{
  "best_metric": 4.482740879058838,
  "best_model_checkpoint": "final_models/focus_hau_mpt_focus_trained/checkpoint-73245",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 73245,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.095842719639566e-05,
      "grad_norm": 1255.0579415532359,
      "learning_rate": 1.5e-07,
      "loss": 9.875,
      "step": 1
    },
    {
      "epoch": 8.191685439279132e-05,
      "grad_norm": 54.211466406904584,
      "learning_rate": 3e-07,
      "loss": 10.5625,
      "step": 2
    },
    {
      "epoch": 0.00012287528158918696,
      "grad_norm": 32.54215528187296,
      "learning_rate": 4.5e-07,
      "loss": 4.7188,
      "step": 3
    },
    {
      "epoch": 0.00016383370878558264,
      "grad_norm": 32.35432878539766,
      "learning_rate": 6e-07,
      "loss": 8.4375,
      "step": 4
    },
    {
      "epoch": 0.00020479213598197828,
      "grad_norm": 40.674693542824365,
      "learning_rate": 7.499999999999999e-07,
      "loss": 8.875,
      "step": 5
    },
    {
      "epoch": 0.00024575056317837393,
      "grad_norm": 49.48948448152476,
      "learning_rate": 9e-07,
      "loss": 9.625,
      "step": 6
    },
    {
      "epoch": 0.0002867089903747696,
      "grad_norm": 105.45489106436409,
      "learning_rate": 1.05e-06,
      "loss": 11.75,
      "step": 7
    },
    {
      "epoch": 0.0003276674175711653,
      "grad_norm": 35.85601049919978,
      "learning_rate": 1.2e-06,
      "loss": 9.25,
      "step": 8
    },
    {
      "epoch": 0.00036862584476756095,
      "grad_norm": 106.21749214157839,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 9.25,
      "step": 9
    },
    {
      "epoch": 0.00040958427196395656,
      "grad_norm": 54.55889012416654,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 8.375,
      "step": 10
    },
    {
      "epoch": 0.00045054269916035224,
      "grad_norm": 35.92101640793668,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 9.5,
      "step": 11
    },
    {
      "epoch": 0.0004915011263567479,
      "grad_norm": 29.75469684867591,
      "learning_rate": 1.8e-06,
      "loss": 9.6875,
      "step": 12
    },
    {
      "epoch": 0.0005324595535531435,
      "grad_norm": 26.098768207892277,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 9.0625,
      "step": 13
    },
    {
      "epoch": 0.0005734179807495392,
      "grad_norm": 26.464191326351994,
      "learning_rate": 2.1e-06,
      "loss": 9.3125,
      "step": 14
    },
    {
      "epoch": 0.0006143764079459349,
      "grad_norm": 25.36848971095661,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 9.0,
      "step": 15
    },
    {
      "epoch": 0.0006553348351423305,
      "grad_norm": 27.756748133908538,
      "learning_rate": 2.4e-06,
      "loss": 5.625,
      "step": 16
    },
    {
      "epoch": 0.0006962932623387262,
      "grad_norm": 22.23789378358333,
      "learning_rate": 2.55e-06,
      "loss": 9.0625,
      "step": 17
    },
    {
      "epoch": 0.0007372516895351219,
      "grad_norm": 14.60340011646575,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 8.25,
      "step": 18
    },
    {
      "epoch": 0.0007782101167315176,
      "grad_norm": 24.748615156247215,
      "learning_rate": 2.85e-06,
      "loss": 4.4062,
      "step": 19
    },
    {
      "epoch": 0.0008191685439279131,
      "grad_norm": 16.74961368326992,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 8.5625,
      "step": 20
    },
    {
      "epoch": 0.0008601269711243088,
      "grad_norm": 31.3234342904312,
      "learning_rate": 3.15e-06,
      "loss": 8.3125,
      "step": 21
    },
    {
      "epoch": 0.0009010853983207045,
      "grad_norm": 22.524915138180955,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 9.1875,
      "step": 22
    },
    {
      "epoch": 0.0009420438255171001,
      "grad_norm": 14.206119571072438,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 8.5,
      "step": 23
    },
    {
      "epoch": 0.0009830022527134957,
      "grad_norm": 12.179039508697816,
      "learning_rate": 3.6e-06,
      "loss": 8.0625,
      "step": 24
    },
    {
      "epoch": 0.0010239606799098914,
      "grad_norm": 16.64685604773977,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 8.75,
      "step": 25
    },
    {
      "epoch": 0.001064919107106287,
      "grad_norm": 28.17717284222923,
      "learning_rate": 3.899999999999999e-06,
      "loss": 8.875,
      "step": 26
    },
    {
      "epoch": 0.0011058775343026827,
      "grad_norm": 14.135847791667095,
      "learning_rate": 4.049999999999999e-06,
      "loss": 7.7188,
      "step": 27
    },
    {
      "epoch": 0.0011468359614990784,
      "grad_norm": 17.046456172078948,
      "learning_rate": 4.2e-06,
      "loss": 8.0,
      "step": 28
    },
    {
      "epoch": 0.001187794388695474,
      "grad_norm": 21.886437273240386,
      "learning_rate": 4.35e-06,
      "loss": 8.1875,
      "step": 29
    },
    {
      "epoch": 0.0012287528158918697,
      "grad_norm": 18.651571522237287,
      "learning_rate": 4.499999999999999e-06,
      "loss": 8.125,
      "step": 30
    },
    {
      "epoch": 0.0012697112430882654,
      "grad_norm": 17.497277674499667,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 8.1875,
      "step": 31
    },
    {
      "epoch": 0.001310669670284661,
      "grad_norm": 12.999439606220864,
      "learning_rate": 4.8e-06,
      "loss": 8.25,
      "step": 32
    },
    {
      "epoch": 0.0013516280974810568,
      "grad_norm": 15.922306866844513,
      "learning_rate": 4.95e-06,
      "loss": 1.7891,
      "step": 33
    },
    {
      "epoch": 0.0013925865246774524,
      "grad_norm": 18.608834508491345,
      "learning_rate": 5.1e-06,
      "loss": 8.0625,
      "step": 34
    },
    {
      "epoch": 0.0014335449518738481,
      "grad_norm": 19.7835611068094,
      "learning_rate": 5.25e-06,
      "loss": 7.9688,
      "step": 35
    },
    {
      "epoch": 0.0014745033790702438,
      "grad_norm": 16.729003457920662,
      "learning_rate": 5.399999999999999e-06,
      "loss": 6.4375,
      "step": 36
    },
    {
      "epoch": 0.0015154618062666395,
      "grad_norm": 11.381821631697564,
      "learning_rate": 5.549999999999999e-06,
      "loss": 7.9062,
      "step": 37
    },
    {
      "epoch": 0.0015564202334630351,
      "grad_norm": 35.4185075747916,
      "learning_rate": 5.7e-06,
      "loss": 5.8125,
      "step": 38
    },
    {
      "epoch": 0.0015973786606594306,
      "grad_norm": 19.459875700389833,
      "learning_rate": 5.85e-06,
      "loss": 5.1875,
      "step": 39
    },
    {
      "epoch": 0.0016383370878558263,
      "grad_norm": 16.611125600425883,
      "learning_rate": 5.999999999999999e-06,
      "loss": 7.5938,
      "step": 40
    },
    {
      "epoch": 0.001679295515052222,
      "grad_norm": 9.142046961549642,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 3.3438,
      "step": 41
    },
    {
      "epoch": 0.0017202539422486176,
      "grad_norm": 9.64095851868592,
      "learning_rate": 6.3e-06,
      "loss": 3.7969,
      "step": 42
    },
    {
      "epoch": 0.0017612123694450133,
      "grad_norm": 14.893246377704266,
      "learning_rate": 6.449999999999999e-06,
      "loss": 8.1875,
      "step": 43
    },
    {
      "epoch": 0.001802170796641409,
      "grad_norm": 22.53225303350277,
      "learning_rate": 6.599999999999999e-06,
      "loss": 8.625,
      "step": 44
    },
    {
      "epoch": 0.0018431292238378046,
      "grad_norm": 11.16584643730881,
      "learning_rate": 6.749999999999999e-06,
      "loss": 8.1875,
      "step": 45
    },
    {
      "epoch": 0.0018840876510342003,
      "grad_norm": 12.420648948436495,
      "learning_rate": 6.899999999999999e-06,
      "loss": 7.7188,
      "step": 46
    },
    {
      "epoch": 0.001925046078230596,
      "grad_norm": 11.12813045313861,
      "learning_rate": 7.049999999999999e-06,
      "loss": 6.5938,
      "step": 47
    },
    {
      "epoch": 0.0019660045054269914,
      "grad_norm": 8.6976740108061,
      "learning_rate": 7.2e-06,
      "loss": 8.4375,
      "step": 48
    },
    {
      "epoch": 0.002006962932623387,
      "grad_norm": 13.537186012342023,
      "learning_rate": 7.35e-06,
      "loss": 7.3438,
      "step": 49
    },
    {
      "epoch": 0.0020479213598197828,
      "grad_norm": 9.970998936012002,
      "learning_rate": 7.499999999999999e-06,
      "loss": 8.375,
      "step": 50
    },
    {
      "epoch": 0.0020888797870161784,
      "grad_norm": 9.93214186616694,
      "learning_rate": 7.65e-06,
      "loss": 8.5625,
      "step": 51
    },
    {
      "epoch": 0.002129838214212574,
      "grad_norm": 9.789884266434518,
      "learning_rate": 7.799999999999998e-06,
      "loss": 7.0938,
      "step": 52
    },
    {
      "epoch": 0.00217079664140897,
      "grad_norm": 8.353924326593738,
      "learning_rate": 7.949999999999998e-06,
      "loss": 8.1875,
      "step": 53
    },
    {
      "epoch": 0.0022117550686053655,
      "grad_norm": 9.532190986270622,
      "learning_rate": 8.099999999999999e-06,
      "loss": 8.25,
      "step": 54
    },
    {
      "epoch": 0.002252713495801761,
      "grad_norm": 11.521892306822185,
      "learning_rate": 8.249999999999999e-06,
      "loss": 7.1875,
      "step": 55
    },
    {
      "epoch": 0.002293671922998157,
      "grad_norm": 11.95604059277075,
      "learning_rate": 8.4e-06,
      "loss": 7.5,
      "step": 56
    },
    {
      "epoch": 0.0023346303501945525,
      "grad_norm": 18.628523096326077,
      "learning_rate": 8.55e-06,
      "loss": 3.5,
      "step": 57
    },
    {
      "epoch": 0.002375588777390948,
      "grad_norm": 14.207925320187622,
      "learning_rate": 8.7e-06,
      "loss": 4.6875,
      "step": 58
    },
    {
      "epoch": 0.002416547204587344,
      "grad_norm": 10.180270084807777,
      "learning_rate": 8.849999999999998e-06,
      "loss": 8.0625,
      "step": 59
    },
    {
      "epoch": 0.0024575056317837395,
      "grad_norm": 12.853759883858551,
      "learning_rate": 8.999999999999999e-06,
      "loss": 7.5938,
      "step": 60
    },
    {
      "epoch": 0.002498464058980135,
      "grad_norm": 10.235624790963506,
      "learning_rate": 9.149999999999999e-06,
      "loss": 7.7812,
      "step": 61
    },
    {
      "epoch": 0.002539422486176531,
      "grad_norm": 11.339239312214948,
      "learning_rate": 9.299999999999999e-06,
      "loss": 7.5312,
      "step": 62
    },
    {
      "epoch": 0.0025803809133729265,
      "grad_norm": 26.61875841646421,
      "learning_rate": 9.45e-06,
      "loss": 5.0312,
      "step": 63
    },
    {
      "epoch": 0.002621339340569322,
      "grad_norm": 10.452769503606834,
      "learning_rate": 9.6e-06,
      "loss": 7.3438,
      "step": 64
    },
    {
      "epoch": 0.002662297767765718,
      "grad_norm": 11.716775222016368,
      "learning_rate": 9.75e-06,
      "loss": 3.8594,
      "step": 65
    },
    {
      "epoch": 0.0027032561949621135,
      "grad_norm": 33.42588006926466,
      "learning_rate": 9.9e-06,
      "loss": 7.625,
      "step": 66
    },
    {
      "epoch": 0.002744214622158509,
      "grad_norm": 13.550833075790916,
      "learning_rate": 1.005e-05,
      "loss": 5.9062,
      "step": 67
    },
    {
      "epoch": 0.002785173049354905,
      "grad_norm": 16.48197099748541,
      "learning_rate": 1.02e-05,
      "loss": 7.625,
      "step": 68
    },
    {
      "epoch": 0.0028261314765513005,
      "grad_norm": 20.964186896802435,
      "learning_rate": 1.035e-05,
      "loss": 3.6875,
      "step": 69
    },
    {
      "epoch": 0.0028670899037476962,
      "grad_norm": 18.551868565236134,
      "learning_rate": 1.05e-05,
      "loss": 7.1562,
      "step": 70
    },
    {
      "epoch": 0.002908048330944092,
      "grad_norm": 16.084960801877425,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 9.0625,
      "step": 71
    },
    {
      "epoch": 0.0029490067581404876,
      "grad_norm": 16.44779827240619,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 6.0,
      "step": 72
    },
    {
      "epoch": 0.0029899651853368832,
      "grad_norm": 87.77744504517219,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 7.4688,
      "step": 73
    },
    {
      "epoch": 0.003030923612533279,
      "grad_norm": 15.533448576364066,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 7.875,
      "step": 74
    },
    {
      "epoch": 0.0030718820397296746,
      "grad_norm": 7.666983045308833,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 7.8125,
      "step": 75
    },
    {
      "epoch": 0.0031128404669260703,
      "grad_norm": 9.751833384400456,
      "learning_rate": 1.14e-05,
      "loss": 8.0625,
      "step": 76
    },
    {
      "epoch": 0.0031537988941224655,
      "grad_norm": 11.241316764594792,
      "learning_rate": 1.155e-05,
      "loss": 7.1562,
      "step": 77
    },
    {
      "epoch": 0.003194757321318861,
      "grad_norm": 8.438745770100404,
      "learning_rate": 1.17e-05,
      "loss": 7.125,
      "step": 78
    },
    {
      "epoch": 0.003235715748515257,
      "grad_norm": 6.069593510115548,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 0.9922,
      "step": 79
    },
    {
      "epoch": 0.0032766741757116525,
      "grad_norm": 20.594429313097535,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 8.25,
      "step": 80
    },
    {
      "epoch": 0.003317632602908048,
      "grad_norm": 10.651973165525513,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 8.0625,
      "step": 81
    },
    {
      "epoch": 0.003358591030104444,
      "grad_norm": 13.493820592697467,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 7.375,
      "step": 82
    },
    {
      "epoch": 0.0033995494573008395,
      "grad_norm": 7.889036797346522,
      "learning_rate": 1.245e-05,
      "loss": 6.0938,
      "step": 83
    },
    {
      "epoch": 0.003440507884497235,
      "grad_norm": 11.90889423033156,
      "learning_rate": 1.26e-05,
      "loss": 7.0625,
      "step": 84
    },
    {
      "epoch": 0.003481466311693631,
      "grad_norm": 11.328134446880371,
      "learning_rate": 1.275e-05,
      "loss": 7.9688,
      "step": 85
    },
    {
      "epoch": 0.0035224247388900265,
      "grad_norm": 37.30844911023363,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 7.4062,
      "step": 86
    },
    {
      "epoch": 0.0035633831660864222,
      "grad_norm": 8.672261298610099,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 7.6875,
      "step": 87
    },
    {
      "epoch": 0.003604341593282818,
      "grad_norm": 12.969289864705548,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 7.8438,
      "step": 88
    },
    {
      "epoch": 0.0036453000204792136,
      "grad_norm": 15.700562183060638,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 7.875,
      "step": 89
    },
    {
      "epoch": 0.0036862584476756092,
      "grad_norm": 10.278112210524998,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 8.0625,
      "step": 90
    },
    {
      "epoch": 0.003727216874872005,
      "grad_norm": 9.031926635618872,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 6.9375,
      "step": 91
    },
    {
      "epoch": 0.0037681753020684006,
      "grad_norm": 11.156020782084319,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 7.3438,
      "step": 92
    },
    {
      "epoch": 0.0038091337292647963,
      "grad_norm": 10.956669859595603,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 7.9375,
      "step": 93
    },
    {
      "epoch": 0.003850092156461192,
      "grad_norm": 9.506133148251777,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 7.0938,
      "step": 94
    },
    {
      "epoch": 0.0038910505836575876,
      "grad_norm": 10.130482127024035,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 5.75,
      "step": 95
    },
    {
      "epoch": 0.003932009010853983,
      "grad_norm": 15.131487717333162,
      "learning_rate": 1.44e-05,
      "loss": 7.8438,
      "step": 96
    },
    {
      "epoch": 0.003972967438050379,
      "grad_norm": 9.850744500258322,
      "learning_rate": 1.455e-05,
      "loss": 7.5625,
      "step": 97
    },
    {
      "epoch": 0.004013925865246774,
      "grad_norm": 11.586649489855745,
      "learning_rate": 1.47e-05,
      "loss": 7.5312,
      "step": 98
    },
    {
      "epoch": 0.00405488429244317,
      "grad_norm": 6.335042442189857,
      "learning_rate": 1.485e-05,
      "loss": 6.5625,
      "step": 99
    },
    {
      "epoch": 0.0040958427196395655,
      "grad_norm": 8.492756844578372,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 7.2188,
      "step": 100
    },
    {
      "epoch": 0.004136801146835962,
      "grad_norm": 8.374320497861424,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 7.5625,
      "step": 101
    },
    {
      "epoch": 0.004177759574032357,
      "grad_norm": 6.947232332045704,
      "learning_rate": 1.53e-05,
      "loss": 7.5312,
      "step": 102
    },
    {
      "epoch": 0.004218718001228753,
      "grad_norm": 8.794471762774446,
      "learning_rate": 1.545e-05,
      "loss": 6.625,
      "step": 103
    },
    {
      "epoch": 0.004259676428425148,
      "grad_norm": 23.19710253746385,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 5.625,
      "step": 104
    },
    {
      "epoch": 0.004300634855621544,
      "grad_norm": 10.322023094090628,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 6.2812,
      "step": 105
    },
    {
      "epoch": 0.00434159328281794,
      "grad_norm": 30.082788207710358,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 7.5,
      "step": 106
    },
    {
      "epoch": 0.004382551710014336,
      "grad_norm": 33.47403960072088,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 11.0,
      "step": 107
    },
    {
      "epoch": 0.004423510137210731,
      "grad_norm": 8.388892806925018,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 7.1875,
      "step": 108
    },
    {
      "epoch": 0.004464468564407127,
      "grad_norm": 6.812742312567501,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 7.1562,
      "step": 109
    },
    {
      "epoch": 0.004505426991603522,
      "grad_norm": 20.97648938189423,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 4.625,
      "step": 110
    },
    {
      "epoch": 0.004546385418799918,
      "grad_norm": 22.117852149994462,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 8.0,
      "step": 111
    },
    {
      "epoch": 0.004587343845996314,
      "grad_norm": 12.485021922619238,
      "learning_rate": 1.68e-05,
      "loss": 8.1875,
      "step": 112
    },
    {
      "epoch": 0.00462830227319271,
      "grad_norm": 9.273926874285035,
      "learning_rate": 1.695e-05,
      "loss": 8.125,
      "step": 113
    },
    {
      "epoch": 0.004669260700389105,
      "grad_norm": 7.493563980678192,
      "learning_rate": 1.71e-05,
      "loss": 8.0625,
      "step": 114
    },
    {
      "epoch": 0.004710219127585501,
      "grad_norm": 20.264453711375243,
      "learning_rate": 1.725e-05,
      "loss": 8.1875,
      "step": 115
    },
    {
      "epoch": 0.004751177554781896,
      "grad_norm": 7.6649299341259995,
      "learning_rate": 1.74e-05,
      "loss": 7.5,
      "step": 116
    },
    {
      "epoch": 0.004792135981978292,
      "grad_norm": 7.519447495191591,
      "learning_rate": 1.755e-05,
      "loss": 7.7812,
      "step": 117
    },
    {
      "epoch": 0.004833094409174688,
      "grad_norm": 6.0513265200692405,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 7.7188,
      "step": 118
    },
    {
      "epoch": 0.004874052836371084,
      "grad_norm": 7.041633110520829,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 6.3125,
      "step": 119
    },
    {
      "epoch": 0.004915011263567479,
      "grad_norm": 5.929875535899582,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 6.5625,
      "step": 120
    },
    {
      "epoch": 0.004955969690763875,
      "grad_norm": 5.4867300061546525,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 6.6875,
      "step": 121
    },
    {
      "epoch": 0.00499692811796027,
      "grad_norm": 6.260795524957981,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 7.4688,
      "step": 122
    },
    {
      "epoch": 0.005037886545156666,
      "grad_norm": 5.982980861491796,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 7.5625,
      "step": 123
    },
    {
      "epoch": 0.005078844972353062,
      "grad_norm": 6.800384655604501,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 6.2188,
      "step": 124
    },
    {
      "epoch": 0.005119803399549457,
      "grad_norm": 7.711900614558949,
      "learning_rate": 1.875e-05,
      "loss": 6.9062,
      "step": 125
    },
    {
      "epoch": 0.005160761826745853,
      "grad_norm": 62.7857678988942,
      "learning_rate": 1.89e-05,
      "loss": 7.625,
      "step": 126
    },
    {
      "epoch": 0.005201720253942248,
      "grad_norm": 10.91291973430969,
      "learning_rate": 1.905e-05,
      "loss": 7.4375,
      "step": 127
    },
    {
      "epoch": 0.005242678681138644,
      "grad_norm": 13.686680801263474,
      "learning_rate": 1.92e-05,
      "loss": 3.7188,
      "step": 128
    },
    {
      "epoch": 0.00528363710833504,
      "grad_norm": 7.763014713078231,
      "learning_rate": 1.935e-05,
      "loss": 7.2188,
      "step": 129
    },
    {
      "epoch": 0.005324595535531436,
      "grad_norm": 6.6794581647140125,
      "learning_rate": 1.95e-05,
      "loss": 6.9375,
      "step": 130
    },
    {
      "epoch": 0.005365553962727831,
      "grad_norm": 16.060905112404352,
      "learning_rate": 1.965e-05,
      "loss": 8.3125,
      "step": 131
    },
    {
      "epoch": 0.005406512389924227,
      "grad_norm": 6.44210757177813,
      "learning_rate": 1.98e-05,
      "loss": 6.8438,
      "step": 132
    },
    {
      "epoch": 0.005447470817120622,
      "grad_norm": 7.5506671314991145,
      "learning_rate": 1.995e-05,
      "loss": 7.1562,
      "step": 133
    },
    {
      "epoch": 0.005488429244317018,
      "grad_norm": 5.158407808206601,
      "learning_rate": 2.01e-05,
      "loss": 6.25,
      "step": 134
    },
    {
      "epoch": 0.005529387671513414,
      "grad_norm": 6.039338782015456,
      "learning_rate": 2.025e-05,
      "loss": 6.9688,
      "step": 135
    },
    {
      "epoch": 0.00557034609870981,
      "grad_norm": 7.516353989896673,
      "learning_rate": 2.04e-05,
      "loss": 6.4688,
      "step": 136
    },
    {
      "epoch": 0.005611304525906205,
      "grad_norm": 10.088202563833418,
      "learning_rate": 2.055e-05,
      "loss": 7.2188,
      "step": 137
    },
    {
      "epoch": 0.005652262953102601,
      "grad_norm": 9.78712706769875,
      "learning_rate": 2.07e-05,
      "loss": 5.2812,
      "step": 138
    },
    {
      "epoch": 0.005693221380298996,
      "grad_norm": 11.60542272810676,
      "learning_rate": 2.085e-05,
      "loss": 6.8438,
      "step": 139
    },
    {
      "epoch": 0.0057341798074953924,
      "grad_norm": 6.5673681175406555,
      "learning_rate": 2.1e-05,
      "loss": 6.875,
      "step": 140
    },
    {
      "epoch": 0.005775138234691788,
      "grad_norm": 8.242987452909423,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 6.0312,
      "step": 141
    },
    {
      "epoch": 0.005816096661888184,
      "grad_norm": 8.190209950573156,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 7.5625,
      "step": 142
    },
    {
      "epoch": 0.005857055089084579,
      "grad_norm": 6.562857553358511,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 7.0938,
      "step": 143
    },
    {
      "epoch": 0.005898013516280975,
      "grad_norm": 12.853582434047139,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 5.0312,
      "step": 144
    },
    {
      "epoch": 0.00593897194347737,
      "grad_norm": 8.047276056558456,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 7.0312,
      "step": 145
    },
    {
      "epoch": 0.0059799303706737665,
      "grad_norm": 8.301624924591328,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 8.125,
      "step": 146
    },
    {
      "epoch": 0.006020888797870162,
      "grad_norm": 9.618474644161614,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 7.1875,
      "step": 147
    },
    {
      "epoch": 0.006061847225066558,
      "grad_norm": 31.567994255153547,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 8.0,
      "step": 148
    },
    {
      "epoch": 0.006102805652262953,
      "grad_norm": 11.91137992824356,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 7.1875,
      "step": 149
    },
    {
      "epoch": 0.006143764079459349,
      "grad_norm": 8.420988828188058,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 7.5938,
      "step": 150
    },
    {
      "epoch": 0.006184722506655744,
      "grad_norm": 7.984328509881332,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 7.2188,
      "step": 151
    },
    {
      "epoch": 0.0062256809338521405,
      "grad_norm": 12.596869377738823,
      "learning_rate": 2.28e-05,
      "loss": 7.3438,
      "step": 152
    },
    {
      "epoch": 0.006266639361048536,
      "grad_norm": 7.037512276058004,
      "learning_rate": 2.295e-05,
      "loss": 7.0625,
      "step": 153
    },
    {
      "epoch": 0.006307597788244931,
      "grad_norm": 33.82961142466158,
      "learning_rate": 2.31e-05,
      "loss": 7.625,
      "step": 154
    },
    {
      "epoch": 0.006348556215441327,
      "grad_norm": 6.254223556352747,
      "learning_rate": 2.325e-05,
      "loss": 7.1562,
      "step": 155
    },
    {
      "epoch": 0.006389514642637722,
      "grad_norm": 11.01418848677802,
      "learning_rate": 2.34e-05,
      "loss": 7.125,
      "step": 156
    },
    {
      "epoch": 0.0064304730698341184,
      "grad_norm": 7.169274737084056,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 7.0312,
      "step": 157
    },
    {
      "epoch": 0.006471431497030514,
      "grad_norm": 27.06973848116115,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 7.5938,
      "step": 158
    },
    {
      "epoch": 0.00651238992422691,
      "grad_norm": 8.5977332701061,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 7.3438,
      "step": 159
    },
    {
      "epoch": 0.006553348351423305,
      "grad_norm": 15.799115920696252,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 7.8438,
      "step": 160
    },
    {
      "epoch": 0.006594306778619701,
      "grad_norm": 9.677393835304365,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 6.4062,
      "step": 161
    },
    {
      "epoch": 0.006635265205816096,
      "grad_norm": 10.603833223321034,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 6.3125,
      "step": 162
    },
    {
      "epoch": 0.0066762236330124925,
      "grad_norm": 17.065035501091103,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 5.4375,
      "step": 163
    },
    {
      "epoch": 0.006717182060208888,
      "grad_norm": 8.25954440954129,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 7.2188,
      "step": 164
    },
    {
      "epoch": 0.006758140487405284,
      "grad_norm": 9.59531011676239,
      "learning_rate": 2.475e-05,
      "loss": 6.3125,
      "step": 165
    },
    {
      "epoch": 0.006799098914601679,
      "grad_norm": 10.286498430145608,
      "learning_rate": 2.49e-05,
      "loss": 8.0625,
      "step": 166
    },
    {
      "epoch": 0.006840057341798075,
      "grad_norm": 10.903092579313666,
      "learning_rate": 2.505e-05,
      "loss": 5.5938,
      "step": 167
    },
    {
      "epoch": 0.00688101576899447,
      "grad_norm": 6.505125988876289,
      "learning_rate": 2.52e-05,
      "loss": 3.4219,
      "step": 168
    },
    {
      "epoch": 0.0069219741961908665,
      "grad_norm": 7.0563119363760105,
      "learning_rate": 2.535e-05,
      "loss": 4.875,
      "step": 169
    },
    {
      "epoch": 0.006962932623387262,
      "grad_norm": 15.357254535479397,
      "learning_rate": 2.55e-05,
      "loss": 1.4844,
      "step": 170
    },
    {
      "epoch": 0.007003891050583658,
      "grad_norm": 9.456081105804437,
      "learning_rate": 2.565e-05,
      "loss": 7.125,
      "step": 171
    },
    {
      "epoch": 0.007044849477780053,
      "grad_norm": 13.409410811819576,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 7.875,
      "step": 172
    },
    {
      "epoch": 0.007085807904976449,
      "grad_norm": 7.97602472735395,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 7.1875,
      "step": 173
    },
    {
      "epoch": 0.0071267663321728444,
      "grad_norm": 5.999598433826356,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 7.3125,
      "step": 174
    },
    {
      "epoch": 0.0071677247593692405,
      "grad_norm": 9.241308861206235,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 8.0,
      "step": 175
    },
    {
      "epoch": 0.007208683186565636,
      "grad_norm": 6.879641474695512,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 7.8438,
      "step": 176
    },
    {
      "epoch": 0.007249641613762032,
      "grad_norm": 12.76428899275345,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 7.5,
      "step": 177
    },
    {
      "epoch": 0.007290600040958427,
      "grad_norm": 6.118544417404517,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 7.1562,
      "step": 178
    },
    {
      "epoch": 0.007331558468154823,
      "grad_norm": 7.0610705352744905,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 6.625,
      "step": 179
    },
    {
      "epoch": 0.0073725168953512185,
      "grad_norm": 6.8062159886878,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 8.625,
      "step": 180
    },
    {
      "epoch": 0.007413475322547615,
      "grad_norm": 12.310675684558586,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 7.2812,
      "step": 181
    },
    {
      "epoch": 0.00745443374974401,
      "grad_norm": 11.711322286077948,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 7.3125,
      "step": 182
    },
    {
      "epoch": 0.007495392176940405,
      "grad_norm": 7.909181449768663,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 7.4375,
      "step": 183
    },
    {
      "epoch": 0.007536350604136801,
      "grad_norm": 7.201185227231972,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 7.1875,
      "step": 184
    },
    {
      "epoch": 0.007577309031333196,
      "grad_norm": 5.5381831424158445,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 6.5625,
      "step": 185
    },
    {
      "epoch": 0.0076182674585295925,
      "grad_norm": 14.341552956488904,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 7.125,
      "step": 186
    },
    {
      "epoch": 0.007659225885725988,
      "grad_norm": 4.8511756977694835,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 6.9062,
      "step": 187
    },
    {
      "epoch": 0.007700184312922384,
      "grad_norm": 6.241755354863665,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 6.8125,
      "step": 188
    },
    {
      "epoch": 0.007741142740118779,
      "grad_norm": 7.613556554751538,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 7.4062,
      "step": 189
    },
    {
      "epoch": 0.007782101167315175,
      "grad_norm": 8.986670621506072,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 7.9062,
      "step": 190
    },
    {
      "epoch": 0.00782305959451157,
      "grad_norm": 7.6206977360292845,
      "learning_rate": 2.865e-05,
      "loss": 7.375,
      "step": 191
    },
    {
      "epoch": 0.007864018021707966,
      "grad_norm": 5.732290248916013,
      "learning_rate": 2.88e-05,
      "loss": 6.5938,
      "step": 192
    },
    {
      "epoch": 0.007904976448904363,
      "grad_norm": 8.721287729274083,
      "learning_rate": 2.895e-05,
      "loss": 7.1875,
      "step": 193
    },
    {
      "epoch": 0.007945934876100758,
      "grad_norm": 24.071504225748527,
      "learning_rate": 2.91e-05,
      "loss": 7.2812,
      "step": 194
    },
    {
      "epoch": 0.007986893303297153,
      "grad_norm": 5.675406495812147,
      "learning_rate": 2.925e-05,
      "loss": 8.875,
      "step": 195
    },
    {
      "epoch": 0.008027851730493548,
      "grad_norm": 7.613784429653714,
      "learning_rate": 2.94e-05,
      "loss": 5.5,
      "step": 196
    },
    {
      "epoch": 0.008068810157689945,
      "grad_norm": 5.768910149158124,
      "learning_rate": 2.955e-05,
      "loss": 6.9062,
      "step": 197
    },
    {
      "epoch": 0.00810976858488634,
      "grad_norm": 5.586738379933447,
      "learning_rate": 2.97e-05,
      "loss": 6.5,
      "step": 198
    },
    {
      "epoch": 0.008150727012082736,
      "grad_norm": 5.016442095078103,
      "learning_rate": 2.985e-05,
      "loss": 6.9062,
      "step": 199
    },
    {
      "epoch": 0.008191685439279131,
      "grad_norm": 6.979526785485113,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 6.0625,
      "step": 200
    },
    {
      "epoch": 0.008232643866475528,
      "grad_norm": 5.207080814282689,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 6.7188,
      "step": 201
    },
    {
      "epoch": 0.008273602293671923,
      "grad_norm": 9.94095285746212,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 5.5312,
      "step": 202
    },
    {
      "epoch": 0.008314560720868319,
      "grad_norm": 6.4536347503096385,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 7.5312,
      "step": 203
    },
    {
      "epoch": 0.008355519148064714,
      "grad_norm": 20.26045521694035,
      "learning_rate": 3.06e-05,
      "loss": 6.1875,
      "step": 204
    },
    {
      "epoch": 0.00839647757526111,
      "grad_norm": 7.40517508340662,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 8.75,
      "step": 205
    },
    {
      "epoch": 0.008437436002457506,
      "grad_norm": 12.580779041890871,
      "learning_rate": 3.09e-05,
      "loss": 5.8438,
      "step": 206
    },
    {
      "epoch": 0.008478394429653901,
      "grad_norm": 7.450223268931093,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 7.8125,
      "step": 207
    },
    {
      "epoch": 0.008519352856850296,
      "grad_norm": 8.22181969079351,
      "learning_rate": 3.119999999999999e-05,
      "loss": 7.5312,
      "step": 208
    },
    {
      "epoch": 0.008560311284046693,
      "grad_norm": 8.02762537807625,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 8.1875,
      "step": 209
    },
    {
      "epoch": 0.008601269711243089,
      "grad_norm": 10.553099509488002,
      "learning_rate": 3.149999999999999e-05,
      "loss": 3.0312,
      "step": 210
    },
    {
      "epoch": 0.008642228138439484,
      "grad_norm": 9.569929289662637,
      "learning_rate": 3.165e-05,
      "loss": 7.6875,
      "step": 211
    },
    {
      "epoch": 0.00868318656563588,
      "grad_norm": 5.8530909787981855,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 7.5312,
      "step": 212
    },
    {
      "epoch": 0.008724144992832274,
      "grad_norm": 5.886456154098929,
      "learning_rate": 3.195e-05,
      "loss": 7.6562,
      "step": 213
    },
    {
      "epoch": 0.008765103420028671,
      "grad_norm": 8.53973297536133,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 7.8438,
      "step": 214
    },
    {
      "epoch": 0.008806061847225067,
      "grad_norm": 5.723925380653727,
      "learning_rate": 3.225e-05,
      "loss": 7.0625,
      "step": 215
    },
    {
      "epoch": 0.008847020274421462,
      "grad_norm": 5.5296500736581224,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 7.1562,
      "step": 216
    },
    {
      "epoch": 0.008887978701617857,
      "grad_norm": 6.930895872287922,
      "learning_rate": 3.255e-05,
      "loss": 6.875,
      "step": 217
    },
    {
      "epoch": 0.008928937128814254,
      "grad_norm": 16.567925371225122,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 6.5,
      "step": 218
    },
    {
      "epoch": 0.00896989555601065,
      "grad_norm": 7.373271115487528,
      "learning_rate": 3.285e-05,
      "loss": 8.0625,
      "step": 219
    },
    {
      "epoch": 0.009010853983207045,
      "grad_norm": 9.379206050509488,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 7.0938,
      "step": 220
    },
    {
      "epoch": 0.00905181241040344,
      "grad_norm": 5.812417498796608,
      "learning_rate": 3.315e-05,
      "loss": 6.3438,
      "step": 221
    },
    {
      "epoch": 0.009092770837599837,
      "grad_norm": 5.247506742926931,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 6.9688,
      "step": 222
    },
    {
      "epoch": 0.009133729264796232,
      "grad_norm": 21.164507750441498,
      "learning_rate": 3.345e-05,
      "loss": 3.4219,
      "step": 223
    },
    {
      "epoch": 0.009174687691992627,
      "grad_norm": 7.812857682306156,
      "learning_rate": 3.36e-05,
      "loss": 6.2188,
      "step": 224
    },
    {
      "epoch": 0.009215646119189022,
      "grad_norm": 143.89862153667622,
      "learning_rate": 3.375e-05,
      "loss": 7.0,
      "step": 225
    },
    {
      "epoch": 0.00925660454638542,
      "grad_norm": 9.444613079155678,
      "learning_rate": 3.39e-05,
      "loss": 7.125,
      "step": 226
    },
    {
      "epoch": 0.009297562973581815,
      "grad_norm": 5.559788905419819,
      "learning_rate": 3.405e-05,
      "loss": 7.3125,
      "step": 227
    },
    {
      "epoch": 0.00933852140077821,
      "grad_norm": 5.703751880474316,
      "learning_rate": 3.42e-05,
      "loss": 7.0312,
      "step": 228
    },
    {
      "epoch": 0.009379479827974605,
      "grad_norm": 14.562131844949683,
      "learning_rate": 3.435e-05,
      "loss": 4.6875,
      "step": 229
    },
    {
      "epoch": 0.009420438255171002,
      "grad_norm": 13.029939122061897,
      "learning_rate": 3.45e-05,
      "loss": 7.2812,
      "step": 230
    },
    {
      "epoch": 0.009461396682367397,
      "grad_norm": 9.42686030821651,
      "learning_rate": 3.465e-05,
      "loss": 7.4062,
      "step": 231
    },
    {
      "epoch": 0.009502355109563793,
      "grad_norm": 15.882411894329083,
      "learning_rate": 3.48e-05,
      "loss": 5.4688,
      "step": 232
    },
    {
      "epoch": 0.009543313536760188,
      "grad_norm": 7.988099692122392,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 7.1875,
      "step": 233
    },
    {
      "epoch": 0.009584271963956585,
      "grad_norm": 6.308775380655039,
      "learning_rate": 3.51e-05,
      "loss": 6.5312,
      "step": 234
    },
    {
      "epoch": 0.00962523039115298,
      "grad_norm": 5.727633006072881,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 6.5938,
      "step": 235
    },
    {
      "epoch": 0.009666188818349375,
      "grad_norm": 11.176680046803503,
      "learning_rate": 3.539999999999999e-05,
      "loss": 5.4062,
      "step": 236
    },
    {
      "epoch": 0.00970714724554577,
      "grad_norm": 9.581006171388001,
      "learning_rate": 3.555e-05,
      "loss": 7.4375,
      "step": 237
    },
    {
      "epoch": 0.009748105672742167,
      "grad_norm": 12.423165252326568,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 2.6094,
      "step": 238
    },
    {
      "epoch": 0.009789064099938563,
      "grad_norm": 8.725119001293548,
      "learning_rate": 3.585e-05,
      "loss": 7.3125,
      "step": 239
    },
    {
      "epoch": 0.009830022527134958,
      "grad_norm": 4.859484040388188,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 6.0938,
      "step": 240
    },
    {
      "epoch": 0.009870980954331353,
      "grad_norm": 17.577968232368885,
      "learning_rate": 3.615e-05,
      "loss": 7.8438,
      "step": 241
    },
    {
      "epoch": 0.00991193938152775,
      "grad_norm": 5.0043799490785315,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 7.0625,
      "step": 242
    },
    {
      "epoch": 0.009952897808724145,
      "grad_norm": 25.255066544183013,
      "learning_rate": 3.645e-05,
      "loss": 7.9062,
      "step": 243
    },
    {
      "epoch": 0.00999385623592054,
      "grad_norm": 5.076785919791441,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 7.3438,
      "step": 244
    },
    {
      "epoch": 0.010034814663116936,
      "grad_norm": 5.00263759221527,
      "learning_rate": 3.675e-05,
      "loss": 7.3125,
      "step": 245
    },
    {
      "epoch": 0.010075773090313331,
      "grad_norm": 13.937620785853913,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 6.9062,
      "step": 246
    },
    {
      "epoch": 0.010116731517509728,
      "grad_norm": 5.829927850711821,
      "learning_rate": 3.705e-05,
      "loss": 6.2812,
      "step": 247
    },
    {
      "epoch": 0.010157689944706123,
      "grad_norm": 32.702880811926384,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 7.625,
      "step": 248
    },
    {
      "epoch": 0.010198648371902519,
      "grad_norm": 4.423558479544324,
      "learning_rate": 3.735e-05,
      "loss": 6.9688,
      "step": 249
    },
    {
      "epoch": 0.010239606799098914,
      "grad_norm": 5.03619859585418,
      "learning_rate": 3.75e-05,
      "loss": 7.625,
      "step": 250
    },
    {
      "epoch": 0.01028056522629531,
      "grad_norm": 4.355245713693504,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 6.9688,
      "step": 251
    },
    {
      "epoch": 0.010321523653491706,
      "grad_norm": 4.856500627394611,
      "learning_rate": 3.78e-05,
      "loss": 6.9062,
      "step": 252
    },
    {
      "epoch": 0.010362482080688101,
      "grad_norm": 3.8718063830086162,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 6.6875,
      "step": 253
    },
    {
      "epoch": 0.010403440507884497,
      "grad_norm": 4.726153280432938,
      "learning_rate": 3.81e-05,
      "loss": 7.3438,
      "step": 254
    },
    {
      "epoch": 0.010444398935080893,
      "grad_norm": 3.839090360156447,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 6.625,
      "step": 255
    },
    {
      "epoch": 0.010485357362277289,
      "grad_norm": 4.412829124129393,
      "learning_rate": 3.84e-05,
      "loss": 6.2188,
      "step": 256
    },
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 5.3322674671688715,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 8.1875,
      "step": 257
    },
    {
      "epoch": 0.01056727421667008,
      "grad_norm": 5.705905873207763,
      "learning_rate": 3.87e-05,
      "loss": 6.75,
      "step": 258
    },
    {
      "epoch": 0.010608232643866476,
      "grad_norm": 6.962316942316477,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 6.4375,
      "step": 259
    },
    {
      "epoch": 0.010649191071062871,
      "grad_norm": 10.837977968225916,
      "learning_rate": 3.9e-05,
      "loss": 3.2031,
      "step": 260
    },
    {
      "epoch": 0.010690149498259267,
      "grad_norm": 11.33299602725411,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 5.0938,
      "step": 261
    },
    {
      "epoch": 0.010731107925455662,
      "grad_norm": 6.373898609154725,
      "learning_rate": 3.93e-05,
      "loss": 7.9688,
      "step": 262
    },
    {
      "epoch": 0.010772066352652059,
      "grad_norm": 9.687352041290039,
      "learning_rate": 3.945e-05,
      "loss": 6.2188,
      "step": 263
    },
    {
      "epoch": 0.010813024779848454,
      "grad_norm": 4.141821811135505,
      "learning_rate": 3.96e-05,
      "loss": 7.5,
      "step": 264
    },
    {
      "epoch": 0.01085398320704485,
      "grad_norm": 3.918663279294384,
      "learning_rate": 3.975e-05,
      "loss": 6.7188,
      "step": 265
    },
    {
      "epoch": 0.010894941634241245,
      "grad_norm": 4.159973878376213,
      "learning_rate": 3.99e-05,
      "loss": 6.5938,
      "step": 266
    },
    {
      "epoch": 0.010935900061437642,
      "grad_norm": 3.3878683922086266,
      "learning_rate": 4.005e-05,
      "loss": 6.75,
      "step": 267
    },
    {
      "epoch": 0.010976858488634037,
      "grad_norm": 4.6822037300985375,
      "learning_rate": 4.02e-05,
      "loss": 6.9375,
      "step": 268
    },
    {
      "epoch": 0.011017816915830432,
      "grad_norm": 3.789851389260146,
      "learning_rate": 4.035e-05,
      "loss": 7.125,
      "step": 269
    },
    {
      "epoch": 0.011058775343026827,
      "grad_norm": 7.268622243462307,
      "learning_rate": 4.05e-05,
      "loss": 7.625,
      "step": 270
    },
    {
      "epoch": 0.011099733770223224,
      "grad_norm": 5.996058679155598,
      "learning_rate": 4.065e-05,
      "loss": 8.5625,
      "step": 271
    },
    {
      "epoch": 0.01114069219741962,
      "grad_norm": 4.476729988685961,
      "learning_rate": 4.08e-05,
      "loss": 6.9375,
      "step": 272
    },
    {
      "epoch": 0.011181650624616015,
      "grad_norm": 4.799424517525707,
      "learning_rate": 4.095e-05,
      "loss": 6.9688,
      "step": 273
    },
    {
      "epoch": 0.01122260905181241,
      "grad_norm": 4.119811249527329,
      "learning_rate": 4.11e-05,
      "loss": 6.8438,
      "step": 274
    },
    {
      "epoch": 0.011263567479008805,
      "grad_norm": 3.8909422077372335,
      "learning_rate": 4.125e-05,
      "loss": 7.0,
      "step": 275
    },
    {
      "epoch": 0.011304525906205202,
      "grad_norm": 4.177003109075872,
      "learning_rate": 4.14e-05,
      "loss": 6.5312,
      "step": 276
    },
    {
      "epoch": 0.011345484333401597,
      "grad_norm": 8.623559240520443,
      "learning_rate": 4.155e-05,
      "loss": 7.625,
      "step": 277
    },
    {
      "epoch": 0.011386442760597993,
      "grad_norm": 5.001965775480285,
      "learning_rate": 4.17e-05,
      "loss": 7.0938,
      "step": 278
    },
    {
      "epoch": 0.011427401187794388,
      "grad_norm": 31.2771904772001,
      "learning_rate": 4.185e-05,
      "loss": 7.3125,
      "step": 279
    },
    {
      "epoch": 0.011468359614990785,
      "grad_norm": 4.906835802027073,
      "learning_rate": 4.2e-05,
      "loss": 7.0,
      "step": 280
    },
    {
      "epoch": 0.01150931804218718,
      "grad_norm": 6.9264817525511955,
      "learning_rate": 4.215e-05,
      "loss": 7.5,
      "step": 281
    },
    {
      "epoch": 0.011550276469383575,
      "grad_norm": 8.085654245661264,
      "learning_rate": 4.229999999999999e-05,
      "loss": 6.3125,
      "step": 282
    },
    {
      "epoch": 0.01159123489657997,
      "grad_norm": 3.808421067125981,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 6.5938,
      "step": 283
    },
    {
      "epoch": 0.011632193323776368,
      "grad_norm": 4.849245850642869,
      "learning_rate": 4.259999999999999e-05,
      "loss": 7.4062,
      "step": 284
    },
    {
      "epoch": 0.011673151750972763,
      "grad_norm": 5.913304608034561,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 8.0,
      "step": 285
    },
    {
      "epoch": 0.011714110178169158,
      "grad_norm": 5.006361396298712,
      "learning_rate": 4.289999999999999e-05,
      "loss": 6.4062,
      "step": 286
    },
    {
      "epoch": 0.011755068605365553,
      "grad_norm": 4.8204449368993885,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 7.125,
      "step": 287
    },
    {
      "epoch": 0.01179602703256195,
      "grad_norm": 5.1271460865770075,
      "learning_rate": 4.319999999999999e-05,
      "loss": 6.125,
      "step": 288
    },
    {
      "epoch": 0.011836985459758345,
      "grad_norm": 3.7570543255366995,
      "learning_rate": 4.334999999999999e-05,
      "loss": 7.9688,
      "step": 289
    },
    {
      "epoch": 0.01187794388695474,
      "grad_norm": 4.6659772468730125,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 7.0938,
      "step": 290
    },
    {
      "epoch": 0.011918902314151136,
      "grad_norm": 4.371663063933018,
      "learning_rate": 4.364999999999999e-05,
      "loss": 5.9375,
      "step": 291
    },
    {
      "epoch": 0.011959860741347533,
      "grad_norm": 6.493880831021288,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 9.375,
      "step": 292
    },
    {
      "epoch": 0.012000819168543928,
      "grad_norm": 4.304915427500073,
      "learning_rate": 4.394999999999999e-05,
      "loss": 6.7812,
      "step": 293
    },
    {
      "epoch": 0.012041777595740323,
      "grad_norm": 5.9235388710132355,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 6.625,
      "step": 294
    },
    {
      "epoch": 0.012082736022936719,
      "grad_norm": 3.8234217588346993,
      "learning_rate": 4.424999999999999e-05,
      "loss": 6.2812,
      "step": 295
    },
    {
      "epoch": 0.012123694450133116,
      "grad_norm": 4.657248109849085,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 6.5,
      "step": 296
    },
    {
      "epoch": 0.012164652877329511,
      "grad_norm": 6.737280136844563,
      "learning_rate": 4.454999999999999e-05,
      "loss": 8.5,
      "step": 297
    },
    {
      "epoch": 0.012205611304525906,
      "grad_norm": 5.09046477127988,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 6.7812,
      "step": 298
    },
    {
      "epoch": 0.012246569731722301,
      "grad_norm": 4.044472113726997,
      "learning_rate": 4.484999999999999e-05,
      "loss": 6.9062,
      "step": 299
    },
    {
      "epoch": 0.012287528158918698,
      "grad_norm": 5.886328182926398,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 7.0312,
      "step": 300
    },
    {
      "epoch": 0.012328486586115094,
      "grad_norm": 3.7999701374189985,
      "learning_rate": 4.514999999999999e-05,
      "loss": 7.0,
      "step": 301
    },
    {
      "epoch": 0.012369445013311489,
      "grad_norm": 10.005899942882976,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 6.625,
      "step": 302
    },
    {
      "epoch": 0.012410403440507884,
      "grad_norm": 3.731358634472133,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 6.5938,
      "step": 303
    },
    {
      "epoch": 0.012451361867704281,
      "grad_norm": 4.2417756731354395,
      "learning_rate": 4.56e-05,
      "loss": 6.875,
      "step": 304
    },
    {
      "epoch": 0.012492320294900676,
      "grad_norm": 5.13837286800113,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 7.4062,
      "step": 305
    },
    {
      "epoch": 0.012533278722097072,
      "grad_norm": 4.670493726256484,
      "learning_rate": 4.59e-05,
      "loss": 5.0938,
      "step": 306
    },
    {
      "epoch": 0.012574237149293467,
      "grad_norm": 4.665149122519145,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 6.8125,
      "step": 307
    },
    {
      "epoch": 0.012615195576489862,
      "grad_norm": 5.016903651472052,
      "learning_rate": 4.62e-05,
      "loss": 7.125,
      "step": 308
    },
    {
      "epoch": 0.012656154003686259,
      "grad_norm": 4.082229227972628,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 6.9688,
      "step": 309
    },
    {
      "epoch": 0.012697112430882654,
      "grad_norm": 4.389622707998339,
      "learning_rate": 4.65e-05,
      "loss": 9.0625,
      "step": 310
    },
    {
      "epoch": 0.01273807085807905,
      "grad_norm": 5.298519210361954,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 4.125,
      "step": 311
    },
    {
      "epoch": 0.012779029285275445,
      "grad_norm": 5.871655998958217,
      "learning_rate": 4.68e-05,
      "loss": 8.25,
      "step": 312
    },
    {
      "epoch": 0.012819987712471842,
      "grad_norm": 11.806740762181956,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 7.4062,
      "step": 313
    },
    {
      "epoch": 0.012860946139668237,
      "grad_norm": 4.582119571941451,
      "learning_rate": 4.709999999999999e-05,
      "loss": 6.4375,
      "step": 314
    },
    {
      "epoch": 0.012901904566864632,
      "grad_norm": 3.78480030569919,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 6.8438,
      "step": 315
    },
    {
      "epoch": 0.012942862994061027,
      "grad_norm": 3.939895197755697,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 6.75,
      "step": 316
    },
    {
      "epoch": 0.012983821421257424,
      "grad_norm": 3.134294182280643,
      "learning_rate": 4.755e-05,
      "loss": 6.4688,
      "step": 317
    },
    {
      "epoch": 0.01302477984845382,
      "grad_norm": 3.3543465161040498,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 6.3438,
      "step": 318
    },
    {
      "epoch": 0.013065738275650215,
      "grad_norm": 8.436517870880074,
      "learning_rate": 4.785e-05,
      "loss": 5.0312,
      "step": 319
    },
    {
      "epoch": 0.01310669670284661,
      "grad_norm": 4.45504879955218,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 6.375,
      "step": 320
    },
    {
      "epoch": 0.013147655130043007,
      "grad_norm": 6.644125008993213,
      "learning_rate": 4.815e-05,
      "loss": 6.7188,
      "step": 321
    },
    {
      "epoch": 0.013188613557239402,
      "grad_norm": 6.4992683657455235,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 6.625,
      "step": 322
    },
    {
      "epoch": 0.013229571984435798,
      "grad_norm": 6.82738681656691,
      "learning_rate": 4.845e-05,
      "loss": 7.0,
      "step": 323
    },
    {
      "epoch": 0.013270530411632193,
      "grad_norm": 10.807188265084296,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 6.5,
      "step": 324
    },
    {
      "epoch": 0.01331148883882859,
      "grad_norm": 5.530602053259919,
      "learning_rate": 4.875e-05,
      "loss": 6.8438,
      "step": 325
    },
    {
      "epoch": 0.013352447266024985,
      "grad_norm": 8.87228928231622,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 6.8438,
      "step": 326
    },
    {
      "epoch": 0.01339340569322138,
      "grad_norm": 7.208899467506053,
      "learning_rate": 4.905e-05,
      "loss": 7.4375,
      "step": 327
    },
    {
      "epoch": 0.013434364120417775,
      "grad_norm": 9.86298796541496,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 5.4062,
      "step": 328
    },
    {
      "epoch": 0.013475322547614172,
      "grad_norm": 7.016057556937881,
      "learning_rate": 4.935e-05,
      "loss": 6.9688,
      "step": 329
    },
    {
      "epoch": 0.013516280974810568,
      "grad_norm": 10.522644048130232,
      "learning_rate": 4.95e-05,
      "loss": 6.5312,
      "step": 330
    },
    {
      "epoch": 0.013557239402006963,
      "grad_norm": 4.257618799556415,
      "learning_rate": 4.965e-05,
      "loss": 6.8438,
      "step": 331
    },
    {
      "epoch": 0.013598197829203358,
      "grad_norm": 4.7696741844873625,
      "learning_rate": 4.98e-05,
      "loss": 6.5,
      "step": 332
    },
    {
      "epoch": 0.013639156256399755,
      "grad_norm": 3.5680891614114274,
      "learning_rate": 4.995e-05,
      "loss": 6.625,
      "step": 333
    },
    {
      "epoch": 0.01368011468359615,
      "grad_norm": 5.065883526905067,
      "learning_rate": 5.01e-05,
      "loss": 6.6562,
      "step": 334
    },
    {
      "epoch": 0.013721073110792546,
      "grad_norm": 9.772976609328591,
      "learning_rate": 5.025e-05,
      "loss": 5.9375,
      "step": 335
    },
    {
      "epoch": 0.01376203153798894,
      "grad_norm": 4.7987845685429855,
      "learning_rate": 5.04e-05,
      "loss": 7.25,
      "step": 336
    },
    {
      "epoch": 0.013802989965185336,
      "grad_norm": 4.173232678232788,
      "learning_rate": 5.055e-05,
      "loss": 6.3125,
      "step": 337
    },
    {
      "epoch": 0.013843948392381733,
      "grad_norm": 5.473823006153139,
      "learning_rate": 5.07e-05,
      "loss": 6.8125,
      "step": 338
    },
    {
      "epoch": 0.013884906819578128,
      "grad_norm": 4.223149557034543,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 6.375,
      "step": 339
    },
    {
      "epoch": 0.013925865246774524,
      "grad_norm": 5.259687103714357,
      "learning_rate": 5.1e-05,
      "loss": 6.4688,
      "step": 340
    },
    {
      "epoch": 0.013966823673970919,
      "grad_norm": 3.6516360455796324,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 6.5,
      "step": 341
    },
    {
      "epoch": 0.014007782101167316,
      "grad_norm": 5.598451693886278,
      "learning_rate": 5.13e-05,
      "loss": 5.6562,
      "step": 342
    },
    {
      "epoch": 0.014048740528363711,
      "grad_norm": 3.3031157670821143,
      "learning_rate": 5.145e-05,
      "loss": 6.5,
      "step": 343
    },
    {
      "epoch": 0.014089698955560106,
      "grad_norm": 3.7360899888783,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 6.0625,
      "step": 344
    },
    {
      "epoch": 0.014130657382756501,
      "grad_norm": 9.39977061965612,
      "learning_rate": 5.174999999999999e-05,
      "loss": 6.75,
      "step": 345
    },
    {
      "epoch": 0.014171615809952898,
      "grad_norm": 3.956322665557074,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 7.1875,
      "step": 346
    },
    {
      "epoch": 0.014212574237149294,
      "grad_norm": 3.839966431563949,
      "learning_rate": 5.204999999999999e-05,
      "loss": 6.375,
      "step": 347
    },
    {
      "epoch": 0.014253532664345689,
      "grad_norm": 3.7763826875207664,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 6.9062,
      "step": 348
    },
    {
      "epoch": 0.014294491091542084,
      "grad_norm": 3.3850018656662475,
      "learning_rate": 5.234999999999999e-05,
      "loss": 6.4062,
      "step": 349
    },
    {
      "epoch": 0.014335449518738481,
      "grad_norm": 3.091879529617214,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 6.7812,
      "step": 350
    },
    {
      "epoch": 0.014376407945934876,
      "grad_norm": 3.6881408218049745,
      "learning_rate": 5.264999999999999e-05,
      "loss": 6.6875,
      "step": 351
    },
    {
      "epoch": 0.014417366373131272,
      "grad_norm": 3.1797267472441044,
      "learning_rate": 5.279999999999999e-05,
      "loss": 6.2812,
      "step": 352
    },
    {
      "epoch": 0.014458324800327667,
      "grad_norm": 4.121056029742933,
      "learning_rate": 5.294999999999999e-05,
      "loss": 5.7188,
      "step": 353
    },
    {
      "epoch": 0.014499283227524064,
      "grad_norm": 3.3423281034416843,
      "learning_rate": 5.309999999999999e-05,
      "loss": 6.6562,
      "step": 354
    },
    {
      "epoch": 0.014540241654720459,
      "grad_norm": 3.2840867559680587,
      "learning_rate": 5.324999999999999e-05,
      "loss": 6.4375,
      "step": 355
    },
    {
      "epoch": 0.014581200081916854,
      "grad_norm": 4.06655738894343,
      "learning_rate": 5.339999999999999e-05,
      "loss": 5.8438,
      "step": 356
    },
    {
      "epoch": 0.01462215850911325,
      "grad_norm": 5.9148664473924,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 4.6875,
      "step": 357
    },
    {
      "epoch": 0.014663116936309646,
      "grad_norm": 4.514374398329109,
      "learning_rate": 5.369999999999999e-05,
      "loss": 8.5625,
      "step": 358
    },
    {
      "epoch": 0.014704075363506042,
      "grad_norm": 3.106387186012728,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 6.4375,
      "step": 359
    },
    {
      "epoch": 0.014745033790702437,
      "grad_norm": 3.5815560482460533,
      "learning_rate": 5.399999999999999e-05,
      "loss": 5.9688,
      "step": 360
    },
    {
      "epoch": 0.014785992217898832,
      "grad_norm": 3.518669855546694,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 6.2812,
      "step": 361
    },
    {
      "epoch": 0.01482695064509523,
      "grad_norm": 7.342406875059906,
      "learning_rate": 5.429999999999999e-05,
      "loss": 4.375,
      "step": 362
    },
    {
      "epoch": 0.014867909072291624,
      "grad_norm": 3.4256468789848076,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 6.25,
      "step": 363
    },
    {
      "epoch": 0.01490886749948802,
      "grad_norm": 4.7874877501599835,
      "learning_rate": 5.459999999999999e-05,
      "loss": 7.5,
      "step": 364
    },
    {
      "epoch": 0.014949825926684415,
      "grad_norm": 3.607253676821727,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 6.5312,
      "step": 365
    },
    {
      "epoch": 0.01499078435388081,
      "grad_norm": 22.444474637235956,
      "learning_rate": 5.489999999999999e-05,
      "loss": 3.625,
      "step": 366
    },
    {
      "epoch": 0.015031742781077207,
      "grad_norm": 6.077023334798244,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 6.8125,
      "step": 367
    },
    {
      "epoch": 0.015072701208273602,
      "grad_norm": 4.313860338473673,
      "learning_rate": 5.519999999999999e-05,
      "loss": 8.0,
      "step": 368
    },
    {
      "epoch": 0.015113659635469998,
      "grad_norm": 9.478906633821605,
      "learning_rate": 5.535e-05,
      "loss": 8.375,
      "step": 369
    },
    {
      "epoch": 0.015154618062666393,
      "grad_norm": 19.889818787834606,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 7.125,
      "step": 370
    },
    {
      "epoch": 0.01519557648986279,
      "grad_norm": 6.5464227637527515,
      "learning_rate": 5.565e-05,
      "loss": 6.75,
      "step": 371
    },
    {
      "epoch": 0.015236534917059185,
      "grad_norm": 5.7672602618925035,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 6.6562,
      "step": 372
    },
    {
      "epoch": 0.01527749334425558,
      "grad_norm": 10.640289770408074,
      "learning_rate": 5.595e-05,
      "loss": 7.0938,
      "step": 373
    },
    {
      "epoch": 0.015318451771451976,
      "grad_norm": 6.166027896366779,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 5.625,
      "step": 374
    },
    {
      "epoch": 0.015359410198648372,
      "grad_norm": 4.551795062856871,
      "learning_rate": 5.625e-05,
      "loss": 7.1562,
      "step": 375
    },
    {
      "epoch": 0.015400368625844768,
      "grad_norm": 5.683249050793026,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 6.4062,
      "step": 376
    },
    {
      "epoch": 0.015441327053041163,
      "grad_norm": 5.042210281798453,
      "learning_rate": 5.654999999999999e-05,
      "loss": 7.5,
      "step": 377
    },
    {
      "epoch": 0.015482285480237558,
      "grad_norm": 4.36441884862339,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 7.125,
      "step": 378
    },
    {
      "epoch": 0.015523243907433955,
      "grad_norm": 5.479532275054537,
      "learning_rate": 5.684999999999999e-05,
      "loss": 8.125,
      "step": 379
    },
    {
      "epoch": 0.01556420233463035,
      "grad_norm": 10.397313181835084,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 6.9688,
      "step": 380
    },
    {
      "epoch": 0.015605160761826746,
      "grad_norm": 5.738853668083647,
      "learning_rate": 5.714999999999999e-05,
      "loss": 6.625,
      "step": 381
    },
    {
      "epoch": 0.01564611918902314,
      "grad_norm": 3.8001500980844707,
      "learning_rate": 5.73e-05,
      "loss": 7.0625,
      "step": 382
    },
    {
      "epoch": 0.015687077616219538,
      "grad_norm": 3.806526003596184,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 6.7812,
      "step": 383
    },
    {
      "epoch": 0.01572803604341593,
      "grad_norm": 3.837863024834858,
      "learning_rate": 5.76e-05,
      "loss": 6.7812,
      "step": 384
    },
    {
      "epoch": 0.01576899447061233,
      "grad_norm": 3.7235062372433645,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 7.0,
      "step": 385
    },
    {
      "epoch": 0.015809952897808725,
      "grad_norm": 3.178662864261682,
      "learning_rate": 5.79e-05,
      "loss": 6.75,
      "step": 386
    },
    {
      "epoch": 0.01585091132500512,
      "grad_norm": 20.22720745272086,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 6.375,
      "step": 387
    },
    {
      "epoch": 0.015891869752201516,
      "grad_norm": 4.763643388780147,
      "learning_rate": 5.82e-05,
      "loss": 7.9688,
      "step": 388
    },
    {
      "epoch": 0.015932828179397913,
      "grad_norm": 3.493338600825073,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 6.9375,
      "step": 389
    },
    {
      "epoch": 0.015973786606594306,
      "grad_norm": 3.817891387901775,
      "learning_rate": 5.85e-05,
      "loss": 6.125,
      "step": 390
    },
    {
      "epoch": 0.016014745033790703,
      "grad_norm": 4.3846667824532535,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 6.7188,
      "step": 391
    },
    {
      "epoch": 0.016055703460987097,
      "grad_norm": 3.884695927948436,
      "learning_rate": 5.88e-05,
      "loss": 5.8438,
      "step": 392
    },
    {
      "epoch": 0.016096661888183494,
      "grad_norm": 12.041576144495805,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 6.0,
      "step": 393
    },
    {
      "epoch": 0.01613762031537989,
      "grad_norm": 5.270468268245971,
      "learning_rate": 5.91e-05,
      "loss": 6.1562,
      "step": 394
    },
    {
      "epoch": 0.016178578742576284,
      "grad_norm": 73.06071559553808,
      "learning_rate": 5.925e-05,
      "loss": 11.5625,
      "step": 395
    },
    {
      "epoch": 0.01621953716977268,
      "grad_norm": 6.194954662539823,
      "learning_rate": 5.94e-05,
      "loss": 6.625,
      "step": 396
    },
    {
      "epoch": 0.016260495596969075,
      "grad_norm": 25.139106057589725,
      "learning_rate": 5.955e-05,
      "loss": 8.3125,
      "step": 397
    },
    {
      "epoch": 0.01630145402416547,
      "grad_norm": 6.026101351321502,
      "learning_rate": 5.97e-05,
      "loss": 6.9688,
      "step": 398
    },
    {
      "epoch": 0.01634241245136187,
      "grad_norm": 6.237601594713431,
      "learning_rate": 5.985e-05,
      "loss": 7.5938,
      "step": 399
    },
    {
      "epoch": 0.016383370878558262,
      "grad_norm": 4.4378810040102055,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 7.25,
      "step": 400
    },
    {
      "epoch": 0.01642432930575466,
      "grad_norm": 8.366398373715867,
      "learning_rate": 6.015e-05,
      "loss": 9.0,
      "step": 401
    },
    {
      "epoch": 0.016465287732951056,
      "grad_norm": 7.796795260677331,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 8.3125,
      "step": 402
    },
    {
      "epoch": 0.01650624616014745,
      "grad_norm": 5.163417330289964,
      "learning_rate": 6.045e-05,
      "loss": 7.7188,
      "step": 403
    },
    {
      "epoch": 0.016547204587343847,
      "grad_norm": 4.173025531636323,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 6.875,
      "step": 404
    },
    {
      "epoch": 0.01658816301454024,
      "grad_norm": 3.8022938543728464,
      "learning_rate": 6.075e-05,
      "loss": 7.9062,
      "step": 405
    },
    {
      "epoch": 0.016629121441736637,
      "grad_norm": 5.037396587258567,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 6.8438,
      "step": 406
    },
    {
      "epoch": 0.016670079868933034,
      "grad_norm": 5.160472555111162,
      "learning_rate": 6.104999999999999e-05,
      "loss": 7.0312,
      "step": 407
    },
    {
      "epoch": 0.016711038296129428,
      "grad_norm": 3.089645114565407,
      "learning_rate": 6.12e-05,
      "loss": 6.875,
      "step": 408
    },
    {
      "epoch": 0.016751996723325824,
      "grad_norm": 4.102757520207533,
      "learning_rate": 6.134999999999999e-05,
      "loss": 6.5312,
      "step": 409
    },
    {
      "epoch": 0.01679295515052222,
      "grad_norm": 3.437324320304398,
      "learning_rate": 6.149999999999999e-05,
      "loss": 6.3438,
      "step": 410
    },
    {
      "epoch": 0.016833913577718615,
      "grad_norm": 2.740230292220767,
      "learning_rate": 6.165e-05,
      "loss": 7.0938,
      "step": 411
    },
    {
      "epoch": 0.016874872004915012,
      "grad_norm": 3.7211522398640304,
      "learning_rate": 6.18e-05,
      "loss": 7.75,
      "step": 412
    },
    {
      "epoch": 0.016915830432111405,
      "grad_norm": 3.839836347398266,
      "learning_rate": 6.194999999999999e-05,
      "loss": 6.4062,
      "step": 413
    },
    {
      "epoch": 0.016956788859307802,
      "grad_norm": 3.9199955388535437,
      "learning_rate": 6.209999999999999e-05,
      "loss": 6.625,
      "step": 414
    },
    {
      "epoch": 0.0169977472865042,
      "grad_norm": 2.8275835058649994,
      "learning_rate": 6.225e-05,
      "loss": 6.9062,
      "step": 415
    },
    {
      "epoch": 0.017038705713700593,
      "grad_norm": 3.33258597435505,
      "learning_rate": 6.239999999999999e-05,
      "loss": 6.4062,
      "step": 416
    },
    {
      "epoch": 0.01707966414089699,
      "grad_norm": 5.411579927907581,
      "learning_rate": 6.254999999999999e-05,
      "loss": 5.9062,
      "step": 417
    },
    {
      "epoch": 0.017120622568093387,
      "grad_norm": 3.3739189335648763,
      "learning_rate": 6.269999999999999e-05,
      "loss": 6.1562,
      "step": 418
    },
    {
      "epoch": 0.01716158099528978,
      "grad_norm": 4.369254505936631,
      "learning_rate": 6.285e-05,
      "loss": 6.1875,
      "step": 419
    },
    {
      "epoch": 0.017202539422486177,
      "grad_norm": 3.4304100871350003,
      "learning_rate": 6.299999999999999e-05,
      "loss": 6.5312,
      "step": 420
    },
    {
      "epoch": 0.01724349784968257,
      "grad_norm": 6.3008694179718185,
      "learning_rate": 6.314999999999999e-05,
      "loss": 7.0625,
      "step": 421
    },
    {
      "epoch": 0.017284456276878968,
      "grad_norm": 3.206916421012896,
      "learning_rate": 6.33e-05,
      "loss": 7.375,
      "step": 422
    },
    {
      "epoch": 0.017325414704075365,
      "grad_norm": 4.307014211018889,
      "learning_rate": 6.345e-05,
      "loss": 6.6875,
      "step": 423
    },
    {
      "epoch": 0.01736637313127176,
      "grad_norm": 26.52799794741458,
      "learning_rate": 6.359999999999999e-05,
      "loss": 3.9531,
      "step": 424
    },
    {
      "epoch": 0.017407331558468155,
      "grad_norm": 4.543611012287774,
      "learning_rate": 6.374999999999999e-05,
      "loss": 6.625,
      "step": 425
    },
    {
      "epoch": 0.01744828998566455,
      "grad_norm": 33.541365304928846,
      "learning_rate": 6.39e-05,
      "loss": 8.6875,
      "step": 426
    },
    {
      "epoch": 0.017489248412860946,
      "grad_norm": 5.501022198091524,
      "learning_rate": 6.405e-05,
      "loss": 6.125,
      "step": 427
    },
    {
      "epoch": 0.017530206840057343,
      "grad_norm": 9.06760550102978,
      "learning_rate": 6.419999999999999e-05,
      "loss": 10.4375,
      "step": 428
    },
    {
      "epoch": 0.017571165267253736,
      "grad_norm": 5.218253220354825,
      "learning_rate": 6.434999999999999e-05,
      "loss": 6.9062,
      "step": 429
    },
    {
      "epoch": 0.017612123694450133,
      "grad_norm": 5.807939109008157,
      "learning_rate": 6.45e-05,
      "loss": 7.0,
      "step": 430
    },
    {
      "epoch": 0.01765308212164653,
      "grad_norm": 6.79741413526243,
      "learning_rate": 6.465e-05,
      "loss": 7.2812,
      "step": 431
    },
    {
      "epoch": 0.017694040548842924,
      "grad_norm": 7.891760085378037,
      "learning_rate": 6.479999999999999e-05,
      "loss": 7.25,
      "step": 432
    },
    {
      "epoch": 0.01773499897603932,
      "grad_norm": 7.3717748212197955,
      "learning_rate": 6.494999999999999e-05,
      "loss": 6.625,
      "step": 433
    },
    {
      "epoch": 0.017775957403235714,
      "grad_norm": 5.481698312462427,
      "learning_rate": 6.51e-05,
      "loss": 9.75,
      "step": 434
    },
    {
      "epoch": 0.01781691583043211,
      "grad_norm": 4.970246299047599,
      "learning_rate": 6.525e-05,
      "loss": 6.2812,
      "step": 435
    },
    {
      "epoch": 0.017857874257628508,
      "grad_norm": 4.630531983543809,
      "learning_rate": 6.539999999999999e-05,
      "loss": 7.0312,
      "step": 436
    },
    {
      "epoch": 0.0178988326848249,
      "grad_norm": 3.8045151649893554,
      "learning_rate": 6.555e-05,
      "loss": 5.7812,
      "step": 437
    },
    {
      "epoch": 0.0179397911120213,
      "grad_norm": 3.064506781644341,
      "learning_rate": 6.57e-05,
      "loss": 6.7188,
      "step": 438
    },
    {
      "epoch": 0.017980749539217696,
      "grad_norm": 4.2822213184852025,
      "learning_rate": 6.584999999999999e-05,
      "loss": 7.375,
      "step": 439
    },
    {
      "epoch": 0.01802170796641409,
      "grad_norm": 4.882247723059418,
      "learning_rate": 6.599999999999999e-05,
      "loss": 9.5,
      "step": 440
    },
    {
      "epoch": 0.018062666393610486,
      "grad_norm": 3.811308374046606,
      "learning_rate": 6.615e-05,
      "loss": 6.6875,
      "step": 441
    },
    {
      "epoch": 0.01810362482080688,
      "grad_norm": 3.4432178618120366,
      "learning_rate": 6.63e-05,
      "loss": 6.1875,
      "step": 442
    },
    {
      "epoch": 0.018144583248003276,
      "grad_norm": 4.283368600842537,
      "learning_rate": 6.644999999999999e-05,
      "loss": 8.0625,
      "step": 443
    },
    {
      "epoch": 0.018185541675199673,
      "grad_norm": 3.230092021389026,
      "learning_rate": 6.659999999999999e-05,
      "loss": 7.875,
      "step": 444
    },
    {
      "epoch": 0.018226500102396067,
      "grad_norm": 3.540809009768932,
      "learning_rate": 6.675e-05,
      "loss": 6.25,
      "step": 445
    },
    {
      "epoch": 0.018267458529592464,
      "grad_norm": 4.560884122342639,
      "learning_rate": 6.69e-05,
      "loss": 6.1562,
      "step": 446
    },
    {
      "epoch": 0.01830841695678886,
      "grad_norm": 3.51807035380918,
      "learning_rate": 6.704999999999999e-05,
      "loss": 6.9375,
      "step": 447
    },
    {
      "epoch": 0.018349375383985254,
      "grad_norm": 9.050254862876823,
      "learning_rate": 6.72e-05,
      "loss": 8.125,
      "step": 448
    },
    {
      "epoch": 0.01839033381118165,
      "grad_norm": 6.007352131335227,
      "learning_rate": 6.735e-05,
      "loss": 6.0,
      "step": 449
    },
    {
      "epoch": 0.018431292238378045,
      "grad_norm": 3.877838026976982,
      "learning_rate": 6.75e-05,
      "loss": 7.25,
      "step": 450
    },
    {
      "epoch": 0.018472250665574442,
      "grad_norm": 4.578162827011134,
      "learning_rate": 6.764999999999999e-05,
      "loss": 8.25,
      "step": 451
    },
    {
      "epoch": 0.01851320909277084,
      "grad_norm": 4.502593625544475,
      "learning_rate": 6.78e-05,
      "loss": 7.4375,
      "step": 452
    },
    {
      "epoch": 0.018554167519967232,
      "grad_norm": 3.719916120976194,
      "learning_rate": 6.795e-05,
      "loss": 6.625,
      "step": 453
    },
    {
      "epoch": 0.01859512594716363,
      "grad_norm": 3.4418886172850867,
      "learning_rate": 6.81e-05,
      "loss": 6.25,
      "step": 454
    },
    {
      "epoch": 0.018636084374360026,
      "grad_norm": 3.618657995525443,
      "learning_rate": 6.824999999999999e-05,
      "loss": 6.4688,
      "step": 455
    },
    {
      "epoch": 0.01867704280155642,
      "grad_norm": 2.629821704339045,
      "learning_rate": 6.84e-05,
      "loss": 6.6562,
      "step": 456
    },
    {
      "epoch": 0.018718001228752817,
      "grad_norm": 2.808985028744524,
      "learning_rate": 6.855e-05,
      "loss": 7.3438,
      "step": 457
    },
    {
      "epoch": 0.01875895965594921,
      "grad_norm": 3.2308856132033896,
      "learning_rate": 6.87e-05,
      "loss": 6.125,
      "step": 458
    },
    {
      "epoch": 0.018799918083145607,
      "grad_norm": 24.24850300228977,
      "learning_rate": 6.884999999999999e-05,
      "loss": 7.2812,
      "step": 459
    },
    {
      "epoch": 0.018840876510342004,
      "grad_norm": 20.147407412914045,
      "learning_rate": 6.9e-05,
      "loss": 7.25,
      "step": 460
    },
    {
      "epoch": 0.018881834937538398,
      "grad_norm": 4.269332620093383,
      "learning_rate": 6.915e-05,
      "loss": 7.3438,
      "step": 461
    },
    {
      "epoch": 0.018922793364734795,
      "grad_norm": 7.608157154869456,
      "learning_rate": 6.93e-05,
      "loss": 7.9688,
      "step": 462
    },
    {
      "epoch": 0.018963751791931188,
      "grad_norm": 6.24639019221963,
      "learning_rate": 6.945e-05,
      "loss": 7.1562,
      "step": 463
    },
    {
      "epoch": 0.019004710219127585,
      "grad_norm": 6.232401692118228,
      "learning_rate": 6.96e-05,
      "loss": 8.375,
      "step": 464
    },
    {
      "epoch": 0.019045668646323982,
      "grad_norm": 3.620336401466662,
      "learning_rate": 6.975e-05,
      "loss": 7.2812,
      "step": 465
    },
    {
      "epoch": 0.019086627073520376,
      "grad_norm": 5.00706344755161,
      "learning_rate": 6.989999999999999e-05,
      "loss": 6.5312,
      "step": 466
    },
    {
      "epoch": 0.019127585500716773,
      "grad_norm": 5.286388717508197,
      "learning_rate": 7.005e-05,
      "loss": 8.125,
      "step": 467
    },
    {
      "epoch": 0.01916854392791317,
      "grad_norm": 4.49086088557172,
      "learning_rate": 7.02e-05,
      "loss": 6.6875,
      "step": 468
    },
    {
      "epoch": 0.019209502355109563,
      "grad_norm": 4.412222571615767,
      "learning_rate": 7.034999999999999e-05,
      "loss": 7.3125,
      "step": 469
    },
    {
      "epoch": 0.01925046078230596,
      "grad_norm": 3.922821163795397,
      "learning_rate": 7.049999999999999e-05,
      "loss": 6.7188,
      "step": 470
    },
    {
      "epoch": 0.019291419209502354,
      "grad_norm": 5.154474924230898,
      "learning_rate": 7.065e-05,
      "loss": 5.6875,
      "step": 471
    },
    {
      "epoch": 0.01933237763669875,
      "grad_norm": 2.890916006903942,
      "learning_rate": 7.079999999999999e-05,
      "loss": 7.0625,
      "step": 472
    },
    {
      "epoch": 0.019373336063895148,
      "grad_norm": 3.333652793632865,
      "learning_rate": 7.094999999999999e-05,
      "loss": 6.0312,
      "step": 473
    },
    {
      "epoch": 0.01941429449109154,
      "grad_norm": 3.296608887654005,
      "learning_rate": 7.11e-05,
      "loss": 8.3125,
      "step": 474
    },
    {
      "epoch": 0.019455252918287938,
      "grad_norm": 3.1704720528244144,
      "learning_rate": 7.125e-05,
      "loss": 6.5625,
      "step": 475
    },
    {
      "epoch": 0.019496211345484335,
      "grad_norm": 2.9812833344730083,
      "learning_rate": 7.139999999999999e-05,
      "loss": 6.5625,
      "step": 476
    },
    {
      "epoch": 0.01953716977268073,
      "grad_norm": 3.82501979727163,
      "learning_rate": 7.154999999999999e-05,
      "loss": 6.6562,
      "step": 477
    },
    {
      "epoch": 0.019578128199877125,
      "grad_norm": 3.1430175237643874,
      "learning_rate": 7.17e-05,
      "loss": 5.6875,
      "step": 478
    },
    {
      "epoch": 0.01961908662707352,
      "grad_norm": 4.269040361736379,
      "learning_rate": 7.184999999999998e-05,
      "loss": 5.9375,
      "step": 479
    },
    {
      "epoch": 0.019660045054269916,
      "grad_norm": 4.25628232556427,
      "learning_rate": 7.199999999999999e-05,
      "loss": 6.7188,
      "step": 480
    },
    {
      "epoch": 0.019701003481466313,
      "grad_norm": 3.748140236245677,
      "learning_rate": 7.214999999999999e-05,
      "loss": 7.1875,
      "step": 481
    },
    {
      "epoch": 0.019741961908662706,
      "grad_norm": 3.5027714515346684,
      "learning_rate": 7.23e-05,
      "loss": 6.5,
      "step": 482
    },
    {
      "epoch": 0.019782920335859103,
      "grad_norm": 2.720332951427472,
      "learning_rate": 7.244999999999999e-05,
      "loss": 6.6875,
      "step": 483
    },
    {
      "epoch": 0.0198238787630555,
      "grad_norm": 3.350779631232135,
      "learning_rate": 7.259999999999999e-05,
      "loss": 6.125,
      "step": 484
    },
    {
      "epoch": 0.019864837190251894,
      "grad_norm": 3.313946193420647,
      "learning_rate": 7.274999999999999e-05,
      "loss": 6.375,
      "step": 485
    },
    {
      "epoch": 0.01990579561744829,
      "grad_norm": 2.8189973851545416,
      "learning_rate": 7.29e-05,
      "loss": 6.9062,
      "step": 486
    },
    {
      "epoch": 0.019946754044644684,
      "grad_norm": 9.474940043768546,
      "learning_rate": 7.304999999999999e-05,
      "loss": 2.6875,
      "step": 487
    },
    {
      "epoch": 0.01998771247184108,
      "grad_norm": 4.238499341669709,
      "learning_rate": 7.319999999999999e-05,
      "loss": 6.625,
      "step": 488
    },
    {
      "epoch": 0.02002867089903748,
      "grad_norm": 20.199453933354715,
      "learning_rate": 7.335e-05,
      "loss": 7.5312,
      "step": 489
    },
    {
      "epoch": 0.020069629326233872,
      "grad_norm": 11.902018603153335,
      "learning_rate": 7.35e-05,
      "loss": 7.6562,
      "step": 490
    },
    {
      "epoch": 0.02011058775343027,
      "grad_norm": 20.454271748554035,
      "learning_rate": 7.364999999999999e-05,
      "loss": 6.3125,
      "step": 491
    },
    {
      "epoch": 0.020151546180626662,
      "grad_norm": 9.452152730370825,
      "learning_rate": 7.379999999999999e-05,
      "loss": 4.0625,
      "step": 492
    },
    {
      "epoch": 0.02019250460782306,
      "grad_norm": 6.19333504291635,
      "learning_rate": 7.395e-05,
      "loss": 7.625,
      "step": 493
    },
    {
      "epoch": 0.020233463035019456,
      "grad_norm": 5.063639791244141,
      "learning_rate": 7.41e-05,
      "loss": 7.25,
      "step": 494
    },
    {
      "epoch": 0.02027442146221585,
      "grad_norm": 4.577923102455458,
      "learning_rate": 7.424999999999999e-05,
      "loss": 7.8125,
      "step": 495
    },
    {
      "epoch": 0.020315379889412247,
      "grad_norm": 3.3319753155621674,
      "learning_rate": 7.439999999999999e-05,
      "loss": 7.2812,
      "step": 496
    },
    {
      "epoch": 0.020356338316608644,
      "grad_norm": 4.9457398068531395,
      "learning_rate": 7.455e-05,
      "loss": 7.4062,
      "step": 497
    },
    {
      "epoch": 0.020397296743805037,
      "grad_norm": 6.381237110129006,
      "learning_rate": 7.47e-05,
      "loss": 5.25,
      "step": 498
    },
    {
      "epoch": 0.020438255171001434,
      "grad_norm": 6.46422996831074,
      "learning_rate": 7.484999999999999e-05,
      "loss": 6.9375,
      "step": 499
    },
    {
      "epoch": 0.020479213598197828,
      "grad_norm": 2.920876909203164,
      "learning_rate": 7.5e-05,
      "loss": 6.625,
      "step": 500
    },
    {
      "epoch": 0.020520172025394225,
      "grad_norm": 3.7605941264618834,
      "learning_rate": 7.515e-05,
      "loss": 6.3438,
      "step": 501
    },
    {
      "epoch": 0.02056113045259062,
      "grad_norm": 3.0684456108049276,
      "learning_rate": 7.529999999999999e-05,
      "loss": 6.4375,
      "step": 502
    },
    {
      "epoch": 0.020602088879787015,
      "grad_norm": 4.8309232764997,
      "learning_rate": 7.544999999999999e-05,
      "loss": 6.25,
      "step": 503
    },
    {
      "epoch": 0.020643047306983412,
      "grad_norm": 2.894380615307671,
      "learning_rate": 7.56e-05,
      "loss": 6.1875,
      "step": 504
    },
    {
      "epoch": 0.02068400573417981,
      "grad_norm": 3.0249612595366666,
      "learning_rate": 7.575e-05,
      "loss": 6.5938,
      "step": 505
    },
    {
      "epoch": 0.020724964161376203,
      "grad_norm": 6.78630065237113,
      "learning_rate": 7.589999999999999e-05,
      "loss": 6.4375,
      "step": 506
    },
    {
      "epoch": 0.0207659225885726,
      "grad_norm": 3.2539390127070775,
      "learning_rate": 7.604999999999999e-05,
      "loss": 6.9375,
      "step": 507
    },
    {
      "epoch": 0.020806881015768993,
      "grad_norm": 3.6951314015444043,
      "learning_rate": 7.62e-05,
      "loss": 5.6875,
      "step": 508
    },
    {
      "epoch": 0.02084783944296539,
      "grad_norm": 4.112580702563301,
      "learning_rate": 7.635e-05,
      "loss": 6.4062,
      "step": 509
    },
    {
      "epoch": 0.020888797870161787,
      "grad_norm": 3.190177884877331,
      "learning_rate": 7.649999999999999e-05,
      "loss": 6.0,
      "step": 510
    },
    {
      "epoch": 0.02092975629735818,
      "grad_norm": 3.302297597156266,
      "learning_rate": 7.664999999999999e-05,
      "loss": 6.6562,
      "step": 511
    },
    {
      "epoch": 0.020970714724554577,
      "grad_norm": 3.534833482385095,
      "learning_rate": 7.68e-05,
      "loss": 6.2812,
      "step": 512
    },
    {
      "epoch": 0.021011673151750974,
      "grad_norm": 67.79311636372796,
      "learning_rate": 7.695e-05,
      "loss": 8.0625,
      "step": 513
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 40.884715137889806,
      "learning_rate": 7.709999999999999e-05,
      "loss": 9.4375,
      "step": 514
    },
    {
      "epoch": 0.021093590006143765,
      "grad_norm": 3.801144101010707,
      "learning_rate": 7.725e-05,
      "loss": 7.0,
      "step": 515
    },
    {
      "epoch": 0.02113454843334016,
      "grad_norm": 4.259799486646645,
      "learning_rate": 7.74e-05,
      "loss": 6.1562,
      "step": 516
    },
    {
      "epoch": 0.021175506860536555,
      "grad_norm": 3.77749862993192,
      "learning_rate": 7.755e-05,
      "loss": 7.4688,
      "step": 517
    },
    {
      "epoch": 0.021216465287732952,
      "grad_norm": 4.228125374841748,
      "learning_rate": 7.769999999999999e-05,
      "loss": 7.25,
      "step": 518
    },
    {
      "epoch": 0.021257423714929346,
      "grad_norm": 2.8482842364989502,
      "learning_rate": 7.785e-05,
      "loss": 6.875,
      "step": 519
    },
    {
      "epoch": 0.021298382142125743,
      "grad_norm": 3.3287989847338726,
      "learning_rate": 7.8e-05,
      "loss": 6.5625,
      "step": 520
    },
    {
      "epoch": 0.021339340569322136,
      "grad_norm": 5.193060822407774,
      "learning_rate": 7.815e-05,
      "loss": 8.375,
      "step": 521
    },
    {
      "epoch": 0.021380298996518533,
      "grad_norm": 7.0187311688015255,
      "learning_rate": 7.829999999999999e-05,
      "loss": 8.1875,
      "step": 522
    },
    {
      "epoch": 0.02142125742371493,
      "grad_norm": 4.413862689369972,
      "learning_rate": 7.845e-05,
      "loss": 6.9688,
      "step": 523
    },
    {
      "epoch": 0.021462215850911324,
      "grad_norm": 10.078764143132055,
      "learning_rate": 7.86e-05,
      "loss": 8.875,
      "step": 524
    },
    {
      "epoch": 0.02150317427810772,
      "grad_norm": 4.667663557029444,
      "learning_rate": 7.874999999999999e-05,
      "loss": 8.25,
      "step": 525
    },
    {
      "epoch": 0.021544132705304118,
      "grad_norm": 3.840463071992554,
      "learning_rate": 7.89e-05,
      "loss": 7.5,
      "step": 526
    },
    {
      "epoch": 0.02158509113250051,
      "grad_norm": 4.957131319977449,
      "learning_rate": 7.905e-05,
      "loss": 9.3125,
      "step": 527
    },
    {
      "epoch": 0.021626049559696908,
      "grad_norm": 3.3602317922040643,
      "learning_rate": 7.92e-05,
      "loss": 7.3438,
      "step": 528
    },
    {
      "epoch": 0.021667007986893302,
      "grad_norm": 4.804724916947145,
      "learning_rate": 7.934999999999999e-05,
      "loss": 7.1562,
      "step": 529
    },
    {
      "epoch": 0.0217079664140897,
      "grad_norm": 3.23556352346257,
      "learning_rate": 7.95e-05,
      "loss": 6.9062,
      "step": 530
    },
    {
      "epoch": 0.021748924841286096,
      "grad_norm": 3.9532497219246667,
      "learning_rate": 7.965e-05,
      "loss": 6.2812,
      "step": 531
    },
    {
      "epoch": 0.02178988326848249,
      "grad_norm": 9.795093110430097,
      "learning_rate": 7.98e-05,
      "loss": 7.125,
      "step": 532
    },
    {
      "epoch": 0.021830841695678886,
      "grad_norm": 15.783315971470202,
      "learning_rate": 7.994999999999999e-05,
      "loss": 7.0625,
      "step": 533
    },
    {
      "epoch": 0.021871800122875283,
      "grad_norm": 3.057354116058863,
      "learning_rate": 8.01e-05,
      "loss": 6.4375,
      "step": 534
    },
    {
      "epoch": 0.021912758550071677,
      "grad_norm": 3.504012804904483,
      "learning_rate": 8.025e-05,
      "loss": 7.0625,
      "step": 535
    },
    {
      "epoch": 0.021953716977268074,
      "grad_norm": 3.7180212592995305,
      "learning_rate": 8.04e-05,
      "loss": 6.375,
      "step": 536
    },
    {
      "epoch": 0.021994675404464467,
      "grad_norm": 48.89552782887251,
      "learning_rate": 8.054999999999999e-05,
      "loss": 10.9375,
      "step": 537
    },
    {
      "epoch": 0.022035633831660864,
      "grad_norm": 6.27062304829845,
      "learning_rate": 8.07e-05,
      "loss": 7.5938,
      "step": 538
    },
    {
      "epoch": 0.02207659225885726,
      "grad_norm": 3.8433418633872853,
      "learning_rate": 8.085e-05,
      "loss": 7.6875,
      "step": 539
    },
    {
      "epoch": 0.022117550686053655,
      "grad_norm": 3.817817201849041,
      "learning_rate": 8.1e-05,
      "loss": 7.5,
      "step": 540
    },
    {
      "epoch": 0.02215850911325005,
      "grad_norm": 3.3028866842887874,
      "learning_rate": 8.115e-05,
      "loss": 7.2188,
      "step": 541
    },
    {
      "epoch": 0.02219946754044645,
      "grad_norm": 3.2860500317739327,
      "learning_rate": 8.13e-05,
      "loss": 7.7188,
      "step": 542
    },
    {
      "epoch": 0.022240425967642842,
      "grad_norm": 4.904279880735993,
      "learning_rate": 8.145e-05,
      "loss": 7.4062,
      "step": 543
    },
    {
      "epoch": 0.02228138439483924,
      "grad_norm": 3.7816119231648204,
      "learning_rate": 8.16e-05,
      "loss": 6.75,
      "step": 544
    },
    {
      "epoch": 0.022322342822035632,
      "grad_norm": 2.680475919252893,
      "learning_rate": 8.175e-05,
      "loss": 6.9688,
      "step": 545
    },
    {
      "epoch": 0.02236330124923203,
      "grad_norm": 4.040596234328509,
      "learning_rate": 8.19e-05,
      "loss": 9.1875,
      "step": 546
    },
    {
      "epoch": 0.022404259676428426,
      "grad_norm": 3.0048677497591445,
      "learning_rate": 8.205e-05,
      "loss": 7.1875,
      "step": 547
    },
    {
      "epoch": 0.02244521810362482,
      "grad_norm": 2.662656646294034,
      "learning_rate": 8.22e-05,
      "loss": 8.0,
      "step": 548
    },
    {
      "epoch": 0.022486176530821217,
      "grad_norm": 3.5942416894608433,
      "learning_rate": 8.235e-05,
      "loss": 6.7812,
      "step": 549
    },
    {
      "epoch": 0.02252713495801761,
      "grad_norm": 5.030689736683522,
      "learning_rate": 8.25e-05,
      "loss": 8.125,
      "step": 550
    },
    {
      "epoch": 0.022568093385214007,
      "grad_norm": 2.519146218180556,
      "learning_rate": 8.265e-05,
      "loss": 6.9688,
      "step": 551
    },
    {
      "epoch": 0.022609051812410404,
      "grad_norm": 2.857583879151558,
      "learning_rate": 8.28e-05,
      "loss": 6.875,
      "step": 552
    },
    {
      "epoch": 0.022650010239606798,
      "grad_norm": 2.8736753146287226,
      "learning_rate": 8.295e-05,
      "loss": 7.7812,
      "step": 553
    },
    {
      "epoch": 0.022690968666803195,
      "grad_norm": 2.9838860104115223,
      "learning_rate": 8.31e-05,
      "loss": 6.9062,
      "step": 554
    },
    {
      "epoch": 0.022731927093999592,
      "grad_norm": 3.3098196722878117,
      "learning_rate": 8.325e-05,
      "loss": 7.0,
      "step": 555
    },
    {
      "epoch": 0.022772885521195985,
      "grad_norm": 3.133281903034017,
      "learning_rate": 8.34e-05,
      "loss": 6.7812,
      "step": 556
    },
    {
      "epoch": 0.022813843948392382,
      "grad_norm": 3.481009077700361,
      "learning_rate": 8.355e-05,
      "loss": 6.9688,
      "step": 557
    },
    {
      "epoch": 0.022854802375588776,
      "grad_norm": 2.9126680941276213,
      "learning_rate": 8.37e-05,
      "loss": 6.4062,
      "step": 558
    },
    {
      "epoch": 0.022895760802785173,
      "grad_norm": 3.6556425007447393,
      "learning_rate": 8.385e-05,
      "loss": 6.4688,
      "step": 559
    },
    {
      "epoch": 0.02293671922998157,
      "grad_norm": 2.9138318768545153,
      "learning_rate": 8.4e-05,
      "loss": 6.75,
      "step": 560
    },
    {
      "epoch": 0.022977677657177963,
      "grad_norm": 3.137845597154008,
      "learning_rate": 8.415e-05,
      "loss": 6.8438,
      "step": 561
    },
    {
      "epoch": 0.02301863608437436,
      "grad_norm": 3.441091989754442,
      "learning_rate": 8.43e-05,
      "loss": 7.0,
      "step": 562
    },
    {
      "epoch": 0.023059594511570757,
      "grad_norm": 4.385437408610809,
      "learning_rate": 8.444999999999998e-05,
      "loss": 6.9062,
      "step": 563
    },
    {
      "epoch": 0.02310055293876715,
      "grad_norm": 3.3102078980810172,
      "learning_rate": 8.459999999999998e-05,
      "loss": 6.4375,
      "step": 564
    },
    {
      "epoch": 0.023141511365963548,
      "grad_norm": 2.635489078394127,
      "learning_rate": 8.474999999999999e-05,
      "loss": 6.4375,
      "step": 565
    },
    {
      "epoch": 0.02318246979315994,
      "grad_norm": 2.745478518749904,
      "learning_rate": 8.489999999999999e-05,
      "loss": 6.5938,
      "step": 566
    },
    {
      "epoch": 0.023223428220356338,
      "grad_norm": 2.7558570956279564,
      "learning_rate": 8.504999999999998e-05,
      "loss": 6.3125,
      "step": 567
    },
    {
      "epoch": 0.023264386647552735,
      "grad_norm": 3.815089495342149,
      "learning_rate": 8.519999999999998e-05,
      "loss": 9.1875,
      "step": 568
    },
    {
      "epoch": 0.02330534507474913,
      "grad_norm": 3.0665754382970754,
      "learning_rate": 8.534999999999999e-05,
      "loss": 6.4688,
      "step": 569
    },
    {
      "epoch": 0.023346303501945526,
      "grad_norm": 2.4261878847075224,
      "learning_rate": 8.549999999999999e-05,
      "loss": 7.2188,
      "step": 570
    },
    {
      "epoch": 0.023387261929141923,
      "grad_norm": 3.221694406698137,
      "learning_rate": 8.564999999999998e-05,
      "loss": 6.875,
      "step": 571
    },
    {
      "epoch": 0.023428220356338316,
      "grad_norm": 4.102976961266649,
      "learning_rate": 8.579999999999998e-05,
      "loss": 6.125,
      "step": 572
    },
    {
      "epoch": 0.023469178783534713,
      "grad_norm": 4.424537470133464,
      "learning_rate": 8.594999999999999e-05,
      "loss": 9.0625,
      "step": 573
    },
    {
      "epoch": 0.023510137210731107,
      "grad_norm": 5.211974942952919,
      "learning_rate": 8.609999999999999e-05,
      "loss": 5.625,
      "step": 574
    },
    {
      "epoch": 0.023551095637927504,
      "grad_norm": 3.1790355672075954,
      "learning_rate": 8.624999999999998e-05,
      "loss": 6.4062,
      "step": 575
    },
    {
      "epoch": 0.0235920540651239,
      "grad_norm": 3.557417581256363,
      "learning_rate": 8.639999999999999e-05,
      "loss": 6.25,
      "step": 576
    },
    {
      "epoch": 0.023633012492320294,
      "grad_norm": 5.458313154495703,
      "learning_rate": 8.654999999999999e-05,
      "loss": 7.0625,
      "step": 577
    },
    {
      "epoch": 0.02367397091951669,
      "grad_norm": 237.73019537032005,
      "learning_rate": 8.669999999999998e-05,
      "loss": 6.8125,
      "step": 578
    },
    {
      "epoch": 0.023714929346713085,
      "grad_norm": 6.030872959902895,
      "learning_rate": 8.684999999999998e-05,
      "loss": 6.8438,
      "step": 579
    },
    {
      "epoch": 0.02375588777390948,
      "grad_norm": 3.3758269237531384,
      "learning_rate": 8.699999999999999e-05,
      "loss": 6.0625,
      "step": 580
    },
    {
      "epoch": 0.02379684620110588,
      "grad_norm": 8.243837166326095,
      "learning_rate": 8.714999999999999e-05,
      "loss": 7.5938,
      "step": 581
    },
    {
      "epoch": 0.023837804628302272,
      "grad_norm": 4.399066236922673,
      "learning_rate": 8.729999999999998e-05,
      "loss": 6.5312,
      "step": 582
    },
    {
      "epoch": 0.02387876305549867,
      "grad_norm": 4.519066529391529,
      "learning_rate": 8.744999999999998e-05,
      "loss": 7.25,
      "step": 583
    },
    {
      "epoch": 0.023919721482695066,
      "grad_norm": 11.324596833165046,
      "learning_rate": 8.759999999999999e-05,
      "loss": 7.4062,
      "step": 584
    },
    {
      "epoch": 0.02396067990989146,
      "grad_norm": 24.8463614781918,
      "learning_rate": 8.774999999999999e-05,
      "loss": 7.6875,
      "step": 585
    },
    {
      "epoch": 0.024001638337087856,
      "grad_norm": 9.21118969321858,
      "learning_rate": 8.789999999999998e-05,
      "loss": 7.75,
      "step": 586
    },
    {
      "epoch": 0.02404259676428425,
      "grad_norm": 7.638582338893877,
      "learning_rate": 8.804999999999999e-05,
      "loss": 7.1875,
      "step": 587
    },
    {
      "epoch": 0.024083555191480647,
      "grad_norm": 12.738083520732014,
      "learning_rate": 8.819999999999999e-05,
      "loss": 6.4688,
      "step": 588
    },
    {
      "epoch": 0.024124513618677044,
      "grad_norm": 6.364569507354306,
      "learning_rate": 8.834999999999999e-05,
      "loss": 7.4375,
      "step": 589
    },
    {
      "epoch": 0.024165472045873437,
      "grad_norm": 4.375901327782375,
      "learning_rate": 8.849999999999998e-05,
      "loss": 6.5,
      "step": 590
    },
    {
      "epoch": 0.024206430473069834,
      "grad_norm": 3.462870620260226,
      "learning_rate": 8.864999999999999e-05,
      "loss": 6.3125,
      "step": 591
    },
    {
      "epoch": 0.02424738890026623,
      "grad_norm": 5.4796550869640885,
      "learning_rate": 8.879999999999999e-05,
      "loss": 6.5,
      "step": 592
    },
    {
      "epoch": 0.024288347327462625,
      "grad_norm": 2.9755276480968256,
      "learning_rate": 8.895e-05,
      "loss": 6.5,
      "step": 593
    },
    {
      "epoch": 0.024329305754659022,
      "grad_norm": 3.229046422839201,
      "learning_rate": 8.909999999999998e-05,
      "loss": 8.0,
      "step": 594
    },
    {
      "epoch": 0.024370264181855415,
      "grad_norm": 2.9901615604112584,
      "learning_rate": 8.924999999999999e-05,
      "loss": 7.1875,
      "step": 595
    },
    {
      "epoch": 0.024411222609051812,
      "grad_norm": 4.515549971826816,
      "learning_rate": 8.939999999999999e-05,
      "loss": 6.2812,
      "step": 596
    },
    {
      "epoch": 0.02445218103624821,
      "grad_norm": 7.224547433371596,
      "learning_rate": 8.955e-05,
      "loss": 5.9062,
      "step": 597
    },
    {
      "epoch": 0.024493139463444603,
      "grad_norm": 3.28178155711101,
      "learning_rate": 8.969999999999998e-05,
      "loss": 6.0312,
      "step": 598
    },
    {
      "epoch": 0.024534097890641,
      "grad_norm": 3.2877024408073927,
      "learning_rate": 8.984999999999999e-05,
      "loss": 6.5312,
      "step": 599
    },
    {
      "epoch": 0.024575056317837397,
      "grad_norm": 3.6090861108925583,
      "learning_rate": 8.999999999999999e-05,
      "loss": 6.875,
      "step": 600
    },
    {
      "epoch": 0.02461601474503379,
      "grad_norm": 3.6872649392217878,
      "learning_rate": 9.014999999999998e-05,
      "loss": 5.6875,
      "step": 601
    },
    {
      "epoch": 0.024656973172230187,
      "grad_norm": 3.475095340978753,
      "learning_rate": 9.029999999999999e-05,
      "loss": 6.2188,
      "step": 602
    },
    {
      "epoch": 0.02469793159942658,
      "grad_norm": 16.97541045201347,
      "learning_rate": 9.044999999999999e-05,
      "loss": 6.1875,
      "step": 603
    },
    {
      "epoch": 0.024738890026622978,
      "grad_norm": 5.250943459833621,
      "learning_rate": 9.059999999999999e-05,
      "loss": 7.625,
      "step": 604
    },
    {
      "epoch": 0.024779848453819375,
      "grad_norm": 18.5234315129416,
      "learning_rate": 9.074999999999998e-05,
      "loss": 2.5781,
      "step": 605
    },
    {
      "epoch": 0.024820806881015768,
      "grad_norm": 3.9615588864778153,
      "learning_rate": 9.089999999999999e-05,
      "loss": 6.3438,
      "step": 606
    },
    {
      "epoch": 0.024861765308212165,
      "grad_norm": 6.332273193574686,
      "learning_rate": 9.104999999999999e-05,
      "loss": 6.375,
      "step": 607
    },
    {
      "epoch": 0.024902723735408562,
      "grad_norm": 3.830042145561531,
      "learning_rate": 9.12e-05,
      "loss": 9.375,
      "step": 608
    },
    {
      "epoch": 0.024943682162604956,
      "grad_norm": 18.08847864367302,
      "learning_rate": 9.134999999999998e-05,
      "loss": 6.8125,
      "step": 609
    },
    {
      "epoch": 0.024984640589801353,
      "grad_norm": 3.2214259965407583,
      "learning_rate": 9.149999999999999e-05,
      "loss": 6.0312,
      "step": 610
    },
    {
      "epoch": 0.025025599016997746,
      "grad_norm": 5.214573069906138,
      "learning_rate": 9.164999999999999e-05,
      "loss": 7.125,
      "step": 611
    },
    {
      "epoch": 0.025066557444194143,
      "grad_norm": 4.2817980494341645,
      "learning_rate": 9.18e-05,
      "loss": 7.2188,
      "step": 612
    },
    {
      "epoch": 0.02510751587139054,
      "grad_norm": 4.371253452768556,
      "learning_rate": 9.194999999999999e-05,
      "loss": 6.3125,
      "step": 613
    },
    {
      "epoch": 0.025148474298586933,
      "grad_norm": 3.909089846409322,
      "learning_rate": 9.209999999999999e-05,
      "loss": 7.1875,
      "step": 614
    },
    {
      "epoch": 0.02518943272578333,
      "grad_norm": 4.109778848253146,
      "learning_rate": 9.224999999999999e-05,
      "loss": 7.2188,
      "step": 615
    },
    {
      "epoch": 0.025230391152979724,
      "grad_norm": 4.861139927810947,
      "learning_rate": 9.24e-05,
      "loss": 7.5938,
      "step": 616
    },
    {
      "epoch": 0.02527134958017612,
      "grad_norm": 6.736066632974924,
      "learning_rate": 9.254999999999999e-05,
      "loss": 6.0625,
      "step": 617
    },
    {
      "epoch": 0.025312308007372518,
      "grad_norm": 2.533085711255842,
      "learning_rate": 9.269999999999999e-05,
      "loss": 6.4375,
      "step": 618
    },
    {
      "epoch": 0.02535326643456891,
      "grad_norm": 4.114341757262198,
      "learning_rate": 9.285e-05,
      "loss": 6.1562,
      "step": 619
    },
    {
      "epoch": 0.02539422486176531,
      "grad_norm": 2.5406421216993778,
      "learning_rate": 9.3e-05,
      "loss": 6.7188,
      "step": 620
    },
    {
      "epoch": 0.025435183288961705,
      "grad_norm": 3.2730382235796918,
      "learning_rate": 9.314999999999999e-05,
      "loss": 6.9688,
      "step": 621
    },
    {
      "epoch": 0.0254761417161581,
      "grad_norm": 3.3308025046342333,
      "learning_rate": 9.329999999999999e-05,
      "loss": 6.7812,
      "step": 622
    },
    {
      "epoch": 0.025517100143354496,
      "grad_norm": 4.034880818850542,
      "learning_rate": 9.345e-05,
      "loss": 6.5938,
      "step": 623
    },
    {
      "epoch": 0.02555805857055089,
      "grad_norm": 4.404639046506285,
      "learning_rate": 9.36e-05,
      "loss": 6.75,
      "step": 624
    },
    {
      "epoch": 0.025599016997747286,
      "grad_norm": 2.4784239438143643,
      "learning_rate": 9.374999999999999e-05,
      "loss": 6.375,
      "step": 625
    },
    {
      "epoch": 0.025639975424943683,
      "grad_norm": 2.8673774328218693,
      "learning_rate": 9.389999999999999e-05,
      "loss": 6.3125,
      "step": 626
    },
    {
      "epoch": 0.025680933852140077,
      "grad_norm": 2.673615352095533,
      "learning_rate": 9.405e-05,
      "loss": 6.4375,
      "step": 627
    },
    {
      "epoch": 0.025721892279336474,
      "grad_norm": 3.5479346734164876,
      "learning_rate": 9.419999999999999e-05,
      "loss": 5.3438,
      "step": 628
    },
    {
      "epoch": 0.02576285070653287,
      "grad_norm": 3.997120611210124,
      "learning_rate": 9.434999999999999e-05,
      "loss": 6.75,
      "step": 629
    },
    {
      "epoch": 0.025803809133729264,
      "grad_norm": 2.2021691098227474,
      "learning_rate": 9.449999999999999e-05,
      "loss": 6.25,
      "step": 630
    },
    {
      "epoch": 0.02584476756092566,
      "grad_norm": 4.85364333039007,
      "learning_rate": 9.465e-05,
      "loss": 7.8125,
      "step": 631
    },
    {
      "epoch": 0.025885725988122055,
      "grad_norm": 9.77394518761263,
      "learning_rate": 9.479999999999999e-05,
      "loss": 5.6562,
      "step": 632
    },
    {
      "epoch": 0.02592668441531845,
      "grad_norm": 8.30548338829,
      "learning_rate": 9.494999999999999e-05,
      "loss": 7.125,
      "step": 633
    },
    {
      "epoch": 0.02596764284251485,
      "grad_norm": 6.226117926940326,
      "learning_rate": 9.51e-05,
      "loss": 6.2812,
      "step": 634
    },
    {
      "epoch": 0.026008601269711242,
      "grad_norm": 3.8487195432699224,
      "learning_rate": 9.525e-05,
      "loss": 7.0938,
      "step": 635
    },
    {
      "epoch": 0.02604955969690764,
      "grad_norm": 4.6596185595376785,
      "learning_rate": 9.539999999999999e-05,
      "loss": 7.5,
      "step": 636
    },
    {
      "epoch": 0.026090518124104036,
      "grad_norm": 3.471980756746009,
      "learning_rate": 9.554999999999999e-05,
      "loss": 6.5,
      "step": 637
    },
    {
      "epoch": 0.02613147655130043,
      "grad_norm": 2.9227567145230684,
      "learning_rate": 9.57e-05,
      "loss": 6.625,
      "step": 638
    },
    {
      "epoch": 0.026172434978496827,
      "grad_norm": 2.7731481219423904,
      "learning_rate": 9.585e-05,
      "loss": 6.5312,
      "step": 639
    },
    {
      "epoch": 0.02621339340569322,
      "grad_norm": 5.749773930097107,
      "learning_rate": 9.599999999999999e-05,
      "loss": 6.9688,
      "step": 640
    },
    {
      "epoch": 0.026254351832889617,
      "grad_norm": 2.787415649919165,
      "learning_rate": 9.614999999999999e-05,
      "loss": 8.5625,
      "step": 641
    },
    {
      "epoch": 0.026295310260086014,
      "grad_norm": 6.798998708575711,
      "learning_rate": 9.63e-05,
      "loss": 7.125,
      "step": 642
    },
    {
      "epoch": 0.026336268687282408,
      "grad_norm": 10.312136540095246,
      "learning_rate": 9.645e-05,
      "loss": 2.7188,
      "step": 643
    },
    {
      "epoch": 0.026377227114478805,
      "grad_norm": 6.978791840666729,
      "learning_rate": 9.659999999999999e-05,
      "loss": 8.4375,
      "step": 644
    },
    {
      "epoch": 0.026418185541675198,
      "grad_norm": 3.3944089269190467,
      "learning_rate": 9.675e-05,
      "loss": 7.5,
      "step": 645
    },
    {
      "epoch": 0.026459143968871595,
      "grad_norm": 2.3353287087678027,
      "learning_rate": 9.69e-05,
      "loss": 6.5312,
      "step": 646
    },
    {
      "epoch": 0.026500102396067992,
      "grad_norm": 6.072738933859954,
      "learning_rate": 9.705e-05,
      "loss": 7.0625,
      "step": 647
    },
    {
      "epoch": 0.026541060823264385,
      "grad_norm": 2.686290458927434,
      "learning_rate": 9.719999999999999e-05,
      "loss": 6.875,
      "step": 648
    },
    {
      "epoch": 0.026582019250460782,
      "grad_norm": 2.4810503975611455,
      "learning_rate": 9.735e-05,
      "loss": 9.5,
      "step": 649
    },
    {
      "epoch": 0.02662297767765718,
      "grad_norm": 3.392052740001583,
      "learning_rate": 9.75e-05,
      "loss": 6.75,
      "step": 650
    },
    {
      "epoch": 0.026663936104853573,
      "grad_norm": 3.4104967230125296,
      "learning_rate": 9.764999999999999e-05,
      "loss": 6.5312,
      "step": 651
    },
    {
      "epoch": 0.02670489453204997,
      "grad_norm": 2.9763212872449514,
      "learning_rate": 9.779999999999999e-05,
      "loss": 6.4688,
      "step": 652
    },
    {
      "epoch": 0.026745852959246363,
      "grad_norm": 2.645723165981808,
      "learning_rate": 9.795e-05,
      "loss": 6.8125,
      "step": 653
    },
    {
      "epoch": 0.02678681138644276,
      "grad_norm": 6.082182043526886,
      "learning_rate": 9.81e-05,
      "loss": 6.1875,
      "step": 654
    },
    {
      "epoch": 0.026827769813639157,
      "grad_norm": 3.417285650390999,
      "learning_rate": 9.824999999999999e-05,
      "loss": 6.5938,
      "step": 655
    },
    {
      "epoch": 0.02686872824083555,
      "grad_norm": 3.9844298323785425,
      "learning_rate": 9.839999999999999e-05,
      "loss": 7.125,
      "step": 656
    },
    {
      "epoch": 0.026909686668031948,
      "grad_norm": 2.804917350557373,
      "learning_rate": 9.855e-05,
      "loss": 5.3125,
      "step": 657
    },
    {
      "epoch": 0.026950645095228345,
      "grad_norm": 4.205634627361414,
      "learning_rate": 9.87e-05,
      "loss": 6.4688,
      "step": 658
    },
    {
      "epoch": 0.02699160352242474,
      "grad_norm": 2.7114940332009994,
      "learning_rate": 9.884999999999999e-05,
      "loss": 7.25,
      "step": 659
    },
    {
      "epoch": 0.027032561949621135,
      "grad_norm": 2.5165529957418773,
      "learning_rate": 9.9e-05,
      "loss": 5.8438,
      "step": 660
    },
    {
      "epoch": 0.02707352037681753,
      "grad_norm": 3.1155959186356434,
      "learning_rate": 9.915e-05,
      "loss": 7.0312,
      "step": 661
    },
    {
      "epoch": 0.027114478804013926,
      "grad_norm": 3.5995359045475253,
      "learning_rate": 9.93e-05,
      "loss": 6.7812,
      "step": 662
    },
    {
      "epoch": 0.027155437231210323,
      "grad_norm": 3.797198652218234,
      "learning_rate": 9.944999999999999e-05,
      "loss": 5.5938,
      "step": 663
    },
    {
      "epoch": 0.027196395658406716,
      "grad_norm": 2.666535319699222,
      "learning_rate": 9.96e-05,
      "loss": 6.3125,
      "step": 664
    },
    {
      "epoch": 0.027237354085603113,
      "grad_norm": 2.694639736558544,
      "learning_rate": 9.975e-05,
      "loss": 6.1562,
      "step": 665
    },
    {
      "epoch": 0.02727831251279951,
      "grad_norm": 6.594838282932189,
      "learning_rate": 9.99e-05,
      "loss": 8.125,
      "step": 666
    },
    {
      "epoch": 0.027319270939995904,
      "grad_norm": 8.010983715822684,
      "learning_rate": 0.00010004999999999999,
      "loss": 4.8438,
      "step": 667
    },
    {
      "epoch": 0.0273602293671923,
      "grad_norm": 3.753299103022885,
      "learning_rate": 0.0001002,
      "loss": 7.125,
      "step": 668
    },
    {
      "epoch": 0.027401187794388694,
      "grad_norm": 2.6799986267164897,
      "learning_rate": 0.00010035,
      "loss": 6.5625,
      "step": 669
    },
    {
      "epoch": 0.02744214622158509,
      "grad_norm": 7.452291256789569,
      "learning_rate": 0.0001005,
      "loss": 7.0625,
      "step": 670
    },
    {
      "epoch": 0.027483104648781488,
      "grad_norm": 3.8568812767702227,
      "learning_rate": 0.00010065,
      "loss": 6.75,
      "step": 671
    },
    {
      "epoch": 0.02752406307597788,
      "grad_norm": 7.1852042374939415,
      "learning_rate": 0.0001008,
      "loss": 7.8125,
      "step": 672
    },
    {
      "epoch": 0.02756502150317428,
      "grad_norm": 2.718119850887202,
      "learning_rate": 0.00010095,
      "loss": 6.2812,
      "step": 673
    },
    {
      "epoch": 0.027605979930370672,
      "grad_norm": 3.376385391024336,
      "learning_rate": 0.0001011,
      "loss": 6.2188,
      "step": 674
    },
    {
      "epoch": 0.02764693835756707,
      "grad_norm": 2.665599023247179,
      "learning_rate": 0.00010125,
      "loss": 5.8125,
      "step": 675
    },
    {
      "epoch": 0.027687896784763466,
      "grad_norm": 6.323691580617561,
      "learning_rate": 0.0001014,
      "loss": 6.125,
      "step": 676
    },
    {
      "epoch": 0.02772885521195986,
      "grad_norm": 3.3021616519866823,
      "learning_rate": 0.00010155,
      "loss": 5.375,
      "step": 677
    },
    {
      "epoch": 0.027769813639156257,
      "grad_norm": 4.081232512474055,
      "learning_rate": 0.00010169999999999999,
      "loss": 7.875,
      "step": 678
    },
    {
      "epoch": 0.027810772066352654,
      "grad_norm": 2.9241541191232243,
      "learning_rate": 0.00010185,
      "loss": 6.9688,
      "step": 679
    },
    {
      "epoch": 0.027851730493549047,
      "grad_norm": 3.011930638115327,
      "learning_rate": 0.000102,
      "loss": 5.9375,
      "step": 680
    },
    {
      "epoch": 0.027892688920745444,
      "grad_norm": 3.9186937887837985,
      "learning_rate": 0.00010215,
      "loss": 6.9375,
      "step": 681
    },
    {
      "epoch": 0.027933647347941837,
      "grad_norm": 2.4093300761121577,
      "learning_rate": 0.00010229999999999999,
      "loss": 6.6875,
      "step": 682
    },
    {
      "epoch": 0.027974605775138234,
      "grad_norm": 2.5883799461689034,
      "learning_rate": 0.00010245,
      "loss": 7.7188,
      "step": 683
    },
    {
      "epoch": 0.02801556420233463,
      "grad_norm": 2.634346278181499,
      "learning_rate": 0.0001026,
      "loss": 6.6562,
      "step": 684
    },
    {
      "epoch": 0.028056522629531025,
      "grad_norm": 14.038399365532436,
      "learning_rate": 0.00010275,
      "loss": 3.9062,
      "step": 685
    },
    {
      "epoch": 0.028097481056727422,
      "grad_norm": 3.9821959076760534,
      "learning_rate": 0.0001029,
      "loss": 7.1875,
      "step": 686
    },
    {
      "epoch": 0.02813843948392382,
      "grad_norm": 3.80691285599647,
      "learning_rate": 0.00010305,
      "loss": 6.1875,
      "step": 687
    },
    {
      "epoch": 0.028179397911120212,
      "grad_norm": 3.431961992216264,
      "learning_rate": 0.00010319999999999999,
      "loss": 6.6562,
      "step": 688
    },
    {
      "epoch": 0.02822035633831661,
      "grad_norm": 2.789615449277229,
      "learning_rate": 0.00010334999999999998,
      "loss": 6.8125,
      "step": 689
    },
    {
      "epoch": 0.028261314765513003,
      "grad_norm": 4.188559662646107,
      "learning_rate": 0.00010349999999999998,
      "loss": 6.3438,
      "step": 690
    },
    {
      "epoch": 0.0283022731927094,
      "grad_norm": 3.000781322417845,
      "learning_rate": 0.00010364999999999999,
      "loss": 6.4688,
      "step": 691
    },
    {
      "epoch": 0.028343231619905797,
      "grad_norm": 3.4369149209858114,
      "learning_rate": 0.00010379999999999999,
      "loss": 5.9688,
      "step": 692
    },
    {
      "epoch": 0.02838419004710219,
      "grad_norm": 4.6437035991860744,
      "learning_rate": 0.00010394999999999998,
      "loss": 6.2812,
      "step": 693
    },
    {
      "epoch": 0.028425148474298587,
      "grad_norm": 4.27260562718892,
      "learning_rate": 0.00010409999999999998,
      "loss": 7.0312,
      "step": 694
    },
    {
      "epoch": 0.028466106901494984,
      "grad_norm": 3.391933796471881,
      "learning_rate": 0.00010424999999999999,
      "loss": 6.625,
      "step": 695
    },
    {
      "epoch": 0.028507065328691378,
      "grad_norm": 4.8086948858081335,
      "learning_rate": 0.00010439999999999999,
      "loss": 6.875,
      "step": 696
    },
    {
      "epoch": 0.028548023755887775,
      "grad_norm": 3.1379755491153234,
      "learning_rate": 0.00010454999999999998,
      "loss": 6.0,
      "step": 697
    },
    {
      "epoch": 0.028588982183084168,
      "grad_norm": 2.739575144564056,
      "learning_rate": 0.00010469999999999998,
      "loss": 5.875,
      "step": 698
    },
    {
      "epoch": 0.028629940610280565,
      "grad_norm": 6.289955971629066,
      "learning_rate": 0.00010484999999999999,
      "loss": 6.8125,
      "step": 699
    },
    {
      "epoch": 0.028670899037476962,
      "grad_norm": 3.6110779582585355,
      "learning_rate": 0.00010499999999999999,
      "loss": 6.7188,
      "step": 700
    },
    {
      "epoch": 0.028711857464673356,
      "grad_norm": 4.033675877162473,
      "learning_rate": 0.00010514999999999998,
      "loss": 7.7188,
      "step": 701
    },
    {
      "epoch": 0.028752815891869753,
      "grad_norm": 3.099953013676599,
      "learning_rate": 0.00010529999999999998,
      "loss": 6.0625,
      "step": 702
    },
    {
      "epoch": 0.028793774319066146,
      "grad_norm": 2.275008778275288,
      "learning_rate": 0.00010544999999999999,
      "loss": 6.5,
      "step": 703
    },
    {
      "epoch": 0.028834732746262543,
      "grad_norm": 1.91756722868097,
      "learning_rate": 0.00010559999999999998,
      "loss": 6.5,
      "step": 704
    },
    {
      "epoch": 0.02887569117345894,
      "grad_norm": 3.3004603281210416,
      "learning_rate": 0.00010574999999999998,
      "loss": 6.2188,
      "step": 705
    },
    {
      "epoch": 0.028916649600655334,
      "grad_norm": 3.1961389740254624,
      "learning_rate": 0.00010589999999999999,
      "loss": 7.2188,
      "step": 706
    },
    {
      "epoch": 0.02895760802785173,
      "grad_norm": 2.6917291615181105,
      "learning_rate": 0.00010604999999999999,
      "loss": 6.6875,
      "step": 707
    },
    {
      "epoch": 0.028998566455048128,
      "grad_norm": 2.8618642632180924,
      "learning_rate": 0.00010619999999999998,
      "loss": 6.4062,
      "step": 708
    },
    {
      "epoch": 0.02903952488224452,
      "grad_norm": 2.5214799698410144,
      "learning_rate": 0.00010634999999999998,
      "loss": 7.7188,
      "step": 709
    },
    {
      "epoch": 0.029080483309440918,
      "grad_norm": 2.5461473343064362,
      "learning_rate": 0.00010649999999999999,
      "loss": 6.3125,
      "step": 710
    },
    {
      "epoch": 0.02912144173663731,
      "grad_norm": 2.1900487783396545,
      "learning_rate": 0.00010664999999999999,
      "loss": 5.9375,
      "step": 711
    },
    {
      "epoch": 0.02916240016383371,
      "grad_norm": 4.179293997361391,
      "learning_rate": 0.00010679999999999998,
      "loss": 6.5938,
      "step": 712
    },
    {
      "epoch": 0.029203358591030106,
      "grad_norm": 2.5568791238520467,
      "learning_rate": 0.00010694999999999998,
      "loss": 6.75,
      "step": 713
    },
    {
      "epoch": 0.0292443170182265,
      "grad_norm": 2.900626608351042,
      "learning_rate": 0.00010709999999999999,
      "loss": 6.5938,
      "step": 714
    },
    {
      "epoch": 0.029285275445422896,
      "grad_norm": 2.019814003050259,
      "learning_rate": 0.00010724999999999999,
      "loss": 6.3438,
      "step": 715
    },
    {
      "epoch": 0.029326233872619293,
      "grad_norm": 2.2699963873760747,
      "learning_rate": 0.00010739999999999998,
      "loss": 5.6562,
      "step": 716
    },
    {
      "epoch": 0.029367192299815686,
      "grad_norm": 17.82786101289003,
      "learning_rate": 0.00010754999999999999,
      "loss": 5.625,
      "step": 717
    },
    {
      "epoch": 0.029408150727012083,
      "grad_norm": 3.258070368936933,
      "learning_rate": 0.00010769999999999999,
      "loss": 6.75,
      "step": 718
    },
    {
      "epoch": 0.029449109154208477,
      "grad_norm": 3.13942752169602,
      "learning_rate": 0.00010784999999999999,
      "loss": 7.8438,
      "step": 719
    },
    {
      "epoch": 0.029490067581404874,
      "grad_norm": 7.432392935027587,
      "learning_rate": 0.00010799999999999998,
      "loss": 7.125,
      "step": 720
    },
    {
      "epoch": 0.02953102600860127,
      "grad_norm": 6.189612292307538,
      "learning_rate": 0.00010814999999999999,
      "loss": 6.1875,
      "step": 721
    },
    {
      "epoch": 0.029571984435797664,
      "grad_norm": 5.154813723233247,
      "learning_rate": 0.00010829999999999999,
      "loss": 7.5312,
      "step": 722
    },
    {
      "epoch": 0.02961294286299406,
      "grad_norm": 39.9964605943581,
      "learning_rate": 0.00010845,
      "loss": 9.875,
      "step": 723
    },
    {
      "epoch": 0.02965390129019046,
      "grad_norm": 5.0274381707871525,
      "learning_rate": 0.00010859999999999998,
      "loss": 6.625,
      "step": 724
    },
    {
      "epoch": 0.029694859717386852,
      "grad_norm": 7.699765490406714,
      "learning_rate": 0.00010874999999999999,
      "loss": 6.2188,
      "step": 725
    },
    {
      "epoch": 0.02973581814458325,
      "grad_norm": 3.1092280637591236,
      "learning_rate": 0.00010889999999999999,
      "loss": 6.4375,
      "step": 726
    },
    {
      "epoch": 0.029776776571779642,
      "grad_norm": 3.154282185224044,
      "learning_rate": 0.00010904999999999998,
      "loss": 6.4375,
      "step": 727
    },
    {
      "epoch": 0.02981773499897604,
      "grad_norm": 2.22313768583198,
      "learning_rate": 0.00010919999999999998,
      "loss": 6.5625,
      "step": 728
    },
    {
      "epoch": 0.029858693426172436,
      "grad_norm": 3.5618184638702814,
      "learning_rate": 0.00010934999999999999,
      "loss": 7.0,
      "step": 729
    },
    {
      "epoch": 0.02989965185336883,
      "grad_norm": 3.867518095168529,
      "learning_rate": 0.00010949999999999999,
      "loss": 8.1875,
      "step": 730
    },
    {
      "epoch": 0.029940610280565227,
      "grad_norm": 9.785479399087226,
      "learning_rate": 0.00010964999999999998,
      "loss": 7.5938,
      "step": 731
    },
    {
      "epoch": 0.02998156870776162,
      "grad_norm": 4.744000677278215,
      "learning_rate": 0.00010979999999999999,
      "loss": 8.0625,
      "step": 732
    },
    {
      "epoch": 0.030022527134958017,
      "grad_norm": 12.082170808395151,
      "learning_rate": 0.00010994999999999999,
      "loss": 10.1875,
      "step": 733
    },
    {
      "epoch": 0.030063485562154414,
      "grad_norm": 11.073293622926148,
      "learning_rate": 0.00011009999999999999,
      "loss": 7.4688,
      "step": 734
    },
    {
      "epoch": 0.030104443989350808,
      "grad_norm": 3.644296763081906,
      "learning_rate": 0.00011024999999999998,
      "loss": 6.7812,
      "step": 735
    },
    {
      "epoch": 0.030145402416547205,
      "grad_norm": 7.105272889883812,
      "learning_rate": 0.00011039999999999999,
      "loss": 7.0312,
      "step": 736
    },
    {
      "epoch": 0.0301863608437436,
      "grad_norm": 6.362136168577536,
      "learning_rate": 0.00011054999999999999,
      "loss": 7.25,
      "step": 737
    },
    {
      "epoch": 0.030227319270939995,
      "grad_norm": 2.6985175253470075,
      "learning_rate": 0.0001107,
      "loss": 6.4375,
      "step": 738
    },
    {
      "epoch": 0.030268277698136392,
      "grad_norm": 1.8896527231431857,
      "learning_rate": 0.00011084999999999998,
      "loss": 6.75,
      "step": 739
    },
    {
      "epoch": 0.030309236125332786,
      "grad_norm": 3.290638666370823,
      "learning_rate": 0.00011099999999999999,
      "loss": 7.0,
      "step": 740
    },
    {
      "epoch": 0.030350194552529183,
      "grad_norm": 3.3934544458062064,
      "learning_rate": 0.00011114999999999999,
      "loss": 6.8125,
      "step": 741
    },
    {
      "epoch": 0.03039115297972558,
      "grad_norm": 2.612985376975505,
      "learning_rate": 0.0001113,
      "loss": 6.3125,
      "step": 742
    },
    {
      "epoch": 0.030432111406921973,
      "grad_norm": 2.493037491093096,
      "learning_rate": 0.00011144999999999998,
      "loss": 5.7188,
      "step": 743
    },
    {
      "epoch": 0.03047306983411837,
      "grad_norm": 4.081478594065038,
      "learning_rate": 0.00011159999999999999,
      "loss": 8.0625,
      "step": 744
    },
    {
      "epoch": 0.030514028261314767,
      "grad_norm": 3.9779159565751856,
      "learning_rate": 0.00011174999999999999,
      "loss": 6.7812,
      "step": 745
    },
    {
      "epoch": 0.03055498668851116,
      "grad_norm": 2.6711681216625514,
      "learning_rate": 0.0001119,
      "loss": 9.125,
      "step": 746
    },
    {
      "epoch": 0.030595945115707558,
      "grad_norm": 3.205594055283409,
      "learning_rate": 0.00011204999999999999,
      "loss": 5.6562,
      "step": 747
    },
    {
      "epoch": 0.03063690354290395,
      "grad_norm": 2.6275913872319423,
      "learning_rate": 0.00011219999999999999,
      "loss": 6.0938,
      "step": 748
    },
    {
      "epoch": 0.030677861970100348,
      "grad_norm": 2.9017201526144247,
      "learning_rate": 0.00011235,
      "loss": 8.6875,
      "step": 749
    },
    {
      "epoch": 0.030718820397296745,
      "grad_norm": 3.574412831087352,
      "learning_rate": 0.0001125,
      "loss": 6.4688,
      "step": 750
    },
    {
      "epoch": 0.03075977882449314,
      "grad_norm": 7.844077853597212,
      "learning_rate": 0.00011264999999999999,
      "loss": 6.0,
      "step": 751
    },
    {
      "epoch": 0.030800737251689535,
      "grad_norm": 2.7575031367546017,
      "learning_rate": 0.00011279999999999999,
      "loss": 6.5,
      "step": 752
    },
    {
      "epoch": 0.030841695678885932,
      "grad_norm": 2.6446415086729735,
      "learning_rate": 0.00011295,
      "loss": 7.125,
      "step": 753
    },
    {
      "epoch": 0.030882654106082326,
      "grad_norm": 3.167705169264099,
      "learning_rate": 0.00011309999999999998,
      "loss": 6.7812,
      "step": 754
    },
    {
      "epoch": 0.030923612533278723,
      "grad_norm": 10.880119451972229,
      "learning_rate": 0.00011324999999999999,
      "loss": 10.25,
      "step": 755
    },
    {
      "epoch": 0.030964570960475116,
      "grad_norm": 5.1397756930214085,
      "learning_rate": 0.00011339999999999999,
      "loss": 6.875,
      "step": 756
    },
    {
      "epoch": 0.031005529387671513,
      "grad_norm": 3.045655866020079,
      "learning_rate": 0.00011355,
      "loss": 6.5312,
      "step": 757
    },
    {
      "epoch": 0.03104648781486791,
      "grad_norm": 446.3766066243356,
      "learning_rate": 0.00011369999999999999,
      "loss": 13.375,
      "step": 758
    },
    {
      "epoch": 0.031087446242064304,
      "grad_norm": 7.07340888804619,
      "learning_rate": 0.00011384999999999999,
      "loss": 6.9375,
      "step": 759
    },
    {
      "epoch": 0.0311284046692607,
      "grad_norm": 5.997952881938622,
      "learning_rate": 0.00011399999999999999,
      "loss": 9.125,
      "step": 760
    },
    {
      "epoch": 0.031169363096457094,
      "grad_norm": 7.487962381978035,
      "learning_rate": 0.00011415,
      "loss": 8.3125,
      "step": 761
    },
    {
      "epoch": 0.03121032152365349,
      "grad_norm": 4.818155555999419,
      "learning_rate": 0.00011429999999999999,
      "loss": 8.3125,
      "step": 762
    },
    {
      "epoch": 0.031251279950849885,
      "grad_norm": 25.325276560610504,
      "learning_rate": 0.00011444999999999999,
      "loss": 13.5,
      "step": 763
    },
    {
      "epoch": 0.03129223837804628,
      "grad_norm": 8.195118586205009,
      "learning_rate": 0.0001146,
      "loss": 8.6875,
      "step": 764
    },
    {
      "epoch": 0.03133319680524268,
      "grad_norm": 21.341031239378864,
      "learning_rate": 0.00011475,
      "loss": 11.0,
      "step": 765
    },
    {
      "epoch": 0.031374155232439076,
      "grad_norm": 5.596869342056252,
      "learning_rate": 0.00011489999999999999,
      "loss": 8.0625,
      "step": 766
    },
    {
      "epoch": 0.03141511365963547,
      "grad_norm": 4.763364424712603,
      "learning_rate": 0.00011504999999999999,
      "loss": 7.5938,
      "step": 767
    },
    {
      "epoch": 0.03145607208683186,
      "grad_norm": 7.530564537829361,
      "learning_rate": 0.0001152,
      "loss": 8.25,
      "step": 768
    },
    {
      "epoch": 0.03149703051402826,
      "grad_norm": 3.554191175395658,
      "learning_rate": 0.00011535,
      "loss": 7.6562,
      "step": 769
    },
    {
      "epoch": 0.03153798894122466,
      "grad_norm": 4.104104357499029,
      "learning_rate": 0.00011549999999999999,
      "loss": 7.7812,
      "step": 770
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 3.0284550395692733,
      "learning_rate": 0.00011564999999999999,
      "loss": 7.7188,
      "step": 771
    },
    {
      "epoch": 0.03161990579561745,
      "grad_norm": 7.662352441095628,
      "learning_rate": 0.0001158,
      "loss": 9.6875,
      "step": 772
    },
    {
      "epoch": 0.03166086422281384,
      "grad_norm": 3.5737479202334828,
      "learning_rate": 0.00011595,
      "loss": 7.7812,
      "step": 773
    },
    {
      "epoch": 0.03170182265001024,
      "grad_norm": 5.238315293447118,
      "learning_rate": 0.00011609999999999999,
      "loss": 8.0625,
      "step": 774
    },
    {
      "epoch": 0.031742781077206635,
      "grad_norm": 3.3426751239583568,
      "learning_rate": 0.00011624999999999999,
      "loss": 7.4375,
      "step": 775
    },
    {
      "epoch": 0.03178373950440303,
      "grad_norm": 2.1601436694027463,
      "learning_rate": 0.0001164,
      "loss": 7.4375,
      "step": 776
    },
    {
      "epoch": 0.03182469793159943,
      "grad_norm": 2.585499219247075,
      "learning_rate": 0.00011654999999999999,
      "loss": 7.8438,
      "step": 777
    },
    {
      "epoch": 0.031865656358795826,
      "grad_norm": 4.108083404120277,
      "learning_rate": 0.00011669999999999999,
      "loss": 7.25,
      "step": 778
    },
    {
      "epoch": 0.031906614785992216,
      "grad_norm": 3.8212138860235747,
      "learning_rate": 0.00011685,
      "loss": 7.875,
      "step": 779
    },
    {
      "epoch": 0.03194757321318861,
      "grad_norm": 1.8850025680640792,
      "learning_rate": 0.000117,
      "loss": 7.5312,
      "step": 780
    },
    {
      "epoch": 0.03198853164038501,
      "grad_norm": 5.578255022484723,
      "learning_rate": 0.00011714999999999999,
      "loss": 7.9062,
      "step": 781
    },
    {
      "epoch": 0.032029490067581406,
      "grad_norm": 3.471998978962139,
      "learning_rate": 0.00011729999999999999,
      "loss": 9.25,
      "step": 782
    },
    {
      "epoch": 0.0320704484947778,
      "grad_norm": 7.045359564527862,
      "learning_rate": 0.00011745,
      "loss": 7.3438,
      "step": 783
    },
    {
      "epoch": 0.032111406921974193,
      "grad_norm": 11.027432752822591,
      "learning_rate": 0.0001176,
      "loss": 8.1875,
      "step": 784
    },
    {
      "epoch": 0.03215236534917059,
      "grad_norm": 3.4962171075035586,
      "learning_rate": 0.00011774999999999999,
      "loss": 7.4375,
      "step": 785
    },
    {
      "epoch": 0.03219332377636699,
      "grad_norm": 5.433943263376777,
      "learning_rate": 0.00011789999999999999,
      "loss": 6.625,
      "step": 786
    },
    {
      "epoch": 0.032234282203563384,
      "grad_norm": 3.5225135820313977,
      "learning_rate": 0.00011805,
      "loss": 7.5,
      "step": 787
    },
    {
      "epoch": 0.03227524063075978,
      "grad_norm": 7.635338492684606,
      "learning_rate": 0.0001182,
      "loss": 9.625,
      "step": 788
    },
    {
      "epoch": 0.03231619905795617,
      "grad_norm": 5.706389622704157,
      "learning_rate": 0.00011834999999999999,
      "loss": 9.3125,
      "step": 789
    },
    {
      "epoch": 0.03235715748515257,
      "grad_norm": 4.1838973132737936,
      "learning_rate": 0.0001185,
      "loss": 8.1875,
      "step": 790
    },
    {
      "epoch": 0.032398115912348965,
      "grad_norm": 2.550705452322079,
      "learning_rate": 0.00011865,
      "loss": 6.8438,
      "step": 791
    },
    {
      "epoch": 0.03243907433954536,
      "grad_norm": 9.095035623658823,
      "learning_rate": 0.0001188,
      "loss": 7.1562,
      "step": 792
    },
    {
      "epoch": 0.03248003276674176,
      "grad_norm": 5.160153568306472,
      "learning_rate": 0.00011894999999999999,
      "loss": 9.0625,
      "step": 793
    },
    {
      "epoch": 0.03252099119393815,
      "grad_norm": 8.338233595012593,
      "learning_rate": 0.0001191,
      "loss": 6.9062,
      "step": 794
    },
    {
      "epoch": 0.032561949621134546,
      "grad_norm": 8.98524909797664,
      "learning_rate": 0.00011925,
      "loss": 7.4688,
      "step": 795
    },
    {
      "epoch": 0.03260290804833094,
      "grad_norm": 2.6893084890867365,
      "learning_rate": 0.0001194,
      "loss": 8.3125,
      "step": 796
    },
    {
      "epoch": 0.03264386647552734,
      "grad_norm": 2.943009686319414,
      "learning_rate": 0.00011954999999999999,
      "loss": 7.2812,
      "step": 797
    },
    {
      "epoch": 0.03268482490272374,
      "grad_norm": 3.7646901246086193,
      "learning_rate": 0.0001197,
      "loss": 7.0,
      "step": 798
    },
    {
      "epoch": 0.032725783329920134,
      "grad_norm": 2.291882226941116,
      "learning_rate": 0.00011985,
      "loss": 7.125,
      "step": 799
    },
    {
      "epoch": 0.032766741757116524,
      "grad_norm": 2.422309766792703,
      "learning_rate": 0.00011999999999999999,
      "loss": 6.9062,
      "step": 800
    },
    {
      "epoch": 0.03280770018431292,
      "grad_norm": 2.31551518867106,
      "learning_rate": 0.00012014999999999999,
      "loss": 7.3125,
      "step": 801
    },
    {
      "epoch": 0.03284865861150932,
      "grad_norm": 8.956616642616035,
      "learning_rate": 0.0001203,
      "loss": 6.4375,
      "step": 802
    },
    {
      "epoch": 0.032889617038705715,
      "grad_norm": 2.6525933983979515,
      "learning_rate": 0.00012045,
      "loss": 6.5938,
      "step": 803
    },
    {
      "epoch": 0.03293057546590211,
      "grad_norm": 4.732518331313206,
      "learning_rate": 0.00012059999999999999,
      "loss": 8.3125,
      "step": 804
    },
    {
      "epoch": 0.0329715338930985,
      "grad_norm": 2.342862025457672,
      "learning_rate": 0.00012075,
      "loss": 7.2188,
      "step": 805
    },
    {
      "epoch": 0.0330124923202949,
      "grad_norm": 2.1167360730294114,
      "learning_rate": 0.0001209,
      "loss": 7.3438,
      "step": 806
    },
    {
      "epoch": 0.033053450747491296,
      "grad_norm": 2.641262658283786,
      "learning_rate": 0.00012105,
      "loss": 6.5625,
      "step": 807
    },
    {
      "epoch": 0.03309440917468769,
      "grad_norm": 7.901660001329003,
      "learning_rate": 0.00012119999999999999,
      "loss": 8.625,
      "step": 808
    },
    {
      "epoch": 0.03313536760188409,
      "grad_norm": 15.668331159980903,
      "learning_rate": 0.00012135,
      "loss": 6.875,
      "step": 809
    },
    {
      "epoch": 0.03317632602908048,
      "grad_norm": 2.828994054421432,
      "learning_rate": 0.0001215,
      "loss": 7.375,
      "step": 810
    },
    {
      "epoch": 0.03321728445627688,
      "grad_norm": 3.0200082974997917,
      "learning_rate": 0.00012165,
      "loss": 6.6875,
      "step": 811
    },
    {
      "epoch": 0.033258242883473274,
      "grad_norm": 2.114896345944539,
      "learning_rate": 0.00012179999999999999,
      "loss": 6.5312,
      "step": 812
    },
    {
      "epoch": 0.03329920131066967,
      "grad_norm": 2.0603116042924112,
      "learning_rate": 0.00012194999999999998,
      "loss": 6.5312,
      "step": 813
    },
    {
      "epoch": 0.03334015973786607,
      "grad_norm": 3.0247432705604114,
      "learning_rate": 0.00012209999999999999,
      "loss": 7.4688,
      "step": 814
    },
    {
      "epoch": 0.033381118165062465,
      "grad_norm": 4.1377528595603374,
      "learning_rate": 0.00012225,
      "loss": 7.0,
      "step": 815
    },
    {
      "epoch": 0.033422076592258855,
      "grad_norm": 2.4999372840320215,
      "learning_rate": 0.0001224,
      "loss": 6.1875,
      "step": 816
    },
    {
      "epoch": 0.03346303501945525,
      "grad_norm": 3.172078981127575,
      "learning_rate": 0.00012254999999999997,
      "loss": 5.625,
      "step": 817
    },
    {
      "epoch": 0.03350399344665165,
      "grad_norm": 2.76464331803393,
      "learning_rate": 0.00012269999999999997,
      "loss": 6.3438,
      "step": 818
    },
    {
      "epoch": 0.033544951873848046,
      "grad_norm": 3.9113510714437236,
      "learning_rate": 0.00012284999999999998,
      "loss": 5.5,
      "step": 819
    },
    {
      "epoch": 0.03358591030104444,
      "grad_norm": 2.239405151443281,
      "learning_rate": 0.00012299999999999998,
      "loss": 6.6875,
      "step": 820
    },
    {
      "epoch": 0.03362686872824083,
      "grad_norm": 4.087127455030967,
      "learning_rate": 0.00012314999999999998,
      "loss": 8.5,
      "step": 821
    },
    {
      "epoch": 0.03366782715543723,
      "grad_norm": 2.2227567718031196,
      "learning_rate": 0.0001233,
      "loss": 6.5312,
      "step": 822
    },
    {
      "epoch": 0.03370878558263363,
      "grad_norm": 1.8718042141073485,
      "learning_rate": 0.00012345,
      "loss": 6.25,
      "step": 823
    },
    {
      "epoch": 0.033749744009830024,
      "grad_norm": 2.1055585292292562,
      "learning_rate": 0.0001236,
      "loss": 6.5312,
      "step": 824
    },
    {
      "epoch": 0.03379070243702642,
      "grad_norm": 3.573724368873241,
      "learning_rate": 0.00012374999999999997,
      "loss": 7.125,
      "step": 825
    },
    {
      "epoch": 0.03383166086422281,
      "grad_norm": 2.160749948108687,
      "learning_rate": 0.00012389999999999998,
      "loss": 6.5938,
      "step": 826
    },
    {
      "epoch": 0.03387261929141921,
      "grad_norm": 3.74809972607998,
      "learning_rate": 0.00012404999999999998,
      "loss": 6.125,
      "step": 827
    },
    {
      "epoch": 0.033913577718615605,
      "grad_norm": 2.1091756210148325,
      "learning_rate": 0.00012419999999999998,
      "loss": 6.8125,
      "step": 828
    },
    {
      "epoch": 0.033954536145812,
      "grad_norm": 2.4545371015549486,
      "learning_rate": 0.00012435,
      "loss": 6.7188,
      "step": 829
    },
    {
      "epoch": 0.0339954945730084,
      "grad_norm": 1.88737754583202,
      "learning_rate": 0.0001245,
      "loss": 6.5,
      "step": 830
    },
    {
      "epoch": 0.03403645300020479,
      "grad_norm": 2.3526067585205035,
      "learning_rate": 0.00012465,
      "loss": 6.5938,
      "step": 831
    },
    {
      "epoch": 0.034077411427401186,
      "grad_norm": 2.5461886586108107,
      "learning_rate": 0.00012479999999999997,
      "loss": 6.25,
      "step": 832
    },
    {
      "epoch": 0.03411836985459758,
      "grad_norm": 3.0746874373668964,
      "learning_rate": 0.00012494999999999997,
      "loss": 6.7188,
      "step": 833
    },
    {
      "epoch": 0.03415932828179398,
      "grad_norm": 2.0145229052403306,
      "learning_rate": 0.00012509999999999998,
      "loss": 6.4062,
      "step": 834
    },
    {
      "epoch": 0.03420028670899038,
      "grad_norm": 2.8206186021856103,
      "learning_rate": 0.00012524999999999998,
      "loss": 5.7188,
      "step": 835
    },
    {
      "epoch": 0.034241245136186774,
      "grad_norm": 2.6676398548757656,
      "learning_rate": 0.00012539999999999999,
      "loss": 6.4688,
      "step": 836
    },
    {
      "epoch": 0.034282203563383164,
      "grad_norm": 17.82234148351375,
      "learning_rate": 0.00012555,
      "loss": 9.0625,
      "step": 837
    },
    {
      "epoch": 0.03432316199057956,
      "grad_norm": 3.284648780187389,
      "learning_rate": 0.0001257,
      "loss": 6.5938,
      "step": 838
    },
    {
      "epoch": 0.03436412041777596,
      "grad_norm": 5.4472009259465235,
      "learning_rate": 0.00012585,
      "loss": 6.75,
      "step": 839
    },
    {
      "epoch": 0.034405078844972355,
      "grad_norm": 22.051393071024826,
      "learning_rate": 0.00012599999999999997,
      "loss": 3.2656,
      "step": 840
    },
    {
      "epoch": 0.03444603727216875,
      "grad_norm": 2.580093007138093,
      "learning_rate": 0.00012614999999999998,
      "loss": 6.9688,
      "step": 841
    },
    {
      "epoch": 0.03448699569936514,
      "grad_norm": 4.101269455868193,
      "learning_rate": 0.00012629999999999998,
      "loss": 6.4375,
      "step": 842
    },
    {
      "epoch": 0.03452795412656154,
      "grad_norm": 2.966864911293294,
      "learning_rate": 0.00012644999999999998,
      "loss": 6.5938,
      "step": 843
    },
    {
      "epoch": 0.034568912553757936,
      "grad_norm": 2.840613378872428,
      "learning_rate": 0.0001266,
      "loss": 6.5938,
      "step": 844
    },
    {
      "epoch": 0.03460987098095433,
      "grad_norm": 6.326756315576547,
      "learning_rate": 0.00012675,
      "loss": 6.8125,
      "step": 845
    },
    {
      "epoch": 0.03465082940815073,
      "grad_norm": 2.6523559881840746,
      "learning_rate": 0.0001269,
      "loss": 6.5312,
      "step": 846
    },
    {
      "epoch": 0.03469178783534712,
      "grad_norm": 1.9096852786767133,
      "learning_rate": 0.00012705,
      "loss": 6.0938,
      "step": 847
    },
    {
      "epoch": 0.03473274626254352,
      "grad_norm": 4.6347665278406165,
      "learning_rate": 0.00012719999999999997,
      "loss": 4.9375,
      "step": 848
    },
    {
      "epoch": 0.034773704689739914,
      "grad_norm": 2.5475386904436643,
      "learning_rate": 0.00012734999999999998,
      "loss": 7.125,
      "step": 849
    },
    {
      "epoch": 0.03481466311693631,
      "grad_norm": 4.5456019122594284,
      "learning_rate": 0.00012749999999999998,
      "loss": 6.6875,
      "step": 850
    },
    {
      "epoch": 0.03485562154413271,
      "grad_norm": 2.720441896879739,
      "learning_rate": 0.00012764999999999999,
      "loss": 6.375,
      "step": 851
    },
    {
      "epoch": 0.0348965799713291,
      "grad_norm": 5.918001335425369,
      "learning_rate": 0.0001278,
      "loss": 7.0938,
      "step": 852
    },
    {
      "epoch": 0.034937538398525494,
      "grad_norm": 21.613272569846675,
      "learning_rate": 0.00012795,
      "loss": 4.6562,
      "step": 853
    },
    {
      "epoch": 0.03497849682572189,
      "grad_norm": 3.849177167697225,
      "learning_rate": 0.0001281,
      "loss": 6.375,
      "step": 854
    },
    {
      "epoch": 0.03501945525291829,
      "grad_norm": 4.961826285152467,
      "learning_rate": 0.00012824999999999997,
      "loss": 6.2188,
      "step": 855
    },
    {
      "epoch": 0.035060413680114685,
      "grad_norm": 3.9870073318724844,
      "learning_rate": 0.00012839999999999998,
      "loss": 7.7812,
      "step": 856
    },
    {
      "epoch": 0.03510137210731108,
      "grad_norm": 3.50805972422043,
      "learning_rate": 0.00012854999999999998,
      "loss": 8.25,
      "step": 857
    },
    {
      "epoch": 0.03514233053450747,
      "grad_norm": 10.380318885797763,
      "learning_rate": 0.00012869999999999998,
      "loss": 7.875,
      "step": 858
    },
    {
      "epoch": 0.03518328896170387,
      "grad_norm": 2.6582587348693583,
      "learning_rate": 0.00012885,
      "loss": 7.7188,
      "step": 859
    },
    {
      "epoch": 0.035224247388900266,
      "grad_norm": 3.80111034643412,
      "learning_rate": 0.000129,
      "loss": 7.9688,
      "step": 860
    },
    {
      "epoch": 0.03526520581609666,
      "grad_norm": 3.1461909930916407,
      "learning_rate": 0.00012915,
      "loss": 7.5312,
      "step": 861
    },
    {
      "epoch": 0.03530616424329306,
      "grad_norm": 4.387799479464519,
      "learning_rate": 0.0001293,
      "loss": 6.8125,
      "step": 862
    },
    {
      "epoch": 0.03534712267048945,
      "grad_norm": 5.708920179256919,
      "learning_rate": 0.00012944999999999998,
      "loss": 6.8125,
      "step": 863
    },
    {
      "epoch": 0.03538808109768585,
      "grad_norm": 3.7519700383810983,
      "learning_rate": 0.00012959999999999998,
      "loss": 6.375,
      "step": 864
    },
    {
      "epoch": 0.035429039524882244,
      "grad_norm": 3.009610785404383,
      "learning_rate": 0.00012974999999999998,
      "loss": 6.375,
      "step": 865
    },
    {
      "epoch": 0.03546999795207864,
      "grad_norm": 2.350874683596565,
      "learning_rate": 0.00012989999999999999,
      "loss": 6.75,
      "step": 866
    },
    {
      "epoch": 0.03551095637927504,
      "grad_norm": 3.307163183590349,
      "learning_rate": 0.00013005,
      "loss": 6.5938,
      "step": 867
    },
    {
      "epoch": 0.03555191480647143,
      "grad_norm": 2.3062158876135954,
      "learning_rate": 0.0001302,
      "loss": 5.9062,
      "step": 868
    },
    {
      "epoch": 0.035592873233667825,
      "grad_norm": 2.538214219753556,
      "learning_rate": 0.00013035,
      "loss": 6.4375,
      "step": 869
    },
    {
      "epoch": 0.03563383166086422,
      "grad_norm": 2.588734145495536,
      "learning_rate": 0.0001305,
      "loss": 6.5,
      "step": 870
    },
    {
      "epoch": 0.03567479008806062,
      "grad_norm": 2.4578365049839284,
      "learning_rate": 0.00013064999999999998,
      "loss": 6.9375,
      "step": 871
    },
    {
      "epoch": 0.035715748515257016,
      "grad_norm": 2.4620202622694687,
      "learning_rate": 0.00013079999999999998,
      "loss": 5.9688,
      "step": 872
    },
    {
      "epoch": 0.03575670694245341,
      "grad_norm": 4.1455055914680194,
      "learning_rate": 0.00013094999999999998,
      "loss": 7.875,
      "step": 873
    },
    {
      "epoch": 0.0357976653696498,
      "grad_norm": 2.7622031407553966,
      "learning_rate": 0.0001311,
      "loss": 6.9375,
      "step": 874
    },
    {
      "epoch": 0.0358386237968462,
      "grad_norm": 2.741444372981231,
      "learning_rate": 0.00013125,
      "loss": 7.1562,
      "step": 875
    },
    {
      "epoch": 0.0358795822240426,
      "grad_norm": 2.9868373473906225,
      "learning_rate": 0.0001314,
      "loss": 6.4688,
      "step": 876
    },
    {
      "epoch": 0.035920540651238994,
      "grad_norm": 2.3671056982607372,
      "learning_rate": 0.00013155,
      "loss": 6.5,
      "step": 877
    },
    {
      "epoch": 0.03596149907843539,
      "grad_norm": 3.364968678140759,
      "learning_rate": 0.00013169999999999998,
      "loss": 7.6875,
      "step": 878
    },
    {
      "epoch": 0.03600245750563178,
      "grad_norm": 2.4831978301299578,
      "learning_rate": 0.00013184999999999998,
      "loss": 6.2812,
      "step": 879
    },
    {
      "epoch": 0.03604341593282818,
      "grad_norm": 2.5652625294246008,
      "learning_rate": 0.00013199999999999998,
      "loss": 6.4375,
      "step": 880
    },
    {
      "epoch": 0.036084374360024575,
      "grad_norm": 4.934712096203324,
      "learning_rate": 0.00013215,
      "loss": 6.0312,
      "step": 881
    },
    {
      "epoch": 0.03612533278722097,
      "grad_norm": 8.161343282163942,
      "learning_rate": 0.0001323,
      "loss": 6.9688,
      "step": 882
    },
    {
      "epoch": 0.03616629121441737,
      "grad_norm": 3.132857655438185,
      "learning_rate": 0.00013245,
      "loss": 6.7812,
      "step": 883
    },
    {
      "epoch": 0.03620724964161376,
      "grad_norm": 3.271568081582335,
      "learning_rate": 0.0001326,
      "loss": 8.375,
      "step": 884
    },
    {
      "epoch": 0.036248208068810156,
      "grad_norm": 3.452863693363348,
      "learning_rate": 0.00013275,
      "loss": 8.6875,
      "step": 885
    },
    {
      "epoch": 0.03628916649600655,
      "grad_norm": 5.6532198886220275,
      "learning_rate": 0.00013289999999999998,
      "loss": 6.625,
      "step": 886
    },
    {
      "epoch": 0.03633012492320295,
      "grad_norm": 4.8545130692371865,
      "learning_rate": 0.00013304999999999998,
      "loss": 6.4062,
      "step": 887
    },
    {
      "epoch": 0.03637108335039935,
      "grad_norm": 3.970180940072816,
      "learning_rate": 0.00013319999999999999,
      "loss": 6.625,
      "step": 888
    },
    {
      "epoch": 0.03641204177759574,
      "grad_norm": 3.8872455395955523,
      "learning_rate": 0.00013335,
      "loss": 6.4062,
      "step": 889
    },
    {
      "epoch": 0.036453000204792134,
      "grad_norm": 4.9295856324669876,
      "learning_rate": 0.0001335,
      "loss": 6.1562,
      "step": 890
    },
    {
      "epoch": 0.03649395863198853,
      "grad_norm": 5.4871013310280485,
      "learning_rate": 0.00013365,
      "loss": 6.5,
      "step": 891
    },
    {
      "epoch": 0.03653491705918493,
      "grad_norm": 2.3541286686147394,
      "learning_rate": 0.0001338,
      "loss": 6.625,
      "step": 892
    },
    {
      "epoch": 0.036575875486381325,
      "grad_norm": 2.927123449987318,
      "learning_rate": 0.00013395,
      "loss": 6.5,
      "step": 893
    },
    {
      "epoch": 0.03661683391357772,
      "grad_norm": 6.591304473216443,
      "learning_rate": 0.00013409999999999998,
      "loss": 6.2812,
      "step": 894
    },
    {
      "epoch": 0.03665779234077411,
      "grad_norm": 5.834744205353937,
      "learning_rate": 0.00013424999999999998,
      "loss": 5.75,
      "step": 895
    },
    {
      "epoch": 0.03669875076797051,
      "grad_norm": 3.2234171415797404,
      "learning_rate": 0.0001344,
      "loss": 7.1562,
      "step": 896
    },
    {
      "epoch": 0.036739709195166906,
      "grad_norm": 3.4693459164874803,
      "learning_rate": 0.00013455,
      "loss": 6.875,
      "step": 897
    },
    {
      "epoch": 0.0367806676223633,
      "grad_norm": 2.6757947910365725,
      "learning_rate": 0.0001347,
      "loss": 6.8125,
      "step": 898
    },
    {
      "epoch": 0.0368216260495597,
      "grad_norm": 2.499416811795807,
      "learning_rate": 0.00013485,
      "loss": 7.0938,
      "step": 899
    },
    {
      "epoch": 0.03686258447675609,
      "grad_norm": 2.9873012243958055,
      "learning_rate": 0.000135,
      "loss": 6.3438,
      "step": 900
    },
    {
      "epoch": 0.03690354290395249,
      "grad_norm": 2.1092611426357464,
      "learning_rate": 0.00013514999999999998,
      "loss": 6.1875,
      "step": 901
    },
    {
      "epoch": 0.036944501331148884,
      "grad_norm": 3.2498772918271523,
      "learning_rate": 0.00013529999999999998,
      "loss": 6.5312,
      "step": 902
    },
    {
      "epoch": 0.03698545975834528,
      "grad_norm": 2.264343294075755,
      "learning_rate": 0.00013544999999999999,
      "loss": 6.4688,
      "step": 903
    },
    {
      "epoch": 0.03702641818554168,
      "grad_norm": 2.377472024975337,
      "learning_rate": 0.0001356,
      "loss": 6.1562,
      "step": 904
    },
    {
      "epoch": 0.03706737661273807,
      "grad_norm": 2.422950430086826,
      "learning_rate": 0.00013575,
      "loss": 7.5312,
      "step": 905
    },
    {
      "epoch": 0.037108335039934465,
      "grad_norm": 2.9008576306130367,
      "learning_rate": 0.0001359,
      "loss": 7.3125,
      "step": 906
    },
    {
      "epoch": 0.03714929346713086,
      "grad_norm": 7.568144208480787,
      "learning_rate": 0.00013605,
      "loss": 6.375,
      "step": 907
    },
    {
      "epoch": 0.03719025189432726,
      "grad_norm": 6.113143004708764,
      "learning_rate": 0.0001362,
      "loss": 4.875,
      "step": 908
    },
    {
      "epoch": 0.037231210321523656,
      "grad_norm": 3.1110002988845973,
      "learning_rate": 0.00013634999999999998,
      "loss": 6.625,
      "step": 909
    },
    {
      "epoch": 0.03727216874872005,
      "grad_norm": 2.722135235591988,
      "learning_rate": 0.00013649999999999998,
      "loss": 6.375,
      "step": 910
    },
    {
      "epoch": 0.03731312717591644,
      "grad_norm": 2.4137197098202936,
      "learning_rate": 0.00013665,
      "loss": 6.4375,
      "step": 911
    },
    {
      "epoch": 0.03735408560311284,
      "grad_norm": 2.4140295863961767,
      "learning_rate": 0.0001368,
      "loss": 6.6875,
      "step": 912
    },
    {
      "epoch": 0.03739504403030924,
      "grad_norm": 2.7271936588634134,
      "learning_rate": 0.00013695,
      "loss": 7.0625,
      "step": 913
    },
    {
      "epoch": 0.037436002457505634,
      "grad_norm": 3.014357655932949,
      "learning_rate": 0.0001371,
      "loss": 6.0312,
      "step": 914
    },
    {
      "epoch": 0.03747696088470203,
      "grad_norm": 2.1970021038123257,
      "learning_rate": 0.00013725,
      "loss": 6.0938,
      "step": 915
    },
    {
      "epoch": 0.03751791931189842,
      "grad_norm": 9.195909500427767,
      "learning_rate": 0.0001374,
      "loss": 6.0938,
      "step": 916
    },
    {
      "epoch": 0.03755887773909482,
      "grad_norm": 2.2934723805287005,
      "learning_rate": 0.00013754999999999998,
      "loss": 6.8125,
      "step": 917
    },
    {
      "epoch": 0.037599836166291215,
      "grad_norm": 2.2138046288621718,
      "learning_rate": 0.00013769999999999999,
      "loss": 6.6562,
      "step": 918
    },
    {
      "epoch": 0.03764079459348761,
      "grad_norm": 2.7459659035424235,
      "learning_rate": 0.00013785,
      "loss": 6.7188,
      "step": 919
    },
    {
      "epoch": 0.03768175302068401,
      "grad_norm": 2.273298758532916,
      "learning_rate": 0.000138,
      "loss": 6.5312,
      "step": 920
    },
    {
      "epoch": 0.0377227114478804,
      "grad_norm": 3.9012340900727263,
      "learning_rate": 0.00013815,
      "loss": 7.875,
      "step": 921
    },
    {
      "epoch": 0.037763669875076795,
      "grad_norm": 2.4579542634384013,
      "learning_rate": 0.0001383,
      "loss": 6.9375,
      "step": 922
    },
    {
      "epoch": 0.03780462830227319,
      "grad_norm": 5.520113100945355,
      "learning_rate": 0.00013845,
      "loss": 7.75,
      "step": 923
    },
    {
      "epoch": 0.03784558672946959,
      "grad_norm": 5.965361469446161,
      "learning_rate": 0.0001386,
      "loss": 7.6875,
      "step": 924
    },
    {
      "epoch": 0.037886545156665986,
      "grad_norm": 2.9511760377033176,
      "learning_rate": 0.00013874999999999998,
      "loss": 7.3125,
      "step": 925
    },
    {
      "epoch": 0.037927503583862376,
      "grad_norm": 2.592798559595234,
      "learning_rate": 0.0001389,
      "loss": 6.0625,
      "step": 926
    },
    {
      "epoch": 0.03796846201105877,
      "grad_norm": 3.991722483558953,
      "learning_rate": 0.00013905,
      "loss": 6.2812,
      "step": 927
    },
    {
      "epoch": 0.03800942043825517,
      "grad_norm": 12.189975432628875,
      "learning_rate": 0.0001392,
      "loss": 6.7812,
      "step": 928
    },
    {
      "epoch": 0.03805037886545157,
      "grad_norm": 4.764869554842303,
      "learning_rate": 0.00013935,
      "loss": 6.75,
      "step": 929
    },
    {
      "epoch": 0.038091337292647964,
      "grad_norm": 4.271672731378018,
      "learning_rate": 0.0001395,
      "loss": 8.125,
      "step": 930
    },
    {
      "epoch": 0.03813229571984436,
      "grad_norm": 3.9719724628249384,
      "learning_rate": 0.00013965,
      "loss": 7.125,
      "step": 931
    },
    {
      "epoch": 0.03817325414704075,
      "grad_norm": 2.825469308512585,
      "learning_rate": 0.00013979999999999998,
      "loss": 6.875,
      "step": 932
    },
    {
      "epoch": 0.03821421257423715,
      "grad_norm": 6.755160831974098,
      "learning_rate": 0.00013995,
      "loss": 8.75,
      "step": 933
    },
    {
      "epoch": 0.038255171001433545,
      "grad_norm": 5.9496890962563915,
      "learning_rate": 0.0001401,
      "loss": 6.9062,
      "step": 934
    },
    {
      "epoch": 0.03829612942862994,
      "grad_norm": 2.3644420688764445,
      "learning_rate": 0.00014025,
      "loss": 6.7812,
      "step": 935
    },
    {
      "epoch": 0.03833708785582634,
      "grad_norm": 2.5875477292680356,
      "learning_rate": 0.0001404,
      "loss": 7.1562,
      "step": 936
    },
    {
      "epoch": 0.03837804628302273,
      "grad_norm": 3.6907799428339385,
      "learning_rate": 0.00014055,
      "loss": 6.5938,
      "step": 937
    },
    {
      "epoch": 0.038419004710219126,
      "grad_norm": 3.9442678423568096,
      "learning_rate": 0.00014069999999999998,
      "loss": 6.9062,
      "step": 938
    },
    {
      "epoch": 0.03845996313741552,
      "grad_norm": 2.173509490785122,
      "learning_rate": 0.00014084999999999998,
      "loss": 6.2812,
      "step": 939
    },
    {
      "epoch": 0.03850092156461192,
      "grad_norm": 10.677000696316988,
      "learning_rate": 0.00014099999999999998,
      "loss": 3.7031,
      "step": 940
    },
    {
      "epoch": 0.03854187999180832,
      "grad_norm": 2.626485863091215,
      "learning_rate": 0.00014115,
      "loss": 6.4062,
      "step": 941
    },
    {
      "epoch": 0.03858283841900471,
      "grad_norm": 4.382901271628717,
      "learning_rate": 0.0001413,
      "loss": 7.8438,
      "step": 942
    },
    {
      "epoch": 0.038623796846201104,
      "grad_norm": 2.0763444619592555,
      "learning_rate": 0.00014144999999999997,
      "loss": 6.3125,
      "step": 943
    },
    {
      "epoch": 0.0386647552733975,
      "grad_norm": 3.693449837736409,
      "learning_rate": 0.00014159999999999997,
      "loss": 8.3125,
      "step": 944
    },
    {
      "epoch": 0.0387057137005939,
      "grad_norm": 2.443809630147016,
      "learning_rate": 0.00014174999999999998,
      "loss": 6.8125,
      "step": 945
    },
    {
      "epoch": 0.038746672127790295,
      "grad_norm": 2.2542676815372,
      "learning_rate": 0.00014189999999999998,
      "loss": 6.1562,
      "step": 946
    },
    {
      "epoch": 0.038787630554986685,
      "grad_norm": 4.135871170978144,
      "learning_rate": 0.00014204999999999998,
      "loss": 7.25,
      "step": 947
    },
    {
      "epoch": 0.03882858898218308,
      "grad_norm": 2.903553363193612,
      "learning_rate": 0.0001422,
      "loss": 6.9375,
      "step": 948
    },
    {
      "epoch": 0.03886954740937948,
      "grad_norm": 2.193933988969927,
      "learning_rate": 0.00014235,
      "loss": 7.8125,
      "step": 949
    },
    {
      "epoch": 0.038910505836575876,
      "grad_norm": 6.263237043828753,
      "learning_rate": 0.0001425,
      "loss": 8.0,
      "step": 950
    },
    {
      "epoch": 0.03895146426377227,
      "grad_norm": 6.992124358902401,
      "learning_rate": 0.00014264999999999997,
      "loss": 7.1562,
      "step": 951
    },
    {
      "epoch": 0.03899242269096867,
      "grad_norm": 2.831781483979379,
      "learning_rate": 0.00014279999999999997,
      "loss": 6.2188,
      "step": 952
    },
    {
      "epoch": 0.03903338111816506,
      "grad_norm": 2.25356447821881,
      "learning_rate": 0.00014294999999999998,
      "loss": 6.5,
      "step": 953
    },
    {
      "epoch": 0.03907433954536146,
      "grad_norm": 2.590634678642198,
      "learning_rate": 0.00014309999999999998,
      "loss": 7.125,
      "step": 954
    },
    {
      "epoch": 0.039115297972557854,
      "grad_norm": 5.095908610772016,
      "learning_rate": 0.00014324999999999999,
      "loss": 5.8125,
      "step": 955
    },
    {
      "epoch": 0.03915625639975425,
      "grad_norm": 1.9881556555994777,
      "learning_rate": 0.0001434,
      "loss": 6.25,
      "step": 956
    },
    {
      "epoch": 0.03919721482695065,
      "grad_norm": 1.7819993902844222,
      "learning_rate": 0.00014355,
      "loss": 5.9688,
      "step": 957
    },
    {
      "epoch": 0.03923817325414704,
      "grad_norm": 4.07711372904808,
      "learning_rate": 0.00014369999999999997,
      "loss": 6.3125,
      "step": 958
    },
    {
      "epoch": 0.039279131681343435,
      "grad_norm": 2.232621532284762,
      "learning_rate": 0.00014384999999999997,
      "loss": 6.1562,
      "step": 959
    },
    {
      "epoch": 0.03932009010853983,
      "grad_norm": 2.933634214088318,
      "learning_rate": 0.00014399999999999998,
      "loss": 6.4375,
      "step": 960
    },
    {
      "epoch": 0.03936104853573623,
      "grad_norm": 4.979517262084141,
      "learning_rate": 0.00014414999999999998,
      "loss": 7.9375,
      "step": 961
    },
    {
      "epoch": 0.039402006962932626,
      "grad_norm": 2.078953819237038,
      "learning_rate": 0.00014429999999999998,
      "loss": 6.1562,
      "step": 962
    },
    {
      "epoch": 0.039442965390129016,
      "grad_norm": 2.8788658809719903,
      "learning_rate": 0.00014445,
      "loss": 6.5,
      "step": 963
    },
    {
      "epoch": 0.03948392381732541,
      "grad_norm": 3.975906737194496,
      "learning_rate": 0.0001446,
      "loss": 7.7812,
      "step": 964
    },
    {
      "epoch": 0.03952488224452181,
      "grad_norm": 3.294018684494176,
      "learning_rate": 0.00014475,
      "loss": 7.5312,
      "step": 965
    },
    {
      "epoch": 0.03956584067171821,
      "grad_norm": 3.226163001728608,
      "learning_rate": 0.00014489999999999997,
      "loss": 9.6875,
      "step": 966
    },
    {
      "epoch": 0.039606799098914604,
      "grad_norm": 1.8573905194056033,
      "learning_rate": 0.00014504999999999997,
      "loss": 6.2812,
      "step": 967
    },
    {
      "epoch": 0.039647757526111,
      "grad_norm": 10.497967828598114,
      "learning_rate": 0.00014519999999999998,
      "loss": 8.1875,
      "step": 968
    },
    {
      "epoch": 0.03968871595330739,
      "grad_norm": 2.0005754928088746,
      "learning_rate": 0.00014534999999999998,
      "loss": 6.75,
      "step": 969
    },
    {
      "epoch": 0.03972967438050379,
      "grad_norm": 2.2647868537997495,
      "learning_rate": 0.00014549999999999999,
      "loss": 6.2188,
      "step": 970
    },
    {
      "epoch": 0.039770632807700185,
      "grad_norm": 1.9829096214340343,
      "learning_rate": 0.00014565,
      "loss": 6.125,
      "step": 971
    },
    {
      "epoch": 0.03981159123489658,
      "grad_norm": 1.8809002802226238,
      "learning_rate": 0.0001458,
      "loss": 6.3125,
      "step": 972
    },
    {
      "epoch": 0.03985254966209298,
      "grad_norm": 4.919586087952137,
      "learning_rate": 0.00014595,
      "loss": 5.5,
      "step": 973
    },
    {
      "epoch": 0.03989350808928937,
      "grad_norm": 2.318488826774632,
      "learning_rate": 0.00014609999999999997,
      "loss": 6.875,
      "step": 974
    },
    {
      "epoch": 0.039934466516485766,
      "grad_norm": 1.9734890270641534,
      "learning_rate": 0.00014624999999999998,
      "loss": 5.9375,
      "step": 975
    },
    {
      "epoch": 0.03997542494368216,
      "grad_norm": 4.309010360309874,
      "learning_rate": 0.00014639999999999998,
      "loss": 8.5625,
      "step": 976
    },
    {
      "epoch": 0.04001638337087856,
      "grad_norm": 6.962291700146146,
      "learning_rate": 0.00014654999999999998,
      "loss": 6.75,
      "step": 977
    },
    {
      "epoch": 0.04005734179807496,
      "grad_norm": 3.374667011641817,
      "learning_rate": 0.0001467,
      "loss": 7.0938,
      "step": 978
    },
    {
      "epoch": 0.04009830022527135,
      "grad_norm": 2.427760048527823,
      "learning_rate": 0.00014685,
      "loss": 7.0938,
      "step": 979
    },
    {
      "epoch": 0.040139258652467744,
      "grad_norm": 3.7829192735783788,
      "learning_rate": 0.000147,
      "loss": 7.4688,
      "step": 980
    },
    {
      "epoch": 0.04018021707966414,
      "grad_norm": 4.315320192798152,
      "learning_rate": 0.00014714999999999997,
      "loss": 6.1875,
      "step": 981
    },
    {
      "epoch": 0.04022117550686054,
      "grad_norm": 2.690859449013509,
      "learning_rate": 0.00014729999999999998,
      "loss": 5.75,
      "step": 982
    },
    {
      "epoch": 0.040262133934056935,
      "grad_norm": 2.1114634837519133,
      "learning_rate": 0.00014744999999999998,
      "loss": 6.1562,
      "step": 983
    },
    {
      "epoch": 0.040303092361253325,
      "grad_norm": 2.522091126896396,
      "learning_rate": 0.00014759999999999998,
      "loss": 6.6875,
      "step": 984
    },
    {
      "epoch": 0.04034405078844972,
      "grad_norm": 2.0412629307417984,
      "learning_rate": 0.00014774999999999999,
      "loss": 7.3125,
      "step": 985
    },
    {
      "epoch": 0.04038500921564612,
      "grad_norm": 2.4945588316623724,
      "learning_rate": 0.0001479,
      "loss": 5.375,
      "step": 986
    },
    {
      "epoch": 0.040425967642842515,
      "grad_norm": 11.92792675793248,
      "learning_rate": 0.00014805,
      "loss": 5.4375,
      "step": 987
    },
    {
      "epoch": 0.04046692607003891,
      "grad_norm": 7.031995182893815,
      "learning_rate": 0.0001482,
      "loss": 7.9375,
      "step": 988
    },
    {
      "epoch": 0.04050788449723531,
      "grad_norm": 5.7369949995565435,
      "learning_rate": 0.00014834999999999997,
      "loss": 8.3125,
      "step": 989
    },
    {
      "epoch": 0.0405488429244317,
      "grad_norm": 2.6048047838398594,
      "learning_rate": 0.00014849999999999998,
      "loss": 7.0938,
      "step": 990
    },
    {
      "epoch": 0.040589801351628096,
      "grad_norm": 1.7892456536299886,
      "learning_rate": 0.00014864999999999998,
      "loss": 6.5,
      "step": 991
    },
    {
      "epoch": 0.04063075977882449,
      "grad_norm": 2.871773743049371,
      "learning_rate": 0.00014879999999999998,
      "loss": 7.0312,
      "step": 992
    },
    {
      "epoch": 0.04067171820602089,
      "grad_norm": 2.5600140656677506,
      "learning_rate": 0.00014895,
      "loss": 6.3438,
      "step": 993
    },
    {
      "epoch": 0.04071267663321729,
      "grad_norm": 2.7122860441850847,
      "learning_rate": 0.0001491,
      "loss": 6.0938,
      "step": 994
    },
    {
      "epoch": 0.04075363506041368,
      "grad_norm": 4.08333753432665,
      "learning_rate": 0.00014925,
      "loss": 5.7812,
      "step": 995
    },
    {
      "epoch": 0.040794593487610074,
      "grad_norm": 2.5455982173101854,
      "learning_rate": 0.0001494,
      "loss": 7.0938,
      "step": 996
    },
    {
      "epoch": 0.04083555191480647,
      "grad_norm": 3.8219380110118797,
      "learning_rate": 0.00014954999999999998,
      "loss": 9.375,
      "step": 997
    },
    {
      "epoch": 0.04087651034200287,
      "grad_norm": 6.973563481115583,
      "learning_rate": 0.00014969999999999998,
      "loss": 6.8438,
      "step": 998
    },
    {
      "epoch": 0.040917468769199265,
      "grad_norm": 4.613722808744754,
      "learning_rate": 0.00014984999999999998,
      "loss": 6.625,
      "step": 999
    },
    {
      "epoch": 0.040958427196395655,
      "grad_norm": 4.06632436927901,
      "learning_rate": 0.00015,
      "loss": 8.1875,
      "step": 1000
    },
    {
      "epoch": 0.04099938562359205,
      "grad_norm": 2.7652826784192106,
      "learning_rate": 0.00015014999999999996,
      "loss": 6.25,
      "step": 1001
    },
    {
      "epoch": 0.04104034405078845,
      "grad_norm": 5.491742454177791,
      "learning_rate": 0.0001503,
      "loss": 6.0312,
      "step": 1002
    },
    {
      "epoch": 0.041081302477984846,
      "grad_norm": 4.115845738440502,
      "learning_rate": 0.00015044999999999997,
      "loss": 7.75,
      "step": 1003
    },
    {
      "epoch": 0.04112226090518124,
      "grad_norm": 9.929060502305644,
      "learning_rate": 0.00015059999999999997,
      "loss": 6.375,
      "step": 1004
    },
    {
      "epoch": 0.04116321933237763,
      "grad_norm": 3.3605745645822793,
      "learning_rate": 0.00015074999999999998,
      "loss": 6.375,
      "step": 1005
    },
    {
      "epoch": 0.04120417775957403,
      "grad_norm": 4.244785828842123,
      "learning_rate": 0.00015089999999999998,
      "loss": 6.4375,
      "step": 1006
    },
    {
      "epoch": 0.04124513618677043,
      "grad_norm": 2.7587360654829594,
      "learning_rate": 0.00015104999999999996,
      "loss": 7.8438,
      "step": 1007
    },
    {
      "epoch": 0.041286094613966824,
      "grad_norm": 3.6177195025787436,
      "learning_rate": 0.0001512,
      "loss": 6.9062,
      "step": 1008
    },
    {
      "epoch": 0.04132705304116322,
      "grad_norm": 1.9725926400976956,
      "learning_rate": 0.00015134999999999997,
      "loss": 6.6875,
      "step": 1009
    },
    {
      "epoch": 0.04136801146835962,
      "grad_norm": 2.282657551397539,
      "learning_rate": 0.0001515,
      "loss": 6.75,
      "step": 1010
    },
    {
      "epoch": 0.04140896989555601,
      "grad_norm": 2.4261972240405996,
      "learning_rate": 0.00015164999999999997,
      "loss": 7.9062,
      "step": 1011
    },
    {
      "epoch": 0.041449928322752405,
      "grad_norm": 5.3547010964433355,
      "learning_rate": 0.00015179999999999998,
      "loss": 7.9688,
      "step": 1012
    },
    {
      "epoch": 0.0414908867499488,
      "grad_norm": 4.440059071659407,
      "learning_rate": 0.00015194999999999998,
      "loss": 6.6562,
      "step": 1013
    },
    {
      "epoch": 0.0415318451771452,
      "grad_norm": 2.3492439339151794,
      "learning_rate": 0.00015209999999999998,
      "loss": 7.4062,
      "step": 1014
    },
    {
      "epoch": 0.041572803604341596,
      "grad_norm": 3.5557650310251523,
      "learning_rate": 0.00015224999999999996,
      "loss": 7.6875,
      "step": 1015
    },
    {
      "epoch": 0.041613762031537986,
      "grad_norm": 2.3088536085280817,
      "learning_rate": 0.0001524,
      "loss": 7.3125,
      "step": 1016
    },
    {
      "epoch": 0.04165472045873438,
      "grad_norm": 2.4974421791491954,
      "learning_rate": 0.00015254999999999997,
      "loss": 5.9375,
      "step": 1017
    },
    {
      "epoch": 0.04169567888593078,
      "grad_norm": 2.027084230271482,
      "learning_rate": 0.0001527,
      "loss": 6.5,
      "step": 1018
    },
    {
      "epoch": 0.04173663731312718,
      "grad_norm": 17.84732726555214,
      "learning_rate": 0.00015284999999999997,
      "loss": 6.9062,
      "step": 1019
    },
    {
      "epoch": 0.041777595740323574,
      "grad_norm": 3.6775798982090797,
      "learning_rate": 0.00015299999999999998,
      "loss": 6.6562,
      "step": 1020
    },
    {
      "epoch": 0.041818554167519964,
      "grad_norm": 3.3139713189717854,
      "learning_rate": 0.00015314999999999998,
      "loss": 6.625,
      "step": 1021
    },
    {
      "epoch": 0.04185951259471636,
      "grad_norm": 3.3655232942545625,
      "learning_rate": 0.00015329999999999999,
      "loss": 6.4062,
      "step": 1022
    },
    {
      "epoch": 0.04190047102191276,
      "grad_norm": 2.322063082920853,
      "learning_rate": 0.00015344999999999996,
      "loss": 6.5,
      "step": 1023
    },
    {
      "epoch": 0.041941429449109155,
      "grad_norm": 1.815464753858718,
      "learning_rate": 0.0001536,
      "loss": 6.1875,
      "step": 1024
    },
    {
      "epoch": 0.04198238787630555,
      "grad_norm": 1.8895605345637148,
      "learning_rate": 0.00015374999999999997,
      "loss": 6.75,
      "step": 1025
    },
    {
      "epoch": 0.04202334630350195,
      "grad_norm": 2.657602773753264,
      "learning_rate": 0.0001539,
      "loss": 7.0625,
      "step": 1026
    },
    {
      "epoch": 0.04206430473069834,
      "grad_norm": 1.8006739202487787,
      "learning_rate": 0.00015404999999999998,
      "loss": 6.4375,
      "step": 1027
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 1.6300913572973716,
      "learning_rate": 0.00015419999999999998,
      "loss": 6.375,
      "step": 1028
    },
    {
      "epoch": 0.04214622158509113,
      "grad_norm": 1.703662660918883,
      "learning_rate": 0.00015434999999999998,
      "loss": 6.0312,
      "step": 1029
    },
    {
      "epoch": 0.04218718001228753,
      "grad_norm": 2.034476285573543,
      "learning_rate": 0.0001545,
      "loss": 6.125,
      "step": 1030
    },
    {
      "epoch": 0.04222813843948393,
      "grad_norm": 6.084533794951902,
      "learning_rate": 0.00015464999999999996,
      "loss": 5.2812,
      "step": 1031
    },
    {
      "epoch": 0.04226909686668032,
      "grad_norm": 2.861955291355105,
      "learning_rate": 0.0001548,
      "loss": 7.5625,
      "step": 1032
    },
    {
      "epoch": 0.042310055293876714,
      "grad_norm": 3.7449398777633234,
      "learning_rate": 0.00015494999999999997,
      "loss": 8.0,
      "step": 1033
    },
    {
      "epoch": 0.04235101372107311,
      "grad_norm": 3.1990809807305003,
      "learning_rate": 0.0001551,
      "loss": 8.0,
      "step": 1034
    },
    {
      "epoch": 0.04239197214826951,
      "grad_norm": 3.2650941193304526,
      "learning_rate": 0.00015524999999999998,
      "loss": 7.0625,
      "step": 1035
    },
    {
      "epoch": 0.042432930575465905,
      "grad_norm": 2.5612656817552955,
      "learning_rate": 0.00015539999999999998,
      "loss": 6.8438,
      "step": 1036
    },
    {
      "epoch": 0.042473889002662295,
      "grad_norm": 2.034690892172259,
      "learning_rate": 0.00015554999999999999,
      "loss": 6.6562,
      "step": 1037
    },
    {
      "epoch": 0.04251484742985869,
      "grad_norm": 5.756938825424108,
      "learning_rate": 0.0001557,
      "loss": 7.5312,
      "step": 1038
    },
    {
      "epoch": 0.04255580585705509,
      "grad_norm": 3.915673376166779,
      "learning_rate": 0.00015584999999999997,
      "loss": 7.0938,
      "step": 1039
    },
    {
      "epoch": 0.042596764284251486,
      "grad_norm": 2.2998942683187935,
      "learning_rate": 0.000156,
      "loss": 6.7188,
      "step": 1040
    },
    {
      "epoch": 0.04263772271144788,
      "grad_norm": 2.3482732999125866,
      "learning_rate": 0.00015614999999999997,
      "loss": 6.25,
      "step": 1041
    },
    {
      "epoch": 0.04267868113864427,
      "grad_norm": 2.1676839859303794,
      "learning_rate": 0.0001563,
      "loss": 7.0,
      "step": 1042
    },
    {
      "epoch": 0.04271963956584067,
      "grad_norm": 2.2470066519264167,
      "learning_rate": 0.00015644999999999998,
      "loss": 6.5,
      "step": 1043
    },
    {
      "epoch": 0.04276059799303707,
      "grad_norm": 1.8355795565989843,
      "learning_rate": 0.00015659999999999998,
      "loss": 6.2812,
      "step": 1044
    },
    {
      "epoch": 0.042801556420233464,
      "grad_norm": 4.1490613096429705,
      "learning_rate": 0.00015675,
      "loss": 7.75,
      "step": 1045
    },
    {
      "epoch": 0.04284251484742986,
      "grad_norm": 3.3834122131748803,
      "learning_rate": 0.0001569,
      "loss": 6.4062,
      "step": 1046
    },
    {
      "epoch": 0.04288347327462626,
      "grad_norm": 6.224178582866963,
      "learning_rate": 0.00015704999999999997,
      "loss": 6.1562,
      "step": 1047
    },
    {
      "epoch": 0.04292443170182265,
      "grad_norm": 2.3035350254395546,
      "learning_rate": 0.0001572,
      "loss": 6.9375,
      "step": 1048
    },
    {
      "epoch": 0.042965390129019045,
      "grad_norm": 2.1052609674200835,
      "learning_rate": 0.00015734999999999998,
      "loss": 5.8438,
      "step": 1049
    },
    {
      "epoch": 0.04300634855621544,
      "grad_norm": 28.066179718396945,
      "learning_rate": 0.00015749999999999998,
      "loss": 7.3438,
      "step": 1050
    },
    {
      "epoch": 0.04304730698341184,
      "grad_norm": 3.3221447262731174,
      "learning_rate": 0.00015764999999999998,
      "loss": 6.5625,
      "step": 1051
    },
    {
      "epoch": 0.043088265410608236,
      "grad_norm": 9.36566228315025,
      "learning_rate": 0.0001578,
      "loss": 7.9062,
      "step": 1052
    },
    {
      "epoch": 0.043129223837804626,
      "grad_norm": 2.862142699011611,
      "learning_rate": 0.00015794999999999996,
      "loss": 6.3438,
      "step": 1053
    },
    {
      "epoch": 0.04317018226500102,
      "grad_norm": 7.61086267042784,
      "learning_rate": 0.0001581,
      "loss": 7.8438,
      "step": 1054
    },
    {
      "epoch": 0.04321114069219742,
      "grad_norm": 7.719997588760025,
      "learning_rate": 0.00015824999999999997,
      "loss": 9.0625,
      "step": 1055
    },
    {
      "epoch": 0.043252099119393816,
      "grad_norm": 14.856197314303238,
      "learning_rate": 0.0001584,
      "loss": 7.625,
      "step": 1056
    },
    {
      "epoch": 0.04329305754659021,
      "grad_norm": 2.7924705993395356,
      "learning_rate": 0.00015854999999999998,
      "loss": 6.7188,
      "step": 1057
    },
    {
      "epoch": 0.043334015973786603,
      "grad_norm": 5.615479844948486,
      "learning_rate": 0.00015869999999999998,
      "loss": 7.5,
      "step": 1058
    },
    {
      "epoch": 0.043374974400983,
      "grad_norm": 3.0602944945401056,
      "learning_rate": 0.00015884999999999999,
      "loss": 7.0625,
      "step": 1059
    },
    {
      "epoch": 0.0434159328281794,
      "grad_norm": 5.28495656709693,
      "learning_rate": 0.000159,
      "loss": 7.5,
      "step": 1060
    },
    {
      "epoch": 0.043456891255375794,
      "grad_norm": 2.094656141864759,
      "learning_rate": 0.00015914999999999997,
      "loss": 6.6562,
      "step": 1061
    },
    {
      "epoch": 0.04349784968257219,
      "grad_norm": 2.5604930212779857,
      "learning_rate": 0.0001593,
      "loss": 6.75,
      "step": 1062
    },
    {
      "epoch": 0.04353880810976859,
      "grad_norm": 3.6235634706018427,
      "learning_rate": 0.00015944999999999997,
      "loss": 6.2812,
      "step": 1063
    },
    {
      "epoch": 0.04357976653696498,
      "grad_norm": 2.620666265978215,
      "learning_rate": 0.0001596,
      "loss": 7.1562,
      "step": 1064
    },
    {
      "epoch": 0.043620724964161375,
      "grad_norm": 11.288008278400413,
      "learning_rate": 0.00015974999999999998,
      "loss": 9.5,
      "step": 1065
    },
    {
      "epoch": 0.04366168339135777,
      "grad_norm": 2.183793003085097,
      "learning_rate": 0.00015989999999999998,
      "loss": 6.1875,
      "step": 1066
    },
    {
      "epoch": 0.04370264181855417,
      "grad_norm": 2.324624858837727,
      "learning_rate": 0.00016005,
      "loss": 6.5938,
      "step": 1067
    },
    {
      "epoch": 0.043743600245750566,
      "grad_norm": 3.5209185886784864,
      "learning_rate": 0.0001602,
      "loss": 6.9062,
      "step": 1068
    },
    {
      "epoch": 0.043784558672946956,
      "grad_norm": 2.434801305446462,
      "learning_rate": 0.00016034999999999997,
      "loss": 7.375,
      "step": 1069
    },
    {
      "epoch": 0.04382551710014335,
      "grad_norm": 3.2857681783168182,
      "learning_rate": 0.0001605,
      "loss": 6.5938,
      "step": 1070
    },
    {
      "epoch": 0.04386647552733975,
      "grad_norm": 2.1781364741557767,
      "learning_rate": 0.00016064999999999997,
      "loss": 5.75,
      "step": 1071
    },
    {
      "epoch": 0.04390743395453615,
      "grad_norm": 1.9617550872130236,
      "learning_rate": 0.0001608,
      "loss": 7.2812,
      "step": 1072
    },
    {
      "epoch": 0.043948392381732544,
      "grad_norm": 2.6092930742476765,
      "learning_rate": 0.00016094999999999998,
      "loss": 6.75,
      "step": 1073
    },
    {
      "epoch": 0.043989350808928934,
      "grad_norm": 4.570527675816652,
      "learning_rate": 0.00016109999999999999,
      "loss": 6.9062,
      "step": 1074
    },
    {
      "epoch": 0.04403030923612533,
      "grad_norm": 3.9023463686338133,
      "learning_rate": 0.00016125,
      "loss": 7.3125,
      "step": 1075
    },
    {
      "epoch": 0.04407126766332173,
      "grad_norm": 2.0164156791752315,
      "learning_rate": 0.0001614,
      "loss": 6.25,
      "step": 1076
    },
    {
      "epoch": 0.044112226090518125,
      "grad_norm": 1.9659263291727758,
      "learning_rate": 0.00016154999999999997,
      "loss": 6.125,
      "step": 1077
    },
    {
      "epoch": 0.04415318451771452,
      "grad_norm": 11.974374112373633,
      "learning_rate": 0.0001617,
      "loss": 6.5625,
      "step": 1078
    },
    {
      "epoch": 0.04419414294491091,
      "grad_norm": 5.409898506887185,
      "learning_rate": 0.00016184999999999998,
      "loss": 6.6875,
      "step": 1079
    },
    {
      "epoch": 0.04423510137210731,
      "grad_norm": 18.88527940625735,
      "learning_rate": 0.000162,
      "loss": 7.5,
      "step": 1080
    },
    {
      "epoch": 0.044276059799303706,
      "grad_norm": 2.203878553955437,
      "learning_rate": 0.00016214999999999998,
      "loss": 6.4375,
      "step": 1081
    },
    {
      "epoch": 0.0443170182265001,
      "grad_norm": 6.032758377710056,
      "learning_rate": 0.0001623,
      "loss": 8.125,
      "step": 1082
    },
    {
      "epoch": 0.0443579766536965,
      "grad_norm": 2.6894104256803493,
      "learning_rate": 0.00016245,
      "loss": 6.2188,
      "step": 1083
    },
    {
      "epoch": 0.0443989350808929,
      "grad_norm": 6.6176568587297835,
      "learning_rate": 0.0001626,
      "loss": 7.125,
      "step": 1084
    },
    {
      "epoch": 0.04443989350808929,
      "grad_norm": 2.0333980936347698,
      "learning_rate": 0.00016274999999999997,
      "loss": 7.2188,
      "step": 1085
    },
    {
      "epoch": 0.044480851935285684,
      "grad_norm": 2.102756139522998,
      "learning_rate": 0.0001629,
      "loss": 6.9062,
      "step": 1086
    },
    {
      "epoch": 0.04452181036248208,
      "grad_norm": 2.562181851565035,
      "learning_rate": 0.00016304999999999998,
      "loss": 6.3438,
      "step": 1087
    },
    {
      "epoch": 0.04456276878967848,
      "grad_norm": 2.2937001175381457,
      "learning_rate": 0.0001632,
      "loss": 5.9688,
      "step": 1088
    },
    {
      "epoch": 0.044603727216874875,
      "grad_norm": 4.852852659277118,
      "learning_rate": 0.00016334999999999999,
      "loss": 5.6875,
      "step": 1089
    },
    {
      "epoch": 0.044644685644071265,
      "grad_norm": 2.9990397795021435,
      "learning_rate": 0.0001635,
      "loss": 6.9375,
      "step": 1090
    },
    {
      "epoch": 0.04468564407126766,
      "grad_norm": 7.950456164462011,
      "learning_rate": 0.00016365,
      "loss": 7.1562,
      "step": 1091
    },
    {
      "epoch": 0.04472660249846406,
      "grad_norm": 2.323640201098339,
      "learning_rate": 0.0001638,
      "loss": 6.4688,
      "step": 1092
    },
    {
      "epoch": 0.044767560925660456,
      "grad_norm": 2.9996337505273574,
      "learning_rate": 0.00016394999999999997,
      "loss": 6.4062,
      "step": 1093
    },
    {
      "epoch": 0.04480851935285685,
      "grad_norm": 4.0777385840340985,
      "learning_rate": 0.0001641,
      "loss": 7.75,
      "step": 1094
    },
    {
      "epoch": 0.04484947778005324,
      "grad_norm": 2.140972248111081,
      "learning_rate": 0.00016424999999999998,
      "loss": 6.8125,
      "step": 1095
    },
    {
      "epoch": 0.04489043620724964,
      "grad_norm": 1.9282741599904107,
      "learning_rate": 0.0001644,
      "loss": 6.875,
      "step": 1096
    },
    {
      "epoch": 0.04493139463444604,
      "grad_norm": 4.3156438583069505,
      "learning_rate": 0.00016455,
      "loss": 7.6875,
      "step": 1097
    },
    {
      "epoch": 0.044972353061642434,
      "grad_norm": 1.765548627731346,
      "learning_rate": 0.0001647,
      "loss": 6.5938,
      "step": 1098
    },
    {
      "epoch": 0.04501331148883883,
      "grad_norm": 4.430222384095368,
      "learning_rate": 0.00016485,
      "loss": 8.0625,
      "step": 1099
    },
    {
      "epoch": 0.04505426991603522,
      "grad_norm": 2.5673510393233983,
      "learning_rate": 0.000165,
      "loss": 6.9375,
      "step": 1100
    },
    {
      "epoch": 0.04509522834323162,
      "grad_norm": 1.6292336802519376,
      "learning_rate": 0.00016514999999999998,
      "loss": 6.375,
      "step": 1101
    },
    {
      "epoch": 0.045136186770428015,
      "grad_norm": 3.1648475283964967,
      "learning_rate": 0.0001653,
      "loss": 5.5625,
      "step": 1102
    },
    {
      "epoch": 0.04517714519762441,
      "grad_norm": 2.4175331635896025,
      "learning_rate": 0.00016544999999999998,
      "loss": 6.0625,
      "step": 1103
    },
    {
      "epoch": 0.04521810362482081,
      "grad_norm": 2.118824864780949,
      "learning_rate": 0.0001656,
      "loss": 6.4688,
      "step": 1104
    },
    {
      "epoch": 0.045259062052017206,
      "grad_norm": 3.9725798053966157,
      "learning_rate": 0.00016575,
      "loss": 6.0938,
      "step": 1105
    },
    {
      "epoch": 0.045300020479213596,
      "grad_norm": 4.292968571689459,
      "learning_rate": 0.0001659,
      "loss": 5.9688,
      "step": 1106
    },
    {
      "epoch": 0.04534097890640999,
      "grad_norm": 2.114847339345689,
      "learning_rate": 0.00016604999999999997,
      "loss": 6.3438,
      "step": 1107
    },
    {
      "epoch": 0.04538193733360639,
      "grad_norm": 1.9648327296859096,
      "learning_rate": 0.0001662,
      "loss": 6.875,
      "step": 1108
    },
    {
      "epoch": 0.04542289576080279,
      "grad_norm": 1.630788404103538,
      "learning_rate": 0.00016634999999999998,
      "loss": 6.5625,
      "step": 1109
    },
    {
      "epoch": 0.045463854187999184,
      "grad_norm": 3.697055979427205,
      "learning_rate": 0.0001665,
      "loss": 6.75,
      "step": 1110
    },
    {
      "epoch": 0.045504812615195574,
      "grad_norm": 2.4441892034710078,
      "learning_rate": 0.00016664999999999998,
      "loss": 6.9062,
      "step": 1111
    },
    {
      "epoch": 0.04554577104239197,
      "grad_norm": 1.6389706229309828,
      "learning_rate": 0.0001668,
      "loss": 6.0938,
      "step": 1112
    },
    {
      "epoch": 0.04558672946958837,
      "grad_norm": 1.7441115219924808,
      "learning_rate": 0.00016695,
      "loss": 6.25,
      "step": 1113
    },
    {
      "epoch": 0.045627687896784765,
      "grad_norm": 1.7999744826145836,
      "learning_rate": 0.0001671,
      "loss": 6.5312,
      "step": 1114
    },
    {
      "epoch": 0.04566864632398116,
      "grad_norm": 2.009115656648682,
      "learning_rate": 0.00016724999999999997,
      "loss": 6.0,
      "step": 1115
    },
    {
      "epoch": 0.04570960475117755,
      "grad_norm": 13.372557249549821,
      "learning_rate": 0.0001674,
      "loss": 10.5,
      "step": 1116
    },
    {
      "epoch": 0.04575056317837395,
      "grad_norm": 2.4108845447360747,
      "learning_rate": 0.00016754999999999998,
      "loss": 6.3438,
      "step": 1117
    },
    {
      "epoch": 0.045791521605570346,
      "grad_norm": 5.863985898978845,
      "learning_rate": 0.0001677,
      "loss": 6.0312,
      "step": 1118
    },
    {
      "epoch": 0.04583248003276674,
      "grad_norm": 5.127486413873475,
      "learning_rate": 0.00016785,
      "loss": 8.125,
      "step": 1119
    },
    {
      "epoch": 0.04587343845996314,
      "grad_norm": 3.892105039065744,
      "learning_rate": 0.000168,
      "loss": 8.4375,
      "step": 1120
    },
    {
      "epoch": 0.045914396887159536,
      "grad_norm": 2.4989087075991576,
      "learning_rate": 0.00016815,
      "loss": 6.4688,
      "step": 1121
    },
    {
      "epoch": 0.045955355314355927,
      "grad_norm": 2.8189484520177968,
      "learning_rate": 0.0001683,
      "loss": 5.5938,
      "step": 1122
    },
    {
      "epoch": 0.045996313741552323,
      "grad_norm": 3.575141993756734,
      "learning_rate": 0.00016844999999999997,
      "loss": 6.9062,
      "step": 1123
    },
    {
      "epoch": 0.04603727216874872,
      "grad_norm": 3.200557320188458,
      "learning_rate": 0.0001686,
      "loss": 5.9688,
      "step": 1124
    },
    {
      "epoch": 0.04607823059594512,
      "grad_norm": 5.505743936679225,
      "learning_rate": 0.00016874999999999998,
      "loss": 6.4688,
      "step": 1125
    },
    {
      "epoch": 0.046119189023141514,
      "grad_norm": 1.7489386968685567,
      "learning_rate": 0.00016889999999999996,
      "loss": 5.9375,
      "step": 1126
    },
    {
      "epoch": 0.046160147450337904,
      "grad_norm": 2.0897055240380826,
      "learning_rate": 0.00016905,
      "loss": 6.3438,
      "step": 1127
    },
    {
      "epoch": 0.0462011058775343,
      "grad_norm": 1.5633238941009453,
      "learning_rate": 0.00016919999999999997,
      "loss": 6.1875,
      "step": 1128
    },
    {
      "epoch": 0.0462420643047307,
      "grad_norm": 1.9362868099018604,
      "learning_rate": 0.00016935,
      "loss": 6.1875,
      "step": 1129
    },
    {
      "epoch": 0.046283022731927095,
      "grad_norm": 2.645977144163366,
      "learning_rate": 0.00016949999999999997,
      "loss": 8.3125,
      "step": 1130
    },
    {
      "epoch": 0.04632398115912349,
      "grad_norm": 2.810547742617356,
      "learning_rate": 0.00016964999999999998,
      "loss": 6.4375,
      "step": 1131
    },
    {
      "epoch": 0.04636493958631988,
      "grad_norm": 3.1497763801604894,
      "learning_rate": 0.00016979999999999998,
      "loss": 6.0312,
      "step": 1132
    },
    {
      "epoch": 0.04640589801351628,
      "grad_norm": 3.0352395474246388,
      "learning_rate": 0.00016994999999999998,
      "loss": 7.6562,
      "step": 1133
    },
    {
      "epoch": 0.046446856440712676,
      "grad_norm": 1.857493933813622,
      "learning_rate": 0.00017009999999999996,
      "loss": 6.0,
      "step": 1134
    },
    {
      "epoch": 0.04648781486790907,
      "grad_norm": 3.5588269829294354,
      "learning_rate": 0.00017025,
      "loss": 8.0625,
      "step": 1135
    },
    {
      "epoch": 0.04652877329510547,
      "grad_norm": 2.5133773914211295,
      "learning_rate": 0.00017039999999999997,
      "loss": 7.2812,
      "step": 1136
    },
    {
      "epoch": 0.04656973172230186,
      "grad_norm": 3.104821594425384,
      "learning_rate": 0.00017055,
      "loss": 6.1562,
      "step": 1137
    },
    {
      "epoch": 0.04661069014949826,
      "grad_norm": 44.07421324335776,
      "learning_rate": 0.00017069999999999998,
      "loss": 6.375,
      "step": 1138
    },
    {
      "epoch": 0.046651648576694654,
      "grad_norm": 2.58609676064861,
      "learning_rate": 0.00017084999999999998,
      "loss": 6.9375,
      "step": 1139
    },
    {
      "epoch": 0.04669260700389105,
      "grad_norm": 4.227567941200287,
      "learning_rate": 0.00017099999999999998,
      "loss": 7.5625,
      "step": 1140
    },
    {
      "epoch": 0.04673356543108745,
      "grad_norm": 2.374568452557991,
      "learning_rate": 0.00017114999999999999,
      "loss": 6.0625,
      "step": 1141
    },
    {
      "epoch": 0.046774523858283845,
      "grad_norm": 10.457661904695398,
      "learning_rate": 0.00017129999999999996,
      "loss": 9.125,
      "step": 1142
    },
    {
      "epoch": 0.046815482285480235,
      "grad_norm": 5.861808008093929,
      "learning_rate": 0.00017145,
      "loss": 7.5938,
      "step": 1143
    },
    {
      "epoch": 0.04685644071267663,
      "grad_norm": 37.82746401374287,
      "learning_rate": 0.00017159999999999997,
      "loss": 10.8125,
      "step": 1144
    },
    {
      "epoch": 0.04689739913987303,
      "grad_norm": 3.0769571997689,
      "learning_rate": 0.00017175,
      "loss": 7.7188,
      "step": 1145
    },
    {
      "epoch": 0.046938357567069426,
      "grad_norm": 3.8193256868281877,
      "learning_rate": 0.00017189999999999998,
      "loss": 6.2812,
      "step": 1146
    },
    {
      "epoch": 0.04697931599426582,
      "grad_norm": 4.127869348208457,
      "learning_rate": 0.00017204999999999998,
      "loss": 6.9688,
      "step": 1147
    },
    {
      "epoch": 0.04702027442146221,
      "grad_norm": 4.746811829902216,
      "learning_rate": 0.00017219999999999998,
      "loss": 8.625,
      "step": 1148
    },
    {
      "epoch": 0.04706123284865861,
      "grad_norm": 2.665355060573669,
      "learning_rate": 0.00017235,
      "loss": 6.3438,
      "step": 1149
    },
    {
      "epoch": 0.04710219127585501,
      "grad_norm": 8.97479068854108,
      "learning_rate": 0.00017249999999999996,
      "loss": 6.6562,
      "step": 1150
    },
    {
      "epoch": 0.047143149703051404,
      "grad_norm": 3.3172064729828885,
      "learning_rate": 0.00017265,
      "loss": 8.125,
      "step": 1151
    },
    {
      "epoch": 0.0471841081302478,
      "grad_norm": 2.065208278888629,
      "learning_rate": 0.00017279999999999997,
      "loss": 6.4688,
      "step": 1152
    },
    {
      "epoch": 0.04722506655744419,
      "grad_norm": 6.9803167595597415,
      "learning_rate": 0.00017294999999999998,
      "loss": 6.1875,
      "step": 1153
    },
    {
      "epoch": 0.04726602498464059,
      "grad_norm": 3.6958731069101853,
      "learning_rate": 0.00017309999999999998,
      "loss": 7.3125,
      "step": 1154
    },
    {
      "epoch": 0.047306983411836985,
      "grad_norm": 2.925868328183104,
      "learning_rate": 0.00017324999999999998,
      "loss": 7.0,
      "step": 1155
    },
    {
      "epoch": 0.04734794183903338,
      "grad_norm": 32.082662700579725,
      "learning_rate": 0.00017339999999999996,
      "loss": 7.1875,
      "step": 1156
    },
    {
      "epoch": 0.04738890026622978,
      "grad_norm": 2.41397440554053,
      "learning_rate": 0.00017355,
      "loss": 6.4375,
      "step": 1157
    },
    {
      "epoch": 0.04742985869342617,
      "grad_norm": 2.1545441040917295,
      "learning_rate": 0.00017369999999999997,
      "loss": 6.75,
      "step": 1158
    },
    {
      "epoch": 0.047470817120622566,
      "grad_norm": 1.7334493326055902,
      "learning_rate": 0.00017385,
      "loss": 6.5938,
      "step": 1159
    },
    {
      "epoch": 0.04751177554781896,
      "grad_norm": 1.941526938675321,
      "learning_rate": 0.00017399999999999997,
      "loss": 5.9688,
      "step": 1160
    },
    {
      "epoch": 0.04755273397501536,
      "grad_norm": 1.5793752487077763,
      "learning_rate": 0.00017414999999999998,
      "loss": 6.0625,
      "step": 1161
    },
    {
      "epoch": 0.04759369240221176,
      "grad_norm": 5.320498055606248,
      "learning_rate": 0.00017429999999999998,
      "loss": 6.1875,
      "step": 1162
    },
    {
      "epoch": 0.047634650829408154,
      "grad_norm": 18.326439418536133,
      "learning_rate": 0.00017444999999999998,
      "loss": 6.2188,
      "step": 1163
    },
    {
      "epoch": 0.047675609256604544,
      "grad_norm": 2.545716748267087,
      "learning_rate": 0.00017459999999999996,
      "loss": 6.5,
      "step": 1164
    },
    {
      "epoch": 0.04771656768380094,
      "grad_norm": 2.176423980575843,
      "learning_rate": 0.00017475,
      "loss": 5.9375,
      "step": 1165
    },
    {
      "epoch": 0.04775752611099734,
      "grad_norm": 2.0108110044811465,
      "learning_rate": 0.00017489999999999997,
      "loss": 5.875,
      "step": 1166
    },
    {
      "epoch": 0.047798484538193735,
      "grad_norm": 2.4607074246497156,
      "learning_rate": 0.00017505,
      "loss": 7.1562,
      "step": 1167
    },
    {
      "epoch": 0.04783944296539013,
      "grad_norm": 1.6450335326794319,
      "learning_rate": 0.00017519999999999998,
      "loss": 6.0,
      "step": 1168
    },
    {
      "epoch": 0.04788040139258652,
      "grad_norm": 1.6914696795233692,
      "learning_rate": 0.00017534999999999998,
      "loss": 6.3125,
      "step": 1169
    },
    {
      "epoch": 0.04792135981978292,
      "grad_norm": 2.1199246979773916,
      "learning_rate": 0.00017549999999999998,
      "loss": 5.6875,
      "step": 1170
    },
    {
      "epoch": 0.047962318246979316,
      "grad_norm": 2.174446052822441,
      "learning_rate": 0.00017565,
      "loss": 6.5312,
      "step": 1171
    },
    {
      "epoch": 0.04800327667417571,
      "grad_norm": 16.54267368294166,
      "learning_rate": 0.00017579999999999996,
      "loss": 6.7812,
      "step": 1172
    },
    {
      "epoch": 0.04804423510137211,
      "grad_norm": 2.1938881306198534,
      "learning_rate": 0.00017595,
      "loss": 6.2812,
      "step": 1173
    },
    {
      "epoch": 0.0480851935285685,
      "grad_norm": 2.643673509692554,
      "learning_rate": 0.00017609999999999997,
      "loss": 9.1875,
      "step": 1174
    },
    {
      "epoch": 0.0481261519557649,
      "grad_norm": 3.4436481857040904,
      "learning_rate": 0.00017625,
      "loss": 7.875,
      "step": 1175
    },
    {
      "epoch": 0.048167110382961294,
      "grad_norm": 2.3580726544042974,
      "learning_rate": 0.00017639999999999998,
      "loss": 6.0625,
      "step": 1176
    },
    {
      "epoch": 0.04820806881015769,
      "grad_norm": 2.956359170889534,
      "learning_rate": 0.00017654999999999998,
      "loss": 7.7812,
      "step": 1177
    },
    {
      "epoch": 0.04824902723735409,
      "grad_norm": 1.717762333010809,
      "learning_rate": 0.00017669999999999999,
      "loss": 6.625,
      "step": 1178
    },
    {
      "epoch": 0.048289985664550485,
      "grad_norm": 1.916155547876939,
      "learning_rate": 0.00017685,
      "loss": 5.7188,
      "step": 1179
    },
    {
      "epoch": 0.048330944091746875,
      "grad_norm": 2.1988782416937904,
      "learning_rate": 0.00017699999999999997,
      "loss": 6.9688,
      "step": 1180
    },
    {
      "epoch": 0.04837190251894327,
      "grad_norm": 2.068529415949857,
      "learning_rate": 0.00017715,
      "loss": 6.0938,
      "step": 1181
    },
    {
      "epoch": 0.04841286094613967,
      "grad_norm": 4.396453435128108,
      "learning_rate": 0.00017729999999999997,
      "loss": 6.4688,
      "step": 1182
    },
    {
      "epoch": 0.048453819373336066,
      "grad_norm": 23.666259312108497,
      "learning_rate": 0.00017745,
      "loss": 8.375,
      "step": 1183
    },
    {
      "epoch": 0.04849477780053246,
      "grad_norm": 1.762256932568306,
      "learning_rate": 0.00017759999999999998,
      "loss": 5.8125,
      "step": 1184
    },
    {
      "epoch": 0.04853573622772885,
      "grad_norm": 2.917578512297815,
      "learning_rate": 0.00017774999999999998,
      "loss": 6.5,
      "step": 1185
    },
    {
      "epoch": 0.04857669465492525,
      "grad_norm": 9.398773573720224,
      "learning_rate": 0.0001779,
      "loss": 7.0938,
      "step": 1186
    },
    {
      "epoch": 0.04861765308212165,
      "grad_norm": 4.311909085314032,
      "learning_rate": 0.00017805,
      "loss": 6.3125,
      "step": 1187
    },
    {
      "epoch": 0.048658611509318044,
      "grad_norm": 5.157651911629672,
      "learning_rate": 0.00017819999999999997,
      "loss": 9.1875,
      "step": 1188
    },
    {
      "epoch": 0.04869956993651444,
      "grad_norm": 3.5098632956454203,
      "learning_rate": 0.00017835,
      "loss": 6.2188,
      "step": 1189
    },
    {
      "epoch": 0.04874052836371083,
      "grad_norm": 2.0932720033198793,
      "learning_rate": 0.00017849999999999997,
      "loss": 5.6562,
      "step": 1190
    },
    {
      "epoch": 0.04878148679090723,
      "grad_norm": 10.018074946014412,
      "learning_rate": 0.00017865,
      "loss": 5.7812,
      "step": 1191
    },
    {
      "epoch": 0.048822445218103624,
      "grad_norm": 3.6333787872082133,
      "learning_rate": 0.00017879999999999998,
      "loss": 6.375,
      "step": 1192
    },
    {
      "epoch": 0.04886340364530002,
      "grad_norm": 2.1546163487947583,
      "learning_rate": 0.00017894999999999999,
      "loss": 6.4688,
      "step": 1193
    },
    {
      "epoch": 0.04890436207249642,
      "grad_norm": 1.6430947296672476,
      "learning_rate": 0.0001791,
      "loss": 6.0625,
      "step": 1194
    },
    {
      "epoch": 0.04894532049969281,
      "grad_norm": 16.87588129366295,
      "learning_rate": 0.00017925,
      "loss": 6.375,
      "step": 1195
    },
    {
      "epoch": 0.048986278926889205,
      "grad_norm": 2.320273705189423,
      "learning_rate": 0.00017939999999999997,
      "loss": 7.1562,
      "step": 1196
    },
    {
      "epoch": 0.0490272373540856,
      "grad_norm": 3.3406557395294367,
      "learning_rate": 0.00017955,
      "loss": 7.2188,
      "step": 1197
    },
    {
      "epoch": 0.049068195781282,
      "grad_norm": 3.4285350126667424,
      "learning_rate": 0.00017969999999999998,
      "loss": 5.875,
      "step": 1198
    },
    {
      "epoch": 0.049109154208478396,
      "grad_norm": 4.172014580040053,
      "learning_rate": 0.00017984999999999998,
      "loss": 6.7188,
      "step": 1199
    },
    {
      "epoch": 0.04915011263567479,
      "grad_norm": 3.288846925751919,
      "learning_rate": 0.00017999999999999998,
      "loss": 6.75,
      "step": 1200
    },
    {
      "epoch": 0.04919107106287118,
      "grad_norm": 2.6200978276109486,
      "learning_rate": 0.00018015,
      "loss": 5.9688,
      "step": 1201
    },
    {
      "epoch": 0.04923202949006758,
      "grad_norm": 6.792761023921936,
      "learning_rate": 0.00018029999999999996,
      "loss": 6.4688,
      "step": 1202
    },
    {
      "epoch": 0.04927298791726398,
      "grad_norm": 2.656738611800677,
      "learning_rate": 0.00018045,
      "loss": 9.5,
      "step": 1203
    },
    {
      "epoch": 0.049313946344460374,
      "grad_norm": 2.993974669045318,
      "learning_rate": 0.00018059999999999997,
      "loss": 6.0,
      "step": 1204
    },
    {
      "epoch": 0.04935490477165677,
      "grad_norm": 2.204079514451797,
      "learning_rate": 0.00018075,
      "loss": 7.9062,
      "step": 1205
    },
    {
      "epoch": 0.04939586319885316,
      "grad_norm": 2.449200041156618,
      "learning_rate": 0.00018089999999999998,
      "loss": 6.7188,
      "step": 1206
    },
    {
      "epoch": 0.04943682162604956,
      "grad_norm": 1.8143626928825562,
      "learning_rate": 0.00018104999999999998,
      "loss": 6.5625,
      "step": 1207
    },
    {
      "epoch": 0.049477780053245955,
      "grad_norm": 1.7258889731839187,
      "learning_rate": 0.00018119999999999999,
      "loss": 6.6562,
      "step": 1208
    },
    {
      "epoch": 0.04951873848044235,
      "grad_norm": 3.0497045322822234,
      "learning_rate": 0.00018135,
      "loss": 6.2812,
      "step": 1209
    },
    {
      "epoch": 0.04955969690763875,
      "grad_norm": 4.293147589983744,
      "learning_rate": 0.00018149999999999997,
      "loss": 6.125,
      "step": 1210
    },
    {
      "epoch": 0.04960065533483514,
      "grad_norm": 9.808467499228165,
      "learning_rate": 0.00018165,
      "loss": 6.4688,
      "step": 1211
    },
    {
      "epoch": 0.049641613762031536,
      "grad_norm": 2.504621985399013,
      "learning_rate": 0.00018179999999999997,
      "loss": 6.75,
      "step": 1212
    },
    {
      "epoch": 0.04968257218922793,
      "grad_norm": 1.9442571093639265,
      "learning_rate": 0.00018195,
      "loss": 5.7188,
      "step": 1213
    },
    {
      "epoch": 0.04972353061642433,
      "grad_norm": 2.5426454427736362,
      "learning_rate": 0.00018209999999999998,
      "loss": 6.75,
      "step": 1214
    },
    {
      "epoch": 0.04976448904362073,
      "grad_norm": 7.518751434717504,
      "learning_rate": 0.00018224999999999998,
      "loss": 5.9062,
      "step": 1215
    },
    {
      "epoch": 0.049805447470817124,
      "grad_norm": 8.706135734096787,
      "learning_rate": 0.0001824,
      "loss": 7.5312,
      "step": 1216
    },
    {
      "epoch": 0.049846405898013514,
      "grad_norm": 1.6737799185424695,
      "learning_rate": 0.00018255,
      "loss": 5.7812,
      "step": 1217
    },
    {
      "epoch": 0.04988736432520991,
      "grad_norm": 7.745461782684879,
      "learning_rate": 0.00018269999999999997,
      "loss": 7.9688,
      "step": 1218
    },
    {
      "epoch": 0.04992832275240631,
      "grad_norm": 8.906381383408446,
      "learning_rate": 0.00018285,
      "loss": 8.5625,
      "step": 1219
    },
    {
      "epoch": 0.049969281179602705,
      "grad_norm": 2.9425605546644062,
      "learning_rate": 0.00018299999999999998,
      "loss": 6.6562,
      "step": 1220
    },
    {
      "epoch": 0.0500102396067991,
      "grad_norm": 3.9664189542762034,
      "learning_rate": 0.00018315,
      "loss": 7.5312,
      "step": 1221
    },
    {
      "epoch": 0.05005119803399549,
      "grad_norm": 13.187802797756506,
      "learning_rate": 0.00018329999999999998,
      "loss": 7.1875,
      "step": 1222
    },
    {
      "epoch": 0.05009215646119189,
      "grad_norm": 8.193879666000457,
      "learning_rate": 0.00018345,
      "loss": 6.2188,
      "step": 1223
    },
    {
      "epoch": 0.050133114888388286,
      "grad_norm": 8.213705122510493,
      "learning_rate": 0.0001836,
      "loss": 6.4688,
      "step": 1224
    },
    {
      "epoch": 0.05017407331558468,
      "grad_norm": 5.660489374739747,
      "learning_rate": 0.00018375,
      "loss": 7.5938,
      "step": 1225
    },
    {
      "epoch": 0.05021503174278108,
      "grad_norm": 4.747313282167291,
      "learning_rate": 0.00018389999999999997,
      "loss": 7.4062,
      "step": 1226
    },
    {
      "epoch": 0.05025599016997747,
      "grad_norm": 7.018295072069509,
      "learning_rate": 0.00018405,
      "loss": 6.0625,
      "step": 1227
    },
    {
      "epoch": 0.05029694859717387,
      "grad_norm": 1.9233860505062639,
      "learning_rate": 0.00018419999999999998,
      "loss": 7.625,
      "step": 1228
    },
    {
      "epoch": 0.050337907024370264,
      "grad_norm": 13.18848726229905,
      "learning_rate": 0.00018435,
      "loss": 9.9375,
      "step": 1229
    },
    {
      "epoch": 0.05037886545156666,
      "grad_norm": 5.216411711216334,
      "learning_rate": 0.00018449999999999999,
      "loss": 8.25,
      "step": 1230
    },
    {
      "epoch": 0.05041982387876306,
      "grad_norm": 7.711132997230305,
      "learning_rate": 0.00018465,
      "loss": 7.125,
      "step": 1231
    },
    {
      "epoch": 0.05046078230595945,
      "grad_norm": 43.39722750694796,
      "learning_rate": 0.0001848,
      "loss": 5.875,
      "step": 1232
    },
    {
      "epoch": 0.050501740733155845,
      "grad_norm": 3.2100280485407717,
      "learning_rate": 0.00018495,
      "loss": 6.5,
      "step": 1233
    },
    {
      "epoch": 0.05054269916035224,
      "grad_norm": 2.8142348684375724,
      "learning_rate": 0.00018509999999999997,
      "loss": 6.4688,
      "step": 1234
    },
    {
      "epoch": 0.05058365758754864,
      "grad_norm": 13.21768270097239,
      "learning_rate": 0.00018525,
      "loss": 7.0938,
      "step": 1235
    },
    {
      "epoch": 0.050624616014745036,
      "grad_norm": 3.366967110759386,
      "learning_rate": 0.00018539999999999998,
      "loss": 6.4688,
      "step": 1236
    },
    {
      "epoch": 0.05066557444194143,
      "grad_norm": 22.509972284310297,
      "learning_rate": 0.00018555,
      "loss": 10.125,
      "step": 1237
    },
    {
      "epoch": 0.05070653286913782,
      "grad_norm": 4.826386716406595,
      "learning_rate": 0.0001857,
      "loss": 6.5938,
      "step": 1238
    },
    {
      "epoch": 0.05074749129633422,
      "grad_norm": 2.6391808718675613,
      "learning_rate": 0.00018585,
      "loss": 6.7188,
      "step": 1239
    },
    {
      "epoch": 0.05078844972353062,
      "grad_norm": 3.0305310581472535,
      "learning_rate": 0.000186,
      "loss": 8.125,
      "step": 1240
    },
    {
      "epoch": 0.050829408150727014,
      "grad_norm": 2.6248946630456973,
      "learning_rate": 0.00018615,
      "loss": 8.6875,
      "step": 1241
    },
    {
      "epoch": 0.05087036657792341,
      "grad_norm": 2.654683466388084,
      "learning_rate": 0.00018629999999999997,
      "loss": 7.0625,
      "step": 1242
    },
    {
      "epoch": 0.0509113250051198,
      "grad_norm": 2.569869581117186,
      "learning_rate": 0.00018645,
      "loss": 8.0,
      "step": 1243
    },
    {
      "epoch": 0.0509522834323162,
      "grad_norm": 2.0037343948989466,
      "learning_rate": 0.00018659999999999998,
      "loss": 6.9688,
      "step": 1244
    },
    {
      "epoch": 0.050993241859512595,
      "grad_norm": 2.502028300235525,
      "learning_rate": 0.00018675,
      "loss": 7.0938,
      "step": 1245
    },
    {
      "epoch": 0.05103420028670899,
      "grad_norm": 2.186911622451792,
      "learning_rate": 0.0001869,
      "loss": 8.5625,
      "step": 1246
    },
    {
      "epoch": 0.05107515871390539,
      "grad_norm": 1.9164078215615963,
      "learning_rate": 0.00018705,
      "loss": 7.625,
      "step": 1247
    },
    {
      "epoch": 0.05111611714110178,
      "grad_norm": 2.2765739153854616,
      "learning_rate": 0.0001872,
      "loss": 7.625,
      "step": 1248
    },
    {
      "epoch": 0.051157075568298176,
      "grad_norm": 3.1433325177964866,
      "learning_rate": 0.00018735,
      "loss": 7.0312,
      "step": 1249
    },
    {
      "epoch": 0.05119803399549457,
      "grad_norm": 3.995311944678275,
      "learning_rate": 0.00018749999999999998,
      "loss": 6.6875,
      "step": 1250
    },
    {
      "epoch": 0.05123899242269097,
      "grad_norm": 2.112429162325268,
      "learning_rate": 0.00018764999999999998,
      "loss": 6.5625,
      "step": 1251
    },
    {
      "epoch": 0.05127995084988737,
      "grad_norm": 2.2949312703026896,
      "learning_rate": 0.00018779999999999998,
      "loss": 7.125,
      "step": 1252
    },
    {
      "epoch": 0.05132090927708376,
      "grad_norm": 2.8575332380950464,
      "learning_rate": 0.00018794999999999996,
      "loss": 8.0,
      "step": 1253
    },
    {
      "epoch": 0.051361867704280154,
      "grad_norm": 4.2631994779521,
      "learning_rate": 0.0001881,
      "loss": 7.0625,
      "step": 1254
    },
    {
      "epoch": 0.05140282613147655,
      "grad_norm": 3.008971434229456,
      "learning_rate": 0.00018824999999999997,
      "loss": 6.75,
      "step": 1255
    },
    {
      "epoch": 0.05144378455867295,
      "grad_norm": 2.5375184993675504,
      "learning_rate": 0.00018839999999999997,
      "loss": 7.1875,
      "step": 1256
    },
    {
      "epoch": 0.051484742985869345,
      "grad_norm": 2.7354793300221365,
      "learning_rate": 0.00018854999999999998,
      "loss": 7.2188,
      "step": 1257
    },
    {
      "epoch": 0.05152570141306574,
      "grad_norm": 5.282769307442674,
      "learning_rate": 0.00018869999999999998,
      "loss": 7.9688,
      "step": 1258
    },
    {
      "epoch": 0.05156665984026213,
      "grad_norm": 3.0551455266388827,
      "learning_rate": 0.00018884999999999996,
      "loss": 6.9062,
      "step": 1259
    },
    {
      "epoch": 0.05160761826745853,
      "grad_norm": 5.168636223982679,
      "learning_rate": 0.00018899999999999999,
      "loss": 7.8438,
      "step": 1260
    },
    {
      "epoch": 0.051648576694654925,
      "grad_norm": 1.9126582959322376,
      "learning_rate": 0.00018914999999999996,
      "loss": 6.2812,
      "step": 1261
    },
    {
      "epoch": 0.05168953512185132,
      "grad_norm": 2.03463954342702,
      "learning_rate": 0.0001893,
      "loss": 6.2812,
      "step": 1262
    },
    {
      "epoch": 0.05173049354904772,
      "grad_norm": 4.46293914600374,
      "learning_rate": 0.00018944999999999997,
      "loss": 6.8125,
      "step": 1263
    },
    {
      "epoch": 0.05177145197624411,
      "grad_norm": 9.993651075913787,
      "learning_rate": 0.00018959999999999997,
      "loss": 5.3438,
      "step": 1264
    },
    {
      "epoch": 0.051812410403440506,
      "grad_norm": 22.967763081017694,
      "learning_rate": 0.00018974999999999998,
      "loss": 7.2812,
      "step": 1265
    },
    {
      "epoch": 0.0518533688306369,
      "grad_norm": 6.993145699356386,
      "learning_rate": 0.00018989999999999998,
      "loss": 6.7188,
      "step": 1266
    },
    {
      "epoch": 0.0518943272578333,
      "grad_norm": 27.37232009501527,
      "learning_rate": 0.00019004999999999996,
      "loss": 7.0625,
      "step": 1267
    },
    {
      "epoch": 0.0519352856850297,
      "grad_norm": 12.793731623708068,
      "learning_rate": 0.0001902,
      "loss": 7.125,
      "step": 1268
    },
    {
      "epoch": 0.05197624411222609,
      "grad_norm": 4.388384592152146,
      "learning_rate": 0.00019034999999999996,
      "loss": 6.9062,
      "step": 1269
    },
    {
      "epoch": 0.052017202539422484,
      "grad_norm": 4.052555595701695,
      "learning_rate": 0.0001905,
      "loss": 6.9062,
      "step": 1270
    },
    {
      "epoch": 0.05205816096661888,
      "grad_norm": 2.149713629314665,
      "learning_rate": 0.00019064999999999997,
      "loss": 6.5312,
      "step": 1271
    },
    {
      "epoch": 0.05209911939381528,
      "grad_norm": 2.0328348899328037,
      "learning_rate": 0.00019079999999999998,
      "loss": 5.9688,
      "step": 1272
    },
    {
      "epoch": 0.052140077821011675,
      "grad_norm": 1.5598071330924723,
      "learning_rate": 0.00019094999999999998,
      "loss": 6.5938,
      "step": 1273
    },
    {
      "epoch": 0.05218103624820807,
      "grad_norm": 1.7406622255777715,
      "learning_rate": 0.00019109999999999998,
      "loss": 6.0625,
      "step": 1274
    },
    {
      "epoch": 0.05222199467540446,
      "grad_norm": 1.7658351149304592,
      "learning_rate": 0.00019124999999999996,
      "loss": 6.0625,
      "step": 1275
    },
    {
      "epoch": 0.05226295310260086,
      "grad_norm": 2.1827188079174102,
      "learning_rate": 0.0001914,
      "loss": 6.3438,
      "step": 1276
    },
    {
      "epoch": 0.052303911529797256,
      "grad_norm": 4.737603881696985,
      "learning_rate": 0.00019154999999999997,
      "loss": 6.7188,
      "step": 1277
    },
    {
      "epoch": 0.05234486995699365,
      "grad_norm": 1.538911112726094,
      "learning_rate": 0.0001917,
      "loss": 6.7188,
      "step": 1278
    },
    {
      "epoch": 0.05238582838419005,
      "grad_norm": 1.7506880533684048,
      "learning_rate": 0.00019184999999999997,
      "loss": 5.9688,
      "step": 1279
    },
    {
      "epoch": 0.05242678681138644,
      "grad_norm": 6.4595429899029435,
      "learning_rate": 0.00019199999999999998,
      "loss": 9.0625,
      "step": 1280
    },
    {
      "epoch": 0.05246774523858284,
      "grad_norm": 2.0471712211006747,
      "learning_rate": 0.00019214999999999998,
      "loss": 7.1875,
      "step": 1281
    },
    {
      "epoch": 0.052508703665779234,
      "grad_norm": 3.3732125666605284,
      "learning_rate": 0.00019229999999999999,
      "loss": 6.7812,
      "step": 1282
    },
    {
      "epoch": 0.05254966209297563,
      "grad_norm": 3.0934938656928472,
      "learning_rate": 0.00019244999999999996,
      "loss": 6.3438,
      "step": 1283
    },
    {
      "epoch": 0.05259062052017203,
      "grad_norm": 2.511573249063353,
      "learning_rate": 0.0001926,
      "loss": 7.3125,
      "step": 1284
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 1.7795927369906037,
      "learning_rate": 0.00019274999999999997,
      "loss": 5.8125,
      "step": 1285
    },
    {
      "epoch": 0.052672537374564815,
      "grad_norm": 1.7933456350828458,
      "learning_rate": 0.0001929,
      "loss": 5.75,
      "step": 1286
    },
    {
      "epoch": 0.05271349580176121,
      "grad_norm": 2.7344286822382196,
      "learning_rate": 0.00019304999999999998,
      "loss": 6.75,
      "step": 1287
    },
    {
      "epoch": 0.05275445422895761,
      "grad_norm": 2.003378262343278,
      "learning_rate": 0.00019319999999999998,
      "loss": 6.5312,
      "step": 1288
    },
    {
      "epoch": 0.052795412656154006,
      "grad_norm": 2.278568435058556,
      "learning_rate": 0.00019334999999999998,
      "loss": 6.0312,
      "step": 1289
    },
    {
      "epoch": 0.052836371083350396,
      "grad_norm": 7.284353711276996,
      "learning_rate": 0.0001935,
      "loss": 6.8125,
      "step": 1290
    },
    {
      "epoch": 0.05287732951054679,
      "grad_norm": 3.2678662755279566,
      "learning_rate": 0.00019364999999999996,
      "loss": 8.8125,
      "step": 1291
    },
    {
      "epoch": 0.05291828793774319,
      "grad_norm": 2.6791204339675554,
      "learning_rate": 0.0001938,
      "loss": 6.25,
      "step": 1292
    },
    {
      "epoch": 0.05295924636493959,
      "grad_norm": 10.17378353197355,
      "learning_rate": 0.00019394999999999997,
      "loss": 6.3125,
      "step": 1293
    },
    {
      "epoch": 0.053000204792135984,
      "grad_norm": 2.6547176479602634,
      "learning_rate": 0.0001941,
      "loss": 8.3125,
      "step": 1294
    },
    {
      "epoch": 0.05304116321933238,
      "grad_norm": 2.18409194574579,
      "learning_rate": 0.00019424999999999998,
      "loss": 6.9688,
      "step": 1295
    },
    {
      "epoch": 0.05308212164652877,
      "grad_norm": 2.222578163062284,
      "learning_rate": 0.00019439999999999998,
      "loss": 6.25,
      "step": 1296
    },
    {
      "epoch": 0.05312308007372517,
      "grad_norm": 4.814071291342944,
      "learning_rate": 0.00019454999999999999,
      "loss": 6.125,
      "step": 1297
    },
    {
      "epoch": 0.053164038500921565,
      "grad_norm": 2.1034756582182497,
      "learning_rate": 0.0001947,
      "loss": 6.0312,
      "step": 1298
    },
    {
      "epoch": 0.05320499692811796,
      "grad_norm": 8.89281483550342,
      "learning_rate": 0.00019484999999999997,
      "loss": 5.8125,
      "step": 1299
    },
    {
      "epoch": 0.05324595535531436,
      "grad_norm": 76.9945326961427,
      "learning_rate": 0.000195,
      "loss": 9.1875,
      "step": 1300
    },
    {
      "epoch": 0.05328691378251075,
      "grad_norm": 5.526047347794004,
      "learning_rate": 0.00019514999999999997,
      "loss": 13.0625,
      "step": 1301
    },
    {
      "epoch": 0.053327872209707146,
      "grad_norm": 6.484638293392383,
      "learning_rate": 0.00019529999999999998,
      "loss": 12.9375,
      "step": 1302
    },
    {
      "epoch": 0.05336883063690354,
      "grad_norm": 15.026654995216454,
      "learning_rate": 0.00019544999999999998,
      "loss": 16.375,
      "step": 1303
    },
    {
      "epoch": 0.05340978906409994,
      "grad_norm": 47.660840497442784,
      "learning_rate": 0.00019559999999999998,
      "loss": 22.125,
      "step": 1304
    },
    {
      "epoch": 0.05345074749129634,
      "grad_norm": 27.412065746617046,
      "learning_rate": 0.00019574999999999996,
      "loss": 14.125,
      "step": 1305
    },
    {
      "epoch": 0.05349170591849273,
      "grad_norm": 23.085521770971695,
      "learning_rate": 0.0001959,
      "loss": 13.3125,
      "step": 1306
    },
    {
      "epoch": 0.053532664345689124,
      "grad_norm": 9.380646903636277,
      "learning_rate": 0.00019604999999999997,
      "loss": 11.875,
      "step": 1307
    },
    {
      "epoch": 0.05357362277288552,
      "grad_norm": 8.340637417005574,
      "learning_rate": 0.0001962,
      "loss": 11.6875,
      "step": 1308
    },
    {
      "epoch": 0.05361458120008192,
      "grad_norm": 11.450730568588781,
      "learning_rate": 0.00019634999999999998,
      "loss": 14.4375,
      "step": 1309
    },
    {
      "epoch": 0.053655539627278315,
      "grad_norm": 5.772784131318509,
      "learning_rate": 0.00019649999999999998,
      "loss": 10.0,
      "step": 1310
    },
    {
      "epoch": 0.053696498054474705,
      "grad_norm": 6.5306174726571875,
      "learning_rate": 0.00019664999999999998,
      "loss": 10.25,
      "step": 1311
    },
    {
      "epoch": 0.0537374564816711,
      "grad_norm": 6.691059083452876,
      "learning_rate": 0.00019679999999999999,
      "loss": 11.1875,
      "step": 1312
    },
    {
      "epoch": 0.0537784149088675,
      "grad_norm": 35.75207854530992,
      "learning_rate": 0.00019694999999999996,
      "loss": 10.75,
      "step": 1313
    },
    {
      "epoch": 0.053819373336063896,
      "grad_norm": 21.42953995139674,
      "learning_rate": 0.0001971,
      "loss": 12.6875,
      "step": 1314
    },
    {
      "epoch": 0.05386033176326029,
      "grad_norm": 8.816700828904553,
      "learning_rate": 0.00019724999999999997,
      "loss": 12.375,
      "step": 1315
    },
    {
      "epoch": 0.05390129019045669,
      "grad_norm": 6.415268926743554,
      "learning_rate": 0.0001974,
      "loss": 11.625,
      "step": 1316
    },
    {
      "epoch": 0.05394224861765308,
      "grad_norm": 8.812923560064817,
      "learning_rate": 0.00019754999999999998,
      "loss": 11.25,
      "step": 1317
    },
    {
      "epoch": 0.05398320704484948,
      "grad_norm": 11.11162764270166,
      "learning_rate": 0.00019769999999999998,
      "loss": 11.1875,
      "step": 1318
    },
    {
      "epoch": 0.054024165472045874,
      "grad_norm": 7.067498595010737,
      "learning_rate": 0.00019784999999999998,
      "loss": 10.9375,
      "step": 1319
    },
    {
      "epoch": 0.05406512389924227,
      "grad_norm": 9.13648956328525,
      "learning_rate": 0.000198,
      "loss": 11.125,
      "step": 1320
    },
    {
      "epoch": 0.05410608232643867,
      "grad_norm": 5.545929948580802,
      "learning_rate": 0.00019814999999999996,
      "loss": 10.75,
      "step": 1321
    },
    {
      "epoch": 0.05414704075363506,
      "grad_norm": 4.443826546559601,
      "learning_rate": 0.0001983,
      "loss": 9.4375,
      "step": 1322
    },
    {
      "epoch": 0.054187999180831455,
      "grad_norm": 3.6715996094361922,
      "learning_rate": 0.00019844999999999997,
      "loss": 10.25,
      "step": 1323
    },
    {
      "epoch": 0.05422895760802785,
      "grad_norm": 4.297657528645959,
      "learning_rate": 0.0001986,
      "loss": 10.5,
      "step": 1324
    },
    {
      "epoch": 0.05426991603522425,
      "grad_norm": 4.996919919409099,
      "learning_rate": 0.00019874999999999998,
      "loss": 10.4375,
      "step": 1325
    },
    {
      "epoch": 0.054310874462420645,
      "grad_norm": 5.262465753880336,
      "learning_rate": 0.00019889999999999998,
      "loss": 10.4375,
      "step": 1326
    },
    {
      "epoch": 0.054351832889617036,
      "grad_norm": 4.705487204848712,
      "learning_rate": 0.00019905,
      "loss": 10.5625,
      "step": 1327
    },
    {
      "epoch": 0.05439279131681343,
      "grad_norm": 6.540851220745012,
      "learning_rate": 0.0001992,
      "loss": 10.5,
      "step": 1328
    },
    {
      "epoch": 0.05443374974400983,
      "grad_norm": 17.43214709382575,
      "learning_rate": 0.00019934999999999997,
      "loss": 12.75,
      "step": 1329
    },
    {
      "epoch": 0.054474708171206226,
      "grad_norm": 6.125017618075808,
      "learning_rate": 0.0001995,
      "loss": 9.5625,
      "step": 1330
    },
    {
      "epoch": 0.05451566659840262,
      "grad_norm": 6.361579103059275,
      "learning_rate": 0.00019964999999999997,
      "loss": 10.0,
      "step": 1331
    },
    {
      "epoch": 0.05455662502559902,
      "grad_norm": 4.107946157700201,
      "learning_rate": 0.0001998,
      "loss": 10.5,
      "step": 1332
    },
    {
      "epoch": 0.05459758345279541,
      "grad_norm": 10.426157946079053,
      "learning_rate": 0.00019994999999999998,
      "loss": 9.8125,
      "step": 1333
    },
    {
      "epoch": 0.05463854187999181,
      "grad_norm": 6.760421974716962,
      "learning_rate": 0.00020009999999999998,
      "loss": 9.0625,
      "step": 1334
    },
    {
      "epoch": 0.054679500307188204,
      "grad_norm": 5.741238984340547,
      "learning_rate": 0.00020025,
      "loss": 9.1875,
      "step": 1335
    },
    {
      "epoch": 0.0547204587343846,
      "grad_norm": 5.822775122228147,
      "learning_rate": 0.0002004,
      "loss": 10.375,
      "step": 1336
    },
    {
      "epoch": 0.054761417161581,
      "grad_norm": 5.1780014809303445,
      "learning_rate": 0.00020054999999999997,
      "loss": 9.125,
      "step": 1337
    },
    {
      "epoch": 0.05480237558877739,
      "grad_norm": 4.58492530401064,
      "learning_rate": 0.0002007,
      "loss": 9.5625,
      "step": 1338
    },
    {
      "epoch": 0.054843334015973785,
      "grad_norm": 5.15331375519024,
      "learning_rate": 0.00020084999999999998,
      "loss": 10.625,
      "step": 1339
    },
    {
      "epoch": 0.05488429244317018,
      "grad_norm": 3.9252622352041437,
      "learning_rate": 0.000201,
      "loss": 9.125,
      "step": 1340
    },
    {
      "epoch": 0.05492525087036658,
      "grad_norm": 4.041848421903186,
      "learning_rate": 0.00020114999999999998,
      "loss": 8.6875,
      "step": 1341
    },
    {
      "epoch": 0.054966209297562976,
      "grad_norm": 3.7995837914578434,
      "learning_rate": 0.0002013,
      "loss": 8.375,
      "step": 1342
    },
    {
      "epoch": 0.055007167724759366,
      "grad_norm": 8.234035649318352,
      "learning_rate": 0.00020145,
      "loss": 8.3125,
      "step": 1343
    },
    {
      "epoch": 0.05504812615195576,
      "grad_norm": 11.08333452524233,
      "learning_rate": 0.0002016,
      "loss": 9.0625,
      "step": 1344
    },
    {
      "epoch": 0.05508908457915216,
      "grad_norm": 4.351124179800606,
      "learning_rate": 0.00020174999999999997,
      "loss": 7.9688,
      "step": 1345
    },
    {
      "epoch": 0.05513004300634856,
      "grad_norm": 8.61216773644052,
      "learning_rate": 0.0002019,
      "loss": 10.5625,
      "step": 1346
    },
    {
      "epoch": 0.055171001433544954,
      "grad_norm": 3.9925900978579727,
      "learning_rate": 0.00020204999999999998,
      "loss": 8.9375,
      "step": 1347
    },
    {
      "epoch": 0.055211959860741344,
      "grad_norm": 3.4758848311344406,
      "learning_rate": 0.0002022,
      "loss": 9.3125,
      "step": 1348
    },
    {
      "epoch": 0.05525291828793774,
      "grad_norm": 3.688410594441965,
      "learning_rate": 0.00020234999999999999,
      "loss": 8.375,
      "step": 1349
    },
    {
      "epoch": 0.05529387671513414,
      "grad_norm": 6.28982005354145,
      "learning_rate": 0.0002025,
      "loss": 11.6875,
      "step": 1350
    },
    {
      "epoch": 0.055334835142330535,
      "grad_norm": 5.937451080788029,
      "learning_rate": 0.00020264999999999997,
      "loss": 7.6562,
      "step": 1351
    },
    {
      "epoch": 0.05537579356952693,
      "grad_norm": 5.2932385645786795,
      "learning_rate": 0.0002028,
      "loss": 8.625,
      "step": 1352
    },
    {
      "epoch": 0.05541675199672333,
      "grad_norm": 3.7890435519305234,
      "learning_rate": 0.00020294999999999997,
      "loss": 8.6875,
      "step": 1353
    },
    {
      "epoch": 0.05545771042391972,
      "grad_norm": 7.848613109872987,
      "learning_rate": 0.0002031,
      "loss": 8.6875,
      "step": 1354
    },
    {
      "epoch": 0.055498668851116116,
      "grad_norm": 4.4936672253793395,
      "learning_rate": 0.00020324999999999998,
      "loss": 9.25,
      "step": 1355
    },
    {
      "epoch": 0.05553962727831251,
      "grad_norm": 4.8524696396612335,
      "learning_rate": 0.00020339999999999998,
      "loss": 8.875,
      "step": 1356
    },
    {
      "epoch": 0.05558058570550891,
      "grad_norm": 4.057085496968879,
      "learning_rate": 0.00020355,
      "loss": 8.0625,
      "step": 1357
    },
    {
      "epoch": 0.05562154413270531,
      "grad_norm": 6.690986010843757,
      "learning_rate": 0.0002037,
      "loss": 9.125,
      "step": 1358
    },
    {
      "epoch": 0.0556625025599017,
      "grad_norm": 8.508400157871733,
      "learning_rate": 0.00020384999999999997,
      "loss": 8.375,
      "step": 1359
    },
    {
      "epoch": 0.055703460987098094,
      "grad_norm": 4.296227989566177,
      "learning_rate": 0.000204,
      "loss": 8.8125,
      "step": 1360
    },
    {
      "epoch": 0.05574441941429449,
      "grad_norm": 4.6030030778073865,
      "learning_rate": 0.00020414999999999997,
      "loss": 8.9375,
      "step": 1361
    },
    {
      "epoch": 0.05578537784149089,
      "grad_norm": 4.382366392914342,
      "learning_rate": 0.0002043,
      "loss": 8.9375,
      "step": 1362
    },
    {
      "epoch": 0.055826336268687285,
      "grad_norm": 4.372552558256566,
      "learning_rate": 0.00020444999999999998,
      "loss": 8.9375,
      "step": 1363
    },
    {
      "epoch": 0.055867294695883675,
      "grad_norm": 3.7029710495268198,
      "learning_rate": 0.00020459999999999999,
      "loss": 9.125,
      "step": 1364
    },
    {
      "epoch": 0.05590825312308007,
      "grad_norm": 3.6666633256048105,
      "learning_rate": 0.00020475,
      "loss": 9.125,
      "step": 1365
    },
    {
      "epoch": 0.05594921155027647,
      "grad_norm": 3.3733168112437983,
      "learning_rate": 0.0002049,
      "loss": 9.125,
      "step": 1366
    },
    {
      "epoch": 0.055990169977472866,
      "grad_norm": 5.201007881221032,
      "learning_rate": 0.00020504999999999997,
      "loss": 8.5625,
      "step": 1367
    },
    {
      "epoch": 0.05603112840466926,
      "grad_norm": 4.398016663356796,
      "learning_rate": 0.0002052,
      "loss": 9.0625,
      "step": 1368
    },
    {
      "epoch": 0.05607208683186565,
      "grad_norm": 4.731908686871902,
      "learning_rate": 0.00020534999999999998,
      "loss": 9.25,
      "step": 1369
    },
    {
      "epoch": 0.05611304525906205,
      "grad_norm": 3.788247945419205,
      "learning_rate": 0.0002055,
      "loss": 8.5,
      "step": 1370
    },
    {
      "epoch": 0.05615400368625845,
      "grad_norm": 4.845712297541832,
      "learning_rate": 0.00020564999999999998,
      "loss": 8.375,
      "step": 1371
    },
    {
      "epoch": 0.056194962113454844,
      "grad_norm": 5.330461801484085,
      "learning_rate": 0.0002058,
      "loss": 9.0,
      "step": 1372
    },
    {
      "epoch": 0.05623592054065124,
      "grad_norm": 3.2707771793969185,
      "learning_rate": 0.00020595,
      "loss": 8.5,
      "step": 1373
    },
    {
      "epoch": 0.05627687896784764,
      "grad_norm": 4.017137519218171,
      "learning_rate": 0.0002061,
      "loss": 8.125,
      "step": 1374
    },
    {
      "epoch": 0.05631783739504403,
      "grad_norm": 6.441866966886969,
      "learning_rate": 0.00020624999999999997,
      "loss": 7.9688,
      "step": 1375
    },
    {
      "epoch": 0.056358795822240425,
      "grad_norm": 12.639128789486312,
      "learning_rate": 0.00020639999999999998,
      "loss": 10.3125,
      "step": 1376
    },
    {
      "epoch": 0.05639975424943682,
      "grad_norm": 3.8259071298064002,
      "learning_rate": 0.00020654999999999998,
      "loss": 7.875,
      "step": 1377
    },
    {
      "epoch": 0.05644071267663322,
      "grad_norm": 4.488994471239259,
      "learning_rate": 0.00020669999999999996,
      "loss": 9.6875,
      "step": 1378
    },
    {
      "epoch": 0.056481671103829616,
      "grad_norm": 4.012013177140932,
      "learning_rate": 0.00020684999999999999,
      "loss": 8.8125,
      "step": 1379
    },
    {
      "epoch": 0.056522629531026006,
      "grad_norm": 4.448421758896458,
      "learning_rate": 0.00020699999999999996,
      "loss": 8.3125,
      "step": 1380
    },
    {
      "epoch": 0.0565635879582224,
      "grad_norm": 4.649458396501757,
      "learning_rate": 0.00020715,
      "loss": 9.3125,
      "step": 1381
    },
    {
      "epoch": 0.0566045463854188,
      "grad_norm": 3.996841070565429,
      "learning_rate": 0.00020729999999999997,
      "loss": 7.9375,
      "step": 1382
    },
    {
      "epoch": 0.0566455048126152,
      "grad_norm": 3.083325810082831,
      "learning_rate": 0.00020744999999999997,
      "loss": 8.625,
      "step": 1383
    },
    {
      "epoch": 0.056686463239811594,
      "grad_norm": 3.4958214148496762,
      "learning_rate": 0.00020759999999999998,
      "loss": 8.5,
      "step": 1384
    },
    {
      "epoch": 0.056727421667007984,
      "grad_norm": 3.860495734550488,
      "learning_rate": 0.00020774999999999998,
      "loss": 8.6875,
      "step": 1385
    },
    {
      "epoch": 0.05676838009420438,
      "grad_norm": 2.7303642324047117,
      "learning_rate": 0.00020789999999999996,
      "loss": 8.5625,
      "step": 1386
    },
    {
      "epoch": 0.05680933852140078,
      "grad_norm": 6.40184350340857,
      "learning_rate": 0.00020805,
      "loss": 8.1875,
      "step": 1387
    },
    {
      "epoch": 0.056850296948597175,
      "grad_norm": 7.246302987764178,
      "learning_rate": 0.00020819999999999996,
      "loss": 10.0625,
      "step": 1388
    },
    {
      "epoch": 0.05689125537579357,
      "grad_norm": 2.902749565681466,
      "learning_rate": 0.00020835,
      "loss": 7.9688,
      "step": 1389
    },
    {
      "epoch": 0.05693221380298997,
      "grad_norm": 4.199491777502393,
      "learning_rate": 0.00020849999999999997,
      "loss": 9.875,
      "step": 1390
    },
    {
      "epoch": 0.05697317223018636,
      "grad_norm": 3.171725300715795,
      "learning_rate": 0.00020864999999999998,
      "loss": 9.0625,
      "step": 1391
    },
    {
      "epoch": 0.057014130657382756,
      "grad_norm": 3.505990975063543,
      "learning_rate": 0.00020879999999999998,
      "loss": 9.4375,
      "step": 1392
    },
    {
      "epoch": 0.05705508908457915,
      "grad_norm": 3.030845385296685,
      "learning_rate": 0.00020894999999999998,
      "loss": 9.125,
      "step": 1393
    },
    {
      "epoch": 0.05709604751177555,
      "grad_norm": 3.3259285447231877,
      "learning_rate": 0.00020909999999999996,
      "loss": 9.3125,
      "step": 1394
    },
    {
      "epoch": 0.057137005938971946,
      "grad_norm": 3.1113267865649217,
      "learning_rate": 0.00020925,
      "loss": 9.5,
      "step": 1395
    },
    {
      "epoch": 0.057177964366168336,
      "grad_norm": 3.037094892914702,
      "learning_rate": 0.00020939999999999997,
      "loss": 9.625,
      "step": 1396
    },
    {
      "epoch": 0.057218922793364733,
      "grad_norm": 3.089561491969575,
      "learning_rate": 0.00020955,
      "loss": 8.8125,
      "step": 1397
    },
    {
      "epoch": 0.05725988122056113,
      "grad_norm": 3.8281568560478108,
      "learning_rate": 0.00020969999999999997,
      "loss": 9.1875,
      "step": 1398
    },
    {
      "epoch": 0.05730083964775753,
      "grad_norm": 3.3998971336398536,
      "learning_rate": 0.00020984999999999998,
      "loss": 7.9062,
      "step": 1399
    },
    {
      "epoch": 0.057341798074953924,
      "grad_norm": 9.297336000451178,
      "learning_rate": 0.00020999999999999998,
      "loss": 9.125,
      "step": 1400
    },
    {
      "epoch": 0.057382756502150314,
      "grad_norm": 4.822383102347648,
      "learning_rate": 0.00021014999999999999,
      "loss": 9.4375,
      "step": 1401
    },
    {
      "epoch": 0.05742371492934671,
      "grad_norm": 3.6796465991959897,
      "learning_rate": 0.00021029999999999996,
      "loss": 8.25,
      "step": 1402
    },
    {
      "epoch": 0.05746467335654311,
      "grad_norm": 9.318301183421136,
      "learning_rate": 0.00021045,
      "loss": 8.0,
      "step": 1403
    },
    {
      "epoch": 0.057505631783739505,
      "grad_norm": 7.705017291466084,
      "learning_rate": 0.00021059999999999997,
      "loss": 8.875,
      "step": 1404
    },
    {
      "epoch": 0.0575465902109359,
      "grad_norm": 5.4634134473683895,
      "learning_rate": 0.00021074999999999997,
      "loss": 8.75,
      "step": 1405
    },
    {
      "epoch": 0.05758754863813229,
      "grad_norm": 3.394947637924757,
      "learning_rate": 0.00021089999999999998,
      "loss": 9.1875,
      "step": 1406
    },
    {
      "epoch": 0.05762850706532869,
      "grad_norm": 4.157583966695471,
      "learning_rate": 0.00021104999999999998,
      "loss": 8.625,
      "step": 1407
    },
    {
      "epoch": 0.057669465492525086,
      "grad_norm": 8.514194503280738,
      "learning_rate": 0.00021119999999999996,
      "loss": 14.1875,
      "step": 1408
    },
    {
      "epoch": 0.05771042391972148,
      "grad_norm": 3.935898553056648,
      "learning_rate": 0.00021135,
      "loss": 8.5625,
      "step": 1409
    },
    {
      "epoch": 0.05775138234691788,
      "grad_norm": 4.534035481346927,
      "learning_rate": 0.00021149999999999996,
      "loss": 8.0625,
      "step": 1410
    },
    {
      "epoch": 0.05779234077411428,
      "grad_norm": 6.33084634717667,
      "learning_rate": 0.00021165,
      "loss": 10.4375,
      "step": 1411
    },
    {
      "epoch": 0.05783329920131067,
      "grad_norm": 6.116861128771729,
      "learning_rate": 0.00021179999999999997,
      "loss": 8.75,
      "step": 1412
    },
    {
      "epoch": 0.057874257628507064,
      "grad_norm": 2.824708889046221,
      "learning_rate": 0.00021194999999999997,
      "loss": 8.3125,
      "step": 1413
    },
    {
      "epoch": 0.05791521605570346,
      "grad_norm": 2.794810709557922,
      "learning_rate": 0.00021209999999999998,
      "loss": 11.5625,
      "step": 1414
    },
    {
      "epoch": 0.05795617448289986,
      "grad_norm": 4.238249748428532,
      "learning_rate": 0.00021224999999999998,
      "loss": 8.5625,
      "step": 1415
    },
    {
      "epoch": 0.057997132910096255,
      "grad_norm": 4.615864568566266,
      "learning_rate": 0.00021239999999999996,
      "loss": 8.25,
      "step": 1416
    },
    {
      "epoch": 0.058038091337292645,
      "grad_norm": 4.158029243662675,
      "learning_rate": 0.00021255,
      "loss": 8.0625,
      "step": 1417
    },
    {
      "epoch": 0.05807904976448904,
      "grad_norm": 17.954570730985708,
      "learning_rate": 0.00021269999999999997,
      "loss": 8.6875,
      "step": 1418
    },
    {
      "epoch": 0.05812000819168544,
      "grad_norm": 7.077524842832092,
      "learning_rate": 0.00021285,
      "loss": 11.6875,
      "step": 1419
    },
    {
      "epoch": 0.058160966618881836,
      "grad_norm": 4.311247489614165,
      "learning_rate": 0.00021299999999999997,
      "loss": 8.75,
      "step": 1420
    },
    {
      "epoch": 0.05820192504607823,
      "grad_norm": 5.609547938783385,
      "learning_rate": 0.00021314999999999998,
      "loss": 8.625,
      "step": 1421
    },
    {
      "epoch": 0.05824288347327462,
      "grad_norm": 5.839366154427478,
      "learning_rate": 0.00021329999999999998,
      "loss": 8.4375,
      "step": 1422
    },
    {
      "epoch": 0.05828384190047102,
      "grad_norm": 4.280106273373678,
      "learning_rate": 0.00021344999999999998,
      "loss": 8.9375,
      "step": 1423
    },
    {
      "epoch": 0.05832480032766742,
      "grad_norm": 3.6493116088868485,
      "learning_rate": 0.00021359999999999996,
      "loss": 8.875,
      "step": 1424
    },
    {
      "epoch": 0.058365758754863814,
      "grad_norm": 6.610840697428456,
      "learning_rate": 0.00021375,
      "loss": 8.3125,
      "step": 1425
    },
    {
      "epoch": 0.05840671718206021,
      "grad_norm": 14.578752863443494,
      "learning_rate": 0.00021389999999999997,
      "loss": 8.125,
      "step": 1426
    },
    {
      "epoch": 0.05844767560925661,
      "grad_norm": 3.84821784254917,
      "learning_rate": 0.00021405,
      "loss": 9.0,
      "step": 1427
    },
    {
      "epoch": 0.058488634036453,
      "grad_norm": 5.029462071732436,
      "learning_rate": 0.00021419999999999998,
      "loss": 8.9375,
      "step": 1428
    },
    {
      "epoch": 0.058529592463649395,
      "grad_norm": 13.46799489535134,
      "learning_rate": 0.00021434999999999998,
      "loss": 11.0,
      "step": 1429
    },
    {
      "epoch": 0.05857055089084579,
      "grad_norm": 3.512517493612588,
      "learning_rate": 0.00021449999999999998,
      "loss": 10.6875,
      "step": 1430
    },
    {
      "epoch": 0.05861150931804219,
      "grad_norm": 4.7347421290487475,
      "learning_rate": 0.00021464999999999999,
      "loss": 10.125,
      "step": 1431
    },
    {
      "epoch": 0.058652467745238586,
      "grad_norm": 6.902386483532118,
      "learning_rate": 0.00021479999999999996,
      "loss": 9.375,
      "step": 1432
    },
    {
      "epoch": 0.058693426172434976,
      "grad_norm": 5.230122680116222,
      "learning_rate": 0.00021495,
      "loss": 10.25,
      "step": 1433
    },
    {
      "epoch": 0.05873438459963137,
      "grad_norm": 8.415970945684343,
      "learning_rate": 0.00021509999999999997,
      "loss": 9.1875,
      "step": 1434
    },
    {
      "epoch": 0.05877534302682777,
      "grad_norm": 6.279213439212813,
      "learning_rate": 0.00021525,
      "loss": 10.125,
      "step": 1435
    },
    {
      "epoch": 0.05881630145402417,
      "grad_norm": 4.732246032436033,
      "learning_rate": 0.00021539999999999998,
      "loss": 9.3125,
      "step": 1436
    },
    {
      "epoch": 0.058857259881220564,
      "grad_norm": 4.1387909982031275,
      "learning_rate": 0.00021554999999999998,
      "loss": 8.8125,
      "step": 1437
    },
    {
      "epoch": 0.058898218308416954,
      "grad_norm": 3.804999295827112,
      "learning_rate": 0.00021569999999999998,
      "loss": 9.3125,
      "step": 1438
    },
    {
      "epoch": 0.05893917673561335,
      "grad_norm": 4.563794123542339,
      "learning_rate": 0.00021585,
      "loss": 9.6875,
      "step": 1439
    },
    {
      "epoch": 0.05898013516280975,
      "grad_norm": 3.9058339269245717,
      "learning_rate": 0.00021599999999999996,
      "loss": 8.8125,
      "step": 1440
    },
    {
      "epoch": 0.059021093590006145,
      "grad_norm": 4.421458684015578,
      "learning_rate": 0.00021615,
      "loss": 7.75,
      "step": 1441
    },
    {
      "epoch": 0.05906205201720254,
      "grad_norm": 5.150703928455718,
      "learning_rate": 0.00021629999999999997,
      "loss": 8.0625,
      "step": 1442
    },
    {
      "epoch": 0.05910301044439893,
      "grad_norm": 7.029002731705124,
      "learning_rate": 0.00021645,
      "loss": 10.375,
      "step": 1443
    },
    {
      "epoch": 0.05914396887159533,
      "grad_norm": 2.820923056605798,
      "learning_rate": 0.00021659999999999998,
      "loss": 8.5,
      "step": 1444
    },
    {
      "epoch": 0.059184927298791726,
      "grad_norm": 4.2908512971898,
      "learning_rate": 0.00021674999999999998,
      "loss": 8.0625,
      "step": 1445
    },
    {
      "epoch": 0.05922588572598812,
      "grad_norm": 3.957194766092387,
      "learning_rate": 0.0002169,
      "loss": 8.375,
      "step": 1446
    },
    {
      "epoch": 0.05926684415318452,
      "grad_norm": 3.3182216853134094,
      "learning_rate": 0.00021705,
      "loss": 9.25,
      "step": 1447
    },
    {
      "epoch": 0.05930780258038092,
      "grad_norm": 3.265074392763747,
      "learning_rate": 0.00021719999999999997,
      "loss": 8.875,
      "step": 1448
    },
    {
      "epoch": 0.05934876100757731,
      "grad_norm": 3.661866033223466,
      "learning_rate": 0.00021735,
      "loss": 8.1875,
      "step": 1449
    },
    {
      "epoch": 0.059389719434773704,
      "grad_norm": 14.20769338098272,
      "learning_rate": 0.00021749999999999997,
      "loss": 10.8125,
      "step": 1450
    },
    {
      "epoch": 0.0594306778619701,
      "grad_norm": 2.9511566274860392,
      "learning_rate": 0.00021764999999999998,
      "loss": 8.25,
      "step": 1451
    },
    {
      "epoch": 0.0594716362891665,
      "grad_norm": 3.2258257532326424,
      "learning_rate": 0.00021779999999999998,
      "loss": 8.625,
      "step": 1452
    },
    {
      "epoch": 0.059512594716362895,
      "grad_norm": 5.586630358460413,
      "learning_rate": 0.00021794999999999999,
      "loss": 10.1875,
      "step": 1453
    },
    {
      "epoch": 0.059553553143559285,
      "grad_norm": 3.2335996661255533,
      "learning_rate": 0.00021809999999999996,
      "loss": 8.4375,
      "step": 1454
    },
    {
      "epoch": 0.05959451157075568,
      "grad_norm": 2.8069276451674527,
      "learning_rate": 0.00021825,
      "loss": 8.875,
      "step": 1455
    },
    {
      "epoch": 0.05963546999795208,
      "grad_norm": 3.6462981149273044,
      "learning_rate": 0.00021839999999999997,
      "loss": 8.5,
      "step": 1456
    },
    {
      "epoch": 0.059676428425148476,
      "grad_norm": 5.098698026667201,
      "learning_rate": 0.00021855,
      "loss": 9.1875,
      "step": 1457
    },
    {
      "epoch": 0.05971738685234487,
      "grad_norm": 3.5925640481977883,
      "learning_rate": 0.00021869999999999998,
      "loss": 8.125,
      "step": 1458
    },
    {
      "epoch": 0.05975834527954126,
      "grad_norm": 3.8990447509995314,
      "learning_rate": 0.00021884999999999998,
      "loss": 8.3125,
      "step": 1459
    },
    {
      "epoch": 0.05979930370673766,
      "grad_norm": 3.2466084953743835,
      "learning_rate": 0.00021899999999999998,
      "loss": 8.0625,
      "step": 1460
    },
    {
      "epoch": 0.059840262133934057,
      "grad_norm": 2.6539327542951034,
      "learning_rate": 0.00021915,
      "loss": 8.25,
      "step": 1461
    },
    {
      "epoch": 0.059881220561130453,
      "grad_norm": 6.164162232539195,
      "learning_rate": 0.00021929999999999996,
      "loss": 8.8125,
      "step": 1462
    },
    {
      "epoch": 0.05992217898832685,
      "grad_norm": 2.8457486694689766,
      "learning_rate": 0.00021945,
      "loss": 8.3125,
      "step": 1463
    },
    {
      "epoch": 0.05996313741552324,
      "grad_norm": 3.200367641193014,
      "learning_rate": 0.00021959999999999997,
      "loss": 7.6562,
      "step": 1464
    },
    {
      "epoch": 0.06000409584271964,
      "grad_norm": 5.348393152185419,
      "learning_rate": 0.00021975,
      "loss": 9.625,
      "step": 1465
    },
    {
      "epoch": 0.060045054269916034,
      "grad_norm": 5.156406827120242,
      "learning_rate": 0.00021989999999999998,
      "loss": 8.75,
      "step": 1466
    },
    {
      "epoch": 0.06008601269711243,
      "grad_norm": 3.3803681611129064,
      "learning_rate": 0.00022004999999999998,
      "loss": 8.5,
      "step": 1467
    },
    {
      "epoch": 0.06012697112430883,
      "grad_norm": 3.7542967184143627,
      "learning_rate": 0.00022019999999999999,
      "loss": 8.4375,
      "step": 1468
    },
    {
      "epoch": 0.060167929551505225,
      "grad_norm": 2.6981122865470613,
      "learning_rate": 0.00022035,
      "loss": 8.625,
      "step": 1469
    },
    {
      "epoch": 0.060208887978701615,
      "grad_norm": 3.8016163050399356,
      "learning_rate": 0.00022049999999999997,
      "loss": 7.7812,
      "step": 1470
    },
    {
      "epoch": 0.06024984640589801,
      "grad_norm": 2.8570672836684654,
      "learning_rate": 0.00022065,
      "loss": 7.4688,
      "step": 1471
    },
    {
      "epoch": 0.06029080483309441,
      "grad_norm": 4.372227865384367,
      "learning_rate": 0.00022079999999999997,
      "loss": 9.5625,
      "step": 1472
    },
    {
      "epoch": 0.060331763260290806,
      "grad_norm": 2.4330378938031805,
      "learning_rate": 0.00022095,
      "loss": 8.625,
      "step": 1473
    },
    {
      "epoch": 0.0603727216874872,
      "grad_norm": 3.3962776438087188,
      "learning_rate": 0.00022109999999999998,
      "loss": 10.75,
      "step": 1474
    },
    {
      "epoch": 0.06041368011468359,
      "grad_norm": 3.7576643916279986,
      "learning_rate": 0.00022124999999999998,
      "loss": 8.5,
      "step": 1475
    },
    {
      "epoch": 0.06045463854187999,
      "grad_norm": 3.371580457420134,
      "learning_rate": 0.0002214,
      "loss": 8.9375,
      "step": 1476
    },
    {
      "epoch": 0.06049559696907639,
      "grad_norm": 2.5231954428749703,
      "learning_rate": 0.00022155,
      "loss": 8.0,
      "step": 1477
    },
    {
      "epoch": 0.060536555396272784,
      "grad_norm": 6.247552282766143,
      "learning_rate": 0.00022169999999999997,
      "loss": 7.8125,
      "step": 1478
    },
    {
      "epoch": 0.06057751382346918,
      "grad_norm": 5.766824787220671,
      "learning_rate": 0.00022185,
      "loss": 8.3125,
      "step": 1479
    },
    {
      "epoch": 0.06061847225066557,
      "grad_norm": 3.8366571621697894,
      "learning_rate": 0.00022199999999999998,
      "loss": 8.1875,
      "step": 1480
    },
    {
      "epoch": 0.06065943067786197,
      "grad_norm": 4.040230751268679,
      "learning_rate": 0.00022215,
      "loss": 7.875,
      "step": 1481
    },
    {
      "epoch": 0.060700389105058365,
      "grad_norm": 3.3255186090352353,
      "learning_rate": 0.00022229999999999998,
      "loss": 8.5,
      "step": 1482
    },
    {
      "epoch": 0.06074134753225476,
      "grad_norm": 2.744893301993503,
      "learning_rate": 0.00022244999999999999,
      "loss": 8.375,
      "step": 1483
    },
    {
      "epoch": 0.06078230595945116,
      "grad_norm": 6.19880649117876,
      "learning_rate": 0.0002226,
      "loss": 9.0,
      "step": 1484
    },
    {
      "epoch": 0.060823264386647556,
      "grad_norm": 3.0226722195051297,
      "learning_rate": 0.00022275,
      "loss": 8.625,
      "step": 1485
    },
    {
      "epoch": 0.060864222813843946,
      "grad_norm": 3.2507661273939985,
      "learning_rate": 0.00022289999999999997,
      "loss": 8.625,
      "step": 1486
    },
    {
      "epoch": 0.06090518124104034,
      "grad_norm": 13.107870497793508,
      "learning_rate": 0.00022305,
      "loss": 9.0,
      "step": 1487
    },
    {
      "epoch": 0.06094613966823674,
      "grad_norm": 4.801463630409346,
      "learning_rate": 0.00022319999999999998,
      "loss": 8.9375,
      "step": 1488
    },
    {
      "epoch": 0.06098709809543314,
      "grad_norm": 6.447444895633791,
      "learning_rate": 0.00022335,
      "loss": 9.0625,
      "step": 1489
    },
    {
      "epoch": 0.061028056522629534,
      "grad_norm": 3.9661259944045213,
      "learning_rate": 0.00022349999999999998,
      "loss": 8.4375,
      "step": 1490
    },
    {
      "epoch": 0.061069014949825924,
      "grad_norm": 8.187889543140981,
      "learning_rate": 0.00022365,
      "loss": 11.0625,
      "step": 1491
    },
    {
      "epoch": 0.06110997337702232,
      "grad_norm": 5.647308322805895,
      "learning_rate": 0.0002238,
      "loss": 8.4375,
      "step": 1492
    },
    {
      "epoch": 0.06115093180421872,
      "grad_norm": 6.192473553079392,
      "learning_rate": 0.00022395,
      "loss": 13.9375,
      "step": 1493
    },
    {
      "epoch": 0.061191890231415115,
      "grad_norm": 6.481166474406294,
      "learning_rate": 0.00022409999999999997,
      "loss": 13.0625,
      "step": 1494
    },
    {
      "epoch": 0.06123284865861151,
      "grad_norm": 6.417337010388119,
      "learning_rate": 0.00022425,
      "loss": 10.875,
      "step": 1495
    },
    {
      "epoch": 0.0612738070858079,
      "grad_norm": 6.963124317106272,
      "learning_rate": 0.00022439999999999998,
      "loss": 10.125,
      "step": 1496
    },
    {
      "epoch": 0.0613147655130043,
      "grad_norm": 4.113157528599171,
      "learning_rate": 0.00022455,
      "loss": 10.1875,
      "step": 1497
    },
    {
      "epoch": 0.061355723940200696,
      "grad_norm": 10.475629570245326,
      "learning_rate": 0.0002247,
      "loss": 15.6875,
      "step": 1498
    },
    {
      "epoch": 0.06139668236739709,
      "grad_norm": 4.548372125168345,
      "learning_rate": 0.00022485,
      "loss": 8.875,
      "step": 1499
    },
    {
      "epoch": 0.06143764079459349,
      "grad_norm": 13.683758962171794,
      "learning_rate": 0.000225,
      "loss": 11.0625,
      "step": 1500
    },
    {
      "epoch": 0.06147859922178988,
      "grad_norm": 7.3497506697761485,
      "learning_rate": 0.00022514999999999997,
      "loss": 10.1875,
      "step": 1501
    },
    {
      "epoch": 0.06151955764898628,
      "grad_norm": 2.2614461758640463,
      "learning_rate": 0.00022529999999999997,
      "loss": 8.75,
      "step": 1502
    },
    {
      "epoch": 0.061560516076182674,
      "grad_norm": 3.5576082904300095,
      "learning_rate": 0.00022544999999999995,
      "loss": 8.6875,
      "step": 1503
    },
    {
      "epoch": 0.06160147450337907,
      "grad_norm": 4.641543663792805,
      "learning_rate": 0.00022559999999999998,
      "loss": 8.625,
      "step": 1504
    },
    {
      "epoch": 0.06164243293057547,
      "grad_norm": 3.9471073090429414,
      "learning_rate": 0.00022574999999999996,
      "loss": 9.125,
      "step": 1505
    },
    {
      "epoch": 0.061683391357771865,
      "grad_norm": 5.479043749955622,
      "learning_rate": 0.0002259,
      "loss": 10.4375,
      "step": 1506
    },
    {
      "epoch": 0.061724349784968255,
      "grad_norm": 7.540871886790857,
      "learning_rate": 0.00022604999999999997,
      "loss": 8.375,
      "step": 1507
    },
    {
      "epoch": 0.06176530821216465,
      "grad_norm": 4.2836886056920935,
      "learning_rate": 0.00022619999999999997,
      "loss": 8.375,
      "step": 1508
    },
    {
      "epoch": 0.06180626663936105,
      "grad_norm": 4.2825977401364925,
      "learning_rate": 0.00022634999999999997,
      "loss": 8.1875,
      "step": 1509
    },
    {
      "epoch": 0.061847225066557446,
      "grad_norm": 4.673410673518838,
      "learning_rate": 0.00022649999999999998,
      "loss": 8.3125,
      "step": 1510
    },
    {
      "epoch": 0.06188818349375384,
      "grad_norm": 8.917267901551568,
      "learning_rate": 0.00022664999999999995,
      "loss": 9.9375,
      "step": 1511
    },
    {
      "epoch": 0.06192914192095023,
      "grad_norm": 3.543603332195504,
      "learning_rate": 0.00022679999999999998,
      "loss": 7.6875,
      "step": 1512
    },
    {
      "epoch": 0.06197010034814663,
      "grad_norm": 3.492774018439652,
      "learning_rate": 0.00022694999999999996,
      "loss": 8.75,
      "step": 1513
    },
    {
      "epoch": 0.06201105877534303,
      "grad_norm": 3.5688937400369873,
      "learning_rate": 0.0002271,
      "loss": 8.375,
      "step": 1514
    },
    {
      "epoch": 0.062052017202539424,
      "grad_norm": 4.318649490555428,
      "learning_rate": 0.00022724999999999997,
      "loss": 7.4062,
      "step": 1515
    },
    {
      "epoch": 0.06209297562973582,
      "grad_norm": 5.613664289111488,
      "learning_rate": 0.00022739999999999997,
      "loss": 10.5,
      "step": 1516
    },
    {
      "epoch": 0.06213393405693221,
      "grad_norm": 3.935468394658811,
      "learning_rate": 0.00022754999999999997,
      "loss": 8.625,
      "step": 1517
    },
    {
      "epoch": 0.06217489248412861,
      "grad_norm": 7.432377208371129,
      "learning_rate": 0.00022769999999999998,
      "loss": 10.5625,
      "step": 1518
    },
    {
      "epoch": 0.062215850911325005,
      "grad_norm": 3.638117759688245,
      "learning_rate": 0.00022784999999999995,
      "loss": 7.875,
      "step": 1519
    },
    {
      "epoch": 0.0622568093385214,
      "grad_norm": 2.7252389614123267,
      "learning_rate": 0.00022799999999999999,
      "loss": 8.9375,
      "step": 1520
    },
    {
      "epoch": 0.0622977677657178,
      "grad_norm": 4.27965625673572,
      "learning_rate": 0.00022814999999999996,
      "loss": 9.5625,
      "step": 1521
    },
    {
      "epoch": 0.06233872619291419,
      "grad_norm": 3.2437277833890645,
      "learning_rate": 0.0002283,
      "loss": 9.0,
      "step": 1522
    },
    {
      "epoch": 0.062379684620110586,
      "grad_norm": 2.747252420183831,
      "learning_rate": 0.00022844999999999997,
      "loss": 8.375,
      "step": 1523
    },
    {
      "epoch": 0.06242064304730698,
      "grad_norm": 3.487309061312707,
      "learning_rate": 0.00022859999999999997,
      "loss": 7.6875,
      "step": 1524
    },
    {
      "epoch": 0.06246160147450338,
      "grad_norm": 4.120615949885242,
      "learning_rate": 0.00022874999999999998,
      "loss": 7.5,
      "step": 1525
    },
    {
      "epoch": 0.06250255990169977,
      "grad_norm": 11.102981712184139,
      "learning_rate": 0.00022889999999999998,
      "loss": 9.4375,
      "step": 1526
    },
    {
      "epoch": 0.06254351832889617,
      "grad_norm": 3.9444530982713544,
      "learning_rate": 0.00022904999999999996,
      "loss": 10.125,
      "step": 1527
    },
    {
      "epoch": 0.06258447675609256,
      "grad_norm": 3.1874931534279565,
      "learning_rate": 0.0002292,
      "loss": 8.25,
      "step": 1528
    },
    {
      "epoch": 0.06262543518328896,
      "grad_norm": 2.537906511209315,
      "learning_rate": 0.00022934999999999996,
      "loss": 9.0625,
      "step": 1529
    },
    {
      "epoch": 0.06266639361048536,
      "grad_norm": 3.577260670361253,
      "learning_rate": 0.0002295,
      "loss": 8.0625,
      "step": 1530
    },
    {
      "epoch": 0.06270735203768175,
      "grad_norm": 3.7492931648052563,
      "learning_rate": 0.00022964999999999997,
      "loss": 7.6875,
      "step": 1531
    },
    {
      "epoch": 0.06274831046487815,
      "grad_norm": 3.1112772623998026,
      "learning_rate": 0.00022979999999999997,
      "loss": 8.0625,
      "step": 1532
    },
    {
      "epoch": 0.06278926889207455,
      "grad_norm": 4.004881250575581,
      "learning_rate": 0.00022994999999999998,
      "loss": 7.9062,
      "step": 1533
    },
    {
      "epoch": 0.06283022731927095,
      "grad_norm": 5.667334021664247,
      "learning_rate": 0.00023009999999999998,
      "loss": 7.9375,
      "step": 1534
    },
    {
      "epoch": 0.06287118574646734,
      "grad_norm": 5.703441375652792,
      "learning_rate": 0.00023024999999999996,
      "loss": 10.3125,
      "step": 1535
    },
    {
      "epoch": 0.06291214417366373,
      "grad_norm": 3.3643917172299234,
      "learning_rate": 0.0002304,
      "loss": 7.8438,
      "step": 1536
    },
    {
      "epoch": 0.06295310260086012,
      "grad_norm": 3.482095744547758,
      "learning_rate": 0.00023054999999999997,
      "loss": 8.0625,
      "step": 1537
    },
    {
      "epoch": 0.06299406102805652,
      "grad_norm": 10.096996977288825,
      "learning_rate": 0.0002307,
      "loss": 8.25,
      "step": 1538
    },
    {
      "epoch": 0.06303501945525292,
      "grad_norm": 2.879707329883579,
      "learning_rate": 0.00023084999999999997,
      "loss": 7.9375,
      "step": 1539
    },
    {
      "epoch": 0.06307597788244931,
      "grad_norm": 4.907466343581967,
      "learning_rate": 0.00023099999999999998,
      "loss": 9.25,
      "step": 1540
    },
    {
      "epoch": 0.06311693630964571,
      "grad_norm": 3.892449243741444,
      "learning_rate": 0.00023114999999999998,
      "loss": 9.0,
      "step": 1541
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 4.2602862659163785,
      "learning_rate": 0.00023129999999999998,
      "loss": 7.9062,
      "step": 1542
    },
    {
      "epoch": 0.0631988531640385,
      "grad_norm": 3.226080407352528,
      "learning_rate": 0.00023144999999999996,
      "loss": 8.625,
      "step": 1543
    },
    {
      "epoch": 0.0632398115912349,
      "grad_norm": 5.706430304617613,
      "learning_rate": 0.0002316,
      "loss": 11.0,
      "step": 1544
    },
    {
      "epoch": 0.0632807700184313,
      "grad_norm": 5.105777187783854,
      "learning_rate": 0.00023174999999999997,
      "loss": 8.6875,
      "step": 1545
    },
    {
      "epoch": 0.06332172844562768,
      "grad_norm": 3.3462966080968863,
      "learning_rate": 0.0002319,
      "loss": 9.0625,
      "step": 1546
    },
    {
      "epoch": 0.06336268687282408,
      "grad_norm": 2.499560496640501,
      "learning_rate": 0.00023204999999999998,
      "loss": 7.6875,
      "step": 1547
    },
    {
      "epoch": 0.06340364530002048,
      "grad_norm": 2.663917470810204,
      "learning_rate": 0.00023219999999999998,
      "loss": 7.7188,
      "step": 1548
    },
    {
      "epoch": 0.06344460372721687,
      "grad_norm": 2.5949827347757592,
      "learning_rate": 0.00023234999999999998,
      "loss": 7.3125,
      "step": 1549
    },
    {
      "epoch": 0.06348556215441327,
      "grad_norm": 3.0146952963270466,
      "learning_rate": 0.00023249999999999999,
      "loss": 9.1875,
      "step": 1550
    },
    {
      "epoch": 0.06352652058160967,
      "grad_norm": 2.091380942314723,
      "learning_rate": 0.00023264999999999996,
      "loss": 7.8438,
      "step": 1551
    },
    {
      "epoch": 0.06356747900880606,
      "grad_norm": 5.932679535807786,
      "learning_rate": 0.0002328,
      "loss": 8.4375,
      "step": 1552
    },
    {
      "epoch": 0.06360843743600246,
      "grad_norm": 2.8858506496145204,
      "learning_rate": 0.00023294999999999997,
      "loss": 7.7188,
      "step": 1553
    },
    {
      "epoch": 0.06364939586319886,
      "grad_norm": 4.056104093526745,
      "learning_rate": 0.00023309999999999997,
      "loss": 8.9375,
      "step": 1554
    },
    {
      "epoch": 0.06369035429039525,
      "grad_norm": 3.350614406146473,
      "learning_rate": 0.00023324999999999998,
      "loss": 9.5,
      "step": 1555
    },
    {
      "epoch": 0.06373131271759165,
      "grad_norm": 12.1859749184213,
      "learning_rate": 0.00023339999999999998,
      "loss": 8.1875,
      "step": 1556
    },
    {
      "epoch": 0.06377227114478803,
      "grad_norm": 10.210097502106965,
      "learning_rate": 0.00023354999999999996,
      "loss": 8.25,
      "step": 1557
    },
    {
      "epoch": 0.06381322957198443,
      "grad_norm": 4.345642382470443,
      "learning_rate": 0.0002337,
      "loss": 10.375,
      "step": 1558
    },
    {
      "epoch": 0.06385418799918083,
      "grad_norm": 6.196204869685081,
      "learning_rate": 0.00023384999999999997,
      "loss": 9.8125,
      "step": 1559
    },
    {
      "epoch": 0.06389514642637723,
      "grad_norm": 10.160380497614362,
      "learning_rate": 0.000234,
      "loss": 10.75,
      "step": 1560
    },
    {
      "epoch": 0.06393610485357362,
      "grad_norm": 9.013709753972556,
      "learning_rate": 0.00023414999999999997,
      "loss": 9.5625,
      "step": 1561
    },
    {
      "epoch": 0.06397706328077002,
      "grad_norm": 5.541568584441094,
      "learning_rate": 0.00023429999999999998,
      "loss": 9.625,
      "step": 1562
    },
    {
      "epoch": 0.06401802170796642,
      "grad_norm": 6.662844761457725,
      "learning_rate": 0.00023444999999999998,
      "loss": 8.9375,
      "step": 1563
    },
    {
      "epoch": 0.06405898013516281,
      "grad_norm": 4.119952535016153,
      "learning_rate": 0.00023459999999999998,
      "loss": 9.125,
      "step": 1564
    },
    {
      "epoch": 0.06409993856235921,
      "grad_norm": 4.693005182448364,
      "learning_rate": 0.00023474999999999996,
      "loss": 9.3125,
      "step": 1565
    },
    {
      "epoch": 0.0641408969895556,
      "grad_norm": 2.791283406951883,
      "learning_rate": 0.0002349,
      "loss": 8.5625,
      "step": 1566
    },
    {
      "epoch": 0.06418185541675199,
      "grad_norm": 2.946214249745107,
      "learning_rate": 0.00023504999999999997,
      "loss": 8.8125,
      "step": 1567
    },
    {
      "epoch": 0.06422281384394839,
      "grad_norm": 3.0377074584970645,
      "learning_rate": 0.0002352,
      "loss": 9.0,
      "step": 1568
    },
    {
      "epoch": 0.06426377227114478,
      "grad_norm": 6.522028636629436,
      "learning_rate": 0.00023534999999999997,
      "loss": 11.0,
      "step": 1569
    },
    {
      "epoch": 0.06430473069834118,
      "grad_norm": 8.408427089343112,
      "learning_rate": 0.00023549999999999998,
      "loss": 10.3125,
      "step": 1570
    },
    {
      "epoch": 0.06434568912553758,
      "grad_norm": 4.185014282064621,
      "learning_rate": 0.00023564999999999998,
      "loss": 8.375,
      "step": 1571
    },
    {
      "epoch": 0.06438664755273397,
      "grad_norm": 8.717577516035098,
      "learning_rate": 0.00023579999999999999,
      "loss": 21.5,
      "step": 1572
    },
    {
      "epoch": 0.06442760597993037,
      "grad_norm": 41.140148425418474,
      "learning_rate": 0.00023594999999999996,
      "loss": 14.5,
      "step": 1573
    },
    {
      "epoch": 0.06446856440712677,
      "grad_norm": 10.62876678351549,
      "learning_rate": 0.0002361,
      "loss": 15.3125,
      "step": 1574
    },
    {
      "epoch": 0.06450952283432317,
      "grad_norm": 8.663796612201097,
      "learning_rate": 0.00023624999999999997,
      "loss": 12.75,
      "step": 1575
    },
    {
      "epoch": 0.06455048126151956,
      "grad_norm": 10.738925416018768,
      "learning_rate": 0.0002364,
      "loss": 11.125,
      "step": 1576
    },
    {
      "epoch": 0.06459143968871596,
      "grad_norm": 12.129207238114155,
      "learning_rate": 0.00023654999999999998,
      "loss": 14.75,
      "step": 1577
    },
    {
      "epoch": 0.06463239811591234,
      "grad_norm": 6.526127177400122,
      "learning_rate": 0.00023669999999999998,
      "loss": 11.875,
      "step": 1578
    },
    {
      "epoch": 0.06467335654310874,
      "grad_norm": 6.074364741614707,
      "learning_rate": 0.00023684999999999998,
      "loss": 11.25,
      "step": 1579
    },
    {
      "epoch": 0.06471431497030514,
      "grad_norm": 5.856454690457915,
      "learning_rate": 0.000237,
      "loss": 11.8125,
      "step": 1580
    },
    {
      "epoch": 0.06475527339750153,
      "grad_norm": 8.272667005620558,
      "learning_rate": 0.00023714999999999996,
      "loss": 13.0,
      "step": 1581
    },
    {
      "epoch": 0.06479623182469793,
      "grad_norm": 3.4141180304886456,
      "learning_rate": 0.0002373,
      "loss": 10.75,
      "step": 1582
    },
    {
      "epoch": 0.06483719025189433,
      "grad_norm": 4.243719675751318,
      "learning_rate": 0.00023744999999999997,
      "loss": 11.25,
      "step": 1583
    },
    {
      "epoch": 0.06487814867909072,
      "grad_norm": 4.35268878648597,
      "learning_rate": 0.0002376,
      "loss": 11.125,
      "step": 1584
    },
    {
      "epoch": 0.06491910710628712,
      "grad_norm": 4.596229735879679,
      "learning_rate": 0.00023774999999999998,
      "loss": 9.875,
      "step": 1585
    },
    {
      "epoch": 0.06496006553348352,
      "grad_norm": 4.987722871739863,
      "learning_rate": 0.00023789999999999998,
      "loss": 10.5,
      "step": 1586
    },
    {
      "epoch": 0.06500102396067992,
      "grad_norm": 9.196523863843781,
      "learning_rate": 0.00023804999999999999,
      "loss": 9.8125,
      "step": 1587
    },
    {
      "epoch": 0.0650419823878763,
      "grad_norm": 5.572460380123313,
      "learning_rate": 0.0002382,
      "loss": 10.3125,
      "step": 1588
    },
    {
      "epoch": 0.0650829408150727,
      "grad_norm": 4.3955871325424765,
      "learning_rate": 0.00023834999999999997,
      "loss": 9.9375,
      "step": 1589
    },
    {
      "epoch": 0.06512389924226909,
      "grad_norm": 5.4893064147186115,
      "learning_rate": 0.0002385,
      "loss": 9.5625,
      "step": 1590
    },
    {
      "epoch": 0.06516485766946549,
      "grad_norm": 7.9357818462979495,
      "learning_rate": 0.00023864999999999997,
      "loss": 9.9375,
      "step": 1591
    },
    {
      "epoch": 0.06520581609666189,
      "grad_norm": 7.4719166912272525,
      "learning_rate": 0.0002388,
      "loss": 9.6875,
      "step": 1592
    },
    {
      "epoch": 0.06524677452385828,
      "grad_norm": 4.505176952378735,
      "learning_rate": 0.00023894999999999998,
      "loss": 9.8125,
      "step": 1593
    },
    {
      "epoch": 0.06528773295105468,
      "grad_norm": 3.3953342337340926,
      "learning_rate": 0.00023909999999999998,
      "loss": 9.75,
      "step": 1594
    },
    {
      "epoch": 0.06532869137825108,
      "grad_norm": 3.5651178345701133,
      "learning_rate": 0.00023925,
      "loss": 8.875,
      "step": 1595
    },
    {
      "epoch": 0.06536964980544747,
      "grad_norm": 4.13123850488688,
      "learning_rate": 0.0002394,
      "loss": 8.6875,
      "step": 1596
    },
    {
      "epoch": 0.06541060823264387,
      "grad_norm": 4.708382399570497,
      "learning_rate": 0.00023954999999999997,
      "loss": 8.1875,
      "step": 1597
    },
    {
      "epoch": 0.06545156665984027,
      "grad_norm": 6.759302087948282,
      "learning_rate": 0.0002397,
      "loss": 10.875,
      "step": 1598
    },
    {
      "epoch": 0.06549252508703665,
      "grad_norm": 4.760269368924385,
      "learning_rate": 0.00023984999999999998,
      "loss": 8.4375,
      "step": 1599
    },
    {
      "epoch": 0.06553348351423305,
      "grad_norm": 4.174012034467006,
      "learning_rate": 0.00023999999999999998,
      "loss": 9.125,
      "step": 1600
    },
    {
      "epoch": 0.06557444194142945,
      "grad_norm": 8.384173861212275,
      "learning_rate": 0.00024014999999999998,
      "loss": 9.875,
      "step": 1601
    },
    {
      "epoch": 0.06561540036862584,
      "grad_norm": 8.475986918029104,
      "learning_rate": 0.00024029999999999999,
      "loss": 8.875,
      "step": 1602
    },
    {
      "epoch": 0.06565635879582224,
      "grad_norm": 5.818617438176227,
      "learning_rate": 0.00024044999999999996,
      "loss": 9.9375,
      "step": 1603
    },
    {
      "epoch": 0.06569731722301864,
      "grad_norm": 12.970746358874242,
      "learning_rate": 0.0002406,
      "loss": 11.3125,
      "step": 1604
    },
    {
      "epoch": 0.06573827565021503,
      "grad_norm": 8.896273832051092,
      "learning_rate": 0.00024074999999999997,
      "loss": 9.0,
      "step": 1605
    },
    {
      "epoch": 0.06577923407741143,
      "grad_norm": 8.95828309639346,
      "learning_rate": 0.0002409,
      "loss": 9.375,
      "step": 1606
    },
    {
      "epoch": 0.06582019250460783,
      "grad_norm": 2.7251630326167273,
      "learning_rate": 0.00024104999999999998,
      "loss": 8.875,
      "step": 1607
    },
    {
      "epoch": 0.06586115093180422,
      "grad_norm": 5.35932711328202,
      "learning_rate": 0.00024119999999999998,
      "loss": 9.375,
      "step": 1608
    },
    {
      "epoch": 0.06590210935900062,
      "grad_norm": 4.3750244983412285,
      "learning_rate": 0.00024134999999999998,
      "loss": 8.5,
      "step": 1609
    },
    {
      "epoch": 0.065943067786197,
      "grad_norm": 5.343978195271614,
      "learning_rate": 0.0002415,
      "loss": 8.625,
      "step": 1610
    },
    {
      "epoch": 0.0659840262133934,
      "grad_norm": 5.26879042015932,
      "learning_rate": 0.00024164999999999996,
      "loss": 8.0,
      "step": 1611
    },
    {
      "epoch": 0.0660249846405898,
      "grad_norm": 6.592165633321095,
      "learning_rate": 0.0002418,
      "loss": 7.75,
      "step": 1612
    },
    {
      "epoch": 0.0660659430677862,
      "grad_norm": 4.6626710002905645,
      "learning_rate": 0.00024194999999999997,
      "loss": 8.0625,
      "step": 1613
    },
    {
      "epoch": 0.06610690149498259,
      "grad_norm": 5.594878044672503,
      "learning_rate": 0.0002421,
      "loss": 11.5,
      "step": 1614
    },
    {
      "epoch": 0.06614785992217899,
      "grad_norm": 6.250403112020626,
      "learning_rate": 0.00024224999999999998,
      "loss": 10.9375,
      "step": 1615
    },
    {
      "epoch": 0.06618881834937539,
      "grad_norm": 4.683501379633726,
      "learning_rate": 0.00024239999999999998,
      "loss": 8.375,
      "step": 1616
    },
    {
      "epoch": 0.06622977677657178,
      "grad_norm": 4.257773011515324,
      "learning_rate": 0.00024255,
      "loss": 11.125,
      "step": 1617
    },
    {
      "epoch": 0.06627073520376818,
      "grad_norm": 3.624303294714265,
      "learning_rate": 0.0002427,
      "loss": 8.25,
      "step": 1618
    },
    {
      "epoch": 0.06631169363096458,
      "grad_norm": 4.789901795420512,
      "learning_rate": 0.00024284999999999997,
      "loss": 8.5,
      "step": 1619
    },
    {
      "epoch": 0.06635265205816096,
      "grad_norm": 8.650999752051774,
      "learning_rate": 0.000243,
      "loss": 7.875,
      "step": 1620
    },
    {
      "epoch": 0.06639361048535736,
      "grad_norm": 5.10933194601588,
      "learning_rate": 0.00024314999999999997,
      "loss": 10.4375,
      "step": 1621
    },
    {
      "epoch": 0.06643456891255375,
      "grad_norm": 2.827310023728109,
      "learning_rate": 0.0002433,
      "loss": 8.8125,
      "step": 1622
    },
    {
      "epoch": 0.06647552733975015,
      "grad_norm": 5.153660726114188,
      "learning_rate": 0.00024344999999999998,
      "loss": 8.25,
      "step": 1623
    },
    {
      "epoch": 0.06651648576694655,
      "grad_norm": 5.15777606692231,
      "learning_rate": 0.00024359999999999999,
      "loss": 8.375,
      "step": 1624
    },
    {
      "epoch": 0.06655744419414295,
      "grad_norm": 4.775075120873055,
      "learning_rate": 0.00024375,
      "loss": 8.375,
      "step": 1625
    },
    {
      "epoch": 0.06659840262133934,
      "grad_norm": 6.83410129625915,
      "learning_rate": 0.00024389999999999997,
      "loss": 8.25,
      "step": 1626
    },
    {
      "epoch": 0.06663936104853574,
      "grad_norm": 11.793483802100274,
      "learning_rate": 0.00024404999999999997,
      "loss": 9.6875,
      "step": 1627
    },
    {
      "epoch": 0.06668031947573214,
      "grad_norm": 3.7952840110960735,
      "learning_rate": 0.00024419999999999997,
      "loss": 9.375,
      "step": 1628
    },
    {
      "epoch": 0.06672127790292853,
      "grad_norm": 4.359642790968908,
      "learning_rate": 0.00024435,
      "loss": 8.8125,
      "step": 1629
    },
    {
      "epoch": 0.06676223633012493,
      "grad_norm": 3.769078210877321,
      "learning_rate": 0.0002445,
      "loss": 10.625,
      "step": 1630
    },
    {
      "epoch": 0.06680319475732131,
      "grad_norm": 3.3418907848311883,
      "learning_rate": 0.00024464999999999996,
      "loss": 10.1875,
      "step": 1631
    },
    {
      "epoch": 0.06684415318451771,
      "grad_norm": 4.279208207225348,
      "learning_rate": 0.0002448,
      "loss": 8.0625,
      "step": 1632
    },
    {
      "epoch": 0.06688511161171411,
      "grad_norm": 3.7834063043962023,
      "learning_rate": 0.00024494999999999996,
      "loss": 8.5,
      "step": 1633
    },
    {
      "epoch": 0.0669260700389105,
      "grad_norm": 5.749864799756954,
      "learning_rate": 0.00024509999999999994,
      "loss": 9.625,
      "step": 1634
    },
    {
      "epoch": 0.0669670284661069,
      "grad_norm": 4.554029138658872,
      "learning_rate": 0.00024524999999999997,
      "loss": 8.5,
      "step": 1635
    },
    {
      "epoch": 0.0670079868933033,
      "grad_norm": 4.030015395354596,
      "learning_rate": 0.00024539999999999995,
      "loss": 8.5625,
      "step": 1636
    },
    {
      "epoch": 0.0670489453204997,
      "grad_norm": 3.252457257041425,
      "learning_rate": 0.00024555,
      "loss": 7.7812,
      "step": 1637
    },
    {
      "epoch": 0.06708990374769609,
      "grad_norm": 8.160535259745346,
      "learning_rate": 0.00024569999999999995,
      "loss": 11.9375,
      "step": 1638
    },
    {
      "epoch": 0.06713086217489249,
      "grad_norm": 3.471687806554155,
      "learning_rate": 0.00024585,
      "loss": 8.1875,
      "step": 1639
    },
    {
      "epoch": 0.06717182060208889,
      "grad_norm": 3.9292317077327694,
      "learning_rate": 0.00024599999999999996,
      "loss": 8.6875,
      "step": 1640
    },
    {
      "epoch": 0.06721277902928527,
      "grad_norm": 4.021091961463288,
      "learning_rate": 0.00024615,
      "loss": 8.9375,
      "step": 1641
    },
    {
      "epoch": 0.06725373745648167,
      "grad_norm": 8.030370155851381,
      "learning_rate": 0.00024629999999999997,
      "loss": 10.875,
      "step": 1642
    },
    {
      "epoch": 0.06729469588367806,
      "grad_norm": 6.0873634285269045,
      "learning_rate": 0.00024645,
      "loss": 8.5625,
      "step": 1643
    },
    {
      "epoch": 0.06733565431087446,
      "grad_norm": 7.103082724375859,
      "learning_rate": 0.0002466,
      "loss": 10.4375,
      "step": 1644
    },
    {
      "epoch": 0.06737661273807086,
      "grad_norm": 3.8631293214335902,
      "learning_rate": 0.00024675,
      "loss": 8.3125,
      "step": 1645
    },
    {
      "epoch": 0.06741757116526725,
      "grad_norm": 3.6330267752002934,
      "learning_rate": 0.0002469,
      "loss": 9.1875,
      "step": 1646
    },
    {
      "epoch": 0.06745852959246365,
      "grad_norm": 3.2456124394511123,
      "learning_rate": 0.00024704999999999996,
      "loss": 8.5625,
      "step": 1647
    },
    {
      "epoch": 0.06749948801966005,
      "grad_norm": 2.7008852607991014,
      "learning_rate": 0.0002472,
      "loss": 8.25,
      "step": 1648
    },
    {
      "epoch": 0.06754044644685644,
      "grad_norm": 3.0490700316768744,
      "learning_rate": 0.00024734999999999997,
      "loss": 7.5938,
      "step": 1649
    },
    {
      "epoch": 0.06758140487405284,
      "grad_norm": 2.6639290032195846,
      "learning_rate": 0.00024749999999999994,
      "loss": 7.9375,
      "step": 1650
    },
    {
      "epoch": 0.06762236330124924,
      "grad_norm": 3.5889999469029954,
      "learning_rate": 0.00024765,
      "loss": 9.5625,
      "step": 1651
    },
    {
      "epoch": 0.06766332172844562,
      "grad_norm": 2.4457717433534962,
      "learning_rate": 0.00024779999999999995,
      "loss": 9.625,
      "step": 1652
    },
    {
      "epoch": 0.06770428015564202,
      "grad_norm": 3.338318857058214,
      "learning_rate": 0.00024795,
      "loss": 8.4375,
      "step": 1653
    },
    {
      "epoch": 0.06774523858283842,
      "grad_norm": 3.055854072211061,
      "learning_rate": 0.00024809999999999996,
      "loss": 8.0625,
      "step": 1654
    },
    {
      "epoch": 0.06778619701003481,
      "grad_norm": 4.617580134740038,
      "learning_rate": 0.00024825,
      "loss": 8.8125,
      "step": 1655
    },
    {
      "epoch": 0.06782715543723121,
      "grad_norm": 8.057252727529084,
      "learning_rate": 0.00024839999999999997,
      "loss": 10.375,
      "step": 1656
    },
    {
      "epoch": 0.0678681138644276,
      "grad_norm": 4.411956855412003,
      "learning_rate": 0.00024855,
      "loss": 8.8125,
      "step": 1657
    },
    {
      "epoch": 0.067909072291624,
      "grad_norm": 3.6104314904681387,
      "learning_rate": 0.0002487,
      "loss": 8.125,
      "step": 1658
    },
    {
      "epoch": 0.0679500307188204,
      "grad_norm": 2.3926803647749955,
      "learning_rate": 0.00024885,
      "loss": 9.375,
      "step": 1659
    },
    {
      "epoch": 0.0679909891460168,
      "grad_norm": 3.072085362578869,
      "learning_rate": 0.000249,
      "loss": 8.125,
      "step": 1660
    },
    {
      "epoch": 0.0680319475732132,
      "grad_norm": 2.9395923911042012,
      "learning_rate": 0.00024914999999999996,
      "loss": 9.375,
      "step": 1661
    },
    {
      "epoch": 0.06807290600040958,
      "grad_norm": 3.7536412741895915,
      "learning_rate": 0.0002493,
      "loss": 8.25,
      "step": 1662
    },
    {
      "epoch": 0.06811386442760597,
      "grad_norm": 8.4893985918254,
      "learning_rate": 0.00024944999999999996,
      "loss": 9.75,
      "step": 1663
    },
    {
      "epoch": 0.06815482285480237,
      "grad_norm": 2.3963646521306528,
      "learning_rate": 0.00024959999999999994,
      "loss": 8.125,
      "step": 1664
    },
    {
      "epoch": 0.06819578128199877,
      "grad_norm": 2.0949223072971357,
      "learning_rate": 0.00024974999999999997,
      "loss": 8.3125,
      "step": 1665
    },
    {
      "epoch": 0.06823673970919517,
      "grad_norm": 5.065318284440637,
      "learning_rate": 0.00024989999999999995,
      "loss": 10.3125,
      "step": 1666
    },
    {
      "epoch": 0.06827769813639156,
      "grad_norm": 2.967790962614219,
      "learning_rate": 0.00025005,
      "loss": 7.9375,
      "step": 1667
    },
    {
      "epoch": 0.06831865656358796,
      "grad_norm": 4.362541585210123,
      "learning_rate": 0.00025019999999999996,
      "loss": 8.125,
      "step": 1668
    },
    {
      "epoch": 0.06835961499078436,
      "grad_norm": 2.9479254046851016,
      "learning_rate": 0.00025035,
      "loss": 9.125,
      "step": 1669
    },
    {
      "epoch": 0.06840057341798075,
      "grad_norm": 46.83581184071297,
      "learning_rate": 0.00025049999999999996,
      "loss": 9.4375,
      "step": 1670
    },
    {
      "epoch": 0.06844153184517715,
      "grad_norm": 2.49374762133229,
      "learning_rate": 0.00025065,
      "loss": 8.25,
      "step": 1671
    },
    {
      "epoch": 0.06848249027237355,
      "grad_norm": 4.297830538195132,
      "learning_rate": 0.00025079999999999997,
      "loss": 9.1875,
      "step": 1672
    },
    {
      "epoch": 0.06852344869956993,
      "grad_norm": 2.902997398797352,
      "learning_rate": 0.00025095,
      "loss": 9.375,
      "step": 1673
    },
    {
      "epoch": 0.06856440712676633,
      "grad_norm": 2.248202301402585,
      "learning_rate": 0.0002511,
      "loss": 8.5,
      "step": 1674
    },
    {
      "epoch": 0.06860536555396272,
      "grad_norm": 3.2207077446434,
      "learning_rate": 0.00025125,
      "loss": 9.75,
      "step": 1675
    },
    {
      "epoch": 0.06864632398115912,
      "grad_norm": 2.311664979066403,
      "learning_rate": 0.0002514,
      "loss": 8.625,
      "step": 1676
    },
    {
      "epoch": 0.06868728240835552,
      "grad_norm": 3.4372176281765197,
      "learning_rate": 0.00025154999999999996,
      "loss": 7.8438,
      "step": 1677
    },
    {
      "epoch": 0.06872824083555192,
      "grad_norm": 4.503039986231494,
      "learning_rate": 0.0002517,
      "loss": 9.5625,
      "step": 1678
    },
    {
      "epoch": 0.06876919926274831,
      "grad_norm": 5.09025171358675,
      "learning_rate": 0.00025184999999999997,
      "loss": 9.125,
      "step": 1679
    },
    {
      "epoch": 0.06881015768994471,
      "grad_norm": 9.383071394866919,
      "learning_rate": 0.00025199999999999995,
      "loss": 8.5625,
      "step": 1680
    },
    {
      "epoch": 0.0688511161171411,
      "grad_norm": 4.032485817710265,
      "learning_rate": 0.00025215,
      "loss": 8.4375,
      "step": 1681
    },
    {
      "epoch": 0.0688920745443375,
      "grad_norm": 4.572923660871662,
      "learning_rate": 0.00025229999999999995,
      "loss": 9.3125,
      "step": 1682
    },
    {
      "epoch": 0.06893303297153389,
      "grad_norm": 3.4899088454011777,
      "learning_rate": 0.00025245,
      "loss": 8.5625,
      "step": 1683
    },
    {
      "epoch": 0.06897399139873028,
      "grad_norm": 4.683343917016067,
      "learning_rate": 0.00025259999999999996,
      "loss": 7.8438,
      "step": 1684
    },
    {
      "epoch": 0.06901494982592668,
      "grad_norm": 5.601325156899707,
      "learning_rate": 0.00025275,
      "loss": 8.125,
      "step": 1685
    },
    {
      "epoch": 0.06905590825312308,
      "grad_norm": 8.029287532422343,
      "learning_rate": 0.00025289999999999997,
      "loss": 11.9375,
      "step": 1686
    },
    {
      "epoch": 0.06909686668031947,
      "grad_norm": 3.4182571961381663,
      "learning_rate": 0.00025305,
      "loss": 7.9688,
      "step": 1687
    },
    {
      "epoch": 0.06913782510751587,
      "grad_norm": 4.293344951976253,
      "learning_rate": 0.0002532,
      "loss": 9.125,
      "step": 1688
    },
    {
      "epoch": 0.06917878353471227,
      "grad_norm": 5.605699515687902,
      "learning_rate": 0.00025335,
      "loss": 10.4375,
      "step": 1689
    },
    {
      "epoch": 0.06921974196190867,
      "grad_norm": 4.227338271742212,
      "learning_rate": 0.0002535,
      "loss": 8.75,
      "step": 1690
    },
    {
      "epoch": 0.06926070038910506,
      "grad_norm": 3.791333530431353,
      "learning_rate": 0.00025365,
      "loss": 8.4375,
      "step": 1691
    },
    {
      "epoch": 0.06930165881630146,
      "grad_norm": 2.80680566733933,
      "learning_rate": 0.0002538,
      "loss": 8.0625,
      "step": 1692
    },
    {
      "epoch": 0.06934261724349786,
      "grad_norm": 4.732776506804656,
      "learning_rate": 0.00025394999999999997,
      "loss": 8.5,
      "step": 1693
    },
    {
      "epoch": 0.06938357567069424,
      "grad_norm": 5.708011418538713,
      "learning_rate": 0.0002541,
      "loss": 8.6875,
      "step": 1694
    },
    {
      "epoch": 0.06942453409789064,
      "grad_norm": 3.2083391383647615,
      "learning_rate": 0.00025425,
      "loss": 9.0625,
      "step": 1695
    },
    {
      "epoch": 0.06946549252508703,
      "grad_norm": 3.728223933110792,
      "learning_rate": 0.00025439999999999995,
      "loss": 7.9062,
      "step": 1696
    },
    {
      "epoch": 0.06950645095228343,
      "grad_norm": 3.9187836896858563,
      "learning_rate": 0.00025455,
      "loss": 8.375,
      "step": 1697
    },
    {
      "epoch": 0.06954740937947983,
      "grad_norm": 6.824542316096491,
      "learning_rate": 0.00025469999999999996,
      "loss": 11.5625,
      "step": 1698
    },
    {
      "epoch": 0.06958836780667622,
      "grad_norm": 3.371155564610271,
      "learning_rate": 0.00025485,
      "loss": 11.0,
      "step": 1699
    },
    {
      "epoch": 0.06962932623387262,
      "grad_norm": 3.666014255183842,
      "learning_rate": 0.00025499999999999996,
      "loss": 8.9375,
      "step": 1700
    },
    {
      "epoch": 0.06967028466106902,
      "grad_norm": 2.827215278457868,
      "learning_rate": 0.00025515,
      "loss": 8.5,
      "step": 1701
    },
    {
      "epoch": 0.06971124308826541,
      "grad_norm": 3.603166605044147,
      "learning_rate": 0.00025529999999999997,
      "loss": 7.6875,
      "step": 1702
    },
    {
      "epoch": 0.06975220151546181,
      "grad_norm": 8.29705510908463,
      "learning_rate": 0.00025545,
      "loss": 10.5625,
      "step": 1703
    },
    {
      "epoch": 0.0697931599426582,
      "grad_norm": 2.634892501421593,
      "learning_rate": 0.0002556,
      "loss": 8.375,
      "step": 1704
    },
    {
      "epoch": 0.06983411836985459,
      "grad_norm": 2.5904393885147763,
      "learning_rate": 0.00025575,
      "loss": 8.5625,
      "step": 1705
    },
    {
      "epoch": 0.06987507679705099,
      "grad_norm": 6.022135402616722,
      "learning_rate": 0.0002559,
      "loss": 10.25,
      "step": 1706
    },
    {
      "epoch": 0.06991603522424739,
      "grad_norm": 3.2466027273754783,
      "learning_rate": 0.00025604999999999996,
      "loss": 9.3125,
      "step": 1707
    },
    {
      "epoch": 0.06995699365144378,
      "grad_norm": 3.791235771480463,
      "learning_rate": 0.0002562,
      "loss": 8.5625,
      "step": 1708
    },
    {
      "epoch": 0.06999795207864018,
      "grad_norm": 2.7651886376717894,
      "learning_rate": 0.00025634999999999997,
      "loss": 8.3125,
      "step": 1709
    },
    {
      "epoch": 0.07003891050583658,
      "grad_norm": 2.270919507210899,
      "learning_rate": 0.00025649999999999995,
      "loss": 8.0625,
      "step": 1710
    },
    {
      "epoch": 0.07007986893303297,
      "grad_norm": 4.810514526161857,
      "learning_rate": 0.00025665,
      "loss": 8.75,
      "step": 1711
    },
    {
      "epoch": 0.07012082736022937,
      "grad_norm": 5.740514674547751,
      "learning_rate": 0.00025679999999999995,
      "loss": 11.3125,
      "step": 1712
    },
    {
      "epoch": 0.07016178578742577,
      "grad_norm": 3.0754245881401547,
      "learning_rate": 0.00025695,
      "loss": 9.0625,
      "step": 1713
    },
    {
      "epoch": 0.07020274421462216,
      "grad_norm": 3.4284005768848167,
      "learning_rate": 0.00025709999999999996,
      "loss": 9.0,
      "step": 1714
    },
    {
      "epoch": 0.07024370264181855,
      "grad_norm": 3.3024562098279557,
      "learning_rate": 0.00025725,
      "loss": 8.625,
      "step": 1715
    },
    {
      "epoch": 0.07028466106901494,
      "grad_norm": 5.045370022999335,
      "learning_rate": 0.00025739999999999997,
      "loss": 8.4375,
      "step": 1716
    },
    {
      "epoch": 0.07032561949621134,
      "grad_norm": 3.4115882894197873,
      "learning_rate": 0.00025755,
      "loss": 8.75,
      "step": 1717
    },
    {
      "epoch": 0.07036657792340774,
      "grad_norm": 2.9860175545076415,
      "learning_rate": 0.0002577,
      "loss": 9.0,
      "step": 1718
    },
    {
      "epoch": 0.07040753635060414,
      "grad_norm": 3.212276410675199,
      "learning_rate": 0.00025785,
      "loss": 9.25,
      "step": 1719
    },
    {
      "epoch": 0.07044849477780053,
      "grad_norm": 2.976490478440892,
      "learning_rate": 0.000258,
      "loss": 8.375,
      "step": 1720
    },
    {
      "epoch": 0.07048945320499693,
      "grad_norm": 3.7525913562723034,
      "learning_rate": 0.00025815,
      "loss": 8.5625,
      "step": 1721
    },
    {
      "epoch": 0.07053041163219333,
      "grad_norm": 3.4169537827549834,
      "learning_rate": 0.0002583,
      "loss": 8.9375,
      "step": 1722
    },
    {
      "epoch": 0.07057137005938972,
      "grad_norm": 3.20306564118859,
      "learning_rate": 0.00025844999999999997,
      "loss": 7.4375,
      "step": 1723
    },
    {
      "epoch": 0.07061232848658612,
      "grad_norm": 2.635921454953946,
      "learning_rate": 0.0002586,
      "loss": 9.0625,
      "step": 1724
    },
    {
      "epoch": 0.07065328691378252,
      "grad_norm": 2.0492255237581825,
      "learning_rate": 0.00025875,
      "loss": 8.25,
      "step": 1725
    },
    {
      "epoch": 0.0706942453409789,
      "grad_norm": 1.918274925937048,
      "learning_rate": 0.00025889999999999995,
      "loss": 7.9688,
      "step": 1726
    },
    {
      "epoch": 0.0707352037681753,
      "grad_norm": 3.3127017739587226,
      "learning_rate": 0.00025905,
      "loss": 9.3125,
      "step": 1727
    },
    {
      "epoch": 0.0707761621953717,
      "grad_norm": 7.096025696795513,
      "learning_rate": 0.00025919999999999996,
      "loss": 7.9062,
      "step": 1728
    },
    {
      "epoch": 0.07081712062256809,
      "grad_norm": 3.386833320963729,
      "learning_rate": 0.00025935,
      "loss": 8.3125,
      "step": 1729
    },
    {
      "epoch": 0.07085807904976449,
      "grad_norm": 5.666468531539391,
      "learning_rate": 0.00025949999999999997,
      "loss": 8.3125,
      "step": 1730
    },
    {
      "epoch": 0.07089903747696089,
      "grad_norm": 3.4771752483017364,
      "learning_rate": 0.00025965,
      "loss": 8.4375,
      "step": 1731
    },
    {
      "epoch": 0.07093999590415728,
      "grad_norm": 2.15096702771763,
      "learning_rate": 0.00025979999999999997,
      "loss": 8.4375,
      "step": 1732
    },
    {
      "epoch": 0.07098095433135368,
      "grad_norm": 6.452044719474444,
      "learning_rate": 0.00025995,
      "loss": 9.0,
      "step": 1733
    },
    {
      "epoch": 0.07102191275855008,
      "grad_norm": 6.802514901017936,
      "learning_rate": 0.0002601,
      "loss": 13.5625,
      "step": 1734
    },
    {
      "epoch": 0.07106287118574647,
      "grad_norm": 3.665191691071377,
      "learning_rate": 0.00026025,
      "loss": 8.8125,
      "step": 1735
    },
    {
      "epoch": 0.07110382961294286,
      "grad_norm": 6.577545183378306,
      "learning_rate": 0.0002604,
      "loss": 10.0,
      "step": 1736
    },
    {
      "epoch": 0.07114478804013925,
      "grad_norm": 5.076693959247595,
      "learning_rate": 0.00026055,
      "loss": 9.25,
      "step": 1737
    },
    {
      "epoch": 0.07118574646733565,
      "grad_norm": 3.328803584067897,
      "learning_rate": 0.0002607,
      "loss": 9.0625,
      "step": 1738
    },
    {
      "epoch": 0.07122670489453205,
      "grad_norm": 2.8432515840658037,
      "learning_rate": 0.00026084999999999997,
      "loss": 8.5625,
      "step": 1739
    },
    {
      "epoch": 0.07126766332172844,
      "grad_norm": 4.267576896028085,
      "learning_rate": 0.000261,
      "loss": 8.4375,
      "step": 1740
    },
    {
      "epoch": 0.07130862174892484,
      "grad_norm": 7.941338053571898,
      "learning_rate": 0.00026115,
      "loss": 9.875,
      "step": 1741
    },
    {
      "epoch": 0.07134958017612124,
      "grad_norm": 5.239361101494429,
      "learning_rate": 0.00026129999999999995,
      "loss": 8.9375,
      "step": 1742
    },
    {
      "epoch": 0.07139053860331764,
      "grad_norm": 4.725426002683265,
      "learning_rate": 0.00026145,
      "loss": 9.0625,
      "step": 1743
    },
    {
      "epoch": 0.07143149703051403,
      "grad_norm": 4.512007554586263,
      "learning_rate": 0.00026159999999999996,
      "loss": 8.0,
      "step": 1744
    },
    {
      "epoch": 0.07147245545771043,
      "grad_norm": 3.8492040503313945,
      "learning_rate": 0.00026175,
      "loss": 9.6875,
      "step": 1745
    },
    {
      "epoch": 0.07151341388490683,
      "grad_norm": 18.969919201643563,
      "learning_rate": 0.00026189999999999997,
      "loss": 10.5625,
      "step": 1746
    },
    {
      "epoch": 0.07155437231210321,
      "grad_norm": 6.840371153692356,
      "learning_rate": 0.00026205,
      "loss": 10.5,
      "step": 1747
    },
    {
      "epoch": 0.0715953307392996,
      "grad_norm": 3.5173776063046907,
      "learning_rate": 0.0002622,
      "loss": 8.8125,
      "step": 1748
    },
    {
      "epoch": 0.071636289166496,
      "grad_norm": 3.4634522994134103,
      "learning_rate": 0.00026235,
      "loss": 8.3125,
      "step": 1749
    },
    {
      "epoch": 0.0716772475936924,
      "grad_norm": 3.5774420701084986,
      "learning_rate": 0.0002625,
      "loss": 8.125,
      "step": 1750
    },
    {
      "epoch": 0.0717182060208888,
      "grad_norm": 2.882846422721891,
      "learning_rate": 0.00026264999999999996,
      "loss": 8.3125,
      "step": 1751
    },
    {
      "epoch": 0.0717591644480852,
      "grad_norm": 3.087351146162357,
      "learning_rate": 0.0002628,
      "loss": 9.4375,
      "step": 1752
    },
    {
      "epoch": 0.07180012287528159,
      "grad_norm": 3.3107968382348747,
      "learning_rate": 0.00026294999999999997,
      "loss": 7.8125,
      "step": 1753
    },
    {
      "epoch": 0.07184108130247799,
      "grad_norm": 3.428253946305957,
      "learning_rate": 0.0002631,
      "loss": 8.3125,
      "step": 1754
    },
    {
      "epoch": 0.07188203972967439,
      "grad_norm": 15.230248622634797,
      "learning_rate": 0.00026325,
      "loss": 8.8125,
      "step": 1755
    },
    {
      "epoch": 0.07192299815687078,
      "grad_norm": 13.957449922963702,
      "learning_rate": 0.00026339999999999995,
      "loss": 9.5,
      "step": 1756
    },
    {
      "epoch": 0.07196395658406717,
      "grad_norm": 10.72199149311023,
      "learning_rate": 0.00026355,
      "loss": 10.5,
      "step": 1757
    },
    {
      "epoch": 0.07200491501126356,
      "grad_norm": 9.298651117697608,
      "learning_rate": 0.00026369999999999996,
      "loss": 12.1875,
      "step": 1758
    },
    {
      "epoch": 0.07204587343845996,
      "grad_norm": 4.751022817843678,
      "learning_rate": 0.00026384999999999994,
      "loss": 9.125,
      "step": 1759
    },
    {
      "epoch": 0.07208683186565636,
      "grad_norm": 4.095194115816622,
      "learning_rate": 0.00026399999999999997,
      "loss": 9.0,
      "step": 1760
    },
    {
      "epoch": 0.07212779029285275,
      "grad_norm": 5.812195017777257,
      "learning_rate": 0.00026414999999999994,
      "loss": 12.3125,
      "step": 1761
    },
    {
      "epoch": 0.07216874872004915,
      "grad_norm": 10.487093319242934,
      "learning_rate": 0.0002643,
      "loss": 10.375,
      "step": 1762
    },
    {
      "epoch": 0.07220970714724555,
      "grad_norm": 10.045451253741069,
      "learning_rate": 0.00026444999999999995,
      "loss": 9.875,
      "step": 1763
    },
    {
      "epoch": 0.07225066557444194,
      "grad_norm": 4.747025148197004,
      "learning_rate": 0.0002646,
      "loss": 7.7812,
      "step": 1764
    },
    {
      "epoch": 0.07229162400163834,
      "grad_norm": 4.818531305956501,
      "learning_rate": 0.00026474999999999996,
      "loss": 9.4375,
      "step": 1765
    },
    {
      "epoch": 0.07233258242883474,
      "grad_norm": 4.1630272951678995,
      "learning_rate": 0.0002649,
      "loss": 7.625,
      "step": 1766
    },
    {
      "epoch": 0.07237354085603113,
      "grad_norm": 2.415752915795902,
      "learning_rate": 0.00026504999999999996,
      "loss": 8.9375,
      "step": 1767
    },
    {
      "epoch": 0.07241449928322752,
      "grad_norm": 12.845519615688856,
      "learning_rate": 0.0002652,
      "loss": 10.4375,
      "step": 1768
    },
    {
      "epoch": 0.07245545771042392,
      "grad_norm": 2.810322219680443,
      "learning_rate": 0.00026534999999999997,
      "loss": 9.1875,
      "step": 1769
    },
    {
      "epoch": 0.07249641613762031,
      "grad_norm": 3.234297053193695,
      "learning_rate": 0.0002655,
      "loss": 8.75,
      "step": 1770
    },
    {
      "epoch": 0.07253737456481671,
      "grad_norm": 3.971526363574699,
      "learning_rate": 0.00026565,
      "loss": 8.1875,
      "step": 1771
    },
    {
      "epoch": 0.0725783329920131,
      "grad_norm": 3.4727623651686184,
      "learning_rate": 0.00026579999999999996,
      "loss": 8.75,
      "step": 1772
    },
    {
      "epoch": 0.0726192914192095,
      "grad_norm": 4.589418917871764,
      "learning_rate": 0.00026595,
      "loss": 7.9062,
      "step": 1773
    },
    {
      "epoch": 0.0726602498464059,
      "grad_norm": 5.613265016935746,
      "learning_rate": 0.00026609999999999996,
      "loss": 8.25,
      "step": 1774
    },
    {
      "epoch": 0.0727012082736023,
      "grad_norm": 4.0372508310856485,
      "learning_rate": 0.00026624999999999994,
      "loss": 8.75,
      "step": 1775
    },
    {
      "epoch": 0.0727421667007987,
      "grad_norm": 4.938289032946629,
      "learning_rate": 0.00026639999999999997,
      "loss": 8.9375,
      "step": 1776
    },
    {
      "epoch": 0.07278312512799509,
      "grad_norm": 4.797072358757674,
      "learning_rate": 0.00026654999999999995,
      "loss": 8.5625,
      "step": 1777
    },
    {
      "epoch": 0.07282408355519147,
      "grad_norm": 3.4814281896775627,
      "learning_rate": 0.0002667,
      "loss": 9.125,
      "step": 1778
    },
    {
      "epoch": 0.07286504198238787,
      "grad_norm": 3.8840646019441505,
      "learning_rate": 0.00026684999999999995,
      "loss": 11.0,
      "step": 1779
    },
    {
      "epoch": 0.07290600040958427,
      "grad_norm": 3.839726058356564,
      "learning_rate": 0.000267,
      "loss": 7.9375,
      "step": 1780
    },
    {
      "epoch": 0.07294695883678066,
      "grad_norm": 2.911199096916651,
      "learning_rate": 0.00026714999999999996,
      "loss": 8.3125,
      "step": 1781
    },
    {
      "epoch": 0.07298791726397706,
      "grad_norm": 2.872291617082764,
      "learning_rate": 0.0002673,
      "loss": 8.125,
      "step": 1782
    },
    {
      "epoch": 0.07302887569117346,
      "grad_norm": 3.0670668090933217,
      "learning_rate": 0.00026744999999999997,
      "loss": 8.0625,
      "step": 1783
    },
    {
      "epoch": 0.07306983411836986,
      "grad_norm": 4.574978732363774,
      "learning_rate": 0.0002676,
      "loss": 9.75,
      "step": 1784
    },
    {
      "epoch": 0.07311079254556625,
      "grad_norm": 2.4733814189286183,
      "learning_rate": 0.00026775,
      "loss": 8.375,
      "step": 1785
    },
    {
      "epoch": 0.07315175097276265,
      "grad_norm": 3.5546781661000306,
      "learning_rate": 0.0002679,
      "loss": 8.0,
      "step": 1786
    },
    {
      "epoch": 0.07319270939995905,
      "grad_norm": 3.3678021405445615,
      "learning_rate": 0.00026805,
      "loss": 8.0,
      "step": 1787
    },
    {
      "epoch": 0.07323366782715544,
      "grad_norm": 4.6243185351331535,
      "learning_rate": 0.00026819999999999996,
      "loss": 8.125,
      "step": 1788
    },
    {
      "epoch": 0.07327462625435183,
      "grad_norm": 3.8305858110855233,
      "learning_rate": 0.00026835,
      "loss": 8.375,
      "step": 1789
    },
    {
      "epoch": 0.07331558468154822,
      "grad_norm": 4.51601515209145,
      "learning_rate": 0.00026849999999999997,
      "loss": 9.0625,
      "step": 1790
    },
    {
      "epoch": 0.07335654310874462,
      "grad_norm": 2.4037655252537338,
      "learning_rate": 0.00026864999999999994,
      "loss": 9.3125,
      "step": 1791
    },
    {
      "epoch": 0.07339750153594102,
      "grad_norm": 2.868451367753433,
      "learning_rate": 0.0002688,
      "loss": 9.0625,
      "step": 1792
    },
    {
      "epoch": 0.07343845996313741,
      "grad_norm": 4.465551390033804,
      "learning_rate": 0.00026894999999999995,
      "loss": 7.9062,
      "step": 1793
    },
    {
      "epoch": 0.07347941839033381,
      "grad_norm": 4.4700218916061,
      "learning_rate": 0.0002691,
      "loss": 7.9062,
      "step": 1794
    },
    {
      "epoch": 0.07352037681753021,
      "grad_norm": 2.9620612413294407,
      "learning_rate": 0.00026924999999999996,
      "loss": 8.0625,
      "step": 1795
    },
    {
      "epoch": 0.0735613352447266,
      "grad_norm": 4.456015941599592,
      "learning_rate": 0.0002694,
      "loss": 8.8125,
      "step": 1796
    },
    {
      "epoch": 0.073602293671923,
      "grad_norm": 4.520586591950326,
      "learning_rate": 0.00026954999999999997,
      "loss": 8.375,
      "step": 1797
    },
    {
      "epoch": 0.0736432520991194,
      "grad_norm": 2.858113481123999,
      "learning_rate": 0.0002697,
      "loss": 8.3125,
      "step": 1798
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 2.4098848803320405,
      "learning_rate": 0.00026984999999999997,
      "loss": 8.9375,
      "step": 1799
    },
    {
      "epoch": 0.07372516895351218,
      "grad_norm": 5.198169016370171,
      "learning_rate": 0.00027,
      "loss": 9.8125,
      "step": 1800
    },
    {
      "epoch": 0.07376612738070858,
      "grad_norm": 3.8751231122850576,
      "learning_rate": 0.00027015,
      "loss": 7.8438,
      "step": 1801
    },
    {
      "epoch": 0.07380708580790497,
      "grad_norm": 3.1527682960314043,
      "learning_rate": 0.00027029999999999996,
      "loss": 8.375,
      "step": 1802
    },
    {
      "epoch": 0.07384804423510137,
      "grad_norm": 2.9419008374277364,
      "learning_rate": 0.00027045,
      "loss": 8.0625,
      "step": 1803
    },
    {
      "epoch": 0.07388900266229777,
      "grad_norm": 3.7043808372746003,
      "learning_rate": 0.00027059999999999996,
      "loss": 8.125,
      "step": 1804
    },
    {
      "epoch": 0.07392996108949416,
      "grad_norm": 6.910847391528835,
      "learning_rate": 0.00027074999999999994,
      "loss": 8.375,
      "step": 1805
    },
    {
      "epoch": 0.07397091951669056,
      "grad_norm": 5.651122121987945,
      "learning_rate": 0.00027089999999999997,
      "loss": 9.3125,
      "step": 1806
    },
    {
      "epoch": 0.07401187794388696,
      "grad_norm": 2.6768006475611754,
      "learning_rate": 0.00027104999999999995,
      "loss": 8.5625,
      "step": 1807
    },
    {
      "epoch": 0.07405283637108336,
      "grad_norm": 3.100739204408286,
      "learning_rate": 0.0002712,
      "loss": 8.1875,
      "step": 1808
    },
    {
      "epoch": 0.07409379479827975,
      "grad_norm": 2.874602522138067,
      "learning_rate": 0.00027134999999999995,
      "loss": 8.1875,
      "step": 1809
    },
    {
      "epoch": 0.07413475322547614,
      "grad_norm": 5.563429924268764,
      "learning_rate": 0.0002715,
      "loss": 8.9375,
      "step": 1810
    },
    {
      "epoch": 0.07417571165267253,
      "grad_norm": 2.888161238409307,
      "learning_rate": 0.00027164999999999996,
      "loss": 8.3125,
      "step": 1811
    },
    {
      "epoch": 0.07421667007986893,
      "grad_norm": 3.3832178455784256,
      "learning_rate": 0.0002718,
      "loss": 8.1875,
      "step": 1812
    },
    {
      "epoch": 0.07425762850706533,
      "grad_norm": 2.866000223775975,
      "learning_rate": 0.00027194999999999997,
      "loss": 8.25,
      "step": 1813
    },
    {
      "epoch": 0.07429858693426172,
      "grad_norm": 2.768049889074048,
      "learning_rate": 0.0002721,
      "loss": 7.8125,
      "step": 1814
    },
    {
      "epoch": 0.07433954536145812,
      "grad_norm": 4.290836754726346,
      "learning_rate": 0.00027225,
      "loss": 8.6875,
      "step": 1815
    },
    {
      "epoch": 0.07438050378865452,
      "grad_norm": 3.5263524893363734,
      "learning_rate": 0.0002724,
      "loss": 9.4375,
      "step": 1816
    },
    {
      "epoch": 0.07442146221585091,
      "grad_norm": 6.279032989970109,
      "learning_rate": 0.00027255,
      "loss": 9.1875,
      "step": 1817
    },
    {
      "epoch": 0.07446242064304731,
      "grad_norm": 3.6323415316676817,
      "learning_rate": 0.00027269999999999996,
      "loss": 8.75,
      "step": 1818
    },
    {
      "epoch": 0.07450337907024371,
      "grad_norm": 5.172086679647318,
      "learning_rate": 0.00027285,
      "loss": 10.3125,
      "step": 1819
    },
    {
      "epoch": 0.0745443374974401,
      "grad_norm": 3.3135483634416416,
      "learning_rate": 0.00027299999999999997,
      "loss": 9.0625,
      "step": 1820
    },
    {
      "epoch": 0.07458529592463649,
      "grad_norm": 3.3387715215995764,
      "learning_rate": 0.00027314999999999994,
      "loss": 10.375,
      "step": 1821
    },
    {
      "epoch": 0.07462625435183289,
      "grad_norm": 3.420277986702705,
      "learning_rate": 0.0002733,
      "loss": 9.0625,
      "step": 1822
    },
    {
      "epoch": 0.07466721277902928,
      "grad_norm": 15.263010970627326,
      "learning_rate": 0.00027344999999999995,
      "loss": 8.5625,
      "step": 1823
    },
    {
      "epoch": 0.07470817120622568,
      "grad_norm": 4.411007295885183,
      "learning_rate": 0.0002736,
      "loss": 7.8125,
      "step": 1824
    },
    {
      "epoch": 0.07474912963342208,
      "grad_norm": 3.2588239342959255,
      "learning_rate": 0.00027374999999999996,
      "loss": 8.4375,
      "step": 1825
    },
    {
      "epoch": 0.07479008806061847,
      "grad_norm": 3.87031446924254,
      "learning_rate": 0.0002739,
      "loss": 8.75,
      "step": 1826
    },
    {
      "epoch": 0.07483104648781487,
      "grad_norm": 4.596315057328745,
      "learning_rate": 0.00027404999999999997,
      "loss": 8.5625,
      "step": 1827
    },
    {
      "epoch": 0.07487200491501127,
      "grad_norm": 4.467029493895984,
      "learning_rate": 0.0002742,
      "loss": 7.4375,
      "step": 1828
    },
    {
      "epoch": 0.07491296334220766,
      "grad_norm": 2.2509906103985022,
      "learning_rate": 0.00027435,
      "loss": 8.625,
      "step": 1829
    },
    {
      "epoch": 0.07495392176940406,
      "grad_norm": 5.059859827129439,
      "learning_rate": 0.0002745,
      "loss": 9.125,
      "step": 1830
    },
    {
      "epoch": 0.07499488019660044,
      "grad_norm": 2.9388253076027233,
      "learning_rate": 0.00027465,
      "loss": 8.75,
      "step": 1831
    },
    {
      "epoch": 0.07503583862379684,
      "grad_norm": 3.1837347943750585,
      "learning_rate": 0.0002748,
      "loss": 8.375,
      "step": 1832
    },
    {
      "epoch": 0.07507679705099324,
      "grad_norm": 2.9752310442471086,
      "learning_rate": 0.00027495,
      "loss": 8.9375,
      "step": 1833
    },
    {
      "epoch": 0.07511775547818964,
      "grad_norm": 2.4581591590748477,
      "learning_rate": 0.00027509999999999996,
      "loss": 8.25,
      "step": 1834
    },
    {
      "epoch": 0.07515871390538603,
      "grad_norm": 2.9275137788552628,
      "learning_rate": 0.00027525,
      "loss": 8.3125,
      "step": 1835
    },
    {
      "epoch": 0.07519967233258243,
      "grad_norm": 4.226521985023216,
      "learning_rate": 0.00027539999999999997,
      "loss": 7.6875,
      "step": 1836
    },
    {
      "epoch": 0.07524063075977883,
      "grad_norm": 2.48467391266028,
      "learning_rate": 0.00027554999999999995,
      "loss": 7.1875,
      "step": 1837
    },
    {
      "epoch": 0.07528158918697522,
      "grad_norm": 4.0168465486213805,
      "learning_rate": 0.0002757,
      "loss": 9.125,
      "step": 1838
    },
    {
      "epoch": 0.07532254761417162,
      "grad_norm": 2.782739440658661,
      "learning_rate": 0.00027584999999999996,
      "loss": 8.25,
      "step": 1839
    },
    {
      "epoch": 0.07536350604136802,
      "grad_norm": 3.4589420870858945,
      "learning_rate": 0.000276,
      "loss": 7.9688,
      "step": 1840
    },
    {
      "epoch": 0.07540446446856441,
      "grad_norm": 2.8809422556885824,
      "learning_rate": 0.00027614999999999996,
      "loss": 8.3125,
      "step": 1841
    },
    {
      "epoch": 0.0754454228957608,
      "grad_norm": 2.490067953716165,
      "learning_rate": 0.0002763,
      "loss": 8.125,
      "step": 1842
    },
    {
      "epoch": 0.0754863813229572,
      "grad_norm": 4.019112223829324,
      "learning_rate": 0.00027644999999999997,
      "loss": 8.9375,
      "step": 1843
    },
    {
      "epoch": 0.07552733975015359,
      "grad_norm": 6.335452249990014,
      "learning_rate": 0.0002766,
      "loss": 12.4375,
      "step": 1844
    },
    {
      "epoch": 0.07556829817734999,
      "grad_norm": 2.425053297297247,
      "learning_rate": 0.00027675,
      "loss": 7.6875,
      "step": 1845
    },
    {
      "epoch": 0.07560925660454638,
      "grad_norm": 3.4968413121608775,
      "learning_rate": 0.0002769,
      "loss": 8.0,
      "step": 1846
    },
    {
      "epoch": 0.07565021503174278,
      "grad_norm": 5.0529720728658996,
      "learning_rate": 0.00027705,
      "loss": 10.375,
      "step": 1847
    },
    {
      "epoch": 0.07569117345893918,
      "grad_norm": 2.919412504508865,
      "learning_rate": 0.0002772,
      "loss": 7.6562,
      "step": 1848
    },
    {
      "epoch": 0.07573213188613558,
      "grad_norm": 7.829258129564893,
      "learning_rate": 0.00027735,
      "loss": 9.3125,
      "step": 1849
    },
    {
      "epoch": 0.07577309031333197,
      "grad_norm": 12.324085093429328,
      "learning_rate": 0.00027749999999999997,
      "loss": 8.625,
      "step": 1850
    },
    {
      "epoch": 0.07581404874052837,
      "grad_norm": 4.638885928608388,
      "learning_rate": 0.00027764999999999995,
      "loss": 9.6875,
      "step": 1851
    },
    {
      "epoch": 0.07585500716772475,
      "grad_norm": 3.2249163770803317,
      "learning_rate": 0.0002778,
      "loss": 7.9062,
      "step": 1852
    },
    {
      "epoch": 0.07589596559492115,
      "grad_norm": 3.2823330823762595,
      "learning_rate": 0.00027794999999999995,
      "loss": 8.8125,
      "step": 1853
    },
    {
      "epoch": 0.07593692402211755,
      "grad_norm": 3.1066307255820313,
      "learning_rate": 0.0002781,
      "loss": 7.8438,
      "step": 1854
    },
    {
      "epoch": 0.07597788244931394,
      "grad_norm": 2.896892551933431,
      "learning_rate": 0.00027824999999999996,
      "loss": 8.125,
      "step": 1855
    },
    {
      "epoch": 0.07601884087651034,
      "grad_norm": 6.871594036383261,
      "learning_rate": 0.0002784,
      "loss": 8.5625,
      "step": 1856
    },
    {
      "epoch": 0.07605979930370674,
      "grad_norm": 3.14581820130712,
      "learning_rate": 0.00027854999999999997,
      "loss": 8.125,
      "step": 1857
    },
    {
      "epoch": 0.07610075773090313,
      "grad_norm": 3.41089479814189,
      "learning_rate": 0.0002787,
      "loss": 7.7812,
      "step": 1858
    },
    {
      "epoch": 0.07614171615809953,
      "grad_norm": 3.7049833182655654,
      "learning_rate": 0.00027885,
      "loss": 8.0625,
      "step": 1859
    },
    {
      "epoch": 0.07618267458529593,
      "grad_norm": 3.8309800217784185,
      "learning_rate": 0.000279,
      "loss": 7.75,
      "step": 1860
    },
    {
      "epoch": 0.07622363301249233,
      "grad_norm": 3.9071724844099167,
      "learning_rate": 0.00027915,
      "loss": 7.7812,
      "step": 1861
    },
    {
      "epoch": 0.07626459143968872,
      "grad_norm": 2.471276920169094,
      "learning_rate": 0.0002793,
      "loss": 8.4375,
      "step": 1862
    },
    {
      "epoch": 0.0763055498668851,
      "grad_norm": 3.24274712437571,
      "learning_rate": 0.00027945,
      "loss": 9.1875,
      "step": 1863
    },
    {
      "epoch": 0.0763465082940815,
      "grad_norm": 3.127965393371108,
      "learning_rate": 0.00027959999999999997,
      "loss": 7.7188,
      "step": 1864
    },
    {
      "epoch": 0.0763874667212779,
      "grad_norm": 2.846167995733815,
      "learning_rate": 0.00027975,
      "loss": 9.0,
      "step": 1865
    },
    {
      "epoch": 0.0764284251484743,
      "grad_norm": 4.156944452272867,
      "learning_rate": 0.0002799,
      "loss": 9.5625,
      "step": 1866
    },
    {
      "epoch": 0.0764693835756707,
      "grad_norm": 2.3743978152455196,
      "learning_rate": 0.00028004999999999995,
      "loss": 8.8125,
      "step": 1867
    },
    {
      "epoch": 0.07651034200286709,
      "grad_norm": 2.494761331117427,
      "learning_rate": 0.0002802,
      "loss": 7.9688,
      "step": 1868
    },
    {
      "epoch": 0.07655130043006349,
      "grad_norm": 2.924531522060414,
      "learning_rate": 0.00028034999999999996,
      "loss": 8.25,
      "step": 1869
    },
    {
      "epoch": 0.07659225885725988,
      "grad_norm": 3.4800979336330053,
      "learning_rate": 0.0002805,
      "loss": 8.5625,
      "step": 1870
    },
    {
      "epoch": 0.07663321728445628,
      "grad_norm": 3.5691960629842763,
      "learning_rate": 0.00028064999999999996,
      "loss": 9.5625,
      "step": 1871
    },
    {
      "epoch": 0.07667417571165268,
      "grad_norm": 5.2114261856701365,
      "learning_rate": 0.0002808,
      "loss": 7.9375,
      "step": 1872
    },
    {
      "epoch": 0.07671513413884906,
      "grad_norm": 3.1487233816680775,
      "learning_rate": 0.00028094999999999997,
      "loss": 9.0,
      "step": 1873
    },
    {
      "epoch": 0.07675609256604546,
      "grad_norm": 2.617216628256552,
      "learning_rate": 0.0002811,
      "loss": 8.0625,
      "step": 1874
    },
    {
      "epoch": 0.07679705099324186,
      "grad_norm": 2.687920769782271,
      "learning_rate": 0.00028125,
      "loss": 8.25,
      "step": 1875
    },
    {
      "epoch": 0.07683800942043825,
      "grad_norm": 2.1848037640920417,
      "learning_rate": 0.00028139999999999996,
      "loss": 8.375,
      "step": 1876
    },
    {
      "epoch": 0.07687896784763465,
      "grad_norm": 2.9478947657943655,
      "learning_rate": 0.00028155,
      "loss": 10.0,
      "step": 1877
    },
    {
      "epoch": 0.07691992627483105,
      "grad_norm": 2.773703146550106,
      "learning_rate": 0.00028169999999999996,
      "loss": 8.625,
      "step": 1878
    },
    {
      "epoch": 0.07696088470202744,
      "grad_norm": 2.093069749166634,
      "learning_rate": 0.00028185,
      "loss": 7.6875,
      "step": 1879
    },
    {
      "epoch": 0.07700184312922384,
      "grad_norm": 2.1217500599143544,
      "learning_rate": 0.00028199999999999997,
      "loss": 9.1875,
      "step": 1880
    },
    {
      "epoch": 0.07704280155642024,
      "grad_norm": 3.63367349014565,
      "learning_rate": 0.00028215,
      "loss": 7.9375,
      "step": 1881
    },
    {
      "epoch": 0.07708375998361663,
      "grad_norm": 2.8856220792848055,
      "learning_rate": 0.0002823,
      "loss": 7.375,
      "step": 1882
    },
    {
      "epoch": 0.07712471841081303,
      "grad_norm": 2.4611783648756047,
      "learning_rate": 0.00028244999999999995,
      "loss": 7.9688,
      "step": 1883
    },
    {
      "epoch": 0.07716567683800941,
      "grad_norm": 3.2225438497677885,
      "learning_rate": 0.0002826,
      "loss": 8.0,
      "step": 1884
    },
    {
      "epoch": 0.07720663526520581,
      "grad_norm": 2.43512221730616,
      "learning_rate": 0.00028274999999999996,
      "loss": 7.875,
      "step": 1885
    },
    {
      "epoch": 0.07724759369240221,
      "grad_norm": 2.618228087833551,
      "learning_rate": 0.00028289999999999994,
      "loss": 8.375,
      "step": 1886
    },
    {
      "epoch": 0.0772885521195986,
      "grad_norm": 11.996445756237058,
      "learning_rate": 0.00028304999999999997,
      "loss": 7.1875,
      "step": 1887
    },
    {
      "epoch": 0.077329510546795,
      "grad_norm": 4.057277934625693,
      "learning_rate": 0.00028319999999999994,
      "loss": 9.0625,
      "step": 1888
    },
    {
      "epoch": 0.0773704689739914,
      "grad_norm": 3.020298465174412,
      "learning_rate": 0.00028335,
      "loss": 7.6875,
      "step": 1889
    },
    {
      "epoch": 0.0774114274011878,
      "grad_norm": 2.2862645573675957,
      "learning_rate": 0.00028349999999999995,
      "loss": 8.3125,
      "step": 1890
    },
    {
      "epoch": 0.0774523858283842,
      "grad_norm": 2.3991372470237224,
      "learning_rate": 0.00028365,
      "loss": 7.8438,
      "step": 1891
    },
    {
      "epoch": 0.07749334425558059,
      "grad_norm": 2.362459967408405,
      "learning_rate": 0.00028379999999999996,
      "loss": 8.375,
      "step": 1892
    },
    {
      "epoch": 0.07753430268277699,
      "grad_norm": 3.219908340573663,
      "learning_rate": 0.00028395,
      "loss": 8.4375,
      "step": 1893
    },
    {
      "epoch": 0.07757526110997337,
      "grad_norm": 2.4555794763236816,
      "learning_rate": 0.00028409999999999997,
      "loss": 8.0625,
      "step": 1894
    },
    {
      "epoch": 0.07761621953716977,
      "grad_norm": 2.4096733484601964,
      "learning_rate": 0.00028425,
      "loss": 7.5312,
      "step": 1895
    },
    {
      "epoch": 0.07765717796436616,
      "grad_norm": 5.952621256932212,
      "learning_rate": 0.0002844,
      "loss": 8.4375,
      "step": 1896
    },
    {
      "epoch": 0.07769813639156256,
      "grad_norm": 2.248285423842426,
      "learning_rate": 0.00028455,
      "loss": 8.4375,
      "step": 1897
    },
    {
      "epoch": 0.07773909481875896,
      "grad_norm": 2.68487865920615,
      "learning_rate": 0.0002847,
      "loss": 9.0625,
      "step": 1898
    },
    {
      "epoch": 0.07778005324595536,
      "grad_norm": 2.86874898469971,
      "learning_rate": 0.00028484999999999996,
      "loss": 7.1875,
      "step": 1899
    },
    {
      "epoch": 0.07782101167315175,
      "grad_norm": 2.5825547751165843,
      "learning_rate": 0.000285,
      "loss": 8.0625,
      "step": 1900
    },
    {
      "epoch": 0.07786197010034815,
      "grad_norm": 3.2808698653022406,
      "learning_rate": 0.00028514999999999997,
      "loss": 8.6875,
      "step": 1901
    },
    {
      "epoch": 0.07790292852754455,
      "grad_norm": 2.324175337261306,
      "learning_rate": 0.00028529999999999994,
      "loss": 7.9688,
      "step": 1902
    },
    {
      "epoch": 0.07794388695474094,
      "grad_norm": 2.876229996675082,
      "learning_rate": 0.00028544999999999997,
      "loss": 9.375,
      "step": 1903
    },
    {
      "epoch": 0.07798484538193734,
      "grad_norm": 2.8478927591905756,
      "learning_rate": 0.00028559999999999995,
      "loss": 10.125,
      "step": 1904
    },
    {
      "epoch": 0.07802580380913372,
      "grad_norm": 2.634237048481476,
      "learning_rate": 0.00028575,
      "loss": 8.375,
      "step": 1905
    },
    {
      "epoch": 0.07806676223633012,
      "grad_norm": 4.223705852024265,
      "learning_rate": 0.00028589999999999996,
      "loss": 7.7188,
      "step": 1906
    },
    {
      "epoch": 0.07810772066352652,
      "grad_norm": 2.9488327221552626,
      "learning_rate": 0.00028605,
      "loss": 7.7812,
      "step": 1907
    },
    {
      "epoch": 0.07814867909072291,
      "grad_norm": 2.3954866259558663,
      "learning_rate": 0.00028619999999999996,
      "loss": 8.5625,
      "step": 1908
    },
    {
      "epoch": 0.07818963751791931,
      "grad_norm": 3.9594509787830443,
      "learning_rate": 0.00028635,
      "loss": 7.0312,
      "step": 1909
    },
    {
      "epoch": 0.07823059594511571,
      "grad_norm": 3.013801801264829,
      "learning_rate": 0.00028649999999999997,
      "loss": 8.5625,
      "step": 1910
    },
    {
      "epoch": 0.0782715543723121,
      "grad_norm": 2.039819148599588,
      "learning_rate": 0.00028665,
      "loss": 8.125,
      "step": 1911
    },
    {
      "epoch": 0.0783125127995085,
      "grad_norm": 3.5003430828339517,
      "learning_rate": 0.0002868,
      "loss": 8.25,
      "step": 1912
    },
    {
      "epoch": 0.0783534712267049,
      "grad_norm": 2.8371641554179607,
      "learning_rate": 0.00028694999999999995,
      "loss": 7.5312,
      "step": 1913
    },
    {
      "epoch": 0.0783944296539013,
      "grad_norm": 2.1804350421213083,
      "learning_rate": 0.0002871,
      "loss": 7.9688,
      "step": 1914
    },
    {
      "epoch": 0.07843538808109769,
      "grad_norm": 10.384811658451182,
      "learning_rate": 0.00028724999999999996,
      "loss": 7.3438,
      "step": 1915
    },
    {
      "epoch": 0.07847634650829408,
      "grad_norm": 2.227164139958899,
      "learning_rate": 0.00028739999999999994,
      "loss": 7.7812,
      "step": 1916
    },
    {
      "epoch": 0.07851730493549047,
      "grad_norm": 11.024957555461457,
      "learning_rate": 0.00028754999999999997,
      "loss": 10.625,
      "step": 1917
    },
    {
      "epoch": 0.07855826336268687,
      "grad_norm": 3.0575347790100635,
      "learning_rate": 0.00028769999999999995,
      "loss": 7.8125,
      "step": 1918
    },
    {
      "epoch": 0.07859922178988327,
      "grad_norm": 3.8516724193043896,
      "learning_rate": 0.00028785,
      "loss": 9.375,
      "step": 1919
    },
    {
      "epoch": 0.07864018021707966,
      "grad_norm": 3.1168852965579723,
      "learning_rate": 0.00028799999999999995,
      "loss": 9.875,
      "step": 1920
    },
    {
      "epoch": 0.07868113864427606,
      "grad_norm": 7.367936733848379,
      "learning_rate": 0.00028815,
      "loss": 7.5312,
      "step": 1921
    },
    {
      "epoch": 0.07872209707147246,
      "grad_norm": 2.354489022943652,
      "learning_rate": 0.00028829999999999996,
      "loss": 8.25,
      "step": 1922
    },
    {
      "epoch": 0.07876305549866885,
      "grad_norm": 3.086971811554607,
      "learning_rate": 0.00028845,
      "loss": 8.375,
      "step": 1923
    },
    {
      "epoch": 0.07880401392586525,
      "grad_norm": 2.090510895040391,
      "learning_rate": 0.00028859999999999997,
      "loss": 7.4062,
      "step": 1924
    },
    {
      "epoch": 0.07884497235306165,
      "grad_norm": 2.1163059512929028,
      "learning_rate": 0.00028875,
      "loss": 8.4375,
      "step": 1925
    },
    {
      "epoch": 0.07888593078025803,
      "grad_norm": 3.0371273073268314,
      "learning_rate": 0.0002889,
      "loss": 7.5625,
      "step": 1926
    },
    {
      "epoch": 0.07892688920745443,
      "grad_norm": 2.8026380450871065,
      "learning_rate": 0.00028905,
      "loss": 7.6875,
      "step": 1927
    },
    {
      "epoch": 0.07896784763465083,
      "grad_norm": 2.90525023577715,
      "learning_rate": 0.0002892,
      "loss": 8.1875,
      "step": 1928
    },
    {
      "epoch": 0.07900880606184722,
      "grad_norm": 4.855106836893413,
      "learning_rate": 0.00028934999999999996,
      "loss": 10.0,
      "step": 1929
    },
    {
      "epoch": 0.07904976448904362,
      "grad_norm": 2.6441310184088302,
      "learning_rate": 0.0002895,
      "loss": 7.0938,
      "step": 1930
    },
    {
      "epoch": 0.07909072291624002,
      "grad_norm": 2.0095872462711704,
      "learning_rate": 0.00028964999999999997,
      "loss": 7.5312,
      "step": 1931
    },
    {
      "epoch": 0.07913168134343641,
      "grad_norm": 3.5851791319323283,
      "learning_rate": 0.00028979999999999994,
      "loss": 9.3125,
      "step": 1932
    },
    {
      "epoch": 0.07917263977063281,
      "grad_norm": 3.12802314291935,
      "learning_rate": 0.00028995,
      "loss": 7.5,
      "step": 1933
    },
    {
      "epoch": 0.07921359819782921,
      "grad_norm": 2.379764700525428,
      "learning_rate": 0.00029009999999999995,
      "loss": 8.125,
      "step": 1934
    },
    {
      "epoch": 0.0792545566250256,
      "grad_norm": 2.972406420102257,
      "learning_rate": 0.00029025,
      "loss": 9.9375,
      "step": 1935
    },
    {
      "epoch": 0.079295515052222,
      "grad_norm": 11.222513259148771,
      "learning_rate": 0.00029039999999999996,
      "loss": 7.125,
      "step": 1936
    },
    {
      "epoch": 0.07933647347941838,
      "grad_norm": 3.5305814658132095,
      "learning_rate": 0.00029055,
      "loss": 9.5,
      "step": 1937
    },
    {
      "epoch": 0.07937743190661478,
      "grad_norm": 2.610302733788831,
      "learning_rate": 0.00029069999999999996,
      "loss": 8.1875,
      "step": 1938
    },
    {
      "epoch": 0.07941839033381118,
      "grad_norm": 5.5010621405253355,
      "learning_rate": 0.00029085,
      "loss": 8.5625,
      "step": 1939
    },
    {
      "epoch": 0.07945934876100758,
      "grad_norm": 2.686036539152567,
      "learning_rate": 0.00029099999999999997,
      "loss": 8.0625,
      "step": 1940
    },
    {
      "epoch": 0.07950030718820397,
      "grad_norm": 2.351741231895789,
      "learning_rate": 0.00029115,
      "loss": 7.5938,
      "step": 1941
    },
    {
      "epoch": 0.07954126561540037,
      "grad_norm": 6.451062268805479,
      "learning_rate": 0.0002913,
      "loss": 8.75,
      "step": 1942
    },
    {
      "epoch": 0.07958222404259677,
      "grad_norm": 4.853853985212363,
      "learning_rate": 0.00029145,
      "loss": 8.3125,
      "step": 1943
    },
    {
      "epoch": 0.07962318246979316,
      "grad_norm": 3.4027056242739095,
      "learning_rate": 0.0002916,
      "loss": 7.875,
      "step": 1944
    },
    {
      "epoch": 0.07966414089698956,
      "grad_norm": 3.699607692308437,
      "learning_rate": 0.00029174999999999996,
      "loss": 9.3125,
      "step": 1945
    },
    {
      "epoch": 0.07970509932418596,
      "grad_norm": 2.6226515139589184,
      "learning_rate": 0.0002919,
      "loss": 7.5938,
      "step": 1946
    },
    {
      "epoch": 0.07974605775138234,
      "grad_norm": 2.835131982141544,
      "learning_rate": 0.00029204999999999997,
      "loss": 7.1562,
      "step": 1947
    },
    {
      "epoch": 0.07978701617857874,
      "grad_norm": 2.1980839638738208,
      "learning_rate": 0.00029219999999999995,
      "loss": 7.625,
      "step": 1948
    },
    {
      "epoch": 0.07982797460577513,
      "grad_norm": 2.176756713620186,
      "learning_rate": 0.00029235,
      "loss": 7.375,
      "step": 1949
    },
    {
      "epoch": 0.07986893303297153,
      "grad_norm": 3.9729487546372613,
      "learning_rate": 0.00029249999999999995,
      "loss": 7.2812,
      "step": 1950
    },
    {
      "epoch": 0.07990989146016793,
      "grad_norm": 4.798368525336581,
      "learning_rate": 0.00029265,
      "loss": 8.1875,
      "step": 1951
    },
    {
      "epoch": 0.07995084988736433,
      "grad_norm": 2.427027211448154,
      "learning_rate": 0.00029279999999999996,
      "loss": 8.0625,
      "step": 1952
    },
    {
      "epoch": 0.07999180831456072,
      "grad_norm": 3.5602454079009327,
      "learning_rate": 0.00029295,
      "loss": 8.6875,
      "step": 1953
    },
    {
      "epoch": 0.08003276674175712,
      "grad_norm": 10.550884679157999,
      "learning_rate": 0.00029309999999999997,
      "loss": 9.375,
      "step": 1954
    },
    {
      "epoch": 0.08007372516895352,
      "grad_norm": 2.983607247238382,
      "learning_rate": 0.00029325,
      "loss": 8.3125,
      "step": 1955
    },
    {
      "epoch": 0.08011468359614991,
      "grad_norm": 2.8116993807914894,
      "learning_rate": 0.0002934,
      "loss": 8.0625,
      "step": 1956
    },
    {
      "epoch": 0.08015564202334631,
      "grad_norm": 3.1703893102388143,
      "learning_rate": 0.00029355,
      "loss": 7.2188,
      "step": 1957
    },
    {
      "epoch": 0.0801966004505427,
      "grad_norm": 3.760800685674805,
      "learning_rate": 0.0002937,
      "loss": 7.7188,
      "step": 1958
    },
    {
      "epoch": 0.08023755887773909,
      "grad_norm": 4.123467451769245,
      "learning_rate": 0.00029384999999999996,
      "loss": 7.4688,
      "step": 1959
    },
    {
      "epoch": 0.08027851730493549,
      "grad_norm": 2.6415198969658613,
      "learning_rate": 0.000294,
      "loss": 6.8125,
      "step": 1960
    },
    {
      "epoch": 0.08031947573213188,
      "grad_norm": 2.1265158447909718,
      "learning_rate": 0.00029414999999999997,
      "loss": 8.5,
      "step": 1961
    },
    {
      "epoch": 0.08036043415932828,
      "grad_norm": 2.238503825318546,
      "learning_rate": 0.00029429999999999994,
      "loss": 7.7188,
      "step": 1962
    },
    {
      "epoch": 0.08040139258652468,
      "grad_norm": 2.1996488441486557,
      "learning_rate": 0.00029445,
      "loss": 8.0625,
      "step": 1963
    },
    {
      "epoch": 0.08044235101372108,
      "grad_norm": 1.7273242264106985,
      "learning_rate": 0.00029459999999999995,
      "loss": 7.6875,
      "step": 1964
    },
    {
      "epoch": 0.08048330944091747,
      "grad_norm": 7.73924753172184,
      "learning_rate": 0.00029475,
      "loss": 8.5625,
      "step": 1965
    },
    {
      "epoch": 0.08052426786811387,
      "grad_norm": 2.730797167087738,
      "learning_rate": 0.00029489999999999996,
      "loss": 8.0,
      "step": 1966
    },
    {
      "epoch": 0.08056522629531027,
      "grad_norm": 2.566042959373202,
      "learning_rate": 0.00029505,
      "loss": 8.25,
      "step": 1967
    },
    {
      "epoch": 0.08060618472250665,
      "grad_norm": 2.4734518493505364,
      "learning_rate": 0.00029519999999999997,
      "loss": 8.6875,
      "step": 1968
    },
    {
      "epoch": 0.08064714314970305,
      "grad_norm": 2.65982198165725,
      "learning_rate": 0.00029535,
      "loss": 8.25,
      "step": 1969
    },
    {
      "epoch": 0.08068810157689944,
      "grad_norm": 2.7739996219012704,
      "learning_rate": 0.00029549999999999997,
      "loss": 8.6875,
      "step": 1970
    },
    {
      "epoch": 0.08072906000409584,
      "grad_norm": 3.952911379365548,
      "learning_rate": 0.00029565,
      "loss": 7.4062,
      "step": 1971
    },
    {
      "epoch": 0.08077001843129224,
      "grad_norm": 3.448504865356359,
      "learning_rate": 0.0002958,
      "loss": 7.9062,
      "step": 1972
    },
    {
      "epoch": 0.08081097685848863,
      "grad_norm": 2.738784302501516,
      "learning_rate": 0.00029595,
      "loss": 8.8125,
      "step": 1973
    },
    {
      "epoch": 0.08085193528568503,
      "grad_norm": 2.0057827307751035,
      "learning_rate": 0.0002961,
      "loss": 7.7188,
      "step": 1974
    },
    {
      "epoch": 0.08089289371288143,
      "grad_norm": 3.3195381636383545,
      "learning_rate": 0.00029624999999999996,
      "loss": 8.1875,
      "step": 1975
    },
    {
      "epoch": 0.08093385214007782,
      "grad_norm": 2.729094010662274,
      "learning_rate": 0.0002964,
      "loss": 8.375,
      "step": 1976
    },
    {
      "epoch": 0.08097481056727422,
      "grad_norm": 3.0343758630733135,
      "learning_rate": 0.00029654999999999997,
      "loss": 9.5625,
      "step": 1977
    },
    {
      "epoch": 0.08101576899447062,
      "grad_norm": 3.9809326921421317,
      "learning_rate": 0.00029669999999999995,
      "loss": 8.25,
      "step": 1978
    },
    {
      "epoch": 0.081056727421667,
      "grad_norm": 2.6806855472184443,
      "learning_rate": 0.00029685,
      "loss": 7.6562,
      "step": 1979
    },
    {
      "epoch": 0.0810976858488634,
      "grad_norm": 2.6381863489284307,
      "learning_rate": 0.00029699999999999996,
      "loss": 7.9688,
      "step": 1980
    },
    {
      "epoch": 0.0811386442760598,
      "grad_norm": 7.527635852891334,
      "learning_rate": 0.00029715,
      "loss": 9.5,
      "step": 1981
    },
    {
      "epoch": 0.08117960270325619,
      "grad_norm": 3.696475724366304,
      "learning_rate": 0.00029729999999999996,
      "loss": 8.25,
      "step": 1982
    },
    {
      "epoch": 0.08122056113045259,
      "grad_norm": 2.8593464804589916,
      "learning_rate": 0.00029745,
      "loss": 7.4688,
      "step": 1983
    },
    {
      "epoch": 0.08126151955764899,
      "grad_norm": 3.376374881948977,
      "learning_rate": 0.00029759999999999997,
      "loss": 9.8125,
      "step": 1984
    },
    {
      "epoch": 0.08130247798484538,
      "grad_norm": 2.346828565779055,
      "learning_rate": 0.00029775,
      "loss": 7.9375,
      "step": 1985
    },
    {
      "epoch": 0.08134343641204178,
      "grad_norm": 4.52653068718555,
      "learning_rate": 0.0002979,
      "loss": 9.125,
      "step": 1986
    },
    {
      "epoch": 0.08138439483923818,
      "grad_norm": 2.008856574290457,
      "learning_rate": 0.00029805,
      "loss": 8.125,
      "step": 1987
    },
    {
      "epoch": 0.08142535326643457,
      "grad_norm": 1.9783300916947089,
      "learning_rate": 0.0002982,
      "loss": 7.8125,
      "step": 1988
    },
    {
      "epoch": 0.08146631169363096,
      "grad_norm": 2.1416923692379743,
      "learning_rate": 0.00029835,
      "loss": 7.25,
      "step": 1989
    },
    {
      "epoch": 0.08150727012082735,
      "grad_norm": 3.3301137206394307,
      "learning_rate": 0.0002985,
      "loss": 7.5312,
      "step": 1990
    },
    {
      "epoch": 0.08154822854802375,
      "grad_norm": 2.2615653965754983,
      "learning_rate": 0.00029864999999999997,
      "loss": 8.0,
      "step": 1991
    },
    {
      "epoch": 0.08158918697522015,
      "grad_norm": 2.984714955513425,
      "learning_rate": 0.0002988,
      "loss": 7.25,
      "step": 1992
    },
    {
      "epoch": 0.08163014540241655,
      "grad_norm": 2.358680900720603,
      "learning_rate": 0.00029895,
      "loss": 7.6562,
      "step": 1993
    },
    {
      "epoch": 0.08167110382961294,
      "grad_norm": 2.255082704933117,
      "learning_rate": 0.00029909999999999995,
      "loss": 7.5312,
      "step": 1994
    },
    {
      "epoch": 0.08171206225680934,
      "grad_norm": 2.3535724283294033,
      "learning_rate": 0.00029925,
      "loss": 7.3438,
      "step": 1995
    },
    {
      "epoch": 0.08175302068400574,
      "grad_norm": 2.27445554563252,
      "learning_rate": 0.00029939999999999996,
      "loss": 7.9688,
      "step": 1996
    },
    {
      "epoch": 0.08179397911120213,
      "grad_norm": 2.6173577656018243,
      "learning_rate": 0.00029955,
      "loss": 8.1875,
      "step": 1997
    },
    {
      "epoch": 0.08183493753839853,
      "grad_norm": 2.835087076744997,
      "learning_rate": 0.00029969999999999997,
      "loss": 7.7812,
      "step": 1998
    },
    {
      "epoch": 0.08187589596559493,
      "grad_norm": 2.7821482216390376,
      "learning_rate": 0.00029985,
      "loss": 7.9062,
      "step": 1999
    },
    {
      "epoch": 0.08191685439279131,
      "grad_norm": 3.0989117470323575,
      "learning_rate": 0.0003,
      "loss": 8.875,
      "step": 2000
    },
    {
      "epoch": 0.08195781281998771,
      "grad_norm": 2.151915516152924,
      "learning_rate": 0.00029999999996454434,
      "loss": 7.5938,
      "step": 2001
    },
    {
      "epoch": 0.0819987712471841,
      "grad_norm": 2.773748678356502,
      "learning_rate": 0.0002999999998581774,
      "loss": 8.1875,
      "step": 2002
    },
    {
      "epoch": 0.0820397296743805,
      "grad_norm": 2.3149715318322492,
      "learning_rate": 0.00029999999968089916,
      "loss": 7.375,
      "step": 2003
    },
    {
      "epoch": 0.0820806881015769,
      "grad_norm": 1.9513543776272324,
      "learning_rate": 0.0002999999994327096,
      "loss": 8.125,
      "step": 2004
    },
    {
      "epoch": 0.0821216465287733,
      "grad_norm": 2.026936525142934,
      "learning_rate": 0.00029999999911360875,
      "loss": 7.7812,
      "step": 2005
    },
    {
      "epoch": 0.08216260495596969,
      "grad_norm": 2.255154922744122,
      "learning_rate": 0.0002999999987235967,
      "loss": 7.5625,
      "step": 2006
    },
    {
      "epoch": 0.08220356338316609,
      "grad_norm": 2.01128036178553,
      "learning_rate": 0.0002999999982626732,
      "loss": 7.625,
      "step": 2007
    },
    {
      "epoch": 0.08224452181036249,
      "grad_norm": 2.6833271919143944,
      "learning_rate": 0.0002999999977308385,
      "loss": 9.25,
      "step": 2008
    },
    {
      "epoch": 0.08228548023755888,
      "grad_norm": 1.6865550747686648,
      "learning_rate": 0.0002999999971280925,
      "loss": 7.4375,
      "step": 2009
    },
    {
      "epoch": 0.08232643866475527,
      "grad_norm": 2.281111289509318,
      "learning_rate": 0.0002999999964544352,
      "loss": 7.7188,
      "step": 2010
    },
    {
      "epoch": 0.08236739709195166,
      "grad_norm": 4.4363499730902545,
      "learning_rate": 0.00029999999570986657,
      "loss": 6.75,
      "step": 2011
    },
    {
      "epoch": 0.08240835551914806,
      "grad_norm": 2.0259452699817326,
      "learning_rate": 0.0002999999948943867,
      "loss": 7.25,
      "step": 2012
    },
    {
      "epoch": 0.08244931394634446,
      "grad_norm": 2.262776941427212,
      "learning_rate": 0.0002999999940079955,
      "loss": 7.3438,
      "step": 2013
    },
    {
      "epoch": 0.08249027237354085,
      "grad_norm": 2.22194455870187,
      "learning_rate": 0.00029999999305069307,
      "loss": 7.9688,
      "step": 2014
    },
    {
      "epoch": 0.08253123080073725,
      "grad_norm": 3.6411101046868826,
      "learning_rate": 0.00029999999202247926,
      "loss": 9.0625,
      "step": 2015
    },
    {
      "epoch": 0.08257218922793365,
      "grad_norm": 2.6699434106376247,
      "learning_rate": 0.0002999999909233542,
      "loss": 7.625,
      "step": 2016
    },
    {
      "epoch": 0.08261314765513005,
      "grad_norm": 2.1023899838531266,
      "learning_rate": 0.00029999998975331784,
      "loss": 7.9688,
      "step": 2017
    },
    {
      "epoch": 0.08265410608232644,
      "grad_norm": 1.969832864166095,
      "learning_rate": 0.00029999998851237017,
      "loss": 8.0625,
      "step": 2018
    },
    {
      "epoch": 0.08269506450952284,
      "grad_norm": 2.513366621699343,
      "learning_rate": 0.00029999998720051124,
      "loss": 7.3438,
      "step": 2019
    },
    {
      "epoch": 0.08273602293671924,
      "grad_norm": 11.297532631804986,
      "learning_rate": 0.000299999985817741,
      "loss": 7.8438,
      "step": 2020
    },
    {
      "epoch": 0.08277698136391562,
      "grad_norm": 2.448547639969155,
      "learning_rate": 0.0002999999843640595,
      "loss": 7.5938,
      "step": 2021
    },
    {
      "epoch": 0.08281793979111202,
      "grad_norm": 9.82766371197708,
      "learning_rate": 0.00029999998283946667,
      "loss": 8.6875,
      "step": 2022
    },
    {
      "epoch": 0.08285889821830841,
      "grad_norm": 3.166206451847127,
      "learning_rate": 0.00029999998124396256,
      "loss": 8.4375,
      "step": 2023
    },
    {
      "epoch": 0.08289985664550481,
      "grad_norm": 2.3617172906451036,
      "learning_rate": 0.00029999997957754724,
      "loss": 7.6562,
      "step": 2024
    },
    {
      "epoch": 0.08294081507270121,
      "grad_norm": 2.5368515379267174,
      "learning_rate": 0.00029999997784022054,
      "loss": 7.375,
      "step": 2025
    },
    {
      "epoch": 0.0829817734998976,
      "grad_norm": 2.15722878704227,
      "learning_rate": 0.0002999999760319826,
      "loss": 7.25,
      "step": 2026
    },
    {
      "epoch": 0.083022731927094,
      "grad_norm": 4.969719343642078,
      "learning_rate": 0.0002999999741528334,
      "loss": 10.1875,
      "step": 2027
    },
    {
      "epoch": 0.0830636903542904,
      "grad_norm": 3.224214388702743,
      "learning_rate": 0.00029999997220277283,
      "loss": 7.8438,
      "step": 2028
    },
    {
      "epoch": 0.0831046487814868,
      "grad_norm": 2.1982277176665015,
      "learning_rate": 0.000299999970181801,
      "loss": 7.5625,
      "step": 2029
    },
    {
      "epoch": 0.08314560720868319,
      "grad_norm": 5.941504476880357,
      "learning_rate": 0.0002999999680899179,
      "loss": 8.875,
      "step": 2030
    },
    {
      "epoch": 0.08318656563587959,
      "grad_norm": 2.7801371953726814,
      "learning_rate": 0.00029999996592712356,
      "loss": 7.5312,
      "step": 2031
    },
    {
      "epoch": 0.08322752406307597,
      "grad_norm": 2.279419157493385,
      "learning_rate": 0.00029999996369341794,
      "loss": 7.3125,
      "step": 2032
    },
    {
      "epoch": 0.08326848249027237,
      "grad_norm": 2.02395538470848,
      "learning_rate": 0.000299999961388801,
      "loss": 7.4375,
      "step": 2033
    },
    {
      "epoch": 0.08330944091746877,
      "grad_norm": 2.741115993581582,
      "learning_rate": 0.0002999999590132728,
      "loss": 10.3125,
      "step": 2034
    },
    {
      "epoch": 0.08335039934466516,
      "grad_norm": 1.857676590512572,
      "learning_rate": 0.0002999999565668333,
      "loss": 7.2188,
      "step": 2035
    },
    {
      "epoch": 0.08339135777186156,
      "grad_norm": 2.2674688018154945,
      "learning_rate": 0.0002999999540494826,
      "loss": 7.4062,
      "step": 2036
    },
    {
      "epoch": 0.08343231619905796,
      "grad_norm": 1.608957002715928,
      "learning_rate": 0.00029999995146122053,
      "loss": 7.0625,
      "step": 2037
    },
    {
      "epoch": 0.08347327462625435,
      "grad_norm": 2.3512078443378575,
      "learning_rate": 0.00029999994880204725,
      "loss": 8.0625,
      "step": 2038
    },
    {
      "epoch": 0.08351423305345075,
      "grad_norm": 2.180497346325473,
      "learning_rate": 0.00029999994607196265,
      "loss": 7.1875,
      "step": 2039
    },
    {
      "epoch": 0.08355519148064715,
      "grad_norm": 1.9583021349454033,
      "learning_rate": 0.00029999994327096683,
      "loss": 7.8438,
      "step": 2040
    },
    {
      "epoch": 0.08359614990784354,
      "grad_norm": 3.3730829892698924,
      "learning_rate": 0.0002999999403990597,
      "loss": 8.9375,
      "step": 2041
    },
    {
      "epoch": 0.08363710833503993,
      "grad_norm": 2.9672538674760136,
      "learning_rate": 0.00029999993745624134,
      "loss": 8.25,
      "step": 2042
    },
    {
      "epoch": 0.08367806676223633,
      "grad_norm": 1.7682915050148056,
      "learning_rate": 0.00029999993444251166,
      "loss": 7.5312,
      "step": 2043
    },
    {
      "epoch": 0.08371902518943272,
      "grad_norm": 3.2038041802786665,
      "learning_rate": 0.0002999999313578708,
      "loss": 8.75,
      "step": 2044
    },
    {
      "epoch": 0.08375998361662912,
      "grad_norm": 1.642272857444414,
      "learning_rate": 0.00029999992820231857,
      "loss": 7.125,
      "step": 2045
    },
    {
      "epoch": 0.08380094204382552,
      "grad_norm": 2.020875381509412,
      "learning_rate": 0.00029999992497585515,
      "loss": 7.25,
      "step": 2046
    },
    {
      "epoch": 0.08384190047102191,
      "grad_norm": 5.538289727816464,
      "learning_rate": 0.00029999992167848046,
      "loss": 9.875,
      "step": 2047
    },
    {
      "epoch": 0.08388285889821831,
      "grad_norm": 2.142490053465109,
      "learning_rate": 0.0002999999183101945,
      "loss": 7.6562,
      "step": 2048
    },
    {
      "epoch": 0.0839238173254147,
      "grad_norm": 1.9967756193809216,
      "learning_rate": 0.0002999999148709973,
      "loss": 7.875,
      "step": 2049
    },
    {
      "epoch": 0.0839647757526111,
      "grad_norm": 2.13792668268219,
      "learning_rate": 0.0002999999113608888,
      "loss": 7.2812,
      "step": 2050
    },
    {
      "epoch": 0.0840057341798075,
      "grad_norm": 1.7190672471058628,
      "learning_rate": 0.0002999999077798691,
      "loss": 7.7188,
      "step": 2051
    },
    {
      "epoch": 0.0840466926070039,
      "grad_norm": 2.015953606742575,
      "learning_rate": 0.0002999999041279381,
      "loss": 7.7812,
      "step": 2052
    },
    {
      "epoch": 0.08408765103420028,
      "grad_norm": 5.844435073892869,
      "learning_rate": 0.00029999990040509587,
      "loss": 8.0,
      "step": 2053
    },
    {
      "epoch": 0.08412860946139668,
      "grad_norm": 4.200429621617865,
      "learning_rate": 0.0002999998966113424,
      "loss": 9.0,
      "step": 2054
    },
    {
      "epoch": 0.08416956788859307,
      "grad_norm": 5.787909817614494,
      "learning_rate": 0.0002999998927466777,
      "loss": 7.9062,
      "step": 2055
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 3.01866665782817,
      "learning_rate": 0.00029999988881110166,
      "loss": 9.25,
      "step": 2056
    },
    {
      "epoch": 0.08425148474298587,
      "grad_norm": 4.075195771088206,
      "learning_rate": 0.00029999988480461446,
      "loss": 8.3125,
      "step": 2057
    },
    {
      "epoch": 0.08429244317018227,
      "grad_norm": 2.1870189642734896,
      "learning_rate": 0.00029999988072721605,
      "loss": 8.3125,
      "step": 2058
    },
    {
      "epoch": 0.08433340159737866,
      "grad_norm": 2.941925344893328,
      "learning_rate": 0.00029999987657890637,
      "loss": 7.3438,
      "step": 2059
    },
    {
      "epoch": 0.08437436002457506,
      "grad_norm": 2.0193688688403433,
      "learning_rate": 0.00029999987235968537,
      "loss": 7.3438,
      "step": 2060
    },
    {
      "epoch": 0.08441531845177146,
      "grad_norm": 2.5383042514955854,
      "learning_rate": 0.00029999986806955326,
      "loss": 6.8125,
      "step": 2061
    },
    {
      "epoch": 0.08445627687896785,
      "grad_norm": 2.0383758051555505,
      "learning_rate": 0.00029999986370850984,
      "loss": 8.5625,
      "step": 2062
    },
    {
      "epoch": 0.08449723530616424,
      "grad_norm": 2.1071276194786486,
      "learning_rate": 0.0002999998592765552,
      "loss": 7.875,
      "step": 2063
    },
    {
      "epoch": 0.08453819373336063,
      "grad_norm": 2.2498753404823795,
      "learning_rate": 0.00029999985477368934,
      "loss": 8.5,
      "step": 2064
    },
    {
      "epoch": 0.08457915216055703,
      "grad_norm": 2.0664578556710587,
      "learning_rate": 0.0002999998501999123,
      "loss": 8.1875,
      "step": 2065
    },
    {
      "epoch": 0.08462011058775343,
      "grad_norm": 3.4196689519472065,
      "learning_rate": 0.00029999984555522394,
      "loss": 10.25,
      "step": 2066
    },
    {
      "epoch": 0.08466106901494982,
      "grad_norm": 3.362080474863227,
      "learning_rate": 0.00029999984083962445,
      "loss": 9.0,
      "step": 2067
    },
    {
      "epoch": 0.08470202744214622,
      "grad_norm": 3.0687464568161467,
      "learning_rate": 0.00029999983605311363,
      "loss": 7.5625,
      "step": 2068
    },
    {
      "epoch": 0.08474298586934262,
      "grad_norm": 4.06291695428825,
      "learning_rate": 0.0002999998311956917,
      "loss": 6.8125,
      "step": 2069
    },
    {
      "epoch": 0.08478394429653902,
      "grad_norm": 2.6215146296029563,
      "learning_rate": 0.0002999998262673585,
      "loss": 9.0625,
      "step": 2070
    },
    {
      "epoch": 0.08482490272373541,
      "grad_norm": 2.9575154779025494,
      "learning_rate": 0.0002999998212681141,
      "loss": 9.125,
      "step": 2071
    },
    {
      "epoch": 0.08486586115093181,
      "grad_norm": 2.150639687702618,
      "learning_rate": 0.00029999981619795846,
      "loss": 8.25,
      "step": 2072
    },
    {
      "epoch": 0.0849068195781282,
      "grad_norm": 2.079634752018651,
      "learning_rate": 0.00029999981105689164,
      "loss": 8.25,
      "step": 2073
    },
    {
      "epoch": 0.08494777800532459,
      "grad_norm": 2.0682433164899856,
      "learning_rate": 0.00029999980584491365,
      "loss": 8.25,
      "step": 2074
    },
    {
      "epoch": 0.08498873643252099,
      "grad_norm": 2.329646853092418,
      "learning_rate": 0.0002999998005620244,
      "loss": 7.9375,
      "step": 2075
    },
    {
      "epoch": 0.08502969485971738,
      "grad_norm": 2.1276983864009065,
      "learning_rate": 0.000299999795208224,
      "loss": 8.0,
      "step": 2076
    },
    {
      "epoch": 0.08507065328691378,
      "grad_norm": 2.4250875523310595,
      "learning_rate": 0.0002999997897835123,
      "loss": 7.2812,
      "step": 2077
    },
    {
      "epoch": 0.08511161171411018,
      "grad_norm": 2.4928530311765797,
      "learning_rate": 0.0002999997842878895,
      "loss": 6.75,
      "step": 2078
    },
    {
      "epoch": 0.08515257014130657,
      "grad_norm": 2.6643709194198575,
      "learning_rate": 0.0002999997787213554,
      "loss": 7.9062,
      "step": 2079
    },
    {
      "epoch": 0.08519352856850297,
      "grad_norm": 2.152160145629747,
      "learning_rate": 0.0002999997730839102,
      "loss": 7.3438,
      "step": 2080
    },
    {
      "epoch": 0.08523448699569937,
      "grad_norm": 3.022379786070821,
      "learning_rate": 0.0002999997673755538,
      "loss": 7.4688,
      "step": 2081
    },
    {
      "epoch": 0.08527544542289577,
      "grad_norm": 8.807146714554712,
      "learning_rate": 0.0002999997615962862,
      "loss": 8.5625,
      "step": 2082
    },
    {
      "epoch": 0.08531640385009216,
      "grad_norm": 3.497584471536395,
      "learning_rate": 0.00029999975574610747,
      "loss": 9.0,
      "step": 2083
    },
    {
      "epoch": 0.08535736227728855,
      "grad_norm": 1.8614415729044702,
      "learning_rate": 0.0002999997498250175,
      "loss": 8.75,
      "step": 2084
    },
    {
      "epoch": 0.08539832070448494,
      "grad_norm": 4.753847129723926,
      "learning_rate": 0.00029999974383301635,
      "loss": 8.8125,
      "step": 2085
    },
    {
      "epoch": 0.08543927913168134,
      "grad_norm": 5.066669448322021,
      "learning_rate": 0.00029999973777010403,
      "loss": 6.4062,
      "step": 2086
    },
    {
      "epoch": 0.08548023755887774,
      "grad_norm": 3.386539500583693,
      "learning_rate": 0.0002999997316362806,
      "loss": 7.9375,
      "step": 2087
    },
    {
      "epoch": 0.08552119598607413,
      "grad_norm": 3.534102277023404,
      "learning_rate": 0.00029999972543154595,
      "loss": 8.375,
      "step": 2088
    },
    {
      "epoch": 0.08556215441327053,
      "grad_norm": 2.5396921241025314,
      "learning_rate": 0.0002999997191559001,
      "loss": 7.5625,
      "step": 2089
    },
    {
      "epoch": 0.08560311284046693,
      "grad_norm": 2.0198548915671606,
      "learning_rate": 0.00029999971280934314,
      "loss": 6.5625,
      "step": 2090
    },
    {
      "epoch": 0.08564407126766332,
      "grad_norm": 2.5207640508078946,
      "learning_rate": 0.00029999970639187496,
      "loss": 9.5,
      "step": 2091
    },
    {
      "epoch": 0.08568502969485972,
      "grad_norm": 2.2242895903867517,
      "learning_rate": 0.0002999996999034957,
      "loss": 7.625,
      "step": 2092
    },
    {
      "epoch": 0.08572598812205612,
      "grad_norm": 2.0801697568327366,
      "learning_rate": 0.0002999996933442052,
      "loss": 7.8438,
      "step": 2093
    },
    {
      "epoch": 0.08576694654925252,
      "grad_norm": 2.1588616502093214,
      "learning_rate": 0.00029999968671400365,
      "loss": 8.3125,
      "step": 2094
    },
    {
      "epoch": 0.0858079049764489,
      "grad_norm": 2.0212226479489472,
      "learning_rate": 0.0002999996800128909,
      "loss": 7.5625,
      "step": 2095
    },
    {
      "epoch": 0.0858488634036453,
      "grad_norm": 2.611090936586214,
      "learning_rate": 0.000299999673240867,
      "loss": 7.5312,
      "step": 2096
    },
    {
      "epoch": 0.08588982183084169,
      "grad_norm": 1.6419784420270023,
      "learning_rate": 0.0002999996663979319,
      "loss": 7.3438,
      "step": 2097
    },
    {
      "epoch": 0.08593078025803809,
      "grad_norm": 13.101381902252184,
      "learning_rate": 0.0002999996594840858,
      "loss": 8.5625,
      "step": 2098
    },
    {
      "epoch": 0.08597173868523449,
      "grad_norm": 1.7722804412780158,
      "learning_rate": 0.00029999965249932845,
      "loss": 7.4688,
      "step": 2099
    },
    {
      "epoch": 0.08601269711243088,
      "grad_norm": 7.233872427946536,
      "learning_rate": 0.00029999964544366,
      "loss": 9.25,
      "step": 2100
    },
    {
      "epoch": 0.08605365553962728,
      "grad_norm": 2.414941111239205,
      "learning_rate": 0.00029999963831708047,
      "loss": 7.2812,
      "step": 2101
    },
    {
      "epoch": 0.08609461396682368,
      "grad_norm": 3.8398534515668126,
      "learning_rate": 0.00029999963111958976,
      "loss": 8.0625,
      "step": 2102
    },
    {
      "epoch": 0.08613557239402007,
      "grad_norm": 2.1186679819537018,
      "learning_rate": 0.00029999962385118795,
      "loss": 8.9375,
      "step": 2103
    },
    {
      "epoch": 0.08617653082121647,
      "grad_norm": 3.425066487993619,
      "learning_rate": 0.00029999961651187504,
      "loss": 7.8438,
      "step": 2104
    },
    {
      "epoch": 0.08621748924841285,
      "grad_norm": 3.5436768241470267,
      "learning_rate": 0.00029999960910165096,
      "loss": 7.9062,
      "step": 2105
    },
    {
      "epoch": 0.08625844767560925,
      "grad_norm": 2.8520715902739777,
      "learning_rate": 0.0002999996016205158,
      "loss": 7.4375,
      "step": 2106
    },
    {
      "epoch": 0.08629940610280565,
      "grad_norm": 2.5116319423899554,
      "learning_rate": 0.00029999959406846956,
      "loss": 7.6562,
      "step": 2107
    },
    {
      "epoch": 0.08634036453000205,
      "grad_norm": 1.5891508224299455,
      "learning_rate": 0.00029999958644551217,
      "loss": 7.2188,
      "step": 2108
    },
    {
      "epoch": 0.08638132295719844,
      "grad_norm": 3.859189721093971,
      "learning_rate": 0.00029999957875164374,
      "loss": 9.75,
      "step": 2109
    },
    {
      "epoch": 0.08642228138439484,
      "grad_norm": 4.279077882173376,
      "learning_rate": 0.00029999957098686414,
      "loss": 5.3125,
      "step": 2110
    },
    {
      "epoch": 0.08646323981159124,
      "grad_norm": 2.4642313746978575,
      "learning_rate": 0.00029999956315117344,
      "loss": 7.1875,
      "step": 2111
    },
    {
      "epoch": 0.08650419823878763,
      "grad_norm": 2.5596430671117627,
      "learning_rate": 0.00029999955524457174,
      "loss": 8.0625,
      "step": 2112
    },
    {
      "epoch": 0.08654515666598403,
      "grad_norm": 2.1532653766874867,
      "learning_rate": 0.0002999995472670589,
      "loss": 7.25,
      "step": 2113
    },
    {
      "epoch": 0.08658611509318043,
      "grad_norm": 2.7620953224744285,
      "learning_rate": 0.000299999539218635,
      "loss": 9.5625,
      "step": 2114
    },
    {
      "epoch": 0.08662707352037682,
      "grad_norm": 2.0921091109129857,
      "learning_rate": 0.00029999953109929997,
      "loss": 8.1875,
      "step": 2115
    },
    {
      "epoch": 0.08666803194757321,
      "grad_norm": 3.723122887329986,
      "learning_rate": 0.0002999995229090539,
      "loss": 9.625,
      "step": 2116
    },
    {
      "epoch": 0.0867089903747696,
      "grad_norm": 2.462373958218972,
      "learning_rate": 0.00029999951464789674,
      "loss": 7.0625,
      "step": 2117
    },
    {
      "epoch": 0.086749948801966,
      "grad_norm": 1.7986879646621012,
      "learning_rate": 0.0002999995063158286,
      "loss": 7.7812,
      "step": 2118
    },
    {
      "epoch": 0.0867909072291624,
      "grad_norm": 1.9547716952378549,
      "learning_rate": 0.0002999994979128493,
      "loss": 7.25,
      "step": 2119
    },
    {
      "epoch": 0.0868318656563588,
      "grad_norm": 2.284473642244366,
      "learning_rate": 0.00029999948943895894,
      "loss": 8.5,
      "step": 2120
    },
    {
      "epoch": 0.08687282408355519,
      "grad_norm": 1.908919748201885,
      "learning_rate": 0.00029999948089415757,
      "loss": 7.3125,
      "step": 2121
    },
    {
      "epoch": 0.08691378251075159,
      "grad_norm": 4.665657664833385,
      "learning_rate": 0.0002999994722784451,
      "loss": 9.1875,
      "step": 2122
    },
    {
      "epoch": 0.08695474093794799,
      "grad_norm": 2.0633857094590153,
      "learning_rate": 0.0002999994635918217,
      "loss": 6.8125,
      "step": 2123
    },
    {
      "epoch": 0.08699569936514438,
      "grad_norm": 1.9850881269944574,
      "learning_rate": 0.0002999994548342871,
      "loss": 6.7188,
      "step": 2124
    },
    {
      "epoch": 0.08703665779234078,
      "grad_norm": 2.5052205533517986,
      "learning_rate": 0.00029999944600584154,
      "loss": 7.625,
      "step": 2125
    },
    {
      "epoch": 0.08707761621953718,
      "grad_norm": 1.937129842606107,
      "learning_rate": 0.00029999943710648497,
      "loss": 8.125,
      "step": 2126
    },
    {
      "epoch": 0.08711857464673356,
      "grad_norm": 2.148402147906761,
      "learning_rate": 0.00029999942813621735,
      "loss": 7.5312,
      "step": 2127
    },
    {
      "epoch": 0.08715953307392996,
      "grad_norm": 2.3720187135667636,
      "learning_rate": 0.0002999994190950387,
      "loss": 6.875,
      "step": 2128
    },
    {
      "epoch": 0.08720049150112635,
      "grad_norm": 3.350861036487974,
      "learning_rate": 0.000299999409982949,
      "loss": 9.0625,
      "step": 2129
    },
    {
      "epoch": 0.08724144992832275,
      "grad_norm": 2.511050250580483,
      "learning_rate": 0.0002999994007999483,
      "loss": 8.1875,
      "step": 2130
    },
    {
      "epoch": 0.08728240835551915,
      "grad_norm": 2.0919017642655384,
      "learning_rate": 0.00029999939154603665,
      "loss": 7.1875,
      "step": 2131
    },
    {
      "epoch": 0.08732336678271554,
      "grad_norm": 4.505942481823015,
      "learning_rate": 0.00029999938222121395,
      "loss": 9.1875,
      "step": 2132
    },
    {
      "epoch": 0.08736432520991194,
      "grad_norm": 2.959587296639399,
      "learning_rate": 0.00029999937282548024,
      "loss": 7.1562,
      "step": 2133
    },
    {
      "epoch": 0.08740528363710834,
      "grad_norm": 2.200350457290917,
      "learning_rate": 0.00029999936335883555,
      "loss": 9.4375,
      "step": 2134
    },
    {
      "epoch": 0.08744624206430474,
      "grad_norm": 3.665492582640603,
      "learning_rate": 0.0002999993538212798,
      "loss": 8.1875,
      "step": 2135
    },
    {
      "epoch": 0.08748720049150113,
      "grad_norm": 2.430689747015769,
      "learning_rate": 0.0002999993442128131,
      "loss": 11.125,
      "step": 2136
    },
    {
      "epoch": 0.08752815891869752,
      "grad_norm": 2.3480556356856974,
      "learning_rate": 0.0002999993345334354,
      "loss": 7.6875,
      "step": 2137
    },
    {
      "epoch": 0.08756911734589391,
      "grad_norm": 1.9406047096051169,
      "learning_rate": 0.00029999932478314673,
      "loss": 7.4688,
      "step": 2138
    },
    {
      "epoch": 0.08761007577309031,
      "grad_norm": 2.882417879506414,
      "learning_rate": 0.0002999993149619471,
      "loss": 7.375,
      "step": 2139
    },
    {
      "epoch": 0.0876510342002867,
      "grad_norm": 2.3770061945522185,
      "learning_rate": 0.0002999993050698365,
      "loss": 7.75,
      "step": 2140
    },
    {
      "epoch": 0.0876919926274831,
      "grad_norm": 2.810340740001137,
      "learning_rate": 0.0002999992951068149,
      "loss": 8.125,
      "step": 2141
    },
    {
      "epoch": 0.0877329510546795,
      "grad_norm": 2.966611450663212,
      "learning_rate": 0.0002999992850728824,
      "loss": 7.75,
      "step": 2142
    },
    {
      "epoch": 0.0877739094818759,
      "grad_norm": 3.8429426573304952,
      "learning_rate": 0.00029999927496803886,
      "loss": 6.7812,
      "step": 2143
    },
    {
      "epoch": 0.0878148679090723,
      "grad_norm": 3.18463725356297,
      "learning_rate": 0.0002999992647922844,
      "loss": 9.375,
      "step": 2144
    },
    {
      "epoch": 0.08785582633626869,
      "grad_norm": 4.51186050047843,
      "learning_rate": 0.000299999254545619,
      "loss": 9.5625,
      "step": 2145
    },
    {
      "epoch": 0.08789678476346509,
      "grad_norm": 1.8453931313700034,
      "learning_rate": 0.0002999992442280427,
      "loss": 8.125,
      "step": 2146
    },
    {
      "epoch": 0.08793774319066149,
      "grad_norm": 2.5065094476623315,
      "learning_rate": 0.00029999923383955537,
      "loss": 9.5,
      "step": 2147
    },
    {
      "epoch": 0.08797870161785787,
      "grad_norm": 2.2655884705829137,
      "learning_rate": 0.00029999922338015716,
      "loss": 7.4688,
      "step": 2148
    },
    {
      "epoch": 0.08801966004505427,
      "grad_norm": 2.2114266469017645,
      "learning_rate": 0.000299999212849848,
      "loss": 7.1875,
      "step": 2149
    },
    {
      "epoch": 0.08806061847225066,
      "grad_norm": 2.199463021298957,
      "learning_rate": 0.00029999920224862796,
      "loss": 7.2188,
      "step": 2150
    },
    {
      "epoch": 0.08810157689944706,
      "grad_norm": 2.225107382080509,
      "learning_rate": 0.000299999191576497,
      "loss": 6.875,
      "step": 2151
    },
    {
      "epoch": 0.08814253532664346,
      "grad_norm": 1.679962032832621,
      "learning_rate": 0.00029999918083345505,
      "loss": 7.1875,
      "step": 2152
    },
    {
      "epoch": 0.08818349375383985,
      "grad_norm": 1.5323672661957088,
      "learning_rate": 0.00029999917001950223,
      "loss": 7.0,
      "step": 2153
    },
    {
      "epoch": 0.08822445218103625,
      "grad_norm": 2.1068146422935987,
      "learning_rate": 0.0002999991591346385,
      "loss": 7.4062,
      "step": 2154
    },
    {
      "epoch": 0.08826541060823265,
      "grad_norm": 1.8154204026491116,
      "learning_rate": 0.00029999914817886394,
      "loss": 6.5938,
      "step": 2155
    },
    {
      "epoch": 0.08830636903542904,
      "grad_norm": 4.995599361624411,
      "learning_rate": 0.0002999991371521784,
      "loss": 8.0,
      "step": 2156
    },
    {
      "epoch": 0.08834732746262544,
      "grad_norm": 2.1045469291953145,
      "learning_rate": 0.000299999126054582,
      "loss": 7.3438,
      "step": 2157
    },
    {
      "epoch": 0.08838828588982182,
      "grad_norm": 2.518826484583107,
      "learning_rate": 0.00029999911488607473,
      "loss": 7.625,
      "step": 2158
    },
    {
      "epoch": 0.08842924431701822,
      "grad_norm": 1.9903565182463503,
      "learning_rate": 0.00029999910364665654,
      "loss": 6.7188,
      "step": 2159
    },
    {
      "epoch": 0.08847020274421462,
      "grad_norm": 1.886391937245481,
      "learning_rate": 0.00029999909233632756,
      "loss": 7.625,
      "step": 2160
    },
    {
      "epoch": 0.08851116117141102,
      "grad_norm": 5.933064421582305,
      "learning_rate": 0.00029999908095508764,
      "loss": 6.8125,
      "step": 2161
    },
    {
      "epoch": 0.08855211959860741,
      "grad_norm": 1.964580195504306,
      "learning_rate": 0.0002999990695029369,
      "loss": 6.6875,
      "step": 2162
    },
    {
      "epoch": 0.08859307802580381,
      "grad_norm": 2.0855056679886856,
      "learning_rate": 0.00029999905797987525,
      "loss": 7.3125,
      "step": 2163
    },
    {
      "epoch": 0.0886340364530002,
      "grad_norm": 2.4177414269660487,
      "learning_rate": 0.00029999904638590283,
      "loss": 8.6875,
      "step": 2164
    },
    {
      "epoch": 0.0886749948801966,
      "grad_norm": 2.574340823228297,
      "learning_rate": 0.0002999990347210195,
      "loss": 8.1875,
      "step": 2165
    },
    {
      "epoch": 0.088715953307393,
      "grad_norm": 1.6568538457848938,
      "learning_rate": 0.00029999902298522533,
      "loss": 8.3125,
      "step": 2166
    },
    {
      "epoch": 0.0887569117345894,
      "grad_norm": 4.9830353618159595,
      "learning_rate": 0.00029999901117852036,
      "loss": 8.25,
      "step": 2167
    },
    {
      "epoch": 0.0887978701617858,
      "grad_norm": 1.9753757733222275,
      "learning_rate": 0.0002999989993009046,
      "loss": 7.0312,
      "step": 2168
    },
    {
      "epoch": 0.08883882858898218,
      "grad_norm": 2.9608655972201485,
      "learning_rate": 0.00029999898735237797,
      "loss": 9.0625,
      "step": 2169
    },
    {
      "epoch": 0.08887978701617857,
      "grad_norm": 1.9926235064393854,
      "learning_rate": 0.0002999989753329405,
      "loss": 9.625,
      "step": 2170
    },
    {
      "epoch": 0.08892074544337497,
      "grad_norm": 2.0293486438591892,
      "learning_rate": 0.00029999896324259224,
      "loss": 7.5938,
      "step": 2171
    },
    {
      "epoch": 0.08896170387057137,
      "grad_norm": 1.952940510771439,
      "learning_rate": 0.00029999895108133315,
      "loss": 9.5,
      "step": 2172
    },
    {
      "epoch": 0.08900266229776777,
      "grad_norm": 1.988382592925058,
      "learning_rate": 0.0002999989388491633,
      "loss": 7.125,
      "step": 2173
    },
    {
      "epoch": 0.08904362072496416,
      "grad_norm": 8.775549901615026,
      "learning_rate": 0.00029999892654608264,
      "loss": 7.25,
      "step": 2174
    },
    {
      "epoch": 0.08908457915216056,
      "grad_norm": 2.3918150207773787,
      "learning_rate": 0.0002999989141720912,
      "loss": 6.875,
      "step": 2175
    },
    {
      "epoch": 0.08912553757935696,
      "grad_norm": 2.426542109602448,
      "learning_rate": 0.00029999890172718895,
      "loss": 7.7188,
      "step": 2176
    },
    {
      "epoch": 0.08916649600655335,
      "grad_norm": 1.9115777992129994,
      "learning_rate": 0.0002999988892113759,
      "loss": 7.4062,
      "step": 2177
    },
    {
      "epoch": 0.08920745443374975,
      "grad_norm": 2.2242221153772053,
      "learning_rate": 0.00029999887662465215,
      "loss": 7.7188,
      "step": 2178
    },
    {
      "epoch": 0.08924841286094613,
      "grad_norm": 6.451830190454884,
      "learning_rate": 0.0002999988639670176,
      "loss": 6.9375,
      "step": 2179
    },
    {
      "epoch": 0.08928937128814253,
      "grad_norm": 2.8988742271951735,
      "learning_rate": 0.0002999988512384723,
      "loss": 7.375,
      "step": 2180
    },
    {
      "epoch": 0.08933032971533893,
      "grad_norm": 2.288005764449183,
      "learning_rate": 0.00029999883843901624,
      "loss": 7.6562,
      "step": 2181
    },
    {
      "epoch": 0.08937128814253532,
      "grad_norm": 1.893958901039111,
      "learning_rate": 0.0002999988255686494,
      "loss": 7.4688,
      "step": 2182
    },
    {
      "epoch": 0.08941224656973172,
      "grad_norm": 2.56390331048374,
      "learning_rate": 0.0002999988126273719,
      "loss": 7.8125,
      "step": 2183
    },
    {
      "epoch": 0.08945320499692812,
      "grad_norm": 1.9970018227744502,
      "learning_rate": 0.0002999987996151836,
      "loss": 7.2188,
      "step": 2184
    },
    {
      "epoch": 0.08949416342412451,
      "grad_norm": 6.589565744415831,
      "learning_rate": 0.0002999987865320846,
      "loss": 8.0625,
      "step": 2185
    },
    {
      "epoch": 0.08953512185132091,
      "grad_norm": 2.5613225928144474,
      "learning_rate": 0.00029999877337807485,
      "loss": 8.125,
      "step": 2186
    },
    {
      "epoch": 0.08957608027851731,
      "grad_norm": 2.900724471205617,
      "learning_rate": 0.0002999987601531544,
      "loss": 7.8438,
      "step": 2187
    },
    {
      "epoch": 0.0896170387057137,
      "grad_norm": 5.004272573923921,
      "learning_rate": 0.00029999874685732327,
      "loss": 9.5,
      "step": 2188
    },
    {
      "epoch": 0.0896579971329101,
      "grad_norm": 4.73314275773301,
      "learning_rate": 0.0002999987334905814,
      "loss": 10.25,
      "step": 2189
    },
    {
      "epoch": 0.08969895556010649,
      "grad_norm": 2.1350893142213345,
      "learning_rate": 0.00029999872005292885,
      "loss": 7.375,
      "step": 2190
    },
    {
      "epoch": 0.08973991398730288,
      "grad_norm": 2.4257085310948847,
      "learning_rate": 0.0002999987065443656,
      "loss": 8.375,
      "step": 2191
    },
    {
      "epoch": 0.08978087241449928,
      "grad_norm": 1.8248732021068184,
      "learning_rate": 0.0002999986929648917,
      "loss": 7.875,
      "step": 2192
    },
    {
      "epoch": 0.08982183084169568,
      "grad_norm": 1.831418346201118,
      "learning_rate": 0.0002999986793145071,
      "loss": 8.8125,
      "step": 2193
    },
    {
      "epoch": 0.08986278926889207,
      "grad_norm": 2.7310103986582783,
      "learning_rate": 0.0002999986655932118,
      "loss": 7.0938,
      "step": 2194
    },
    {
      "epoch": 0.08990374769608847,
      "grad_norm": 1.7361490562663293,
      "learning_rate": 0.00029999865180100585,
      "loss": 7.4375,
      "step": 2195
    },
    {
      "epoch": 0.08994470612328487,
      "grad_norm": 1.7821043733622999,
      "learning_rate": 0.0002999986379378892,
      "loss": 7.25,
      "step": 2196
    },
    {
      "epoch": 0.08998566455048126,
      "grad_norm": 1.9215130407714507,
      "learning_rate": 0.0002999986240038619,
      "loss": 7.8438,
      "step": 2197
    },
    {
      "epoch": 0.09002662297767766,
      "grad_norm": 1.5490921476181345,
      "learning_rate": 0.0002999986099989241,
      "loss": 6.7812,
      "step": 2198
    },
    {
      "epoch": 0.09006758140487406,
      "grad_norm": 1.7700896326767732,
      "learning_rate": 0.00029999859592307553,
      "loss": 7.1562,
      "step": 2199
    },
    {
      "epoch": 0.09010853983207044,
      "grad_norm": 3.4537298597595045,
      "learning_rate": 0.00029999858177631635,
      "loss": 8.8125,
      "step": 2200
    },
    {
      "epoch": 0.09014949825926684,
      "grad_norm": 1.9409232380194679,
      "learning_rate": 0.00029999856755864656,
      "loss": 9.1875,
      "step": 2201
    },
    {
      "epoch": 0.09019045668646324,
      "grad_norm": 4.402002301889348,
      "learning_rate": 0.0002999985532700661,
      "loss": 7.625,
      "step": 2202
    },
    {
      "epoch": 0.09023141511365963,
      "grad_norm": 1.9399876294431153,
      "learning_rate": 0.00029999853891057507,
      "loss": 8.1875,
      "step": 2203
    },
    {
      "epoch": 0.09027237354085603,
      "grad_norm": 2.730005546210483,
      "learning_rate": 0.0002999985244801734,
      "loss": 8.375,
      "step": 2204
    },
    {
      "epoch": 0.09031333196805243,
      "grad_norm": 2.9758400699991796,
      "learning_rate": 0.0002999985099788612,
      "loss": 8.4375,
      "step": 2205
    },
    {
      "epoch": 0.09035429039524882,
      "grad_norm": 2.4542300478683146,
      "learning_rate": 0.0002999984954066384,
      "loss": 7.1562,
      "step": 2206
    },
    {
      "epoch": 0.09039524882244522,
      "grad_norm": 2.424019522934918,
      "learning_rate": 0.00029999848076350496,
      "loss": 6.75,
      "step": 2207
    },
    {
      "epoch": 0.09043620724964162,
      "grad_norm": 1.6156422404590967,
      "learning_rate": 0.000299998466049461,
      "loss": 7.5,
      "step": 2208
    },
    {
      "epoch": 0.09047716567683801,
      "grad_norm": 1.2045949102610993,
      "learning_rate": 0.00029999845126450644,
      "loss": 7.5625,
      "step": 2209
    },
    {
      "epoch": 0.09051812410403441,
      "grad_norm": 1.5278733025589446,
      "learning_rate": 0.0002999984364086413,
      "loss": 7.4688,
      "step": 2210
    },
    {
      "epoch": 0.0905590825312308,
      "grad_norm": 2.130317879852021,
      "learning_rate": 0.00029999842148186563,
      "loss": 7.3438,
      "step": 2211
    },
    {
      "epoch": 0.09060004095842719,
      "grad_norm": 1.7265990678608962,
      "learning_rate": 0.00029999840648417943,
      "loss": 7.9062,
      "step": 2212
    },
    {
      "epoch": 0.09064099938562359,
      "grad_norm": 3.5442541764281192,
      "learning_rate": 0.0002999983914155826,
      "loss": 6.9688,
      "step": 2213
    },
    {
      "epoch": 0.09068195781281999,
      "grad_norm": 2.136990107557559,
      "learning_rate": 0.00029999837627607534,
      "loss": 7.7188,
      "step": 2214
    },
    {
      "epoch": 0.09072291624001638,
      "grad_norm": 2.154103549501963,
      "learning_rate": 0.0002999983610656575,
      "loss": 7.5312,
      "step": 2215
    },
    {
      "epoch": 0.09076387466721278,
      "grad_norm": 2.3510430828974123,
      "learning_rate": 0.0002999983457843291,
      "loss": 9.375,
      "step": 2216
    },
    {
      "epoch": 0.09080483309440918,
      "grad_norm": 1.8451838852313476,
      "learning_rate": 0.00029999833043209027,
      "loss": 8.0625,
      "step": 2217
    },
    {
      "epoch": 0.09084579152160557,
      "grad_norm": 1.696614132263699,
      "learning_rate": 0.0002999983150089409,
      "loss": 8.0,
      "step": 2218
    },
    {
      "epoch": 0.09088674994880197,
      "grad_norm": 2.509725996860308,
      "learning_rate": 0.00029999829951488105,
      "loss": 7.9375,
      "step": 2219
    },
    {
      "epoch": 0.09092770837599837,
      "grad_norm": 3.826621032629115,
      "learning_rate": 0.00029999828394991067,
      "loss": 7.5625,
      "step": 2220
    },
    {
      "epoch": 0.09096866680319475,
      "grad_norm": 2.7627420545175356,
      "learning_rate": 0.00029999826831402984,
      "loss": 8.5625,
      "step": 2221
    },
    {
      "epoch": 0.09100962523039115,
      "grad_norm": 3.7013875683128186,
      "learning_rate": 0.0002999982526072385,
      "loss": 8.6875,
      "step": 2222
    },
    {
      "epoch": 0.09105058365758754,
      "grad_norm": 2.297975085864392,
      "learning_rate": 0.00029999823682953666,
      "loss": 6.7812,
      "step": 2223
    },
    {
      "epoch": 0.09109154208478394,
      "grad_norm": 2.140673108146718,
      "learning_rate": 0.00029999822098092437,
      "loss": 7.6562,
      "step": 2224
    },
    {
      "epoch": 0.09113250051198034,
      "grad_norm": 5.066447545082622,
      "learning_rate": 0.00029999820506140167,
      "loss": 10.0,
      "step": 2225
    },
    {
      "epoch": 0.09117345893917674,
      "grad_norm": 1.6004910044694425,
      "learning_rate": 0.0002999981890709685,
      "loss": 6.9688,
      "step": 2226
    },
    {
      "epoch": 0.09121441736637313,
      "grad_norm": 2.7079457873560577,
      "learning_rate": 0.0002999981730096249,
      "loss": 8.8125,
      "step": 2227
    },
    {
      "epoch": 0.09125537579356953,
      "grad_norm": 2.4365331840349684,
      "learning_rate": 0.0002999981568773709,
      "loss": 8.6875,
      "step": 2228
    },
    {
      "epoch": 0.09129633422076593,
      "grad_norm": 1.83607587900183,
      "learning_rate": 0.00029999814067420644,
      "loss": 7.375,
      "step": 2229
    },
    {
      "epoch": 0.09133729264796232,
      "grad_norm": 1.4516200731849322,
      "learning_rate": 0.0002999981244001316,
      "loss": 6.5625,
      "step": 2230
    },
    {
      "epoch": 0.09137825107515872,
      "grad_norm": 3.2990276443662374,
      "learning_rate": 0.00029999810805514626,
      "loss": 9.1875,
      "step": 2231
    },
    {
      "epoch": 0.0914192095023551,
      "grad_norm": 1.3882234314280733,
      "learning_rate": 0.00029999809163925055,
      "loss": 6.75,
      "step": 2232
    },
    {
      "epoch": 0.0914601679295515,
      "grad_norm": 1.4844340390212896,
      "learning_rate": 0.0002999980751524445,
      "loss": 7.125,
      "step": 2233
    },
    {
      "epoch": 0.0915011263567479,
      "grad_norm": 1.5072894887629427,
      "learning_rate": 0.000299998058594728,
      "loss": 7.1562,
      "step": 2234
    },
    {
      "epoch": 0.0915420847839443,
      "grad_norm": 1.8636330467504088,
      "learning_rate": 0.00029999804196610116,
      "loss": 6.5312,
      "step": 2235
    },
    {
      "epoch": 0.09158304321114069,
      "grad_norm": 4.282288351621123,
      "learning_rate": 0.00029999802526656396,
      "loss": 8.875,
      "step": 2236
    },
    {
      "epoch": 0.09162400163833709,
      "grad_norm": 1.6324094396623647,
      "learning_rate": 0.00029999800849611635,
      "loss": 7.8438,
      "step": 2237
    },
    {
      "epoch": 0.09166496006553349,
      "grad_norm": 1.421707405974264,
      "learning_rate": 0.00029999799165475845,
      "loss": 6.9062,
      "step": 2238
    },
    {
      "epoch": 0.09170591849272988,
      "grad_norm": 2.8849543381457328,
      "learning_rate": 0.00029999797474249015,
      "loss": 7.6562,
      "step": 2239
    },
    {
      "epoch": 0.09174687691992628,
      "grad_norm": 1.5715466002925684,
      "learning_rate": 0.00029999795775931156,
      "loss": 7.2188,
      "step": 2240
    },
    {
      "epoch": 0.09178783534712268,
      "grad_norm": 1.5320821798011321,
      "learning_rate": 0.00029999794070522263,
      "loss": 7.6875,
      "step": 2241
    },
    {
      "epoch": 0.09182879377431907,
      "grad_norm": 1.4611289430859693,
      "learning_rate": 0.0002999979235802233,
      "loss": 7.3125,
      "step": 2242
    },
    {
      "epoch": 0.09186975220151546,
      "grad_norm": 1.8832202983407336,
      "learning_rate": 0.0002999979063843138,
      "loss": 7.875,
      "step": 2243
    },
    {
      "epoch": 0.09191071062871185,
      "grad_norm": 1.9346344209261612,
      "learning_rate": 0.00029999788911749386,
      "loss": 7.125,
      "step": 2244
    },
    {
      "epoch": 0.09195166905590825,
      "grad_norm": 2.0126761185810063,
      "learning_rate": 0.00029999787177976365,
      "loss": 6.8438,
      "step": 2245
    },
    {
      "epoch": 0.09199262748310465,
      "grad_norm": 11.611244486391643,
      "learning_rate": 0.00029999785437112315,
      "loss": 7.2188,
      "step": 2246
    },
    {
      "epoch": 0.09203358591030104,
      "grad_norm": 2.08703475267966,
      "learning_rate": 0.0002999978368915724,
      "loss": 9.875,
      "step": 2247
    },
    {
      "epoch": 0.09207454433749744,
      "grad_norm": 1.7224359185789488,
      "learning_rate": 0.0002999978193411114,
      "loss": 7.8438,
      "step": 2248
    },
    {
      "epoch": 0.09211550276469384,
      "grad_norm": 2.081557451726755,
      "learning_rate": 0.0002999978017197401,
      "loss": 8.1875,
      "step": 2249
    },
    {
      "epoch": 0.09215646119189023,
      "grad_norm": 5.303214079119591,
      "learning_rate": 0.0002999977840274585,
      "loss": 9.375,
      "step": 2250
    },
    {
      "epoch": 0.09219741961908663,
      "grad_norm": 2.03754644476489,
      "learning_rate": 0.0002999977662642667,
      "loss": 6.9688,
      "step": 2251
    },
    {
      "epoch": 0.09223837804628303,
      "grad_norm": 2.2310395586897513,
      "learning_rate": 0.00029999774843016467,
      "loss": 8.8125,
      "step": 2252
    },
    {
      "epoch": 0.09227933647347941,
      "grad_norm": 1.5880304752849776,
      "learning_rate": 0.0002999977305251524,
      "loss": 7.375,
      "step": 2253
    },
    {
      "epoch": 0.09232029490067581,
      "grad_norm": 2.0068855755181207,
      "learning_rate": 0.0002999977125492299,
      "loss": 6.875,
      "step": 2254
    },
    {
      "epoch": 0.0923612533278722,
      "grad_norm": 1.8390811025038032,
      "learning_rate": 0.0002999976945023972,
      "loss": 7.9375,
      "step": 2255
    },
    {
      "epoch": 0.0924022117550686,
      "grad_norm": 2.782153841003363,
      "learning_rate": 0.00029999767638465427,
      "loss": 8.5625,
      "step": 2256
    },
    {
      "epoch": 0.092443170182265,
      "grad_norm": 1.5478388312423712,
      "learning_rate": 0.0002999976581960011,
      "loss": 7.375,
      "step": 2257
    },
    {
      "epoch": 0.0924841286094614,
      "grad_norm": 1.4235189650535698,
      "learning_rate": 0.0002999976399364378,
      "loss": 7.2188,
      "step": 2258
    },
    {
      "epoch": 0.0925250870366578,
      "grad_norm": 1.554038277031814,
      "learning_rate": 0.0002999976216059644,
      "loss": 8.375,
      "step": 2259
    },
    {
      "epoch": 0.09256604546385419,
      "grad_norm": 1.7526900241994485,
      "learning_rate": 0.0002999976032045807,
      "loss": 8.0625,
      "step": 2260
    },
    {
      "epoch": 0.09260700389105059,
      "grad_norm": 4.258354039378147,
      "learning_rate": 0.0002999975847322869,
      "loss": 5.9375,
      "step": 2261
    },
    {
      "epoch": 0.09264796231824698,
      "grad_norm": 1.8178724752016024,
      "learning_rate": 0.0002999975661890829,
      "loss": 8.4375,
      "step": 2262
    },
    {
      "epoch": 0.09268892074544338,
      "grad_norm": 2.188404348682607,
      "learning_rate": 0.0002999975475749688,
      "loss": 7.6875,
      "step": 2263
    },
    {
      "epoch": 0.09272987917263976,
      "grad_norm": 2.007199322148271,
      "learning_rate": 0.0002999975288899445,
      "loss": 7.1562,
      "step": 2264
    },
    {
      "epoch": 0.09277083759983616,
      "grad_norm": 2.655155807445909,
      "learning_rate": 0.0002999975101340101,
      "loss": 9.0,
      "step": 2265
    },
    {
      "epoch": 0.09281179602703256,
      "grad_norm": 1.4480071060361137,
      "learning_rate": 0.0002999974913071656,
      "loss": 7.4688,
      "step": 2266
    },
    {
      "epoch": 0.09285275445422896,
      "grad_norm": 4.935500247001048,
      "learning_rate": 0.000299997472409411,
      "loss": 9.0625,
      "step": 2267
    },
    {
      "epoch": 0.09289371288142535,
      "grad_norm": 2.7689743079895393,
      "learning_rate": 0.0002999974534407463,
      "loss": 6.7188,
      "step": 2268
    },
    {
      "epoch": 0.09293467130862175,
      "grad_norm": 4.269555596599017,
      "learning_rate": 0.0002999974344011715,
      "loss": 8.9375,
      "step": 2269
    },
    {
      "epoch": 0.09297562973581815,
      "grad_norm": 2.078736831597355,
      "learning_rate": 0.0002999974152906866,
      "loss": 8.875,
      "step": 2270
    },
    {
      "epoch": 0.09301658816301454,
      "grad_norm": 4.780864582261167,
      "learning_rate": 0.00029999739610929167,
      "loss": 9.25,
      "step": 2271
    },
    {
      "epoch": 0.09305754659021094,
      "grad_norm": 1.8558939243742472,
      "learning_rate": 0.0002999973768569866,
      "loss": 7.2812,
      "step": 2272
    },
    {
      "epoch": 0.09309850501740734,
      "grad_norm": 1.8015845851745478,
      "learning_rate": 0.00029999735753377156,
      "loss": 7.125,
      "step": 2273
    },
    {
      "epoch": 0.09313946344460372,
      "grad_norm": 1.9494013358170212,
      "learning_rate": 0.00029999733813964636,
      "loss": 7.5625,
      "step": 2274
    },
    {
      "epoch": 0.09318042187180012,
      "grad_norm": 1.800189179650456,
      "learning_rate": 0.0002999973186746112,
      "loss": 7.375,
      "step": 2275
    },
    {
      "epoch": 0.09322138029899651,
      "grad_norm": 2.1939376036350318,
      "learning_rate": 0.000299997299138666,
      "loss": 6.9062,
      "step": 2276
    },
    {
      "epoch": 0.09326233872619291,
      "grad_norm": 1.5430864308779857,
      "learning_rate": 0.0002999972795318108,
      "loss": 6.8125,
      "step": 2277
    },
    {
      "epoch": 0.09330329715338931,
      "grad_norm": 2.103075517861669,
      "learning_rate": 0.00029999725985404554,
      "loss": 7.2812,
      "step": 2278
    },
    {
      "epoch": 0.0933442555805857,
      "grad_norm": 1.4355252815140553,
      "learning_rate": 0.00029999724010537035,
      "loss": 7.3125,
      "step": 2279
    },
    {
      "epoch": 0.0933852140077821,
      "grad_norm": 4.31262716435724,
      "learning_rate": 0.00029999722028578514,
      "loss": 7.6562,
      "step": 2280
    },
    {
      "epoch": 0.0934261724349785,
      "grad_norm": 1.9414832495299597,
      "learning_rate": 0.0002999972003952899,
      "loss": 6.75,
      "step": 2281
    },
    {
      "epoch": 0.0934671308621749,
      "grad_norm": 2.582267239366647,
      "learning_rate": 0.0002999971804338848,
      "loss": 7.4375,
      "step": 2282
    },
    {
      "epoch": 0.0935080892893713,
      "grad_norm": 1.650633070234819,
      "learning_rate": 0.00029999716040156967,
      "loss": 7.0,
      "step": 2283
    },
    {
      "epoch": 0.09354904771656769,
      "grad_norm": 1.675948049825506,
      "learning_rate": 0.00029999714029834454,
      "loss": 7.75,
      "step": 2284
    },
    {
      "epoch": 0.09359000614376407,
      "grad_norm": 1.5287587232794053,
      "learning_rate": 0.00029999712012420955,
      "loss": 7.4062,
      "step": 2285
    },
    {
      "epoch": 0.09363096457096047,
      "grad_norm": 1.7769653264655316,
      "learning_rate": 0.00029999709987916454,
      "loss": 8.0625,
      "step": 2286
    },
    {
      "epoch": 0.09367192299815687,
      "grad_norm": 1.5363312943924325,
      "learning_rate": 0.0002999970795632096,
      "loss": 7.4062,
      "step": 2287
    },
    {
      "epoch": 0.09371288142535326,
      "grad_norm": 1.5144244547776098,
      "learning_rate": 0.00029999705917634485,
      "loss": 6.9688,
      "step": 2288
    },
    {
      "epoch": 0.09375383985254966,
      "grad_norm": 2.868813075429823,
      "learning_rate": 0.00029999703871857016,
      "loss": 8.75,
      "step": 2289
    },
    {
      "epoch": 0.09379479827974606,
      "grad_norm": 1.4190457121792672,
      "learning_rate": 0.0002999970181898855,
      "loss": 7.4688,
      "step": 2290
    },
    {
      "epoch": 0.09383575670694246,
      "grad_norm": 1.329257533020951,
      "learning_rate": 0.00029999699759029105,
      "loss": 7.0938,
      "step": 2291
    },
    {
      "epoch": 0.09387671513413885,
      "grad_norm": 2.0920832114024943,
      "learning_rate": 0.0002999969769197867,
      "loss": 8.75,
      "step": 2292
    },
    {
      "epoch": 0.09391767356133525,
      "grad_norm": 1.6973356754099151,
      "learning_rate": 0.00029999695617837245,
      "loss": 7.9688,
      "step": 2293
    },
    {
      "epoch": 0.09395863198853165,
      "grad_norm": 7.447774648625669,
      "learning_rate": 0.0002999969353660483,
      "loss": 7.2812,
      "step": 2294
    },
    {
      "epoch": 0.09399959041572803,
      "grad_norm": 1.3721855624707309,
      "learning_rate": 0.00029999691448281436,
      "loss": 7.375,
      "step": 2295
    },
    {
      "epoch": 0.09404054884292443,
      "grad_norm": 2.127269048299256,
      "learning_rate": 0.0002999968935286706,
      "loss": 7.0,
      "step": 2296
    },
    {
      "epoch": 0.09408150727012082,
      "grad_norm": 1.954062828222893,
      "learning_rate": 0.00029999687250361695,
      "loss": 8.0,
      "step": 2297
    },
    {
      "epoch": 0.09412246569731722,
      "grad_norm": 2.0360827088650013,
      "learning_rate": 0.00029999685140765355,
      "loss": 6.9062,
      "step": 2298
    },
    {
      "epoch": 0.09416342412451362,
      "grad_norm": 2.2296078747317685,
      "learning_rate": 0.00029999683024078033,
      "loss": 7.5,
      "step": 2299
    },
    {
      "epoch": 0.09420438255171001,
      "grad_norm": 1.674787266033055,
      "learning_rate": 0.0002999968090029973,
      "loss": 7.4688,
      "step": 2300
    },
    {
      "epoch": 0.09424534097890641,
      "grad_norm": 1.8174279102065074,
      "learning_rate": 0.00029999678769430444,
      "loss": 8.375,
      "step": 2301
    },
    {
      "epoch": 0.09428629940610281,
      "grad_norm": 1.3720720688835477,
      "learning_rate": 0.0002999967663147019,
      "loss": 8.125,
      "step": 2302
    },
    {
      "epoch": 0.0943272578332992,
      "grad_norm": 1.8784349942362961,
      "learning_rate": 0.00029999674486418955,
      "loss": 7.7188,
      "step": 2303
    },
    {
      "epoch": 0.0943682162604956,
      "grad_norm": 1.7346465614014992,
      "learning_rate": 0.00029999672334276743,
      "loss": 7.1562,
      "step": 2304
    },
    {
      "epoch": 0.094409174687692,
      "grad_norm": 1.688550612283526,
      "learning_rate": 0.00029999670175043556,
      "loss": 7.2812,
      "step": 2305
    },
    {
      "epoch": 0.09445013311488838,
      "grad_norm": 1.8135547874886395,
      "learning_rate": 0.00029999668008719394,
      "loss": 6.75,
      "step": 2306
    },
    {
      "epoch": 0.09449109154208478,
      "grad_norm": 3.2667221510789384,
      "learning_rate": 0.0002999966583530426,
      "loss": 6.625,
      "step": 2307
    },
    {
      "epoch": 0.09453204996928118,
      "grad_norm": 2.4364484336256744,
      "learning_rate": 0.00029999663654798155,
      "loss": 7.5625,
      "step": 2308
    },
    {
      "epoch": 0.09457300839647757,
      "grad_norm": 2.526269693416832,
      "learning_rate": 0.00029999661467201085,
      "loss": 7.7188,
      "step": 2309
    },
    {
      "epoch": 0.09461396682367397,
      "grad_norm": 6.172337113495465,
      "learning_rate": 0.0002999965927251304,
      "loss": 8.75,
      "step": 2310
    },
    {
      "epoch": 0.09465492525087037,
      "grad_norm": 2.8748550812417744,
      "learning_rate": 0.00029999657070734024,
      "loss": 8.1875,
      "step": 2311
    },
    {
      "epoch": 0.09469588367806676,
      "grad_norm": 2.8712119266547815,
      "learning_rate": 0.00029999654861864044,
      "loss": 9.9375,
      "step": 2312
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 2.584681077022372,
      "learning_rate": 0.00029999652645903096,
      "loss": 9.375,
      "step": 2313
    },
    {
      "epoch": 0.09477780053245956,
      "grad_norm": 2.334079173845374,
      "learning_rate": 0.00029999650422851183,
      "loss": 9.0,
      "step": 2314
    },
    {
      "epoch": 0.09481875895965595,
      "grad_norm": 1.4567910971159967,
      "learning_rate": 0.00029999648192708306,
      "loss": 7.1875,
      "step": 2315
    },
    {
      "epoch": 0.09485971738685234,
      "grad_norm": 10.922406923236004,
      "learning_rate": 0.00029999645955474465,
      "loss": 6.0312,
      "step": 2316
    },
    {
      "epoch": 0.09490067581404873,
      "grad_norm": 1.6036565141188288,
      "learning_rate": 0.00029999643711149665,
      "loss": 7.1875,
      "step": 2317
    },
    {
      "epoch": 0.09494163424124513,
      "grad_norm": 4.6713980317299555,
      "learning_rate": 0.000299996414597339,
      "loss": 8.1875,
      "step": 2318
    },
    {
      "epoch": 0.09498259266844153,
      "grad_norm": 2.713158815548154,
      "learning_rate": 0.0002999963920122718,
      "loss": 8.0625,
      "step": 2319
    },
    {
      "epoch": 0.09502355109563793,
      "grad_norm": 2.77139242857724,
      "learning_rate": 0.00029999636935629497,
      "loss": 9.1875,
      "step": 2320
    },
    {
      "epoch": 0.09506450952283432,
      "grad_norm": 1.819474875485991,
      "learning_rate": 0.0002999963466294085,
      "loss": 7.9062,
      "step": 2321
    },
    {
      "epoch": 0.09510546795003072,
      "grad_norm": 2.768988408864644,
      "learning_rate": 0.0002999963238316126,
      "loss": 8.6875,
      "step": 2322
    },
    {
      "epoch": 0.09514642637722712,
      "grad_norm": 2.541761056853357,
      "learning_rate": 0.00029999630096290707,
      "loss": 8.5,
      "step": 2323
    },
    {
      "epoch": 0.09518738480442351,
      "grad_norm": 1.642994447332109,
      "learning_rate": 0.00029999627802329196,
      "loss": 7.9062,
      "step": 2324
    },
    {
      "epoch": 0.09522834323161991,
      "grad_norm": 2.0320838985046383,
      "learning_rate": 0.0002999962550127673,
      "loss": 7.2812,
      "step": 2325
    },
    {
      "epoch": 0.09526930165881631,
      "grad_norm": 7.359197168442777,
      "learning_rate": 0.0002999962319313332,
      "loss": 8.3125,
      "step": 2326
    },
    {
      "epoch": 0.09531026008601269,
      "grad_norm": 1.3951216938344964,
      "learning_rate": 0.00029999620877898956,
      "loss": 6.9375,
      "step": 2327
    },
    {
      "epoch": 0.09535121851320909,
      "grad_norm": 2.3274321394224087,
      "learning_rate": 0.0002999961855557364,
      "loss": 8.875,
      "step": 2328
    },
    {
      "epoch": 0.09539217694040548,
      "grad_norm": 1.6060970103754941,
      "learning_rate": 0.0002999961622615737,
      "loss": 6.8438,
      "step": 2329
    },
    {
      "epoch": 0.09543313536760188,
      "grad_norm": 3.0055655973963407,
      "learning_rate": 0.0002999961388965016,
      "loss": 8.125,
      "step": 2330
    },
    {
      "epoch": 0.09547409379479828,
      "grad_norm": 1.7674424034121168,
      "learning_rate": 0.00029999611546052,
      "loss": 8.0,
      "step": 2331
    },
    {
      "epoch": 0.09551505222199468,
      "grad_norm": 1.9324421353414603,
      "learning_rate": 0.0002999960919536289,
      "loss": 6.2188,
      "step": 2332
    },
    {
      "epoch": 0.09555601064919107,
      "grad_norm": 1.862095029784537,
      "learning_rate": 0.0002999960683758284,
      "loss": 7.0625,
      "step": 2333
    },
    {
      "epoch": 0.09559696907638747,
      "grad_norm": 1.5171731642034447,
      "learning_rate": 0.0002999960447271185,
      "loss": 7.0,
      "step": 2334
    },
    {
      "epoch": 0.09563792750358387,
      "grad_norm": 2.5530318578902715,
      "learning_rate": 0.0002999960210074991,
      "loss": 7.5,
      "step": 2335
    },
    {
      "epoch": 0.09567888593078026,
      "grad_norm": 2.906879316310384,
      "learning_rate": 0.0002999959972169703,
      "loss": 7.9688,
      "step": 2336
    },
    {
      "epoch": 0.09571984435797666,
      "grad_norm": 1.9711605468402966,
      "learning_rate": 0.00029999597335553214,
      "loss": 7.625,
      "step": 2337
    },
    {
      "epoch": 0.09576080278517304,
      "grad_norm": 1.5800260862863855,
      "learning_rate": 0.00029999594942318455,
      "loss": 6.8125,
      "step": 2338
    },
    {
      "epoch": 0.09580176121236944,
      "grad_norm": 5.317866677790475,
      "learning_rate": 0.00029999592541992754,
      "loss": 7.5938,
      "step": 2339
    },
    {
      "epoch": 0.09584271963956584,
      "grad_norm": 1.5262744844986524,
      "learning_rate": 0.0002999959013457612,
      "loss": 7.5,
      "step": 2340
    },
    {
      "epoch": 0.09588367806676223,
      "grad_norm": 2.5193843740196447,
      "learning_rate": 0.0002999958772006855,
      "loss": 9.125,
      "step": 2341
    },
    {
      "epoch": 0.09592463649395863,
      "grad_norm": 7.1574718389825716,
      "learning_rate": 0.00029999585298470045,
      "loss": 7.1562,
      "step": 2342
    },
    {
      "epoch": 0.09596559492115503,
      "grad_norm": 1.5202839902840235,
      "learning_rate": 0.0002999958286978061,
      "loss": 6.6875,
      "step": 2343
    },
    {
      "epoch": 0.09600655334835143,
      "grad_norm": 1.8907131391515575,
      "learning_rate": 0.00029999580434000243,
      "loss": 6.875,
      "step": 2344
    },
    {
      "epoch": 0.09604751177554782,
      "grad_norm": 2.3145982670564273,
      "learning_rate": 0.0002999957799112894,
      "loss": 8.4375,
      "step": 2345
    },
    {
      "epoch": 0.09608847020274422,
      "grad_norm": 1.964653714383292,
      "learning_rate": 0.0002999957554116671,
      "loss": 7.0625,
      "step": 2346
    },
    {
      "epoch": 0.09612942862994062,
      "grad_norm": 1.7004057770397205,
      "learning_rate": 0.0002999957308411355,
      "loss": 7.0938,
      "step": 2347
    },
    {
      "epoch": 0.096170387057137,
      "grad_norm": 1.4982246374389316,
      "learning_rate": 0.0002999957061996946,
      "loss": 7.3125,
      "step": 2348
    },
    {
      "epoch": 0.0962113454843334,
      "grad_norm": 1.3667731523235513,
      "learning_rate": 0.0002999956814873444,
      "loss": 7.625,
      "step": 2349
    },
    {
      "epoch": 0.0962523039115298,
      "grad_norm": 3.9182130215676,
      "learning_rate": 0.00029999565670408505,
      "loss": 8.9375,
      "step": 2350
    },
    {
      "epoch": 0.09629326233872619,
      "grad_norm": 1.8370757742046144,
      "learning_rate": 0.0002999956318499164,
      "loss": 7.9688,
      "step": 2351
    },
    {
      "epoch": 0.09633422076592259,
      "grad_norm": 1.6016715813685007,
      "learning_rate": 0.0002999956069248385,
      "loss": 6.5938,
      "step": 2352
    },
    {
      "epoch": 0.09637517919311898,
      "grad_norm": 1.7791199152522381,
      "learning_rate": 0.0002999955819288514,
      "loss": 6.6875,
      "step": 2353
    },
    {
      "epoch": 0.09641613762031538,
      "grad_norm": 4.05207307849786,
      "learning_rate": 0.0002999955568619551,
      "loss": 6.5938,
      "step": 2354
    },
    {
      "epoch": 0.09645709604751178,
      "grad_norm": 1.4862680786347353,
      "learning_rate": 0.00029999553172414963,
      "loss": 7.0625,
      "step": 2355
    },
    {
      "epoch": 0.09649805447470818,
      "grad_norm": 1.591997973813953,
      "learning_rate": 0.00029999550651543496,
      "loss": 6.9688,
      "step": 2356
    },
    {
      "epoch": 0.09653901290190457,
      "grad_norm": 1.40030659029489,
      "learning_rate": 0.0002999954812358111,
      "loss": 6.5312,
      "step": 2357
    },
    {
      "epoch": 0.09657997132910097,
      "grad_norm": 1.3909889637805715,
      "learning_rate": 0.00029999545588527804,
      "loss": 7.4375,
      "step": 2358
    },
    {
      "epoch": 0.09662092975629735,
      "grad_norm": 2.1161378847592847,
      "learning_rate": 0.0002999954304638359,
      "loss": 6.9062,
      "step": 2359
    },
    {
      "epoch": 0.09666188818349375,
      "grad_norm": 3.3455068297221886,
      "learning_rate": 0.0002999954049714846,
      "loss": 8.125,
      "step": 2360
    },
    {
      "epoch": 0.09670284661069015,
      "grad_norm": 2.1558335115893996,
      "learning_rate": 0.0002999953794082242,
      "loss": 7.25,
      "step": 2361
    },
    {
      "epoch": 0.09674380503788654,
      "grad_norm": 1.9548424209199935,
      "learning_rate": 0.00029999535377405465,
      "loss": 7.5,
      "step": 2362
    },
    {
      "epoch": 0.09678476346508294,
      "grad_norm": 1.4321129185318646,
      "learning_rate": 0.000299995328068976,
      "loss": 6.9688,
      "step": 2363
    },
    {
      "epoch": 0.09682572189227934,
      "grad_norm": 1.5516876044142427,
      "learning_rate": 0.00029999530229298833,
      "loss": 7.0938,
      "step": 2364
    },
    {
      "epoch": 0.09686668031947573,
      "grad_norm": 1.80930026427425,
      "learning_rate": 0.0002999952764460915,
      "loss": 7.8125,
      "step": 2365
    },
    {
      "epoch": 0.09690763874667213,
      "grad_norm": 1.49105550878542,
      "learning_rate": 0.0002999952505282857,
      "loss": 9.25,
      "step": 2366
    },
    {
      "epoch": 0.09694859717386853,
      "grad_norm": 1.5519497442531909,
      "learning_rate": 0.00029999522453957075,
      "loss": 7.6562,
      "step": 2367
    },
    {
      "epoch": 0.09698955560106493,
      "grad_norm": 1.7950649271442662,
      "learning_rate": 0.00029999519847994684,
      "loss": 7.25,
      "step": 2368
    },
    {
      "epoch": 0.09703051402826131,
      "grad_norm": 1.0877066035258918,
      "learning_rate": 0.0002999951723494138,
      "loss": 6.5938,
      "step": 2369
    },
    {
      "epoch": 0.0970714724554577,
      "grad_norm": 1.3576976395930884,
      "learning_rate": 0.0002999951461479719,
      "loss": 7.1875,
      "step": 2370
    },
    {
      "epoch": 0.0971124308826541,
      "grad_norm": 1.3605728120673484,
      "learning_rate": 0.0002999951198756208,
      "loss": 6.5,
      "step": 2371
    },
    {
      "epoch": 0.0971533893098505,
      "grad_norm": 1.5694220619098498,
      "learning_rate": 0.00029999509353236084,
      "loss": 6.9062,
      "step": 2372
    },
    {
      "epoch": 0.0971943477370469,
      "grad_norm": 2.231491699703029,
      "learning_rate": 0.0002999950671181919,
      "loss": 9.1875,
      "step": 2373
    },
    {
      "epoch": 0.0972353061642433,
      "grad_norm": 3.0969794875096617,
      "learning_rate": 0.000299995040633114,
      "loss": 8.3125,
      "step": 2374
    },
    {
      "epoch": 0.09727626459143969,
      "grad_norm": 2.4161241140778635,
      "learning_rate": 0.00029999501407712716,
      "loss": 7.7812,
      "step": 2375
    },
    {
      "epoch": 0.09731722301863609,
      "grad_norm": 5.776667152068853,
      "learning_rate": 0.0002999949874502313,
      "loss": 7.7812,
      "step": 2376
    },
    {
      "epoch": 0.09735818144583248,
      "grad_norm": 2.4096092691525945,
      "learning_rate": 0.0002999949607524266,
      "loss": 8.5,
      "step": 2377
    },
    {
      "epoch": 0.09739913987302888,
      "grad_norm": 1.5050741583023672,
      "learning_rate": 0.00029999493398371295,
      "loss": 6.8438,
      "step": 2378
    },
    {
      "epoch": 0.09744009830022528,
      "grad_norm": 2.165724312704411,
      "learning_rate": 0.0002999949071440904,
      "loss": 6.9688,
      "step": 2379
    },
    {
      "epoch": 0.09748105672742166,
      "grad_norm": 2.0684884612200967,
      "learning_rate": 0.000299994880233559,
      "loss": 8.1875,
      "step": 2380
    },
    {
      "epoch": 0.09752201515461806,
      "grad_norm": 1.5223739044015807,
      "learning_rate": 0.0002999948532521187,
      "loss": 7.3438,
      "step": 2381
    },
    {
      "epoch": 0.09756297358181446,
      "grad_norm": 1.2893692890227426,
      "learning_rate": 0.0002999948261997695,
      "loss": 7.0,
      "step": 2382
    },
    {
      "epoch": 0.09760393200901085,
      "grad_norm": 1.9605590664005417,
      "learning_rate": 0.0002999947990765115,
      "loss": 7.8438,
      "step": 2383
    },
    {
      "epoch": 0.09764489043620725,
      "grad_norm": 1.6586787951031092,
      "learning_rate": 0.0002999947718823446,
      "loss": 7.0938,
      "step": 2384
    },
    {
      "epoch": 0.09768584886340365,
      "grad_norm": 8.86479203513238,
      "learning_rate": 0.00029999474461726893,
      "loss": 6.8125,
      "step": 2385
    },
    {
      "epoch": 0.09772680729060004,
      "grad_norm": 1.385550418491593,
      "learning_rate": 0.00029999471728128443,
      "loss": 8.375,
      "step": 2386
    },
    {
      "epoch": 0.09776776571779644,
      "grad_norm": 2.261177283266613,
      "learning_rate": 0.00029999468987439116,
      "loss": 6.8125,
      "step": 2387
    },
    {
      "epoch": 0.09780872414499284,
      "grad_norm": 1.9963666321514237,
      "learning_rate": 0.00029999466239658906,
      "loss": 7.3125,
      "step": 2388
    },
    {
      "epoch": 0.09784968257218923,
      "grad_norm": 1.9956428570861415,
      "learning_rate": 0.0002999946348478782,
      "loss": 8.25,
      "step": 2389
    },
    {
      "epoch": 0.09789064099938562,
      "grad_norm": 1.7816760083463237,
      "learning_rate": 0.0002999946072282586,
      "loss": 7.125,
      "step": 2390
    },
    {
      "epoch": 0.09793159942658201,
      "grad_norm": 1.5407894429354656,
      "learning_rate": 0.0002999945795377302,
      "loss": 6.7188,
      "step": 2391
    },
    {
      "epoch": 0.09797255785377841,
      "grad_norm": 1.759124695683879,
      "learning_rate": 0.0002999945517762931,
      "loss": 6.8438,
      "step": 2392
    },
    {
      "epoch": 0.09801351628097481,
      "grad_norm": 2.696683923435645,
      "learning_rate": 0.0002999945239439473,
      "loss": 7.875,
      "step": 2393
    },
    {
      "epoch": 0.0980544747081712,
      "grad_norm": 1.7504818622163696,
      "learning_rate": 0.0002999944960406928,
      "loss": 7.0625,
      "step": 2394
    },
    {
      "epoch": 0.0980954331353676,
      "grad_norm": 3.248332323847849,
      "learning_rate": 0.0002999944680665296,
      "loss": 7.5938,
      "step": 2395
    },
    {
      "epoch": 0.098136391562564,
      "grad_norm": 1.3236097370411455,
      "learning_rate": 0.0002999944400214577,
      "loss": 6.9375,
      "step": 2396
    },
    {
      "epoch": 0.0981773499897604,
      "grad_norm": 2.632169416828867,
      "learning_rate": 0.0002999944119054771,
      "loss": 7.7188,
      "step": 2397
    },
    {
      "epoch": 0.09821830841695679,
      "grad_norm": 1.614036528100007,
      "learning_rate": 0.0002999943837185879,
      "loss": 6.6562,
      "step": 2398
    },
    {
      "epoch": 0.09825926684415319,
      "grad_norm": 2.7430777709307868,
      "learning_rate": 0.00029999435546079,
      "loss": 10.0,
      "step": 2399
    },
    {
      "epoch": 0.09830022527134959,
      "grad_norm": 1.4616913210254703,
      "learning_rate": 0.00029999432713208356,
      "loss": 7.125,
      "step": 2400
    },
    {
      "epoch": 0.09834118369854597,
      "grad_norm": 2.1498111785467335,
      "learning_rate": 0.00029999429873246844,
      "loss": 8.5625,
      "step": 2401
    },
    {
      "epoch": 0.09838214212574237,
      "grad_norm": 1.7923410650444385,
      "learning_rate": 0.00029999427026194476,
      "loss": 8.125,
      "step": 2402
    },
    {
      "epoch": 0.09842310055293876,
      "grad_norm": 2.389107452387157,
      "learning_rate": 0.00029999424172051246,
      "loss": 8.5,
      "step": 2403
    },
    {
      "epoch": 0.09846405898013516,
      "grad_norm": 2.3586728138673925,
      "learning_rate": 0.0002999942131081716,
      "loss": 7.3125,
      "step": 2404
    },
    {
      "epoch": 0.09850501740733156,
      "grad_norm": 1.774168321501109,
      "learning_rate": 0.0002999941844249222,
      "loss": 7.4062,
      "step": 2405
    },
    {
      "epoch": 0.09854597583452795,
      "grad_norm": 4.066095928474094,
      "learning_rate": 0.0002999941556707642,
      "loss": 9.625,
      "step": 2406
    },
    {
      "epoch": 0.09858693426172435,
      "grad_norm": 1.5190859268503327,
      "learning_rate": 0.0002999941268456977,
      "loss": 8.5,
      "step": 2407
    },
    {
      "epoch": 0.09862789268892075,
      "grad_norm": 2.044989410412411,
      "learning_rate": 0.0002999940979497227,
      "loss": 6.625,
      "step": 2408
    },
    {
      "epoch": 0.09866885111611715,
      "grad_norm": 2.069151297311612,
      "learning_rate": 0.0002999940689828392,
      "loss": 8.4375,
      "step": 2409
    },
    {
      "epoch": 0.09870980954331354,
      "grad_norm": 2.03150499156698,
      "learning_rate": 0.00029999403994504715,
      "loss": 6.8438,
      "step": 2410
    },
    {
      "epoch": 0.09875076797050993,
      "grad_norm": 1.309675589103971,
      "learning_rate": 0.0002999940108363467,
      "loss": 7.1875,
      "step": 2411
    },
    {
      "epoch": 0.09879172639770632,
      "grad_norm": 2.5658288477961553,
      "learning_rate": 0.0002999939816567377,
      "loss": 8.0625,
      "step": 2412
    },
    {
      "epoch": 0.09883268482490272,
      "grad_norm": 2.051639749751547,
      "learning_rate": 0.00029999395240622027,
      "loss": 8.875,
      "step": 2413
    },
    {
      "epoch": 0.09887364325209912,
      "grad_norm": 1.5818267737241618,
      "learning_rate": 0.00029999392308479445,
      "loss": 7.5,
      "step": 2414
    },
    {
      "epoch": 0.09891460167929551,
      "grad_norm": 1.6141383411236692,
      "learning_rate": 0.0002999938936924602,
      "loss": 7.625,
      "step": 2415
    },
    {
      "epoch": 0.09895556010649191,
      "grad_norm": 1.3229717416229465,
      "learning_rate": 0.00029999386422921746,
      "loss": 7.3438,
      "step": 2416
    },
    {
      "epoch": 0.09899651853368831,
      "grad_norm": 1.2725504349618237,
      "learning_rate": 0.0002999938346950664,
      "loss": 6.6875,
      "step": 2417
    },
    {
      "epoch": 0.0990374769608847,
      "grad_norm": 1.5206714679536135,
      "learning_rate": 0.00029999380509000695,
      "loss": 7.125,
      "step": 2418
    },
    {
      "epoch": 0.0990784353880811,
      "grad_norm": 1.6890159623348115,
      "learning_rate": 0.0002999937754140391,
      "loss": 6.7812,
      "step": 2419
    },
    {
      "epoch": 0.0991193938152775,
      "grad_norm": 1.6555566181569576,
      "learning_rate": 0.00029999374566716297,
      "loss": 6.6875,
      "step": 2420
    },
    {
      "epoch": 0.0991603522424739,
      "grad_norm": 1.2631840383648143,
      "learning_rate": 0.00029999371584937844,
      "loss": 7.1562,
      "step": 2421
    },
    {
      "epoch": 0.09920131066967028,
      "grad_norm": 1.5492275044396366,
      "learning_rate": 0.0002999936859606856,
      "loss": 6.3438,
      "step": 2422
    },
    {
      "epoch": 0.09924226909686668,
      "grad_norm": 1.2921427340782827,
      "learning_rate": 0.0002999936560010844,
      "loss": 7.2812,
      "step": 2423
    },
    {
      "epoch": 0.09928322752406307,
      "grad_norm": 1.3615028064503827,
      "learning_rate": 0.000299993625970575,
      "loss": 6.8125,
      "step": 2424
    },
    {
      "epoch": 0.09932418595125947,
      "grad_norm": 1.2601992078849713,
      "learning_rate": 0.0002999935958691572,
      "loss": 7.4062,
      "step": 2425
    },
    {
      "epoch": 0.09936514437845587,
      "grad_norm": 3.675910380215953,
      "learning_rate": 0.00029999356569683126,
      "loss": 8.0625,
      "step": 2426
    },
    {
      "epoch": 0.09940610280565226,
      "grad_norm": 1.4885101849898525,
      "learning_rate": 0.000299993535453597,
      "loss": 7.7188,
      "step": 2427
    },
    {
      "epoch": 0.09944706123284866,
      "grad_norm": 1.636021669220074,
      "learning_rate": 0.00029999350513945443,
      "loss": 6.9375,
      "step": 2428
    },
    {
      "epoch": 0.09948801966004506,
      "grad_norm": 2.3576430883808888,
      "learning_rate": 0.00029999347475440373,
      "loss": 8.0625,
      "step": 2429
    },
    {
      "epoch": 0.09952897808724145,
      "grad_norm": 2.806236885633065,
      "learning_rate": 0.00029999344429844485,
      "loss": 6.9688,
      "step": 2430
    },
    {
      "epoch": 0.09956993651443785,
      "grad_norm": 8.197118857960367,
      "learning_rate": 0.0002999934137715777,
      "loss": 4.3438,
      "step": 2431
    },
    {
      "epoch": 0.09961089494163425,
      "grad_norm": 6.781515271771495,
      "learning_rate": 0.0002999933831738024,
      "loss": 8.25,
      "step": 2432
    },
    {
      "epoch": 0.09965185336883063,
      "grad_norm": 1.7344911699070138,
      "learning_rate": 0.00029999335250511887,
      "loss": 7.2812,
      "step": 2433
    },
    {
      "epoch": 0.09969281179602703,
      "grad_norm": 4.98418870364386,
      "learning_rate": 0.0002999933217655273,
      "loss": 9.1875,
      "step": 2434
    },
    {
      "epoch": 0.09973377022322343,
      "grad_norm": 1.7988739823647115,
      "learning_rate": 0.0002999932909550275,
      "loss": 7.25,
      "step": 2435
    },
    {
      "epoch": 0.09977472865041982,
      "grad_norm": 1.3991094070759136,
      "learning_rate": 0.0002999932600736196,
      "loss": 7.3125,
      "step": 2436
    },
    {
      "epoch": 0.09981568707761622,
      "grad_norm": 2.055049896085016,
      "learning_rate": 0.0002999932291213036,
      "loss": 7.1875,
      "step": 2437
    },
    {
      "epoch": 0.09985664550481262,
      "grad_norm": 2.5442698867920672,
      "learning_rate": 0.0002999931980980795,
      "loss": 8.875,
      "step": 2438
    },
    {
      "epoch": 0.09989760393200901,
      "grad_norm": 1.6606067318678588,
      "learning_rate": 0.0002999931670039473,
      "loss": 6.75,
      "step": 2439
    },
    {
      "epoch": 0.09993856235920541,
      "grad_norm": 1.9156698034382607,
      "learning_rate": 0.00029999313583890704,
      "loss": 6.375,
      "step": 2440
    },
    {
      "epoch": 0.09997952078640181,
      "grad_norm": 1.6478388317263402,
      "learning_rate": 0.00029999310460295875,
      "loss": 6.8438,
      "step": 2441
    },
    {
      "epoch": 0.1000204792135982,
      "grad_norm": 1.164837646025967,
      "learning_rate": 0.00029999307329610245,
      "loss": 7.1562,
      "step": 2442
    },
    {
      "epoch": 0.10006143764079459,
      "grad_norm": 1.392463823204888,
      "learning_rate": 0.0002999930419183381,
      "loss": 6.6562,
      "step": 2443
    },
    {
      "epoch": 0.10010239606799098,
      "grad_norm": 1.7696812733248934,
      "learning_rate": 0.00029999301046966574,
      "loss": 7.3125,
      "step": 2444
    },
    {
      "epoch": 0.10014335449518738,
      "grad_norm": 2.1813904790647958,
      "learning_rate": 0.0002999929789500854,
      "loss": 8.5,
      "step": 2445
    },
    {
      "epoch": 0.10018431292238378,
      "grad_norm": 1.7148905134949424,
      "learning_rate": 0.00029999294735959703,
      "loss": 7.8125,
      "step": 2446
    },
    {
      "epoch": 0.10022527134958018,
      "grad_norm": 1.5971991176149074,
      "learning_rate": 0.0002999929156982007,
      "loss": 7.9688,
      "step": 2447
    },
    {
      "epoch": 0.10026622977677657,
      "grad_norm": 3.078354359221521,
      "learning_rate": 0.0002999928839658965,
      "loss": 8.25,
      "step": 2448
    },
    {
      "epoch": 0.10030718820397297,
      "grad_norm": 2.107778129415625,
      "learning_rate": 0.00029999285216268434,
      "loss": 7.5312,
      "step": 2449
    },
    {
      "epoch": 0.10034814663116937,
      "grad_norm": 1.7575373840262694,
      "learning_rate": 0.00029999282028856424,
      "loss": 6.5625,
      "step": 2450
    },
    {
      "epoch": 0.10038910505836576,
      "grad_norm": 1.6502485714465231,
      "learning_rate": 0.00029999278834353624,
      "loss": 7.5938,
      "step": 2451
    },
    {
      "epoch": 0.10043006348556216,
      "grad_norm": 1.5271763511820504,
      "learning_rate": 0.0002999927563276004,
      "loss": 6.5,
      "step": 2452
    },
    {
      "epoch": 0.10047102191275856,
      "grad_norm": 1.3556191489472924,
      "learning_rate": 0.0002999927242407566,
      "loss": 7.3438,
      "step": 2453
    },
    {
      "epoch": 0.10051198033995494,
      "grad_norm": 3.1417262533255084,
      "learning_rate": 0.000299992692083005,
      "loss": 7.8438,
      "step": 2454
    },
    {
      "epoch": 0.10055293876715134,
      "grad_norm": 1.4033892072809167,
      "learning_rate": 0.00029999265985434554,
      "loss": 6.5312,
      "step": 2455
    },
    {
      "epoch": 0.10059389719434773,
      "grad_norm": 1.5261347495143425,
      "learning_rate": 0.0002999926275547783,
      "loss": 6.5,
      "step": 2456
    },
    {
      "epoch": 0.10063485562154413,
      "grad_norm": 1.2503861693342952,
      "learning_rate": 0.0002999925951843032,
      "loss": 6.9062,
      "step": 2457
    },
    {
      "epoch": 0.10067581404874053,
      "grad_norm": 1.2171737803439922,
      "learning_rate": 0.00029999256274292036,
      "loss": 6.5,
      "step": 2458
    },
    {
      "epoch": 0.10071677247593692,
      "grad_norm": 8.667617204277935,
      "learning_rate": 0.0002999925302306297,
      "loss": 7.8438,
      "step": 2459
    },
    {
      "epoch": 0.10075773090313332,
      "grad_norm": 1.9304819099652117,
      "learning_rate": 0.00029999249764743125,
      "loss": 7.7812,
      "step": 2460
    },
    {
      "epoch": 0.10079868933032972,
      "grad_norm": 1.6764824264315776,
      "learning_rate": 0.0002999924649933251,
      "loss": 6.4688,
      "step": 2461
    },
    {
      "epoch": 0.10083964775752612,
      "grad_norm": 1.2531106059609736,
      "learning_rate": 0.0002999924322683112,
      "loss": 6.9062,
      "step": 2462
    },
    {
      "epoch": 0.10088060618472251,
      "grad_norm": 1.1515351322962137,
      "learning_rate": 0.00029999239947238953,
      "loss": 7.0312,
      "step": 2463
    },
    {
      "epoch": 0.1009215646119189,
      "grad_norm": 1.2620487525542434,
      "learning_rate": 0.0002999923666055602,
      "loss": 6.6562,
      "step": 2464
    },
    {
      "epoch": 0.10096252303911529,
      "grad_norm": 1.3060837518743695,
      "learning_rate": 0.0002999923336678232,
      "loss": 7.0938,
      "step": 2465
    },
    {
      "epoch": 0.10100348146631169,
      "grad_norm": 1.3492892657132258,
      "learning_rate": 0.00029999230065917855,
      "loss": 6.9062,
      "step": 2466
    },
    {
      "epoch": 0.10104443989350809,
      "grad_norm": 1.6290228019460533,
      "learning_rate": 0.00029999226757962616,
      "loss": 6.7812,
      "step": 2467
    },
    {
      "epoch": 0.10108539832070448,
      "grad_norm": 2.824902156245936,
      "learning_rate": 0.0002999922344291662,
      "loss": 8.0625,
      "step": 2468
    },
    {
      "epoch": 0.10112635674790088,
      "grad_norm": 2.198456699740625,
      "learning_rate": 0.0002999922012077986,
      "loss": 6.9062,
      "step": 2469
    },
    {
      "epoch": 0.10116731517509728,
      "grad_norm": 1.6118347506783792,
      "learning_rate": 0.0002999921679155234,
      "loss": 6.9062,
      "step": 2470
    },
    {
      "epoch": 0.10120827360229367,
      "grad_norm": 2.089970359787731,
      "learning_rate": 0.0002999921345523406,
      "loss": 8.5625,
      "step": 2471
    },
    {
      "epoch": 0.10124923202949007,
      "grad_norm": 1.5681622406014264,
      "learning_rate": 0.0002999921011182502,
      "loss": 6.5625,
      "step": 2472
    },
    {
      "epoch": 0.10129019045668647,
      "grad_norm": 4.148506982725194,
      "learning_rate": 0.00029999206761325225,
      "loss": 9.1875,
      "step": 2473
    },
    {
      "epoch": 0.10133114888388287,
      "grad_norm": 1.3247765514743317,
      "learning_rate": 0.00029999203403734674,
      "loss": 6.625,
      "step": 2474
    },
    {
      "epoch": 0.10137210731107925,
      "grad_norm": 2.17384637262372,
      "learning_rate": 0.00029999200039053375,
      "loss": 7.4062,
      "step": 2475
    },
    {
      "epoch": 0.10141306573827565,
      "grad_norm": 1.401121048096317,
      "learning_rate": 0.0002999919666728132,
      "loss": 7.25,
      "step": 2476
    },
    {
      "epoch": 0.10145402416547204,
      "grad_norm": 1.5708339473235644,
      "learning_rate": 0.00029999193288418515,
      "loss": 7.6562,
      "step": 2477
    },
    {
      "epoch": 0.10149498259266844,
      "grad_norm": 3.7445100229712383,
      "learning_rate": 0.00029999189902464964,
      "loss": 8.8125,
      "step": 2478
    },
    {
      "epoch": 0.10153594101986484,
      "grad_norm": 1.156763730664613,
      "learning_rate": 0.00029999186509420666,
      "loss": 6.875,
      "step": 2479
    },
    {
      "epoch": 0.10157689944706123,
      "grad_norm": 4.551649274794966,
      "learning_rate": 0.0002999918310928562,
      "loss": 9.0625,
      "step": 2480
    },
    {
      "epoch": 0.10161785787425763,
      "grad_norm": 1.2786944332939942,
      "learning_rate": 0.00029999179702059833,
      "loss": 6.8438,
      "step": 2481
    },
    {
      "epoch": 0.10165881630145403,
      "grad_norm": 1.511495085571371,
      "learning_rate": 0.0002999917628774331,
      "loss": 6.9375,
      "step": 2482
    },
    {
      "epoch": 0.10169977472865042,
      "grad_norm": 1.9238763281597453,
      "learning_rate": 0.0002999917286633604,
      "loss": 6.2812,
      "step": 2483
    },
    {
      "epoch": 0.10174073315584682,
      "grad_norm": 2.401918830824561,
      "learning_rate": 0.00029999169437838026,
      "loss": 9.5,
      "step": 2484
    },
    {
      "epoch": 0.1017816915830432,
      "grad_norm": 2.5655556273015305,
      "learning_rate": 0.0002999916600224928,
      "loss": 7.8125,
      "step": 2485
    },
    {
      "epoch": 0.1018226500102396,
      "grad_norm": 2.3072658432961664,
      "learning_rate": 0.000299991625595698,
      "loss": 8.25,
      "step": 2486
    },
    {
      "epoch": 0.101863608437436,
      "grad_norm": 1.4568745399181973,
      "learning_rate": 0.0002999915910979959,
      "loss": 7.375,
      "step": 2487
    },
    {
      "epoch": 0.1019045668646324,
      "grad_norm": 3.0889597521711134,
      "learning_rate": 0.0002999915565293865,
      "loss": 8.0625,
      "step": 2488
    },
    {
      "epoch": 0.10194552529182879,
      "grad_norm": 1.3446195636616403,
      "learning_rate": 0.0002999915218898697,
      "loss": 7.4375,
      "step": 2489
    },
    {
      "epoch": 0.10198648371902519,
      "grad_norm": 2.0869439629868225,
      "learning_rate": 0.00029999148717944565,
      "loss": 7.2812,
      "step": 2490
    },
    {
      "epoch": 0.10202744214622159,
      "grad_norm": 2.012136740746691,
      "learning_rate": 0.0002999914523981143,
      "loss": 9.5625,
      "step": 2491
    },
    {
      "epoch": 0.10206840057341798,
      "grad_norm": 2.111182612453948,
      "learning_rate": 0.00029999141754587575,
      "loss": 9.125,
      "step": 2492
    },
    {
      "epoch": 0.10210935900061438,
      "grad_norm": 1.5552707078993828,
      "learning_rate": 0.00029999138262272994,
      "loss": 7.6875,
      "step": 2493
    },
    {
      "epoch": 0.10215031742781078,
      "grad_norm": 1.2594724328956273,
      "learning_rate": 0.00029999134762867687,
      "loss": 7.6875,
      "step": 2494
    },
    {
      "epoch": 0.10219127585500717,
      "grad_norm": 1.5157046404708168,
      "learning_rate": 0.00029999131256371666,
      "loss": 6.0938,
      "step": 2495
    },
    {
      "epoch": 0.10223223428220356,
      "grad_norm": 1.5740421574434744,
      "learning_rate": 0.0002999912774278492,
      "loss": 7.875,
      "step": 2496
    },
    {
      "epoch": 0.10227319270939995,
      "grad_norm": 3.6751084760615607,
      "learning_rate": 0.0002999912422210746,
      "loss": 7.7812,
      "step": 2497
    },
    {
      "epoch": 0.10231415113659635,
      "grad_norm": 1.238842696147349,
      "learning_rate": 0.00029999120694339286,
      "loss": 6.3438,
      "step": 2498
    },
    {
      "epoch": 0.10235510956379275,
      "grad_norm": 2.6359490048387966,
      "learning_rate": 0.00029999117159480395,
      "loss": 8.375,
      "step": 2499
    },
    {
      "epoch": 0.10239606799098915,
      "grad_norm": 1.091302194667193,
      "learning_rate": 0.00029999113617530795,
      "loss": 7.0,
      "step": 2500
    },
    {
      "epoch": 0.10243702641818554,
      "grad_norm": 1.1944589719828147,
      "learning_rate": 0.0002999911006849048,
      "loss": 6.5312,
      "step": 2501
    },
    {
      "epoch": 0.10247798484538194,
      "grad_norm": 1.3638552273788611,
      "learning_rate": 0.0002999910651235946,
      "loss": 6.7812,
      "step": 2502
    },
    {
      "epoch": 0.10251894327257834,
      "grad_norm": 1.2691762810340457,
      "learning_rate": 0.0002999910294913773,
      "loss": 6.9688,
      "step": 2503
    },
    {
      "epoch": 0.10255990169977473,
      "grad_norm": 1.2220619944585307,
      "learning_rate": 0.000299990993788253,
      "loss": 7.4375,
      "step": 2504
    },
    {
      "epoch": 0.10260086012697113,
      "grad_norm": 1.460818017834074,
      "learning_rate": 0.0002999909580142216,
      "loss": 7.4375,
      "step": 2505
    },
    {
      "epoch": 0.10264181855416751,
      "grad_norm": 3.9350941951040963,
      "learning_rate": 0.0002999909221692832,
      "loss": 7.9062,
      "step": 2506
    },
    {
      "epoch": 0.10268277698136391,
      "grad_norm": 1.2244703319880006,
      "learning_rate": 0.0002999908862534378,
      "loss": 7.4375,
      "step": 2507
    },
    {
      "epoch": 0.10272373540856031,
      "grad_norm": 1.1912450224907778,
      "learning_rate": 0.0002999908502666854,
      "loss": 6.75,
      "step": 2508
    },
    {
      "epoch": 0.1027646938357567,
      "grad_norm": 2.1321187817519407,
      "learning_rate": 0.000299990814209026,
      "loss": 8.5,
      "step": 2509
    },
    {
      "epoch": 0.1028056522629531,
      "grad_norm": 2.0021466170192057,
      "learning_rate": 0.0002999907780804597,
      "loss": 7.25,
      "step": 2510
    },
    {
      "epoch": 0.1028466106901495,
      "grad_norm": 1.2251803856171384,
      "learning_rate": 0.00029999074188098647,
      "loss": 7.0625,
      "step": 2511
    },
    {
      "epoch": 0.1028875691173459,
      "grad_norm": 1.5999052041541675,
      "learning_rate": 0.00029999070561060627,
      "loss": 8.0625,
      "step": 2512
    },
    {
      "epoch": 0.10292852754454229,
      "grad_norm": 2.3244347137296453,
      "learning_rate": 0.0002999906692693192,
      "loss": 7.3438,
      "step": 2513
    },
    {
      "epoch": 0.10296948597173869,
      "grad_norm": 1.4935601638619107,
      "learning_rate": 0.0002999906328571253,
      "loss": 7.125,
      "step": 2514
    },
    {
      "epoch": 0.10301044439893509,
      "grad_norm": 1.2034529064025203,
      "learning_rate": 0.0002999905963740244,
      "loss": 7.1875,
      "step": 2515
    },
    {
      "epoch": 0.10305140282613148,
      "grad_norm": 2.309765538049534,
      "learning_rate": 0.00029999055982001677,
      "loss": 7.6875,
      "step": 2516
    },
    {
      "epoch": 0.10309236125332787,
      "grad_norm": 1.1497186962130468,
      "learning_rate": 0.00029999052319510224,
      "loss": 7.25,
      "step": 2517
    },
    {
      "epoch": 0.10313331968052426,
      "grad_norm": 1.1541414609388159,
      "learning_rate": 0.0002999904864992809,
      "loss": 7.125,
      "step": 2518
    },
    {
      "epoch": 0.10317427810772066,
      "grad_norm": 1.6117201961525829,
      "learning_rate": 0.00029999044973255277,
      "loss": 7.3125,
      "step": 2519
    },
    {
      "epoch": 0.10321523653491706,
      "grad_norm": 2.1918865694961336,
      "learning_rate": 0.0002999904128949179,
      "loss": 9.625,
      "step": 2520
    },
    {
      "epoch": 0.10325619496211345,
      "grad_norm": 1.2018579052334823,
      "learning_rate": 0.0002999903759863762,
      "loss": 6.5625,
      "step": 2521
    },
    {
      "epoch": 0.10329715338930985,
      "grad_norm": 1.3619265599738837,
      "learning_rate": 0.00029999033900692776,
      "loss": 7.0938,
      "step": 2522
    },
    {
      "epoch": 0.10333811181650625,
      "grad_norm": 5.80883919903633,
      "learning_rate": 0.0002999903019565727,
      "loss": 8.0,
      "step": 2523
    },
    {
      "epoch": 0.10337907024370264,
      "grad_norm": 1.7701188485709736,
      "learning_rate": 0.0002999902648353108,
      "loss": 8.3125,
      "step": 2524
    },
    {
      "epoch": 0.10342002867089904,
      "grad_norm": 1.3064318481736135,
      "learning_rate": 0.00029999022764314227,
      "loss": 6.4688,
      "step": 2525
    },
    {
      "epoch": 0.10346098709809544,
      "grad_norm": 2.155456449817703,
      "learning_rate": 0.000299990190380067,
      "loss": 8.4375,
      "step": 2526
    },
    {
      "epoch": 0.10350194552529182,
      "grad_norm": 3.030329033060952,
      "learning_rate": 0.0002999901530460851,
      "loss": 8.125,
      "step": 2527
    },
    {
      "epoch": 0.10354290395248822,
      "grad_norm": 2.1143664146702434,
      "learning_rate": 0.0002999901156411966,
      "loss": 9.125,
      "step": 2528
    },
    {
      "epoch": 0.10358386237968462,
      "grad_norm": 1.9182237633960488,
      "learning_rate": 0.0002999900781654015,
      "loss": 7.0938,
      "step": 2529
    },
    {
      "epoch": 0.10362482080688101,
      "grad_norm": 1.1638443653967407,
      "learning_rate": 0.00029999004061869973,
      "loss": 7.75,
      "step": 2530
    },
    {
      "epoch": 0.10366577923407741,
      "grad_norm": 2.988979696771913,
      "learning_rate": 0.0002999900030010913,
      "loss": 7.3438,
      "step": 2531
    },
    {
      "epoch": 0.1037067376612738,
      "grad_norm": 1.3954711026038071,
      "learning_rate": 0.0002999899653125764,
      "loss": 7.125,
      "step": 2532
    },
    {
      "epoch": 0.1037476960884702,
      "grad_norm": 4.8660697980584,
      "learning_rate": 0.00029998992755315496,
      "loss": 6.0938,
      "step": 2533
    },
    {
      "epoch": 0.1037886545156666,
      "grad_norm": 3.9583311141174513,
      "learning_rate": 0.000299989889722827,
      "loss": 7.4062,
      "step": 2534
    },
    {
      "epoch": 0.103829612942863,
      "grad_norm": 1.495367611273099,
      "learning_rate": 0.0002999898518215925,
      "loss": 7.0312,
      "step": 2535
    },
    {
      "epoch": 0.1038705713700594,
      "grad_norm": 1.305068558657819,
      "learning_rate": 0.00029998981384945144,
      "loss": 7.5938,
      "step": 2536
    },
    {
      "epoch": 0.10391152979725579,
      "grad_norm": 5.150920423937266,
      "learning_rate": 0.00029998977580640395,
      "loss": 7.5312,
      "step": 2537
    },
    {
      "epoch": 0.10395248822445217,
      "grad_norm": 1.4554192763149072,
      "learning_rate": 0.00029998973769245,
      "loss": 7.5312,
      "step": 2538
    },
    {
      "epoch": 0.10399344665164857,
      "grad_norm": 6.004697720447936,
      "learning_rate": 0.0002999896995075896,
      "loss": 8.0625,
      "step": 2539
    },
    {
      "epoch": 0.10403440507884497,
      "grad_norm": 1.9495571923538744,
      "learning_rate": 0.0002999896612518228,
      "loss": 7.25,
      "step": 2540
    },
    {
      "epoch": 0.10407536350604137,
      "grad_norm": 1.8934004495722945,
      "learning_rate": 0.0002999896229251496,
      "loss": 6.4375,
      "step": 2541
    },
    {
      "epoch": 0.10411632193323776,
      "grad_norm": 1.9981014542950957,
      "learning_rate": 0.0002999895845275699,
      "loss": 6.375,
      "step": 2542
    },
    {
      "epoch": 0.10415728036043416,
      "grad_norm": 1.3326265355689637,
      "learning_rate": 0.0002999895460590839,
      "loss": 7.2812,
      "step": 2543
    },
    {
      "epoch": 0.10419823878763056,
      "grad_norm": 1.5632172769590915,
      "learning_rate": 0.0002999895075196916,
      "loss": 7.1562,
      "step": 2544
    },
    {
      "epoch": 0.10423919721482695,
      "grad_norm": 1.620247196328118,
      "learning_rate": 0.0002999894689093929,
      "loss": 6.9375,
      "step": 2545
    },
    {
      "epoch": 0.10428015564202335,
      "grad_norm": 2.2847914146427164,
      "learning_rate": 0.0002999894302281879,
      "loss": 8.0,
      "step": 2546
    },
    {
      "epoch": 0.10432111406921975,
      "grad_norm": 1.3585682660947387,
      "learning_rate": 0.0002999893914760766,
      "loss": 7.5,
      "step": 2547
    },
    {
      "epoch": 0.10436207249641614,
      "grad_norm": 1.1998724801750362,
      "learning_rate": 0.000299989352653059,
      "loss": 7.3438,
      "step": 2548
    },
    {
      "epoch": 0.10440303092361253,
      "grad_norm": 1.508457493009284,
      "learning_rate": 0.0002999893137591351,
      "loss": 7.7188,
      "step": 2549
    },
    {
      "epoch": 0.10444398935080892,
      "grad_norm": 3.053759760358243,
      "learning_rate": 0.00029998927479430506,
      "loss": 8.125,
      "step": 2550
    },
    {
      "epoch": 0.10448494777800532,
      "grad_norm": 1.3241372988549562,
      "learning_rate": 0.0002999892357585687,
      "loss": 7.0312,
      "step": 2551
    },
    {
      "epoch": 0.10452590620520172,
      "grad_norm": 2.6302287007845604,
      "learning_rate": 0.0002999891966519262,
      "loss": 8.375,
      "step": 2552
    },
    {
      "epoch": 0.10456686463239812,
      "grad_norm": 1.909663184445575,
      "learning_rate": 0.0002999891574743775,
      "loss": 7.6562,
      "step": 2553
    },
    {
      "epoch": 0.10460782305959451,
      "grad_norm": 2.112957959282699,
      "learning_rate": 0.0002999891182259226,
      "loss": 6.75,
      "step": 2554
    },
    {
      "epoch": 0.10464878148679091,
      "grad_norm": 2.210503138054542,
      "learning_rate": 0.0002999890789065616,
      "loss": 7.0625,
      "step": 2555
    },
    {
      "epoch": 0.1046897399139873,
      "grad_norm": 2.207208865621297,
      "learning_rate": 0.0002999890395162944,
      "loss": 7.5625,
      "step": 2556
    },
    {
      "epoch": 0.1047306983411837,
      "grad_norm": 1.1544194888796573,
      "learning_rate": 0.0002999890000551211,
      "loss": 7.3125,
      "step": 2557
    },
    {
      "epoch": 0.1047716567683801,
      "grad_norm": 1.425851553196115,
      "learning_rate": 0.00029998896052304175,
      "loss": 6.9688,
      "step": 2558
    },
    {
      "epoch": 0.10481261519557648,
      "grad_norm": 4.873442031713663,
      "learning_rate": 0.0002999889209200563,
      "loss": 7.3438,
      "step": 2559
    },
    {
      "epoch": 0.10485357362277288,
      "grad_norm": 1.3771613327076233,
      "learning_rate": 0.0002999888812461648,
      "loss": 6.9375,
      "step": 2560
    },
    {
      "epoch": 0.10489453204996928,
      "grad_norm": 3.2008800552755434,
      "learning_rate": 0.00029998884150136723,
      "loss": 8.9375,
      "step": 2561
    },
    {
      "epoch": 0.10493549047716567,
      "grad_norm": 1.3863962039011009,
      "learning_rate": 0.00029998880168566366,
      "loss": 7.0312,
      "step": 2562
    },
    {
      "epoch": 0.10497644890436207,
      "grad_norm": 1.623917199126774,
      "learning_rate": 0.00029998876179905407,
      "loss": 7.2812,
      "step": 2563
    },
    {
      "epoch": 0.10501740733155847,
      "grad_norm": 1.372525415803498,
      "learning_rate": 0.00029998872184153853,
      "loss": 6.4375,
      "step": 2564
    },
    {
      "epoch": 0.10505836575875487,
      "grad_norm": 1.066225886620468,
      "learning_rate": 0.000299988681813117,
      "loss": 6.625,
      "step": 2565
    },
    {
      "epoch": 0.10509932418595126,
      "grad_norm": 1.3283743745991408,
      "learning_rate": 0.00029998864171378953,
      "loss": 8.25,
      "step": 2566
    },
    {
      "epoch": 0.10514028261314766,
      "grad_norm": 1.1824665628378896,
      "learning_rate": 0.0002999886015435561,
      "loss": 6.7188,
      "step": 2567
    },
    {
      "epoch": 0.10518124104034406,
      "grad_norm": 1.7817870585766673,
      "learning_rate": 0.0002999885613024168,
      "loss": 6.3125,
      "step": 2568
    },
    {
      "epoch": 0.10522219946754045,
      "grad_norm": 1.5450960574494161,
      "learning_rate": 0.0002999885209903716,
      "loss": 6.5938,
      "step": 2569
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 1.2631512259927677,
      "learning_rate": 0.0002999884806074206,
      "loss": 7.125,
      "step": 2570
    },
    {
      "epoch": 0.10530411632193323,
      "grad_norm": 2.135465108105918,
      "learning_rate": 0.0002999884401535637,
      "loss": 8.3125,
      "step": 2571
    },
    {
      "epoch": 0.10534507474912963,
      "grad_norm": 1.820624828524044,
      "learning_rate": 0.00029998839962880097,
      "loss": 6.6875,
      "step": 2572
    },
    {
      "epoch": 0.10538603317632603,
      "grad_norm": 1.4661114708616063,
      "learning_rate": 0.0002999883590331324,
      "loss": 8.0,
      "step": 2573
    },
    {
      "epoch": 0.10542699160352242,
      "grad_norm": 1.7152458654893445,
      "learning_rate": 0.000299988318366558,
      "loss": 6.9062,
      "step": 2574
    },
    {
      "epoch": 0.10546795003071882,
      "grad_norm": 1.269037744005594,
      "learning_rate": 0.00029998827762907793,
      "loss": 6.7188,
      "step": 2575
    },
    {
      "epoch": 0.10550890845791522,
      "grad_norm": 1.9945033413361624,
      "learning_rate": 0.000299988236820692,
      "loss": 6.4062,
      "step": 2576
    },
    {
      "epoch": 0.10554986688511162,
      "grad_norm": 2.907737078745851,
      "learning_rate": 0.0002999881959414004,
      "loss": 7.25,
      "step": 2577
    },
    {
      "epoch": 0.10559082531230801,
      "grad_norm": 1.6826621094825447,
      "learning_rate": 0.0002999881549912031,
      "loss": 8.0625,
      "step": 2578
    },
    {
      "epoch": 0.10563178373950441,
      "grad_norm": 1.2866487204476997,
      "learning_rate": 0.00029998811397010007,
      "loss": 7.3125,
      "step": 2579
    },
    {
      "epoch": 0.10567274216670079,
      "grad_norm": 3.5105277971115565,
      "learning_rate": 0.00029998807287809137,
      "loss": 8.4375,
      "step": 2580
    },
    {
      "epoch": 0.10571370059389719,
      "grad_norm": 2.07774542236659,
      "learning_rate": 0.00029998803171517704,
      "loss": 8.875,
      "step": 2581
    },
    {
      "epoch": 0.10575465902109359,
      "grad_norm": 1.5136041605072323,
      "learning_rate": 0.000299987990481357,
      "loss": 8.75,
      "step": 2582
    },
    {
      "epoch": 0.10579561744828998,
      "grad_norm": 1.7573073813021258,
      "learning_rate": 0.00029998794917663143,
      "loss": 6.3438,
      "step": 2583
    },
    {
      "epoch": 0.10583657587548638,
      "grad_norm": 1.1989312687301414,
      "learning_rate": 0.0002999879078010002,
      "loss": 6.75,
      "step": 2584
    },
    {
      "epoch": 0.10587753430268278,
      "grad_norm": 1.558228158312739,
      "learning_rate": 0.0002999878663544634,
      "loss": 7.8125,
      "step": 2585
    },
    {
      "epoch": 0.10591849272987917,
      "grad_norm": 1.4621010746444603,
      "learning_rate": 0.0002999878248370211,
      "loss": 8.375,
      "step": 2586
    },
    {
      "epoch": 0.10595945115707557,
      "grad_norm": 1.412354237007745,
      "learning_rate": 0.0002999877832486732,
      "loss": 6.6562,
      "step": 2587
    },
    {
      "epoch": 0.10600040958427197,
      "grad_norm": 1.2283658739494474,
      "learning_rate": 0.00029998774158941974,
      "loss": 7.5,
      "step": 2588
    },
    {
      "epoch": 0.10604136801146836,
      "grad_norm": 1.2909624173742762,
      "learning_rate": 0.00029998769985926086,
      "loss": 6.875,
      "step": 2589
    },
    {
      "epoch": 0.10608232643866476,
      "grad_norm": 1.4283268180462005,
      "learning_rate": 0.0002999876580581965,
      "loss": 7.5938,
      "step": 2590
    },
    {
      "epoch": 0.10612328486586114,
      "grad_norm": 2.0682461734988835,
      "learning_rate": 0.0002999876161862266,
      "loss": 6.125,
      "step": 2591
    },
    {
      "epoch": 0.10616424329305754,
      "grad_norm": 1.4645568709438868,
      "learning_rate": 0.0002999875742433513,
      "loss": 7.0625,
      "step": 2592
    },
    {
      "epoch": 0.10620520172025394,
      "grad_norm": 1.2300723887140945,
      "learning_rate": 0.0002999875322295706,
      "loss": 6.8438,
      "step": 2593
    },
    {
      "epoch": 0.10624616014745034,
      "grad_norm": 1.3262773293733063,
      "learning_rate": 0.0002999874901448845,
      "loss": 6.5312,
      "step": 2594
    },
    {
      "epoch": 0.10628711857464673,
      "grad_norm": 2.7805615356474593,
      "learning_rate": 0.000299987447989293,
      "loss": 8.9375,
      "step": 2595
    },
    {
      "epoch": 0.10632807700184313,
      "grad_norm": 1.226135216270201,
      "learning_rate": 0.0002999874057627961,
      "loss": 6.5938,
      "step": 2596
    },
    {
      "epoch": 0.10636903542903953,
      "grad_norm": 1.7168835413218313,
      "learning_rate": 0.00029998736346539394,
      "loss": 7.5,
      "step": 2597
    },
    {
      "epoch": 0.10640999385623592,
      "grad_norm": 1.0459982656619689,
      "learning_rate": 0.0002999873210970864,
      "loss": 6.875,
      "step": 2598
    },
    {
      "epoch": 0.10645095228343232,
      "grad_norm": 2.0573905096770293,
      "learning_rate": 0.00029998727865787356,
      "loss": 8.125,
      "step": 2599
    },
    {
      "epoch": 0.10649191071062872,
      "grad_norm": 1.9230844229550523,
      "learning_rate": 0.0002999872361477554,
      "loss": 8.3125,
      "step": 2600
    },
    {
      "epoch": 0.1065328691378251,
      "grad_norm": 1.0660846369687287,
      "learning_rate": 0.0002999871935667321,
      "loss": 6.7812,
      "step": 2601
    },
    {
      "epoch": 0.1065738275650215,
      "grad_norm": 1.8217293745213725,
      "learning_rate": 0.0002999871509148035,
      "loss": 6.5312,
      "step": 2602
    },
    {
      "epoch": 0.1066147859922179,
      "grad_norm": 1.6347277014610428,
      "learning_rate": 0.0002999871081919696,
      "loss": 6.3125,
      "step": 2603
    },
    {
      "epoch": 0.10665574441941429,
      "grad_norm": 3.971320252910757,
      "learning_rate": 0.0002999870653982306,
      "loss": 8.0,
      "step": 2604
    },
    {
      "epoch": 0.10669670284661069,
      "grad_norm": 1.1597445592510072,
      "learning_rate": 0.00029998702253358637,
      "loss": 7.5312,
      "step": 2605
    },
    {
      "epoch": 0.10673766127380709,
      "grad_norm": 1.5699413916994662,
      "learning_rate": 0.000299986979598037,
      "loss": 7.125,
      "step": 2606
    },
    {
      "epoch": 0.10677861970100348,
      "grad_norm": 1.494224939953572,
      "learning_rate": 0.00029998693659158247,
      "loss": 7.0,
      "step": 2607
    },
    {
      "epoch": 0.10681957812819988,
      "grad_norm": 3.7693832778433536,
      "learning_rate": 0.0002999868935142228,
      "loss": 8.4375,
      "step": 2608
    },
    {
      "epoch": 0.10686053655539628,
      "grad_norm": 1.7593711008277586,
      "learning_rate": 0.00029998685036595807,
      "loss": 6.4375,
      "step": 2609
    },
    {
      "epoch": 0.10690149498259267,
      "grad_norm": 1.6231363327962383,
      "learning_rate": 0.0002999868071467883,
      "loss": 7.5625,
      "step": 2610
    },
    {
      "epoch": 0.10694245340978907,
      "grad_norm": 1.6142215322500402,
      "learning_rate": 0.00029998676385671337,
      "loss": 7.8438,
      "step": 2611
    },
    {
      "epoch": 0.10698341183698545,
      "grad_norm": 1.280469011940818,
      "learning_rate": 0.00029998672049573347,
      "loss": 7.1875,
      "step": 2612
    },
    {
      "epoch": 0.10702437026418185,
      "grad_norm": 1.2798698341117498,
      "learning_rate": 0.00029998667706384853,
      "loss": 7.3125,
      "step": 2613
    },
    {
      "epoch": 0.10706532869137825,
      "grad_norm": 1.5855182769271405,
      "learning_rate": 0.0002999866335610586,
      "loss": 7.2188,
      "step": 2614
    },
    {
      "epoch": 0.10710628711857464,
      "grad_norm": 1.1603133609340606,
      "learning_rate": 0.0002999865899873637,
      "loss": 6.5938,
      "step": 2615
    },
    {
      "epoch": 0.10714724554577104,
      "grad_norm": 1.1281135788984373,
      "learning_rate": 0.0002999865463427638,
      "loss": 7.1562,
      "step": 2616
    },
    {
      "epoch": 0.10718820397296744,
      "grad_norm": 3.2242876752186653,
      "learning_rate": 0.000299986502627259,
      "loss": 9.375,
      "step": 2617
    },
    {
      "epoch": 0.10722916240016384,
      "grad_norm": 2.1628652887796056,
      "learning_rate": 0.0002999864588408493,
      "loss": 7.4688,
      "step": 2618
    },
    {
      "epoch": 0.10727012082736023,
      "grad_norm": 1.3372591998842944,
      "learning_rate": 0.0002999864149835347,
      "loss": 7.8438,
      "step": 2619
    },
    {
      "epoch": 0.10731107925455663,
      "grad_norm": 1.402023232923123,
      "learning_rate": 0.0002999863710553152,
      "loss": 6.25,
      "step": 2620
    },
    {
      "epoch": 0.10735203768175303,
      "grad_norm": 1.281832522360154,
      "learning_rate": 0.00029998632705619086,
      "loss": 7.3125,
      "step": 2621
    },
    {
      "epoch": 0.10739299610894941,
      "grad_norm": 1.0575286233534775,
      "learning_rate": 0.0002999862829861617,
      "loss": 6.3438,
      "step": 2622
    },
    {
      "epoch": 0.1074339545361458,
      "grad_norm": 1.3944018388485662,
      "learning_rate": 0.0002999862388452277,
      "loss": 7.3125,
      "step": 2623
    },
    {
      "epoch": 0.1074749129633422,
      "grad_norm": 1.2543964926688538,
      "learning_rate": 0.0002999861946333889,
      "loss": 6.375,
      "step": 2624
    },
    {
      "epoch": 0.1075158713905386,
      "grad_norm": 1.376734795733168,
      "learning_rate": 0.00029998615035064537,
      "loss": 6.875,
      "step": 2625
    },
    {
      "epoch": 0.107556829817735,
      "grad_norm": 1.3866641882397488,
      "learning_rate": 0.0002999861059969971,
      "loss": 6.9375,
      "step": 2626
    },
    {
      "epoch": 0.1075977882449314,
      "grad_norm": 1.390858858115283,
      "learning_rate": 0.0002999860615724441,
      "loss": 7.3125,
      "step": 2627
    },
    {
      "epoch": 0.10763874667212779,
      "grad_norm": 1.7881419727576486,
      "learning_rate": 0.00029998601707698633,
      "loss": 7.9062,
      "step": 2628
    },
    {
      "epoch": 0.10767970509932419,
      "grad_norm": 1.2878453826864171,
      "learning_rate": 0.0002999859725106239,
      "loss": 8.0625,
      "step": 2629
    },
    {
      "epoch": 0.10772066352652059,
      "grad_norm": 1.2639608415112498,
      "learning_rate": 0.0002999859278733569,
      "loss": 6.75,
      "step": 2630
    },
    {
      "epoch": 0.10776162195371698,
      "grad_norm": 1.389887635271904,
      "learning_rate": 0.00029998588316518514,
      "loss": 6.7188,
      "step": 2631
    },
    {
      "epoch": 0.10780258038091338,
      "grad_norm": 1.3132365725720845,
      "learning_rate": 0.0002999858383861088,
      "loss": 6.7812,
      "step": 2632
    },
    {
      "epoch": 0.10784353880810976,
      "grad_norm": 2.457881444933348,
      "learning_rate": 0.0002999857935361279,
      "loss": 8.875,
      "step": 2633
    },
    {
      "epoch": 0.10788449723530616,
      "grad_norm": 2.9374145199041473,
      "learning_rate": 0.00029998574861524234,
      "loss": 6.75,
      "step": 2634
    },
    {
      "epoch": 0.10792545566250256,
      "grad_norm": 1.1530842141175164,
      "learning_rate": 0.00029998570362345226,
      "loss": 6.1875,
      "step": 2635
    },
    {
      "epoch": 0.10796641408969895,
      "grad_norm": 1.1973796818470452,
      "learning_rate": 0.0002999856585607576,
      "loss": 6.7812,
      "step": 2636
    },
    {
      "epoch": 0.10800737251689535,
      "grad_norm": 1.2680881527226426,
      "learning_rate": 0.00029998561342715847,
      "loss": 7.125,
      "step": 2637
    },
    {
      "epoch": 0.10804833094409175,
      "grad_norm": 1.2658793458962054,
      "learning_rate": 0.00029998556822265486,
      "loss": 6.7188,
      "step": 2638
    },
    {
      "epoch": 0.10808928937128814,
      "grad_norm": 1.1336327546575473,
      "learning_rate": 0.00029998552294724677,
      "loss": 6.4688,
      "step": 2639
    },
    {
      "epoch": 0.10813024779848454,
      "grad_norm": 1.7215328394420273,
      "learning_rate": 0.00029998547760093423,
      "loss": 8.5,
      "step": 2640
    },
    {
      "epoch": 0.10817120622568094,
      "grad_norm": 1.115808268206787,
      "learning_rate": 0.0002999854321837172,
      "loss": 6.3438,
      "step": 2641
    },
    {
      "epoch": 0.10821216465287734,
      "grad_norm": 1.1925071256604254,
      "learning_rate": 0.0002999853866955958,
      "loss": 6.375,
      "step": 2642
    },
    {
      "epoch": 0.10825312308007373,
      "grad_norm": 1.6975123069712794,
      "learning_rate": 0.00029998534113657,
      "loss": 8.5625,
      "step": 2643
    },
    {
      "epoch": 0.10829408150727012,
      "grad_norm": 1.4508332855667188,
      "learning_rate": 0.0002999852955066399,
      "loss": 7.5,
      "step": 2644
    },
    {
      "epoch": 0.10833503993446651,
      "grad_norm": 1.083784181691161,
      "learning_rate": 0.0002999852498058054,
      "loss": 6.8125,
      "step": 2645
    },
    {
      "epoch": 0.10837599836166291,
      "grad_norm": 1.716362816180825,
      "learning_rate": 0.00029998520403406656,
      "loss": 7.625,
      "step": 2646
    },
    {
      "epoch": 0.1084169567888593,
      "grad_norm": 1.6700654615375394,
      "learning_rate": 0.00029998515819142346,
      "loss": 7.6562,
      "step": 2647
    },
    {
      "epoch": 0.1084579152160557,
      "grad_norm": 1.1559161252630763,
      "learning_rate": 0.0002999851122778761,
      "loss": 8.4375,
      "step": 2648
    },
    {
      "epoch": 0.1084988736432521,
      "grad_norm": 1.9934266886650394,
      "learning_rate": 0.0002999850662934244,
      "loss": 7.25,
      "step": 2649
    },
    {
      "epoch": 0.1085398320704485,
      "grad_norm": 3.0096639233234495,
      "learning_rate": 0.0002999850202380685,
      "loss": 8.1875,
      "step": 2650
    },
    {
      "epoch": 0.1085807904976449,
      "grad_norm": 1.2768490499138505,
      "learning_rate": 0.0002999849741118084,
      "loss": 6.625,
      "step": 2651
    },
    {
      "epoch": 0.10862174892484129,
      "grad_norm": 1.5492713859682674,
      "learning_rate": 0.00029998492791464415,
      "loss": 8.0,
      "step": 2652
    },
    {
      "epoch": 0.10866270735203769,
      "grad_norm": 1.8975331269865423,
      "learning_rate": 0.00029998488164657567,
      "loss": 7.5,
      "step": 2653
    },
    {
      "epoch": 0.10870366577923407,
      "grad_norm": 1.0468776350753024,
      "learning_rate": 0.00029998483530760303,
      "loss": 6.25,
      "step": 2654
    },
    {
      "epoch": 0.10874462420643047,
      "grad_norm": 3.184507296743782,
      "learning_rate": 0.00029998478889772627,
      "loss": 7.1875,
      "step": 2655
    },
    {
      "epoch": 0.10878558263362686,
      "grad_norm": 1.4171817391763917,
      "learning_rate": 0.00029998474241694546,
      "loss": 7.8125,
      "step": 2656
    },
    {
      "epoch": 0.10882654106082326,
      "grad_norm": 1.2334941168134246,
      "learning_rate": 0.0002999846958652605,
      "loss": 7.6875,
      "step": 2657
    },
    {
      "epoch": 0.10886749948801966,
      "grad_norm": 1.1402436718585633,
      "learning_rate": 0.0002999846492426715,
      "loss": 7.7812,
      "step": 2658
    },
    {
      "epoch": 0.10890845791521606,
      "grad_norm": 1.3257913309872795,
      "learning_rate": 0.0002999846025491785,
      "loss": 7.8125,
      "step": 2659
    },
    {
      "epoch": 0.10894941634241245,
      "grad_norm": 1.0087488926710844,
      "learning_rate": 0.0002999845557847814,
      "loss": 7.0312,
      "step": 2660
    },
    {
      "epoch": 0.10899037476960885,
      "grad_norm": 6.215946848006004,
      "learning_rate": 0.00029998450894948037,
      "loss": 6.5938,
      "step": 2661
    },
    {
      "epoch": 0.10903133319680525,
      "grad_norm": 1.1727991882569633,
      "learning_rate": 0.0002999844620432754,
      "loss": 7.0938,
      "step": 2662
    },
    {
      "epoch": 0.10907229162400164,
      "grad_norm": 0.9496945124265339,
      "learning_rate": 0.0002999844150661664,
      "loss": 6.7812,
      "step": 2663
    },
    {
      "epoch": 0.10911325005119804,
      "grad_norm": 1.0919425850953866,
      "learning_rate": 0.0002999843680181535,
      "loss": 6.5625,
      "step": 2664
    },
    {
      "epoch": 0.10915420847839442,
      "grad_norm": 0.8753118529736518,
      "learning_rate": 0.0002999843208992367,
      "loss": 6.875,
      "step": 2665
    },
    {
      "epoch": 0.10919516690559082,
      "grad_norm": 1.6027187520867736,
      "learning_rate": 0.000299984273709416,
      "loss": 7.9062,
      "step": 2666
    },
    {
      "epoch": 0.10923612533278722,
      "grad_norm": 1.021961963742918,
      "learning_rate": 0.00029998422644869144,
      "loss": 7.1875,
      "step": 2667
    },
    {
      "epoch": 0.10927708375998361,
      "grad_norm": 0.9995246345622782,
      "learning_rate": 0.0002999841791170631,
      "loss": 6.8125,
      "step": 2668
    },
    {
      "epoch": 0.10931804218718001,
      "grad_norm": 1.1763741879998697,
      "learning_rate": 0.0002999841317145309,
      "loss": 6.5,
      "step": 2669
    },
    {
      "epoch": 0.10935900061437641,
      "grad_norm": 1.1913910594102728,
      "learning_rate": 0.0002999840842410949,
      "loss": 6.9688,
      "step": 2670
    },
    {
      "epoch": 0.1093999590415728,
      "grad_norm": 1.0151877061077366,
      "learning_rate": 0.0002999840366967551,
      "loss": 6.25,
      "step": 2671
    },
    {
      "epoch": 0.1094409174687692,
      "grad_norm": 1.4726615547328532,
      "learning_rate": 0.0002999839890815116,
      "loss": 7.9688,
      "step": 2672
    },
    {
      "epoch": 0.1094818758959656,
      "grad_norm": 1.5217242587671835,
      "learning_rate": 0.00029998394139536436,
      "loss": 7.7812,
      "step": 2673
    },
    {
      "epoch": 0.109522834323162,
      "grad_norm": 1.56148368795409,
      "learning_rate": 0.0002999838936383134,
      "loss": 6.9375,
      "step": 2674
    },
    {
      "epoch": 0.10956379275035838,
      "grad_norm": 1.4647851121248756,
      "learning_rate": 0.00029998384581035874,
      "loss": 7.625,
      "step": 2675
    },
    {
      "epoch": 0.10960475117755478,
      "grad_norm": 1.0276825966293222,
      "learning_rate": 0.00029998379791150047,
      "loss": 6.4375,
      "step": 2676
    },
    {
      "epoch": 0.10964570960475117,
      "grad_norm": 1.023697444375325,
      "learning_rate": 0.00029998374994173857,
      "loss": 6.7188,
      "step": 2677
    },
    {
      "epoch": 0.10968666803194757,
      "grad_norm": 2.7487177848024307,
      "learning_rate": 0.000299983701901073,
      "loss": 9.0,
      "step": 2678
    },
    {
      "epoch": 0.10972762645914397,
      "grad_norm": 1.2364474183943894,
      "learning_rate": 0.00029998365378950385,
      "loss": 7.875,
      "step": 2679
    },
    {
      "epoch": 0.10976858488634036,
      "grad_norm": 1.214128498360046,
      "learning_rate": 0.0002999836056070312,
      "loss": 6.2812,
      "step": 2680
    },
    {
      "epoch": 0.10980954331353676,
      "grad_norm": 1.1681822387414502,
      "learning_rate": 0.00029998355735365496,
      "loss": 6.3125,
      "step": 2681
    },
    {
      "epoch": 0.10985050174073316,
      "grad_norm": 1.3091242282098596,
      "learning_rate": 0.00029998350902937516,
      "loss": 6.5625,
      "step": 2682
    },
    {
      "epoch": 0.10989146016792956,
      "grad_norm": 1.1068818406861454,
      "learning_rate": 0.0002999834606341919,
      "loss": 6.5,
      "step": 2683
    },
    {
      "epoch": 0.10993241859512595,
      "grad_norm": 1.4334253286972665,
      "learning_rate": 0.0002999834121681052,
      "loss": 7.9688,
      "step": 2684
    },
    {
      "epoch": 0.10997337702232235,
      "grad_norm": 1.6819986357719845,
      "learning_rate": 0.00029998336363111494,
      "loss": 7.8125,
      "step": 2685
    },
    {
      "epoch": 0.11001433544951873,
      "grad_norm": 1.4429988071282749,
      "learning_rate": 0.0002999833150232213,
      "loss": 6.2812,
      "step": 2686
    },
    {
      "epoch": 0.11005529387671513,
      "grad_norm": 1.1764740061474657,
      "learning_rate": 0.0002999832663444243,
      "loss": 6.75,
      "step": 2687
    },
    {
      "epoch": 0.11009625230391153,
      "grad_norm": 1.0193803458218447,
      "learning_rate": 0.00029998321759472385,
      "loss": 7.125,
      "step": 2688
    },
    {
      "epoch": 0.11013721073110792,
      "grad_norm": 2.7327499448542323,
      "learning_rate": 0.0002999831687741201,
      "loss": 7.125,
      "step": 2689
    },
    {
      "epoch": 0.11017816915830432,
      "grad_norm": 0.9636109258280979,
      "learning_rate": 0.000299983119882613,
      "loss": 7.0,
      "step": 2690
    },
    {
      "epoch": 0.11021912758550072,
      "grad_norm": 1.2306821978967828,
      "learning_rate": 0.0002999830709202025,
      "loss": 6.7188,
      "step": 2691
    },
    {
      "epoch": 0.11026008601269711,
      "grad_norm": 1.6086276754093265,
      "learning_rate": 0.00029998302188688876,
      "loss": 6.5312,
      "step": 2692
    },
    {
      "epoch": 0.11030104443989351,
      "grad_norm": 1.7288758249289093,
      "learning_rate": 0.00029998297278267176,
      "loss": 7.4688,
      "step": 2693
    },
    {
      "epoch": 0.11034200286708991,
      "grad_norm": 1.466671066643726,
      "learning_rate": 0.0002999829236075515,
      "loss": 7.4375,
      "step": 2694
    },
    {
      "epoch": 0.1103829612942863,
      "grad_norm": 1.0353790214192862,
      "learning_rate": 0.000299982874361528,
      "loss": 6.8438,
      "step": 2695
    },
    {
      "epoch": 0.11042391972148269,
      "grad_norm": 1.9648982046897379,
      "learning_rate": 0.00029998282504460134,
      "loss": 8.0625,
      "step": 2696
    },
    {
      "epoch": 0.11046487814867909,
      "grad_norm": 3.309029396183401,
      "learning_rate": 0.0002999827756567715,
      "loss": 8.3125,
      "step": 2697
    },
    {
      "epoch": 0.11050583657587548,
      "grad_norm": 1.2112917133504018,
      "learning_rate": 0.0002999827261980385,
      "loss": 7.3438,
      "step": 2698
    },
    {
      "epoch": 0.11054679500307188,
      "grad_norm": 2.103927234591639,
      "learning_rate": 0.00029998267666840237,
      "loss": 6.3125,
      "step": 2699
    },
    {
      "epoch": 0.11058775343026828,
      "grad_norm": 1.3616878661965928,
      "learning_rate": 0.00029998262706786315,
      "loss": 6.0312,
      "step": 2700
    },
    {
      "epoch": 0.11062871185746467,
      "grad_norm": 2.761067360562229,
      "learning_rate": 0.0002999825773964208,
      "loss": 7.3125,
      "step": 2701
    },
    {
      "epoch": 0.11066967028466107,
      "grad_norm": 1.1756771781506983,
      "learning_rate": 0.0002999825276540754,
      "loss": 6.4688,
      "step": 2702
    },
    {
      "epoch": 0.11071062871185747,
      "grad_norm": 1.9082617850978445,
      "learning_rate": 0.00029998247784082704,
      "loss": 6.5938,
      "step": 2703
    },
    {
      "epoch": 0.11075158713905386,
      "grad_norm": 1.6634669676872584,
      "learning_rate": 0.0002999824279566756,
      "loss": 7.5625,
      "step": 2704
    },
    {
      "epoch": 0.11079254556625026,
      "grad_norm": 1.081604126672417,
      "learning_rate": 0.0002999823780016212,
      "loss": 6.5625,
      "step": 2705
    },
    {
      "epoch": 0.11083350399344666,
      "grad_norm": 1.0881309809420356,
      "learning_rate": 0.0002999823279756638,
      "loss": 7.0,
      "step": 2706
    },
    {
      "epoch": 0.11087446242064304,
      "grad_norm": 1.0078618239269383,
      "learning_rate": 0.0002999822778788035,
      "loss": 6.7188,
      "step": 2707
    },
    {
      "epoch": 0.11091542084783944,
      "grad_norm": 0.9994348722027101,
      "learning_rate": 0.0002999822277110402,
      "loss": 6.6875,
      "step": 2708
    },
    {
      "epoch": 0.11095637927503584,
      "grad_norm": 1.067233048461531,
      "learning_rate": 0.00029998217747237405,
      "loss": 6.2188,
      "step": 2709
    },
    {
      "epoch": 0.11099733770223223,
      "grad_norm": 1.837305313464818,
      "learning_rate": 0.0002999821271628051,
      "loss": 7.5938,
      "step": 2710
    },
    {
      "epoch": 0.11103829612942863,
      "grad_norm": 1.2057375662039966,
      "learning_rate": 0.0002999820767823332,
      "loss": 7.5312,
      "step": 2711
    },
    {
      "epoch": 0.11107925455662503,
      "grad_norm": 1.3622615553711974,
      "learning_rate": 0.00029998202633095853,
      "loss": 6.2812,
      "step": 2712
    },
    {
      "epoch": 0.11112021298382142,
      "grad_norm": 1.2636658243927013,
      "learning_rate": 0.00029998197580868104,
      "loss": 7.125,
      "step": 2713
    },
    {
      "epoch": 0.11116117141101782,
      "grad_norm": 1.648593852016192,
      "learning_rate": 0.0002999819252155008,
      "loss": 8.375,
      "step": 2714
    },
    {
      "epoch": 0.11120212983821422,
      "grad_norm": 1.295247910207173,
      "learning_rate": 0.0002999818745514178,
      "loss": 6.5312,
      "step": 2715
    },
    {
      "epoch": 0.11124308826541061,
      "grad_norm": 1.5595156150263068,
      "learning_rate": 0.00029998182381643206,
      "loss": 6.6875,
      "step": 2716
    },
    {
      "epoch": 0.111284046692607,
      "grad_norm": 3.8988186741619155,
      "learning_rate": 0.00029998177301054365,
      "loss": 9.0,
      "step": 2717
    },
    {
      "epoch": 0.1113250051198034,
      "grad_norm": 1.4790434905778596,
      "learning_rate": 0.00029998172213375253,
      "loss": 6.5625,
      "step": 2718
    },
    {
      "epoch": 0.11136596354699979,
      "grad_norm": 3.1461101156678026,
      "learning_rate": 0.0002999816711860587,
      "loss": 6.5625,
      "step": 2719
    },
    {
      "epoch": 0.11140692197419619,
      "grad_norm": 3.0857191416800984,
      "learning_rate": 0.00029998162016746236,
      "loss": 8.6875,
      "step": 2720
    },
    {
      "epoch": 0.11144788040139259,
      "grad_norm": 4.372517889261526,
      "learning_rate": 0.00029998156907796335,
      "loss": 7.5,
      "step": 2721
    },
    {
      "epoch": 0.11148883882858898,
      "grad_norm": 1.8216516908484566,
      "learning_rate": 0.00029998151791756176,
      "loss": 7.4062,
      "step": 2722
    },
    {
      "epoch": 0.11152979725578538,
      "grad_norm": 1.1523288170291976,
      "learning_rate": 0.00029998146668625756,
      "loss": 6.7812,
      "step": 2723
    },
    {
      "epoch": 0.11157075568298178,
      "grad_norm": 4.190406960879399,
      "learning_rate": 0.0002999814153840509,
      "loss": 7.75,
      "step": 2724
    },
    {
      "epoch": 0.11161171411017817,
      "grad_norm": 1.1379525877583008,
      "learning_rate": 0.0002999813640109417,
      "loss": 7.1562,
      "step": 2725
    },
    {
      "epoch": 0.11165267253737457,
      "grad_norm": 1.547579505698534,
      "learning_rate": 0.0002999813125669301,
      "loss": 6.3438,
      "step": 2726
    },
    {
      "epoch": 0.11169363096457097,
      "grad_norm": 1.0999250446098618,
      "learning_rate": 0.0002999812610520159,
      "loss": 6.7812,
      "step": 2727
    },
    {
      "epoch": 0.11173458939176735,
      "grad_norm": 1.1824962185033974,
      "learning_rate": 0.0002999812094661993,
      "loss": 7.4062,
      "step": 2728
    },
    {
      "epoch": 0.11177554781896375,
      "grad_norm": 0.9265272158579928,
      "learning_rate": 0.0002999811578094803,
      "loss": 6.875,
      "step": 2729
    },
    {
      "epoch": 0.11181650624616014,
      "grad_norm": 1.726156273749633,
      "learning_rate": 0.00029998110608185895,
      "loss": 9.5625,
      "step": 2730
    },
    {
      "epoch": 0.11185746467335654,
      "grad_norm": 1.6582291009807966,
      "learning_rate": 0.0002999810542833352,
      "loss": 9.3125,
      "step": 2731
    },
    {
      "epoch": 0.11189842310055294,
      "grad_norm": 1.4298891408408576,
      "learning_rate": 0.00029998100241390913,
      "loss": 7.1875,
      "step": 2732
    },
    {
      "epoch": 0.11193938152774933,
      "grad_norm": 1.128718314848069,
      "learning_rate": 0.00029998095047358074,
      "loss": 6.2812,
      "step": 2733
    },
    {
      "epoch": 0.11198033995494573,
      "grad_norm": 1.2626551239671935,
      "learning_rate": 0.00029998089846235,
      "loss": 6.4688,
      "step": 2734
    },
    {
      "epoch": 0.11202129838214213,
      "grad_norm": 1.1424535987993052,
      "learning_rate": 0.0002999808463802171,
      "loss": 7.1875,
      "step": 2735
    },
    {
      "epoch": 0.11206225680933853,
      "grad_norm": 1.2878296051665754,
      "learning_rate": 0.0002999807942271819,
      "loss": 6.5,
      "step": 2736
    },
    {
      "epoch": 0.11210321523653492,
      "grad_norm": 1.1280154785110093,
      "learning_rate": 0.0002999807420032445,
      "loss": 7.9375,
      "step": 2737
    },
    {
      "epoch": 0.1121441736637313,
      "grad_norm": 1.263827981394852,
      "learning_rate": 0.00029998068970840485,
      "loss": 6.9062,
      "step": 2738
    },
    {
      "epoch": 0.1121851320909277,
      "grad_norm": 1.30402299264087,
      "learning_rate": 0.0002999806373426631,
      "loss": 6.5312,
      "step": 2739
    },
    {
      "epoch": 0.1122260905181241,
      "grad_norm": 1.0643488028092478,
      "learning_rate": 0.0002999805849060192,
      "loss": 8.75,
      "step": 2740
    },
    {
      "epoch": 0.1122670489453205,
      "grad_norm": 0.891864353842274,
      "learning_rate": 0.00029998053239847316,
      "loss": 6.7188,
      "step": 2741
    },
    {
      "epoch": 0.1123080073725169,
      "grad_norm": 0.9408508650790589,
      "learning_rate": 0.000299980479820025,
      "loss": 6.8125,
      "step": 2742
    },
    {
      "epoch": 0.11234896579971329,
      "grad_norm": 1.8539595961518525,
      "learning_rate": 0.00029998042717067485,
      "loss": 6.5938,
      "step": 2743
    },
    {
      "epoch": 0.11238992422690969,
      "grad_norm": 1.2053169496658604,
      "learning_rate": 0.0002999803744504226,
      "loss": 8.3125,
      "step": 2744
    },
    {
      "epoch": 0.11243088265410608,
      "grad_norm": 1.3245149619872034,
      "learning_rate": 0.0002999803216592683,
      "loss": 8.5625,
      "step": 2745
    },
    {
      "epoch": 0.11247184108130248,
      "grad_norm": 1.046279635559002,
      "learning_rate": 0.0002999802687972121,
      "loss": 7.9375,
      "step": 2746
    },
    {
      "epoch": 0.11251279950849888,
      "grad_norm": 1.3241539926104626,
      "learning_rate": 0.0002999802158642539,
      "loss": 6.1875,
      "step": 2747
    },
    {
      "epoch": 0.11255375793569528,
      "grad_norm": 1.237344080313116,
      "learning_rate": 0.0002999801628603937,
      "loss": 6.1875,
      "step": 2748
    },
    {
      "epoch": 0.11259471636289166,
      "grad_norm": 1.1409945659515917,
      "learning_rate": 0.0002999801097856317,
      "loss": 6.875,
      "step": 2749
    },
    {
      "epoch": 0.11263567479008806,
      "grad_norm": 1.1032741102261794,
      "learning_rate": 0.0002999800566399677,
      "loss": 6.5,
      "step": 2750
    },
    {
      "epoch": 0.11267663321728445,
      "grad_norm": 1.0391070989604567,
      "learning_rate": 0.00029998000342340185,
      "loss": 6.1562,
      "step": 2751
    },
    {
      "epoch": 0.11271759164448085,
      "grad_norm": 1.067466343648395,
      "learning_rate": 0.00029997995013593415,
      "loss": 7.9688,
      "step": 2752
    },
    {
      "epoch": 0.11275855007167725,
      "grad_norm": 1.1154511824691618,
      "learning_rate": 0.00029997989677756466,
      "loss": 7.0938,
      "step": 2753
    },
    {
      "epoch": 0.11279950849887364,
      "grad_norm": 1.154157115005234,
      "learning_rate": 0.00029997984334829335,
      "loss": 6.9375,
      "step": 2754
    },
    {
      "epoch": 0.11284046692607004,
      "grad_norm": 2.5487454935223215,
      "learning_rate": 0.00029997978984812036,
      "loss": 7.75,
      "step": 2755
    },
    {
      "epoch": 0.11288142535326644,
      "grad_norm": 1.1726104140988696,
      "learning_rate": 0.00029997973627704554,
      "loss": 7.25,
      "step": 2756
    },
    {
      "epoch": 0.11292238378046283,
      "grad_norm": 1.2592132060274324,
      "learning_rate": 0.00029997968263506905,
      "loss": 6.75,
      "step": 2757
    },
    {
      "epoch": 0.11296334220765923,
      "grad_norm": 1.1072469713814785,
      "learning_rate": 0.0002999796289221908,
      "loss": 6.9375,
      "step": 2758
    },
    {
      "epoch": 0.11300430063485563,
      "grad_norm": 2.465162597097517,
      "learning_rate": 0.00029997957513841093,
      "loss": 8.5,
      "step": 2759
    },
    {
      "epoch": 0.11304525906205201,
      "grad_norm": 1.2283852818826322,
      "learning_rate": 0.0002999795212837294,
      "loss": 6.4375,
      "step": 2760
    },
    {
      "epoch": 0.11308621748924841,
      "grad_norm": 1.0715545394453179,
      "learning_rate": 0.0002999794673581463,
      "loss": 6.8125,
      "step": 2761
    },
    {
      "epoch": 0.1131271759164448,
      "grad_norm": 3.202273479574507,
      "learning_rate": 0.0002999794133616616,
      "loss": 8.3125,
      "step": 2762
    },
    {
      "epoch": 0.1131681343436412,
      "grad_norm": 1.2355914899991933,
      "learning_rate": 0.0002999793592942753,
      "loss": 8.1875,
      "step": 2763
    },
    {
      "epoch": 0.1132090927708376,
      "grad_norm": 1.2156406019227997,
      "learning_rate": 0.0002999793051559875,
      "loss": 6.3438,
      "step": 2764
    },
    {
      "epoch": 0.113250051198034,
      "grad_norm": 1.1882932847883718,
      "learning_rate": 0.0002999792509467982,
      "loss": 6.3438,
      "step": 2765
    },
    {
      "epoch": 0.1132910096252304,
      "grad_norm": 0.9805416975561926,
      "learning_rate": 0.00029997919666670736,
      "loss": 6.7188,
      "step": 2766
    },
    {
      "epoch": 0.11333196805242679,
      "grad_norm": 1.3572685693683024,
      "learning_rate": 0.00029997914231571506,
      "loss": 6.3438,
      "step": 2767
    },
    {
      "epoch": 0.11337292647962319,
      "grad_norm": 1.2929477693461906,
      "learning_rate": 0.00029997908789382137,
      "loss": 8.1875,
      "step": 2768
    },
    {
      "epoch": 0.11341388490681958,
      "grad_norm": 1.2562001200083028,
      "learning_rate": 0.00029997903340102627,
      "loss": 6.3438,
      "step": 2769
    },
    {
      "epoch": 0.11345484333401597,
      "grad_norm": 1.8320480120815779,
      "learning_rate": 0.0002999789788373298,
      "loss": 5.9375,
      "step": 2770
    },
    {
      "epoch": 0.11349580176121236,
      "grad_norm": 1.400042024812746,
      "learning_rate": 0.0002999789242027319,
      "loss": 6.6562,
      "step": 2771
    },
    {
      "epoch": 0.11353676018840876,
      "grad_norm": 0.8509667668951648,
      "learning_rate": 0.0002999788694972327,
      "loss": 6.6875,
      "step": 2772
    },
    {
      "epoch": 0.11357771861560516,
      "grad_norm": 1.2553478763335353,
      "learning_rate": 0.00029997881472083215,
      "loss": 7.5312,
      "step": 2773
    },
    {
      "epoch": 0.11361867704280156,
      "grad_norm": 1.2161872703295018,
      "learning_rate": 0.00029997875987353037,
      "loss": 6.7188,
      "step": 2774
    },
    {
      "epoch": 0.11365963546999795,
      "grad_norm": 3.6747395734092,
      "learning_rate": 0.00029997870495532736,
      "loss": 6.0625,
      "step": 2775
    },
    {
      "epoch": 0.11370059389719435,
      "grad_norm": 1.2305968962747738,
      "learning_rate": 0.00029997864996622305,
      "loss": 7.2812,
      "step": 2776
    },
    {
      "epoch": 0.11374155232439075,
      "grad_norm": 2.9832777756089706,
      "learning_rate": 0.0002999785949062176,
      "loss": 8.375,
      "step": 2777
    },
    {
      "epoch": 0.11378251075158714,
      "grad_norm": 1.2103294976271475,
      "learning_rate": 0.00029997853977531094,
      "loss": 6.7812,
      "step": 2778
    },
    {
      "epoch": 0.11382346917878354,
      "grad_norm": 3.549727390814423,
      "learning_rate": 0.00029997848457350313,
      "loss": 8.1875,
      "step": 2779
    },
    {
      "epoch": 0.11386442760597994,
      "grad_norm": 1.5565557268659578,
      "learning_rate": 0.0002999784293007942,
      "loss": 7.9062,
      "step": 2780
    },
    {
      "epoch": 0.11390538603317632,
      "grad_norm": 1.090525986626111,
      "learning_rate": 0.00029997837395718424,
      "loss": 6.9375,
      "step": 2781
    },
    {
      "epoch": 0.11394634446037272,
      "grad_norm": 1.181168355791333,
      "learning_rate": 0.00029997831854267315,
      "loss": 7.0,
      "step": 2782
    },
    {
      "epoch": 0.11398730288756911,
      "grad_norm": 1.029371466465174,
      "learning_rate": 0.000299978263057261,
      "loss": 7.4688,
      "step": 2783
    },
    {
      "epoch": 0.11402826131476551,
      "grad_norm": 1.6320402132174556,
      "learning_rate": 0.0002999782075009478,
      "loss": 8.75,
      "step": 2784
    },
    {
      "epoch": 0.11406921974196191,
      "grad_norm": 1.5995588670297682,
      "learning_rate": 0.00029997815187373365,
      "loss": 8.8125,
      "step": 2785
    },
    {
      "epoch": 0.1141101781691583,
      "grad_norm": 1.8295551685732603,
      "learning_rate": 0.00029997809617561853,
      "loss": 7.2812,
      "step": 2786
    },
    {
      "epoch": 0.1141511365963547,
      "grad_norm": 1.7696606177014746,
      "learning_rate": 0.00029997804040660244,
      "loss": 7.4375,
      "step": 2787
    },
    {
      "epoch": 0.1141920950235511,
      "grad_norm": 1.3858849380851068,
      "learning_rate": 0.0002999779845666855,
      "loss": 7.1562,
      "step": 2788
    },
    {
      "epoch": 0.1142330534507475,
      "grad_norm": 1.0242513177441654,
      "learning_rate": 0.00029997792865586764,
      "loss": 6.7812,
      "step": 2789
    },
    {
      "epoch": 0.11427401187794389,
      "grad_norm": 1.6955019614417324,
      "learning_rate": 0.0002999778726741489,
      "loss": 8.1875,
      "step": 2790
    },
    {
      "epoch": 0.11431497030514028,
      "grad_norm": 1.9569059838853313,
      "learning_rate": 0.00029997781662152934,
      "loss": 7.1562,
      "step": 2791
    },
    {
      "epoch": 0.11435592873233667,
      "grad_norm": 1.9984872058178733,
      "learning_rate": 0.00029997776049800896,
      "loss": 8.3125,
      "step": 2792
    },
    {
      "epoch": 0.11439688715953307,
      "grad_norm": 1.4016583842629677,
      "learning_rate": 0.0002999777043035878,
      "loss": 8.5,
      "step": 2793
    },
    {
      "epoch": 0.11443784558672947,
      "grad_norm": 2.980150202042805,
      "learning_rate": 0.0002999776480382659,
      "loss": 8.4375,
      "step": 2794
    },
    {
      "epoch": 0.11447880401392586,
      "grad_norm": 1.5194064549076676,
      "learning_rate": 0.00029997759170204326,
      "loss": 6.9688,
      "step": 2795
    },
    {
      "epoch": 0.11451976244112226,
      "grad_norm": 1.4272515352427708,
      "learning_rate": 0.0002999775352949199,
      "loss": 7.5625,
      "step": 2796
    },
    {
      "epoch": 0.11456072086831866,
      "grad_norm": 1.4273026610326107,
      "learning_rate": 0.0002999774788168959,
      "loss": 7.8438,
      "step": 2797
    },
    {
      "epoch": 0.11460167929551505,
      "grad_norm": 1.0803874185050326,
      "learning_rate": 0.00029997742226797123,
      "loss": 6.6875,
      "step": 2798
    },
    {
      "epoch": 0.11464263772271145,
      "grad_norm": 1.1469750294204208,
      "learning_rate": 0.0002999773656481459,
      "loss": 6.75,
      "step": 2799
    },
    {
      "epoch": 0.11468359614990785,
      "grad_norm": 1.5952482730280102,
      "learning_rate": 0.0002999773089574201,
      "loss": 8.75,
      "step": 2800
    },
    {
      "epoch": 0.11472455457710425,
      "grad_norm": 1.1087395860317515,
      "learning_rate": 0.0002999772521957936,
      "loss": 7.1875,
      "step": 2801
    },
    {
      "epoch": 0.11476551300430063,
      "grad_norm": 2.731898488005716,
      "learning_rate": 0.00029997719536326657,
      "loss": 6.9062,
      "step": 2802
    },
    {
      "epoch": 0.11480647143149703,
      "grad_norm": 1.2124524435170996,
      "learning_rate": 0.00029997713845983907,
      "loss": 8.3125,
      "step": 2803
    },
    {
      "epoch": 0.11484742985869342,
      "grad_norm": 1.2079207680634938,
      "learning_rate": 0.0002999770814855111,
      "loss": 7.1562,
      "step": 2804
    },
    {
      "epoch": 0.11488838828588982,
      "grad_norm": 1.0669947042082093,
      "learning_rate": 0.00029997702444028263,
      "loss": 6.3438,
      "step": 2805
    },
    {
      "epoch": 0.11492934671308622,
      "grad_norm": 2.8059274706103636,
      "learning_rate": 0.00029997696732415375,
      "loss": 8.1875,
      "step": 2806
    },
    {
      "epoch": 0.11497030514028261,
      "grad_norm": 1.3076103576921037,
      "learning_rate": 0.00029997691013712444,
      "loss": 6.9062,
      "step": 2807
    },
    {
      "epoch": 0.11501126356747901,
      "grad_norm": 1.103495592134906,
      "learning_rate": 0.00029997685287919476,
      "loss": 6.7188,
      "step": 2808
    },
    {
      "epoch": 0.11505222199467541,
      "grad_norm": 1.2812404019824595,
      "learning_rate": 0.0002999767955503647,
      "loss": 7.0,
      "step": 2809
    },
    {
      "epoch": 0.1150931804218718,
      "grad_norm": 0.9680220399150006,
      "learning_rate": 0.00029997673815063434,
      "loss": 6.9062,
      "step": 2810
    },
    {
      "epoch": 0.1151341388490682,
      "grad_norm": 1.0942141933455387,
      "learning_rate": 0.00029997668068000366,
      "loss": 7.375,
      "step": 2811
    },
    {
      "epoch": 0.11517509727626458,
      "grad_norm": 1.0167890101585226,
      "learning_rate": 0.00029997662313847276,
      "loss": 6.125,
      "step": 2812
    },
    {
      "epoch": 0.11521605570346098,
      "grad_norm": 6.1129869796592144,
      "learning_rate": 0.00029997656552604155,
      "loss": 7.25,
      "step": 2813
    },
    {
      "epoch": 0.11525701413065738,
      "grad_norm": 1.9061586619672761,
      "learning_rate": 0.0002999765078427102,
      "loss": 8.375,
      "step": 2814
    },
    {
      "epoch": 0.11529797255785378,
      "grad_norm": 1.6088710744129213,
      "learning_rate": 0.00029997645008847856,
      "loss": 7.1562,
      "step": 2815
    },
    {
      "epoch": 0.11533893098505017,
      "grad_norm": 2.1374799173010146,
      "learning_rate": 0.00029997639226334683,
      "loss": 6.5312,
      "step": 2816
    },
    {
      "epoch": 0.11537988941224657,
      "grad_norm": 1.3241083052578666,
      "learning_rate": 0.0002999763343673149,
      "loss": 6.3438,
      "step": 2817
    },
    {
      "epoch": 0.11542084783944297,
      "grad_norm": 0.9985753709052588,
      "learning_rate": 0.0002999762764003829,
      "loss": 7.2188,
      "step": 2818
    },
    {
      "epoch": 0.11546180626663936,
      "grad_norm": 1.1039511324509292,
      "learning_rate": 0.00029997621836255084,
      "loss": 7.7812,
      "step": 2819
    },
    {
      "epoch": 0.11550276469383576,
      "grad_norm": 2.3179583026637913,
      "learning_rate": 0.00029997616025381876,
      "loss": 6.625,
      "step": 2820
    },
    {
      "epoch": 0.11554372312103216,
      "grad_norm": 1.4828811420637724,
      "learning_rate": 0.0002999761020741866,
      "loss": 6.3125,
      "step": 2821
    },
    {
      "epoch": 0.11558468154822855,
      "grad_norm": 1.3330078112386188,
      "learning_rate": 0.0002999760438236545,
      "loss": 6.875,
      "step": 2822
    },
    {
      "epoch": 0.11562563997542494,
      "grad_norm": 1.0583184986232568,
      "learning_rate": 0.0002999759855022223,
      "loss": 6.4688,
      "step": 2823
    },
    {
      "epoch": 0.11566659840262133,
      "grad_norm": 1.6287774681749,
      "learning_rate": 0.0002999759271098903,
      "loss": 7.625,
      "step": 2824
    },
    {
      "epoch": 0.11570755682981773,
      "grad_norm": 1.952048878027697,
      "learning_rate": 0.0002999758686466583,
      "loss": 7.9688,
      "step": 2825
    },
    {
      "epoch": 0.11574851525701413,
      "grad_norm": 1.362257304726242,
      "learning_rate": 0.0002999758101125264,
      "loss": 7.3438,
      "step": 2826
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 2.7409354161095245,
      "learning_rate": 0.0002999757515074947,
      "loss": 6.8125,
      "step": 2827
    },
    {
      "epoch": 0.11583043211140692,
      "grad_norm": 1.436767383607057,
      "learning_rate": 0.00029997569283156313,
      "loss": 6.2188,
      "step": 2828
    },
    {
      "epoch": 0.11587139053860332,
      "grad_norm": 2.730878140838242,
      "learning_rate": 0.00029997563408473173,
      "loss": 9.1875,
      "step": 2829
    },
    {
      "epoch": 0.11591234896579972,
      "grad_norm": 1.2556575618376646,
      "learning_rate": 0.00029997557526700055,
      "loss": 7.2188,
      "step": 2830
    },
    {
      "epoch": 0.11595330739299611,
      "grad_norm": 3.0180508045210144,
      "learning_rate": 0.0002999755163783697,
      "loss": 8.0,
      "step": 2831
    },
    {
      "epoch": 0.11599426582019251,
      "grad_norm": 1.3360416754756292,
      "learning_rate": 0.0002999754574188391,
      "loss": 7.125,
      "step": 2832
    },
    {
      "epoch": 0.1160352242473889,
      "grad_norm": 0.9472266870110387,
      "learning_rate": 0.00029997539838840876,
      "loss": 6.5938,
      "step": 2833
    },
    {
      "epoch": 0.11607618267458529,
      "grad_norm": 1.278702746759375,
      "learning_rate": 0.0002999753392870788,
      "loss": 8.1875,
      "step": 2834
    },
    {
      "epoch": 0.11611714110178169,
      "grad_norm": 2.1629184046568066,
      "learning_rate": 0.0002999752801148492,
      "loss": 7.2188,
      "step": 2835
    },
    {
      "epoch": 0.11615809952897808,
      "grad_norm": 0.924150172248901,
      "learning_rate": 0.00029997522087172,
      "loss": 6.75,
      "step": 2836
    },
    {
      "epoch": 0.11619905795617448,
      "grad_norm": 1.3159630184425901,
      "learning_rate": 0.0002999751615576912,
      "loss": 6.9062,
      "step": 2837
    },
    {
      "epoch": 0.11624001638337088,
      "grad_norm": 1.2538422863060807,
      "learning_rate": 0.0002999751021727628,
      "loss": 7.375,
      "step": 2838
    },
    {
      "epoch": 0.11628097481056728,
      "grad_norm": 1.2643931427207962,
      "learning_rate": 0.00029997504271693493,
      "loss": 7.0,
      "step": 2839
    },
    {
      "epoch": 0.11632193323776367,
      "grad_norm": 2.745603026188152,
      "learning_rate": 0.0002999749831902076,
      "loss": 8.875,
      "step": 2840
    },
    {
      "epoch": 0.11636289166496007,
      "grad_norm": 4.0283564868825765,
      "learning_rate": 0.00029997492359258067,
      "loss": 5.6875,
      "step": 2841
    },
    {
      "epoch": 0.11640385009215647,
      "grad_norm": 1.5493025354799717,
      "learning_rate": 0.0002999748639240544,
      "loss": 8.4375,
      "step": 2842
    },
    {
      "epoch": 0.11644480851935286,
      "grad_norm": 1.7769298151791362,
      "learning_rate": 0.0002999748041846287,
      "loss": 7.3438,
      "step": 2843
    },
    {
      "epoch": 0.11648576694654925,
      "grad_norm": 1.5217050136100718,
      "learning_rate": 0.0002999747443743036,
      "loss": 7.25,
      "step": 2844
    },
    {
      "epoch": 0.11652672537374564,
      "grad_norm": 2.426293647979546,
      "learning_rate": 0.00029997468449307913,
      "loss": 8.75,
      "step": 2845
    },
    {
      "epoch": 0.11656768380094204,
      "grad_norm": 1.2078111117036645,
      "learning_rate": 0.0002999746245409554,
      "loss": 8.8125,
      "step": 2846
    },
    {
      "epoch": 0.11660864222813844,
      "grad_norm": 1.000327605220191,
      "learning_rate": 0.00029997456451793234,
      "loss": 8.625,
      "step": 2847
    },
    {
      "epoch": 0.11664960065533483,
      "grad_norm": 1.3186461769372888,
      "learning_rate": 0.00029997450442400994,
      "loss": 6.6562,
      "step": 2848
    },
    {
      "epoch": 0.11669055908253123,
      "grad_norm": 1.3678426085473487,
      "learning_rate": 0.00029997444425918835,
      "loss": 7.5938,
      "step": 2849
    },
    {
      "epoch": 0.11673151750972763,
      "grad_norm": 2.2088271320539064,
      "learning_rate": 0.00029997438402346754,
      "loss": 8.3125,
      "step": 2850
    },
    {
      "epoch": 0.11677247593692403,
      "grad_norm": 3.8992970206463577,
      "learning_rate": 0.0002999743237168476,
      "loss": 7.8125,
      "step": 2851
    },
    {
      "epoch": 0.11681343436412042,
      "grad_norm": 1.703053463033581,
      "learning_rate": 0.0002999742633393284,
      "loss": 7.0625,
      "step": 2852
    },
    {
      "epoch": 0.11685439279131682,
      "grad_norm": 1.2228140514136903,
      "learning_rate": 0.0002999742028909101,
      "loss": 7.0625,
      "step": 2853
    },
    {
      "epoch": 0.11689535121851322,
      "grad_norm": 1.181210343655983,
      "learning_rate": 0.0002999741423715928,
      "loss": 6.7812,
      "step": 2854
    },
    {
      "epoch": 0.1169363096457096,
      "grad_norm": 3.967474323479806,
      "learning_rate": 0.0002999740817813763,
      "loss": 7.0625,
      "step": 2855
    },
    {
      "epoch": 0.116977268072906,
      "grad_norm": 0.9721117075035547,
      "learning_rate": 0.00029997402112026087,
      "loss": 6.7188,
      "step": 2856
    },
    {
      "epoch": 0.11701822650010239,
      "grad_norm": 1.1252787968499398,
      "learning_rate": 0.00029997396038824634,
      "loss": 7.1562,
      "step": 2857
    },
    {
      "epoch": 0.11705918492729879,
      "grad_norm": 1.0411297415112393,
      "learning_rate": 0.0002999738995853328,
      "loss": 6.4688,
      "step": 2858
    },
    {
      "epoch": 0.11710014335449519,
      "grad_norm": 0.9625339533744961,
      "learning_rate": 0.0002999738387115204,
      "loss": 6.4062,
      "step": 2859
    },
    {
      "epoch": 0.11714110178169158,
      "grad_norm": 1.4600539292742543,
      "learning_rate": 0.000299973777766809,
      "loss": 7.2812,
      "step": 2860
    },
    {
      "epoch": 0.11718206020888798,
      "grad_norm": 1.1762836407160344,
      "learning_rate": 0.00029997371675119874,
      "loss": 7.4062,
      "step": 2861
    },
    {
      "epoch": 0.11722301863608438,
      "grad_norm": 1.1329713666127441,
      "learning_rate": 0.0002999736556646896,
      "loss": 6.5938,
      "step": 2862
    },
    {
      "epoch": 0.11726397706328077,
      "grad_norm": 0.9627943468267585,
      "learning_rate": 0.0002999735945072816,
      "loss": 6.4062,
      "step": 2863
    },
    {
      "epoch": 0.11730493549047717,
      "grad_norm": 1.1975264142829796,
      "learning_rate": 0.0002999735332789748,
      "loss": 7.0312,
      "step": 2864
    },
    {
      "epoch": 0.11734589391767355,
      "grad_norm": 1.4128541554961855,
      "learning_rate": 0.0002999734719797692,
      "loss": 7.1562,
      "step": 2865
    },
    {
      "epoch": 0.11738685234486995,
      "grad_norm": 1.0654454533571636,
      "learning_rate": 0.00029997341060966485,
      "loss": 6.4375,
      "step": 2866
    },
    {
      "epoch": 0.11742781077206635,
      "grad_norm": 1.0576451841952546,
      "learning_rate": 0.0002999733491686618,
      "loss": 7.0312,
      "step": 2867
    },
    {
      "epoch": 0.11746876919926275,
      "grad_norm": 0.9369028463594353,
      "learning_rate": 0.00029997328765676,
      "loss": 7.0625,
      "step": 2868
    },
    {
      "epoch": 0.11750972762645914,
      "grad_norm": 1.0062548115570524,
      "learning_rate": 0.0002999732260739596,
      "loss": 6.6875,
      "step": 2869
    },
    {
      "epoch": 0.11755068605365554,
      "grad_norm": 2.218986408225504,
      "learning_rate": 0.00029997316442026054,
      "loss": 7.5625,
      "step": 2870
    },
    {
      "epoch": 0.11759164448085194,
      "grad_norm": 1.9348795494963174,
      "learning_rate": 0.00029997310269566283,
      "loss": 8.9375,
      "step": 2871
    },
    {
      "epoch": 0.11763260290804833,
      "grad_norm": 2.006297356163614,
      "learning_rate": 0.0002999730409001666,
      "loss": 8.125,
      "step": 2872
    },
    {
      "epoch": 0.11767356133524473,
      "grad_norm": 1.172555757987124,
      "learning_rate": 0.00029997297903377177,
      "loss": 6.9062,
      "step": 2873
    },
    {
      "epoch": 0.11771451976244113,
      "grad_norm": 1.1943260264214812,
      "learning_rate": 0.0002999729170964784,
      "loss": 6.6562,
      "step": 2874
    },
    {
      "epoch": 0.11775547818963752,
      "grad_norm": 1.1459958663686267,
      "learning_rate": 0.0002999728550882866,
      "loss": 6.7188,
      "step": 2875
    },
    {
      "epoch": 0.11779643661683391,
      "grad_norm": 1.3521683905260078,
      "learning_rate": 0.0002999727930091963,
      "loss": 7.3438,
      "step": 2876
    },
    {
      "epoch": 0.1178373950440303,
      "grad_norm": 1.097350871039691,
      "learning_rate": 0.0002999727308592076,
      "loss": 6.125,
      "step": 2877
    },
    {
      "epoch": 0.1178783534712267,
      "grad_norm": 2.2797208715071564,
      "learning_rate": 0.00029997266863832046,
      "loss": 8.625,
      "step": 2878
    },
    {
      "epoch": 0.1179193118984231,
      "grad_norm": 2.0578984995388243,
      "learning_rate": 0.00029997260634653496,
      "loss": 7.4688,
      "step": 2879
    },
    {
      "epoch": 0.1179602703256195,
      "grad_norm": 1.1028006086076902,
      "learning_rate": 0.0002999725439838511,
      "loss": 6.8438,
      "step": 2880
    },
    {
      "epoch": 0.11800122875281589,
      "grad_norm": 1.4326524070076134,
      "learning_rate": 0.0002999724815502689,
      "loss": 7.0938,
      "step": 2881
    },
    {
      "epoch": 0.11804218718001229,
      "grad_norm": 1.267969860709654,
      "learning_rate": 0.00029997241904578843,
      "loss": 6.5938,
      "step": 2882
    },
    {
      "epoch": 0.11808314560720869,
      "grad_norm": 1.252746693447809,
      "learning_rate": 0.0002999723564704098,
      "loss": 6.7188,
      "step": 2883
    },
    {
      "epoch": 0.11812410403440508,
      "grad_norm": 1.1169607217185522,
      "learning_rate": 0.0002999722938241328,
      "loss": 6.9688,
      "step": 2884
    },
    {
      "epoch": 0.11816506246160148,
      "grad_norm": 1.2828798234941878,
      "learning_rate": 0.0002999722311069577,
      "loss": 7.2188,
      "step": 2885
    },
    {
      "epoch": 0.11820602088879786,
      "grad_norm": 1.5929604316337942,
      "learning_rate": 0.0002999721683188844,
      "loss": 6.8438,
      "step": 2886
    },
    {
      "epoch": 0.11824697931599426,
      "grad_norm": 2.6853167945221426,
      "learning_rate": 0.0002999721054599129,
      "loss": 6.375,
      "step": 2887
    },
    {
      "epoch": 0.11828793774319066,
      "grad_norm": 1.0588529602544028,
      "learning_rate": 0.0002999720425300434,
      "loss": 7.0625,
      "step": 2888
    },
    {
      "epoch": 0.11832889617038705,
      "grad_norm": 1.9309686243658746,
      "learning_rate": 0.00029997197952927573,
      "loss": 6.9062,
      "step": 2889
    },
    {
      "epoch": 0.11836985459758345,
      "grad_norm": 1.098313846150955,
      "learning_rate": 0.0002999719164576101,
      "loss": 5.9062,
      "step": 2890
    },
    {
      "epoch": 0.11841081302477985,
      "grad_norm": 1.1845194501123464,
      "learning_rate": 0.0002999718533150464,
      "loss": 6.7188,
      "step": 2891
    },
    {
      "epoch": 0.11845177145197625,
      "grad_norm": 0.9183415965019439,
      "learning_rate": 0.0002999717901015847,
      "loss": 6.125,
      "step": 2892
    },
    {
      "epoch": 0.11849272987917264,
      "grad_norm": 1.1138356765610173,
      "learning_rate": 0.00029997172681722506,
      "loss": 7.875,
      "step": 2893
    },
    {
      "epoch": 0.11853368830636904,
      "grad_norm": 0.9358211556481665,
      "learning_rate": 0.00029997166346196744,
      "loss": 7.1562,
      "step": 2894
    },
    {
      "epoch": 0.11857464673356544,
      "grad_norm": 1.3857484408643868,
      "learning_rate": 0.00029997160003581195,
      "loss": 6.4375,
      "step": 2895
    },
    {
      "epoch": 0.11861560516076183,
      "grad_norm": 1.9084037009539798,
      "learning_rate": 0.00029997153653875863,
      "loss": 7.8438,
      "step": 2896
    },
    {
      "epoch": 0.11865656358795822,
      "grad_norm": 2.469258804592093,
      "learning_rate": 0.00029997147297080744,
      "loss": 7.4062,
      "step": 2897
    },
    {
      "epoch": 0.11869752201515461,
      "grad_norm": 2.2862861892956503,
      "learning_rate": 0.00029997140933195847,
      "loss": 7.9688,
      "step": 2898
    },
    {
      "epoch": 0.11873848044235101,
      "grad_norm": 1.0053357589516634,
      "learning_rate": 0.00029997134562221163,
      "loss": 6.7188,
      "step": 2899
    },
    {
      "epoch": 0.11877943886954741,
      "grad_norm": 1.177304822565568,
      "learning_rate": 0.0002999712818415671,
      "loss": 6.8125,
      "step": 2900
    },
    {
      "epoch": 0.1188203972967438,
      "grad_norm": 0.9943050219858621,
      "learning_rate": 0.0002999712179900249,
      "loss": 6.5625,
      "step": 2901
    },
    {
      "epoch": 0.1188613557239402,
      "grad_norm": 1.0335805906529247,
      "learning_rate": 0.0002999711540675849,
      "loss": 6.75,
      "step": 2902
    },
    {
      "epoch": 0.1189023141511366,
      "grad_norm": 1.1233785384262918,
      "learning_rate": 0.00029997109007424733,
      "loss": 6.1562,
      "step": 2903
    },
    {
      "epoch": 0.118943272578333,
      "grad_norm": 5.962150399938959,
      "learning_rate": 0.0002999710260100121,
      "loss": 9.375,
      "step": 2904
    },
    {
      "epoch": 0.11898423100552939,
      "grad_norm": 1.0932560195125116,
      "learning_rate": 0.00029997096187487927,
      "loss": 6.4375,
      "step": 2905
    },
    {
      "epoch": 0.11902518943272579,
      "grad_norm": 1.7091841633754876,
      "learning_rate": 0.0002999708976688489,
      "loss": 6.0312,
      "step": 2906
    },
    {
      "epoch": 0.11906614785992217,
      "grad_norm": 6.258919416069471,
      "learning_rate": 0.0002999708333919209,
      "loss": 7.375,
      "step": 2907
    },
    {
      "epoch": 0.11910710628711857,
      "grad_norm": 1.132310827995006,
      "learning_rate": 0.00029997076904409554,
      "loss": 7.3438,
      "step": 2908
    },
    {
      "epoch": 0.11914806471431497,
      "grad_norm": 1.052029411671103,
      "learning_rate": 0.0002999707046253726,
      "loss": 6.8125,
      "step": 2909
    },
    {
      "epoch": 0.11918902314151136,
      "grad_norm": 3.16909624191778,
      "learning_rate": 0.00029997064013575223,
      "loss": 7.1562,
      "step": 2910
    },
    {
      "epoch": 0.11922998156870776,
      "grad_norm": 1.0281042272936018,
      "learning_rate": 0.00029997057557523444,
      "loss": 6.375,
      "step": 2911
    },
    {
      "epoch": 0.11927093999590416,
      "grad_norm": 4.032566825718162,
      "learning_rate": 0.00029997051094381925,
      "loss": 7.3125,
      "step": 2912
    },
    {
      "epoch": 0.11931189842310055,
      "grad_norm": 1.222180431241771,
      "learning_rate": 0.00029997044624150673,
      "loss": 6.875,
      "step": 2913
    },
    {
      "epoch": 0.11935285685029695,
      "grad_norm": 1.6339080000926147,
      "learning_rate": 0.0002999703814682969,
      "loss": 9.0,
      "step": 2914
    },
    {
      "epoch": 0.11939381527749335,
      "grad_norm": 1.2687100458704288,
      "learning_rate": 0.0002999703166241898,
      "loss": 7.8438,
      "step": 2915
    },
    {
      "epoch": 0.11943477370468975,
      "grad_norm": 1.8842979727453495,
      "learning_rate": 0.00029997025170918533,
      "loss": 7.0,
      "step": 2916
    },
    {
      "epoch": 0.11947573213188614,
      "grad_norm": 2.953368142632383,
      "learning_rate": 0.0002999701867232837,
      "loss": 7.625,
      "step": 2917
    },
    {
      "epoch": 0.11951669055908253,
      "grad_norm": 1.2047903957852801,
      "learning_rate": 0.0002999701216664849,
      "loss": 6.375,
      "step": 2918
    },
    {
      "epoch": 0.11955764898627892,
      "grad_norm": 1.404783604749846,
      "learning_rate": 0.0002999700565387889,
      "loss": 6.9375,
      "step": 2919
    },
    {
      "epoch": 0.11959860741347532,
      "grad_norm": 1.9265378647860458,
      "learning_rate": 0.0002999699913401957,
      "loss": 8.75,
      "step": 2920
    },
    {
      "epoch": 0.11963956584067172,
      "grad_norm": 1.2364775461801862,
      "learning_rate": 0.00029996992607070545,
      "loss": 6.2812,
      "step": 2921
    },
    {
      "epoch": 0.11968052426786811,
      "grad_norm": 1.0157909920001298,
      "learning_rate": 0.0002999698607303181,
      "loss": 6.6875,
      "step": 2922
    },
    {
      "epoch": 0.11972148269506451,
      "grad_norm": 1.1581330898926618,
      "learning_rate": 0.00029996979531903375,
      "loss": 6.375,
      "step": 2923
    },
    {
      "epoch": 0.11976244112226091,
      "grad_norm": 3.167189377334079,
      "learning_rate": 0.00029996972983685233,
      "loss": 9.125,
      "step": 2924
    },
    {
      "epoch": 0.1198033995494573,
      "grad_norm": 0.8788114884004785,
      "learning_rate": 0.00029996966428377396,
      "loss": 6.9062,
      "step": 2925
    },
    {
      "epoch": 0.1198443579766537,
      "grad_norm": 0.8929071655157748,
      "learning_rate": 0.0002999695986597986,
      "loss": 7.0938,
      "step": 2926
    },
    {
      "epoch": 0.1198853164038501,
      "grad_norm": 1.0089742129547057,
      "learning_rate": 0.00029996953296492634,
      "loss": 6.2812,
      "step": 2927
    },
    {
      "epoch": 0.11992627483104648,
      "grad_norm": 0.9598058617470919,
      "learning_rate": 0.00029996946719915716,
      "loss": 6.5625,
      "step": 2928
    },
    {
      "epoch": 0.11996723325824288,
      "grad_norm": 1.185621558518278,
      "learning_rate": 0.0002999694013624911,
      "loss": 6.6562,
      "step": 2929
    },
    {
      "epoch": 0.12000819168543927,
      "grad_norm": 1.2224934433289139,
      "learning_rate": 0.0002999693354549283,
      "loss": 8.25,
      "step": 2930
    },
    {
      "epoch": 0.12004915011263567,
      "grad_norm": 1.3644178730086116,
      "learning_rate": 0.0002999692694764686,
      "loss": 7.5625,
      "step": 2931
    },
    {
      "epoch": 0.12009010853983207,
      "grad_norm": 1.3414750601948395,
      "learning_rate": 0.0002999692034271122,
      "loss": 7.0312,
      "step": 2932
    },
    {
      "epoch": 0.12013106696702847,
      "grad_norm": 1.2011146520585325,
      "learning_rate": 0.00029996913730685905,
      "loss": 7.1562,
      "step": 2933
    },
    {
      "epoch": 0.12017202539422486,
      "grad_norm": 1.3001657933452173,
      "learning_rate": 0.0002999690711157092,
      "loss": 7.875,
      "step": 2934
    },
    {
      "epoch": 0.12021298382142126,
      "grad_norm": 1.9443565979751147,
      "learning_rate": 0.00029996900485366264,
      "loss": 7.5938,
      "step": 2935
    },
    {
      "epoch": 0.12025394224861766,
      "grad_norm": 1.5423887968140169,
      "learning_rate": 0.0002999689385207195,
      "loss": 6.2812,
      "step": 2936
    },
    {
      "epoch": 0.12029490067581405,
      "grad_norm": 1.3981777846039105,
      "learning_rate": 0.0002999688721168797,
      "loss": 6.2812,
      "step": 2937
    },
    {
      "epoch": 0.12033585910301045,
      "grad_norm": 1.0986813026547695,
      "learning_rate": 0.0002999688056421433,
      "loss": 7.6562,
      "step": 2938
    },
    {
      "epoch": 0.12037681753020683,
      "grad_norm": 4.433829566472173,
      "learning_rate": 0.00029996873909651035,
      "loss": 6.8438,
      "step": 2939
    },
    {
      "epoch": 0.12041777595740323,
      "grad_norm": 1.5105435278238915,
      "learning_rate": 0.00029996867247998095,
      "loss": 7.0938,
      "step": 2940
    },
    {
      "epoch": 0.12045873438459963,
      "grad_norm": 1.3250846540194434,
      "learning_rate": 0.000299968605792555,
      "loss": 6.25,
      "step": 2941
    },
    {
      "epoch": 0.12049969281179602,
      "grad_norm": 0.9529976672209828,
      "learning_rate": 0.0002999685390342326,
      "loss": 6.8125,
      "step": 2942
    },
    {
      "epoch": 0.12054065123899242,
      "grad_norm": 1.2995135753169182,
      "learning_rate": 0.0002999684722050138,
      "loss": 6.4375,
      "step": 2943
    },
    {
      "epoch": 0.12058160966618882,
      "grad_norm": 1.0875034864854554,
      "learning_rate": 0.0002999684053048986,
      "loss": 7.4688,
      "step": 2944
    },
    {
      "epoch": 0.12062256809338522,
      "grad_norm": 0.8844899125306975,
      "learning_rate": 0.00029996833833388707,
      "loss": 6.5,
      "step": 2945
    },
    {
      "epoch": 0.12066352652058161,
      "grad_norm": 0.9281053283292839,
      "learning_rate": 0.0002999682712919792,
      "loss": 7.0,
      "step": 2946
    },
    {
      "epoch": 0.12070448494777801,
      "grad_norm": 0.9800662383711191,
      "learning_rate": 0.000299968204179175,
      "loss": 7.2812,
      "step": 2947
    },
    {
      "epoch": 0.1207454433749744,
      "grad_norm": 1.2365390186169114,
      "learning_rate": 0.00029996813699547455,
      "loss": 6.8438,
      "step": 2948
    },
    {
      "epoch": 0.1207864018021708,
      "grad_norm": 0.9691406114409399,
      "learning_rate": 0.0002999680697408779,
      "loss": 6.375,
      "step": 2949
    },
    {
      "epoch": 0.12082736022936719,
      "grad_norm": 0.9254660654304753,
      "learning_rate": 0.000299968002415385,
      "loss": 6.2812,
      "step": 2950
    },
    {
      "epoch": 0.12086831865656358,
      "grad_norm": 3.4807530952690806,
      "learning_rate": 0.00029996793501899593,
      "loss": 7.5938,
      "step": 2951
    },
    {
      "epoch": 0.12090927708375998,
      "grad_norm": 2.8569198390792168,
      "learning_rate": 0.00029996786755171075,
      "loss": 8.5,
      "step": 2952
    },
    {
      "epoch": 0.12095023551095638,
      "grad_norm": 1.1744016578258452,
      "learning_rate": 0.0002999678000135295,
      "loss": 6.9062,
      "step": 2953
    },
    {
      "epoch": 0.12099119393815277,
      "grad_norm": 1.3339410469778468,
      "learning_rate": 0.00029996773240445213,
      "loss": 8.125,
      "step": 2954
    },
    {
      "epoch": 0.12103215236534917,
      "grad_norm": 1.4210894895725517,
      "learning_rate": 0.0002999676647244787,
      "loss": 5.9688,
      "step": 2955
    },
    {
      "epoch": 0.12107311079254557,
      "grad_norm": 3.2274154015668963,
      "learning_rate": 0.0002999675969736093,
      "loss": 8.0,
      "step": 2956
    },
    {
      "epoch": 0.12111406921974197,
      "grad_norm": 1.5218481078369466,
      "learning_rate": 0.0002999675291518439,
      "loss": 8.375,
      "step": 2957
    },
    {
      "epoch": 0.12115502764693836,
      "grad_norm": 1.38461736758774,
      "learning_rate": 0.00029996746125918254,
      "loss": 7.4688,
      "step": 2958
    },
    {
      "epoch": 0.12119598607413476,
      "grad_norm": 1.1256348726345864,
      "learning_rate": 0.0002999673932956253,
      "loss": 6.2188,
      "step": 2959
    },
    {
      "epoch": 0.12123694450133114,
      "grad_norm": 1.2106424551038475,
      "learning_rate": 0.00029996732526117216,
      "loss": 6.5312,
      "step": 2960
    },
    {
      "epoch": 0.12127790292852754,
      "grad_norm": 1.120100536724885,
      "learning_rate": 0.0002999672571558232,
      "loss": 7.7812,
      "step": 2961
    },
    {
      "epoch": 0.12131886135572394,
      "grad_norm": 1.123102519770132,
      "learning_rate": 0.0002999671889795784,
      "loss": 6.4062,
      "step": 2962
    },
    {
      "epoch": 0.12135981978292033,
      "grad_norm": 1.2979056539902594,
      "learning_rate": 0.0002999671207324378,
      "loss": 6.125,
      "step": 2963
    },
    {
      "epoch": 0.12140077821011673,
      "grad_norm": 0.9783294278022981,
      "learning_rate": 0.00029996705241440143,
      "loss": 6.25,
      "step": 2964
    },
    {
      "epoch": 0.12144173663731313,
      "grad_norm": 1.207257382301068,
      "learning_rate": 0.0002999669840254694,
      "loss": 8.0,
      "step": 2965
    },
    {
      "epoch": 0.12148269506450952,
      "grad_norm": 0.8368601019266232,
      "learning_rate": 0.0002999669155656417,
      "loss": 6.9688,
      "step": 2966
    },
    {
      "epoch": 0.12152365349170592,
      "grad_norm": 0.8644833109669147,
      "learning_rate": 0.0002999668470349182,
      "loss": 5.8125,
      "step": 2967
    },
    {
      "epoch": 0.12156461191890232,
      "grad_norm": 1.169893589521094,
      "learning_rate": 0.00029996677843329925,
      "loss": 7.2812,
      "step": 2968
    },
    {
      "epoch": 0.12160557034609872,
      "grad_norm": 1.9356923045377679,
      "learning_rate": 0.00029996670976078463,
      "loss": 7.9375,
      "step": 2969
    },
    {
      "epoch": 0.12164652877329511,
      "grad_norm": 3.1634469372615635,
      "learning_rate": 0.0002999666410173744,
      "loss": 7.0938,
      "step": 2970
    },
    {
      "epoch": 0.1216874872004915,
      "grad_norm": 1.1673080556390056,
      "learning_rate": 0.00029996657220306876,
      "loss": 7.375,
      "step": 2971
    },
    {
      "epoch": 0.12172844562768789,
      "grad_norm": 0.9694012593036009,
      "learning_rate": 0.0002999665033178675,
      "loss": 6.4375,
      "step": 2972
    },
    {
      "epoch": 0.12176940405488429,
      "grad_norm": 1.2319612189171603,
      "learning_rate": 0.0002999664343617709,
      "loss": 7.0,
      "step": 2973
    },
    {
      "epoch": 0.12181036248208069,
      "grad_norm": 1.413706513827585,
      "learning_rate": 0.0002999663653347788,
      "loss": 8.1875,
      "step": 2974
    },
    {
      "epoch": 0.12185132090927708,
      "grad_norm": 1.6622847408962624,
      "learning_rate": 0.00029996629623689133,
      "loss": 6.5312,
      "step": 2975
    },
    {
      "epoch": 0.12189227933647348,
      "grad_norm": 1.4932177474933768,
      "learning_rate": 0.0002999662270681085,
      "loss": 7.375,
      "step": 2976
    },
    {
      "epoch": 0.12193323776366988,
      "grad_norm": 0.9554684252694154,
      "learning_rate": 0.0002999661578284303,
      "loss": 7.375,
      "step": 2977
    },
    {
      "epoch": 0.12197419619086627,
      "grad_norm": 1.6926564720458503,
      "learning_rate": 0.00029996608851785687,
      "loss": 7.1875,
      "step": 2978
    },
    {
      "epoch": 0.12201515461806267,
      "grad_norm": 0.9135165648214136,
      "learning_rate": 0.00029996601913638815,
      "loss": 6.6875,
      "step": 2979
    },
    {
      "epoch": 0.12205611304525907,
      "grad_norm": 1.2605849084515435,
      "learning_rate": 0.00029996594968402415,
      "loss": 7.4062,
      "step": 2980
    },
    {
      "epoch": 0.12209707147245545,
      "grad_norm": 1.0420312673340049,
      "learning_rate": 0.00029996588016076504,
      "loss": 6.1875,
      "step": 2981
    },
    {
      "epoch": 0.12213802989965185,
      "grad_norm": 8.05616631187393,
      "learning_rate": 0.00029996581056661065,
      "loss": 5.5625,
      "step": 2982
    },
    {
      "epoch": 0.12217898832684825,
      "grad_norm": 1.7465108063817392,
      "learning_rate": 0.0002999657409015612,
      "loss": 8.8125,
      "step": 2983
    },
    {
      "epoch": 0.12221994675404464,
      "grad_norm": 3.1444030892794106,
      "learning_rate": 0.00029996567116561665,
      "loss": 6.9375,
      "step": 2984
    },
    {
      "epoch": 0.12226090518124104,
      "grad_norm": 1.2283305669226312,
      "learning_rate": 0.00029996560135877703,
      "loss": 6.2812,
      "step": 2985
    },
    {
      "epoch": 0.12230186360843744,
      "grad_norm": 1.5766086922684655,
      "learning_rate": 0.00029996553148104235,
      "loss": 5.7188,
      "step": 2986
    },
    {
      "epoch": 0.12234282203563383,
      "grad_norm": 1.2755803398410774,
      "learning_rate": 0.0002999654615324127,
      "loss": 7.2812,
      "step": 2987
    },
    {
      "epoch": 0.12238378046283023,
      "grad_norm": 3.8698174627755773,
      "learning_rate": 0.00029996539151288805,
      "loss": 7.5625,
      "step": 2988
    },
    {
      "epoch": 0.12242473889002663,
      "grad_norm": 0.9632492906282673,
      "learning_rate": 0.00029996532142246847,
      "loss": 6.125,
      "step": 2989
    },
    {
      "epoch": 0.12246569731722302,
      "grad_norm": 1.8187596657325662,
      "learning_rate": 0.00029996525126115405,
      "loss": 5.125,
      "step": 2990
    },
    {
      "epoch": 0.12250665574441942,
      "grad_norm": 1.0787760756112128,
      "learning_rate": 0.0002999651810289447,
      "loss": 6.9688,
      "step": 2991
    },
    {
      "epoch": 0.1225476141716158,
      "grad_norm": 2.1094094409096846,
      "learning_rate": 0.0002999651107258405,
      "loss": 8.125,
      "step": 2992
    },
    {
      "epoch": 0.1225885725988122,
      "grad_norm": 1.12482836111625,
      "learning_rate": 0.00029996504035184157,
      "loss": 7.0938,
      "step": 2993
    },
    {
      "epoch": 0.1226295310260086,
      "grad_norm": 1.1757939611802395,
      "learning_rate": 0.0002999649699069478,
      "loss": 7.375,
      "step": 2994
    },
    {
      "epoch": 0.122670489453205,
      "grad_norm": 4.459003339493365,
      "learning_rate": 0.00029996489939115926,
      "loss": 8.4375,
      "step": 2995
    },
    {
      "epoch": 0.12271144788040139,
      "grad_norm": 1.6984035769623689,
      "learning_rate": 0.0002999648288044761,
      "loss": 9.25,
      "step": 2996
    },
    {
      "epoch": 0.12275240630759779,
      "grad_norm": 0.9369948157055022,
      "learning_rate": 0.0002999647581468983,
      "loss": 6.9375,
      "step": 2997
    },
    {
      "epoch": 0.12279336473479419,
      "grad_norm": 1.0679999243490503,
      "learning_rate": 0.0002999646874184258,
      "loss": 7.3125,
      "step": 2998
    },
    {
      "epoch": 0.12283432316199058,
      "grad_norm": 1.0955988270528134,
      "learning_rate": 0.00029996461661905866,
      "loss": 6.5625,
      "step": 2999
    },
    {
      "epoch": 0.12287528158918698,
      "grad_norm": 1.9761752810133755,
      "learning_rate": 0.000299964545748797,
      "loss": 8.625,
      "step": 3000
    },
    {
      "epoch": 0.12291624001638338,
      "grad_norm": 2.8963807830603554,
      "learning_rate": 0.00029996447480764085,
      "loss": 8.0,
      "step": 3001
    },
    {
      "epoch": 0.12295719844357976,
      "grad_norm": 1.004543579001207,
      "learning_rate": 0.0002999644037955902,
      "loss": 6.6562,
      "step": 3002
    },
    {
      "epoch": 0.12299815687077616,
      "grad_norm": 2.232418256641432,
      "learning_rate": 0.000299964332712645,
      "loss": 7.9062,
      "step": 3003
    },
    {
      "epoch": 0.12303911529797255,
      "grad_norm": 1.212694953417789,
      "learning_rate": 0.0002999642615588054,
      "loss": 6.7812,
      "step": 3004
    },
    {
      "epoch": 0.12308007372516895,
      "grad_norm": 3.724966106891172,
      "learning_rate": 0.00029996419033407137,
      "loss": 7.9062,
      "step": 3005
    },
    {
      "epoch": 0.12312103215236535,
      "grad_norm": 1.162885483496293,
      "learning_rate": 0.00029996411903844306,
      "loss": 6.75,
      "step": 3006
    },
    {
      "epoch": 0.12316199057956174,
      "grad_norm": 1.1353754040848456,
      "learning_rate": 0.00029996404767192034,
      "loss": 7.0938,
      "step": 3007
    },
    {
      "epoch": 0.12320294900675814,
      "grad_norm": 0.8975678706969188,
      "learning_rate": 0.0002999639762345033,
      "loss": 6.2812,
      "step": 3008
    },
    {
      "epoch": 0.12324390743395454,
      "grad_norm": 1.8922056783748604,
      "learning_rate": 0.00029996390472619206,
      "loss": 7.5,
      "step": 3009
    },
    {
      "epoch": 0.12328486586115094,
      "grad_norm": 2.1302665130536247,
      "learning_rate": 0.00029996383314698656,
      "loss": 6.0,
      "step": 3010
    },
    {
      "epoch": 0.12332582428834733,
      "grad_norm": 1.7280179714678512,
      "learning_rate": 0.00029996376149688686,
      "loss": 6.2188,
      "step": 3011
    },
    {
      "epoch": 0.12336678271554373,
      "grad_norm": 1.3607041875590717,
      "learning_rate": 0.000299963689775893,
      "loss": 6.6875,
      "step": 3012
    },
    {
      "epoch": 0.12340774114274011,
      "grad_norm": 1.1617000545510445,
      "learning_rate": 0.00029996361798400505,
      "loss": 7.9688,
      "step": 3013
    },
    {
      "epoch": 0.12344869956993651,
      "grad_norm": 1.4637929445845543,
      "learning_rate": 0.0002999635461212229,
      "loss": 9.375,
      "step": 3014
    },
    {
      "epoch": 0.1234896579971329,
      "grad_norm": 1.1720976212670098,
      "learning_rate": 0.00029996347418754675,
      "loss": 6.3438,
      "step": 3015
    },
    {
      "epoch": 0.1235306164243293,
      "grad_norm": 2.2180741341919674,
      "learning_rate": 0.0002999634021829766,
      "loss": 8.6875,
      "step": 3016
    },
    {
      "epoch": 0.1235715748515257,
      "grad_norm": 1.7312825316976816,
      "learning_rate": 0.00029996333010751244,
      "loss": 6.2812,
      "step": 3017
    },
    {
      "epoch": 0.1236125332787221,
      "grad_norm": 2.8373558684443188,
      "learning_rate": 0.0002999632579611543,
      "loss": 8.125,
      "step": 3018
    },
    {
      "epoch": 0.1236534917059185,
      "grad_norm": 1.166635137459252,
      "learning_rate": 0.00029996318574390223,
      "loss": 6.875,
      "step": 3019
    },
    {
      "epoch": 0.12369445013311489,
      "grad_norm": 1.0929852680440106,
      "learning_rate": 0.0002999631134557563,
      "loss": 6.5,
      "step": 3020
    },
    {
      "epoch": 0.12373540856031129,
      "grad_norm": 1.2571653073111888,
      "learning_rate": 0.00029996304109671646,
      "loss": 6.7188,
      "step": 3021
    },
    {
      "epoch": 0.12377636698750769,
      "grad_norm": 0.9607260921508923,
      "learning_rate": 0.0002999629686667828,
      "loss": 6.2188,
      "step": 3022
    },
    {
      "epoch": 0.12381732541470407,
      "grad_norm": 1.1333954952724836,
      "learning_rate": 0.0002999628961659554,
      "loss": 6.0312,
      "step": 3023
    },
    {
      "epoch": 0.12385828384190047,
      "grad_norm": 1.3549757923125836,
      "learning_rate": 0.0002999628235942342,
      "loss": 7.7188,
      "step": 3024
    },
    {
      "epoch": 0.12389924226909686,
      "grad_norm": 1.700353111562754,
      "learning_rate": 0.00029996275095161933,
      "loss": 7.75,
      "step": 3025
    },
    {
      "epoch": 0.12394020069629326,
      "grad_norm": 1.0123273893709144,
      "learning_rate": 0.0002999626782381107,
      "loss": 7.5,
      "step": 3026
    },
    {
      "epoch": 0.12398115912348966,
      "grad_norm": 1.6447192071864096,
      "learning_rate": 0.0002999626054537085,
      "loss": 7.3438,
      "step": 3027
    },
    {
      "epoch": 0.12402211755068605,
      "grad_norm": 1.7682757926406993,
      "learning_rate": 0.0002999625325984126,
      "loss": 6.7812,
      "step": 3028
    },
    {
      "epoch": 0.12406307597788245,
      "grad_norm": 1.7274398257297552,
      "learning_rate": 0.0002999624596722232,
      "loss": 8.3125,
      "step": 3029
    },
    {
      "epoch": 0.12410403440507885,
      "grad_norm": 1.0955787876456957,
      "learning_rate": 0.00029996238667514023,
      "loss": 6.4688,
      "step": 3030
    },
    {
      "epoch": 0.12414499283227524,
      "grad_norm": 1.2073094744663218,
      "learning_rate": 0.0002999623136071637,
      "loss": 6.6562,
      "step": 3031
    },
    {
      "epoch": 0.12418595125947164,
      "grad_norm": 5.919337504842435,
      "learning_rate": 0.00029996224046829374,
      "loss": 6.7812,
      "step": 3032
    },
    {
      "epoch": 0.12422690968666804,
      "grad_norm": 0.9552236799732798,
      "learning_rate": 0.0002999621672585303,
      "loss": 6.3125,
      "step": 3033
    },
    {
      "epoch": 0.12426786811386442,
      "grad_norm": 1.2333022723191611,
      "learning_rate": 0.0002999620939778734,
      "loss": 7.5625,
      "step": 3034
    },
    {
      "epoch": 0.12430882654106082,
      "grad_norm": 1.024927013218981,
      "learning_rate": 0.00029996202062632327,
      "loss": 6.6875,
      "step": 3035
    },
    {
      "epoch": 0.12434978496825722,
      "grad_norm": 1.2654363264488753,
      "learning_rate": 0.00029996194720387963,
      "loss": 6.5625,
      "step": 3036
    },
    {
      "epoch": 0.12439074339545361,
      "grad_norm": 2.8193967485312976,
      "learning_rate": 0.0002999618737105428,
      "loss": 9.4375,
      "step": 3037
    },
    {
      "epoch": 0.12443170182265001,
      "grad_norm": 1.353284738898314,
      "learning_rate": 0.00029996180014631266,
      "loss": 7.2812,
      "step": 3038
    },
    {
      "epoch": 0.1244726602498464,
      "grad_norm": 3.2276938590447397,
      "learning_rate": 0.00029996172651118927,
      "loss": 9.0,
      "step": 3039
    },
    {
      "epoch": 0.1245136186770428,
      "grad_norm": 2.232834575659581,
      "learning_rate": 0.0002999616528051727,
      "loss": 8.1875,
      "step": 3040
    },
    {
      "epoch": 0.1245545771042392,
      "grad_norm": 1.0722774166194453,
      "learning_rate": 0.000299961579028263,
      "loss": 6.5625,
      "step": 3041
    },
    {
      "epoch": 0.1245955355314356,
      "grad_norm": 1.3696280755083017,
      "learning_rate": 0.00029996150518046014,
      "loss": 6.25,
      "step": 3042
    },
    {
      "epoch": 0.124636493958632,
      "grad_norm": 1.296895815301601,
      "learning_rate": 0.0002999614312617641,
      "loss": 6.5312,
      "step": 3043
    },
    {
      "epoch": 0.12467745238582838,
      "grad_norm": 1.7234744012130891,
      "learning_rate": 0.00029996135727217507,
      "loss": 6.8438,
      "step": 3044
    },
    {
      "epoch": 0.12471841081302477,
      "grad_norm": 2.35266712422257,
      "learning_rate": 0.00029996128321169304,
      "loss": 5.875,
      "step": 3045
    },
    {
      "epoch": 0.12475936924022117,
      "grad_norm": 1.5802924059006505,
      "learning_rate": 0.00029996120908031796,
      "loss": 7.1875,
      "step": 3046
    },
    {
      "epoch": 0.12480032766741757,
      "grad_norm": 3.7415360676360634,
      "learning_rate": 0.00029996113487804993,
      "loss": 6.1562,
      "step": 3047
    },
    {
      "epoch": 0.12484128609461397,
      "grad_norm": 1.0910856588144087,
      "learning_rate": 0.000299961060604889,
      "loss": 6.6875,
      "step": 3048
    },
    {
      "epoch": 0.12488224452181036,
      "grad_norm": 1.165213748405214,
      "learning_rate": 0.0002999609862608352,
      "loss": 6.0938,
      "step": 3049
    },
    {
      "epoch": 0.12492320294900676,
      "grad_norm": 4.356553097349532,
      "learning_rate": 0.0002999609118458885,
      "loss": 6.8438,
      "step": 3050
    },
    {
      "epoch": 0.12496416137620316,
      "grad_norm": 1.259996870096819,
      "learning_rate": 0.000299960837360049,
      "loss": 7.0625,
      "step": 3051
    },
    {
      "epoch": 0.12500511980339954,
      "grad_norm": 1.0576173510400295,
      "learning_rate": 0.0002999607628033167,
      "loss": 6.5938,
      "step": 3052
    },
    {
      "epoch": 0.12504607823059594,
      "grad_norm": 1.027762995613973,
      "learning_rate": 0.00029996068817569167,
      "loss": 6.3125,
      "step": 3053
    },
    {
      "epoch": 0.12508703665779233,
      "grad_norm": 1.2275467117741403,
      "learning_rate": 0.00029996061347717395,
      "loss": 7.0938,
      "step": 3054
    },
    {
      "epoch": 0.12512799508498873,
      "grad_norm": 1.9597400130744298,
      "learning_rate": 0.00029996053870776356,
      "loss": 8.875,
      "step": 3055
    },
    {
      "epoch": 0.12516895351218513,
      "grad_norm": 1.1991119653713653,
      "learning_rate": 0.0002999604638674605,
      "loss": 7.6875,
      "step": 3056
    },
    {
      "epoch": 0.12520991193938152,
      "grad_norm": 1.31505492890329,
      "learning_rate": 0.0002999603889562648,
      "loss": 6.0938,
      "step": 3057
    },
    {
      "epoch": 0.12525087036657792,
      "grad_norm": 2.222237710496429,
      "learning_rate": 0.0002999603139741766,
      "loss": 7.2812,
      "step": 3058
    },
    {
      "epoch": 0.12529182879377432,
      "grad_norm": 1.2629702875192426,
      "learning_rate": 0.00029996023892119586,
      "loss": 6.9688,
      "step": 3059
    },
    {
      "epoch": 0.12533278722097072,
      "grad_norm": 1.2296254508091229,
      "learning_rate": 0.00029996016379732254,
      "loss": 7.7812,
      "step": 3060
    },
    {
      "epoch": 0.1253737456481671,
      "grad_norm": 0.8833056974995281,
      "learning_rate": 0.0002999600886025568,
      "loss": 6.2812,
      "step": 3061
    },
    {
      "epoch": 0.1254147040753635,
      "grad_norm": 1.096922976162484,
      "learning_rate": 0.0002999600133368987,
      "loss": 6.4375,
      "step": 3062
    },
    {
      "epoch": 0.1254556625025599,
      "grad_norm": 1.0698955901123561,
      "learning_rate": 0.0002999599380003481,
      "loss": 6.625,
      "step": 3063
    },
    {
      "epoch": 0.1254966209297563,
      "grad_norm": 3.219439586245985,
      "learning_rate": 0.00029995986259290523,
      "loss": 8.0625,
      "step": 3064
    },
    {
      "epoch": 0.1255375793569527,
      "grad_norm": 1.0285271433784455,
      "learning_rate": 0.00029995978711457,
      "loss": 6.9688,
      "step": 3065
    },
    {
      "epoch": 0.1255785377841491,
      "grad_norm": 1.0979601014944633,
      "learning_rate": 0.0002999597115653425,
      "loss": 6.375,
      "step": 3066
    },
    {
      "epoch": 0.1256194962113455,
      "grad_norm": 1.0118781268648376,
      "learning_rate": 0.00029995963594522273,
      "loss": 7.5938,
      "step": 3067
    },
    {
      "epoch": 0.1256604546385419,
      "grad_norm": 1.5212771747254938,
      "learning_rate": 0.0002999595602542108,
      "loss": 6.5938,
      "step": 3068
    },
    {
      "epoch": 0.1257014130657383,
      "grad_norm": 1.0353725511763787,
      "learning_rate": 0.0002999594844923066,
      "loss": 7.4062,
      "step": 3069
    },
    {
      "epoch": 0.12574237149293468,
      "grad_norm": 0.8594429419047402,
      "learning_rate": 0.0002999594086595103,
      "loss": 6.1875,
      "step": 3070
    },
    {
      "epoch": 0.12578332992013105,
      "grad_norm": 1.838422398771814,
      "learning_rate": 0.0002999593327558219,
      "loss": 7.0625,
      "step": 3071
    },
    {
      "epoch": 0.12582428834732745,
      "grad_norm": 0.831483635973504,
      "learning_rate": 0.00029995925678124143,
      "loss": 6.2188,
      "step": 3072
    },
    {
      "epoch": 0.12586524677452385,
      "grad_norm": 2.417222329599255,
      "learning_rate": 0.00029995918073576894,
      "loss": 8.1875,
      "step": 3073
    },
    {
      "epoch": 0.12590620520172024,
      "grad_norm": 0.9755227829753318,
      "learning_rate": 0.0002999591046194044,
      "loss": 6.7812,
      "step": 3074
    },
    {
      "epoch": 0.12594716362891664,
      "grad_norm": 1.1998327146570724,
      "learning_rate": 0.00029995902843214794,
      "loss": 6.5,
      "step": 3075
    },
    {
      "epoch": 0.12598812205611304,
      "grad_norm": 1.2869070444736506,
      "learning_rate": 0.00029995895217399955,
      "loss": 8.1875,
      "step": 3076
    },
    {
      "epoch": 0.12602908048330944,
      "grad_norm": 2.4385076217542507,
      "learning_rate": 0.00029995887584495924,
      "loss": 8.1875,
      "step": 3077
    },
    {
      "epoch": 0.12607003891050583,
      "grad_norm": 1.0226398946783086,
      "learning_rate": 0.0002999587994450271,
      "loss": 6.8125,
      "step": 3078
    },
    {
      "epoch": 0.12611099733770223,
      "grad_norm": 1.073120507687575,
      "learning_rate": 0.00029995872297420315,
      "loss": 6.6562,
      "step": 3079
    },
    {
      "epoch": 0.12615195576489863,
      "grad_norm": 0.989627898750388,
      "learning_rate": 0.0002999586464324874,
      "loss": 7.0625,
      "step": 3080
    },
    {
      "epoch": 0.12619291419209502,
      "grad_norm": 1.883593574944158,
      "learning_rate": 0.00029995856981987994,
      "loss": 6.7812,
      "step": 3081
    },
    {
      "epoch": 0.12623387261929142,
      "grad_norm": 1.0402825624426404,
      "learning_rate": 0.0002999584931363807,
      "loss": 7.1562,
      "step": 3082
    },
    {
      "epoch": 0.12627483104648782,
      "grad_norm": 1.011869328366055,
      "learning_rate": 0.00029995841638198983,
      "loss": 7.625,
      "step": 3083
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 1.4437124169207831,
      "learning_rate": 0.0002999583395567073,
      "loss": 7.9062,
      "step": 3084
    },
    {
      "epoch": 0.1263567479008806,
      "grad_norm": 1.2436081832020123,
      "learning_rate": 0.0002999582626605332,
      "loss": 8.0,
      "step": 3085
    },
    {
      "epoch": 0.126397706328077,
      "grad_norm": 1.0207819690986175,
      "learning_rate": 0.0002999581856934675,
      "loss": 6.3125,
      "step": 3086
    },
    {
      "epoch": 0.1264386647552734,
      "grad_norm": 1.2138260498345494,
      "learning_rate": 0.00029995810865551033,
      "loss": 7.125,
      "step": 3087
    },
    {
      "epoch": 0.1264796231824698,
      "grad_norm": 0.9657612149009671,
      "learning_rate": 0.0002999580315466616,
      "loss": 7.5625,
      "step": 3088
    },
    {
      "epoch": 0.1265205816096662,
      "grad_norm": 1.0984398977638985,
      "learning_rate": 0.00029995795436692143,
      "loss": 6.2188,
      "step": 3089
    },
    {
      "epoch": 0.1265615400368626,
      "grad_norm": 1.1926179079183172,
      "learning_rate": 0.00029995787711628987,
      "loss": 6.5625,
      "step": 3090
    },
    {
      "epoch": 0.126602498464059,
      "grad_norm": 0.9396608955808706,
      "learning_rate": 0.00029995779979476693,
      "loss": 6.0312,
      "step": 3091
    },
    {
      "epoch": 0.12664345689125536,
      "grad_norm": 1.2014452821464,
      "learning_rate": 0.0002999577224023526,
      "loss": 6.6875,
      "step": 3092
    },
    {
      "epoch": 0.12668441531845176,
      "grad_norm": 3.872473808239194,
      "learning_rate": 0.000299957644939047,
      "loss": 5.5312,
      "step": 3093
    },
    {
      "epoch": 0.12672537374564816,
      "grad_norm": 1.3296407621756976,
      "learning_rate": 0.00029995756740485016,
      "loss": 6.7188,
      "step": 3094
    },
    {
      "epoch": 0.12676633217284455,
      "grad_norm": 1.0941304888434993,
      "learning_rate": 0.000299957489799762,
      "loss": 7.0625,
      "step": 3095
    },
    {
      "epoch": 0.12680729060004095,
      "grad_norm": 1.354226005018048,
      "learning_rate": 0.00029995741212378264,
      "loss": 7.9375,
      "step": 3096
    },
    {
      "epoch": 0.12684824902723735,
      "grad_norm": 0.8714262964747385,
      "learning_rate": 0.0002999573343769122,
      "loss": 6.8438,
      "step": 3097
    },
    {
      "epoch": 0.12688920745443374,
      "grad_norm": 0.9580270186792518,
      "learning_rate": 0.0002999572565591506,
      "loss": 6.125,
      "step": 3098
    },
    {
      "epoch": 0.12693016588163014,
      "grad_norm": 2.615156264827062,
      "learning_rate": 0.0002999571786704979,
      "loss": 7.75,
      "step": 3099
    },
    {
      "epoch": 0.12697112430882654,
      "grad_norm": 1.4396472906014726,
      "learning_rate": 0.0002999571007109541,
      "loss": 6.4688,
      "step": 3100
    },
    {
      "epoch": 0.12701208273602294,
      "grad_norm": 0.9164084609225628,
      "learning_rate": 0.00029995702268051936,
      "loss": 6.0938,
      "step": 3101
    },
    {
      "epoch": 0.12705304116321933,
      "grad_norm": 1.3546454618503547,
      "learning_rate": 0.0002999569445791936,
      "loss": 7.6562,
      "step": 3102
    },
    {
      "epoch": 0.12709399959041573,
      "grad_norm": 1.0554328145869336,
      "learning_rate": 0.0002999568664069769,
      "loss": 6.125,
      "step": 3103
    },
    {
      "epoch": 0.12713495801761213,
      "grad_norm": 1.2662504395316043,
      "learning_rate": 0.00029995678816386933,
      "loss": 6.9062,
      "step": 3104
    },
    {
      "epoch": 0.12717591644480852,
      "grad_norm": 0.9573768732553407,
      "learning_rate": 0.00029995670984987087,
      "loss": 6.4375,
      "step": 3105
    },
    {
      "epoch": 0.12721687487200492,
      "grad_norm": 1.0198218418164706,
      "learning_rate": 0.0002999566314649816,
      "loss": 6.75,
      "step": 3106
    },
    {
      "epoch": 0.12725783329920132,
      "grad_norm": 1.1799795744577548,
      "learning_rate": 0.00029995655300920146,
      "loss": 6.4062,
      "step": 3107
    },
    {
      "epoch": 0.12729879172639771,
      "grad_norm": 1.4465849844231615,
      "learning_rate": 0.00029995647448253067,
      "loss": 7.3125,
      "step": 3108
    },
    {
      "epoch": 0.1273397501535941,
      "grad_norm": 1.060818814926999,
      "learning_rate": 0.0002999563958849691,
      "loss": 6.0625,
      "step": 3109
    },
    {
      "epoch": 0.1273807085807905,
      "grad_norm": 1.6877242134872918,
      "learning_rate": 0.0002999563172165168,
      "loss": 6.4062,
      "step": 3110
    },
    {
      "epoch": 0.1274216670079869,
      "grad_norm": 2.578352520620399,
      "learning_rate": 0.000299956238477174,
      "loss": 8.5625,
      "step": 3111
    },
    {
      "epoch": 0.1274626254351833,
      "grad_norm": 3.1580254586377285,
      "learning_rate": 0.00029995615966694046,
      "loss": 6.875,
      "step": 3112
    },
    {
      "epoch": 0.12750358386237967,
      "grad_norm": 1.0284593323706515,
      "learning_rate": 0.0002999560807858164,
      "loss": 7.0312,
      "step": 3113
    },
    {
      "epoch": 0.12754454228957607,
      "grad_norm": 1.910586199193419,
      "learning_rate": 0.0002999560018338018,
      "loss": 7.7188,
      "step": 3114
    },
    {
      "epoch": 0.12758550071677247,
      "grad_norm": 2.968828972636092,
      "learning_rate": 0.0002999559228108967,
      "loss": 7.4062,
      "step": 3115
    },
    {
      "epoch": 0.12762645914396886,
      "grad_norm": 1.0318969708442314,
      "learning_rate": 0.00029995584371710115,
      "loss": 7.4062,
      "step": 3116
    },
    {
      "epoch": 0.12766741757116526,
      "grad_norm": 1.3173613814595535,
      "learning_rate": 0.0002999557645524151,
      "loss": 8.0625,
      "step": 3117
    },
    {
      "epoch": 0.12770837599836166,
      "grad_norm": 0.9026281756348778,
      "learning_rate": 0.0002999556853168388,
      "loss": 6.5938,
      "step": 3118
    },
    {
      "epoch": 0.12774933442555805,
      "grad_norm": 1.0690374252732118,
      "learning_rate": 0.0002999556060103721,
      "loss": 7.2812,
      "step": 3119
    },
    {
      "epoch": 0.12779029285275445,
      "grad_norm": 1.6526852324953116,
      "learning_rate": 0.00029995552663301505,
      "loss": 7.75,
      "step": 3120
    },
    {
      "epoch": 0.12783125127995085,
      "grad_norm": 1.2875192780905964,
      "learning_rate": 0.00029995544718476776,
      "loss": 9.0,
      "step": 3121
    },
    {
      "epoch": 0.12787220970714724,
      "grad_norm": 1.235466720926701,
      "learning_rate": 0.0002999553676656302,
      "loss": 7.5312,
      "step": 3122
    },
    {
      "epoch": 0.12791316813434364,
      "grad_norm": 1.6175671928460464,
      "learning_rate": 0.0002999552880756025,
      "loss": 6.9062,
      "step": 3123
    },
    {
      "epoch": 0.12795412656154004,
      "grad_norm": 1.5660419619760324,
      "learning_rate": 0.0002999552084146847,
      "loss": 8.0,
      "step": 3124
    },
    {
      "epoch": 0.12799508498873644,
      "grad_norm": 1.3195313287583108,
      "learning_rate": 0.0002999551286828766,
      "loss": 6.4375,
      "step": 3125
    },
    {
      "epoch": 0.12803604341593283,
      "grad_norm": 1.2219614264200849,
      "learning_rate": 0.0002999550488801786,
      "loss": 6.4375,
      "step": 3126
    },
    {
      "epoch": 0.12807700184312923,
      "grad_norm": 0.9636393280492191,
      "learning_rate": 0.0002999549690065904,
      "loss": 7.0,
      "step": 3127
    },
    {
      "epoch": 0.12811796027032563,
      "grad_norm": 1.0530501914608255,
      "learning_rate": 0.0002999548890621123,
      "loss": 6.2812,
      "step": 3128
    },
    {
      "epoch": 0.12815891869752202,
      "grad_norm": 2.8958416066210546,
      "learning_rate": 0.0002999548090467442,
      "loss": 6.375,
      "step": 3129
    },
    {
      "epoch": 0.12819987712471842,
      "grad_norm": 1.0023070229946878,
      "learning_rate": 0.00029995472896048617,
      "loss": 6.2812,
      "step": 3130
    },
    {
      "epoch": 0.12824083555191482,
      "grad_norm": 1.254965611430097,
      "learning_rate": 0.0002999546488033382,
      "loss": 6.75,
      "step": 3131
    },
    {
      "epoch": 0.1282817939791112,
      "grad_norm": 1.164648398118503,
      "learning_rate": 0.00029995456857530046,
      "loss": 6.9062,
      "step": 3132
    },
    {
      "epoch": 0.1283227524063076,
      "grad_norm": 0.9412530238781193,
      "learning_rate": 0.0002999544882763728,
      "loss": 6.7812,
      "step": 3133
    },
    {
      "epoch": 0.12836371083350398,
      "grad_norm": 1.3412138736635655,
      "learning_rate": 0.0002999544079065554,
      "loss": 8.75,
      "step": 3134
    },
    {
      "epoch": 0.12840466926070038,
      "grad_norm": 2.4682094293173544,
      "learning_rate": 0.0002999543274658483,
      "loss": 6.8438,
      "step": 3135
    },
    {
      "epoch": 0.12844562768789677,
      "grad_norm": 1.2149381021582257,
      "learning_rate": 0.00029995424695425144,
      "loss": 6.8125,
      "step": 3136
    },
    {
      "epoch": 0.12848658611509317,
      "grad_norm": 1.1700695043039626,
      "learning_rate": 0.00029995416637176495,
      "loss": 6.4688,
      "step": 3137
    },
    {
      "epoch": 0.12852754454228957,
      "grad_norm": 1.1010757066798134,
      "learning_rate": 0.00029995408571838883,
      "loss": 6.0938,
      "step": 3138
    },
    {
      "epoch": 0.12856850296948596,
      "grad_norm": 1.8885893991245284,
      "learning_rate": 0.0002999540049941231,
      "loss": 5.2188,
      "step": 3139
    },
    {
      "epoch": 0.12860946139668236,
      "grad_norm": 3.106269845689331,
      "learning_rate": 0.00029995392419896784,
      "loss": 8.625,
      "step": 3140
    },
    {
      "epoch": 0.12865041982387876,
      "grad_norm": 1.1160485764484298,
      "learning_rate": 0.000299953843332923,
      "loss": 7.25,
      "step": 3141
    },
    {
      "epoch": 0.12869137825107516,
      "grad_norm": 0.9987064667957172,
      "learning_rate": 0.0002999537623959888,
      "loss": 6.5312,
      "step": 3142
    },
    {
      "epoch": 0.12873233667827155,
      "grad_norm": 4.994599427680472,
      "learning_rate": 0.00029995368138816507,
      "loss": 6.9062,
      "step": 3143
    },
    {
      "epoch": 0.12877329510546795,
      "grad_norm": 1.166241042585966,
      "learning_rate": 0.000299953600309452,
      "loss": 7.5938,
      "step": 3144
    },
    {
      "epoch": 0.12881425353266435,
      "grad_norm": 3.963513050526519,
      "learning_rate": 0.0002999535191598495,
      "loss": 8.375,
      "step": 3145
    },
    {
      "epoch": 0.12885521195986074,
      "grad_norm": 1.7974157627796938,
      "learning_rate": 0.00029995343793935773,
      "loss": 8.0625,
      "step": 3146
    },
    {
      "epoch": 0.12889617038705714,
      "grad_norm": 4.010498412515189,
      "learning_rate": 0.00029995335664797666,
      "loss": 6.2812,
      "step": 3147
    },
    {
      "epoch": 0.12893712881425354,
      "grad_norm": 0.8714981836053336,
      "learning_rate": 0.0002999532752857064,
      "loss": 7.125,
      "step": 3148
    },
    {
      "epoch": 0.12897808724144993,
      "grad_norm": 1.2004583306887178,
      "learning_rate": 0.0002999531938525468,
      "loss": 6.1562,
      "step": 3149
    },
    {
      "epoch": 0.12901904566864633,
      "grad_norm": 1.0865906785383397,
      "learning_rate": 0.0002999531123484981,
      "loss": 6.7812,
      "step": 3150
    },
    {
      "epoch": 0.12906000409584273,
      "grad_norm": 1.427195331811023,
      "learning_rate": 0.00029995303077356034,
      "loss": 7.5938,
      "step": 3151
    },
    {
      "epoch": 0.12910096252303913,
      "grad_norm": 0.8271932776386135,
      "learning_rate": 0.0002999529491277334,
      "loss": 6.2812,
      "step": 3152
    },
    {
      "epoch": 0.12914192095023552,
      "grad_norm": 1.6852597213711353,
      "learning_rate": 0.00029995286741101745,
      "loss": 6.125,
      "step": 3153
    },
    {
      "epoch": 0.12918287937743192,
      "grad_norm": 0.8997001359378443,
      "learning_rate": 0.00029995278562341244,
      "loss": 6.9062,
      "step": 3154
    },
    {
      "epoch": 0.1292238378046283,
      "grad_norm": 0.872183428812714,
      "learning_rate": 0.00029995270376491855,
      "loss": 6.2188,
      "step": 3155
    },
    {
      "epoch": 0.12926479623182469,
      "grad_norm": 1.4433429252191146,
      "learning_rate": 0.0002999526218355356,
      "loss": 6.625,
      "step": 3156
    },
    {
      "epoch": 0.12930575465902108,
      "grad_norm": 1.8035200877596793,
      "learning_rate": 0.0002999525398352638,
      "loss": 6.2188,
      "step": 3157
    },
    {
      "epoch": 0.12934671308621748,
      "grad_norm": 3.0965923632857226,
      "learning_rate": 0.0002999524577641032,
      "loss": 6.8125,
      "step": 3158
    },
    {
      "epoch": 0.12938767151341388,
      "grad_norm": 1.9720376178963104,
      "learning_rate": 0.00029995237562205373,
      "loss": 7.0625,
      "step": 3159
    },
    {
      "epoch": 0.12942862994061027,
      "grad_norm": 1.2102142602453483,
      "learning_rate": 0.00029995229340911545,
      "loss": 7.125,
      "step": 3160
    },
    {
      "epoch": 0.12946958836780667,
      "grad_norm": 5.223971906757254,
      "learning_rate": 0.00029995221112528845,
      "loss": 5.1875,
      "step": 3161
    },
    {
      "epoch": 0.12951054679500307,
      "grad_norm": 1.7801294261508374,
      "learning_rate": 0.0002999521287705728,
      "loss": 8.3125,
      "step": 3162
    },
    {
      "epoch": 0.12955150522219946,
      "grad_norm": 1.3368615505585588,
      "learning_rate": 0.00029995204634496837,
      "loss": 6.75,
      "step": 3163
    },
    {
      "epoch": 0.12959246364939586,
      "grad_norm": 1.3601349512483702,
      "learning_rate": 0.00029995196384847544,
      "loss": 6.875,
      "step": 3164
    },
    {
      "epoch": 0.12963342207659226,
      "grad_norm": 2.599023987722281,
      "learning_rate": 0.00029995188128109385,
      "loss": 8.6875,
      "step": 3165
    },
    {
      "epoch": 0.12967438050378866,
      "grad_norm": 2.1699044076546588,
      "learning_rate": 0.0002999517986428237,
      "loss": 8.1875,
      "step": 3166
    },
    {
      "epoch": 0.12971533893098505,
      "grad_norm": 1.1851237341074157,
      "learning_rate": 0.00029995171593366507,
      "loss": 7.25,
      "step": 3167
    },
    {
      "epoch": 0.12975629735818145,
      "grad_norm": 1.2010790394314226,
      "learning_rate": 0.000299951633153618,
      "loss": 6.9375,
      "step": 3168
    },
    {
      "epoch": 0.12979725578537785,
      "grad_norm": 1.1357338891754778,
      "learning_rate": 0.00029995155030268245,
      "loss": 8.1875,
      "step": 3169
    },
    {
      "epoch": 0.12983821421257424,
      "grad_norm": 1.0158105559447093,
      "learning_rate": 0.00029995146738085853,
      "loss": 6.3438,
      "step": 3170
    },
    {
      "epoch": 0.12987917263977064,
      "grad_norm": 0.990949318359662,
      "learning_rate": 0.0002999513843881462,
      "loss": 6.1875,
      "step": 3171
    },
    {
      "epoch": 0.12992013106696704,
      "grad_norm": 0.8970390472184305,
      "learning_rate": 0.0002999513013245456,
      "loss": 7.2812,
      "step": 3172
    },
    {
      "epoch": 0.12996108949416343,
      "grad_norm": 1.0655994405322617,
      "learning_rate": 0.00029995121819005675,
      "loss": 5.9375,
      "step": 3173
    },
    {
      "epoch": 0.13000204792135983,
      "grad_norm": 0.8435115857724309,
      "learning_rate": 0.0002999511349846797,
      "loss": 6.3438,
      "step": 3174
    },
    {
      "epoch": 0.13004300634855623,
      "grad_norm": 1.4126523981884995,
      "learning_rate": 0.0002999510517084144,
      "loss": 7.3438,
      "step": 3175
    },
    {
      "epoch": 0.1300839647757526,
      "grad_norm": 1.675187559918301,
      "learning_rate": 0.0002999509683612609,
      "loss": 9.0,
      "step": 3176
    },
    {
      "epoch": 0.130124923202949,
      "grad_norm": 0.9043445530888592,
      "learning_rate": 0.00029995088494321934,
      "loss": 6.7188,
      "step": 3177
    },
    {
      "epoch": 0.1301658816301454,
      "grad_norm": 1.1134648322866378,
      "learning_rate": 0.0002999508014542897,
      "loss": 6.3125,
      "step": 3178
    },
    {
      "epoch": 0.1302068400573418,
      "grad_norm": 0.9482809868446614,
      "learning_rate": 0.00029995071789447206,
      "loss": 7.4375,
      "step": 3179
    },
    {
      "epoch": 0.13024779848453819,
      "grad_norm": 0.8790142265555531,
      "learning_rate": 0.00029995063426376634,
      "loss": 6.8125,
      "step": 3180
    },
    {
      "epoch": 0.13028875691173458,
      "grad_norm": 1.138797642984998,
      "learning_rate": 0.0002999505505621727,
      "loss": 6.625,
      "step": 3181
    },
    {
      "epoch": 0.13032971533893098,
      "grad_norm": 2.6984553964311577,
      "learning_rate": 0.00029995046678969116,
      "loss": 8.4375,
      "step": 3182
    },
    {
      "epoch": 0.13037067376612738,
      "grad_norm": 2.4929646879973313,
      "learning_rate": 0.0002999503829463217,
      "loss": 7.2812,
      "step": 3183
    },
    {
      "epoch": 0.13041163219332377,
      "grad_norm": 0.9991121189000215,
      "learning_rate": 0.0002999502990320644,
      "loss": 6.1562,
      "step": 3184
    },
    {
      "epoch": 0.13045259062052017,
      "grad_norm": 1.1739120924594677,
      "learning_rate": 0.00029995021504691934,
      "loss": 6.5,
      "step": 3185
    },
    {
      "epoch": 0.13049354904771657,
      "grad_norm": 0.9824254981036267,
      "learning_rate": 0.00029995013099088654,
      "loss": 6.5938,
      "step": 3186
    },
    {
      "epoch": 0.13053450747491296,
      "grad_norm": 2.208576350070905,
      "learning_rate": 0.00029995004686396594,
      "loss": 7.9375,
      "step": 3187
    },
    {
      "epoch": 0.13057546590210936,
      "grad_norm": 1.3980549412184697,
      "learning_rate": 0.0002999499626661577,
      "loss": 7.375,
      "step": 3188
    },
    {
      "epoch": 0.13061642432930576,
      "grad_norm": 1.3417761805544055,
      "learning_rate": 0.0002999498783974618,
      "loss": 6.3438,
      "step": 3189
    },
    {
      "epoch": 0.13065738275650216,
      "grad_norm": 2.104701404712636,
      "learning_rate": 0.00029994979405787835,
      "loss": 8.1875,
      "step": 3190
    },
    {
      "epoch": 0.13069834118369855,
      "grad_norm": 1.8473340521120132,
      "learning_rate": 0.0002999497096474073,
      "loss": 8.375,
      "step": 3191
    },
    {
      "epoch": 0.13073929961089495,
      "grad_norm": 1.0684053675573266,
      "learning_rate": 0.0002999496251660487,
      "loss": 6.4375,
      "step": 3192
    },
    {
      "epoch": 0.13078025803809135,
      "grad_norm": 4.393118270817448,
      "learning_rate": 0.0002999495406138027,
      "loss": 7.0312,
      "step": 3193
    },
    {
      "epoch": 0.13082121646528774,
      "grad_norm": 1.976255747893536,
      "learning_rate": 0.0002999494559906692,
      "loss": 7.0,
      "step": 3194
    },
    {
      "epoch": 0.13086217489248414,
      "grad_norm": 1.962024751380479,
      "learning_rate": 0.00029994937129664825,
      "loss": 7.5312,
      "step": 3195
    },
    {
      "epoch": 0.13090313331968054,
      "grad_norm": 1.2444227634183231,
      "learning_rate": 0.00029994928653174005,
      "loss": 7.1562,
      "step": 3196
    },
    {
      "epoch": 0.1309440917468769,
      "grad_norm": 1.8884887584645138,
      "learning_rate": 0.00029994920169594444,
      "loss": 7.7188,
      "step": 3197
    },
    {
      "epoch": 0.1309850501740733,
      "grad_norm": 1.3484255507012783,
      "learning_rate": 0.0002999491167892616,
      "loss": 6.9375,
      "step": 3198
    },
    {
      "epoch": 0.1310260086012697,
      "grad_norm": 1.3090685677621507,
      "learning_rate": 0.0002999490318116915,
      "loss": 7.2812,
      "step": 3199
    },
    {
      "epoch": 0.1310669670284661,
      "grad_norm": 1.9200807299138531,
      "learning_rate": 0.0002999489467632342,
      "loss": 5.5625,
      "step": 3200
    },
    {
      "epoch": 0.1311079254556625,
      "grad_norm": 1.7450740018531825,
      "learning_rate": 0.0002999488616438897,
      "loss": 7.9688,
      "step": 3201
    },
    {
      "epoch": 0.1311488838828589,
      "grad_norm": 0.9036612322550873,
      "learning_rate": 0.0002999487764536582,
      "loss": 6.6562,
      "step": 3202
    },
    {
      "epoch": 0.1311898423100553,
      "grad_norm": 0.8360083969175766,
      "learning_rate": 0.0002999486911925395,
      "loss": 6.7188,
      "step": 3203
    },
    {
      "epoch": 0.13123080073725168,
      "grad_norm": 1.4148104602087928,
      "learning_rate": 0.0002999486058605338,
      "loss": 7.25,
      "step": 3204
    },
    {
      "epoch": 0.13127175916444808,
      "grad_norm": 1.4060116007260508,
      "learning_rate": 0.0002999485204576411,
      "loss": 6.2812,
      "step": 3205
    },
    {
      "epoch": 0.13131271759164448,
      "grad_norm": 0.9043582844309869,
      "learning_rate": 0.00029994843498386145,
      "loss": 6.75,
      "step": 3206
    },
    {
      "epoch": 0.13135367601884088,
      "grad_norm": 2.1547847251322754,
      "learning_rate": 0.0002999483494391949,
      "loss": 8.1875,
      "step": 3207
    },
    {
      "epoch": 0.13139463444603727,
      "grad_norm": 1.2905876761460182,
      "learning_rate": 0.0002999482638236414,
      "loss": 8.0625,
      "step": 3208
    },
    {
      "epoch": 0.13143559287323367,
      "grad_norm": 1.483674260902194,
      "learning_rate": 0.0002999481781372011,
      "loss": 7.7812,
      "step": 3209
    },
    {
      "epoch": 0.13147655130043007,
      "grad_norm": 1.3511797889623178,
      "learning_rate": 0.000299948092379874,
      "loss": 7.0312,
      "step": 3210
    },
    {
      "epoch": 0.13151750972762646,
      "grad_norm": 0.9838237085100936,
      "learning_rate": 0.00029994800655166017,
      "loss": 6.6875,
      "step": 3211
    },
    {
      "epoch": 0.13155846815482286,
      "grad_norm": 0.9993558737170701,
      "learning_rate": 0.0002999479206525596,
      "loss": 7.3438,
      "step": 3212
    },
    {
      "epoch": 0.13159942658201926,
      "grad_norm": 1.007133939994923,
      "learning_rate": 0.00029994783468257236,
      "loss": 6.375,
      "step": 3213
    },
    {
      "epoch": 0.13164038500921565,
      "grad_norm": 3.614841408699474,
      "learning_rate": 0.00029994774864169844,
      "loss": 7.75,
      "step": 3214
    },
    {
      "epoch": 0.13168134343641205,
      "grad_norm": 1.9779937440087443,
      "learning_rate": 0.000299947662529938,
      "loss": 7.5625,
      "step": 3215
    },
    {
      "epoch": 0.13172230186360845,
      "grad_norm": 1.4540187944087508,
      "learning_rate": 0.00029994757634729097,
      "loss": 7.7812,
      "step": 3216
    },
    {
      "epoch": 0.13176326029080485,
      "grad_norm": 1.412413232055295,
      "learning_rate": 0.0002999474900937574,
      "loss": 5.8438,
      "step": 3217
    },
    {
      "epoch": 0.13180421871800124,
      "grad_norm": 1.2157939115253749,
      "learning_rate": 0.0002999474037693374,
      "loss": 8.4375,
      "step": 3218
    },
    {
      "epoch": 0.1318451771451976,
      "grad_norm": 1.4103705926945598,
      "learning_rate": 0.000299947317374031,
      "loss": 6.9688,
      "step": 3219
    },
    {
      "epoch": 0.131886135572394,
      "grad_norm": 3.322805574890011,
      "learning_rate": 0.00029994723090783816,
      "loss": 7.3438,
      "step": 3220
    },
    {
      "epoch": 0.1319270939995904,
      "grad_norm": 2.570467769986167,
      "learning_rate": 0.00029994714437075895,
      "loss": 7.3125,
      "step": 3221
    },
    {
      "epoch": 0.1319680524267868,
      "grad_norm": 2.173505447507355,
      "learning_rate": 0.00029994705776279347,
      "loss": 7.4688,
      "step": 3222
    },
    {
      "epoch": 0.1320090108539832,
      "grad_norm": 1.098880034320414,
      "learning_rate": 0.0002999469710839417,
      "loss": 6.4062,
      "step": 3223
    },
    {
      "epoch": 0.1320499692811796,
      "grad_norm": 1.12286576084934,
      "learning_rate": 0.00029994688433420373,
      "loss": 6.5312,
      "step": 3224
    },
    {
      "epoch": 0.132090927708376,
      "grad_norm": 1.2297831939756272,
      "learning_rate": 0.0002999467975135795,
      "loss": 7.5,
      "step": 3225
    },
    {
      "epoch": 0.1321318861355724,
      "grad_norm": 1.63153088701206,
      "learning_rate": 0.0002999467106220692,
      "loss": 8.3125,
      "step": 3226
    },
    {
      "epoch": 0.1321728445627688,
      "grad_norm": 1.715745559347216,
      "learning_rate": 0.0002999466236596728,
      "loss": 6.0938,
      "step": 3227
    },
    {
      "epoch": 0.13221380298996518,
      "grad_norm": 1.057256532520349,
      "learning_rate": 0.00029994653662639034,
      "loss": 6.5625,
      "step": 3228
    },
    {
      "epoch": 0.13225476141716158,
      "grad_norm": 1.0734017279285313,
      "learning_rate": 0.0002999464495222218,
      "loss": 6.375,
      "step": 3229
    },
    {
      "epoch": 0.13229571984435798,
      "grad_norm": 0.9217349202901335,
      "learning_rate": 0.00029994636234716734,
      "loss": 6.4062,
      "step": 3230
    },
    {
      "epoch": 0.13233667827155438,
      "grad_norm": 0.9797853660120146,
      "learning_rate": 0.0002999462751012269,
      "loss": 6.6562,
      "step": 3231
    },
    {
      "epoch": 0.13237763669875077,
      "grad_norm": 0.9897897410055071,
      "learning_rate": 0.0002999461877844006,
      "loss": 6.0312,
      "step": 3232
    },
    {
      "epoch": 0.13241859512594717,
      "grad_norm": 1.0731571961022897,
      "learning_rate": 0.0002999461003966884,
      "loss": 6.0312,
      "step": 3233
    },
    {
      "epoch": 0.13245955355314357,
      "grad_norm": 0.8983798896358561,
      "learning_rate": 0.0002999460129380904,
      "loss": 6.2812,
      "step": 3234
    },
    {
      "epoch": 0.13250051198033996,
      "grad_norm": 1.4100666723375022,
      "learning_rate": 0.0002999459254086066,
      "loss": 7.6562,
      "step": 3235
    },
    {
      "epoch": 0.13254147040753636,
      "grad_norm": 0.8608020741389247,
      "learning_rate": 0.00029994583780823715,
      "loss": 6.5625,
      "step": 3236
    },
    {
      "epoch": 0.13258242883473276,
      "grad_norm": 1.2435175282621767,
      "learning_rate": 0.00029994575013698197,
      "loss": 7.7812,
      "step": 3237
    },
    {
      "epoch": 0.13262338726192915,
      "grad_norm": 1.4331479882995655,
      "learning_rate": 0.0002999456623948411,
      "loss": 7.875,
      "step": 3238
    },
    {
      "epoch": 0.13266434568912555,
      "grad_norm": 0.9613089040054928,
      "learning_rate": 0.00029994557458181467,
      "loss": 6.7812,
      "step": 3239
    },
    {
      "epoch": 0.13270530411632192,
      "grad_norm": 1.581304524559468,
      "learning_rate": 0.0002999454866979026,
      "loss": 8.0625,
      "step": 3240
    },
    {
      "epoch": 0.13274626254351832,
      "grad_norm": 0.9016771142909986,
      "learning_rate": 0.0002999453987431051,
      "loss": 7.0938,
      "step": 3241
    },
    {
      "epoch": 0.13278722097071471,
      "grad_norm": 1.1430729934858053,
      "learning_rate": 0.0002999453107174221,
      "loss": 7.4062,
      "step": 3242
    },
    {
      "epoch": 0.1328281793979111,
      "grad_norm": 1.1903997277326341,
      "learning_rate": 0.0002999452226208536,
      "loss": 7.1562,
      "step": 3243
    },
    {
      "epoch": 0.1328691378251075,
      "grad_norm": 1.3182429428005855,
      "learning_rate": 0.00029994513445339967,
      "loss": 6.8438,
      "step": 3244
    },
    {
      "epoch": 0.1329100962523039,
      "grad_norm": 1.3491118993401046,
      "learning_rate": 0.0002999450462150605,
      "loss": 6.9688,
      "step": 3245
    },
    {
      "epoch": 0.1329510546795003,
      "grad_norm": 1.3489127955905489,
      "learning_rate": 0.00029994495790583594,
      "loss": 7.625,
      "step": 3246
    },
    {
      "epoch": 0.1329920131066967,
      "grad_norm": 1.0563088585453213,
      "learning_rate": 0.0002999448695257261,
      "loss": 7.3438,
      "step": 3247
    },
    {
      "epoch": 0.1330329715338931,
      "grad_norm": 1.0369771069339744,
      "learning_rate": 0.00029994478107473106,
      "loss": 6.375,
      "step": 3248
    },
    {
      "epoch": 0.1330739299610895,
      "grad_norm": 1.4135571431467324,
      "learning_rate": 0.0002999446925528508,
      "loss": 6.4375,
      "step": 3249
    },
    {
      "epoch": 0.1331148883882859,
      "grad_norm": 0.9700253232210384,
      "learning_rate": 0.0002999446039600854,
      "loss": 6.5,
      "step": 3250
    },
    {
      "epoch": 0.1331558468154823,
      "grad_norm": 0.9738204563134365,
      "learning_rate": 0.00029994451529643493,
      "loss": 6.1875,
      "step": 3251
    },
    {
      "epoch": 0.13319680524267868,
      "grad_norm": 1.2016746456286012,
      "learning_rate": 0.00029994442656189937,
      "loss": 7.1875,
      "step": 3252
    },
    {
      "epoch": 0.13323776366987508,
      "grad_norm": 2.0158135519719482,
      "learning_rate": 0.0002999443377564788,
      "loss": 7.4062,
      "step": 3253
    },
    {
      "epoch": 0.13327872209707148,
      "grad_norm": 1.319801659643621,
      "learning_rate": 0.0002999442488801732,
      "loss": 6.0625,
      "step": 3254
    },
    {
      "epoch": 0.13331968052426788,
      "grad_norm": 2.059209397754917,
      "learning_rate": 0.00029994415993298267,
      "loss": 8.25,
      "step": 3255
    },
    {
      "epoch": 0.13336063895146427,
      "grad_norm": 1.2007782132588865,
      "learning_rate": 0.00029994407091490726,
      "loss": 6.3438,
      "step": 3256
    },
    {
      "epoch": 0.13340159737866067,
      "grad_norm": 1.3268105022377257,
      "learning_rate": 0.000299943981825947,
      "loss": 6.5625,
      "step": 3257
    },
    {
      "epoch": 0.13344255580585707,
      "grad_norm": 1.1637427235986277,
      "learning_rate": 0.0002999438926661019,
      "loss": 8.0625,
      "step": 3258
    },
    {
      "epoch": 0.13348351423305346,
      "grad_norm": 6.485414091787002,
      "learning_rate": 0.00029994380343537205,
      "loss": 6.5938,
      "step": 3259
    },
    {
      "epoch": 0.13352447266024986,
      "grad_norm": 1.1120954267915906,
      "learning_rate": 0.00029994371413375744,
      "loss": 6.125,
      "step": 3260
    },
    {
      "epoch": 0.13356543108744623,
      "grad_norm": 1.3483434592702774,
      "learning_rate": 0.0002999436247612582,
      "loss": 5.875,
      "step": 3261
    },
    {
      "epoch": 0.13360638951464263,
      "grad_norm": 1.2059966568205644,
      "learning_rate": 0.0002999435353178743,
      "loss": 6.1875,
      "step": 3262
    },
    {
      "epoch": 0.13364734794183902,
      "grad_norm": 1.3658281364421128,
      "learning_rate": 0.0002999434458036058,
      "loss": 7.6562,
      "step": 3263
    },
    {
      "epoch": 0.13368830636903542,
      "grad_norm": 1.9827405261734958,
      "learning_rate": 0.0002999433562184527,
      "loss": 8.0625,
      "step": 3264
    },
    {
      "epoch": 0.13372926479623182,
      "grad_norm": 1.2410860218303192,
      "learning_rate": 0.0002999432665624151,
      "loss": 7.8438,
      "step": 3265
    },
    {
      "epoch": 0.13377022322342821,
      "grad_norm": 1.2181901296505626,
      "learning_rate": 0.000299943176835493,
      "loss": 6.9688,
      "step": 3266
    },
    {
      "epoch": 0.1338111816506246,
      "grad_norm": 1.158697138178558,
      "learning_rate": 0.0002999430870376865,
      "loss": 6.6875,
      "step": 3267
    },
    {
      "epoch": 0.133852140077821,
      "grad_norm": 0.9852215444832055,
      "learning_rate": 0.00029994299716899563,
      "loss": 6.5,
      "step": 3268
    },
    {
      "epoch": 0.1338930985050174,
      "grad_norm": 0.9950576185326145,
      "learning_rate": 0.00029994290722942037,
      "loss": 6.5625,
      "step": 3269
    },
    {
      "epoch": 0.1339340569322138,
      "grad_norm": 1.0663722489011762,
      "learning_rate": 0.00029994281721896083,
      "loss": 7.0625,
      "step": 3270
    },
    {
      "epoch": 0.1339750153594102,
      "grad_norm": 1.4231521383425452,
      "learning_rate": 0.00029994272713761703,
      "loss": 7.625,
      "step": 3271
    },
    {
      "epoch": 0.1340159737866066,
      "grad_norm": 2.644269936212485,
      "learning_rate": 0.00029994263698538895,
      "loss": 7.6875,
      "step": 3272
    },
    {
      "epoch": 0.134056932213803,
      "grad_norm": 2.4579456804183013,
      "learning_rate": 0.00029994254676227677,
      "loss": 5.4688,
      "step": 3273
    },
    {
      "epoch": 0.1340978906409994,
      "grad_norm": 1.4524417777430911,
      "learning_rate": 0.0002999424564682804,
      "loss": 8.875,
      "step": 3274
    },
    {
      "epoch": 0.1341388490681958,
      "grad_norm": 1.086569962324341,
      "learning_rate": 0.00029994236610339996,
      "loss": 6.3438,
      "step": 3275
    },
    {
      "epoch": 0.13417980749539218,
      "grad_norm": 1.758514556875204,
      "learning_rate": 0.00029994227566763546,
      "loss": 7.4062,
      "step": 3276
    },
    {
      "epoch": 0.13422076592258858,
      "grad_norm": 1.1084321828406007,
      "learning_rate": 0.000299942185160987,
      "loss": 6.9375,
      "step": 3277
    },
    {
      "epoch": 0.13426172434978498,
      "grad_norm": 1.099868446317772,
      "learning_rate": 0.00029994209458345455,
      "loss": 6.9375,
      "step": 3278
    },
    {
      "epoch": 0.13430268277698137,
      "grad_norm": 1.2204299695621719,
      "learning_rate": 0.00029994200393503815,
      "loss": 7.2812,
      "step": 3279
    },
    {
      "epoch": 0.13434364120417777,
      "grad_norm": 1.636899765608931,
      "learning_rate": 0.00029994191321573786,
      "loss": 5.9375,
      "step": 3280
    },
    {
      "epoch": 0.13438459963137417,
      "grad_norm": 0.9517451858549495,
      "learning_rate": 0.0002999418224255538,
      "loss": 6.875,
      "step": 3281
    },
    {
      "epoch": 0.13442555805857054,
      "grad_norm": 1.0895493339917868,
      "learning_rate": 0.00029994173156448593,
      "loss": 7.5938,
      "step": 3282
    },
    {
      "epoch": 0.13446651648576693,
      "grad_norm": 1.22271403522289,
      "learning_rate": 0.00029994164063253424,
      "loss": 6.4062,
      "step": 3283
    },
    {
      "epoch": 0.13450747491296333,
      "grad_norm": 0.926950342461346,
      "learning_rate": 0.00029994154962969887,
      "loss": 6.75,
      "step": 3284
    },
    {
      "epoch": 0.13454843334015973,
      "grad_norm": 2.1653129318947717,
      "learning_rate": 0.0002999414585559799,
      "loss": 8.0625,
      "step": 3285
    },
    {
      "epoch": 0.13458939176735613,
      "grad_norm": 1.1721387318137986,
      "learning_rate": 0.0002999413674113772,
      "loss": 6.375,
      "step": 3286
    },
    {
      "epoch": 0.13463035019455252,
      "grad_norm": 1.1807053700182488,
      "learning_rate": 0.00029994127619589105,
      "loss": 6.375,
      "step": 3287
    },
    {
      "epoch": 0.13467130862174892,
      "grad_norm": 1.4431826981745224,
      "learning_rate": 0.00029994118490952125,
      "loss": 6.5312,
      "step": 3288
    },
    {
      "epoch": 0.13471226704894532,
      "grad_norm": 1.0148639218477764,
      "learning_rate": 0.00029994109355226806,
      "loss": 7.2188,
      "step": 3289
    },
    {
      "epoch": 0.1347532254761417,
      "grad_norm": 2.475944594640815,
      "learning_rate": 0.0002999410021241314,
      "loss": 7.4375,
      "step": 3290
    },
    {
      "epoch": 0.1347941839033381,
      "grad_norm": 1.8127427758531547,
      "learning_rate": 0.0002999409106251113,
      "loss": 8.1875,
      "step": 3291
    },
    {
      "epoch": 0.1348351423305345,
      "grad_norm": 1.4114570353742801,
      "learning_rate": 0.00029994081905520783,
      "loss": 6.5312,
      "step": 3292
    },
    {
      "epoch": 0.1348761007577309,
      "grad_norm": 1.4546465981038434,
      "learning_rate": 0.0002999407274144211,
      "loss": 8.25,
      "step": 3293
    },
    {
      "epoch": 0.1349170591849273,
      "grad_norm": 1.1330076067329098,
      "learning_rate": 0.000299940635702751,
      "loss": 6.7812,
      "step": 3294
    },
    {
      "epoch": 0.1349580176121237,
      "grad_norm": 2.1249592965248283,
      "learning_rate": 0.00029994054392019773,
      "loss": 6.625,
      "step": 3295
    },
    {
      "epoch": 0.1349989760393201,
      "grad_norm": 1.2913953600810584,
      "learning_rate": 0.00029994045206676125,
      "loss": 7.0312,
      "step": 3296
    },
    {
      "epoch": 0.1350399344665165,
      "grad_norm": 2.2552370266972193,
      "learning_rate": 0.00029994036014244164,
      "loss": 8.6875,
      "step": 3297
    },
    {
      "epoch": 0.1350808928937129,
      "grad_norm": 1.0089305033811955,
      "learning_rate": 0.0002999402681472389,
      "loss": 6.9375,
      "step": 3298
    },
    {
      "epoch": 0.1351218513209093,
      "grad_norm": 0.9907694813366587,
      "learning_rate": 0.0002999401760811532,
      "loss": 6.8438,
      "step": 3299
    },
    {
      "epoch": 0.13516280974810568,
      "grad_norm": 0.8885481695707812,
      "learning_rate": 0.0002999400839441844,
      "loss": 6.1562,
      "step": 3300
    },
    {
      "epoch": 0.13520376817530208,
      "grad_norm": 0.897148117396672,
      "learning_rate": 0.00029993999173633264,
      "loss": 6.3438,
      "step": 3301
    },
    {
      "epoch": 0.13524472660249848,
      "grad_norm": 2.861993616217317,
      "learning_rate": 0.00029993989945759796,
      "loss": 6.4062,
      "step": 3302
    },
    {
      "epoch": 0.13528568502969485,
      "grad_norm": 0.926523319773279,
      "learning_rate": 0.0002999398071079804,
      "loss": 6.5312,
      "step": 3303
    },
    {
      "epoch": 0.13532664345689124,
      "grad_norm": 1.13115707931531,
      "learning_rate": 0.00029993971468748,
      "loss": 6.0938,
      "step": 3304
    },
    {
      "epoch": 0.13536760188408764,
      "grad_norm": 1.3523333725071602,
      "learning_rate": 0.00029993962219609677,
      "loss": 7.375,
      "step": 3305
    },
    {
      "epoch": 0.13540856031128404,
      "grad_norm": 1.0143664386601485,
      "learning_rate": 0.0002999395296338308,
      "loss": 6.2188,
      "step": 3306
    },
    {
      "epoch": 0.13544951873848043,
      "grad_norm": 1.832172723820695,
      "learning_rate": 0.00029993943700068216,
      "loss": 8.1875,
      "step": 3307
    },
    {
      "epoch": 0.13549047716567683,
      "grad_norm": 1.088734995480537,
      "learning_rate": 0.0002999393442966508,
      "loss": 6.5312,
      "step": 3308
    },
    {
      "epoch": 0.13553143559287323,
      "grad_norm": 0.9340702378663377,
      "learning_rate": 0.00029993925152173686,
      "loss": 6.6875,
      "step": 3309
    },
    {
      "epoch": 0.13557239402006963,
      "grad_norm": 1.0547304874848507,
      "learning_rate": 0.00029993915867594027,
      "loss": 6.9688,
      "step": 3310
    },
    {
      "epoch": 0.13561335244726602,
      "grad_norm": 1.768202382508064,
      "learning_rate": 0.00029993906575926125,
      "loss": 7.3438,
      "step": 3311
    },
    {
      "epoch": 0.13565431087446242,
      "grad_norm": 7.5473540911453965,
      "learning_rate": 0.0002999389727716997,
      "loss": 7.625,
      "step": 3312
    },
    {
      "epoch": 0.13569526930165882,
      "grad_norm": 1.1443475100424318,
      "learning_rate": 0.00029993887971325567,
      "loss": 8.3125,
      "step": 3313
    },
    {
      "epoch": 0.1357362277288552,
      "grad_norm": 2.013496791029806,
      "learning_rate": 0.0002999387865839293,
      "loss": 8.3125,
      "step": 3314
    },
    {
      "epoch": 0.1357771861560516,
      "grad_norm": 0.944869831416634,
      "learning_rate": 0.00029993869338372053,
      "loss": 6.1875,
      "step": 3315
    },
    {
      "epoch": 0.135818144583248,
      "grad_norm": 0.9568072139866671,
      "learning_rate": 0.00029993860011262943,
      "loss": 6.25,
      "step": 3316
    },
    {
      "epoch": 0.1358591030104444,
      "grad_norm": 1.326424022856327,
      "learning_rate": 0.0002999385067706561,
      "loss": 7.75,
      "step": 3317
    },
    {
      "epoch": 0.1359000614376408,
      "grad_norm": 1.441051365861218,
      "learning_rate": 0.00029993841335780054,
      "loss": 7.5938,
      "step": 3318
    },
    {
      "epoch": 0.1359410198648372,
      "grad_norm": 1.389410856207819,
      "learning_rate": 0.0002999383198740628,
      "loss": 7.9688,
      "step": 3319
    },
    {
      "epoch": 0.1359819782920336,
      "grad_norm": 1.2011172659806013,
      "learning_rate": 0.00029993822631944287,
      "loss": 6.875,
      "step": 3320
    },
    {
      "epoch": 0.13602293671923,
      "grad_norm": 0.8755445574903851,
      "learning_rate": 0.00029993813269394093,
      "loss": 6.1562,
      "step": 3321
    },
    {
      "epoch": 0.1360638951464264,
      "grad_norm": 0.8315686955129186,
      "learning_rate": 0.0002999380389975569,
      "loss": 6.5,
      "step": 3322
    },
    {
      "epoch": 0.13610485357362279,
      "grad_norm": 1.0946690676578876,
      "learning_rate": 0.00029993794523029086,
      "loss": 7.125,
      "step": 3323
    },
    {
      "epoch": 0.13614581200081916,
      "grad_norm": 4.6789787847787645,
      "learning_rate": 0.0002999378513921429,
      "loss": 6.4688,
      "step": 3324
    },
    {
      "epoch": 0.13618677042801555,
      "grad_norm": 0.9952126323670787,
      "learning_rate": 0.0002999377574831129,
      "loss": 6.0312,
      "step": 3325
    },
    {
      "epoch": 0.13622772885521195,
      "grad_norm": 1.2679064315735056,
      "learning_rate": 0.0002999376635032012,
      "loss": 6.5938,
      "step": 3326
    },
    {
      "epoch": 0.13626868728240835,
      "grad_norm": 1.4043144940434595,
      "learning_rate": 0.00029993756945240755,
      "loss": 7.375,
      "step": 3327
    },
    {
      "epoch": 0.13630964570960474,
      "grad_norm": 0.9887404180255412,
      "learning_rate": 0.00029993747533073214,
      "loss": 6.8125,
      "step": 3328
    },
    {
      "epoch": 0.13635060413680114,
      "grad_norm": 1.083928848492045,
      "learning_rate": 0.00029993738113817507,
      "loss": 5.7188,
      "step": 3329
    },
    {
      "epoch": 0.13639156256399754,
      "grad_norm": 5.5420675804414286,
      "learning_rate": 0.0002999372868747362,
      "loss": 5.7812,
      "step": 3330
    },
    {
      "epoch": 0.13643252099119393,
      "grad_norm": 3.0671686966228098,
      "learning_rate": 0.00029993719254041575,
      "loss": 7.9062,
      "step": 3331
    },
    {
      "epoch": 0.13647347941839033,
      "grad_norm": 2.6912378568869704,
      "learning_rate": 0.00029993709813521367,
      "loss": 6.7812,
      "step": 3332
    },
    {
      "epoch": 0.13651443784558673,
      "grad_norm": 1.299903926181711,
      "learning_rate": 0.00029993700365913003,
      "loss": 7.6875,
      "step": 3333
    },
    {
      "epoch": 0.13655539627278312,
      "grad_norm": 1.0727985305539538,
      "learning_rate": 0.0002999369091121649,
      "loss": 6.875,
      "step": 3334
    },
    {
      "epoch": 0.13659635469997952,
      "grad_norm": 1.17383621231519,
      "learning_rate": 0.0002999368144943183,
      "loss": 6.5938,
      "step": 3335
    },
    {
      "epoch": 0.13663731312717592,
      "grad_norm": 2.202606878752752,
      "learning_rate": 0.00029993671980559024,
      "loss": 7.1875,
      "step": 3336
    },
    {
      "epoch": 0.13667827155437232,
      "grad_norm": 1.0472068571296052,
      "learning_rate": 0.0002999366250459808,
      "loss": 7.8125,
      "step": 3337
    },
    {
      "epoch": 0.1367192299815687,
      "grad_norm": 1.0851505738591658,
      "learning_rate": 0.00029993653021549005,
      "loss": 7.7812,
      "step": 3338
    },
    {
      "epoch": 0.1367601884087651,
      "grad_norm": 3.337791531002102,
      "learning_rate": 0.000299936435314118,
      "loss": 6.8438,
      "step": 3339
    },
    {
      "epoch": 0.1368011468359615,
      "grad_norm": 1.1040972934490991,
      "learning_rate": 0.0002999363403418647,
      "loss": 6.8125,
      "step": 3340
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 1.7249594046163557,
      "learning_rate": 0.0002999362452987302,
      "loss": 7.4688,
      "step": 3341
    },
    {
      "epoch": 0.1368830636903543,
      "grad_norm": 1.4726784380923539,
      "learning_rate": 0.00029993615018471454,
      "loss": 7.4688,
      "step": 3342
    },
    {
      "epoch": 0.1369240221175507,
      "grad_norm": 1.2729430430895337,
      "learning_rate": 0.0002999360549998178,
      "loss": 6.5938,
      "step": 3343
    },
    {
      "epoch": 0.1369649805447471,
      "grad_norm": 0.8615324676411802,
      "learning_rate": 0.0002999359597440399,
      "loss": 6.6875,
      "step": 3344
    },
    {
      "epoch": 0.13700593897194346,
      "grad_norm": 1.7348144407699198,
      "learning_rate": 0.0002999358644173811,
      "loss": 7.6562,
      "step": 3345
    },
    {
      "epoch": 0.13704689739913986,
      "grad_norm": 2.110409728207345,
      "learning_rate": 0.0002999357690198413,
      "loss": 6.6875,
      "step": 3346
    },
    {
      "epoch": 0.13708785582633626,
      "grad_norm": 0.8766265279049323,
      "learning_rate": 0.0002999356735514205,
      "loss": 7.125,
      "step": 3347
    },
    {
      "epoch": 0.13712881425353265,
      "grad_norm": 0.9546811630577852,
      "learning_rate": 0.00029993557801211883,
      "loss": 6.1562,
      "step": 3348
    },
    {
      "epoch": 0.13716977268072905,
      "grad_norm": 1.0241408789250908,
      "learning_rate": 0.00029993548240193636,
      "loss": 7.125,
      "step": 3349
    },
    {
      "epoch": 0.13721073110792545,
      "grad_norm": 0.8336820658050038,
      "learning_rate": 0.0002999353867208731,
      "loss": 6.0312,
      "step": 3350
    },
    {
      "epoch": 0.13725168953512185,
      "grad_norm": 1.0382925575604018,
      "learning_rate": 0.00029993529096892905,
      "loss": 6.5938,
      "step": 3351
    },
    {
      "epoch": 0.13729264796231824,
      "grad_norm": 1.0132389597689275,
      "learning_rate": 0.0002999351951461043,
      "loss": 6.25,
      "step": 3352
    },
    {
      "epoch": 0.13733360638951464,
      "grad_norm": 1.3196376185112544,
      "learning_rate": 0.00029993509925239887,
      "loss": 6.1562,
      "step": 3353
    },
    {
      "epoch": 0.13737456481671104,
      "grad_norm": 1.397787889408369,
      "learning_rate": 0.0002999350032878129,
      "loss": 6.2812,
      "step": 3354
    },
    {
      "epoch": 0.13741552324390743,
      "grad_norm": 1.2142572241639071,
      "learning_rate": 0.00029993490725234624,
      "loss": 7.2188,
      "step": 3355
    },
    {
      "epoch": 0.13745648167110383,
      "grad_norm": 1.7338616603600507,
      "learning_rate": 0.0002999348111459992,
      "loss": 6.9375,
      "step": 3356
    },
    {
      "epoch": 0.13749744009830023,
      "grad_norm": 1.0721932889491206,
      "learning_rate": 0.0002999347149687716,
      "loss": 6.7812,
      "step": 3357
    },
    {
      "epoch": 0.13753839852549662,
      "grad_norm": 1.2235542614332016,
      "learning_rate": 0.0002999346187206636,
      "loss": 6.6875,
      "step": 3358
    },
    {
      "epoch": 0.13757935695269302,
      "grad_norm": 1.054135255851606,
      "learning_rate": 0.00029993452240167516,
      "loss": 5.8438,
      "step": 3359
    },
    {
      "epoch": 0.13762031537988942,
      "grad_norm": 1.3700561763277774,
      "learning_rate": 0.0002999344260118064,
      "loss": 8.25,
      "step": 3360
    },
    {
      "epoch": 0.13766127380708582,
      "grad_norm": 1.0976773423395292,
      "learning_rate": 0.00029993432955105736,
      "loss": 8.3125,
      "step": 3361
    },
    {
      "epoch": 0.1377022322342822,
      "grad_norm": 0.9381200088971255,
      "learning_rate": 0.00029993423301942804,
      "loss": 6.5625,
      "step": 3362
    },
    {
      "epoch": 0.1377431906614786,
      "grad_norm": 1.2309544090032007,
      "learning_rate": 0.0002999341364169186,
      "loss": 5.8125,
      "step": 3363
    },
    {
      "epoch": 0.137784149088675,
      "grad_norm": 2.8765437690759335,
      "learning_rate": 0.00029993403974352885,
      "loss": 6.7812,
      "step": 3364
    },
    {
      "epoch": 0.1378251075158714,
      "grad_norm": 1.0447224474928773,
      "learning_rate": 0.00029993394299925914,
      "loss": 6.6562,
      "step": 3365
    },
    {
      "epoch": 0.13786606594306777,
      "grad_norm": 1.019107912621013,
      "learning_rate": 0.0002999338461841093,
      "loss": 6.4062,
      "step": 3366
    },
    {
      "epoch": 0.13790702437026417,
      "grad_norm": 1.0285106570987694,
      "learning_rate": 0.0002999337492980794,
      "loss": 7.0625,
      "step": 3367
    },
    {
      "epoch": 0.13794798279746057,
      "grad_norm": 0.9934704318111746,
      "learning_rate": 0.00029993365234116953,
      "loss": 6.7188,
      "step": 3368
    },
    {
      "epoch": 0.13798894122465696,
      "grad_norm": 1.9763647691673816,
      "learning_rate": 0.0002999335553133798,
      "loss": 7.5,
      "step": 3369
    },
    {
      "epoch": 0.13802989965185336,
      "grad_norm": 1.8578998558094106,
      "learning_rate": 0.00029993345821471016,
      "loss": 5.9688,
      "step": 3370
    },
    {
      "epoch": 0.13807085807904976,
      "grad_norm": 1.069495857395007,
      "learning_rate": 0.0002999333610451606,
      "loss": 6.4062,
      "step": 3371
    },
    {
      "epoch": 0.13811181650624615,
      "grad_norm": 1.4590440136839877,
      "learning_rate": 0.00029993326380473137,
      "loss": 6.1875,
      "step": 3372
    },
    {
      "epoch": 0.13815277493344255,
      "grad_norm": 1.1048277794979646,
      "learning_rate": 0.0002999331664934223,
      "loss": 6.3125,
      "step": 3373
    },
    {
      "epoch": 0.13819373336063895,
      "grad_norm": 1.8124187522916118,
      "learning_rate": 0.0002999330691112336,
      "loss": 7.3438,
      "step": 3374
    },
    {
      "epoch": 0.13823469178783535,
      "grad_norm": 1.15498699462817,
      "learning_rate": 0.0002999329716581652,
      "loss": 6.9375,
      "step": 3375
    },
    {
      "epoch": 0.13827565021503174,
      "grad_norm": 1.0843078909327646,
      "learning_rate": 0.0002999328741342172,
      "loss": 7.0,
      "step": 3376
    },
    {
      "epoch": 0.13831660864222814,
      "grad_norm": 1.0269876387681236,
      "learning_rate": 0.00029993277653938964,
      "loss": 7.5625,
      "step": 3377
    },
    {
      "epoch": 0.13835756706942454,
      "grad_norm": 1.1481238473818185,
      "learning_rate": 0.0002999326788736825,
      "loss": 6.6875,
      "step": 3378
    },
    {
      "epoch": 0.13839852549662093,
      "grad_norm": 1.3804656852621129,
      "learning_rate": 0.000299932581137096,
      "loss": 6.3438,
      "step": 3379
    },
    {
      "epoch": 0.13843948392381733,
      "grad_norm": 3.6651070627185383,
      "learning_rate": 0.00029993248332963005,
      "loss": 5.1875,
      "step": 3380
    },
    {
      "epoch": 0.13848044235101373,
      "grad_norm": 1.3584997459578858,
      "learning_rate": 0.0002999323854512847,
      "loss": 8.6875,
      "step": 3381
    },
    {
      "epoch": 0.13852140077821012,
      "grad_norm": 1.0255115285796257,
      "learning_rate": 0.00029993228750205996,
      "loss": 6.8438,
      "step": 3382
    },
    {
      "epoch": 0.13856235920540652,
      "grad_norm": 0.9913910939412559,
      "learning_rate": 0.00029993218948195605,
      "loss": 5.9688,
      "step": 3383
    },
    {
      "epoch": 0.13860331763260292,
      "grad_norm": 0.9686712685783639,
      "learning_rate": 0.0002999320913909728,
      "loss": 7.375,
      "step": 3384
    },
    {
      "epoch": 0.13864427605979932,
      "grad_norm": 1.3781414401033547,
      "learning_rate": 0.0002999319932291104,
      "loss": 8.5625,
      "step": 3385
    },
    {
      "epoch": 0.1386852344869957,
      "grad_norm": 5.469726080298917,
      "learning_rate": 0.00029993189499636887,
      "loss": 7.5,
      "step": 3386
    },
    {
      "epoch": 0.13872619291419208,
      "grad_norm": 1.32939839589216,
      "learning_rate": 0.0002999317966927482,
      "loss": 7.3438,
      "step": 3387
    },
    {
      "epoch": 0.13876715134138848,
      "grad_norm": 1.2127007601520592,
      "learning_rate": 0.0002999316983182485,
      "loss": 5.6562,
      "step": 3388
    },
    {
      "epoch": 0.13880810976858488,
      "grad_norm": 1.0297026119307917,
      "learning_rate": 0.0002999315998728698,
      "loss": 6.0312,
      "step": 3389
    },
    {
      "epoch": 0.13884906819578127,
      "grad_norm": 1.060320881900931,
      "learning_rate": 0.0002999315013566121,
      "loss": 6.8125,
      "step": 3390
    },
    {
      "epoch": 0.13889002662297767,
      "grad_norm": 1.0126075504303098,
      "learning_rate": 0.00029993140276947557,
      "loss": 6.5625,
      "step": 3391
    },
    {
      "epoch": 0.13893098505017407,
      "grad_norm": 0.9265029575713074,
      "learning_rate": 0.0002999313041114601,
      "loss": 6.25,
      "step": 3392
    },
    {
      "epoch": 0.13897194347737046,
      "grad_norm": 1.357660453581035,
      "learning_rate": 0.00029993120538256585,
      "loss": 8.0625,
      "step": 3393
    },
    {
      "epoch": 0.13901290190456686,
      "grad_norm": 1.0837642955475835,
      "learning_rate": 0.0002999311065827928,
      "loss": 6.5625,
      "step": 3394
    },
    {
      "epoch": 0.13905386033176326,
      "grad_norm": 1.0912028206457716,
      "learning_rate": 0.00029993100771214106,
      "loss": 6.0,
      "step": 3395
    },
    {
      "epoch": 0.13909481875895965,
      "grad_norm": 4.190255908850006,
      "learning_rate": 0.0002999309087706106,
      "loss": 7.125,
      "step": 3396
    },
    {
      "epoch": 0.13913577718615605,
      "grad_norm": 2.6992791246748458,
      "learning_rate": 0.0002999308097582015,
      "loss": 7.625,
      "step": 3397
    },
    {
      "epoch": 0.13917673561335245,
      "grad_norm": 3.8711961520747504,
      "learning_rate": 0.00029993071067491384,
      "loss": 8.375,
      "step": 3398
    },
    {
      "epoch": 0.13921769404054885,
      "grad_norm": 2.724385553614202,
      "learning_rate": 0.0002999306115207476,
      "loss": 5.4688,
      "step": 3399
    },
    {
      "epoch": 0.13925865246774524,
      "grad_norm": 1.2067410469383562,
      "learning_rate": 0.0002999305122957029,
      "loss": 6.1875,
      "step": 3400
    },
    {
      "epoch": 0.13929961089494164,
      "grad_norm": 1.078612411733368,
      "learning_rate": 0.00029993041299977973,
      "loss": 6.9375,
      "step": 3401
    },
    {
      "epoch": 0.13934056932213804,
      "grad_norm": 1.5411130448080812,
      "learning_rate": 0.0002999303136329782,
      "loss": 8.5625,
      "step": 3402
    },
    {
      "epoch": 0.13938152774933443,
      "grad_norm": 0.9606076032195361,
      "learning_rate": 0.00029993021419529834,
      "loss": 6.4375,
      "step": 3403
    },
    {
      "epoch": 0.13942248617653083,
      "grad_norm": 0.9967309719173668,
      "learning_rate": 0.0002999301146867401,
      "loss": 6.25,
      "step": 3404
    },
    {
      "epoch": 0.13946344460372723,
      "grad_norm": 1.334825143285952,
      "learning_rate": 0.00029993001510730366,
      "loss": 6.6562,
      "step": 3405
    },
    {
      "epoch": 0.13950440303092362,
      "grad_norm": 1.122779241969823,
      "learning_rate": 0.00029992991545698896,
      "loss": 7.7188,
      "step": 3406
    },
    {
      "epoch": 0.13954536145812002,
      "grad_norm": 0.990476227073691,
      "learning_rate": 0.0002999298157357961,
      "loss": 6.0312,
      "step": 3407
    },
    {
      "epoch": 0.1395863198853164,
      "grad_norm": 1.427568990129189,
      "learning_rate": 0.00029992971594372514,
      "loss": 7.6875,
      "step": 3408
    },
    {
      "epoch": 0.1396272783125128,
      "grad_norm": 1.2243202730439002,
      "learning_rate": 0.0002999296160807761,
      "loss": 7.5938,
      "step": 3409
    },
    {
      "epoch": 0.13966823673970918,
      "grad_norm": 1.2690995109459706,
      "learning_rate": 0.00029992951614694907,
      "loss": 8.5625,
      "step": 3410
    },
    {
      "epoch": 0.13970919516690558,
      "grad_norm": 2.660238758579197,
      "learning_rate": 0.00029992941614224403,
      "loss": 7.2188,
      "step": 3411
    },
    {
      "epoch": 0.13975015359410198,
      "grad_norm": 1.2140720645845466,
      "learning_rate": 0.00029992931606666106,
      "loss": 6.6562,
      "step": 3412
    },
    {
      "epoch": 0.13979111202129837,
      "grad_norm": 1.6403512546753898,
      "learning_rate": 0.0002999292159202003,
      "loss": 7.9688,
      "step": 3413
    },
    {
      "epoch": 0.13983207044849477,
      "grad_norm": 2.411542107577501,
      "learning_rate": 0.0002999291157028616,
      "loss": 5.125,
      "step": 3414
    },
    {
      "epoch": 0.13987302887569117,
      "grad_norm": 1.2140266177122223,
      "learning_rate": 0.00029992901541464514,
      "loss": 6.625,
      "step": 3415
    },
    {
      "epoch": 0.13991398730288757,
      "grad_norm": 1.5469247908299733,
      "learning_rate": 0.00029992891505555095,
      "loss": 7.8125,
      "step": 3416
    },
    {
      "epoch": 0.13995494573008396,
      "grad_norm": 1.0631686332611563,
      "learning_rate": 0.0002999288146255791,
      "loss": 6.5938,
      "step": 3417
    },
    {
      "epoch": 0.13999590415728036,
      "grad_norm": 1.2434235428041591,
      "learning_rate": 0.00029992871412472954,
      "loss": 6.6875,
      "step": 3418
    },
    {
      "epoch": 0.14003686258447676,
      "grad_norm": 1.6865451709337551,
      "learning_rate": 0.00029992861355300244,
      "loss": 8.3125,
      "step": 3419
    },
    {
      "epoch": 0.14007782101167315,
      "grad_norm": 0.9403813303846453,
      "learning_rate": 0.0002999285129103978,
      "loss": 6.2812,
      "step": 3420
    },
    {
      "epoch": 0.14011877943886955,
      "grad_norm": 1.0920905864843,
      "learning_rate": 0.0002999284121969156,
      "loss": 6.4062,
      "step": 3421
    },
    {
      "epoch": 0.14015973786606595,
      "grad_norm": 1.154989995527775,
      "learning_rate": 0.000299928311412556,
      "loss": 7.3125,
      "step": 3422
    },
    {
      "epoch": 0.14020069629326234,
      "grad_norm": 1.295065826157179,
      "learning_rate": 0.00029992821055731895,
      "loss": 7.7812,
      "step": 3423
    },
    {
      "epoch": 0.14024165472045874,
      "grad_norm": 1.1652241324233303,
      "learning_rate": 0.00029992810963120454,
      "loss": 6.4062,
      "step": 3424
    },
    {
      "epoch": 0.14028261314765514,
      "grad_norm": 1.3053244819888141,
      "learning_rate": 0.00029992800863421284,
      "loss": 7.4062,
      "step": 3425
    },
    {
      "epoch": 0.14032357157485154,
      "grad_norm": 0.9544991819451006,
      "learning_rate": 0.0002999279075663439,
      "loss": 6.5312,
      "step": 3426
    },
    {
      "epoch": 0.14036453000204793,
      "grad_norm": 1.270169291843299,
      "learning_rate": 0.00029992780642759773,
      "loss": 7.9688,
      "step": 3427
    },
    {
      "epoch": 0.14040548842924433,
      "grad_norm": 0.980607972532636,
      "learning_rate": 0.00029992770521797437,
      "loss": 6.2812,
      "step": 3428
    },
    {
      "epoch": 0.14044644685644073,
      "grad_norm": 1.1126984763749959,
      "learning_rate": 0.00029992760393747394,
      "loss": 6.6875,
      "step": 3429
    },
    {
      "epoch": 0.1404874052836371,
      "grad_norm": 0.9330655692467242,
      "learning_rate": 0.00029992750258609635,
      "loss": 6.5625,
      "step": 3430
    },
    {
      "epoch": 0.1405283637108335,
      "grad_norm": 0.992969456719923,
      "learning_rate": 0.00029992740116384185,
      "loss": 5.9688,
      "step": 3431
    },
    {
      "epoch": 0.1405693221380299,
      "grad_norm": 1.798522754682091,
      "learning_rate": 0.0002999272996707103,
      "loss": 8.125,
      "step": 3432
    },
    {
      "epoch": 0.1406102805652263,
      "grad_norm": 1.21487281001202,
      "learning_rate": 0.00029992719810670185,
      "loss": 7.5312,
      "step": 3433
    },
    {
      "epoch": 0.14065123899242268,
      "grad_norm": 3.673613429572097,
      "learning_rate": 0.0002999270964718165,
      "loss": 7.7188,
      "step": 3434
    },
    {
      "epoch": 0.14069219741961908,
      "grad_norm": 2.016283960077958,
      "learning_rate": 0.0002999269947660543,
      "loss": 7.5,
      "step": 3435
    },
    {
      "epoch": 0.14073315584681548,
      "grad_norm": 1.2665418346926063,
      "learning_rate": 0.0002999268929894154,
      "loss": 7.2188,
      "step": 3436
    },
    {
      "epoch": 0.14077411427401187,
      "grad_norm": 0.9997775445386511,
      "learning_rate": 0.00029992679114189966,
      "loss": 6.7812,
      "step": 3437
    },
    {
      "epoch": 0.14081507270120827,
      "grad_norm": 0.968221831378226,
      "learning_rate": 0.0002999266892235073,
      "loss": 7.625,
      "step": 3438
    },
    {
      "epoch": 0.14085603112840467,
      "grad_norm": 1.6671001563811405,
      "learning_rate": 0.0002999265872342383,
      "loss": 7.5625,
      "step": 3439
    },
    {
      "epoch": 0.14089698955560107,
      "grad_norm": 1.3728390461515487,
      "learning_rate": 0.0002999264851740927,
      "loss": 7.375,
      "step": 3440
    },
    {
      "epoch": 0.14093794798279746,
      "grad_norm": 1.145191021907884,
      "learning_rate": 0.00029992638304307057,
      "loss": 5.8125,
      "step": 3441
    },
    {
      "epoch": 0.14097890640999386,
      "grad_norm": 1.2802849411386787,
      "learning_rate": 0.0002999262808411719,
      "loss": 6.3125,
      "step": 3442
    },
    {
      "epoch": 0.14101986483719026,
      "grad_norm": 1.1614656101944267,
      "learning_rate": 0.00029992617856839683,
      "loss": 7.0938,
      "step": 3443
    },
    {
      "epoch": 0.14106082326438665,
      "grad_norm": 1.220734205321879,
      "learning_rate": 0.0002999260762247453,
      "loss": 6.875,
      "step": 3444
    },
    {
      "epoch": 0.14110178169158305,
      "grad_norm": 2.14052913818383,
      "learning_rate": 0.00029992597381021745,
      "loss": 7.8125,
      "step": 3445
    },
    {
      "epoch": 0.14114274011877945,
      "grad_norm": 1.0110834980962307,
      "learning_rate": 0.00029992587132481334,
      "loss": 6.1875,
      "step": 3446
    },
    {
      "epoch": 0.14118369854597584,
      "grad_norm": 3.2703392128938487,
      "learning_rate": 0.000299925768768533,
      "loss": 6.4688,
      "step": 3447
    },
    {
      "epoch": 0.14122465697317224,
      "grad_norm": 1.6880763185521466,
      "learning_rate": 0.00029992566614137637,
      "loss": 7.0938,
      "step": 3448
    },
    {
      "epoch": 0.14126561540036864,
      "grad_norm": 1.0143233533027136,
      "learning_rate": 0.0002999255634433436,
      "loss": 6.4062,
      "step": 3449
    },
    {
      "epoch": 0.14130657382756504,
      "grad_norm": 1.0773009167776413,
      "learning_rate": 0.0002999254606744348,
      "loss": 6.8125,
      "step": 3450
    },
    {
      "epoch": 0.1413475322547614,
      "grad_norm": 0.9730064260884533,
      "learning_rate": 0.00029992535783464986,
      "loss": 6.1875,
      "step": 3451
    },
    {
      "epoch": 0.1413884906819578,
      "grad_norm": 0.8434220923663367,
      "learning_rate": 0.0002999252549239889,
      "loss": 6.625,
      "step": 3452
    },
    {
      "epoch": 0.1414294491091542,
      "grad_norm": 0.9325412322490089,
      "learning_rate": 0.0002999251519424521,
      "loss": 6.6562,
      "step": 3453
    },
    {
      "epoch": 0.1414704075363506,
      "grad_norm": 1.0122137786489882,
      "learning_rate": 0.0002999250488900393,
      "loss": 6.5938,
      "step": 3454
    },
    {
      "epoch": 0.141511365963547,
      "grad_norm": 1.5763441685864255,
      "learning_rate": 0.00029992494576675064,
      "loss": 6.6562,
      "step": 3455
    },
    {
      "epoch": 0.1415523243907434,
      "grad_norm": 1.4525689881521398,
      "learning_rate": 0.00029992484257258616,
      "loss": 7.875,
      "step": 3456
    },
    {
      "epoch": 0.1415932828179398,
      "grad_norm": 0.9763707413301776,
      "learning_rate": 0.0002999247393075459,
      "loss": 6.6562,
      "step": 3457
    },
    {
      "epoch": 0.14163424124513618,
      "grad_norm": 1.0385863794054306,
      "learning_rate": 0.00029992463597163,
      "loss": 6.5625,
      "step": 3458
    },
    {
      "epoch": 0.14167519967233258,
      "grad_norm": 0.8799361353109223,
      "learning_rate": 0.00029992453256483834,
      "loss": 6.75,
      "step": 3459
    },
    {
      "epoch": 0.14171615809952898,
      "grad_norm": 0.9621340957865527,
      "learning_rate": 0.0002999244290871711,
      "loss": 6.8438,
      "step": 3460
    },
    {
      "epoch": 0.14175711652672537,
      "grad_norm": 1.0192583030820426,
      "learning_rate": 0.00029992432553862825,
      "loss": 6.9375,
      "step": 3461
    },
    {
      "epoch": 0.14179807495392177,
      "grad_norm": 1.0936987792057387,
      "learning_rate": 0.00029992422191921,
      "loss": 6.3438,
      "step": 3462
    },
    {
      "epoch": 0.14183903338111817,
      "grad_norm": 0.8105298583871873,
      "learning_rate": 0.00029992411822891616,
      "loss": 6.75,
      "step": 3463
    },
    {
      "epoch": 0.14187999180831457,
      "grad_norm": 0.8634567251903837,
      "learning_rate": 0.00029992401446774696,
      "loss": 5.8125,
      "step": 3464
    },
    {
      "epoch": 0.14192095023551096,
      "grad_norm": 1.3270639805216904,
      "learning_rate": 0.0002999239106357023,
      "loss": 6.4062,
      "step": 3465
    },
    {
      "epoch": 0.14196190866270736,
      "grad_norm": 1.4991333463093688,
      "learning_rate": 0.00029992380673278236,
      "loss": 6.5938,
      "step": 3466
    },
    {
      "epoch": 0.14200286708990376,
      "grad_norm": 2.7337305296383825,
      "learning_rate": 0.0002999237027589872,
      "loss": 8.75,
      "step": 3467
    },
    {
      "epoch": 0.14204382551710015,
      "grad_norm": 0.8772705600079514,
      "learning_rate": 0.00029992359871431674,
      "loss": 5.9375,
      "step": 3468
    },
    {
      "epoch": 0.14208478394429655,
      "grad_norm": 1.2930365200164997,
      "learning_rate": 0.0002999234945987711,
      "loss": 7.8438,
      "step": 3469
    },
    {
      "epoch": 0.14212574237149295,
      "grad_norm": 1.4424406423042453,
      "learning_rate": 0.0002999233904123504,
      "loss": 7.0,
      "step": 3470
    },
    {
      "epoch": 0.14216670079868934,
      "grad_norm": 1.2216260338206408,
      "learning_rate": 0.0002999232861550546,
      "loss": 6.125,
      "step": 3471
    },
    {
      "epoch": 0.1422076592258857,
      "grad_norm": 1.1870168750289134,
      "learning_rate": 0.00029992318182688374,
      "loss": 6.6562,
      "step": 3472
    },
    {
      "epoch": 0.1422486176530821,
      "grad_norm": 2.897091532409657,
      "learning_rate": 0.0002999230774278379,
      "loss": 7.7188,
      "step": 3473
    },
    {
      "epoch": 0.1422895760802785,
      "grad_norm": 1.3582244027490677,
      "learning_rate": 0.0002999229729579172,
      "loss": 7.625,
      "step": 3474
    },
    {
      "epoch": 0.1423305345074749,
      "grad_norm": 1.107616052196032,
      "learning_rate": 0.0002999228684171215,
      "loss": 6.2188,
      "step": 3475
    },
    {
      "epoch": 0.1423714929346713,
      "grad_norm": 1.0761173225033644,
      "learning_rate": 0.000299922763805451,
      "loss": 6.7188,
      "step": 3476
    },
    {
      "epoch": 0.1424124513618677,
      "grad_norm": 1.041617196536127,
      "learning_rate": 0.00029992265912290577,
      "loss": 6.5625,
      "step": 3477
    },
    {
      "epoch": 0.1424534097890641,
      "grad_norm": 1.3584229503480483,
      "learning_rate": 0.0002999225543694858,
      "loss": 7.4062,
      "step": 3478
    },
    {
      "epoch": 0.1424943682162605,
      "grad_norm": 1.2563769058270833,
      "learning_rate": 0.00029992244954519116,
      "loss": 6.4375,
      "step": 3479
    },
    {
      "epoch": 0.1425353266434569,
      "grad_norm": 1.0030492818447854,
      "learning_rate": 0.0002999223446500218,
      "loss": 5.9375,
      "step": 3480
    },
    {
      "epoch": 0.14257628507065329,
      "grad_norm": 0.8616008722871015,
      "learning_rate": 0.00029992223968397795,
      "loss": 6.4062,
      "step": 3481
    },
    {
      "epoch": 0.14261724349784968,
      "grad_norm": 1.2802424347119887,
      "learning_rate": 0.0002999221346470595,
      "loss": 7.8125,
      "step": 3482
    },
    {
      "epoch": 0.14265820192504608,
      "grad_norm": 1.157650554403552,
      "learning_rate": 0.0002999220295392666,
      "loss": 6.6562,
      "step": 3483
    },
    {
      "epoch": 0.14269916035224248,
      "grad_norm": 1.4545297594440405,
      "learning_rate": 0.00029992192436059916,
      "loss": 7.875,
      "step": 3484
    },
    {
      "epoch": 0.14274011877943887,
      "grad_norm": 2.4778503634806333,
      "learning_rate": 0.0002999218191110575,
      "loss": 7.4062,
      "step": 3485
    },
    {
      "epoch": 0.14278107720663527,
      "grad_norm": 1.055107658372373,
      "learning_rate": 0.00029992171379064137,
      "loss": 6.625,
      "step": 3486
    },
    {
      "epoch": 0.14282203563383167,
      "grad_norm": 2.1730658288328795,
      "learning_rate": 0.000299921608399351,
      "loss": 9.1875,
      "step": 3487
    },
    {
      "epoch": 0.14286299406102806,
      "grad_norm": 0.8816689506957456,
      "learning_rate": 0.0002999215029371864,
      "loss": 6.8125,
      "step": 3488
    },
    {
      "epoch": 0.14290395248822446,
      "grad_norm": 1.673179719424965,
      "learning_rate": 0.00029992139740414765,
      "loss": 7.375,
      "step": 3489
    },
    {
      "epoch": 0.14294491091542086,
      "grad_norm": 1.008248160239244,
      "learning_rate": 0.0002999212918002347,
      "loss": 6.5625,
      "step": 3490
    },
    {
      "epoch": 0.14298586934261726,
      "grad_norm": 1.8734558753062205,
      "learning_rate": 0.0002999211861254477,
      "loss": 6.3438,
      "step": 3491
    },
    {
      "epoch": 0.14302682776981365,
      "grad_norm": 3.1008695759194027,
      "learning_rate": 0.0002999210803797867,
      "loss": 7.2812,
      "step": 3492
    },
    {
      "epoch": 0.14306778619701002,
      "grad_norm": 1.2277818992135572,
      "learning_rate": 0.0002999209745632517,
      "loss": 6.5312,
      "step": 3493
    },
    {
      "epoch": 0.14310874462420642,
      "grad_norm": 1.1931860333640933,
      "learning_rate": 0.0002999208686758427,
      "loss": 6.2812,
      "step": 3494
    },
    {
      "epoch": 0.14314970305140282,
      "grad_norm": 1.482271170780127,
      "learning_rate": 0.0002999207627175598,
      "loss": 6.8125,
      "step": 3495
    },
    {
      "epoch": 0.1431906614785992,
      "grad_norm": 1.0520335685044486,
      "learning_rate": 0.0002999206566884031,
      "loss": 6.8438,
      "step": 3496
    },
    {
      "epoch": 0.1432316199057956,
      "grad_norm": 1.0176722478331233,
      "learning_rate": 0.0002999205505883726,
      "loss": 7.3438,
      "step": 3497
    },
    {
      "epoch": 0.143272578332992,
      "grad_norm": 1.0261757650755619,
      "learning_rate": 0.0002999204444174684,
      "loss": 6.8438,
      "step": 3498
    },
    {
      "epoch": 0.1433135367601884,
      "grad_norm": 1.0129837972046543,
      "learning_rate": 0.0002999203381756905,
      "loss": 6.125,
      "step": 3499
    },
    {
      "epoch": 0.1433544951873848,
      "grad_norm": 1.0763229245544275,
      "learning_rate": 0.00029992023186303893,
      "loss": 7.0625,
      "step": 3500
    },
    {
      "epoch": 0.1433954536145812,
      "grad_norm": 3.618038144190154,
      "learning_rate": 0.00029992012547951384,
      "loss": 7.4062,
      "step": 3501
    },
    {
      "epoch": 0.1434364120417776,
      "grad_norm": 0.9620000728200262,
      "learning_rate": 0.00029992001902511516,
      "loss": 6.5625,
      "step": 3502
    },
    {
      "epoch": 0.143477370468974,
      "grad_norm": 0.8739573390703294,
      "learning_rate": 0.000299919912499843,
      "loss": 6.1562,
      "step": 3503
    },
    {
      "epoch": 0.1435183288961704,
      "grad_norm": 1.3278841720041232,
      "learning_rate": 0.0002999198059036974,
      "loss": 9.3125,
      "step": 3504
    },
    {
      "epoch": 0.14355928732336679,
      "grad_norm": 1.283993985544794,
      "learning_rate": 0.0002999196992366785,
      "loss": 7.1562,
      "step": 3505
    },
    {
      "epoch": 0.14360024575056318,
      "grad_norm": 2.978434872674785,
      "learning_rate": 0.00029991959249878614,
      "loss": 8.125,
      "step": 3506
    },
    {
      "epoch": 0.14364120417775958,
      "grad_norm": 2.1847201888011507,
      "learning_rate": 0.0002999194856900206,
      "loss": 7.3438,
      "step": 3507
    },
    {
      "epoch": 0.14368216260495598,
      "grad_norm": 1.3826484287721124,
      "learning_rate": 0.00029991937881038177,
      "loss": 8.25,
      "step": 3508
    },
    {
      "epoch": 0.14372312103215237,
      "grad_norm": 1.1295736462001917,
      "learning_rate": 0.00029991927185986974,
      "loss": 7.4062,
      "step": 3509
    },
    {
      "epoch": 0.14376407945934877,
      "grad_norm": 0.9678492348682087,
      "learning_rate": 0.0002999191648384846,
      "loss": 6.6562,
      "step": 3510
    },
    {
      "epoch": 0.14380503788654517,
      "grad_norm": 1.1183785896084086,
      "learning_rate": 0.00029991905774622637,
      "loss": 6.5625,
      "step": 3511
    },
    {
      "epoch": 0.14384599631374156,
      "grad_norm": 0.8647771317280696,
      "learning_rate": 0.00029991895058309513,
      "loss": 6.2188,
      "step": 3512
    },
    {
      "epoch": 0.14388695474093796,
      "grad_norm": 0.8131564862131591,
      "learning_rate": 0.0002999188433490909,
      "loss": 6.125,
      "step": 3513
    },
    {
      "epoch": 0.14392791316813433,
      "grad_norm": 1.7713515619435871,
      "learning_rate": 0.00029991873604421373,
      "loss": 8.9375,
      "step": 3514
    },
    {
      "epoch": 0.14396887159533073,
      "grad_norm": 1.1239972197536308,
      "learning_rate": 0.00029991862866846373,
      "loss": 6.6562,
      "step": 3515
    },
    {
      "epoch": 0.14400983002252712,
      "grad_norm": 1.2352754148726088,
      "learning_rate": 0.00029991852122184085,
      "loss": 7.875,
      "step": 3516
    },
    {
      "epoch": 0.14405078844972352,
      "grad_norm": 1.0305388367259538,
      "learning_rate": 0.0002999184137043452,
      "loss": 5.875,
      "step": 3517
    },
    {
      "epoch": 0.14409174687691992,
      "grad_norm": 0.930400893559389,
      "learning_rate": 0.0002999183061159768,
      "loss": 6.3438,
      "step": 3518
    },
    {
      "epoch": 0.14413270530411632,
      "grad_norm": 7.3964910259392935,
      "learning_rate": 0.00029991819845673573,
      "loss": 5.125,
      "step": 3519
    },
    {
      "epoch": 0.1441736637313127,
      "grad_norm": 1.024903614701019,
      "learning_rate": 0.0002999180907266221,
      "loss": 6.2812,
      "step": 3520
    },
    {
      "epoch": 0.1442146221585091,
      "grad_norm": 1.1971565765052692,
      "learning_rate": 0.00029991798292563587,
      "loss": 7.375,
      "step": 3521
    },
    {
      "epoch": 0.1442555805857055,
      "grad_norm": 1.125742526145832,
      "learning_rate": 0.0002999178750537771,
      "loss": 7.375,
      "step": 3522
    },
    {
      "epoch": 0.1442965390129019,
      "grad_norm": 1.4819157063693646,
      "learning_rate": 0.0002999177671110458,
      "loss": 7.1562,
      "step": 3523
    },
    {
      "epoch": 0.1443374974400983,
      "grad_norm": 1.5677781610563624,
      "learning_rate": 0.0002999176590974422,
      "loss": 7.3125,
      "step": 3524
    },
    {
      "epoch": 0.1443784558672947,
      "grad_norm": 1.1259687730532983,
      "learning_rate": 0.0002999175510129661,
      "loss": 6.3125,
      "step": 3525
    },
    {
      "epoch": 0.1444194142944911,
      "grad_norm": 0.987309941093955,
      "learning_rate": 0.0002999174428576178,
      "loss": 6.875,
      "step": 3526
    },
    {
      "epoch": 0.1444603727216875,
      "grad_norm": 0.8281771706553879,
      "learning_rate": 0.00029991733463139716,
      "loss": 6.6562,
      "step": 3527
    },
    {
      "epoch": 0.1445013311488839,
      "grad_norm": 1.1860393084213607,
      "learning_rate": 0.00029991722633430435,
      "loss": 5.9375,
      "step": 3528
    },
    {
      "epoch": 0.14454228957608029,
      "grad_norm": 0.9546521645013755,
      "learning_rate": 0.0002999171179663393,
      "loss": 7.2188,
      "step": 3529
    },
    {
      "epoch": 0.14458324800327668,
      "grad_norm": 0.9883083768398367,
      "learning_rate": 0.00029991700952750224,
      "loss": 6.5,
      "step": 3530
    },
    {
      "epoch": 0.14462420643047308,
      "grad_norm": 0.9753044476624482,
      "learning_rate": 0.00029991690101779304,
      "loss": 6.4688,
      "step": 3531
    },
    {
      "epoch": 0.14466516485766948,
      "grad_norm": 0.954922670130477,
      "learning_rate": 0.0002999167924372119,
      "loss": 7.0,
      "step": 3532
    },
    {
      "epoch": 0.14470612328486587,
      "grad_norm": 1.2985449342062045,
      "learning_rate": 0.0002999166837857587,
      "loss": 7.6875,
      "step": 3533
    },
    {
      "epoch": 0.14474708171206227,
      "grad_norm": 2.8120037372496,
      "learning_rate": 0.0002999165750634336,
      "loss": 6.0938,
      "step": 3534
    },
    {
      "epoch": 0.14478804013925864,
      "grad_norm": 1.5649658959603454,
      "learning_rate": 0.00029991646627023673,
      "loss": 7.625,
      "step": 3535
    },
    {
      "epoch": 0.14482899856645504,
      "grad_norm": 1.6503740037434296,
      "learning_rate": 0.00029991635740616804,
      "loss": 6.125,
      "step": 3536
    },
    {
      "epoch": 0.14486995699365143,
      "grad_norm": 1.4128550203903296,
      "learning_rate": 0.00029991624847122754,
      "loss": 7.2188,
      "step": 3537
    },
    {
      "epoch": 0.14491091542084783,
      "grad_norm": 1.294234655066979,
      "learning_rate": 0.00029991613946541535,
      "loss": 7.4062,
      "step": 3538
    },
    {
      "epoch": 0.14495187384804423,
      "grad_norm": 1.308264519356591,
      "learning_rate": 0.0002999160303887315,
      "loss": 5.9062,
      "step": 3539
    },
    {
      "epoch": 0.14499283227524062,
      "grad_norm": 1.328930111188961,
      "learning_rate": 0.0002999159212411761,
      "loss": 7.1875,
      "step": 3540
    },
    {
      "epoch": 0.14503379070243702,
      "grad_norm": 1.016333434020901,
      "learning_rate": 0.0002999158120227491,
      "loss": 6.7188,
      "step": 3541
    },
    {
      "epoch": 0.14507474912963342,
      "grad_norm": 1.0673565791367101,
      "learning_rate": 0.00029991570273345063,
      "loss": 6.8438,
      "step": 3542
    },
    {
      "epoch": 0.14511570755682981,
      "grad_norm": 1.0543041495263619,
      "learning_rate": 0.00029991559337328073,
      "loss": 6.4375,
      "step": 3543
    },
    {
      "epoch": 0.1451566659840262,
      "grad_norm": 0.877225638649493,
      "learning_rate": 0.0002999154839422394,
      "loss": 6.3438,
      "step": 3544
    },
    {
      "epoch": 0.1451976244112226,
      "grad_norm": 0.8939248565257534,
      "learning_rate": 0.00029991537444032677,
      "loss": 6.4062,
      "step": 3545
    },
    {
      "epoch": 0.145238582838419,
      "grad_norm": 1.7697841809489379,
      "learning_rate": 0.00029991526486754277,
      "loss": 5.9062,
      "step": 3546
    },
    {
      "epoch": 0.1452795412656154,
      "grad_norm": 1.0548428937676955,
      "learning_rate": 0.0002999151552238876,
      "loss": 6.75,
      "step": 3547
    },
    {
      "epoch": 0.1453204996928118,
      "grad_norm": 1.1733565388349072,
      "learning_rate": 0.00029991504550936124,
      "loss": 6.2188,
      "step": 3548
    },
    {
      "epoch": 0.1453614581200082,
      "grad_norm": 1.9456125584322872,
      "learning_rate": 0.00029991493572396373,
      "loss": 7.0625,
      "step": 3549
    },
    {
      "epoch": 0.1454024165472046,
      "grad_norm": 0.9844568147782067,
      "learning_rate": 0.00029991482586769517,
      "loss": 7.0312,
      "step": 3550
    },
    {
      "epoch": 0.145443374974401,
      "grad_norm": 0.9539519494654268,
      "learning_rate": 0.0002999147159405555,
      "loss": 6.9375,
      "step": 3551
    },
    {
      "epoch": 0.1454843334015974,
      "grad_norm": 1.2844801031674502,
      "learning_rate": 0.000299914605942545,
      "loss": 6.1875,
      "step": 3552
    },
    {
      "epoch": 0.14552529182879378,
      "grad_norm": 1.2790825641498653,
      "learning_rate": 0.0002999144958736634,
      "loss": 7.2812,
      "step": 3553
    },
    {
      "epoch": 0.14556625025599018,
      "grad_norm": 0.9197551150895872,
      "learning_rate": 0.00029991438573391104,
      "loss": 6.25,
      "step": 3554
    },
    {
      "epoch": 0.14560720868318658,
      "grad_norm": 0.8714185615212184,
      "learning_rate": 0.0002999142755232878,
      "loss": 7.0312,
      "step": 3555
    },
    {
      "epoch": 0.14564816711038295,
      "grad_norm": 1.0323885105900705,
      "learning_rate": 0.0002999141652417938,
      "loss": 6.3125,
      "step": 3556
    },
    {
      "epoch": 0.14568912553757934,
      "grad_norm": 2.6460865186532985,
      "learning_rate": 0.0002999140548894291,
      "loss": 6.625,
      "step": 3557
    },
    {
      "epoch": 0.14573008396477574,
      "grad_norm": 1.2400690558299314,
      "learning_rate": 0.00029991394446619374,
      "loss": 7.5625,
      "step": 3558
    },
    {
      "epoch": 0.14577104239197214,
      "grad_norm": 1.115426109696075,
      "learning_rate": 0.00029991383397208774,
      "loss": 6.4062,
      "step": 3559
    },
    {
      "epoch": 0.14581200081916854,
      "grad_norm": 1.1308580450162793,
      "learning_rate": 0.0002999137234071112,
      "loss": 7.4062,
      "step": 3560
    },
    {
      "epoch": 0.14585295924636493,
      "grad_norm": 1.4113642585841162,
      "learning_rate": 0.00029991361277126414,
      "loss": 8.3125,
      "step": 3561
    },
    {
      "epoch": 0.14589391767356133,
      "grad_norm": 0.9700267771008269,
      "learning_rate": 0.0002999135020645466,
      "loss": 7.2188,
      "step": 3562
    },
    {
      "epoch": 0.14593487610075773,
      "grad_norm": 2.8321037742503017,
      "learning_rate": 0.0002999133912869587,
      "loss": 6.0625,
      "step": 3563
    },
    {
      "epoch": 0.14597583452795412,
      "grad_norm": 0.9718520298810139,
      "learning_rate": 0.00029991328043850045,
      "loss": 6.8125,
      "step": 3564
    },
    {
      "epoch": 0.14601679295515052,
      "grad_norm": 1.056791833410387,
      "learning_rate": 0.0002999131695191718,
      "loss": 6.625,
      "step": 3565
    },
    {
      "epoch": 0.14605775138234692,
      "grad_norm": 1.130304905784736,
      "learning_rate": 0.000299913058528973,
      "loss": 6.0938,
      "step": 3566
    },
    {
      "epoch": 0.14609870980954331,
      "grad_norm": 1.0618766074689974,
      "learning_rate": 0.000299912947467904,
      "loss": 6.8125,
      "step": 3567
    },
    {
      "epoch": 0.1461396682367397,
      "grad_norm": 1.014170030642159,
      "learning_rate": 0.00029991283633596484,
      "loss": 6.3125,
      "step": 3568
    },
    {
      "epoch": 0.1461806266639361,
      "grad_norm": 1.7181059506338583,
      "learning_rate": 0.00029991272513315556,
      "loss": 7.3125,
      "step": 3569
    },
    {
      "epoch": 0.1462215850911325,
      "grad_norm": 1.2908847066998588,
      "learning_rate": 0.0002999126138594763,
      "loss": 6.25,
      "step": 3570
    },
    {
      "epoch": 0.1462625435183289,
      "grad_norm": 0.9614234401914987,
      "learning_rate": 0.0002999125025149271,
      "loss": 6.875,
      "step": 3571
    },
    {
      "epoch": 0.1463035019455253,
      "grad_norm": 3.583443376061369,
      "learning_rate": 0.00029991239109950787,
      "loss": 8.4375,
      "step": 3572
    },
    {
      "epoch": 0.1463444603727217,
      "grad_norm": 1.6609488886193942,
      "learning_rate": 0.00029991227961321875,
      "loss": 6.5938,
      "step": 3573
    },
    {
      "epoch": 0.1463854187999181,
      "grad_norm": 1.198089426781722,
      "learning_rate": 0.00029991216805605984,
      "loss": 7.8438,
      "step": 3574
    },
    {
      "epoch": 0.1464263772271145,
      "grad_norm": 0.8754275523569868,
      "learning_rate": 0.0002999120564280312,
      "loss": 6.9062,
      "step": 3575
    },
    {
      "epoch": 0.1464673356543109,
      "grad_norm": 0.9045561219477204,
      "learning_rate": 0.0002999119447291328,
      "loss": 6.125,
      "step": 3576
    },
    {
      "epoch": 0.14650829408150726,
      "grad_norm": 1.1076946002992123,
      "learning_rate": 0.00029991183295936466,
      "loss": 5.9688,
      "step": 3577
    },
    {
      "epoch": 0.14654925250870365,
      "grad_norm": 1.1533283479946363,
      "learning_rate": 0.000299911721118727,
      "loss": 6.625,
      "step": 3578
    },
    {
      "epoch": 0.14659021093590005,
      "grad_norm": 1.0809235180344143,
      "learning_rate": 0.00029991160920721975,
      "loss": 6.125,
      "step": 3579
    },
    {
      "epoch": 0.14663116936309645,
      "grad_norm": 0.9984097478339498,
      "learning_rate": 0.000299911497224843,
      "loss": 6.5312,
      "step": 3580
    },
    {
      "epoch": 0.14667212779029284,
      "grad_norm": 1.5379998148664507,
      "learning_rate": 0.00029991138517159675,
      "loss": 8.0,
      "step": 3581
    },
    {
      "epoch": 0.14671308621748924,
      "grad_norm": 2.1660813715878455,
      "learning_rate": 0.00029991127304748115,
      "loss": 7.6562,
      "step": 3582
    },
    {
      "epoch": 0.14675404464468564,
      "grad_norm": 0.9980027507708339,
      "learning_rate": 0.0002999111608524962,
      "loss": 6.75,
      "step": 3583
    },
    {
      "epoch": 0.14679500307188204,
      "grad_norm": 2.149923057383939,
      "learning_rate": 0.0002999110485866419,
      "loss": 8.3125,
      "step": 3584
    },
    {
      "epoch": 0.14683596149907843,
      "grad_norm": 3.739275686338213,
      "learning_rate": 0.0002999109362499184,
      "loss": 7.7812,
      "step": 3585
    },
    {
      "epoch": 0.14687691992627483,
      "grad_norm": 1.17273329177561,
      "learning_rate": 0.00029991082384232565,
      "loss": 6.3125,
      "step": 3586
    },
    {
      "epoch": 0.14691787835347123,
      "grad_norm": 1.4486296427289294,
      "learning_rate": 0.00029991071136386383,
      "loss": 6.6562,
      "step": 3587
    },
    {
      "epoch": 0.14695883678066762,
      "grad_norm": 0.8694359582549122,
      "learning_rate": 0.00029991059881453286,
      "loss": 6.4375,
      "step": 3588
    },
    {
      "epoch": 0.14699979520786402,
      "grad_norm": 0.9541261408068353,
      "learning_rate": 0.0002999104861943329,
      "loss": 6.5938,
      "step": 3589
    },
    {
      "epoch": 0.14704075363506042,
      "grad_norm": 0.9678997087871435,
      "learning_rate": 0.000299910373503264,
      "loss": 6.5,
      "step": 3590
    },
    {
      "epoch": 0.14708171206225681,
      "grad_norm": 2.2196828940570827,
      "learning_rate": 0.0002999102607413261,
      "loss": 6.3438,
      "step": 3591
    },
    {
      "epoch": 0.1471226704894532,
      "grad_norm": 1.5631732654803816,
      "learning_rate": 0.0002999101479085194,
      "loss": 8.0625,
      "step": 3592
    },
    {
      "epoch": 0.1471636289166496,
      "grad_norm": 1.215688315828723,
      "learning_rate": 0.0002999100350048438,
      "loss": 5.75,
      "step": 3593
    },
    {
      "epoch": 0.147204587343846,
      "grad_norm": 0.8748388057413216,
      "learning_rate": 0.0002999099220302995,
      "loss": 7.1875,
      "step": 3594
    },
    {
      "epoch": 0.1472455457710424,
      "grad_norm": 1.0131866693973477,
      "learning_rate": 0.00029990980898488646,
      "loss": 6.7812,
      "step": 3595
    },
    {
      "epoch": 0.1472865041982388,
      "grad_norm": 1.064623593064995,
      "learning_rate": 0.00029990969586860477,
      "loss": 6.75,
      "step": 3596
    },
    {
      "epoch": 0.1473274626254352,
      "grad_norm": 10.344972216467205,
      "learning_rate": 0.00029990958268145447,
      "loss": 3.7969,
      "step": 3597
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.9739819934341779,
      "learning_rate": 0.0002999094694234356,
      "loss": 6.2812,
      "step": 3598
    },
    {
      "epoch": 0.14740937947982796,
      "grad_norm": 1.2361181773029175,
      "learning_rate": 0.0002999093560945482,
      "loss": 6.1562,
      "step": 3599
    },
    {
      "epoch": 0.14745033790702436,
      "grad_norm": 0.8926672079676097,
      "learning_rate": 0.00029990924269479244,
      "loss": 7.5938,
      "step": 3600
    },
    {
      "epoch": 0.14749129633422076,
      "grad_norm": 0.9211926500952765,
      "learning_rate": 0.00029990912922416826,
      "loss": 6.5312,
      "step": 3601
    },
    {
      "epoch": 0.14753225476141715,
      "grad_norm": 4.740814509006981,
      "learning_rate": 0.00029990901568267576,
      "loss": 9.1875,
      "step": 3602
    },
    {
      "epoch": 0.14757321318861355,
      "grad_norm": 0.9751973623276021,
      "learning_rate": 0.00029990890207031497,
      "loss": 6.5,
      "step": 3603
    },
    {
      "epoch": 0.14761417161580995,
      "grad_norm": 1.7137955636492728,
      "learning_rate": 0.0002999087883870859,
      "loss": 8.0,
      "step": 3604
    },
    {
      "epoch": 0.14765513004300634,
      "grad_norm": 1.32025074614423,
      "learning_rate": 0.0002999086746329887,
      "loss": 8.0625,
      "step": 3605
    },
    {
      "epoch": 0.14769608847020274,
      "grad_norm": 0.9635580162131262,
      "learning_rate": 0.0002999085608080233,
      "loss": 6.3438,
      "step": 3606
    },
    {
      "epoch": 0.14773704689739914,
      "grad_norm": 0.8787764752972227,
      "learning_rate": 0.0002999084469121899,
      "loss": 6.4375,
      "step": 3607
    },
    {
      "epoch": 0.14777800532459553,
      "grad_norm": 0.9011692762818996,
      "learning_rate": 0.0002999083329454885,
      "loss": 7.0625,
      "step": 3608
    },
    {
      "epoch": 0.14781896375179193,
      "grad_norm": 1.4414733494026557,
      "learning_rate": 0.00029990821890791907,
      "loss": 8.0625,
      "step": 3609
    },
    {
      "epoch": 0.14785992217898833,
      "grad_norm": 0.9161678916444012,
      "learning_rate": 0.00029990810479948185,
      "loss": 7.1875,
      "step": 3610
    },
    {
      "epoch": 0.14790088060618473,
      "grad_norm": 1.1728043775207033,
      "learning_rate": 0.0002999079906201767,
      "loss": 7.8125,
      "step": 3611
    },
    {
      "epoch": 0.14794183903338112,
      "grad_norm": 1.6867630347832527,
      "learning_rate": 0.0002999078763700037,
      "loss": 7.1875,
      "step": 3612
    },
    {
      "epoch": 0.14798279746057752,
      "grad_norm": 1.3389267952608923,
      "learning_rate": 0.000299907762048963,
      "loss": 6.8438,
      "step": 3613
    },
    {
      "epoch": 0.14802375588777392,
      "grad_norm": 1.0554353372767291,
      "learning_rate": 0.0002999076476570547,
      "loss": 6.6875,
      "step": 3614
    },
    {
      "epoch": 0.1480647143149703,
      "grad_norm": 1.0940108720221473,
      "learning_rate": 0.00029990753319427863,
      "loss": 7.125,
      "step": 3615
    },
    {
      "epoch": 0.1481056727421667,
      "grad_norm": 0.976310165886455,
      "learning_rate": 0.00029990741866063505,
      "loss": 6.625,
      "step": 3616
    },
    {
      "epoch": 0.1481466311693631,
      "grad_norm": 0.9840664492886484,
      "learning_rate": 0.0002999073040561239,
      "loss": 6.125,
      "step": 3617
    },
    {
      "epoch": 0.1481875895965595,
      "grad_norm": 1.2630236751116906,
      "learning_rate": 0.0002999071893807453,
      "loss": 8.0625,
      "step": 3618
    },
    {
      "epoch": 0.14822854802375587,
      "grad_norm": 8.414212421061249,
      "learning_rate": 0.0002999070746344993,
      "loss": 6.1562,
      "step": 3619
    },
    {
      "epoch": 0.14826950645095227,
      "grad_norm": 1.0063799691254183,
      "learning_rate": 0.0002999069598173859,
      "loss": 6.6562,
      "step": 3620
    },
    {
      "epoch": 0.14831046487814867,
      "grad_norm": 1.0289605293426407,
      "learning_rate": 0.0002999068449294052,
      "loss": 5.9062,
      "step": 3621
    },
    {
      "epoch": 0.14835142330534506,
      "grad_norm": 1.4397800119419957,
      "learning_rate": 0.0002999067299705572,
      "loss": 6.75,
      "step": 3622
    },
    {
      "epoch": 0.14839238173254146,
      "grad_norm": 1.115647345352584,
      "learning_rate": 0.0002999066149408421,
      "loss": 6.3125,
      "step": 3623
    },
    {
      "epoch": 0.14843334015973786,
      "grad_norm": 1.9146625512422755,
      "learning_rate": 0.0002999064998402598,
      "loss": 7.9688,
      "step": 3624
    },
    {
      "epoch": 0.14847429858693426,
      "grad_norm": 1.4238794351142803,
      "learning_rate": 0.0002999063846688104,
      "loss": 6.75,
      "step": 3625
    },
    {
      "epoch": 0.14851525701413065,
      "grad_norm": 3.3664911509567172,
      "learning_rate": 0.00029990626942649393,
      "loss": 7.9062,
      "step": 3626
    },
    {
      "epoch": 0.14855621544132705,
      "grad_norm": 1.3843597731865633,
      "learning_rate": 0.00029990615411331045,
      "loss": 7.2188,
      "step": 3627
    },
    {
      "epoch": 0.14859717386852345,
      "grad_norm": 0.9459746951271918,
      "learning_rate": 0.0002999060387292601,
      "loss": 5.9688,
      "step": 3628
    },
    {
      "epoch": 0.14863813229571984,
      "grad_norm": 1.0943263263233842,
      "learning_rate": 0.0002999059232743429,
      "loss": 7.0312,
      "step": 3629
    },
    {
      "epoch": 0.14867909072291624,
      "grad_norm": 0.8551996342689897,
      "learning_rate": 0.00029990580774855885,
      "loss": 6.5312,
      "step": 3630
    },
    {
      "epoch": 0.14872004915011264,
      "grad_norm": 1.0496029337798793,
      "learning_rate": 0.000299905692151908,
      "loss": 5.6875,
      "step": 3631
    },
    {
      "epoch": 0.14876100757730903,
      "grad_norm": 1.1710634018578079,
      "learning_rate": 0.00029990557648439044,
      "loss": 7.5938,
      "step": 3632
    },
    {
      "epoch": 0.14880196600450543,
      "grad_norm": 3.0878192499151145,
      "learning_rate": 0.0002999054607460063,
      "loss": 8.1875,
      "step": 3633
    },
    {
      "epoch": 0.14884292443170183,
      "grad_norm": 0.9131947241989279,
      "learning_rate": 0.0002999053449367554,
      "loss": 6.9375,
      "step": 3634
    },
    {
      "epoch": 0.14888388285889823,
      "grad_norm": 3.6698422601439225,
      "learning_rate": 0.00029990522905663813,
      "loss": 5.2812,
      "step": 3635
    },
    {
      "epoch": 0.14892484128609462,
      "grad_norm": 1.4341585285630623,
      "learning_rate": 0.0002999051131056543,
      "loss": 6.9062,
      "step": 3636
    },
    {
      "epoch": 0.14896579971329102,
      "grad_norm": 1.5073534573917287,
      "learning_rate": 0.000299904997083804,
      "loss": 6.8438,
      "step": 3637
    },
    {
      "epoch": 0.14900675814048742,
      "grad_norm": 1.147438905054943,
      "learning_rate": 0.0002999048809910873,
      "loss": 6.3438,
      "step": 3638
    },
    {
      "epoch": 0.1490477165676838,
      "grad_norm": 0.9530094710540311,
      "learning_rate": 0.0002999047648275043,
      "loss": 6.5312,
      "step": 3639
    },
    {
      "epoch": 0.1490886749948802,
      "grad_norm": 2.0719371441824195,
      "learning_rate": 0.00029990464859305506,
      "loss": 7.1875,
      "step": 3640
    },
    {
      "epoch": 0.14912963342207658,
      "grad_norm": 0.9608391575758716,
      "learning_rate": 0.0002999045322877396,
      "loss": 5.6875,
      "step": 3641
    },
    {
      "epoch": 0.14917059184927298,
      "grad_norm": 6.349637070326602,
      "learning_rate": 0.0002999044159115579,
      "loss": 5.25,
      "step": 3642
    },
    {
      "epoch": 0.14921155027646937,
      "grad_norm": 1.0936084574904552,
      "learning_rate": 0.00029990429946451014,
      "loss": 6.4062,
      "step": 3643
    },
    {
      "epoch": 0.14925250870366577,
      "grad_norm": 1.0701113541325729,
      "learning_rate": 0.00029990418294659633,
      "loss": 7.4062,
      "step": 3644
    },
    {
      "epoch": 0.14929346713086217,
      "grad_norm": 2.447756747804925,
      "learning_rate": 0.0002999040663578165,
      "loss": 6.4062,
      "step": 3645
    },
    {
      "epoch": 0.14933442555805856,
      "grad_norm": 7.342766094483393,
      "learning_rate": 0.00029990394969817076,
      "loss": 7.0312,
      "step": 3646
    },
    {
      "epoch": 0.14937538398525496,
      "grad_norm": 0.9326292154825154,
      "learning_rate": 0.00029990383296765906,
      "loss": 6.25,
      "step": 3647
    },
    {
      "epoch": 0.14941634241245136,
      "grad_norm": 1.4610003433380974,
      "learning_rate": 0.0002999037161662816,
      "loss": 9.0625,
      "step": 3648
    },
    {
      "epoch": 0.14945730083964776,
      "grad_norm": 1.0917173021268474,
      "learning_rate": 0.00029990359929403835,
      "loss": 6.1562,
      "step": 3649
    },
    {
      "epoch": 0.14949825926684415,
      "grad_norm": 1.6276169111663408,
      "learning_rate": 0.00029990348235092934,
      "loss": 5.9688,
      "step": 3650
    },
    {
      "epoch": 0.14953921769404055,
      "grad_norm": 1.2956030658989808,
      "learning_rate": 0.0002999033653369547,
      "loss": 5.875,
      "step": 3651
    },
    {
      "epoch": 0.14958017612123695,
      "grad_norm": 1.6787657441086377,
      "learning_rate": 0.0002999032482521144,
      "loss": 7.1562,
      "step": 3652
    },
    {
      "epoch": 0.14962113454843334,
      "grad_norm": 1.1251967501601763,
      "learning_rate": 0.0002999031310964086,
      "loss": 6.0312,
      "step": 3653
    },
    {
      "epoch": 0.14966209297562974,
      "grad_norm": 1.1499394387248238,
      "learning_rate": 0.00029990301386983726,
      "loss": 8.375,
      "step": 3654
    },
    {
      "epoch": 0.14970305140282614,
      "grad_norm": 0.9659675051137839,
      "learning_rate": 0.0002999028965724005,
      "loss": 6.4062,
      "step": 3655
    },
    {
      "epoch": 0.14974400983002253,
      "grad_norm": 1.0175345203714905,
      "learning_rate": 0.0002999027792040984,
      "loss": 6.375,
      "step": 3656
    },
    {
      "epoch": 0.14978496825721893,
      "grad_norm": 1.1696613788658614,
      "learning_rate": 0.00029990266176493083,
      "loss": 6.125,
      "step": 3657
    },
    {
      "epoch": 0.14982592668441533,
      "grad_norm": 3.965786752395034,
      "learning_rate": 0.0002999025442548981,
      "loss": 5.25,
      "step": 3658
    },
    {
      "epoch": 0.14986688511161173,
      "grad_norm": 1.7246188357578858,
      "learning_rate": 0.00029990242667400006,
      "loss": 9.0625,
      "step": 3659
    },
    {
      "epoch": 0.14990784353880812,
      "grad_norm": 1.0527628816749128,
      "learning_rate": 0.0002999023090222369,
      "loss": 6.7812,
      "step": 3660
    },
    {
      "epoch": 0.14994880196600452,
      "grad_norm": 1.208088344010239,
      "learning_rate": 0.00029990219129960864,
      "loss": 6.4688,
      "step": 3661
    },
    {
      "epoch": 0.1499897603932009,
      "grad_norm": 0.9046249415940649,
      "learning_rate": 0.00029990207350611526,
      "loss": 6.4375,
      "step": 3662
    },
    {
      "epoch": 0.15003071882039729,
      "grad_norm": 1.1697856370648008,
      "learning_rate": 0.0002999019556417569,
      "loss": 6.1562,
      "step": 3663
    },
    {
      "epoch": 0.15007167724759368,
      "grad_norm": 1.2737107621577684,
      "learning_rate": 0.00029990183770653363,
      "loss": 7.3438,
      "step": 3664
    },
    {
      "epoch": 0.15011263567479008,
      "grad_norm": 3.189375084599533,
      "learning_rate": 0.00029990171970044544,
      "loss": 8.4375,
      "step": 3665
    },
    {
      "epoch": 0.15015359410198648,
      "grad_norm": 1.0523566290056177,
      "learning_rate": 0.00029990160162349244,
      "loss": 7.5,
      "step": 3666
    },
    {
      "epoch": 0.15019455252918287,
      "grad_norm": 1.3337931971848123,
      "learning_rate": 0.00029990148347567463,
      "loss": 6.5625,
      "step": 3667
    },
    {
      "epoch": 0.15023551095637927,
      "grad_norm": 0.8716288260203418,
      "learning_rate": 0.0002999013652569921,
      "loss": 5.9375,
      "step": 3668
    },
    {
      "epoch": 0.15027646938357567,
      "grad_norm": 0.937719728114705,
      "learning_rate": 0.00029990124696744496,
      "loss": 7.7812,
      "step": 3669
    },
    {
      "epoch": 0.15031742781077206,
      "grad_norm": 0.8964615770535728,
      "learning_rate": 0.00029990112860703316,
      "loss": 6.9375,
      "step": 3670
    },
    {
      "epoch": 0.15035838623796846,
      "grad_norm": 1.1947017137866942,
      "learning_rate": 0.0002999010101757568,
      "loss": 7.3125,
      "step": 3671
    },
    {
      "epoch": 0.15039934466516486,
      "grad_norm": 0.8428733046288502,
      "learning_rate": 0.00029990089167361594,
      "loss": 7.0938,
      "step": 3672
    },
    {
      "epoch": 0.15044030309236125,
      "grad_norm": 1.7141216425198567,
      "learning_rate": 0.00029990077310061063,
      "loss": 6.9688,
      "step": 3673
    },
    {
      "epoch": 0.15048126151955765,
      "grad_norm": 1.076211159521507,
      "learning_rate": 0.000299900654456741,
      "loss": 6.625,
      "step": 3674
    },
    {
      "epoch": 0.15052221994675405,
      "grad_norm": 1.1211263806949545,
      "learning_rate": 0.00029990053574200694,
      "loss": 6.625,
      "step": 3675
    },
    {
      "epoch": 0.15056317837395045,
      "grad_norm": 0.9094415600983516,
      "learning_rate": 0.00029990041695640866,
      "loss": 6.8438,
      "step": 3676
    },
    {
      "epoch": 0.15060413680114684,
      "grad_norm": 1.0137798738635677,
      "learning_rate": 0.0002999002980999461,
      "loss": 6.4062,
      "step": 3677
    },
    {
      "epoch": 0.15064509522834324,
      "grad_norm": 2.091907764386304,
      "learning_rate": 0.0002999001791726195,
      "loss": 6.9375,
      "step": 3678
    },
    {
      "epoch": 0.15068605365553964,
      "grad_norm": 1.1723993124156926,
      "learning_rate": 0.00029990006017442867,
      "loss": 6.9375,
      "step": 3679
    },
    {
      "epoch": 0.15072701208273603,
      "grad_norm": 0.888645708696537,
      "learning_rate": 0.00029989994110537387,
      "loss": 6.0938,
      "step": 3680
    },
    {
      "epoch": 0.15076797050993243,
      "grad_norm": 5.765873632551669,
      "learning_rate": 0.0002998998219654551,
      "loss": 6.4688,
      "step": 3681
    },
    {
      "epoch": 0.15080892893712883,
      "grad_norm": 0.9125834576424834,
      "learning_rate": 0.0002998997027546723,
      "loss": 6.5938,
      "step": 3682
    },
    {
      "epoch": 0.1508498873643252,
      "grad_norm": 1.2535842200507288,
      "learning_rate": 0.00029989958347302566,
      "loss": 7.5312,
      "step": 3683
    },
    {
      "epoch": 0.1508908457915216,
      "grad_norm": 1.2917348337243275,
      "learning_rate": 0.0002998994641205152,
      "loss": 8.1875,
      "step": 3684
    },
    {
      "epoch": 0.150931804218718,
      "grad_norm": 1.453063292097527,
      "learning_rate": 0.00029989934469714096,
      "loss": 6.5,
      "step": 3685
    },
    {
      "epoch": 0.1509727626459144,
      "grad_norm": 6.2626685745858275,
      "learning_rate": 0.00029989922520290305,
      "loss": 6.125,
      "step": 3686
    },
    {
      "epoch": 0.15101372107311078,
      "grad_norm": 1.1435073141167387,
      "learning_rate": 0.0002998991056378014,
      "loss": 6.5625,
      "step": 3687
    },
    {
      "epoch": 0.15105467950030718,
      "grad_norm": 1.2877059576789696,
      "learning_rate": 0.0002998989860018362,
      "loss": 6.7812,
      "step": 3688
    },
    {
      "epoch": 0.15109563792750358,
      "grad_norm": 1.2780043050588459,
      "learning_rate": 0.0002998988662950075,
      "loss": 6.3438,
      "step": 3689
    },
    {
      "epoch": 0.15113659635469998,
      "grad_norm": 1.0900127459928428,
      "learning_rate": 0.00029989874651731524,
      "loss": 7.125,
      "step": 3690
    },
    {
      "epoch": 0.15117755478189637,
      "grad_norm": 0.9519593740264083,
      "learning_rate": 0.0002998986266687596,
      "loss": 6.2188,
      "step": 3691
    },
    {
      "epoch": 0.15121851320909277,
      "grad_norm": 1.2114586687359534,
      "learning_rate": 0.0002998985067493406,
      "loss": 6.0625,
      "step": 3692
    },
    {
      "epoch": 0.15125947163628917,
      "grad_norm": 1.103776945480488,
      "learning_rate": 0.0002998983867590582,
      "loss": 5.8125,
      "step": 3693
    },
    {
      "epoch": 0.15130043006348556,
      "grad_norm": 1.2928695682040685,
      "learning_rate": 0.00029989826669791266,
      "loss": 6.75,
      "step": 3694
    },
    {
      "epoch": 0.15134138849068196,
      "grad_norm": 2.6448975940059554,
      "learning_rate": 0.00029989814656590383,
      "loss": 7.0938,
      "step": 3695
    },
    {
      "epoch": 0.15138234691787836,
      "grad_norm": 1.9955895073523195,
      "learning_rate": 0.00029989802636303187,
      "loss": 6.7812,
      "step": 3696
    },
    {
      "epoch": 0.15142330534507475,
      "grad_norm": 1.1518328048281674,
      "learning_rate": 0.00029989790608929683,
      "loss": 6.8125,
      "step": 3697
    },
    {
      "epoch": 0.15146426377227115,
      "grad_norm": 1.094374302945644,
      "learning_rate": 0.0002998977857446988,
      "loss": 6.7188,
      "step": 3698
    },
    {
      "epoch": 0.15150522219946755,
      "grad_norm": 1.0094626462843523,
      "learning_rate": 0.00029989766532923775,
      "loss": 7.1562,
      "step": 3699
    },
    {
      "epoch": 0.15154618062666395,
      "grad_norm": 2.750967063119685,
      "learning_rate": 0.00029989754484291377,
      "loss": 8.125,
      "step": 3700
    },
    {
      "epoch": 0.15158713905386034,
      "grad_norm": 1.0592324371363904,
      "learning_rate": 0.0002998974242857269,
      "loss": 7.75,
      "step": 3701
    },
    {
      "epoch": 0.15162809748105674,
      "grad_norm": 3.911139060172831,
      "learning_rate": 0.0002998973036576773,
      "loss": 5.0312,
      "step": 3702
    },
    {
      "epoch": 0.15166905590825314,
      "grad_norm": 2.052165294773702,
      "learning_rate": 0.0002998971829587649,
      "loss": 8.125,
      "step": 3703
    },
    {
      "epoch": 0.1517100143354495,
      "grad_norm": 1.0149775769209861,
      "learning_rate": 0.00029989706218898983,
      "loss": 6.2812,
      "step": 3704
    },
    {
      "epoch": 0.1517509727626459,
      "grad_norm": 3.305999274034786,
      "learning_rate": 0.00029989694134835215,
      "loss": 8.1875,
      "step": 3705
    },
    {
      "epoch": 0.1517919311898423,
      "grad_norm": 1.6612731822334785,
      "learning_rate": 0.0002998968204368519,
      "loss": 6.3125,
      "step": 3706
    },
    {
      "epoch": 0.1518328896170387,
      "grad_norm": 1.1603075865212713,
      "learning_rate": 0.0002998966994544891,
      "loss": 7.125,
      "step": 3707
    },
    {
      "epoch": 0.1518738480442351,
      "grad_norm": 1.0507562955768373,
      "learning_rate": 0.00029989657840126386,
      "loss": 6.125,
      "step": 3708
    },
    {
      "epoch": 0.1519148064714315,
      "grad_norm": 1.8294156107434236,
      "learning_rate": 0.00029989645727717616,
      "loss": 5.6875,
      "step": 3709
    },
    {
      "epoch": 0.1519557648986279,
      "grad_norm": 0.9699535724898513,
      "learning_rate": 0.0002998963360822262,
      "loss": 5.8438,
      "step": 3710
    },
    {
      "epoch": 0.15199672332582428,
      "grad_norm": 1.297746609445069,
      "learning_rate": 0.00029989621481641386,
      "loss": 6.8125,
      "step": 3711
    },
    {
      "epoch": 0.15203768175302068,
      "grad_norm": 1.2418682062363189,
      "learning_rate": 0.0002998960934797394,
      "loss": 6.625,
      "step": 3712
    },
    {
      "epoch": 0.15207864018021708,
      "grad_norm": 1.4207630959976065,
      "learning_rate": 0.0002998959720722026,
      "loss": 8.0625,
      "step": 3713
    },
    {
      "epoch": 0.15211959860741348,
      "grad_norm": 4.604069459486144,
      "learning_rate": 0.00029989585059380383,
      "loss": 4.9688,
      "step": 3714
    },
    {
      "epoch": 0.15216055703460987,
      "grad_norm": 1.1001804627613914,
      "learning_rate": 0.00029989572904454294,
      "loss": 6.5,
      "step": 3715
    },
    {
      "epoch": 0.15220151546180627,
      "grad_norm": 0.9971974535233039,
      "learning_rate": 0.00029989560742442006,
      "loss": 6.1875,
      "step": 3716
    },
    {
      "epoch": 0.15224247388900267,
      "grad_norm": 1.2392944278057232,
      "learning_rate": 0.00029989548573343525,
      "loss": 5.8438,
      "step": 3717
    },
    {
      "epoch": 0.15228343231619906,
      "grad_norm": 2.715309966625289,
      "learning_rate": 0.00029989536397158855,
      "loss": 7.75,
      "step": 3718
    },
    {
      "epoch": 0.15232439074339546,
      "grad_norm": 0.9782053309799699,
      "learning_rate": 0.00029989524213887997,
      "loss": 6.25,
      "step": 3719
    },
    {
      "epoch": 0.15236534917059186,
      "grad_norm": 3.0125151292143535,
      "learning_rate": 0.00029989512023530967,
      "loss": 7.9688,
      "step": 3720
    },
    {
      "epoch": 0.15240630759778825,
      "grad_norm": 1.0390514393634513,
      "learning_rate": 0.00029989499826087765,
      "loss": 6.375,
      "step": 3721
    },
    {
      "epoch": 0.15244726602498465,
      "grad_norm": 4.388877221119755,
      "learning_rate": 0.00029989487621558396,
      "loss": 7.4062,
      "step": 3722
    },
    {
      "epoch": 0.15248822445218105,
      "grad_norm": 1.4022850472757484,
      "learning_rate": 0.00029989475409942867,
      "loss": 7.1562,
      "step": 3723
    },
    {
      "epoch": 0.15252918287937745,
      "grad_norm": 2.2119744915892756,
      "learning_rate": 0.0002998946319124118,
      "loss": 8.5625,
      "step": 3724
    },
    {
      "epoch": 0.15257014130657381,
      "grad_norm": 4.824265471459772,
      "learning_rate": 0.0002998945096545335,
      "loss": 4.9062,
      "step": 3725
    },
    {
      "epoch": 0.1526110997337702,
      "grad_norm": 2.8548007270941578,
      "learning_rate": 0.00029989438732579376,
      "loss": 9.3125,
      "step": 3726
    },
    {
      "epoch": 0.1526520581609666,
      "grad_norm": 1.3283986896220608,
      "learning_rate": 0.0002998942649261927,
      "loss": 7.5625,
      "step": 3727
    },
    {
      "epoch": 0.152693016588163,
      "grad_norm": 1.2020866996092143,
      "learning_rate": 0.00029989414245573025,
      "loss": 7.8125,
      "step": 3728
    },
    {
      "epoch": 0.1527339750153594,
      "grad_norm": 1.7483170018001193,
      "learning_rate": 0.00029989401991440653,
      "loss": 7.875,
      "step": 3729
    },
    {
      "epoch": 0.1527749334425558,
      "grad_norm": 1.2698733336246222,
      "learning_rate": 0.00029989389730222164,
      "loss": 5.8125,
      "step": 3730
    },
    {
      "epoch": 0.1528158918697522,
      "grad_norm": 1.1251465809029155,
      "learning_rate": 0.0002998937746191757,
      "loss": 6.1875,
      "step": 3731
    },
    {
      "epoch": 0.1528568502969486,
      "grad_norm": 0.9385985200748826,
      "learning_rate": 0.00029989365186526855,
      "loss": 8.125,
      "step": 3732
    },
    {
      "epoch": 0.152897808724145,
      "grad_norm": 0.7998378010191773,
      "learning_rate": 0.0002998935290405005,
      "loss": 6.9375,
      "step": 3733
    },
    {
      "epoch": 0.1529387671513414,
      "grad_norm": 1.9164469675019808,
      "learning_rate": 0.0002998934061448714,
      "loss": 8.3125,
      "step": 3734
    },
    {
      "epoch": 0.15297972557853778,
      "grad_norm": 1.0998450556032673,
      "learning_rate": 0.00029989328317838143,
      "loss": 6.75,
      "step": 3735
    },
    {
      "epoch": 0.15302068400573418,
      "grad_norm": 4.79588221943233,
      "learning_rate": 0.00029989316014103067,
      "loss": 7.4062,
      "step": 3736
    },
    {
      "epoch": 0.15306164243293058,
      "grad_norm": 1.1135143446761904,
      "learning_rate": 0.000299893037032819,
      "loss": 7.0,
      "step": 3737
    },
    {
      "epoch": 0.15310260086012698,
      "grad_norm": 1.2116007719528636,
      "learning_rate": 0.0002998929138537467,
      "loss": 6.2188,
      "step": 3738
    },
    {
      "epoch": 0.15314355928732337,
      "grad_norm": 1.5051671615318145,
      "learning_rate": 0.0002998927906038137,
      "loss": 6.6562,
      "step": 3739
    },
    {
      "epoch": 0.15318451771451977,
      "grad_norm": 1.3649167248395526,
      "learning_rate": 0.00029989266728302,
      "loss": 6.5,
      "step": 3740
    },
    {
      "epoch": 0.15322547614171617,
      "grad_norm": 2.135079154575874,
      "learning_rate": 0.00029989254389136587,
      "loss": 7.75,
      "step": 3741
    },
    {
      "epoch": 0.15326643456891256,
      "grad_norm": 1.0156368876015167,
      "learning_rate": 0.0002998924204288512,
      "loss": 5.8438,
      "step": 3742
    },
    {
      "epoch": 0.15330739299610896,
      "grad_norm": 2.643972591990826,
      "learning_rate": 0.0002998922968954761,
      "loss": 6.2812,
      "step": 3743
    },
    {
      "epoch": 0.15334835142330536,
      "grad_norm": 1.4379131646336154,
      "learning_rate": 0.00029989217329124063,
      "loss": 6.8438,
      "step": 3744
    },
    {
      "epoch": 0.15338930985050175,
      "grad_norm": 1.5596448876991784,
      "learning_rate": 0.0002998920496161448,
      "loss": 5.7188,
      "step": 3745
    },
    {
      "epoch": 0.15343026827769812,
      "grad_norm": 1.2343284023654877,
      "learning_rate": 0.0002998919258701887,
      "loss": 5.9375,
      "step": 3746
    },
    {
      "epoch": 0.15347122670489452,
      "grad_norm": 1.063602573082227,
      "learning_rate": 0.00029989180205337244,
      "loss": 6.5312,
      "step": 3747
    },
    {
      "epoch": 0.15351218513209092,
      "grad_norm": 3.345397306220838,
      "learning_rate": 0.000299891678165696,
      "loss": 8.375,
      "step": 3748
    },
    {
      "epoch": 0.15355314355928731,
      "grad_norm": 1.9694432504567763,
      "learning_rate": 0.0002998915542071595,
      "loss": 5.9375,
      "step": 3749
    },
    {
      "epoch": 0.1535941019864837,
      "grad_norm": 1.5794979398608366,
      "learning_rate": 0.0002998914301777629,
      "loss": 6.8125,
      "step": 3750
    },
    {
      "epoch": 0.1536350604136801,
      "grad_norm": 2.1032615499676,
      "learning_rate": 0.0002998913060775064,
      "loss": 9.3125,
      "step": 3751
    },
    {
      "epoch": 0.1536760188408765,
      "grad_norm": 1.0490187386477885,
      "learning_rate": 0.00029989118190639,
      "loss": 6.9688,
      "step": 3752
    },
    {
      "epoch": 0.1537169772680729,
      "grad_norm": 1.3418511637103,
      "learning_rate": 0.0002998910576644137,
      "loss": 6.3438,
      "step": 3753
    },
    {
      "epoch": 0.1537579356952693,
      "grad_norm": 1.1218389897404712,
      "learning_rate": 0.00029989093335157764,
      "loss": 7.375,
      "step": 3754
    },
    {
      "epoch": 0.1537988941224657,
      "grad_norm": 1.256629798881646,
      "learning_rate": 0.0002998908089678818,
      "loss": 7.4062,
      "step": 3755
    },
    {
      "epoch": 0.1538398525496621,
      "grad_norm": 1.1131761153861655,
      "learning_rate": 0.0002998906845133263,
      "loss": 6.4688,
      "step": 3756
    },
    {
      "epoch": 0.1538808109768585,
      "grad_norm": 7.615687483909117,
      "learning_rate": 0.0002998905599879112,
      "loss": 6.125,
      "step": 3757
    },
    {
      "epoch": 0.1539217694040549,
      "grad_norm": 1.050640860557931,
      "learning_rate": 0.00029989043539163657,
      "loss": 7.125,
      "step": 3758
    },
    {
      "epoch": 0.15396272783125128,
      "grad_norm": 1.103574936982356,
      "learning_rate": 0.0002998903107245024,
      "loss": 5.9062,
      "step": 3759
    },
    {
      "epoch": 0.15400368625844768,
      "grad_norm": 1.113731726461348,
      "learning_rate": 0.0002998901859865088,
      "loss": 6.9062,
      "step": 3760
    },
    {
      "epoch": 0.15404464468564408,
      "grad_norm": 2.1267510806964727,
      "learning_rate": 0.0002998900611776558,
      "loss": 5.9688,
      "step": 3761
    },
    {
      "epoch": 0.15408560311284047,
      "grad_norm": 1.0031766875964223,
      "learning_rate": 0.0002998899362979435,
      "loss": 6.1562,
      "step": 3762
    },
    {
      "epoch": 0.15412656154003687,
      "grad_norm": 1.1322941702992262,
      "learning_rate": 0.00029988981134737195,
      "loss": 6.5,
      "step": 3763
    },
    {
      "epoch": 0.15416751996723327,
      "grad_norm": 1.2968639156774169,
      "learning_rate": 0.00029988968632594114,
      "loss": 6.9062,
      "step": 3764
    },
    {
      "epoch": 0.15420847839442967,
      "grad_norm": 1.2405674510186135,
      "learning_rate": 0.0002998895612336512,
      "loss": 6.6875,
      "step": 3765
    },
    {
      "epoch": 0.15424943682162606,
      "grad_norm": 3.3359634709094004,
      "learning_rate": 0.0002998894360705022,
      "loss": 6.875,
      "step": 3766
    },
    {
      "epoch": 0.15429039524882243,
      "grad_norm": 1.364770091346925,
      "learning_rate": 0.0002998893108364942,
      "loss": 5.9688,
      "step": 3767
    },
    {
      "epoch": 0.15433135367601883,
      "grad_norm": 1.1915648621997008,
      "learning_rate": 0.0002998891855316272,
      "loss": 8.5625,
      "step": 3768
    },
    {
      "epoch": 0.15437231210321523,
      "grad_norm": 1.0580193741092458,
      "learning_rate": 0.0002998890601559012,
      "loss": 6.5938,
      "step": 3769
    },
    {
      "epoch": 0.15441327053041162,
      "grad_norm": 1.437535147033977,
      "learning_rate": 0.00029988893470931646,
      "loss": 6.9375,
      "step": 3770
    },
    {
      "epoch": 0.15445422895760802,
      "grad_norm": 1.9598323516006415,
      "learning_rate": 0.0002998888091918729,
      "loss": 6.5312,
      "step": 3771
    },
    {
      "epoch": 0.15449518738480442,
      "grad_norm": 0.901322806057621,
      "learning_rate": 0.0002998886836035706,
      "loss": 7.0938,
      "step": 3772
    },
    {
      "epoch": 0.1545361458120008,
      "grad_norm": 1.6808864751706858,
      "learning_rate": 0.00029988855794440964,
      "loss": 8.75,
      "step": 3773
    },
    {
      "epoch": 0.1545771042391972,
      "grad_norm": 3.2573497674586003,
      "learning_rate": 0.0002998884322143901,
      "loss": 8.75,
      "step": 3774
    },
    {
      "epoch": 0.1546180626663936,
      "grad_norm": 1.4156535366996794,
      "learning_rate": 0.0002998883064135119,
      "loss": 7.6875,
      "step": 3775
    },
    {
      "epoch": 0.15465902109359,
      "grad_norm": 1.1722057721602333,
      "learning_rate": 0.0002998881805417753,
      "loss": 6.5625,
      "step": 3776
    },
    {
      "epoch": 0.1546999795207864,
      "grad_norm": 2.9783215267367233,
      "learning_rate": 0.00029988805459918027,
      "loss": 7.3438,
      "step": 3777
    },
    {
      "epoch": 0.1547409379479828,
      "grad_norm": 1.0764252120714346,
      "learning_rate": 0.00029988792858572685,
      "loss": 7.0938,
      "step": 3778
    },
    {
      "epoch": 0.1547818963751792,
      "grad_norm": 0.9638370025705093,
      "learning_rate": 0.0002998878025014151,
      "loss": 6.625,
      "step": 3779
    },
    {
      "epoch": 0.1548228548023756,
      "grad_norm": 0.8976025404759994,
      "learning_rate": 0.0002998876763462451,
      "loss": 6.25,
      "step": 3780
    },
    {
      "epoch": 0.154863813229572,
      "grad_norm": 1.0532882071919338,
      "learning_rate": 0.0002998875501202169,
      "loss": 7.5,
      "step": 3781
    },
    {
      "epoch": 0.1549047716567684,
      "grad_norm": 1.1524958758340444,
      "learning_rate": 0.0002998874238233306,
      "loss": 6.5312,
      "step": 3782
    },
    {
      "epoch": 0.15494573008396478,
      "grad_norm": 1.0942120349443651,
      "learning_rate": 0.0002998872974555862,
      "loss": 5.6875,
      "step": 3783
    },
    {
      "epoch": 0.15498668851116118,
      "grad_norm": 0.9617465468305187,
      "learning_rate": 0.00029988717101698376,
      "loss": 6.4375,
      "step": 3784
    },
    {
      "epoch": 0.15502764693835758,
      "grad_norm": 0.9345762615421787,
      "learning_rate": 0.00029988704450752336,
      "loss": 7.6562,
      "step": 3785
    },
    {
      "epoch": 0.15506860536555397,
      "grad_norm": 1.1581008444658063,
      "learning_rate": 0.0002998869179272051,
      "loss": 7.4688,
      "step": 3786
    },
    {
      "epoch": 0.15510956379275037,
      "grad_norm": 1.059143741568818,
      "learning_rate": 0.00029988679127602893,
      "loss": 6.5938,
      "step": 3787
    },
    {
      "epoch": 0.15515052221994674,
      "grad_norm": 1.1970918558015478,
      "learning_rate": 0.0002998866645539951,
      "loss": 6.5312,
      "step": 3788
    },
    {
      "epoch": 0.15519148064714314,
      "grad_norm": 2.1405394992030864,
      "learning_rate": 0.00029988653776110346,
      "loss": 6.5938,
      "step": 3789
    },
    {
      "epoch": 0.15523243907433953,
      "grad_norm": 1.0844772300096825,
      "learning_rate": 0.00029988641089735414,
      "loss": 5.9688,
      "step": 3790
    },
    {
      "epoch": 0.15527339750153593,
      "grad_norm": 1.161160511872897,
      "learning_rate": 0.0002998862839627473,
      "loss": 6.4688,
      "step": 3791
    },
    {
      "epoch": 0.15531435592873233,
      "grad_norm": 1.4838614654062237,
      "learning_rate": 0.0002998861569572829,
      "loss": 8.6875,
      "step": 3792
    },
    {
      "epoch": 0.15535531435592873,
      "grad_norm": 2.5785439639957275,
      "learning_rate": 0.000299886029880961,
      "loss": 7.5625,
      "step": 3793
    },
    {
      "epoch": 0.15539627278312512,
      "grad_norm": 3.1594100751416665,
      "learning_rate": 0.0002998859027337817,
      "loss": 5.9688,
      "step": 3794
    },
    {
      "epoch": 0.15543723121032152,
      "grad_norm": 1.2073711163250553,
      "learning_rate": 0.00029988577551574505,
      "loss": 7.5625,
      "step": 3795
    },
    {
      "epoch": 0.15547818963751792,
      "grad_norm": 1.0133612312952103,
      "learning_rate": 0.0002998856482268511,
      "loss": 8.25,
      "step": 3796
    },
    {
      "epoch": 0.1555191480647143,
      "grad_norm": 0.9730505447582802,
      "learning_rate": 0.00029988552086709995,
      "loss": 6.4375,
      "step": 3797
    },
    {
      "epoch": 0.1555601064919107,
      "grad_norm": 1.0002289499389574,
      "learning_rate": 0.00029988539343649156,
      "loss": 5.9688,
      "step": 3798
    },
    {
      "epoch": 0.1556010649191071,
      "grad_norm": 1.35895083230527,
      "learning_rate": 0.00029988526593502607,
      "loss": 7.5625,
      "step": 3799
    },
    {
      "epoch": 0.1556420233463035,
      "grad_norm": 0.9537370772199644,
      "learning_rate": 0.0002998851383627035,
      "loss": 6.1562,
      "step": 3800
    },
    {
      "epoch": 0.1556829817734999,
      "grad_norm": 1.3688108586101853,
      "learning_rate": 0.00029988501071952396,
      "loss": 8.0,
      "step": 3801
    },
    {
      "epoch": 0.1557239402006963,
      "grad_norm": 0.997233368977015,
      "learning_rate": 0.0002998848830054875,
      "loss": 6.0,
      "step": 3802
    },
    {
      "epoch": 0.1557648986278927,
      "grad_norm": 1.08569850655186,
      "learning_rate": 0.00029988475522059417,
      "loss": 6.625,
      "step": 3803
    },
    {
      "epoch": 0.1558058570550891,
      "grad_norm": 1.3693973957989924,
      "learning_rate": 0.00029988462736484404,
      "loss": 6.9375,
      "step": 3804
    },
    {
      "epoch": 0.1558468154822855,
      "grad_norm": 1.138365248463822,
      "learning_rate": 0.00029988449943823707,
      "loss": 6.3438,
      "step": 3805
    },
    {
      "epoch": 0.15588777390948189,
      "grad_norm": 1.1884346894414404,
      "learning_rate": 0.0002998843714407735,
      "loss": 7.25,
      "step": 3806
    },
    {
      "epoch": 0.15592873233667828,
      "grad_norm": 0.9705801322081249,
      "learning_rate": 0.00029988424337245326,
      "loss": 6.5,
      "step": 3807
    },
    {
      "epoch": 0.15596969076387468,
      "grad_norm": 1.2696905748476197,
      "learning_rate": 0.0002998841152332764,
      "loss": 6.3125,
      "step": 3808
    },
    {
      "epoch": 0.15601064919107105,
      "grad_norm": 0.858753234746786,
      "learning_rate": 0.00029988398702324306,
      "loss": 6.4375,
      "step": 3809
    },
    {
      "epoch": 0.15605160761826745,
      "grad_norm": 1.081121263449022,
      "learning_rate": 0.0002998838587423533,
      "loss": 6.3125,
      "step": 3810
    },
    {
      "epoch": 0.15609256604546384,
      "grad_norm": 1.0142975764761863,
      "learning_rate": 0.00029988373039060713,
      "loss": 6.25,
      "step": 3811
    },
    {
      "epoch": 0.15613352447266024,
      "grad_norm": 1.3917232363918979,
      "learning_rate": 0.0002998836019680046,
      "loss": 6.3438,
      "step": 3812
    },
    {
      "epoch": 0.15617448289985664,
      "grad_norm": 0.976045022383245,
      "learning_rate": 0.00029988347347454584,
      "loss": 6.9062,
      "step": 3813
    },
    {
      "epoch": 0.15621544132705303,
      "grad_norm": 0.9567190111309632,
      "learning_rate": 0.00029988334491023083,
      "loss": 6.6875,
      "step": 3814
    },
    {
      "epoch": 0.15625639975424943,
      "grad_norm": 1.6618808807037404,
      "learning_rate": 0.00029988321627505974,
      "loss": 8.25,
      "step": 3815
    },
    {
      "epoch": 0.15629735818144583,
      "grad_norm": 3.6711218636802108,
      "learning_rate": 0.0002998830875690325,
      "loss": 5.375,
      "step": 3816
    },
    {
      "epoch": 0.15633831660864222,
      "grad_norm": 1.4411034573782378,
      "learning_rate": 0.00029988295879214926,
      "loss": 7.4062,
      "step": 3817
    },
    {
      "epoch": 0.15637927503583862,
      "grad_norm": 1.3953604553111358,
      "learning_rate": 0.0002998828299444101,
      "loss": 6.4688,
      "step": 3818
    },
    {
      "epoch": 0.15642023346303502,
      "grad_norm": 1.2200352136706663,
      "learning_rate": 0.00029988270102581494,
      "loss": 7.0938,
      "step": 3819
    },
    {
      "epoch": 0.15646119189023142,
      "grad_norm": 1.0509404737101011,
      "learning_rate": 0.00029988257203636404,
      "loss": 6.2812,
      "step": 3820
    },
    {
      "epoch": 0.1565021503174278,
      "grad_norm": 0.9140412266229214,
      "learning_rate": 0.0002998824429760572,
      "loss": 6.8125,
      "step": 3821
    },
    {
      "epoch": 0.1565431087446242,
      "grad_norm": 1.8290861153339404,
      "learning_rate": 0.0002998823138448948,
      "loss": 7.8125,
      "step": 3822
    },
    {
      "epoch": 0.1565840671718206,
      "grad_norm": 2.7153653606506745,
      "learning_rate": 0.00029988218464287663,
      "loss": 8.375,
      "step": 3823
    },
    {
      "epoch": 0.156625025599017,
      "grad_norm": 1.2818990301239708,
      "learning_rate": 0.0002998820553700029,
      "loss": 7.0938,
      "step": 3824
    },
    {
      "epoch": 0.1566659840262134,
      "grad_norm": 1.588583657344768,
      "learning_rate": 0.00029988192602627367,
      "loss": 7.3438,
      "step": 3825
    },
    {
      "epoch": 0.1567069424534098,
      "grad_norm": 1.3196825652799722,
      "learning_rate": 0.00029988179661168894,
      "loss": 6.4688,
      "step": 3826
    },
    {
      "epoch": 0.1567479008806062,
      "grad_norm": 1.1744609799057604,
      "learning_rate": 0.00029988166712624877,
      "loss": 6.25,
      "step": 3827
    },
    {
      "epoch": 0.1567888593078026,
      "grad_norm": 1.0532392787399163,
      "learning_rate": 0.0002998815375699533,
      "loss": 6.7812,
      "step": 3828
    },
    {
      "epoch": 0.156829817734999,
      "grad_norm": 1.7147464709386333,
      "learning_rate": 0.0002998814079428025,
      "loss": 7.6562,
      "step": 3829
    },
    {
      "epoch": 0.15687077616219539,
      "grad_norm": 4.1570935334439945,
      "learning_rate": 0.00029988127824479645,
      "loss": 7.2812,
      "step": 3830
    },
    {
      "epoch": 0.15691173458939175,
      "grad_norm": 1.2101291234432705,
      "learning_rate": 0.0002998811484759352,
      "loss": 6.5312,
      "step": 3831
    },
    {
      "epoch": 0.15695269301658815,
      "grad_norm": 1.2678328155588967,
      "learning_rate": 0.0002998810186362189,
      "loss": 6.7812,
      "step": 3832
    },
    {
      "epoch": 0.15699365144378455,
      "grad_norm": 1.2141824872106122,
      "learning_rate": 0.0002998808887256475,
      "loss": 6.5312,
      "step": 3833
    },
    {
      "epoch": 0.15703460987098095,
      "grad_norm": 0.9763906802219127,
      "learning_rate": 0.0002998807587442212,
      "loss": 6.0,
      "step": 3834
    },
    {
      "epoch": 0.15707556829817734,
      "grad_norm": 2.2859019725421454,
      "learning_rate": 0.0002998806286919399,
      "loss": 7.0312,
      "step": 3835
    },
    {
      "epoch": 0.15711652672537374,
      "grad_norm": 0.9459981864170096,
      "learning_rate": 0.00029988049856880374,
      "loss": 6.3125,
      "step": 3836
    },
    {
      "epoch": 0.15715748515257014,
      "grad_norm": 3.214703677047647,
      "learning_rate": 0.00029988036837481284,
      "loss": 5.5312,
      "step": 3837
    },
    {
      "epoch": 0.15719844357976653,
      "grad_norm": 1.0120809790480303,
      "learning_rate": 0.0002998802381099671,
      "loss": 6.5625,
      "step": 3838
    },
    {
      "epoch": 0.15723940200696293,
      "grad_norm": 1.9923363296507937,
      "learning_rate": 0.00029988010777426676,
      "loss": 6.875,
      "step": 3839
    },
    {
      "epoch": 0.15728036043415933,
      "grad_norm": 3.820391047557067,
      "learning_rate": 0.0002998799773677118,
      "loss": 6.7188,
      "step": 3840
    },
    {
      "epoch": 0.15732131886135572,
      "grad_norm": 2.6101158891065097,
      "learning_rate": 0.00029987984689030226,
      "loss": 7.0312,
      "step": 3841
    },
    {
      "epoch": 0.15736227728855212,
      "grad_norm": 1.0051830350584243,
      "learning_rate": 0.0002998797163420382,
      "loss": 6.875,
      "step": 3842
    },
    {
      "epoch": 0.15740323571574852,
      "grad_norm": 1.1155022091120643,
      "learning_rate": 0.00029987958572291973,
      "loss": 6.2188,
      "step": 3843
    },
    {
      "epoch": 0.15744419414294492,
      "grad_norm": 1.7052914527814416,
      "learning_rate": 0.0002998794550329469,
      "loss": 8.125,
      "step": 3844
    },
    {
      "epoch": 0.1574851525701413,
      "grad_norm": 1.3158176742914875,
      "learning_rate": 0.00029987932427211976,
      "loss": 7.7812,
      "step": 3845
    },
    {
      "epoch": 0.1575261109973377,
      "grad_norm": 1.697435350645954,
      "learning_rate": 0.0002998791934404384,
      "loss": 6.8125,
      "step": 3846
    },
    {
      "epoch": 0.1575670694245341,
      "grad_norm": 1.1265387997288971,
      "learning_rate": 0.0002998790625379028,
      "loss": 7.2188,
      "step": 3847
    },
    {
      "epoch": 0.1576080278517305,
      "grad_norm": 1.7063931892352142,
      "learning_rate": 0.0002998789315645131,
      "loss": 7.4688,
      "step": 3848
    },
    {
      "epoch": 0.1576489862789269,
      "grad_norm": 0.9747712375431561,
      "learning_rate": 0.0002998788005202693,
      "loss": 6.625,
      "step": 3849
    },
    {
      "epoch": 0.1576899447061233,
      "grad_norm": 2.6365667831696356,
      "learning_rate": 0.00029987866940517154,
      "loss": 8.0625,
      "step": 3850
    },
    {
      "epoch": 0.1577309031333197,
      "grad_norm": 1.0999562380443348,
      "learning_rate": 0.00029987853821921985,
      "loss": 6.8438,
      "step": 3851
    },
    {
      "epoch": 0.15777186156051606,
      "grad_norm": 1.0423358825914435,
      "learning_rate": 0.0002998784069624143,
      "loss": 6.0625,
      "step": 3852
    },
    {
      "epoch": 0.15781281998771246,
      "grad_norm": 1.2663516072341872,
      "learning_rate": 0.0002998782756347549,
      "loss": 7.4688,
      "step": 3853
    },
    {
      "epoch": 0.15785377841490886,
      "grad_norm": 4.996617882265333,
      "learning_rate": 0.0002998781442362417,
      "loss": 6.75,
      "step": 3854
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.8984954617820511,
      "learning_rate": 0.00029987801276687486,
      "loss": 6.4062,
      "step": 3855
    },
    {
      "epoch": 0.15793569526930165,
      "grad_norm": 0.9525757428585443,
      "learning_rate": 0.0002998778812266544,
      "loss": 6.4688,
      "step": 3856
    },
    {
      "epoch": 0.15797665369649805,
      "grad_norm": 1.478969715279725,
      "learning_rate": 0.00029987774961558037,
      "loss": 5.9688,
      "step": 3857
    },
    {
      "epoch": 0.15801761212369445,
      "grad_norm": 2.2961814887694603,
      "learning_rate": 0.00029987761793365286,
      "loss": 7.8438,
      "step": 3858
    },
    {
      "epoch": 0.15805857055089084,
      "grad_norm": 1.2213338056122092,
      "learning_rate": 0.0002998774861808719,
      "loss": 6.1875,
      "step": 3859
    },
    {
      "epoch": 0.15809952897808724,
      "grad_norm": 1.0211984201008093,
      "learning_rate": 0.00029987735435723755,
      "loss": 6.3438,
      "step": 3860
    },
    {
      "epoch": 0.15814048740528364,
      "grad_norm": 2.9234390859599175,
      "learning_rate": 0.00029987722246274987,
      "loss": 7.0938,
      "step": 3861
    },
    {
      "epoch": 0.15818144583248003,
      "grad_norm": 1.019972102844473,
      "learning_rate": 0.000299877090497409,
      "loss": 8.125,
      "step": 3862
    },
    {
      "epoch": 0.15822240425967643,
      "grad_norm": 0.9069842821116422,
      "learning_rate": 0.0002998769584612149,
      "loss": 6.2188,
      "step": 3863
    },
    {
      "epoch": 0.15826336268687283,
      "grad_norm": 0.9493142723024057,
      "learning_rate": 0.0002998768263541676,
      "loss": 6.8125,
      "step": 3864
    },
    {
      "epoch": 0.15830432111406922,
      "grad_norm": 1.2277783822916366,
      "learning_rate": 0.0002998766941762673,
      "loss": 6.1562,
      "step": 3865
    },
    {
      "epoch": 0.15834527954126562,
      "grad_norm": 1.321663321726967,
      "learning_rate": 0.000299876561927514,
      "loss": 6.2188,
      "step": 3866
    },
    {
      "epoch": 0.15838623796846202,
      "grad_norm": 0.8508110575280379,
      "learning_rate": 0.00029987642960790776,
      "loss": 6.875,
      "step": 3867
    },
    {
      "epoch": 0.15842719639565842,
      "grad_norm": 2.403201022678148,
      "learning_rate": 0.0002998762972174486,
      "loss": 7.4688,
      "step": 3868
    },
    {
      "epoch": 0.1584681548228548,
      "grad_norm": 1.9434863070813369,
      "learning_rate": 0.00029987616475613666,
      "loss": 7.8438,
      "step": 3869
    },
    {
      "epoch": 0.1585091132500512,
      "grad_norm": 0.803306435617758,
      "learning_rate": 0.000299876032223972,
      "loss": 6.5312,
      "step": 3870
    },
    {
      "epoch": 0.1585500716772476,
      "grad_norm": 0.9939175095416747,
      "learning_rate": 0.00029987589962095457,
      "loss": 6.5,
      "step": 3871
    },
    {
      "epoch": 0.158591030104444,
      "grad_norm": 2.12973061853065,
      "learning_rate": 0.0002998757669470845,
      "loss": 6.75,
      "step": 3872
    },
    {
      "epoch": 0.15863198853164037,
      "grad_norm": 0.9845591060093889,
      "learning_rate": 0.00029987563420236197,
      "loss": 6.0625,
      "step": 3873
    },
    {
      "epoch": 0.15867294695883677,
      "grad_norm": 1.5515626426665765,
      "learning_rate": 0.00029987550138678686,
      "loss": 8.125,
      "step": 3874
    },
    {
      "epoch": 0.15871390538603317,
      "grad_norm": 1.273330796657447,
      "learning_rate": 0.00029987536850035936,
      "loss": 5.5625,
      "step": 3875
    },
    {
      "epoch": 0.15875486381322956,
      "grad_norm": 1.0293984345251972,
      "learning_rate": 0.0002998752355430794,
      "loss": 6.5312,
      "step": 3876
    },
    {
      "epoch": 0.15879582224042596,
      "grad_norm": 1.184139914414969,
      "learning_rate": 0.0002998751025149472,
      "loss": 6.4062,
      "step": 3877
    },
    {
      "epoch": 0.15883678066762236,
      "grad_norm": 2.681221790623353,
      "learning_rate": 0.0002998749694159627,
      "loss": 6.1875,
      "step": 3878
    },
    {
      "epoch": 0.15887773909481875,
      "grad_norm": 1.958980852802592,
      "learning_rate": 0.0002998748362461261,
      "loss": 6.5,
      "step": 3879
    },
    {
      "epoch": 0.15891869752201515,
      "grad_norm": 1.0103902074538131,
      "learning_rate": 0.0002998747030054373,
      "loss": 6.9062,
      "step": 3880
    },
    {
      "epoch": 0.15895965594921155,
      "grad_norm": 1.1129768560863902,
      "learning_rate": 0.00029987456969389644,
      "loss": 6.75,
      "step": 3881
    },
    {
      "epoch": 0.15900061437640794,
      "grad_norm": 1.1158954486683539,
      "learning_rate": 0.00029987443631150363,
      "loss": 6.5625,
      "step": 3882
    },
    {
      "epoch": 0.15904157280360434,
      "grad_norm": 2.024230861099707,
      "learning_rate": 0.0002998743028582588,
      "loss": 5.375,
      "step": 3883
    },
    {
      "epoch": 0.15908253123080074,
      "grad_norm": 0.8666758807547726,
      "learning_rate": 0.00029987416933416214,
      "loss": 7.0312,
      "step": 3884
    },
    {
      "epoch": 0.15912348965799714,
      "grad_norm": 0.8839904153251232,
      "learning_rate": 0.00029987403573921367,
      "loss": 5.6875,
      "step": 3885
    },
    {
      "epoch": 0.15916444808519353,
      "grad_norm": 1.2073755143610767,
      "learning_rate": 0.00029987390207341345,
      "loss": 7.1562,
      "step": 3886
    },
    {
      "epoch": 0.15920540651238993,
      "grad_norm": 1.5102261867932683,
      "learning_rate": 0.00029987376833676154,
      "loss": 6.5625,
      "step": 3887
    },
    {
      "epoch": 0.15924636493958633,
      "grad_norm": 1.074751043793474,
      "learning_rate": 0.000299873634529258,
      "loss": 6.6562,
      "step": 3888
    },
    {
      "epoch": 0.15928732336678272,
      "grad_norm": 1.6977351235495828,
      "learning_rate": 0.00029987350065090293,
      "loss": 8.125,
      "step": 3889
    },
    {
      "epoch": 0.15932828179397912,
      "grad_norm": 0.893297580541798,
      "learning_rate": 0.00029987336670169633,
      "loss": 7.3438,
      "step": 3890
    },
    {
      "epoch": 0.15936924022117552,
      "grad_norm": 1.013615124332782,
      "learning_rate": 0.00029987323268163837,
      "loss": 6.9062,
      "step": 3891
    },
    {
      "epoch": 0.15941019864837191,
      "grad_norm": 1.0755845357934164,
      "learning_rate": 0.000299873098590729,
      "loss": 5.9688,
      "step": 3892
    },
    {
      "epoch": 0.1594511570755683,
      "grad_norm": 1.2080592222109812,
      "learning_rate": 0.0002998729644289683,
      "loss": 6.625,
      "step": 3893
    },
    {
      "epoch": 0.15949211550276468,
      "grad_norm": 1.5197513044806739,
      "learning_rate": 0.0002998728301963564,
      "loss": 8.375,
      "step": 3894
    },
    {
      "epoch": 0.15953307392996108,
      "grad_norm": 1.033705288098117,
      "learning_rate": 0.0002998726958928933,
      "loss": 6.0625,
      "step": 3895
    },
    {
      "epoch": 0.15957403235715747,
      "grad_norm": 0.950742307630498,
      "learning_rate": 0.00029987256151857905,
      "loss": 6.5312,
      "step": 3896
    },
    {
      "epoch": 0.15961499078435387,
      "grad_norm": 2.78642760736197,
      "learning_rate": 0.0002998724270734138,
      "loss": 6.5,
      "step": 3897
    },
    {
      "epoch": 0.15965594921155027,
      "grad_norm": 1.0403209000812863,
      "learning_rate": 0.0002998722925573976,
      "loss": 6.125,
      "step": 3898
    },
    {
      "epoch": 0.15969690763874667,
      "grad_norm": 1.273473393259043,
      "learning_rate": 0.0002998721579705304,
      "loss": 7.5,
      "step": 3899
    },
    {
      "epoch": 0.15973786606594306,
      "grad_norm": 1.1637673136898294,
      "learning_rate": 0.00029987202331281237,
      "loss": 6.0,
      "step": 3900
    },
    {
      "epoch": 0.15977882449313946,
      "grad_norm": 1.995466033866125,
      "learning_rate": 0.0002998718885842435,
      "loss": 9.0,
      "step": 3901
    },
    {
      "epoch": 0.15981978292033586,
      "grad_norm": 1.0577623441968529,
      "learning_rate": 0.00029987175378482395,
      "loss": 6.25,
      "step": 3902
    },
    {
      "epoch": 0.15986074134753225,
      "grad_norm": 0.9060860836356923,
      "learning_rate": 0.0002998716189145537,
      "loss": 6.25,
      "step": 3903
    },
    {
      "epoch": 0.15990169977472865,
      "grad_norm": 1.1695493127484773,
      "learning_rate": 0.00029987148397343295,
      "loss": 6.875,
      "step": 3904
    },
    {
      "epoch": 0.15994265820192505,
      "grad_norm": 1.4098494083124562,
      "learning_rate": 0.0002998713489614615,
      "loss": 5.75,
      "step": 3905
    },
    {
      "epoch": 0.15998361662912144,
      "grad_norm": 1.5092184108357805,
      "learning_rate": 0.0002998712138786397,
      "loss": 8.375,
      "step": 3906
    },
    {
      "epoch": 0.16002457505631784,
      "grad_norm": 1.3564834046848855,
      "learning_rate": 0.0002998710787249674,
      "loss": 6.625,
      "step": 3907
    },
    {
      "epoch": 0.16006553348351424,
      "grad_norm": 1.2036891162408412,
      "learning_rate": 0.0002998709435004448,
      "loss": 6.625,
      "step": 3908
    },
    {
      "epoch": 0.16010649191071064,
      "grad_norm": 0.9779676277867994,
      "learning_rate": 0.0002998708082050719,
      "loss": 6.3438,
      "step": 3909
    },
    {
      "epoch": 0.16014745033790703,
      "grad_norm": 1.0898572324701383,
      "learning_rate": 0.0002998706728388488,
      "loss": 6.1875,
      "step": 3910
    },
    {
      "epoch": 0.16018840876510343,
      "grad_norm": 1.1482313324973128,
      "learning_rate": 0.0002998705374017755,
      "loss": 6.0312,
      "step": 3911
    },
    {
      "epoch": 0.16022936719229983,
      "grad_norm": 0.9460081406533186,
      "learning_rate": 0.0002998704018938521,
      "loss": 6.2812,
      "step": 3912
    },
    {
      "epoch": 0.16027032561949622,
      "grad_norm": 3.369005784967541,
      "learning_rate": 0.00029987026631507875,
      "loss": 8.125,
      "step": 3913
    },
    {
      "epoch": 0.16031128404669262,
      "grad_norm": 1.4606767882535203,
      "learning_rate": 0.0002998701306654554,
      "loss": 8.9375,
      "step": 3914
    },
    {
      "epoch": 0.160352242473889,
      "grad_norm": 1.055066642364395,
      "learning_rate": 0.0002998699949449821,
      "loss": 5.5,
      "step": 3915
    },
    {
      "epoch": 0.1603932009010854,
      "grad_norm": 1.1462012771348238,
      "learning_rate": 0.000299869859153659,
      "loss": 7.3438,
      "step": 3916
    },
    {
      "epoch": 0.16043415932828178,
      "grad_norm": 1.0798195448799774,
      "learning_rate": 0.00029986972329148614,
      "loss": 7.7188,
      "step": 3917
    },
    {
      "epoch": 0.16047511775547818,
      "grad_norm": 1.0685488387170436,
      "learning_rate": 0.00029986958735846354,
      "loss": 6.1875,
      "step": 3918
    },
    {
      "epoch": 0.16051607618267458,
      "grad_norm": 1.6980181984279838,
      "learning_rate": 0.00029986945135459126,
      "loss": 6.4688,
      "step": 3919
    },
    {
      "epoch": 0.16055703460987097,
      "grad_norm": 1.8323605128036855,
      "learning_rate": 0.0002998693152798695,
      "loss": 7.125,
      "step": 3920
    },
    {
      "epoch": 0.16059799303706737,
      "grad_norm": 0.9234791270882887,
      "learning_rate": 0.0002998691791342982,
      "loss": 6.9062,
      "step": 3921
    },
    {
      "epoch": 0.16063895146426377,
      "grad_norm": 0.9108496625545054,
      "learning_rate": 0.0002998690429178774,
      "loss": 6.6562,
      "step": 3922
    },
    {
      "epoch": 0.16067990989146017,
      "grad_norm": 1.1452891530878355,
      "learning_rate": 0.00029986890663060724,
      "loss": 6.3125,
      "step": 3923
    },
    {
      "epoch": 0.16072086831865656,
      "grad_norm": 2.134604673358953,
      "learning_rate": 0.00029986877027248773,
      "loss": 6.875,
      "step": 3924
    },
    {
      "epoch": 0.16076182674585296,
      "grad_norm": 4.621661104325535,
      "learning_rate": 0.00029986863384351897,
      "loss": 7.125,
      "step": 3925
    },
    {
      "epoch": 0.16080278517304936,
      "grad_norm": 1.6300040105643825,
      "learning_rate": 0.00029986849734370106,
      "loss": 8.125,
      "step": 3926
    },
    {
      "epoch": 0.16084374360024575,
      "grad_norm": 1.0865885440141707,
      "learning_rate": 0.000299868360773034,
      "loss": 6.6562,
      "step": 3927
    },
    {
      "epoch": 0.16088470202744215,
      "grad_norm": 1.1021323202966844,
      "learning_rate": 0.0002998682241315179,
      "loss": 6.1875,
      "step": 3928
    },
    {
      "epoch": 0.16092566045463855,
      "grad_norm": 1.0752065237701565,
      "learning_rate": 0.0002998680874191527,
      "loss": 6.4688,
      "step": 3929
    },
    {
      "epoch": 0.16096661888183494,
      "grad_norm": 1.0065316594250677,
      "learning_rate": 0.00029986795063593867,
      "loss": 5.6875,
      "step": 3930
    },
    {
      "epoch": 0.16100757730903134,
      "grad_norm": 2.522076359579844,
      "learning_rate": 0.0002998678137818757,
      "loss": 8.1875,
      "step": 3931
    },
    {
      "epoch": 0.16104853573622774,
      "grad_norm": 1.290562544295769,
      "learning_rate": 0.00029986767685696397,
      "loss": 8.4375,
      "step": 3932
    },
    {
      "epoch": 0.16108949416342414,
      "grad_norm": 2.5970992582046257,
      "learning_rate": 0.0002998675398612035,
      "loss": 5.0312,
      "step": 3933
    },
    {
      "epoch": 0.16113045259062053,
      "grad_norm": 1.0522901731936027,
      "learning_rate": 0.00029986740279459433,
      "loss": 7.1562,
      "step": 3934
    },
    {
      "epoch": 0.16117141101781693,
      "grad_norm": 1.1598592330741682,
      "learning_rate": 0.00029986726565713653,
      "loss": 6.1875,
      "step": 3935
    },
    {
      "epoch": 0.1612123694450133,
      "grad_norm": 1.0524597527604926,
      "learning_rate": 0.00029986712844883023,
      "loss": 6.125,
      "step": 3936
    },
    {
      "epoch": 0.1612533278722097,
      "grad_norm": 1.0368904635602396,
      "learning_rate": 0.00029986699116967545,
      "loss": 5.9375,
      "step": 3937
    },
    {
      "epoch": 0.1612942862994061,
      "grad_norm": 0.9568152560874026,
      "learning_rate": 0.00029986685381967217,
      "loss": 6.3125,
      "step": 3938
    },
    {
      "epoch": 0.1613352447266025,
      "grad_norm": 1.1935658454181999,
      "learning_rate": 0.0002998667163988206,
      "loss": 6.4375,
      "step": 3939
    },
    {
      "epoch": 0.1613762031537989,
      "grad_norm": 0.8532850741532518,
      "learning_rate": 0.0002998665789071208,
      "loss": 6.5938,
      "step": 3940
    },
    {
      "epoch": 0.16141716158099528,
      "grad_norm": 0.950713507160135,
      "learning_rate": 0.0002998664413445727,
      "loss": 5.6875,
      "step": 3941
    },
    {
      "epoch": 0.16145812000819168,
      "grad_norm": 0.7972377797167818,
      "learning_rate": 0.0002998663037111764,
      "loss": 5.9375,
      "step": 3942
    },
    {
      "epoch": 0.16149907843538808,
      "grad_norm": 1.1597501532209253,
      "learning_rate": 0.0002998661660069321,
      "loss": 5.9688,
      "step": 3943
    },
    {
      "epoch": 0.16154003686258447,
      "grad_norm": 0.9068706803366567,
      "learning_rate": 0.00029986602823183975,
      "loss": 6.0,
      "step": 3944
    },
    {
      "epoch": 0.16158099528978087,
      "grad_norm": 1.076205850063928,
      "learning_rate": 0.0002998658903858994,
      "loss": 6.2812,
      "step": 3945
    },
    {
      "epoch": 0.16162195371697727,
      "grad_norm": 1.0828974141416914,
      "learning_rate": 0.00029986575246911123,
      "loss": 6.25,
      "step": 3946
    },
    {
      "epoch": 0.16166291214417366,
      "grad_norm": 2.693533003086081,
      "learning_rate": 0.0002998656144814752,
      "loss": 6.625,
      "step": 3947
    },
    {
      "epoch": 0.16170387057137006,
      "grad_norm": 1.0733636144462415,
      "learning_rate": 0.00029986547642299135,
      "loss": 7.4375,
      "step": 3948
    },
    {
      "epoch": 0.16174482899856646,
      "grad_norm": 1.3173591706140189,
      "learning_rate": 0.00029986533829365987,
      "loss": 6.4688,
      "step": 3949
    },
    {
      "epoch": 0.16178578742576286,
      "grad_norm": 1.099819156529251,
      "learning_rate": 0.00029986520009348065,
      "loss": 5.5625,
      "step": 3950
    },
    {
      "epoch": 0.16182674585295925,
      "grad_norm": 1.430267174886602,
      "learning_rate": 0.00029986506182245397,
      "loss": 7.0,
      "step": 3951
    },
    {
      "epoch": 0.16186770428015565,
      "grad_norm": 1.0792081038813461,
      "learning_rate": 0.00029986492348057977,
      "loss": 7.125,
      "step": 3952
    },
    {
      "epoch": 0.16190866270735205,
      "grad_norm": 1.128868749230477,
      "learning_rate": 0.00029986478506785805,
      "loss": 6.5938,
      "step": 3953
    },
    {
      "epoch": 0.16194962113454844,
      "grad_norm": 2.683873465202531,
      "learning_rate": 0.00029986464658428904,
      "loss": 7.6562,
      "step": 3954
    },
    {
      "epoch": 0.16199057956174484,
      "grad_norm": 1.2806226678667985,
      "learning_rate": 0.00029986450802987273,
      "loss": 8.125,
      "step": 3955
    },
    {
      "epoch": 0.16203153798894124,
      "grad_norm": 1.6171591856677785,
      "learning_rate": 0.0002998643694046091,
      "loss": 7.8125,
      "step": 3956
    },
    {
      "epoch": 0.1620724964161376,
      "grad_norm": 1.9867657385848767,
      "learning_rate": 0.0002998642307084983,
      "loss": 6.5312,
      "step": 3957
    },
    {
      "epoch": 0.162113454843334,
      "grad_norm": 3.253590336715517,
      "learning_rate": 0.0002998640919415405,
      "loss": 5.4688,
      "step": 3958
    },
    {
      "epoch": 0.1621544132705304,
      "grad_norm": 1.0950957002107096,
      "learning_rate": 0.00029986395310373557,
      "loss": 6.8438,
      "step": 3959
    },
    {
      "epoch": 0.1621953716977268,
      "grad_norm": 4.172463958954,
      "learning_rate": 0.0002998638141950836,
      "loss": 5.1562,
      "step": 3960
    },
    {
      "epoch": 0.1622363301249232,
      "grad_norm": 2.472894527395283,
      "learning_rate": 0.00029986367521558476,
      "loss": 7.1875,
      "step": 3961
    },
    {
      "epoch": 0.1622772885521196,
      "grad_norm": 1.2308074593683038,
      "learning_rate": 0.0002998635361652391,
      "loss": 6.9688,
      "step": 3962
    },
    {
      "epoch": 0.162318246979316,
      "grad_norm": 1.2038210968443528,
      "learning_rate": 0.00029986339704404666,
      "loss": 6.5938,
      "step": 3963
    },
    {
      "epoch": 0.16235920540651239,
      "grad_norm": 1.0840195832426496,
      "learning_rate": 0.00029986325785200747,
      "loss": 5.8438,
      "step": 3964
    },
    {
      "epoch": 0.16240016383370878,
      "grad_norm": 1.3759539705203647,
      "learning_rate": 0.0002998631185891217,
      "loss": 6.5625,
      "step": 3965
    },
    {
      "epoch": 0.16244112226090518,
      "grad_norm": 1.0461199614437655,
      "learning_rate": 0.00029986297925538926,
      "loss": 6.2812,
      "step": 3966
    },
    {
      "epoch": 0.16248208068810158,
      "grad_norm": 0.8858255690395624,
      "learning_rate": 0.0002998628398508103,
      "loss": 7.0312,
      "step": 3967
    },
    {
      "epoch": 0.16252303911529797,
      "grad_norm": 0.7897533638551206,
      "learning_rate": 0.00029986270037538494,
      "loss": 6.3125,
      "step": 3968
    },
    {
      "epoch": 0.16256399754249437,
      "grad_norm": 0.9073919585816443,
      "learning_rate": 0.00029986256082911315,
      "loss": 6.0,
      "step": 3969
    },
    {
      "epoch": 0.16260495596969077,
      "grad_norm": 1.4682027716103936,
      "learning_rate": 0.00029986242121199505,
      "loss": 6.3125,
      "step": 3970
    },
    {
      "epoch": 0.16264591439688716,
      "grad_norm": 1.0118504122432075,
      "learning_rate": 0.0002998622815240307,
      "loss": 5.875,
      "step": 3971
    },
    {
      "epoch": 0.16268687282408356,
      "grad_norm": 1.2525625018917892,
      "learning_rate": 0.0002998621417652202,
      "loss": 6.125,
      "step": 3972
    },
    {
      "epoch": 0.16272783125127996,
      "grad_norm": 1.041687284150754,
      "learning_rate": 0.0002998620019355635,
      "loss": 6.3438,
      "step": 3973
    },
    {
      "epoch": 0.16276878967847636,
      "grad_norm": 0.9889227006959418,
      "learning_rate": 0.00029986186203506075,
      "loss": 6.125,
      "step": 3974
    },
    {
      "epoch": 0.16280974810567275,
      "grad_norm": 1.7148620556700955,
      "learning_rate": 0.000299861722063712,
      "loss": 6.6562,
      "step": 3975
    },
    {
      "epoch": 0.16285070653286915,
      "grad_norm": 1.0386822396030626,
      "learning_rate": 0.00029986158202151736,
      "loss": 7.0625,
      "step": 3976
    },
    {
      "epoch": 0.16289166496006555,
      "grad_norm": 1.4545772275985682,
      "learning_rate": 0.0002998614419084769,
      "loss": 7.1875,
      "step": 3977
    },
    {
      "epoch": 0.16293262338726192,
      "grad_norm": 1.258754649780765,
      "learning_rate": 0.0002998613017245906,
      "loss": 6.3125,
      "step": 3978
    },
    {
      "epoch": 0.1629735818144583,
      "grad_norm": 0.9261967916125967,
      "learning_rate": 0.00029986116146985854,
      "loss": 6.4688,
      "step": 3979
    },
    {
      "epoch": 0.1630145402416547,
      "grad_norm": 0.9373088486783814,
      "learning_rate": 0.00029986102114428083,
      "loss": 6.2188,
      "step": 3980
    },
    {
      "epoch": 0.1630554986688511,
      "grad_norm": 0.9541646000887686,
      "learning_rate": 0.00029986088074785756,
      "loss": 5.625,
      "step": 3981
    },
    {
      "epoch": 0.1630964570960475,
      "grad_norm": 0.9437861577245228,
      "learning_rate": 0.0002998607402805888,
      "loss": 5.875,
      "step": 3982
    },
    {
      "epoch": 0.1631374155232439,
      "grad_norm": 0.9760152960830005,
      "learning_rate": 0.0002998605997424745,
      "loss": 6.5312,
      "step": 3983
    },
    {
      "epoch": 0.1631783739504403,
      "grad_norm": 0.8872447505487772,
      "learning_rate": 0.0002998604591335148,
      "loss": 7.0,
      "step": 3984
    },
    {
      "epoch": 0.1632193323776367,
      "grad_norm": 0.9355721931604721,
      "learning_rate": 0.0002998603184537098,
      "loss": 6.25,
      "step": 3985
    },
    {
      "epoch": 0.1632602908048331,
      "grad_norm": 1.437354714359845,
      "learning_rate": 0.0002998601777030595,
      "loss": 7.9062,
      "step": 3986
    },
    {
      "epoch": 0.1633012492320295,
      "grad_norm": 0.9598908635512176,
      "learning_rate": 0.00029986003688156404,
      "loss": 6.5938,
      "step": 3987
    },
    {
      "epoch": 0.16334220765922589,
      "grad_norm": 0.993147681411424,
      "learning_rate": 0.00029985989598922344,
      "loss": 6.3438,
      "step": 3988
    },
    {
      "epoch": 0.16338316608642228,
      "grad_norm": 0.8881160451762227,
      "learning_rate": 0.0002998597550260378,
      "loss": 7.5,
      "step": 3989
    },
    {
      "epoch": 0.16342412451361868,
      "grad_norm": 4.529742855157503,
      "learning_rate": 0.00029985961399200717,
      "loss": 5.7188,
      "step": 3990
    },
    {
      "epoch": 0.16346508294081508,
      "grad_norm": 0.994100173771731,
      "learning_rate": 0.0002998594728871316,
      "loss": 6.0938,
      "step": 3991
    },
    {
      "epoch": 0.16350604136801147,
      "grad_norm": 2.5217413638016173,
      "learning_rate": 0.0002998593317114112,
      "loss": 7.5312,
      "step": 3992
    },
    {
      "epoch": 0.16354699979520787,
      "grad_norm": 1.023476528579554,
      "learning_rate": 0.00029985919046484597,
      "loss": 6.1562,
      "step": 3993
    },
    {
      "epoch": 0.16358795822240427,
      "grad_norm": 1.000810691829356,
      "learning_rate": 0.000299859049147436,
      "loss": 6.5312,
      "step": 3994
    },
    {
      "epoch": 0.16362891664960066,
      "grad_norm": 1.0508467063612157,
      "learning_rate": 0.0002998589077591813,
      "loss": 6.5,
      "step": 3995
    },
    {
      "epoch": 0.16366987507679706,
      "grad_norm": 1.3297394819473403,
      "learning_rate": 0.0002998587663000821,
      "loss": 6.7812,
      "step": 3996
    },
    {
      "epoch": 0.16371083350399346,
      "grad_norm": 1.0327742431925295,
      "learning_rate": 0.0002998586247701383,
      "loss": 6.125,
      "step": 3997
    },
    {
      "epoch": 0.16375179193118986,
      "grad_norm": 1.0982806435377421,
      "learning_rate": 0.00029985848316935014,
      "loss": 5.6875,
      "step": 3998
    },
    {
      "epoch": 0.16379275035838622,
      "grad_norm": 1.5136489408729195,
      "learning_rate": 0.00029985834149771754,
      "loss": 5.9062,
      "step": 3999
    },
    {
      "epoch": 0.16383370878558262,
      "grad_norm": 1.190376326666862,
      "learning_rate": 0.0002998581997552406,
      "loss": 7.7188,
      "step": 4000
    },
    {
      "epoch": 0.16387466721277902,
      "grad_norm": 1.3367348480182344,
      "learning_rate": 0.0002998580579419194,
      "loss": 5.6562,
      "step": 4001
    },
    {
      "epoch": 0.16391562563997542,
      "grad_norm": 1.2499973657159795,
      "learning_rate": 0.000299857916057754,
      "loss": 6.2812,
      "step": 4002
    },
    {
      "epoch": 0.1639565840671718,
      "grad_norm": 1.0892774623150814,
      "learning_rate": 0.00029985777410274447,
      "loss": 6.0625,
      "step": 4003
    },
    {
      "epoch": 0.1639975424943682,
      "grad_norm": 1.5519876691078431,
      "learning_rate": 0.0002998576320768909,
      "loss": 7.3125,
      "step": 4004
    },
    {
      "epoch": 0.1640385009215646,
      "grad_norm": 1.8745083922961299,
      "learning_rate": 0.0002998574899801933,
      "loss": 7.125,
      "step": 4005
    },
    {
      "epoch": 0.164079459348761,
      "grad_norm": 1.47305701406992,
      "learning_rate": 0.00029985734781265183,
      "loss": 8.8125,
      "step": 4006
    },
    {
      "epoch": 0.1641204177759574,
      "grad_norm": 1.1563880489149427,
      "learning_rate": 0.0002998572055742665,
      "loss": 6.875,
      "step": 4007
    },
    {
      "epoch": 0.1641613762031538,
      "grad_norm": 1.2204465799206987,
      "learning_rate": 0.0002998570632650373,
      "loss": 6.4688,
      "step": 4008
    },
    {
      "epoch": 0.1642023346303502,
      "grad_norm": 0.9622912538575218,
      "learning_rate": 0.00029985692088496446,
      "loss": 6.25,
      "step": 4009
    },
    {
      "epoch": 0.1642432930575466,
      "grad_norm": 0.9760189095168244,
      "learning_rate": 0.00029985677843404794,
      "loss": 6.2188,
      "step": 4010
    },
    {
      "epoch": 0.164284251484743,
      "grad_norm": 4.858454484544123,
      "learning_rate": 0.0002998566359122878,
      "loss": 7.0,
      "step": 4011
    },
    {
      "epoch": 0.16432520991193938,
      "grad_norm": 2.4101978628363105,
      "learning_rate": 0.0002998564933196842,
      "loss": 5.9062,
      "step": 4012
    },
    {
      "epoch": 0.16436616833913578,
      "grad_norm": 1.3098679614447215,
      "learning_rate": 0.0002998563506562371,
      "loss": 6.2812,
      "step": 4013
    },
    {
      "epoch": 0.16440712676633218,
      "grad_norm": 1.0269092905600874,
      "learning_rate": 0.0002998562079219466,
      "loss": 6.625,
      "step": 4014
    },
    {
      "epoch": 0.16444808519352858,
      "grad_norm": 1.3783850309445687,
      "learning_rate": 0.00029985606511681286,
      "loss": 7.4375,
      "step": 4015
    },
    {
      "epoch": 0.16448904362072497,
      "grad_norm": 1.114439396310485,
      "learning_rate": 0.0002998559222408358,
      "loss": 7.6875,
      "step": 4016
    },
    {
      "epoch": 0.16453000204792137,
      "grad_norm": 1.833784393309198,
      "learning_rate": 0.0002998557792940155,
      "loss": 6.9062,
      "step": 4017
    },
    {
      "epoch": 0.16457096047511777,
      "grad_norm": 1.028275712695301,
      "learning_rate": 0.00029985563627635216,
      "loss": 6.0312,
      "step": 4018
    },
    {
      "epoch": 0.16461191890231416,
      "grad_norm": 0.9716515193305285,
      "learning_rate": 0.0002998554931878458,
      "loss": 6.9688,
      "step": 4019
    },
    {
      "epoch": 0.16465287732951053,
      "grad_norm": 1.1099972712395658,
      "learning_rate": 0.0002998553500284964,
      "loss": 6.5312,
      "step": 4020
    },
    {
      "epoch": 0.16469383575670693,
      "grad_norm": 2.105362152086544,
      "learning_rate": 0.0002998552067983041,
      "loss": 6.4375,
      "step": 4021
    },
    {
      "epoch": 0.16473479418390333,
      "grad_norm": 1.1793094835397917,
      "learning_rate": 0.000299855063497269,
      "loss": 5.7812,
      "step": 4022
    },
    {
      "epoch": 0.16477575261109972,
      "grad_norm": 2.0797617276857867,
      "learning_rate": 0.00029985492012539103,
      "loss": 7.0938,
      "step": 4023
    },
    {
      "epoch": 0.16481671103829612,
      "grad_norm": 1.3781513487171382,
      "learning_rate": 0.0002998547766826704,
      "loss": 5.875,
      "step": 4024
    },
    {
      "epoch": 0.16485766946549252,
      "grad_norm": 1.1393238193021704,
      "learning_rate": 0.00029985463316910716,
      "loss": 5.7812,
      "step": 4025
    },
    {
      "epoch": 0.16489862789268891,
      "grad_norm": 1.7663710988886376,
      "learning_rate": 0.0002998544895847013,
      "loss": 6.3125,
      "step": 4026
    },
    {
      "epoch": 0.1649395863198853,
      "grad_norm": 0.9164582215200091,
      "learning_rate": 0.00029985434592945295,
      "loss": 6.25,
      "step": 4027
    },
    {
      "epoch": 0.1649805447470817,
      "grad_norm": 0.974294577268815,
      "learning_rate": 0.00029985420220336213,
      "loss": 6.0625,
      "step": 4028
    },
    {
      "epoch": 0.1650215031742781,
      "grad_norm": 2.0306572540858894,
      "learning_rate": 0.00029985405840642895,
      "loss": 7.5,
      "step": 4029
    },
    {
      "epoch": 0.1650624616014745,
      "grad_norm": 2.6807035235972347,
      "learning_rate": 0.0002998539145386535,
      "loss": 8.4375,
      "step": 4030
    },
    {
      "epoch": 0.1651034200286709,
      "grad_norm": 1.004636215285145,
      "learning_rate": 0.0002998537706000358,
      "loss": 6.7812,
      "step": 4031
    },
    {
      "epoch": 0.1651443784558673,
      "grad_norm": 3.2415578080898433,
      "learning_rate": 0.0002998536265905759,
      "loss": 6.9062,
      "step": 4032
    },
    {
      "epoch": 0.1651853368830637,
      "grad_norm": 2.0885366404806436,
      "learning_rate": 0.00029985348251027397,
      "loss": 7.375,
      "step": 4033
    },
    {
      "epoch": 0.1652262953102601,
      "grad_norm": 2.0789479771798303,
      "learning_rate": 0.00029985333835913,
      "loss": 7.3438,
      "step": 4034
    },
    {
      "epoch": 0.1652672537374565,
      "grad_norm": 4.332382813183304,
      "learning_rate": 0.000299853194137144,
      "loss": 5.5625,
      "step": 4035
    },
    {
      "epoch": 0.16530821216465288,
      "grad_norm": 1.1004461517141175,
      "learning_rate": 0.00029985304984431616,
      "loss": 6.25,
      "step": 4036
    },
    {
      "epoch": 0.16534917059184928,
      "grad_norm": 1.1298424879904685,
      "learning_rate": 0.0002998529054806465,
      "loss": 6.6562,
      "step": 4037
    },
    {
      "epoch": 0.16539012901904568,
      "grad_norm": 1.6694161148559892,
      "learning_rate": 0.000299852761046135,
      "loss": 8.1875,
      "step": 4038
    },
    {
      "epoch": 0.16543108744624208,
      "grad_norm": 1.658307625085629,
      "learning_rate": 0.0002998526165407819,
      "loss": 7.125,
      "step": 4039
    },
    {
      "epoch": 0.16547204587343847,
      "grad_norm": 0.9879933495300416,
      "learning_rate": 0.0002998524719645871,
      "loss": 7.0,
      "step": 4040
    },
    {
      "epoch": 0.16551300430063487,
      "grad_norm": 3.1272344222911483,
      "learning_rate": 0.0002998523273175508,
      "loss": 6.6562,
      "step": 4041
    },
    {
      "epoch": 0.16555396272783124,
      "grad_norm": 1.2029522205569305,
      "learning_rate": 0.00029985218259967304,
      "loss": 7.2812,
      "step": 4042
    },
    {
      "epoch": 0.16559492115502764,
      "grad_norm": 1.345880349965891,
      "learning_rate": 0.00029985203781095383,
      "loss": 6.625,
      "step": 4043
    },
    {
      "epoch": 0.16563587958222403,
      "grad_norm": 1.001729807346093,
      "learning_rate": 0.00029985189295139323,
      "loss": 6.3125,
      "step": 4044
    },
    {
      "epoch": 0.16567683800942043,
      "grad_norm": 1.164488430310405,
      "learning_rate": 0.0002998517480209914,
      "loss": 7.1562,
      "step": 4045
    },
    {
      "epoch": 0.16571779643661683,
      "grad_norm": 0.8556104863452825,
      "learning_rate": 0.0002998516030197484,
      "loss": 5.8438,
      "step": 4046
    },
    {
      "epoch": 0.16575875486381322,
      "grad_norm": 1.8750730225479753,
      "learning_rate": 0.0002998514579476642,
      "loss": 7.125,
      "step": 4047
    },
    {
      "epoch": 0.16579971329100962,
      "grad_norm": 0.9734442346907137,
      "learning_rate": 0.0002998513128047389,
      "loss": 6.2812,
      "step": 4048
    },
    {
      "epoch": 0.16584067171820602,
      "grad_norm": 3.3843472193280557,
      "learning_rate": 0.00029985116759097263,
      "loss": 6.3438,
      "step": 4049
    },
    {
      "epoch": 0.16588163014540241,
      "grad_norm": 1.5824198895692028,
      "learning_rate": 0.0002998510223063654,
      "loss": 8.1875,
      "step": 4050
    },
    {
      "epoch": 0.1659225885725988,
      "grad_norm": 1.1094475430599622,
      "learning_rate": 0.00029985087695091737,
      "loss": 5.875,
      "step": 4051
    },
    {
      "epoch": 0.1659635469997952,
      "grad_norm": 1.4436211950385907,
      "learning_rate": 0.0002998507315246285,
      "loss": 7.8438,
      "step": 4052
    },
    {
      "epoch": 0.1660045054269916,
      "grad_norm": 1.0004893037507927,
      "learning_rate": 0.00029985058602749893,
      "loss": 6.625,
      "step": 4053
    },
    {
      "epoch": 0.166045463854188,
      "grad_norm": 1.2735689855872616,
      "learning_rate": 0.00029985044045952866,
      "loss": 8.0625,
      "step": 4054
    },
    {
      "epoch": 0.1660864222813844,
      "grad_norm": 1.679626065750131,
      "learning_rate": 0.00029985029482071775,
      "loss": 5.8125,
      "step": 4055
    },
    {
      "epoch": 0.1661273807085808,
      "grad_norm": 1.7184056189068881,
      "learning_rate": 0.00029985014911106643,
      "loss": 7.4375,
      "step": 4056
    },
    {
      "epoch": 0.1661683391357772,
      "grad_norm": 1.1120787049838956,
      "learning_rate": 0.00029985000333057453,
      "loss": 6.875,
      "step": 4057
    },
    {
      "epoch": 0.1662092975629736,
      "grad_norm": 1.621063140662512,
      "learning_rate": 0.0002998498574792423,
      "loss": 7.0938,
      "step": 4058
    },
    {
      "epoch": 0.16625025599017,
      "grad_norm": 3.852381104531568,
      "learning_rate": 0.00029984971155706976,
      "loss": 6.5938,
      "step": 4059
    },
    {
      "epoch": 0.16629121441736638,
      "grad_norm": 1.123019575050947,
      "learning_rate": 0.000299849565564057,
      "loss": 6.125,
      "step": 4060
    },
    {
      "epoch": 0.16633217284456278,
      "grad_norm": 1.038234781258223,
      "learning_rate": 0.00029984941950020403,
      "loss": 7.625,
      "step": 4061
    },
    {
      "epoch": 0.16637313127175918,
      "grad_norm": 1.084133279559081,
      "learning_rate": 0.00029984927336551093,
      "loss": 6.9688,
      "step": 4062
    },
    {
      "epoch": 0.16641408969895555,
      "grad_norm": 1.098320056601161,
      "learning_rate": 0.00029984912715997784,
      "loss": 6.1562,
      "step": 4063
    },
    {
      "epoch": 0.16645504812615194,
      "grad_norm": 1.113058405342914,
      "learning_rate": 0.0002998489808836048,
      "loss": 6.625,
      "step": 4064
    },
    {
      "epoch": 0.16649600655334834,
      "grad_norm": 0.9548489883231487,
      "learning_rate": 0.0002998488345363918,
      "loss": 6.5938,
      "step": 4065
    },
    {
      "epoch": 0.16653696498054474,
      "grad_norm": 1.3536241734404177,
      "learning_rate": 0.0002998486881183389,
      "loss": 6.7188,
      "step": 4066
    },
    {
      "epoch": 0.16657792340774114,
      "grad_norm": 0.9836481875282166,
      "learning_rate": 0.00029984854162944634,
      "loss": 6.4688,
      "step": 4067
    },
    {
      "epoch": 0.16661888183493753,
      "grad_norm": 0.9182348711492316,
      "learning_rate": 0.00029984839506971405,
      "loss": 5.8125,
      "step": 4068
    },
    {
      "epoch": 0.16665984026213393,
      "grad_norm": 1.1539538734499792,
      "learning_rate": 0.00029984824843914216,
      "loss": 6.125,
      "step": 4069
    },
    {
      "epoch": 0.16670079868933033,
      "grad_norm": 1.0080161085186587,
      "learning_rate": 0.0002998481017377307,
      "loss": 6.7188,
      "step": 4070
    },
    {
      "epoch": 0.16674175711652672,
      "grad_norm": 0.9677569740883805,
      "learning_rate": 0.00029984795496547974,
      "loss": 6.4062,
      "step": 4071
    },
    {
      "epoch": 0.16678271554372312,
      "grad_norm": 1.0680103403562897,
      "learning_rate": 0.0002998478081223893,
      "loss": 6.6875,
      "step": 4072
    },
    {
      "epoch": 0.16682367397091952,
      "grad_norm": 1.0201551780858724,
      "learning_rate": 0.0002998476612084596,
      "loss": 5.7812,
      "step": 4073
    },
    {
      "epoch": 0.16686463239811591,
      "grad_norm": 1.824325570801902,
      "learning_rate": 0.0002998475142236906,
      "loss": 7.125,
      "step": 4074
    },
    {
      "epoch": 0.1669055908253123,
      "grad_norm": 2.736930304933232,
      "learning_rate": 0.0002998473671680824,
      "loss": 4.8438,
      "step": 4075
    },
    {
      "epoch": 0.1669465492525087,
      "grad_norm": 1.1535758654273227,
      "learning_rate": 0.00029984722004163504,
      "loss": 6.5,
      "step": 4076
    },
    {
      "epoch": 0.1669875076797051,
      "grad_norm": 0.9822193122029923,
      "learning_rate": 0.0002998470728443486,
      "loss": 7.1562,
      "step": 4077
    },
    {
      "epoch": 0.1670284661069015,
      "grad_norm": 1.1202423234027752,
      "learning_rate": 0.0002998469255762232,
      "loss": 6.7812,
      "step": 4078
    },
    {
      "epoch": 0.1670694245340979,
      "grad_norm": 1.2076736341938363,
      "learning_rate": 0.00029984677823725886,
      "loss": 6.9688,
      "step": 4079
    },
    {
      "epoch": 0.1671103829612943,
      "grad_norm": 0.9553710144755618,
      "learning_rate": 0.00029984663082745564,
      "loss": 6.25,
      "step": 4080
    },
    {
      "epoch": 0.1671513413884907,
      "grad_norm": 1.1490842609063832,
      "learning_rate": 0.0002998464833468136,
      "loss": 5.7812,
      "step": 4081
    },
    {
      "epoch": 0.1671922998156871,
      "grad_norm": 1.0615060370671479,
      "learning_rate": 0.0002998463357953329,
      "loss": 6.3125,
      "step": 4082
    },
    {
      "epoch": 0.1672332582428835,
      "grad_norm": 2.8639103994406563,
      "learning_rate": 0.0002998461881730135,
      "loss": 6.875,
      "step": 4083
    },
    {
      "epoch": 0.16727421667007986,
      "grad_norm": 1.0990876525373825,
      "learning_rate": 0.00029984604047985557,
      "loss": 6.3125,
      "step": 4084
    },
    {
      "epoch": 0.16731517509727625,
      "grad_norm": 1.0044204719362722,
      "learning_rate": 0.00029984589271585905,
      "loss": 6.0,
      "step": 4085
    },
    {
      "epoch": 0.16735613352447265,
      "grad_norm": 1.2786953963345982,
      "learning_rate": 0.00029984574488102413,
      "loss": 6.3438,
      "step": 4086
    },
    {
      "epoch": 0.16739709195166905,
      "grad_norm": 2.026165305324873,
      "learning_rate": 0.00029984559697535085,
      "loss": 6.9688,
      "step": 4087
    },
    {
      "epoch": 0.16743805037886544,
      "grad_norm": 1.1507072271238077,
      "learning_rate": 0.0002998454489988393,
      "loss": 6.8438,
      "step": 4088
    },
    {
      "epoch": 0.16747900880606184,
      "grad_norm": 1.566015835728743,
      "learning_rate": 0.0002998453009514894,
      "loss": 7.4375,
      "step": 4089
    },
    {
      "epoch": 0.16751996723325824,
      "grad_norm": 0.9674621306390405,
      "learning_rate": 0.00029984515283330143,
      "loss": 6.7188,
      "step": 4090
    },
    {
      "epoch": 0.16756092566045463,
      "grad_norm": 1.1939623092073945,
      "learning_rate": 0.00029984500464427533,
      "loss": 7.5312,
      "step": 4091
    },
    {
      "epoch": 0.16760188408765103,
      "grad_norm": 1.5694762855938402,
      "learning_rate": 0.00029984485638441126,
      "loss": 6.9688,
      "step": 4092
    },
    {
      "epoch": 0.16764284251484743,
      "grad_norm": 1.4904603173265556,
      "learning_rate": 0.0002998447080537092,
      "loss": 8.3125,
      "step": 4093
    },
    {
      "epoch": 0.16768380094204383,
      "grad_norm": 1.6525477297415139,
      "learning_rate": 0.00029984455965216924,
      "loss": 7.375,
      "step": 4094
    },
    {
      "epoch": 0.16772475936924022,
      "grad_norm": 0.8950715570541946,
      "learning_rate": 0.0002998444111797915,
      "loss": 6.375,
      "step": 4095
    },
    {
      "epoch": 0.16776571779643662,
      "grad_norm": 1.0892904342437133,
      "learning_rate": 0.00029984426263657596,
      "loss": 7.125,
      "step": 4096
    },
    {
      "epoch": 0.16780667622363302,
      "grad_norm": 1.022185533426644,
      "learning_rate": 0.0002998441140225228,
      "loss": 6.0625,
      "step": 4097
    },
    {
      "epoch": 0.1678476346508294,
      "grad_norm": 0.9798461549610556,
      "learning_rate": 0.00029984396533763204,
      "loss": 6.0312,
      "step": 4098
    },
    {
      "epoch": 0.1678885930780258,
      "grad_norm": 0.9115464389738769,
      "learning_rate": 0.0002998438165819037,
      "loss": 6.25,
      "step": 4099
    },
    {
      "epoch": 0.1679295515052222,
      "grad_norm": 1.1746907165956486,
      "learning_rate": 0.00029984366775533794,
      "loss": 6.5312,
      "step": 4100
    },
    {
      "epoch": 0.1679705099324186,
      "grad_norm": 1.2025310651705683,
      "learning_rate": 0.0002998435188579348,
      "loss": 5.9375,
      "step": 4101
    },
    {
      "epoch": 0.168011468359615,
      "grad_norm": 1.719569872544109,
      "learning_rate": 0.00029984336988969434,
      "loss": 6.7188,
      "step": 4102
    },
    {
      "epoch": 0.1680524267868114,
      "grad_norm": 2.8359935258922135,
      "learning_rate": 0.0002998432208506166,
      "loss": 8.0,
      "step": 4103
    },
    {
      "epoch": 0.1680933852140078,
      "grad_norm": 1.691694252101147,
      "learning_rate": 0.00029984307174070165,
      "loss": 6.0938,
      "step": 4104
    },
    {
      "epoch": 0.16813434364120416,
      "grad_norm": 1.1932279891177724,
      "learning_rate": 0.00029984292255994964,
      "loss": 6.3125,
      "step": 4105
    },
    {
      "epoch": 0.16817530206840056,
      "grad_norm": 1.0391620064485858,
      "learning_rate": 0.00029984277330836063,
      "loss": 6.6562,
      "step": 4106
    },
    {
      "epoch": 0.16821626049559696,
      "grad_norm": 1.5345028079974796,
      "learning_rate": 0.00029984262398593457,
      "loss": 8.25,
      "step": 4107
    },
    {
      "epoch": 0.16825721892279336,
      "grad_norm": 1.0708482936572263,
      "learning_rate": 0.0002998424745926716,
      "loss": 6.625,
      "step": 4108
    },
    {
      "epoch": 0.16829817734998975,
      "grad_norm": 1.0687253121063833,
      "learning_rate": 0.0002998423251285719,
      "loss": 6.8125,
      "step": 4109
    },
    {
      "epoch": 0.16833913577718615,
      "grad_norm": 2.367357872482001,
      "learning_rate": 0.00029984217559363537,
      "loss": 7.2188,
      "step": 4110
    },
    {
      "epoch": 0.16838009420438255,
      "grad_norm": 0.9712133433755991,
      "learning_rate": 0.0002998420259878622,
      "loss": 6.1875,
      "step": 4111
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 1.0736622554127149,
      "learning_rate": 0.00029984187631125237,
      "loss": 6.5938,
      "step": 4112
    },
    {
      "epoch": 0.16846201105877534,
      "grad_norm": 1.886379563260539,
      "learning_rate": 0.00029984172656380605,
      "loss": 6.9062,
      "step": 4113
    },
    {
      "epoch": 0.16850296948597174,
      "grad_norm": 1.2943182179311417,
      "learning_rate": 0.0002998415767455232,
      "loss": 7.4375,
      "step": 4114
    },
    {
      "epoch": 0.16854392791316813,
      "grad_norm": 3.295352193666285,
      "learning_rate": 0.000299841426856404,
      "loss": 6.0,
      "step": 4115
    },
    {
      "epoch": 0.16858488634036453,
      "grad_norm": 0.9460410206467247,
      "learning_rate": 0.00029984127689644844,
      "loss": 6.5312,
      "step": 4116
    },
    {
      "epoch": 0.16862584476756093,
      "grad_norm": 1.1436904664146847,
      "learning_rate": 0.00029984112686565656,
      "loss": 6.0,
      "step": 4117
    },
    {
      "epoch": 0.16866680319475733,
      "grad_norm": 0.9935618874874875,
      "learning_rate": 0.0002998409767640286,
      "loss": 6.3438,
      "step": 4118
    },
    {
      "epoch": 0.16870776162195372,
      "grad_norm": 1.0838618821419612,
      "learning_rate": 0.00029984082659156446,
      "loss": 6.1875,
      "step": 4119
    },
    {
      "epoch": 0.16874872004915012,
      "grad_norm": 1.466488615615696,
      "learning_rate": 0.00029984067634826424,
      "loss": 8.75,
      "step": 4120
    },
    {
      "epoch": 0.16878967847634652,
      "grad_norm": 0.9977014933348569,
      "learning_rate": 0.0002998405260341281,
      "loss": 6.8438,
      "step": 4121
    },
    {
      "epoch": 0.1688306369035429,
      "grad_norm": 3.4386205229105378,
      "learning_rate": 0.00029984037564915604,
      "loss": 6.75,
      "step": 4122
    },
    {
      "epoch": 0.1688715953307393,
      "grad_norm": 1.0333920668980463,
      "learning_rate": 0.0002998402251933482,
      "loss": 6.1875,
      "step": 4123
    },
    {
      "epoch": 0.1689125537579357,
      "grad_norm": 1.5498503969645796,
      "learning_rate": 0.0002998400746667045,
      "loss": 6.4062,
      "step": 4124
    },
    {
      "epoch": 0.1689535121851321,
      "grad_norm": 1.8816934066392508,
      "learning_rate": 0.00029983992406922515,
      "loss": 5.1562,
      "step": 4125
    },
    {
      "epoch": 0.16899447061232847,
      "grad_norm": 0.9277569268461587,
      "learning_rate": 0.00029983977340091014,
      "loss": 6.4688,
      "step": 4126
    },
    {
      "epoch": 0.16903542903952487,
      "grad_norm": 1.3957581201396216,
      "learning_rate": 0.00029983962266175965,
      "loss": 7.5938,
      "step": 4127
    },
    {
      "epoch": 0.16907638746672127,
      "grad_norm": 1.157373271969933,
      "learning_rate": 0.0002998394718517736,
      "loss": 6.6875,
      "step": 4128
    },
    {
      "epoch": 0.16911734589391766,
      "grad_norm": 0.8672148242333719,
      "learning_rate": 0.0002998393209709523,
      "loss": 6.4688,
      "step": 4129
    },
    {
      "epoch": 0.16915830432111406,
      "grad_norm": 0.9735585194961697,
      "learning_rate": 0.0002998391700192955,
      "loss": 6.9688,
      "step": 4130
    },
    {
      "epoch": 0.16919926274831046,
      "grad_norm": 1.7393205983899716,
      "learning_rate": 0.00029983901899680347,
      "loss": 7.8125,
      "step": 4131
    },
    {
      "epoch": 0.16924022117550686,
      "grad_norm": 0.9614096597373544,
      "learning_rate": 0.00029983886790347627,
      "loss": 6.4688,
      "step": 4132
    },
    {
      "epoch": 0.16928117960270325,
      "grad_norm": 2.2311552630805083,
      "learning_rate": 0.0002998387167393139,
      "loss": 5.7812,
      "step": 4133
    },
    {
      "epoch": 0.16932213802989965,
      "grad_norm": 3.1211827928395834,
      "learning_rate": 0.0002998385655043166,
      "loss": 5.75,
      "step": 4134
    },
    {
      "epoch": 0.16936309645709605,
      "grad_norm": 3.9583449983807193,
      "learning_rate": 0.00029983841419848424,
      "loss": 5.8125,
      "step": 4135
    },
    {
      "epoch": 0.16940405488429244,
      "grad_norm": 1.2622330135801763,
      "learning_rate": 0.00029983826282181696,
      "loss": 5.4375,
      "step": 4136
    },
    {
      "epoch": 0.16944501331148884,
      "grad_norm": 2.533272502802157,
      "learning_rate": 0.0002998381113743149,
      "loss": 5.8438,
      "step": 4137
    },
    {
      "epoch": 0.16948597173868524,
      "grad_norm": 1.1192400892558407,
      "learning_rate": 0.000299837959855978,
      "loss": 6.375,
      "step": 4138
    },
    {
      "epoch": 0.16952693016588163,
      "grad_norm": 1.4641093630037916,
      "learning_rate": 0.00029983780826680647,
      "loss": 6.9688,
      "step": 4139
    },
    {
      "epoch": 0.16956788859307803,
      "grad_norm": 1.9774590649303994,
      "learning_rate": 0.00029983765660680024,
      "loss": 7.1562,
      "step": 4140
    },
    {
      "epoch": 0.16960884702027443,
      "grad_norm": 1.4439361465068299,
      "learning_rate": 0.00029983750487595957,
      "loss": 7.25,
      "step": 4141
    },
    {
      "epoch": 0.16964980544747083,
      "grad_norm": 1.0020185114570206,
      "learning_rate": 0.00029983735307428434,
      "loss": 6.9062,
      "step": 4142
    },
    {
      "epoch": 0.16969076387466722,
      "grad_norm": 2.1342772389219724,
      "learning_rate": 0.00029983720120177476,
      "loss": 6.5938,
      "step": 4143
    },
    {
      "epoch": 0.16973172230186362,
      "grad_norm": 1.1007634208174804,
      "learning_rate": 0.0002998370492584308,
      "loss": 7.0938,
      "step": 4144
    },
    {
      "epoch": 0.16977268072906002,
      "grad_norm": 1.0583317744112997,
      "learning_rate": 0.0002998368972442526,
      "loss": 6.5,
      "step": 4145
    },
    {
      "epoch": 0.1698136391562564,
      "grad_norm": 1.84502085350352,
      "learning_rate": 0.0002998367451592402,
      "loss": 6.0938,
      "step": 4146
    },
    {
      "epoch": 0.16985459758345278,
      "grad_norm": 1.0911325716279827,
      "learning_rate": 0.00029983659300339367,
      "loss": 6.1562,
      "step": 4147
    },
    {
      "epoch": 0.16989555601064918,
      "grad_norm": 1.561867453928205,
      "learning_rate": 0.0002998364407767131,
      "loss": 7.1562,
      "step": 4148
    },
    {
      "epoch": 0.16993651443784558,
      "grad_norm": 0.9544756307271822,
      "learning_rate": 0.0002998362884791986,
      "loss": 6.0938,
      "step": 4149
    },
    {
      "epoch": 0.16997747286504197,
      "grad_norm": 1.5090146914634546,
      "learning_rate": 0.0002998361361108501,
      "loss": 6.0,
      "step": 4150
    },
    {
      "epoch": 0.17001843129223837,
      "grad_norm": 1.1888545047293009,
      "learning_rate": 0.00029983598367166786,
      "loss": 6.5625,
      "step": 4151
    },
    {
      "epoch": 0.17005938971943477,
      "grad_norm": 0.934128761020118,
      "learning_rate": 0.00029983583116165185,
      "loss": 6.2812,
      "step": 4152
    },
    {
      "epoch": 0.17010034814663116,
      "grad_norm": 1.102551550455164,
      "learning_rate": 0.0002998356785808021,
      "loss": 5.8438,
      "step": 4153
    },
    {
      "epoch": 0.17014130657382756,
      "grad_norm": 0.970051475118951,
      "learning_rate": 0.00029983552592911876,
      "loss": 6.3125,
      "step": 4154
    },
    {
      "epoch": 0.17018226500102396,
      "grad_norm": 2.8137121704741697,
      "learning_rate": 0.00029983537320660194,
      "loss": 6.0625,
      "step": 4155
    },
    {
      "epoch": 0.17022322342822035,
      "grad_norm": 1.01410112383562,
      "learning_rate": 0.0002998352204132516,
      "loss": 6.5625,
      "step": 4156
    },
    {
      "epoch": 0.17026418185541675,
      "grad_norm": 1.9832944396108707,
      "learning_rate": 0.0002998350675490678,
      "loss": 7.6875,
      "step": 4157
    },
    {
      "epoch": 0.17030514028261315,
      "grad_norm": 3.267223208013304,
      "learning_rate": 0.0002998349146140508,
      "loss": 6.4375,
      "step": 4158
    },
    {
      "epoch": 0.17034609870980955,
      "grad_norm": 1.2829586840195084,
      "learning_rate": 0.00029983476160820046,
      "loss": 6.0938,
      "step": 4159
    },
    {
      "epoch": 0.17038705713700594,
      "grad_norm": 1.0736678154240802,
      "learning_rate": 0.0002998346085315169,
      "loss": 5.7812,
      "step": 4160
    },
    {
      "epoch": 0.17042801556420234,
      "grad_norm": 1.9992324220989277,
      "learning_rate": 0.00029983445538400033,
      "loss": 8.25,
      "step": 4161
    },
    {
      "epoch": 0.17046897399139874,
      "grad_norm": 1.014832451139296,
      "learning_rate": 0.0002998343021656507,
      "loss": 6.1562,
      "step": 4162
    },
    {
      "epoch": 0.17050993241859513,
      "grad_norm": 1.6201649614600921,
      "learning_rate": 0.0002998341488764681,
      "loss": 6.5312,
      "step": 4163
    },
    {
      "epoch": 0.17055089084579153,
      "grad_norm": 2.246793930195728,
      "learning_rate": 0.00029983399551645264,
      "loss": 6.6562,
      "step": 4164
    },
    {
      "epoch": 0.17059184927298793,
      "grad_norm": 1.3894440478498058,
      "learning_rate": 0.00029983384208560426,
      "loss": 7.0625,
      "step": 4165
    },
    {
      "epoch": 0.17063280770018432,
      "grad_norm": 1.073289654846871,
      "learning_rate": 0.0002998336885839232,
      "loss": 6.1875,
      "step": 4166
    },
    {
      "epoch": 0.17067376612738072,
      "grad_norm": 1.5511106855273986,
      "learning_rate": 0.00029983353501140947,
      "loss": 6.5,
      "step": 4167
    },
    {
      "epoch": 0.1707147245545771,
      "grad_norm": 1.0993513161902757,
      "learning_rate": 0.00029983338136806316,
      "loss": 5.875,
      "step": 4168
    },
    {
      "epoch": 0.1707556829817735,
      "grad_norm": 1.1041609161068278,
      "learning_rate": 0.0002998332276538843,
      "loss": 6.3438,
      "step": 4169
    },
    {
      "epoch": 0.17079664140896988,
      "grad_norm": 0.9656615233779936,
      "learning_rate": 0.000299833073868873,
      "loss": 6.5,
      "step": 4170
    },
    {
      "epoch": 0.17083759983616628,
      "grad_norm": 1.029007762834448,
      "learning_rate": 0.0002998329200130293,
      "loss": 7.1562,
      "step": 4171
    },
    {
      "epoch": 0.17087855826336268,
      "grad_norm": 0.97886618631934,
      "learning_rate": 0.00029983276608635325,
      "loss": 6.375,
      "step": 4172
    },
    {
      "epoch": 0.17091951669055908,
      "grad_norm": 0.9987663337348904,
      "learning_rate": 0.00029983261208884503,
      "loss": 6.0312,
      "step": 4173
    },
    {
      "epoch": 0.17096047511775547,
      "grad_norm": 1.6282765289991992,
      "learning_rate": 0.0002998324580205046,
      "loss": 6.9688,
      "step": 4174
    },
    {
      "epoch": 0.17100143354495187,
      "grad_norm": 5.176466442186986,
      "learning_rate": 0.0002998323038813321,
      "loss": 6.1875,
      "step": 4175
    },
    {
      "epoch": 0.17104239197214827,
      "grad_norm": 1.4909379011102506,
      "learning_rate": 0.00029983214967132756,
      "loss": 7.3125,
      "step": 4176
    },
    {
      "epoch": 0.17108335039934466,
      "grad_norm": 1.4226426006283313,
      "learning_rate": 0.0002998319953904911,
      "loss": 6.0,
      "step": 4177
    },
    {
      "epoch": 0.17112430882654106,
      "grad_norm": 1.038009962956049,
      "learning_rate": 0.0002998318410388227,
      "loss": 5.9688,
      "step": 4178
    },
    {
      "epoch": 0.17116526725373746,
      "grad_norm": 1.0842472963770804,
      "learning_rate": 0.0002998316866163226,
      "loss": 5.9688,
      "step": 4179
    },
    {
      "epoch": 0.17120622568093385,
      "grad_norm": 8.408907150079727,
      "learning_rate": 0.0002998315321229907,
      "loss": 5.0,
      "step": 4180
    },
    {
      "epoch": 0.17124718410813025,
      "grad_norm": 1.6499562681594395,
      "learning_rate": 0.0002998313775588272,
      "loss": 7.3438,
      "step": 4181
    },
    {
      "epoch": 0.17128814253532665,
      "grad_norm": 1.054322075462138,
      "learning_rate": 0.0002998312229238321,
      "loss": 6.375,
      "step": 4182
    },
    {
      "epoch": 0.17132910096252305,
      "grad_norm": 1.2063954308397655,
      "learning_rate": 0.00029983106821800543,
      "loss": 7.0938,
      "step": 4183
    },
    {
      "epoch": 0.17137005938971944,
      "grad_norm": 1.0760761454536998,
      "learning_rate": 0.0002998309134413474,
      "loss": 5.75,
      "step": 4184
    },
    {
      "epoch": 0.17141101781691584,
      "grad_norm": 2.165681890120828,
      "learning_rate": 0.000299830758593858,
      "loss": 6.1562,
      "step": 4185
    },
    {
      "epoch": 0.17145197624411224,
      "grad_norm": 1.0907761535543075,
      "learning_rate": 0.0002998306036755373,
      "loss": 6.4375,
      "step": 4186
    },
    {
      "epoch": 0.17149293467130863,
      "grad_norm": 1.0467177650437207,
      "learning_rate": 0.00029983044868638536,
      "loss": 6.5312,
      "step": 4187
    },
    {
      "epoch": 0.17153389309850503,
      "grad_norm": 1.0653786157053577,
      "learning_rate": 0.00029983029362640233,
      "loss": 7.25,
      "step": 4188
    },
    {
      "epoch": 0.1715748515257014,
      "grad_norm": 0.9654843293951809,
      "learning_rate": 0.0002998301384955882,
      "loss": 6.4688,
      "step": 4189
    },
    {
      "epoch": 0.1716158099528978,
      "grad_norm": 1.664072849511508,
      "learning_rate": 0.00029982998329394306,
      "loss": 7.6562,
      "step": 4190
    },
    {
      "epoch": 0.1716567683800942,
      "grad_norm": 2.1942717893644885,
      "learning_rate": 0.00029982982802146703,
      "loss": 8.4375,
      "step": 4191
    },
    {
      "epoch": 0.1716977268072906,
      "grad_norm": 1.0124558143658817,
      "learning_rate": 0.00029982967267816013,
      "loss": 7.0625,
      "step": 4192
    },
    {
      "epoch": 0.171738685234487,
      "grad_norm": 1.0100457877217062,
      "learning_rate": 0.00029982951726402246,
      "loss": 6.6562,
      "step": 4193
    },
    {
      "epoch": 0.17177964366168338,
      "grad_norm": 0.9843055759862605,
      "learning_rate": 0.0002998293617790541,
      "loss": 6.1562,
      "step": 4194
    },
    {
      "epoch": 0.17182060208887978,
      "grad_norm": 1.877554618814287,
      "learning_rate": 0.0002998292062232551,
      "loss": 6.875,
      "step": 4195
    },
    {
      "epoch": 0.17186156051607618,
      "grad_norm": 5.755314831033021,
      "learning_rate": 0.00029982905059662557,
      "loss": 6.3125,
      "step": 4196
    },
    {
      "epoch": 0.17190251894327258,
      "grad_norm": 1.1198408419059667,
      "learning_rate": 0.00029982889489916554,
      "loss": 5.5,
      "step": 4197
    },
    {
      "epoch": 0.17194347737046897,
      "grad_norm": 0.8766843221267802,
      "learning_rate": 0.0002998287391308751,
      "loss": 6.1875,
      "step": 4198
    },
    {
      "epoch": 0.17198443579766537,
      "grad_norm": 1.7933568919147806,
      "learning_rate": 0.0002998285832917543,
      "loss": 7.5938,
      "step": 4199
    },
    {
      "epoch": 0.17202539422486177,
      "grad_norm": 3.35918413444487,
      "learning_rate": 0.00029982842738180326,
      "loss": 6.5312,
      "step": 4200
    },
    {
      "epoch": 0.17206635265205816,
      "grad_norm": 3.104624267749268,
      "learning_rate": 0.000299828271401022,
      "loss": 8.6875,
      "step": 4201
    },
    {
      "epoch": 0.17210731107925456,
      "grad_norm": 1.2279212583850039,
      "learning_rate": 0.0002998281153494107,
      "loss": 7.5,
      "step": 4202
    },
    {
      "epoch": 0.17214826950645096,
      "grad_norm": 0.8864610319874366,
      "learning_rate": 0.00029982795922696935,
      "loss": 6.8438,
      "step": 4203
    },
    {
      "epoch": 0.17218922793364735,
      "grad_norm": 1.2684278658657546,
      "learning_rate": 0.00029982780303369804,
      "loss": 7.0625,
      "step": 4204
    },
    {
      "epoch": 0.17223018636084375,
      "grad_norm": 1.1046564531599263,
      "learning_rate": 0.00029982764676959677,
      "loss": 7.2812,
      "step": 4205
    },
    {
      "epoch": 0.17227114478804015,
      "grad_norm": 2.600951710946076,
      "learning_rate": 0.0002998274904346657,
      "loss": 9.625,
      "step": 4206
    },
    {
      "epoch": 0.17231210321523655,
      "grad_norm": 6.616916025512215,
      "learning_rate": 0.000299827334028905,
      "loss": 6.9688,
      "step": 4207
    },
    {
      "epoch": 0.17235306164243294,
      "grad_norm": 1.106418643628661,
      "learning_rate": 0.0002998271775523145,
      "loss": 7.25,
      "step": 4208
    },
    {
      "epoch": 0.17239402006962934,
      "grad_norm": 1.2119730853109922,
      "learning_rate": 0.00029982702100489445,
      "loss": 5.625,
      "step": 4209
    },
    {
      "epoch": 0.1724349784968257,
      "grad_norm": 1.201260790951273,
      "learning_rate": 0.00029982686438664483,
      "loss": 5.875,
      "step": 4210
    },
    {
      "epoch": 0.1724759369240221,
      "grad_norm": 1.23753742150527,
      "learning_rate": 0.00029982670769756586,
      "loss": 6.1562,
      "step": 4211
    },
    {
      "epoch": 0.1725168953512185,
      "grad_norm": 0.954752930050057,
      "learning_rate": 0.0002998265509376575,
      "loss": 6.1562,
      "step": 4212
    },
    {
      "epoch": 0.1725578537784149,
      "grad_norm": 1.2425128687332714,
      "learning_rate": 0.00029982639410691973,
      "loss": 8.1875,
      "step": 4213
    },
    {
      "epoch": 0.1725988122056113,
      "grad_norm": 1.2373047679157,
      "learning_rate": 0.00029982623720535285,
      "loss": 6.375,
      "step": 4214
    },
    {
      "epoch": 0.1726397706328077,
      "grad_norm": 1.2298314607116532,
      "learning_rate": 0.0002998260802329568,
      "loss": 6.8438,
      "step": 4215
    },
    {
      "epoch": 0.1726807290600041,
      "grad_norm": 1.5882115181084628,
      "learning_rate": 0.0002998259231897316,
      "loss": 7.6875,
      "step": 4216
    },
    {
      "epoch": 0.1727216874872005,
      "grad_norm": 3.5783499223988167,
      "learning_rate": 0.00029982576607567743,
      "loss": 6.4062,
      "step": 4217
    },
    {
      "epoch": 0.17276264591439688,
      "grad_norm": 1.212222741278882,
      "learning_rate": 0.00029982560889079443,
      "loss": 6.2188,
      "step": 4218
    },
    {
      "epoch": 0.17280360434159328,
      "grad_norm": 1.3751231473219365,
      "learning_rate": 0.00029982545163508245,
      "loss": 6.5938,
      "step": 4219
    },
    {
      "epoch": 0.17284456276878968,
      "grad_norm": 1.174887760587122,
      "learning_rate": 0.00029982529430854177,
      "loss": 6.4375,
      "step": 4220
    },
    {
      "epoch": 0.17288552119598607,
      "grad_norm": 1.0590185677241244,
      "learning_rate": 0.0002998251369111723,
      "loss": 6.9375,
      "step": 4221
    },
    {
      "epoch": 0.17292647962318247,
      "grad_norm": 1.5086159583292202,
      "learning_rate": 0.0002998249794429743,
      "loss": 8.3125,
      "step": 4222
    },
    {
      "epoch": 0.17296743805037887,
      "grad_norm": 1.1278644360419368,
      "learning_rate": 0.00029982482190394765,
      "loss": 5.7188,
      "step": 4223
    },
    {
      "epoch": 0.17300839647757527,
      "grad_norm": 1.3174196225821126,
      "learning_rate": 0.0002998246642940926,
      "loss": 9.0,
      "step": 4224
    },
    {
      "epoch": 0.17304935490477166,
      "grad_norm": 1.5614723017661674,
      "learning_rate": 0.0002998245066134091,
      "loss": 6.4062,
      "step": 4225
    },
    {
      "epoch": 0.17309031333196806,
      "grad_norm": 1.6848718615206153,
      "learning_rate": 0.00029982434886189724,
      "loss": 6.7188,
      "step": 4226
    },
    {
      "epoch": 0.17313127175916446,
      "grad_norm": 1.0103092855524958,
      "learning_rate": 0.0002998241910395572,
      "loss": 5.9688,
      "step": 4227
    },
    {
      "epoch": 0.17317223018636085,
      "grad_norm": 1.0355918866145286,
      "learning_rate": 0.0002998240331463889,
      "loss": 5.625,
      "step": 4228
    },
    {
      "epoch": 0.17321318861355725,
      "grad_norm": 0.8219608952465925,
      "learning_rate": 0.00029982387518239255,
      "loss": 6.0938,
      "step": 4229
    },
    {
      "epoch": 0.17325414704075365,
      "grad_norm": 2.6593638602313225,
      "learning_rate": 0.00029982371714756817,
      "loss": 7.25,
      "step": 4230
    },
    {
      "epoch": 0.17329510546795002,
      "grad_norm": 2.1021894265857832,
      "learning_rate": 0.0002998235590419158,
      "loss": 6.9375,
      "step": 4231
    },
    {
      "epoch": 0.17333606389514641,
      "grad_norm": 4.675276699020988,
      "learning_rate": 0.0002998234008654355,
      "loss": 7.0625,
      "step": 4232
    },
    {
      "epoch": 0.1733770223223428,
      "grad_norm": 2.8872383725428716,
      "learning_rate": 0.0002998232426181274,
      "loss": 6.2188,
      "step": 4233
    },
    {
      "epoch": 0.1734179807495392,
      "grad_norm": 3.9800428987271492,
      "learning_rate": 0.00029982308429999163,
      "loss": 8.75,
      "step": 4234
    },
    {
      "epoch": 0.1734589391767356,
      "grad_norm": 1.459613298008554,
      "learning_rate": 0.0002998229259110282,
      "loss": 6.1562,
      "step": 4235
    },
    {
      "epoch": 0.173499897603932,
      "grad_norm": 1.3201186184865654,
      "learning_rate": 0.00029982276745123715,
      "loss": 7.125,
      "step": 4236
    },
    {
      "epoch": 0.1735408560311284,
      "grad_norm": 2.082757959054826,
      "learning_rate": 0.00029982260892061856,
      "loss": 7.2812,
      "step": 4237
    },
    {
      "epoch": 0.1735818144583248,
      "grad_norm": 1.6495539305188145,
      "learning_rate": 0.00029982245031917257,
      "loss": 6.9688,
      "step": 4238
    },
    {
      "epoch": 0.1736227728855212,
      "grad_norm": 1.0654673340111869,
      "learning_rate": 0.0002998222916468992,
      "loss": 6.5312,
      "step": 4239
    },
    {
      "epoch": 0.1736637313127176,
      "grad_norm": 2.2719068561419853,
      "learning_rate": 0.0002998221329037986,
      "loss": 7.375,
      "step": 4240
    },
    {
      "epoch": 0.173704689739914,
      "grad_norm": 1.4719921328924344,
      "learning_rate": 0.00029982197408987075,
      "loss": 6.2188,
      "step": 4241
    },
    {
      "epoch": 0.17374564816711038,
      "grad_norm": 2.017118227035344,
      "learning_rate": 0.00029982181520511573,
      "loss": 6.7812,
      "step": 4242
    },
    {
      "epoch": 0.17378660659430678,
      "grad_norm": 2.7882280249602327,
      "learning_rate": 0.0002998216562495337,
      "loss": 9.0,
      "step": 4243
    },
    {
      "epoch": 0.17382756502150318,
      "grad_norm": 1.3365707462065815,
      "learning_rate": 0.0002998214972231247,
      "loss": 6.8125,
      "step": 4244
    },
    {
      "epoch": 0.17386852344869957,
      "grad_norm": 1.2313269376662266,
      "learning_rate": 0.0002998213381258887,
      "loss": 6.625,
      "step": 4245
    },
    {
      "epoch": 0.17390948187589597,
      "grad_norm": 1.9428603259437534,
      "learning_rate": 0.00029982117895782596,
      "loss": 8.0625,
      "step": 4246
    },
    {
      "epoch": 0.17395044030309237,
      "grad_norm": 1.0480867503582207,
      "learning_rate": 0.0002998210197189364,
      "loss": 7.25,
      "step": 4247
    },
    {
      "epoch": 0.17399139873028877,
      "grad_norm": 1.0405360293553536,
      "learning_rate": 0.0002998208604092202,
      "loss": 6.7812,
      "step": 4248
    },
    {
      "epoch": 0.17403235715748516,
      "grad_norm": 5.744264461978662,
      "learning_rate": 0.0002998207010286774,
      "loss": 5.4062,
      "step": 4249
    },
    {
      "epoch": 0.17407331558468156,
      "grad_norm": 1.1632799497552233,
      "learning_rate": 0.00029982054157730797,
      "loss": 5.8125,
      "step": 4250
    },
    {
      "epoch": 0.17411427401187796,
      "grad_norm": 0.9647298597949705,
      "learning_rate": 0.00029982038205511217,
      "loss": 6.7812,
      "step": 4251
    },
    {
      "epoch": 0.17415523243907435,
      "grad_norm": 1.0415782483845828,
      "learning_rate": 0.00029982022246208994,
      "loss": 5.4688,
      "step": 4252
    },
    {
      "epoch": 0.17419619086627072,
      "grad_norm": 1.018697448127187,
      "learning_rate": 0.00029982006279824145,
      "loss": 6.9062,
      "step": 4253
    },
    {
      "epoch": 0.17423714929346712,
      "grad_norm": 1.057797082900628,
      "learning_rate": 0.00029981990306356674,
      "loss": 6.375,
      "step": 4254
    },
    {
      "epoch": 0.17427810772066352,
      "grad_norm": 1.1562685565687465,
      "learning_rate": 0.0002998197432580658,
      "loss": 6.2812,
      "step": 4255
    },
    {
      "epoch": 0.1743190661478599,
      "grad_norm": 1.1001249125775414,
      "learning_rate": 0.00029981958338173886,
      "loss": 5.7812,
      "step": 4256
    },
    {
      "epoch": 0.1743600245750563,
      "grad_norm": 0.9771137167168271,
      "learning_rate": 0.00029981942343458584,
      "loss": 6.3125,
      "step": 4257
    },
    {
      "epoch": 0.1744009830022527,
      "grad_norm": 1.4272629314688214,
      "learning_rate": 0.00029981926341660694,
      "loss": 8.75,
      "step": 4258
    },
    {
      "epoch": 0.1744419414294491,
      "grad_norm": 0.9081538135324043,
      "learning_rate": 0.00029981910332780215,
      "loss": 5.4688,
      "step": 4259
    },
    {
      "epoch": 0.1744828998566455,
      "grad_norm": 0.900133280290874,
      "learning_rate": 0.00029981894316817164,
      "loss": 6.125,
      "step": 4260
    },
    {
      "epoch": 0.1745238582838419,
      "grad_norm": 1.202021481859931,
      "learning_rate": 0.00029981878293771535,
      "loss": 6.5938,
      "step": 4261
    },
    {
      "epoch": 0.1745648167110383,
      "grad_norm": 1.1228481340439864,
      "learning_rate": 0.00029981862263643344,
      "loss": 6.4375,
      "step": 4262
    },
    {
      "epoch": 0.1746057751382347,
      "grad_norm": 1.7071254865782077,
      "learning_rate": 0.00029981846226432603,
      "loss": 6.75,
      "step": 4263
    },
    {
      "epoch": 0.1746467335654311,
      "grad_norm": 0.8945356938135325,
      "learning_rate": 0.0002998183018213931,
      "loss": 6.5938,
      "step": 4264
    },
    {
      "epoch": 0.1746876919926275,
      "grad_norm": 1.1306671135047546,
      "learning_rate": 0.00029981814130763485,
      "loss": 6.375,
      "step": 4265
    },
    {
      "epoch": 0.17472865041982388,
      "grad_norm": 2.0503198564232332,
      "learning_rate": 0.0002998179807230512,
      "loss": 7.4688,
      "step": 4266
    },
    {
      "epoch": 0.17476960884702028,
      "grad_norm": 1.4889292829740264,
      "learning_rate": 0.0002998178200676423,
      "loss": 5.8438,
      "step": 4267
    },
    {
      "epoch": 0.17481056727421668,
      "grad_norm": 1.0950056191417739,
      "learning_rate": 0.00029981765934140826,
      "loss": 8.375,
      "step": 4268
    },
    {
      "epoch": 0.17485152570141307,
      "grad_norm": 1.2736239428587328,
      "learning_rate": 0.0002998174985443491,
      "loss": 6.3438,
      "step": 4269
    },
    {
      "epoch": 0.17489248412860947,
      "grad_norm": 1.66042669144049,
      "learning_rate": 0.000299817337676465,
      "loss": 5.9688,
      "step": 4270
    },
    {
      "epoch": 0.17493344255580587,
      "grad_norm": 1.8448619360541476,
      "learning_rate": 0.00029981717673775585,
      "loss": 6.9062,
      "step": 4271
    },
    {
      "epoch": 0.17497440098300227,
      "grad_norm": 1.875304878437878,
      "learning_rate": 0.00029981701572822186,
      "loss": 6.7188,
      "step": 4272
    },
    {
      "epoch": 0.17501535941019866,
      "grad_norm": 1.1432529673456693,
      "learning_rate": 0.0002998168546478631,
      "loss": 7.25,
      "step": 4273
    },
    {
      "epoch": 0.17505631783739503,
      "grad_norm": 1.0415219107849172,
      "learning_rate": 0.0002998166934966796,
      "loss": 6.0,
      "step": 4274
    },
    {
      "epoch": 0.17509727626459143,
      "grad_norm": 1.210071489783597,
      "learning_rate": 0.0002998165322746715,
      "loss": 6.875,
      "step": 4275
    },
    {
      "epoch": 0.17513823469178783,
      "grad_norm": 2.310209258965716,
      "learning_rate": 0.00029981637098183884,
      "loss": 6.1562,
      "step": 4276
    },
    {
      "epoch": 0.17517919311898422,
      "grad_norm": 1.5815891317092519,
      "learning_rate": 0.00029981620961818165,
      "loss": 7.3438,
      "step": 4277
    },
    {
      "epoch": 0.17522015154618062,
      "grad_norm": 1.369864618926494,
      "learning_rate": 0.0002998160481837001,
      "loss": 6.0,
      "step": 4278
    },
    {
      "epoch": 0.17526110997337702,
      "grad_norm": 1.11364391418409,
      "learning_rate": 0.00029981588667839416,
      "loss": 6.0312,
      "step": 4279
    },
    {
      "epoch": 0.1753020684005734,
      "grad_norm": 1.093655725038079,
      "learning_rate": 0.0002998157251022639,
      "loss": 7.5625,
      "step": 4280
    },
    {
      "epoch": 0.1753430268277698,
      "grad_norm": 0.9666977453249329,
      "learning_rate": 0.0002998155634553096,
      "loss": 6.5938,
      "step": 4281
    },
    {
      "epoch": 0.1753839852549662,
      "grad_norm": 2.5609875647736695,
      "learning_rate": 0.00029981540173753114,
      "loss": 7.625,
      "step": 4282
    },
    {
      "epoch": 0.1754249436821626,
      "grad_norm": 1.5203911923106044,
      "learning_rate": 0.0002998152399489286,
      "loss": 5.5625,
      "step": 4283
    },
    {
      "epoch": 0.175465902109359,
      "grad_norm": 1.1461905015650375,
      "learning_rate": 0.0002998150780895022,
      "loss": 5.9062,
      "step": 4284
    },
    {
      "epoch": 0.1755068605365554,
      "grad_norm": 1.0745498309912245,
      "learning_rate": 0.0002998149161592519,
      "loss": 6.2188,
      "step": 4285
    },
    {
      "epoch": 0.1755478189637518,
      "grad_norm": 6.159243601112575,
      "learning_rate": 0.0002998147541581778,
      "loss": 6.7188,
      "step": 4286
    },
    {
      "epoch": 0.1755887773909482,
      "grad_norm": 1.053343595343971,
      "learning_rate": 0.00029981459208627993,
      "loss": 5.75,
      "step": 4287
    },
    {
      "epoch": 0.1756297358181446,
      "grad_norm": 0.9709180849612372,
      "learning_rate": 0.00029981442994355843,
      "loss": 5.9688,
      "step": 4288
    },
    {
      "epoch": 0.17567069424534099,
      "grad_norm": 1.4911192972955596,
      "learning_rate": 0.00029981426773001337,
      "loss": 6.2812,
      "step": 4289
    },
    {
      "epoch": 0.17571165267253738,
      "grad_norm": 1.0555339431685036,
      "learning_rate": 0.0002998141054456448,
      "loss": 5.5625,
      "step": 4290
    },
    {
      "epoch": 0.17575261109973378,
      "grad_norm": 1.6936494813394296,
      "learning_rate": 0.00029981394309045286,
      "loss": 6.8125,
      "step": 4291
    },
    {
      "epoch": 0.17579356952693018,
      "grad_norm": 1.0312667885236042,
      "learning_rate": 0.00029981378066443756,
      "loss": 5.75,
      "step": 4292
    },
    {
      "epoch": 0.17583452795412657,
      "grad_norm": 1.0329088595214546,
      "learning_rate": 0.000299813618167599,
      "loss": 6.0625,
      "step": 4293
    },
    {
      "epoch": 0.17587548638132297,
      "grad_norm": 1.5652726793533047,
      "learning_rate": 0.00029981345559993724,
      "loss": 8.3125,
      "step": 4294
    },
    {
      "epoch": 0.17591644480851934,
      "grad_norm": 3.856976731786567,
      "learning_rate": 0.00029981329296145236,
      "loss": 7.0938,
      "step": 4295
    },
    {
      "epoch": 0.17595740323571574,
      "grad_norm": 1.0541566893278091,
      "learning_rate": 0.0002998131302521445,
      "loss": 6.2812,
      "step": 4296
    },
    {
      "epoch": 0.17599836166291213,
      "grad_norm": 1.1082829107661796,
      "learning_rate": 0.00029981296747201363,
      "loss": 6.0938,
      "step": 4297
    },
    {
      "epoch": 0.17603932009010853,
      "grad_norm": 1.4910634364184037,
      "learning_rate": 0.00029981280462105993,
      "loss": 7.625,
      "step": 4298
    },
    {
      "epoch": 0.17608027851730493,
      "grad_norm": 0.9581180786647728,
      "learning_rate": 0.00029981264169928344,
      "loss": 5.7188,
      "step": 4299
    },
    {
      "epoch": 0.17612123694450132,
      "grad_norm": 1.4753824095409598,
      "learning_rate": 0.00029981247870668415,
      "loss": 5.7188,
      "step": 4300
    },
    {
      "epoch": 0.17616219537169772,
      "grad_norm": 0.958404931897082,
      "learning_rate": 0.0002998123156432623,
      "loss": 5.75,
      "step": 4301
    },
    {
      "epoch": 0.17620315379889412,
      "grad_norm": 0.9945802254267097,
      "learning_rate": 0.00029981215250901783,
      "loss": 6.4062,
      "step": 4302
    },
    {
      "epoch": 0.17624411222609052,
      "grad_norm": 1.4492984654216183,
      "learning_rate": 0.00029981198930395086,
      "loss": 6.9062,
      "step": 4303
    },
    {
      "epoch": 0.1762850706532869,
      "grad_norm": 1.1447428071145096,
      "learning_rate": 0.00029981182602806147,
      "loss": 6.4375,
      "step": 4304
    },
    {
      "epoch": 0.1763260290804833,
      "grad_norm": 1.544229798730197,
      "learning_rate": 0.00029981166268134977,
      "loss": 7.7812,
      "step": 4305
    },
    {
      "epoch": 0.1763669875076797,
      "grad_norm": 1.4734511449083028,
      "learning_rate": 0.0002998114992638158,
      "loss": 7.5938,
      "step": 4306
    },
    {
      "epoch": 0.1764079459348761,
      "grad_norm": 1.1873905507706435,
      "learning_rate": 0.00029981133577545966,
      "loss": 5.875,
      "step": 4307
    },
    {
      "epoch": 0.1764489043620725,
      "grad_norm": 1.4930378661973034,
      "learning_rate": 0.00029981117221628136,
      "loss": 6.3438,
      "step": 4308
    },
    {
      "epoch": 0.1764898627892689,
      "grad_norm": 2.219794205285145,
      "learning_rate": 0.0002998110085862811,
      "loss": 5.9375,
      "step": 4309
    },
    {
      "epoch": 0.1765308212164653,
      "grad_norm": 1.192441333596443,
      "learning_rate": 0.00029981084488545887,
      "loss": 5.9688,
      "step": 4310
    },
    {
      "epoch": 0.1765717796436617,
      "grad_norm": 1.9465101948026464,
      "learning_rate": 0.0002998106811138147,
      "loss": 6.0625,
      "step": 4311
    },
    {
      "epoch": 0.1766127380708581,
      "grad_norm": 1.2011079366056165,
      "learning_rate": 0.0002998105172713488,
      "loss": 5.5625,
      "step": 4312
    },
    {
      "epoch": 0.17665369649805449,
      "grad_norm": 1.2183888066979007,
      "learning_rate": 0.0002998103533580612,
      "loss": 6.9062,
      "step": 4313
    },
    {
      "epoch": 0.17669465492525088,
      "grad_norm": 1.0070436940184258,
      "learning_rate": 0.0002998101893739519,
      "loss": 6.0938,
      "step": 4314
    },
    {
      "epoch": 0.17673561335244728,
      "grad_norm": 1.2476661113913392,
      "learning_rate": 0.0002998100253190211,
      "loss": 6.75,
      "step": 4315
    },
    {
      "epoch": 0.17677657177964365,
      "grad_norm": 1.1754373144048087,
      "learning_rate": 0.00029980986119326877,
      "loss": 6.0312,
      "step": 4316
    },
    {
      "epoch": 0.17681753020684005,
      "grad_norm": 10.406171824083115,
      "learning_rate": 0.000299809696996695,
      "loss": 6.5312,
      "step": 4317
    },
    {
      "epoch": 0.17685848863403644,
      "grad_norm": 1.1346933838822226,
      "learning_rate": 0.00029980953272929997,
      "loss": 6.4688,
      "step": 4318
    },
    {
      "epoch": 0.17689944706123284,
      "grad_norm": 1.071994785535997,
      "learning_rate": 0.00029980936839108365,
      "loss": 6.5,
      "step": 4319
    },
    {
      "epoch": 0.17694040548842924,
      "grad_norm": 2.8349428032286474,
      "learning_rate": 0.00029980920398204615,
      "loss": 6.0312,
      "step": 4320
    },
    {
      "epoch": 0.17698136391562563,
      "grad_norm": 1.3447805824710761,
      "learning_rate": 0.00029980903950218755,
      "loss": 6.2812,
      "step": 4321
    },
    {
      "epoch": 0.17702232234282203,
      "grad_norm": 1.0510933371245375,
      "learning_rate": 0.00029980887495150793,
      "loss": 5.9062,
      "step": 4322
    },
    {
      "epoch": 0.17706328077001843,
      "grad_norm": 1.439863692545389,
      "learning_rate": 0.00029980871033000737,
      "loss": 6.1875,
      "step": 4323
    },
    {
      "epoch": 0.17710423919721482,
      "grad_norm": 2.9241653315323877,
      "learning_rate": 0.00029980854563768595,
      "loss": 7.4062,
      "step": 4324
    },
    {
      "epoch": 0.17714519762441122,
      "grad_norm": 1.3154260243246154,
      "learning_rate": 0.00029980838087454375,
      "loss": 7.0312,
      "step": 4325
    },
    {
      "epoch": 0.17718615605160762,
      "grad_norm": 2.524393353092878,
      "learning_rate": 0.0002998082160405808,
      "loss": 6.875,
      "step": 4326
    },
    {
      "epoch": 0.17722711447880402,
      "grad_norm": 1.419063078216787,
      "learning_rate": 0.00029980805113579724,
      "loss": 6.0938,
      "step": 4327
    },
    {
      "epoch": 0.1772680729060004,
      "grad_norm": 0.9621438264266203,
      "learning_rate": 0.00029980788616019316,
      "loss": 6.5312,
      "step": 4328
    },
    {
      "epoch": 0.1773090313331968,
      "grad_norm": 1.0270967340180464,
      "learning_rate": 0.00029980772111376855,
      "loss": 6.4688,
      "step": 4329
    },
    {
      "epoch": 0.1773499897603932,
      "grad_norm": 1.270567017940923,
      "learning_rate": 0.0002998075559965236,
      "loss": 7.2812,
      "step": 4330
    },
    {
      "epoch": 0.1773909481875896,
      "grad_norm": 1.09043559443642,
      "learning_rate": 0.0002998073908084583,
      "loss": 5.9688,
      "step": 4331
    },
    {
      "epoch": 0.177431906614786,
      "grad_norm": 1.392592748850382,
      "learning_rate": 0.00029980722554957275,
      "loss": 6.2812,
      "step": 4332
    },
    {
      "epoch": 0.1774728650419824,
      "grad_norm": 1.9988487573795795,
      "learning_rate": 0.00029980706021986704,
      "loss": 4.875,
      "step": 4333
    },
    {
      "epoch": 0.1775138234691788,
      "grad_norm": 0.9720725865008562,
      "learning_rate": 0.00029980689481934125,
      "loss": 5.9375,
      "step": 4334
    },
    {
      "epoch": 0.1775547818963752,
      "grad_norm": 2.1664570878582743,
      "learning_rate": 0.0002998067293479954,
      "loss": 6.6562,
      "step": 4335
    },
    {
      "epoch": 0.1775957403235716,
      "grad_norm": 0.9249072034455327,
      "learning_rate": 0.0002998065638058297,
      "loss": 6.5625,
      "step": 4336
    },
    {
      "epoch": 0.17763669875076796,
      "grad_norm": 1.1461448118606765,
      "learning_rate": 0.00029980639819284416,
      "loss": 6.0,
      "step": 4337
    },
    {
      "epoch": 0.17767765717796435,
      "grad_norm": 1.7725584439848516,
      "learning_rate": 0.0002998062325090388,
      "loss": 6.625,
      "step": 4338
    },
    {
      "epoch": 0.17771861560516075,
      "grad_norm": 1.2738759999562421,
      "learning_rate": 0.00029980606675441375,
      "loss": 6.7812,
      "step": 4339
    },
    {
      "epoch": 0.17775957403235715,
      "grad_norm": 1.4589135613794382,
      "learning_rate": 0.0002998059009289691,
      "loss": 7.4688,
      "step": 4340
    },
    {
      "epoch": 0.17780053245955355,
      "grad_norm": 1.0302587775012673,
      "learning_rate": 0.00029980573503270494,
      "loss": 6.5312,
      "step": 4341
    },
    {
      "epoch": 0.17784149088674994,
      "grad_norm": 1.5945412218194122,
      "learning_rate": 0.0002998055690656213,
      "loss": 8.5625,
      "step": 4342
    },
    {
      "epoch": 0.17788244931394634,
      "grad_norm": 1.010320874370586,
      "learning_rate": 0.00029980540302771823,
      "loss": 5.9062,
      "step": 4343
    },
    {
      "epoch": 0.17792340774114274,
      "grad_norm": 0.9560964541777691,
      "learning_rate": 0.00029980523691899586,
      "loss": 5.75,
      "step": 4344
    },
    {
      "epoch": 0.17796436616833913,
      "grad_norm": 0.874468939529339,
      "learning_rate": 0.0002998050707394543,
      "loss": 6.6875,
      "step": 4345
    },
    {
      "epoch": 0.17800532459553553,
      "grad_norm": 0.9832945042446679,
      "learning_rate": 0.0002998049044890936,
      "loss": 5.9375,
      "step": 4346
    },
    {
      "epoch": 0.17804628302273193,
      "grad_norm": 1.2322717268485655,
      "learning_rate": 0.00029980473816791387,
      "loss": 6.6875,
      "step": 4347
    },
    {
      "epoch": 0.17808724144992832,
      "grad_norm": 0.9662234436264407,
      "learning_rate": 0.0002998045717759151,
      "loss": 6.4062,
      "step": 4348
    },
    {
      "epoch": 0.17812819987712472,
      "grad_norm": 1.6071952872863464,
      "learning_rate": 0.00029980440531309746,
      "loss": 6.2812,
      "step": 4349
    },
    {
      "epoch": 0.17816915830432112,
      "grad_norm": 2.0671512678462687,
      "learning_rate": 0.00029980423877946097,
      "loss": 6.8125,
      "step": 4350
    },
    {
      "epoch": 0.17821011673151751,
      "grad_norm": 1.7773661753573775,
      "learning_rate": 0.0002998040721750057,
      "loss": 7.0,
      "step": 4351
    },
    {
      "epoch": 0.1782510751587139,
      "grad_norm": 0.8620197749634997,
      "learning_rate": 0.00029980390549973174,
      "loss": 5.7812,
      "step": 4352
    },
    {
      "epoch": 0.1782920335859103,
      "grad_norm": 1.444464376078948,
      "learning_rate": 0.0002998037387536393,
      "loss": 8.5625,
      "step": 4353
    },
    {
      "epoch": 0.1783329920131067,
      "grad_norm": 3.6103325008164355,
      "learning_rate": 0.00029980357193672825,
      "loss": 7.5312,
      "step": 4354
    },
    {
      "epoch": 0.1783739504403031,
      "grad_norm": 1.3338007479266933,
      "learning_rate": 0.00029980340504899875,
      "loss": 7.5625,
      "step": 4355
    },
    {
      "epoch": 0.1784149088674995,
      "grad_norm": 1.9949408303892937,
      "learning_rate": 0.00029980323809045096,
      "loss": 7.6562,
      "step": 4356
    },
    {
      "epoch": 0.1784558672946959,
      "grad_norm": 1.2601965824562056,
      "learning_rate": 0.0002998030710610848,
      "loss": 6.25,
      "step": 4357
    },
    {
      "epoch": 0.17849682572189227,
      "grad_norm": 1.032960172100089,
      "learning_rate": 0.00029980290396090055,
      "loss": 7.0312,
      "step": 4358
    },
    {
      "epoch": 0.17853778414908866,
      "grad_norm": 1.5332442707172478,
      "learning_rate": 0.0002998027367898981,
      "loss": 7.0938,
      "step": 4359
    },
    {
      "epoch": 0.17857874257628506,
      "grad_norm": 1.2217774913348458,
      "learning_rate": 0.00029980256954807765,
      "loss": 5.9688,
      "step": 4360
    },
    {
      "epoch": 0.17861970100348146,
      "grad_norm": 1.1805761060549058,
      "learning_rate": 0.00029980240223543924,
      "loss": 5.875,
      "step": 4361
    },
    {
      "epoch": 0.17866065943067785,
      "grad_norm": 1.4752403474825797,
      "learning_rate": 0.0002998022348519829,
      "loss": 9.3125,
      "step": 4362
    },
    {
      "epoch": 0.17870161785787425,
      "grad_norm": 1.1331702531142687,
      "learning_rate": 0.00029980206739770883,
      "loss": 6.1562,
      "step": 4363
    },
    {
      "epoch": 0.17874257628507065,
      "grad_norm": 1.1789871698255032,
      "learning_rate": 0.00029980189987261694,
      "loss": 7.125,
      "step": 4364
    },
    {
      "epoch": 0.17878353471226704,
      "grad_norm": 0.972686874100858,
      "learning_rate": 0.00029980173227670746,
      "loss": 6.25,
      "step": 4365
    },
    {
      "epoch": 0.17882449313946344,
      "grad_norm": 1.0980836319894531,
      "learning_rate": 0.00029980156460998044,
      "loss": 5.9375,
      "step": 4366
    },
    {
      "epoch": 0.17886545156665984,
      "grad_norm": 1.5841251654437132,
      "learning_rate": 0.00029980139687243594,
      "loss": 8.5,
      "step": 4367
    },
    {
      "epoch": 0.17890640999385624,
      "grad_norm": 1.1416795103319932,
      "learning_rate": 0.00029980122906407395,
      "loss": 6.5312,
      "step": 4368
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 2.943768370928641,
      "learning_rate": 0.0002998010611848947,
      "loss": 6.5312,
      "step": 4369
    },
    {
      "epoch": 0.17898832684824903,
      "grad_norm": 1.4438418968834696,
      "learning_rate": 0.0002998008932348982,
      "loss": 7.9062,
      "step": 4370
    },
    {
      "epoch": 0.17902928527544543,
      "grad_norm": 1.1989926662771169,
      "learning_rate": 0.0002998007252140845,
      "loss": 6.625,
      "step": 4371
    },
    {
      "epoch": 0.17907024370264182,
      "grad_norm": 1.9799529935322073,
      "learning_rate": 0.0002998005571224537,
      "loss": 7.5312,
      "step": 4372
    },
    {
      "epoch": 0.17911120212983822,
      "grad_norm": 1.1905360574287354,
      "learning_rate": 0.00029980038896000594,
      "loss": 7.0625,
      "step": 4373
    },
    {
      "epoch": 0.17915216055703462,
      "grad_norm": 1.0466099336194334,
      "learning_rate": 0.0002998002207267412,
      "loss": 5.9688,
      "step": 4374
    },
    {
      "epoch": 0.17919311898423101,
      "grad_norm": 1.4498020243905567,
      "learning_rate": 0.0002998000524226596,
      "loss": 6.5,
      "step": 4375
    },
    {
      "epoch": 0.1792340774114274,
      "grad_norm": 1.252883712508934,
      "learning_rate": 0.00029979988404776127,
      "loss": 6.0625,
      "step": 4376
    },
    {
      "epoch": 0.1792750358386238,
      "grad_norm": 5.433804230169475,
      "learning_rate": 0.0002997997156020462,
      "loss": 6.9062,
      "step": 4377
    },
    {
      "epoch": 0.1793159942658202,
      "grad_norm": 1.2845487160285236,
      "learning_rate": 0.0002997995470855146,
      "loss": 6.0,
      "step": 4378
    },
    {
      "epoch": 0.17935695269301657,
      "grad_norm": 1.1145356971108107,
      "learning_rate": 0.0002997993784981664,
      "loss": 5.5625,
      "step": 4379
    },
    {
      "epoch": 0.17939791112021297,
      "grad_norm": 0.9786496884655216,
      "learning_rate": 0.0002997992098400018,
      "loss": 6.5938,
      "step": 4380
    },
    {
      "epoch": 0.17943886954740937,
      "grad_norm": 1.6629097389860668,
      "learning_rate": 0.00029979904111102074,
      "loss": 6.0938,
      "step": 4381
    },
    {
      "epoch": 0.17947982797460577,
      "grad_norm": 1.003645880372533,
      "learning_rate": 0.00029979887231122346,
      "loss": 5.75,
      "step": 4382
    },
    {
      "epoch": 0.17952078640180216,
      "grad_norm": 1.6494670331240202,
      "learning_rate": 0.0002997987034406099,
      "loss": 6.4375,
      "step": 4383
    },
    {
      "epoch": 0.17956174482899856,
      "grad_norm": 1.3174510815673723,
      "learning_rate": 0.0002997985344991802,
      "loss": 6.75,
      "step": 4384
    },
    {
      "epoch": 0.17960270325619496,
      "grad_norm": 1.5007250896508861,
      "learning_rate": 0.00029979836548693455,
      "loss": 6.5,
      "step": 4385
    },
    {
      "epoch": 0.17964366168339135,
      "grad_norm": 2.0884880958747543,
      "learning_rate": 0.00029979819640387287,
      "loss": 9.0,
      "step": 4386
    },
    {
      "epoch": 0.17968462011058775,
      "grad_norm": 1.5067386961701563,
      "learning_rate": 0.0002997980272499952,
      "loss": 6.9375,
      "step": 4387
    },
    {
      "epoch": 0.17972557853778415,
      "grad_norm": 2.366090066827244,
      "learning_rate": 0.0002997978580253018,
      "loss": 5.625,
      "step": 4388
    },
    {
      "epoch": 0.17976653696498054,
      "grad_norm": 1.071960494292423,
      "learning_rate": 0.00029979768872979274,
      "loss": 6.375,
      "step": 4389
    },
    {
      "epoch": 0.17980749539217694,
      "grad_norm": 0.9721899351534583,
      "learning_rate": 0.00029979751936346795,
      "loss": 6.9062,
      "step": 4390
    },
    {
      "epoch": 0.17984845381937334,
      "grad_norm": 1.2990385648417166,
      "learning_rate": 0.0002997973499263276,
      "loss": 6.3125,
      "step": 4391
    },
    {
      "epoch": 0.17988941224656974,
      "grad_norm": 1.1130197067055136,
      "learning_rate": 0.00029979718041837173,
      "loss": 6.5,
      "step": 4392
    },
    {
      "epoch": 0.17993037067376613,
      "grad_norm": 1.1351444319194042,
      "learning_rate": 0.00029979701083960046,
      "loss": 6.5625,
      "step": 4393
    },
    {
      "epoch": 0.17997132910096253,
      "grad_norm": 1.6367533250644075,
      "learning_rate": 0.00029979684119001387,
      "loss": 5.625,
      "step": 4394
    },
    {
      "epoch": 0.18001228752815893,
      "grad_norm": 1.1062795615983914,
      "learning_rate": 0.000299796671469612,
      "loss": 6.5938,
      "step": 4395
    },
    {
      "epoch": 0.18005324595535532,
      "grad_norm": 1.2932157079680484,
      "learning_rate": 0.00029979650167839497,
      "loss": 5.25,
      "step": 4396
    },
    {
      "epoch": 0.18009420438255172,
      "grad_norm": 1.1784042566696848,
      "learning_rate": 0.0002997963318163628,
      "loss": 7.5,
      "step": 4397
    },
    {
      "epoch": 0.18013516280974812,
      "grad_norm": 1.29319348162336,
      "learning_rate": 0.0002997961618835157,
      "loss": 6.3125,
      "step": 4398
    },
    {
      "epoch": 0.18017612123694451,
      "grad_norm": 1.2880787907116134,
      "learning_rate": 0.00029979599187985364,
      "loss": 5.7188,
      "step": 4399
    },
    {
      "epoch": 0.18021707966414088,
      "grad_norm": 1.3598059398024889,
      "learning_rate": 0.00029979582180537673,
      "loss": 6.9375,
      "step": 4400
    },
    {
      "epoch": 0.18025803809133728,
      "grad_norm": 1.1592825228911983,
      "learning_rate": 0.000299795651660085,
      "loss": 5.375,
      "step": 4401
    },
    {
      "epoch": 0.18029899651853368,
      "grad_norm": 2.286245602432492,
      "learning_rate": 0.0002997954814439786,
      "loss": 6.625,
      "step": 4402
    },
    {
      "epoch": 0.18033995494573007,
      "grad_norm": 0.9674867847187334,
      "learning_rate": 0.00029979531115705764,
      "loss": 6.4375,
      "step": 4403
    },
    {
      "epoch": 0.18038091337292647,
      "grad_norm": 1.1883930591045995,
      "learning_rate": 0.00029979514079932207,
      "loss": 6.4062,
      "step": 4404
    },
    {
      "epoch": 0.18042187180012287,
      "grad_norm": 1.3415102162161385,
      "learning_rate": 0.0002997949703707721,
      "loss": 7.2188,
      "step": 4405
    },
    {
      "epoch": 0.18046283022731927,
      "grad_norm": 2.1134254372726207,
      "learning_rate": 0.00029979479987140775,
      "loss": 6.125,
      "step": 4406
    },
    {
      "epoch": 0.18050378865451566,
      "grad_norm": 1.103457295737477,
      "learning_rate": 0.00029979462930122906,
      "loss": 5.5625,
      "step": 4407
    },
    {
      "epoch": 0.18054474708171206,
      "grad_norm": 1.1558493573426316,
      "learning_rate": 0.00029979445866023624,
      "loss": 5.7812,
      "step": 4408
    },
    {
      "epoch": 0.18058570550890846,
      "grad_norm": 0.9334174343474342,
      "learning_rate": 0.00029979428794842924,
      "loss": 6.0938,
      "step": 4409
    },
    {
      "epoch": 0.18062666393610485,
      "grad_norm": 1.108876100309822,
      "learning_rate": 0.00029979411716580823,
      "loss": 6.0938,
      "step": 4410
    },
    {
      "epoch": 0.18066762236330125,
      "grad_norm": 1.884231619700035,
      "learning_rate": 0.00029979394631237326,
      "loss": 5.6562,
      "step": 4411
    },
    {
      "epoch": 0.18070858079049765,
      "grad_norm": 1.0939505138140637,
      "learning_rate": 0.00029979377538812433,
      "loss": 5.8125,
      "step": 4412
    },
    {
      "epoch": 0.18074953921769404,
      "grad_norm": 2.175246046641197,
      "learning_rate": 0.00029979360439306166,
      "loss": 7.6562,
      "step": 4413
    },
    {
      "epoch": 0.18079049764489044,
      "grad_norm": 2.1201739553972287,
      "learning_rate": 0.0002997934333271853,
      "loss": 6.5625,
      "step": 4414
    },
    {
      "epoch": 0.18083145607208684,
      "grad_norm": 1.4369290228082565,
      "learning_rate": 0.0002997932621904952,
      "loss": 6.9688,
      "step": 4415
    },
    {
      "epoch": 0.18087241449928324,
      "grad_norm": 1.2001640121902246,
      "learning_rate": 0.0002997930909829916,
      "loss": 6.4688,
      "step": 4416
    },
    {
      "epoch": 0.18091337292647963,
      "grad_norm": 1.7907837492324157,
      "learning_rate": 0.0002997929197046745,
      "loss": 7.1562,
      "step": 4417
    },
    {
      "epoch": 0.18095433135367603,
      "grad_norm": 3.437822960475149,
      "learning_rate": 0.000299792748355544,
      "loss": 5.5625,
      "step": 4418
    },
    {
      "epoch": 0.18099528978087243,
      "grad_norm": 1.0440417159619513,
      "learning_rate": 0.0002997925769356002,
      "loss": 6.1875,
      "step": 4419
    },
    {
      "epoch": 0.18103624820806882,
      "grad_norm": 1.051168320406191,
      "learning_rate": 0.0002997924054448432,
      "loss": 6.2812,
      "step": 4420
    },
    {
      "epoch": 0.1810772066352652,
      "grad_norm": 1.1180890400908028,
      "learning_rate": 0.00029979223388327294,
      "loss": 6.6875,
      "step": 4421
    },
    {
      "epoch": 0.1811181650624616,
      "grad_norm": 2.3959674176611347,
      "learning_rate": 0.00029979206225088967,
      "loss": 7.0312,
      "step": 4422
    },
    {
      "epoch": 0.18115912348965799,
      "grad_norm": 3.3914495163215115,
      "learning_rate": 0.0002997918905476934,
      "loss": 8.625,
      "step": 4423
    },
    {
      "epoch": 0.18120008191685438,
      "grad_norm": 1.3173793476480675,
      "learning_rate": 0.00029979171877368417,
      "loss": 8.0,
      "step": 4424
    },
    {
      "epoch": 0.18124104034405078,
      "grad_norm": 1.5858247717403877,
      "learning_rate": 0.00029979154692886216,
      "loss": 8.3125,
      "step": 4425
    },
    {
      "epoch": 0.18128199877124718,
      "grad_norm": 1.4478507385033064,
      "learning_rate": 0.0002997913750132274,
      "loss": 8.625,
      "step": 4426
    },
    {
      "epoch": 0.18132295719844357,
      "grad_norm": 1.9816667411041538,
      "learning_rate": 0.00029979120302677995,
      "loss": 5.375,
      "step": 4427
    },
    {
      "epoch": 0.18136391562563997,
      "grad_norm": 1.3290388955151473,
      "learning_rate": 0.0002997910309695199,
      "loss": 5.7188,
      "step": 4428
    },
    {
      "epoch": 0.18140487405283637,
      "grad_norm": 2.78435612030919,
      "learning_rate": 0.00029979085884144737,
      "loss": 5.4062,
      "step": 4429
    },
    {
      "epoch": 0.18144583248003276,
      "grad_norm": 1.0667644405992722,
      "learning_rate": 0.0002997906866425624,
      "loss": 6.375,
      "step": 4430
    },
    {
      "epoch": 0.18148679090722916,
      "grad_norm": 1.2266252883310773,
      "learning_rate": 0.0002997905143728651,
      "loss": 7.75,
      "step": 4431
    },
    {
      "epoch": 0.18152774933442556,
      "grad_norm": 1.2936945897173,
      "learning_rate": 0.0002997903420323555,
      "loss": 8.25,
      "step": 4432
    },
    {
      "epoch": 0.18156870776162196,
      "grad_norm": 1.3285525677677408,
      "learning_rate": 0.0002997901696210337,
      "loss": 6.25,
      "step": 4433
    },
    {
      "epoch": 0.18160966618881835,
      "grad_norm": 1.0914447269178515,
      "learning_rate": 0.00029978999713889984,
      "loss": 6.7188,
      "step": 4434
    },
    {
      "epoch": 0.18165062461601475,
      "grad_norm": 1.0976517661000151,
      "learning_rate": 0.000299789824585954,
      "loss": 5.9688,
      "step": 4435
    },
    {
      "epoch": 0.18169158304321115,
      "grad_norm": 2.0620229188810213,
      "learning_rate": 0.00029978965196219616,
      "loss": 7.7812,
      "step": 4436
    },
    {
      "epoch": 0.18173254147040754,
      "grad_norm": 0.987347267546906,
      "learning_rate": 0.0002997894792676265,
      "loss": 5.8438,
      "step": 4437
    },
    {
      "epoch": 0.18177349989760394,
      "grad_norm": 7.003144416278484,
      "learning_rate": 0.00029978930650224504,
      "loss": 3.4531,
      "step": 4438
    },
    {
      "epoch": 0.18181445832480034,
      "grad_norm": 1.3014466075323545,
      "learning_rate": 0.00029978913366605187,
      "loss": 5.8125,
      "step": 4439
    },
    {
      "epoch": 0.18185541675199673,
      "grad_norm": 1.1642118682524278,
      "learning_rate": 0.0002997889607590472,
      "loss": 5.625,
      "step": 4440
    },
    {
      "epoch": 0.18189637517919313,
      "grad_norm": 1.157643862135158,
      "learning_rate": 0.0002997887877812309,
      "loss": 5.6562,
      "step": 4441
    },
    {
      "epoch": 0.1819373336063895,
      "grad_norm": 1.652267911965865,
      "learning_rate": 0.00029978861473260314,
      "loss": 7.9062,
      "step": 4442
    },
    {
      "epoch": 0.1819782920335859,
      "grad_norm": 1.1311029359037996,
      "learning_rate": 0.0002997884416131641,
      "loss": 6.0,
      "step": 4443
    },
    {
      "epoch": 0.1820192504607823,
      "grad_norm": 8.911696845860174,
      "learning_rate": 0.00029978826842291367,
      "loss": 7.5312,
      "step": 4444
    },
    {
      "epoch": 0.1820602088879787,
      "grad_norm": 3.6838827016802456,
      "learning_rate": 0.00029978809516185214,
      "loss": 8.0,
      "step": 4445
    },
    {
      "epoch": 0.1821011673151751,
      "grad_norm": 2.718862172746107,
      "learning_rate": 0.0002997879218299794,
      "loss": 5.3438,
      "step": 4446
    },
    {
      "epoch": 0.18214212574237149,
      "grad_norm": 1.4944012938512374,
      "learning_rate": 0.0002997877484272957,
      "loss": 5.2812,
      "step": 4447
    },
    {
      "epoch": 0.18218308416956788,
      "grad_norm": 1.25204202708869,
      "learning_rate": 0.000299787574953801,
      "loss": 5.9688,
      "step": 4448
    },
    {
      "epoch": 0.18222404259676428,
      "grad_norm": 1.688906281279009,
      "learning_rate": 0.0002997874014094954,
      "loss": 8.5625,
      "step": 4449
    },
    {
      "epoch": 0.18226500102396068,
      "grad_norm": 2.4288472755200092,
      "learning_rate": 0.00029978722779437904,
      "loss": 5.3125,
      "step": 4450
    },
    {
      "epoch": 0.18230595945115707,
      "grad_norm": 0.988516258743415,
      "learning_rate": 0.000299787054108452,
      "loss": 6.0938,
      "step": 4451
    },
    {
      "epoch": 0.18234691787835347,
      "grad_norm": 0.9445693007392219,
      "learning_rate": 0.00029978688035171434,
      "loss": 6.5,
      "step": 4452
    },
    {
      "epoch": 0.18238787630554987,
      "grad_norm": 1.0350247019655865,
      "learning_rate": 0.00029978670652416607,
      "loss": 6.375,
      "step": 4453
    },
    {
      "epoch": 0.18242883473274626,
      "grad_norm": 1.070649161150345,
      "learning_rate": 0.0002997865326258074,
      "loss": 7.0625,
      "step": 4454
    },
    {
      "epoch": 0.18246979315994266,
      "grad_norm": 3.498151983371588,
      "learning_rate": 0.0002997863586566383,
      "loss": 7.9375,
      "step": 4455
    },
    {
      "epoch": 0.18251075158713906,
      "grad_norm": 1.10259235711035,
      "learning_rate": 0.00029978618461665895,
      "loss": 5.75,
      "step": 4456
    },
    {
      "epoch": 0.18255171001433546,
      "grad_norm": 1.8677354969411855,
      "learning_rate": 0.00029978601050586936,
      "loss": 5.9688,
      "step": 4457
    },
    {
      "epoch": 0.18259266844153185,
      "grad_norm": 1.4321451962309024,
      "learning_rate": 0.0002997858363242696,
      "loss": 5.9688,
      "step": 4458
    },
    {
      "epoch": 0.18263362686872825,
      "grad_norm": 1.3380099401544179,
      "learning_rate": 0.00029978566207185985,
      "loss": 7.3438,
      "step": 4459
    },
    {
      "epoch": 0.18267458529592465,
      "grad_norm": 1.2456013528971426,
      "learning_rate": 0.0002997854877486401,
      "loss": 5.5625,
      "step": 4460
    },
    {
      "epoch": 0.18271554372312104,
      "grad_norm": 1.5845419295777399,
      "learning_rate": 0.00029978531335461044,
      "loss": 8.25,
      "step": 4461
    },
    {
      "epoch": 0.18275650215031744,
      "grad_norm": 1.8592433578595178,
      "learning_rate": 0.000299785138889771,
      "loss": 6.25,
      "step": 4462
    },
    {
      "epoch": 0.18279746057751384,
      "grad_norm": 1.2373166930102126,
      "learning_rate": 0.00029978496435412183,
      "loss": 5.7812,
      "step": 4463
    },
    {
      "epoch": 0.1828384190047102,
      "grad_norm": 1.3596007869003477,
      "learning_rate": 0.00029978478974766303,
      "loss": 7.25,
      "step": 4464
    },
    {
      "epoch": 0.1828793774319066,
      "grad_norm": 1.4621806057151394,
      "learning_rate": 0.00029978461507039467,
      "loss": 7.4688,
      "step": 4465
    },
    {
      "epoch": 0.182920335859103,
      "grad_norm": 1.1536148109264892,
      "learning_rate": 0.00029978444032231684,
      "loss": 6.0938,
      "step": 4466
    },
    {
      "epoch": 0.1829612942862994,
      "grad_norm": 1.1157733462845265,
      "learning_rate": 0.0002997842655034296,
      "loss": 6.0938,
      "step": 4467
    },
    {
      "epoch": 0.1830022527134958,
      "grad_norm": 1.0757286973062776,
      "learning_rate": 0.0002997840906137331,
      "loss": 5.9375,
      "step": 4468
    },
    {
      "epoch": 0.1830432111406922,
      "grad_norm": 1.102349884739416,
      "learning_rate": 0.0002997839156532273,
      "loss": 6.3438,
      "step": 4469
    },
    {
      "epoch": 0.1830841695678886,
      "grad_norm": 1.1358976699523424,
      "learning_rate": 0.0002997837406219124,
      "loss": 6.9375,
      "step": 4470
    },
    {
      "epoch": 0.18312512799508499,
      "grad_norm": 7.4734388837875425,
      "learning_rate": 0.0002997835655197884,
      "loss": 6.6562,
      "step": 4471
    },
    {
      "epoch": 0.18316608642228138,
      "grad_norm": 0.9551785079472125,
      "learning_rate": 0.0002997833903468555,
      "loss": 5.8125,
      "step": 4472
    },
    {
      "epoch": 0.18320704484947778,
      "grad_norm": 1.236909352821423,
      "learning_rate": 0.0002997832151031137,
      "loss": 6.6562,
      "step": 4473
    },
    {
      "epoch": 0.18324800327667418,
      "grad_norm": 1.208834377987798,
      "learning_rate": 0.000299783039788563,
      "loss": 5.8125,
      "step": 4474
    },
    {
      "epoch": 0.18328896170387057,
      "grad_norm": 3.078774432169514,
      "learning_rate": 0.00029978286440320365,
      "loss": 6.625,
      "step": 4475
    },
    {
      "epoch": 0.18332992013106697,
      "grad_norm": 1.4107253504925596,
      "learning_rate": 0.00029978268894703555,
      "loss": 6.1875,
      "step": 4476
    },
    {
      "epoch": 0.18337087855826337,
      "grad_norm": 1.7584174658854923,
      "learning_rate": 0.00029978251342005903,
      "loss": 6.5312,
      "step": 4477
    },
    {
      "epoch": 0.18341183698545976,
      "grad_norm": 1.9499215840298487,
      "learning_rate": 0.0002997823378222739,
      "loss": 6.4688,
      "step": 4478
    },
    {
      "epoch": 0.18345279541265616,
      "grad_norm": 1.2525080483880355,
      "learning_rate": 0.0002997821621536804,
      "loss": 5.9688,
      "step": 4479
    },
    {
      "epoch": 0.18349375383985256,
      "grad_norm": 1.2385680337740408,
      "learning_rate": 0.00029978198641427865,
      "loss": 6.3125,
      "step": 4480
    },
    {
      "epoch": 0.18353471226704896,
      "grad_norm": 1.0996380498069032,
      "learning_rate": 0.0002997818106040686,
      "loss": 6.5938,
      "step": 4481
    },
    {
      "epoch": 0.18357567069424535,
      "grad_norm": 1.5009337279378103,
      "learning_rate": 0.0002997816347230505,
      "loss": 6.0,
      "step": 4482
    },
    {
      "epoch": 0.18361662912144175,
      "grad_norm": 1.3383624255224946,
      "learning_rate": 0.00029978145877122424,
      "loss": 8.375,
      "step": 4483
    },
    {
      "epoch": 0.18365758754863815,
      "grad_norm": 1.1845080502612013,
      "learning_rate": 0.00029978128274859,
      "loss": 5.9062,
      "step": 4484
    },
    {
      "epoch": 0.18369854597583452,
      "grad_norm": 8.034331781504418,
      "learning_rate": 0.0002997811066551479,
      "loss": 5.5625,
      "step": 4485
    },
    {
      "epoch": 0.1837395044030309,
      "grad_norm": 0.9923925536686334,
      "learning_rate": 0.000299780930490898,
      "loss": 6.6562,
      "step": 4486
    },
    {
      "epoch": 0.1837804628302273,
      "grad_norm": 0.9851033687626407,
      "learning_rate": 0.00029978075425584033,
      "loss": 6.4375,
      "step": 4487
    },
    {
      "epoch": 0.1838214212574237,
      "grad_norm": 1.2929525020494694,
      "learning_rate": 0.000299780577949975,
      "loss": 6.0938,
      "step": 4488
    },
    {
      "epoch": 0.1838623796846201,
      "grad_norm": 1.4452415128022562,
      "learning_rate": 0.00029978040157330215,
      "loss": 5.9375,
      "step": 4489
    },
    {
      "epoch": 0.1839033381118165,
      "grad_norm": 1.0178445655907924,
      "learning_rate": 0.00029978022512582177,
      "loss": 6.0312,
      "step": 4490
    },
    {
      "epoch": 0.1839442965390129,
      "grad_norm": 1.164628648457217,
      "learning_rate": 0.000299780048607534,
      "loss": 6.3438,
      "step": 4491
    },
    {
      "epoch": 0.1839852549662093,
      "grad_norm": 0.8965887715627683,
      "learning_rate": 0.0002997798720184389,
      "loss": 5.9062,
      "step": 4492
    },
    {
      "epoch": 0.1840262133934057,
      "grad_norm": 1.0104833966180518,
      "learning_rate": 0.0002997796953585366,
      "loss": 5.75,
      "step": 4493
    },
    {
      "epoch": 0.1840671718206021,
      "grad_norm": 1.1233622931354204,
      "learning_rate": 0.0002997795186278271,
      "loss": 5.875,
      "step": 4494
    },
    {
      "epoch": 0.18410813024779848,
      "grad_norm": 1.2336100896066386,
      "learning_rate": 0.00029977934182631066,
      "loss": 5.9062,
      "step": 4495
    },
    {
      "epoch": 0.18414908867499488,
      "grad_norm": 1.326074470223048,
      "learning_rate": 0.0002997791649539871,
      "loss": 7.4375,
      "step": 4496
    },
    {
      "epoch": 0.18419004710219128,
      "grad_norm": 1.0559160284891373,
      "learning_rate": 0.0002997789880108567,
      "loss": 6.0312,
      "step": 4497
    },
    {
      "epoch": 0.18423100552938768,
      "grad_norm": 0.9989290171587415,
      "learning_rate": 0.0002997788109969195,
      "loss": 6.0625,
      "step": 4498
    },
    {
      "epoch": 0.18427196395658407,
      "grad_norm": 1.1888893234918572,
      "learning_rate": 0.0002997786339121756,
      "loss": 6.1562,
      "step": 4499
    },
    {
      "epoch": 0.18431292238378047,
      "grad_norm": 1.1351672867262548,
      "learning_rate": 0.000299778456756625,
      "loss": 6.375,
      "step": 4500
    },
    {
      "epoch": 0.18435388081097687,
      "grad_norm": 1.0728655438795722,
      "learning_rate": 0.0002997782795302678,
      "loss": 5.9375,
      "step": 4501
    },
    {
      "epoch": 0.18439483923817326,
      "grad_norm": 1.4198543121040237,
      "learning_rate": 0.00029977810223310415,
      "loss": 6.6875,
      "step": 4502
    },
    {
      "epoch": 0.18443579766536966,
      "grad_norm": 0.9401199688691559,
      "learning_rate": 0.00029977792486513417,
      "loss": 6.0625,
      "step": 4503
    },
    {
      "epoch": 0.18447675609256606,
      "grad_norm": 1.973744493327421,
      "learning_rate": 0.0002997777474263578,
      "loss": 7.25,
      "step": 4504
    },
    {
      "epoch": 0.18451771451976245,
      "grad_norm": 1.06211948763684,
      "learning_rate": 0.00029977756991677527,
      "loss": 6.7188,
      "step": 4505
    },
    {
      "epoch": 0.18455867294695882,
      "grad_norm": 1.4758138827310083,
      "learning_rate": 0.0002997773923363865,
      "loss": 7.8438,
      "step": 4506
    },
    {
      "epoch": 0.18459963137415522,
      "grad_norm": 1.2028452282853437,
      "learning_rate": 0.00029977721468519176,
      "loss": 5.4688,
      "step": 4507
    },
    {
      "epoch": 0.18464058980135162,
      "grad_norm": 1.6040538924360794,
      "learning_rate": 0.000299777036963191,
      "loss": 7.0625,
      "step": 4508
    },
    {
      "epoch": 0.18468154822854801,
      "grad_norm": 1.043223261965701,
      "learning_rate": 0.00029977685917038433,
      "loss": 6.7188,
      "step": 4509
    },
    {
      "epoch": 0.1847225066557444,
      "grad_norm": 3.778325037545082,
      "learning_rate": 0.00029977668130677193,
      "loss": 5.375,
      "step": 4510
    },
    {
      "epoch": 0.1847634650829408,
      "grad_norm": 0.9981556873978898,
      "learning_rate": 0.00029977650337235375,
      "loss": 6.5938,
      "step": 4511
    },
    {
      "epoch": 0.1848044235101372,
      "grad_norm": 1.2942943230382888,
      "learning_rate": 0.00029977632536712996,
      "loss": 7.5312,
      "step": 4512
    },
    {
      "epoch": 0.1848453819373336,
      "grad_norm": 2.5379046174035262,
      "learning_rate": 0.00029977614729110056,
      "loss": 7.2812,
      "step": 4513
    },
    {
      "epoch": 0.18488634036453,
      "grad_norm": 1.165749610609125,
      "learning_rate": 0.0002997759691442657,
      "loss": 6.375,
      "step": 4514
    },
    {
      "epoch": 0.1849272987917264,
      "grad_norm": 1.0593536477327297,
      "learning_rate": 0.00029977579092662547,
      "loss": 6.0,
      "step": 4515
    },
    {
      "epoch": 0.1849682572189228,
      "grad_norm": 1.0003859860805049,
      "learning_rate": 0.00029977561263817994,
      "loss": 6.0312,
      "step": 4516
    },
    {
      "epoch": 0.1850092156461192,
      "grad_norm": 2.5276698060301386,
      "learning_rate": 0.00029977543427892923,
      "loss": 6.5938,
      "step": 4517
    },
    {
      "epoch": 0.1850501740733156,
      "grad_norm": 0.9771029369868949,
      "learning_rate": 0.00029977525584887335,
      "loss": 6.6562,
      "step": 4518
    },
    {
      "epoch": 0.18509113250051198,
      "grad_norm": 3.2161503463058803,
      "learning_rate": 0.0002997750773480124,
      "loss": 7.4375,
      "step": 4519
    },
    {
      "epoch": 0.18513209092770838,
      "grad_norm": 1.169424744768681,
      "learning_rate": 0.0002997748987763465,
      "loss": 5.625,
      "step": 4520
    },
    {
      "epoch": 0.18517304935490478,
      "grad_norm": 0.9935614521705004,
      "learning_rate": 0.0002997747201338757,
      "loss": 6.875,
      "step": 4521
    },
    {
      "epoch": 0.18521400778210118,
      "grad_norm": 0.9798258581701553,
      "learning_rate": 0.00029977454142060013,
      "loss": 6.3125,
      "step": 4522
    },
    {
      "epoch": 0.18525496620929757,
      "grad_norm": 0.9374134413845717,
      "learning_rate": 0.0002997743626365198,
      "loss": 6.125,
      "step": 4523
    },
    {
      "epoch": 0.18529592463649397,
      "grad_norm": 1.0807213481749367,
      "learning_rate": 0.0002997741837816349,
      "loss": 6.5625,
      "step": 4524
    },
    {
      "epoch": 0.18533688306369037,
      "grad_norm": 0.9555724008711314,
      "learning_rate": 0.00029977400485594545,
      "loss": 6.5,
      "step": 4525
    },
    {
      "epoch": 0.18537784149088676,
      "grad_norm": 1.1164871259562439,
      "learning_rate": 0.0002997738258594516,
      "loss": 6.1875,
      "step": 4526
    },
    {
      "epoch": 0.18541879991808313,
      "grad_norm": 1.1632695157008945,
      "learning_rate": 0.00029977364679215323,
      "loss": 5.5,
      "step": 4527
    },
    {
      "epoch": 0.18545975834527953,
      "grad_norm": 1.1959828567287152,
      "learning_rate": 0.0002997734676540507,
      "loss": 5.9062,
      "step": 4528
    },
    {
      "epoch": 0.18550071677247593,
      "grad_norm": 1.5546493142407316,
      "learning_rate": 0.0002997732884451439,
      "loss": 6.1875,
      "step": 4529
    },
    {
      "epoch": 0.18554167519967232,
      "grad_norm": 3.3183584762464013,
      "learning_rate": 0.00029977310916543296,
      "loss": 5.125,
      "step": 4530
    },
    {
      "epoch": 0.18558263362686872,
      "grad_norm": 1.4503553468027928,
      "learning_rate": 0.00029977292981491806,
      "loss": 5.6875,
      "step": 4531
    },
    {
      "epoch": 0.18562359205406512,
      "grad_norm": 1.1850651885869932,
      "learning_rate": 0.00029977275039359916,
      "loss": 7.0938,
      "step": 4532
    },
    {
      "epoch": 0.18566455048126151,
      "grad_norm": 1.5871492759691952,
      "learning_rate": 0.0002997725709014764,
      "loss": 7.1875,
      "step": 4533
    },
    {
      "epoch": 0.1857055089084579,
      "grad_norm": 1.3331656545639805,
      "learning_rate": 0.00029977239133854985,
      "loss": 7.1875,
      "step": 4534
    },
    {
      "epoch": 0.1857464673356543,
      "grad_norm": 1.0738204979822992,
      "learning_rate": 0.0002997722117048196,
      "loss": 7.1875,
      "step": 4535
    },
    {
      "epoch": 0.1857874257628507,
      "grad_norm": 1.669309654778809,
      "learning_rate": 0.0002997720320002858,
      "loss": 6.4062,
      "step": 4536
    },
    {
      "epoch": 0.1858283841900471,
      "grad_norm": 2.2055574376591447,
      "learning_rate": 0.00029977185222494843,
      "loss": 5.5938,
      "step": 4537
    },
    {
      "epoch": 0.1858693426172435,
      "grad_norm": 0.9604579002749402,
      "learning_rate": 0.0002997716723788076,
      "loss": 6.7812,
      "step": 4538
    },
    {
      "epoch": 0.1859103010444399,
      "grad_norm": 0.9319225308004334,
      "learning_rate": 0.00029977149246186344,
      "loss": 6.1875,
      "step": 4539
    },
    {
      "epoch": 0.1859512594716363,
      "grad_norm": 1.0944847071345034,
      "learning_rate": 0.00029977131247411597,
      "loss": 6.3125,
      "step": 4540
    },
    {
      "epoch": 0.1859922178988327,
      "grad_norm": 1.085880730227835,
      "learning_rate": 0.0002997711324155654,
      "loss": 5.4375,
      "step": 4541
    },
    {
      "epoch": 0.1860331763260291,
      "grad_norm": 1.0457097516005533,
      "learning_rate": 0.0002997709522862117,
      "loss": 6.2188,
      "step": 4542
    },
    {
      "epoch": 0.18607413475322548,
      "grad_norm": 2.7779166996716804,
      "learning_rate": 0.0002997707720860549,
      "loss": 7.1562,
      "step": 4543
    },
    {
      "epoch": 0.18611509318042188,
      "grad_norm": 1.110414425270845,
      "learning_rate": 0.0002997705918150953,
      "loss": 6.4062,
      "step": 4544
    },
    {
      "epoch": 0.18615605160761828,
      "grad_norm": 1.1322901384733708,
      "learning_rate": 0.0002997704114733327,
      "loss": 7.0312,
      "step": 4545
    },
    {
      "epoch": 0.18619701003481468,
      "grad_norm": 2.2710563179584113,
      "learning_rate": 0.00029977023106076745,
      "loss": 4.5,
      "step": 4546
    },
    {
      "epoch": 0.18623796846201107,
      "grad_norm": 1.0679630213256452,
      "learning_rate": 0.0002997700505773995,
      "loss": 6.5312,
      "step": 4547
    },
    {
      "epoch": 0.18627892688920744,
      "grad_norm": 1.474030098465129,
      "learning_rate": 0.000299769870023229,
      "loss": 6.8125,
      "step": 4548
    },
    {
      "epoch": 0.18631988531640384,
      "grad_norm": 0.9182285707185925,
      "learning_rate": 0.00029976968939825595,
      "loss": 6.9375,
      "step": 4549
    },
    {
      "epoch": 0.18636084374360024,
      "grad_norm": 4.38981408146084,
      "learning_rate": 0.00029976950870248044,
      "loss": 5.5625,
      "step": 4550
    },
    {
      "epoch": 0.18640180217079663,
      "grad_norm": 5.7407733565689805,
      "learning_rate": 0.0002997693279359027,
      "loss": 9.0625,
      "step": 4551
    },
    {
      "epoch": 0.18644276059799303,
      "grad_norm": 1.2690161182177087,
      "learning_rate": 0.0002997691470985226,
      "loss": 5.9688,
      "step": 4552
    },
    {
      "epoch": 0.18648371902518943,
      "grad_norm": 1.1535755347571701,
      "learning_rate": 0.00029976896619034047,
      "loss": 6.4688,
      "step": 4553
    },
    {
      "epoch": 0.18652467745238582,
      "grad_norm": 1.1618713845748154,
      "learning_rate": 0.0002997687852113562,
      "loss": 6.0938,
      "step": 4554
    },
    {
      "epoch": 0.18656563587958222,
      "grad_norm": 1.076507648234351,
      "learning_rate": 0.0002997686041615699,
      "loss": 6.9062,
      "step": 4555
    },
    {
      "epoch": 0.18660659430677862,
      "grad_norm": 1.0498346772344829,
      "learning_rate": 0.0002997684230409817,
      "loss": 6.0938,
      "step": 4556
    },
    {
      "epoch": 0.18664755273397501,
      "grad_norm": 9.296894266990392,
      "learning_rate": 0.00029976824184959174,
      "loss": 6.5625,
      "step": 4557
    },
    {
      "epoch": 0.1866885111611714,
      "grad_norm": 1.4954268552538144,
      "learning_rate": 0.00029976806058739996,
      "loss": 8.625,
      "step": 4558
    },
    {
      "epoch": 0.1867294695883678,
      "grad_norm": 1.2188678653955143,
      "learning_rate": 0.0002997678792544066,
      "loss": 6.4062,
      "step": 4559
    },
    {
      "epoch": 0.1867704280155642,
      "grad_norm": 1.185439881388347,
      "learning_rate": 0.00029976769785061165,
      "loss": 6.8125,
      "step": 4560
    },
    {
      "epoch": 0.1868113864427606,
      "grad_norm": 1.2933899971581748,
      "learning_rate": 0.00029976751637601523,
      "loss": 6.6875,
      "step": 4561
    },
    {
      "epoch": 0.186852344869957,
      "grad_norm": 1.7537464321236877,
      "learning_rate": 0.00029976733483061743,
      "loss": 6.7188,
      "step": 4562
    },
    {
      "epoch": 0.1868933032971534,
      "grad_norm": 0.9723379542158732,
      "learning_rate": 0.00029976715321441836,
      "loss": 6.875,
      "step": 4563
    },
    {
      "epoch": 0.1869342617243498,
      "grad_norm": 1.0273587301674307,
      "learning_rate": 0.000299766971527418,
      "loss": 5.9375,
      "step": 4564
    },
    {
      "epoch": 0.1869752201515462,
      "grad_norm": 0.9791607775851808,
      "learning_rate": 0.00029976678976961654,
      "loss": 6.5938,
      "step": 4565
    },
    {
      "epoch": 0.1870161785787426,
      "grad_norm": 1.4991195382336455,
      "learning_rate": 0.000299766607941014,
      "loss": 6.625,
      "step": 4566
    },
    {
      "epoch": 0.18705713700593898,
      "grad_norm": 0.9302550508938761,
      "learning_rate": 0.00029976642604161055,
      "loss": 6.3125,
      "step": 4567
    },
    {
      "epoch": 0.18709809543313538,
      "grad_norm": 1.0279854178417747,
      "learning_rate": 0.0002997662440714062,
      "loss": 6.0,
      "step": 4568
    },
    {
      "epoch": 0.18713905386033175,
      "grad_norm": 1.2147058241667168,
      "learning_rate": 0.0002997660620304011,
      "loss": 6.4375,
      "step": 4569
    },
    {
      "epoch": 0.18718001228752815,
      "grad_norm": 1.1177733225285214,
      "learning_rate": 0.0002997658799185952,
      "loss": 6.3438,
      "step": 4570
    },
    {
      "epoch": 0.18722097071472454,
      "grad_norm": 1.0370499650039153,
      "learning_rate": 0.00029976569773598874,
      "loss": 5.6562,
      "step": 4571
    },
    {
      "epoch": 0.18726192914192094,
      "grad_norm": 1.5707153816288975,
      "learning_rate": 0.0002997655154825817,
      "loss": 6.4375,
      "step": 4572
    },
    {
      "epoch": 0.18730288756911734,
      "grad_norm": 1.2033592940361557,
      "learning_rate": 0.00029976533315837433,
      "loss": 6.3125,
      "step": 4573
    },
    {
      "epoch": 0.18734384599631373,
      "grad_norm": 1.2822306160790429,
      "learning_rate": 0.0002997651507633665,
      "loss": 6.1875,
      "step": 4574
    },
    {
      "epoch": 0.18738480442351013,
      "grad_norm": 2.144998996682019,
      "learning_rate": 0.00029976496829755845,
      "loss": 8.5625,
      "step": 4575
    },
    {
      "epoch": 0.18742576285070653,
      "grad_norm": 1.5732129849037748,
      "learning_rate": 0.0002997647857609502,
      "loss": 7.4375,
      "step": 4576
    },
    {
      "epoch": 0.18746672127790293,
      "grad_norm": 2.5491017508931266,
      "learning_rate": 0.0002997646031535418,
      "loss": 8.1875,
      "step": 4577
    },
    {
      "epoch": 0.18750767970509932,
      "grad_norm": 1.4605141394468453,
      "learning_rate": 0.0002997644204753334,
      "loss": 8.8125,
      "step": 4578
    },
    {
      "epoch": 0.18754863813229572,
      "grad_norm": 1.1871358441670823,
      "learning_rate": 0.0002997642377263251,
      "loss": 6.6875,
      "step": 4579
    },
    {
      "epoch": 0.18758959655949212,
      "grad_norm": 1.8587011172200334,
      "learning_rate": 0.000299764054906517,
      "loss": 7.25,
      "step": 4580
    },
    {
      "epoch": 0.1876305549866885,
      "grad_norm": 1.3605971100941658,
      "learning_rate": 0.0002997638720159091,
      "loss": 6.0,
      "step": 4581
    },
    {
      "epoch": 0.1876715134138849,
      "grad_norm": 1.929774391010971,
      "learning_rate": 0.00029976368905450154,
      "loss": 8.1875,
      "step": 4582
    },
    {
      "epoch": 0.1877124718410813,
      "grad_norm": 1.201836502319392,
      "learning_rate": 0.0002997635060222944,
      "loss": 6.75,
      "step": 4583
    },
    {
      "epoch": 0.1877534302682777,
      "grad_norm": 1.1867487220627602,
      "learning_rate": 0.00029976332291928775,
      "loss": 6.25,
      "step": 4584
    },
    {
      "epoch": 0.1877943886954741,
      "grad_norm": 1.0432210928236147,
      "learning_rate": 0.0002997631397454817,
      "loss": 6.3125,
      "step": 4585
    },
    {
      "epoch": 0.1878353471226705,
      "grad_norm": 1.0321470046218004,
      "learning_rate": 0.0002997629565008763,
      "loss": 6.9688,
      "step": 4586
    },
    {
      "epoch": 0.1878763055498669,
      "grad_norm": 1.1090995040881289,
      "learning_rate": 0.0002997627731854717,
      "loss": 6.5938,
      "step": 4587
    },
    {
      "epoch": 0.1879172639770633,
      "grad_norm": 3.065885658963146,
      "learning_rate": 0.000299762589799268,
      "loss": 5.4688,
      "step": 4588
    },
    {
      "epoch": 0.1879582224042597,
      "grad_norm": 2.148522605789678,
      "learning_rate": 0.00029976240634226514,
      "loss": 6.9062,
      "step": 4589
    },
    {
      "epoch": 0.18799918083145606,
      "grad_norm": 1.206224776545526,
      "learning_rate": 0.00029976222281446335,
      "loss": 6.1875,
      "step": 4590
    },
    {
      "epoch": 0.18804013925865246,
      "grad_norm": 1.1146587474682148,
      "learning_rate": 0.0002997620392158627,
      "loss": 6.375,
      "step": 4591
    },
    {
      "epoch": 0.18808109768584885,
      "grad_norm": 1.1273665203040677,
      "learning_rate": 0.00029976185554646316,
      "loss": 6.2812,
      "step": 4592
    },
    {
      "epoch": 0.18812205611304525,
      "grad_norm": 0.9644115370354424,
      "learning_rate": 0.000299761671806265,
      "loss": 6.0312,
      "step": 4593
    },
    {
      "epoch": 0.18816301454024165,
      "grad_norm": 1.3006178157729786,
      "learning_rate": 0.0002997614879952681,
      "loss": 6.5938,
      "step": 4594
    },
    {
      "epoch": 0.18820397296743804,
      "grad_norm": 1.7739099992154557,
      "learning_rate": 0.0002997613041134728,
      "loss": 8.3125,
      "step": 4595
    },
    {
      "epoch": 0.18824493139463444,
      "grad_norm": 1.1610410174023582,
      "learning_rate": 0.000299761120160879,
      "loss": 6.125,
      "step": 4596
    },
    {
      "epoch": 0.18828588982183084,
      "grad_norm": 1.1470163607961665,
      "learning_rate": 0.0002997609361374868,
      "loss": 7.25,
      "step": 4597
    },
    {
      "epoch": 0.18832684824902723,
      "grad_norm": 3.552486322664243,
      "learning_rate": 0.0002997607520432963,
      "loss": 6.1562,
      "step": 4598
    },
    {
      "epoch": 0.18836780667622363,
      "grad_norm": 2.0034914739501968,
      "learning_rate": 0.0002997605678783076,
      "loss": 7.375,
      "step": 4599
    },
    {
      "epoch": 0.18840876510342003,
      "grad_norm": 1.0147363414115325,
      "learning_rate": 0.0002997603836425209,
      "loss": 5.6562,
      "step": 4600
    },
    {
      "epoch": 0.18844972353061643,
      "grad_norm": 1.0789532788270015,
      "learning_rate": 0.0002997601993359361,
      "loss": 5.625,
      "step": 4601
    },
    {
      "epoch": 0.18849068195781282,
      "grad_norm": 1.0956560615147946,
      "learning_rate": 0.0002997600149585534,
      "loss": 6.25,
      "step": 4602
    },
    {
      "epoch": 0.18853164038500922,
      "grad_norm": 1.4207144943160008,
      "learning_rate": 0.0002997598305103728,
      "loss": 7.0938,
      "step": 4603
    },
    {
      "epoch": 0.18857259881220562,
      "grad_norm": 2.4868846304723884,
      "learning_rate": 0.00029975964599139447,
      "loss": 7.25,
      "step": 4604
    },
    {
      "epoch": 0.188613557239402,
      "grad_norm": 2.2021571733017287,
      "learning_rate": 0.0002997594614016185,
      "loss": 8.0,
      "step": 4605
    },
    {
      "epoch": 0.1886545156665984,
      "grad_norm": 1.102543759486326,
      "learning_rate": 0.0002997592767410449,
      "loss": 6.4688,
      "step": 4606
    },
    {
      "epoch": 0.1886954740937948,
      "grad_norm": 1.1408736832978732,
      "learning_rate": 0.00029975909200967383,
      "loss": 5.4375,
      "step": 4607
    },
    {
      "epoch": 0.1887364325209912,
      "grad_norm": 1.2150989442070081,
      "learning_rate": 0.00029975890720750537,
      "loss": 8.625,
      "step": 4608
    },
    {
      "epoch": 0.1887773909481876,
      "grad_norm": 1.4586339877759835,
      "learning_rate": 0.0002997587223345395,
      "loss": 6.5312,
      "step": 4609
    },
    {
      "epoch": 0.188818349375384,
      "grad_norm": 1.5563958152589763,
      "learning_rate": 0.0002997585373907765,
      "loss": 6.3125,
      "step": 4610
    },
    {
      "epoch": 0.18885930780258037,
      "grad_norm": 1.1995420297126302,
      "learning_rate": 0.0002997583523762163,
      "loss": 6.25,
      "step": 4611
    },
    {
      "epoch": 0.18890026622977676,
      "grad_norm": 2.5610850952277566,
      "learning_rate": 0.0002997581672908591,
      "loss": 7.5312,
      "step": 4612
    },
    {
      "epoch": 0.18894122465697316,
      "grad_norm": 1.4556613510641638,
      "learning_rate": 0.00029975798213470483,
      "loss": 6.4062,
      "step": 4613
    },
    {
      "epoch": 0.18898218308416956,
      "grad_norm": 0.9619324270441949,
      "learning_rate": 0.00029975779690775376,
      "loss": 6.5312,
      "step": 4614
    },
    {
      "epoch": 0.18902314151136596,
      "grad_norm": 4.555456672880718,
      "learning_rate": 0.00029975761161000586,
      "loss": 8.375,
      "step": 4615
    },
    {
      "epoch": 0.18906409993856235,
      "grad_norm": 1.5787557517558146,
      "learning_rate": 0.00029975742624146123,
      "loss": 7.625,
      "step": 4616
    },
    {
      "epoch": 0.18910505836575875,
      "grad_norm": 1.1662244176563958,
      "learning_rate": 0.00029975724080212005,
      "loss": 6.2188,
      "step": 4617
    },
    {
      "epoch": 0.18914601679295515,
      "grad_norm": 1.1144639737311397,
      "learning_rate": 0.00029975705529198225,
      "loss": 6.125,
      "step": 4618
    },
    {
      "epoch": 0.18918697522015154,
      "grad_norm": 1.344605140495353,
      "learning_rate": 0.00029975686971104806,
      "loss": 6.5625,
      "step": 4619
    },
    {
      "epoch": 0.18922793364734794,
      "grad_norm": 1.0347081485835354,
      "learning_rate": 0.00029975668405931747,
      "loss": 6.125,
      "step": 4620
    },
    {
      "epoch": 0.18926889207454434,
      "grad_norm": 1.0233106289658178,
      "learning_rate": 0.00029975649833679065,
      "loss": 6.7188,
      "step": 4621
    },
    {
      "epoch": 0.18930985050174073,
      "grad_norm": 0.9928942131939706,
      "learning_rate": 0.00029975631254346765,
      "loss": 6.0312,
      "step": 4622
    },
    {
      "epoch": 0.18935080892893713,
      "grad_norm": 1.5810845441075443,
      "learning_rate": 0.0002997561266793485,
      "loss": 6.0625,
      "step": 4623
    },
    {
      "epoch": 0.18939176735613353,
      "grad_norm": 4.106864294355286,
      "learning_rate": 0.00029975594074443344,
      "loss": 5.4688,
      "step": 4624
    },
    {
      "epoch": 0.18943272578332992,
      "grad_norm": 1.1323276909120612,
      "learning_rate": 0.0002997557547387224,
      "loss": 6.0312,
      "step": 4625
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 1.3717933833915978,
      "learning_rate": 0.00029975556866221553,
      "loss": 6.5938,
      "step": 4626
    },
    {
      "epoch": 0.18951464263772272,
      "grad_norm": 1.0514041848752196,
      "learning_rate": 0.00029975538251491294,
      "loss": 6.5938,
      "step": 4627
    },
    {
      "epoch": 0.18955560106491912,
      "grad_norm": 1.5698037072577884,
      "learning_rate": 0.00029975519629681465,
      "loss": 7.4375,
      "step": 4628
    },
    {
      "epoch": 0.1895965594921155,
      "grad_norm": 3.0246056883766266,
      "learning_rate": 0.0002997550100079208,
      "loss": 5.0938,
      "step": 4629
    },
    {
      "epoch": 0.1896375179193119,
      "grad_norm": 1.0940101446868158,
      "learning_rate": 0.0002997548236482315,
      "loss": 8.1875,
      "step": 4630
    },
    {
      "epoch": 0.1896784763465083,
      "grad_norm": 2.172109267161053,
      "learning_rate": 0.0002997546372177468,
      "loss": 7.2188,
      "step": 4631
    },
    {
      "epoch": 0.18971943477370468,
      "grad_norm": 1.033937703180552,
      "learning_rate": 0.00029975445071646676,
      "loss": 6.125,
      "step": 4632
    },
    {
      "epoch": 0.18976039320090107,
      "grad_norm": 1.1614720128455711,
      "learning_rate": 0.0002997542641443916,
      "loss": 5.7188,
      "step": 4633
    },
    {
      "epoch": 0.18980135162809747,
      "grad_norm": 1.2632820118240078,
      "learning_rate": 0.0002997540775015212,
      "loss": 5.7812,
      "step": 4634
    },
    {
      "epoch": 0.18984231005529387,
      "grad_norm": 1.3692900426877785,
      "learning_rate": 0.00029975389078785585,
      "loss": 5.6875,
      "step": 4635
    },
    {
      "epoch": 0.18988326848249026,
      "grad_norm": 1.5100874029118454,
      "learning_rate": 0.00029975370400339555,
      "loss": 7.4062,
      "step": 4636
    },
    {
      "epoch": 0.18992422690968666,
      "grad_norm": 1.2193924347613916,
      "learning_rate": 0.0002997535171481403,
      "loss": 6.5312,
      "step": 4637
    },
    {
      "epoch": 0.18996518533688306,
      "grad_norm": 1.373189199914778,
      "learning_rate": 0.0002997533302220904,
      "loss": 7.625,
      "step": 4638
    },
    {
      "epoch": 0.19000614376407945,
      "grad_norm": 1.0601631927990032,
      "learning_rate": 0.0002997531432252457,
      "loss": 6.5938,
      "step": 4639
    },
    {
      "epoch": 0.19004710219127585,
      "grad_norm": 1.8071876003873661,
      "learning_rate": 0.00029975295615760646,
      "loss": 5.4375,
      "step": 4640
    },
    {
      "epoch": 0.19008806061847225,
      "grad_norm": 1.0217613444511213,
      "learning_rate": 0.0002997527690191727,
      "loss": 5.9375,
      "step": 4641
    },
    {
      "epoch": 0.19012901904566865,
      "grad_norm": 1.6406947655222035,
      "learning_rate": 0.00029975258180994454,
      "loss": 6.9688,
      "step": 4642
    },
    {
      "epoch": 0.19016997747286504,
      "grad_norm": 1.0531175716457175,
      "learning_rate": 0.000299752394529922,
      "loss": 7.0312,
      "step": 4643
    },
    {
      "epoch": 0.19021093590006144,
      "grad_norm": 1.1531178259210084,
      "learning_rate": 0.0002997522071791053,
      "loss": 6.3125,
      "step": 4644
    },
    {
      "epoch": 0.19025189432725784,
      "grad_norm": 1.193949530832779,
      "learning_rate": 0.0002997520197574944,
      "loss": 5.75,
      "step": 4645
    },
    {
      "epoch": 0.19029285275445423,
      "grad_norm": 0.9829917990125666,
      "learning_rate": 0.0002997518322650894,
      "loss": 6.1875,
      "step": 4646
    },
    {
      "epoch": 0.19033381118165063,
      "grad_norm": 1.2350541117309686,
      "learning_rate": 0.00029975164470189046,
      "loss": 6.3438,
      "step": 4647
    },
    {
      "epoch": 0.19037476960884703,
      "grad_norm": 1.6319584338431699,
      "learning_rate": 0.00029975145706789765,
      "loss": 6.1875,
      "step": 4648
    },
    {
      "epoch": 0.19041572803604342,
      "grad_norm": 1.3606289747584197,
      "learning_rate": 0.00029975126936311104,
      "loss": 8.9375,
      "step": 4649
    },
    {
      "epoch": 0.19045668646323982,
      "grad_norm": 1.2889150341965434,
      "learning_rate": 0.0002997510815875307,
      "loss": 5.875,
      "step": 4650
    },
    {
      "epoch": 0.19049764489043622,
      "grad_norm": 1.2580850864651394,
      "learning_rate": 0.0002997508937411567,
      "loss": 6.3125,
      "step": 4651
    },
    {
      "epoch": 0.19053860331763262,
      "grad_norm": 1.5688983269936074,
      "learning_rate": 0.0002997507058239892,
      "loss": 6.5,
      "step": 4652
    },
    {
      "epoch": 0.19057956174482898,
      "grad_norm": 0.9704905897445795,
      "learning_rate": 0.0002997505178360283,
      "loss": 6.0938,
      "step": 4653
    },
    {
      "epoch": 0.19062052017202538,
      "grad_norm": 1.153038091493646,
      "learning_rate": 0.00029975032977727395,
      "loss": 6.7812,
      "step": 4654
    },
    {
      "epoch": 0.19066147859922178,
      "grad_norm": 1.211081721462261,
      "learning_rate": 0.0002997501416477264,
      "loss": 5.6562,
      "step": 4655
    },
    {
      "epoch": 0.19070243702641818,
      "grad_norm": 0.9450312867535459,
      "learning_rate": 0.00029974995344738564,
      "loss": 6.5625,
      "step": 4656
    },
    {
      "epoch": 0.19074339545361457,
      "grad_norm": 1.4513668566158129,
      "learning_rate": 0.0002997497651762518,
      "loss": 6.4062,
      "step": 4657
    },
    {
      "epoch": 0.19078435388081097,
      "grad_norm": 1.0454966078303618,
      "learning_rate": 0.000299749576834325,
      "loss": 6.5312,
      "step": 4658
    },
    {
      "epoch": 0.19082531230800737,
      "grad_norm": 1.131276543333341,
      "learning_rate": 0.0002997493884216053,
      "loss": 5.9688,
      "step": 4659
    },
    {
      "epoch": 0.19086627073520376,
      "grad_norm": 1.1764989108308943,
      "learning_rate": 0.0002997491999380927,
      "loss": 7.4375,
      "step": 4660
    },
    {
      "epoch": 0.19090722916240016,
      "grad_norm": 1.6317086016058109,
      "learning_rate": 0.0002997490113837874,
      "loss": 8.5625,
      "step": 4661
    },
    {
      "epoch": 0.19094818758959656,
      "grad_norm": 1.0051791166358313,
      "learning_rate": 0.0002997488227586895,
      "loss": 6.75,
      "step": 4662
    },
    {
      "epoch": 0.19098914601679295,
      "grad_norm": 1.0601711084020327,
      "learning_rate": 0.000299748634062799,
      "loss": 6.1562,
      "step": 4663
    },
    {
      "epoch": 0.19103010444398935,
      "grad_norm": 2.285342367332929,
      "learning_rate": 0.000299748445296116,
      "loss": 8.0,
      "step": 4664
    },
    {
      "epoch": 0.19107106287118575,
      "grad_norm": 1.8753321864052883,
      "learning_rate": 0.0002997482564586407,
      "loss": 7.5938,
      "step": 4665
    },
    {
      "epoch": 0.19111202129838215,
      "grad_norm": 1.2130065383597681,
      "learning_rate": 0.0002997480675503731,
      "loss": 6.5,
      "step": 4666
    },
    {
      "epoch": 0.19115297972557854,
      "grad_norm": 1.2031134619275852,
      "learning_rate": 0.0002997478785713133,
      "loss": 5.9375,
      "step": 4667
    },
    {
      "epoch": 0.19119393815277494,
      "grad_norm": 1.572941486749255,
      "learning_rate": 0.00029974768952146136,
      "loss": 8.75,
      "step": 4668
    },
    {
      "epoch": 0.19123489657997134,
      "grad_norm": 1.2428512782957506,
      "learning_rate": 0.0002997475004008174,
      "loss": 6.7812,
      "step": 4669
    },
    {
      "epoch": 0.19127585500716773,
      "grad_norm": 1.3407670546652242,
      "learning_rate": 0.00029974731120938156,
      "loss": 6.5,
      "step": 4670
    },
    {
      "epoch": 0.19131681343436413,
      "grad_norm": 0.9335909344323989,
      "learning_rate": 0.0002997471219471539,
      "loss": 5.8125,
      "step": 4671
    },
    {
      "epoch": 0.19135777186156053,
      "grad_norm": 1.9926663798677786,
      "learning_rate": 0.0002997469326141344,
      "loss": 7.0,
      "step": 4672
    },
    {
      "epoch": 0.19139873028875692,
      "grad_norm": 1.230673313501661,
      "learning_rate": 0.0002997467432103233,
      "loss": 5.625,
      "step": 4673
    },
    {
      "epoch": 0.19143968871595332,
      "grad_norm": 1.0576362218746322,
      "learning_rate": 0.00029974655373572057,
      "loss": 6.3438,
      "step": 4674
    },
    {
      "epoch": 0.1914806471431497,
      "grad_norm": 1.5569938443784481,
      "learning_rate": 0.00029974636419032643,
      "loss": 7.3125,
      "step": 4675
    },
    {
      "epoch": 0.1915216055703461,
      "grad_norm": 1.9248206110898116,
      "learning_rate": 0.00029974617457414083,
      "loss": 6.4688,
      "step": 4676
    },
    {
      "epoch": 0.19156256399754248,
      "grad_norm": 1.487276519387076,
      "learning_rate": 0.000299745984887164,
      "loss": 8.0625,
      "step": 4677
    },
    {
      "epoch": 0.19160352242473888,
      "grad_norm": 1.2667676344747645,
      "learning_rate": 0.00029974579512939594,
      "loss": 7.7812,
      "step": 4678
    },
    {
      "epoch": 0.19164448085193528,
      "grad_norm": 1.1099762134862168,
      "learning_rate": 0.00029974560530083677,
      "loss": 5.9375,
      "step": 4679
    },
    {
      "epoch": 0.19168543927913168,
      "grad_norm": 0.9030338735972759,
      "learning_rate": 0.0002997454154014865,
      "loss": 5.875,
      "step": 4680
    },
    {
      "epoch": 0.19172639770632807,
      "grad_norm": 1.2175981486669272,
      "learning_rate": 0.0002997452254313454,
      "loss": 6.75,
      "step": 4681
    },
    {
      "epoch": 0.19176735613352447,
      "grad_norm": 0.8986700451818034,
      "learning_rate": 0.0002997450353904133,
      "loss": 5.875,
      "step": 4682
    },
    {
      "epoch": 0.19180831456072087,
      "grad_norm": 3.676323333355874,
      "learning_rate": 0.00029974484527869053,
      "loss": 7.4375,
      "step": 4683
    },
    {
      "epoch": 0.19184927298791726,
      "grad_norm": 1.3827609761797826,
      "learning_rate": 0.0002997446550961771,
      "loss": 6.5625,
      "step": 4684
    },
    {
      "epoch": 0.19189023141511366,
      "grad_norm": 1.1751290623337407,
      "learning_rate": 0.000299744464842873,
      "loss": 7.5938,
      "step": 4685
    },
    {
      "epoch": 0.19193118984231006,
      "grad_norm": 1.509684647181501,
      "learning_rate": 0.0002997442745187785,
      "loss": 5.25,
      "step": 4686
    },
    {
      "epoch": 0.19197214826950645,
      "grad_norm": 2.5555613829298154,
      "learning_rate": 0.00029974408412389357,
      "loss": 6.4688,
      "step": 4687
    },
    {
      "epoch": 0.19201310669670285,
      "grad_norm": 1.0095836414492148,
      "learning_rate": 0.0002997438936582183,
      "loss": 6.125,
      "step": 4688
    },
    {
      "epoch": 0.19205406512389925,
      "grad_norm": 1.6244064815023174,
      "learning_rate": 0.00029974370312175276,
      "loss": 5.9062,
      "step": 4689
    },
    {
      "epoch": 0.19209502355109564,
      "grad_norm": 1.6762348751079124,
      "learning_rate": 0.0002997435125144972,
      "loss": 7.2812,
      "step": 4690
    },
    {
      "epoch": 0.19213598197829204,
      "grad_norm": 1.0228918959322788,
      "learning_rate": 0.0002997433218364515,
      "loss": 6.5,
      "step": 4691
    },
    {
      "epoch": 0.19217694040548844,
      "grad_norm": 2.1823468666001498,
      "learning_rate": 0.0002997431310876159,
      "loss": 6.6562,
      "step": 4692
    },
    {
      "epoch": 0.19221789883268484,
      "grad_norm": 1.0270541402349707,
      "learning_rate": 0.0002997429402679904,
      "loss": 5.5,
      "step": 4693
    },
    {
      "epoch": 0.19225885725988123,
      "grad_norm": 1.1557037472693752,
      "learning_rate": 0.0002997427493775752,
      "loss": 6.4062,
      "step": 4694
    },
    {
      "epoch": 0.19229981568707763,
      "grad_norm": 0.9864576618848466,
      "learning_rate": 0.00029974255841637025,
      "loss": 5.9062,
      "step": 4695
    },
    {
      "epoch": 0.192340774114274,
      "grad_norm": 1.0315250583979327,
      "learning_rate": 0.0002997423673843757,
      "loss": 6.25,
      "step": 4696
    },
    {
      "epoch": 0.1923817325414704,
      "grad_norm": 1.26016313110184,
      "learning_rate": 0.00029974217628159173,
      "loss": 5.7188,
      "step": 4697
    },
    {
      "epoch": 0.1924226909686668,
      "grad_norm": 0.9052460588654582,
      "learning_rate": 0.0002997419851080183,
      "loss": 5.7812,
      "step": 4698
    },
    {
      "epoch": 0.1924636493958632,
      "grad_norm": 1.0387091658620236,
      "learning_rate": 0.0002997417938636555,
      "loss": 5.9375,
      "step": 4699
    },
    {
      "epoch": 0.1925046078230596,
      "grad_norm": 1.0395575895929896,
      "learning_rate": 0.0002997416025485035,
      "loss": 6.25,
      "step": 4700
    },
    {
      "epoch": 0.19254556625025598,
      "grad_norm": 1.3832507201948385,
      "learning_rate": 0.0002997414111625624,
      "loss": 7.25,
      "step": 4701
    },
    {
      "epoch": 0.19258652467745238,
      "grad_norm": 4.575296690436956,
      "learning_rate": 0.0002997412197058322,
      "loss": 7.0625,
      "step": 4702
    },
    {
      "epoch": 0.19262748310464878,
      "grad_norm": 1.159702250599519,
      "learning_rate": 0.0002997410281783131,
      "loss": 6.5625,
      "step": 4703
    },
    {
      "epoch": 0.19266844153184517,
      "grad_norm": 1.038344322139402,
      "learning_rate": 0.0002997408365800051,
      "loss": 5.875,
      "step": 4704
    },
    {
      "epoch": 0.19270939995904157,
      "grad_norm": 2.0952892532279797,
      "learning_rate": 0.00029974064491090826,
      "loss": 8.375,
      "step": 4705
    },
    {
      "epoch": 0.19275035838623797,
      "grad_norm": 1.2576620496654098,
      "learning_rate": 0.0002997404531710228,
      "loss": 5.4062,
      "step": 4706
    },
    {
      "epoch": 0.19279131681343437,
      "grad_norm": 1.189259898547129,
      "learning_rate": 0.00029974026136034873,
      "loss": 6.9375,
      "step": 4707
    },
    {
      "epoch": 0.19283227524063076,
      "grad_norm": 1.0121558690173966,
      "learning_rate": 0.00029974006947888613,
      "loss": 6.2188,
      "step": 4708
    },
    {
      "epoch": 0.19287323366782716,
      "grad_norm": 1.4604731652307308,
      "learning_rate": 0.00029973987752663516,
      "loss": 5.3438,
      "step": 4709
    },
    {
      "epoch": 0.19291419209502356,
      "grad_norm": 1.2105521230223124,
      "learning_rate": 0.0002997396855035958,
      "loss": 6.8438,
      "step": 4710
    },
    {
      "epoch": 0.19295515052221995,
      "grad_norm": 2.530905236559114,
      "learning_rate": 0.00029973949340976827,
      "loss": 7.4688,
      "step": 4711
    },
    {
      "epoch": 0.19299610894941635,
      "grad_norm": 2.233711393683616,
      "learning_rate": 0.00029973930124515256,
      "loss": 7.5938,
      "step": 4712
    },
    {
      "epoch": 0.19303706737661275,
      "grad_norm": 1.110202852916448,
      "learning_rate": 0.0002997391090097488,
      "loss": 6.1875,
      "step": 4713
    },
    {
      "epoch": 0.19307802580380914,
      "grad_norm": 1.3359564509489672,
      "learning_rate": 0.0002997389167035571,
      "loss": 6.7812,
      "step": 4714
    },
    {
      "epoch": 0.19311898423100554,
      "grad_norm": 1.090773812877241,
      "learning_rate": 0.0002997387243265775,
      "loss": 5.875,
      "step": 4715
    },
    {
      "epoch": 0.19315994265820194,
      "grad_norm": 1.0667372068866523,
      "learning_rate": 0.00029973853187881017,
      "loss": 5.9062,
      "step": 4716
    },
    {
      "epoch": 0.1932009010853983,
      "grad_norm": 3.1587525211661527,
      "learning_rate": 0.00029973833936025514,
      "loss": 5.1562,
      "step": 4717
    },
    {
      "epoch": 0.1932418595125947,
      "grad_norm": 3.815120202279618,
      "learning_rate": 0.0002997381467709125,
      "loss": 6.2812,
      "step": 4718
    },
    {
      "epoch": 0.1932828179397911,
      "grad_norm": 1.314470236764606,
      "learning_rate": 0.0002997379541107823,
      "loss": 7.1562,
      "step": 4719
    },
    {
      "epoch": 0.1933237763669875,
      "grad_norm": 2.5801601204355404,
      "learning_rate": 0.00029973776137986476,
      "loss": 6.8438,
      "step": 4720
    },
    {
      "epoch": 0.1933647347941839,
      "grad_norm": 2.7089406459588043,
      "learning_rate": 0.0002997375685781598,
      "loss": 5.6562,
      "step": 4721
    },
    {
      "epoch": 0.1934056932213803,
      "grad_norm": 1.1642867136177415,
      "learning_rate": 0.0002997373757056677,
      "loss": 5.9688,
      "step": 4722
    },
    {
      "epoch": 0.1934466516485767,
      "grad_norm": 1.839516794850168,
      "learning_rate": 0.00029973718276238845,
      "loss": 7.8125,
      "step": 4723
    },
    {
      "epoch": 0.1934876100757731,
      "grad_norm": 1.1158124843853607,
      "learning_rate": 0.0002997369897483221,
      "loss": 6.5312,
      "step": 4724
    },
    {
      "epoch": 0.19352856850296948,
      "grad_norm": 6.249465129880804,
      "learning_rate": 0.00029973679666346885,
      "loss": 7.6875,
      "step": 4725
    },
    {
      "epoch": 0.19356952693016588,
      "grad_norm": 1.5683122615244147,
      "learning_rate": 0.00029973660350782866,
      "loss": 6.4688,
      "step": 4726
    },
    {
      "epoch": 0.19361048535736228,
      "grad_norm": 1.810371126678592,
      "learning_rate": 0.0002997364102814018,
      "loss": 7.9688,
      "step": 4727
    },
    {
      "epoch": 0.19365144378455867,
      "grad_norm": 1.2194091018409892,
      "learning_rate": 0.00029973621698418815,
      "loss": 6.5938,
      "step": 4728
    },
    {
      "epoch": 0.19369240221175507,
      "grad_norm": 1.1783205969613286,
      "learning_rate": 0.00029973602361618794,
      "loss": 6.1875,
      "step": 4729
    },
    {
      "epoch": 0.19373336063895147,
      "grad_norm": 13.742823804936075,
      "learning_rate": 0.0002997358301774012,
      "loss": 8.4375,
      "step": 4730
    },
    {
      "epoch": 0.19377431906614787,
      "grad_norm": 1.0062556923063604,
      "learning_rate": 0.0002997356366678281,
      "loss": 6.2188,
      "step": 4731
    },
    {
      "epoch": 0.19381527749334426,
      "grad_norm": 1.0819340268664577,
      "learning_rate": 0.0002997354430874686,
      "loss": 6.0625,
      "step": 4732
    },
    {
      "epoch": 0.19385623592054066,
      "grad_norm": 1.9404685206917023,
      "learning_rate": 0.00029973524943632297,
      "loss": 6.7812,
      "step": 4733
    },
    {
      "epoch": 0.19389719434773706,
      "grad_norm": 2.5063423605876123,
      "learning_rate": 0.00029973505571439114,
      "loss": 8.625,
      "step": 4734
    },
    {
      "epoch": 0.19393815277493345,
      "grad_norm": 1.6504790378426188,
      "learning_rate": 0.00029973486192167326,
      "loss": 8.0625,
      "step": 4735
    },
    {
      "epoch": 0.19397911120212985,
      "grad_norm": 2.774864836506981,
      "learning_rate": 0.00029973466805816945,
      "loss": 7.25,
      "step": 4736
    },
    {
      "epoch": 0.19402006962932625,
      "grad_norm": 1.040030266224738,
      "learning_rate": 0.00029973447412387976,
      "loss": 7.125,
      "step": 4737
    },
    {
      "epoch": 0.19406102805652262,
      "grad_norm": 1.399989302087769,
      "learning_rate": 0.00029973428011880436,
      "loss": 7.4688,
      "step": 4738
    },
    {
      "epoch": 0.194101986483719,
      "grad_norm": 2.2951434827076533,
      "learning_rate": 0.0002997340860429432,
      "loss": 6.0938,
      "step": 4739
    },
    {
      "epoch": 0.1941429449109154,
      "grad_norm": 1.0131746937498467,
      "learning_rate": 0.0002997338918962965,
      "loss": 6.9062,
      "step": 4740
    },
    {
      "epoch": 0.1941839033381118,
      "grad_norm": 2.146459882783889,
      "learning_rate": 0.0002997336976788643,
      "loss": 7.6562,
      "step": 4741
    },
    {
      "epoch": 0.1942248617653082,
      "grad_norm": 2.0836611122776048,
      "learning_rate": 0.0002997335033906467,
      "loss": 6.5312,
      "step": 4742
    },
    {
      "epoch": 0.1942658201925046,
      "grad_norm": 1.3301657278805548,
      "learning_rate": 0.00029973330903164375,
      "loss": 7.8125,
      "step": 4743
    },
    {
      "epoch": 0.194306778619701,
      "grad_norm": 1.1934428288249113,
      "learning_rate": 0.0002997331146018556,
      "loss": 6.2812,
      "step": 4744
    },
    {
      "epoch": 0.1943477370468974,
      "grad_norm": 1.203382287464082,
      "learning_rate": 0.00029973292010128236,
      "loss": 5.9062,
      "step": 4745
    },
    {
      "epoch": 0.1943886954740938,
      "grad_norm": 1.1584381781285047,
      "learning_rate": 0.00029973272552992404,
      "loss": 5.625,
      "step": 4746
    },
    {
      "epoch": 0.1944296539012902,
      "grad_norm": 5.456423444644663,
      "learning_rate": 0.0002997325308877808,
      "loss": 6.9062,
      "step": 4747
    },
    {
      "epoch": 0.1944706123284866,
      "grad_norm": 1.653519057831076,
      "learning_rate": 0.0002997323361748527,
      "loss": 7.4062,
      "step": 4748
    },
    {
      "epoch": 0.19451157075568298,
      "grad_norm": 1.2343870335214453,
      "learning_rate": 0.0002997321413911398,
      "loss": 5.7812,
      "step": 4749
    },
    {
      "epoch": 0.19455252918287938,
      "grad_norm": 1.868228774134989,
      "learning_rate": 0.0002997319465366423,
      "loss": 7.7812,
      "step": 4750
    },
    {
      "epoch": 0.19459348761007578,
      "grad_norm": 1.5296150441599325,
      "learning_rate": 0.00029973175161136025,
      "loss": 5.75,
      "step": 4751
    },
    {
      "epoch": 0.19463444603727217,
      "grad_norm": 1.4969698908616111,
      "learning_rate": 0.0002997315566152936,
      "loss": 8.5,
      "step": 4752
    },
    {
      "epoch": 0.19467540446446857,
      "grad_norm": 1.0329491593871192,
      "learning_rate": 0.0002997313615484426,
      "loss": 7.1562,
      "step": 4753
    },
    {
      "epoch": 0.19471636289166497,
      "grad_norm": 1.2552685244569646,
      "learning_rate": 0.00029973116641080736,
      "loss": 6.9062,
      "step": 4754
    },
    {
      "epoch": 0.19475732131886137,
      "grad_norm": 2.043585049554328,
      "learning_rate": 0.00029973097120238783,
      "loss": 7.0,
      "step": 4755
    },
    {
      "epoch": 0.19479827974605776,
      "grad_norm": 1.2264119315603748,
      "learning_rate": 0.0002997307759231842,
      "loss": 6.1562,
      "step": 4756
    },
    {
      "epoch": 0.19483923817325416,
      "grad_norm": 1.188586539102322,
      "learning_rate": 0.0002997305805731967,
      "loss": 6.375,
      "step": 4757
    },
    {
      "epoch": 0.19488019660045056,
      "grad_norm": 1.33563113264879,
      "learning_rate": 0.0002997303851524251,
      "loss": 7.6562,
      "step": 4758
    },
    {
      "epoch": 0.19492115502764693,
      "grad_norm": 1.3168380251815124,
      "learning_rate": 0.0002997301896608697,
      "loss": 6.4688,
      "step": 4759
    },
    {
      "epoch": 0.19496211345484332,
      "grad_norm": 3.3179731389877825,
      "learning_rate": 0.00029972999409853053,
      "loss": 9.3125,
      "step": 4760
    },
    {
      "epoch": 0.19500307188203972,
      "grad_norm": 1.2239038015723263,
      "learning_rate": 0.00029972979846540777,
      "loss": 6.2812,
      "step": 4761
    },
    {
      "epoch": 0.19504403030923612,
      "grad_norm": 1.1096627445260274,
      "learning_rate": 0.0002997296027615014,
      "loss": 6.0938,
      "step": 4762
    },
    {
      "epoch": 0.1950849887364325,
      "grad_norm": 1.1974807289923408,
      "learning_rate": 0.0002997294069868116,
      "loss": 8.1875,
      "step": 4763
    },
    {
      "epoch": 0.1951259471636289,
      "grad_norm": 1.1096575664654027,
      "learning_rate": 0.0002997292111413384,
      "loss": 6.125,
      "step": 4764
    },
    {
      "epoch": 0.1951669055908253,
      "grad_norm": 1.0832704421293695,
      "learning_rate": 0.0002997290152250819,
      "loss": 6.8125,
      "step": 4765
    },
    {
      "epoch": 0.1952078640180217,
      "grad_norm": 3.2313936442571762,
      "learning_rate": 0.0002997288192380423,
      "loss": 5.9375,
      "step": 4766
    },
    {
      "epoch": 0.1952488224452181,
      "grad_norm": 1.0988672806922022,
      "learning_rate": 0.0002997286231802195,
      "loss": 6.4688,
      "step": 4767
    },
    {
      "epoch": 0.1952897808724145,
      "grad_norm": 1.3805154026227227,
      "learning_rate": 0.0002997284270516137,
      "loss": 8.1875,
      "step": 4768
    },
    {
      "epoch": 0.1953307392996109,
      "grad_norm": 0.9975377706667218,
      "learning_rate": 0.00029972823085222506,
      "loss": 6.2188,
      "step": 4769
    },
    {
      "epoch": 0.1953716977268073,
      "grad_norm": 1.7105135182442395,
      "learning_rate": 0.00029972803458205356,
      "loss": 6.5938,
      "step": 4770
    },
    {
      "epoch": 0.1954126561540037,
      "grad_norm": 1.6561494038352944,
      "learning_rate": 0.0002997278382410993,
      "loss": 6.875,
      "step": 4771
    },
    {
      "epoch": 0.19545361458120009,
      "grad_norm": 1.2873988318214138,
      "learning_rate": 0.00029972764182936246,
      "loss": 6.3438,
      "step": 4772
    },
    {
      "epoch": 0.19549457300839648,
      "grad_norm": 1.58823292844385,
      "learning_rate": 0.0002997274453468431,
      "loss": 6.75,
      "step": 4773
    },
    {
      "epoch": 0.19553553143559288,
      "grad_norm": 1.0852078477963671,
      "learning_rate": 0.00029972724879354123,
      "loss": 5.6875,
      "step": 4774
    },
    {
      "epoch": 0.19557648986278928,
      "grad_norm": 1.2215737825189168,
      "learning_rate": 0.000299727052169457,
      "loss": 6.3125,
      "step": 4775
    },
    {
      "epoch": 0.19561744828998567,
      "grad_norm": 0.9445534918296604,
      "learning_rate": 0.0002997268554745905,
      "loss": 6.0938,
      "step": 4776
    },
    {
      "epoch": 0.19565840671718207,
      "grad_norm": 0.945024921350677,
      "learning_rate": 0.0002997266587089419,
      "loss": 6.0938,
      "step": 4777
    },
    {
      "epoch": 0.19569936514437847,
      "grad_norm": 0.9919094472948773,
      "learning_rate": 0.0002997264618725112,
      "loss": 5.7188,
      "step": 4778
    },
    {
      "epoch": 0.19574032357157486,
      "grad_norm": 1.1963407247063413,
      "learning_rate": 0.0002997262649652985,
      "loss": 8.0625,
      "step": 4779
    },
    {
      "epoch": 0.19578128199877123,
      "grad_norm": 1.4822320094460126,
      "learning_rate": 0.0002997260679873039,
      "loss": 6.4062,
      "step": 4780
    },
    {
      "epoch": 0.19582224042596763,
      "grad_norm": 1.1492229389800985,
      "learning_rate": 0.00029972587093852755,
      "loss": 5.7812,
      "step": 4781
    },
    {
      "epoch": 0.19586319885316403,
      "grad_norm": 1.2758045203387227,
      "learning_rate": 0.00029972567381896946,
      "loss": 5.5,
      "step": 4782
    },
    {
      "epoch": 0.19590415728036042,
      "grad_norm": 1.1574935155194555,
      "learning_rate": 0.0002997254766286297,
      "loss": 6.2188,
      "step": 4783
    },
    {
      "epoch": 0.19594511570755682,
      "grad_norm": 1.4346002538385116,
      "learning_rate": 0.00029972527936750855,
      "loss": 7.3438,
      "step": 4784
    },
    {
      "epoch": 0.19598607413475322,
      "grad_norm": 1.826494107793096,
      "learning_rate": 0.00029972508203560594,
      "loss": 5.2812,
      "step": 4785
    },
    {
      "epoch": 0.19602703256194962,
      "grad_norm": 1.1348613521283137,
      "learning_rate": 0.00029972488463292195,
      "loss": 6.9375,
      "step": 4786
    },
    {
      "epoch": 0.196067990989146,
      "grad_norm": 1.696644825816033,
      "learning_rate": 0.00029972468715945674,
      "loss": 6.5938,
      "step": 4787
    },
    {
      "epoch": 0.1961089494163424,
      "grad_norm": 2.6719298198416213,
      "learning_rate": 0.00029972448961521043,
      "loss": 5.7812,
      "step": 4788
    },
    {
      "epoch": 0.1961499078435388,
      "grad_norm": 1.3950808615115176,
      "learning_rate": 0.000299724292000183,
      "loss": 7.0938,
      "step": 4789
    },
    {
      "epoch": 0.1961908662707352,
      "grad_norm": 0.9280737335567316,
      "learning_rate": 0.00029972409431437463,
      "loss": 6.4375,
      "step": 4790
    },
    {
      "epoch": 0.1962318246979316,
      "grad_norm": 4.159179017015637,
      "learning_rate": 0.0002997238965577854,
      "loss": 6.5,
      "step": 4791
    },
    {
      "epoch": 0.196272783125128,
      "grad_norm": 1.1299667642099485,
      "learning_rate": 0.00029972369873041544,
      "loss": 6.125,
      "step": 4792
    },
    {
      "epoch": 0.1963137415523244,
      "grad_norm": 1.8146684038576746,
      "learning_rate": 0.00029972350083226477,
      "loss": 8.375,
      "step": 4793
    },
    {
      "epoch": 0.1963546999795208,
      "grad_norm": 0.9984710369118073,
      "learning_rate": 0.0002997233028633335,
      "loss": 6.5312,
      "step": 4794
    },
    {
      "epoch": 0.1963956584067172,
      "grad_norm": 1.2545776603994052,
      "learning_rate": 0.0002997231048236218,
      "loss": 7.8125,
      "step": 4795
    },
    {
      "epoch": 0.19643661683391359,
      "grad_norm": 1.8936181470696822,
      "learning_rate": 0.00029972290671312964,
      "loss": 7.875,
      "step": 4796
    },
    {
      "epoch": 0.19647757526110998,
      "grad_norm": 4.637750484745964,
      "learning_rate": 0.0002997227085318572,
      "loss": 6.125,
      "step": 4797
    },
    {
      "epoch": 0.19651853368830638,
      "grad_norm": 3.682146198778033,
      "learning_rate": 0.00029972251027980456,
      "loss": 5.5,
      "step": 4798
    },
    {
      "epoch": 0.19655949211550278,
      "grad_norm": 1.3030496393585662,
      "learning_rate": 0.0002997223119569718,
      "loss": 6.625,
      "step": 4799
    },
    {
      "epoch": 0.19660045054269917,
      "grad_norm": 1.4149288344687014,
      "learning_rate": 0.000299722113563359,
      "loss": 7.4688,
      "step": 4800
    },
    {
      "epoch": 0.19664140896989554,
      "grad_norm": 2.5296597066092734,
      "learning_rate": 0.0002997219150989663,
      "loss": 6.75,
      "step": 4801
    },
    {
      "epoch": 0.19668236739709194,
      "grad_norm": 1.2681129031328902,
      "learning_rate": 0.0002997217165637938,
      "loss": 5.875,
      "step": 4802
    },
    {
      "epoch": 0.19672332582428834,
      "grad_norm": 1.123562610488034,
      "learning_rate": 0.0002997215179578415,
      "loss": 6.5,
      "step": 4803
    },
    {
      "epoch": 0.19676428425148473,
      "grad_norm": 1.855088960475323,
      "learning_rate": 0.00029972131928110955,
      "loss": 6.75,
      "step": 4804
    },
    {
      "epoch": 0.19680524267868113,
      "grad_norm": 1.877717907202733,
      "learning_rate": 0.0002997211205335981,
      "loss": 6.4688,
      "step": 4805
    },
    {
      "epoch": 0.19684620110587753,
      "grad_norm": 1.1625238181312134,
      "learning_rate": 0.00029972092171530717,
      "loss": 6.2188,
      "step": 4806
    },
    {
      "epoch": 0.19688715953307392,
      "grad_norm": 4.6607570475936875,
      "learning_rate": 0.0002997207228262368,
      "loss": 6.625,
      "step": 4807
    },
    {
      "epoch": 0.19692811796027032,
      "grad_norm": 1.4153345746340111,
      "learning_rate": 0.0002997205238663873,
      "loss": 6.8125,
      "step": 4808
    },
    {
      "epoch": 0.19696907638746672,
      "grad_norm": 2.1104144376589256,
      "learning_rate": 0.0002997203248357585,
      "loss": 6.4688,
      "step": 4809
    },
    {
      "epoch": 0.19701003481466312,
      "grad_norm": 1.3042481259108754,
      "learning_rate": 0.0002997201257343507,
      "loss": 5.9375,
      "step": 4810
    },
    {
      "epoch": 0.1970509932418595,
      "grad_norm": 1.3093219193251575,
      "learning_rate": 0.00029971992656216385,
      "loss": 6.0625,
      "step": 4811
    },
    {
      "epoch": 0.1970919516690559,
      "grad_norm": 2.905901316687146,
      "learning_rate": 0.0002997197273191982,
      "loss": 7.125,
      "step": 4812
    },
    {
      "epoch": 0.1971329100962523,
      "grad_norm": 0.8548536654164708,
      "learning_rate": 0.00029971952800545364,
      "loss": 6.3125,
      "step": 4813
    },
    {
      "epoch": 0.1971738685234487,
      "grad_norm": 2.833690028533808,
      "learning_rate": 0.0002997193286209305,
      "loss": 5.5625,
      "step": 4814
    },
    {
      "epoch": 0.1972148269506451,
      "grad_norm": 1.9421245682589012,
      "learning_rate": 0.0002997191291656286,
      "loss": 5.6562,
      "step": 4815
    },
    {
      "epoch": 0.1972557853778415,
      "grad_norm": 0.9674829530825924,
      "learning_rate": 0.00029971892963954826,
      "loss": 6.4688,
      "step": 4816
    },
    {
      "epoch": 0.1972967438050379,
      "grad_norm": 2.932449313254221,
      "learning_rate": 0.0002997187300426895,
      "loss": 8.0625,
      "step": 4817
    },
    {
      "epoch": 0.1973377022322343,
      "grad_norm": 2.0485733760183606,
      "learning_rate": 0.0002997185303750524,
      "loss": 6.4375,
      "step": 4818
    },
    {
      "epoch": 0.1973786606594307,
      "grad_norm": 1.145781173598405,
      "learning_rate": 0.0002997183306366371,
      "loss": 6.1875,
      "step": 4819
    },
    {
      "epoch": 0.19741961908662709,
      "grad_norm": 1.3315342299611215,
      "learning_rate": 0.00029971813082744364,
      "loss": 6.4062,
      "step": 4820
    },
    {
      "epoch": 0.19746057751382348,
      "grad_norm": 1.129923229982694,
      "learning_rate": 0.0002997179309474721,
      "loss": 6.4375,
      "step": 4821
    },
    {
      "epoch": 0.19750153594101985,
      "grad_norm": 1.0510433816159381,
      "learning_rate": 0.0002997177309967227,
      "loss": 5.4688,
      "step": 4822
    },
    {
      "epoch": 0.19754249436821625,
      "grad_norm": 1.4554654570710106,
      "learning_rate": 0.0002997175309751953,
      "loss": 5.875,
      "step": 4823
    },
    {
      "epoch": 0.19758345279541265,
      "grad_norm": 1.606682210948511,
      "learning_rate": 0.0002997173308828903,
      "loss": 6.0938,
      "step": 4824
    },
    {
      "epoch": 0.19762441122260904,
      "grad_norm": 2.4475745599581353,
      "learning_rate": 0.00029971713071980755,
      "loss": 4.8438,
      "step": 4825
    },
    {
      "epoch": 0.19766536964980544,
      "grad_norm": 1.7964388103869358,
      "learning_rate": 0.0002997169304859472,
      "loss": 6.0938,
      "step": 4826
    },
    {
      "epoch": 0.19770632807700184,
      "grad_norm": 1.2506090737142153,
      "learning_rate": 0.0002997167301813094,
      "loss": 6.1562,
      "step": 4827
    },
    {
      "epoch": 0.19774728650419823,
      "grad_norm": 1.2572169499646384,
      "learning_rate": 0.00029971652980589425,
      "loss": 5.5312,
      "step": 4828
    },
    {
      "epoch": 0.19778824493139463,
      "grad_norm": 2.281610236978459,
      "learning_rate": 0.00029971632935970184,
      "loss": 5.9375,
      "step": 4829
    },
    {
      "epoch": 0.19782920335859103,
      "grad_norm": 2.046505453549951,
      "learning_rate": 0.0002997161288427321,
      "loss": 7.7188,
      "step": 4830
    },
    {
      "epoch": 0.19787016178578742,
      "grad_norm": 1.2391843612050273,
      "learning_rate": 0.0002997159282549854,
      "loss": 6.0312,
      "step": 4831
    },
    {
      "epoch": 0.19791112021298382,
      "grad_norm": 1.6832507289266798,
      "learning_rate": 0.00029971572759646164,
      "loss": 5.625,
      "step": 4832
    },
    {
      "epoch": 0.19795207864018022,
      "grad_norm": 1.1706771374319156,
      "learning_rate": 0.000299715526867161,
      "loss": 6.875,
      "step": 4833
    },
    {
      "epoch": 0.19799303706737661,
      "grad_norm": 2.7356888114498337,
      "learning_rate": 0.00029971532606708353,
      "loss": 6.6562,
      "step": 4834
    },
    {
      "epoch": 0.198033995494573,
      "grad_norm": 0.9194148997793284,
      "learning_rate": 0.0002997151251962293,
      "loss": 6.1562,
      "step": 4835
    },
    {
      "epoch": 0.1980749539217694,
      "grad_norm": 1.1299405958812287,
      "learning_rate": 0.0002997149242545985,
      "loss": 5.7812,
      "step": 4836
    },
    {
      "epoch": 0.1981159123489658,
      "grad_norm": 0.9436212128755789,
      "learning_rate": 0.00029971472324219115,
      "loss": 5.9062,
      "step": 4837
    },
    {
      "epoch": 0.1981568707761622,
      "grad_norm": 1.391307698234092,
      "learning_rate": 0.00029971452215900735,
      "loss": 6.3125,
      "step": 4838
    },
    {
      "epoch": 0.1981978292033586,
      "grad_norm": 1.039990313578214,
      "learning_rate": 0.0002997143210050472,
      "loss": 6.3125,
      "step": 4839
    },
    {
      "epoch": 0.198238787630555,
      "grad_norm": 5.719252418859555,
      "learning_rate": 0.0002997141197803109,
      "loss": 9.0625,
      "step": 4840
    },
    {
      "epoch": 0.1982797460577514,
      "grad_norm": 1.0585843211822326,
      "learning_rate": 0.00029971391848479837,
      "loss": 6.6562,
      "step": 4841
    },
    {
      "epoch": 0.1983207044849478,
      "grad_norm": 4.697120067256653,
      "learning_rate": 0.0002997137171185098,
      "loss": 6.0,
      "step": 4842
    },
    {
      "epoch": 0.19836166291214416,
      "grad_norm": 1.3345666330736556,
      "learning_rate": 0.0002997135156814453,
      "loss": 5.7812,
      "step": 4843
    },
    {
      "epoch": 0.19840262133934056,
      "grad_norm": 1.0176628026736465,
      "learning_rate": 0.0002997133141736049,
      "loss": 6.0938,
      "step": 4844
    },
    {
      "epoch": 0.19844357976653695,
      "grad_norm": 0.9886594181635407,
      "learning_rate": 0.00029971311259498873,
      "loss": 5.9375,
      "step": 4845
    },
    {
      "epoch": 0.19848453819373335,
      "grad_norm": 1.3201567388971125,
      "learning_rate": 0.0002997129109455969,
      "loss": 7.5625,
      "step": 4846
    },
    {
      "epoch": 0.19852549662092975,
      "grad_norm": 1.0200868480607719,
      "learning_rate": 0.0002997127092254295,
      "loss": 6.375,
      "step": 4847
    },
    {
      "epoch": 0.19856645504812614,
      "grad_norm": 0.9290163755685571,
      "learning_rate": 0.0002997125074344867,
      "loss": 5.9688,
      "step": 4848
    },
    {
      "epoch": 0.19860741347532254,
      "grad_norm": 1.1901782215298435,
      "learning_rate": 0.00029971230557276836,
      "loss": 6.4688,
      "step": 4849
    },
    {
      "epoch": 0.19864837190251894,
      "grad_norm": 1.8428807707333754,
      "learning_rate": 0.0002997121036402748,
      "loss": 7.625,
      "step": 4850
    },
    {
      "epoch": 0.19868933032971534,
      "grad_norm": 0.9456459824999937,
      "learning_rate": 0.0002997119016370061,
      "loss": 5.9375,
      "step": 4851
    },
    {
      "epoch": 0.19873028875691173,
      "grad_norm": 1.1505957398174897,
      "learning_rate": 0.0002997116995629622,
      "loss": 5.75,
      "step": 4852
    },
    {
      "epoch": 0.19877124718410813,
      "grad_norm": 1.0431496165006486,
      "learning_rate": 0.00029971149741814333,
      "loss": 6.8438,
      "step": 4853
    },
    {
      "epoch": 0.19881220561130453,
      "grad_norm": 1.6726657261234374,
      "learning_rate": 0.00029971129520254956,
      "loss": 7.5312,
      "step": 4854
    },
    {
      "epoch": 0.19885316403850092,
      "grad_norm": 1.1315533563893265,
      "learning_rate": 0.000299711092916181,
      "loss": 6.5,
      "step": 4855
    },
    {
      "epoch": 0.19889412246569732,
      "grad_norm": 1.0549065914549136,
      "learning_rate": 0.00029971089055903766,
      "loss": 7.5,
      "step": 4856
    },
    {
      "epoch": 0.19893508089289372,
      "grad_norm": 1.321613109318141,
      "learning_rate": 0.00029971068813111976,
      "loss": 7.3438,
      "step": 4857
    },
    {
      "epoch": 0.19897603932009011,
      "grad_norm": 1.1267603942423257,
      "learning_rate": 0.00029971048563242735,
      "loss": 7.3438,
      "step": 4858
    },
    {
      "epoch": 0.1990169977472865,
      "grad_norm": 2.1182293222920014,
      "learning_rate": 0.00029971028306296046,
      "loss": 5.375,
      "step": 4859
    },
    {
      "epoch": 0.1990579561744829,
      "grad_norm": 1.5997612989260002,
      "learning_rate": 0.0002997100804227192,
      "loss": 6.375,
      "step": 4860
    },
    {
      "epoch": 0.1990989146016793,
      "grad_norm": 1.4051625413709445,
      "learning_rate": 0.00029970987771170377,
      "loss": 6.3438,
      "step": 4861
    },
    {
      "epoch": 0.1991398730288757,
      "grad_norm": 2.0109418625609963,
      "learning_rate": 0.0002997096749299142,
      "loss": 6.4062,
      "step": 4862
    },
    {
      "epoch": 0.1991808314560721,
      "grad_norm": 2.47960172709574,
      "learning_rate": 0.0002997094720773505,
      "loss": 6.4375,
      "step": 4863
    },
    {
      "epoch": 0.1992217898832685,
      "grad_norm": 1.0489124254978366,
      "learning_rate": 0.00029970926915401293,
      "loss": 6.5938,
      "step": 4864
    },
    {
      "epoch": 0.19926274831046487,
      "grad_norm": 0.9708548553638398,
      "learning_rate": 0.0002997090661599015,
      "loss": 6.6875,
      "step": 4865
    },
    {
      "epoch": 0.19930370673766126,
      "grad_norm": 1.4256311529092525,
      "learning_rate": 0.00029970886309501634,
      "loss": 8.6875,
      "step": 4866
    },
    {
      "epoch": 0.19934466516485766,
      "grad_norm": 1.5911202777949607,
      "learning_rate": 0.00029970865995935744,
      "loss": 6.625,
      "step": 4867
    },
    {
      "epoch": 0.19938562359205406,
      "grad_norm": 1.5982491357437894,
      "learning_rate": 0.000299708456752925,
      "loss": 7.75,
      "step": 4868
    },
    {
      "epoch": 0.19942658201925045,
      "grad_norm": 2.4096159771591923,
      "learning_rate": 0.00029970825347571913,
      "loss": 6.9688,
      "step": 4869
    },
    {
      "epoch": 0.19946754044644685,
      "grad_norm": 1.8867475032117005,
      "learning_rate": 0.00029970805012773983,
      "loss": 8.4375,
      "step": 4870
    },
    {
      "epoch": 0.19950849887364325,
      "grad_norm": 1.1103484859593216,
      "learning_rate": 0.00029970784670898723,
      "loss": 6.5,
      "step": 4871
    },
    {
      "epoch": 0.19954945730083964,
      "grad_norm": 1.0149703446485205,
      "learning_rate": 0.0002997076432194615,
      "loss": 6.5,
      "step": 4872
    },
    {
      "epoch": 0.19959041572803604,
      "grad_norm": 1.3523516998883158,
      "learning_rate": 0.00029970743965916267,
      "loss": 6.4375,
      "step": 4873
    },
    {
      "epoch": 0.19963137415523244,
      "grad_norm": 1.1973607707443357,
      "learning_rate": 0.00029970723602809087,
      "loss": 5.9688,
      "step": 4874
    },
    {
      "epoch": 0.19967233258242884,
      "grad_norm": 1.1999057144627208,
      "learning_rate": 0.00029970703232624614,
      "loss": 6.9375,
      "step": 4875
    },
    {
      "epoch": 0.19971329100962523,
      "grad_norm": 0.9413291977166365,
      "learning_rate": 0.0002997068285536286,
      "loss": 5.8438,
      "step": 4876
    },
    {
      "epoch": 0.19975424943682163,
      "grad_norm": 1.0255427484967505,
      "learning_rate": 0.0002997066247102384,
      "loss": 6.2188,
      "step": 4877
    },
    {
      "epoch": 0.19979520786401803,
      "grad_norm": 0.9359544059617647,
      "learning_rate": 0.0002997064207960756,
      "loss": 5.625,
      "step": 4878
    },
    {
      "epoch": 0.19983616629121442,
      "grad_norm": 1.0683077709249476,
      "learning_rate": 0.0002997062168111403,
      "loss": 5.9062,
      "step": 4879
    },
    {
      "epoch": 0.19987712471841082,
      "grad_norm": 1.1064951987274942,
      "learning_rate": 0.0002997060127554325,
      "loss": 7.0625,
      "step": 4880
    },
    {
      "epoch": 0.19991808314560722,
      "grad_norm": 1.2818026808961398,
      "learning_rate": 0.00029970580862895247,
      "loss": 7.5,
      "step": 4881
    },
    {
      "epoch": 0.19995904157280361,
      "grad_norm": 1.0810169016917843,
      "learning_rate": 0.0002997056044317002,
      "loss": 6.6875,
      "step": 4882
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0881908136216063,
      "learning_rate": 0.0002997054001636758,
      "loss": 6.4688,
      "step": 4883
    },
    {
      "epoch": 0.2000409584271964,
      "grad_norm": 1.0492775779279513,
      "learning_rate": 0.00029970519582487936,
      "loss": 5.75,
      "step": 4884
    },
    {
      "epoch": 0.2000819168543928,
      "grad_norm": 1.0802824794326942,
      "learning_rate": 0.000299704991415311,
      "loss": 8.0,
      "step": 4885
    },
    {
      "epoch": 0.20012287528158917,
      "grad_norm": 1.1623813576924307,
      "learning_rate": 0.00029970478693497083,
      "loss": 6.4375,
      "step": 4886
    },
    {
      "epoch": 0.20016383370878557,
      "grad_norm": 2.15579939640348,
      "learning_rate": 0.0002997045823838589,
      "loss": 8.0,
      "step": 4887
    },
    {
      "epoch": 0.20020479213598197,
      "grad_norm": 1.016839689499984,
      "learning_rate": 0.0002997043777619753,
      "loss": 6.3438,
      "step": 4888
    },
    {
      "epoch": 0.20024575056317837,
      "grad_norm": 1.4434779624859326,
      "learning_rate": 0.00029970417306932024,
      "loss": 6.7188,
      "step": 4889
    },
    {
      "epoch": 0.20028670899037476,
      "grad_norm": 1.0079702926274827,
      "learning_rate": 0.0002997039683058937,
      "loss": 5.9062,
      "step": 4890
    },
    {
      "epoch": 0.20032766741757116,
      "grad_norm": 4.783646541695122,
      "learning_rate": 0.0002997037634716958,
      "loss": 5.25,
      "step": 4891
    },
    {
      "epoch": 0.20036862584476756,
      "grad_norm": 0.9539549663553603,
      "learning_rate": 0.00029970355856672663,
      "loss": 6.5938,
      "step": 4892
    },
    {
      "epoch": 0.20040958427196395,
      "grad_norm": 1.585749025456922,
      "learning_rate": 0.0002997033535909863,
      "loss": 6.2188,
      "step": 4893
    },
    {
      "epoch": 0.20045054269916035,
      "grad_norm": 1.1712020227582915,
      "learning_rate": 0.00029970314854447497,
      "loss": 7.0,
      "step": 4894
    },
    {
      "epoch": 0.20049150112635675,
      "grad_norm": 1.6040639617624552,
      "learning_rate": 0.0002997029434271926,
      "loss": 6.25,
      "step": 4895
    },
    {
      "epoch": 0.20053245955355314,
      "grad_norm": 1.2929946311576812,
      "learning_rate": 0.0002997027382391394,
      "loss": 6.6562,
      "step": 4896
    },
    {
      "epoch": 0.20057341798074954,
      "grad_norm": 1.1597371282095594,
      "learning_rate": 0.0002997025329803155,
      "loss": 7.2812,
      "step": 4897
    },
    {
      "epoch": 0.20061437640794594,
      "grad_norm": 5.139156428445938,
      "learning_rate": 0.00029970232765072084,
      "loss": 4.8125,
      "step": 4898
    },
    {
      "epoch": 0.20065533483514233,
      "grad_norm": 1.1017434519027185,
      "learning_rate": 0.0002997021222503556,
      "loss": 6.0625,
      "step": 4899
    },
    {
      "epoch": 0.20069629326233873,
      "grad_norm": 1.020625565827153,
      "learning_rate": 0.00029970191677921996,
      "loss": 6.3125,
      "step": 4900
    },
    {
      "epoch": 0.20073725168953513,
      "grad_norm": 3.924113273042517,
      "learning_rate": 0.00029970171123731387,
      "loss": 5.75,
      "step": 4901
    },
    {
      "epoch": 0.20077821011673153,
      "grad_norm": 1.2032958150578796,
      "learning_rate": 0.0002997015056246375,
      "loss": 7.375,
      "step": 4902
    },
    {
      "epoch": 0.20081916854392792,
      "grad_norm": 3.7048253948069516,
      "learning_rate": 0.000299701299941191,
      "loss": 7.3438,
      "step": 4903
    },
    {
      "epoch": 0.20086012697112432,
      "grad_norm": 1.2651873065932018,
      "learning_rate": 0.0002997010941869744,
      "loss": 5.5625,
      "step": 4904
    },
    {
      "epoch": 0.20090108539832072,
      "grad_norm": 1.722022587531766,
      "learning_rate": 0.0002997008883619878,
      "loss": 8.1875,
      "step": 4905
    },
    {
      "epoch": 0.2009420438255171,
      "grad_norm": 1.361633870882203,
      "learning_rate": 0.0002997006824662313,
      "loss": 6.3438,
      "step": 4906
    },
    {
      "epoch": 0.20098300225271348,
      "grad_norm": 1.244174990365173,
      "learning_rate": 0.00029970047649970495,
      "loss": 7.7812,
      "step": 4907
    },
    {
      "epoch": 0.20102396067990988,
      "grad_norm": 4.291482999034727,
      "learning_rate": 0.000299700270462409,
      "loss": 6.3438,
      "step": 4908
    },
    {
      "epoch": 0.20106491910710628,
      "grad_norm": 1.137670498928013,
      "learning_rate": 0.0002997000643543434,
      "loss": 6.2188,
      "step": 4909
    },
    {
      "epoch": 0.20110587753430267,
      "grad_norm": 1.1873128032831008,
      "learning_rate": 0.00029969985817550825,
      "loss": 6.2188,
      "step": 4910
    },
    {
      "epoch": 0.20114683596149907,
      "grad_norm": 1.4014323788661012,
      "learning_rate": 0.0002996996519259038,
      "loss": 6.0938,
      "step": 4911
    },
    {
      "epoch": 0.20118779438869547,
      "grad_norm": 1.1126753094620334,
      "learning_rate": 0.00029969944560552996,
      "loss": 6.1875,
      "step": 4912
    },
    {
      "epoch": 0.20122875281589186,
      "grad_norm": 1.505431425617344,
      "learning_rate": 0.0002996992392143869,
      "loss": 6.9375,
      "step": 4913
    },
    {
      "epoch": 0.20126971124308826,
      "grad_norm": 1.1045462469121583,
      "learning_rate": 0.0002996990327524748,
      "loss": 5.8438,
      "step": 4914
    },
    {
      "epoch": 0.20131066967028466,
      "grad_norm": 2.0731538523343134,
      "learning_rate": 0.00029969882621979363,
      "loss": 5.2812,
      "step": 4915
    },
    {
      "epoch": 0.20135162809748106,
      "grad_norm": 1.0587707520590681,
      "learning_rate": 0.0002996986196163436,
      "loss": 5.6562,
      "step": 4916
    },
    {
      "epoch": 0.20139258652467745,
      "grad_norm": 1.3012918172900598,
      "learning_rate": 0.00029969841294212466,
      "loss": 6.375,
      "step": 4917
    },
    {
      "epoch": 0.20143354495187385,
      "grad_norm": 1.0445255739392056,
      "learning_rate": 0.00029969820619713704,
      "loss": 6.5312,
      "step": 4918
    },
    {
      "epoch": 0.20147450337907025,
      "grad_norm": 1.2262767959214986,
      "learning_rate": 0.0002996979993813808,
      "loss": 6.8438,
      "step": 4919
    },
    {
      "epoch": 0.20151546180626664,
      "grad_norm": 1.019547122520503,
      "learning_rate": 0.000299697792494856,
      "loss": 6.5312,
      "step": 4920
    },
    {
      "epoch": 0.20155642023346304,
      "grad_norm": 2.9224718020095186,
      "learning_rate": 0.0002996975855375628,
      "loss": 7.75,
      "step": 4921
    },
    {
      "epoch": 0.20159737866065944,
      "grad_norm": 0.9642108422106738,
      "learning_rate": 0.0002996973785095013,
      "loss": 7.625,
      "step": 4922
    },
    {
      "epoch": 0.20163833708785583,
      "grad_norm": 4.010339562150884,
      "learning_rate": 0.0002996971714106715,
      "loss": 7.3438,
      "step": 4923
    },
    {
      "epoch": 0.20167929551505223,
      "grad_norm": 1.5308880294192422,
      "learning_rate": 0.0002996969642410736,
      "loss": 7.75,
      "step": 4924
    },
    {
      "epoch": 0.20172025394224863,
      "grad_norm": 1.387744631903016,
      "learning_rate": 0.00029969675700070763,
      "loss": 8.0,
      "step": 4925
    },
    {
      "epoch": 0.20176121236944503,
      "grad_norm": 4.357994599795053,
      "learning_rate": 0.00029969654968957376,
      "loss": 6.0938,
      "step": 4926
    },
    {
      "epoch": 0.20180217079664142,
      "grad_norm": 1.07828563743813,
      "learning_rate": 0.0002996963423076721,
      "loss": 6.5625,
      "step": 4927
    },
    {
      "epoch": 0.2018431292238378,
      "grad_norm": 1.2318936870767077,
      "learning_rate": 0.00029969613485500256,
      "loss": 7.4375,
      "step": 4928
    },
    {
      "epoch": 0.2018840876510342,
      "grad_norm": 2.070364298873449,
      "learning_rate": 0.00029969592733156543,
      "loss": 6.2812,
      "step": 4929
    },
    {
      "epoch": 0.20192504607823059,
      "grad_norm": 2.0491686736911654,
      "learning_rate": 0.0002996957197373608,
      "loss": 5.9688,
      "step": 4930
    },
    {
      "epoch": 0.20196600450542698,
      "grad_norm": 1.4861718342798016,
      "learning_rate": 0.00029969551207238867,
      "loss": 7.3438,
      "step": 4931
    },
    {
      "epoch": 0.20200696293262338,
      "grad_norm": 0.924348553792878,
      "learning_rate": 0.00029969530433664925,
      "loss": 6.0938,
      "step": 4932
    },
    {
      "epoch": 0.20204792135981978,
      "grad_norm": 1.0875856514876612,
      "learning_rate": 0.00029969509653014255,
      "loss": 5.75,
      "step": 4933
    },
    {
      "epoch": 0.20208887978701617,
      "grad_norm": 1.2821474742969,
      "learning_rate": 0.0002996948886528686,
      "loss": 5.5625,
      "step": 4934
    },
    {
      "epoch": 0.20212983821421257,
      "grad_norm": 3.089287867171856,
      "learning_rate": 0.00029969468070482766,
      "loss": 7.2188,
      "step": 4935
    },
    {
      "epoch": 0.20217079664140897,
      "grad_norm": 1.2218592488368714,
      "learning_rate": 0.0002996944726860198,
      "loss": 6.0625,
      "step": 4936
    },
    {
      "epoch": 0.20221175506860536,
      "grad_norm": 1.3969293562110767,
      "learning_rate": 0.00029969426459644505,
      "loss": 5.8438,
      "step": 4937
    },
    {
      "epoch": 0.20225271349580176,
      "grad_norm": 1.4016112138327783,
      "learning_rate": 0.00029969405643610355,
      "loss": 7.6562,
      "step": 4938
    },
    {
      "epoch": 0.20229367192299816,
      "grad_norm": 2.675708751537032,
      "learning_rate": 0.00029969384820499535,
      "loss": 6.5312,
      "step": 4939
    },
    {
      "epoch": 0.20233463035019456,
      "grad_norm": 1.0575168671301038,
      "learning_rate": 0.00029969363990312064,
      "loss": 5.5,
      "step": 4940
    },
    {
      "epoch": 0.20237558877739095,
      "grad_norm": 1.1289229545486281,
      "learning_rate": 0.0002996934315304794,
      "loss": 6.0625,
      "step": 4941
    },
    {
      "epoch": 0.20241654720458735,
      "grad_norm": 1.332591466093295,
      "learning_rate": 0.00029969322308707184,
      "loss": 5.9375,
      "step": 4942
    },
    {
      "epoch": 0.20245750563178375,
      "grad_norm": 2.369019512908105,
      "learning_rate": 0.000299693014572898,
      "loss": 6.2812,
      "step": 4943
    },
    {
      "epoch": 0.20249846405898014,
      "grad_norm": 2.0227447246987658,
      "learning_rate": 0.000299692805987958,
      "loss": 8.5,
      "step": 4944
    },
    {
      "epoch": 0.20253942248617654,
      "grad_norm": 1.1732711552834414,
      "learning_rate": 0.00029969259733225186,
      "loss": 5.5938,
      "step": 4945
    },
    {
      "epoch": 0.20258038091337294,
      "grad_norm": 1.8426444396131978,
      "learning_rate": 0.00029969238860577983,
      "loss": 7.5312,
      "step": 4946
    },
    {
      "epoch": 0.20262133934056933,
      "grad_norm": 1.0202521477266389,
      "learning_rate": 0.00029969217980854187,
      "loss": 5.8438,
      "step": 4947
    },
    {
      "epoch": 0.20266229776776573,
      "grad_norm": 1.4810515387323488,
      "learning_rate": 0.0002996919709405382,
      "loss": 7.8438,
      "step": 4948
    },
    {
      "epoch": 0.2027032561949621,
      "grad_norm": 1.4157914313737867,
      "learning_rate": 0.00029969176200176875,
      "loss": 6.4375,
      "step": 4949
    },
    {
      "epoch": 0.2027442146221585,
      "grad_norm": 1.6716124295944494,
      "learning_rate": 0.0002996915529922338,
      "loss": 5.6562,
      "step": 4950
    },
    {
      "epoch": 0.2027851730493549,
      "grad_norm": 2.5338557317775594,
      "learning_rate": 0.00029969134391193337,
      "loss": 7.5938,
      "step": 4951
    },
    {
      "epoch": 0.2028261314765513,
      "grad_norm": 1.3682587797777679,
      "learning_rate": 0.00029969113476086755,
      "loss": 6.1875,
      "step": 4952
    },
    {
      "epoch": 0.2028670899037477,
      "grad_norm": 1.539879427377796,
      "learning_rate": 0.00029969092553903644,
      "loss": 5.8125,
      "step": 4953
    },
    {
      "epoch": 0.20290804833094409,
      "grad_norm": 1.1191515639352423,
      "learning_rate": 0.0002996907162464401,
      "loss": 6.0938,
      "step": 4954
    },
    {
      "epoch": 0.20294900675814048,
      "grad_norm": 2.3365144299006175,
      "learning_rate": 0.0002996905068830787,
      "loss": 8.5625,
      "step": 4955
    },
    {
      "epoch": 0.20298996518533688,
      "grad_norm": 1.0401855769633899,
      "learning_rate": 0.0002996902974489524,
      "loss": 5.6562,
      "step": 4956
    },
    {
      "epoch": 0.20303092361253328,
      "grad_norm": 1.067388967882644,
      "learning_rate": 0.00029969008794406113,
      "loss": 6.3125,
      "step": 4957
    },
    {
      "epoch": 0.20307188203972967,
      "grad_norm": 1.0443421732101787,
      "learning_rate": 0.0002996898783684051,
      "loss": 6.2812,
      "step": 4958
    },
    {
      "epoch": 0.20311284046692607,
      "grad_norm": 1.2505329231319235,
      "learning_rate": 0.0002996896687219843,
      "loss": 5.6875,
      "step": 4959
    },
    {
      "epoch": 0.20315379889412247,
      "grad_norm": 2.4743545193002174,
      "learning_rate": 0.000299689459004799,
      "loss": 5.2812,
      "step": 4960
    },
    {
      "epoch": 0.20319475732131886,
      "grad_norm": 1.03610114051917,
      "learning_rate": 0.0002996892492168492,
      "loss": 6.5,
      "step": 4961
    },
    {
      "epoch": 0.20323571574851526,
      "grad_norm": 1.5478057073013152,
      "learning_rate": 0.00029968903935813503,
      "loss": 5.6562,
      "step": 4962
    },
    {
      "epoch": 0.20327667417571166,
      "grad_norm": 1.3229129682756824,
      "learning_rate": 0.0002996888294286565,
      "loss": 6.8125,
      "step": 4963
    },
    {
      "epoch": 0.20331763260290805,
      "grad_norm": 1.0985820486137956,
      "learning_rate": 0.00029968861942841383,
      "loss": 6.4062,
      "step": 4964
    },
    {
      "epoch": 0.20335859103010445,
      "grad_norm": 2.5400769607940643,
      "learning_rate": 0.00029968840935740707,
      "loss": 7.4062,
      "step": 4965
    },
    {
      "epoch": 0.20339954945730085,
      "grad_norm": 1.0461381067124578,
      "learning_rate": 0.0002996881992156363,
      "loss": 7.0312,
      "step": 4966
    },
    {
      "epoch": 0.20344050788449725,
      "grad_norm": 0.8878655501062217,
      "learning_rate": 0.0002996879890031016,
      "loss": 6.3125,
      "step": 4967
    },
    {
      "epoch": 0.20348146631169364,
      "grad_norm": 1.3574433407029518,
      "learning_rate": 0.00029968777871980314,
      "loss": 7.4688,
      "step": 4968
    },
    {
      "epoch": 0.20352242473889004,
      "grad_norm": 0.9533269681525036,
      "learning_rate": 0.000299687568365741,
      "loss": 6.125,
      "step": 4969
    },
    {
      "epoch": 0.2035633831660864,
      "grad_norm": 8.156929956386676,
      "learning_rate": 0.0002996873579409152,
      "loss": 5.2188,
      "step": 4970
    },
    {
      "epoch": 0.2036043415932828,
      "grad_norm": 0.899335023417495,
      "learning_rate": 0.000299687147445326,
      "loss": 5.75,
      "step": 4971
    },
    {
      "epoch": 0.2036453000204792,
      "grad_norm": 0.9801145748620357,
      "learning_rate": 0.00029968693687897334,
      "loss": 6.25,
      "step": 4972
    },
    {
      "epoch": 0.2036862584476756,
      "grad_norm": 1.0666884428376482,
      "learning_rate": 0.0002996867262418574,
      "loss": 6.125,
      "step": 4973
    },
    {
      "epoch": 0.203727216874872,
      "grad_norm": 1.0872071948018749,
      "learning_rate": 0.00029968651553397826,
      "loss": 5.5625,
      "step": 4974
    },
    {
      "epoch": 0.2037681753020684,
      "grad_norm": 1.2085122319457355,
      "learning_rate": 0.000299686304755336,
      "loss": 6.625,
      "step": 4975
    },
    {
      "epoch": 0.2038091337292648,
      "grad_norm": 0.9821545989000721,
      "learning_rate": 0.0002996860939059308,
      "loss": 6.9375,
      "step": 4976
    },
    {
      "epoch": 0.2038500921564612,
      "grad_norm": 1.1107767663202532,
      "learning_rate": 0.00029968588298576263,
      "loss": 6.3125,
      "step": 4977
    },
    {
      "epoch": 0.20389105058365758,
      "grad_norm": 1.330342940035158,
      "learning_rate": 0.0002996856719948317,
      "loss": 6.3438,
      "step": 4978
    },
    {
      "epoch": 0.20393200901085398,
      "grad_norm": 1.1215386141455188,
      "learning_rate": 0.000299685460933138,
      "loss": 6.5,
      "step": 4979
    },
    {
      "epoch": 0.20397296743805038,
      "grad_norm": 1.2456695609823893,
      "learning_rate": 0.0002996852498006818,
      "loss": 6.5312,
      "step": 4980
    },
    {
      "epoch": 0.20401392586524678,
      "grad_norm": 1.2395238206021335,
      "learning_rate": 0.00029968503859746306,
      "loss": 7.0625,
      "step": 4981
    },
    {
      "epoch": 0.20405488429244317,
      "grad_norm": 2.628205520996576,
      "learning_rate": 0.0002996848273234819,
      "loss": 6.3125,
      "step": 4982
    },
    {
      "epoch": 0.20409584271963957,
      "grad_norm": 1.0988681953996609,
      "learning_rate": 0.0002996846159787385,
      "loss": 6.0938,
      "step": 4983
    },
    {
      "epoch": 0.20413680114683597,
      "grad_norm": 4.138031925208443,
      "learning_rate": 0.00029968440456323283,
      "loss": 5.625,
      "step": 4984
    },
    {
      "epoch": 0.20417775957403236,
      "grad_norm": 0.8982221099778366,
      "learning_rate": 0.0002996841930769651,
      "loss": 6.1875,
      "step": 4985
    },
    {
      "epoch": 0.20421871800122876,
      "grad_norm": 1.1586580726292703,
      "learning_rate": 0.00029968398151993534,
      "loss": 7.3125,
      "step": 4986
    },
    {
      "epoch": 0.20425967642842516,
      "grad_norm": 3.1436008877819703,
      "learning_rate": 0.0002996837698921437,
      "loss": 7.1875,
      "step": 4987
    },
    {
      "epoch": 0.20430063485562155,
      "grad_norm": 1.1959602588113232,
      "learning_rate": 0.0002996835581935902,
      "loss": 5.875,
      "step": 4988
    },
    {
      "epoch": 0.20434159328281795,
      "grad_norm": 1.8204506526070572,
      "learning_rate": 0.0002996833464242751,
      "loss": 5.875,
      "step": 4989
    },
    {
      "epoch": 0.20438255171001435,
      "grad_norm": 1.0860927538992906,
      "learning_rate": 0.00029968313458419836,
      "loss": 6.0938,
      "step": 4990
    },
    {
      "epoch": 0.20442351013721072,
      "grad_norm": 1.0392124079656582,
      "learning_rate": 0.00029968292267336014,
      "loss": 5.8125,
      "step": 4991
    },
    {
      "epoch": 0.20446446856440711,
      "grad_norm": 1.2327252264871749,
      "learning_rate": 0.00029968271069176044,
      "loss": 7.6875,
      "step": 4992
    },
    {
      "epoch": 0.2045054269916035,
      "grad_norm": 1.4071368726637672,
      "learning_rate": 0.00029968249863939953,
      "loss": 5.5,
      "step": 4993
    },
    {
      "epoch": 0.2045463854187999,
      "grad_norm": 1.1165694730534756,
      "learning_rate": 0.0002996822865162774,
      "loss": 5.5938,
      "step": 4994
    },
    {
      "epoch": 0.2045873438459963,
      "grad_norm": 1.3416638746765177,
      "learning_rate": 0.0002996820743223941,
      "loss": 5.4062,
      "step": 4995
    },
    {
      "epoch": 0.2046283022731927,
      "grad_norm": 1.017738910085558,
      "learning_rate": 0.0002996818620577499,
      "loss": 6.0,
      "step": 4996
    },
    {
      "epoch": 0.2046692607003891,
      "grad_norm": 1.2251109800479811,
      "learning_rate": 0.00029968164972234477,
      "loss": 6.6562,
      "step": 4997
    },
    {
      "epoch": 0.2047102191275855,
      "grad_norm": 2.843689698359214,
      "learning_rate": 0.0002996814373161788,
      "loss": 7.8438,
      "step": 4998
    },
    {
      "epoch": 0.2047511775547819,
      "grad_norm": 0.9394784714004163,
      "learning_rate": 0.0002996812248392522,
      "loss": 5.5625,
      "step": 4999
    },
    {
      "epoch": 0.2047921359819783,
      "grad_norm": 1.1825204195651988,
      "learning_rate": 0.0002996810122915649,
      "loss": 5.625,
      "step": 5000
    },
    {
      "epoch": 0.2048330944091747,
      "grad_norm": 1.1488896832937678,
      "learning_rate": 0.0002996807996731172,
      "loss": 6.5312,
      "step": 5001
    },
    {
      "epoch": 0.20487405283637108,
      "grad_norm": 1.2693573671333043,
      "learning_rate": 0.00029968058698390905,
      "loss": 6.0625,
      "step": 5002
    },
    {
      "epoch": 0.20491501126356748,
      "grad_norm": 0.9833928317033761,
      "learning_rate": 0.00029968037422394066,
      "loss": 5.5312,
      "step": 5003
    },
    {
      "epoch": 0.20495596969076388,
      "grad_norm": 1.835399812007952,
      "learning_rate": 0.000299680161393212,
      "loss": 7.0312,
      "step": 5004
    },
    {
      "epoch": 0.20499692811796028,
      "grad_norm": 0.973164169428892,
      "learning_rate": 0.0002996799484917233,
      "loss": 6.2188,
      "step": 5005
    },
    {
      "epoch": 0.20503788654515667,
      "grad_norm": 1.1384346142458226,
      "learning_rate": 0.0002996797355194746,
      "loss": 5.8438,
      "step": 5006
    },
    {
      "epoch": 0.20507884497235307,
      "grad_norm": 1.0404003667702229,
      "learning_rate": 0.00029967952247646597,
      "loss": 6.6562,
      "step": 5007
    },
    {
      "epoch": 0.20511980339954947,
      "grad_norm": 1.6956741646609998,
      "learning_rate": 0.0002996793093626976,
      "loss": 7.7812,
      "step": 5008
    },
    {
      "epoch": 0.20516076182674586,
      "grad_norm": 1.123896356807583,
      "learning_rate": 0.0002996790961781695,
      "loss": 6.375,
      "step": 5009
    },
    {
      "epoch": 0.20520172025394226,
      "grad_norm": 1.0814512773938894,
      "learning_rate": 0.0002996788829228818,
      "loss": 5.9375,
      "step": 5010
    },
    {
      "epoch": 0.20524267868113866,
      "grad_norm": 1.048887906415485,
      "learning_rate": 0.00029967866959683463,
      "loss": 6.25,
      "step": 5011
    },
    {
      "epoch": 0.20528363710833503,
      "grad_norm": 1.1253369753810614,
      "learning_rate": 0.00029967845620002806,
      "loss": 7.3125,
      "step": 5012
    },
    {
      "epoch": 0.20532459553553142,
      "grad_norm": 1.2303149859207072,
      "learning_rate": 0.00029967824273246217,
      "loss": 5.2188,
      "step": 5013
    },
    {
      "epoch": 0.20536555396272782,
      "grad_norm": 2.188763068551334,
      "learning_rate": 0.0002996780291941372,
      "loss": 6.1875,
      "step": 5014
    },
    {
      "epoch": 0.20540651238992422,
      "grad_norm": 1.072623180492243,
      "learning_rate": 0.00029967781558505304,
      "loss": 7.375,
      "step": 5015
    },
    {
      "epoch": 0.20544747081712061,
      "grad_norm": 1.1270232570669034,
      "learning_rate": 0.00029967760190520996,
      "loss": 6.2188,
      "step": 5016
    },
    {
      "epoch": 0.205488429244317,
      "grad_norm": 0.9208112093075989,
      "learning_rate": 0.00029967738815460794,
      "loss": 6.375,
      "step": 5017
    },
    {
      "epoch": 0.2055293876715134,
      "grad_norm": 0.9028572273037598,
      "learning_rate": 0.00029967717433324715,
      "loss": 7.3438,
      "step": 5018
    },
    {
      "epoch": 0.2055703460987098,
      "grad_norm": 1.6913429408614356,
      "learning_rate": 0.0002996769604411277,
      "loss": 6.6875,
      "step": 5019
    },
    {
      "epoch": 0.2056113045259062,
      "grad_norm": 1.4638516442831724,
      "learning_rate": 0.0002996767464782497,
      "loss": 6.8125,
      "step": 5020
    },
    {
      "epoch": 0.2056522629531026,
      "grad_norm": 1.0708373301781131,
      "learning_rate": 0.0002996765324446131,
      "loss": 5.875,
      "step": 5021
    },
    {
      "epoch": 0.205693221380299,
      "grad_norm": 1.1896810618586242,
      "learning_rate": 0.00029967631834021825,
      "loss": 6.3125,
      "step": 5022
    },
    {
      "epoch": 0.2057341798074954,
      "grad_norm": 1.115878909095864,
      "learning_rate": 0.00029967610416506505,
      "loss": 5.3438,
      "step": 5023
    },
    {
      "epoch": 0.2057751382346918,
      "grad_norm": 1.0687566142770797,
      "learning_rate": 0.0002996758899191537,
      "loss": 5.6875,
      "step": 5024
    },
    {
      "epoch": 0.2058160966618882,
      "grad_norm": 1.1997963363923794,
      "learning_rate": 0.0002996756756024843,
      "loss": 7.1875,
      "step": 5025
    },
    {
      "epoch": 0.20585705508908458,
      "grad_norm": 0.9229192646432783,
      "learning_rate": 0.0002996754612150569,
      "loss": 7.8125,
      "step": 5026
    },
    {
      "epoch": 0.20589801351628098,
      "grad_norm": 1.205499661728932,
      "learning_rate": 0.00029967524675687156,
      "loss": 6.75,
      "step": 5027
    },
    {
      "epoch": 0.20593897194347738,
      "grad_norm": 1.4447727746585015,
      "learning_rate": 0.0002996750322279285,
      "loss": 7.0625,
      "step": 5028
    },
    {
      "epoch": 0.20597993037067377,
      "grad_norm": 1.248735290264748,
      "learning_rate": 0.0002996748176282278,
      "loss": 5.875,
      "step": 5029
    },
    {
      "epoch": 0.20602088879787017,
      "grad_norm": 1.3692652895453536,
      "learning_rate": 0.00029967460295776953,
      "loss": 8.125,
      "step": 5030
    },
    {
      "epoch": 0.20606184722506657,
      "grad_norm": 0.984670775975101,
      "learning_rate": 0.00029967438821655373,
      "loss": 5.8438,
      "step": 5031
    },
    {
      "epoch": 0.20610280565226297,
      "grad_norm": 1.1768809333317922,
      "learning_rate": 0.0002996741734045806,
      "loss": 6.8438,
      "step": 5032
    },
    {
      "epoch": 0.20614376407945934,
      "grad_norm": 0.9545534933551635,
      "learning_rate": 0.00029967395852185025,
      "loss": 6.0,
      "step": 5033
    },
    {
      "epoch": 0.20618472250665573,
      "grad_norm": 1.3700929386351004,
      "learning_rate": 0.00029967374356836273,
      "loss": 5.6562,
      "step": 5034
    },
    {
      "epoch": 0.20622568093385213,
      "grad_norm": 3.213932852157986,
      "learning_rate": 0.0002996735285441181,
      "loss": 5.8125,
      "step": 5035
    },
    {
      "epoch": 0.20626663936104853,
      "grad_norm": 1.0063415611040838,
      "learning_rate": 0.0002996733134491165,
      "loss": 6.8125,
      "step": 5036
    },
    {
      "epoch": 0.20630759778824492,
      "grad_norm": 0.9836747625976827,
      "learning_rate": 0.0002996730982833581,
      "loss": 6.0312,
      "step": 5037
    },
    {
      "epoch": 0.20634855621544132,
      "grad_norm": 1.0892041414669433,
      "learning_rate": 0.0002996728830468429,
      "loss": 6.5,
      "step": 5038
    },
    {
      "epoch": 0.20638951464263772,
      "grad_norm": 1.3128951244708083,
      "learning_rate": 0.00029967266773957106,
      "loss": 5.75,
      "step": 5039
    },
    {
      "epoch": 0.20643047306983411,
      "grad_norm": 4.588626696374367,
      "learning_rate": 0.00029967245236154266,
      "loss": 4.5,
      "step": 5040
    },
    {
      "epoch": 0.2064714314970305,
      "grad_norm": 4.476489928184227,
      "learning_rate": 0.0002996722369127578,
      "loss": 7.1562,
      "step": 5041
    },
    {
      "epoch": 0.2065123899242269,
      "grad_norm": 3.306255122339119,
      "learning_rate": 0.00029967202139321664,
      "loss": 6.8125,
      "step": 5042
    },
    {
      "epoch": 0.2065533483514233,
      "grad_norm": 1.1684473089055778,
      "learning_rate": 0.00029967180580291923,
      "loss": 6.7812,
      "step": 5043
    },
    {
      "epoch": 0.2065943067786197,
      "grad_norm": 1.421392018772081,
      "learning_rate": 0.00029967159014186566,
      "loss": 6.375,
      "step": 5044
    },
    {
      "epoch": 0.2066352652058161,
      "grad_norm": 1.2845388243211533,
      "learning_rate": 0.000299671374410056,
      "loss": 6.0625,
      "step": 5045
    },
    {
      "epoch": 0.2066762236330125,
      "grad_norm": 1.080714408360619,
      "learning_rate": 0.0002996711586074905,
      "loss": 6.4062,
      "step": 5046
    },
    {
      "epoch": 0.2067171820602089,
      "grad_norm": 1.4158901051446742,
      "learning_rate": 0.0002996709427341691,
      "loss": 6.6562,
      "step": 5047
    },
    {
      "epoch": 0.2067581404874053,
      "grad_norm": 1.3271716553477761,
      "learning_rate": 0.0002996707267900919,
      "loss": 6.0625,
      "step": 5048
    },
    {
      "epoch": 0.2067990989146017,
      "grad_norm": 1.152757147969609,
      "learning_rate": 0.00029967051077525915,
      "loss": 6.5938,
      "step": 5049
    },
    {
      "epoch": 0.20684005734179808,
      "grad_norm": 1.3336294779777644,
      "learning_rate": 0.00029967029468967087,
      "loss": 6.1562,
      "step": 5050
    },
    {
      "epoch": 0.20688101576899448,
      "grad_norm": 7.034238837225863,
      "learning_rate": 0.0002996700785333271,
      "loss": 7.5312,
      "step": 5051
    },
    {
      "epoch": 0.20692197419619088,
      "grad_norm": 1.1946200177178614,
      "learning_rate": 0.000299669862306228,
      "loss": 5.9375,
      "step": 5052
    },
    {
      "epoch": 0.20696293262338727,
      "grad_norm": 2.091950131249121,
      "learning_rate": 0.0002996696460083737,
      "loss": 7.7188,
      "step": 5053
    },
    {
      "epoch": 0.20700389105058364,
      "grad_norm": 1.030386343725621,
      "learning_rate": 0.0002996694296397643,
      "loss": 6.125,
      "step": 5054
    },
    {
      "epoch": 0.20704484947778004,
      "grad_norm": 1.3165268125930552,
      "learning_rate": 0.00029966921320039985,
      "loss": 8.5625,
      "step": 5055
    },
    {
      "epoch": 0.20708580790497644,
      "grad_norm": 1.069638333964568,
      "learning_rate": 0.00029966899669028055,
      "loss": 6.75,
      "step": 5056
    },
    {
      "epoch": 0.20712676633217283,
      "grad_norm": 1.126220215479982,
      "learning_rate": 0.0002996687801094064,
      "loss": 5.875,
      "step": 5057
    },
    {
      "epoch": 0.20716772475936923,
      "grad_norm": 3.589347392187015,
      "learning_rate": 0.0002996685634577775,
      "loss": 6.0625,
      "step": 5058
    },
    {
      "epoch": 0.20720868318656563,
      "grad_norm": 1.1873995503277954,
      "learning_rate": 0.000299668346735394,
      "loss": 5.8125,
      "step": 5059
    },
    {
      "epoch": 0.20724964161376203,
      "grad_norm": 1.0131411541391844,
      "learning_rate": 0.00029966812994225596,
      "loss": 6.8125,
      "step": 5060
    },
    {
      "epoch": 0.20729060004095842,
      "grad_norm": 1.1692386843283769,
      "learning_rate": 0.00029966791307836356,
      "loss": 6.3438,
      "step": 5061
    },
    {
      "epoch": 0.20733155846815482,
      "grad_norm": 1.0133971690137717,
      "learning_rate": 0.0002996676961437169,
      "loss": 6.375,
      "step": 5062
    },
    {
      "epoch": 0.20737251689535122,
      "grad_norm": 1.0131746972272082,
      "learning_rate": 0.0002996674791383159,
      "loss": 5.7812,
      "step": 5063
    },
    {
      "epoch": 0.2074134753225476,
      "grad_norm": 1.1114738788901557,
      "learning_rate": 0.0002996672620621609,
      "loss": 6.5625,
      "step": 5064
    },
    {
      "epoch": 0.207454433749744,
      "grad_norm": 1.4288310040642669,
      "learning_rate": 0.0002996670449152519,
      "loss": 7.3438,
      "step": 5065
    },
    {
      "epoch": 0.2074953921769404,
      "grad_norm": 1.1304938360403785,
      "learning_rate": 0.000299666827697589,
      "loss": 6.25,
      "step": 5066
    },
    {
      "epoch": 0.2075363506041368,
      "grad_norm": 1.3741784021370718,
      "learning_rate": 0.00029966661040917224,
      "loss": 6.75,
      "step": 5067
    },
    {
      "epoch": 0.2075773090313332,
      "grad_norm": 1.4475962688230808,
      "learning_rate": 0.0002996663930500019,
      "loss": 6.25,
      "step": 5068
    },
    {
      "epoch": 0.2076182674585296,
      "grad_norm": 3.8295886057960433,
      "learning_rate": 0.0002996661756200779,
      "loss": 7.4688,
      "step": 5069
    },
    {
      "epoch": 0.207659225885726,
      "grad_norm": 1.2915040940643774,
      "learning_rate": 0.00029966595811940045,
      "loss": 6.6875,
      "step": 5070
    },
    {
      "epoch": 0.2077001843129224,
      "grad_norm": 1.075399448632986,
      "learning_rate": 0.0002996657405479696,
      "loss": 6.375,
      "step": 5071
    },
    {
      "epoch": 0.2077411427401188,
      "grad_norm": 1.1763030579238551,
      "learning_rate": 0.0002996655229057855,
      "loss": 7.1875,
      "step": 5072
    },
    {
      "epoch": 0.2077821011673152,
      "grad_norm": 1.2455395500018478,
      "learning_rate": 0.0002996653051928482,
      "loss": 5.6875,
      "step": 5073
    },
    {
      "epoch": 0.20782305959451158,
      "grad_norm": 1.6941814522361465,
      "learning_rate": 0.00029966508740915783,
      "loss": 7.6562,
      "step": 5074
    },
    {
      "epoch": 0.20786401802170798,
      "grad_norm": 1.1206196574208818,
      "learning_rate": 0.0002996648695547145,
      "loss": 5.7812,
      "step": 5075
    },
    {
      "epoch": 0.20790497644890435,
      "grad_norm": 1.5148240436390583,
      "learning_rate": 0.0002996646516295183,
      "loss": 6.9375,
      "step": 5076
    },
    {
      "epoch": 0.20794593487610075,
      "grad_norm": 2.459700262470128,
      "learning_rate": 0.00029966443363356937,
      "loss": 4.9375,
      "step": 5077
    },
    {
      "epoch": 0.20798689330329714,
      "grad_norm": 1.0284720019331504,
      "learning_rate": 0.00029966421556686774,
      "loss": 5.875,
      "step": 5078
    },
    {
      "epoch": 0.20802785173049354,
      "grad_norm": 0.9454947051463397,
      "learning_rate": 0.00029966399742941357,
      "loss": 6.25,
      "step": 5079
    },
    {
      "epoch": 0.20806881015768994,
      "grad_norm": 6.041652257347233,
      "learning_rate": 0.0002996637792212069,
      "loss": 6.8438,
      "step": 5080
    },
    {
      "epoch": 0.20810976858488633,
      "grad_norm": 1.6792597323678098,
      "learning_rate": 0.0002996635609422479,
      "loss": 7.25,
      "step": 5081
    },
    {
      "epoch": 0.20815072701208273,
      "grad_norm": 1.2225239804191166,
      "learning_rate": 0.00029966334259253673,
      "loss": 5.9062,
      "step": 5082
    },
    {
      "epoch": 0.20819168543927913,
      "grad_norm": 0.9535780396582597,
      "learning_rate": 0.0002996631241720733,
      "loss": 5.6875,
      "step": 5083
    },
    {
      "epoch": 0.20823264386647553,
      "grad_norm": 0.9469403192439042,
      "learning_rate": 0.0002996629056808579,
      "loss": 6.25,
      "step": 5084
    },
    {
      "epoch": 0.20827360229367192,
      "grad_norm": 1.7223588968045618,
      "learning_rate": 0.00029966268711889056,
      "loss": 7.9375,
      "step": 5085
    },
    {
      "epoch": 0.20831456072086832,
      "grad_norm": 1.0042673585720872,
      "learning_rate": 0.0002996624684861714,
      "loss": 6.1875,
      "step": 5086
    },
    {
      "epoch": 0.20835551914806472,
      "grad_norm": 0.9890772421683504,
      "learning_rate": 0.00029966224978270046,
      "loss": 6.4688,
      "step": 5087
    },
    {
      "epoch": 0.2083964775752611,
      "grad_norm": 1.1462371671790914,
      "learning_rate": 0.0002996620310084779,
      "loss": 5.2188,
      "step": 5088
    },
    {
      "epoch": 0.2084374360024575,
      "grad_norm": 0.9930156798578743,
      "learning_rate": 0.0002996618121635039,
      "loss": 5.5625,
      "step": 5089
    },
    {
      "epoch": 0.2084783944296539,
      "grad_norm": 1.5303340517401574,
      "learning_rate": 0.0002996615932477784,
      "loss": 7.875,
      "step": 5090
    },
    {
      "epoch": 0.2085193528568503,
      "grad_norm": 0.9817085359063475,
      "learning_rate": 0.0002996613742613016,
      "loss": 6.0625,
      "step": 5091
    },
    {
      "epoch": 0.2085603112840467,
      "grad_norm": 0.8790122637360874,
      "learning_rate": 0.00029966115520407355,
      "loss": 5.8125,
      "step": 5092
    },
    {
      "epoch": 0.2086012697112431,
      "grad_norm": 2.1327919013439707,
      "learning_rate": 0.00029966093607609445,
      "loss": 6.4688,
      "step": 5093
    },
    {
      "epoch": 0.2086422281384395,
      "grad_norm": 1.149235981135887,
      "learning_rate": 0.0002996607168773643,
      "loss": 6.0625,
      "step": 5094
    },
    {
      "epoch": 0.2086831865656359,
      "grad_norm": 1.13011889913642,
      "learning_rate": 0.0002996604976078833,
      "loss": 6.3125,
      "step": 5095
    },
    {
      "epoch": 0.2087241449928323,
      "grad_norm": 1.1543078224188779,
      "learning_rate": 0.0002996602782676515,
      "loss": 6.3438,
      "step": 5096
    },
    {
      "epoch": 0.20876510342002866,
      "grad_norm": 1.3977017366990756,
      "learning_rate": 0.00029966005885666893,
      "loss": 8.0625,
      "step": 5097
    },
    {
      "epoch": 0.20880606184722506,
      "grad_norm": 0.9895620755721066,
      "learning_rate": 0.00029965983937493585,
      "loss": 6.5625,
      "step": 5098
    },
    {
      "epoch": 0.20884702027442145,
      "grad_norm": 1.1302151121858266,
      "learning_rate": 0.0002996596198224522,
      "loss": 6.6875,
      "step": 5099
    },
    {
      "epoch": 0.20888797870161785,
      "grad_norm": 1.2163460136406727,
      "learning_rate": 0.0002996594001992182,
      "loss": 5.6875,
      "step": 5100
    },
    {
      "epoch": 0.20892893712881425,
      "grad_norm": 7.19844409555569,
      "learning_rate": 0.00029965918050523394,
      "loss": 6.0625,
      "step": 5101
    },
    {
      "epoch": 0.20896989555601064,
      "grad_norm": 1.7908220216498414,
      "learning_rate": 0.0002996589607404995,
      "loss": 8.875,
      "step": 5102
    },
    {
      "epoch": 0.20901085398320704,
      "grad_norm": 1.0711184039232284,
      "learning_rate": 0.000299658740905015,
      "loss": 6.4062,
      "step": 5103
    },
    {
      "epoch": 0.20905181241040344,
      "grad_norm": 1.8109466158668166,
      "learning_rate": 0.0002996585209987805,
      "loss": 6.8125,
      "step": 5104
    },
    {
      "epoch": 0.20909277083759983,
      "grad_norm": 1.1946864814076952,
      "learning_rate": 0.0002996583010217961,
      "loss": 6.2188,
      "step": 5105
    },
    {
      "epoch": 0.20913372926479623,
      "grad_norm": 1.0954260958655844,
      "learning_rate": 0.00029965808097406205,
      "loss": 5.6875,
      "step": 5106
    },
    {
      "epoch": 0.20917468769199263,
      "grad_norm": 2.6322218244721394,
      "learning_rate": 0.0002996578608555782,
      "loss": 7.9062,
      "step": 5107
    },
    {
      "epoch": 0.20921564611918902,
      "grad_norm": 1.2006582701842292,
      "learning_rate": 0.0002996576406663449,
      "loss": 6.8125,
      "step": 5108
    },
    {
      "epoch": 0.20925660454638542,
      "grad_norm": 0.9522880604980407,
      "learning_rate": 0.00029965742040636217,
      "loss": 5.8438,
      "step": 5109
    },
    {
      "epoch": 0.20929756297358182,
      "grad_norm": 1.121347611811122,
      "learning_rate": 0.00029965720007563005,
      "loss": 6.0938,
      "step": 5110
    },
    {
      "epoch": 0.20933852140077822,
      "grad_norm": 1.0271231965894925,
      "learning_rate": 0.0002996569796741487,
      "loss": 6.2812,
      "step": 5111
    },
    {
      "epoch": 0.2093794798279746,
      "grad_norm": 1.5141914522726467,
      "learning_rate": 0.00029965675920191816,
      "loss": 7.4375,
      "step": 5112
    },
    {
      "epoch": 0.209420438255171,
      "grad_norm": 1.146691128875414,
      "learning_rate": 0.00029965653865893867,
      "loss": 5.5312,
      "step": 5113
    },
    {
      "epoch": 0.2094613966823674,
      "grad_norm": 1.4760614176474354,
      "learning_rate": 0.0002996563180452102,
      "loss": 7.2188,
      "step": 5114
    },
    {
      "epoch": 0.2095023551095638,
      "grad_norm": 1.1209033924159648,
      "learning_rate": 0.00029965609736073295,
      "loss": 5.9375,
      "step": 5115
    },
    {
      "epoch": 0.2095433135367602,
      "grad_norm": 2.828888884472628,
      "learning_rate": 0.00029965587660550695,
      "loss": 7.4688,
      "step": 5116
    },
    {
      "epoch": 0.2095842719639566,
      "grad_norm": 2.0801943168301973,
      "learning_rate": 0.00029965565577953236,
      "loss": 6.9062,
      "step": 5117
    },
    {
      "epoch": 0.20962523039115297,
      "grad_norm": 1.2392031531776597,
      "learning_rate": 0.00029965543488280925,
      "loss": 5.7812,
      "step": 5118
    },
    {
      "epoch": 0.20966618881834936,
      "grad_norm": 1.288028764727089,
      "learning_rate": 0.0002996552139153377,
      "loss": 6.3438,
      "step": 5119
    },
    {
      "epoch": 0.20970714724554576,
      "grad_norm": 1.5407494932402754,
      "learning_rate": 0.00029965499287711787,
      "loss": 7.1875,
      "step": 5120
    },
    {
      "epoch": 0.20974810567274216,
      "grad_norm": 1.1308561291164128,
      "learning_rate": 0.0002996547717681499,
      "loss": 5.2812,
      "step": 5121
    },
    {
      "epoch": 0.20978906409993855,
      "grad_norm": 1.1821391800324978,
      "learning_rate": 0.00029965455058843373,
      "loss": 6.5,
      "step": 5122
    },
    {
      "epoch": 0.20983002252713495,
      "grad_norm": 1.411185990349184,
      "learning_rate": 0.00029965432933796966,
      "loss": 7.5625,
      "step": 5123
    },
    {
      "epoch": 0.20987098095433135,
      "grad_norm": 1.1359151371475928,
      "learning_rate": 0.0002996541080167577,
      "loss": 6.9375,
      "step": 5124
    },
    {
      "epoch": 0.20991193938152775,
      "grad_norm": 0.9811826747537854,
      "learning_rate": 0.0002996538866247979,
      "loss": 6.2188,
      "step": 5125
    },
    {
      "epoch": 0.20995289780872414,
      "grad_norm": 1.0084309488489709,
      "learning_rate": 0.0002996536651620905,
      "loss": 5.9375,
      "step": 5126
    },
    {
      "epoch": 0.20999385623592054,
      "grad_norm": 2.6537120136778958,
      "learning_rate": 0.0002996534436286355,
      "loss": 6.625,
      "step": 5127
    },
    {
      "epoch": 0.21003481466311694,
      "grad_norm": 1.1378898657845993,
      "learning_rate": 0.00029965322202443306,
      "loss": 6.5,
      "step": 5128
    },
    {
      "epoch": 0.21007577309031333,
      "grad_norm": 1.3182809320732716,
      "learning_rate": 0.00029965300034948323,
      "loss": 6.0625,
      "step": 5129
    },
    {
      "epoch": 0.21011673151750973,
      "grad_norm": 1.1540674922162275,
      "learning_rate": 0.0002996527786037861,
      "loss": 5.8438,
      "step": 5130
    },
    {
      "epoch": 0.21015768994470613,
      "grad_norm": 4.251317689084824,
      "learning_rate": 0.00029965255678734195,
      "loss": 6.8125,
      "step": 5131
    },
    {
      "epoch": 0.21019864837190252,
      "grad_norm": 1.7318757010796884,
      "learning_rate": 0.00029965233490015066,
      "loss": 6.0938,
      "step": 5132
    },
    {
      "epoch": 0.21023960679909892,
      "grad_norm": 1.1189973255117964,
      "learning_rate": 0.0002996521129422124,
      "loss": 5.375,
      "step": 5133
    },
    {
      "epoch": 0.21028056522629532,
      "grad_norm": 1.5318143915101192,
      "learning_rate": 0.00029965189091352737,
      "loss": 6.375,
      "step": 5134
    },
    {
      "epoch": 0.21032152365349172,
      "grad_norm": 1.8653298431436496,
      "learning_rate": 0.0002996516688140956,
      "loss": 7.1875,
      "step": 5135
    },
    {
      "epoch": 0.2103624820806881,
      "grad_norm": 1.4034092100178535,
      "learning_rate": 0.00029965144664391717,
      "loss": 5.9688,
      "step": 5136
    },
    {
      "epoch": 0.2104034405078845,
      "grad_norm": 1.236179867246877,
      "learning_rate": 0.0002996512244029923,
      "loss": 5.875,
      "step": 5137
    },
    {
      "epoch": 0.2104443989350809,
      "grad_norm": 1.3763384793551117,
      "learning_rate": 0.00029965100209132094,
      "loss": 6.875,
      "step": 5138
    },
    {
      "epoch": 0.21048535736227728,
      "grad_norm": 1.1791004227443131,
      "learning_rate": 0.00029965077970890323,
      "loss": 5.5312,
      "step": 5139
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 1.5487667920540116,
      "learning_rate": 0.0002996505572557394,
      "loss": 5.8438,
      "step": 5140
    },
    {
      "epoch": 0.21056727421667007,
      "grad_norm": 1.22061851316885,
      "learning_rate": 0.0002996503347318295,
      "loss": 6.0938,
      "step": 5141
    },
    {
      "epoch": 0.21060823264386647,
      "grad_norm": 1.592416237032534,
      "learning_rate": 0.0002996501121371735,
      "loss": 5.75,
      "step": 5142
    },
    {
      "epoch": 0.21064919107106286,
      "grad_norm": 1.612019087675478,
      "learning_rate": 0.00029964988947177166,
      "loss": 6.375,
      "step": 5143
    },
    {
      "epoch": 0.21069014949825926,
      "grad_norm": 4.249348824111658,
      "learning_rate": 0.00029964966673562404,
      "loss": 8.1875,
      "step": 5144
    },
    {
      "epoch": 0.21073110792545566,
      "grad_norm": 1.0886310071137826,
      "learning_rate": 0.0002996494439287308,
      "loss": 5.7188,
      "step": 5145
    },
    {
      "epoch": 0.21077206635265205,
      "grad_norm": 1.0112594523382545,
      "learning_rate": 0.00029964922105109185,
      "loss": 6.6875,
      "step": 5146
    },
    {
      "epoch": 0.21081302477984845,
      "grad_norm": 0.9578127881775046,
      "learning_rate": 0.00029964899810270754,
      "loss": 6.9688,
      "step": 5147
    },
    {
      "epoch": 0.21085398320704485,
      "grad_norm": 1.182553805915616,
      "learning_rate": 0.0002996487750835778,
      "loss": 6.5,
      "step": 5148
    },
    {
      "epoch": 0.21089494163424125,
      "grad_norm": 1.1529537018237426,
      "learning_rate": 0.0002996485519937029,
      "loss": 4.9062,
      "step": 5149
    },
    {
      "epoch": 0.21093590006143764,
      "grad_norm": 1.2544815023282732,
      "learning_rate": 0.00029964832883308274,
      "loss": 6.7188,
      "step": 5150
    },
    {
      "epoch": 0.21097685848863404,
      "grad_norm": 2.2178572174958724,
      "learning_rate": 0.00029964810560171754,
      "loss": 6.9375,
      "step": 5151
    },
    {
      "epoch": 0.21101781691583044,
      "grad_norm": 3.054835396175174,
      "learning_rate": 0.0002996478822996075,
      "loss": 5.25,
      "step": 5152
    },
    {
      "epoch": 0.21105877534302683,
      "grad_norm": 1.1282719748415135,
      "learning_rate": 0.00029964765892675257,
      "loss": 6.9062,
      "step": 5153
    },
    {
      "epoch": 0.21109973377022323,
      "grad_norm": 1.286977636434267,
      "learning_rate": 0.00029964743548315285,
      "loss": 6.0938,
      "step": 5154
    },
    {
      "epoch": 0.21114069219741963,
      "grad_norm": 1.1070134217352485,
      "learning_rate": 0.0002996472119688086,
      "loss": 5.75,
      "step": 5155
    },
    {
      "epoch": 0.21118165062461602,
      "grad_norm": 1.5841449396166671,
      "learning_rate": 0.0002996469883837198,
      "loss": 6.5,
      "step": 5156
    },
    {
      "epoch": 0.21122260905181242,
      "grad_norm": 1.0528698935160736,
      "learning_rate": 0.0002996467647278866,
      "loss": 6.5312,
      "step": 5157
    },
    {
      "epoch": 0.21126356747900882,
      "grad_norm": 1.4265607288610527,
      "learning_rate": 0.00029964654100130906,
      "loss": 6.5312,
      "step": 5158
    },
    {
      "epoch": 0.21130452590620522,
      "grad_norm": 1.1914283649748467,
      "learning_rate": 0.00029964631720398734,
      "loss": 5.4062,
      "step": 5159
    },
    {
      "epoch": 0.21134548433340158,
      "grad_norm": 2.094634704648194,
      "learning_rate": 0.0002996460933359215,
      "loss": 6.5625,
      "step": 5160
    },
    {
      "epoch": 0.21138644276059798,
      "grad_norm": 0.9841527603140803,
      "learning_rate": 0.00029964586939711167,
      "loss": 5.6562,
      "step": 5161
    },
    {
      "epoch": 0.21142740118779438,
      "grad_norm": 1.2710683212497271,
      "learning_rate": 0.000299645645387558,
      "loss": 6.4688,
      "step": 5162
    },
    {
      "epoch": 0.21146835961499078,
      "grad_norm": 1.0162246846428684,
      "learning_rate": 0.00029964542130726053,
      "loss": 6.4688,
      "step": 5163
    },
    {
      "epoch": 0.21150931804218717,
      "grad_norm": 2.316034473679331,
      "learning_rate": 0.0002996451971562194,
      "loss": 6.625,
      "step": 5164
    },
    {
      "epoch": 0.21155027646938357,
      "grad_norm": 2.5569754279457864,
      "learning_rate": 0.0002996449729344347,
      "loss": 7.125,
      "step": 5165
    },
    {
      "epoch": 0.21159123489657997,
      "grad_norm": 1.4958392878968176,
      "learning_rate": 0.0002996447486419065,
      "loss": 6.25,
      "step": 5166
    },
    {
      "epoch": 0.21163219332377636,
      "grad_norm": 1.0597518036719795,
      "learning_rate": 0.00029964452427863494,
      "loss": 6.2812,
      "step": 5167
    },
    {
      "epoch": 0.21167315175097276,
      "grad_norm": 2.172619129602533,
      "learning_rate": 0.00029964429984462017,
      "loss": 7.0938,
      "step": 5168
    },
    {
      "epoch": 0.21171411017816916,
      "grad_norm": 1.0478367120532155,
      "learning_rate": 0.00029964407533986223,
      "loss": 7.4375,
      "step": 5169
    },
    {
      "epoch": 0.21175506860536555,
      "grad_norm": 1.3933900156701735,
      "learning_rate": 0.00029964385076436135,
      "loss": 7.4062,
      "step": 5170
    },
    {
      "epoch": 0.21179602703256195,
      "grad_norm": 1.0388060739212317,
      "learning_rate": 0.00029964362611811747,
      "loss": 5.5625,
      "step": 5171
    },
    {
      "epoch": 0.21183698545975835,
      "grad_norm": 1.010016585315453,
      "learning_rate": 0.00029964340140113075,
      "loss": 5.4688,
      "step": 5172
    },
    {
      "epoch": 0.21187794388695474,
      "grad_norm": 0.9269276823132279,
      "learning_rate": 0.00029964317661340136,
      "loss": 6.1875,
      "step": 5173
    },
    {
      "epoch": 0.21191890231415114,
      "grad_norm": 2.164122309953049,
      "learning_rate": 0.0002996429517549293,
      "loss": 7.4375,
      "step": 5174
    },
    {
      "epoch": 0.21195986074134754,
      "grad_norm": 1.1522186172214848,
      "learning_rate": 0.00029964272682571477,
      "loss": 7.4375,
      "step": 5175
    },
    {
      "epoch": 0.21200081916854394,
      "grad_norm": 0.97125311102563,
      "learning_rate": 0.00029964250182575784,
      "loss": 5.9062,
      "step": 5176
    },
    {
      "epoch": 0.21204177759574033,
      "grad_norm": 1.0667426844028816,
      "learning_rate": 0.0002996422767550586,
      "loss": 6.5625,
      "step": 5177
    },
    {
      "epoch": 0.21208273602293673,
      "grad_norm": 2.4358215941877224,
      "learning_rate": 0.0002996420516136172,
      "loss": 6.7812,
      "step": 5178
    },
    {
      "epoch": 0.21212369445013313,
      "grad_norm": 1.1632116490451727,
      "learning_rate": 0.0002996418264014337,
      "loss": 6.4688,
      "step": 5179
    },
    {
      "epoch": 0.21216465287732952,
      "grad_norm": 1.0305690148566398,
      "learning_rate": 0.0002996416011185083,
      "loss": 6.25,
      "step": 5180
    },
    {
      "epoch": 0.2122056113045259,
      "grad_norm": 1.000972283284,
      "learning_rate": 0.0002996413757648409,
      "loss": 5.2188,
      "step": 5181
    },
    {
      "epoch": 0.2122465697317223,
      "grad_norm": 1.1362686485286344,
      "learning_rate": 0.00029964115034043185,
      "loss": 5.9062,
      "step": 5182
    },
    {
      "epoch": 0.2122875281589187,
      "grad_norm": 1.1746490088061297,
      "learning_rate": 0.0002996409248452811,
      "loss": 6.0312,
      "step": 5183
    },
    {
      "epoch": 0.21232848658611508,
      "grad_norm": 1.2941598219530563,
      "learning_rate": 0.00029964069927938884,
      "loss": 6.5938,
      "step": 5184
    },
    {
      "epoch": 0.21236944501331148,
      "grad_norm": 1.0198896122408212,
      "learning_rate": 0.0002996404736427551,
      "loss": 5.625,
      "step": 5185
    },
    {
      "epoch": 0.21241040344050788,
      "grad_norm": 1.5378034239215759,
      "learning_rate": 0.00029964024793538007,
      "loss": 7.1875,
      "step": 5186
    },
    {
      "epoch": 0.21245136186770427,
      "grad_norm": 1.1119660379927618,
      "learning_rate": 0.00029964002215726376,
      "loss": 5.875,
      "step": 5187
    },
    {
      "epoch": 0.21249232029490067,
      "grad_norm": 1.6268351369449283,
      "learning_rate": 0.0002996397963084064,
      "loss": 7.75,
      "step": 5188
    },
    {
      "epoch": 0.21253327872209707,
      "grad_norm": 1.7098583607221132,
      "learning_rate": 0.000299639570388808,
      "loss": 5.9375,
      "step": 5189
    },
    {
      "epoch": 0.21257423714929347,
      "grad_norm": 7.5777613446438625,
      "learning_rate": 0.0002996393443984687,
      "loss": 5.5625,
      "step": 5190
    },
    {
      "epoch": 0.21261519557648986,
      "grad_norm": 1.1596446795098867,
      "learning_rate": 0.00029963911833738854,
      "loss": 6.3438,
      "step": 5191
    },
    {
      "epoch": 0.21265615400368626,
      "grad_norm": 1.1976091311535397,
      "learning_rate": 0.00029963889220556775,
      "loss": 5.875,
      "step": 5192
    },
    {
      "epoch": 0.21269711243088266,
      "grad_norm": 0.9871368680621877,
      "learning_rate": 0.00029963866600300635,
      "loss": 6.0625,
      "step": 5193
    },
    {
      "epoch": 0.21273807085807905,
      "grad_norm": 2.919593477375942,
      "learning_rate": 0.00029963843972970444,
      "loss": 6.4375,
      "step": 5194
    },
    {
      "epoch": 0.21277902928527545,
      "grad_norm": 0.9980140973390862,
      "learning_rate": 0.0002996382133856622,
      "loss": 6.375,
      "step": 5195
    },
    {
      "epoch": 0.21281998771247185,
      "grad_norm": 1.969718519664307,
      "learning_rate": 0.0002996379869708797,
      "loss": 5.5312,
      "step": 5196
    },
    {
      "epoch": 0.21286094613966824,
      "grad_norm": 6.078975719857067,
      "learning_rate": 0.0002996377604853571,
      "loss": 4.8125,
      "step": 5197
    },
    {
      "epoch": 0.21290190456686464,
      "grad_norm": 1.7943652373205463,
      "learning_rate": 0.00029963753392909436,
      "loss": 5.6875,
      "step": 5198
    },
    {
      "epoch": 0.21294286299406104,
      "grad_norm": 1.2249998539060762,
      "learning_rate": 0.0002996373073020917,
      "loss": 6.2812,
      "step": 5199
    },
    {
      "epoch": 0.21298382142125744,
      "grad_norm": 7.002896702250278,
      "learning_rate": 0.0002996370806043492,
      "loss": 6.1875,
      "step": 5200
    },
    {
      "epoch": 0.21302477984845383,
      "grad_norm": 1.5106548842508911,
      "learning_rate": 0.000299636853835867,
      "loss": 5.9062,
      "step": 5201
    },
    {
      "epoch": 0.2130657382756502,
      "grad_norm": 1.7523313908039908,
      "learning_rate": 0.00029963662699664513,
      "loss": 6.9062,
      "step": 5202
    },
    {
      "epoch": 0.2131066967028466,
      "grad_norm": 6.416564505362167,
      "learning_rate": 0.00029963640008668377,
      "loss": 6.125,
      "step": 5203
    },
    {
      "epoch": 0.213147655130043,
      "grad_norm": 1.5230352995666112,
      "learning_rate": 0.000299636173105983,
      "loss": 7.9062,
      "step": 5204
    },
    {
      "epoch": 0.2131886135572394,
      "grad_norm": 1.2555243953158255,
      "learning_rate": 0.00029963594605454295,
      "loss": 5.625,
      "step": 5205
    },
    {
      "epoch": 0.2132295719844358,
      "grad_norm": 1.173177968645672,
      "learning_rate": 0.0002996357189323637,
      "loss": 6.8125,
      "step": 5206
    },
    {
      "epoch": 0.2132705304116322,
      "grad_norm": 1.9778429317285764,
      "learning_rate": 0.00029963549173944536,
      "loss": 6.2188,
      "step": 5207
    },
    {
      "epoch": 0.21331148883882858,
      "grad_norm": 1.6223732435991476,
      "learning_rate": 0.00029963526447578803,
      "loss": 6.0312,
      "step": 5208
    },
    {
      "epoch": 0.21335244726602498,
      "grad_norm": 1.471557642749245,
      "learning_rate": 0.0002996350371413918,
      "loss": 7.0938,
      "step": 5209
    },
    {
      "epoch": 0.21339340569322138,
      "grad_norm": 1.2866062345612757,
      "learning_rate": 0.0002996348097362569,
      "loss": 8.6875,
      "step": 5210
    },
    {
      "epoch": 0.21343436412041777,
      "grad_norm": 1.398859851973417,
      "learning_rate": 0.00029963458226038326,
      "loss": 5.7812,
      "step": 5211
    },
    {
      "epoch": 0.21347532254761417,
      "grad_norm": 1.2815931825017162,
      "learning_rate": 0.0002996343547137711,
      "loss": 6.8438,
      "step": 5212
    },
    {
      "epoch": 0.21351628097481057,
      "grad_norm": 1.464242925608044,
      "learning_rate": 0.00029963412709642053,
      "loss": 7.4375,
      "step": 5213
    },
    {
      "epoch": 0.21355723940200697,
      "grad_norm": 1.184569050059252,
      "learning_rate": 0.0002996338994083316,
      "loss": 7.0312,
      "step": 5214
    },
    {
      "epoch": 0.21359819782920336,
      "grad_norm": 1.0186356128938283,
      "learning_rate": 0.00029963367164950446,
      "loss": 5.9375,
      "step": 5215
    },
    {
      "epoch": 0.21363915625639976,
      "grad_norm": 1.2827992190713833,
      "learning_rate": 0.0002996334438199392,
      "loss": 5.1875,
      "step": 5216
    },
    {
      "epoch": 0.21368011468359616,
      "grad_norm": 0.8410481889487955,
      "learning_rate": 0.0002996332159196359,
      "loss": 7.0625,
      "step": 5217
    },
    {
      "epoch": 0.21372107311079255,
      "grad_norm": 1.1874868184241618,
      "learning_rate": 0.0002996329879485947,
      "loss": 6.2812,
      "step": 5218
    },
    {
      "epoch": 0.21376203153798895,
      "grad_norm": 3.981751117995551,
      "learning_rate": 0.0002996327599068158,
      "loss": 6.8438,
      "step": 5219
    },
    {
      "epoch": 0.21380298996518535,
      "grad_norm": 1.0501700141620862,
      "learning_rate": 0.0002996325317942991,
      "loss": 6.25,
      "step": 5220
    },
    {
      "epoch": 0.21384394839238174,
      "grad_norm": 1.2441356599098843,
      "learning_rate": 0.00029963230361104487,
      "loss": 6.125,
      "step": 5221
    },
    {
      "epoch": 0.21388490681957814,
      "grad_norm": 3.5608489860457753,
      "learning_rate": 0.00029963207535705315,
      "loss": 5.6875,
      "step": 5222
    },
    {
      "epoch": 0.2139258652467745,
      "grad_norm": 2.538803651856177,
      "learning_rate": 0.0002996318470323241,
      "loss": 6.9062,
      "step": 5223
    },
    {
      "epoch": 0.2139668236739709,
      "grad_norm": 1.7791000703310254,
      "learning_rate": 0.00029963161863685774,
      "loss": 5.6562,
      "step": 5224
    },
    {
      "epoch": 0.2140077821011673,
      "grad_norm": 1.300732012934379,
      "learning_rate": 0.00029963139017065427,
      "loss": 7.5938,
      "step": 5225
    },
    {
      "epoch": 0.2140487405283637,
      "grad_norm": 1.9600639784595708,
      "learning_rate": 0.00029963116163371376,
      "loss": 7.75,
      "step": 5226
    },
    {
      "epoch": 0.2140896989555601,
      "grad_norm": 1.223733390388788,
      "learning_rate": 0.0002996309330260363,
      "loss": 6.9688,
      "step": 5227
    },
    {
      "epoch": 0.2141306573827565,
      "grad_norm": 1.2172351615347763,
      "learning_rate": 0.00029963070434762206,
      "loss": 6.2812,
      "step": 5228
    },
    {
      "epoch": 0.2141716158099529,
      "grad_norm": 1.115760745940051,
      "learning_rate": 0.0002996304755984711,
      "loss": 6.0312,
      "step": 5229
    },
    {
      "epoch": 0.2142125742371493,
      "grad_norm": 2.8433588788744504,
      "learning_rate": 0.0002996302467785835,
      "loss": 7.625,
      "step": 5230
    },
    {
      "epoch": 0.21425353266434569,
      "grad_norm": 1.08861913107145,
      "learning_rate": 0.0002996300178879594,
      "loss": 5.8125,
      "step": 5231
    },
    {
      "epoch": 0.21429449109154208,
      "grad_norm": 0.9727636965774178,
      "learning_rate": 0.00029962978892659895,
      "loss": 6.5625,
      "step": 5232
    },
    {
      "epoch": 0.21433544951873848,
      "grad_norm": 1.5690060677915667,
      "learning_rate": 0.00029962955989450217,
      "loss": 7.25,
      "step": 5233
    },
    {
      "epoch": 0.21437640794593488,
      "grad_norm": 1.1775924667714825,
      "learning_rate": 0.00029962933079166927,
      "loss": 5.6875,
      "step": 5234
    },
    {
      "epoch": 0.21441736637313127,
      "grad_norm": 2.070994799949976,
      "learning_rate": 0.00029962910161810026,
      "loss": 6.875,
      "step": 5235
    },
    {
      "epoch": 0.21445832480032767,
      "grad_norm": 1.0742994598640505,
      "learning_rate": 0.00029962887237379535,
      "loss": 5.4062,
      "step": 5236
    },
    {
      "epoch": 0.21449928322752407,
      "grad_norm": 1.8819165037938117,
      "learning_rate": 0.0002996286430587545,
      "loss": 6.8438,
      "step": 5237
    },
    {
      "epoch": 0.21454024165472046,
      "grad_norm": 0.9897385823389839,
      "learning_rate": 0.000299628413672978,
      "loss": 6.1875,
      "step": 5238
    },
    {
      "epoch": 0.21458120008191686,
      "grad_norm": 1.1590345705211857,
      "learning_rate": 0.00029962818421646584,
      "loss": 6.3125,
      "step": 5239
    },
    {
      "epoch": 0.21462215850911326,
      "grad_norm": 1.1842817849636034,
      "learning_rate": 0.00029962795468921815,
      "loss": 6.3438,
      "step": 5240
    },
    {
      "epoch": 0.21466311693630966,
      "grad_norm": 3.7575334566890692,
      "learning_rate": 0.000299627725091235,
      "loss": 5.0625,
      "step": 5241
    },
    {
      "epoch": 0.21470407536350605,
      "grad_norm": 1.2173729745972435,
      "learning_rate": 0.0002996274954225166,
      "loss": 6.4375,
      "step": 5242
    },
    {
      "epoch": 0.21474503379070245,
      "grad_norm": 1.4618654111301725,
      "learning_rate": 0.000299627265683063,
      "loss": 6.9688,
      "step": 5243
    },
    {
      "epoch": 0.21478599221789882,
      "grad_norm": 4.30372058506598,
      "learning_rate": 0.0002996270358728743,
      "loss": 5.8125,
      "step": 5244
    },
    {
      "epoch": 0.21482695064509522,
      "grad_norm": 1.0217891573098599,
      "learning_rate": 0.00029962680599195064,
      "loss": 6.2812,
      "step": 5245
    },
    {
      "epoch": 0.2148679090722916,
      "grad_norm": 1.2889517405478907,
      "learning_rate": 0.00029962657604029207,
      "loss": 6.9375,
      "step": 5246
    },
    {
      "epoch": 0.214908867499488,
      "grad_norm": 1.3895859004712805,
      "learning_rate": 0.00029962634601789874,
      "loss": 5.9062,
      "step": 5247
    },
    {
      "epoch": 0.2149498259266844,
      "grad_norm": 1.2992399879963727,
      "learning_rate": 0.00029962611592477075,
      "loss": 7.3125,
      "step": 5248
    },
    {
      "epoch": 0.2149907843538808,
      "grad_norm": 1.8176808434742038,
      "learning_rate": 0.0002996258857609083,
      "loss": 7.25,
      "step": 5249
    },
    {
      "epoch": 0.2150317427810772,
      "grad_norm": 1.1545277079554166,
      "learning_rate": 0.0002996256555263113,
      "loss": 6.1875,
      "step": 5250
    },
    {
      "epoch": 0.2150727012082736,
      "grad_norm": 1.006918410086961,
      "learning_rate": 0.0002996254252209801,
      "loss": 5.5938,
      "step": 5251
    },
    {
      "epoch": 0.21511365963547,
      "grad_norm": 1.699791338993582,
      "learning_rate": 0.00029962519484491454,
      "loss": 8.0625,
      "step": 5252
    },
    {
      "epoch": 0.2151546180626664,
      "grad_norm": 0.9819870856560456,
      "learning_rate": 0.00029962496439811493,
      "loss": 5.25,
      "step": 5253
    },
    {
      "epoch": 0.2151955764898628,
      "grad_norm": 2.483342873179373,
      "learning_rate": 0.0002996247338805813,
      "loss": 8.0625,
      "step": 5254
    },
    {
      "epoch": 0.21523653491705919,
      "grad_norm": 1.0564569238791663,
      "learning_rate": 0.0002996245032923139,
      "loss": 5.7812,
      "step": 5255
    },
    {
      "epoch": 0.21527749334425558,
      "grad_norm": 1.760028254850279,
      "learning_rate": 0.0002996242726333126,
      "loss": 7.3125,
      "step": 5256
    },
    {
      "epoch": 0.21531845177145198,
      "grad_norm": 4.826054854774641,
      "learning_rate": 0.00029962404190357763,
      "loss": 6.0625,
      "step": 5257
    },
    {
      "epoch": 0.21535941019864838,
      "grad_norm": 1.2496901181789437,
      "learning_rate": 0.0002996238111031091,
      "loss": 6.0,
      "step": 5258
    },
    {
      "epoch": 0.21540036862584477,
      "grad_norm": 1.0038205307193606,
      "learning_rate": 0.0002996235802319071,
      "loss": 6.9062,
      "step": 5259
    },
    {
      "epoch": 0.21544132705304117,
      "grad_norm": 1.4452875265963308,
      "learning_rate": 0.0002996233492899718,
      "loss": 5.4688,
      "step": 5260
    },
    {
      "epoch": 0.21548228548023757,
      "grad_norm": 1.3721512341770377,
      "learning_rate": 0.00029962311827730326,
      "loss": 7.6875,
      "step": 5261
    },
    {
      "epoch": 0.21552324390743396,
      "grad_norm": 2.556731806260964,
      "learning_rate": 0.00029962288719390155,
      "loss": 5.4375,
      "step": 5262
    },
    {
      "epoch": 0.21556420233463036,
      "grad_norm": 1.0916813040004663,
      "learning_rate": 0.0002996226560397669,
      "loss": 6.1562,
      "step": 5263
    },
    {
      "epoch": 0.21560516076182676,
      "grad_norm": 1.060611931555079,
      "learning_rate": 0.0002996224248148992,
      "loss": 6.0625,
      "step": 5264
    },
    {
      "epoch": 0.21564611918902313,
      "grad_norm": 1.0059716325202228,
      "learning_rate": 0.0002996221935192988,
      "loss": 6.2188,
      "step": 5265
    },
    {
      "epoch": 0.21568707761621952,
      "grad_norm": 2.425391144073601,
      "learning_rate": 0.0002996219621529657,
      "loss": 6.9062,
      "step": 5266
    },
    {
      "epoch": 0.21572803604341592,
      "grad_norm": 1.4590216829978657,
      "learning_rate": 0.00029962173071590003,
      "loss": 7.5312,
      "step": 5267
    },
    {
      "epoch": 0.21576899447061232,
      "grad_norm": 1.5859559918349095,
      "learning_rate": 0.00029962149920810185,
      "loss": 7.7812,
      "step": 5268
    },
    {
      "epoch": 0.21580995289780872,
      "grad_norm": 1.1438741940204433,
      "learning_rate": 0.0002996212676295713,
      "loss": 6.3438,
      "step": 5269
    },
    {
      "epoch": 0.2158509113250051,
      "grad_norm": 1.3082127011547224,
      "learning_rate": 0.00029962103598030855,
      "loss": 6.2188,
      "step": 5270
    },
    {
      "epoch": 0.2158918697522015,
      "grad_norm": 1.0966287598790874,
      "learning_rate": 0.0002996208042603137,
      "loss": 6.0938,
      "step": 5271
    },
    {
      "epoch": 0.2159328281793979,
      "grad_norm": 1.0422695955280636,
      "learning_rate": 0.00029962057246958666,
      "loss": 6.4688,
      "step": 5272
    },
    {
      "epoch": 0.2159737866065943,
      "grad_norm": 4.5962205728867325,
      "learning_rate": 0.0002996203406081278,
      "loss": 6.0,
      "step": 5273
    },
    {
      "epoch": 0.2160147450337907,
      "grad_norm": 3.223371618207804,
      "learning_rate": 0.0002996201086759371,
      "loss": 9.25,
      "step": 5274
    },
    {
      "epoch": 0.2160557034609871,
      "grad_norm": 1.5674856243406388,
      "learning_rate": 0.0002996198766730147,
      "loss": 6.2188,
      "step": 5275
    },
    {
      "epoch": 0.2160966618881835,
      "grad_norm": 1.5264597223072254,
      "learning_rate": 0.00029961964459936075,
      "loss": 8.625,
      "step": 5276
    },
    {
      "epoch": 0.2161376203153799,
      "grad_norm": 1.4934548336683389,
      "learning_rate": 0.0002996194124549753,
      "loss": 5.3125,
      "step": 5277
    },
    {
      "epoch": 0.2161785787425763,
      "grad_norm": 1.533688713342866,
      "learning_rate": 0.0002996191802398584,
      "loss": 8.0625,
      "step": 5278
    },
    {
      "epoch": 0.21621953716977269,
      "grad_norm": 1.0264071998613062,
      "learning_rate": 0.0002996189479540103,
      "loss": 6.0,
      "step": 5279
    },
    {
      "epoch": 0.21626049559696908,
      "grad_norm": 1.2117494945312384,
      "learning_rate": 0.000299618715597431,
      "loss": 6.7812,
      "step": 5280
    },
    {
      "epoch": 0.21630145402416548,
      "grad_norm": 1.165154435134656,
      "learning_rate": 0.0002996184831701207,
      "loss": 5.8125,
      "step": 5281
    },
    {
      "epoch": 0.21634241245136188,
      "grad_norm": 2.685530155982232,
      "learning_rate": 0.0002996182506720794,
      "loss": 7.625,
      "step": 5282
    },
    {
      "epoch": 0.21638337087855827,
      "grad_norm": 1.1256054506238409,
      "learning_rate": 0.0002996180181033073,
      "loss": 5.6562,
      "step": 5283
    },
    {
      "epoch": 0.21642432930575467,
      "grad_norm": 1.9613378182277623,
      "learning_rate": 0.0002996177854638045,
      "loss": 6.5312,
      "step": 5284
    },
    {
      "epoch": 0.21646528773295107,
      "grad_norm": 1.2298567761879964,
      "learning_rate": 0.0002996175527535711,
      "loss": 5.5625,
      "step": 5285
    },
    {
      "epoch": 0.21650624616014746,
      "grad_norm": 1.531438655206431,
      "learning_rate": 0.0002996173199726072,
      "loss": 6.5625,
      "step": 5286
    },
    {
      "epoch": 0.21654720458734383,
      "grad_norm": 1.0348436064665556,
      "learning_rate": 0.0002996170871209129,
      "loss": 6.7812,
      "step": 5287
    },
    {
      "epoch": 0.21658816301454023,
      "grad_norm": 1.1069033335437792,
      "learning_rate": 0.0002996168541984883,
      "loss": 6.3438,
      "step": 5288
    },
    {
      "epoch": 0.21662912144173663,
      "grad_norm": 1.114848580628395,
      "learning_rate": 0.00029961662120533354,
      "loss": 6.375,
      "step": 5289
    },
    {
      "epoch": 0.21667007986893302,
      "grad_norm": 0.9251210363543467,
      "learning_rate": 0.0002996163881414488,
      "loss": 5.4062,
      "step": 5290
    },
    {
      "epoch": 0.21671103829612942,
      "grad_norm": 1.1063413059734943,
      "learning_rate": 0.00029961615500683403,
      "loss": 6.4688,
      "step": 5291
    },
    {
      "epoch": 0.21675199672332582,
      "grad_norm": 0.9877352209307082,
      "learning_rate": 0.00029961592180148945,
      "loss": 5.4688,
      "step": 5292
    },
    {
      "epoch": 0.21679295515052222,
      "grad_norm": 1.5600073345221737,
      "learning_rate": 0.0002996156885254151,
      "loss": 7.8438,
      "step": 5293
    },
    {
      "epoch": 0.2168339135777186,
      "grad_norm": 1.1848230030648181,
      "learning_rate": 0.0002996154551786112,
      "loss": 6.6562,
      "step": 5294
    },
    {
      "epoch": 0.216874872004915,
      "grad_norm": 1.6083211678749658,
      "learning_rate": 0.0002996152217610778,
      "loss": 6.25,
      "step": 5295
    },
    {
      "epoch": 0.2169158304321114,
      "grad_norm": 1.1235402004126154,
      "learning_rate": 0.00029961498827281495,
      "loss": 5.6875,
      "step": 5296
    },
    {
      "epoch": 0.2169567888593078,
      "grad_norm": 1.1666317392848709,
      "learning_rate": 0.00029961475471382287,
      "loss": 6.375,
      "step": 5297
    },
    {
      "epoch": 0.2169977472865042,
      "grad_norm": 1.166324613333177,
      "learning_rate": 0.00029961452108410156,
      "loss": 6.5938,
      "step": 5298
    },
    {
      "epoch": 0.2170387057137006,
      "grad_norm": 1.0884571049365497,
      "learning_rate": 0.00029961428738365124,
      "loss": 6.625,
      "step": 5299
    },
    {
      "epoch": 0.217079664140897,
      "grad_norm": 0.9758622518021921,
      "learning_rate": 0.00029961405361247196,
      "loss": 6.375,
      "step": 5300
    },
    {
      "epoch": 0.2171206225680934,
      "grad_norm": 1.0760301141204316,
      "learning_rate": 0.0002996138197705638,
      "loss": 6.125,
      "step": 5301
    },
    {
      "epoch": 0.2171615809952898,
      "grad_norm": 1.1337255383548173,
      "learning_rate": 0.0002996135858579269,
      "loss": 6.1875,
      "step": 5302
    },
    {
      "epoch": 0.21720253942248618,
      "grad_norm": 1.0260829812908596,
      "learning_rate": 0.00029961335187456145,
      "loss": 5.8125,
      "step": 5303
    },
    {
      "epoch": 0.21724349784968258,
      "grad_norm": 0.95453332859379,
      "learning_rate": 0.0002996131178204674,
      "loss": 5.5938,
      "step": 5304
    },
    {
      "epoch": 0.21728445627687898,
      "grad_norm": 1.1191909345237547,
      "learning_rate": 0.000299612883695645,
      "loss": 5.7188,
      "step": 5305
    },
    {
      "epoch": 0.21732541470407538,
      "grad_norm": 1.0101973972130969,
      "learning_rate": 0.0002996126495000943,
      "loss": 6.4062,
      "step": 5306
    },
    {
      "epoch": 0.21736637313127177,
      "grad_norm": 1.5998679214430467,
      "learning_rate": 0.0002996124152338154,
      "loss": 5.7812,
      "step": 5307
    },
    {
      "epoch": 0.21740733155846814,
      "grad_norm": 1.108762490912205,
      "learning_rate": 0.0002996121808968085,
      "loss": 5.6875,
      "step": 5308
    },
    {
      "epoch": 0.21744828998566454,
      "grad_norm": 1.342097490904492,
      "learning_rate": 0.00029961194648907356,
      "loss": 7.3438,
      "step": 5309
    },
    {
      "epoch": 0.21748924841286094,
      "grad_norm": 1.456348675499327,
      "learning_rate": 0.0002996117120106108,
      "loss": 6.7188,
      "step": 5310
    },
    {
      "epoch": 0.21753020684005733,
      "grad_norm": 1.0612132832195902,
      "learning_rate": 0.00029961147746142036,
      "loss": 6.0625,
      "step": 5311
    },
    {
      "epoch": 0.21757116526725373,
      "grad_norm": 1.1199836352787167,
      "learning_rate": 0.00029961124284150225,
      "loss": 5.875,
      "step": 5312
    },
    {
      "epoch": 0.21761212369445013,
      "grad_norm": 1.3669669925557857,
      "learning_rate": 0.0002996110081508566,
      "loss": 6.0938,
      "step": 5313
    },
    {
      "epoch": 0.21765308212164652,
      "grad_norm": 1.2525407762182668,
      "learning_rate": 0.0002996107733894836,
      "loss": 6.7188,
      "step": 5314
    },
    {
      "epoch": 0.21769404054884292,
      "grad_norm": 1.0496737639379226,
      "learning_rate": 0.0002996105385573832,
      "loss": 5.9375,
      "step": 5315
    },
    {
      "epoch": 0.21773499897603932,
      "grad_norm": 1.204788824101662,
      "learning_rate": 0.0002996103036545557,
      "loss": 6.4688,
      "step": 5316
    },
    {
      "epoch": 0.21777595740323571,
      "grad_norm": 1.0036224018655069,
      "learning_rate": 0.00029961006868100117,
      "loss": 5.9062,
      "step": 5317
    },
    {
      "epoch": 0.2178169158304321,
      "grad_norm": 1.4148805461072707,
      "learning_rate": 0.00029960983363671966,
      "loss": 6.6875,
      "step": 5318
    },
    {
      "epoch": 0.2178578742576285,
      "grad_norm": 1.2969908525559881,
      "learning_rate": 0.00029960959852171125,
      "loss": 8.0625,
      "step": 5319
    },
    {
      "epoch": 0.2178988326848249,
      "grad_norm": 1.2541836139314768,
      "learning_rate": 0.00029960936333597616,
      "loss": 6.9375,
      "step": 5320
    },
    {
      "epoch": 0.2179397911120213,
      "grad_norm": 0.977255809368686,
      "learning_rate": 0.0002996091280795144,
      "loss": 5.9062,
      "step": 5321
    },
    {
      "epoch": 0.2179807495392177,
      "grad_norm": 1.2089857502023298,
      "learning_rate": 0.00029960889275232615,
      "loss": 6.0938,
      "step": 5322
    },
    {
      "epoch": 0.2180217079664141,
      "grad_norm": 1.9119976698406562,
      "learning_rate": 0.0002996086573544115,
      "loss": 6.75,
      "step": 5323
    },
    {
      "epoch": 0.2180626663936105,
      "grad_norm": 1.2141866903327534,
      "learning_rate": 0.00029960842188577055,
      "loss": 5.9062,
      "step": 5324
    },
    {
      "epoch": 0.2181036248208069,
      "grad_norm": 1.1123370973211826,
      "learning_rate": 0.00029960818634640346,
      "loss": 6.375,
      "step": 5325
    },
    {
      "epoch": 0.2181445832480033,
      "grad_norm": 1.9702630973662156,
      "learning_rate": 0.00029960795073631023,
      "loss": 6.1875,
      "step": 5326
    },
    {
      "epoch": 0.21818554167519968,
      "grad_norm": 1.5372186488835813,
      "learning_rate": 0.0002996077150554911,
      "loss": 8.4375,
      "step": 5327
    },
    {
      "epoch": 0.21822650010239608,
      "grad_norm": 1.8563133521728035,
      "learning_rate": 0.00029960747930394605,
      "loss": 5.5,
      "step": 5328
    },
    {
      "epoch": 0.21826745852959245,
      "grad_norm": 0.9164796282529404,
      "learning_rate": 0.0002996072434816753,
      "loss": 6.125,
      "step": 5329
    },
    {
      "epoch": 0.21830841695678885,
      "grad_norm": 2.0153842732134457,
      "learning_rate": 0.00029960700758867895,
      "loss": 4.8125,
      "step": 5330
    },
    {
      "epoch": 0.21834937538398524,
      "grad_norm": 1.1215803998222291,
      "learning_rate": 0.0002996067716249571,
      "loss": 5.8125,
      "step": 5331
    },
    {
      "epoch": 0.21839033381118164,
      "grad_norm": 1.0495846600515566,
      "learning_rate": 0.0002996065355905098,
      "loss": 5.9062,
      "step": 5332
    },
    {
      "epoch": 0.21843129223837804,
      "grad_norm": 1.3771769296349032,
      "learning_rate": 0.00029960629948533725,
      "loss": 6.4375,
      "step": 5333
    },
    {
      "epoch": 0.21847225066557444,
      "grad_norm": 2.3886067826582877,
      "learning_rate": 0.0002996060633094395,
      "loss": 7.2188,
      "step": 5334
    },
    {
      "epoch": 0.21851320909277083,
      "grad_norm": 0.9318627082680349,
      "learning_rate": 0.00029960582706281666,
      "loss": 6.0625,
      "step": 5335
    },
    {
      "epoch": 0.21855416751996723,
      "grad_norm": 1.1423454725168716,
      "learning_rate": 0.0002996055907454689,
      "loss": 6.5312,
      "step": 5336
    },
    {
      "epoch": 0.21859512594716363,
      "grad_norm": 7.527397422401731,
      "learning_rate": 0.00029960535435739633,
      "loss": 4.625,
      "step": 5337
    },
    {
      "epoch": 0.21863608437436002,
      "grad_norm": 1.1489269284237138,
      "learning_rate": 0.000299605117898599,
      "loss": 6.5312,
      "step": 5338
    },
    {
      "epoch": 0.21867704280155642,
      "grad_norm": 1.1522902166091906,
      "learning_rate": 0.0002996048813690771,
      "loss": 6.4062,
      "step": 5339
    },
    {
      "epoch": 0.21871800122875282,
      "grad_norm": 1.1136928345849517,
      "learning_rate": 0.0002996046447688306,
      "loss": 6.2188,
      "step": 5340
    },
    {
      "epoch": 0.21875895965594921,
      "grad_norm": 3.2250953677139287,
      "learning_rate": 0.00029960440809785973,
      "loss": 5.9375,
      "step": 5341
    },
    {
      "epoch": 0.2187999180831456,
      "grad_norm": 1.1922575987527282,
      "learning_rate": 0.00029960417135616464,
      "loss": 6.0312,
      "step": 5342
    },
    {
      "epoch": 0.218840876510342,
      "grad_norm": 1.4930520486975924,
      "learning_rate": 0.0002996039345437453,
      "loss": 6.75,
      "step": 5343
    },
    {
      "epoch": 0.2188818349375384,
      "grad_norm": 2.0335946388780513,
      "learning_rate": 0.00029960369766060194,
      "loss": 4.4375,
      "step": 5344
    },
    {
      "epoch": 0.2189227933647348,
      "grad_norm": 1.1165325924660339,
      "learning_rate": 0.00029960346070673465,
      "loss": 6.625,
      "step": 5345
    },
    {
      "epoch": 0.2189637517919312,
      "grad_norm": 1.8288069718103588,
      "learning_rate": 0.00029960322368214346,
      "loss": 8.3125,
      "step": 5346
    },
    {
      "epoch": 0.2190047102191276,
      "grad_norm": 3.042492522814371,
      "learning_rate": 0.0002996029865868286,
      "loss": 5.5,
      "step": 5347
    },
    {
      "epoch": 0.219045668646324,
      "grad_norm": 1.4615570149096553,
      "learning_rate": 0.0002996027494207901,
      "loss": 7.0938,
      "step": 5348
    },
    {
      "epoch": 0.2190866270735204,
      "grad_norm": 2.3156127679825524,
      "learning_rate": 0.00029960251218402815,
      "loss": 6.3125,
      "step": 5349
    },
    {
      "epoch": 0.21912758550071676,
      "grad_norm": 1.2858741424305689,
      "learning_rate": 0.00029960227487654275,
      "loss": 5.625,
      "step": 5350
    },
    {
      "epoch": 0.21916854392791316,
      "grad_norm": 1.1200921928840588,
      "learning_rate": 0.00029960203749833413,
      "loss": 6.0625,
      "step": 5351
    },
    {
      "epoch": 0.21920950235510955,
      "grad_norm": 2.4801104737214517,
      "learning_rate": 0.00029960180004940236,
      "loss": 7.4688,
      "step": 5352
    },
    {
      "epoch": 0.21925046078230595,
      "grad_norm": 2.420714765377783,
      "learning_rate": 0.0002996015625297475,
      "loss": 4.9062,
      "step": 5353
    },
    {
      "epoch": 0.21929141920950235,
      "grad_norm": 1.3523228802997458,
      "learning_rate": 0.0002996013249393697,
      "loss": 6.0625,
      "step": 5354
    },
    {
      "epoch": 0.21933237763669874,
      "grad_norm": 0.9833972329292939,
      "learning_rate": 0.00029960108727826906,
      "loss": 5.7188,
      "step": 5355
    },
    {
      "epoch": 0.21937333606389514,
      "grad_norm": 1.009172269604325,
      "learning_rate": 0.00029960084954644574,
      "loss": 6.0312,
      "step": 5356
    },
    {
      "epoch": 0.21941429449109154,
      "grad_norm": 2.628578306028443,
      "learning_rate": 0.0002996006117438998,
      "loss": 7.4375,
      "step": 5357
    },
    {
      "epoch": 0.21945525291828794,
      "grad_norm": 3.6314342763541916,
      "learning_rate": 0.0002996003738706314,
      "loss": 7.8125,
      "step": 5358
    },
    {
      "epoch": 0.21949621134548433,
      "grad_norm": 1.0402823063555124,
      "learning_rate": 0.0002996001359266406,
      "loss": 5.6875,
      "step": 5359
    },
    {
      "epoch": 0.21953716977268073,
      "grad_norm": 0.9481473128157162,
      "learning_rate": 0.00029959989791192754,
      "loss": 6.5625,
      "step": 5360
    },
    {
      "epoch": 0.21957812819987713,
      "grad_norm": 1.5569522198152195,
      "learning_rate": 0.00029959965982649233,
      "loss": 5.4375,
      "step": 5361
    },
    {
      "epoch": 0.21961908662707352,
      "grad_norm": 1.1687616348616825,
      "learning_rate": 0.00029959942167033504,
      "loss": 6.125,
      "step": 5362
    },
    {
      "epoch": 0.21966004505426992,
      "grad_norm": 1.5899809612846865,
      "learning_rate": 0.0002995991834434559,
      "loss": 7.4375,
      "step": 5363
    },
    {
      "epoch": 0.21970100348146632,
      "grad_norm": 1.053607765605443,
      "learning_rate": 0.0002995989451458549,
      "loss": 6.25,
      "step": 5364
    },
    {
      "epoch": 0.21974196190866271,
      "grad_norm": 1.2314917039439943,
      "learning_rate": 0.0002995987067775322,
      "loss": 6.4062,
      "step": 5365
    },
    {
      "epoch": 0.2197829203358591,
      "grad_norm": 1.1131806923965577,
      "learning_rate": 0.00029959846833848793,
      "loss": 6.0312,
      "step": 5366
    },
    {
      "epoch": 0.2198238787630555,
      "grad_norm": 1.1215934526614464,
      "learning_rate": 0.0002995982298287222,
      "loss": 5.8125,
      "step": 5367
    },
    {
      "epoch": 0.2198648371902519,
      "grad_norm": 1.1042721476683928,
      "learning_rate": 0.0002995979912482351,
      "loss": 6.875,
      "step": 5368
    },
    {
      "epoch": 0.2199057956174483,
      "grad_norm": 0.989181659153508,
      "learning_rate": 0.0002995977525970267,
      "loss": 5.875,
      "step": 5369
    },
    {
      "epoch": 0.2199467540446447,
      "grad_norm": 1.938129125026944,
      "learning_rate": 0.00029959751387509723,
      "loss": 8.125,
      "step": 5370
    },
    {
      "epoch": 0.21998771247184107,
      "grad_norm": 3.300178596919317,
      "learning_rate": 0.0002995972750824467,
      "loss": 5.625,
      "step": 5371
    },
    {
      "epoch": 0.22002867089903747,
      "grad_norm": 3.1482626169213637,
      "learning_rate": 0.0002995970362190753,
      "loss": 6.5312,
      "step": 5372
    },
    {
      "epoch": 0.22006962932623386,
      "grad_norm": 0.9938475933486189,
      "learning_rate": 0.00029959679728498305,
      "loss": 6.1562,
      "step": 5373
    },
    {
      "epoch": 0.22011058775343026,
      "grad_norm": 1.0060377071309419,
      "learning_rate": 0.0002995965582801701,
      "loss": 6.4688,
      "step": 5374
    },
    {
      "epoch": 0.22015154618062666,
      "grad_norm": 2.509437978166485,
      "learning_rate": 0.00029959631920463664,
      "loss": 8.5625,
      "step": 5375
    },
    {
      "epoch": 0.22019250460782305,
      "grad_norm": 1.270733396259119,
      "learning_rate": 0.0002995960800583826,
      "loss": 7.0938,
      "step": 5376
    },
    {
      "epoch": 0.22023346303501945,
      "grad_norm": 0.9845105174616837,
      "learning_rate": 0.0002995958408414084,
      "loss": 5.5,
      "step": 5377
    },
    {
      "epoch": 0.22027442146221585,
      "grad_norm": 8.73956568443801,
      "learning_rate": 0.00029959560155371384,
      "loss": 6.8125,
      "step": 5378
    },
    {
      "epoch": 0.22031537988941224,
      "grad_norm": 2.001892480740073,
      "learning_rate": 0.0002995953621952992,
      "loss": 6.9062,
      "step": 5379
    },
    {
      "epoch": 0.22035633831660864,
      "grad_norm": 1.1269973056982805,
      "learning_rate": 0.0002995951227661646,
      "loss": 7.3125,
      "step": 5380
    },
    {
      "epoch": 0.22039729674380504,
      "grad_norm": 1.1579519322261433,
      "learning_rate": 0.00029959488326631,
      "loss": 6.8125,
      "step": 5381
    },
    {
      "epoch": 0.22043825517100143,
      "grad_norm": 1.1118377460559397,
      "learning_rate": 0.0002995946436957357,
      "loss": 7.1562,
      "step": 5382
    },
    {
      "epoch": 0.22047921359819783,
      "grad_norm": 1.039780079405533,
      "learning_rate": 0.0002995944040544417,
      "loss": 5.8438,
      "step": 5383
    },
    {
      "epoch": 0.22052017202539423,
      "grad_norm": 0.9515592702550639,
      "learning_rate": 0.0002995941643424281,
      "loss": 6.4375,
      "step": 5384
    },
    {
      "epoch": 0.22056113045259063,
      "grad_norm": 1.7449702383216443,
      "learning_rate": 0.00029959392455969515,
      "loss": 7.9375,
      "step": 5385
    },
    {
      "epoch": 0.22060208887978702,
      "grad_norm": 6.1436956164364975,
      "learning_rate": 0.0002995936847062428,
      "loss": 4.5938,
      "step": 5386
    },
    {
      "epoch": 0.22064304730698342,
      "grad_norm": 2.1830485148730143,
      "learning_rate": 0.00029959344478207127,
      "loss": 6.875,
      "step": 5387
    },
    {
      "epoch": 0.22068400573417982,
      "grad_norm": 1.8506589079668068,
      "learning_rate": 0.00029959320478718066,
      "loss": 6.2812,
      "step": 5388
    },
    {
      "epoch": 0.2207249641613762,
      "grad_norm": 1.1498171168190432,
      "learning_rate": 0.0002995929647215711,
      "loss": 5.6875,
      "step": 5389
    },
    {
      "epoch": 0.2207659225885726,
      "grad_norm": 2.40746469418777,
      "learning_rate": 0.00029959272458524256,
      "loss": 6.0,
      "step": 5390
    },
    {
      "epoch": 0.220806881015769,
      "grad_norm": 2.282732918920857,
      "learning_rate": 0.0002995924843781953,
      "loss": 8.3125,
      "step": 5391
    },
    {
      "epoch": 0.22084783944296538,
      "grad_norm": 0.972579127336647,
      "learning_rate": 0.00029959224410042943,
      "loss": 5.3125,
      "step": 5392
    },
    {
      "epoch": 0.22088879787016177,
      "grad_norm": 1.2045900658831818,
      "learning_rate": 0.000299592003751945,
      "loss": 6.0938,
      "step": 5393
    },
    {
      "epoch": 0.22092975629735817,
      "grad_norm": 6.088252606656727,
      "learning_rate": 0.00029959176333274216,
      "loss": 5.375,
      "step": 5394
    },
    {
      "epoch": 0.22097071472455457,
      "grad_norm": 1.1548780091878799,
      "learning_rate": 0.000299591522842821,
      "loss": 5.8125,
      "step": 5395
    },
    {
      "epoch": 0.22101167315175096,
      "grad_norm": 1.9259690184381284,
      "learning_rate": 0.00029959128228218166,
      "loss": 6.5312,
      "step": 5396
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 1.2632049179774762,
      "learning_rate": 0.0002995910416508242,
      "loss": 6.5625,
      "step": 5397
    },
    {
      "epoch": 0.22109359000614376,
      "grad_norm": 1.2022953833753462,
      "learning_rate": 0.00029959080094874886,
      "loss": 5.9688,
      "step": 5398
    },
    {
      "epoch": 0.22113454843334016,
      "grad_norm": 0.9957749059981784,
      "learning_rate": 0.0002995905601759556,
      "loss": 6.7812,
      "step": 5399
    },
    {
      "epoch": 0.22117550686053655,
      "grad_norm": 1.7713144410809365,
      "learning_rate": 0.0002995903193324446,
      "loss": 7.9062,
      "step": 5400
    },
    {
      "epoch": 0.22121646528773295,
      "grad_norm": 1.1485105516016918,
      "learning_rate": 0.00029959007841821606,
      "loss": 6.2188,
      "step": 5401
    },
    {
      "epoch": 0.22125742371492935,
      "grad_norm": 2.6598822054310873,
      "learning_rate": 0.0002995898374332699,
      "loss": 7.0938,
      "step": 5402
    },
    {
      "epoch": 0.22129838214212574,
      "grad_norm": 1.1817236758422,
      "learning_rate": 0.00029958959637760643,
      "loss": 5.8125,
      "step": 5403
    },
    {
      "epoch": 0.22133934056932214,
      "grad_norm": 1.1334277756338804,
      "learning_rate": 0.00029958935525122563,
      "loss": 5.5625,
      "step": 5404
    },
    {
      "epoch": 0.22138029899651854,
      "grad_norm": 3.446939794345695,
      "learning_rate": 0.0002995891140541277,
      "loss": 5.75,
      "step": 5405
    },
    {
      "epoch": 0.22142125742371493,
      "grad_norm": 1.1947778559306252,
      "learning_rate": 0.00029958887278631267,
      "loss": 5.5,
      "step": 5406
    },
    {
      "epoch": 0.22146221585091133,
      "grad_norm": 5.198019060745788,
      "learning_rate": 0.0002995886314477808,
      "loss": 3.7969,
      "step": 5407
    },
    {
      "epoch": 0.22150317427810773,
      "grad_norm": 1.1583637522921695,
      "learning_rate": 0.000299588390038532,
      "loss": 6.4375,
      "step": 5408
    },
    {
      "epoch": 0.22154413270530413,
      "grad_norm": 1.1635511344701617,
      "learning_rate": 0.00029958814855856654,
      "loss": 5.4688,
      "step": 5409
    },
    {
      "epoch": 0.22158509113250052,
      "grad_norm": 0.9898269376484529,
      "learning_rate": 0.00029958790700788446,
      "loss": 6.1875,
      "step": 5410
    },
    {
      "epoch": 0.22162604955969692,
      "grad_norm": 0.950044667950624,
      "learning_rate": 0.0002995876653864859,
      "loss": 6.25,
      "step": 5411
    },
    {
      "epoch": 0.22166700798689332,
      "grad_norm": 1.4414633499881293,
      "learning_rate": 0.000299587423694371,
      "loss": 6.2812,
      "step": 5412
    },
    {
      "epoch": 0.22170796641408969,
      "grad_norm": 2.8586812749196864,
      "learning_rate": 0.00029958718193153985,
      "loss": 7.2188,
      "step": 5413
    },
    {
      "epoch": 0.22174892484128608,
      "grad_norm": 2.1779676048893046,
      "learning_rate": 0.0002995869400979925,
      "loss": 7.875,
      "step": 5414
    },
    {
      "epoch": 0.22178988326848248,
      "grad_norm": 1.7566001792819992,
      "learning_rate": 0.00029958669819372914,
      "loss": 7.4062,
      "step": 5415
    },
    {
      "epoch": 0.22183084169567888,
      "grad_norm": 1.1252575642500902,
      "learning_rate": 0.0002995864562187499,
      "loss": 6.75,
      "step": 5416
    },
    {
      "epoch": 0.22187180012287527,
      "grad_norm": 3.1879767390117113,
      "learning_rate": 0.0002995862141730549,
      "loss": 8.25,
      "step": 5417
    },
    {
      "epoch": 0.22191275855007167,
      "grad_norm": 1.0474377918265614,
      "learning_rate": 0.0002995859720566441,
      "loss": 6.25,
      "step": 5418
    },
    {
      "epoch": 0.22195371697726807,
      "grad_norm": 3.4777873133262465,
      "learning_rate": 0.00029958572986951785,
      "loss": 6.75,
      "step": 5419
    },
    {
      "epoch": 0.22199467540446446,
      "grad_norm": 1.0527523410135664,
      "learning_rate": 0.0002995854876116761,
      "loss": 6.0625,
      "step": 5420
    },
    {
      "epoch": 0.22203563383166086,
      "grad_norm": 1.1497377657917727,
      "learning_rate": 0.000299585245283119,
      "loss": 6.2812,
      "step": 5421
    },
    {
      "epoch": 0.22207659225885726,
      "grad_norm": 1.0156954206804065,
      "learning_rate": 0.0002995850028838467,
      "loss": 6.9062,
      "step": 5422
    },
    {
      "epoch": 0.22211755068605366,
      "grad_norm": 0.9558022919447301,
      "learning_rate": 0.00029958476041385925,
      "loss": 5.8125,
      "step": 5423
    },
    {
      "epoch": 0.22215850911325005,
      "grad_norm": 1.172613578646477,
      "learning_rate": 0.0002995845178731569,
      "loss": 6.1562,
      "step": 5424
    },
    {
      "epoch": 0.22219946754044645,
      "grad_norm": 0.9466775892565432,
      "learning_rate": 0.0002995842752617396,
      "loss": 7.1875,
      "step": 5425
    },
    {
      "epoch": 0.22224042596764285,
      "grad_norm": 1.0976154241065395,
      "learning_rate": 0.0002995840325796075,
      "loss": 5.9062,
      "step": 5426
    },
    {
      "epoch": 0.22228138439483924,
      "grad_norm": 1.353383182502166,
      "learning_rate": 0.00029958378982676076,
      "loss": 7.125,
      "step": 5427
    },
    {
      "epoch": 0.22232234282203564,
      "grad_norm": 0.8474374539289578,
      "learning_rate": 0.00029958354700319954,
      "loss": 6.2812,
      "step": 5428
    },
    {
      "epoch": 0.22236330124923204,
      "grad_norm": 1.981064601269123,
      "learning_rate": 0.0002995833041089239,
      "loss": 8.8125,
      "step": 5429
    },
    {
      "epoch": 0.22240425967642843,
      "grad_norm": 1.5543537516068,
      "learning_rate": 0.0002995830611439339,
      "loss": 5.5938,
      "step": 5430
    },
    {
      "epoch": 0.22244521810362483,
      "grad_norm": 1.1671294293767294,
      "learning_rate": 0.0002995828181082297,
      "loss": 6.2188,
      "step": 5431
    },
    {
      "epoch": 0.22248617653082123,
      "grad_norm": 1.022782659112467,
      "learning_rate": 0.00029958257500181147,
      "loss": 6.5312,
      "step": 5432
    },
    {
      "epoch": 0.22252713495801762,
      "grad_norm": 1.1748309305620934,
      "learning_rate": 0.0002995823318246793,
      "loss": 5.6875,
      "step": 5433
    },
    {
      "epoch": 0.222568093385214,
      "grad_norm": 1.340534382345888,
      "learning_rate": 0.0002995820885768332,
      "loss": 6.5,
      "step": 5434
    },
    {
      "epoch": 0.2226090518124104,
      "grad_norm": 1.1013530452177196,
      "learning_rate": 0.00029958184525827347,
      "loss": 6.7188,
      "step": 5435
    },
    {
      "epoch": 0.2226500102396068,
      "grad_norm": 2.989838179577754,
      "learning_rate": 0.00029958160186900005,
      "loss": 7.0312,
      "step": 5436
    },
    {
      "epoch": 0.22269096866680319,
      "grad_norm": 1.0760505882299576,
      "learning_rate": 0.0002995813584090132,
      "loss": 6.4375,
      "step": 5437
    },
    {
      "epoch": 0.22273192709399958,
      "grad_norm": 2.6833903320664683,
      "learning_rate": 0.00029958111487831285,
      "loss": 6.9062,
      "step": 5438
    },
    {
      "epoch": 0.22277288552119598,
      "grad_norm": 1.0612262137761086,
      "learning_rate": 0.0002995808712768993,
      "loss": 7.25,
      "step": 5439
    },
    {
      "epoch": 0.22281384394839238,
      "grad_norm": 1.2323031122986756,
      "learning_rate": 0.0002995806276047726,
      "loss": 6.3438,
      "step": 5440
    },
    {
      "epoch": 0.22285480237558877,
      "grad_norm": 1.180419365820758,
      "learning_rate": 0.00029958038386193283,
      "loss": 5.4688,
      "step": 5441
    },
    {
      "epoch": 0.22289576080278517,
      "grad_norm": 1.2979564591950767,
      "learning_rate": 0.00029958014004838015,
      "loss": 6.8438,
      "step": 5442
    },
    {
      "epoch": 0.22293671922998157,
      "grad_norm": 0.9010200315920636,
      "learning_rate": 0.00029957989616411466,
      "loss": 6.1875,
      "step": 5443
    },
    {
      "epoch": 0.22297767765717796,
      "grad_norm": 1.311535996209234,
      "learning_rate": 0.00029957965220913643,
      "loss": 8.5625,
      "step": 5444
    },
    {
      "epoch": 0.22301863608437436,
      "grad_norm": 0.9504671026776916,
      "learning_rate": 0.0002995794081834457,
      "loss": 6.3125,
      "step": 5445
    },
    {
      "epoch": 0.22305959451157076,
      "grad_norm": 1.247147018992759,
      "learning_rate": 0.00029957916408704247,
      "loss": 5.9688,
      "step": 5446
    },
    {
      "epoch": 0.22310055293876715,
      "grad_norm": 0.9523502013992722,
      "learning_rate": 0.0002995789199199269,
      "loss": 5.7812,
      "step": 5447
    },
    {
      "epoch": 0.22314151136596355,
      "grad_norm": 1.450593413754214,
      "learning_rate": 0.0002995786756820991,
      "loss": 5.4375,
      "step": 5448
    },
    {
      "epoch": 0.22318246979315995,
      "grad_norm": 2.0081792256277016,
      "learning_rate": 0.00029957843137355916,
      "loss": 6.1562,
      "step": 5449
    },
    {
      "epoch": 0.22322342822035635,
      "grad_norm": 1.3963797441530137,
      "learning_rate": 0.0002995781869943072,
      "loss": 5.8438,
      "step": 5450
    },
    {
      "epoch": 0.22326438664755274,
      "grad_norm": 0.9741465086615695,
      "learning_rate": 0.0002995779425443434,
      "loss": 6.4375,
      "step": 5451
    },
    {
      "epoch": 0.22330534507474914,
      "grad_norm": 1.3512014977642162,
      "learning_rate": 0.0002995776980236678,
      "loss": 7.3438,
      "step": 5452
    },
    {
      "epoch": 0.22334630350194554,
      "grad_norm": 1.1384292560441014,
      "learning_rate": 0.00029957745343228053,
      "loss": 5.6875,
      "step": 5453
    },
    {
      "epoch": 0.22338726192914193,
      "grad_norm": 2.020735822261843,
      "learning_rate": 0.00029957720877018173,
      "loss": 7.7812,
      "step": 5454
    },
    {
      "epoch": 0.2234282203563383,
      "grad_norm": 1.0311854532268954,
      "learning_rate": 0.00029957696403737154,
      "loss": 5.75,
      "step": 5455
    },
    {
      "epoch": 0.2234691787835347,
      "grad_norm": 2.667780460019257,
      "learning_rate": 0.00029957671923385,
      "loss": 6.9375,
      "step": 5456
    },
    {
      "epoch": 0.2235101372107311,
      "grad_norm": 0.9429878369936686,
      "learning_rate": 0.0002995764743596173,
      "loss": 6.5938,
      "step": 5457
    },
    {
      "epoch": 0.2235510956379275,
      "grad_norm": 1.6823854619632612,
      "learning_rate": 0.0002995762294146735,
      "loss": 6.0938,
      "step": 5458
    },
    {
      "epoch": 0.2235920540651239,
      "grad_norm": 1.061304914593043,
      "learning_rate": 0.00029957598439901874,
      "loss": 5.9375,
      "step": 5459
    },
    {
      "epoch": 0.2236330124923203,
      "grad_norm": 1.4374000002355944,
      "learning_rate": 0.00029957573931265315,
      "loss": 5.7812,
      "step": 5460
    },
    {
      "epoch": 0.22367397091951668,
      "grad_norm": 1.025668204699492,
      "learning_rate": 0.00029957549415557676,
      "loss": 5.7812,
      "step": 5461
    },
    {
      "epoch": 0.22371492934671308,
      "grad_norm": 1.0650648773916214,
      "learning_rate": 0.00029957524892778984,
      "loss": 6.0,
      "step": 5462
    },
    {
      "epoch": 0.22375588777390948,
      "grad_norm": 6.092867099421333,
      "learning_rate": 0.0002995750036292924,
      "loss": 4.4688,
      "step": 5463
    },
    {
      "epoch": 0.22379684620110588,
      "grad_norm": 1.0859534504071122,
      "learning_rate": 0.0002995747582600846,
      "loss": 6.625,
      "step": 5464
    },
    {
      "epoch": 0.22383780462830227,
      "grad_norm": 1.1028686334698423,
      "learning_rate": 0.0002995745128201665,
      "loss": 5.5,
      "step": 5465
    },
    {
      "epoch": 0.22387876305549867,
      "grad_norm": 1.3400021459161215,
      "learning_rate": 0.0002995742673095382,
      "loss": 7.25,
      "step": 5466
    },
    {
      "epoch": 0.22391972148269507,
      "grad_norm": 1.4827190478201373,
      "learning_rate": 0.00029957402172819996,
      "loss": 6.5938,
      "step": 5467
    },
    {
      "epoch": 0.22396067990989146,
      "grad_norm": 1.2914277528939873,
      "learning_rate": 0.0002995737760761518,
      "loss": 6.5,
      "step": 5468
    },
    {
      "epoch": 0.22400163833708786,
      "grad_norm": 1.056009015558754,
      "learning_rate": 0.00029957353035339377,
      "loss": 6.0625,
      "step": 5469
    },
    {
      "epoch": 0.22404259676428426,
      "grad_norm": 1.0855610891966632,
      "learning_rate": 0.00029957328455992605,
      "loss": 6.2188,
      "step": 5470
    },
    {
      "epoch": 0.22408355519148065,
      "grad_norm": 1.0664602386300888,
      "learning_rate": 0.00029957303869574883,
      "loss": 5.625,
      "step": 5471
    },
    {
      "epoch": 0.22412451361867705,
      "grad_norm": 3.8555825016514444,
      "learning_rate": 0.0002995727927608621,
      "loss": 5.6562,
      "step": 5472
    },
    {
      "epoch": 0.22416547204587345,
      "grad_norm": 1.3744106470975734,
      "learning_rate": 0.0002995725467552661,
      "loss": 6.9375,
      "step": 5473
    },
    {
      "epoch": 0.22420643047306985,
      "grad_norm": 1.2391011253438982,
      "learning_rate": 0.0002995723006789608,
      "loss": 8.0625,
      "step": 5474
    },
    {
      "epoch": 0.22424738890026624,
      "grad_norm": 1.646324869075795,
      "learning_rate": 0.0002995720545319464,
      "loss": 7.5,
      "step": 5475
    },
    {
      "epoch": 0.2242883473274626,
      "grad_norm": 1.3372000994083164,
      "learning_rate": 0.00029957180831422306,
      "loss": 5.8125,
      "step": 5476
    },
    {
      "epoch": 0.224329305754659,
      "grad_norm": 1.0406070548024196,
      "learning_rate": 0.0002995715620257908,
      "loss": 6.0312,
      "step": 5477
    },
    {
      "epoch": 0.2243702641818554,
      "grad_norm": 1.0908250554040677,
      "learning_rate": 0.0002995713156666498,
      "loss": 6.4375,
      "step": 5478
    },
    {
      "epoch": 0.2244112226090518,
      "grad_norm": 1.2455729502439483,
      "learning_rate": 0.00029957106923680026,
      "loss": 7.5625,
      "step": 5479
    },
    {
      "epoch": 0.2244521810362482,
      "grad_norm": 0.9670997715724164,
      "learning_rate": 0.00029957082273624207,
      "loss": 6.0938,
      "step": 5480
    },
    {
      "epoch": 0.2244931394634446,
      "grad_norm": 1.0754933866740006,
      "learning_rate": 0.00029957057616497557,
      "loss": 6.7812,
      "step": 5481
    },
    {
      "epoch": 0.224534097890641,
      "grad_norm": 1.7292582487537242,
      "learning_rate": 0.0002995703295230007,
      "loss": 8.5,
      "step": 5482
    },
    {
      "epoch": 0.2245750563178374,
      "grad_norm": 1.0549711686588699,
      "learning_rate": 0.00029957008281031766,
      "loss": 6.25,
      "step": 5483
    },
    {
      "epoch": 0.2246160147450338,
      "grad_norm": 0.9782059179277475,
      "learning_rate": 0.0002995698360269266,
      "loss": 5.4688,
      "step": 5484
    },
    {
      "epoch": 0.22465697317223018,
      "grad_norm": 1.9690846291637103,
      "learning_rate": 0.0002995695891728276,
      "loss": 6.2812,
      "step": 5485
    },
    {
      "epoch": 0.22469793159942658,
      "grad_norm": 1.2834827856593394,
      "learning_rate": 0.00029956934224802074,
      "loss": 6.2812,
      "step": 5486
    },
    {
      "epoch": 0.22473889002662298,
      "grad_norm": 1.6501359683202297,
      "learning_rate": 0.0002995690952525062,
      "loss": 7.25,
      "step": 5487
    },
    {
      "epoch": 0.22477984845381938,
      "grad_norm": 1.1055803806358457,
      "learning_rate": 0.00029956884818628407,
      "loss": 5.9688,
      "step": 5488
    },
    {
      "epoch": 0.22482080688101577,
      "grad_norm": 1.2361512271808879,
      "learning_rate": 0.0002995686010493545,
      "loss": 5.6562,
      "step": 5489
    },
    {
      "epoch": 0.22486176530821217,
      "grad_norm": 1.0913879047813895,
      "learning_rate": 0.00029956835384171754,
      "loss": 6.5312,
      "step": 5490
    },
    {
      "epoch": 0.22490272373540857,
      "grad_norm": 1.3471787192868334,
      "learning_rate": 0.0002995681065633733,
      "loss": 6.5,
      "step": 5491
    },
    {
      "epoch": 0.22494368216260496,
      "grad_norm": 1.2625922641440557,
      "learning_rate": 0.000299567859214322,
      "loss": 6.125,
      "step": 5492
    },
    {
      "epoch": 0.22498464058980136,
      "grad_norm": 1.0668089966962435,
      "learning_rate": 0.0002995676117945637,
      "loss": 6.625,
      "step": 5493
    },
    {
      "epoch": 0.22502559901699776,
      "grad_norm": 2.5669274658154193,
      "learning_rate": 0.0002995673643040985,
      "loss": 6.1562,
      "step": 5494
    },
    {
      "epoch": 0.22506655744419415,
      "grad_norm": 1.0526191992204614,
      "learning_rate": 0.0002995671167429265,
      "loss": 5.75,
      "step": 5495
    },
    {
      "epoch": 0.22510751587139055,
      "grad_norm": 1.6190394820661178,
      "learning_rate": 0.0002995668691110479,
      "loss": 7.7188,
      "step": 5496
    },
    {
      "epoch": 0.22514847429858695,
      "grad_norm": 1.4398106572342169,
      "learning_rate": 0.0002995666214084627,
      "loss": 5.75,
      "step": 5497
    },
    {
      "epoch": 0.22518943272578332,
      "grad_norm": 1.201540283941847,
      "learning_rate": 0.0002995663736351711,
      "loss": 6.125,
      "step": 5498
    },
    {
      "epoch": 0.22523039115297971,
      "grad_norm": 1.0099541358940223,
      "learning_rate": 0.00029956612579117324,
      "loss": 5.75,
      "step": 5499
    },
    {
      "epoch": 0.2252713495801761,
      "grad_norm": 1.084801861986291,
      "learning_rate": 0.0002995658778764692,
      "loss": 6.0625,
      "step": 5500
    },
    {
      "epoch": 0.2253123080073725,
      "grad_norm": 1.0137361413039787,
      "learning_rate": 0.000299565629891059,
      "loss": 5.9375,
      "step": 5501
    },
    {
      "epoch": 0.2253532664345689,
      "grad_norm": 2.5082192901241083,
      "learning_rate": 0.0002995653818349429,
      "loss": 6.9062,
      "step": 5502
    },
    {
      "epoch": 0.2253942248617653,
      "grad_norm": 1.0410932350360624,
      "learning_rate": 0.000299565133708121,
      "loss": 6.25,
      "step": 5503
    },
    {
      "epoch": 0.2254351832889617,
      "grad_norm": 4.723471102956288,
      "learning_rate": 0.00029956488551059334,
      "loss": 8.5625,
      "step": 5504
    },
    {
      "epoch": 0.2254761417161581,
      "grad_norm": 1.138534362157779,
      "learning_rate": 0.0002995646372423601,
      "loss": 5.75,
      "step": 5505
    },
    {
      "epoch": 0.2255171001433545,
      "grad_norm": 2.4178505698929933,
      "learning_rate": 0.0002995643889034214,
      "loss": 7.3125,
      "step": 5506
    },
    {
      "epoch": 0.2255580585705509,
      "grad_norm": 0.9679144500898172,
      "learning_rate": 0.00029956414049377725,
      "loss": 6.0625,
      "step": 5507
    },
    {
      "epoch": 0.2255990169977473,
      "grad_norm": 1.2552395269103531,
      "learning_rate": 0.00029956389201342794,
      "loss": 6.25,
      "step": 5508
    },
    {
      "epoch": 0.22563997542494368,
      "grad_norm": 1.4070066077234913,
      "learning_rate": 0.0002995636434623735,
      "loss": 5.75,
      "step": 5509
    },
    {
      "epoch": 0.22568093385214008,
      "grad_norm": 1.0260133395899198,
      "learning_rate": 0.00029956339484061396,
      "loss": 6.2812,
      "step": 5510
    },
    {
      "epoch": 0.22572189227933648,
      "grad_norm": 1.0462021504838688,
      "learning_rate": 0.0002995631461481496,
      "loss": 5.9062,
      "step": 5511
    },
    {
      "epoch": 0.22576285070653287,
      "grad_norm": 4.515891020680198,
      "learning_rate": 0.00029956289738498047,
      "loss": 5.6875,
      "step": 5512
    },
    {
      "epoch": 0.22580380913372927,
      "grad_norm": 3.20766520337086,
      "learning_rate": 0.00029956264855110666,
      "loss": 7.4688,
      "step": 5513
    },
    {
      "epoch": 0.22584476756092567,
      "grad_norm": 1.095549141263205,
      "learning_rate": 0.0002995623996465283,
      "loss": 5.9062,
      "step": 5514
    },
    {
      "epoch": 0.22588572598812207,
      "grad_norm": 1.2095726763703083,
      "learning_rate": 0.0002995621506712455,
      "loss": 5.4688,
      "step": 5515
    },
    {
      "epoch": 0.22592668441531846,
      "grad_norm": 4.129681128444438,
      "learning_rate": 0.0002995619016252584,
      "loss": 6.7188,
      "step": 5516
    },
    {
      "epoch": 0.22596764284251486,
      "grad_norm": 2.2943369522860677,
      "learning_rate": 0.0002995616525085672,
      "loss": 6.875,
      "step": 5517
    },
    {
      "epoch": 0.22600860126971126,
      "grad_norm": 2.525499907396894,
      "learning_rate": 0.0002995614033211718,
      "loss": 8.0,
      "step": 5518
    },
    {
      "epoch": 0.22604955969690763,
      "grad_norm": 1.2856570551387492,
      "learning_rate": 0.0002995611540630725,
      "loss": 5.9062,
      "step": 5519
    },
    {
      "epoch": 0.22609051812410402,
      "grad_norm": 1.6375835309816593,
      "learning_rate": 0.00029956090473426937,
      "loss": 7.0312,
      "step": 5520
    },
    {
      "epoch": 0.22613147655130042,
      "grad_norm": 1.2101277367458358,
      "learning_rate": 0.00029956065533476257,
      "loss": 5.9375,
      "step": 5521
    },
    {
      "epoch": 0.22617243497849682,
      "grad_norm": 3.220385351006853,
      "learning_rate": 0.00029956040586455213,
      "loss": 9.1875,
      "step": 5522
    },
    {
      "epoch": 0.2262133934056932,
      "grad_norm": 0.9358644202762626,
      "learning_rate": 0.0002995601563236382,
      "loss": 6.5312,
      "step": 5523
    },
    {
      "epoch": 0.2262543518328896,
      "grad_norm": 1.208231744756856,
      "learning_rate": 0.00029955990671202086,
      "loss": 5.875,
      "step": 5524
    },
    {
      "epoch": 0.226295310260086,
      "grad_norm": 1.1612826157490077,
      "learning_rate": 0.00029955965702970036,
      "loss": 6.0,
      "step": 5525
    },
    {
      "epoch": 0.2263362686872824,
      "grad_norm": 1.2484676536319583,
      "learning_rate": 0.0002995594072766767,
      "loss": 5.625,
      "step": 5526
    },
    {
      "epoch": 0.2263772271144788,
      "grad_norm": 3.705876882882463,
      "learning_rate": 0.00029955915745295,
      "loss": 6.4688,
      "step": 5527
    },
    {
      "epoch": 0.2264181855416752,
      "grad_norm": 0.9685694757649108,
      "learning_rate": 0.0002995589075585205,
      "loss": 5.875,
      "step": 5528
    },
    {
      "epoch": 0.2264591439688716,
      "grad_norm": 1.0989187885945684,
      "learning_rate": 0.00029955865759338817,
      "loss": 6.0938,
      "step": 5529
    },
    {
      "epoch": 0.226500102396068,
      "grad_norm": 1.7599215576137108,
      "learning_rate": 0.0002995584075575531,
      "loss": 6.1562,
      "step": 5530
    },
    {
      "epoch": 0.2265410608232644,
      "grad_norm": 1.3889007223183625,
      "learning_rate": 0.0002995581574510156,
      "loss": 7.5312,
      "step": 5531
    },
    {
      "epoch": 0.2265820192504608,
      "grad_norm": 1.0783378345683892,
      "learning_rate": 0.00029955790727377563,
      "loss": 5.4688,
      "step": 5532
    },
    {
      "epoch": 0.22662297767765718,
      "grad_norm": 1.0471116964602565,
      "learning_rate": 0.0002995576570258334,
      "loss": 6.5312,
      "step": 5533
    },
    {
      "epoch": 0.22666393610485358,
      "grad_norm": 1.5299221421033868,
      "learning_rate": 0.000299557406707189,
      "loss": 5.9375,
      "step": 5534
    },
    {
      "epoch": 0.22670489453204998,
      "grad_norm": 2.310629418308118,
      "learning_rate": 0.0002995571563178425,
      "loss": 7.6875,
      "step": 5535
    },
    {
      "epoch": 0.22674585295924637,
      "grad_norm": 1.4835491472138458,
      "learning_rate": 0.0002995569058577941,
      "loss": 6.2812,
      "step": 5536
    },
    {
      "epoch": 0.22678681138644277,
      "grad_norm": 1.1790852195945913,
      "learning_rate": 0.0002995566553270438,
      "loss": 6.2188,
      "step": 5537
    },
    {
      "epoch": 0.22682776981363917,
      "grad_norm": 1.1902980952307078,
      "learning_rate": 0.00029955640472559183,
      "loss": 5.4375,
      "step": 5538
    },
    {
      "epoch": 0.22686872824083557,
      "grad_norm": 1.619848371256308,
      "learning_rate": 0.0002995561540534383,
      "loss": 6.0625,
      "step": 5539
    },
    {
      "epoch": 0.22690968666803193,
      "grad_norm": 1.0235238909397535,
      "learning_rate": 0.00029955590331058325,
      "loss": 5.9062,
      "step": 5540
    },
    {
      "epoch": 0.22695064509522833,
      "grad_norm": 3.3157304751261347,
      "learning_rate": 0.00029955565249702686,
      "loss": 8.125,
      "step": 5541
    },
    {
      "epoch": 0.22699160352242473,
      "grad_norm": 2.229202609423123,
      "learning_rate": 0.0002995554016127692,
      "loss": 6.5,
      "step": 5542
    },
    {
      "epoch": 0.22703256194962113,
      "grad_norm": 1.348598310468232,
      "learning_rate": 0.00029955515065781046,
      "loss": 7.625,
      "step": 5543
    },
    {
      "epoch": 0.22707352037681752,
      "grad_norm": 1.548052673485378,
      "learning_rate": 0.0002995548996321508,
      "loss": 4.875,
      "step": 5544
    },
    {
      "epoch": 0.22711447880401392,
      "grad_norm": 1.460480577696372,
      "learning_rate": 0.0002995546485357902,
      "loss": 7.0625,
      "step": 5545
    },
    {
      "epoch": 0.22715543723121032,
      "grad_norm": 1.226968086621097,
      "learning_rate": 0.0002995543973687288,
      "loss": 6.4375,
      "step": 5546
    },
    {
      "epoch": 0.2271963956584067,
      "grad_norm": 1.001099953175214,
      "learning_rate": 0.00029955414613096676,
      "loss": 5.75,
      "step": 5547
    },
    {
      "epoch": 0.2272373540856031,
      "grad_norm": 1.637856366495219,
      "learning_rate": 0.0002995538948225042,
      "loss": 7.0625,
      "step": 5548
    },
    {
      "epoch": 0.2272783125127995,
      "grad_norm": 1.172152751390924,
      "learning_rate": 0.00029955364344334134,
      "loss": 6.0312,
      "step": 5549
    },
    {
      "epoch": 0.2273192709399959,
      "grad_norm": 1.081752887642904,
      "learning_rate": 0.0002995533919934781,
      "loss": 5.875,
      "step": 5550
    },
    {
      "epoch": 0.2273602293671923,
      "grad_norm": 1.085331500121151,
      "learning_rate": 0.0002995531404729147,
      "loss": 6.7188,
      "step": 5551
    },
    {
      "epoch": 0.2274011877943887,
      "grad_norm": 1.725368577238354,
      "learning_rate": 0.00029955288888165125,
      "loss": 6.0,
      "step": 5552
    },
    {
      "epoch": 0.2274421462215851,
      "grad_norm": 1.2554474480331865,
      "learning_rate": 0.0002995526372196879,
      "loss": 5.6562,
      "step": 5553
    },
    {
      "epoch": 0.2274831046487815,
      "grad_norm": 1.226374711076701,
      "learning_rate": 0.00029955238548702476,
      "loss": 5.8125,
      "step": 5554
    },
    {
      "epoch": 0.2275240630759779,
      "grad_norm": 1.5695776066625573,
      "learning_rate": 0.00029955213368366187,
      "loss": 5.9375,
      "step": 5555
    },
    {
      "epoch": 0.2275650215031743,
      "grad_norm": 1.5522731662490508,
      "learning_rate": 0.0002995518818095994,
      "loss": 7.4688,
      "step": 5556
    },
    {
      "epoch": 0.22760597993037068,
      "grad_norm": 1.3842431552081893,
      "learning_rate": 0.0002995516298648376,
      "loss": 7.0312,
      "step": 5557
    },
    {
      "epoch": 0.22764693835756708,
      "grad_norm": 1.0253575313527503,
      "learning_rate": 0.00029955137784937636,
      "loss": 5.75,
      "step": 5558
    },
    {
      "epoch": 0.22768789678476348,
      "grad_norm": 1.090780580534514,
      "learning_rate": 0.00029955112576321593,
      "loss": 6.125,
      "step": 5559
    },
    {
      "epoch": 0.22772885521195987,
      "grad_norm": 1.0821584506847728,
      "learning_rate": 0.0002995508736063564,
      "loss": 5.625,
      "step": 5560
    },
    {
      "epoch": 0.22776981363915624,
      "grad_norm": 0.971692297543276,
      "learning_rate": 0.0002995506213787979,
      "loss": 5.8125,
      "step": 5561
    },
    {
      "epoch": 0.22781077206635264,
      "grad_norm": 1.0280994375371888,
      "learning_rate": 0.00029955036908054053,
      "loss": 6.0,
      "step": 5562
    },
    {
      "epoch": 0.22785173049354904,
      "grad_norm": 3.8378395464257475,
      "learning_rate": 0.00029955011671158445,
      "loss": 6.8438,
      "step": 5563
    },
    {
      "epoch": 0.22789268892074543,
      "grad_norm": 1.0811932425639184,
      "learning_rate": 0.00029954986427192977,
      "loss": 5.75,
      "step": 5564
    },
    {
      "epoch": 0.22793364734794183,
      "grad_norm": 1.1524586835547295,
      "learning_rate": 0.00029954961176157654,
      "loss": 5.8438,
      "step": 5565
    },
    {
      "epoch": 0.22797460577513823,
      "grad_norm": 2.1553187832232386,
      "learning_rate": 0.000299549359180525,
      "loss": 7.9688,
      "step": 5566
    },
    {
      "epoch": 0.22801556420233463,
      "grad_norm": 1.3592003918336026,
      "learning_rate": 0.00029954910652877514,
      "loss": 6.25,
      "step": 5567
    },
    {
      "epoch": 0.22805652262953102,
      "grad_norm": 1.4238461555524025,
      "learning_rate": 0.00029954885380632714,
      "loss": 6.875,
      "step": 5568
    },
    {
      "epoch": 0.22809748105672742,
      "grad_norm": 1.4401085546793653,
      "learning_rate": 0.0002995486010131812,
      "loss": 7.375,
      "step": 5569
    },
    {
      "epoch": 0.22813843948392382,
      "grad_norm": 2.8136513112439188,
      "learning_rate": 0.0002995483481493372,
      "loss": 5.8125,
      "step": 5570
    },
    {
      "epoch": 0.2281793979111202,
      "grad_norm": 1.321496566510265,
      "learning_rate": 0.00029954809521479553,
      "loss": 6.1875,
      "step": 5571
    },
    {
      "epoch": 0.2282203563383166,
      "grad_norm": 1.1898872666729872,
      "learning_rate": 0.0002995478422095562,
      "loss": 6.0312,
      "step": 5572
    },
    {
      "epoch": 0.228261314765513,
      "grad_norm": 1.9512739569572253,
      "learning_rate": 0.0002995475891336193,
      "loss": 7.0,
      "step": 5573
    },
    {
      "epoch": 0.2283022731927094,
      "grad_norm": 1.146650931602035,
      "learning_rate": 0.00029954733598698503,
      "loss": 5.7812,
      "step": 5574
    },
    {
      "epoch": 0.2283432316199058,
      "grad_norm": 1.4342081171706662,
      "learning_rate": 0.0002995470827696534,
      "loss": 6.7188,
      "step": 5575
    },
    {
      "epoch": 0.2283841900471022,
      "grad_norm": 1.0595118586724643,
      "learning_rate": 0.00029954682948162464,
      "loss": 5.9375,
      "step": 5576
    },
    {
      "epoch": 0.2284251484742986,
      "grad_norm": 0.9823588752899992,
      "learning_rate": 0.00029954657612289877,
      "loss": 5.6562,
      "step": 5577
    },
    {
      "epoch": 0.228466106901495,
      "grad_norm": 1.221070679005273,
      "learning_rate": 0.0002995463226934759,
      "loss": 7.9375,
      "step": 5578
    },
    {
      "epoch": 0.2285070653286914,
      "grad_norm": 1.0816354516908757,
      "learning_rate": 0.0002995460691933563,
      "loss": 6.625,
      "step": 5579
    },
    {
      "epoch": 0.22854802375588779,
      "grad_norm": 1.2389167455071777,
      "learning_rate": 0.00029954581562254,
      "loss": 5.625,
      "step": 5580
    },
    {
      "epoch": 0.22858898218308418,
      "grad_norm": 0.8895200085297246,
      "learning_rate": 0.0002995455619810271,
      "loss": 6.0938,
      "step": 5581
    },
    {
      "epoch": 0.22862994061028055,
      "grad_norm": 1.203167403581298,
      "learning_rate": 0.0002995453082688177,
      "loss": 6.5,
      "step": 5582
    },
    {
      "epoch": 0.22867089903747695,
      "grad_norm": 1.2362936646435705,
      "learning_rate": 0.00029954505448591195,
      "loss": 5.9062,
      "step": 5583
    },
    {
      "epoch": 0.22871185746467335,
      "grad_norm": 1.393331879420625,
      "learning_rate": 0.00029954480063231,
      "loss": 5.8125,
      "step": 5584
    },
    {
      "epoch": 0.22875281589186974,
      "grad_norm": 1.030141531502344,
      "learning_rate": 0.000299544546708012,
      "loss": 5.3438,
      "step": 5585
    },
    {
      "epoch": 0.22879377431906614,
      "grad_norm": 2.418702668344774,
      "learning_rate": 0.00029954429271301794,
      "loss": 7.3438,
      "step": 5586
    },
    {
      "epoch": 0.22883473274626254,
      "grad_norm": 1.2155644253768496,
      "learning_rate": 0.00029954403864732807,
      "loss": 5.0938,
      "step": 5587
    },
    {
      "epoch": 0.22887569117345893,
      "grad_norm": 1.1323543744106832,
      "learning_rate": 0.0002995437845109424,
      "loss": 6.4375,
      "step": 5588
    },
    {
      "epoch": 0.22891664960065533,
      "grad_norm": 1.2288426297114652,
      "learning_rate": 0.00029954353030386114,
      "loss": 6.2812,
      "step": 5589
    },
    {
      "epoch": 0.22895760802785173,
      "grad_norm": 1.6650233337996319,
      "learning_rate": 0.00029954327602608436,
      "loss": 8.5,
      "step": 5590
    },
    {
      "epoch": 0.22899856645504812,
      "grad_norm": 1.0313721149672797,
      "learning_rate": 0.0002995430216776122,
      "loss": 6.2812,
      "step": 5591
    },
    {
      "epoch": 0.22903952488224452,
      "grad_norm": 1.4159357833961166,
      "learning_rate": 0.0002995427672584448,
      "loss": 6.7812,
      "step": 5592
    },
    {
      "epoch": 0.22908048330944092,
      "grad_norm": 1.185131425233321,
      "learning_rate": 0.0002995425127685823,
      "loss": 6.9375,
      "step": 5593
    },
    {
      "epoch": 0.22912144173663732,
      "grad_norm": 1.585271372789876,
      "learning_rate": 0.00029954225820802465,
      "loss": 5.5312,
      "step": 5594
    },
    {
      "epoch": 0.2291624001638337,
      "grad_norm": 1.0640734460490697,
      "learning_rate": 0.0002995420035767722,
      "loss": 5.8125,
      "step": 5595
    },
    {
      "epoch": 0.2292033585910301,
      "grad_norm": 3.5590927159634753,
      "learning_rate": 0.00029954174887482496,
      "loss": 6.3125,
      "step": 5596
    },
    {
      "epoch": 0.2292443170182265,
      "grad_norm": 1.3065266629021286,
      "learning_rate": 0.000299541494102183,
      "loss": 7.2812,
      "step": 5597
    },
    {
      "epoch": 0.2292852754454229,
      "grad_norm": 8.212058947276077,
      "learning_rate": 0.0002995412392588466,
      "loss": 7.2812,
      "step": 5598
    },
    {
      "epoch": 0.2293262338726193,
      "grad_norm": 2.773288669405877,
      "learning_rate": 0.00029954098434481567,
      "loss": 8.375,
      "step": 5599
    },
    {
      "epoch": 0.2293671922998157,
      "grad_norm": 1.0068618856055276,
      "learning_rate": 0.0002995407293600905,
      "loss": 6.2812,
      "step": 5600
    },
    {
      "epoch": 0.2294081507270121,
      "grad_norm": 1.7408496991953315,
      "learning_rate": 0.0002995404743046711,
      "loss": 6.5312,
      "step": 5601
    },
    {
      "epoch": 0.2294491091542085,
      "grad_norm": 1.0213893703038042,
      "learning_rate": 0.0002995402191785577,
      "loss": 6.1562,
      "step": 5602
    },
    {
      "epoch": 0.22949006758140486,
      "grad_norm": 1.0640087877800846,
      "learning_rate": 0.0002995399639817503,
      "loss": 5.9688,
      "step": 5603
    },
    {
      "epoch": 0.22953102600860126,
      "grad_norm": 0.9775093739595597,
      "learning_rate": 0.00029953970871424916,
      "loss": 5.8125,
      "step": 5604
    },
    {
      "epoch": 0.22957198443579765,
      "grad_norm": 1.3983096794402565,
      "learning_rate": 0.00029953945337605423,
      "loss": 6.2812,
      "step": 5605
    },
    {
      "epoch": 0.22961294286299405,
      "grad_norm": 0.9867460309310467,
      "learning_rate": 0.0002995391979671658,
      "loss": 6.0,
      "step": 5606
    },
    {
      "epoch": 0.22965390129019045,
      "grad_norm": 1.0250213358865161,
      "learning_rate": 0.0002995389424875839,
      "loss": 5.9062,
      "step": 5607
    },
    {
      "epoch": 0.22969485971738685,
      "grad_norm": 1.2084914211339177,
      "learning_rate": 0.00029953868693730865,
      "loss": 6.4062,
      "step": 5608
    },
    {
      "epoch": 0.22973581814458324,
      "grad_norm": 1.032941685930873,
      "learning_rate": 0.0002995384313163402,
      "loss": 5.9688,
      "step": 5609
    },
    {
      "epoch": 0.22977677657177964,
      "grad_norm": 1.037908287058427,
      "learning_rate": 0.00029953817562467866,
      "loss": 6.0312,
      "step": 5610
    },
    {
      "epoch": 0.22981773499897604,
      "grad_norm": 1.4388749611790534,
      "learning_rate": 0.0002995379198623241,
      "loss": 5.8438,
      "step": 5611
    },
    {
      "epoch": 0.22985869342617243,
      "grad_norm": 1.2690554378890164,
      "learning_rate": 0.00029953766402927677,
      "loss": 6.5938,
      "step": 5612
    },
    {
      "epoch": 0.22989965185336883,
      "grad_norm": 1.5355114740698002,
      "learning_rate": 0.0002995374081255366,
      "loss": 7.4688,
      "step": 5613
    },
    {
      "epoch": 0.22994061028056523,
      "grad_norm": 1.0463678354873729,
      "learning_rate": 0.00029953715215110395,
      "loss": 5.6562,
      "step": 5614
    },
    {
      "epoch": 0.22998156870776162,
      "grad_norm": 1.2097033356352218,
      "learning_rate": 0.00029953689610597874,
      "loss": 6.0938,
      "step": 5615
    },
    {
      "epoch": 0.23002252713495802,
      "grad_norm": 1.5534519223687944,
      "learning_rate": 0.00029953663999016117,
      "loss": 6.4062,
      "step": 5616
    },
    {
      "epoch": 0.23006348556215442,
      "grad_norm": 1.2909572138115408,
      "learning_rate": 0.00029953638380365134,
      "loss": 7.5312,
      "step": 5617
    },
    {
      "epoch": 0.23010444398935082,
      "grad_norm": 1.2790047529859108,
      "learning_rate": 0.0002995361275464494,
      "loss": 5.8125,
      "step": 5618
    },
    {
      "epoch": 0.2301454024165472,
      "grad_norm": 1.100188843932023,
      "learning_rate": 0.0002995358712185555,
      "loss": 6.4375,
      "step": 5619
    },
    {
      "epoch": 0.2301863608437436,
      "grad_norm": 1.0513260394756108,
      "learning_rate": 0.00029953561481996965,
      "loss": 6.25,
      "step": 5620
    },
    {
      "epoch": 0.23022731927094,
      "grad_norm": 2.027825383575074,
      "learning_rate": 0.000299535358350692,
      "loss": 7.0,
      "step": 5621
    },
    {
      "epoch": 0.2302682776981364,
      "grad_norm": 1.5064067995674706,
      "learning_rate": 0.00029953510181072285,
      "loss": 7.4688,
      "step": 5622
    },
    {
      "epoch": 0.2303092361253328,
      "grad_norm": 1.2140595564197676,
      "learning_rate": 0.0002995348452000621,
      "loss": 6.7188,
      "step": 5623
    },
    {
      "epoch": 0.23035019455252917,
      "grad_norm": 1.1979510500285198,
      "learning_rate": 0.00029953458851870996,
      "loss": 5.75,
      "step": 5624
    },
    {
      "epoch": 0.23039115297972557,
      "grad_norm": 2.893100412496104,
      "learning_rate": 0.0002995343317666665,
      "loss": 8.4375,
      "step": 5625
    },
    {
      "epoch": 0.23043211140692196,
      "grad_norm": 0.9754094319739861,
      "learning_rate": 0.00029953407494393193,
      "loss": 6.0312,
      "step": 5626
    },
    {
      "epoch": 0.23047306983411836,
      "grad_norm": 1.049865290957524,
      "learning_rate": 0.0002995338180505063,
      "loss": 6.4062,
      "step": 5627
    },
    {
      "epoch": 0.23051402826131476,
      "grad_norm": 1.3164662382431636,
      "learning_rate": 0.0002995335610863898,
      "loss": 7.0312,
      "step": 5628
    },
    {
      "epoch": 0.23055498668851115,
      "grad_norm": 0.9867935994305881,
      "learning_rate": 0.0002995333040515825,
      "loss": 6.2812,
      "step": 5629
    },
    {
      "epoch": 0.23059594511570755,
      "grad_norm": 1.0529350527237642,
      "learning_rate": 0.0002995330469460845,
      "loss": 6.3125,
      "step": 5630
    },
    {
      "epoch": 0.23063690354290395,
      "grad_norm": 2.55660555490991,
      "learning_rate": 0.000299532789769896,
      "loss": 7.6875,
      "step": 5631
    },
    {
      "epoch": 0.23067786197010035,
      "grad_norm": 1.7861191356642356,
      "learning_rate": 0.00029953253252301703,
      "loss": 6.1562,
      "step": 5632
    },
    {
      "epoch": 0.23071882039729674,
      "grad_norm": 2.097484214735212,
      "learning_rate": 0.0002995322752054477,
      "loss": 7.5938,
      "step": 5633
    },
    {
      "epoch": 0.23075977882449314,
      "grad_norm": 1.7699399873474406,
      "learning_rate": 0.0002995320178171883,
      "loss": 6.7188,
      "step": 5634
    },
    {
      "epoch": 0.23080073725168954,
      "grad_norm": 0.9985675876758895,
      "learning_rate": 0.0002995317603582388,
      "loss": 5.5625,
      "step": 5635
    },
    {
      "epoch": 0.23084169567888593,
      "grad_norm": 1.090737920447736,
      "learning_rate": 0.00029953150282859936,
      "loss": 6.0625,
      "step": 5636
    },
    {
      "epoch": 0.23088265410608233,
      "grad_norm": 4.581476564408985,
      "learning_rate": 0.0002995312452282701,
      "loss": 7.8125,
      "step": 5637
    },
    {
      "epoch": 0.23092361253327873,
      "grad_norm": 1.1008073483007208,
      "learning_rate": 0.00029953098755725114,
      "loss": 6.0312,
      "step": 5638
    },
    {
      "epoch": 0.23096457096047512,
      "grad_norm": 1.1102231104943028,
      "learning_rate": 0.00029953072981554264,
      "loss": 6.3125,
      "step": 5639
    },
    {
      "epoch": 0.23100552938767152,
      "grad_norm": 1.0601208677745146,
      "learning_rate": 0.00029953047200314463,
      "loss": 5.7188,
      "step": 5640
    },
    {
      "epoch": 0.23104648781486792,
      "grad_norm": 1.2255219392277463,
      "learning_rate": 0.0002995302141200573,
      "loss": 5.5,
      "step": 5641
    },
    {
      "epoch": 0.23108744624206431,
      "grad_norm": 1.0914903255416706,
      "learning_rate": 0.0002995299561662808,
      "loss": 6.0312,
      "step": 5642
    },
    {
      "epoch": 0.2311284046692607,
      "grad_norm": 1.2276754510703718,
      "learning_rate": 0.0002995296981418152,
      "loss": 6.4062,
      "step": 5643
    },
    {
      "epoch": 0.2311693630964571,
      "grad_norm": 2.2877295521801644,
      "learning_rate": 0.0002995294400466606,
      "loss": 6.3125,
      "step": 5644
    },
    {
      "epoch": 0.23121032152365348,
      "grad_norm": 1.001247840913715,
      "learning_rate": 0.0002995291818808172,
      "loss": 6.3438,
      "step": 5645
    },
    {
      "epoch": 0.23125127995084988,
      "grad_norm": 1.2308663456560294,
      "learning_rate": 0.00029952892364428505,
      "loss": 6.625,
      "step": 5646
    },
    {
      "epoch": 0.23129223837804627,
      "grad_norm": 1.0437965576103958,
      "learning_rate": 0.00029952866533706433,
      "loss": 6.125,
      "step": 5647
    },
    {
      "epoch": 0.23133319680524267,
      "grad_norm": 1.3751468851168998,
      "learning_rate": 0.00029952840695915515,
      "loss": 7.75,
      "step": 5648
    },
    {
      "epoch": 0.23137415523243907,
      "grad_norm": 2.115414054861444,
      "learning_rate": 0.00029952814851055755,
      "loss": 8.875,
      "step": 5649
    },
    {
      "epoch": 0.23141511365963546,
      "grad_norm": 1.2853449688132668,
      "learning_rate": 0.00029952788999127177,
      "loss": 5.0938,
      "step": 5650
    },
    {
      "epoch": 0.23145607208683186,
      "grad_norm": 1.3578540756534645,
      "learning_rate": 0.00029952763140129784,
      "loss": 6.5938,
      "step": 5651
    },
    {
      "epoch": 0.23149703051402826,
      "grad_norm": 6.361559798550725,
      "learning_rate": 0.00029952737274063594,
      "loss": 4.9688,
      "step": 5652
    },
    {
      "epoch": 0.23153798894122465,
      "grad_norm": 2.890821546212263,
      "learning_rate": 0.0002995271140092862,
      "loss": 5.0625,
      "step": 5653
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 1.3903647227554718,
      "learning_rate": 0.0002995268552072487,
      "loss": 5.5938,
      "step": 5654
    },
    {
      "epoch": 0.23161990579561745,
      "grad_norm": 1.182919607664011,
      "learning_rate": 0.0002995265963345236,
      "loss": 5.3125,
      "step": 5655
    },
    {
      "epoch": 0.23166086422281384,
      "grad_norm": 1.4066428909290056,
      "learning_rate": 0.0002995263373911109,
      "loss": 6.6562,
      "step": 5656
    },
    {
      "epoch": 0.23170182265001024,
      "grad_norm": 1.1748334419370283,
      "learning_rate": 0.00029952607837701093,
      "loss": 5.5938,
      "step": 5657
    },
    {
      "epoch": 0.23174278107720664,
      "grad_norm": 1.025925703170744,
      "learning_rate": 0.00029952581929222367,
      "loss": 5.2812,
      "step": 5658
    },
    {
      "epoch": 0.23178373950440304,
      "grad_norm": 1.3389307005118365,
      "learning_rate": 0.0002995255601367493,
      "loss": 5.2188,
      "step": 5659
    },
    {
      "epoch": 0.23182469793159943,
      "grad_norm": 1.3108950257897594,
      "learning_rate": 0.0002995253009105879,
      "loss": 6.4375,
      "step": 5660
    },
    {
      "epoch": 0.23186565635879583,
      "grad_norm": 1.3951098415505727,
      "learning_rate": 0.00029952504161373967,
      "loss": 6.9688,
      "step": 5661
    },
    {
      "epoch": 0.23190661478599223,
      "grad_norm": 1.0910261288144951,
      "learning_rate": 0.0002995247822462046,
      "loss": 6.2812,
      "step": 5662
    },
    {
      "epoch": 0.23194757321318862,
      "grad_norm": 1.4573697615232917,
      "learning_rate": 0.0002995245228079829,
      "loss": 5.0938,
      "step": 5663
    },
    {
      "epoch": 0.23198853164038502,
      "grad_norm": 1.369833609208776,
      "learning_rate": 0.0002995242632990747,
      "loss": 6.9688,
      "step": 5664
    },
    {
      "epoch": 0.23202949006758142,
      "grad_norm": 1.4867595053722267,
      "learning_rate": 0.00029952400371948014,
      "loss": 5.625,
      "step": 5665
    },
    {
      "epoch": 0.2320704484947778,
      "grad_norm": 1.1937237687217035,
      "learning_rate": 0.0002995237440691993,
      "loss": 6.0312,
      "step": 5666
    },
    {
      "epoch": 0.23211140692197418,
      "grad_norm": 1.4289633426407622,
      "learning_rate": 0.00029952348434823226,
      "loss": 6.3438,
      "step": 5667
    },
    {
      "epoch": 0.23215236534917058,
      "grad_norm": 1.194069052060133,
      "learning_rate": 0.0002995232245565792,
      "loss": 7.25,
      "step": 5668
    },
    {
      "epoch": 0.23219332377636698,
      "grad_norm": 1.3038226773957697,
      "learning_rate": 0.00029952296469424027,
      "loss": 6.4062,
      "step": 5669
    },
    {
      "epoch": 0.23223428220356337,
      "grad_norm": 1.7327724379052267,
      "learning_rate": 0.00029952270476121557,
      "loss": 6.3438,
      "step": 5670
    },
    {
      "epoch": 0.23227524063075977,
      "grad_norm": 1.3034617016312406,
      "learning_rate": 0.00029952244475750517,
      "loss": 5.6562,
      "step": 5671
    },
    {
      "epoch": 0.23231619905795617,
      "grad_norm": 1.0268719300554419,
      "learning_rate": 0.00029952218468310923,
      "loss": 6.5938,
      "step": 5672
    },
    {
      "epoch": 0.23235715748515257,
      "grad_norm": 1.3012378781096892,
      "learning_rate": 0.0002995219245380279,
      "loss": 6.9688,
      "step": 5673
    },
    {
      "epoch": 0.23239811591234896,
      "grad_norm": 4.211452773157788,
      "learning_rate": 0.0002995216643222613,
      "loss": 5.875,
      "step": 5674
    },
    {
      "epoch": 0.23243907433954536,
      "grad_norm": 1.3001877011988117,
      "learning_rate": 0.0002995214040358095,
      "loss": 6.5938,
      "step": 5675
    },
    {
      "epoch": 0.23248003276674176,
      "grad_norm": 1.1091257215921861,
      "learning_rate": 0.00029952114367867266,
      "loss": 7.7812,
      "step": 5676
    },
    {
      "epoch": 0.23252099119393815,
      "grad_norm": 1.2055919532430321,
      "learning_rate": 0.00029952088325085094,
      "loss": 5.2188,
      "step": 5677
    },
    {
      "epoch": 0.23256194962113455,
      "grad_norm": 1.1747757799220235,
      "learning_rate": 0.0002995206227523444,
      "loss": 5.4375,
      "step": 5678
    },
    {
      "epoch": 0.23260290804833095,
      "grad_norm": 1.245074110908179,
      "learning_rate": 0.00029952036218315316,
      "loss": 5.6875,
      "step": 5679
    },
    {
      "epoch": 0.23264386647552734,
      "grad_norm": 1.3206342203345605,
      "learning_rate": 0.00029952010154327737,
      "loss": 6.25,
      "step": 5680
    },
    {
      "epoch": 0.23268482490272374,
      "grad_norm": 1.2389372116863466,
      "learning_rate": 0.00029951984083271714,
      "loss": 6.8438,
      "step": 5681
    },
    {
      "epoch": 0.23272578332992014,
      "grad_norm": 1.2739587994390296,
      "learning_rate": 0.00029951958005147266,
      "loss": 6.6875,
      "step": 5682
    },
    {
      "epoch": 0.23276674175711654,
      "grad_norm": 1.186767605510721,
      "learning_rate": 0.00029951931919954396,
      "loss": 5.4062,
      "step": 5683
    },
    {
      "epoch": 0.23280770018431293,
      "grad_norm": 1.4346112831523603,
      "learning_rate": 0.00029951905827693123,
      "loss": 7.1875,
      "step": 5684
    },
    {
      "epoch": 0.23284865861150933,
      "grad_norm": 1.9496031943504128,
      "learning_rate": 0.00029951879728363454,
      "loss": 8.0,
      "step": 5685
    },
    {
      "epoch": 0.23288961703870573,
      "grad_norm": 1.2412657718601372,
      "learning_rate": 0.00029951853621965405,
      "loss": 5.4375,
      "step": 5686
    },
    {
      "epoch": 0.2329305754659021,
      "grad_norm": 1.8979284409692119,
      "learning_rate": 0.00029951827508498986,
      "loss": 6.8125,
      "step": 5687
    },
    {
      "epoch": 0.2329715338930985,
      "grad_norm": 1.6645143049724715,
      "learning_rate": 0.0002995180138796421,
      "loss": 8.125,
      "step": 5688
    },
    {
      "epoch": 0.2330124923202949,
      "grad_norm": 1.003170353337985,
      "learning_rate": 0.00029951775260361095,
      "loss": 5.6562,
      "step": 5689
    },
    {
      "epoch": 0.2330534507474913,
      "grad_norm": 1.3450084949974053,
      "learning_rate": 0.00029951749125689645,
      "loss": 7.4375,
      "step": 5690
    },
    {
      "epoch": 0.23309440917468768,
      "grad_norm": 1.1579398810767363,
      "learning_rate": 0.00029951722983949874,
      "loss": 6.0625,
      "step": 5691
    },
    {
      "epoch": 0.23313536760188408,
      "grad_norm": 0.8741543845538341,
      "learning_rate": 0.000299516968351418,
      "loss": 6.625,
      "step": 5692
    },
    {
      "epoch": 0.23317632602908048,
      "grad_norm": 1.2966144971047076,
      "learning_rate": 0.0002995167067926543,
      "loss": 5.4062,
      "step": 5693
    },
    {
      "epoch": 0.23321728445627687,
      "grad_norm": 1.0136041690194404,
      "learning_rate": 0.00029951644516320767,
      "loss": 5.625,
      "step": 5694
    },
    {
      "epoch": 0.23325824288347327,
      "grad_norm": 0.9820466079479012,
      "learning_rate": 0.00029951618346307844,
      "loss": 5.9688,
      "step": 5695
    },
    {
      "epoch": 0.23329920131066967,
      "grad_norm": 1.0218932452822815,
      "learning_rate": 0.00029951592169226665,
      "loss": 6.5,
      "step": 5696
    },
    {
      "epoch": 0.23334015973786607,
      "grad_norm": 1.6386186369790796,
      "learning_rate": 0.0002995156598507724,
      "loss": 5.0,
      "step": 5697
    },
    {
      "epoch": 0.23338111816506246,
      "grad_norm": 1.2671589449811704,
      "learning_rate": 0.0002995153979385958,
      "loss": 6.5,
      "step": 5698
    },
    {
      "epoch": 0.23342207659225886,
      "grad_norm": 1.3943422900019338,
      "learning_rate": 0.00029951513595573705,
      "loss": 6.0,
      "step": 5699
    },
    {
      "epoch": 0.23346303501945526,
      "grad_norm": 1.2650785419203825,
      "learning_rate": 0.0002995148739021961,
      "loss": 6.4062,
      "step": 5700
    },
    {
      "epoch": 0.23350399344665165,
      "grad_norm": 1.3365603110476423,
      "learning_rate": 0.00029951461177797335,
      "loss": 7.125,
      "step": 5701
    },
    {
      "epoch": 0.23354495187384805,
      "grad_norm": 1.1978791357485334,
      "learning_rate": 0.0002995143495830686,
      "loss": 5.5,
      "step": 5702
    },
    {
      "epoch": 0.23358591030104445,
      "grad_norm": 1.5828701096534763,
      "learning_rate": 0.0002995140873174823,
      "loss": 6.0938,
      "step": 5703
    },
    {
      "epoch": 0.23362686872824084,
      "grad_norm": 0.9970419109716845,
      "learning_rate": 0.0002995138249812143,
      "loss": 6.5938,
      "step": 5704
    },
    {
      "epoch": 0.23366782715543724,
      "grad_norm": 2.143395252371639,
      "learning_rate": 0.0002995135625742649,
      "loss": 7.2812,
      "step": 5705
    },
    {
      "epoch": 0.23370878558263364,
      "grad_norm": 1.1859024320508493,
      "learning_rate": 0.0002995133000966341,
      "loss": 6.4062,
      "step": 5706
    },
    {
      "epoch": 0.23374974400983003,
      "grad_norm": 1.6213793782362593,
      "learning_rate": 0.00029951303754832215,
      "loss": 5.6562,
      "step": 5707
    },
    {
      "epoch": 0.23379070243702643,
      "grad_norm": 1.3012469239570004,
      "learning_rate": 0.00029951277492932914,
      "loss": 5.8438,
      "step": 5708
    },
    {
      "epoch": 0.2338316608642228,
      "grad_norm": 1.134367020342463,
      "learning_rate": 0.0002995125122396551,
      "loss": 6.625,
      "step": 5709
    },
    {
      "epoch": 0.2338726192914192,
      "grad_norm": 1.3296207931710429,
      "learning_rate": 0.00029951224947930027,
      "loss": 6.1875,
      "step": 5710
    },
    {
      "epoch": 0.2339135777186156,
      "grad_norm": 1.0619659311957963,
      "learning_rate": 0.00029951198664826463,
      "loss": 6.1875,
      "step": 5711
    },
    {
      "epoch": 0.233954536145812,
      "grad_norm": 1.1058091772334881,
      "learning_rate": 0.0002995117237465485,
      "loss": 6.4375,
      "step": 5712
    },
    {
      "epoch": 0.2339954945730084,
      "grad_norm": 1.009618950576986,
      "learning_rate": 0.0002995114607741519,
      "loss": 6.3125,
      "step": 5713
    },
    {
      "epoch": 0.23403645300020479,
      "grad_norm": 1.2969092245469873,
      "learning_rate": 0.00029951119773107487,
      "loss": 7.125,
      "step": 5714
    },
    {
      "epoch": 0.23407741142740118,
      "grad_norm": 1.1979562125180012,
      "learning_rate": 0.0002995109346173177,
      "loss": 6.7812,
      "step": 5715
    },
    {
      "epoch": 0.23411836985459758,
      "grad_norm": 1.5319068141322671,
      "learning_rate": 0.0002995106714328804,
      "loss": 5.6562,
      "step": 5716
    },
    {
      "epoch": 0.23415932828179398,
      "grad_norm": 1.998094787553368,
      "learning_rate": 0.00029951040817776314,
      "loss": 5.9062,
      "step": 5717
    },
    {
      "epoch": 0.23420028670899037,
      "grad_norm": 1.4512856855780603,
      "learning_rate": 0.00029951014485196604,
      "loss": 6.0938,
      "step": 5718
    },
    {
      "epoch": 0.23424124513618677,
      "grad_norm": 1.3883803068134306,
      "learning_rate": 0.0002995098814554892,
      "loss": 5.75,
      "step": 5719
    },
    {
      "epoch": 0.23428220356338317,
      "grad_norm": 1.0974808515845436,
      "learning_rate": 0.0002995096179883328,
      "loss": 6.5938,
      "step": 5720
    },
    {
      "epoch": 0.23432316199057956,
      "grad_norm": 1.1143564221038293,
      "learning_rate": 0.0002995093544504969,
      "loss": 5.9062,
      "step": 5721
    },
    {
      "epoch": 0.23436412041777596,
      "grad_norm": 1.1920280774202021,
      "learning_rate": 0.00029950909084198166,
      "loss": 5.2188,
      "step": 5722
    },
    {
      "epoch": 0.23440507884497236,
      "grad_norm": 2.799105837245644,
      "learning_rate": 0.0002995088271627872,
      "loss": 6.5312,
      "step": 5723
    },
    {
      "epoch": 0.23444603727216876,
      "grad_norm": 1.2407011665022003,
      "learning_rate": 0.0002995085634129136,
      "loss": 5.2188,
      "step": 5724
    },
    {
      "epoch": 0.23448699569936515,
      "grad_norm": 1.2341968399515517,
      "learning_rate": 0.0002995082995923611,
      "loss": 6.5312,
      "step": 5725
    },
    {
      "epoch": 0.23452795412656155,
      "grad_norm": 2.172953236901458,
      "learning_rate": 0.00029950803570112975,
      "loss": 8.3125,
      "step": 5726
    },
    {
      "epoch": 0.23456891255375795,
      "grad_norm": 1.1243202063149416,
      "learning_rate": 0.0002995077717392196,
      "loss": 5.9062,
      "step": 5727
    },
    {
      "epoch": 0.23460987098095434,
      "grad_norm": 1.6318095800449037,
      "learning_rate": 0.0002995075077066309,
      "loss": 7.1875,
      "step": 5728
    },
    {
      "epoch": 0.23465082940815074,
      "grad_norm": 1.3968898820681084,
      "learning_rate": 0.00029950724360336374,
      "loss": 5.5938,
      "step": 5729
    },
    {
      "epoch": 0.2346917878353471,
      "grad_norm": 4.518671503702207,
      "learning_rate": 0.00029950697942941816,
      "loss": 6.25,
      "step": 5730
    },
    {
      "epoch": 0.2347327462625435,
      "grad_norm": 1.894997059907878,
      "learning_rate": 0.00029950671518479447,
      "loss": 5.2812,
      "step": 5731
    },
    {
      "epoch": 0.2347737046897399,
      "grad_norm": 1.320055450568687,
      "learning_rate": 0.00029950645086949257,
      "loss": 6.5,
      "step": 5732
    },
    {
      "epoch": 0.2348146631169363,
      "grad_norm": 1.341183840762134,
      "learning_rate": 0.00029950618648351277,
      "loss": 6.3438,
      "step": 5733
    },
    {
      "epoch": 0.2348556215441327,
      "grad_norm": 1.4464547394137415,
      "learning_rate": 0.0002995059220268551,
      "loss": 6.5,
      "step": 5734
    },
    {
      "epoch": 0.2348965799713291,
      "grad_norm": 1.2079553745882476,
      "learning_rate": 0.0002995056574995197,
      "loss": 6.2188,
      "step": 5735
    },
    {
      "epoch": 0.2349375383985255,
      "grad_norm": 0.9985967154441259,
      "learning_rate": 0.00029950539290150667,
      "loss": 6.0625,
      "step": 5736
    },
    {
      "epoch": 0.2349784968257219,
      "grad_norm": 1.6455798502642205,
      "learning_rate": 0.00029950512823281617,
      "loss": 8.0,
      "step": 5737
    },
    {
      "epoch": 0.23501945525291829,
      "grad_norm": 1.201023751894986,
      "learning_rate": 0.00029950486349344837,
      "loss": 5.375,
      "step": 5738
    },
    {
      "epoch": 0.23506041368011468,
      "grad_norm": 1.3565145575121835,
      "learning_rate": 0.00029950459868340333,
      "loss": 6.0,
      "step": 5739
    },
    {
      "epoch": 0.23510137210731108,
      "grad_norm": 1.6974946620517481,
      "learning_rate": 0.00029950433380268116,
      "loss": 7.1875,
      "step": 5740
    },
    {
      "epoch": 0.23514233053450748,
      "grad_norm": 1.2535619356733188,
      "learning_rate": 0.00029950406885128207,
      "loss": 5.5625,
      "step": 5741
    },
    {
      "epoch": 0.23518328896170387,
      "grad_norm": 1.3160587396796484,
      "learning_rate": 0.00029950380382920606,
      "loss": 6.25,
      "step": 5742
    },
    {
      "epoch": 0.23522424738890027,
      "grad_norm": 1.0740454095934158,
      "learning_rate": 0.00029950353873645335,
      "loss": 6.3438,
      "step": 5743
    },
    {
      "epoch": 0.23526520581609667,
      "grad_norm": 1.2380890465979362,
      "learning_rate": 0.0002995032735730241,
      "loss": 7.1562,
      "step": 5744
    },
    {
      "epoch": 0.23530616424329306,
      "grad_norm": 0.976549140181014,
      "learning_rate": 0.0002995030083389183,
      "loss": 6.5,
      "step": 5745
    },
    {
      "epoch": 0.23534712267048946,
      "grad_norm": 1.0875471549537865,
      "learning_rate": 0.0002995027430341362,
      "loss": 7.4062,
      "step": 5746
    },
    {
      "epoch": 0.23538808109768586,
      "grad_norm": 1.2545274224568226,
      "learning_rate": 0.0002995024776586779,
      "loss": 5.8438,
      "step": 5747
    },
    {
      "epoch": 0.23542903952488226,
      "grad_norm": 1.049850616943435,
      "learning_rate": 0.00029950221221254343,
      "loss": 6.0,
      "step": 5748
    },
    {
      "epoch": 0.23546999795207865,
      "grad_norm": 1.1342001079065234,
      "learning_rate": 0.00029950194669573307,
      "loss": 5.9375,
      "step": 5749
    },
    {
      "epoch": 0.23551095637927505,
      "grad_norm": 1.0005449911214968,
      "learning_rate": 0.0002995016811082468,
      "loss": 6.1562,
      "step": 5750
    },
    {
      "epoch": 0.23555191480647142,
      "grad_norm": 2.063562937256806,
      "learning_rate": 0.00029950141545008485,
      "loss": 5.375,
      "step": 5751
    },
    {
      "epoch": 0.23559287323366782,
      "grad_norm": 1.0040010729533917,
      "learning_rate": 0.0002995011497212473,
      "loss": 5.9062,
      "step": 5752
    },
    {
      "epoch": 0.2356338316608642,
      "grad_norm": 7.465662301193978,
      "learning_rate": 0.00029950088392173427,
      "loss": 3.125,
      "step": 5753
    },
    {
      "epoch": 0.2356747900880606,
      "grad_norm": 3.669272974435343,
      "learning_rate": 0.0002995006180515459,
      "loss": 4.875,
      "step": 5754
    },
    {
      "epoch": 0.235715748515257,
      "grad_norm": 1.566939620885161,
      "learning_rate": 0.0002995003521106823,
      "loss": 6.2188,
      "step": 5755
    },
    {
      "epoch": 0.2357567069424534,
      "grad_norm": 2.0342255754233003,
      "learning_rate": 0.0002995000860991436,
      "loss": 6.3125,
      "step": 5756
    },
    {
      "epoch": 0.2357976653696498,
      "grad_norm": 1.942259351290538,
      "learning_rate": 0.00029949982001692996,
      "loss": 6.4062,
      "step": 5757
    },
    {
      "epoch": 0.2358386237968462,
      "grad_norm": 1.123529073694553,
      "learning_rate": 0.00029949955386404154,
      "loss": 5.7812,
      "step": 5758
    },
    {
      "epoch": 0.2358795822240426,
      "grad_norm": 1.1837173793525593,
      "learning_rate": 0.00029949928764047833,
      "loss": 6.3438,
      "step": 5759
    },
    {
      "epoch": 0.235920540651239,
      "grad_norm": 1.5163653786092384,
      "learning_rate": 0.00029949902134624053,
      "loss": 6.625,
      "step": 5760
    },
    {
      "epoch": 0.2359614990784354,
      "grad_norm": 3.848164060957276,
      "learning_rate": 0.00029949875498132825,
      "loss": 4.8125,
      "step": 5761
    },
    {
      "epoch": 0.23600245750563179,
      "grad_norm": 1.3635922940337808,
      "learning_rate": 0.00029949848854574166,
      "loss": 6.5625,
      "step": 5762
    },
    {
      "epoch": 0.23604341593282818,
      "grad_norm": 1.0973126712603285,
      "learning_rate": 0.00029949822203948086,
      "loss": 5.625,
      "step": 5763
    },
    {
      "epoch": 0.23608437436002458,
      "grad_norm": 1.0303471984203512,
      "learning_rate": 0.000299497955462546,
      "loss": 5.9688,
      "step": 5764
    },
    {
      "epoch": 0.23612533278722098,
      "grad_norm": 2.100017823626194,
      "learning_rate": 0.0002994976888149372,
      "loss": 6.7812,
      "step": 5765
    },
    {
      "epoch": 0.23616629121441737,
      "grad_norm": 1.174113404726835,
      "learning_rate": 0.0002994974220966545,
      "loss": 5.3438,
      "step": 5766
    },
    {
      "epoch": 0.23620724964161377,
      "grad_norm": 7.425637310626664,
      "learning_rate": 0.0002994971553076981,
      "loss": 4.7188,
      "step": 5767
    },
    {
      "epoch": 0.23624820806881017,
      "grad_norm": 1.2903600395875097,
      "learning_rate": 0.00029949688844806816,
      "loss": 6.2188,
      "step": 5768
    },
    {
      "epoch": 0.23628916649600656,
      "grad_norm": 1.4675769937513155,
      "learning_rate": 0.0002994966215177648,
      "loss": 5.9062,
      "step": 5769
    },
    {
      "epoch": 0.23633012492320296,
      "grad_norm": 1.6608733981549948,
      "learning_rate": 0.000299496354516788,
      "loss": 5.1562,
      "step": 5770
    },
    {
      "epoch": 0.23637108335039936,
      "grad_norm": 1.0995063485052015,
      "learning_rate": 0.00029949608744513805,
      "loss": 5.8438,
      "step": 5771
    },
    {
      "epoch": 0.23641204177759573,
      "grad_norm": 1.126158388916938,
      "learning_rate": 0.0002994958203028151,
      "loss": 5.8125,
      "step": 5772
    },
    {
      "epoch": 0.23645300020479212,
      "grad_norm": 1.558373706646513,
      "learning_rate": 0.0002994955530898191,
      "loss": 8.0625,
      "step": 5773
    },
    {
      "epoch": 0.23649395863198852,
      "grad_norm": 1.0336002862533806,
      "learning_rate": 0.00029949528580615033,
      "loss": 5.875,
      "step": 5774
    },
    {
      "epoch": 0.23653491705918492,
      "grad_norm": 1.2383886554163144,
      "learning_rate": 0.0002994950184518088,
      "loss": 7.5625,
      "step": 5775
    },
    {
      "epoch": 0.23657587548638132,
      "grad_norm": 2.4832886100287657,
      "learning_rate": 0.00029949475102679477,
      "loss": 9.5,
      "step": 5776
    },
    {
      "epoch": 0.2366168339135777,
      "grad_norm": 1.2464319012641554,
      "learning_rate": 0.00029949448353110825,
      "loss": 6.3125,
      "step": 5777
    },
    {
      "epoch": 0.2366577923407741,
      "grad_norm": 1.3538856133392783,
      "learning_rate": 0.0002994942159647495,
      "loss": 6.75,
      "step": 5778
    },
    {
      "epoch": 0.2366987507679705,
      "grad_norm": 1.2792672042538287,
      "learning_rate": 0.00029949394832771845,
      "loss": 5.8438,
      "step": 5779
    },
    {
      "epoch": 0.2367397091951669,
      "grad_norm": 1.509767023512125,
      "learning_rate": 0.0002994936806200154,
      "loss": 5.4375,
      "step": 5780
    },
    {
      "epoch": 0.2367806676223633,
      "grad_norm": 1.8030452432213808,
      "learning_rate": 0.0002994934128416404,
      "loss": 5.9375,
      "step": 5781
    },
    {
      "epoch": 0.2368216260495597,
      "grad_norm": 1.8999883683539467,
      "learning_rate": 0.0002994931449925936,
      "loss": 5.75,
      "step": 5782
    },
    {
      "epoch": 0.2368625844767561,
      "grad_norm": 1.043225528156747,
      "learning_rate": 0.00029949287707287505,
      "loss": 6.0312,
      "step": 5783
    },
    {
      "epoch": 0.2369035429039525,
      "grad_norm": 1.8580681409546331,
      "learning_rate": 0.000299492609082485,
      "loss": 6.5625,
      "step": 5784
    },
    {
      "epoch": 0.2369445013311489,
      "grad_norm": 1.2995536196793323,
      "learning_rate": 0.00029949234102142355,
      "loss": 5.5938,
      "step": 5785
    },
    {
      "epoch": 0.23698545975834528,
      "grad_norm": 1.3889620586136953,
      "learning_rate": 0.0002994920728896907,
      "loss": 6.125,
      "step": 5786
    },
    {
      "epoch": 0.23702641818554168,
      "grad_norm": 1.872195554759065,
      "learning_rate": 0.0002994918046872868,
      "loss": 6.375,
      "step": 5787
    },
    {
      "epoch": 0.23706737661273808,
      "grad_norm": 1.0283400934080018,
      "learning_rate": 0.00029949153641421175,
      "loss": 6.7812,
      "step": 5788
    },
    {
      "epoch": 0.23710833503993448,
      "grad_norm": 1.9305398195144052,
      "learning_rate": 0.0002994912680704658,
      "loss": 7.8438,
      "step": 5789
    },
    {
      "epoch": 0.23714929346713087,
      "grad_norm": 1.1799511416704966,
      "learning_rate": 0.00029949099965604904,
      "loss": 7.3125,
      "step": 5790
    },
    {
      "epoch": 0.23719025189432727,
      "grad_norm": 1.0719813010649022,
      "learning_rate": 0.0002994907311709616,
      "loss": 5.8125,
      "step": 5791
    },
    {
      "epoch": 0.23723121032152367,
      "grad_norm": 1.7717447879568424,
      "learning_rate": 0.00029949046261520365,
      "loss": 6.5938,
      "step": 5792
    },
    {
      "epoch": 0.23727216874872004,
      "grad_norm": 1.3863204804390732,
      "learning_rate": 0.0002994901939887753,
      "loss": 7.2812,
      "step": 5793
    },
    {
      "epoch": 0.23731312717591643,
      "grad_norm": 2.570066106416483,
      "learning_rate": 0.0002994899252916766,
      "loss": 5.2188,
      "step": 5794
    },
    {
      "epoch": 0.23735408560311283,
      "grad_norm": 1.0596259121755767,
      "learning_rate": 0.0002994896565239078,
      "loss": 6.4688,
      "step": 5795
    },
    {
      "epoch": 0.23739504403030923,
      "grad_norm": 1.3084732166117725,
      "learning_rate": 0.00029948938768546897,
      "loss": 7.7188,
      "step": 5796
    },
    {
      "epoch": 0.23743600245750562,
      "grad_norm": 2.6755546941758808,
      "learning_rate": 0.00029948911877636017,
      "loss": 5.9688,
      "step": 5797
    },
    {
      "epoch": 0.23747696088470202,
      "grad_norm": 2.3692783075256245,
      "learning_rate": 0.00029948884979658167,
      "loss": 7.2812,
      "step": 5798
    },
    {
      "epoch": 0.23751791931189842,
      "grad_norm": 1.706535023774532,
      "learning_rate": 0.0002994885807461334,
      "loss": 6.6562,
      "step": 5799
    },
    {
      "epoch": 0.23755887773909481,
      "grad_norm": 2.742883474524117,
      "learning_rate": 0.0002994883116250157,
      "loss": 8.125,
      "step": 5800
    },
    {
      "epoch": 0.2375998361662912,
      "grad_norm": 1.1150798935911796,
      "learning_rate": 0.0002994880424332286,
      "loss": 6.1875,
      "step": 5801
    },
    {
      "epoch": 0.2376407945934876,
      "grad_norm": 1.3262686094500507,
      "learning_rate": 0.00029948777317077217,
      "loss": 6.4062,
      "step": 5802
    },
    {
      "epoch": 0.237681753020684,
      "grad_norm": 1.1377525865481202,
      "learning_rate": 0.00029948750383764665,
      "loss": 6.5,
      "step": 5803
    },
    {
      "epoch": 0.2377227114478804,
      "grad_norm": 1.2879684282010908,
      "learning_rate": 0.0002994872344338521,
      "loss": 6.1562,
      "step": 5804
    },
    {
      "epoch": 0.2377636698750768,
      "grad_norm": 1.1696847117897593,
      "learning_rate": 0.0002994869649593886,
      "loss": 5.7188,
      "step": 5805
    },
    {
      "epoch": 0.2378046283022732,
      "grad_norm": 1.0070768519305033,
      "learning_rate": 0.0002994866954142564,
      "loss": 5.5,
      "step": 5806
    },
    {
      "epoch": 0.2378455867294696,
      "grad_norm": 1.1931213305776782,
      "learning_rate": 0.0002994864257984556,
      "loss": 5.3438,
      "step": 5807
    },
    {
      "epoch": 0.237886545156666,
      "grad_norm": 1.8334733760629838,
      "learning_rate": 0.0002994861561119862,
      "loss": 6.4375,
      "step": 5808
    },
    {
      "epoch": 0.2379275035838624,
      "grad_norm": 1.1798811169059154,
      "learning_rate": 0.00029948588635484845,
      "loss": 6.1562,
      "step": 5809
    },
    {
      "epoch": 0.23796846201105878,
      "grad_norm": 1.2689053387554465,
      "learning_rate": 0.00029948561652704247,
      "loss": 6.875,
      "step": 5810
    },
    {
      "epoch": 0.23800942043825518,
      "grad_norm": 2.936666254771645,
      "learning_rate": 0.0002994853466285684,
      "loss": 5.6562,
      "step": 5811
    },
    {
      "epoch": 0.23805037886545158,
      "grad_norm": 1.2221779383853963,
      "learning_rate": 0.00029948507665942625,
      "loss": 5.4375,
      "step": 5812
    },
    {
      "epoch": 0.23809133729264798,
      "grad_norm": 1.2671633932906434,
      "learning_rate": 0.00029948480661961624,
      "loss": 6.5,
      "step": 5813
    },
    {
      "epoch": 0.23813229571984434,
      "grad_norm": 1.9976757447827793,
      "learning_rate": 0.00029948453650913853,
      "loss": 6.8438,
      "step": 5814
    },
    {
      "epoch": 0.23817325414704074,
      "grad_norm": 1.7996970066716722,
      "learning_rate": 0.00029948426632799317,
      "loss": 7.0312,
      "step": 5815
    },
    {
      "epoch": 0.23821421257423714,
      "grad_norm": 1.2920440999768608,
      "learning_rate": 0.0002994839960761804,
      "loss": 6.75,
      "step": 5816
    },
    {
      "epoch": 0.23825517100143354,
      "grad_norm": 1.281573629579221,
      "learning_rate": 0.0002994837257537002,
      "loss": 5.125,
      "step": 5817
    },
    {
      "epoch": 0.23829612942862993,
      "grad_norm": 1.2253430161593033,
      "learning_rate": 0.0002994834553605528,
      "loss": 5.8125,
      "step": 5818
    },
    {
      "epoch": 0.23833708785582633,
      "grad_norm": 1.4126310939486628,
      "learning_rate": 0.00029948318489673824,
      "loss": 6.8438,
      "step": 5819
    },
    {
      "epoch": 0.23837804628302273,
      "grad_norm": 1.2005605297533635,
      "learning_rate": 0.00029948291436225676,
      "loss": 5.75,
      "step": 5820
    },
    {
      "epoch": 0.23841900471021912,
      "grad_norm": 1.1038630233662479,
      "learning_rate": 0.0002994826437571084,
      "loss": 7.0312,
      "step": 5821
    },
    {
      "epoch": 0.23845996313741552,
      "grad_norm": 1.4536574998126512,
      "learning_rate": 0.0002994823730812933,
      "loss": 7.25,
      "step": 5822
    },
    {
      "epoch": 0.23850092156461192,
      "grad_norm": 1.3755408450476885,
      "learning_rate": 0.0002994821023348117,
      "loss": 7.5938,
      "step": 5823
    },
    {
      "epoch": 0.23854187999180831,
      "grad_norm": 3.653091558966768,
      "learning_rate": 0.0002994818315176636,
      "loss": 7.0938,
      "step": 5824
    },
    {
      "epoch": 0.2385828384190047,
      "grad_norm": 1.0228164269958506,
      "learning_rate": 0.00029948156062984906,
      "loss": 5.5625,
      "step": 5825
    },
    {
      "epoch": 0.2386237968462011,
      "grad_norm": 3.0659247839286015,
      "learning_rate": 0.0002994812896713684,
      "loss": 7.8125,
      "step": 5826
    },
    {
      "epoch": 0.2386647552733975,
      "grad_norm": 1.2530185209151898,
      "learning_rate": 0.00029948101864222165,
      "loss": 5.9062,
      "step": 5827
    },
    {
      "epoch": 0.2387057137005939,
      "grad_norm": 4.176872235478369,
      "learning_rate": 0.00029948074754240897,
      "loss": 9.75,
      "step": 5828
    },
    {
      "epoch": 0.2387466721277903,
      "grad_norm": 1.6736283356437283,
      "learning_rate": 0.0002994804763719305,
      "loss": 7.6875,
      "step": 5829
    },
    {
      "epoch": 0.2387876305549867,
      "grad_norm": 1.0508209800636348,
      "learning_rate": 0.00029948020513078624,
      "loss": 6.5,
      "step": 5830
    },
    {
      "epoch": 0.2388285889821831,
      "grad_norm": 2.0086514031795955,
      "learning_rate": 0.0002994799338189764,
      "loss": 6.25,
      "step": 5831
    },
    {
      "epoch": 0.2388695474093795,
      "grad_norm": 1.674399737708086,
      "learning_rate": 0.0002994796624365012,
      "loss": 7.1562,
      "step": 5832
    },
    {
      "epoch": 0.2389105058365759,
      "grad_norm": 2.3141858492229823,
      "learning_rate": 0.0002994793909833607,
      "loss": 5.8125,
      "step": 5833
    },
    {
      "epoch": 0.23895146426377228,
      "grad_norm": 1.2751576617752205,
      "learning_rate": 0.000299479119459555,
      "loss": 5.9375,
      "step": 5834
    },
    {
      "epoch": 0.23899242269096865,
      "grad_norm": 1.4369031061255202,
      "learning_rate": 0.00029947884786508423,
      "loss": 5.625,
      "step": 5835
    },
    {
      "epoch": 0.23903338111816505,
      "grad_norm": 1.5438358754769976,
      "learning_rate": 0.00029947857619994853,
      "loss": 6.75,
      "step": 5836
    },
    {
      "epoch": 0.23907433954536145,
      "grad_norm": 2.407446443163041,
      "learning_rate": 0.00029947830446414806,
      "loss": 7.1875,
      "step": 5837
    },
    {
      "epoch": 0.23911529797255784,
      "grad_norm": 4.74439943032305,
      "learning_rate": 0.00029947803265768287,
      "loss": 6.0312,
      "step": 5838
    },
    {
      "epoch": 0.23915625639975424,
      "grad_norm": 1.190223609312589,
      "learning_rate": 0.00029947776078055317,
      "loss": 6.0625,
      "step": 5839
    },
    {
      "epoch": 0.23919721482695064,
      "grad_norm": 1.0960339874202072,
      "learning_rate": 0.0002994774888327591,
      "loss": 6.0,
      "step": 5840
    },
    {
      "epoch": 0.23923817325414704,
      "grad_norm": 2.428550221983614,
      "learning_rate": 0.00029947721681430065,
      "loss": 7.125,
      "step": 5841
    },
    {
      "epoch": 0.23927913168134343,
      "grad_norm": 1.2144814606638814,
      "learning_rate": 0.00029947694472517815,
      "loss": 5.4688,
      "step": 5842
    },
    {
      "epoch": 0.23932009010853983,
      "grad_norm": 1.3471204521874325,
      "learning_rate": 0.0002994766725653915,
      "loss": 6.625,
      "step": 5843
    },
    {
      "epoch": 0.23936104853573623,
      "grad_norm": 1.1093683654831454,
      "learning_rate": 0.00029947640033494105,
      "loss": 6.75,
      "step": 5844
    },
    {
      "epoch": 0.23940200696293262,
      "grad_norm": 1.331581287056663,
      "learning_rate": 0.00029947612803382683,
      "loss": 5.1562,
      "step": 5845
    },
    {
      "epoch": 0.23944296539012902,
      "grad_norm": 1.4254553175614324,
      "learning_rate": 0.0002994758556620489,
      "loss": 6.6875,
      "step": 5846
    },
    {
      "epoch": 0.23948392381732542,
      "grad_norm": 1.0711326366603728,
      "learning_rate": 0.0002994755832196076,
      "loss": 6.2188,
      "step": 5847
    },
    {
      "epoch": 0.23952488224452181,
      "grad_norm": 1.2325120453473621,
      "learning_rate": 0.0002994753107065028,
      "loss": 6.3125,
      "step": 5848
    },
    {
      "epoch": 0.2395658406717182,
      "grad_norm": 1.215593816345599,
      "learning_rate": 0.0002994750381227348,
      "loss": 6.6875,
      "step": 5849
    },
    {
      "epoch": 0.2396067990989146,
      "grad_norm": 1.85034567893722,
      "learning_rate": 0.00029947476546830364,
      "loss": 5.6562,
      "step": 5850
    },
    {
      "epoch": 0.239647757526111,
      "grad_norm": 6.98216267020673,
      "learning_rate": 0.0002994744927432095,
      "loss": 7.9688,
      "step": 5851
    },
    {
      "epoch": 0.2396887159533074,
      "grad_norm": 1.1981230185989957,
      "learning_rate": 0.0002994742199474525,
      "loss": 5.9688,
      "step": 5852
    },
    {
      "epoch": 0.2397296743805038,
      "grad_norm": 1.2641404098291187,
      "learning_rate": 0.0002994739470810327,
      "loss": 6.0312,
      "step": 5853
    },
    {
      "epoch": 0.2397706328077002,
      "grad_norm": 2.5598191201553657,
      "learning_rate": 0.0002994736741439504,
      "loss": 6.0312,
      "step": 5854
    },
    {
      "epoch": 0.2398115912348966,
      "grad_norm": 1.2142328859883604,
      "learning_rate": 0.0002994734011362055,
      "loss": 6.2812,
      "step": 5855
    },
    {
      "epoch": 0.23985254966209296,
      "grad_norm": 1.0830352534389418,
      "learning_rate": 0.00029947312805779833,
      "loss": 5.7812,
      "step": 5856
    },
    {
      "epoch": 0.23989350808928936,
      "grad_norm": 1.6118128239105554,
      "learning_rate": 0.00029947285490872894,
      "loss": 7.4062,
      "step": 5857
    },
    {
      "epoch": 0.23993446651648576,
      "grad_norm": 5.051185538486446,
      "learning_rate": 0.00029947258168899743,
      "loss": 7.0,
      "step": 5858
    },
    {
      "epoch": 0.23997542494368215,
      "grad_norm": 1.2931115264074904,
      "learning_rate": 0.00029947230839860397,
      "loss": 5.0938,
      "step": 5859
    },
    {
      "epoch": 0.24001638337087855,
      "grad_norm": 1.3034821043138507,
      "learning_rate": 0.00029947203503754866,
      "loss": 5.625,
      "step": 5860
    },
    {
      "epoch": 0.24005734179807495,
      "grad_norm": 1.3502608072170055,
      "learning_rate": 0.0002994717616058316,
      "loss": 6.1875,
      "step": 5861
    },
    {
      "epoch": 0.24009830022527134,
      "grad_norm": 1.111159502415596,
      "learning_rate": 0.0002994714881034531,
      "loss": 5.5312,
      "step": 5862
    },
    {
      "epoch": 0.24013925865246774,
      "grad_norm": 1.5601539102467101,
      "learning_rate": 0.00029947121453041307,
      "loss": 6.4375,
      "step": 5863
    },
    {
      "epoch": 0.24018021707966414,
      "grad_norm": 2.075460818092618,
      "learning_rate": 0.0002994709408867117,
      "loss": 8.375,
      "step": 5864
    },
    {
      "epoch": 0.24022117550686053,
      "grad_norm": 1.1436598638884896,
      "learning_rate": 0.0002994706671723492,
      "loss": 6.1562,
      "step": 5865
    },
    {
      "epoch": 0.24026213393405693,
      "grad_norm": 2.0664560668724814,
      "learning_rate": 0.0002994703933873256,
      "loss": 5.6562,
      "step": 5866
    },
    {
      "epoch": 0.24030309236125333,
      "grad_norm": 2.5830084992585243,
      "learning_rate": 0.00029947011953164107,
      "loss": 6.625,
      "step": 5867
    },
    {
      "epoch": 0.24034405078844973,
      "grad_norm": 1.4778227849090002,
      "learning_rate": 0.00029946984560529576,
      "loss": 6.4375,
      "step": 5868
    },
    {
      "epoch": 0.24038500921564612,
      "grad_norm": 1.5886174742894406,
      "learning_rate": 0.0002994695716082898,
      "loss": 8.75,
      "step": 5869
    },
    {
      "epoch": 0.24042596764284252,
      "grad_norm": 1.3559962862866237,
      "learning_rate": 0.00029946929754062323,
      "loss": 7.0,
      "step": 5870
    },
    {
      "epoch": 0.24046692607003892,
      "grad_norm": 1.0756301338330447,
      "learning_rate": 0.00029946902340229634,
      "loss": 6.0,
      "step": 5871
    },
    {
      "epoch": 0.2405078844972353,
      "grad_norm": 1.2419528421786323,
      "learning_rate": 0.0002994687491933091,
      "loss": 5.7812,
      "step": 5872
    },
    {
      "epoch": 0.2405488429244317,
      "grad_norm": 1.3405112238279688,
      "learning_rate": 0.00029946847491366173,
      "loss": 5.4062,
      "step": 5873
    },
    {
      "epoch": 0.2405898013516281,
      "grad_norm": 1.3989793376484994,
      "learning_rate": 0.00029946820056335434,
      "loss": 5.25,
      "step": 5874
    },
    {
      "epoch": 0.2406307597788245,
      "grad_norm": 0.9892679835966401,
      "learning_rate": 0.00029946792614238705,
      "loss": 5.6562,
      "step": 5875
    },
    {
      "epoch": 0.2406717182060209,
      "grad_norm": 1.269684998445082,
      "learning_rate": 0.00029946765165076003,
      "loss": 6.1875,
      "step": 5876
    },
    {
      "epoch": 0.24071267663321727,
      "grad_norm": 2.114542743513515,
      "learning_rate": 0.00029946737708847333,
      "loss": 6.375,
      "step": 5877
    },
    {
      "epoch": 0.24075363506041367,
      "grad_norm": 1.9242105077774323,
      "learning_rate": 0.0002994671024555271,
      "loss": 6.7812,
      "step": 5878
    },
    {
      "epoch": 0.24079459348761006,
      "grad_norm": 1.4879304380589957,
      "learning_rate": 0.0002994668277519216,
      "loss": 5.75,
      "step": 5879
    },
    {
      "epoch": 0.24083555191480646,
      "grad_norm": 3.711919611234592,
      "learning_rate": 0.0002994665529776568,
      "loss": 6.2188,
      "step": 5880
    },
    {
      "epoch": 0.24087651034200286,
      "grad_norm": 1.1130518740761408,
      "learning_rate": 0.0002994662781327329,
      "loss": 6.75,
      "step": 5881
    },
    {
      "epoch": 0.24091746876919926,
      "grad_norm": 1.1867145861468849,
      "learning_rate": 0.00029946600321715004,
      "loss": 5.4062,
      "step": 5882
    },
    {
      "epoch": 0.24095842719639565,
      "grad_norm": 0.9795677930821085,
      "learning_rate": 0.00029946572823090825,
      "loss": 5.7812,
      "step": 5883
    },
    {
      "epoch": 0.24099938562359205,
      "grad_norm": 1.1646093687828205,
      "learning_rate": 0.00029946545317400777,
      "loss": 7.0312,
      "step": 5884
    },
    {
      "epoch": 0.24104034405078845,
      "grad_norm": 1.0789780408964162,
      "learning_rate": 0.00029946517804644874,
      "loss": 6.4688,
      "step": 5885
    },
    {
      "epoch": 0.24108130247798484,
      "grad_norm": 2.6929162550469767,
      "learning_rate": 0.0002994649028482312,
      "loss": 6.8125,
      "step": 5886
    },
    {
      "epoch": 0.24112226090518124,
      "grad_norm": 1.1258309475379589,
      "learning_rate": 0.00029946462757935534,
      "loss": 6.5,
      "step": 5887
    },
    {
      "epoch": 0.24116321933237764,
      "grad_norm": 1.1704051969222142,
      "learning_rate": 0.0002994643522398213,
      "loss": 6.0625,
      "step": 5888
    },
    {
      "epoch": 0.24120417775957403,
      "grad_norm": 2.2662962337254524,
      "learning_rate": 0.0002994640768296292,
      "loss": 8.5625,
      "step": 5889
    },
    {
      "epoch": 0.24124513618677043,
      "grad_norm": 1.2765272615048995,
      "learning_rate": 0.0002994638013487791,
      "loss": 6.0625,
      "step": 5890
    },
    {
      "epoch": 0.24128609461396683,
      "grad_norm": 5.628164396357326,
      "learning_rate": 0.0002994635257972712,
      "loss": 6.5,
      "step": 5891
    },
    {
      "epoch": 0.24132705304116323,
      "grad_norm": 1.1111671833052996,
      "learning_rate": 0.0002994632501751056,
      "loss": 5.9688,
      "step": 5892
    },
    {
      "epoch": 0.24136801146835962,
      "grad_norm": 1.1632656205064171,
      "learning_rate": 0.00029946297448228253,
      "loss": 5.4375,
      "step": 5893
    },
    {
      "epoch": 0.24140896989555602,
      "grad_norm": 1.007449140563808,
      "learning_rate": 0.00029946269871880196,
      "loss": 6.5,
      "step": 5894
    },
    {
      "epoch": 0.24144992832275242,
      "grad_norm": 10.437457650688177,
      "learning_rate": 0.00029946242288466415,
      "loss": 4.9375,
      "step": 5895
    },
    {
      "epoch": 0.2414908867499488,
      "grad_norm": 1.6325975121840461,
      "learning_rate": 0.0002994621469798691,
      "loss": 9.0,
      "step": 5896
    },
    {
      "epoch": 0.2415318451771452,
      "grad_norm": 1.1767582267944627,
      "learning_rate": 0.0002994618710044171,
      "loss": 6.625,
      "step": 5897
    },
    {
      "epoch": 0.2415728036043416,
      "grad_norm": 1.0884722588602123,
      "learning_rate": 0.0002994615949583082,
      "loss": 6.2812,
      "step": 5898
    },
    {
      "epoch": 0.24161376203153798,
      "grad_norm": 1.3020093114955404,
      "learning_rate": 0.00029946131884154247,
      "loss": 7.0625,
      "step": 5899
    },
    {
      "epoch": 0.24165472045873437,
      "grad_norm": 1.4197916893249671,
      "learning_rate": 0.00029946104265412014,
      "loss": 7.625,
      "step": 5900
    },
    {
      "epoch": 0.24169567888593077,
      "grad_norm": 0.9182118893376471,
      "learning_rate": 0.00029946076639604134,
      "loss": 6.0,
      "step": 5901
    },
    {
      "epoch": 0.24173663731312717,
      "grad_norm": 1.008185408921969,
      "learning_rate": 0.0002994604900673061,
      "loss": 6.8125,
      "step": 5902
    },
    {
      "epoch": 0.24177759574032356,
      "grad_norm": 1.149604051936495,
      "learning_rate": 0.0002994602136679146,
      "loss": 6.5938,
      "step": 5903
    },
    {
      "epoch": 0.24181855416751996,
      "grad_norm": 1.3055920793491385,
      "learning_rate": 0.0002994599371978671,
      "loss": 6.4062,
      "step": 5904
    },
    {
      "epoch": 0.24185951259471636,
      "grad_norm": 1.3478007327053223,
      "learning_rate": 0.0002994596606571635,
      "loss": 7.0312,
      "step": 5905
    },
    {
      "epoch": 0.24190047102191276,
      "grad_norm": 6.5570783595854625,
      "learning_rate": 0.0002994593840458041,
      "loss": 6.0,
      "step": 5906
    },
    {
      "epoch": 0.24194142944910915,
      "grad_norm": 1.170221557267888,
      "learning_rate": 0.00029945910736378894,
      "loss": 6.2188,
      "step": 5907
    },
    {
      "epoch": 0.24198238787630555,
      "grad_norm": 1.1403344614148634,
      "learning_rate": 0.0002994588306111182,
      "loss": 6.125,
      "step": 5908
    },
    {
      "epoch": 0.24202334630350195,
      "grad_norm": 1.2236803687100173,
      "learning_rate": 0.000299458553787792,
      "loss": 5.9062,
      "step": 5909
    },
    {
      "epoch": 0.24206430473069834,
      "grad_norm": 1.4100440612335092,
      "learning_rate": 0.00029945827689381046,
      "loss": 7.3438,
      "step": 5910
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.9805722658483208,
      "learning_rate": 0.0002994579999291737,
      "loss": 6.5938,
      "step": 5911
    },
    {
      "epoch": 0.24214622158509114,
      "grad_norm": 1.2274015548713577,
      "learning_rate": 0.0002994577228938819,
      "loss": 6.7812,
      "step": 5912
    },
    {
      "epoch": 0.24218718001228753,
      "grad_norm": 4.6647994449156815,
      "learning_rate": 0.0002994574457879352,
      "loss": 7.6562,
      "step": 5913
    },
    {
      "epoch": 0.24222813843948393,
      "grad_norm": 1.1441067100333044,
      "learning_rate": 0.0002994571686113336,
      "loss": 4.9375,
      "step": 5914
    },
    {
      "epoch": 0.24226909686668033,
      "grad_norm": 1.4359883252126862,
      "learning_rate": 0.0002994568913640774,
      "loss": 7.0625,
      "step": 5915
    },
    {
      "epoch": 0.24231005529387672,
      "grad_norm": 1.1729645043866044,
      "learning_rate": 0.0002994566140461666,
      "loss": 6.4062,
      "step": 5916
    },
    {
      "epoch": 0.24235101372107312,
      "grad_norm": 1.3648153120778121,
      "learning_rate": 0.0002994563366576014,
      "loss": 5.9688,
      "step": 5917
    },
    {
      "epoch": 0.24239197214826952,
      "grad_norm": 0.9797850677273137,
      "learning_rate": 0.00029945605919838196,
      "loss": 5.7812,
      "step": 5918
    },
    {
      "epoch": 0.24243293057546592,
      "grad_norm": 1.1172155253140552,
      "learning_rate": 0.0002994557816685083,
      "loss": 6.3125,
      "step": 5919
    },
    {
      "epoch": 0.24247388900266229,
      "grad_norm": 1.312262971288896,
      "learning_rate": 0.00029945550406798067,
      "loss": 7.0625,
      "step": 5920
    },
    {
      "epoch": 0.24251484742985868,
      "grad_norm": 1.158779945609453,
      "learning_rate": 0.00029945522639679916,
      "loss": 6.6562,
      "step": 5921
    },
    {
      "epoch": 0.24255580585705508,
      "grad_norm": 2.0074012991265553,
      "learning_rate": 0.0002994549486549638,
      "loss": 8.1875,
      "step": 5922
    },
    {
      "epoch": 0.24259676428425148,
      "grad_norm": 1.4698704330541716,
      "learning_rate": 0.00029945467084247494,
      "loss": 5.8125,
      "step": 5923
    },
    {
      "epoch": 0.24263772271144787,
      "grad_norm": 1.0789482559820376,
      "learning_rate": 0.00029945439295933255,
      "loss": 5.8438,
      "step": 5924
    },
    {
      "epoch": 0.24267868113864427,
      "grad_norm": 1.4465094044577007,
      "learning_rate": 0.0002994541150055368,
      "loss": 6.9688,
      "step": 5925
    },
    {
      "epoch": 0.24271963956584067,
      "grad_norm": 2.11766073386172,
      "learning_rate": 0.0002994538369810877,
      "loss": 6.0,
      "step": 5926
    },
    {
      "epoch": 0.24276059799303706,
      "grad_norm": 1.2193634839411651,
      "learning_rate": 0.0002994535588859856,
      "loss": 6.2188,
      "step": 5927
    },
    {
      "epoch": 0.24280155642023346,
      "grad_norm": 1.218099078976733,
      "learning_rate": 0.0002994532807202305,
      "loss": 7.5,
      "step": 5928
    },
    {
      "epoch": 0.24284251484742986,
      "grad_norm": 1.9477955979058226,
      "learning_rate": 0.0002994530024838226,
      "loss": 6.5312,
      "step": 5929
    },
    {
      "epoch": 0.24288347327462625,
      "grad_norm": 0.9750664463791368,
      "learning_rate": 0.000299452724176762,
      "loss": 6.2188,
      "step": 5930
    },
    {
      "epoch": 0.24292443170182265,
      "grad_norm": 1.2790083189853312,
      "learning_rate": 0.00029945244579904874,
      "loss": 5.875,
      "step": 5931
    },
    {
      "epoch": 0.24296539012901905,
      "grad_norm": 1.3948457371646759,
      "learning_rate": 0.0002994521673506831,
      "loss": 5.625,
      "step": 5932
    },
    {
      "epoch": 0.24300634855621545,
      "grad_norm": 1.457145460087006,
      "learning_rate": 0.0002994518888316651,
      "loss": 6.4062,
      "step": 5933
    },
    {
      "epoch": 0.24304730698341184,
      "grad_norm": 1.4108070291037462,
      "learning_rate": 0.00029945161024199496,
      "loss": 7.1562,
      "step": 5934
    },
    {
      "epoch": 0.24308826541060824,
      "grad_norm": 1.433477013025946,
      "learning_rate": 0.0002994513315816728,
      "loss": 6.8125,
      "step": 5935
    },
    {
      "epoch": 0.24312922383780464,
      "grad_norm": 1.2111813525162756,
      "learning_rate": 0.0002994510528506987,
      "loss": 5.4062,
      "step": 5936
    },
    {
      "epoch": 0.24317018226500103,
      "grad_norm": 0.9710475432010313,
      "learning_rate": 0.0002994507740490728,
      "loss": 6.7188,
      "step": 5937
    },
    {
      "epoch": 0.24321114069219743,
      "grad_norm": 1.1080486213816239,
      "learning_rate": 0.0002994504951767953,
      "loss": 6.375,
      "step": 5938
    },
    {
      "epoch": 0.24325209911939383,
      "grad_norm": 1.1656958987533441,
      "learning_rate": 0.0002994502162338662,
      "loss": 6.0938,
      "step": 5939
    },
    {
      "epoch": 0.24329305754659022,
      "grad_norm": 1.716849947124588,
      "learning_rate": 0.0002994499372202857,
      "loss": 6.0,
      "step": 5940
    },
    {
      "epoch": 0.2433340159737866,
      "grad_norm": 1.5693117875944158,
      "learning_rate": 0.00029944965813605404,
      "loss": 6.5625,
      "step": 5941
    },
    {
      "epoch": 0.243374974400983,
      "grad_norm": 0.9617484556177045,
      "learning_rate": 0.0002994493789811711,
      "loss": 6.0625,
      "step": 5942
    },
    {
      "epoch": 0.2434159328281794,
      "grad_norm": 1.7274166935781403,
      "learning_rate": 0.0002994490997556373,
      "loss": 6.6562,
      "step": 5943
    },
    {
      "epoch": 0.24345689125537578,
      "grad_norm": 1.079100214901669,
      "learning_rate": 0.0002994488204594526,
      "loss": 6.0,
      "step": 5944
    },
    {
      "epoch": 0.24349784968257218,
      "grad_norm": 1.0146821090725002,
      "learning_rate": 0.0002994485410926172,
      "loss": 5.9688,
      "step": 5945
    },
    {
      "epoch": 0.24353880810976858,
      "grad_norm": 2.567507326278877,
      "learning_rate": 0.0002994482616551311,
      "loss": 7.0625,
      "step": 5946
    },
    {
      "epoch": 0.24357976653696498,
      "grad_norm": 2.549576072392901,
      "learning_rate": 0.00029944798214699464,
      "loss": 7.6875,
      "step": 5947
    },
    {
      "epoch": 0.24362072496416137,
      "grad_norm": 2.271589529759406,
      "learning_rate": 0.0002994477025682078,
      "loss": 8.0625,
      "step": 5948
    },
    {
      "epoch": 0.24366168339135777,
      "grad_norm": 1.1123209728160928,
      "learning_rate": 0.00029944742291877074,
      "loss": 6.3125,
      "step": 5949
    },
    {
      "epoch": 0.24370264181855417,
      "grad_norm": 1.114118800435591,
      "learning_rate": 0.00029944714319868365,
      "loss": 5.4375,
      "step": 5950
    },
    {
      "epoch": 0.24374360024575056,
      "grad_norm": 3.9516300249330283,
      "learning_rate": 0.0002994468634079466,
      "loss": 5.125,
      "step": 5951
    },
    {
      "epoch": 0.24378455867294696,
      "grad_norm": 1.1363766741414807,
      "learning_rate": 0.0002994465835465598,
      "loss": 6.0625,
      "step": 5952
    },
    {
      "epoch": 0.24382551710014336,
      "grad_norm": 1.3808615646112805,
      "learning_rate": 0.00029944630361452326,
      "loss": 6.9062,
      "step": 5953
    },
    {
      "epoch": 0.24386647552733975,
      "grad_norm": 1.2490946485231078,
      "learning_rate": 0.00029944602361183724,
      "loss": 5.5,
      "step": 5954
    },
    {
      "epoch": 0.24390743395453615,
      "grad_norm": 1.950810949913422,
      "learning_rate": 0.00029944574353850173,
      "loss": 5.6875,
      "step": 5955
    },
    {
      "epoch": 0.24394839238173255,
      "grad_norm": 1.2444835094471351,
      "learning_rate": 0.000299445463394517,
      "loss": 5.4062,
      "step": 5956
    },
    {
      "epoch": 0.24398935080892895,
      "grad_norm": 1.744363465328175,
      "learning_rate": 0.0002994451831798831,
      "loss": 5.9688,
      "step": 5957
    },
    {
      "epoch": 0.24403030923612534,
      "grad_norm": 1.878151341165193,
      "learning_rate": 0.00029944490289460023,
      "loss": 6.0312,
      "step": 5958
    },
    {
      "epoch": 0.24407126766332174,
      "grad_norm": 1.127716846481536,
      "learning_rate": 0.00029944462253866846,
      "loss": 5.6562,
      "step": 5959
    },
    {
      "epoch": 0.24411222609051814,
      "grad_norm": 2.3363006290078956,
      "learning_rate": 0.0002994443421120879,
      "loss": 5.125,
      "step": 5960
    },
    {
      "epoch": 0.24415318451771453,
      "grad_norm": 1.7895095454733978,
      "learning_rate": 0.00029944406161485883,
      "loss": 7.5625,
      "step": 5961
    },
    {
      "epoch": 0.2441941429449109,
      "grad_norm": 1.4315164418910022,
      "learning_rate": 0.0002994437810469812,
      "loss": 6.4062,
      "step": 5962
    },
    {
      "epoch": 0.2442351013721073,
      "grad_norm": 1.2146077551238406,
      "learning_rate": 0.0002994435004084552,
      "loss": 7.25,
      "step": 5963
    },
    {
      "epoch": 0.2442760597993037,
      "grad_norm": 4.851064748172096,
      "learning_rate": 0.000299443219699281,
      "loss": 6.8125,
      "step": 5964
    },
    {
      "epoch": 0.2443170182265001,
      "grad_norm": 1.952596237579149,
      "learning_rate": 0.00029944293891945875,
      "loss": 6.0938,
      "step": 5965
    },
    {
      "epoch": 0.2443579766536965,
      "grad_norm": 4.88156965225857,
      "learning_rate": 0.00029944265806898854,
      "loss": 5.5625,
      "step": 5966
    },
    {
      "epoch": 0.2443989350808929,
      "grad_norm": 1.7880792402997534,
      "learning_rate": 0.0002994423771478706,
      "loss": 8.1875,
      "step": 5967
    },
    {
      "epoch": 0.24443989350808928,
      "grad_norm": 2.050614362808206,
      "learning_rate": 0.00029944209615610486,
      "loss": 6.5312,
      "step": 5968
    },
    {
      "epoch": 0.24448085193528568,
      "grad_norm": 1.1516008854892947,
      "learning_rate": 0.0002994418150936916,
      "loss": 5.5938,
      "step": 5969
    },
    {
      "epoch": 0.24452181036248208,
      "grad_norm": 1.1344593890907058,
      "learning_rate": 0.0002994415339606309,
      "loss": 6.0938,
      "step": 5970
    },
    {
      "epoch": 0.24456276878967848,
      "grad_norm": 1.2732564043311003,
      "learning_rate": 0.00029944125275692293,
      "loss": 5.7188,
      "step": 5971
    },
    {
      "epoch": 0.24460372721687487,
      "grad_norm": 4.131492724968346,
      "learning_rate": 0.00029944097148256783,
      "loss": 6.6875,
      "step": 5972
    },
    {
      "epoch": 0.24464468564407127,
      "grad_norm": 2.1345222957942407,
      "learning_rate": 0.0002994406901375657,
      "loss": 5.8438,
      "step": 5973
    },
    {
      "epoch": 0.24468564407126767,
      "grad_norm": 1.0831980747998475,
      "learning_rate": 0.00029944040872191666,
      "loss": 6.375,
      "step": 5974
    },
    {
      "epoch": 0.24472660249846406,
      "grad_norm": 1.3312811384462162,
      "learning_rate": 0.00029944012723562085,
      "loss": 6.125,
      "step": 5975
    },
    {
      "epoch": 0.24476756092566046,
      "grad_norm": 1.1266270589605025,
      "learning_rate": 0.0002994398456786785,
      "loss": 5.7188,
      "step": 5976
    },
    {
      "epoch": 0.24480851935285686,
      "grad_norm": 1.1336364772122212,
      "learning_rate": 0.0002994395640510896,
      "loss": 6.8438,
      "step": 5977
    },
    {
      "epoch": 0.24484947778005325,
      "grad_norm": 1.9801657438417608,
      "learning_rate": 0.00029943928235285434,
      "loss": 7.5625,
      "step": 5978
    },
    {
      "epoch": 0.24489043620724965,
      "grad_norm": 1.3892137153576998,
      "learning_rate": 0.0002994390005839729,
      "loss": 5.9062,
      "step": 5979
    },
    {
      "epoch": 0.24493139463444605,
      "grad_norm": 3.204511250302991,
      "learning_rate": 0.0002994387187444453,
      "loss": 7.4375,
      "step": 5980
    },
    {
      "epoch": 0.24497235306164244,
      "grad_norm": 3.3452446121205646,
      "learning_rate": 0.00029943843683427184,
      "loss": 5.9375,
      "step": 5981
    },
    {
      "epoch": 0.24501331148883884,
      "grad_norm": 1.1611765159823564,
      "learning_rate": 0.0002994381548534525,
      "loss": 5.6562,
      "step": 5982
    },
    {
      "epoch": 0.2450542699160352,
      "grad_norm": 1.1354924043341468,
      "learning_rate": 0.0002994378728019875,
      "loss": 5.3438,
      "step": 5983
    },
    {
      "epoch": 0.2450952283432316,
      "grad_norm": 1.5010966217384523,
      "learning_rate": 0.0002994375906798769,
      "loss": 7.4375,
      "step": 5984
    },
    {
      "epoch": 0.245136186770428,
      "grad_norm": 1.6358696529967711,
      "learning_rate": 0.00029943730848712094,
      "loss": 6.9062,
      "step": 5985
    },
    {
      "epoch": 0.2451771451976244,
      "grad_norm": 1.8404334095589117,
      "learning_rate": 0.0002994370262237197,
      "loss": 6.4688,
      "step": 5986
    },
    {
      "epoch": 0.2452181036248208,
      "grad_norm": 1.1867049889508432,
      "learning_rate": 0.0002994367438896732,
      "loss": 5.9688,
      "step": 5987
    },
    {
      "epoch": 0.2452590620520172,
      "grad_norm": 1.463332103721685,
      "learning_rate": 0.0002994364614849818,
      "loss": 6.9375,
      "step": 5988
    },
    {
      "epoch": 0.2453000204792136,
      "grad_norm": 1.308748146960872,
      "learning_rate": 0.00029943617900964547,
      "loss": 5.5,
      "step": 5989
    },
    {
      "epoch": 0.24534097890641,
      "grad_norm": 3.3620043236773207,
      "learning_rate": 0.00029943589646366434,
      "loss": 8.4375,
      "step": 5990
    },
    {
      "epoch": 0.2453819373336064,
      "grad_norm": 1.3351611244714403,
      "learning_rate": 0.0002994356138470386,
      "loss": 6.2188,
      "step": 5991
    },
    {
      "epoch": 0.24542289576080278,
      "grad_norm": 1.12637385111275,
      "learning_rate": 0.0002994353311597684,
      "loss": 6.3438,
      "step": 5992
    },
    {
      "epoch": 0.24546385418799918,
      "grad_norm": 1.0619073517165623,
      "learning_rate": 0.00029943504840185384,
      "loss": 5.875,
      "step": 5993
    },
    {
      "epoch": 0.24550481261519558,
      "grad_norm": 1.4064830199281981,
      "learning_rate": 0.0002994347655732951,
      "loss": 6.0312,
      "step": 5994
    },
    {
      "epoch": 0.24554577104239197,
      "grad_norm": 1.5077619510177886,
      "learning_rate": 0.0002994344826740922,
      "loss": 5.6875,
      "step": 5995
    },
    {
      "epoch": 0.24558672946958837,
      "grad_norm": 1.446712332410735,
      "learning_rate": 0.0002994341997042454,
      "loss": 6.0938,
      "step": 5996
    },
    {
      "epoch": 0.24562768789678477,
      "grad_norm": 2.1040538819886647,
      "learning_rate": 0.00029943391666375477,
      "loss": 6.875,
      "step": 5997
    },
    {
      "epoch": 0.24566864632398117,
      "grad_norm": 1.1359178291393217,
      "learning_rate": 0.00029943363355262046,
      "loss": 5.9688,
      "step": 5998
    },
    {
      "epoch": 0.24570960475117756,
      "grad_norm": 1.1108522586063247,
      "learning_rate": 0.00029943335037084257,
      "loss": 5.9688,
      "step": 5999
    },
    {
      "epoch": 0.24575056317837396,
      "grad_norm": 1.3667631131521032,
      "learning_rate": 0.0002994330671184213,
      "loss": 5.9062,
      "step": 6000
    },
    {
      "epoch": 0.24579152160557036,
      "grad_norm": 1.0538915172154513,
      "learning_rate": 0.0002994327837953567,
      "loss": 5.6875,
      "step": 6001
    },
    {
      "epoch": 0.24583248003276675,
      "grad_norm": 1.142269887310229,
      "learning_rate": 0.000299432500401649,
      "loss": 5.5938,
      "step": 6002
    },
    {
      "epoch": 0.24587343845996315,
      "grad_norm": 1.1264139731983793,
      "learning_rate": 0.0002994322169372983,
      "loss": 6.625,
      "step": 6003
    },
    {
      "epoch": 0.24591439688715952,
      "grad_norm": 1.3233243220394917,
      "learning_rate": 0.0002994319334023047,
      "loss": 7.25,
      "step": 6004
    },
    {
      "epoch": 0.24595535531435592,
      "grad_norm": 1.7455854120766972,
      "learning_rate": 0.0002994316497966683,
      "loss": 7.8438,
      "step": 6005
    },
    {
      "epoch": 0.2459963137415523,
      "grad_norm": 1.0033729351385838,
      "learning_rate": 0.00029943136612038934,
      "loss": 5.1875,
      "step": 6006
    },
    {
      "epoch": 0.2460372721687487,
      "grad_norm": 4.686414007399148,
      "learning_rate": 0.00029943108237346787,
      "loss": 3.875,
      "step": 6007
    },
    {
      "epoch": 0.2460782305959451,
      "grad_norm": 1.0845926412571925,
      "learning_rate": 0.0002994307985559041,
      "loss": 5.4688,
      "step": 6008
    },
    {
      "epoch": 0.2461191890231415,
      "grad_norm": 1.2183286884335816,
      "learning_rate": 0.0002994305146676981,
      "loss": 7.7812,
      "step": 6009
    },
    {
      "epoch": 0.2461601474503379,
      "grad_norm": 1.113853788602416,
      "learning_rate": 0.00029943023070884997,
      "loss": 5.625,
      "step": 6010
    },
    {
      "epoch": 0.2462011058775343,
      "grad_norm": 1.4027997769782623,
      "learning_rate": 0.00029942994667936,
      "loss": 7.7812,
      "step": 6011
    },
    {
      "epoch": 0.2462420643047307,
      "grad_norm": 1.3106682839739268,
      "learning_rate": 0.0002994296625792282,
      "loss": 6.5,
      "step": 6012
    },
    {
      "epoch": 0.2462830227319271,
      "grad_norm": 1.2004991174878636,
      "learning_rate": 0.00029942937840845467,
      "loss": 5.7188,
      "step": 6013
    },
    {
      "epoch": 0.2463239811591235,
      "grad_norm": 1.3733126467465577,
      "learning_rate": 0.0002994290941670396,
      "loss": 5.8438,
      "step": 6014
    },
    {
      "epoch": 0.2463649395863199,
      "grad_norm": 1.2307310707932604,
      "learning_rate": 0.00029942880985498317,
      "loss": 5.7812,
      "step": 6015
    },
    {
      "epoch": 0.24640589801351628,
      "grad_norm": 5.545053557208091,
      "learning_rate": 0.00029942852547228544,
      "loss": 5.375,
      "step": 6016
    },
    {
      "epoch": 0.24644685644071268,
      "grad_norm": 1.0530483974629767,
      "learning_rate": 0.0002994282410189466,
      "loss": 6.2812,
      "step": 6017
    },
    {
      "epoch": 0.24648781486790908,
      "grad_norm": 1.7763559831874685,
      "learning_rate": 0.00029942795649496673,
      "loss": 6.125,
      "step": 6018
    },
    {
      "epoch": 0.24652877329510547,
      "grad_norm": 1.1809953047545487,
      "learning_rate": 0.00029942767190034597,
      "loss": 6.25,
      "step": 6019
    },
    {
      "epoch": 0.24656973172230187,
      "grad_norm": 1.7661307344842407,
      "learning_rate": 0.00029942738723508455,
      "loss": 6.25,
      "step": 6020
    },
    {
      "epoch": 0.24661069014949827,
      "grad_norm": 2.5034228058636785,
      "learning_rate": 0.0002994271024991825,
      "loss": 3.1562,
      "step": 6021
    },
    {
      "epoch": 0.24665164857669467,
      "grad_norm": 5.914815035520817,
      "learning_rate": 0.00029942681769264,
      "loss": 8.5625,
      "step": 6022
    },
    {
      "epoch": 0.24669260700389106,
      "grad_norm": 1.2713318298653606,
      "learning_rate": 0.0002994265328154571,
      "loss": 5.5,
      "step": 6023
    },
    {
      "epoch": 0.24673356543108746,
      "grad_norm": 1.233514013710179,
      "learning_rate": 0.0002994262478676341,
      "loss": 5.9688,
      "step": 6024
    },
    {
      "epoch": 0.24677452385828383,
      "grad_norm": 2.0943704094250686,
      "learning_rate": 0.00029942596284917097,
      "loss": 4.9062,
      "step": 6025
    },
    {
      "epoch": 0.24681548228548023,
      "grad_norm": 1.7531283675676164,
      "learning_rate": 0.00029942567776006793,
      "loss": 7.2188,
      "step": 6026
    },
    {
      "epoch": 0.24685644071267662,
      "grad_norm": 1.3087376927087386,
      "learning_rate": 0.0002994253926003251,
      "loss": 5.625,
      "step": 6027
    },
    {
      "epoch": 0.24689739913987302,
      "grad_norm": 1.181161908614133,
      "learning_rate": 0.00029942510736994266,
      "loss": 6.0938,
      "step": 6028
    },
    {
      "epoch": 0.24693835756706942,
      "grad_norm": 3.410043620894662,
      "learning_rate": 0.00029942482206892065,
      "loss": 7.5625,
      "step": 6029
    },
    {
      "epoch": 0.2469793159942658,
      "grad_norm": 1.212542204464967,
      "learning_rate": 0.0002994245366972593,
      "loss": 6.0,
      "step": 6030
    },
    {
      "epoch": 0.2470202744214622,
      "grad_norm": 1.111768307568018,
      "learning_rate": 0.0002994242512549587,
      "loss": 6.2812,
      "step": 6031
    },
    {
      "epoch": 0.2470612328486586,
      "grad_norm": 1.4237680447257566,
      "learning_rate": 0.00029942396574201896,
      "loss": 7.2812,
      "step": 6032
    },
    {
      "epoch": 0.247102191275855,
      "grad_norm": 1.6226166353718148,
      "learning_rate": 0.00029942368015844025,
      "loss": 5.8438,
      "step": 6033
    },
    {
      "epoch": 0.2471431497030514,
      "grad_norm": 5.131895417753995,
      "learning_rate": 0.0002994233945042227,
      "loss": 8.3125,
      "step": 6034
    },
    {
      "epoch": 0.2471841081302478,
      "grad_norm": 1.1579818589618989,
      "learning_rate": 0.00029942310877936637,
      "loss": 6.125,
      "step": 6035
    },
    {
      "epoch": 0.2472250665574442,
      "grad_norm": 1.7123629756285015,
      "learning_rate": 0.0002994228229838715,
      "loss": 5.625,
      "step": 6036
    },
    {
      "epoch": 0.2472660249846406,
      "grad_norm": 1.072801202460688,
      "learning_rate": 0.0002994225371177383,
      "loss": 5.9062,
      "step": 6037
    },
    {
      "epoch": 0.247306983411837,
      "grad_norm": 1.2911597189428303,
      "learning_rate": 0.00029942225118096663,
      "loss": 6.5938,
      "step": 6038
    },
    {
      "epoch": 0.2473479418390334,
      "grad_norm": 3.316039815398591,
      "learning_rate": 0.00029942196517355687,
      "loss": 6.0625,
      "step": 6039
    },
    {
      "epoch": 0.24738890026622978,
      "grad_norm": 1.156049364360939,
      "learning_rate": 0.00029942167909550907,
      "loss": 7.625,
      "step": 6040
    },
    {
      "epoch": 0.24742985869342618,
      "grad_norm": 1.4763176407908212,
      "learning_rate": 0.0002994213929468234,
      "loss": 7.625,
      "step": 6041
    },
    {
      "epoch": 0.24747081712062258,
      "grad_norm": 2.1853827432546944,
      "learning_rate": 0.0002994211067274999,
      "loss": 6.3438,
      "step": 6042
    },
    {
      "epoch": 0.24751177554781897,
      "grad_norm": 1.2105908829995347,
      "learning_rate": 0.0002994208204375388,
      "loss": 5.6875,
      "step": 6043
    },
    {
      "epoch": 0.24755273397501537,
      "grad_norm": 1.2870291062362353,
      "learning_rate": 0.00029942053407694023,
      "loss": 8.375,
      "step": 6044
    },
    {
      "epoch": 0.24759369240221177,
      "grad_norm": 8.582294495973585,
      "learning_rate": 0.0002994202476457043,
      "loss": 3.8281,
      "step": 6045
    },
    {
      "epoch": 0.24763465082940814,
      "grad_norm": 1.133155957494035,
      "learning_rate": 0.0002994199611438312,
      "loss": 5.5312,
      "step": 6046
    },
    {
      "epoch": 0.24767560925660453,
      "grad_norm": 4.067584210225892,
      "learning_rate": 0.0002994196745713209,
      "loss": 8.1875,
      "step": 6047
    },
    {
      "epoch": 0.24771656768380093,
      "grad_norm": 1.7032022796802184,
      "learning_rate": 0.0002994193879281737,
      "loss": 8.4375,
      "step": 6048
    },
    {
      "epoch": 0.24775752611099733,
      "grad_norm": 1.7125090082915457,
      "learning_rate": 0.0002994191012143896,
      "loss": 5.7188,
      "step": 6049
    },
    {
      "epoch": 0.24779848453819373,
      "grad_norm": 6.265856595278439,
      "learning_rate": 0.00029941881442996897,
      "loss": 6.0938,
      "step": 6050
    },
    {
      "epoch": 0.24783944296539012,
      "grad_norm": 1.258395372054367,
      "learning_rate": 0.00029941852757491173,
      "loss": 5.75,
      "step": 6051
    },
    {
      "epoch": 0.24788040139258652,
      "grad_norm": 1.206083347122745,
      "learning_rate": 0.000299418240649218,
      "loss": 6.1875,
      "step": 6052
    },
    {
      "epoch": 0.24792135981978292,
      "grad_norm": 2.3975623115387297,
      "learning_rate": 0.0002994179536528881,
      "loss": 7.6875,
      "step": 6053
    },
    {
      "epoch": 0.2479623182469793,
      "grad_norm": 1.420140677741745,
      "learning_rate": 0.00029941766658592205,
      "loss": 5.9688,
      "step": 6054
    },
    {
      "epoch": 0.2480032766741757,
      "grad_norm": 2.3180218478040184,
      "learning_rate": 0.00029941737944832,
      "loss": 8.4375,
      "step": 6055
    },
    {
      "epoch": 0.2480442351013721,
      "grad_norm": 1.1809847743713837,
      "learning_rate": 0.00029941709224008206,
      "loss": 6.75,
      "step": 6056
    },
    {
      "epoch": 0.2480851935285685,
      "grad_norm": 1.4075587677547277,
      "learning_rate": 0.00029941680496120836,
      "loss": 7.6875,
      "step": 6057
    },
    {
      "epoch": 0.2481261519557649,
      "grad_norm": 1.2622219084776465,
      "learning_rate": 0.0002994165176116991,
      "loss": 6.0312,
      "step": 6058
    },
    {
      "epoch": 0.2481671103829613,
      "grad_norm": 6.184740720615564,
      "learning_rate": 0.00029941623019155434,
      "loss": 7.4062,
      "step": 6059
    },
    {
      "epoch": 0.2482080688101577,
      "grad_norm": 1.467502433859653,
      "learning_rate": 0.0002994159427007743,
      "loss": 6.25,
      "step": 6060
    },
    {
      "epoch": 0.2482490272373541,
      "grad_norm": 1.1878927453070718,
      "learning_rate": 0.0002994156551393591,
      "loss": 5.5625,
      "step": 6061
    },
    {
      "epoch": 0.2482899856645505,
      "grad_norm": 1.261603116761252,
      "learning_rate": 0.0002994153675073088,
      "loss": 6.0625,
      "step": 6062
    },
    {
      "epoch": 0.24833094409174689,
      "grad_norm": 1.1460230381595515,
      "learning_rate": 0.0002994150798046236,
      "loss": 6.5938,
      "step": 6063
    },
    {
      "epoch": 0.24837190251894328,
      "grad_norm": 1.2315228189543088,
      "learning_rate": 0.0002994147920313036,
      "loss": 7.1875,
      "step": 6064
    },
    {
      "epoch": 0.24841286094613968,
      "grad_norm": 1.3724722906955102,
      "learning_rate": 0.000299414504187349,
      "loss": 6.0625,
      "step": 6065
    },
    {
      "epoch": 0.24845381937333608,
      "grad_norm": 1.6132638837123892,
      "learning_rate": 0.00029941421627275986,
      "loss": 6.625,
      "step": 6066
    },
    {
      "epoch": 0.24849477780053245,
      "grad_norm": 0.9955035549467687,
      "learning_rate": 0.00029941392828753636,
      "loss": 6.0312,
      "step": 6067
    },
    {
      "epoch": 0.24853573622772884,
      "grad_norm": 1.9763890442276792,
      "learning_rate": 0.00029941364023167865,
      "loss": 8.5,
      "step": 6068
    },
    {
      "epoch": 0.24857669465492524,
      "grad_norm": 1.3613643482462865,
      "learning_rate": 0.0002994133521051868,
      "loss": 5.875,
      "step": 6069
    },
    {
      "epoch": 0.24861765308212164,
      "grad_norm": 1.4492074141120708,
      "learning_rate": 0.000299413063908061,
      "loss": 5.4688,
      "step": 6070
    },
    {
      "epoch": 0.24865861150931803,
      "grad_norm": 1.2297711201086174,
      "learning_rate": 0.0002994127756403014,
      "loss": 5.6562,
      "step": 6071
    },
    {
      "epoch": 0.24869956993651443,
      "grad_norm": 1.8186380282312329,
      "learning_rate": 0.00029941248730190807,
      "loss": 8.4375,
      "step": 6072
    },
    {
      "epoch": 0.24874052836371083,
      "grad_norm": 1.082583666282075,
      "learning_rate": 0.00029941219889288115,
      "loss": 6.2812,
      "step": 6073
    },
    {
      "epoch": 0.24878148679090722,
      "grad_norm": 1.0011009377741893,
      "learning_rate": 0.00029941191041322086,
      "loss": 5.8438,
      "step": 6074
    },
    {
      "epoch": 0.24882244521810362,
      "grad_norm": 1.171280054690482,
      "learning_rate": 0.00029941162186292733,
      "loss": 5.6875,
      "step": 6075
    },
    {
      "epoch": 0.24886340364530002,
      "grad_norm": 1.1601083867400068,
      "learning_rate": 0.0002994113332420006,
      "loss": 7.4375,
      "step": 6076
    },
    {
      "epoch": 0.24890436207249642,
      "grad_norm": 1.2258620241746319,
      "learning_rate": 0.00029941104455044083,
      "loss": 5.375,
      "step": 6077
    },
    {
      "epoch": 0.2489453204996928,
      "grad_norm": 1.1631560243538779,
      "learning_rate": 0.0002994107557882483,
      "loss": 5.7812,
      "step": 6078
    },
    {
      "epoch": 0.2489862789268892,
      "grad_norm": 1.1049286707080745,
      "learning_rate": 0.00029941046695542296,
      "loss": 6.2188,
      "step": 6079
    },
    {
      "epoch": 0.2490272373540856,
      "grad_norm": 3.2520061218700738,
      "learning_rate": 0.000299410178051965,
      "loss": 7.7188,
      "step": 6080
    },
    {
      "epoch": 0.249068195781282,
      "grad_norm": 1.1291851266007837,
      "learning_rate": 0.00029940988907787463,
      "loss": 6.1562,
      "step": 6081
    },
    {
      "epoch": 0.2491091542084784,
      "grad_norm": 2.1140836545267856,
      "learning_rate": 0.0002994096000331519,
      "loss": 7.0938,
      "step": 6082
    },
    {
      "epoch": 0.2491501126356748,
      "grad_norm": 1.5071601816899878,
      "learning_rate": 0.000299409310917797,
      "loss": 7.2188,
      "step": 6083
    },
    {
      "epoch": 0.2491910710628712,
      "grad_norm": 1.1313233700378114,
      "learning_rate": 0.00029940902173181003,
      "loss": 6.0312,
      "step": 6084
    },
    {
      "epoch": 0.2492320294900676,
      "grad_norm": 1.157886693683482,
      "learning_rate": 0.00029940873247519115,
      "loss": 5.5,
      "step": 6085
    },
    {
      "epoch": 0.249272987917264,
      "grad_norm": 1.3665218156326306,
      "learning_rate": 0.0002994084431479405,
      "loss": 5.6562,
      "step": 6086
    },
    {
      "epoch": 0.24931394634446039,
      "grad_norm": 1.0710609681644345,
      "learning_rate": 0.00029940815375005823,
      "loss": 6.1875,
      "step": 6087
    },
    {
      "epoch": 0.24935490477165675,
      "grad_norm": 1.2793175912941783,
      "learning_rate": 0.0002994078642815444,
      "loss": 6.25,
      "step": 6088
    },
    {
      "epoch": 0.24939586319885315,
      "grad_norm": 1.1104099822094682,
      "learning_rate": 0.00029940757474239925,
      "loss": 5.9688,
      "step": 6089
    },
    {
      "epoch": 0.24943682162604955,
      "grad_norm": 1.6897683370238352,
      "learning_rate": 0.0002994072851326228,
      "loss": 5.7188,
      "step": 6090
    },
    {
      "epoch": 0.24947778005324595,
      "grad_norm": 1.1223782199207282,
      "learning_rate": 0.00029940699545221534,
      "loss": 6.4062,
      "step": 6091
    },
    {
      "epoch": 0.24951873848044234,
      "grad_norm": 1.373334137750008,
      "learning_rate": 0.00029940670570117686,
      "loss": 6.4375,
      "step": 6092
    },
    {
      "epoch": 0.24955969690763874,
      "grad_norm": 2.407272954975455,
      "learning_rate": 0.0002994064158795076,
      "loss": 6.8125,
      "step": 6093
    },
    {
      "epoch": 0.24960065533483514,
      "grad_norm": 1.1270539600171385,
      "learning_rate": 0.00029940612598720765,
      "loss": 6.8125,
      "step": 6094
    },
    {
      "epoch": 0.24964161376203153,
      "grad_norm": 10.191260625501968,
      "learning_rate": 0.00029940583602427713,
      "loss": 4.875,
      "step": 6095
    },
    {
      "epoch": 0.24968257218922793,
      "grad_norm": 1.4970575526713115,
      "learning_rate": 0.0002994055459907162,
      "loss": 8.875,
      "step": 6096
    },
    {
      "epoch": 0.24972353061642433,
      "grad_norm": 5.603352960426323,
      "learning_rate": 0.00029940525588652506,
      "loss": 5.75,
      "step": 6097
    },
    {
      "epoch": 0.24976448904362072,
      "grad_norm": 1.5495677834601498,
      "learning_rate": 0.0002994049657117037,
      "loss": 5.3438,
      "step": 6098
    },
    {
      "epoch": 0.24980544747081712,
      "grad_norm": 1.1683155480545642,
      "learning_rate": 0.0002994046754662524,
      "loss": 7.4375,
      "step": 6099
    },
    {
      "epoch": 0.24984640589801352,
      "grad_norm": 1.2395374397467054,
      "learning_rate": 0.0002994043851501712,
      "loss": 5.125,
      "step": 6100
    },
    {
      "epoch": 0.24988736432520992,
      "grad_norm": 1.218921309891519,
      "learning_rate": 0.0002994040947634603,
      "loss": 6.3125,
      "step": 6101
    },
    {
      "epoch": 0.2499283227524063,
      "grad_norm": 1.1396534505859448,
      "learning_rate": 0.0002994038043061198,
      "loss": 6.0938,
      "step": 6102
    },
    {
      "epoch": 0.2499692811796027,
      "grad_norm": 1.0701207356599056,
      "learning_rate": 0.00029940351377814986,
      "loss": 6.2188,
      "step": 6103
    },
    {
      "epoch": 0.2500102396067991,
      "grad_norm": 1.172205913949477,
      "learning_rate": 0.00029940322317955064,
      "loss": 6.2188,
      "step": 6104
    },
    {
      "epoch": 0.2500511980339955,
      "grad_norm": 1.2194756823124597,
      "learning_rate": 0.0002994029325103222,
      "loss": 6.5,
      "step": 6105
    },
    {
      "epoch": 0.2500921564611919,
      "grad_norm": 2.4826802456573622,
      "learning_rate": 0.00029940264177046467,
      "loss": 9.125,
      "step": 6106
    },
    {
      "epoch": 0.2501331148883883,
      "grad_norm": 1.339756905489449,
      "learning_rate": 0.00029940235095997835,
      "loss": 5.875,
      "step": 6107
    },
    {
      "epoch": 0.25017407331558467,
      "grad_norm": 1.3836552144117118,
      "learning_rate": 0.0002994020600788632,
      "loss": 5.9062,
      "step": 6108
    },
    {
      "epoch": 0.2502150317427811,
      "grad_norm": 1.2356603210642614,
      "learning_rate": 0.0002994017691271195,
      "loss": 5.375,
      "step": 6109
    },
    {
      "epoch": 0.25025599016997746,
      "grad_norm": 2.0117250987180593,
      "learning_rate": 0.00029940147810474723,
      "loss": 6.0312,
      "step": 6110
    },
    {
      "epoch": 0.2502969485971739,
      "grad_norm": 1.3801080340774388,
      "learning_rate": 0.0002994011870117466,
      "loss": 7.25,
      "step": 6111
    },
    {
      "epoch": 0.25033790702437025,
      "grad_norm": 1.1208381800232976,
      "learning_rate": 0.00029940089584811787,
      "loss": 5.5938,
      "step": 6112
    },
    {
      "epoch": 0.2503788654515667,
      "grad_norm": 3.930468189847145,
      "learning_rate": 0.00029940060461386094,
      "loss": 4.9375,
      "step": 6113
    },
    {
      "epoch": 0.25041982387876305,
      "grad_norm": 1.8331451711148103,
      "learning_rate": 0.00029940031330897616,
      "loss": 7.8438,
      "step": 6114
    },
    {
      "epoch": 0.2504607823059595,
      "grad_norm": 1.3984489769182975,
      "learning_rate": 0.0002994000219334636,
      "loss": 6.9688,
      "step": 6115
    },
    {
      "epoch": 0.25050174073315584,
      "grad_norm": 1.302392290053107,
      "learning_rate": 0.00029939973048732324,
      "loss": 6.75,
      "step": 6116
    },
    {
      "epoch": 0.25054269916035227,
      "grad_norm": 3.1132300600592395,
      "learning_rate": 0.0002993994389705555,
      "loss": 3.0781,
      "step": 6117
    },
    {
      "epoch": 0.25058365758754864,
      "grad_norm": 1.2446815829163456,
      "learning_rate": 0.0002993991473831603,
      "loss": 5.5625,
      "step": 6118
    },
    {
      "epoch": 0.25062461601474506,
      "grad_norm": 1.405574281537069,
      "learning_rate": 0.00029939885572513787,
      "loss": 6.4062,
      "step": 6119
    },
    {
      "epoch": 0.25066557444194143,
      "grad_norm": 1.0733478697715533,
      "learning_rate": 0.00029939856399648833,
      "loss": 5.875,
      "step": 6120
    },
    {
      "epoch": 0.2507065328691378,
      "grad_norm": 1.9552461289247418,
      "learning_rate": 0.0002993982721972118,
      "loss": 8.3125,
      "step": 6121
    },
    {
      "epoch": 0.2507474912963342,
      "grad_norm": 1.1220383703284729,
      "learning_rate": 0.0002993979803273085,
      "loss": 6.2812,
      "step": 6122
    },
    {
      "epoch": 0.2507884497235306,
      "grad_norm": 1.3112124040566426,
      "learning_rate": 0.00029939768838677843,
      "loss": 5.4375,
      "step": 6123
    },
    {
      "epoch": 0.250829408150727,
      "grad_norm": 1.0737436206833046,
      "learning_rate": 0.00029939739637562185,
      "loss": 7.0,
      "step": 6124
    },
    {
      "epoch": 0.2508703665779234,
      "grad_norm": 1.7978035734146862,
      "learning_rate": 0.00029939710429383883,
      "loss": 7.0,
      "step": 6125
    },
    {
      "epoch": 0.2509113250051198,
      "grad_norm": 1.0729605375790001,
      "learning_rate": 0.0002993968121414295,
      "loss": 5.9375,
      "step": 6126
    },
    {
      "epoch": 0.2509522834323162,
      "grad_norm": 1.2979995639782769,
      "learning_rate": 0.0002993965199183941,
      "loss": 5.4688,
      "step": 6127
    },
    {
      "epoch": 0.2509932418595126,
      "grad_norm": 1.2615601536269108,
      "learning_rate": 0.0002993962276247326,
      "loss": 5.4062,
      "step": 6128
    },
    {
      "epoch": 0.251034200286709,
      "grad_norm": 1.0245846913249979,
      "learning_rate": 0.0002993959352604453,
      "loss": 5.25,
      "step": 6129
    },
    {
      "epoch": 0.2510751587139054,
      "grad_norm": 0.9511471042582013,
      "learning_rate": 0.00029939564282553227,
      "loss": 5.5,
      "step": 6130
    },
    {
      "epoch": 0.25111611714110177,
      "grad_norm": 1.7402812471271154,
      "learning_rate": 0.0002993953503199936,
      "loss": 6.625,
      "step": 6131
    },
    {
      "epoch": 0.2511570755682982,
      "grad_norm": 1.3803631932529083,
      "learning_rate": 0.0002993950577438295,
      "loss": 5.25,
      "step": 6132
    },
    {
      "epoch": 0.25119803399549456,
      "grad_norm": 1.304943176172437,
      "learning_rate": 0.0002993947650970401,
      "loss": 6.625,
      "step": 6133
    },
    {
      "epoch": 0.251238992422691,
      "grad_norm": 1.627913262746471,
      "learning_rate": 0.00029939447237962557,
      "loss": 5.3438,
      "step": 6134
    },
    {
      "epoch": 0.25127995084988736,
      "grad_norm": 1.6588074094427014,
      "learning_rate": 0.00029939417959158593,
      "loss": 6.9062,
      "step": 6135
    },
    {
      "epoch": 0.2513209092770838,
      "grad_norm": 1.3509473242780365,
      "learning_rate": 0.0002993938867329214,
      "loss": 6.2188,
      "step": 6136
    },
    {
      "epoch": 0.25136186770428015,
      "grad_norm": 4.734944100692793,
      "learning_rate": 0.00029939359380363214,
      "loss": 6.25,
      "step": 6137
    },
    {
      "epoch": 0.2514028261314766,
      "grad_norm": 1.2809257638942628,
      "learning_rate": 0.00029939330080371826,
      "loss": 6.0,
      "step": 6138
    },
    {
      "epoch": 0.25144378455867294,
      "grad_norm": 1.9381522169203802,
      "learning_rate": 0.0002993930077331799,
      "loss": 7.5625,
      "step": 6139
    },
    {
      "epoch": 0.25148474298586937,
      "grad_norm": 2.1206463050596542,
      "learning_rate": 0.0002993927145920171,
      "loss": 6.0938,
      "step": 6140
    },
    {
      "epoch": 0.25152570141306574,
      "grad_norm": 1.1131869199021571,
      "learning_rate": 0.00029939242138023024,
      "loss": 6.0,
      "step": 6141
    },
    {
      "epoch": 0.2515666598402621,
      "grad_norm": 1.3604922156472632,
      "learning_rate": 0.0002993921280978192,
      "loss": 6.0312,
      "step": 6142
    },
    {
      "epoch": 0.25160761826745853,
      "grad_norm": 1.474313522161411,
      "learning_rate": 0.0002993918347447843,
      "loss": 5.8125,
      "step": 6143
    },
    {
      "epoch": 0.2516485766946549,
      "grad_norm": 1.6554241029556314,
      "learning_rate": 0.00029939154132112555,
      "loss": 7.7812,
      "step": 6144
    },
    {
      "epoch": 0.2516895351218513,
      "grad_norm": 1.0632482635416176,
      "learning_rate": 0.0002993912478268432,
      "loss": 6.8125,
      "step": 6145
    },
    {
      "epoch": 0.2517304935490477,
      "grad_norm": 1.484392902368171,
      "learning_rate": 0.00029939095426193734,
      "loss": 8.8125,
      "step": 6146
    },
    {
      "epoch": 0.2517714519762441,
      "grad_norm": 1.11251191734854,
      "learning_rate": 0.00029939066062640803,
      "loss": 5.5,
      "step": 6147
    },
    {
      "epoch": 0.2518124104034405,
      "grad_norm": 1.3427476883394203,
      "learning_rate": 0.00029939036692025554,
      "loss": 5.875,
      "step": 6148
    },
    {
      "epoch": 0.2518533688306369,
      "grad_norm": 1.3597065312275114,
      "learning_rate": 0.00029939007314347995,
      "loss": 5.4375,
      "step": 6149
    },
    {
      "epoch": 0.2518943272578333,
      "grad_norm": 1.1122493368733823,
      "learning_rate": 0.0002993897792960814,
      "loss": 6.2812,
      "step": 6150
    },
    {
      "epoch": 0.2519352856850297,
      "grad_norm": 2.9697104014015028,
      "learning_rate": 0.00029938948537806,
      "loss": 6.75,
      "step": 6151
    },
    {
      "epoch": 0.2519762441122261,
      "grad_norm": 2.7153757841736192,
      "learning_rate": 0.00029938919138941593,
      "loss": 2.6094,
      "step": 6152
    },
    {
      "epoch": 0.2520172025394225,
      "grad_norm": 1.2603174068582697,
      "learning_rate": 0.00029938889733014935,
      "loss": 5.9062,
      "step": 6153
    },
    {
      "epoch": 0.25205816096661887,
      "grad_norm": 2.9726668600593715,
      "learning_rate": 0.00029938860320026034,
      "loss": 5.7188,
      "step": 6154
    },
    {
      "epoch": 0.2520991193938153,
      "grad_norm": 1.4231810574329253,
      "learning_rate": 0.0002993883089997491,
      "loss": 6.9375,
      "step": 6155
    },
    {
      "epoch": 0.25214007782101167,
      "grad_norm": 1.2724604104524584,
      "learning_rate": 0.0002993880147286158,
      "loss": 5.6562,
      "step": 6156
    },
    {
      "epoch": 0.2521810362482081,
      "grad_norm": 1.2364154628023276,
      "learning_rate": 0.0002993877203868604,
      "loss": 7.1875,
      "step": 6157
    },
    {
      "epoch": 0.25222199467540446,
      "grad_norm": 1.1755991827751981,
      "learning_rate": 0.0002993874259744832,
      "loss": 7.0938,
      "step": 6158
    },
    {
      "epoch": 0.2522629531026009,
      "grad_norm": 1.1248939849757138,
      "learning_rate": 0.00029938713149148423,
      "loss": 5.5625,
      "step": 6159
    },
    {
      "epoch": 0.25230391152979725,
      "grad_norm": 5.333490642352799,
      "learning_rate": 0.00029938683693786375,
      "loss": 4.4688,
      "step": 6160
    },
    {
      "epoch": 0.2523448699569937,
      "grad_norm": 1.5444393459331536,
      "learning_rate": 0.0002993865423136218,
      "loss": 5.4062,
      "step": 6161
    },
    {
      "epoch": 0.25238582838419005,
      "grad_norm": 1.1684188417070123,
      "learning_rate": 0.0002993862476187586,
      "loss": 6.5312,
      "step": 6162
    },
    {
      "epoch": 0.2524267868113864,
      "grad_norm": 1.2126005559370931,
      "learning_rate": 0.0002993859528532743,
      "loss": 6.0,
      "step": 6163
    },
    {
      "epoch": 0.25246774523858284,
      "grad_norm": 1.686566974171747,
      "learning_rate": 0.0002993856580171689,
      "loss": 5.875,
      "step": 6164
    },
    {
      "epoch": 0.2525087036657792,
      "grad_norm": 4.972918428582558,
      "learning_rate": 0.0002993853631104427,
      "loss": 3.3906,
      "step": 6165
    },
    {
      "epoch": 0.25254966209297564,
      "grad_norm": 1.9150383596160057,
      "learning_rate": 0.00029938506813309573,
      "loss": 5.4688,
      "step": 6166
    },
    {
      "epoch": 0.252590620520172,
      "grad_norm": 2.067076743843246,
      "learning_rate": 0.0002993847730851282,
      "loss": 5.9375,
      "step": 6167
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 1.876703336455059,
      "learning_rate": 0.0002993844779665402,
      "loss": 6.9688,
      "step": 6168
    },
    {
      "epoch": 0.2526725373745648,
      "grad_norm": 1.2649566498595906,
      "learning_rate": 0.0002993841827773319,
      "loss": 6.0938,
      "step": 6169
    },
    {
      "epoch": 0.2527134958017612,
      "grad_norm": 0.9777335802071633,
      "learning_rate": 0.00029938388751750335,
      "loss": 5.8125,
      "step": 6170
    },
    {
      "epoch": 0.2527544542289576,
      "grad_norm": 2.514740788362759,
      "learning_rate": 0.00029938359218705484,
      "loss": 6.3125,
      "step": 6171
    },
    {
      "epoch": 0.252795412656154,
      "grad_norm": 1.287186884590852,
      "learning_rate": 0.00029938329678598643,
      "loss": 6.6875,
      "step": 6172
    },
    {
      "epoch": 0.2528363710833504,
      "grad_norm": 1.4925400984231334,
      "learning_rate": 0.00029938300131429824,
      "loss": 4.7812,
      "step": 6173
    },
    {
      "epoch": 0.2528773295105468,
      "grad_norm": 1.1303420545114629,
      "learning_rate": 0.00029938270577199044,
      "loss": 6.8125,
      "step": 6174
    },
    {
      "epoch": 0.2529182879377432,
      "grad_norm": 1.289130959936445,
      "learning_rate": 0.0002993824101590632,
      "loss": 6.1562,
      "step": 6175
    },
    {
      "epoch": 0.2529592463649396,
      "grad_norm": 3.8724505899946444,
      "learning_rate": 0.0002993821144755166,
      "loss": 4.1562,
      "step": 6176
    },
    {
      "epoch": 0.253000204792136,
      "grad_norm": 1.6517064941055255,
      "learning_rate": 0.00029938181872135074,
      "loss": 7.25,
      "step": 6177
    },
    {
      "epoch": 0.2530411632193324,
      "grad_norm": 1.082749454195345,
      "learning_rate": 0.00029938152289656593,
      "loss": 5.5938,
      "step": 6178
    },
    {
      "epoch": 0.25308212164652877,
      "grad_norm": 1.039933468787833,
      "learning_rate": 0.00029938122700116216,
      "loss": 5.7812,
      "step": 6179
    },
    {
      "epoch": 0.2531230800737252,
      "grad_norm": 1.2333509396438915,
      "learning_rate": 0.00029938093103513963,
      "loss": 5.9688,
      "step": 6180
    },
    {
      "epoch": 0.25316403850092156,
      "grad_norm": 2.555352417871531,
      "learning_rate": 0.0002993806349984984,
      "loss": 6.3125,
      "step": 6181
    },
    {
      "epoch": 0.253204996928118,
      "grad_norm": 3.2822768824799917,
      "learning_rate": 0.00029938033889123877,
      "loss": 2.7812,
      "step": 6182
    },
    {
      "epoch": 0.25324595535531436,
      "grad_norm": 1.134246092955915,
      "learning_rate": 0.0002993800427133607,
      "loss": 6.375,
      "step": 6183
    },
    {
      "epoch": 0.2532869137825107,
      "grad_norm": 1.1509451993615412,
      "learning_rate": 0.0002993797464648645,
      "loss": 5.7188,
      "step": 6184
    },
    {
      "epoch": 0.25332787220970715,
      "grad_norm": 1.4028713939741988,
      "learning_rate": 0.00029937945014575016,
      "loss": 8.125,
      "step": 6185
    },
    {
      "epoch": 0.2533688306369035,
      "grad_norm": 1.0684758483260353,
      "learning_rate": 0.0002993791537560179,
      "loss": 6.1562,
      "step": 6186
    },
    {
      "epoch": 0.25340978906409994,
      "grad_norm": 1.1510893678585123,
      "learning_rate": 0.0002993788572956678,
      "loss": 5.2188,
      "step": 6187
    },
    {
      "epoch": 0.2534507474912963,
      "grad_norm": 1.2524058104803848,
      "learning_rate": 0.00029937856076470013,
      "loss": 5.9375,
      "step": 6188
    },
    {
      "epoch": 0.25349170591849274,
      "grad_norm": 2.0347612519120952,
      "learning_rate": 0.0002993782641631149,
      "loss": 2.3281,
      "step": 6189
    },
    {
      "epoch": 0.2535326643456891,
      "grad_norm": 1.2378668717967731,
      "learning_rate": 0.0002993779674909123,
      "loss": 6.5,
      "step": 6190
    },
    {
      "epoch": 0.25357362277288553,
      "grad_norm": 1.5024243487144882,
      "learning_rate": 0.00029937767074809246,
      "loss": 7.0,
      "step": 6191
    },
    {
      "epoch": 0.2536145812000819,
      "grad_norm": 1.2597893669734554,
      "learning_rate": 0.0002993773739346555,
      "loss": 6.8438,
      "step": 6192
    },
    {
      "epoch": 0.2536555396272783,
      "grad_norm": 1.5063727608275204,
      "learning_rate": 0.00029937707705060166,
      "loss": 5.8125,
      "step": 6193
    },
    {
      "epoch": 0.2536964980544747,
      "grad_norm": 1.6331287266476155,
      "learning_rate": 0.00029937678009593096,
      "loss": 8.125,
      "step": 6194
    },
    {
      "epoch": 0.2537374564816711,
      "grad_norm": 1.2822272940713186,
      "learning_rate": 0.00029937648307064356,
      "loss": 5.8125,
      "step": 6195
    },
    {
      "epoch": 0.2537784149088675,
      "grad_norm": 1.3612612363305467,
      "learning_rate": 0.00029937618597473964,
      "loss": 6.9375,
      "step": 6196
    },
    {
      "epoch": 0.2538193733360639,
      "grad_norm": 1.235847574642992,
      "learning_rate": 0.00029937588880821935,
      "loss": 6.0938,
      "step": 6197
    },
    {
      "epoch": 0.2538603317632603,
      "grad_norm": 1.2801171079059699,
      "learning_rate": 0.0002993755915710828,
      "loss": 5.3125,
      "step": 6198
    },
    {
      "epoch": 0.2539012901904567,
      "grad_norm": 1.4317690554620943,
      "learning_rate": 0.0002993752942633301,
      "loss": 6.875,
      "step": 6199
    },
    {
      "epoch": 0.2539422486176531,
      "grad_norm": 1.1438450764406998,
      "learning_rate": 0.0002993749968849615,
      "loss": 5.3125,
      "step": 6200
    },
    {
      "epoch": 0.2539832070448495,
      "grad_norm": 1.2058899914992636,
      "learning_rate": 0.00029937469943597706,
      "loss": 5.25,
      "step": 6201
    },
    {
      "epoch": 0.25402416547204587,
      "grad_norm": 1.168593228512317,
      "learning_rate": 0.0002993744019163769,
      "loss": 5.7812,
      "step": 6202
    },
    {
      "epoch": 0.2540651238992423,
      "grad_norm": 1.577419589844338,
      "learning_rate": 0.0002993741043261612,
      "loss": 5.7812,
      "step": 6203
    },
    {
      "epoch": 0.25410608232643866,
      "grad_norm": 1.310245180385192,
      "learning_rate": 0.00029937380666533004,
      "loss": 6.7188,
      "step": 6204
    },
    {
      "epoch": 0.25414704075363503,
      "grad_norm": 1.0303983988891994,
      "learning_rate": 0.00029937350893388366,
      "loss": 5.5938,
      "step": 6205
    },
    {
      "epoch": 0.25418799918083146,
      "grad_norm": 2.370179108021238,
      "learning_rate": 0.00029937321113182217,
      "loss": 5.875,
      "step": 6206
    },
    {
      "epoch": 0.25422895760802783,
      "grad_norm": 1.1821664233170093,
      "learning_rate": 0.00029937291325914567,
      "loss": 6.0938,
      "step": 6207
    },
    {
      "epoch": 0.25426991603522425,
      "grad_norm": 1.0282477475876999,
      "learning_rate": 0.0002993726153158543,
      "loss": 6.25,
      "step": 6208
    },
    {
      "epoch": 0.2543108744624206,
      "grad_norm": 1.1021174920518084,
      "learning_rate": 0.0002993723173019483,
      "loss": 6.375,
      "step": 6209
    },
    {
      "epoch": 0.25435183288961705,
      "grad_norm": 1.0978469804695499,
      "learning_rate": 0.0002993720192174276,
      "loss": 5.375,
      "step": 6210
    },
    {
      "epoch": 0.2543927913168134,
      "grad_norm": 1.2788883722208713,
      "learning_rate": 0.0002993717210622926,
      "loss": 5.4375,
      "step": 6211
    },
    {
      "epoch": 0.25443374974400984,
      "grad_norm": 2.7917272833432305,
      "learning_rate": 0.0002993714228365433,
      "loss": 6.4062,
      "step": 6212
    },
    {
      "epoch": 0.2544747081712062,
      "grad_norm": 1.1557092355499,
      "learning_rate": 0.00029937112454017986,
      "loss": 6.125,
      "step": 6213
    },
    {
      "epoch": 0.25451566659840263,
      "grad_norm": 1.1517715460036801,
      "learning_rate": 0.0002993708261732024,
      "loss": 5.8438,
      "step": 6214
    },
    {
      "epoch": 0.254556625025599,
      "grad_norm": 1.204716663246307,
      "learning_rate": 0.00029937052773561105,
      "loss": 5.4062,
      "step": 6215
    },
    {
      "epoch": 0.25459758345279543,
      "grad_norm": 1.905089174459464,
      "learning_rate": 0.000299370229227406,
      "loss": 6.8438,
      "step": 6216
    },
    {
      "epoch": 0.2546385418799918,
      "grad_norm": 2.2956331715204112,
      "learning_rate": 0.00029936993064858745,
      "loss": 7.5625,
      "step": 6217
    },
    {
      "epoch": 0.2546795003071882,
      "grad_norm": 4.986312571915665,
      "learning_rate": 0.0002993696319991554,
      "loss": 4.4375,
      "step": 6218
    },
    {
      "epoch": 0.2547204587343846,
      "grad_norm": 1.249892767944776,
      "learning_rate": 0.00029936933327911005,
      "loss": 7.375,
      "step": 6219
    },
    {
      "epoch": 0.254761417161581,
      "grad_norm": 1.2523974489334802,
      "learning_rate": 0.00029936903448845155,
      "loss": 5.6562,
      "step": 6220
    },
    {
      "epoch": 0.2548023755887774,
      "grad_norm": 1.5752589989918058,
      "learning_rate": 0.00029936873562718004,
      "loss": 6.375,
      "step": 6221
    },
    {
      "epoch": 0.2548433340159738,
      "grad_norm": 3.2584191661281676,
      "learning_rate": 0.00029936843669529564,
      "loss": 8.625,
      "step": 6222
    },
    {
      "epoch": 0.2548842924431702,
      "grad_norm": 1.3254661792767557,
      "learning_rate": 0.0002993681376927985,
      "loss": 5.4688,
      "step": 6223
    },
    {
      "epoch": 0.2549252508703666,
      "grad_norm": 2.0002135334261357,
      "learning_rate": 0.00029936783861968886,
      "loss": 6.0,
      "step": 6224
    },
    {
      "epoch": 0.254966209297563,
      "grad_norm": 1.4525119442719145,
      "learning_rate": 0.0002993675394759667,
      "loss": 6.625,
      "step": 6225
    },
    {
      "epoch": 0.25500716772475934,
      "grad_norm": 2.3931392164353715,
      "learning_rate": 0.0002993672402616323,
      "loss": 6.5,
      "step": 6226
    },
    {
      "epoch": 0.25504812615195577,
      "grad_norm": 1.1022590977300775,
      "learning_rate": 0.00029936694097668564,
      "loss": 5.5312,
      "step": 6227
    },
    {
      "epoch": 0.25508908457915214,
      "grad_norm": 1.2432456310603526,
      "learning_rate": 0.000299366641621127,
      "loss": 5.875,
      "step": 6228
    },
    {
      "epoch": 0.25513004300634856,
      "grad_norm": 1.8569546528218055,
      "learning_rate": 0.00029936634219495653,
      "loss": 7.2812,
      "step": 6229
    },
    {
      "epoch": 0.25517100143354493,
      "grad_norm": 1.542222152217168,
      "learning_rate": 0.0002993660426981742,
      "loss": 5.8125,
      "step": 6230
    },
    {
      "epoch": 0.25521195986074136,
      "grad_norm": 1.146848105311013,
      "learning_rate": 0.0002993657431307804,
      "loss": 5.7188,
      "step": 6231
    },
    {
      "epoch": 0.2552529182879377,
      "grad_norm": 1.097911804747329,
      "learning_rate": 0.0002993654434927751,
      "loss": 6.5938,
      "step": 6232
    },
    {
      "epoch": 0.25529387671513415,
      "grad_norm": 1.2317178465214103,
      "learning_rate": 0.00029936514378415847,
      "loss": 5.9375,
      "step": 6233
    },
    {
      "epoch": 0.2553348351423305,
      "grad_norm": 1.194416368725596,
      "learning_rate": 0.00029936484400493066,
      "loss": 6.5938,
      "step": 6234
    },
    {
      "epoch": 0.25537579356952694,
      "grad_norm": 4.286673684673452,
      "learning_rate": 0.00029936454415509185,
      "loss": 6.7188,
      "step": 6235
    },
    {
      "epoch": 0.2554167519967233,
      "grad_norm": 1.0095447651022422,
      "learning_rate": 0.0002993642442346421,
      "loss": 6.375,
      "step": 6236
    },
    {
      "epoch": 0.25545771042391974,
      "grad_norm": 1.57620156952154,
      "learning_rate": 0.0002993639442435817,
      "loss": 6.0312,
      "step": 6237
    },
    {
      "epoch": 0.2554986688511161,
      "grad_norm": 1.3867052405181397,
      "learning_rate": 0.0002993636441819106,
      "loss": 7.0,
      "step": 6238
    },
    {
      "epoch": 0.25553962727831253,
      "grad_norm": 1.4575649882079444,
      "learning_rate": 0.00029936334404962904,
      "loss": 6.5938,
      "step": 6239
    },
    {
      "epoch": 0.2555805857055089,
      "grad_norm": 1.1980765280919863,
      "learning_rate": 0.00029936304384673725,
      "loss": 5.1875,
      "step": 6240
    },
    {
      "epoch": 0.2556215441327053,
      "grad_norm": 2.9264720195427705,
      "learning_rate": 0.00029936274357323517,
      "loss": 6.3438,
      "step": 6241
    },
    {
      "epoch": 0.2556625025599017,
      "grad_norm": 1.3122663719971974,
      "learning_rate": 0.0002993624432291231,
      "loss": 4.8438,
      "step": 6242
    },
    {
      "epoch": 0.2557034609870981,
      "grad_norm": 1.3938709316415376,
      "learning_rate": 0.00029936214281440116,
      "loss": 6.6875,
      "step": 6243
    },
    {
      "epoch": 0.2557444194142945,
      "grad_norm": 1.4982306194855295,
      "learning_rate": 0.0002993618423290694,
      "loss": 5.8125,
      "step": 6244
    },
    {
      "epoch": 0.2557853778414909,
      "grad_norm": 1.2826285625703584,
      "learning_rate": 0.0002993615417731281,
      "loss": 6.0,
      "step": 6245
    },
    {
      "epoch": 0.2558263362686873,
      "grad_norm": 1.1270798743050245,
      "learning_rate": 0.0002993612411465773,
      "loss": 5.875,
      "step": 6246
    },
    {
      "epoch": 0.25586729469588365,
      "grad_norm": 12.059332781407116,
      "learning_rate": 0.00029936094044941716,
      "loss": 5.5312,
      "step": 6247
    },
    {
      "epoch": 0.2559082531230801,
      "grad_norm": 4.088280322258056,
      "learning_rate": 0.00029936063968164785,
      "loss": 6.8125,
      "step": 6248
    },
    {
      "epoch": 0.25594921155027645,
      "grad_norm": 1.2561586564941989,
      "learning_rate": 0.0002993603388432695,
      "loss": 5.875,
      "step": 6249
    },
    {
      "epoch": 0.25599016997747287,
      "grad_norm": 1.343356771566606,
      "learning_rate": 0.0002993600379342822,
      "loss": 5.4375,
      "step": 6250
    },
    {
      "epoch": 0.25603112840466924,
      "grad_norm": 1.7733252506939463,
      "learning_rate": 0.0002993597369546862,
      "loss": 7.75,
      "step": 6251
    },
    {
      "epoch": 0.25607208683186566,
      "grad_norm": 1.0752727373958963,
      "learning_rate": 0.00029935943590448153,
      "loss": 5.6562,
      "step": 6252
    },
    {
      "epoch": 0.25611304525906203,
      "grad_norm": 2.0435792329038946,
      "learning_rate": 0.00029935913478366846,
      "loss": 6.5312,
      "step": 6253
    },
    {
      "epoch": 0.25615400368625846,
      "grad_norm": 1.247317554466449,
      "learning_rate": 0.000299358833592247,
      "loss": 6.7188,
      "step": 6254
    },
    {
      "epoch": 0.2561949621134548,
      "grad_norm": 3.8714800876974635,
      "learning_rate": 0.00029935853233021734,
      "loss": 5.3125,
      "step": 6255
    },
    {
      "epoch": 0.25623592054065125,
      "grad_norm": 1.4920125411857812,
      "learning_rate": 0.0002993582309975797,
      "loss": 6.9375,
      "step": 6256
    },
    {
      "epoch": 0.2562768789678476,
      "grad_norm": 2.16307094316665,
      "learning_rate": 0.00029935792959433406,
      "loss": 7.5,
      "step": 6257
    },
    {
      "epoch": 0.25631783739504405,
      "grad_norm": 1.207292410567085,
      "learning_rate": 0.00029935762812048074,
      "loss": 6.0938,
      "step": 6258
    },
    {
      "epoch": 0.2563587958222404,
      "grad_norm": 1.4164827394201385,
      "learning_rate": 0.0002993573265760198,
      "loss": 6.125,
      "step": 6259
    },
    {
      "epoch": 0.25639975424943684,
      "grad_norm": 1.1553230493584685,
      "learning_rate": 0.0002993570249609513,
      "loss": 5.3125,
      "step": 6260
    },
    {
      "epoch": 0.2564407126766332,
      "grad_norm": 1.526503056190963,
      "learning_rate": 0.0002993567232752756,
      "loss": 7.375,
      "step": 6261
    },
    {
      "epoch": 0.25648167110382963,
      "grad_norm": 1.0197058583087095,
      "learning_rate": 0.0002993564215189926,
      "loss": 5.75,
      "step": 6262
    },
    {
      "epoch": 0.256522629531026,
      "grad_norm": 1.3765823299229363,
      "learning_rate": 0.00029935611969210255,
      "loss": 6.0938,
      "step": 6263
    },
    {
      "epoch": 0.2565635879582224,
      "grad_norm": 1.0632143091468595,
      "learning_rate": 0.0002993558177946056,
      "loss": 6.2188,
      "step": 6264
    },
    {
      "epoch": 0.2566045463854188,
      "grad_norm": 1.4023526654785134,
      "learning_rate": 0.0002993555158265019,
      "loss": 6.5,
      "step": 6265
    },
    {
      "epoch": 0.2566455048126152,
      "grad_norm": 1.394789579989738,
      "learning_rate": 0.0002993552137877916,
      "loss": 6.875,
      "step": 6266
    },
    {
      "epoch": 0.2566864632398116,
      "grad_norm": 2.0834969840214175,
      "learning_rate": 0.00029935491167847484,
      "loss": 6.9688,
      "step": 6267
    },
    {
      "epoch": 0.25672742166700796,
      "grad_norm": 2.557523388007287,
      "learning_rate": 0.0002993546094985517,
      "loss": 6.1875,
      "step": 6268
    },
    {
      "epoch": 0.2567683800942044,
      "grad_norm": 2.5141665492707217,
      "learning_rate": 0.0002993543072480224,
      "loss": 4.5,
      "step": 6269
    },
    {
      "epoch": 0.25680933852140075,
      "grad_norm": 3.996481599807547,
      "learning_rate": 0.000299354004926887,
      "loss": 5.4688,
      "step": 6270
    },
    {
      "epoch": 0.2568502969485972,
      "grad_norm": 1.4173870743756096,
      "learning_rate": 0.0002993537025351457,
      "loss": 5.0938,
      "step": 6271
    },
    {
      "epoch": 0.25689125537579355,
      "grad_norm": 1.4858875736707888,
      "learning_rate": 0.0002993534000727987,
      "loss": 5.9062,
      "step": 6272
    },
    {
      "epoch": 0.25693221380299,
      "grad_norm": 3.867160032499044,
      "learning_rate": 0.000299353097539846,
      "loss": 6.75,
      "step": 6273
    },
    {
      "epoch": 0.25697317223018634,
      "grad_norm": 4.086304374999599,
      "learning_rate": 0.0002993527949362879,
      "loss": 5.25,
      "step": 6274
    },
    {
      "epoch": 0.25701413065738277,
      "grad_norm": 1.9229328228595441,
      "learning_rate": 0.00029935249226212436,
      "loss": 8.625,
      "step": 6275
    },
    {
      "epoch": 0.25705508908457914,
      "grad_norm": 1.1867162555976538,
      "learning_rate": 0.0002993521895173557,
      "loss": 6.8125,
      "step": 6276
    },
    {
      "epoch": 0.25709604751177556,
      "grad_norm": 1.8118265830411646,
      "learning_rate": 0.000299351886701982,
      "loss": 6.0625,
      "step": 6277
    },
    {
      "epoch": 0.25713700593897193,
      "grad_norm": 1.8119385997201327,
      "learning_rate": 0.0002993515838160034,
      "loss": 5.0,
      "step": 6278
    },
    {
      "epoch": 0.25717796436616835,
      "grad_norm": 4.823023826427533,
      "learning_rate": 0.00029935128085942003,
      "loss": 5.5938,
      "step": 6279
    },
    {
      "epoch": 0.2572189227933647,
      "grad_norm": 8.899417208532379,
      "learning_rate": 0.00029935097783223205,
      "loss": 7.5312,
      "step": 6280
    },
    {
      "epoch": 0.25725988122056115,
      "grad_norm": 1.251886744267142,
      "learning_rate": 0.0002993506747344396,
      "loss": 7.5,
      "step": 6281
    },
    {
      "epoch": 0.2573008396477575,
      "grad_norm": 1.1734133415196932,
      "learning_rate": 0.00029935037156604273,
      "loss": 5.9062,
      "step": 6282
    },
    {
      "epoch": 0.25734179807495394,
      "grad_norm": 1.8971390647181003,
      "learning_rate": 0.00029935006832704176,
      "loss": 9.0625,
      "step": 6283
    },
    {
      "epoch": 0.2573827565021503,
      "grad_norm": 1.6828551597143222,
      "learning_rate": 0.0002993497650174367,
      "loss": 6.4375,
      "step": 6284
    },
    {
      "epoch": 0.25742371492934674,
      "grad_norm": 2.117912040625165,
      "learning_rate": 0.00029934946163722776,
      "loss": 6.5312,
      "step": 6285
    },
    {
      "epoch": 0.2574646733565431,
      "grad_norm": 2.0932204218934483,
      "learning_rate": 0.000299349158186415,
      "loss": 8.4375,
      "step": 6286
    },
    {
      "epoch": 0.25750563178373953,
      "grad_norm": 1.3355320991256763,
      "learning_rate": 0.0002993488546649987,
      "loss": 7.125,
      "step": 6287
    },
    {
      "epoch": 0.2575465902109359,
      "grad_norm": 4.65175133545345,
      "learning_rate": 0.0002993485510729789,
      "loss": 7.125,
      "step": 6288
    },
    {
      "epoch": 0.25758754863813227,
      "grad_norm": 1.6562055449856272,
      "learning_rate": 0.0002993482474103558,
      "loss": 6.1562,
      "step": 6289
    },
    {
      "epoch": 0.2576285070653287,
      "grad_norm": 1.4965531408914103,
      "learning_rate": 0.0002993479436771295,
      "loss": 8.1875,
      "step": 6290
    },
    {
      "epoch": 0.25766946549252506,
      "grad_norm": 1.1673513773524162,
      "learning_rate": 0.0002993476398733001,
      "loss": 6.0312,
      "step": 6291
    },
    {
      "epoch": 0.2577104239197215,
      "grad_norm": 1.2007719509685875,
      "learning_rate": 0.0002993473359988679,
      "loss": 5.1875,
      "step": 6292
    },
    {
      "epoch": 0.25775138234691786,
      "grad_norm": 1.3391697799980953,
      "learning_rate": 0.0002993470320538329,
      "loss": 5.4688,
      "step": 6293
    },
    {
      "epoch": 0.2577923407741143,
      "grad_norm": 1.4375649192635387,
      "learning_rate": 0.0002993467280381953,
      "loss": 7.3438,
      "step": 6294
    },
    {
      "epoch": 0.25783329920131065,
      "grad_norm": 2.1317872319137154,
      "learning_rate": 0.00029934642395195517,
      "loss": 4.1562,
      "step": 6295
    },
    {
      "epoch": 0.2578742576285071,
      "grad_norm": 0.9958339804781251,
      "learning_rate": 0.00029934611979511277,
      "loss": 6.1562,
      "step": 6296
    },
    {
      "epoch": 0.25791521605570344,
      "grad_norm": 1.1836819368726832,
      "learning_rate": 0.0002993458155676682,
      "loss": 7.0312,
      "step": 6297
    },
    {
      "epoch": 0.25795617448289987,
      "grad_norm": 1.928280762652842,
      "learning_rate": 0.0002993455112696216,
      "loss": 8.125,
      "step": 6298
    },
    {
      "epoch": 0.25799713291009624,
      "grad_norm": 1.0706596015788274,
      "learning_rate": 0.00029934520690097304,
      "loss": 6.9375,
      "step": 6299
    },
    {
      "epoch": 0.25803809133729266,
      "grad_norm": 2.03602150182925,
      "learning_rate": 0.0002993449024617228,
      "loss": 7.0,
      "step": 6300
    },
    {
      "epoch": 0.25807904976448903,
      "grad_norm": 1.8545777970182233,
      "learning_rate": 0.00029934459795187096,
      "loss": 5.375,
      "step": 6301
    },
    {
      "epoch": 0.25812000819168546,
      "grad_norm": 2.2658445531869846,
      "learning_rate": 0.00029934429337141765,
      "loss": 5.5938,
      "step": 6302
    },
    {
      "epoch": 0.2581609666188818,
      "grad_norm": 1.4195639331842538,
      "learning_rate": 0.000299343988720363,
      "loss": 8.625,
      "step": 6303
    },
    {
      "epoch": 0.25820192504607825,
      "grad_norm": 1.1924950919680486,
      "learning_rate": 0.00029934368399870716,
      "loss": 6.7188,
      "step": 6304
    },
    {
      "epoch": 0.2582428834732746,
      "grad_norm": 1.056803511206601,
      "learning_rate": 0.00029934337920645035,
      "loss": 7.4062,
      "step": 6305
    },
    {
      "epoch": 0.25828384190047105,
      "grad_norm": 2.2258352792984706,
      "learning_rate": 0.0002993430743435926,
      "loss": 7.0,
      "step": 6306
    },
    {
      "epoch": 0.2583248003276674,
      "grad_norm": 1.1960758790290664,
      "learning_rate": 0.00029934276941013415,
      "loss": 5.875,
      "step": 6307
    },
    {
      "epoch": 0.25836575875486384,
      "grad_norm": 1.3850476686098396,
      "learning_rate": 0.00029934246440607514,
      "loss": 5.7812,
      "step": 6308
    },
    {
      "epoch": 0.2584067171820602,
      "grad_norm": 6.204823623181488,
      "learning_rate": 0.0002993421593314156,
      "loss": 5.375,
      "step": 6309
    },
    {
      "epoch": 0.2584476756092566,
      "grad_norm": 4.293308451467603,
      "learning_rate": 0.0002993418541861558,
      "loss": 6.125,
      "step": 6310
    },
    {
      "epoch": 0.258488634036453,
      "grad_norm": 5.316168648079861,
      "learning_rate": 0.0002993415489702958,
      "loss": 7.0312,
      "step": 6311
    },
    {
      "epoch": 0.25852959246364937,
      "grad_norm": 1.4745062507059914,
      "learning_rate": 0.0002993412436838358,
      "loss": 7.3438,
      "step": 6312
    },
    {
      "epoch": 0.2585705508908458,
      "grad_norm": 1.9757232953220285,
      "learning_rate": 0.0002993409383267759,
      "loss": 7.0312,
      "step": 6313
    },
    {
      "epoch": 0.25861150931804217,
      "grad_norm": 1.1023549765658134,
      "learning_rate": 0.00029934063289911635,
      "loss": 5.8125,
      "step": 6314
    },
    {
      "epoch": 0.2586524677452386,
      "grad_norm": 3.1197774760066617,
      "learning_rate": 0.0002993403274008571,
      "loss": 4.5625,
      "step": 6315
    },
    {
      "epoch": 0.25869342617243496,
      "grad_norm": 1.5172340763877108,
      "learning_rate": 0.00029934002183199855,
      "loss": 6.375,
      "step": 6316
    },
    {
      "epoch": 0.2587343845996314,
      "grad_norm": 2.2676181886832216,
      "learning_rate": 0.00029933971619254063,
      "loss": 8.5,
      "step": 6317
    },
    {
      "epoch": 0.25877534302682775,
      "grad_norm": 1.3264102036458842,
      "learning_rate": 0.00029933941048248354,
      "loss": 5.625,
      "step": 6318
    },
    {
      "epoch": 0.2588163014540242,
      "grad_norm": 1.3514384045028192,
      "learning_rate": 0.0002993391047018274,
      "loss": 5.5312,
      "step": 6319
    },
    {
      "epoch": 0.25885725988122055,
      "grad_norm": 1.157944060534109,
      "learning_rate": 0.0002993387988505725,
      "loss": 6.0,
      "step": 6320
    },
    {
      "epoch": 0.25889821830841697,
      "grad_norm": 1.431925862151471,
      "learning_rate": 0.00029933849292871885,
      "loss": 5.6875,
      "step": 6321
    },
    {
      "epoch": 0.25893917673561334,
      "grad_norm": 2.148080936106238,
      "learning_rate": 0.0002993381869362666,
      "loss": 6.7812,
      "step": 6322
    },
    {
      "epoch": 0.25898013516280977,
      "grad_norm": 1.0845850124489993,
      "learning_rate": 0.00029933788087321595,
      "loss": 5.3125,
      "step": 6323
    },
    {
      "epoch": 0.25902109359000614,
      "grad_norm": 1.4408145102624914,
      "learning_rate": 0.00029933757473956697,
      "loss": 6.75,
      "step": 6324
    },
    {
      "epoch": 0.25906205201720256,
      "grad_norm": 1.4695421871955363,
      "learning_rate": 0.0002993372685353199,
      "loss": 5.875,
      "step": 6325
    },
    {
      "epoch": 0.25910301044439893,
      "grad_norm": 2.7791770084680727,
      "learning_rate": 0.0002993369622604748,
      "loss": 6.1562,
      "step": 6326
    },
    {
      "epoch": 0.25914396887159535,
      "grad_norm": 1.313105694627813,
      "learning_rate": 0.00029933665591503185,
      "loss": 6.3438,
      "step": 6327
    },
    {
      "epoch": 0.2591849272987917,
      "grad_norm": 0.981987417099221,
      "learning_rate": 0.00029933634949899125,
      "loss": 5.75,
      "step": 6328
    },
    {
      "epoch": 0.25922588572598815,
      "grad_norm": 12.233132970795257,
      "learning_rate": 0.00029933604301235305,
      "loss": 6.5,
      "step": 6329
    },
    {
      "epoch": 0.2592668441531845,
      "grad_norm": 1.5777249596977618,
      "learning_rate": 0.00029933573645511745,
      "loss": 7.75,
      "step": 6330
    },
    {
      "epoch": 0.2593078025803809,
      "grad_norm": 1.1216870886138712,
      "learning_rate": 0.0002993354298272845,
      "loss": 6.2812,
      "step": 6331
    },
    {
      "epoch": 0.2593487610075773,
      "grad_norm": 1.126222547911014,
      "learning_rate": 0.0002993351231288545,
      "loss": 5.3438,
      "step": 6332
    },
    {
      "epoch": 0.2593897194347737,
      "grad_norm": 1.3445910698036454,
      "learning_rate": 0.00029933481635982756,
      "loss": 6.1875,
      "step": 6333
    },
    {
      "epoch": 0.2594306778619701,
      "grad_norm": 1.821399885238666,
      "learning_rate": 0.0002993345095202037,
      "loss": 6.2188,
      "step": 6334
    },
    {
      "epoch": 0.2594716362891665,
      "grad_norm": 1.2013633357855196,
      "learning_rate": 0.0002993342026099832,
      "loss": 5.4688,
      "step": 6335
    },
    {
      "epoch": 0.2595125947163629,
      "grad_norm": 1.1357565217861527,
      "learning_rate": 0.0002993338956291661,
      "loss": 6.5938,
      "step": 6336
    },
    {
      "epoch": 0.25955355314355927,
      "grad_norm": 1.4248424505091732,
      "learning_rate": 0.00029933358857775266,
      "loss": 5.4688,
      "step": 6337
    },
    {
      "epoch": 0.2595945115707557,
      "grad_norm": 2.9185739309414993,
      "learning_rate": 0.0002993332814557429,
      "loss": 6.8438,
      "step": 6338
    },
    {
      "epoch": 0.25963546999795206,
      "grad_norm": 1.0602614454832948,
      "learning_rate": 0.0002993329742631371,
      "loss": 6.4375,
      "step": 6339
    },
    {
      "epoch": 0.2596764284251485,
      "grad_norm": 1.6346161944506452,
      "learning_rate": 0.0002993326669999353,
      "loss": 7.375,
      "step": 6340
    },
    {
      "epoch": 0.25971738685234486,
      "grad_norm": 2.451421396348312,
      "learning_rate": 0.00029933235966613767,
      "loss": 7.4688,
      "step": 6341
    },
    {
      "epoch": 0.2597583452795413,
      "grad_norm": 2.2257891083171617,
      "learning_rate": 0.0002993320522617444,
      "loss": 7.0938,
      "step": 6342
    },
    {
      "epoch": 0.25979930370673765,
      "grad_norm": 1.1628036246767934,
      "learning_rate": 0.0002993317447867556,
      "loss": 6.8125,
      "step": 6343
    },
    {
      "epoch": 0.2598402621339341,
      "grad_norm": 1.3035170973153258,
      "learning_rate": 0.0002993314372411714,
      "loss": 6.4375,
      "step": 6344
    },
    {
      "epoch": 0.25988122056113044,
      "grad_norm": 1.358081446212864,
      "learning_rate": 0.0002993311296249919,
      "loss": 6.3125,
      "step": 6345
    },
    {
      "epoch": 0.25992217898832687,
      "grad_norm": 1.6970990453627006,
      "learning_rate": 0.0002993308219382174,
      "loss": 6.6562,
      "step": 6346
    },
    {
      "epoch": 0.25996313741552324,
      "grad_norm": 1.430724090536616,
      "learning_rate": 0.0002993305141808479,
      "loss": 5.2812,
      "step": 6347
    },
    {
      "epoch": 0.26000409584271966,
      "grad_norm": 1.3272056166278208,
      "learning_rate": 0.0002993302063528836,
      "loss": 6.125,
      "step": 6348
    },
    {
      "epoch": 0.26004505426991603,
      "grad_norm": 1.4254245294708472,
      "learning_rate": 0.0002993298984543247,
      "loss": 6.5938,
      "step": 6349
    },
    {
      "epoch": 0.26008601269711246,
      "grad_norm": 1.3471077497734714,
      "learning_rate": 0.0002993295904851712,
      "loss": 6.4688,
      "step": 6350
    },
    {
      "epoch": 0.2601269711243088,
      "grad_norm": 1.6653025772831636,
      "learning_rate": 0.0002993292824454234,
      "loss": 5.875,
      "step": 6351
    },
    {
      "epoch": 0.2601679295515052,
      "grad_norm": 3.4789754673520705,
      "learning_rate": 0.0002993289743350814,
      "loss": 9.125,
      "step": 6352
    },
    {
      "epoch": 0.2602088879787016,
      "grad_norm": 1.6302780570576518,
      "learning_rate": 0.00029932866615414526,
      "loss": 7.0,
      "step": 6353
    },
    {
      "epoch": 0.260249846405898,
      "grad_norm": 1.0582255410303942,
      "learning_rate": 0.0002993283579026152,
      "loss": 6.4375,
      "step": 6354
    },
    {
      "epoch": 0.2602908048330944,
      "grad_norm": 1.4339754482068026,
      "learning_rate": 0.0002993280495804914,
      "loss": 5.9062,
      "step": 6355
    },
    {
      "epoch": 0.2603317632602908,
      "grad_norm": 1.2211341887989495,
      "learning_rate": 0.000299327741187774,
      "loss": 6.4688,
      "step": 6356
    },
    {
      "epoch": 0.2603727216874872,
      "grad_norm": 1.2713271092961476,
      "learning_rate": 0.00029932743272446304,
      "loss": 4.9062,
      "step": 6357
    },
    {
      "epoch": 0.2604136801146836,
      "grad_norm": 1.2090857561336628,
      "learning_rate": 0.0002993271241905587,
      "loss": 5.75,
      "step": 6358
    },
    {
      "epoch": 0.26045463854188,
      "grad_norm": 1.1247054037273676,
      "learning_rate": 0.00029932681558606124,
      "loss": 5.5938,
      "step": 6359
    },
    {
      "epoch": 0.26049559696907637,
      "grad_norm": 1.0348212943122128,
      "learning_rate": 0.0002993265069109707,
      "loss": 5.7812,
      "step": 6360
    },
    {
      "epoch": 0.2605365553962728,
      "grad_norm": 0.9798754314867691,
      "learning_rate": 0.0002993261981652872,
      "loss": 5.4688,
      "step": 6361
    },
    {
      "epoch": 0.26057751382346916,
      "grad_norm": 1.1391505725819042,
      "learning_rate": 0.000299325889349011,
      "loss": 5.3438,
      "step": 6362
    },
    {
      "epoch": 0.2606184722506656,
      "grad_norm": 0.978095680036121,
      "learning_rate": 0.0002993255804621422,
      "loss": 5.5,
      "step": 6363
    },
    {
      "epoch": 0.26065943067786196,
      "grad_norm": 1.1286850550278487,
      "learning_rate": 0.0002993252715046809,
      "loss": 5.7812,
      "step": 6364
    },
    {
      "epoch": 0.2607003891050584,
      "grad_norm": 1.0351373823538879,
      "learning_rate": 0.00029932496247662727,
      "loss": 5.4375,
      "step": 6365
    },
    {
      "epoch": 0.26074134753225475,
      "grad_norm": 1.0919806875756244,
      "learning_rate": 0.00029932465337798145,
      "loss": 6.0,
      "step": 6366
    },
    {
      "epoch": 0.2607823059594512,
      "grad_norm": 1.1984117559125322,
      "learning_rate": 0.00029932434420874366,
      "loss": 6.1562,
      "step": 6367
    },
    {
      "epoch": 0.26082326438664755,
      "grad_norm": 1.774827742939273,
      "learning_rate": 0.0002993240349689139,
      "loss": 7.2188,
      "step": 6368
    },
    {
      "epoch": 0.26086422281384397,
      "grad_norm": 1.9343594519109502,
      "learning_rate": 0.0002993237256584925,
      "loss": 7.4688,
      "step": 6369
    },
    {
      "epoch": 0.26090518124104034,
      "grad_norm": 1.7955365393359912,
      "learning_rate": 0.00029932341627747944,
      "loss": 7.2812,
      "step": 6370
    },
    {
      "epoch": 0.26094613966823677,
      "grad_norm": 5.980050009863277,
      "learning_rate": 0.00029932310682587496,
      "loss": 4.9688,
      "step": 6371
    },
    {
      "epoch": 0.26098709809543313,
      "grad_norm": 1.6199669568196637,
      "learning_rate": 0.00029932279730367917,
      "loss": 6.4062,
      "step": 6372
    },
    {
      "epoch": 0.2610280565226295,
      "grad_norm": 1.4180469583740067,
      "learning_rate": 0.0002993224877108922,
      "loss": 6.625,
      "step": 6373
    },
    {
      "epoch": 0.26106901494982593,
      "grad_norm": 1.1632789415354259,
      "learning_rate": 0.0002993221780475142,
      "loss": 7.1875,
      "step": 6374
    },
    {
      "epoch": 0.2611099733770223,
      "grad_norm": 1.1902880908959463,
      "learning_rate": 0.0002993218683135454,
      "loss": 6.3125,
      "step": 6375
    },
    {
      "epoch": 0.2611509318042187,
      "grad_norm": 1.3406236643668128,
      "learning_rate": 0.0002993215585089859,
      "loss": 6.25,
      "step": 6376
    },
    {
      "epoch": 0.2611918902314151,
      "grad_norm": 1.115701931455845,
      "learning_rate": 0.00029932124863383576,
      "loss": 6.4062,
      "step": 6377
    },
    {
      "epoch": 0.2612328486586115,
      "grad_norm": 3.0520397805947668,
      "learning_rate": 0.00029932093868809524,
      "loss": 6.6562,
      "step": 6378
    },
    {
      "epoch": 0.2612738070858079,
      "grad_norm": 1.28821664545227,
      "learning_rate": 0.00029932062867176444,
      "loss": 5.9062,
      "step": 6379
    },
    {
      "epoch": 0.2613147655130043,
      "grad_norm": 1.1605867472757394,
      "learning_rate": 0.00029932031858484357,
      "loss": 6.75,
      "step": 6380
    },
    {
      "epoch": 0.2613557239402007,
      "grad_norm": 1.3357540091776228,
      "learning_rate": 0.0002993200084273326,
      "loss": 6.0938,
      "step": 6381
    },
    {
      "epoch": 0.2613966823673971,
      "grad_norm": 1.7956267681187184,
      "learning_rate": 0.00029931969819923187,
      "loss": 4.8438,
      "step": 6382
    },
    {
      "epoch": 0.2614376407945935,
      "grad_norm": 3.191095989727822,
      "learning_rate": 0.0002993193879005415,
      "loss": 5.0625,
      "step": 6383
    },
    {
      "epoch": 0.2614785992217899,
      "grad_norm": 1.0466297493343009,
      "learning_rate": 0.0002993190775312615,
      "loss": 6.1875,
      "step": 6384
    },
    {
      "epoch": 0.26151955764898627,
      "grad_norm": 1.2248549006863756,
      "learning_rate": 0.0002993187670913921,
      "loss": 5.8125,
      "step": 6385
    },
    {
      "epoch": 0.2615605160761827,
      "grad_norm": 1.0039648789628839,
      "learning_rate": 0.0002993184565809335,
      "loss": 5.7188,
      "step": 6386
    },
    {
      "epoch": 0.26160147450337906,
      "grad_norm": 0.9872302961702305,
      "learning_rate": 0.00029931814599988576,
      "loss": 6.25,
      "step": 6387
    },
    {
      "epoch": 0.2616424329305755,
      "grad_norm": 0.922344439289124,
      "learning_rate": 0.0002993178353482491,
      "loss": 6.1562,
      "step": 6388
    },
    {
      "epoch": 0.26168339135777186,
      "grad_norm": 3.290921529455426,
      "learning_rate": 0.0002993175246260236,
      "loss": 6.875,
      "step": 6389
    },
    {
      "epoch": 0.2617243497849683,
      "grad_norm": 1.0505971382889505,
      "learning_rate": 0.0002993172138332095,
      "loss": 5.8438,
      "step": 6390
    },
    {
      "epoch": 0.26176530821216465,
      "grad_norm": 1.0303475583887742,
      "learning_rate": 0.00029931690296980683,
      "loss": 5.7188,
      "step": 6391
    },
    {
      "epoch": 0.2618062666393611,
      "grad_norm": 1.47536505686911,
      "learning_rate": 0.0002993165920358158,
      "loss": 5.4062,
      "step": 6392
    },
    {
      "epoch": 0.26184722506655744,
      "grad_norm": 1.2773229547178633,
      "learning_rate": 0.0002993162810312366,
      "loss": 5.9062,
      "step": 6393
    },
    {
      "epoch": 0.2618881834937538,
      "grad_norm": 1.161074494155163,
      "learning_rate": 0.00029931596995606927,
      "loss": 5.4688,
      "step": 6394
    },
    {
      "epoch": 0.26192914192095024,
      "grad_norm": 1.1637157666753186,
      "learning_rate": 0.000299315658810314,
      "loss": 6.2812,
      "step": 6395
    },
    {
      "epoch": 0.2619701003481466,
      "grad_norm": 1.0081511664839788,
      "learning_rate": 0.00029931534759397094,
      "loss": 6.1875,
      "step": 6396
    },
    {
      "epoch": 0.26201105877534303,
      "grad_norm": 3.2126870097707787,
      "learning_rate": 0.0002993150363070403,
      "loss": 7.0625,
      "step": 6397
    },
    {
      "epoch": 0.2620520172025394,
      "grad_norm": 1.4299965742668703,
      "learning_rate": 0.00029931472494952214,
      "loss": 5.625,
      "step": 6398
    },
    {
      "epoch": 0.2620929756297358,
      "grad_norm": 1.1881308486610986,
      "learning_rate": 0.0002993144135214167,
      "loss": 5.5,
      "step": 6399
    },
    {
      "epoch": 0.2621339340569322,
      "grad_norm": 1.1511987822022307,
      "learning_rate": 0.000299314102022724,
      "loss": 6.8125,
      "step": 6400
    },
    {
      "epoch": 0.2621748924841286,
      "grad_norm": 1.9210313097392973,
      "learning_rate": 0.0002993137904534443,
      "loss": 6.125,
      "step": 6401
    },
    {
      "epoch": 0.262215850911325,
      "grad_norm": 1.7897479949282438,
      "learning_rate": 0.0002993134788135777,
      "loss": 4.6562,
      "step": 6402
    },
    {
      "epoch": 0.2622568093385214,
      "grad_norm": 1.1863832295152081,
      "learning_rate": 0.00029931316710312436,
      "loss": 6.0938,
      "step": 6403
    },
    {
      "epoch": 0.2622977677657178,
      "grad_norm": 1.1406799330045938,
      "learning_rate": 0.0002993128553220844,
      "loss": 7.1875,
      "step": 6404
    },
    {
      "epoch": 0.2623387261929142,
      "grad_norm": 1.1706520048605769,
      "learning_rate": 0.000299312543470458,
      "loss": 5.4062,
      "step": 6405
    },
    {
      "epoch": 0.2623796846201106,
      "grad_norm": 1.1310398533807824,
      "learning_rate": 0.0002993122315482453,
      "loss": 5.2188,
      "step": 6406
    },
    {
      "epoch": 0.262420643047307,
      "grad_norm": 1.2355892730270888,
      "learning_rate": 0.0002993119195554464,
      "loss": 6.0,
      "step": 6407
    },
    {
      "epoch": 0.26246160147450337,
      "grad_norm": 1.050076050157977,
      "learning_rate": 0.0002993116074920615,
      "loss": 5.7188,
      "step": 6408
    },
    {
      "epoch": 0.2625025599016998,
      "grad_norm": 1.206897348208077,
      "learning_rate": 0.00029931129535809076,
      "loss": 7.25,
      "step": 6409
    },
    {
      "epoch": 0.26254351832889616,
      "grad_norm": 1.2032173887605593,
      "learning_rate": 0.0002993109831535343,
      "loss": 5.875,
      "step": 6410
    },
    {
      "epoch": 0.2625844767560926,
      "grad_norm": 1.2576316058064894,
      "learning_rate": 0.00029931067087839223,
      "loss": 6.0625,
      "step": 6411
    },
    {
      "epoch": 0.26262543518328896,
      "grad_norm": 1.2955972371427291,
      "learning_rate": 0.0002993103585326648,
      "loss": 6.4062,
      "step": 6412
    },
    {
      "epoch": 0.2626663936104854,
      "grad_norm": 1.5687620059553355,
      "learning_rate": 0.00029931004611635206,
      "loss": 6.5625,
      "step": 6413
    },
    {
      "epoch": 0.26270735203768175,
      "grad_norm": 0.9825112093541489,
      "learning_rate": 0.0002993097336294542,
      "loss": 6.3438,
      "step": 6414
    },
    {
      "epoch": 0.2627483104648782,
      "grad_norm": 3.6365406672557383,
      "learning_rate": 0.0002993094210719714,
      "loss": 5.8125,
      "step": 6415
    },
    {
      "epoch": 0.26278926889207455,
      "grad_norm": 1.2702581793977155,
      "learning_rate": 0.0002993091084439037,
      "loss": 7.4688,
      "step": 6416
    },
    {
      "epoch": 0.2628302273192709,
      "grad_norm": 1.6109173175983347,
      "learning_rate": 0.00029930879574525135,
      "loss": 4.8438,
      "step": 6417
    },
    {
      "epoch": 0.26287118574646734,
      "grad_norm": 1.2698571726200545,
      "learning_rate": 0.00029930848297601446,
      "loss": 5.875,
      "step": 6418
    },
    {
      "epoch": 0.2629121441736637,
      "grad_norm": 1.8315977778264898,
      "learning_rate": 0.00029930817013619325,
      "loss": 5.5938,
      "step": 6419
    },
    {
      "epoch": 0.26295310260086013,
      "grad_norm": 1.8938601243216284,
      "learning_rate": 0.0002993078572257877,
      "loss": 7.2188,
      "step": 6420
    },
    {
      "epoch": 0.2629940610280565,
      "grad_norm": 1.4582557908346445,
      "learning_rate": 0.0002993075442447981,
      "loss": 5.875,
      "step": 6421
    },
    {
      "epoch": 0.2630350194552529,
      "grad_norm": 1.1328023848993263,
      "learning_rate": 0.00029930723119322457,
      "loss": 6.3438,
      "step": 6422
    },
    {
      "epoch": 0.2630759778824493,
      "grad_norm": 1.021884453816329,
      "learning_rate": 0.00029930691807106724,
      "loss": 6.7812,
      "step": 6423
    },
    {
      "epoch": 0.2631169363096457,
      "grad_norm": 1.0528012510722624,
      "learning_rate": 0.00029930660487832624,
      "loss": 5.5312,
      "step": 6424
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 1.2472844468876942,
      "learning_rate": 0.0002993062916150018,
      "loss": 4.875,
      "step": 6425
    },
    {
      "epoch": 0.2631988531640385,
      "grad_norm": 1.1103915310920554,
      "learning_rate": 0.00029930597828109397,
      "loss": 6.7812,
      "step": 6426
    },
    {
      "epoch": 0.2632398115912349,
      "grad_norm": 1.1402169461563834,
      "learning_rate": 0.00029930566487660287,
      "loss": 5.6562,
      "step": 6427
    },
    {
      "epoch": 0.2632807700184313,
      "grad_norm": 1.2097219628728857,
      "learning_rate": 0.00029930535140152884,
      "loss": 4.9688,
      "step": 6428
    },
    {
      "epoch": 0.2633217284456277,
      "grad_norm": 1.1275079137937916,
      "learning_rate": 0.0002993050378558718,
      "loss": 5.9062,
      "step": 6429
    },
    {
      "epoch": 0.2633626868728241,
      "grad_norm": 1.2806375378950476,
      "learning_rate": 0.0002993047242396321,
      "loss": 6.2812,
      "step": 6430
    },
    {
      "epoch": 0.2634036453000205,
      "grad_norm": 1.0508431678967671,
      "learning_rate": 0.0002993044105528097,
      "loss": 6.0938,
      "step": 6431
    },
    {
      "epoch": 0.2634446037272169,
      "grad_norm": 1.0546661725026165,
      "learning_rate": 0.0002993040967954049,
      "loss": 6.25,
      "step": 6432
    },
    {
      "epoch": 0.26348556215441327,
      "grad_norm": 1.1667913626341524,
      "learning_rate": 0.0002993037829674177,
      "loss": 6.0625,
      "step": 6433
    },
    {
      "epoch": 0.2635265205816097,
      "grad_norm": 5.448882324650766,
      "learning_rate": 0.00029930346906884844,
      "loss": 3.2031,
      "step": 6434
    },
    {
      "epoch": 0.26356747900880606,
      "grad_norm": 1.0830004890213736,
      "learning_rate": 0.0002993031550996971,
      "loss": 6.0312,
      "step": 6435
    },
    {
      "epoch": 0.2636084374360025,
      "grad_norm": 1.2514785219403022,
      "learning_rate": 0.0002993028410599639,
      "loss": 5.5312,
      "step": 6436
    },
    {
      "epoch": 0.26364939586319885,
      "grad_norm": 1.3800191761946974,
      "learning_rate": 0.000299302526949649,
      "loss": 5.3125,
      "step": 6437
    },
    {
      "epoch": 0.2636903542903952,
      "grad_norm": 1.390996301186553,
      "learning_rate": 0.00029930221276875253,
      "loss": 5.6562,
      "step": 6438
    },
    {
      "epoch": 0.26373131271759165,
      "grad_norm": 1.3307675595017134,
      "learning_rate": 0.0002993018985172746,
      "loss": 7.0312,
      "step": 6439
    },
    {
      "epoch": 0.263772271144788,
      "grad_norm": 2.1191229604274517,
      "learning_rate": 0.00029930158419521545,
      "loss": 4.9062,
      "step": 6440
    },
    {
      "epoch": 0.26381322957198444,
      "grad_norm": 1.7479831488189528,
      "learning_rate": 0.00029930126980257516,
      "loss": 7.9062,
      "step": 6441
    },
    {
      "epoch": 0.2638541879991808,
      "grad_norm": 2.492898738946899,
      "learning_rate": 0.00029930095533935386,
      "loss": 5.8438,
      "step": 6442
    },
    {
      "epoch": 0.26389514642637724,
      "grad_norm": 1.288943160143488,
      "learning_rate": 0.00029930064080555175,
      "loss": 6.5,
      "step": 6443
    },
    {
      "epoch": 0.2639361048535736,
      "grad_norm": 1.4619687668409498,
      "learning_rate": 0.00029930032620116895,
      "loss": 5.875,
      "step": 6444
    },
    {
      "epoch": 0.26397706328077003,
      "grad_norm": 1.7634201033806616,
      "learning_rate": 0.0002993000115262056,
      "loss": 6.7188,
      "step": 6445
    },
    {
      "epoch": 0.2640180217079664,
      "grad_norm": 1.1907701216227458,
      "learning_rate": 0.00029929969678066197,
      "loss": 6.125,
      "step": 6446
    },
    {
      "epoch": 0.2640589801351628,
      "grad_norm": 1.3250067461641153,
      "learning_rate": 0.000299299381964538,
      "loss": 6.625,
      "step": 6447
    },
    {
      "epoch": 0.2640999385623592,
      "grad_norm": 1.1199381616548238,
      "learning_rate": 0.000299299067077834,
      "loss": 5.875,
      "step": 6448
    },
    {
      "epoch": 0.2641408969895556,
      "grad_norm": 3.762168699803836,
      "learning_rate": 0.00029929875212055006,
      "loss": 6.625,
      "step": 6449
    },
    {
      "epoch": 0.264181855416752,
      "grad_norm": 1.2697264397952537,
      "learning_rate": 0.0002992984370926863,
      "loss": 5.9375,
      "step": 6450
    },
    {
      "epoch": 0.2642228138439484,
      "grad_norm": 3.2947953169094957,
      "learning_rate": 0.0002992981219942429,
      "loss": 6.0,
      "step": 6451
    },
    {
      "epoch": 0.2642637722711448,
      "grad_norm": 1.2399274481028477,
      "learning_rate": 0.00029929780682522004,
      "loss": 5.5,
      "step": 6452
    },
    {
      "epoch": 0.2643047306983412,
      "grad_norm": 1.1820946976363884,
      "learning_rate": 0.0002992974915856178,
      "loss": 5.5312,
      "step": 6453
    },
    {
      "epoch": 0.2643456891255376,
      "grad_norm": 6.909052077218847,
      "learning_rate": 0.0002992971762754365,
      "loss": 3.7656,
      "step": 6454
    },
    {
      "epoch": 0.264386647552734,
      "grad_norm": 1.289880330997683,
      "learning_rate": 0.000299296860894676,
      "loss": 5.9688,
      "step": 6455
    },
    {
      "epoch": 0.26442760597993037,
      "grad_norm": 7.038053015895723,
      "learning_rate": 0.0002992965454433367,
      "loss": 7.0312,
      "step": 6456
    },
    {
      "epoch": 0.2644685644071268,
      "grad_norm": 1.3410690499566111,
      "learning_rate": 0.0002992962299214186,
      "loss": 5.9688,
      "step": 6457
    },
    {
      "epoch": 0.26450952283432316,
      "grad_norm": 1.4066220775316982,
      "learning_rate": 0.0002992959143289219,
      "loss": 5.5,
      "step": 6458
    },
    {
      "epoch": 0.26455048126151953,
      "grad_norm": 1.4859578014155228,
      "learning_rate": 0.00029929559866584686,
      "loss": 6.125,
      "step": 6459
    },
    {
      "epoch": 0.26459143968871596,
      "grad_norm": 1.5190035099133126,
      "learning_rate": 0.00029929528293219345,
      "loss": 6.5625,
      "step": 6460
    },
    {
      "epoch": 0.2646323981159123,
      "grad_norm": 2.4650371032790437,
      "learning_rate": 0.0002992949671279619,
      "loss": 7.2188,
      "step": 6461
    },
    {
      "epoch": 0.26467335654310875,
      "grad_norm": 1.2097157971431058,
      "learning_rate": 0.00029929465125315234,
      "loss": 6.125,
      "step": 6462
    },
    {
      "epoch": 0.2647143149703051,
      "grad_norm": 1.204887204522366,
      "learning_rate": 0.0002992943353077649,
      "loss": 5.5938,
      "step": 6463
    },
    {
      "epoch": 0.26475527339750154,
      "grad_norm": 1.1658040050156024,
      "learning_rate": 0.00029929401929179984,
      "loss": 5.2188,
      "step": 6464
    },
    {
      "epoch": 0.2647962318246979,
      "grad_norm": 1.9381130051186946,
      "learning_rate": 0.00029929370320525716,
      "loss": 6.0,
      "step": 6465
    },
    {
      "epoch": 0.26483719025189434,
      "grad_norm": 1.3376522253165564,
      "learning_rate": 0.00029929338704813715,
      "loss": 5.3125,
      "step": 6466
    },
    {
      "epoch": 0.2648781486790907,
      "grad_norm": 1.2330849831113986,
      "learning_rate": 0.0002992930708204398,
      "loss": 5.9688,
      "step": 6467
    },
    {
      "epoch": 0.26491910710628713,
      "grad_norm": 1.6475483997020286,
      "learning_rate": 0.0002992927545221654,
      "loss": 6.8438,
      "step": 6468
    },
    {
      "epoch": 0.2649600655334835,
      "grad_norm": 5.39806828592968,
      "learning_rate": 0.0002992924381533141,
      "loss": 7.5625,
      "step": 6469
    },
    {
      "epoch": 0.2650010239606799,
      "grad_norm": 1.125726946254853,
      "learning_rate": 0.0002992921217138859,
      "loss": 5.8438,
      "step": 6470
    },
    {
      "epoch": 0.2650419823878763,
      "grad_norm": 2.244894402493912,
      "learning_rate": 0.0002992918052038811,
      "loss": 8.875,
      "step": 6471
    },
    {
      "epoch": 0.2650829408150727,
      "grad_norm": 1.3949981505647926,
      "learning_rate": 0.00029929148862329984,
      "loss": 6.375,
      "step": 6472
    },
    {
      "epoch": 0.2651238992422691,
      "grad_norm": 2.723894778187284,
      "learning_rate": 0.0002992911719721421,
      "loss": 7.375,
      "step": 6473
    },
    {
      "epoch": 0.2651648576694655,
      "grad_norm": 1.514484047035998,
      "learning_rate": 0.00029929085525040827,
      "loss": 5.5625,
      "step": 6474
    },
    {
      "epoch": 0.2652058160966619,
      "grad_norm": 1.5383702867001157,
      "learning_rate": 0.0002992905384580984,
      "loss": 7.7188,
      "step": 6475
    },
    {
      "epoch": 0.2652467745238583,
      "grad_norm": 1.377680034398634,
      "learning_rate": 0.0002992902215952126,
      "loss": 6.7188,
      "step": 6476
    },
    {
      "epoch": 0.2652877329510547,
      "grad_norm": 1.523914625610347,
      "learning_rate": 0.00029928990466175095,
      "loss": 5.75,
      "step": 6477
    },
    {
      "epoch": 0.2653286913782511,
      "grad_norm": 1.327718134190213,
      "learning_rate": 0.0002992895876577138,
      "loss": 6.25,
      "step": 6478
    },
    {
      "epoch": 0.26536964980544747,
      "grad_norm": 1.259734539809124,
      "learning_rate": 0.00029928927058310117,
      "loss": 6.2812,
      "step": 6479
    },
    {
      "epoch": 0.26541060823264384,
      "grad_norm": 1.19019923067027,
      "learning_rate": 0.00029928895343791324,
      "loss": 5.6562,
      "step": 6480
    },
    {
      "epoch": 0.26545156665984027,
      "grad_norm": 1.1998331780780782,
      "learning_rate": 0.00029928863622215014,
      "loss": 5.5312,
      "step": 6481
    },
    {
      "epoch": 0.26549252508703663,
      "grad_norm": 1.5004017009969908,
      "learning_rate": 0.00029928831893581204,
      "loss": 7.3125,
      "step": 6482
    },
    {
      "epoch": 0.26553348351423306,
      "grad_norm": 6.122442916370423,
      "learning_rate": 0.0002992880015788991,
      "loss": 8.0,
      "step": 6483
    },
    {
      "epoch": 0.26557444194142943,
      "grad_norm": 1.1766190881952434,
      "learning_rate": 0.00029928768415141144,
      "loss": 6.0,
      "step": 6484
    },
    {
      "epoch": 0.26561540036862585,
      "grad_norm": 1.1908818078857772,
      "learning_rate": 0.00029928736665334925,
      "loss": 6.375,
      "step": 6485
    },
    {
      "epoch": 0.2656563587958222,
      "grad_norm": 1.3111106809360977,
      "learning_rate": 0.0002992870490847126,
      "loss": 6.125,
      "step": 6486
    },
    {
      "epoch": 0.26569731722301865,
      "grad_norm": 1.7830116861837049,
      "learning_rate": 0.0002992867314455017,
      "loss": 6.2188,
      "step": 6487
    },
    {
      "epoch": 0.265738275650215,
      "grad_norm": 0.9858752677491397,
      "learning_rate": 0.00029928641373571676,
      "loss": 5.6875,
      "step": 6488
    },
    {
      "epoch": 0.26577923407741144,
      "grad_norm": 5.566232466641155,
      "learning_rate": 0.00029928609595535787,
      "loss": 6.1562,
      "step": 6489
    },
    {
      "epoch": 0.2658201925046078,
      "grad_norm": 1.0574171830568402,
      "learning_rate": 0.0002992857781044251,
      "loss": 6.5625,
      "step": 6490
    },
    {
      "epoch": 0.26586115093180424,
      "grad_norm": 3.6017807188648425,
      "learning_rate": 0.0002992854601829187,
      "loss": 2.5781,
      "step": 6491
    },
    {
      "epoch": 0.2659021093590006,
      "grad_norm": 1.0426722086630777,
      "learning_rate": 0.00029928514219083885,
      "loss": 5.3125,
      "step": 6492
    },
    {
      "epoch": 0.26594306778619703,
      "grad_norm": 0.9297455879997675,
      "learning_rate": 0.00029928482412818565,
      "loss": 6.8438,
      "step": 6493
    },
    {
      "epoch": 0.2659840262133934,
      "grad_norm": 1.0195405043006933,
      "learning_rate": 0.0002992845059949592,
      "loss": 5.5938,
      "step": 6494
    },
    {
      "epoch": 0.2660249846405898,
      "grad_norm": 1.4436567589288303,
      "learning_rate": 0.0002992841877911597,
      "loss": 8.0,
      "step": 6495
    },
    {
      "epoch": 0.2660659430677862,
      "grad_norm": 1.0278953276136658,
      "learning_rate": 0.0002992838695167873,
      "loss": 5.9375,
      "step": 6496
    },
    {
      "epoch": 0.2661069014949826,
      "grad_norm": 1.103096381808401,
      "learning_rate": 0.0002992835511718422,
      "loss": 7.3125,
      "step": 6497
    },
    {
      "epoch": 0.266147859922179,
      "grad_norm": 1.3034108519274643,
      "learning_rate": 0.00029928323275632443,
      "loss": 7.5,
      "step": 6498
    },
    {
      "epoch": 0.2661888183493754,
      "grad_norm": 3.124991226249401,
      "learning_rate": 0.0002992829142702342,
      "loss": 6.1562,
      "step": 6499
    },
    {
      "epoch": 0.2662297767765718,
      "grad_norm": 1.3617287255127912,
      "learning_rate": 0.00029928259571357173,
      "loss": 6.125,
      "step": 6500
    },
    {
      "epoch": 0.26627073520376815,
      "grad_norm": 1.0883832595280114,
      "learning_rate": 0.00029928227708633705,
      "loss": 5.9375,
      "step": 6501
    },
    {
      "epoch": 0.2663116936309646,
      "grad_norm": 1.8656230992579181,
      "learning_rate": 0.00029928195838853047,
      "loss": 6.0938,
      "step": 6502
    },
    {
      "epoch": 0.26635265205816094,
      "grad_norm": 1.283488865528722,
      "learning_rate": 0.00029928163962015196,
      "loss": 6.8438,
      "step": 6503
    },
    {
      "epoch": 0.26639361048535737,
      "grad_norm": 2.3909371053845665,
      "learning_rate": 0.00029928132078120177,
      "loss": 7.8125,
      "step": 6504
    },
    {
      "epoch": 0.26643456891255374,
      "grad_norm": 1.6586276707255643,
      "learning_rate": 0.00029928100187168004,
      "loss": 6.875,
      "step": 6505
    },
    {
      "epoch": 0.26647552733975016,
      "grad_norm": 1.9530396728519435,
      "learning_rate": 0.00029928068289158694,
      "loss": 6.8125,
      "step": 6506
    },
    {
      "epoch": 0.26651648576694653,
      "grad_norm": 1.2005200695993126,
      "learning_rate": 0.0002992803638409225,
      "loss": 6.25,
      "step": 6507
    },
    {
      "epoch": 0.26655744419414296,
      "grad_norm": 1.5577378105784996,
      "learning_rate": 0.00029928004471968707,
      "loss": 6.3438,
      "step": 6508
    },
    {
      "epoch": 0.2665984026213393,
      "grad_norm": 1.4000692265627945,
      "learning_rate": 0.00029927972552788067,
      "loss": 7.9688,
      "step": 6509
    },
    {
      "epoch": 0.26663936104853575,
      "grad_norm": 2.898074794623437,
      "learning_rate": 0.0002992794062655035,
      "loss": 8.3125,
      "step": 6510
    },
    {
      "epoch": 0.2666803194757321,
      "grad_norm": 1.0973788772536024,
      "learning_rate": 0.0002992790869325556,
      "loss": 6.8438,
      "step": 6511
    },
    {
      "epoch": 0.26672127790292854,
      "grad_norm": 1.1931844042928594,
      "learning_rate": 0.0002992787675290373,
      "loss": 5.5,
      "step": 6512
    },
    {
      "epoch": 0.2667622363301249,
      "grad_norm": 0.9713769080008116,
      "learning_rate": 0.00029927844805494866,
      "loss": 6.4062,
      "step": 6513
    },
    {
      "epoch": 0.26680319475732134,
      "grad_norm": 1.812518099663551,
      "learning_rate": 0.0002992781285102898,
      "loss": 6.1875,
      "step": 6514
    },
    {
      "epoch": 0.2668441531845177,
      "grad_norm": 1.4484842431323404,
      "learning_rate": 0.0002992778088950609,
      "loss": 6.5,
      "step": 6515
    },
    {
      "epoch": 0.26688511161171413,
      "grad_norm": 1.217479243177011,
      "learning_rate": 0.0002992774892092621,
      "loss": 5.2812,
      "step": 6516
    },
    {
      "epoch": 0.2669260700389105,
      "grad_norm": 1.4093020770509954,
      "learning_rate": 0.0002992771694528936,
      "loss": 8.3125,
      "step": 6517
    },
    {
      "epoch": 0.2669670284661069,
      "grad_norm": 1.6817923751687907,
      "learning_rate": 0.0002992768496259555,
      "loss": 6.5312,
      "step": 6518
    },
    {
      "epoch": 0.2670079868933033,
      "grad_norm": 1.8268176517645187,
      "learning_rate": 0.00029927652972844797,
      "loss": 7.25,
      "step": 6519
    },
    {
      "epoch": 0.2670489453204997,
      "grad_norm": 1.1305613583470857,
      "learning_rate": 0.00029927620976037114,
      "loss": 6.0,
      "step": 6520
    },
    {
      "epoch": 0.2670899037476961,
      "grad_norm": 1.3366947268654696,
      "learning_rate": 0.00029927588972172517,
      "loss": 4.5625,
      "step": 6521
    },
    {
      "epoch": 0.26713086217489246,
      "grad_norm": 1.2053846348309023,
      "learning_rate": 0.00029927556961251026,
      "loss": 6.125,
      "step": 6522
    },
    {
      "epoch": 0.2671718206020889,
      "grad_norm": 1.2287870162362973,
      "learning_rate": 0.0002992752494327266,
      "loss": 6.7188,
      "step": 6523
    },
    {
      "epoch": 0.26721277902928525,
      "grad_norm": 2.692369394887628,
      "learning_rate": 0.00029927492918237414,
      "loss": 7.4375,
      "step": 6524
    },
    {
      "epoch": 0.2672537374564817,
      "grad_norm": 1.3710422958927015,
      "learning_rate": 0.00029927460886145315,
      "loss": 6.375,
      "step": 6525
    },
    {
      "epoch": 0.26729469588367805,
      "grad_norm": 1.4242581578291484,
      "learning_rate": 0.0002992742884699639,
      "loss": 5.875,
      "step": 6526
    },
    {
      "epoch": 0.26733565431087447,
      "grad_norm": 1.183680834098855,
      "learning_rate": 0.00029927396800790633,
      "loss": 6.0,
      "step": 6527
    },
    {
      "epoch": 0.26737661273807084,
      "grad_norm": 1.4896025320272603,
      "learning_rate": 0.00029927364747528066,
      "loss": 6.1562,
      "step": 6528
    },
    {
      "epoch": 0.26741757116526726,
      "grad_norm": 1.1521016920890217,
      "learning_rate": 0.00029927332687208714,
      "loss": 5.1875,
      "step": 6529
    },
    {
      "epoch": 0.26745852959246363,
      "grad_norm": 1.304170539322841,
      "learning_rate": 0.00029927300619832583,
      "loss": 5.4375,
      "step": 6530
    },
    {
      "epoch": 0.26749948801966006,
      "grad_norm": 2.1500922695112545,
      "learning_rate": 0.00029927268545399695,
      "loss": 8.125,
      "step": 6531
    },
    {
      "epoch": 0.26754044644685643,
      "grad_norm": 1.3230950759587827,
      "learning_rate": 0.0002992723646391006,
      "loss": 5.5625,
      "step": 6532
    },
    {
      "epoch": 0.26758140487405285,
      "grad_norm": 1.3049759508909238,
      "learning_rate": 0.0002992720437536369,
      "loss": 5.375,
      "step": 6533
    },
    {
      "epoch": 0.2676223633012492,
      "grad_norm": 8.94863604146174,
      "learning_rate": 0.00029927172279760604,
      "loss": 6.9062,
      "step": 6534
    },
    {
      "epoch": 0.26766332172844565,
      "grad_norm": 1.208104529303831,
      "learning_rate": 0.0002992714017710082,
      "loss": 5.6562,
      "step": 6535
    },
    {
      "epoch": 0.267704280155642,
      "grad_norm": 1.2668927558740948,
      "learning_rate": 0.00029927108067384346,
      "loss": 6.0312,
      "step": 6536
    },
    {
      "epoch": 0.26774523858283844,
      "grad_norm": 6.321827384522371,
      "learning_rate": 0.000299270759506112,
      "loss": 6.4062,
      "step": 6537
    },
    {
      "epoch": 0.2677861970100348,
      "grad_norm": 1.648888170189943,
      "learning_rate": 0.00029927043826781405,
      "loss": 7.5938,
      "step": 6538
    },
    {
      "epoch": 0.26782715543723123,
      "grad_norm": 1.2891318356860655,
      "learning_rate": 0.00029927011695894966,
      "loss": 7.5,
      "step": 6539
    },
    {
      "epoch": 0.2678681138644276,
      "grad_norm": 1.6468024664060033,
      "learning_rate": 0.00029926979557951905,
      "loss": 8.0625,
      "step": 6540
    },
    {
      "epoch": 0.26790907229162403,
      "grad_norm": 1.2636179736030326,
      "learning_rate": 0.00029926947412952233,
      "loss": 7.6875,
      "step": 6541
    },
    {
      "epoch": 0.2679500307188204,
      "grad_norm": 1.4890379357115988,
      "learning_rate": 0.00029926915260895966,
      "loss": 5.8438,
      "step": 6542
    },
    {
      "epoch": 0.26799098914601677,
      "grad_norm": 1.2758446418555518,
      "learning_rate": 0.0002992688310178312,
      "loss": 5.5625,
      "step": 6543
    },
    {
      "epoch": 0.2680319475732132,
      "grad_norm": 1.534406048040208,
      "learning_rate": 0.0002992685093561371,
      "loss": 5.8438,
      "step": 6544
    },
    {
      "epoch": 0.26807290600040956,
      "grad_norm": 2.169455662577771,
      "learning_rate": 0.0002992681876238775,
      "loss": 5.7188,
      "step": 6545
    },
    {
      "epoch": 0.268113864427606,
      "grad_norm": 3.649879644114726,
      "learning_rate": 0.00029926786582105253,
      "loss": 6.5,
      "step": 6546
    },
    {
      "epoch": 0.26815482285480235,
      "grad_norm": 2.4068008394155562,
      "learning_rate": 0.00029926754394766245,
      "loss": 8.0,
      "step": 6547
    },
    {
      "epoch": 0.2681957812819988,
      "grad_norm": 1.2451465038964054,
      "learning_rate": 0.00029926722200370733,
      "loss": 5.875,
      "step": 6548
    },
    {
      "epoch": 0.26823673970919515,
      "grad_norm": 1.80447897652873,
      "learning_rate": 0.00029926689998918725,
      "loss": 8.0625,
      "step": 6549
    },
    {
      "epoch": 0.2682776981363916,
      "grad_norm": 3.233032494642001,
      "learning_rate": 0.0002992665779041025,
      "loss": 7.2188,
      "step": 6550
    },
    {
      "epoch": 0.26831865656358794,
      "grad_norm": 1.087832603165725,
      "learning_rate": 0.0002992662557484532,
      "loss": 5.75,
      "step": 6551
    },
    {
      "epoch": 0.26835961499078437,
      "grad_norm": 2.0007087133303676,
      "learning_rate": 0.0002992659335222394,
      "loss": 6.4062,
      "step": 6552
    },
    {
      "epoch": 0.26840057341798074,
      "grad_norm": 1.601880578051034,
      "learning_rate": 0.0002992656112254614,
      "loss": 6.1875,
      "step": 6553
    },
    {
      "epoch": 0.26844153184517716,
      "grad_norm": 1.1980269421202066,
      "learning_rate": 0.00029926528885811923,
      "loss": 5.5938,
      "step": 6554
    },
    {
      "epoch": 0.26848249027237353,
      "grad_norm": 1.2862038496529993,
      "learning_rate": 0.0002992649664202131,
      "loss": 5.875,
      "step": 6555
    },
    {
      "epoch": 0.26852344869956996,
      "grad_norm": 2.555217416923986,
      "learning_rate": 0.0002992646439117432,
      "loss": 8.875,
      "step": 6556
    },
    {
      "epoch": 0.2685644071267663,
      "grad_norm": 1.3234163581065181,
      "learning_rate": 0.0002992643213327096,
      "loss": 6.0,
      "step": 6557
    },
    {
      "epoch": 0.26860536555396275,
      "grad_norm": 1.2037802862164921,
      "learning_rate": 0.00029926399868311247,
      "loss": 5.8125,
      "step": 6558
    },
    {
      "epoch": 0.2686463239811591,
      "grad_norm": 1.3890118383965016,
      "learning_rate": 0.00029926367596295203,
      "loss": 6.9375,
      "step": 6559
    },
    {
      "epoch": 0.26868728240835554,
      "grad_norm": 1.0637090001435152,
      "learning_rate": 0.00029926335317222836,
      "loss": 5.3438,
      "step": 6560
    },
    {
      "epoch": 0.2687282408355519,
      "grad_norm": 1.104638726179856,
      "learning_rate": 0.0002992630303109416,
      "loss": 5.9062,
      "step": 6561
    },
    {
      "epoch": 0.26876919926274834,
      "grad_norm": 1.5112243558976628,
      "learning_rate": 0.000299262707379092,
      "loss": 5.4688,
      "step": 6562
    },
    {
      "epoch": 0.2688101576899447,
      "grad_norm": 1.0965438367031528,
      "learning_rate": 0.00029926238437667964,
      "loss": 5.4062,
      "step": 6563
    },
    {
      "epoch": 0.2688511161171411,
      "grad_norm": 1.281404637672935,
      "learning_rate": 0.0002992620613037047,
      "loss": 7.4375,
      "step": 6564
    },
    {
      "epoch": 0.2688920745443375,
      "grad_norm": 1.072412762766156,
      "learning_rate": 0.00029926173816016726,
      "loss": 5.5625,
      "step": 6565
    },
    {
      "epoch": 0.26893303297153387,
      "grad_norm": 1.2045016520399816,
      "learning_rate": 0.00029926141494606757,
      "loss": 6.1875,
      "step": 6566
    },
    {
      "epoch": 0.2689739913987303,
      "grad_norm": 1.4361621079106504,
      "learning_rate": 0.0002992610916614058,
      "loss": 5.7812,
      "step": 6567
    },
    {
      "epoch": 0.26901494982592666,
      "grad_norm": 1.6033607075593073,
      "learning_rate": 0.00029926076830618194,
      "loss": 5.8438,
      "step": 6568
    },
    {
      "epoch": 0.2690559082531231,
      "grad_norm": 1.0023018504608021,
      "learning_rate": 0.00029926044488039633,
      "loss": 5.9062,
      "step": 6569
    },
    {
      "epoch": 0.26909686668031946,
      "grad_norm": 1.0465263420575228,
      "learning_rate": 0.000299260121384049,
      "loss": 5.6875,
      "step": 6570
    },
    {
      "epoch": 0.2691378251075159,
      "grad_norm": 1.2563857328234957,
      "learning_rate": 0.00029925979781714017,
      "loss": 6.5938,
      "step": 6571
    },
    {
      "epoch": 0.26917878353471225,
      "grad_norm": 1.1990686498900212,
      "learning_rate": 0.00029925947417966994,
      "loss": 5.4375,
      "step": 6572
    },
    {
      "epoch": 0.2692197419619087,
      "grad_norm": 3.909689306151627,
      "learning_rate": 0.00029925915047163853,
      "loss": 7.9688,
      "step": 6573
    },
    {
      "epoch": 0.26926070038910505,
      "grad_norm": 3.2951866253985065,
      "learning_rate": 0.00029925882669304605,
      "loss": 7.375,
      "step": 6574
    },
    {
      "epoch": 0.26930165881630147,
      "grad_norm": 1.3361382295404318,
      "learning_rate": 0.0002992585028438926,
      "loss": 5.9375,
      "step": 6575
    },
    {
      "epoch": 0.26934261724349784,
      "grad_norm": 1.2271590550513263,
      "learning_rate": 0.0002992581789241784,
      "loss": 6.3438,
      "step": 6576
    },
    {
      "epoch": 0.26938357567069426,
      "grad_norm": 1.083529743333287,
      "learning_rate": 0.00029925785493390366,
      "loss": 5.9062,
      "step": 6577
    },
    {
      "epoch": 0.26942453409789063,
      "grad_norm": 1.2327470643284848,
      "learning_rate": 0.00029925753087306847,
      "loss": 5.75,
      "step": 6578
    },
    {
      "epoch": 0.26946549252508706,
      "grad_norm": 1.3093397315219364,
      "learning_rate": 0.000299257206741673,
      "loss": 6.1562,
      "step": 6579
    },
    {
      "epoch": 0.2695064509522834,
      "grad_norm": 1.4813648180294046,
      "learning_rate": 0.0002992568825397173,
      "loss": 5.625,
      "step": 6580
    },
    {
      "epoch": 0.26954740937947985,
      "grad_norm": 1.240163891573345,
      "learning_rate": 0.0002992565582672016,
      "loss": 6.5625,
      "step": 6581
    },
    {
      "epoch": 0.2695883678066762,
      "grad_norm": 1.1515369367145623,
      "learning_rate": 0.0002992562339241261,
      "loss": 5.5,
      "step": 6582
    },
    {
      "epoch": 0.26962932623387265,
      "grad_norm": 1.2608427413640486,
      "learning_rate": 0.0002992559095104909,
      "loss": 5.0625,
      "step": 6583
    },
    {
      "epoch": 0.269670284661069,
      "grad_norm": 1.3285803116511927,
      "learning_rate": 0.0002992555850262962,
      "loss": 6.125,
      "step": 6584
    },
    {
      "epoch": 0.2697112430882654,
      "grad_norm": 3.8645224389683106,
      "learning_rate": 0.0002992552604715421,
      "loss": 4.9375,
      "step": 6585
    },
    {
      "epoch": 0.2697522015154618,
      "grad_norm": 1.3483376530008695,
      "learning_rate": 0.00029925493584622874,
      "loss": 6.4375,
      "step": 6586
    },
    {
      "epoch": 0.2697931599426582,
      "grad_norm": 2.8807710919441627,
      "learning_rate": 0.00029925461115035633,
      "loss": 6.6562,
      "step": 6587
    },
    {
      "epoch": 0.2698341183698546,
      "grad_norm": 1.3080903524435534,
      "learning_rate": 0.00029925428638392503,
      "loss": 5.9062,
      "step": 6588
    },
    {
      "epoch": 0.269875076797051,
      "grad_norm": 1.1026466306014708,
      "learning_rate": 0.00029925396154693493,
      "loss": 5.1875,
      "step": 6589
    },
    {
      "epoch": 0.2699160352242474,
      "grad_norm": 1.095907156180351,
      "learning_rate": 0.0002992536366393862,
      "loss": 5.6562,
      "step": 6590
    },
    {
      "epoch": 0.26995699365144377,
      "grad_norm": 2.127419832608847,
      "learning_rate": 0.00029925331166127906,
      "loss": 5.0312,
      "step": 6591
    },
    {
      "epoch": 0.2699979520786402,
      "grad_norm": 1.7104590684752135,
      "learning_rate": 0.0002992529866126136,
      "loss": 5.9062,
      "step": 6592
    },
    {
      "epoch": 0.27003891050583656,
      "grad_norm": 1.4657259404442209,
      "learning_rate": 0.00029925266149339,
      "loss": 5.5625,
      "step": 6593
    },
    {
      "epoch": 0.270079868933033,
      "grad_norm": 1.2653210652615148,
      "learning_rate": 0.0002992523363036084,
      "loss": 5.9375,
      "step": 6594
    },
    {
      "epoch": 0.27012082736022935,
      "grad_norm": 1.2077967079182887,
      "learning_rate": 0.00029925201104326896,
      "loss": 5.6562,
      "step": 6595
    },
    {
      "epoch": 0.2701617857874258,
      "grad_norm": 1.272830208582959,
      "learning_rate": 0.00029925168571237176,
      "loss": 5.7812,
      "step": 6596
    },
    {
      "epoch": 0.27020274421462215,
      "grad_norm": 1.1439441154112182,
      "learning_rate": 0.0002992513603109171,
      "loss": 6.2188,
      "step": 6597
    },
    {
      "epoch": 0.2702437026418186,
      "grad_norm": 1.133661043427163,
      "learning_rate": 0.00029925103483890503,
      "loss": 5.9062,
      "step": 6598
    },
    {
      "epoch": 0.27028466106901494,
      "grad_norm": 1.1670514905837956,
      "learning_rate": 0.00029925070929633573,
      "loss": 6.4375,
      "step": 6599
    },
    {
      "epoch": 0.27032561949621137,
      "grad_norm": 1.9875683815030962,
      "learning_rate": 0.00029925038368320937,
      "loss": 5.1562,
      "step": 6600
    },
    {
      "epoch": 0.27036657792340774,
      "grad_norm": 1.7233096462310844,
      "learning_rate": 0.0002992500579995261,
      "loss": 5.9375,
      "step": 6601
    },
    {
      "epoch": 0.27040753635060416,
      "grad_norm": 1.5674344850517747,
      "learning_rate": 0.0002992497322452861,
      "loss": 6.2812,
      "step": 6602
    },
    {
      "epoch": 0.27044849477780053,
      "grad_norm": 1.0381904607138688,
      "learning_rate": 0.0002992494064204894,
      "loss": 6.25,
      "step": 6603
    },
    {
      "epoch": 0.27048945320499695,
      "grad_norm": 0.9879710163253101,
      "learning_rate": 0.0002992490805251362,
      "loss": 5.2812,
      "step": 6604
    },
    {
      "epoch": 0.2705304116321933,
      "grad_norm": 8.122690917438142,
      "learning_rate": 0.0002992487545592268,
      "loss": 6.0938,
      "step": 6605
    },
    {
      "epoch": 0.2705713700593897,
      "grad_norm": 1.1991713137109385,
      "learning_rate": 0.0002992484285227612,
      "loss": 6.5625,
      "step": 6606
    },
    {
      "epoch": 0.2706123284865861,
      "grad_norm": 1.3109394995575485,
      "learning_rate": 0.0002992481024157397,
      "loss": 6.3125,
      "step": 6607
    },
    {
      "epoch": 0.2706532869137825,
      "grad_norm": 1.4246450232167978,
      "learning_rate": 0.0002992477762381622,
      "loss": 5.6875,
      "step": 6608
    },
    {
      "epoch": 0.2706942453409789,
      "grad_norm": 2.387383776232486,
      "learning_rate": 0.0002992474499900291,
      "loss": 6.4688,
      "step": 6609
    },
    {
      "epoch": 0.2707352037681753,
      "grad_norm": 1.0214166290061184,
      "learning_rate": 0.00029924712367134046,
      "loss": 6.1562,
      "step": 6610
    },
    {
      "epoch": 0.2707761621953717,
      "grad_norm": 1.1149883116615258,
      "learning_rate": 0.00029924679728209644,
      "loss": 5.7812,
      "step": 6611
    },
    {
      "epoch": 0.2708171206225681,
      "grad_norm": 1.1718902611082855,
      "learning_rate": 0.0002992464708222972,
      "loss": 6.4375,
      "step": 6612
    },
    {
      "epoch": 0.2708580790497645,
      "grad_norm": 4.511555985096546,
      "learning_rate": 0.0002992461442919429,
      "loss": 6.9375,
      "step": 6613
    },
    {
      "epoch": 0.27089903747696087,
      "grad_norm": 1.9145338516125558,
      "learning_rate": 0.00029924581769103366,
      "loss": 5.6875,
      "step": 6614
    },
    {
      "epoch": 0.2709399959041573,
      "grad_norm": 1.3155725976002932,
      "learning_rate": 0.00029924549101956963,
      "loss": 6.6875,
      "step": 6615
    },
    {
      "epoch": 0.27098095433135366,
      "grad_norm": 1.0949640406354053,
      "learning_rate": 0.000299245164277551,
      "loss": 5.75,
      "step": 6616
    },
    {
      "epoch": 0.2710219127585501,
      "grad_norm": 1.0091182528574318,
      "learning_rate": 0.000299244837464978,
      "loss": 5.6875,
      "step": 6617
    },
    {
      "epoch": 0.27106287118574646,
      "grad_norm": 1.7032551106195828,
      "learning_rate": 0.0002992445105818506,
      "loss": 7.5312,
      "step": 6618
    },
    {
      "epoch": 0.2711038296129429,
      "grad_norm": 2.57498674252599,
      "learning_rate": 0.0002992441836281691,
      "loss": 7.625,
      "step": 6619
    },
    {
      "epoch": 0.27114478804013925,
      "grad_norm": 1.285435380572669,
      "learning_rate": 0.0002992438566039336,
      "loss": 6.25,
      "step": 6620
    },
    {
      "epoch": 0.2711857464673357,
      "grad_norm": 1.194586989575679,
      "learning_rate": 0.00029924352950914425,
      "loss": 6.7812,
      "step": 6621
    },
    {
      "epoch": 0.27122670489453204,
      "grad_norm": 1.1643298062859946,
      "learning_rate": 0.00029924320234380125,
      "loss": 7.0625,
      "step": 6622
    },
    {
      "epoch": 0.27126766332172847,
      "grad_norm": 2.065397693533603,
      "learning_rate": 0.0002992428751079047,
      "loss": 7.4375,
      "step": 6623
    },
    {
      "epoch": 0.27130862174892484,
      "grad_norm": 1.175051560303791,
      "learning_rate": 0.0002992425478014548,
      "loss": 5.5625,
      "step": 6624
    },
    {
      "epoch": 0.27134958017612126,
      "grad_norm": 1.017397378268295,
      "learning_rate": 0.0002992422204244517,
      "loss": 5.7812,
      "step": 6625
    },
    {
      "epoch": 0.27139053860331763,
      "grad_norm": 1.2060355433653187,
      "learning_rate": 0.0002992418929768955,
      "loss": 5.4688,
      "step": 6626
    },
    {
      "epoch": 0.271431497030514,
      "grad_norm": 1.2287647507117323,
      "learning_rate": 0.0002992415654587864,
      "loss": 5.9062,
      "step": 6627
    },
    {
      "epoch": 0.2714724554577104,
      "grad_norm": 1.8573193233734755,
      "learning_rate": 0.0002992412378701246,
      "loss": 6.8438,
      "step": 6628
    },
    {
      "epoch": 0.2715134138849068,
      "grad_norm": 1.0398030438891563,
      "learning_rate": 0.00029924091021091016,
      "loss": 5.4375,
      "step": 6629
    },
    {
      "epoch": 0.2715543723121032,
      "grad_norm": 1.7620201328820053,
      "learning_rate": 0.0002992405824811432,
      "loss": 6.3125,
      "step": 6630
    },
    {
      "epoch": 0.2715953307392996,
      "grad_norm": 2.6007607037366247,
      "learning_rate": 0.0002992402546808241,
      "loss": 6.0625,
      "step": 6631
    },
    {
      "epoch": 0.271636289166496,
      "grad_norm": 1.0959538560973787,
      "learning_rate": 0.00029923992680995276,
      "loss": 5.4688,
      "step": 6632
    },
    {
      "epoch": 0.2716772475936924,
      "grad_norm": 1.6214657034131321,
      "learning_rate": 0.0002992395988685295,
      "loss": 5.75,
      "step": 6633
    },
    {
      "epoch": 0.2717182060208888,
      "grad_norm": 1.3131660250427284,
      "learning_rate": 0.0002992392708565544,
      "loss": 6.1562,
      "step": 6634
    },
    {
      "epoch": 0.2717591644480852,
      "grad_norm": 1.3084313907156808,
      "learning_rate": 0.00029923894277402764,
      "loss": 5.4688,
      "step": 6635
    },
    {
      "epoch": 0.2718001228752816,
      "grad_norm": 1.0910781193841987,
      "learning_rate": 0.00029923861462094936,
      "loss": 5.625,
      "step": 6636
    },
    {
      "epoch": 0.27184108130247797,
      "grad_norm": 1.5953709068852255,
      "learning_rate": 0.0002992382863973197,
      "loss": 6.4062,
      "step": 6637
    },
    {
      "epoch": 0.2718820397296744,
      "grad_norm": 1.2117634607043395,
      "learning_rate": 0.00029923795810313887,
      "loss": 5.5312,
      "step": 6638
    },
    {
      "epoch": 0.27192299815687077,
      "grad_norm": 1.624225535379533,
      "learning_rate": 0.000299237629738407,
      "loss": 6.2812,
      "step": 6639
    },
    {
      "epoch": 0.2719639565840672,
      "grad_norm": 1.6056325353511098,
      "learning_rate": 0.0002992373013031242,
      "loss": 6.4062,
      "step": 6640
    },
    {
      "epoch": 0.27200491501126356,
      "grad_norm": 1.827692702146083,
      "learning_rate": 0.00029923697279729067,
      "loss": 6.9688,
      "step": 6641
    },
    {
      "epoch": 0.27204587343846,
      "grad_norm": 1.249756800483643,
      "learning_rate": 0.0002992366442209066,
      "loss": 5.4688,
      "step": 6642
    },
    {
      "epoch": 0.27208683186565635,
      "grad_norm": 1.4171850454222283,
      "learning_rate": 0.00029923631557397204,
      "loss": 7.8125,
      "step": 6643
    },
    {
      "epoch": 0.2721277902928528,
      "grad_norm": 1.2243896612587777,
      "learning_rate": 0.0002992359868564873,
      "loss": 7.2188,
      "step": 6644
    },
    {
      "epoch": 0.27216874872004915,
      "grad_norm": 1.3575825586482344,
      "learning_rate": 0.00029923565806845234,
      "loss": 5.5938,
      "step": 6645
    },
    {
      "epoch": 0.27220970714724557,
      "grad_norm": 1.109415253433441,
      "learning_rate": 0.0002992353292098675,
      "loss": 5.1875,
      "step": 6646
    },
    {
      "epoch": 0.27225066557444194,
      "grad_norm": 1.6969130855638963,
      "learning_rate": 0.0002992350002807328,
      "loss": 6.25,
      "step": 6647
    },
    {
      "epoch": 0.2722916240016383,
      "grad_norm": 6.360274332803925,
      "learning_rate": 0.0002992346712810485,
      "loss": 6.375,
      "step": 6648
    },
    {
      "epoch": 0.27233258242883474,
      "grad_norm": 1.8766990770597423,
      "learning_rate": 0.0002992343422108147,
      "loss": 8.5,
      "step": 6649
    },
    {
      "epoch": 0.2723735408560311,
      "grad_norm": 1.1236942700476695,
      "learning_rate": 0.00029923401307003155,
      "loss": 5.1562,
      "step": 6650
    },
    {
      "epoch": 0.27241449928322753,
      "grad_norm": 1.110186148590894,
      "learning_rate": 0.0002992336838586992,
      "loss": 5.9375,
      "step": 6651
    },
    {
      "epoch": 0.2724554577104239,
      "grad_norm": 2.3606765583606113,
      "learning_rate": 0.00029923335457681787,
      "loss": 7.7812,
      "step": 6652
    },
    {
      "epoch": 0.2724964161376203,
      "grad_norm": 0.9769045251772617,
      "learning_rate": 0.00029923302522438767,
      "loss": 6.125,
      "step": 6653
    },
    {
      "epoch": 0.2725373745648167,
      "grad_norm": 1.985839080982899,
      "learning_rate": 0.0002992326958014087,
      "loss": 5.6875,
      "step": 6654
    },
    {
      "epoch": 0.2725783329920131,
      "grad_norm": 1.2206920295456005,
      "learning_rate": 0.0002992323663078812,
      "loss": 5.5,
      "step": 6655
    },
    {
      "epoch": 0.2726192914192095,
      "grad_norm": 1.4978897366315425,
      "learning_rate": 0.0002992320367438053,
      "loss": 6.0625,
      "step": 6656
    },
    {
      "epoch": 0.2726602498464059,
      "grad_norm": 5.562457228278371,
      "learning_rate": 0.00029923170710918117,
      "loss": 4.8438,
      "step": 6657
    },
    {
      "epoch": 0.2727012082736023,
      "grad_norm": 1.3259460301695634,
      "learning_rate": 0.00029923137740400893,
      "loss": 5.2188,
      "step": 6658
    },
    {
      "epoch": 0.2727421667007987,
      "grad_norm": 1.0977105376636707,
      "learning_rate": 0.0002992310476282887,
      "loss": 5.4375,
      "step": 6659
    },
    {
      "epoch": 0.2727831251279951,
      "grad_norm": 1.6597085940518939,
      "learning_rate": 0.00029923071778202077,
      "loss": 6.2812,
      "step": 6660
    },
    {
      "epoch": 0.2728240835551915,
      "grad_norm": 1.1537487819671888,
      "learning_rate": 0.00029923038786520517,
      "loss": 6.0,
      "step": 6661
    },
    {
      "epoch": 0.27286504198238787,
      "grad_norm": 1.1425419056695234,
      "learning_rate": 0.0002992300578778421,
      "loss": 6.0,
      "step": 6662
    },
    {
      "epoch": 0.2729060004095843,
      "grad_norm": 2.4933703300999404,
      "learning_rate": 0.0002992297278199318,
      "loss": 7.9375,
      "step": 6663
    },
    {
      "epoch": 0.27294695883678066,
      "grad_norm": 2.4452938031522016,
      "learning_rate": 0.00029922939769147424,
      "loss": 7.3438,
      "step": 6664
    },
    {
      "epoch": 0.2729879172639771,
      "grad_norm": 1.352902364494878,
      "learning_rate": 0.0002992290674924697,
      "loss": 6.3125,
      "step": 6665
    },
    {
      "epoch": 0.27302887569117346,
      "grad_norm": 1.3321156019224307,
      "learning_rate": 0.00029922873722291836,
      "loss": 6.0312,
      "step": 6666
    },
    {
      "epoch": 0.2730698341183699,
      "grad_norm": 1.3588958657663386,
      "learning_rate": 0.00029922840688282026,
      "loss": 6.1562,
      "step": 6667
    },
    {
      "epoch": 0.27311079254556625,
      "grad_norm": 1.7970633029838876,
      "learning_rate": 0.0002992280764721757,
      "loss": 7.125,
      "step": 6668
    },
    {
      "epoch": 0.2731517509727626,
      "grad_norm": 1.0662341674229445,
      "learning_rate": 0.00029922774599098475,
      "loss": 5.4375,
      "step": 6669
    },
    {
      "epoch": 0.27319270939995904,
      "grad_norm": 1.1680759535321006,
      "learning_rate": 0.00029922741543924756,
      "loss": 6.8125,
      "step": 6670
    },
    {
      "epoch": 0.2732336678271554,
      "grad_norm": 1.3767919539873819,
      "learning_rate": 0.0002992270848169644,
      "loss": 6.0312,
      "step": 6671
    },
    {
      "epoch": 0.27327462625435184,
      "grad_norm": 1.2440583932537994,
      "learning_rate": 0.0002992267541241352,
      "loss": 5.6875,
      "step": 6672
    },
    {
      "epoch": 0.2733155846815482,
      "grad_norm": 1.0121592303524647,
      "learning_rate": 0.0002992264233607603,
      "loss": 6.9375,
      "step": 6673
    },
    {
      "epoch": 0.27335654310874463,
      "grad_norm": 1.0454591146787062,
      "learning_rate": 0.0002992260925268398,
      "loss": 6.9062,
      "step": 6674
    },
    {
      "epoch": 0.273397501535941,
      "grad_norm": 1.045907937033095,
      "learning_rate": 0.00029922576162237386,
      "loss": 6.0,
      "step": 6675
    },
    {
      "epoch": 0.2734384599631374,
      "grad_norm": 1.0618549972489346,
      "learning_rate": 0.0002992254306473627,
      "loss": 5.5,
      "step": 6676
    },
    {
      "epoch": 0.2734794183903338,
      "grad_norm": 2.4410225726920722,
      "learning_rate": 0.00029922509960180637,
      "loss": 4.9688,
      "step": 6677
    },
    {
      "epoch": 0.2735203768175302,
      "grad_norm": 1.038812559788752,
      "learning_rate": 0.00029922476848570504,
      "loss": 5.5625,
      "step": 6678
    },
    {
      "epoch": 0.2735613352447266,
      "grad_norm": 1.3493872754052831,
      "learning_rate": 0.0002992244372990589,
      "loss": 5.4375,
      "step": 6679
    },
    {
      "epoch": 0.273602293671923,
      "grad_norm": 3.7713765818212965,
      "learning_rate": 0.00029922410604186816,
      "loss": 5.25,
      "step": 6680
    },
    {
      "epoch": 0.2736432520991194,
      "grad_norm": 3.8849349364976815,
      "learning_rate": 0.00029922377471413295,
      "loss": 8.125,
      "step": 6681
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 1.4336560700329972,
      "learning_rate": 0.0002992234433158533,
      "loss": 6.9062,
      "step": 6682
    },
    {
      "epoch": 0.2737251689535122,
      "grad_norm": 1.6893100455450256,
      "learning_rate": 0.0002992231118470295,
      "loss": 7.5312,
      "step": 6683
    },
    {
      "epoch": 0.2737661273807086,
      "grad_norm": 1.898925888517318,
      "learning_rate": 0.00029922278030766167,
      "loss": 6.4688,
      "step": 6684
    },
    {
      "epoch": 0.27380708580790497,
      "grad_norm": 1.219089300554706,
      "learning_rate": 0.00029922244869775,
      "loss": 6.125,
      "step": 6685
    },
    {
      "epoch": 0.2738480442351014,
      "grad_norm": 3.6578746465080614,
      "learning_rate": 0.0002992221170172946,
      "loss": 6.7812,
      "step": 6686
    },
    {
      "epoch": 0.27388900266229776,
      "grad_norm": 3.689208680897092,
      "learning_rate": 0.00029922178526629563,
      "loss": 8.75,
      "step": 6687
    },
    {
      "epoch": 0.2739299610894942,
      "grad_norm": 1.647875936222994,
      "learning_rate": 0.0002992214534447533,
      "loss": 6.7812,
      "step": 6688
    },
    {
      "epoch": 0.27397091951669056,
      "grad_norm": 7.491722816353096,
      "learning_rate": 0.0002992211215526677,
      "loss": 7.125,
      "step": 6689
    },
    {
      "epoch": 0.27401187794388693,
      "grad_norm": 2.366363549760652,
      "learning_rate": 0.00029922078959003897,
      "loss": 7.9375,
      "step": 6690
    },
    {
      "epoch": 0.27405283637108335,
      "grad_norm": 1.943833436854667,
      "learning_rate": 0.00029922045755686734,
      "loss": 8.75,
      "step": 6691
    },
    {
      "epoch": 0.2740937947982797,
      "grad_norm": 2.5782633131756514,
      "learning_rate": 0.0002992201254531529,
      "loss": 5.2812,
      "step": 6692
    },
    {
      "epoch": 0.27413475322547615,
      "grad_norm": 2.633364547815652,
      "learning_rate": 0.0002992197932788959,
      "loss": 7.125,
      "step": 6693
    },
    {
      "epoch": 0.2741757116526725,
      "grad_norm": 1.745755860030291,
      "learning_rate": 0.0002992194610340964,
      "loss": 6.3438,
      "step": 6694
    },
    {
      "epoch": 0.27421667007986894,
      "grad_norm": 1.9058993969331235,
      "learning_rate": 0.00029921912871875466,
      "loss": 6.625,
      "step": 6695
    },
    {
      "epoch": 0.2742576285070653,
      "grad_norm": 1.5594868603968184,
      "learning_rate": 0.0002992187963328707,
      "loss": 7.1562,
      "step": 6696
    },
    {
      "epoch": 0.27429858693426173,
      "grad_norm": 1.3884643559142318,
      "learning_rate": 0.0002992184638764448,
      "loss": 5.0312,
      "step": 6697
    },
    {
      "epoch": 0.2743395453614581,
      "grad_norm": 1.54764984638757,
      "learning_rate": 0.00029921813134947705,
      "loss": 6.4375,
      "step": 6698
    },
    {
      "epoch": 0.27438050378865453,
      "grad_norm": 1.3511910040813357,
      "learning_rate": 0.0002992177987519676,
      "loss": 5.5938,
      "step": 6699
    },
    {
      "epoch": 0.2744214622158509,
      "grad_norm": 1.2530616571642434,
      "learning_rate": 0.0002992174660839167,
      "loss": 6.1562,
      "step": 6700
    },
    {
      "epoch": 0.2744624206430473,
      "grad_norm": 2.0731092804785107,
      "learning_rate": 0.0002992171333453244,
      "loss": 6.5938,
      "step": 6701
    },
    {
      "epoch": 0.2745033790702437,
      "grad_norm": 2.0071784812314575,
      "learning_rate": 0.00029921680053619093,
      "loss": 4.8438,
      "step": 6702
    },
    {
      "epoch": 0.2745443374974401,
      "grad_norm": 1.4398051542070793,
      "learning_rate": 0.00029921646765651637,
      "loss": 6.3438,
      "step": 6703
    },
    {
      "epoch": 0.2745852959246365,
      "grad_norm": 1.377904657462592,
      "learning_rate": 0.00029921613470630095,
      "loss": 5.9375,
      "step": 6704
    },
    {
      "epoch": 0.2746262543518329,
      "grad_norm": 1.8136044857544855,
      "learning_rate": 0.0002992158016855448,
      "loss": 6.9688,
      "step": 6705
    },
    {
      "epoch": 0.2746672127790293,
      "grad_norm": 1.5072389333794884,
      "learning_rate": 0.00029921546859424807,
      "loss": 6.3438,
      "step": 6706
    },
    {
      "epoch": 0.2747081712062257,
      "grad_norm": 1.4133203852456195,
      "learning_rate": 0.0002992151354324109,
      "loss": 6.3438,
      "step": 6707
    },
    {
      "epoch": 0.2747491296334221,
      "grad_norm": 1.2918516816326533,
      "learning_rate": 0.0002992148022000335,
      "loss": 6.0312,
      "step": 6708
    },
    {
      "epoch": 0.2747900880606185,
      "grad_norm": 2.067205216625179,
      "learning_rate": 0.000299214468897116,
      "loss": 5.0312,
      "step": 6709
    },
    {
      "epoch": 0.27483104648781487,
      "grad_norm": 1.2245486348045316,
      "learning_rate": 0.0002992141355236586,
      "loss": 5.5625,
      "step": 6710
    },
    {
      "epoch": 0.27487200491501124,
      "grad_norm": 1.0340246356113316,
      "learning_rate": 0.00029921380207966137,
      "loss": 6.0938,
      "step": 6711
    },
    {
      "epoch": 0.27491296334220766,
      "grad_norm": 1.2748706698819092,
      "learning_rate": 0.0002992134685651245,
      "loss": 6.3125,
      "step": 6712
    },
    {
      "epoch": 0.27495392176940403,
      "grad_norm": 4.367923576823782,
      "learning_rate": 0.00029921313498004813,
      "loss": 5.25,
      "step": 6713
    },
    {
      "epoch": 0.27499488019660046,
      "grad_norm": 1.3341595749078674,
      "learning_rate": 0.00029921280132443257,
      "loss": 7.5938,
      "step": 6714
    },
    {
      "epoch": 0.2750358386237968,
      "grad_norm": 1.3362165908274424,
      "learning_rate": 0.00029921246759827773,
      "loss": 6.0938,
      "step": 6715
    },
    {
      "epoch": 0.27507679705099325,
      "grad_norm": 1.1407073907793188,
      "learning_rate": 0.00029921213380158394,
      "loss": 5.4688,
      "step": 6716
    },
    {
      "epoch": 0.2751177554781896,
      "grad_norm": 1.3919970920467934,
      "learning_rate": 0.0002992117999343513,
      "loss": 7.0625,
      "step": 6717
    },
    {
      "epoch": 0.27515871390538604,
      "grad_norm": 1.1449369398653104,
      "learning_rate": 0.00029921146599658,
      "loss": 5.7812,
      "step": 6718
    },
    {
      "epoch": 0.2751996723325824,
      "grad_norm": 3.63678325076703,
      "learning_rate": 0.00029921113198827016,
      "loss": 5.75,
      "step": 6719
    },
    {
      "epoch": 0.27524063075977884,
      "grad_norm": 2.0902080995662358,
      "learning_rate": 0.00029921079790942197,
      "loss": 6.8125,
      "step": 6720
    },
    {
      "epoch": 0.2752815891869752,
      "grad_norm": 1.141248581125892,
      "learning_rate": 0.0002992104637600356,
      "loss": 5.9062,
      "step": 6721
    },
    {
      "epoch": 0.27532254761417163,
      "grad_norm": 1.4866308857857151,
      "learning_rate": 0.0002992101295401111,
      "loss": 8.875,
      "step": 6722
    },
    {
      "epoch": 0.275363506041368,
      "grad_norm": 1.2971245907007194,
      "learning_rate": 0.0002992097952496488,
      "loss": 7.4062,
      "step": 6723
    },
    {
      "epoch": 0.2754044644685644,
      "grad_norm": 1.070615180875184,
      "learning_rate": 0.0002992094608886487,
      "loss": 6.4688,
      "step": 6724
    },
    {
      "epoch": 0.2754454228957608,
      "grad_norm": 1.320960163655487,
      "learning_rate": 0.00029920912645711105,
      "loss": 6.375,
      "step": 6725
    },
    {
      "epoch": 0.2754863813229572,
      "grad_norm": 1.3909426267741194,
      "learning_rate": 0.000299208791955036,
      "loss": 8.5,
      "step": 6726
    },
    {
      "epoch": 0.2755273397501536,
      "grad_norm": 1.7870299569571435,
      "learning_rate": 0.0002992084573824237,
      "loss": 7.75,
      "step": 6727
    },
    {
      "epoch": 0.27556829817735,
      "grad_norm": 1.208331716581515,
      "learning_rate": 0.0002992081227392743,
      "loss": 6.0312,
      "step": 6728
    },
    {
      "epoch": 0.2756092566045464,
      "grad_norm": 1.598014582072927,
      "learning_rate": 0.0002992077880255879,
      "loss": 6.0625,
      "step": 6729
    },
    {
      "epoch": 0.2756502150317428,
      "grad_norm": 1.1865872134203135,
      "learning_rate": 0.00029920745324136475,
      "loss": 5.5625,
      "step": 6730
    },
    {
      "epoch": 0.2756911734589392,
      "grad_norm": 3.9120785907390165,
      "learning_rate": 0.00029920711838660495,
      "loss": 5.8125,
      "step": 6731
    },
    {
      "epoch": 0.27573213188613555,
      "grad_norm": 2.2714088849084817,
      "learning_rate": 0.00029920678346130874,
      "loss": 6.125,
      "step": 6732
    },
    {
      "epoch": 0.27577309031333197,
      "grad_norm": 0.9901152712642385,
      "learning_rate": 0.0002992064484654762,
      "loss": 6.1875,
      "step": 6733
    },
    {
      "epoch": 0.27581404874052834,
      "grad_norm": 1.1842170962443967,
      "learning_rate": 0.00029920611339910743,
      "loss": 6.1875,
      "step": 6734
    },
    {
      "epoch": 0.27585500716772476,
      "grad_norm": 1.303358916401197,
      "learning_rate": 0.00029920577826220276,
      "loss": 5.6562,
      "step": 6735
    },
    {
      "epoch": 0.27589596559492113,
      "grad_norm": 1.1501761279488971,
      "learning_rate": 0.00029920544305476224,
      "loss": 5.8125,
      "step": 6736
    },
    {
      "epoch": 0.27593692402211756,
      "grad_norm": 1.8084289659539081,
      "learning_rate": 0.000299205107776786,
      "loss": 8.125,
      "step": 6737
    },
    {
      "epoch": 0.2759778824493139,
      "grad_norm": 1.2033478210411712,
      "learning_rate": 0.0002992047724282743,
      "loss": 6.6875,
      "step": 6738
    },
    {
      "epoch": 0.27601884087651035,
      "grad_norm": 1.091074135791707,
      "learning_rate": 0.0002992044370092272,
      "loss": 5.7188,
      "step": 6739
    },
    {
      "epoch": 0.2760597993037067,
      "grad_norm": 1.292206522919677,
      "learning_rate": 0.0002992041015196449,
      "loss": 5.8438,
      "step": 6740
    },
    {
      "epoch": 0.27610075773090315,
      "grad_norm": 1.0950233686993591,
      "learning_rate": 0.00029920376595952763,
      "loss": 5.7812,
      "step": 6741
    },
    {
      "epoch": 0.2761417161580995,
      "grad_norm": 1.3528057876785355,
      "learning_rate": 0.0002992034303288754,
      "loss": 6.5938,
      "step": 6742
    },
    {
      "epoch": 0.27618267458529594,
      "grad_norm": 1.122561333352461,
      "learning_rate": 0.00029920309462768844,
      "loss": 6.4062,
      "step": 6743
    },
    {
      "epoch": 0.2762236330124923,
      "grad_norm": 1.1917719689538677,
      "learning_rate": 0.00029920275885596693,
      "loss": 6.6562,
      "step": 6744
    },
    {
      "epoch": 0.27626459143968873,
      "grad_norm": 3.701326914466428,
      "learning_rate": 0.00029920242301371107,
      "loss": 7.0938,
      "step": 6745
    },
    {
      "epoch": 0.2763055498668851,
      "grad_norm": 1.6512015795644797,
      "learning_rate": 0.00029920208710092086,
      "loss": 6.9062,
      "step": 6746
    },
    {
      "epoch": 0.2763465082940815,
      "grad_norm": 1.111817832375679,
      "learning_rate": 0.00029920175111759664,
      "loss": 6.0625,
      "step": 6747
    },
    {
      "epoch": 0.2763874667212779,
      "grad_norm": 1.1043651030900314,
      "learning_rate": 0.0002992014150637385,
      "loss": 6.0312,
      "step": 6748
    },
    {
      "epoch": 0.2764284251484743,
      "grad_norm": 1.874111743125547,
      "learning_rate": 0.00029920107893934657,
      "loss": 6.7188,
      "step": 6749
    },
    {
      "epoch": 0.2764693835756707,
      "grad_norm": 0.9873021343326285,
      "learning_rate": 0.00029920074274442104,
      "loss": 5.75,
      "step": 6750
    },
    {
      "epoch": 0.2765103420028671,
      "grad_norm": 1.4619818573496945,
      "learning_rate": 0.00029920040647896204,
      "loss": 6.9375,
      "step": 6751
    },
    {
      "epoch": 0.2765513004300635,
      "grad_norm": 1.080585233193892,
      "learning_rate": 0.0002992000701429697,
      "loss": 6.0938,
      "step": 6752
    },
    {
      "epoch": 0.27659225885725985,
      "grad_norm": 1.4719203105841951,
      "learning_rate": 0.00029919973373644426,
      "loss": 7.125,
      "step": 6753
    },
    {
      "epoch": 0.2766332172844563,
      "grad_norm": 1.0516699115574806,
      "learning_rate": 0.00029919939725938586,
      "loss": 6.0,
      "step": 6754
    },
    {
      "epoch": 0.27667417571165265,
      "grad_norm": 1.277558932154008,
      "learning_rate": 0.00029919906071179463,
      "loss": 5.75,
      "step": 6755
    },
    {
      "epoch": 0.2767151341388491,
      "grad_norm": 1.6864428803027465,
      "learning_rate": 0.00029919872409367074,
      "loss": 7.1875,
      "step": 6756
    },
    {
      "epoch": 0.27675609256604544,
      "grad_norm": 1.325807529353628,
      "learning_rate": 0.0002991983874050143,
      "loss": 5.125,
      "step": 6757
    },
    {
      "epoch": 0.27679705099324187,
      "grad_norm": 1.1671208564563424,
      "learning_rate": 0.0002991980506458256,
      "loss": 5.7188,
      "step": 6758
    },
    {
      "epoch": 0.27683800942043824,
      "grad_norm": 1.2660668379007483,
      "learning_rate": 0.0002991977138161047,
      "loss": 5.8125,
      "step": 6759
    },
    {
      "epoch": 0.27687896784763466,
      "grad_norm": 1.1429427422545928,
      "learning_rate": 0.0002991973769158518,
      "loss": 5.8125,
      "step": 6760
    },
    {
      "epoch": 0.27691992627483103,
      "grad_norm": 1.6963256895276826,
      "learning_rate": 0.00029919703994506696,
      "loss": 7.0625,
      "step": 6761
    },
    {
      "epoch": 0.27696088470202745,
      "grad_norm": 1.320366001503609,
      "learning_rate": 0.0002991967029037505,
      "loss": 6.6562,
      "step": 6762
    },
    {
      "epoch": 0.2770018431292238,
      "grad_norm": 0.9805448356975595,
      "learning_rate": 0.0002991963657919024,
      "loss": 5.5312,
      "step": 6763
    },
    {
      "epoch": 0.27704280155642025,
      "grad_norm": 0.9999575958325692,
      "learning_rate": 0.000299196028609523,
      "loss": 6.1562,
      "step": 6764
    },
    {
      "epoch": 0.2770837599836166,
      "grad_norm": 1.2477945741201715,
      "learning_rate": 0.0002991956913566124,
      "loss": 7.2812,
      "step": 6765
    },
    {
      "epoch": 0.27712471841081304,
      "grad_norm": 1.008176192400799,
      "learning_rate": 0.00029919535403317066,
      "loss": 6.0625,
      "step": 6766
    },
    {
      "epoch": 0.2771656768380094,
      "grad_norm": 1.2505652496878967,
      "learning_rate": 0.00029919501663919803,
      "loss": 6.5312,
      "step": 6767
    },
    {
      "epoch": 0.27720663526520584,
      "grad_norm": 1.5909927282761942,
      "learning_rate": 0.0002991946791746947,
      "loss": 7.4375,
      "step": 6768
    },
    {
      "epoch": 0.2772475936924022,
      "grad_norm": 4.040531931587936,
      "learning_rate": 0.0002991943416396607,
      "loss": 2.9062,
      "step": 6769
    },
    {
      "epoch": 0.27728855211959863,
      "grad_norm": 4.4375131157781675,
      "learning_rate": 0.0002991940040340963,
      "loss": 4.6562,
      "step": 6770
    },
    {
      "epoch": 0.277329510546795,
      "grad_norm": 1.0980077099322185,
      "learning_rate": 0.0002991936663580017,
      "loss": 6.8125,
      "step": 6771
    },
    {
      "epoch": 0.2773704689739914,
      "grad_norm": 1.0052364556998068,
      "learning_rate": 0.00029919332861137694,
      "loss": 5.875,
      "step": 6772
    },
    {
      "epoch": 0.2774114274011878,
      "grad_norm": 1.1783500394719941,
      "learning_rate": 0.0002991929907942222,
      "loss": 5.5625,
      "step": 6773
    },
    {
      "epoch": 0.27745238582838416,
      "grad_norm": 1.2759964589684862,
      "learning_rate": 0.0002991926529065377,
      "loss": 7.6562,
      "step": 6774
    },
    {
      "epoch": 0.2774933442555806,
      "grad_norm": 1.221315450723209,
      "learning_rate": 0.00029919231494832365,
      "loss": 6.9688,
      "step": 6775
    },
    {
      "epoch": 0.27753430268277696,
      "grad_norm": 1.3143397166161532,
      "learning_rate": 0.00029919197691958004,
      "loss": 7.125,
      "step": 6776
    },
    {
      "epoch": 0.2775752611099734,
      "grad_norm": 1.019706538972196,
      "learning_rate": 0.0002991916388203071,
      "loss": 6.6875,
      "step": 6777
    },
    {
      "epoch": 0.27761621953716975,
      "grad_norm": 1.1460193366224247,
      "learning_rate": 0.00029919130065050506,
      "loss": 6.5938,
      "step": 6778
    },
    {
      "epoch": 0.2776571779643662,
      "grad_norm": 1.4010962934331153,
      "learning_rate": 0.00029919096241017403,
      "loss": 5.625,
      "step": 6779
    },
    {
      "epoch": 0.27769813639156254,
      "grad_norm": 4.431044028710601,
      "learning_rate": 0.0002991906240993142,
      "loss": 5.0,
      "step": 6780
    },
    {
      "epoch": 0.27773909481875897,
      "grad_norm": 1.1967110044026414,
      "learning_rate": 0.00029919028571792557,
      "loss": 7.6562,
      "step": 6781
    },
    {
      "epoch": 0.27778005324595534,
      "grad_norm": 1.1861022122766343,
      "learning_rate": 0.0002991899472660086,
      "loss": 5.4062,
      "step": 6782
    },
    {
      "epoch": 0.27782101167315176,
      "grad_norm": 1.1195278710749064,
      "learning_rate": 0.00029918960874356315,
      "loss": 6.9375,
      "step": 6783
    },
    {
      "epoch": 0.27786197010034813,
      "grad_norm": 9.26395538366718,
      "learning_rate": 0.00029918927015058956,
      "loss": 6.4375,
      "step": 6784
    },
    {
      "epoch": 0.27790292852754456,
      "grad_norm": 1.0715382806656,
      "learning_rate": 0.00029918893148708797,
      "loss": 6.75,
      "step": 6785
    },
    {
      "epoch": 0.2779438869547409,
      "grad_norm": 2.6718524510107766,
      "learning_rate": 0.0002991885927530585,
      "loss": 5.5312,
      "step": 6786
    },
    {
      "epoch": 0.27798484538193735,
      "grad_norm": 1.1983198061928662,
      "learning_rate": 0.00029918825394850126,
      "loss": 5.6562,
      "step": 6787
    },
    {
      "epoch": 0.2780258038091337,
      "grad_norm": 1.1693492242290842,
      "learning_rate": 0.0002991879150734165,
      "loss": 5.5938,
      "step": 6788
    },
    {
      "epoch": 0.27806676223633014,
      "grad_norm": 1.5046809502318652,
      "learning_rate": 0.0002991875761278044,
      "loss": 8.3125,
      "step": 6789
    },
    {
      "epoch": 0.2781077206635265,
      "grad_norm": 2.6337225711079735,
      "learning_rate": 0.000299187237111665,
      "loss": 5.9375,
      "step": 6790
    },
    {
      "epoch": 0.27814867909072294,
      "grad_norm": 1.3174027753516233,
      "learning_rate": 0.00029918689802499855,
      "loss": 5.8438,
      "step": 6791
    },
    {
      "epoch": 0.2781896375179193,
      "grad_norm": 1.1725084695768073,
      "learning_rate": 0.00029918655886780523,
      "loss": 5.875,
      "step": 6792
    },
    {
      "epoch": 0.27823059594511573,
      "grad_norm": 2.201631438609096,
      "learning_rate": 0.0002991862196400851,
      "loss": 6.3438,
      "step": 6793
    },
    {
      "epoch": 0.2782715543723121,
      "grad_norm": 2.0992102780404602,
      "learning_rate": 0.0002991858803418384,
      "loss": 7.0938,
      "step": 6794
    },
    {
      "epoch": 0.27831251279950847,
      "grad_norm": 1.3212955284626142,
      "learning_rate": 0.0002991855409730653,
      "loss": 5.3438,
      "step": 6795
    },
    {
      "epoch": 0.2783534712267049,
      "grad_norm": 3.3342310966246678,
      "learning_rate": 0.00029918520153376596,
      "loss": 6.8125,
      "step": 6796
    },
    {
      "epoch": 0.27839442965390127,
      "grad_norm": 2.442461197800658,
      "learning_rate": 0.00029918486202394043,
      "loss": 7.8438,
      "step": 6797
    },
    {
      "epoch": 0.2784353880810977,
      "grad_norm": 1.9309024492782147,
      "learning_rate": 0.000299184522443589,
      "loss": 7.7812,
      "step": 6798
    },
    {
      "epoch": 0.27847634650829406,
      "grad_norm": 1.452413242590256,
      "learning_rate": 0.0002991841827927118,
      "loss": 5.375,
      "step": 6799
    },
    {
      "epoch": 0.2785173049354905,
      "grad_norm": 1.4069342404290566,
      "learning_rate": 0.00029918384307130896,
      "loss": 5.875,
      "step": 6800
    },
    {
      "epoch": 0.27855826336268685,
      "grad_norm": 1.6224500161944424,
      "learning_rate": 0.00029918350327938064,
      "loss": 5.0938,
      "step": 6801
    },
    {
      "epoch": 0.2785992217898833,
      "grad_norm": 3.4705700931022174,
      "learning_rate": 0.0002991831634169271,
      "loss": 7.1875,
      "step": 6802
    },
    {
      "epoch": 0.27864018021707965,
      "grad_norm": 2.2474886767995366,
      "learning_rate": 0.0002991828234839483,
      "loss": 6.6875,
      "step": 6803
    },
    {
      "epoch": 0.27868113864427607,
      "grad_norm": 1.369438410528858,
      "learning_rate": 0.0002991824834804446,
      "loss": 5.0,
      "step": 6804
    },
    {
      "epoch": 0.27872209707147244,
      "grad_norm": 9.919632466361586,
      "learning_rate": 0.000299182143406416,
      "loss": 5.4375,
      "step": 6805
    },
    {
      "epoch": 0.27876305549866887,
      "grad_norm": 3.0057058484819033,
      "learning_rate": 0.0002991818032618628,
      "loss": 6.3438,
      "step": 6806
    },
    {
      "epoch": 0.27880401392586524,
      "grad_norm": 1.6366981717117037,
      "learning_rate": 0.00029918146304678514,
      "loss": 6.9375,
      "step": 6807
    },
    {
      "epoch": 0.27884497235306166,
      "grad_norm": 1.7407827519785033,
      "learning_rate": 0.00029918112276118304,
      "loss": 3.9375,
      "step": 6808
    },
    {
      "epoch": 0.27888593078025803,
      "grad_norm": 1.4826534995212393,
      "learning_rate": 0.00029918078240505683,
      "loss": 4.8438,
      "step": 6809
    },
    {
      "epoch": 0.27892688920745445,
      "grad_norm": 1.086020417520024,
      "learning_rate": 0.0002991804419784066,
      "loss": 5.8438,
      "step": 6810
    },
    {
      "epoch": 0.2789678476346508,
      "grad_norm": 1.0583945450891488,
      "learning_rate": 0.0002991801014812325,
      "loss": 6.7188,
      "step": 6811
    },
    {
      "epoch": 0.27900880606184725,
      "grad_norm": 1.3708933080245673,
      "learning_rate": 0.00029917976091353466,
      "loss": 5.0938,
      "step": 6812
    },
    {
      "epoch": 0.2790497644890436,
      "grad_norm": 8.021033998191,
      "learning_rate": 0.00029917942027531336,
      "loss": 6.625,
      "step": 6813
    },
    {
      "epoch": 0.27909072291624004,
      "grad_norm": 1.1605778381185639,
      "learning_rate": 0.0002991790795665686,
      "loss": 6.1875,
      "step": 6814
    },
    {
      "epoch": 0.2791316813434364,
      "grad_norm": 1.1282444277490653,
      "learning_rate": 0.00029917873878730075,
      "loss": 6.0625,
      "step": 6815
    },
    {
      "epoch": 0.2791726397706328,
      "grad_norm": 2.7253894692415126,
      "learning_rate": 0.00029917839793750975,
      "loss": 5.9062,
      "step": 6816
    },
    {
      "epoch": 0.2792135981978292,
      "grad_norm": 1.3702341085831118,
      "learning_rate": 0.00029917805701719586,
      "loss": 5.6875,
      "step": 6817
    },
    {
      "epoch": 0.2792545566250256,
      "grad_norm": 1.2258471238546393,
      "learning_rate": 0.00029917771602635927,
      "loss": 5.5,
      "step": 6818
    },
    {
      "epoch": 0.279295515052222,
      "grad_norm": 3.7932013308363772,
      "learning_rate": 0.0002991773749650001,
      "loss": 7.625,
      "step": 6819
    },
    {
      "epoch": 0.27933647347941837,
      "grad_norm": 1.1176012164707771,
      "learning_rate": 0.00029917703383311857,
      "loss": 5.9062,
      "step": 6820
    },
    {
      "epoch": 0.2793774319066148,
      "grad_norm": 2.3139030699039376,
      "learning_rate": 0.00029917669263071473,
      "loss": 6.3125,
      "step": 6821
    },
    {
      "epoch": 0.27941839033381116,
      "grad_norm": 1.2449740897396149,
      "learning_rate": 0.00029917635135778885,
      "loss": 5.9688,
      "step": 6822
    },
    {
      "epoch": 0.2794593487610076,
      "grad_norm": 1.3874752570938673,
      "learning_rate": 0.00029917601001434104,
      "loss": 6.9688,
      "step": 6823
    },
    {
      "epoch": 0.27950030718820396,
      "grad_norm": 1.3300607353035576,
      "learning_rate": 0.0002991756686003714,
      "loss": 7.0938,
      "step": 6824
    },
    {
      "epoch": 0.2795412656154004,
      "grad_norm": 1.8839428352704009,
      "learning_rate": 0.0002991753271158803,
      "loss": 8.0625,
      "step": 6825
    },
    {
      "epoch": 0.27958222404259675,
      "grad_norm": 1.1663315855318932,
      "learning_rate": 0.00029917498556086765,
      "loss": 6.125,
      "step": 6826
    },
    {
      "epoch": 0.2796231824697932,
      "grad_norm": 1.2158895073290268,
      "learning_rate": 0.00029917464393533374,
      "loss": 5.7188,
      "step": 6827
    },
    {
      "epoch": 0.27966414089698954,
      "grad_norm": 1.2917496877768537,
      "learning_rate": 0.0002991743022392788,
      "loss": 6.1875,
      "step": 6828
    },
    {
      "epoch": 0.27970509932418597,
      "grad_norm": 1.122108438481509,
      "learning_rate": 0.0002991739604727028,
      "loss": 5.25,
      "step": 6829
    },
    {
      "epoch": 0.27974605775138234,
      "grad_norm": 1.195037344165799,
      "learning_rate": 0.00029917361863560603,
      "loss": 6.5312,
      "step": 6830
    },
    {
      "epoch": 0.27978701617857876,
      "grad_norm": 1.4647662577763716,
      "learning_rate": 0.00029917327672798863,
      "loss": 7.3125,
      "step": 6831
    },
    {
      "epoch": 0.27982797460577513,
      "grad_norm": 1.345633776396124,
      "learning_rate": 0.0002991729347498508,
      "loss": 7.4688,
      "step": 6832
    },
    {
      "epoch": 0.27986893303297156,
      "grad_norm": 1.3587954128776745,
      "learning_rate": 0.0002991725927011926,
      "loss": 6.0938,
      "step": 6833
    },
    {
      "epoch": 0.2799098914601679,
      "grad_norm": 1.041911933205586,
      "learning_rate": 0.0002991722505820143,
      "loss": 5.5625,
      "step": 6834
    },
    {
      "epoch": 0.27995084988736435,
      "grad_norm": 1.0455928094938463,
      "learning_rate": 0.000299171908392316,
      "loss": 5.7188,
      "step": 6835
    },
    {
      "epoch": 0.2799918083145607,
      "grad_norm": 1.189457708397723,
      "learning_rate": 0.0002991715661320979,
      "loss": 5.3438,
      "step": 6836
    },
    {
      "epoch": 0.28003276674175714,
      "grad_norm": 1.30030359832303,
      "learning_rate": 0.00029917122380136013,
      "loss": 5.3438,
      "step": 6837
    },
    {
      "epoch": 0.2800737251689535,
      "grad_norm": 1.3152314652352357,
      "learning_rate": 0.00029917088140010283,
      "loss": 5.2812,
      "step": 6838
    },
    {
      "epoch": 0.2801146835961499,
      "grad_norm": 1.5010894032333066,
      "learning_rate": 0.00029917053892832625,
      "loss": 6.2188,
      "step": 6839
    },
    {
      "epoch": 0.2801556420233463,
      "grad_norm": 1.078054136406057,
      "learning_rate": 0.00029917019638603045,
      "loss": 6.25,
      "step": 6840
    },
    {
      "epoch": 0.2801966004505427,
      "grad_norm": 3.4149793831076467,
      "learning_rate": 0.00029916985377321565,
      "loss": 8.0,
      "step": 6841
    },
    {
      "epoch": 0.2802375588777391,
      "grad_norm": 1.0861213559109877,
      "learning_rate": 0.000299169511089882,
      "loss": 6.5,
      "step": 6842
    },
    {
      "epoch": 0.28027851730493547,
      "grad_norm": 1.5159618536906454,
      "learning_rate": 0.00029916916833602964,
      "loss": 7.7188,
      "step": 6843
    },
    {
      "epoch": 0.2803194757321319,
      "grad_norm": 1.4281019068039456,
      "learning_rate": 0.0002991688255116588,
      "loss": 5.75,
      "step": 6844
    },
    {
      "epoch": 0.28036043415932826,
      "grad_norm": 1.5281696299368135,
      "learning_rate": 0.0002991684826167695,
      "loss": 7.2812,
      "step": 6845
    },
    {
      "epoch": 0.2804013925865247,
      "grad_norm": 1.7603424190622812,
      "learning_rate": 0.00029916813965136214,
      "loss": 7.7812,
      "step": 6846
    },
    {
      "epoch": 0.28044235101372106,
      "grad_norm": 1.3555472831278135,
      "learning_rate": 0.0002991677966154367,
      "loss": 6.25,
      "step": 6847
    },
    {
      "epoch": 0.2804833094409175,
      "grad_norm": 1.1166325541726254,
      "learning_rate": 0.0002991674535089933,
      "loss": 5.3125,
      "step": 6848
    },
    {
      "epoch": 0.28052426786811385,
      "grad_norm": 1.7338621139135348,
      "learning_rate": 0.0002991671103320322,
      "loss": 7.875,
      "step": 6849
    },
    {
      "epoch": 0.2805652262953103,
      "grad_norm": 1.3718475451387417,
      "learning_rate": 0.0002991667670845536,
      "loss": 6.0312,
      "step": 6850
    },
    {
      "epoch": 0.28060618472250665,
      "grad_norm": 1.773256864403848,
      "learning_rate": 0.00029916642376655756,
      "loss": 5.8438,
      "step": 6851
    },
    {
      "epoch": 0.28064714314970307,
      "grad_norm": 1.4062689361343117,
      "learning_rate": 0.00029916608037804435,
      "loss": 5.6875,
      "step": 6852
    },
    {
      "epoch": 0.28068810157689944,
      "grad_norm": 1.2584706604214702,
      "learning_rate": 0.00029916573691901404,
      "loss": 7.0,
      "step": 6853
    },
    {
      "epoch": 0.28072906000409587,
      "grad_norm": 1.3509460907749762,
      "learning_rate": 0.00029916539338946683,
      "loss": 5.5,
      "step": 6854
    },
    {
      "epoch": 0.28077001843129223,
      "grad_norm": 1.213370374939159,
      "learning_rate": 0.00029916504978940285,
      "loss": 6.5312,
      "step": 6855
    },
    {
      "epoch": 0.28081097685848866,
      "grad_norm": 1.2787563551476306,
      "learning_rate": 0.0002991647061188223,
      "loss": 5.875,
      "step": 6856
    },
    {
      "epoch": 0.28085193528568503,
      "grad_norm": 1.2479149283905338,
      "learning_rate": 0.0002991643623777254,
      "loss": 6.125,
      "step": 6857
    },
    {
      "epoch": 0.28089289371288145,
      "grad_norm": 1.1193615843175533,
      "learning_rate": 0.0002991640185661121,
      "loss": 5.7188,
      "step": 6858
    },
    {
      "epoch": 0.2809338521400778,
      "grad_norm": 1.1810917412368398,
      "learning_rate": 0.00029916367468398286,
      "loss": 6.5625,
      "step": 6859
    },
    {
      "epoch": 0.2809748105672742,
      "grad_norm": 1.6663542875254036,
      "learning_rate": 0.00029916333073133763,
      "loss": 7.0,
      "step": 6860
    },
    {
      "epoch": 0.2810157689944706,
      "grad_norm": 1.1368151992828244,
      "learning_rate": 0.0002991629867081766,
      "loss": 5.9375,
      "step": 6861
    },
    {
      "epoch": 0.281056727421667,
      "grad_norm": 1.15494370319041,
      "learning_rate": 0.00029916264261450003,
      "loss": 5.5625,
      "step": 6862
    },
    {
      "epoch": 0.2810976858488634,
      "grad_norm": 1.0802865745078931,
      "learning_rate": 0.00029916229845030793,
      "loss": 5.3438,
      "step": 6863
    },
    {
      "epoch": 0.2811386442760598,
      "grad_norm": 1.4118856590761848,
      "learning_rate": 0.0002991619542156006,
      "loss": 5.1562,
      "step": 6864
    },
    {
      "epoch": 0.2811796027032562,
      "grad_norm": 1.1980475389383591,
      "learning_rate": 0.0002991616099103782,
      "loss": 6.6562,
      "step": 6865
    },
    {
      "epoch": 0.2812205611304526,
      "grad_norm": 1.1127752379222873,
      "learning_rate": 0.0002991612655346408,
      "loss": 5.4688,
      "step": 6866
    },
    {
      "epoch": 0.281261519557649,
      "grad_norm": 1.0279534249631574,
      "learning_rate": 0.00029916092108838864,
      "loss": 5.875,
      "step": 6867
    },
    {
      "epoch": 0.28130247798484537,
      "grad_norm": 1.1643668700665746,
      "learning_rate": 0.0002991605765716218,
      "loss": 6.25,
      "step": 6868
    },
    {
      "epoch": 0.2813434364120418,
      "grad_norm": 1.8791926024037968,
      "learning_rate": 0.0002991602319843405,
      "loss": 7.625,
      "step": 6869
    },
    {
      "epoch": 0.28138439483923816,
      "grad_norm": 1.1156303102124403,
      "learning_rate": 0.00029915988732654494,
      "loss": 5.0625,
      "step": 6870
    },
    {
      "epoch": 0.2814253532664346,
      "grad_norm": 1.3120129911193892,
      "learning_rate": 0.0002991595425982352,
      "loss": 5.3438,
      "step": 6871
    },
    {
      "epoch": 0.28146631169363096,
      "grad_norm": 1.2380187160621892,
      "learning_rate": 0.0002991591977994115,
      "loss": 4.75,
      "step": 6872
    },
    {
      "epoch": 0.2815072701208274,
      "grad_norm": 1.3350077562696272,
      "learning_rate": 0.000299158852930074,
      "loss": 5.5,
      "step": 6873
    },
    {
      "epoch": 0.28154822854802375,
      "grad_norm": 1.4847438637203716,
      "learning_rate": 0.00029915850799022286,
      "loss": 6.0625,
      "step": 6874
    },
    {
      "epoch": 0.2815891869752202,
      "grad_norm": 1.5264496785686845,
      "learning_rate": 0.0002991581629798582,
      "loss": 7.1562,
      "step": 6875
    },
    {
      "epoch": 0.28163014540241654,
      "grad_norm": 2.819950034179235,
      "learning_rate": 0.0002991578178989802,
      "loss": 8.0625,
      "step": 6876
    },
    {
      "epoch": 0.28167110382961297,
      "grad_norm": 1.21638195761074,
      "learning_rate": 0.00029915747274758905,
      "loss": 5.5625,
      "step": 6877
    },
    {
      "epoch": 0.28171206225680934,
      "grad_norm": 1.594438393972268,
      "learning_rate": 0.0002991571275256849,
      "loss": 6.4375,
      "step": 6878
    },
    {
      "epoch": 0.28175302068400576,
      "grad_norm": 1.3102014147190466,
      "learning_rate": 0.000299156782233268,
      "loss": 5.7188,
      "step": 6879
    },
    {
      "epoch": 0.28179397911120213,
      "grad_norm": 3.020167580490624,
      "learning_rate": 0.0002991564368703383,
      "loss": 5.875,
      "step": 6880
    },
    {
      "epoch": 0.2818349375383985,
      "grad_norm": 1.6902655044040567,
      "learning_rate": 0.0002991560914368962,
      "loss": 7.0625,
      "step": 6881
    },
    {
      "epoch": 0.2818758959655949,
      "grad_norm": 3.6690722661576975,
      "learning_rate": 0.0002991557459329417,
      "loss": 6.0312,
      "step": 6882
    },
    {
      "epoch": 0.2819168543927913,
      "grad_norm": 1.3121088427264664,
      "learning_rate": 0.000299155400358475,
      "loss": 6.0312,
      "step": 6883
    },
    {
      "epoch": 0.2819578128199877,
      "grad_norm": 1.2463170597366455,
      "learning_rate": 0.0002991550547134963,
      "loss": 5.9688,
      "step": 6884
    },
    {
      "epoch": 0.2819987712471841,
      "grad_norm": 1.7647393861302505,
      "learning_rate": 0.0002991547089980058,
      "loss": 5.8125,
      "step": 6885
    },
    {
      "epoch": 0.2820397296743805,
      "grad_norm": 1.089366421636679,
      "learning_rate": 0.0002991543632120036,
      "loss": 5.375,
      "step": 6886
    },
    {
      "epoch": 0.2820806881015769,
      "grad_norm": 1.1200539372197025,
      "learning_rate": 0.00029915401735548976,
      "loss": 6.5,
      "step": 6887
    },
    {
      "epoch": 0.2821216465287733,
      "grad_norm": 3.344849925013638,
      "learning_rate": 0.00029915367142846467,
      "loss": 5.2812,
      "step": 6888
    },
    {
      "epoch": 0.2821626049559697,
      "grad_norm": 1.0889558565740487,
      "learning_rate": 0.00029915332543092827,
      "loss": 5.75,
      "step": 6889
    },
    {
      "epoch": 0.2822035633831661,
      "grad_norm": 2.2198590726129876,
      "learning_rate": 0.00029915297936288095,
      "loss": 6.25,
      "step": 6890
    },
    {
      "epoch": 0.28224452181036247,
      "grad_norm": 1.6618467001772275,
      "learning_rate": 0.0002991526332243227,
      "loss": 6.5,
      "step": 6891
    },
    {
      "epoch": 0.2822854802375589,
      "grad_norm": 7.992518572307796,
      "learning_rate": 0.00029915228701525375,
      "loss": 4.7812,
      "step": 6892
    },
    {
      "epoch": 0.28232643866475526,
      "grad_norm": 7.918883588858002,
      "learning_rate": 0.00029915194073567425,
      "loss": 5.1562,
      "step": 6893
    },
    {
      "epoch": 0.2823673970919517,
      "grad_norm": 2.2651439946193443,
      "learning_rate": 0.00029915159438558437,
      "loss": 7.25,
      "step": 6894
    },
    {
      "epoch": 0.28240835551914806,
      "grad_norm": 2.4538962466421017,
      "learning_rate": 0.00029915124796498426,
      "loss": 6.4688,
      "step": 6895
    },
    {
      "epoch": 0.2824493139463445,
      "grad_norm": 1.6409591015679696,
      "learning_rate": 0.0002991509014738741,
      "loss": 5.3438,
      "step": 6896
    },
    {
      "epoch": 0.28249027237354085,
      "grad_norm": 1.3539197783954107,
      "learning_rate": 0.0002991505549122541,
      "loss": 5.5312,
      "step": 6897
    },
    {
      "epoch": 0.2825312308007373,
      "grad_norm": 1.541601148233421,
      "learning_rate": 0.0002991502082801243,
      "loss": 6.6562,
      "step": 6898
    },
    {
      "epoch": 0.28257218922793365,
      "grad_norm": 2.187288551638827,
      "learning_rate": 0.00029914986157748494,
      "loss": 6.3438,
      "step": 6899
    },
    {
      "epoch": 0.28261314765513007,
      "grad_norm": 1.281570106776661,
      "learning_rate": 0.0002991495148043362,
      "loss": 7.5312,
      "step": 6900
    },
    {
      "epoch": 0.28265410608232644,
      "grad_norm": 1.1091152600823426,
      "learning_rate": 0.0002991491679606782,
      "loss": 5.6875,
      "step": 6901
    },
    {
      "epoch": 0.2826950645095228,
      "grad_norm": 1.289137321810852,
      "learning_rate": 0.00029914882104651116,
      "loss": 5.625,
      "step": 6902
    },
    {
      "epoch": 0.28273602293671923,
      "grad_norm": 1.8983131547434777,
      "learning_rate": 0.00029914847406183525,
      "loss": 7.4375,
      "step": 6903
    },
    {
      "epoch": 0.2827769813639156,
      "grad_norm": 2.1163206854146686,
      "learning_rate": 0.00029914812700665053,
      "loss": 7.6562,
      "step": 6904
    },
    {
      "epoch": 0.282817939791112,
      "grad_norm": 1.4068914583428438,
      "learning_rate": 0.00029914777988095727,
      "loss": 6.7812,
      "step": 6905
    },
    {
      "epoch": 0.2828588982183084,
      "grad_norm": 1.3403798889086398,
      "learning_rate": 0.0002991474326847556,
      "loss": 5.1875,
      "step": 6906
    },
    {
      "epoch": 0.2828998566455048,
      "grad_norm": 1.389647926989417,
      "learning_rate": 0.0002991470854180456,
      "loss": 4.8438,
      "step": 6907
    },
    {
      "epoch": 0.2829408150727012,
      "grad_norm": 1.235355866816773,
      "learning_rate": 0.00029914673808082755,
      "loss": 5.8125,
      "step": 6908
    },
    {
      "epoch": 0.2829817734998976,
      "grad_norm": 1.4856229800816845,
      "learning_rate": 0.00029914639067310164,
      "loss": 6.0625,
      "step": 6909
    },
    {
      "epoch": 0.283022731927094,
      "grad_norm": 1.7623350612090622,
      "learning_rate": 0.0002991460431948679,
      "loss": 5.7812,
      "step": 6910
    },
    {
      "epoch": 0.2830636903542904,
      "grad_norm": 1.3604265879627582,
      "learning_rate": 0.0002991456956461266,
      "loss": 6.0,
      "step": 6911
    },
    {
      "epoch": 0.2831046487814868,
      "grad_norm": 1.4330570999776546,
      "learning_rate": 0.0002991453480268779,
      "loss": 7.2812,
      "step": 6912
    },
    {
      "epoch": 0.2831456072086832,
      "grad_norm": 1.2154326161371616,
      "learning_rate": 0.0002991450003371219,
      "loss": 5.625,
      "step": 6913
    },
    {
      "epoch": 0.2831865656358796,
      "grad_norm": 1.4169047041597842,
      "learning_rate": 0.00029914465257685876,
      "loss": 5.5938,
      "step": 6914
    },
    {
      "epoch": 0.283227524063076,
      "grad_norm": 1.086438895127646,
      "learning_rate": 0.0002991443047460887,
      "loss": 5.5312,
      "step": 6915
    },
    {
      "epoch": 0.28326848249027237,
      "grad_norm": 1.5109062826264368,
      "learning_rate": 0.00029914395684481186,
      "loss": 6.0312,
      "step": 6916
    },
    {
      "epoch": 0.2833094409174688,
      "grad_norm": 1.5533476122937848,
      "learning_rate": 0.00029914360887302847,
      "loss": 6.1875,
      "step": 6917
    },
    {
      "epoch": 0.28335039934466516,
      "grad_norm": 1.4725515227664612,
      "learning_rate": 0.0002991432608307386,
      "loss": 6.9688,
      "step": 6918
    },
    {
      "epoch": 0.2833913577718616,
      "grad_norm": 1.0278274334657456,
      "learning_rate": 0.0002991429127179424,
      "loss": 5.6562,
      "step": 6919
    },
    {
      "epoch": 0.28343231619905795,
      "grad_norm": 1.5675804927485937,
      "learning_rate": 0.0002991425645346402,
      "loss": 7.1875,
      "step": 6920
    },
    {
      "epoch": 0.2834732746262544,
      "grad_norm": 1.06354061951585,
      "learning_rate": 0.00029914221628083197,
      "loss": 6.6562,
      "step": 6921
    },
    {
      "epoch": 0.28351423305345075,
      "grad_norm": 1.1983416135563731,
      "learning_rate": 0.00029914186795651797,
      "loss": 7.125,
      "step": 6922
    },
    {
      "epoch": 0.2835551914806471,
      "grad_norm": 1.9393598668353929,
      "learning_rate": 0.00029914151956169835,
      "loss": 4.875,
      "step": 6923
    },
    {
      "epoch": 0.28359614990784354,
      "grad_norm": 1.0118999279507204,
      "learning_rate": 0.0002991411710963733,
      "loss": 6.25,
      "step": 6924
    },
    {
      "epoch": 0.2836371083350399,
      "grad_norm": 1.0701143558988944,
      "learning_rate": 0.0002991408225605429,
      "loss": 5.9688,
      "step": 6925
    },
    {
      "epoch": 0.28367806676223634,
      "grad_norm": 1.1790167302808354,
      "learning_rate": 0.0002991404739542074,
      "loss": 5.4688,
      "step": 6926
    },
    {
      "epoch": 0.2837190251894327,
      "grad_norm": 1.4328522534096138,
      "learning_rate": 0.00029914012527736697,
      "loss": 8.5,
      "step": 6927
    },
    {
      "epoch": 0.28375998361662913,
      "grad_norm": 1.4102835442177324,
      "learning_rate": 0.0002991397765300217,
      "loss": 6.2188,
      "step": 6928
    },
    {
      "epoch": 0.2838009420438255,
      "grad_norm": 1.2594159067330633,
      "learning_rate": 0.0002991394277121718,
      "loss": 6.5938,
      "step": 6929
    },
    {
      "epoch": 0.2838419004710219,
      "grad_norm": 1.2466575301013836,
      "learning_rate": 0.00029913907882381745,
      "loss": 5.25,
      "step": 6930
    },
    {
      "epoch": 0.2838828588982183,
      "grad_norm": 4.465013207294453,
      "learning_rate": 0.0002991387298649588,
      "loss": 7.8125,
      "step": 6931
    },
    {
      "epoch": 0.2839238173254147,
      "grad_norm": 1.4262854894639927,
      "learning_rate": 0.000299138380835596,
      "loss": 5.2812,
      "step": 6932
    },
    {
      "epoch": 0.2839647757526111,
      "grad_norm": 3.126627953677735,
      "learning_rate": 0.00029913803173572923,
      "loss": 4.2812,
      "step": 6933
    },
    {
      "epoch": 0.2840057341798075,
      "grad_norm": 0.9327469215702434,
      "learning_rate": 0.00029913768256535866,
      "loss": 6.2812,
      "step": 6934
    },
    {
      "epoch": 0.2840466926070039,
      "grad_norm": 1.2676702355467708,
      "learning_rate": 0.0002991373333244845,
      "loss": 6.1562,
      "step": 6935
    },
    {
      "epoch": 0.2840876510342003,
      "grad_norm": 1.0789317988435871,
      "learning_rate": 0.00029913698401310676,
      "loss": 5.375,
      "step": 6936
    },
    {
      "epoch": 0.2841286094613967,
      "grad_norm": 1.441107672130962,
      "learning_rate": 0.00029913663463122575,
      "loss": 6.4688,
      "step": 6937
    },
    {
      "epoch": 0.2841695678885931,
      "grad_norm": 1.4623932690316814,
      "learning_rate": 0.00029913628517884156,
      "loss": 7.625,
      "step": 6938
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 1.3297518547209972,
      "learning_rate": 0.0002991359356559545,
      "loss": 7.8438,
      "step": 6939
    },
    {
      "epoch": 0.2842514847429859,
      "grad_norm": 1.3596491669697728,
      "learning_rate": 0.0002991355860625645,
      "loss": 6.375,
      "step": 6940
    },
    {
      "epoch": 0.28429244317018226,
      "grad_norm": 1.1280363500884543,
      "learning_rate": 0.0002991352363986719,
      "loss": 6.0312,
      "step": 6941
    },
    {
      "epoch": 0.2843334015973787,
      "grad_norm": 0.9623537552016583,
      "learning_rate": 0.00029913488666427683,
      "loss": 6.6562,
      "step": 6942
    },
    {
      "epoch": 0.28437436002457506,
      "grad_norm": 1.3016374199619853,
      "learning_rate": 0.00029913453685937943,
      "loss": 5.6562,
      "step": 6943
    },
    {
      "epoch": 0.2844153184517714,
      "grad_norm": 1.2041565570902346,
      "learning_rate": 0.00029913418698397984,
      "loss": 6.0312,
      "step": 6944
    },
    {
      "epoch": 0.28445627687896785,
      "grad_norm": 1.2138731017533855,
      "learning_rate": 0.0002991338370380783,
      "loss": 5.6562,
      "step": 6945
    },
    {
      "epoch": 0.2844972353061642,
      "grad_norm": 1.7000136457468336,
      "learning_rate": 0.0002991334870216749,
      "loss": 8.25,
      "step": 6946
    },
    {
      "epoch": 0.28453819373336064,
      "grad_norm": 3.3798778862361396,
      "learning_rate": 0.0002991331369347699,
      "loss": 6.0938,
      "step": 6947
    },
    {
      "epoch": 0.284579152160557,
      "grad_norm": 2.0240096690509413,
      "learning_rate": 0.00029913278677736333,
      "loss": 6.7188,
      "step": 6948
    },
    {
      "epoch": 0.28462011058775344,
      "grad_norm": 1.162949323351656,
      "learning_rate": 0.0002991324365494555,
      "loss": 5.4375,
      "step": 6949
    },
    {
      "epoch": 0.2846610690149498,
      "grad_norm": 1.1785635216055232,
      "learning_rate": 0.0002991320862510465,
      "loss": 6.0312,
      "step": 6950
    },
    {
      "epoch": 0.28470202744214623,
      "grad_norm": 1.2621804059998456,
      "learning_rate": 0.0002991317358821365,
      "loss": 5.6875,
      "step": 6951
    },
    {
      "epoch": 0.2847429858693426,
      "grad_norm": 1.1607777533744634,
      "learning_rate": 0.0002991313854427256,
      "loss": 5.9688,
      "step": 6952
    },
    {
      "epoch": 0.284783944296539,
      "grad_norm": 2.6338213005035285,
      "learning_rate": 0.00029913103493281413,
      "loss": 6.0625,
      "step": 6953
    },
    {
      "epoch": 0.2848249027237354,
      "grad_norm": 1.2170858954955621,
      "learning_rate": 0.0002991306843524021,
      "loss": 6.3438,
      "step": 6954
    },
    {
      "epoch": 0.2848658611509318,
      "grad_norm": 5.713406330536293,
      "learning_rate": 0.00029913033370148977,
      "loss": 7.0938,
      "step": 6955
    },
    {
      "epoch": 0.2849068195781282,
      "grad_norm": 1.2651636961069903,
      "learning_rate": 0.00029912998298007725,
      "loss": 6.375,
      "step": 6956
    },
    {
      "epoch": 0.2849477780053246,
      "grad_norm": 1.2505791865770313,
      "learning_rate": 0.00029912963218816475,
      "loss": 5.8125,
      "step": 6957
    },
    {
      "epoch": 0.284988736432521,
      "grad_norm": 1.0977754946469422,
      "learning_rate": 0.0002991292813257524,
      "loss": 5.75,
      "step": 6958
    },
    {
      "epoch": 0.2850296948597174,
      "grad_norm": 1.863616960263034,
      "learning_rate": 0.00029912893039284037,
      "loss": 7.75,
      "step": 6959
    },
    {
      "epoch": 0.2850706532869138,
      "grad_norm": 1.2236466445373508,
      "learning_rate": 0.0002991285793894288,
      "loss": 4.7188,
      "step": 6960
    },
    {
      "epoch": 0.2851116117141102,
      "grad_norm": 2.3597378096683226,
      "learning_rate": 0.0002991282283155179,
      "loss": 5.6875,
      "step": 6961
    },
    {
      "epoch": 0.28515257014130657,
      "grad_norm": 0.9864019504021512,
      "learning_rate": 0.00029912787717110794,
      "loss": 5.7188,
      "step": 6962
    },
    {
      "epoch": 0.285193528568503,
      "grad_norm": 1.6630534745733674,
      "learning_rate": 0.0002991275259561989,
      "loss": 7.6875,
      "step": 6963
    },
    {
      "epoch": 0.28523448699569937,
      "grad_norm": 1.2663080561249183,
      "learning_rate": 0.00029912717467079096,
      "loss": 5.6875,
      "step": 6964
    },
    {
      "epoch": 0.28527544542289573,
      "grad_norm": 1.1987905774011072,
      "learning_rate": 0.00029912682331488446,
      "loss": 6.1875,
      "step": 6965
    },
    {
      "epoch": 0.28531640385009216,
      "grad_norm": 1.5596284525878572,
      "learning_rate": 0.00029912647188847934,
      "loss": 6.0,
      "step": 6966
    },
    {
      "epoch": 0.28535736227728853,
      "grad_norm": 1.6440306707916448,
      "learning_rate": 0.000299126120391576,
      "loss": 6.5938,
      "step": 6967
    },
    {
      "epoch": 0.28539832070448495,
      "grad_norm": 1.3788848616757046,
      "learning_rate": 0.0002991257688241744,
      "loss": 6.7188,
      "step": 6968
    },
    {
      "epoch": 0.2854392791316813,
      "grad_norm": 1.8722181921714993,
      "learning_rate": 0.00029912541718627475,
      "loss": 7.5,
      "step": 6969
    },
    {
      "epoch": 0.28548023755887775,
      "grad_norm": 1.3749322632249439,
      "learning_rate": 0.00029912506547787726,
      "loss": 5.25,
      "step": 6970
    },
    {
      "epoch": 0.2855211959860741,
      "grad_norm": 1.1381402262900668,
      "learning_rate": 0.0002991247136989822,
      "loss": 5.625,
      "step": 6971
    },
    {
      "epoch": 0.28556215441327054,
      "grad_norm": 1.3057066987462014,
      "learning_rate": 0.0002991243618495896,
      "loss": 6.2188,
      "step": 6972
    },
    {
      "epoch": 0.2856031128404669,
      "grad_norm": 1.2322055597242867,
      "learning_rate": 0.00029912400992969954,
      "loss": 4.0938,
      "step": 6973
    },
    {
      "epoch": 0.28564407126766334,
      "grad_norm": 1.1554465109794307,
      "learning_rate": 0.0002991236579393124,
      "loss": 6.2812,
      "step": 6974
    },
    {
      "epoch": 0.2856850296948597,
      "grad_norm": 1.394111395154004,
      "learning_rate": 0.00029912330587842826,
      "loss": 7.4062,
      "step": 6975
    },
    {
      "epoch": 0.28572598812205613,
      "grad_norm": 1.3490945526834655,
      "learning_rate": 0.00029912295374704724,
      "loss": 5.3125,
      "step": 6976
    },
    {
      "epoch": 0.2857669465492525,
      "grad_norm": 1.2816358283704372,
      "learning_rate": 0.00029912260154516955,
      "loss": 5.8125,
      "step": 6977
    },
    {
      "epoch": 0.2858079049764489,
      "grad_norm": 1.0923597611569396,
      "learning_rate": 0.00029912224927279536,
      "loss": 5.5312,
      "step": 6978
    },
    {
      "epoch": 0.2858488634036453,
      "grad_norm": 1.1491734800160882,
      "learning_rate": 0.0002991218969299248,
      "loss": 5.5938,
      "step": 6979
    },
    {
      "epoch": 0.2858898218308417,
      "grad_norm": 1.0635094210529892,
      "learning_rate": 0.00029912154451655805,
      "loss": 5.4688,
      "step": 6980
    },
    {
      "epoch": 0.2859307802580381,
      "grad_norm": 1.4704636236816706,
      "learning_rate": 0.0002991211920326953,
      "loss": 5.9688,
      "step": 6981
    },
    {
      "epoch": 0.2859717386852345,
      "grad_norm": 2.4028165011033193,
      "learning_rate": 0.0002991208394783367,
      "loss": 6.0,
      "step": 6982
    },
    {
      "epoch": 0.2860126971124309,
      "grad_norm": 1.17762615816623,
      "learning_rate": 0.0002991204868534825,
      "loss": 5.9062,
      "step": 6983
    },
    {
      "epoch": 0.2860536555396273,
      "grad_norm": 1.0599304783949635,
      "learning_rate": 0.0002991201341581327,
      "loss": 5.6875,
      "step": 6984
    },
    {
      "epoch": 0.2860946139668237,
      "grad_norm": 1.1957984095586662,
      "learning_rate": 0.00029911978139228755,
      "loss": 6.1875,
      "step": 6985
    },
    {
      "epoch": 0.28613557239402004,
      "grad_norm": 1.2133463233624528,
      "learning_rate": 0.0002991194285559472,
      "loss": 5.5625,
      "step": 6986
    },
    {
      "epoch": 0.28617653082121647,
      "grad_norm": 1.3143211544920395,
      "learning_rate": 0.0002991190756491119,
      "loss": 5.375,
      "step": 6987
    },
    {
      "epoch": 0.28621748924841284,
      "grad_norm": 1.1551777736231768,
      "learning_rate": 0.00029911872267178176,
      "loss": 5.875,
      "step": 6988
    },
    {
      "epoch": 0.28625844767560926,
      "grad_norm": 1.3306423430965193,
      "learning_rate": 0.00029911836962395684,
      "loss": 6.7188,
      "step": 6989
    },
    {
      "epoch": 0.28629940610280563,
      "grad_norm": 1.2725395932491725,
      "learning_rate": 0.00029911801650563753,
      "loss": 7.0625,
      "step": 6990
    },
    {
      "epoch": 0.28634036453000206,
      "grad_norm": 1.4641946603158937,
      "learning_rate": 0.0002991176633168238,
      "loss": 6.5938,
      "step": 6991
    },
    {
      "epoch": 0.2863813229571984,
      "grad_norm": 1.182195317809026,
      "learning_rate": 0.0002991173100575159,
      "loss": 6.0625,
      "step": 6992
    },
    {
      "epoch": 0.28642228138439485,
      "grad_norm": 1.0932764123630943,
      "learning_rate": 0.000299116956727714,
      "loss": 5.75,
      "step": 6993
    },
    {
      "epoch": 0.2864632398115912,
      "grad_norm": 1.19647564971023,
      "learning_rate": 0.0002991166033274183,
      "loss": 6.9375,
      "step": 6994
    },
    {
      "epoch": 0.28650419823878764,
      "grad_norm": 1.0713829831545933,
      "learning_rate": 0.00029911624985662886,
      "loss": 6.0938,
      "step": 6995
    },
    {
      "epoch": 0.286545156665984,
      "grad_norm": 1.2890452242822819,
      "learning_rate": 0.0002991158963153459,
      "loss": 6.3438,
      "step": 6996
    },
    {
      "epoch": 0.28658611509318044,
      "grad_norm": 1.1659032969967076,
      "learning_rate": 0.00029911554270356966,
      "loss": 5.5,
      "step": 6997
    },
    {
      "epoch": 0.2866270735203768,
      "grad_norm": 1.0403945634274718,
      "learning_rate": 0.0002991151890213002,
      "loss": 5.6562,
      "step": 6998
    },
    {
      "epoch": 0.28666803194757323,
      "grad_norm": 1.1753677133256426,
      "learning_rate": 0.0002991148352685378,
      "loss": 6.0,
      "step": 6999
    },
    {
      "epoch": 0.2867089903747696,
      "grad_norm": 1.5091770854671047,
      "learning_rate": 0.00029911448144528247,
      "loss": 6.9062,
      "step": 7000
    },
    {
      "epoch": 0.286749948801966,
      "grad_norm": 1.3384817069889088,
      "learning_rate": 0.0002991141275515345,
      "loss": 4.4375,
      "step": 7001
    },
    {
      "epoch": 0.2867909072291624,
      "grad_norm": 1.0611352468102597,
      "learning_rate": 0.000299113773587294,
      "loss": 6.5625,
      "step": 7002
    },
    {
      "epoch": 0.2868318656563588,
      "grad_norm": 1.6147060353612646,
      "learning_rate": 0.0002991134195525612,
      "loss": 6.2812,
      "step": 7003
    },
    {
      "epoch": 0.2868728240835552,
      "grad_norm": 1.7220074611179406,
      "learning_rate": 0.0002991130654473362,
      "loss": 7.625,
      "step": 7004
    },
    {
      "epoch": 0.2869137825107516,
      "grad_norm": 1.4240050738231764,
      "learning_rate": 0.0002991127112716192,
      "loss": 7.5312,
      "step": 7005
    },
    {
      "epoch": 0.286954740937948,
      "grad_norm": 1.200252406201009,
      "learning_rate": 0.0002991123570254104,
      "loss": 6.3125,
      "step": 7006
    },
    {
      "epoch": 0.28699569936514435,
      "grad_norm": 1.5875735447159334,
      "learning_rate": 0.00029911200270870986,
      "loss": 7.1562,
      "step": 7007
    },
    {
      "epoch": 0.2870366577923408,
      "grad_norm": 1.2372754012488025,
      "learning_rate": 0.0002991116483215179,
      "loss": 5.8125,
      "step": 7008
    },
    {
      "epoch": 0.28707761621953715,
      "grad_norm": 2.379516443447573,
      "learning_rate": 0.00029911129386383454,
      "loss": 9.125,
      "step": 7009
    },
    {
      "epoch": 0.28711857464673357,
      "grad_norm": 1.735474396652522,
      "learning_rate": 0.00029911093933566004,
      "loss": 5.875,
      "step": 7010
    },
    {
      "epoch": 0.28715953307392994,
      "grad_norm": 2.732098817599347,
      "learning_rate": 0.00029911058473699456,
      "loss": 7.0938,
      "step": 7011
    },
    {
      "epoch": 0.28720049150112636,
      "grad_norm": 1.0889589470785583,
      "learning_rate": 0.0002991102300678382,
      "loss": 5.9062,
      "step": 7012
    },
    {
      "epoch": 0.28724144992832273,
      "grad_norm": 1.1353276389366478,
      "learning_rate": 0.0002991098753281912,
      "loss": 6.3125,
      "step": 7013
    },
    {
      "epoch": 0.28728240835551916,
      "grad_norm": 1.7637508221109282,
      "learning_rate": 0.00029910952051805367,
      "loss": 4.5,
      "step": 7014
    },
    {
      "epoch": 0.28732336678271553,
      "grad_norm": 1.325085824225069,
      "learning_rate": 0.00029910916563742585,
      "loss": 5.25,
      "step": 7015
    },
    {
      "epoch": 0.28736432520991195,
      "grad_norm": 1.1751005832787913,
      "learning_rate": 0.0002991088106863079,
      "loss": 5.9375,
      "step": 7016
    },
    {
      "epoch": 0.2874052836371083,
      "grad_norm": 2.267379017777833,
      "learning_rate": 0.0002991084556646999,
      "loss": 5.5625,
      "step": 7017
    },
    {
      "epoch": 0.28744624206430475,
      "grad_norm": 1.176684649058247,
      "learning_rate": 0.0002991081005726021,
      "loss": 5.6562,
      "step": 7018
    },
    {
      "epoch": 0.2874872004915011,
      "grad_norm": 1.0362637134954698,
      "learning_rate": 0.00029910774541001465,
      "loss": 5.5938,
      "step": 7019
    },
    {
      "epoch": 0.28752815891869754,
      "grad_norm": 0.9789527776258673,
      "learning_rate": 0.0002991073901769377,
      "loss": 6.3125,
      "step": 7020
    },
    {
      "epoch": 0.2875691173458939,
      "grad_norm": 1.7176477855935441,
      "learning_rate": 0.0002991070348733714,
      "loss": 6.0312,
      "step": 7021
    },
    {
      "epoch": 0.28761007577309033,
      "grad_norm": 1.9703526453703715,
      "learning_rate": 0.00029910667949931596,
      "loss": 5.5,
      "step": 7022
    },
    {
      "epoch": 0.2876510342002867,
      "grad_norm": 2.3874148286684225,
      "learning_rate": 0.0002991063240547715,
      "loss": 6.75,
      "step": 7023
    },
    {
      "epoch": 0.28769199262748313,
      "grad_norm": 1.1925546217313403,
      "learning_rate": 0.0002991059685397383,
      "loss": 5.3438,
      "step": 7024
    },
    {
      "epoch": 0.2877329510546795,
      "grad_norm": 1.8062301152336635,
      "learning_rate": 0.00029910561295421644,
      "loss": 7.4062,
      "step": 7025
    },
    {
      "epoch": 0.2877739094818759,
      "grad_norm": 0.996020464953321,
      "learning_rate": 0.00029910525729820605,
      "loss": 5.875,
      "step": 7026
    },
    {
      "epoch": 0.2878148679090723,
      "grad_norm": 1.0818229626025246,
      "learning_rate": 0.0002991049015717074,
      "loss": 6.2812,
      "step": 7027
    },
    {
      "epoch": 0.28785582633626866,
      "grad_norm": 2.4579957982520706,
      "learning_rate": 0.00029910454577472057,
      "loss": 6.1562,
      "step": 7028
    },
    {
      "epoch": 0.2878967847634651,
      "grad_norm": 1.8544421327615646,
      "learning_rate": 0.00029910418990724576,
      "loss": 4.9062,
      "step": 7029
    },
    {
      "epoch": 0.28793774319066145,
      "grad_norm": 1.488840839832292,
      "learning_rate": 0.0002991038339692831,
      "loss": 5.2188,
      "step": 7030
    },
    {
      "epoch": 0.2879787016178579,
      "grad_norm": 1.2835479486864991,
      "learning_rate": 0.0002991034779608329,
      "loss": 7.0625,
      "step": 7031
    },
    {
      "epoch": 0.28801966004505425,
      "grad_norm": 1.3321032972652642,
      "learning_rate": 0.00029910312188189515,
      "loss": 6.7812,
      "step": 7032
    },
    {
      "epoch": 0.2880606184722507,
      "grad_norm": 2.406428626702835,
      "learning_rate": 0.00029910276573247014,
      "loss": 5.8125,
      "step": 7033
    },
    {
      "epoch": 0.28810157689944704,
      "grad_norm": 1.0539827394423866,
      "learning_rate": 0.00029910240951255796,
      "loss": 6.5,
      "step": 7034
    },
    {
      "epoch": 0.28814253532664347,
      "grad_norm": 1.2389582782047208,
      "learning_rate": 0.0002991020532221588,
      "loss": 5.25,
      "step": 7035
    },
    {
      "epoch": 0.28818349375383984,
      "grad_norm": 1.850489472410229,
      "learning_rate": 0.0002991016968612729,
      "loss": 4.2812,
      "step": 7036
    },
    {
      "epoch": 0.28822445218103626,
      "grad_norm": 1.1465991881856996,
      "learning_rate": 0.00029910134042990033,
      "loss": 4.875,
      "step": 7037
    },
    {
      "epoch": 0.28826541060823263,
      "grad_norm": 1.6451956630409272,
      "learning_rate": 0.00029910098392804137,
      "loss": 7.375,
      "step": 7038
    },
    {
      "epoch": 0.28830636903542906,
      "grad_norm": 1.1870587064474178,
      "learning_rate": 0.00029910062735569604,
      "loss": 5.625,
      "step": 7039
    },
    {
      "epoch": 0.2883473274626254,
      "grad_norm": 1.015999778666834,
      "learning_rate": 0.0002991002707128646,
      "loss": 5.25,
      "step": 7040
    },
    {
      "epoch": 0.28838828588982185,
      "grad_norm": 1.663881206253174,
      "learning_rate": 0.0002990999139995472,
      "loss": 8.375,
      "step": 7041
    },
    {
      "epoch": 0.2884292443170182,
      "grad_norm": 1.300829965788202,
      "learning_rate": 0.000299099557215744,
      "loss": 5.0,
      "step": 7042
    },
    {
      "epoch": 0.28847020274421464,
      "grad_norm": 1.119206546522554,
      "learning_rate": 0.00029909920036145523,
      "loss": 5.5,
      "step": 7043
    },
    {
      "epoch": 0.288511161171411,
      "grad_norm": 3.410546261103477,
      "learning_rate": 0.00029909884343668093,
      "loss": 5.9062,
      "step": 7044
    },
    {
      "epoch": 0.28855211959860744,
      "grad_norm": 7.649749316577159,
      "learning_rate": 0.00029909848644142146,
      "loss": 4.625,
      "step": 7045
    },
    {
      "epoch": 0.2885930780258038,
      "grad_norm": 1.0527371790024438,
      "learning_rate": 0.00029909812937567676,
      "loss": 5.375,
      "step": 7046
    },
    {
      "epoch": 0.28863403645300023,
      "grad_norm": 1.1609380949787702,
      "learning_rate": 0.00029909777223944715,
      "loss": 5.5312,
      "step": 7047
    },
    {
      "epoch": 0.2886749948801966,
      "grad_norm": 1.2119943165628864,
      "learning_rate": 0.00029909741503273286,
      "loss": 6.0,
      "step": 7048
    },
    {
      "epoch": 0.28871595330739297,
      "grad_norm": 4.182280251099731,
      "learning_rate": 0.0002990970577555339,
      "loss": 5.5938,
      "step": 7049
    },
    {
      "epoch": 0.2887569117345894,
      "grad_norm": 1.4593018726394158,
      "learning_rate": 0.0002990967004078505,
      "loss": 5.9062,
      "step": 7050
    },
    {
      "epoch": 0.28879787016178576,
      "grad_norm": 2.0386458200701045,
      "learning_rate": 0.00029909634298968277,
      "loss": 5.75,
      "step": 7051
    },
    {
      "epoch": 0.2888388285889822,
      "grad_norm": 1.3076529576240237,
      "learning_rate": 0.000299095985501031,
      "loss": 4.8438,
      "step": 7052
    },
    {
      "epoch": 0.28887978701617856,
      "grad_norm": 1.749993775578017,
      "learning_rate": 0.0002990956279418953,
      "loss": 6.375,
      "step": 7053
    },
    {
      "epoch": 0.288920745443375,
      "grad_norm": 2.3999617958912878,
      "learning_rate": 0.00029909527031227585,
      "loss": 7.0,
      "step": 7054
    },
    {
      "epoch": 0.28896170387057135,
      "grad_norm": 1.2712063216220482,
      "learning_rate": 0.0002990949126121728,
      "loss": 5.875,
      "step": 7055
    },
    {
      "epoch": 0.2890026622977678,
      "grad_norm": 1.2210959830085832,
      "learning_rate": 0.0002990945548415863,
      "loss": 5.9062,
      "step": 7056
    },
    {
      "epoch": 0.28904362072496415,
      "grad_norm": 1.0856149373330537,
      "learning_rate": 0.00029909419700051656,
      "loss": 5.5625,
      "step": 7057
    },
    {
      "epoch": 0.28908457915216057,
      "grad_norm": 7.347756128932504,
      "learning_rate": 0.00029909383908896373,
      "loss": 9.1875,
      "step": 7058
    },
    {
      "epoch": 0.28912553757935694,
      "grad_norm": 1.6167818044121987,
      "learning_rate": 0.000299093481106928,
      "loss": 5.0625,
      "step": 7059
    },
    {
      "epoch": 0.28916649600655336,
      "grad_norm": 1.4438415364875652,
      "learning_rate": 0.00029909312305440955,
      "loss": 5.6875,
      "step": 7060
    },
    {
      "epoch": 0.28920745443374973,
      "grad_norm": 2.7355458640454096,
      "learning_rate": 0.00029909276493140846,
      "loss": 7.0312,
      "step": 7061
    },
    {
      "epoch": 0.28924841286094616,
      "grad_norm": 1.1784512111460448,
      "learning_rate": 0.000299092406737925,
      "loss": 6.5312,
      "step": 7062
    },
    {
      "epoch": 0.2892893712881425,
      "grad_norm": 1.3221870076597497,
      "learning_rate": 0.00029909204847395926,
      "loss": 5.625,
      "step": 7063
    },
    {
      "epoch": 0.28933032971533895,
      "grad_norm": 1.1148435732872062,
      "learning_rate": 0.0002990916901395115,
      "loss": 5.7812,
      "step": 7064
    },
    {
      "epoch": 0.2893712881425353,
      "grad_norm": 1.1148257909694619,
      "learning_rate": 0.00029909133173458183,
      "loss": 5.7188,
      "step": 7065
    },
    {
      "epoch": 0.28941224656973175,
      "grad_norm": 1.3264804303559774,
      "learning_rate": 0.0002990909732591704,
      "loss": 6.5625,
      "step": 7066
    },
    {
      "epoch": 0.2894532049969281,
      "grad_norm": 4.077162440546569,
      "learning_rate": 0.00029909061471327747,
      "loss": 6.0938,
      "step": 7067
    },
    {
      "epoch": 0.28949416342412454,
      "grad_norm": 1.7273811225885867,
      "learning_rate": 0.0002990902560969031,
      "loss": 5.9688,
      "step": 7068
    },
    {
      "epoch": 0.2895351218513209,
      "grad_norm": 3.390536098929541,
      "learning_rate": 0.00029908989741004753,
      "loss": 5.5312,
      "step": 7069
    },
    {
      "epoch": 0.2895760802785173,
      "grad_norm": 1.237715475027634,
      "learning_rate": 0.0002990895386527109,
      "loss": 7.0,
      "step": 7070
    },
    {
      "epoch": 0.2896170387057137,
      "grad_norm": 1.2361180062662336,
      "learning_rate": 0.00029908917982489336,
      "loss": 5.8125,
      "step": 7071
    },
    {
      "epoch": 0.28965799713291007,
      "grad_norm": 1.3735397185129015,
      "learning_rate": 0.0002990888209265952,
      "loss": 5.2188,
      "step": 7072
    },
    {
      "epoch": 0.2896989555601065,
      "grad_norm": 1.1941085524916557,
      "learning_rate": 0.0002990884619578164,
      "loss": 6.0,
      "step": 7073
    },
    {
      "epoch": 0.28973991398730287,
      "grad_norm": 1.5573387411966786,
      "learning_rate": 0.00029908810291855723,
      "loss": 7.8438,
      "step": 7074
    },
    {
      "epoch": 0.2897808724144993,
      "grad_norm": 1.1599232129213788,
      "learning_rate": 0.0002990877438088179,
      "loss": 7.1875,
      "step": 7075
    },
    {
      "epoch": 0.28982183084169566,
      "grad_norm": 1.1561659052316546,
      "learning_rate": 0.00029908738462859847,
      "loss": 5.4688,
      "step": 7076
    },
    {
      "epoch": 0.2898627892688921,
      "grad_norm": 1.6643287257153654,
      "learning_rate": 0.00029908702537789924,
      "loss": 5.3125,
      "step": 7077
    },
    {
      "epoch": 0.28990374769608845,
      "grad_norm": 1.4477515562526373,
      "learning_rate": 0.0002990866660567203,
      "loss": 6.125,
      "step": 7078
    },
    {
      "epoch": 0.2899447061232849,
      "grad_norm": 1.185618188496441,
      "learning_rate": 0.00029908630666506184,
      "loss": 5.625,
      "step": 7079
    },
    {
      "epoch": 0.28998566455048125,
      "grad_norm": 2.5808167992440967,
      "learning_rate": 0.00029908594720292405,
      "loss": 7.0312,
      "step": 7080
    },
    {
      "epoch": 0.2900266229776777,
      "grad_norm": 1.9408788774949286,
      "learning_rate": 0.00029908558767030704,
      "loss": 6.9688,
      "step": 7081
    },
    {
      "epoch": 0.29006758140487404,
      "grad_norm": 1.214826991241926,
      "learning_rate": 0.00029908522806721105,
      "loss": 5.4062,
      "step": 7082
    },
    {
      "epoch": 0.29010853983207047,
      "grad_norm": 1.2959842542490507,
      "learning_rate": 0.00029908486839363616,
      "loss": 5.6875,
      "step": 7083
    },
    {
      "epoch": 0.29014949825926684,
      "grad_norm": 3.2412139682001007,
      "learning_rate": 0.0002990845086495826,
      "loss": 5.5,
      "step": 7084
    },
    {
      "epoch": 0.29019045668646326,
      "grad_norm": 1.8225639352690806,
      "learning_rate": 0.00029908414883505054,
      "loss": 5.75,
      "step": 7085
    },
    {
      "epoch": 0.29023141511365963,
      "grad_norm": 1.5087844954283254,
      "learning_rate": 0.0002990837889500402,
      "loss": 5.5625,
      "step": 7086
    },
    {
      "epoch": 0.29027237354085605,
      "grad_norm": 1.1314656899430515,
      "learning_rate": 0.00029908342899455164,
      "loss": 6.5625,
      "step": 7087
    },
    {
      "epoch": 0.2903133319680524,
      "grad_norm": 1.1335328807007363,
      "learning_rate": 0.0002990830689685851,
      "loss": 6.1875,
      "step": 7088
    },
    {
      "epoch": 0.29035429039524885,
      "grad_norm": 1.2685337563295749,
      "learning_rate": 0.0002990827088721407,
      "loss": 5.5,
      "step": 7089
    },
    {
      "epoch": 0.2903952488224452,
      "grad_norm": 1.0227082699622336,
      "learning_rate": 0.0002990823487052187,
      "loss": 5.4062,
      "step": 7090
    },
    {
      "epoch": 0.2904362072496416,
      "grad_norm": 2.106898183444467,
      "learning_rate": 0.0002990819884678192,
      "loss": 7.2188,
      "step": 7091
    },
    {
      "epoch": 0.290477165676838,
      "grad_norm": 1.1029367024613428,
      "learning_rate": 0.0002990816281599424,
      "loss": 6.5,
      "step": 7092
    },
    {
      "epoch": 0.2905181241040344,
      "grad_norm": 1.2176669803345757,
      "learning_rate": 0.00029908126778158844,
      "loss": 5.625,
      "step": 7093
    },
    {
      "epoch": 0.2905590825312308,
      "grad_norm": 1.3253173049925768,
      "learning_rate": 0.00029908090733275755,
      "loss": 5.6562,
      "step": 7094
    },
    {
      "epoch": 0.2906000409584272,
      "grad_norm": 4.938750698603179,
      "learning_rate": 0.0002990805468134498,
      "loss": 8.4375,
      "step": 7095
    },
    {
      "epoch": 0.2906409993856236,
      "grad_norm": 1.631666847217257,
      "learning_rate": 0.0002990801862236654,
      "loss": 6.0938,
      "step": 7096
    },
    {
      "epoch": 0.29068195781281997,
      "grad_norm": 1.3221902447726173,
      "learning_rate": 0.0002990798255634046,
      "loss": 6.0312,
      "step": 7097
    },
    {
      "epoch": 0.2907229162400164,
      "grad_norm": 2.97535369848351,
      "learning_rate": 0.0002990794648326675,
      "loss": 6.625,
      "step": 7098
    },
    {
      "epoch": 0.29076387466721276,
      "grad_norm": 1.1376731280533485,
      "learning_rate": 0.00029907910403145424,
      "loss": 5.6875,
      "step": 7099
    },
    {
      "epoch": 0.2908048330944092,
      "grad_norm": 1.0671510577166676,
      "learning_rate": 0.00029907874315976505,
      "loss": 5.2812,
      "step": 7100
    },
    {
      "epoch": 0.29084579152160556,
      "grad_norm": 2.387789819414068,
      "learning_rate": 0.0002990783822176001,
      "loss": 6.1562,
      "step": 7101
    },
    {
      "epoch": 0.290886749948802,
      "grad_norm": 1.2147976944432366,
      "learning_rate": 0.00029907802120495954,
      "loss": 6.8125,
      "step": 7102
    },
    {
      "epoch": 0.29092770837599835,
      "grad_norm": 1.4601403074029071,
      "learning_rate": 0.0002990776601218435,
      "loss": 6.9688,
      "step": 7103
    },
    {
      "epoch": 0.2909686668031948,
      "grad_norm": 1.670578835024845,
      "learning_rate": 0.00029907729896825225,
      "loss": 8.0625,
      "step": 7104
    },
    {
      "epoch": 0.29100962523039114,
      "grad_norm": 2.895196227903161,
      "learning_rate": 0.00029907693774418586,
      "loss": 7.375,
      "step": 7105
    },
    {
      "epoch": 0.29105058365758757,
      "grad_norm": 1.2628736794513031,
      "learning_rate": 0.0002990765764496446,
      "loss": 5.9688,
      "step": 7106
    },
    {
      "epoch": 0.29109154208478394,
      "grad_norm": 1.1856202289765116,
      "learning_rate": 0.0002990762150846285,
      "loss": 5.7812,
      "step": 7107
    },
    {
      "epoch": 0.29113250051198036,
      "grad_norm": 4.007741635192594,
      "learning_rate": 0.00029907585364913786,
      "loss": 7.0,
      "step": 7108
    },
    {
      "epoch": 0.29117345893917673,
      "grad_norm": 1.4510553414517087,
      "learning_rate": 0.00029907549214317283,
      "loss": 6.3438,
      "step": 7109
    },
    {
      "epoch": 0.29121441736637316,
      "grad_norm": 1.0764671678675182,
      "learning_rate": 0.0002990751305667335,
      "loss": 6.0625,
      "step": 7110
    },
    {
      "epoch": 0.2912553757935695,
      "grad_norm": 1.0435765698726882,
      "learning_rate": 0.0002990747689198202,
      "loss": 6.1562,
      "step": 7111
    },
    {
      "epoch": 0.2912963342207659,
      "grad_norm": 3.281857932096448,
      "learning_rate": 0.0002990744072024329,
      "loss": 4.3125,
      "step": 7112
    },
    {
      "epoch": 0.2913372926479623,
      "grad_norm": 1.6455390249231103,
      "learning_rate": 0.00029907404541457193,
      "loss": 5.4688,
      "step": 7113
    },
    {
      "epoch": 0.2913782510751587,
      "grad_norm": 1.3437323993761845,
      "learning_rate": 0.0002990736835562374,
      "loss": 5.5938,
      "step": 7114
    },
    {
      "epoch": 0.2914192095023551,
      "grad_norm": 1.0510087710242566,
      "learning_rate": 0.0002990733216274294,
      "loss": 5.7188,
      "step": 7115
    },
    {
      "epoch": 0.2914601679295515,
      "grad_norm": 5.201073480457297,
      "learning_rate": 0.00029907295962814827,
      "loss": 7.5938,
      "step": 7116
    },
    {
      "epoch": 0.2915011263567479,
      "grad_norm": 1.2181861436861858,
      "learning_rate": 0.00029907259755839404,
      "loss": 5.375,
      "step": 7117
    },
    {
      "epoch": 0.2915420847839443,
      "grad_norm": 3.113997405375,
      "learning_rate": 0.000299072235418167,
      "loss": 7.5312,
      "step": 7118
    },
    {
      "epoch": 0.2915830432111407,
      "grad_norm": 1.7228811761706944,
      "learning_rate": 0.0002990718732074672,
      "loss": 6.8438,
      "step": 7119
    },
    {
      "epoch": 0.29162400163833707,
      "grad_norm": 1.243837602920524,
      "learning_rate": 0.0002990715109262949,
      "loss": 6.0,
      "step": 7120
    },
    {
      "epoch": 0.2916649600655335,
      "grad_norm": 2.138092709546369,
      "learning_rate": 0.00029907114857465023,
      "loss": 8.5625,
      "step": 7121
    },
    {
      "epoch": 0.29170591849272987,
      "grad_norm": 1.34411926620119,
      "learning_rate": 0.00029907078615253334,
      "loss": 5.9375,
      "step": 7122
    },
    {
      "epoch": 0.2917468769199263,
      "grad_norm": 1.2806033809316035,
      "learning_rate": 0.0002990704236599445,
      "loss": 6.1875,
      "step": 7123
    },
    {
      "epoch": 0.29178783534712266,
      "grad_norm": 3.4213678330563555,
      "learning_rate": 0.00029907006109688376,
      "loss": 6.5,
      "step": 7124
    },
    {
      "epoch": 0.2918287937743191,
      "grad_norm": 2.259033982475622,
      "learning_rate": 0.00029906969846335134,
      "loss": 6.5938,
      "step": 7125
    },
    {
      "epoch": 0.29186975220151545,
      "grad_norm": 1.1354504933896297,
      "learning_rate": 0.00029906933575934747,
      "loss": 6.0312,
      "step": 7126
    },
    {
      "epoch": 0.2919107106287119,
      "grad_norm": 2.0258279126072045,
      "learning_rate": 0.00029906897298487224,
      "loss": 6.8125,
      "step": 7127
    },
    {
      "epoch": 0.29195166905590825,
      "grad_norm": 4.280314428533439,
      "learning_rate": 0.0002990686101399258,
      "loss": 7.5,
      "step": 7128
    },
    {
      "epoch": 0.29199262748310467,
      "grad_norm": 1.5570193240442916,
      "learning_rate": 0.0002990682472245085,
      "loss": 6.7188,
      "step": 7129
    },
    {
      "epoch": 0.29203358591030104,
      "grad_norm": 1.5289279018014792,
      "learning_rate": 0.00029906788423862023,
      "loss": 5.0938,
      "step": 7130
    },
    {
      "epoch": 0.29207454433749747,
      "grad_norm": 1.2816057235094387,
      "learning_rate": 0.0002990675211822614,
      "loss": 5.1562,
      "step": 7131
    },
    {
      "epoch": 0.29211550276469384,
      "grad_norm": 1.2652605098791987,
      "learning_rate": 0.0002990671580554321,
      "loss": 5.375,
      "step": 7132
    },
    {
      "epoch": 0.2921564611918902,
      "grad_norm": 1.4410390169291443,
      "learning_rate": 0.0002990667948581325,
      "loss": 6.3125,
      "step": 7133
    },
    {
      "epoch": 0.29219741961908663,
      "grad_norm": 1.2766621460364227,
      "learning_rate": 0.00029906643159036274,
      "loss": 6.1562,
      "step": 7134
    },
    {
      "epoch": 0.292238378046283,
      "grad_norm": 1.286184421406234,
      "learning_rate": 0.000299066068252123,
      "loss": 5.9062,
      "step": 7135
    },
    {
      "epoch": 0.2922793364734794,
      "grad_norm": 1.7678983109624906,
      "learning_rate": 0.00029906570484341356,
      "loss": 6.8125,
      "step": 7136
    },
    {
      "epoch": 0.2923202949006758,
      "grad_norm": 1.4783625943709642,
      "learning_rate": 0.0002990653413642344,
      "loss": 6.3125,
      "step": 7137
    },
    {
      "epoch": 0.2923612533278722,
      "grad_norm": 1.304210740079691,
      "learning_rate": 0.00029906497781458585,
      "loss": 6.5,
      "step": 7138
    },
    {
      "epoch": 0.2924022117550686,
      "grad_norm": 1.3286117891905442,
      "learning_rate": 0.000299064614194468,
      "loss": 6.0938,
      "step": 7139
    },
    {
      "epoch": 0.292443170182265,
      "grad_norm": 1.3831953642542398,
      "learning_rate": 0.0002990642505038811,
      "loss": 5.2812,
      "step": 7140
    },
    {
      "epoch": 0.2924841286094614,
      "grad_norm": 1.1570460908287694,
      "learning_rate": 0.00029906388674282524,
      "loss": 6.0,
      "step": 7141
    },
    {
      "epoch": 0.2925250870366578,
      "grad_norm": 1.5132908798241427,
      "learning_rate": 0.0002990635229113006,
      "loss": 6.6562,
      "step": 7142
    },
    {
      "epoch": 0.2925660454638542,
      "grad_norm": 1.2465044599753732,
      "learning_rate": 0.0002990631590093074,
      "loss": 6.4375,
      "step": 7143
    },
    {
      "epoch": 0.2926070038910506,
      "grad_norm": 1.9070212113650493,
      "learning_rate": 0.0002990627950368458,
      "loss": 6.0312,
      "step": 7144
    },
    {
      "epoch": 0.29264796231824697,
      "grad_norm": 2.402203518422864,
      "learning_rate": 0.00029906243099391596,
      "loss": 9.125,
      "step": 7145
    },
    {
      "epoch": 0.2926889207454434,
      "grad_norm": 1.2441365083185054,
      "learning_rate": 0.00029906206688051805,
      "loss": 6.1875,
      "step": 7146
    },
    {
      "epoch": 0.29272987917263976,
      "grad_norm": 1.137593886965539,
      "learning_rate": 0.00029906170269665226,
      "loss": 5.125,
      "step": 7147
    },
    {
      "epoch": 0.2927708375998362,
      "grad_norm": 1.1399395972435253,
      "learning_rate": 0.0002990613384423187,
      "loss": 6.5,
      "step": 7148
    },
    {
      "epoch": 0.29281179602703256,
      "grad_norm": 1.0534960217336635,
      "learning_rate": 0.00029906097411751763,
      "loss": 6.0625,
      "step": 7149
    },
    {
      "epoch": 0.292852754454229,
      "grad_norm": 2.0252747213542213,
      "learning_rate": 0.00029906060972224917,
      "loss": 6.9375,
      "step": 7150
    },
    {
      "epoch": 0.29289371288142535,
      "grad_norm": 1.3679574722805838,
      "learning_rate": 0.00029906024525651353,
      "loss": 6.875,
      "step": 7151
    },
    {
      "epoch": 0.2929346713086218,
      "grad_norm": 1.1599917394418535,
      "learning_rate": 0.00029905988072031077,
      "loss": 5.5312,
      "step": 7152
    },
    {
      "epoch": 0.29297562973581814,
      "grad_norm": 1.4866507333709051,
      "learning_rate": 0.0002990595161136412,
      "loss": 6.625,
      "step": 7153
    },
    {
      "epoch": 0.2930165881630145,
      "grad_norm": 0.9759992610333003,
      "learning_rate": 0.00029905915143650495,
      "loss": 5.9375,
      "step": 7154
    },
    {
      "epoch": 0.29305754659021094,
      "grad_norm": 1.2003115257288561,
      "learning_rate": 0.00029905878668890217,
      "loss": 5.7812,
      "step": 7155
    },
    {
      "epoch": 0.2930985050174073,
      "grad_norm": 1.223296961413624,
      "learning_rate": 0.0002990584218708331,
      "loss": 6.2188,
      "step": 7156
    },
    {
      "epoch": 0.29313946344460373,
      "grad_norm": 1.5978469346024549,
      "learning_rate": 0.0002990580569822978,
      "loss": 7.25,
      "step": 7157
    },
    {
      "epoch": 0.2931804218718001,
      "grad_norm": 1.1659171563350639,
      "learning_rate": 0.0002990576920232965,
      "loss": 5.25,
      "step": 7158
    },
    {
      "epoch": 0.2932213802989965,
      "grad_norm": 3.7163266955193612,
      "learning_rate": 0.00029905732699382935,
      "loss": 5.125,
      "step": 7159
    },
    {
      "epoch": 0.2932623387261929,
      "grad_norm": 1.1558282697284852,
      "learning_rate": 0.0002990569618938966,
      "loss": 6.25,
      "step": 7160
    },
    {
      "epoch": 0.2933032971533893,
      "grad_norm": 1.1318791556446406,
      "learning_rate": 0.0002990565967234983,
      "loss": 5.5312,
      "step": 7161
    },
    {
      "epoch": 0.2933442555805857,
      "grad_norm": 1.699603991610765,
      "learning_rate": 0.0002990562314826348,
      "loss": 6.5625,
      "step": 7162
    },
    {
      "epoch": 0.2933852140077821,
      "grad_norm": 1.6999467599915226,
      "learning_rate": 0.00029905586617130607,
      "loss": 5.2812,
      "step": 7163
    },
    {
      "epoch": 0.2934261724349785,
      "grad_norm": 1.409548206927504,
      "learning_rate": 0.0002990555007895124,
      "loss": 6.625,
      "step": 7164
    },
    {
      "epoch": 0.2934671308621749,
      "grad_norm": 1.4192058841506392,
      "learning_rate": 0.00029905513533725394,
      "loss": 6.5938,
      "step": 7165
    },
    {
      "epoch": 0.2935080892893713,
      "grad_norm": 2.129382180425204,
      "learning_rate": 0.0002990547698145309,
      "loss": 8.9375,
      "step": 7166
    },
    {
      "epoch": 0.2935490477165677,
      "grad_norm": 1.3173435873693866,
      "learning_rate": 0.0002990544042213434,
      "loss": 6.7188,
      "step": 7167
    },
    {
      "epoch": 0.29359000614376407,
      "grad_norm": 1.0977869056791005,
      "learning_rate": 0.00029905403855769153,
      "loss": 6.5625,
      "step": 7168
    },
    {
      "epoch": 0.2936309645709605,
      "grad_norm": 1.3060583960684484,
      "learning_rate": 0.00029905367282357563,
      "loss": 6.0,
      "step": 7169
    },
    {
      "epoch": 0.29367192299815686,
      "grad_norm": 1.0039958747874744,
      "learning_rate": 0.0002990533070189958,
      "loss": 5.4062,
      "step": 7170
    },
    {
      "epoch": 0.2937128814253533,
      "grad_norm": 1.172173496470729,
      "learning_rate": 0.0002990529411439523,
      "loss": 5.4375,
      "step": 7171
    },
    {
      "epoch": 0.29375383985254966,
      "grad_norm": 1.9056784334515866,
      "learning_rate": 0.0002990525751984451,
      "loss": 7.7812,
      "step": 7172
    },
    {
      "epoch": 0.2937947982797461,
      "grad_norm": 1.2602158067301592,
      "learning_rate": 0.0002990522091824745,
      "loss": 5.5938,
      "step": 7173
    },
    {
      "epoch": 0.29383575670694245,
      "grad_norm": 1.2325562901204299,
      "learning_rate": 0.00029905184309604073,
      "loss": 6.9688,
      "step": 7174
    },
    {
      "epoch": 0.2938767151341388,
      "grad_norm": 2.905157382202776,
      "learning_rate": 0.0002990514769391439,
      "loss": 7.2188,
      "step": 7175
    },
    {
      "epoch": 0.29391767356133525,
      "grad_norm": 3.00032943111343,
      "learning_rate": 0.0002990511107117841,
      "loss": 9.0625,
      "step": 7176
    },
    {
      "epoch": 0.2939586319885316,
      "grad_norm": 1.1110560029208407,
      "learning_rate": 0.0002990507444139616,
      "loss": 5.3438,
      "step": 7177
    },
    {
      "epoch": 0.29399959041572804,
      "grad_norm": 1.7463630695071242,
      "learning_rate": 0.0002990503780456766,
      "loss": 7.1562,
      "step": 7178
    },
    {
      "epoch": 0.2940405488429244,
      "grad_norm": 1.3653727806767437,
      "learning_rate": 0.0002990500116069292,
      "loss": 5.6875,
      "step": 7179
    },
    {
      "epoch": 0.29408150727012083,
      "grad_norm": 1.2354664632415198,
      "learning_rate": 0.00029904964509771967,
      "loss": 6.2812,
      "step": 7180
    },
    {
      "epoch": 0.2941224656973172,
      "grad_norm": 2.2022366184178206,
      "learning_rate": 0.00029904927851804805,
      "loss": 6.625,
      "step": 7181
    },
    {
      "epoch": 0.29416342412451363,
      "grad_norm": 1.2557953323185522,
      "learning_rate": 0.00029904891186791457,
      "loss": 5.75,
      "step": 7182
    },
    {
      "epoch": 0.29420438255171,
      "grad_norm": 3.3535576574290853,
      "learning_rate": 0.0002990485451473195,
      "loss": 6.7812,
      "step": 7183
    },
    {
      "epoch": 0.2942453409789064,
      "grad_norm": 1.2422733322217978,
      "learning_rate": 0.0002990481783562628,
      "loss": 6.3438,
      "step": 7184
    },
    {
      "epoch": 0.2942862994061028,
      "grad_norm": 1.1470961906298969,
      "learning_rate": 0.00029904781149474487,
      "loss": 6.4688,
      "step": 7185
    },
    {
      "epoch": 0.2943272578332992,
      "grad_norm": 2.023491449849747,
      "learning_rate": 0.0002990474445627657,
      "loss": 7.6875,
      "step": 7186
    },
    {
      "epoch": 0.2943682162604956,
      "grad_norm": 1.4475168985962548,
      "learning_rate": 0.0002990470775603256,
      "loss": 5.6875,
      "step": 7187
    },
    {
      "epoch": 0.294409174687692,
      "grad_norm": 3.2621971511002945,
      "learning_rate": 0.0002990467104874247,
      "loss": 6.9688,
      "step": 7188
    },
    {
      "epoch": 0.2944501331148884,
      "grad_norm": 2.5270161167774154,
      "learning_rate": 0.00029904634334406316,
      "loss": 7.25,
      "step": 7189
    },
    {
      "epoch": 0.2944910915420848,
      "grad_norm": 2.4037728444103448,
      "learning_rate": 0.00029904597613024115,
      "loss": 6.6875,
      "step": 7190
    },
    {
      "epoch": 0.2945320499692812,
      "grad_norm": 1.2029421600330747,
      "learning_rate": 0.0002990456088459589,
      "loss": 6.375,
      "step": 7191
    },
    {
      "epoch": 0.2945730083964776,
      "grad_norm": 2.3224108038516724,
      "learning_rate": 0.00029904524149121646,
      "loss": 6.1562,
      "step": 7192
    },
    {
      "epoch": 0.29461396682367397,
      "grad_norm": 1.4291353137008904,
      "learning_rate": 0.0002990448740660141,
      "loss": 6.7188,
      "step": 7193
    },
    {
      "epoch": 0.2946549252508704,
      "grad_norm": 1.2575173603401573,
      "learning_rate": 0.00029904450657035196,
      "loss": 6.0625,
      "step": 7194
    },
    {
      "epoch": 0.29469588367806676,
      "grad_norm": 1.602630947373979,
      "learning_rate": 0.00029904413900423026,
      "loss": 7.9062,
      "step": 7195
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 5.171797271640444,
      "learning_rate": 0.00029904377136764915,
      "loss": 5.75,
      "step": 7196
    },
    {
      "epoch": 0.29477780053245956,
      "grad_norm": 3.094040419028233,
      "learning_rate": 0.0002990434036606087,
      "loss": 7.25,
      "step": 7197
    },
    {
      "epoch": 0.2948187589596559,
      "grad_norm": 1.2832860519071048,
      "learning_rate": 0.0002990430358831093,
      "loss": 6.1562,
      "step": 7198
    },
    {
      "epoch": 0.29485971738685235,
      "grad_norm": 3.093290142123072,
      "learning_rate": 0.0002990426680351509,
      "loss": 9.0,
      "step": 7199
    },
    {
      "epoch": 0.2949006758140487,
      "grad_norm": 1.4021504487742422,
      "learning_rate": 0.00029904230011673383,
      "loss": 5.8125,
      "step": 7200
    },
    {
      "epoch": 0.29494163424124514,
      "grad_norm": 2.545314053958743,
      "learning_rate": 0.0002990419321278582,
      "loss": 6.5938,
      "step": 7201
    },
    {
      "epoch": 0.2949825926684415,
      "grad_norm": 1.3678220368454221,
      "learning_rate": 0.0002990415640685242,
      "loss": 7.0312,
      "step": 7202
    },
    {
      "epoch": 0.29502355109563794,
      "grad_norm": 1.376291725121617,
      "learning_rate": 0.000299041195938732,
      "loss": 5.625,
      "step": 7203
    },
    {
      "epoch": 0.2950645095228343,
      "grad_norm": 2.1166368810772416,
      "learning_rate": 0.00029904082773848174,
      "loss": 6.9688,
      "step": 7204
    },
    {
      "epoch": 0.29510546795003073,
      "grad_norm": 1.2434853241886106,
      "learning_rate": 0.00029904045946777365,
      "loss": 5.75,
      "step": 7205
    },
    {
      "epoch": 0.2951464263772271,
      "grad_norm": 1.386268278855266,
      "learning_rate": 0.00029904009112660787,
      "loss": 6.25,
      "step": 7206
    },
    {
      "epoch": 0.2951873848044235,
      "grad_norm": 2.4819284692145165,
      "learning_rate": 0.0002990397227149846,
      "loss": 6.0938,
      "step": 7207
    },
    {
      "epoch": 0.2952283432316199,
      "grad_norm": 1.025047651939011,
      "learning_rate": 0.00029903935423290394,
      "loss": 5.625,
      "step": 7208
    },
    {
      "epoch": 0.2952693016588163,
      "grad_norm": 1.5155238926910273,
      "learning_rate": 0.0002990389856803662,
      "loss": 7.0,
      "step": 7209
    },
    {
      "epoch": 0.2953102600860127,
      "grad_norm": 1.4205009341054948,
      "learning_rate": 0.00029903861705737146,
      "loss": 6.1562,
      "step": 7210
    },
    {
      "epoch": 0.2953512185132091,
      "grad_norm": 2.181708481886641,
      "learning_rate": 0.0002990382483639199,
      "loss": 8.5625,
      "step": 7211
    },
    {
      "epoch": 0.2953921769404055,
      "grad_norm": 1.599783358952616,
      "learning_rate": 0.0002990378796000117,
      "loss": 7.0625,
      "step": 7212
    },
    {
      "epoch": 0.2954331353676019,
      "grad_norm": 1.083066005747278,
      "learning_rate": 0.000299037510765647,
      "loss": 6.0312,
      "step": 7213
    },
    {
      "epoch": 0.2954740937947983,
      "grad_norm": 1.1837568953983257,
      "learning_rate": 0.00029903714186082603,
      "loss": 6.0938,
      "step": 7214
    },
    {
      "epoch": 0.2955150522219947,
      "grad_norm": 1.0832073045432238,
      "learning_rate": 0.000299036772885549,
      "loss": 6.375,
      "step": 7215
    },
    {
      "epoch": 0.29555601064919107,
      "grad_norm": 3.4274733454647803,
      "learning_rate": 0.000299036403839816,
      "loss": 5.5312,
      "step": 7216
    },
    {
      "epoch": 0.29559696907638744,
      "grad_norm": 1.7105774614626374,
      "learning_rate": 0.0002990360347236272,
      "loss": 6.3125,
      "step": 7217
    },
    {
      "epoch": 0.29563792750358386,
      "grad_norm": 1.1710679209307788,
      "learning_rate": 0.00029903566553698285,
      "loss": 5.625,
      "step": 7218
    },
    {
      "epoch": 0.29567888593078023,
      "grad_norm": 1.2040123231808262,
      "learning_rate": 0.00029903529627988307,
      "loss": 6.2188,
      "step": 7219
    },
    {
      "epoch": 0.29571984435797666,
      "grad_norm": 1.2246338551456681,
      "learning_rate": 0.00029903492695232804,
      "loss": 5.5312,
      "step": 7220
    },
    {
      "epoch": 0.295760802785173,
      "grad_norm": 1.6256167698570239,
      "learning_rate": 0.00029903455755431803,
      "loss": 6.5938,
      "step": 7221
    },
    {
      "epoch": 0.29580176121236945,
      "grad_norm": 4.868277405694462,
      "learning_rate": 0.00029903418808585304,
      "loss": 8.3125,
      "step": 7222
    },
    {
      "epoch": 0.2958427196395658,
      "grad_norm": 1.6293916832335045,
      "learning_rate": 0.00029903381854693334,
      "loss": 6.75,
      "step": 7223
    },
    {
      "epoch": 0.29588367806676225,
      "grad_norm": 1.3407514766511153,
      "learning_rate": 0.00029903344893755915,
      "loss": 6.0312,
      "step": 7224
    },
    {
      "epoch": 0.2959246364939586,
      "grad_norm": 2.5370119253708214,
      "learning_rate": 0.00029903307925773057,
      "loss": 5.6875,
      "step": 7225
    },
    {
      "epoch": 0.29596559492115504,
      "grad_norm": 1.4257710498789071,
      "learning_rate": 0.00029903270950744777,
      "loss": 5.7812,
      "step": 7226
    },
    {
      "epoch": 0.2960065533483514,
      "grad_norm": 1.276932228016317,
      "learning_rate": 0.00029903233968671096,
      "loss": 5.7188,
      "step": 7227
    },
    {
      "epoch": 0.29604751177554783,
      "grad_norm": 1.3658452619766441,
      "learning_rate": 0.0002990319697955203,
      "loss": 5.5938,
      "step": 7228
    },
    {
      "epoch": 0.2960884702027442,
      "grad_norm": 1.1704361748375969,
      "learning_rate": 0.000299031599833876,
      "loss": 7.1562,
      "step": 7229
    },
    {
      "epoch": 0.2961294286299406,
      "grad_norm": 1.311339290493591,
      "learning_rate": 0.00029903122980177825,
      "loss": 6.6562,
      "step": 7230
    },
    {
      "epoch": 0.296170387057137,
      "grad_norm": 1.1571738554957183,
      "learning_rate": 0.0002990308596992271,
      "loss": 5.75,
      "step": 7231
    },
    {
      "epoch": 0.2962113454843334,
      "grad_norm": 1.4965343479028395,
      "learning_rate": 0.0002990304895262228,
      "loss": 7.0312,
      "step": 7232
    },
    {
      "epoch": 0.2962523039115298,
      "grad_norm": 1.5445568754990964,
      "learning_rate": 0.0002990301192827656,
      "loss": 6.625,
      "step": 7233
    },
    {
      "epoch": 0.2962932623387262,
      "grad_norm": 1.1202322425894953,
      "learning_rate": 0.00029902974896885555,
      "loss": 5.625,
      "step": 7234
    },
    {
      "epoch": 0.2963342207659226,
      "grad_norm": 2.049912143783775,
      "learning_rate": 0.00029902937858449294,
      "loss": 7.6562,
      "step": 7235
    },
    {
      "epoch": 0.296375179193119,
      "grad_norm": 1.2387449692760446,
      "learning_rate": 0.0002990290081296779,
      "loss": 5.5,
      "step": 7236
    },
    {
      "epoch": 0.2964161376203154,
      "grad_norm": 1.3584906202676528,
      "learning_rate": 0.0002990286376044105,
      "loss": 5.2812,
      "step": 7237
    },
    {
      "epoch": 0.29645709604751175,
      "grad_norm": 1.3625647171315416,
      "learning_rate": 0.00029902826700869105,
      "loss": 7.875,
      "step": 7238
    },
    {
      "epoch": 0.2964980544747082,
      "grad_norm": 1.0698941615010864,
      "learning_rate": 0.0002990278963425197,
      "loss": 6.0938,
      "step": 7239
    },
    {
      "epoch": 0.29653901290190454,
      "grad_norm": 1.4145320364436622,
      "learning_rate": 0.0002990275256058966,
      "loss": 5.5938,
      "step": 7240
    },
    {
      "epoch": 0.29657997132910097,
      "grad_norm": 1.2311477754400628,
      "learning_rate": 0.000299027154798822,
      "loss": 6.3438,
      "step": 7241
    },
    {
      "epoch": 0.29662092975629734,
      "grad_norm": 8.282038969622668,
      "learning_rate": 0.00029902678392129586,
      "loss": 5.1875,
      "step": 7242
    },
    {
      "epoch": 0.29666188818349376,
      "grad_norm": 1.2133085681812719,
      "learning_rate": 0.0002990264129733186,
      "loss": 6.1562,
      "step": 7243
    },
    {
      "epoch": 0.29670284661069013,
      "grad_norm": 8.468782970229505,
      "learning_rate": 0.0002990260419548903,
      "loss": 8.5,
      "step": 7244
    },
    {
      "epoch": 0.29674380503788655,
      "grad_norm": 1.3724344935032926,
      "learning_rate": 0.00029902567086601114,
      "loss": 6.5938,
      "step": 7245
    },
    {
      "epoch": 0.2967847634650829,
      "grad_norm": 1.6950549809858662,
      "learning_rate": 0.00029902529970668126,
      "loss": 6.5938,
      "step": 7246
    },
    {
      "epoch": 0.29682572189227935,
      "grad_norm": 2.5625853186750485,
      "learning_rate": 0.0002990249284769009,
      "loss": 7.7812,
      "step": 7247
    },
    {
      "epoch": 0.2968666803194757,
      "grad_norm": 1.306349267054671,
      "learning_rate": 0.00029902455717667015,
      "loss": 5.5312,
      "step": 7248
    },
    {
      "epoch": 0.29690763874667214,
      "grad_norm": 1.5672759981235902,
      "learning_rate": 0.00029902418580598925,
      "loss": 5.6562,
      "step": 7249
    },
    {
      "epoch": 0.2969485971738685,
      "grad_norm": 1.0499892987546133,
      "learning_rate": 0.00029902381436485836,
      "loss": 5.625,
      "step": 7250
    },
    {
      "epoch": 0.29698955560106494,
      "grad_norm": 1.4599350156090762,
      "learning_rate": 0.0002990234428532777,
      "loss": 5.2188,
      "step": 7251
    },
    {
      "epoch": 0.2970305140282613,
      "grad_norm": 2.6043813544341408,
      "learning_rate": 0.00029902307127124735,
      "loss": 6.625,
      "step": 7252
    },
    {
      "epoch": 0.29707147245545773,
      "grad_norm": 1.1635845064888317,
      "learning_rate": 0.0002990226996187676,
      "loss": 6.0312,
      "step": 7253
    },
    {
      "epoch": 0.2971124308826541,
      "grad_norm": 4.682570974339938,
      "learning_rate": 0.0002990223278958385,
      "loss": 6.5,
      "step": 7254
    },
    {
      "epoch": 0.2971533893098505,
      "grad_norm": 1.9515806891137295,
      "learning_rate": 0.00029902195610246034,
      "loss": 9.0,
      "step": 7255
    },
    {
      "epoch": 0.2971943477370469,
      "grad_norm": 1.5466639141023544,
      "learning_rate": 0.00029902158423863323,
      "loss": 7.3438,
      "step": 7256
    },
    {
      "epoch": 0.2972353061642433,
      "grad_norm": 1.2630713331855028,
      "learning_rate": 0.00029902121230435737,
      "loss": 5.125,
      "step": 7257
    },
    {
      "epoch": 0.2972762645914397,
      "grad_norm": 1.3127053673273856,
      "learning_rate": 0.00029902084029963293,
      "loss": 6.7188,
      "step": 7258
    },
    {
      "epoch": 0.2973172230186361,
      "grad_norm": 1.177332065146918,
      "learning_rate": 0.00029902046822446007,
      "loss": 5.25,
      "step": 7259
    },
    {
      "epoch": 0.2973581814458325,
      "grad_norm": 1.8499119354477045,
      "learning_rate": 0.00029902009607883894,
      "loss": 7.4375,
      "step": 7260
    },
    {
      "epoch": 0.29739913987302885,
      "grad_norm": 5.019913329256286,
      "learning_rate": 0.0002990197238627699,
      "loss": 5.4375,
      "step": 7261
    },
    {
      "epoch": 0.2974400983002253,
      "grad_norm": 1.1380913125725458,
      "learning_rate": 0.00029901935157625284,
      "loss": 6.7188,
      "step": 7262
    },
    {
      "epoch": 0.29748105672742164,
      "grad_norm": 1.1813730743126354,
      "learning_rate": 0.00029901897921928814,
      "loss": 5.375,
      "step": 7263
    },
    {
      "epoch": 0.29752201515461807,
      "grad_norm": 1.1666218584362258,
      "learning_rate": 0.0002990186067918759,
      "loss": 5.4375,
      "step": 7264
    },
    {
      "epoch": 0.29756297358181444,
      "grad_norm": 1.2723308317154127,
      "learning_rate": 0.0002990182342940163,
      "loss": 5.4688,
      "step": 7265
    },
    {
      "epoch": 0.29760393200901086,
      "grad_norm": 1.0994414443393372,
      "learning_rate": 0.0002990178617257095,
      "loss": 5.875,
      "step": 7266
    },
    {
      "epoch": 0.29764489043620723,
      "grad_norm": 1.3903531612088726,
      "learning_rate": 0.0002990174890869557,
      "loss": 5.7188,
      "step": 7267
    },
    {
      "epoch": 0.29768584886340366,
      "grad_norm": 1.0946644795834972,
      "learning_rate": 0.00029901711637775514,
      "loss": 6.5938,
      "step": 7268
    },
    {
      "epoch": 0.2977268072906,
      "grad_norm": 1.3245768765803994,
      "learning_rate": 0.00029901674359810793,
      "loss": 6.0,
      "step": 7269
    },
    {
      "epoch": 0.29776776571779645,
      "grad_norm": 1.887176681864813,
      "learning_rate": 0.0002990163707480142,
      "loss": 6.9062,
      "step": 7270
    },
    {
      "epoch": 0.2978087241449928,
      "grad_norm": 3.013095958789054,
      "learning_rate": 0.0002990159978274742,
      "loss": 6.5,
      "step": 7271
    },
    {
      "epoch": 0.29784968257218924,
      "grad_norm": 5.4158257878249465,
      "learning_rate": 0.0002990156248364881,
      "loss": 7.8438,
      "step": 7272
    },
    {
      "epoch": 0.2978906409993856,
      "grad_norm": 1.159576356803678,
      "learning_rate": 0.00029901525177505607,
      "loss": 6.25,
      "step": 7273
    },
    {
      "epoch": 0.29793159942658204,
      "grad_norm": 1.5684441678150574,
      "learning_rate": 0.0002990148786431782,
      "loss": 6.2812,
      "step": 7274
    },
    {
      "epoch": 0.2979725578537784,
      "grad_norm": 1.2094789167034523,
      "learning_rate": 0.0002990145054408548,
      "loss": 6.5,
      "step": 7275
    },
    {
      "epoch": 0.29801351628097483,
      "grad_norm": 1.256921684082839,
      "learning_rate": 0.000299014132168086,
      "loss": 6.4375,
      "step": 7276
    },
    {
      "epoch": 0.2980544747081712,
      "grad_norm": 1.1846404825324384,
      "learning_rate": 0.00029901375882487196,
      "loss": 6.0312,
      "step": 7277
    },
    {
      "epoch": 0.2980954331353676,
      "grad_norm": 2.89861887252647,
      "learning_rate": 0.0002990133854112128,
      "loss": 5.4688,
      "step": 7278
    },
    {
      "epoch": 0.298136391562564,
      "grad_norm": 2.6067679265326444,
      "learning_rate": 0.0002990130119271088,
      "loss": 5.5312,
      "step": 7279
    },
    {
      "epoch": 0.2981773499897604,
      "grad_norm": 1.4304568901459225,
      "learning_rate": 0.0002990126383725601,
      "loss": 5.2188,
      "step": 7280
    },
    {
      "epoch": 0.2982183084169568,
      "grad_norm": 1.3407438077690434,
      "learning_rate": 0.0002990122647475669,
      "loss": 5.8125,
      "step": 7281
    },
    {
      "epoch": 0.29825926684415316,
      "grad_norm": 2.9066921285737215,
      "learning_rate": 0.0002990118910521293,
      "loss": 7.3438,
      "step": 7282
    },
    {
      "epoch": 0.2983002252713496,
      "grad_norm": 1.281647772195498,
      "learning_rate": 0.0002990115172862476,
      "loss": 5.7188,
      "step": 7283
    },
    {
      "epoch": 0.29834118369854595,
      "grad_norm": 6.487868387944708,
      "learning_rate": 0.0002990111434499218,
      "loss": 3.7031,
      "step": 7284
    },
    {
      "epoch": 0.2983821421257424,
      "grad_norm": 1.200120123822856,
      "learning_rate": 0.00029901076954315224,
      "loss": 5.625,
      "step": 7285
    },
    {
      "epoch": 0.29842310055293875,
      "grad_norm": 1.3308951745650262,
      "learning_rate": 0.000299010395565939,
      "loss": 6.6562,
      "step": 7286
    },
    {
      "epoch": 0.29846405898013517,
      "grad_norm": 3.7868529122435812,
      "learning_rate": 0.0002990100215182823,
      "loss": 8.875,
      "step": 7287
    },
    {
      "epoch": 0.29850501740733154,
      "grad_norm": 1.4058478704528605,
      "learning_rate": 0.00029900964740018233,
      "loss": 7.2812,
      "step": 7288
    },
    {
      "epoch": 0.29854597583452797,
      "grad_norm": 1.0811831307102948,
      "learning_rate": 0.0002990092732116393,
      "loss": 5.7812,
      "step": 7289
    },
    {
      "epoch": 0.29858693426172433,
      "grad_norm": 1.5196211515141524,
      "learning_rate": 0.0002990088989526532,
      "loss": 5.8438,
      "step": 7290
    },
    {
      "epoch": 0.29862789268892076,
      "grad_norm": 1.4810077610019796,
      "learning_rate": 0.00029900852462322444,
      "loss": 5.625,
      "step": 7291
    },
    {
      "epoch": 0.29866885111611713,
      "grad_norm": 1.1723454025855493,
      "learning_rate": 0.00029900815022335304,
      "loss": 6.8125,
      "step": 7292
    },
    {
      "epoch": 0.29870980954331355,
      "grad_norm": 2.3726539061975256,
      "learning_rate": 0.0002990077757530393,
      "loss": 9.0625,
      "step": 7293
    },
    {
      "epoch": 0.2987507679705099,
      "grad_norm": 1.2367939488610435,
      "learning_rate": 0.00029900740121228324,
      "loss": 6.1875,
      "step": 7294
    },
    {
      "epoch": 0.29879172639770635,
      "grad_norm": 1.4576232676855756,
      "learning_rate": 0.0002990070266010852,
      "loss": 5.6875,
      "step": 7295
    },
    {
      "epoch": 0.2988326848249027,
      "grad_norm": 1.2286933864255807,
      "learning_rate": 0.00029900665191944523,
      "loss": 5.4688,
      "step": 7296
    },
    {
      "epoch": 0.29887364325209914,
      "grad_norm": 1.5633166939111862,
      "learning_rate": 0.0002990062771673636,
      "loss": 6.25,
      "step": 7297
    },
    {
      "epoch": 0.2989146016792955,
      "grad_norm": 1.7305175858547852,
      "learning_rate": 0.0002990059023448404,
      "loss": 5.5312,
      "step": 7298
    },
    {
      "epoch": 0.29895556010649194,
      "grad_norm": 1.1399790209785108,
      "learning_rate": 0.00029900552745187593,
      "loss": 5.6875,
      "step": 7299
    },
    {
      "epoch": 0.2989965185336883,
      "grad_norm": 1.2206808801842308,
      "learning_rate": 0.0002990051524884703,
      "loss": 6.125,
      "step": 7300
    },
    {
      "epoch": 0.29903747696088473,
      "grad_norm": 1.2708217899737433,
      "learning_rate": 0.0002990047774546236,
      "loss": 6.8125,
      "step": 7301
    },
    {
      "epoch": 0.2990784353880811,
      "grad_norm": 1.2738502571414605,
      "learning_rate": 0.0002990044023503361,
      "loss": 6.6875,
      "step": 7302
    },
    {
      "epoch": 0.29911939381527747,
      "grad_norm": 2.103877150601005,
      "learning_rate": 0.000299004027175608,
      "loss": 6.8125,
      "step": 7303
    },
    {
      "epoch": 0.2991603522424739,
      "grad_norm": 1.3861691449882823,
      "learning_rate": 0.0002990036519304394,
      "loss": 7.3438,
      "step": 7304
    },
    {
      "epoch": 0.29920131066967026,
      "grad_norm": 1.142282982449846,
      "learning_rate": 0.0002990032766148306,
      "loss": 6.3125,
      "step": 7305
    },
    {
      "epoch": 0.2992422690968667,
      "grad_norm": 1.0930160339632644,
      "learning_rate": 0.00029900290122878163,
      "loss": 5.625,
      "step": 7306
    },
    {
      "epoch": 0.29928322752406306,
      "grad_norm": 2.9186747154469734,
      "learning_rate": 0.00029900252577229276,
      "loss": 6.125,
      "step": 7307
    },
    {
      "epoch": 0.2993241859512595,
      "grad_norm": 1.4662482112514452,
      "learning_rate": 0.0002990021502453641,
      "loss": 7.3125,
      "step": 7308
    },
    {
      "epoch": 0.29936514437845585,
      "grad_norm": 1.3105254000370565,
      "learning_rate": 0.00029900177464799594,
      "loss": 6.3438,
      "step": 7309
    },
    {
      "epoch": 0.2994061028056523,
      "grad_norm": 1.338079974199214,
      "learning_rate": 0.00029900139898018837,
      "loss": 5.8438,
      "step": 7310
    },
    {
      "epoch": 0.29944706123284864,
      "grad_norm": 2.1126773501727856,
      "learning_rate": 0.00029900102324194154,
      "loss": 6.4062,
      "step": 7311
    },
    {
      "epoch": 0.29948801966004507,
      "grad_norm": 2.61913901856896,
      "learning_rate": 0.00029900064743325567,
      "loss": 6.8438,
      "step": 7312
    },
    {
      "epoch": 0.29952897808724144,
      "grad_norm": 1.1890907825278276,
      "learning_rate": 0.000299000271554131,
      "loss": 6.1562,
      "step": 7313
    },
    {
      "epoch": 0.29956993651443786,
      "grad_norm": 1.1225384823208682,
      "learning_rate": 0.0002989998956045676,
      "loss": 5.6562,
      "step": 7314
    },
    {
      "epoch": 0.29961089494163423,
      "grad_norm": 1.5459369011144637,
      "learning_rate": 0.00029899951958456574,
      "loss": 5.6562,
      "step": 7315
    },
    {
      "epoch": 0.29965185336883066,
      "grad_norm": 1.3259169179807333,
      "learning_rate": 0.00029899914349412553,
      "loss": 7.0938,
      "step": 7316
    },
    {
      "epoch": 0.299692811796027,
      "grad_norm": 1.5070605516172872,
      "learning_rate": 0.00029899876733324715,
      "loss": 4.7812,
      "step": 7317
    },
    {
      "epoch": 0.29973377022322345,
      "grad_norm": 1.0974635188240174,
      "learning_rate": 0.0002989983911019308,
      "loss": 6.1562,
      "step": 7318
    },
    {
      "epoch": 0.2997747286504198,
      "grad_norm": 1.4592212387982892,
      "learning_rate": 0.0002989980148001767,
      "loss": 7.125,
      "step": 7319
    },
    {
      "epoch": 0.29981568707761624,
      "grad_norm": 1.3319908338805175,
      "learning_rate": 0.00029899763842798497,
      "loss": 6.5938,
      "step": 7320
    },
    {
      "epoch": 0.2998566455048126,
      "grad_norm": 1.1734516809933335,
      "learning_rate": 0.00029899726198535573,
      "loss": 5.875,
      "step": 7321
    },
    {
      "epoch": 0.29989760393200904,
      "grad_norm": 1.3580591869889413,
      "learning_rate": 0.0002989968854722893,
      "loss": 6.5625,
      "step": 7322
    },
    {
      "epoch": 0.2999385623592054,
      "grad_norm": 2.1131242880114725,
      "learning_rate": 0.00029899650888878576,
      "loss": 6.125,
      "step": 7323
    },
    {
      "epoch": 0.2999795207864018,
      "grad_norm": 1.486937420126705,
      "learning_rate": 0.00029899613223484536,
      "loss": 6.3125,
      "step": 7324
    },
    {
      "epoch": 0.3000204792135982,
      "grad_norm": 1.4836083940693632,
      "learning_rate": 0.0002989957555104682,
      "loss": 6.4688,
      "step": 7325
    },
    {
      "epoch": 0.30006143764079457,
      "grad_norm": 1.4038417895060231,
      "learning_rate": 0.00029899537871565446,
      "loss": 5.5938,
      "step": 7326
    },
    {
      "epoch": 0.300102396067991,
      "grad_norm": 2.4212442499542925,
      "learning_rate": 0.00029899500185040447,
      "loss": 8.5,
      "step": 7327
    },
    {
      "epoch": 0.30014335449518736,
      "grad_norm": 1.1139927296999854,
      "learning_rate": 0.0002989946249147182,
      "loss": 5.8438,
      "step": 7328
    },
    {
      "epoch": 0.3001843129223838,
      "grad_norm": 1.5005884095222324,
      "learning_rate": 0.0002989942479085959,
      "loss": 8.0625,
      "step": 7329
    },
    {
      "epoch": 0.30022527134958016,
      "grad_norm": 1.2382502832342215,
      "learning_rate": 0.0002989938708320378,
      "loss": 5.4375,
      "step": 7330
    },
    {
      "epoch": 0.3002662297767766,
      "grad_norm": 1.345829987544327,
      "learning_rate": 0.000298993493685044,
      "loss": 6.875,
      "step": 7331
    },
    {
      "epoch": 0.30030718820397295,
      "grad_norm": 1.3336757610670997,
      "learning_rate": 0.0002989931164676148,
      "loss": 5.25,
      "step": 7332
    },
    {
      "epoch": 0.3003481466311694,
      "grad_norm": 1.3544623533164328,
      "learning_rate": 0.0002989927391797502,
      "loss": 6.3125,
      "step": 7333
    },
    {
      "epoch": 0.30038910505836575,
      "grad_norm": 2.255528503453517,
      "learning_rate": 0.00029899236182145055,
      "loss": 5.7188,
      "step": 7334
    },
    {
      "epoch": 0.30043006348556217,
      "grad_norm": 1.2749745816646325,
      "learning_rate": 0.00029899198439271597,
      "loss": 5.5312,
      "step": 7335
    },
    {
      "epoch": 0.30047102191275854,
      "grad_norm": 1.198550842770816,
      "learning_rate": 0.0002989916068935466,
      "loss": 6.3438,
      "step": 7336
    },
    {
      "epoch": 0.30051198033995496,
      "grad_norm": 1.3011959883000594,
      "learning_rate": 0.00029899122932394267,
      "loss": 5.5,
      "step": 7337
    },
    {
      "epoch": 0.30055293876715133,
      "grad_norm": 1.2753715516914648,
      "learning_rate": 0.0002989908516839043,
      "loss": 5.5938,
      "step": 7338
    },
    {
      "epoch": 0.30059389719434776,
      "grad_norm": 1.6628859001799419,
      "learning_rate": 0.0002989904739734317,
      "loss": 5.9375,
      "step": 7339
    },
    {
      "epoch": 0.30063485562154413,
      "grad_norm": 1.4445320735594238,
      "learning_rate": 0.00029899009619252504,
      "loss": 5.5625,
      "step": 7340
    },
    {
      "epoch": 0.30067581404874055,
      "grad_norm": 2.656315815011687,
      "learning_rate": 0.00029898971834118454,
      "loss": 7.25,
      "step": 7341
    },
    {
      "epoch": 0.3007167724759369,
      "grad_norm": 1.322544785789143,
      "learning_rate": 0.0002989893404194103,
      "loss": 5.625,
      "step": 7342
    },
    {
      "epoch": 0.30075773090313335,
      "grad_norm": 1.4839613414027124,
      "learning_rate": 0.0002989889624272026,
      "loss": 6.0,
      "step": 7343
    },
    {
      "epoch": 0.3007986893303297,
      "grad_norm": 1.2842615459750562,
      "learning_rate": 0.00029898858436456155,
      "loss": 7.7188,
      "step": 7344
    },
    {
      "epoch": 0.3008396477575261,
      "grad_norm": 4.408654028521231,
      "learning_rate": 0.00029898820623148727,
      "loss": 5.0,
      "step": 7345
    },
    {
      "epoch": 0.3008806061847225,
      "grad_norm": 1.2321452419629102,
      "learning_rate": 0.00029898782802798013,
      "loss": 6.375,
      "step": 7346
    },
    {
      "epoch": 0.3009215646119189,
      "grad_norm": 3.0193849963742436,
      "learning_rate": 0.0002989874497540401,
      "loss": 8.0625,
      "step": 7347
    },
    {
      "epoch": 0.3009625230391153,
      "grad_norm": 1.767478195453127,
      "learning_rate": 0.00029898707140966753,
      "loss": 6.2812,
      "step": 7348
    },
    {
      "epoch": 0.3010034814663117,
      "grad_norm": 3.798801380036876,
      "learning_rate": 0.0002989866929948624,
      "loss": 6.9375,
      "step": 7349
    },
    {
      "epoch": 0.3010444398935081,
      "grad_norm": 1.4374256511745316,
      "learning_rate": 0.00029898631450962516,
      "loss": 6.4062,
      "step": 7350
    },
    {
      "epoch": 0.30108539832070447,
      "grad_norm": 2.0337507945753805,
      "learning_rate": 0.0002989859359539557,
      "loss": 8.3125,
      "step": 7351
    },
    {
      "epoch": 0.3011263567479009,
      "grad_norm": 1.9440794496126645,
      "learning_rate": 0.00029898555732785437,
      "loss": 7.875,
      "step": 7352
    },
    {
      "epoch": 0.30116731517509726,
      "grad_norm": 1.503792558603438,
      "learning_rate": 0.00029898517863132136,
      "loss": 6.875,
      "step": 7353
    },
    {
      "epoch": 0.3012082736022937,
      "grad_norm": 1.6159940790243925,
      "learning_rate": 0.0002989847998643568,
      "loss": 7.9688,
      "step": 7354
    },
    {
      "epoch": 0.30124923202949005,
      "grad_norm": 1.6864614365036705,
      "learning_rate": 0.0002989844210269608,
      "loss": 5.625,
      "step": 7355
    },
    {
      "epoch": 0.3012901904566865,
      "grad_norm": 2.0607612786141485,
      "learning_rate": 0.00029898404211913367,
      "loss": 8.0625,
      "step": 7356
    },
    {
      "epoch": 0.30133114888388285,
      "grad_norm": 4.3738785290702875,
      "learning_rate": 0.0002989836631408755,
      "loss": 5.25,
      "step": 7357
    },
    {
      "epoch": 0.3013721073110793,
      "grad_norm": 1.5439277539827134,
      "learning_rate": 0.0002989832840921865,
      "loss": 6.9688,
      "step": 7358
    },
    {
      "epoch": 0.30141306573827564,
      "grad_norm": 1.5246810544323943,
      "learning_rate": 0.0002989829049730669,
      "loss": 7.2188,
      "step": 7359
    },
    {
      "epoch": 0.30145402416547207,
      "grad_norm": 1.1591641620206237,
      "learning_rate": 0.0002989825257835168,
      "loss": 5.875,
      "step": 7360
    },
    {
      "epoch": 0.30149498259266844,
      "grad_norm": 1.5573284752704253,
      "learning_rate": 0.0002989821465235364,
      "loss": 6.5312,
      "step": 7361
    },
    {
      "epoch": 0.30153594101986486,
      "grad_norm": 1.1212763338553557,
      "learning_rate": 0.00029898176719312584,
      "loss": 5.5938,
      "step": 7362
    },
    {
      "epoch": 0.30157689944706123,
      "grad_norm": 1.2248513323725903,
      "learning_rate": 0.00029898138779228546,
      "loss": 6.4688,
      "step": 7363
    },
    {
      "epoch": 0.30161785787425766,
      "grad_norm": 1.2040755678678603,
      "learning_rate": 0.00029898100832101524,
      "loss": 6.5312,
      "step": 7364
    },
    {
      "epoch": 0.301658816301454,
      "grad_norm": 1.7833093262466964,
      "learning_rate": 0.0002989806287793154,
      "loss": 7.7812,
      "step": 7365
    },
    {
      "epoch": 0.3016997747286504,
      "grad_norm": 1.4495592827337749,
      "learning_rate": 0.00029898024916718625,
      "loss": 6.4688,
      "step": 7366
    },
    {
      "epoch": 0.3017407331558468,
      "grad_norm": 1.0459589236746287,
      "learning_rate": 0.00029897986948462785,
      "loss": 5.75,
      "step": 7367
    },
    {
      "epoch": 0.3017816915830432,
      "grad_norm": 1.5101196749312955,
      "learning_rate": 0.00029897948973164044,
      "loss": 5.6562,
      "step": 7368
    },
    {
      "epoch": 0.3018226500102396,
      "grad_norm": 1.304223194336728,
      "learning_rate": 0.0002989791099082241,
      "loss": 6.5,
      "step": 7369
    },
    {
      "epoch": 0.301863608437436,
      "grad_norm": 1.508593789897739,
      "learning_rate": 0.00029897873001437917,
      "loss": 5.6562,
      "step": 7370
    },
    {
      "epoch": 0.3019045668646324,
      "grad_norm": 1.079108765615446,
      "learning_rate": 0.0002989783500501057,
      "loss": 5.4688,
      "step": 7371
    },
    {
      "epoch": 0.3019455252918288,
      "grad_norm": 2.7139561981433684,
      "learning_rate": 0.00029897797001540396,
      "loss": 9.0625,
      "step": 7372
    },
    {
      "epoch": 0.3019864837190252,
      "grad_norm": 6.481127830679637,
      "learning_rate": 0.00029897758991027397,
      "loss": 6.5,
      "step": 7373
    },
    {
      "epoch": 0.30202744214622157,
      "grad_norm": 1.3446721623550242,
      "learning_rate": 0.0002989772097347161,
      "loss": 5.5938,
      "step": 7374
    },
    {
      "epoch": 0.302068400573418,
      "grad_norm": 1.7500691239760575,
      "learning_rate": 0.0002989768294887304,
      "loss": 9.0625,
      "step": 7375
    },
    {
      "epoch": 0.30210935900061436,
      "grad_norm": 1.4296146308379671,
      "learning_rate": 0.0002989764491723172,
      "loss": 6.0,
      "step": 7376
    },
    {
      "epoch": 0.3021503174278108,
      "grad_norm": 1.3496192658450872,
      "learning_rate": 0.0002989760687854765,
      "loss": 6.6562,
      "step": 7377
    },
    {
      "epoch": 0.30219127585500716,
      "grad_norm": 2.9409491702722264,
      "learning_rate": 0.0002989756883282086,
      "loss": 4.4688,
      "step": 7378
    },
    {
      "epoch": 0.3022322342822036,
      "grad_norm": 1.4448821723566794,
      "learning_rate": 0.0002989753078005136,
      "loss": 5.5625,
      "step": 7379
    },
    {
      "epoch": 0.30227319270939995,
      "grad_norm": 2.521565949116716,
      "learning_rate": 0.0002989749272023917,
      "loss": 6.4688,
      "step": 7380
    },
    {
      "epoch": 0.3023141511365964,
      "grad_norm": 2.001292346738257,
      "learning_rate": 0.00029897454653384317,
      "loss": 5.0625,
      "step": 7381
    },
    {
      "epoch": 0.30235510956379275,
      "grad_norm": 1.495956587986971,
      "learning_rate": 0.0002989741657948681,
      "loss": 5.8125,
      "step": 7382
    },
    {
      "epoch": 0.30239606799098917,
      "grad_norm": 1.3315418590699697,
      "learning_rate": 0.0002989737849854666,
      "loss": 5.1875,
      "step": 7383
    },
    {
      "epoch": 0.30243702641818554,
      "grad_norm": 1.262323806411033,
      "learning_rate": 0.00029897340410563905,
      "loss": 5.8125,
      "step": 7384
    },
    {
      "epoch": 0.30247798484538196,
      "grad_norm": 3.961389882125562,
      "learning_rate": 0.00029897302315538544,
      "loss": 5.0938,
      "step": 7385
    },
    {
      "epoch": 0.30251894327257833,
      "grad_norm": 1.8218589563346361,
      "learning_rate": 0.0002989726421347061,
      "loss": 6.3438,
      "step": 7386
    },
    {
      "epoch": 0.3025599016997747,
      "grad_norm": 3.578498453844141,
      "learning_rate": 0.0002989722610436011,
      "loss": 5.875,
      "step": 7387
    },
    {
      "epoch": 0.3026008601269711,
      "grad_norm": 1.9076094777807913,
      "learning_rate": 0.00029897187988207067,
      "loss": 6.125,
      "step": 7388
    },
    {
      "epoch": 0.3026418185541675,
      "grad_norm": 1.4542227305121718,
      "learning_rate": 0.00029897149865011494,
      "loss": 5.375,
      "step": 7389
    },
    {
      "epoch": 0.3026827769813639,
      "grad_norm": 1.469341218826406,
      "learning_rate": 0.0002989711173477342,
      "loss": 5.9375,
      "step": 7390
    },
    {
      "epoch": 0.3027237354085603,
      "grad_norm": 3.1304881389951333,
      "learning_rate": 0.00029897073597492854,
      "loss": 7.0312,
      "step": 7391
    },
    {
      "epoch": 0.3027646938357567,
      "grad_norm": 1.750042193124915,
      "learning_rate": 0.0002989703545316981,
      "loss": 5.125,
      "step": 7392
    },
    {
      "epoch": 0.3028056522629531,
      "grad_norm": 1.3600061582193854,
      "learning_rate": 0.0002989699730180432,
      "loss": 6.1562,
      "step": 7393
    },
    {
      "epoch": 0.3028466106901495,
      "grad_norm": 1.11241973118468,
      "learning_rate": 0.0002989695914339639,
      "loss": 5.7812,
      "step": 7394
    },
    {
      "epoch": 0.3028875691173459,
      "grad_norm": 3.6083335579212346,
      "learning_rate": 0.0002989692097794604,
      "loss": 6.3125,
      "step": 7395
    },
    {
      "epoch": 0.3029285275445423,
      "grad_norm": 1.2498321360674765,
      "learning_rate": 0.00029896882805453297,
      "loss": 6.5,
      "step": 7396
    },
    {
      "epoch": 0.3029694859717387,
      "grad_norm": 1.9794490415916512,
      "learning_rate": 0.00029896844625918167,
      "loss": 8.125,
      "step": 7397
    },
    {
      "epoch": 0.3030104443989351,
      "grad_norm": 1.159898944050956,
      "learning_rate": 0.00029896806439340677,
      "loss": 6.2188,
      "step": 7398
    },
    {
      "epoch": 0.30305140282613147,
      "grad_norm": 1.2293528694163955,
      "learning_rate": 0.00029896768245720834,
      "loss": 6.0625,
      "step": 7399
    },
    {
      "epoch": 0.3030923612533279,
      "grad_norm": 4.362218127969265,
      "learning_rate": 0.0002989673004505867,
      "loss": 2.8594,
      "step": 7400
    },
    {
      "epoch": 0.30313331968052426,
      "grad_norm": 5.098682807875712,
      "learning_rate": 0.00029896691837354194,
      "loss": 6.25,
      "step": 7401
    },
    {
      "epoch": 0.3031742781077207,
      "grad_norm": 1.257660974730015,
      "learning_rate": 0.0002989665362260743,
      "loss": 6.5,
      "step": 7402
    },
    {
      "epoch": 0.30321523653491705,
      "grad_norm": 1.2946203324784975,
      "learning_rate": 0.0002989661540081839,
      "loss": 5.9062,
      "step": 7403
    },
    {
      "epoch": 0.3032561949621135,
      "grad_norm": 1.4938009802149617,
      "learning_rate": 0.00029896577171987094,
      "loss": 8.1875,
      "step": 7404
    },
    {
      "epoch": 0.30329715338930985,
      "grad_norm": 1.1485004851231297,
      "learning_rate": 0.0002989653893611356,
      "loss": 5.4375,
      "step": 7405
    },
    {
      "epoch": 0.3033381118165063,
      "grad_norm": 1.5895813377486432,
      "learning_rate": 0.0002989650069319781,
      "loss": 5.25,
      "step": 7406
    },
    {
      "epoch": 0.30337907024370264,
      "grad_norm": 1.323468243276579,
      "learning_rate": 0.00029896462443239856,
      "loss": 6.0312,
      "step": 7407
    },
    {
      "epoch": 0.303420028670899,
      "grad_norm": 1.2191636937626955,
      "learning_rate": 0.00029896424186239717,
      "loss": 5.9688,
      "step": 7408
    },
    {
      "epoch": 0.30346098709809544,
      "grad_norm": 1.4410621157976817,
      "learning_rate": 0.00029896385922197413,
      "loss": 7.0,
      "step": 7409
    },
    {
      "epoch": 0.3035019455252918,
      "grad_norm": 2.1495485822141167,
      "learning_rate": 0.00029896347651112967,
      "loss": 6.4688,
      "step": 7410
    },
    {
      "epoch": 0.30354290395248823,
      "grad_norm": 1.2587312454769206,
      "learning_rate": 0.0002989630937298639,
      "loss": 6.3438,
      "step": 7411
    },
    {
      "epoch": 0.3035838623796846,
      "grad_norm": 2.001451248212515,
      "learning_rate": 0.000298962710878177,
      "loss": 5.7812,
      "step": 7412
    },
    {
      "epoch": 0.303624820806881,
      "grad_norm": 1.2596940180504248,
      "learning_rate": 0.00029896232795606926,
      "loss": 5.6875,
      "step": 7413
    },
    {
      "epoch": 0.3036657792340774,
      "grad_norm": 1.1833759478815487,
      "learning_rate": 0.0002989619449635407,
      "loss": 6.125,
      "step": 7414
    },
    {
      "epoch": 0.3037067376612738,
      "grad_norm": 1.3413115944878888,
      "learning_rate": 0.0002989615619005916,
      "loss": 5.4375,
      "step": 7415
    },
    {
      "epoch": 0.3037476960884702,
      "grad_norm": 1.393375158232221,
      "learning_rate": 0.0002989611787672221,
      "loss": 6.125,
      "step": 7416
    },
    {
      "epoch": 0.3037886545156666,
      "grad_norm": 1.3042333235699057,
      "learning_rate": 0.00029896079556343243,
      "loss": 6.4062,
      "step": 7417
    },
    {
      "epoch": 0.303829612942863,
      "grad_norm": 1.6687579050405423,
      "learning_rate": 0.0002989604122892227,
      "loss": 6.75,
      "step": 7418
    },
    {
      "epoch": 0.3038705713700594,
      "grad_norm": 1.2796900530501247,
      "learning_rate": 0.00029896002894459317,
      "loss": 6.9375,
      "step": 7419
    },
    {
      "epoch": 0.3039115297972558,
      "grad_norm": 1.7780278319369813,
      "learning_rate": 0.0002989596455295439,
      "loss": 6.6875,
      "step": 7420
    },
    {
      "epoch": 0.3039524882244522,
      "grad_norm": 1.454996197269521,
      "learning_rate": 0.00029895926204407525,
      "loss": 6.1562,
      "step": 7421
    },
    {
      "epoch": 0.30399344665164857,
      "grad_norm": 1.1974641185751358,
      "learning_rate": 0.00029895887848818724,
      "loss": 6.0,
      "step": 7422
    },
    {
      "epoch": 0.304034405078845,
      "grad_norm": 1.344231377626578,
      "learning_rate": 0.00029895849486188014,
      "loss": 6.0,
      "step": 7423
    },
    {
      "epoch": 0.30407536350604136,
      "grad_norm": 1.0521447712936007,
      "learning_rate": 0.0002989581111651541,
      "loss": 6.0625,
      "step": 7424
    },
    {
      "epoch": 0.3041163219332378,
      "grad_norm": 1.1681793208622167,
      "learning_rate": 0.00029895772739800937,
      "loss": 5.75,
      "step": 7425
    },
    {
      "epoch": 0.30415728036043416,
      "grad_norm": 1.9257217276011263,
      "learning_rate": 0.000298957343560446,
      "loss": 7.125,
      "step": 7426
    },
    {
      "epoch": 0.3041982387876306,
      "grad_norm": 1.2030844692852178,
      "learning_rate": 0.0002989569596524643,
      "loss": 6.25,
      "step": 7427
    },
    {
      "epoch": 0.30423919721482695,
      "grad_norm": 2.466239017860235,
      "learning_rate": 0.00029895657567406426,
      "loss": 5.125,
      "step": 7428
    },
    {
      "epoch": 0.3042801556420233,
      "grad_norm": 0.9932403536425939,
      "learning_rate": 0.00029895619162524634,
      "loss": 5.9375,
      "step": 7429
    },
    {
      "epoch": 0.30432111406921974,
      "grad_norm": 1.2121055157088911,
      "learning_rate": 0.0002989558075060105,
      "loss": 5.875,
      "step": 7430
    },
    {
      "epoch": 0.3043620724964161,
      "grad_norm": 1.2817958722278275,
      "learning_rate": 0.000298955423316357,
      "loss": 6.4375,
      "step": 7431
    },
    {
      "epoch": 0.30440303092361254,
      "grad_norm": 1.1548328560277157,
      "learning_rate": 0.00029895503905628604,
      "loss": 5.5625,
      "step": 7432
    },
    {
      "epoch": 0.3044439893508089,
      "grad_norm": 2.923289086709594,
      "learning_rate": 0.0002989546547257978,
      "loss": 4.5938,
      "step": 7433
    },
    {
      "epoch": 0.30448494777800533,
      "grad_norm": 1.2641901556516564,
      "learning_rate": 0.00029895427032489245,
      "loss": 6.2188,
      "step": 7434
    },
    {
      "epoch": 0.3045259062052017,
      "grad_norm": 1.1000554113582364,
      "learning_rate": 0.00029895388585357015,
      "loss": 6.0938,
      "step": 7435
    },
    {
      "epoch": 0.3045668646323981,
      "grad_norm": 5.691051525161395,
      "learning_rate": 0.0002989535013118311,
      "loss": 7.0,
      "step": 7436
    },
    {
      "epoch": 0.3046078230595945,
      "grad_norm": 1.2852822819284775,
      "learning_rate": 0.00029895311669967544,
      "loss": 6.9688,
      "step": 7437
    },
    {
      "epoch": 0.3046487814867909,
      "grad_norm": 1.213273886930173,
      "learning_rate": 0.0002989527320171034,
      "loss": 5.5938,
      "step": 7438
    },
    {
      "epoch": 0.3046897399139873,
      "grad_norm": 1.0936867757485613,
      "learning_rate": 0.00029895234726411515,
      "loss": 5.5938,
      "step": 7439
    },
    {
      "epoch": 0.3047306983411837,
      "grad_norm": 1.4296481956752232,
      "learning_rate": 0.0002989519624407109,
      "loss": 4.9688,
      "step": 7440
    },
    {
      "epoch": 0.3047716567683801,
      "grad_norm": 6.599289347737659,
      "learning_rate": 0.0002989515775468908,
      "loss": 7.4062,
      "step": 7441
    },
    {
      "epoch": 0.3048126151955765,
      "grad_norm": 1.1654288512360278,
      "learning_rate": 0.00029895119258265505,
      "loss": 5.75,
      "step": 7442
    },
    {
      "epoch": 0.3048535736227729,
      "grad_norm": 1.6548026165920295,
      "learning_rate": 0.00029895080754800376,
      "loss": 6.25,
      "step": 7443
    },
    {
      "epoch": 0.3048945320499693,
      "grad_norm": 1.2220692909659596,
      "learning_rate": 0.00029895042244293727,
      "loss": 5.7812,
      "step": 7444
    },
    {
      "epoch": 0.30493549047716567,
      "grad_norm": 1.82381424523995,
      "learning_rate": 0.00029895003726745554,
      "loss": 5.0938,
      "step": 7445
    },
    {
      "epoch": 0.3049764489043621,
      "grad_norm": 1.0814908260424159,
      "learning_rate": 0.00029894965202155894,
      "loss": 6.0,
      "step": 7446
    },
    {
      "epoch": 0.30501740733155847,
      "grad_norm": 1.2184193695730647,
      "learning_rate": 0.00029894926670524764,
      "loss": 5.75,
      "step": 7447
    },
    {
      "epoch": 0.3050583657587549,
      "grad_norm": 1.8567535052630053,
      "learning_rate": 0.0002989488813185217,
      "loss": 5.3125,
      "step": 7448
    },
    {
      "epoch": 0.30509932418595126,
      "grad_norm": 1.1702446298019424,
      "learning_rate": 0.00029894849586138136,
      "loss": 5.7188,
      "step": 7449
    },
    {
      "epoch": 0.30514028261314763,
      "grad_norm": 1.4238010504758807,
      "learning_rate": 0.00029894811033382687,
      "loss": 5.6562,
      "step": 7450
    },
    {
      "epoch": 0.30518124104034405,
      "grad_norm": 1.553162764012966,
      "learning_rate": 0.00029894772473585833,
      "loss": 6.1875,
      "step": 7451
    },
    {
      "epoch": 0.3052221994675404,
      "grad_norm": 1.0609023408080565,
      "learning_rate": 0.00029894733906747596,
      "loss": 4.9375,
      "step": 7452
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 1.076613190488745,
      "learning_rate": 0.0002989469533286799,
      "loss": 5.625,
      "step": 7453
    },
    {
      "epoch": 0.3053041163219332,
      "grad_norm": 1.716714864762581,
      "learning_rate": 0.0002989465675194704,
      "loss": 6.8125,
      "step": 7454
    },
    {
      "epoch": 0.30534507474912964,
      "grad_norm": 1.9673929641797443,
      "learning_rate": 0.00029894618163984755,
      "loss": 7.0625,
      "step": 7455
    },
    {
      "epoch": 0.305386033176326,
      "grad_norm": 2.3493687342864678,
      "learning_rate": 0.0002989457956898117,
      "loss": 7.125,
      "step": 7456
    },
    {
      "epoch": 0.30542699160352244,
      "grad_norm": 1.638397380566291,
      "learning_rate": 0.00029894540966936284,
      "loss": 5.7812,
      "step": 7457
    },
    {
      "epoch": 0.3054679500307188,
      "grad_norm": 1.937856335012962,
      "learning_rate": 0.0002989450235785012,
      "loss": 7.6875,
      "step": 7458
    },
    {
      "epoch": 0.30550890845791523,
      "grad_norm": 2.531479105353506,
      "learning_rate": 0.00029894463741722706,
      "loss": 7.5,
      "step": 7459
    },
    {
      "epoch": 0.3055498668851116,
      "grad_norm": 1.617974247668275,
      "learning_rate": 0.0002989442511855405,
      "loss": 6.1875,
      "step": 7460
    },
    {
      "epoch": 0.305590825312308,
      "grad_norm": 1.3080595385111844,
      "learning_rate": 0.00029894386488344175,
      "loss": 5.6875,
      "step": 7461
    },
    {
      "epoch": 0.3056317837395044,
      "grad_norm": 1.9115051502896117,
      "learning_rate": 0.000298943478510931,
      "loss": 7.4375,
      "step": 7462
    },
    {
      "epoch": 0.3056727421667008,
      "grad_norm": 1.1623849484109998,
      "learning_rate": 0.0002989430920680084,
      "loss": 6.2812,
      "step": 7463
    },
    {
      "epoch": 0.3057137005938972,
      "grad_norm": 1.1977896872889768,
      "learning_rate": 0.00029894270555467416,
      "loss": 6.625,
      "step": 7464
    },
    {
      "epoch": 0.3057546590210936,
      "grad_norm": 1.1055763049220824,
      "learning_rate": 0.00029894231897092846,
      "loss": 5.625,
      "step": 7465
    },
    {
      "epoch": 0.30579561744829,
      "grad_norm": 1.209533300586449,
      "learning_rate": 0.00029894193231677147,
      "loss": 6.4375,
      "step": 7466
    },
    {
      "epoch": 0.3058365758754864,
      "grad_norm": 1.7052519047413528,
      "learning_rate": 0.00029894154559220336,
      "loss": 6.0625,
      "step": 7467
    },
    {
      "epoch": 0.3058775343026828,
      "grad_norm": 2.3712889816327354,
      "learning_rate": 0.00029894115879722434,
      "loss": 7.75,
      "step": 7468
    },
    {
      "epoch": 0.3059184927298792,
      "grad_norm": 3.6906306851554227,
      "learning_rate": 0.00029894077193183457,
      "loss": 4.7188,
      "step": 7469
    },
    {
      "epoch": 0.30595945115707557,
      "grad_norm": 1.1738672463508413,
      "learning_rate": 0.0002989403849960343,
      "loss": 5.8125,
      "step": 7470
    },
    {
      "epoch": 0.30600040958427194,
      "grad_norm": 1.4928872781702804,
      "learning_rate": 0.00029893999798982356,
      "loss": 7.125,
      "step": 7471
    },
    {
      "epoch": 0.30604136801146836,
      "grad_norm": 1.7771377211237123,
      "learning_rate": 0.0002989396109132027,
      "loss": 5.9375,
      "step": 7472
    },
    {
      "epoch": 0.30608232643866473,
      "grad_norm": 1.4597194981528616,
      "learning_rate": 0.0002989392237661718,
      "loss": 5.5625,
      "step": 7473
    },
    {
      "epoch": 0.30612328486586116,
      "grad_norm": 5.425534611899109,
      "learning_rate": 0.0002989388365487311,
      "loss": 5.25,
      "step": 7474
    },
    {
      "epoch": 0.3061642432930575,
      "grad_norm": 1.2159264907258889,
      "learning_rate": 0.0002989384492608808,
      "loss": 6.1875,
      "step": 7475
    },
    {
      "epoch": 0.30620520172025395,
      "grad_norm": 1.183630133509663,
      "learning_rate": 0.000298938061902621,
      "loss": 5.5,
      "step": 7476
    },
    {
      "epoch": 0.3062461601474503,
      "grad_norm": 1.2407381429586026,
      "learning_rate": 0.0002989376744739519,
      "loss": 6.1875,
      "step": 7477
    },
    {
      "epoch": 0.30628711857464674,
      "grad_norm": 1.475354097471104,
      "learning_rate": 0.00029893728697487376,
      "loss": 5.6875,
      "step": 7478
    },
    {
      "epoch": 0.3063280770018431,
      "grad_norm": 1.9021135745158189,
      "learning_rate": 0.0002989368994053867,
      "loss": 7.1875,
      "step": 7479
    },
    {
      "epoch": 0.30636903542903954,
      "grad_norm": 1.0646156445403776,
      "learning_rate": 0.0002989365117654909,
      "loss": 6.125,
      "step": 7480
    },
    {
      "epoch": 0.3064099938562359,
      "grad_norm": 3.7720769384382993,
      "learning_rate": 0.00029893612405518656,
      "loss": 5.2812,
      "step": 7481
    },
    {
      "epoch": 0.30645095228343233,
      "grad_norm": 1.7859537020958727,
      "learning_rate": 0.00029893573627447385,
      "loss": 5.375,
      "step": 7482
    },
    {
      "epoch": 0.3064919107106287,
      "grad_norm": 1.3141500196250149,
      "learning_rate": 0.000298935348423353,
      "loss": 5.7812,
      "step": 7483
    },
    {
      "epoch": 0.3065328691378251,
      "grad_norm": 1.0462997762064186,
      "learning_rate": 0.0002989349605018241,
      "loss": 5.6562,
      "step": 7484
    },
    {
      "epoch": 0.3065738275650215,
      "grad_norm": 1.1781117461948498,
      "learning_rate": 0.0002989345725098875,
      "loss": 6.875,
      "step": 7485
    },
    {
      "epoch": 0.3066147859922179,
      "grad_norm": 1.0922556021396512,
      "learning_rate": 0.0002989341844475432,
      "loss": 5.9375,
      "step": 7486
    },
    {
      "epoch": 0.3066557444194143,
      "grad_norm": 1.106704371101754,
      "learning_rate": 0.0002989337963147915,
      "loss": 5.75,
      "step": 7487
    },
    {
      "epoch": 0.3066967028466107,
      "grad_norm": 1.128189138096742,
      "learning_rate": 0.0002989334081116325,
      "loss": 6.6562,
      "step": 7488
    },
    {
      "epoch": 0.3067376612738071,
      "grad_norm": 1.758697219372249,
      "learning_rate": 0.00029893301983806644,
      "loss": 7.375,
      "step": 7489
    },
    {
      "epoch": 0.3067786197010035,
      "grad_norm": 2.6563006898849895,
      "learning_rate": 0.0002989326314940935,
      "loss": 7.7188,
      "step": 7490
    },
    {
      "epoch": 0.3068195781281999,
      "grad_norm": 1.0233831322703393,
      "learning_rate": 0.00029893224307971387,
      "loss": 6.0,
      "step": 7491
    },
    {
      "epoch": 0.30686053655539625,
      "grad_norm": 2.52629611312066,
      "learning_rate": 0.0002989318545949277,
      "loss": 5.8125,
      "step": 7492
    },
    {
      "epoch": 0.30690149498259267,
      "grad_norm": 1.2054485639848942,
      "learning_rate": 0.0002989314660397352,
      "loss": 6.0625,
      "step": 7493
    },
    {
      "epoch": 0.30694245340978904,
      "grad_norm": 1.2811761283598984,
      "learning_rate": 0.0002989310774141365,
      "loss": 7.0,
      "step": 7494
    },
    {
      "epoch": 0.30698341183698546,
      "grad_norm": 2.589255027304403,
      "learning_rate": 0.0002989306887181319,
      "loss": 7.0625,
      "step": 7495
    },
    {
      "epoch": 0.30702437026418183,
      "grad_norm": 1.141383927645867,
      "learning_rate": 0.00029893029995172143,
      "loss": 6.0625,
      "step": 7496
    },
    {
      "epoch": 0.30706532869137826,
      "grad_norm": 1.1918004090765464,
      "learning_rate": 0.0002989299111149054,
      "loss": 6.125,
      "step": 7497
    },
    {
      "epoch": 0.30710628711857463,
      "grad_norm": 1.5630711466377687,
      "learning_rate": 0.00029892952220768397,
      "loss": 7.3438,
      "step": 7498
    },
    {
      "epoch": 0.30714724554577105,
      "grad_norm": 1.3251139230329645,
      "learning_rate": 0.0002989291332300573,
      "loss": 6.2188,
      "step": 7499
    },
    {
      "epoch": 0.3071882039729674,
      "grad_norm": 1.205195439734289,
      "learning_rate": 0.00029892874418202553,
      "loss": 5.0625,
      "step": 7500
    },
    {
      "epoch": 0.30722916240016385,
      "grad_norm": 1.3531662150386017,
      "learning_rate": 0.00029892835506358894,
      "loss": 6.5625,
      "step": 7501
    },
    {
      "epoch": 0.3072701208273602,
      "grad_norm": 1.4257736576463302,
      "learning_rate": 0.00029892796587474763,
      "loss": 5.9688,
      "step": 7502
    },
    {
      "epoch": 0.30731107925455664,
      "grad_norm": 1.2910402655663895,
      "learning_rate": 0.00029892757661550187,
      "loss": 5.75,
      "step": 7503
    },
    {
      "epoch": 0.307352037681753,
      "grad_norm": 4.296244115296453,
      "learning_rate": 0.00029892718728585175,
      "loss": 4.375,
      "step": 7504
    },
    {
      "epoch": 0.30739299610894943,
      "grad_norm": 1.992978748665774,
      "learning_rate": 0.00029892679788579756,
      "loss": 5.7188,
      "step": 7505
    },
    {
      "epoch": 0.3074339545361458,
      "grad_norm": 1.2806466002215207,
      "learning_rate": 0.00029892640841533934,
      "loss": 5.5,
      "step": 7506
    },
    {
      "epoch": 0.30747491296334223,
      "grad_norm": 1.3089969861154949,
      "learning_rate": 0.00029892601887447737,
      "loss": 6.5312,
      "step": 7507
    },
    {
      "epoch": 0.3075158713905386,
      "grad_norm": 1.2172778521073246,
      "learning_rate": 0.00029892562926321187,
      "loss": 6.7188,
      "step": 7508
    },
    {
      "epoch": 0.307556829817735,
      "grad_norm": 1.9175814277281535,
      "learning_rate": 0.00029892523958154293,
      "loss": 7.0,
      "step": 7509
    },
    {
      "epoch": 0.3075977882449314,
      "grad_norm": 1.071518025996514,
      "learning_rate": 0.0002989248498294708,
      "loss": 6.375,
      "step": 7510
    },
    {
      "epoch": 0.3076387466721278,
      "grad_norm": 3.8497858991845257,
      "learning_rate": 0.0002989244600069956,
      "loss": 5.9688,
      "step": 7511
    },
    {
      "epoch": 0.3076797050993242,
      "grad_norm": 1.1884165578521495,
      "learning_rate": 0.00029892407011411764,
      "loss": 5.8438,
      "step": 7512
    },
    {
      "epoch": 0.30772066352652055,
      "grad_norm": 1.2966455234644096,
      "learning_rate": 0.00029892368015083695,
      "loss": 5.9375,
      "step": 7513
    },
    {
      "epoch": 0.307761621953717,
      "grad_norm": 3.6060969828536824,
      "learning_rate": 0.0002989232901171538,
      "loss": 5.8438,
      "step": 7514
    },
    {
      "epoch": 0.30780258038091335,
      "grad_norm": 1.3194591574575654,
      "learning_rate": 0.0002989229000130684,
      "loss": 5.5,
      "step": 7515
    },
    {
      "epoch": 0.3078435388081098,
      "grad_norm": 3.865876015023628,
      "learning_rate": 0.0002989225098385809,
      "loss": 4.5625,
      "step": 7516
    },
    {
      "epoch": 0.30788449723530614,
      "grad_norm": 1.2114263034455408,
      "learning_rate": 0.00029892211959369136,
      "loss": 6.1562,
      "step": 7517
    },
    {
      "epoch": 0.30792545566250257,
      "grad_norm": 1.1646782727219995,
      "learning_rate": 0.00029892172927840015,
      "loss": 6.3438,
      "step": 7518
    },
    {
      "epoch": 0.30796641408969894,
      "grad_norm": 2.351719926987094,
      "learning_rate": 0.00029892133889270747,
      "loss": 7.625,
      "step": 7519
    },
    {
      "epoch": 0.30800737251689536,
      "grad_norm": 1.5236746124618095,
      "learning_rate": 0.00029892094843661336,
      "loss": 5.4062,
      "step": 7520
    },
    {
      "epoch": 0.30804833094409173,
      "grad_norm": 1.2004591036054784,
      "learning_rate": 0.00029892055791011805,
      "loss": 6.2812,
      "step": 7521
    },
    {
      "epoch": 0.30808928937128816,
      "grad_norm": 1.0597391104434575,
      "learning_rate": 0.00029892016731322175,
      "loss": 6.0938,
      "step": 7522
    },
    {
      "epoch": 0.3081302477984845,
      "grad_norm": 3.835208030717342,
      "learning_rate": 0.00029891977664592463,
      "loss": 5.4688,
      "step": 7523
    },
    {
      "epoch": 0.30817120622568095,
      "grad_norm": 1.2909209083467685,
      "learning_rate": 0.0002989193859082269,
      "loss": 6.0,
      "step": 7524
    },
    {
      "epoch": 0.3082121646528773,
      "grad_norm": 1.5368028214962932,
      "learning_rate": 0.0002989189951001287,
      "loss": 7.375,
      "step": 7525
    },
    {
      "epoch": 0.30825312308007374,
      "grad_norm": 1.261318025835151,
      "learning_rate": 0.00029891860422163026,
      "loss": 5.5625,
      "step": 7526
    },
    {
      "epoch": 0.3082940815072701,
      "grad_norm": 1.111779208120687,
      "learning_rate": 0.00029891821327273174,
      "loss": 5.6875,
      "step": 7527
    },
    {
      "epoch": 0.30833503993446654,
      "grad_norm": 1.1333508875784069,
      "learning_rate": 0.00029891782225343336,
      "loss": 5.625,
      "step": 7528
    },
    {
      "epoch": 0.3083759983616629,
      "grad_norm": 4.078671765974574,
      "learning_rate": 0.00029891743116373525,
      "loss": 5.875,
      "step": 7529
    },
    {
      "epoch": 0.30841695678885933,
      "grad_norm": 1.5450644521975583,
      "learning_rate": 0.0002989170400036376,
      "loss": 6.8438,
      "step": 7530
    },
    {
      "epoch": 0.3084579152160557,
      "grad_norm": 7.650688970981747,
      "learning_rate": 0.0002989166487731406,
      "loss": 3.7344,
      "step": 7531
    },
    {
      "epoch": 0.3084988736432521,
      "grad_norm": 2.475731439089069,
      "learning_rate": 0.0002989162574722445,
      "loss": 7.0625,
      "step": 7532
    },
    {
      "epoch": 0.3085398320704485,
      "grad_norm": 2.834685332638235,
      "learning_rate": 0.00029891586610094944,
      "loss": 5.25,
      "step": 7533
    },
    {
      "epoch": 0.30858079049764486,
      "grad_norm": 1.3339347147265948,
      "learning_rate": 0.00029891547465925555,
      "loss": 6.25,
      "step": 7534
    },
    {
      "epoch": 0.3086217489248413,
      "grad_norm": 3.2981031302007464,
      "learning_rate": 0.0002989150831471631,
      "loss": 4.4375,
      "step": 7535
    },
    {
      "epoch": 0.30866270735203766,
      "grad_norm": 1.2070894979903484,
      "learning_rate": 0.00029891469156467223,
      "loss": 5.5312,
      "step": 7536
    },
    {
      "epoch": 0.3087036657792341,
      "grad_norm": 1.3351994373996114,
      "learning_rate": 0.00029891429991178313,
      "loss": 5.8125,
      "step": 7537
    },
    {
      "epoch": 0.30874462420643045,
      "grad_norm": 1.1941719498578491,
      "learning_rate": 0.000298913908188496,
      "loss": 7.9375,
      "step": 7538
    },
    {
      "epoch": 0.3087855826336269,
      "grad_norm": 1.4150723823604734,
      "learning_rate": 0.000298913516394811,
      "loss": 6.3438,
      "step": 7539
    },
    {
      "epoch": 0.30882654106082325,
      "grad_norm": 2.280627476223673,
      "learning_rate": 0.0002989131245307284,
      "loss": 6.9688,
      "step": 7540
    },
    {
      "epoch": 0.30886749948801967,
      "grad_norm": 1.4827903351056166,
      "learning_rate": 0.00029891273259624823,
      "loss": 6.875,
      "step": 7541
    },
    {
      "epoch": 0.30890845791521604,
      "grad_norm": 2.0490045190697233,
      "learning_rate": 0.0002989123405913708,
      "loss": 6.875,
      "step": 7542
    },
    {
      "epoch": 0.30894941634241246,
      "grad_norm": 1.182787824193129,
      "learning_rate": 0.00029891194851609624,
      "loss": 5.5938,
      "step": 7543
    },
    {
      "epoch": 0.30899037476960883,
      "grad_norm": 1.3284499950150463,
      "learning_rate": 0.0002989115563704248,
      "loss": 5.5,
      "step": 7544
    },
    {
      "epoch": 0.30903133319680526,
      "grad_norm": 5.578494213719127,
      "learning_rate": 0.0002989111641543565,
      "loss": 7.9688,
      "step": 7545
    },
    {
      "epoch": 0.3090722916240016,
      "grad_norm": 1.4406201625056179,
      "learning_rate": 0.00029891077186789176,
      "loss": 6.7188,
      "step": 7546
    },
    {
      "epoch": 0.30911325005119805,
      "grad_norm": 1.288573058344812,
      "learning_rate": 0.00029891037951103056,
      "loss": 6.0,
      "step": 7547
    },
    {
      "epoch": 0.3091542084783944,
      "grad_norm": 1.783647901029864,
      "learning_rate": 0.00029890998708377326,
      "loss": 7.0,
      "step": 7548
    },
    {
      "epoch": 0.30919516690559085,
      "grad_norm": 3.3307596893608475,
      "learning_rate": 0.0002989095945861199,
      "loss": 6.3438,
      "step": 7549
    },
    {
      "epoch": 0.3092361253327872,
      "grad_norm": 1.1529848113314116,
      "learning_rate": 0.00029890920201807076,
      "loss": 5.7812,
      "step": 7550
    },
    {
      "epoch": 0.30927708375998364,
      "grad_norm": 1.3774332005091974,
      "learning_rate": 0.00029890880937962595,
      "loss": 5.5312,
      "step": 7551
    },
    {
      "epoch": 0.30931804218718,
      "grad_norm": 3.083781620598416,
      "learning_rate": 0.00029890841667078573,
      "loss": 6.875,
      "step": 7552
    },
    {
      "epoch": 0.30935900061437643,
      "grad_norm": 1.8767696383543426,
      "learning_rate": 0.0002989080238915502,
      "loss": 7.4688,
      "step": 7553
    },
    {
      "epoch": 0.3093999590415728,
      "grad_norm": 2.540280629152743,
      "learning_rate": 0.0002989076310419197,
      "loss": 7.0625,
      "step": 7554
    },
    {
      "epoch": 0.30944091746876917,
      "grad_norm": 1.3555613032777196,
      "learning_rate": 0.0002989072381218942,
      "loss": 5.2188,
      "step": 7555
    },
    {
      "epoch": 0.3094818758959656,
      "grad_norm": 3.35487283904301,
      "learning_rate": 0.00029890684513147407,
      "loss": 3.4688,
      "step": 7556
    },
    {
      "epoch": 0.30952283432316197,
      "grad_norm": 1.3658219487440137,
      "learning_rate": 0.0002989064520706594,
      "loss": 5.75,
      "step": 7557
    },
    {
      "epoch": 0.3095637927503584,
      "grad_norm": 1.5903206599540665,
      "learning_rate": 0.00029890605893945037,
      "loss": 6.2188,
      "step": 7558
    },
    {
      "epoch": 0.30960475117755476,
      "grad_norm": 1.6546406607922775,
      "learning_rate": 0.00029890566573784725,
      "loss": 7.375,
      "step": 7559
    },
    {
      "epoch": 0.3096457096047512,
      "grad_norm": 1.0160574324341165,
      "learning_rate": 0.00029890527246585015,
      "loss": 6.4062,
      "step": 7560
    },
    {
      "epoch": 0.30968666803194755,
      "grad_norm": 1.1306802249329388,
      "learning_rate": 0.00029890487912345926,
      "loss": 6.1875,
      "step": 7561
    },
    {
      "epoch": 0.309727626459144,
      "grad_norm": 1.3180486415675403,
      "learning_rate": 0.0002989044857106748,
      "loss": 6.0938,
      "step": 7562
    },
    {
      "epoch": 0.30976858488634035,
      "grad_norm": 1.3736763183779888,
      "learning_rate": 0.00029890409222749697,
      "loss": 6.0625,
      "step": 7563
    },
    {
      "epoch": 0.3098095433135368,
      "grad_norm": 1.28254555203992,
      "learning_rate": 0.0002989036986739259,
      "loss": 5.9062,
      "step": 7564
    },
    {
      "epoch": 0.30985050174073314,
      "grad_norm": 1.6836786708786804,
      "learning_rate": 0.0002989033050499618,
      "loss": 6.4688,
      "step": 7565
    },
    {
      "epoch": 0.30989146016792957,
      "grad_norm": 1.6213054478342956,
      "learning_rate": 0.00029890291135560484,
      "loss": 5.3125,
      "step": 7566
    },
    {
      "epoch": 0.30993241859512594,
      "grad_norm": 1.9392050531311473,
      "learning_rate": 0.0002989025175908552,
      "loss": 5.9375,
      "step": 7567
    },
    {
      "epoch": 0.30997337702232236,
      "grad_norm": 1.2996726743282006,
      "learning_rate": 0.0002989021237557132,
      "loss": 5.4688,
      "step": 7568
    },
    {
      "epoch": 0.31001433544951873,
      "grad_norm": 1.3177281639382372,
      "learning_rate": 0.0002989017298501788,
      "loss": 7.1875,
      "step": 7569
    },
    {
      "epoch": 0.31005529387671515,
      "grad_norm": 1.2980340340549188,
      "learning_rate": 0.00029890133587425236,
      "loss": 6.1875,
      "step": 7570
    },
    {
      "epoch": 0.3100962523039115,
      "grad_norm": 1.3569291867605828,
      "learning_rate": 0.000298900941827934,
      "loss": 6.25,
      "step": 7571
    },
    {
      "epoch": 0.31013721073110795,
      "grad_norm": 1.4961190782222575,
      "learning_rate": 0.00029890054771122387,
      "loss": 6.0625,
      "step": 7572
    },
    {
      "epoch": 0.3101781691583043,
      "grad_norm": 1.2951868511887834,
      "learning_rate": 0.00029890015352412224,
      "loss": 5.6562,
      "step": 7573
    },
    {
      "epoch": 0.31021912758550074,
      "grad_norm": 1.1156818918710316,
      "learning_rate": 0.0002988997592666293,
      "loss": 5.5,
      "step": 7574
    },
    {
      "epoch": 0.3102600860126971,
      "grad_norm": 1.1220742480098735,
      "learning_rate": 0.00029889936493874517,
      "loss": 6.4062,
      "step": 7575
    },
    {
      "epoch": 0.3103010444398935,
      "grad_norm": 1.275376828576357,
      "learning_rate": 0.00029889897054047,
      "loss": 7.375,
      "step": 7576
    },
    {
      "epoch": 0.3103420028670899,
      "grad_norm": 1.9275662271593157,
      "learning_rate": 0.00029889857607180405,
      "loss": 7.9062,
      "step": 7577
    },
    {
      "epoch": 0.3103829612942863,
      "grad_norm": 4.690395130909955,
      "learning_rate": 0.00029889818153274757,
      "loss": 8.625,
      "step": 7578
    },
    {
      "epoch": 0.3104239197214827,
      "grad_norm": 1.3849477490066144,
      "learning_rate": 0.0002988977869233006,
      "loss": 6.0312,
      "step": 7579
    },
    {
      "epoch": 0.31046487814867907,
      "grad_norm": 1.8688124036276546,
      "learning_rate": 0.00029889739224346347,
      "loss": 6.0625,
      "step": 7580
    },
    {
      "epoch": 0.3105058365758755,
      "grad_norm": 1.1625507038099605,
      "learning_rate": 0.0002988969974932362,
      "loss": 5.75,
      "step": 7581
    },
    {
      "epoch": 0.31054679500307186,
      "grad_norm": 1.2831403835500494,
      "learning_rate": 0.00029889660267261916,
      "loss": 6.875,
      "step": 7582
    },
    {
      "epoch": 0.3105877534302683,
      "grad_norm": 1.0061085861737253,
      "learning_rate": 0.0002988962077816124,
      "loss": 5.9688,
      "step": 7583
    },
    {
      "epoch": 0.31062871185746466,
      "grad_norm": 1.2899980033352991,
      "learning_rate": 0.0002988958128202161,
      "loss": 5.875,
      "step": 7584
    },
    {
      "epoch": 0.3106696702846611,
      "grad_norm": 1.466954509235315,
      "learning_rate": 0.00029889541778843056,
      "loss": 6.5625,
      "step": 7585
    },
    {
      "epoch": 0.31071062871185745,
      "grad_norm": 1.1956739359630517,
      "learning_rate": 0.00029889502268625595,
      "loss": 6.8438,
      "step": 7586
    },
    {
      "epoch": 0.3107515871390539,
      "grad_norm": 2.1019531454005502,
      "learning_rate": 0.00029889462751369234,
      "loss": 7.25,
      "step": 7587
    },
    {
      "epoch": 0.31079254556625024,
      "grad_norm": 2.488162674966285,
      "learning_rate": 0.00029889423227074004,
      "loss": 7.625,
      "step": 7588
    },
    {
      "epoch": 0.31083350399344667,
      "grad_norm": 1.2134406307238865,
      "learning_rate": 0.0002988938369573991,
      "loss": 4.9062,
      "step": 7589
    },
    {
      "epoch": 0.31087446242064304,
      "grad_norm": 1.2850672311804483,
      "learning_rate": 0.0002988934415736699,
      "loss": 5.3125,
      "step": 7590
    },
    {
      "epoch": 0.31091542084783946,
      "grad_norm": 1.3535535631700546,
      "learning_rate": 0.00029889304611955246,
      "loss": 5.875,
      "step": 7591
    },
    {
      "epoch": 0.31095637927503583,
      "grad_norm": 1.0962037016951018,
      "learning_rate": 0.00029889265059504706,
      "loss": 5.4062,
      "step": 7592
    },
    {
      "epoch": 0.31099733770223226,
      "grad_norm": 1.623765054950213,
      "learning_rate": 0.00029889225500015384,
      "loss": 6.0312,
      "step": 7593
    },
    {
      "epoch": 0.3110382961294286,
      "grad_norm": 1.323267930066634,
      "learning_rate": 0.000298891859334873,
      "loss": 6.0,
      "step": 7594
    },
    {
      "epoch": 0.31107925455662505,
      "grad_norm": 3.1695086320509573,
      "learning_rate": 0.0002988914635992047,
      "loss": 5.7812,
      "step": 7595
    },
    {
      "epoch": 0.3111202129838214,
      "grad_norm": 1.18727785078352,
      "learning_rate": 0.0002988910677931492,
      "loss": 5.6562,
      "step": 7596
    },
    {
      "epoch": 0.3111611714110178,
      "grad_norm": 1.4025623638221814,
      "learning_rate": 0.0002988906719167066,
      "loss": 6.375,
      "step": 7597
    },
    {
      "epoch": 0.3112021298382142,
      "grad_norm": 1.6311686859079866,
      "learning_rate": 0.00029889027596987717,
      "loss": 5.9375,
      "step": 7598
    },
    {
      "epoch": 0.3112430882654106,
      "grad_norm": 1.0921198030636674,
      "learning_rate": 0.000298889879952661,
      "loss": 5.2188,
      "step": 7599
    },
    {
      "epoch": 0.311284046692607,
      "grad_norm": 1.2229158453612963,
      "learning_rate": 0.0002988894838650584,
      "loss": 6.2188,
      "step": 7600
    },
    {
      "epoch": 0.3113250051198034,
      "grad_norm": 1.257910235906764,
      "learning_rate": 0.0002988890877070695,
      "loss": 6.1875,
      "step": 7601
    },
    {
      "epoch": 0.3113659635469998,
      "grad_norm": 15.676899209643015,
      "learning_rate": 0.00029888869147869443,
      "loss": 5.6562,
      "step": 7602
    },
    {
      "epoch": 0.31140692197419617,
      "grad_norm": 1.2796592908901048,
      "learning_rate": 0.0002988882951799334,
      "loss": 5.375,
      "step": 7603
    },
    {
      "epoch": 0.3114478804013926,
      "grad_norm": 1.1913693426129355,
      "learning_rate": 0.0002988878988107867,
      "loss": 5.0938,
      "step": 7604
    },
    {
      "epoch": 0.31148883882858897,
      "grad_norm": 1.3807959469913478,
      "learning_rate": 0.0002988875023712544,
      "loss": 6.2188,
      "step": 7605
    },
    {
      "epoch": 0.3115297972557854,
      "grad_norm": 2.337887728935981,
      "learning_rate": 0.0002988871058613368,
      "loss": 6.0,
      "step": 7606
    },
    {
      "epoch": 0.31157075568298176,
      "grad_norm": 1.2098260791685347,
      "learning_rate": 0.0002988867092810339,
      "loss": 6.2188,
      "step": 7607
    },
    {
      "epoch": 0.3116117141101782,
      "grad_norm": 3.7951317333033754,
      "learning_rate": 0.0002988863126303461,
      "loss": 7.9688,
      "step": 7608
    },
    {
      "epoch": 0.31165267253737455,
      "grad_norm": 1.4305607063318266,
      "learning_rate": 0.00029888591590927343,
      "loss": 6.2188,
      "step": 7609
    },
    {
      "epoch": 0.311693630964571,
      "grad_norm": 1.229187490633195,
      "learning_rate": 0.00029888551911781615,
      "loss": 5.6875,
      "step": 7610
    },
    {
      "epoch": 0.31173458939176735,
      "grad_norm": 1.1661665484213537,
      "learning_rate": 0.0002988851222559744,
      "loss": 6.5938,
      "step": 7611
    },
    {
      "epoch": 0.31177554781896377,
      "grad_norm": 4.529557642371044,
      "learning_rate": 0.0002988847253237485,
      "loss": 5.1562,
      "step": 7612
    },
    {
      "epoch": 0.31181650624616014,
      "grad_norm": 1.5768605679561218,
      "learning_rate": 0.00029888432832113847,
      "loss": 5.625,
      "step": 7613
    },
    {
      "epoch": 0.31185746467335657,
      "grad_norm": 1.0736663606154389,
      "learning_rate": 0.0002988839312481446,
      "loss": 6.0938,
      "step": 7614
    },
    {
      "epoch": 0.31189842310055294,
      "grad_norm": 1.022915438667565,
      "learning_rate": 0.000298883534104767,
      "loss": 5.8125,
      "step": 7615
    },
    {
      "epoch": 0.31193938152774936,
      "grad_norm": 1.1877789430711303,
      "learning_rate": 0.00029888313689100597,
      "loss": 6.1562,
      "step": 7616
    },
    {
      "epoch": 0.31198033995494573,
      "grad_norm": 2.662642988876687,
      "learning_rate": 0.0002988827396068616,
      "loss": 5.375,
      "step": 7617
    },
    {
      "epoch": 0.3120212983821421,
      "grad_norm": 1.9534624626724733,
      "learning_rate": 0.0002988823422523341,
      "loss": 8.375,
      "step": 7618
    },
    {
      "epoch": 0.3120622568093385,
      "grad_norm": 1.009936981570485,
      "learning_rate": 0.0002988819448274237,
      "loss": 5.4688,
      "step": 7619
    },
    {
      "epoch": 0.3121032152365349,
      "grad_norm": 6.849718979907146,
      "learning_rate": 0.0002988815473321305,
      "loss": 4.7188,
      "step": 7620
    },
    {
      "epoch": 0.3121441736637313,
      "grad_norm": 1.2906752081938613,
      "learning_rate": 0.0002988811497664548,
      "loss": 6.8438,
      "step": 7621
    },
    {
      "epoch": 0.3121851320909277,
      "grad_norm": 1.1748875870915891,
      "learning_rate": 0.00029888075213039666,
      "loss": 5.875,
      "step": 7622
    },
    {
      "epoch": 0.3122260905181241,
      "grad_norm": 1.1279302050719278,
      "learning_rate": 0.0002988803544239564,
      "loss": 6.2812,
      "step": 7623
    },
    {
      "epoch": 0.3122670489453205,
      "grad_norm": 1.6026015754035259,
      "learning_rate": 0.0002988799566471341,
      "loss": 6.3438,
      "step": 7624
    },
    {
      "epoch": 0.3123080073725169,
      "grad_norm": 1.090531973211238,
      "learning_rate": 0.0002988795587999301,
      "loss": 6.125,
      "step": 7625
    },
    {
      "epoch": 0.3123489657997133,
      "grad_norm": 1.3796584298937613,
      "learning_rate": 0.0002988791608823444,
      "loss": 6.9375,
      "step": 7626
    },
    {
      "epoch": 0.3123899242269097,
      "grad_norm": 1.2245457257165033,
      "learning_rate": 0.00029887876289437726,
      "loss": 5.5938,
      "step": 7627
    },
    {
      "epoch": 0.31243088265410607,
      "grad_norm": 1.3108008236387287,
      "learning_rate": 0.0002988783648360289,
      "loss": 5.6875,
      "step": 7628
    },
    {
      "epoch": 0.3124718410813025,
      "grad_norm": 1.1803047918782157,
      "learning_rate": 0.00029887796670729946,
      "loss": 5.8125,
      "step": 7629
    },
    {
      "epoch": 0.31251279950849886,
      "grad_norm": 2.38072477395926,
      "learning_rate": 0.0002988775685081892,
      "loss": 5.9688,
      "step": 7630
    },
    {
      "epoch": 0.3125537579356953,
      "grad_norm": 1.187363056436381,
      "learning_rate": 0.00029887717023869827,
      "loss": 5.3438,
      "step": 7631
    },
    {
      "epoch": 0.31259471636289166,
      "grad_norm": 1.1295959529886006,
      "learning_rate": 0.00029887677189882687,
      "loss": 5.7812,
      "step": 7632
    },
    {
      "epoch": 0.3126356747900881,
      "grad_norm": 1.3102988410817367,
      "learning_rate": 0.00029887637348857514,
      "loss": 6.0625,
      "step": 7633
    },
    {
      "epoch": 0.31267663321728445,
      "grad_norm": 1.3035668993143854,
      "learning_rate": 0.0002988759750079433,
      "loss": 5.4375,
      "step": 7634
    },
    {
      "epoch": 0.3127175916444809,
      "grad_norm": 2.6622984344131795,
      "learning_rate": 0.00029887557645693155,
      "loss": 7.2188,
      "step": 7635
    },
    {
      "epoch": 0.31275855007167724,
      "grad_norm": 1.5384369414872345,
      "learning_rate": 0.00029887517783554,
      "loss": 5.625,
      "step": 7636
    },
    {
      "epoch": 0.31279950849887367,
      "grad_norm": 1.2842635378330107,
      "learning_rate": 0.00029887477914376895,
      "loss": 6.5312,
      "step": 7637
    },
    {
      "epoch": 0.31284046692607004,
      "grad_norm": 1.7474171041650737,
      "learning_rate": 0.0002988743803816186,
      "loss": 7.4062,
      "step": 7638
    },
    {
      "epoch": 0.3128814253532664,
      "grad_norm": 1.2367677734785876,
      "learning_rate": 0.000298873981549089,
      "loss": 5.7188,
      "step": 7639
    },
    {
      "epoch": 0.31292238378046283,
      "grad_norm": 1.6254926994001329,
      "learning_rate": 0.00029887358264618044,
      "loss": 6.5938,
      "step": 7640
    },
    {
      "epoch": 0.3129633422076592,
      "grad_norm": 1.2674523882032824,
      "learning_rate": 0.0002988731836728931,
      "loss": 6.2812,
      "step": 7641
    },
    {
      "epoch": 0.3130043006348556,
      "grad_norm": 1.6904373833663617,
      "learning_rate": 0.00029887278462922714,
      "loss": 7.4375,
      "step": 7642
    },
    {
      "epoch": 0.313045259062052,
      "grad_norm": 2.0565232506095423,
      "learning_rate": 0.0002988723855151828,
      "loss": 6.1875,
      "step": 7643
    },
    {
      "epoch": 0.3130862174892484,
      "grad_norm": 1.4256305235556688,
      "learning_rate": 0.00029887198633076026,
      "loss": 6.0,
      "step": 7644
    },
    {
      "epoch": 0.3131271759164448,
      "grad_norm": 1.0999687400188356,
      "learning_rate": 0.0002988715870759596,
      "loss": 6.75,
      "step": 7645
    },
    {
      "epoch": 0.3131681343436412,
      "grad_norm": 3.485294138924539,
      "learning_rate": 0.00029887118775078115,
      "loss": 6.125,
      "step": 7646
    },
    {
      "epoch": 0.3132090927708376,
      "grad_norm": 1.3068969002649444,
      "learning_rate": 0.00029887078835522503,
      "loss": 5.5,
      "step": 7647
    },
    {
      "epoch": 0.313250051198034,
      "grad_norm": 1.3679947544566773,
      "learning_rate": 0.00029887038888929145,
      "loss": 6.2812,
      "step": 7648
    },
    {
      "epoch": 0.3132910096252304,
      "grad_norm": 1.0903204718097397,
      "learning_rate": 0.00029886998935298056,
      "loss": 6.5312,
      "step": 7649
    },
    {
      "epoch": 0.3133319680524268,
      "grad_norm": 1.2423311467172915,
      "learning_rate": 0.0002988695897462926,
      "loss": 6.375,
      "step": 7650
    },
    {
      "epoch": 0.31337292647962317,
      "grad_norm": 1.737139837531121,
      "learning_rate": 0.0002988691900692277,
      "loss": 6.2812,
      "step": 7651
    },
    {
      "epoch": 0.3134138849068196,
      "grad_norm": 1.0231790974538562,
      "learning_rate": 0.00029886879032178614,
      "loss": 7.6562,
      "step": 7652
    },
    {
      "epoch": 0.31345484333401596,
      "grad_norm": 1.266113777348391,
      "learning_rate": 0.000298868390503968,
      "loss": 5.3438,
      "step": 7653
    },
    {
      "epoch": 0.3134958017612124,
      "grad_norm": 1.3278489174904902,
      "learning_rate": 0.00029886799061577357,
      "loss": 5.7812,
      "step": 7654
    },
    {
      "epoch": 0.31353676018840876,
      "grad_norm": 1.0264303384508584,
      "learning_rate": 0.00029886759065720297,
      "loss": 7.5,
      "step": 7655
    },
    {
      "epoch": 0.3135777186156052,
      "grad_norm": 2.099279797629854,
      "learning_rate": 0.00029886719062825637,
      "loss": 5.4375,
      "step": 7656
    },
    {
      "epoch": 0.31361867704280155,
      "grad_norm": 1.8504572226588147,
      "learning_rate": 0.0002988667905289341,
      "loss": 6.3438,
      "step": 7657
    },
    {
      "epoch": 0.313659635469998,
      "grad_norm": 1.006018744509391,
      "learning_rate": 0.0002988663903592362,
      "loss": 6.4688,
      "step": 7658
    },
    {
      "epoch": 0.31370059389719435,
      "grad_norm": 1.1316848387697118,
      "learning_rate": 0.00029886599011916287,
      "loss": 7.0,
      "step": 7659
    },
    {
      "epoch": 0.31374155232439077,
      "grad_norm": 1.1895516847707477,
      "learning_rate": 0.0002988655898087144,
      "loss": 6.3125,
      "step": 7660
    },
    {
      "epoch": 0.31378251075158714,
      "grad_norm": 2.735424016458131,
      "learning_rate": 0.0002988651894278909,
      "loss": 8.375,
      "step": 7661
    },
    {
      "epoch": 0.3138234691787835,
      "grad_norm": 1.3105201005348095,
      "learning_rate": 0.00029886478897669255,
      "loss": 6.2188,
      "step": 7662
    },
    {
      "epoch": 0.31386442760597993,
      "grad_norm": 1.1399602227438301,
      "learning_rate": 0.0002988643884551196,
      "loss": 5.4375,
      "step": 7663
    },
    {
      "epoch": 0.3139053860331763,
      "grad_norm": 2.056788711223115,
      "learning_rate": 0.0002988639878631722,
      "loss": 5.8125,
      "step": 7664
    },
    {
      "epoch": 0.31394634446037273,
      "grad_norm": 1.1135480595308531,
      "learning_rate": 0.0002988635872008505,
      "loss": 5.625,
      "step": 7665
    },
    {
      "epoch": 0.3139873028875691,
      "grad_norm": 3.7332502405922634,
      "learning_rate": 0.0002988631864681548,
      "loss": 2.6406,
      "step": 7666
    },
    {
      "epoch": 0.3140282613147655,
      "grad_norm": 1.594156605014838,
      "learning_rate": 0.0002988627856650852,
      "loss": 5.8438,
      "step": 7667
    },
    {
      "epoch": 0.3140692197419619,
      "grad_norm": 1.3963876905660162,
      "learning_rate": 0.00029886238479164185,
      "loss": 5.875,
      "step": 7668
    },
    {
      "epoch": 0.3141101781691583,
      "grad_norm": 1.2110538651182876,
      "learning_rate": 0.000298861983847825,
      "loss": 6.4375,
      "step": 7669
    },
    {
      "epoch": 0.3141511365963547,
      "grad_norm": 1.2090146921158842,
      "learning_rate": 0.00029886158283363496,
      "loss": 5.8438,
      "step": 7670
    },
    {
      "epoch": 0.3141920950235511,
      "grad_norm": 1.6765900616168745,
      "learning_rate": 0.0002988611817490718,
      "loss": 7.1875,
      "step": 7671
    },
    {
      "epoch": 0.3142330534507475,
      "grad_norm": 1.2358173719742231,
      "learning_rate": 0.0002988607805941356,
      "loss": 5.75,
      "step": 7672
    },
    {
      "epoch": 0.3142740118779439,
      "grad_norm": 1.2121526650082288,
      "learning_rate": 0.00029886037936882674,
      "loss": 5.8438,
      "step": 7673
    },
    {
      "epoch": 0.3143149703051403,
      "grad_norm": 1.2712181307424772,
      "learning_rate": 0.00029885997807314527,
      "loss": 6.2812,
      "step": 7674
    },
    {
      "epoch": 0.3143559287323367,
      "grad_norm": 2.1821941099286155,
      "learning_rate": 0.0002988595767070915,
      "loss": 5.6875,
      "step": 7675
    },
    {
      "epoch": 0.31439688715953307,
      "grad_norm": 1.1720821034619182,
      "learning_rate": 0.0002988591752706655,
      "loss": 5.5938,
      "step": 7676
    },
    {
      "epoch": 0.3144378455867295,
      "grad_norm": 5.35374728447612,
      "learning_rate": 0.0002988587737638676,
      "loss": 8.0625,
      "step": 7677
    },
    {
      "epoch": 0.31447880401392586,
      "grad_norm": 2.684555231744592,
      "learning_rate": 0.0002988583721866978,
      "loss": 7.0312,
      "step": 7678
    },
    {
      "epoch": 0.3145197624411223,
      "grad_norm": 1.198529788333611,
      "learning_rate": 0.0002988579705391565,
      "loss": 5.7812,
      "step": 7679
    },
    {
      "epoch": 0.31456072086831866,
      "grad_norm": 2.0772635194984566,
      "learning_rate": 0.0002988575688212437,
      "loss": 6.1875,
      "step": 7680
    },
    {
      "epoch": 0.3146016792955151,
      "grad_norm": 1.2447281054461263,
      "learning_rate": 0.00029885716703295976,
      "loss": 6.0,
      "step": 7681
    },
    {
      "epoch": 0.31464263772271145,
      "grad_norm": 1.160365932536609,
      "learning_rate": 0.00029885676517430474,
      "loss": 5.5938,
      "step": 7682
    },
    {
      "epoch": 0.3146835961499078,
      "grad_norm": 1.3894176575667245,
      "learning_rate": 0.0002988563632452789,
      "loss": 5.5312,
      "step": 7683
    },
    {
      "epoch": 0.31472455457710424,
      "grad_norm": 1.8632902637646862,
      "learning_rate": 0.0002988559612458824,
      "loss": 6.0625,
      "step": 7684
    },
    {
      "epoch": 0.3147655130043006,
      "grad_norm": 1.1469001331179451,
      "learning_rate": 0.00029885555917611546,
      "loss": 5.25,
      "step": 7685
    },
    {
      "epoch": 0.31480647143149704,
      "grad_norm": 2.8918611443894324,
      "learning_rate": 0.00029885515703597824,
      "loss": 7.1875,
      "step": 7686
    },
    {
      "epoch": 0.3148474298586934,
      "grad_norm": 1.4461862481652414,
      "learning_rate": 0.00029885475482547094,
      "loss": 5.4375,
      "step": 7687
    },
    {
      "epoch": 0.31488838828588983,
      "grad_norm": 1.297501714543441,
      "learning_rate": 0.00029885435254459376,
      "loss": 6.875,
      "step": 7688
    },
    {
      "epoch": 0.3149293467130862,
      "grad_norm": 1.297905981719206,
      "learning_rate": 0.0002988539501933469,
      "loss": 5.8438,
      "step": 7689
    },
    {
      "epoch": 0.3149703051402826,
      "grad_norm": 1.3315061941791975,
      "learning_rate": 0.00029885354777173045,
      "loss": 5.875,
      "step": 7690
    },
    {
      "epoch": 0.315011263567479,
      "grad_norm": 1.4953796691904375,
      "learning_rate": 0.00029885314527974474,
      "loss": 7.0,
      "step": 7691
    },
    {
      "epoch": 0.3150522219946754,
      "grad_norm": 2.033904959907989,
      "learning_rate": 0.0002988527427173899,
      "loss": 7.8438,
      "step": 7692
    },
    {
      "epoch": 0.3150931804218718,
      "grad_norm": 1.8838284863676247,
      "learning_rate": 0.00029885234008466605,
      "loss": 7.9062,
      "step": 7693
    },
    {
      "epoch": 0.3151341388490682,
      "grad_norm": 1.2195480371289154,
      "learning_rate": 0.00029885193738157356,
      "loss": 6.875,
      "step": 7694
    },
    {
      "epoch": 0.3151750972762646,
      "grad_norm": 1.1543082162364746,
      "learning_rate": 0.00029885153460811243,
      "loss": 6.7188,
      "step": 7695
    },
    {
      "epoch": 0.315216055703461,
      "grad_norm": 4.508565998084777,
      "learning_rate": 0.00029885113176428296,
      "loss": 2.5781,
      "step": 7696
    },
    {
      "epoch": 0.3152570141306574,
      "grad_norm": 1.4325205458062116,
      "learning_rate": 0.0002988507288500853,
      "loss": 5.9375,
      "step": 7697
    },
    {
      "epoch": 0.3152979725578538,
      "grad_norm": 1.1937979338370373,
      "learning_rate": 0.00029885032586551965,
      "loss": 5.6875,
      "step": 7698
    },
    {
      "epoch": 0.31533893098505017,
      "grad_norm": 1.2134477812912499,
      "learning_rate": 0.00029884992281058626,
      "loss": 5.2812,
      "step": 7699
    },
    {
      "epoch": 0.3153798894122466,
      "grad_norm": 1.2525932327812568,
      "learning_rate": 0.0002988495196852852,
      "loss": 5.7188,
      "step": 7700
    },
    {
      "epoch": 0.31542084783944296,
      "grad_norm": 2.5838127423756765,
      "learning_rate": 0.0002988491164896168,
      "loss": 6.2188,
      "step": 7701
    },
    {
      "epoch": 0.3154618062666394,
      "grad_norm": 1.2020900878550316,
      "learning_rate": 0.0002988487132235811,
      "loss": 6.125,
      "step": 7702
    },
    {
      "epoch": 0.31550276469383576,
      "grad_norm": 1.0908308161268803,
      "learning_rate": 0.00029884830988717836,
      "loss": 5.4375,
      "step": 7703
    },
    {
      "epoch": 0.3155437231210321,
      "grad_norm": 1.4543358476594446,
      "learning_rate": 0.00029884790648040884,
      "loss": 7.5938,
      "step": 7704
    },
    {
      "epoch": 0.31558468154822855,
      "grad_norm": 1.0648833378181666,
      "learning_rate": 0.0002988475030032726,
      "loss": 5.7812,
      "step": 7705
    },
    {
      "epoch": 0.3156256399754249,
      "grad_norm": 1.5619639715118974,
      "learning_rate": 0.00029884709945576993,
      "loss": 5.7812,
      "step": 7706
    },
    {
      "epoch": 0.31566659840262135,
      "grad_norm": 1.2917407006219708,
      "learning_rate": 0.000298846695837901,
      "loss": 6.0,
      "step": 7707
    },
    {
      "epoch": 0.3157075568298177,
      "grad_norm": 3.3560977253159083,
      "learning_rate": 0.00029884629214966597,
      "loss": 7.4688,
      "step": 7708
    },
    {
      "epoch": 0.31574851525701414,
      "grad_norm": 2.947998939076673,
      "learning_rate": 0.00029884588839106503,
      "loss": 2.1406,
      "step": 7709
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 1.1409195885606305,
      "learning_rate": 0.00029884548456209846,
      "loss": 6.4688,
      "step": 7710
    },
    {
      "epoch": 0.31583043211140693,
      "grad_norm": 1.0657843297074168,
      "learning_rate": 0.00029884508066276635,
      "loss": 5.6562,
      "step": 7711
    },
    {
      "epoch": 0.3158713905386033,
      "grad_norm": 5.009650360608201,
      "learning_rate": 0.0002988446766930689,
      "loss": 4.8438,
      "step": 7712
    },
    {
      "epoch": 0.3159123489657997,
      "grad_norm": 2.558239324459864,
      "learning_rate": 0.0002988442726530063,
      "loss": 7.5625,
      "step": 7713
    },
    {
      "epoch": 0.3159533073929961,
      "grad_norm": 2.923560050009185,
      "learning_rate": 0.00029884386854257887,
      "loss": 6.2812,
      "step": 7714
    },
    {
      "epoch": 0.3159942658201925,
      "grad_norm": 1.554396754920634,
      "learning_rate": 0.00029884346436178657,
      "loss": 6.375,
      "step": 7715
    },
    {
      "epoch": 0.3160352242473889,
      "grad_norm": 2.5336403035844666,
      "learning_rate": 0.00029884306011062977,
      "loss": 6.1562,
      "step": 7716
    },
    {
      "epoch": 0.3160761826745853,
      "grad_norm": 1.3472289311609449,
      "learning_rate": 0.00029884265578910863,
      "loss": 6.9062,
      "step": 7717
    },
    {
      "epoch": 0.3161171411017817,
      "grad_norm": 1.5975189967951269,
      "learning_rate": 0.0002988422513972233,
      "loss": 6.5312,
      "step": 7718
    },
    {
      "epoch": 0.3161580995289781,
      "grad_norm": 1.5687306469479612,
      "learning_rate": 0.00029884184693497397,
      "loss": 5.7812,
      "step": 7719
    },
    {
      "epoch": 0.3161990579561745,
      "grad_norm": 1.4936294003216177,
      "learning_rate": 0.00029884144240236094,
      "loss": 6.1875,
      "step": 7720
    },
    {
      "epoch": 0.3162400163833709,
      "grad_norm": 1.4996793143281184,
      "learning_rate": 0.0002988410377993842,
      "loss": 6.7812,
      "step": 7721
    },
    {
      "epoch": 0.3162809748105673,
      "grad_norm": 1.324564983371383,
      "learning_rate": 0.0002988406331260441,
      "loss": 5.75,
      "step": 7722
    },
    {
      "epoch": 0.3163219332377637,
      "grad_norm": 1.709124221758819,
      "learning_rate": 0.0002988402283823408,
      "loss": 7.9062,
      "step": 7723
    },
    {
      "epoch": 0.31636289166496007,
      "grad_norm": 1.1859352807286931,
      "learning_rate": 0.00029883982356827447,
      "loss": 6.9688,
      "step": 7724
    },
    {
      "epoch": 0.31640385009215644,
      "grad_norm": 1.823543545718939,
      "learning_rate": 0.0002988394186838453,
      "loss": 7.8125,
      "step": 7725
    },
    {
      "epoch": 0.31644480851935286,
      "grad_norm": 1.266929759599601,
      "learning_rate": 0.0002988390137290535,
      "loss": 6.3438,
      "step": 7726
    },
    {
      "epoch": 0.31648576694654923,
      "grad_norm": 1.637681978509881,
      "learning_rate": 0.00029883860870389924,
      "loss": 6.8438,
      "step": 7727
    },
    {
      "epoch": 0.31652672537374565,
      "grad_norm": 1.1994177696412944,
      "learning_rate": 0.0002988382036083827,
      "loss": 5.625,
      "step": 7728
    },
    {
      "epoch": 0.316567683800942,
      "grad_norm": 1.5913883686320183,
      "learning_rate": 0.00029883779844250416,
      "loss": 7.0625,
      "step": 7729
    },
    {
      "epoch": 0.31660864222813845,
      "grad_norm": 2.0609034902339762,
      "learning_rate": 0.00029883739320626365,
      "loss": 5.6562,
      "step": 7730
    },
    {
      "epoch": 0.3166496006553348,
      "grad_norm": 2.7307463084358146,
      "learning_rate": 0.00029883698789966157,
      "loss": 4.5312,
      "step": 7731
    },
    {
      "epoch": 0.31669055908253124,
      "grad_norm": 1.3916438653634982,
      "learning_rate": 0.0002988365825226979,
      "loss": 5.75,
      "step": 7732
    },
    {
      "epoch": 0.3167315175097276,
      "grad_norm": 5.4468490919539105,
      "learning_rate": 0.000298836177075373,
      "loss": 8.0,
      "step": 7733
    },
    {
      "epoch": 0.31677247593692404,
      "grad_norm": 3.7063622184765066,
      "learning_rate": 0.00029883577155768694,
      "loss": 7.2188,
      "step": 7734
    },
    {
      "epoch": 0.3168134343641204,
      "grad_norm": 1.8138457430957842,
      "learning_rate": 0.00029883536596964,
      "loss": 6.5625,
      "step": 7735
    },
    {
      "epoch": 0.31685439279131683,
      "grad_norm": 1.6122808567517763,
      "learning_rate": 0.0002988349603112323,
      "loss": 6.3125,
      "step": 7736
    },
    {
      "epoch": 0.3168953512185132,
      "grad_norm": 1.7498681858685927,
      "learning_rate": 0.0002988345545824641,
      "loss": 7.0312,
      "step": 7737
    },
    {
      "epoch": 0.3169363096457096,
      "grad_norm": 1.5249663247490526,
      "learning_rate": 0.0002988341487833355,
      "loss": 6.8125,
      "step": 7738
    },
    {
      "epoch": 0.316977268072906,
      "grad_norm": 6.729665118499238,
      "learning_rate": 0.00029883374291384684,
      "loss": 5.2188,
      "step": 7739
    },
    {
      "epoch": 0.3170182265001024,
      "grad_norm": 1.7598222577237062,
      "learning_rate": 0.00029883333697399816,
      "loss": 8.3125,
      "step": 7740
    },
    {
      "epoch": 0.3170591849272988,
      "grad_norm": 1.3549275879887008,
      "learning_rate": 0.0002988329309637898,
      "loss": 6.5938,
      "step": 7741
    },
    {
      "epoch": 0.3171001433544952,
      "grad_norm": 1.2545655968400795,
      "learning_rate": 0.00029883252488322175,
      "loss": 5.9375,
      "step": 7742
    },
    {
      "epoch": 0.3171411017816916,
      "grad_norm": 1.8993051299709414,
      "learning_rate": 0.00029883211873229436,
      "loss": 7.25,
      "step": 7743
    },
    {
      "epoch": 0.317182060208888,
      "grad_norm": 2.436637438551009,
      "learning_rate": 0.0002988317125110078,
      "loss": 5.5312,
      "step": 7744
    },
    {
      "epoch": 0.3172230186360844,
      "grad_norm": 4.705197088995723,
      "learning_rate": 0.00029883130621936226,
      "loss": 7.1562,
      "step": 7745
    },
    {
      "epoch": 0.31726397706328074,
      "grad_norm": 1.391857368062909,
      "learning_rate": 0.0002988308998573579,
      "loss": 5.0938,
      "step": 7746
    },
    {
      "epoch": 0.31730493549047717,
      "grad_norm": 1.8822718607459379,
      "learning_rate": 0.0002988304934249949,
      "loss": 7.8125,
      "step": 7747
    },
    {
      "epoch": 0.31734589391767354,
      "grad_norm": 1.1405306331462788,
      "learning_rate": 0.0002988300869222735,
      "loss": 5.6562,
      "step": 7748
    },
    {
      "epoch": 0.31738685234486996,
      "grad_norm": 1.1750072303014565,
      "learning_rate": 0.0002988296803491939,
      "loss": 5.7812,
      "step": 7749
    },
    {
      "epoch": 0.31742781077206633,
      "grad_norm": 1.385862060763739,
      "learning_rate": 0.0002988292737057562,
      "loss": 6.4062,
      "step": 7750
    },
    {
      "epoch": 0.31746876919926276,
      "grad_norm": 1.2097325277521296,
      "learning_rate": 0.00029882886699196065,
      "loss": 5.7812,
      "step": 7751
    },
    {
      "epoch": 0.3175097276264591,
      "grad_norm": 1.141232310682618,
      "learning_rate": 0.00029882846020780747,
      "loss": 6.3438,
      "step": 7752
    },
    {
      "epoch": 0.31755068605365555,
      "grad_norm": 1.2188637628646926,
      "learning_rate": 0.0002988280533532969,
      "loss": 6.5,
      "step": 7753
    },
    {
      "epoch": 0.3175916444808519,
      "grad_norm": 1.256525110709461,
      "learning_rate": 0.000298827646428429,
      "loss": 5.6562,
      "step": 7754
    },
    {
      "epoch": 0.31763260290804834,
      "grad_norm": 1.2251227145095764,
      "learning_rate": 0.000298827239433204,
      "loss": 6.25,
      "step": 7755
    },
    {
      "epoch": 0.3176735613352447,
      "grad_norm": 1.321237156582717,
      "learning_rate": 0.0002988268323676222,
      "loss": 5.4375,
      "step": 7756
    },
    {
      "epoch": 0.31771451976244114,
      "grad_norm": 1.4271431138087287,
      "learning_rate": 0.0002988264252316836,
      "loss": 6.375,
      "step": 7757
    },
    {
      "epoch": 0.3177554781896375,
      "grad_norm": 1.1993896771672223,
      "learning_rate": 0.0002988260180253886,
      "loss": 5.6562,
      "step": 7758
    },
    {
      "epoch": 0.31779643661683393,
      "grad_norm": 1.1736338358278913,
      "learning_rate": 0.00029882561074873724,
      "loss": 5.3438,
      "step": 7759
    },
    {
      "epoch": 0.3178373950440303,
      "grad_norm": 1.1573036324401982,
      "learning_rate": 0.00029882520340172977,
      "loss": 7.1562,
      "step": 7760
    },
    {
      "epoch": 0.3178783534712267,
      "grad_norm": 2.40340556405044,
      "learning_rate": 0.0002988247959843664,
      "loss": 6.2188,
      "step": 7761
    },
    {
      "epoch": 0.3179193118984231,
      "grad_norm": 1.5313933542333624,
      "learning_rate": 0.0002988243884966473,
      "loss": 5.8438,
      "step": 7762
    },
    {
      "epoch": 0.3179602703256195,
      "grad_norm": 1.6817506612865796,
      "learning_rate": 0.00029882398093857265,
      "loss": 6.9688,
      "step": 7763
    },
    {
      "epoch": 0.3180012287528159,
      "grad_norm": 2.356769210970452,
      "learning_rate": 0.00029882357331014267,
      "loss": 5.375,
      "step": 7764
    },
    {
      "epoch": 0.3180421871800123,
      "grad_norm": 1.4358790408811746,
      "learning_rate": 0.0002988231656113575,
      "loss": 7.6875,
      "step": 7765
    },
    {
      "epoch": 0.3180831456072087,
      "grad_norm": 1.2268846780631306,
      "learning_rate": 0.00029882275784221744,
      "loss": 5.5625,
      "step": 7766
    },
    {
      "epoch": 0.31812410403440505,
      "grad_norm": 1.5050613779214128,
      "learning_rate": 0.00029882235000272257,
      "loss": 6.0,
      "step": 7767
    },
    {
      "epoch": 0.3181650624616015,
      "grad_norm": 1.2460907101071457,
      "learning_rate": 0.00029882194209287317,
      "loss": 5.375,
      "step": 7768
    },
    {
      "epoch": 0.31820602088879785,
      "grad_norm": 1.961681010674213,
      "learning_rate": 0.00029882153411266935,
      "loss": 6.4688,
      "step": 7769
    },
    {
      "epoch": 0.31824697931599427,
      "grad_norm": 2.218209375006349,
      "learning_rate": 0.0002988211260621114,
      "loss": 6.0312,
      "step": 7770
    },
    {
      "epoch": 0.31828793774319064,
      "grad_norm": 1.1775197333509746,
      "learning_rate": 0.00029882071794119937,
      "loss": 5.75,
      "step": 7771
    },
    {
      "epoch": 0.31832889617038707,
      "grad_norm": 1.3916169480524105,
      "learning_rate": 0.0002988203097499336,
      "loss": 8.25,
      "step": 7772
    },
    {
      "epoch": 0.31836985459758343,
      "grad_norm": 1.7340571853477884,
      "learning_rate": 0.0002988199014883142,
      "loss": 5.4062,
      "step": 7773
    },
    {
      "epoch": 0.31841081302477986,
      "grad_norm": 1.2787700461252318,
      "learning_rate": 0.0002988194931563414,
      "loss": 5.5,
      "step": 7774
    },
    {
      "epoch": 0.31845177145197623,
      "grad_norm": 1.2681185467179972,
      "learning_rate": 0.00029881908475401536,
      "loss": 6.1562,
      "step": 7775
    },
    {
      "epoch": 0.31849272987917265,
      "grad_norm": 1.217315246306821,
      "learning_rate": 0.00029881867628133634,
      "loss": 5.2812,
      "step": 7776
    },
    {
      "epoch": 0.318533688306369,
      "grad_norm": 1.4647240238418957,
      "learning_rate": 0.0002988182677383044,
      "loss": 6.5312,
      "step": 7777
    },
    {
      "epoch": 0.31857464673356545,
      "grad_norm": 1.2420508833030923,
      "learning_rate": 0.0002988178591249199,
      "loss": 5.3438,
      "step": 7778
    },
    {
      "epoch": 0.3186156051607618,
      "grad_norm": 2.881876210711914,
      "learning_rate": 0.00029881745044118294,
      "loss": 4.2188,
      "step": 7779
    },
    {
      "epoch": 0.31865656358795824,
      "grad_norm": 3.8406857709522844,
      "learning_rate": 0.0002988170416870937,
      "loss": 7.6562,
      "step": 7780
    },
    {
      "epoch": 0.3186975220151546,
      "grad_norm": 1.39609383519239,
      "learning_rate": 0.00029881663286265245,
      "loss": 6.375,
      "step": 7781
    },
    {
      "epoch": 0.31873848044235104,
      "grad_norm": 1.3241576817710983,
      "learning_rate": 0.0002988162239678592,
      "loss": 5.1875,
      "step": 7782
    },
    {
      "epoch": 0.3187794388695474,
      "grad_norm": 1.1178121181606913,
      "learning_rate": 0.00029881581500271437,
      "loss": 5.6562,
      "step": 7783
    },
    {
      "epoch": 0.31882039729674383,
      "grad_norm": 1.1707567334186129,
      "learning_rate": 0.0002988154059672181,
      "loss": 6.0625,
      "step": 7784
    },
    {
      "epoch": 0.3188613557239402,
      "grad_norm": 2.2861281157859126,
      "learning_rate": 0.00029881499686137047,
      "loss": 5.6562,
      "step": 7785
    },
    {
      "epoch": 0.3189023141511366,
      "grad_norm": 1.1473797159138677,
      "learning_rate": 0.0002988145876851718,
      "loss": 7.1562,
      "step": 7786
    },
    {
      "epoch": 0.318943272578333,
      "grad_norm": 2.3381574638340497,
      "learning_rate": 0.00029881417843862217,
      "loss": 5.5,
      "step": 7787
    },
    {
      "epoch": 0.31898423100552936,
      "grad_norm": 2.9321800978922816,
      "learning_rate": 0.0002988137691217218,
      "loss": 6.9062,
      "step": 7788
    },
    {
      "epoch": 0.3190251894327258,
      "grad_norm": 1.189155115759127,
      "learning_rate": 0.00029881335973447104,
      "loss": 6.125,
      "step": 7789
    },
    {
      "epoch": 0.31906614785992216,
      "grad_norm": 1.0865970777927934,
      "learning_rate": 0.00029881295027686986,
      "loss": 5.5625,
      "step": 7790
    },
    {
      "epoch": 0.3191071062871186,
      "grad_norm": 1.6700314192853463,
      "learning_rate": 0.0002988125407489186,
      "loss": 5.5312,
      "step": 7791
    },
    {
      "epoch": 0.31914806471431495,
      "grad_norm": 1.106253549166412,
      "learning_rate": 0.0002988121311506174,
      "loss": 5.8438,
      "step": 7792
    },
    {
      "epoch": 0.3191890231415114,
      "grad_norm": 1.5493281183488732,
      "learning_rate": 0.0002988117214819664,
      "loss": 6.1875,
      "step": 7793
    },
    {
      "epoch": 0.31922998156870774,
      "grad_norm": 1.2093298871833753,
      "learning_rate": 0.000298811311742966,
      "loss": 5.0938,
      "step": 7794
    },
    {
      "epoch": 0.31927093999590417,
      "grad_norm": 1.2020759723290708,
      "learning_rate": 0.0002988109019336161,
      "loss": 5.2188,
      "step": 7795
    },
    {
      "epoch": 0.31931189842310054,
      "grad_norm": 1.2325796103283366,
      "learning_rate": 0.0002988104920539171,
      "loss": 6.0938,
      "step": 7796
    },
    {
      "epoch": 0.31935285685029696,
      "grad_norm": 1.2238259477340019,
      "learning_rate": 0.0002988100821038691,
      "loss": 5.7812,
      "step": 7797
    },
    {
      "epoch": 0.31939381527749333,
      "grad_norm": 1.221702061152566,
      "learning_rate": 0.00029880967208347235,
      "loss": 5.6875,
      "step": 7798
    },
    {
      "epoch": 0.31943477370468976,
      "grad_norm": 1.1733744231576908,
      "learning_rate": 0.000298809261992727,
      "loss": 6.3125,
      "step": 7799
    },
    {
      "epoch": 0.3194757321318861,
      "grad_norm": 2.2976193892498995,
      "learning_rate": 0.0002988088518316333,
      "loss": 3.875,
      "step": 7800
    },
    {
      "epoch": 0.31951669055908255,
      "grad_norm": 2.209619125335945,
      "learning_rate": 0.00029880844160019143,
      "loss": 5.4375,
      "step": 7801
    },
    {
      "epoch": 0.3195576489862789,
      "grad_norm": 1.2616414156999225,
      "learning_rate": 0.0002988080312984015,
      "loss": 5.6875,
      "step": 7802
    },
    {
      "epoch": 0.31959860741347534,
      "grad_norm": 2.7964693500072126,
      "learning_rate": 0.0002988076209262638,
      "loss": 5.5625,
      "step": 7803
    },
    {
      "epoch": 0.3196395658406717,
      "grad_norm": 1.1992833883920095,
      "learning_rate": 0.00029880721048377846,
      "loss": 5.7812,
      "step": 7804
    },
    {
      "epoch": 0.31968052426786814,
      "grad_norm": 1.3049961053911547,
      "learning_rate": 0.0002988067999709458,
      "loss": 5.0625,
      "step": 7805
    },
    {
      "epoch": 0.3197214826950645,
      "grad_norm": 1.9573640448130962,
      "learning_rate": 0.00029880638938776583,
      "loss": 5.0938,
      "step": 7806
    },
    {
      "epoch": 0.31976244112226093,
      "grad_norm": 1.1917258013764562,
      "learning_rate": 0.00029880597873423886,
      "loss": 5.6562,
      "step": 7807
    },
    {
      "epoch": 0.3198033995494573,
      "grad_norm": 1.2450106903739313,
      "learning_rate": 0.00029880556801036506,
      "loss": 6.7812,
      "step": 7808
    },
    {
      "epoch": 0.31984435797665367,
      "grad_norm": 1.1528075511094265,
      "learning_rate": 0.00029880515721614464,
      "loss": 5.7812,
      "step": 7809
    },
    {
      "epoch": 0.3198853164038501,
      "grad_norm": 1.2054506107276788,
      "learning_rate": 0.00029880474635157777,
      "loss": 6.3125,
      "step": 7810
    },
    {
      "epoch": 0.31992627483104646,
      "grad_norm": 1.5842169160758592,
      "learning_rate": 0.00029880433541666467,
      "loss": 6.2812,
      "step": 7811
    },
    {
      "epoch": 0.3199672332582429,
      "grad_norm": 4.125272795238045,
      "learning_rate": 0.00029880392441140543,
      "loss": 5.0,
      "step": 7812
    },
    {
      "epoch": 0.32000819168543926,
      "grad_norm": 1.3696683282508793,
      "learning_rate": 0.0002988035133358004,
      "loss": 5.9375,
      "step": 7813
    },
    {
      "epoch": 0.3200491501126357,
      "grad_norm": 1.2079557624287953,
      "learning_rate": 0.00029880310218984973,
      "loss": 6.0312,
      "step": 7814
    },
    {
      "epoch": 0.32009010853983205,
      "grad_norm": 1.306666744825041,
      "learning_rate": 0.00029880269097355347,
      "loss": 6.3125,
      "step": 7815
    },
    {
      "epoch": 0.3201310669670285,
      "grad_norm": 1.2854588544684193,
      "learning_rate": 0.00029880227968691206,
      "loss": 5.125,
      "step": 7816
    },
    {
      "epoch": 0.32017202539422485,
      "grad_norm": 2.8885080476068494,
      "learning_rate": 0.0002988018683299255,
      "loss": 6.375,
      "step": 7817
    },
    {
      "epoch": 0.32021298382142127,
      "grad_norm": 1.3232215940837633,
      "learning_rate": 0.00029880145690259406,
      "loss": 5.2188,
      "step": 7818
    },
    {
      "epoch": 0.32025394224861764,
      "grad_norm": 1.151842224521567,
      "learning_rate": 0.00029880104540491796,
      "loss": 5.6875,
      "step": 7819
    },
    {
      "epoch": 0.32029490067581406,
      "grad_norm": 1.286107218150572,
      "learning_rate": 0.0002988006338368973,
      "loss": 6.125,
      "step": 7820
    },
    {
      "epoch": 0.32033585910301043,
      "grad_norm": 1.3052348656128065,
      "learning_rate": 0.00029880022219853236,
      "loss": 6.125,
      "step": 7821
    },
    {
      "epoch": 0.32037681753020686,
      "grad_norm": 1.9497959772140765,
      "learning_rate": 0.0002987998104898233,
      "loss": 8.3125,
      "step": 7822
    },
    {
      "epoch": 0.32041777595740323,
      "grad_norm": 1.475473634958853,
      "learning_rate": 0.0002987993987107704,
      "loss": 5.5,
      "step": 7823
    },
    {
      "epoch": 0.32045873438459965,
      "grad_norm": 1.472822454424294,
      "learning_rate": 0.0002987989868613737,
      "loss": 7.1562,
      "step": 7824
    },
    {
      "epoch": 0.320499692811796,
      "grad_norm": 1.6191759730846278,
      "learning_rate": 0.00029879857494163344,
      "loss": 6.5,
      "step": 7825
    },
    {
      "epoch": 0.32054065123899245,
      "grad_norm": 1.1399682855519957,
      "learning_rate": 0.00029879816295154995,
      "loss": 5.6875,
      "step": 7826
    },
    {
      "epoch": 0.3205816096661888,
      "grad_norm": 1.419859203535401,
      "learning_rate": 0.00029879775089112327,
      "loss": 5.25,
      "step": 7827
    },
    {
      "epoch": 0.32062256809338524,
      "grad_norm": 1.0677068445447657,
      "learning_rate": 0.00029879733876035365,
      "loss": 5.2188,
      "step": 7828
    },
    {
      "epoch": 0.3206635265205816,
      "grad_norm": 1.181392155362738,
      "learning_rate": 0.00029879692655924127,
      "loss": 5.9062,
      "step": 7829
    },
    {
      "epoch": 0.320704484947778,
      "grad_norm": 1.316487069535781,
      "learning_rate": 0.0002987965142877864,
      "loss": 5.5,
      "step": 7830
    },
    {
      "epoch": 0.3207454433749744,
      "grad_norm": 1.3237452952199036,
      "learning_rate": 0.0002987961019459891,
      "loss": 5.875,
      "step": 7831
    },
    {
      "epoch": 0.3207864018021708,
      "grad_norm": 1.1456820963391718,
      "learning_rate": 0.00029879568953384964,
      "loss": 5.8438,
      "step": 7832
    },
    {
      "epoch": 0.3208273602293672,
      "grad_norm": 1.1646494882923695,
      "learning_rate": 0.0002987952770513682,
      "loss": 5.4062,
      "step": 7833
    },
    {
      "epoch": 0.32086831865656357,
      "grad_norm": 2.09478241444387,
      "learning_rate": 0.00029879486449854503,
      "loss": 6.3438,
      "step": 7834
    },
    {
      "epoch": 0.32090927708376,
      "grad_norm": 1.1835021999331028,
      "learning_rate": 0.0002987944518753803,
      "loss": 5.8438,
      "step": 7835
    },
    {
      "epoch": 0.32095023551095636,
      "grad_norm": 1.9145139685050228,
      "learning_rate": 0.0002987940391818741,
      "loss": 5.9688,
      "step": 7836
    },
    {
      "epoch": 0.3209911939381528,
      "grad_norm": 1.2855566373322285,
      "learning_rate": 0.0002987936264180268,
      "loss": 5.9688,
      "step": 7837
    },
    {
      "epoch": 0.32103215236534915,
      "grad_norm": 2.963227213737679,
      "learning_rate": 0.0002987932135838385,
      "loss": 6.3438,
      "step": 7838
    },
    {
      "epoch": 0.3210731107925456,
      "grad_norm": 2.7733668251211885,
      "learning_rate": 0.00029879280067930935,
      "loss": 4.625,
      "step": 7839
    },
    {
      "epoch": 0.32111406921974195,
      "grad_norm": 1.4624593133743757,
      "learning_rate": 0.00029879238770443966,
      "loss": 5.5,
      "step": 7840
    },
    {
      "epoch": 0.3211550276469384,
      "grad_norm": 2.1327387563188753,
      "learning_rate": 0.0002987919746592295,
      "loss": 5.875,
      "step": 7841
    },
    {
      "epoch": 0.32119598607413474,
      "grad_norm": 1.6356965947919784,
      "learning_rate": 0.0002987915615436792,
      "loss": 6.375,
      "step": 7842
    },
    {
      "epoch": 0.32123694450133117,
      "grad_norm": 1.5879871685253477,
      "learning_rate": 0.00029879114835778886,
      "loss": 6.375,
      "step": 7843
    },
    {
      "epoch": 0.32127790292852754,
      "grad_norm": 1.3130928822486418,
      "learning_rate": 0.0002987907351015587,
      "loss": 6.1875,
      "step": 7844
    },
    {
      "epoch": 0.32131886135572396,
      "grad_norm": 1.4102297754440125,
      "learning_rate": 0.0002987903217749889,
      "loss": 5.5,
      "step": 7845
    },
    {
      "epoch": 0.32135981978292033,
      "grad_norm": 3.5312074986879423,
      "learning_rate": 0.0002987899083780796,
      "loss": 6.8438,
      "step": 7846
    },
    {
      "epoch": 0.32140077821011676,
      "grad_norm": 1.3380617814484421,
      "learning_rate": 0.00029878949491083116,
      "loss": 6.7812,
      "step": 7847
    },
    {
      "epoch": 0.3214417366373131,
      "grad_norm": 1.1649007604567536,
      "learning_rate": 0.00029878908137324363,
      "loss": 5.0938,
      "step": 7848
    },
    {
      "epoch": 0.32148269506450955,
      "grad_norm": 1.3695456946699403,
      "learning_rate": 0.0002987886677653173,
      "loss": 6.0938,
      "step": 7849
    },
    {
      "epoch": 0.3215236534917059,
      "grad_norm": 1.3774651613226672,
      "learning_rate": 0.0002987882540870523,
      "loss": 5.4062,
      "step": 7850
    },
    {
      "epoch": 0.3215646119189023,
      "grad_norm": 1.9101050892542908,
      "learning_rate": 0.00029878784033844885,
      "loss": 6.875,
      "step": 7851
    },
    {
      "epoch": 0.3216055703460987,
      "grad_norm": 1.431405946876636,
      "learning_rate": 0.0002987874265195071,
      "loss": 7.0625,
      "step": 7852
    },
    {
      "epoch": 0.3216465287732951,
      "grad_norm": 1.1208250629916572,
      "learning_rate": 0.00029878701263022733,
      "loss": 5.5312,
      "step": 7853
    },
    {
      "epoch": 0.3216874872004915,
      "grad_norm": 1.1183139618663593,
      "learning_rate": 0.0002987865986706097,
      "loss": 5.7188,
      "step": 7854
    },
    {
      "epoch": 0.3217284456276879,
      "grad_norm": 5.908644202117105,
      "learning_rate": 0.00029878618464065443,
      "loss": 6.25,
      "step": 7855
    },
    {
      "epoch": 0.3217694040548843,
      "grad_norm": 1.6129030333366423,
      "learning_rate": 0.00029878577054036164,
      "loss": 6.375,
      "step": 7856
    },
    {
      "epoch": 0.32181036248208067,
      "grad_norm": 1.6691303175896721,
      "learning_rate": 0.0002987853563697316,
      "loss": 6.625,
      "step": 7857
    },
    {
      "epoch": 0.3218513209092771,
      "grad_norm": 1.323156019182992,
      "learning_rate": 0.00029878494212876445,
      "loss": 5.5625,
      "step": 7858
    },
    {
      "epoch": 0.32189227933647346,
      "grad_norm": 1.3536081814747656,
      "learning_rate": 0.0002987845278174604,
      "loss": 6.0938,
      "step": 7859
    },
    {
      "epoch": 0.3219332377636699,
      "grad_norm": 1.3877313897238683,
      "learning_rate": 0.0002987841134358197,
      "loss": 5.9375,
      "step": 7860
    },
    {
      "epoch": 0.32197419619086626,
      "grad_norm": 1.3878713810133292,
      "learning_rate": 0.0002987836989838425,
      "loss": 5.375,
      "step": 7861
    },
    {
      "epoch": 0.3220151546180627,
      "grad_norm": 1.184686765421795,
      "learning_rate": 0.000298783284461529,
      "loss": 5.4375,
      "step": 7862
    },
    {
      "epoch": 0.32205611304525905,
      "grad_norm": 2.1084147369064534,
      "learning_rate": 0.00029878286986887933,
      "loss": 8.75,
      "step": 7863
    },
    {
      "epoch": 0.3220970714724555,
      "grad_norm": 1.1794855281412926,
      "learning_rate": 0.00029878245520589385,
      "loss": 5.5312,
      "step": 7864
    },
    {
      "epoch": 0.32213802989965185,
      "grad_norm": 1.6248030935459823,
      "learning_rate": 0.0002987820404725726,
      "loss": 5.7188,
      "step": 7865
    },
    {
      "epoch": 0.32217898832684827,
      "grad_norm": 1.2698125883769371,
      "learning_rate": 0.00029878162566891584,
      "loss": 5.8125,
      "step": 7866
    },
    {
      "epoch": 0.32221994675404464,
      "grad_norm": 1.2094375084819184,
      "learning_rate": 0.00029878121079492375,
      "loss": 5.8438,
      "step": 7867
    },
    {
      "epoch": 0.32226090518124106,
      "grad_norm": 1.2440327694416855,
      "learning_rate": 0.00029878079585059653,
      "loss": 5.9688,
      "step": 7868
    },
    {
      "epoch": 0.32230186360843743,
      "grad_norm": 1.5363198909934512,
      "learning_rate": 0.0002987803808359344,
      "loss": 4.9688,
      "step": 7869
    },
    {
      "epoch": 0.32234282203563386,
      "grad_norm": 3.5522090813169287,
      "learning_rate": 0.0002987799657509376,
      "loss": 5.8125,
      "step": 7870
    },
    {
      "epoch": 0.3223837804628302,
      "grad_norm": 1.2344447351686183,
      "learning_rate": 0.0002987795505956062,
      "loss": 5.3438,
      "step": 7871
    },
    {
      "epoch": 0.3224247388900266,
      "grad_norm": 5.00753407946807,
      "learning_rate": 0.00029877913536994046,
      "loss": 6.75,
      "step": 7872
    },
    {
      "epoch": 0.322465697317223,
      "grad_norm": 1.3949910751385515,
      "learning_rate": 0.0002987787200739406,
      "loss": 6.8125,
      "step": 7873
    },
    {
      "epoch": 0.3225066557444194,
      "grad_norm": 2.552091320778662,
      "learning_rate": 0.0002987783047076068,
      "loss": 5.7812,
      "step": 7874
    },
    {
      "epoch": 0.3225476141716158,
      "grad_norm": 1.1567232330623636,
      "learning_rate": 0.00029877788927093924,
      "loss": 5.6875,
      "step": 7875
    },
    {
      "epoch": 0.3225885725988122,
      "grad_norm": 1.3248680104725428,
      "learning_rate": 0.0002987774737639381,
      "loss": 6.1562,
      "step": 7876
    },
    {
      "epoch": 0.3226295310260086,
      "grad_norm": 1.4071949786174323,
      "learning_rate": 0.0002987770581866036,
      "loss": 5.0938,
      "step": 7877
    },
    {
      "epoch": 0.322670489453205,
      "grad_norm": 1.5957369441278424,
      "learning_rate": 0.000298776642538936,
      "loss": 5.7188,
      "step": 7878
    },
    {
      "epoch": 0.3227114478804014,
      "grad_norm": 2.3101279164694883,
      "learning_rate": 0.0002987762268209354,
      "loss": 7.0,
      "step": 7879
    },
    {
      "epoch": 0.3227524063075978,
      "grad_norm": 7.213444853022439,
      "learning_rate": 0.000298775811032602,
      "loss": 2.2812,
      "step": 7880
    },
    {
      "epoch": 0.3227933647347942,
      "grad_norm": 1.227017744502425,
      "learning_rate": 0.0002987753951739361,
      "loss": 5.625,
      "step": 7881
    },
    {
      "epoch": 0.32283432316199057,
      "grad_norm": 1.506111854651793,
      "learning_rate": 0.0002987749792449378,
      "loss": 6.0,
      "step": 7882
    },
    {
      "epoch": 0.322875281589187,
      "grad_norm": 2.200578165214402,
      "learning_rate": 0.00029877456324560735,
      "loss": 8.5,
      "step": 7883
    },
    {
      "epoch": 0.32291624001638336,
      "grad_norm": 1.4343295717933946,
      "learning_rate": 0.00029877414717594485,
      "loss": 6.0,
      "step": 7884
    },
    {
      "epoch": 0.3229571984435798,
      "grad_norm": 1.3155023862830233,
      "learning_rate": 0.0002987737310359506,
      "loss": 5.5312,
      "step": 7885
    },
    {
      "epoch": 0.32299815687077615,
      "grad_norm": 1.22137926891733,
      "learning_rate": 0.0002987733148256248,
      "loss": 5.5312,
      "step": 7886
    },
    {
      "epoch": 0.3230391152979726,
      "grad_norm": 1.3764627925369917,
      "learning_rate": 0.00029877289854496754,
      "loss": 6.7188,
      "step": 7887
    },
    {
      "epoch": 0.32308007372516895,
      "grad_norm": 1.1849278911885877,
      "learning_rate": 0.00029877248219397913,
      "loss": 5.7188,
      "step": 7888
    },
    {
      "epoch": 0.3231210321523654,
      "grad_norm": 4.647825955785232,
      "learning_rate": 0.0002987720657726597,
      "loss": 4.7812,
      "step": 7889
    },
    {
      "epoch": 0.32316199057956174,
      "grad_norm": 2.2255563592617444,
      "learning_rate": 0.00029877164928100947,
      "loss": 6.9062,
      "step": 7890
    },
    {
      "epoch": 0.32320294900675817,
      "grad_norm": 1.0556633350008555,
      "learning_rate": 0.0002987712327190287,
      "loss": 5.9375,
      "step": 7891
    },
    {
      "epoch": 0.32324390743395454,
      "grad_norm": 3.7577306301055766,
      "learning_rate": 0.0002987708160867174,
      "loss": 5.625,
      "step": 7892
    },
    {
      "epoch": 0.3232848658611509,
      "grad_norm": 1.1124633648960285,
      "learning_rate": 0.000298770399384076,
      "loss": 5.6875,
      "step": 7893
    },
    {
      "epoch": 0.32332582428834733,
      "grad_norm": 2.4511329649901006,
      "learning_rate": 0.00029876998261110457,
      "loss": 8.3125,
      "step": 7894
    },
    {
      "epoch": 0.3233667827155437,
      "grad_norm": 1.2637254390627692,
      "learning_rate": 0.0002987695657678033,
      "loss": 5.9375,
      "step": 7895
    },
    {
      "epoch": 0.3234077411427401,
      "grad_norm": 1.3011295200996125,
      "learning_rate": 0.0002987691488541724,
      "loss": 5.625,
      "step": 7896
    },
    {
      "epoch": 0.3234486995699365,
      "grad_norm": 1.7651119276150917,
      "learning_rate": 0.00029876873187021215,
      "loss": 5.3125,
      "step": 7897
    },
    {
      "epoch": 0.3234896579971329,
      "grad_norm": 1.4296734013771266,
      "learning_rate": 0.0002987683148159226,
      "loss": 6.4375,
      "step": 7898
    },
    {
      "epoch": 0.3235306164243293,
      "grad_norm": 1.8671107245096907,
      "learning_rate": 0.00029876789769130407,
      "loss": 5.0312,
      "step": 7899
    },
    {
      "epoch": 0.3235715748515257,
      "grad_norm": 4.996169912976038,
      "learning_rate": 0.00029876748049635665,
      "loss": 4.0938,
      "step": 7900
    },
    {
      "epoch": 0.3236125332787221,
      "grad_norm": 1.4583883179481323,
      "learning_rate": 0.00029876706323108066,
      "loss": 6.6875,
      "step": 7901
    },
    {
      "epoch": 0.3236534917059185,
      "grad_norm": 2.1289908393726247,
      "learning_rate": 0.00029876664589547616,
      "loss": 6.3438,
      "step": 7902
    },
    {
      "epoch": 0.3236944501331149,
      "grad_norm": 1.2397470789441951,
      "learning_rate": 0.0002987662284895435,
      "loss": 5.4062,
      "step": 7903
    },
    {
      "epoch": 0.3237354085603113,
      "grad_norm": 1.1693287195848134,
      "learning_rate": 0.00029876581101328283,
      "loss": 5.8125,
      "step": 7904
    },
    {
      "epoch": 0.32377636698750767,
      "grad_norm": 2.5666013417213485,
      "learning_rate": 0.0002987653934666942,
      "loss": 5.8125,
      "step": 7905
    },
    {
      "epoch": 0.3238173254147041,
      "grad_norm": 1.184689392844132,
      "learning_rate": 0.000298764975849778,
      "loss": 6.9688,
      "step": 7906
    },
    {
      "epoch": 0.32385828384190046,
      "grad_norm": 1.2406246653912847,
      "learning_rate": 0.00029876455816253434,
      "loss": 4.9062,
      "step": 7907
    },
    {
      "epoch": 0.3238992422690969,
      "grad_norm": 1.3326296019561252,
      "learning_rate": 0.00029876414040496345,
      "loss": 6.375,
      "step": 7908
    },
    {
      "epoch": 0.32394020069629326,
      "grad_norm": 1.1886116946290275,
      "learning_rate": 0.00029876372257706547,
      "loss": 5.5625,
      "step": 7909
    },
    {
      "epoch": 0.3239811591234897,
      "grad_norm": 1.2620260493971518,
      "learning_rate": 0.00029876330467884065,
      "loss": 6.2188,
      "step": 7910
    },
    {
      "epoch": 0.32402211755068605,
      "grad_norm": 1.1958784433566834,
      "learning_rate": 0.0002987628867102892,
      "loss": 5.8438,
      "step": 7911
    },
    {
      "epoch": 0.3240630759778825,
      "grad_norm": 1.7061494201592051,
      "learning_rate": 0.00029876246867141125,
      "loss": 5.2812,
      "step": 7912
    },
    {
      "epoch": 0.32410403440507884,
      "grad_norm": 1.321528011342613,
      "learning_rate": 0.00029876205056220703,
      "loss": 5.6562,
      "step": 7913
    },
    {
      "epoch": 0.3241449928322752,
      "grad_norm": 1.0926974447416418,
      "learning_rate": 0.00029876163238267675,
      "loss": 6.2188,
      "step": 7914
    },
    {
      "epoch": 0.32418595125947164,
      "grad_norm": 1.635456249695019,
      "learning_rate": 0.0002987612141328206,
      "loss": 5.2188,
      "step": 7915
    },
    {
      "epoch": 0.324226909686668,
      "grad_norm": 1.2549272693469888,
      "learning_rate": 0.00029876079581263884,
      "loss": 5.6875,
      "step": 7916
    },
    {
      "epoch": 0.32426786811386443,
      "grad_norm": 1.1192576566272532,
      "learning_rate": 0.00029876037742213154,
      "loss": 6.5625,
      "step": 7917
    },
    {
      "epoch": 0.3243088265410608,
      "grad_norm": 1.1008193249490288,
      "learning_rate": 0.000298759958961299,
      "loss": 5.1562,
      "step": 7918
    },
    {
      "epoch": 0.3243497849682572,
      "grad_norm": 1.1902152031660689,
      "learning_rate": 0.00029875954043014134,
      "loss": 5.5312,
      "step": 7919
    },
    {
      "epoch": 0.3243907433954536,
      "grad_norm": 1.1493576286542055,
      "learning_rate": 0.00029875912182865887,
      "loss": 5.7188,
      "step": 7920
    },
    {
      "epoch": 0.32443170182265,
      "grad_norm": 1.9207490921973749,
      "learning_rate": 0.00029875870315685163,
      "loss": 4.9375,
      "step": 7921
    },
    {
      "epoch": 0.3244726602498464,
      "grad_norm": 1.1728348253944894,
      "learning_rate": 0.00029875828441472,
      "loss": 5.3125,
      "step": 7922
    },
    {
      "epoch": 0.3245136186770428,
      "grad_norm": 1.4039328802030453,
      "learning_rate": 0.00029875786560226405,
      "loss": 5.6875,
      "step": 7923
    },
    {
      "epoch": 0.3245545771042392,
      "grad_norm": 1.0717264454173503,
      "learning_rate": 0.000298757446719484,
      "loss": 5.5625,
      "step": 7924
    },
    {
      "epoch": 0.3245955355314356,
      "grad_norm": 5.972473836285152,
      "learning_rate": 0.0002987570277663801,
      "loss": 5.6562,
      "step": 7925
    },
    {
      "epoch": 0.324636493958632,
      "grad_norm": 2.264045507734962,
      "learning_rate": 0.0002987566087429525,
      "loss": 7.625,
      "step": 7926
    },
    {
      "epoch": 0.3246774523858284,
      "grad_norm": 1.041370573731085,
      "learning_rate": 0.0002987561896492013,
      "loss": 5.5312,
      "step": 7927
    },
    {
      "epoch": 0.32471841081302477,
      "grad_norm": 1.207586316827393,
      "learning_rate": 0.0002987557704851269,
      "loss": 5.4375,
      "step": 7928
    },
    {
      "epoch": 0.3247593692402212,
      "grad_norm": 1.4111360919832183,
      "learning_rate": 0.0002987553512507294,
      "loss": 6.4062,
      "step": 7929
    },
    {
      "epoch": 0.32480032766741757,
      "grad_norm": 1.5689379618980053,
      "learning_rate": 0.000298754931946009,
      "loss": 5.5625,
      "step": 7930
    },
    {
      "epoch": 0.324841286094614,
      "grad_norm": 2.641237244988912,
      "learning_rate": 0.0002987545125709659,
      "loss": 6.5625,
      "step": 7931
    },
    {
      "epoch": 0.32488224452181036,
      "grad_norm": 2.4151329868909537,
      "learning_rate": 0.0002987540931256003,
      "loss": 5.8125,
      "step": 7932
    },
    {
      "epoch": 0.3249232029490068,
      "grad_norm": 2.0757460203900866,
      "learning_rate": 0.0002987536736099124,
      "loss": 8.125,
      "step": 7933
    },
    {
      "epoch": 0.32496416137620315,
      "grad_norm": 2.377677449999441,
      "learning_rate": 0.00029875325402390235,
      "loss": 6.3125,
      "step": 7934
    },
    {
      "epoch": 0.3250051198033995,
      "grad_norm": 1.2157322882310395,
      "learning_rate": 0.0002987528343675705,
      "loss": 5.8438,
      "step": 7935
    },
    {
      "epoch": 0.32504607823059595,
      "grad_norm": 1.3115274569419755,
      "learning_rate": 0.0002987524146409168,
      "loss": 6.6562,
      "step": 7936
    },
    {
      "epoch": 0.3250870366577923,
      "grad_norm": 4.34541827182137,
      "learning_rate": 0.0002987519948439417,
      "loss": 5.4375,
      "step": 7937
    },
    {
      "epoch": 0.32512799508498874,
      "grad_norm": 1.3124559112092875,
      "learning_rate": 0.0002987515749766452,
      "loss": 5.7188,
      "step": 7938
    },
    {
      "epoch": 0.3251689535121851,
      "grad_norm": 6.821578488946236,
      "learning_rate": 0.00029875115503902766,
      "loss": 4.5625,
      "step": 7939
    },
    {
      "epoch": 0.32520991193938154,
      "grad_norm": 2.0729122149271793,
      "learning_rate": 0.0002987507350310892,
      "loss": 7.9688,
      "step": 7940
    },
    {
      "epoch": 0.3252508703665779,
      "grad_norm": 2.143957885949046,
      "learning_rate": 0.00029875031495283,
      "loss": 5.5625,
      "step": 7941
    },
    {
      "epoch": 0.32529182879377433,
      "grad_norm": 1.2062464444283265,
      "learning_rate": 0.0002987498948042503,
      "loss": 7.25,
      "step": 7942
    },
    {
      "epoch": 0.3253327872209707,
      "grad_norm": 1.0593976937810536,
      "learning_rate": 0.00029874947458535025,
      "loss": 5.7188,
      "step": 7943
    },
    {
      "epoch": 0.3253737456481671,
      "grad_norm": 1.1628818055644217,
      "learning_rate": 0.0002987490542961301,
      "loss": 6.0312,
      "step": 7944
    },
    {
      "epoch": 0.3254147040753635,
      "grad_norm": 1.4981851928036258,
      "learning_rate": 0.00029874863393659006,
      "loss": 5.0938,
      "step": 7945
    },
    {
      "epoch": 0.3254556625025599,
      "grad_norm": 2.4106758366047476,
      "learning_rate": 0.00029874821350673025,
      "loss": 7.5938,
      "step": 7946
    },
    {
      "epoch": 0.3254966209297563,
      "grad_norm": 1.492020899496602,
      "learning_rate": 0.0002987477930065509,
      "loss": 6.0625,
      "step": 7947
    },
    {
      "epoch": 0.3255375793569527,
      "grad_norm": 1.21077032835094,
      "learning_rate": 0.0002987473724360523,
      "loss": 5.375,
      "step": 7948
    },
    {
      "epoch": 0.3255785377841491,
      "grad_norm": 1.3642367165705513,
      "learning_rate": 0.0002987469517952345,
      "loss": 7.125,
      "step": 7949
    },
    {
      "epoch": 0.3256194962113455,
      "grad_norm": 1.2103786369914908,
      "learning_rate": 0.0002987465310840978,
      "loss": 5.6562,
      "step": 7950
    },
    {
      "epoch": 0.3256604546385419,
      "grad_norm": 1.4438398894467008,
      "learning_rate": 0.00029874611030264236,
      "loss": 5.9062,
      "step": 7951
    },
    {
      "epoch": 0.3257014130657383,
      "grad_norm": 4.321681252791555,
      "learning_rate": 0.0002987456894508684,
      "loss": 5.875,
      "step": 7952
    },
    {
      "epoch": 0.32574237149293467,
      "grad_norm": 1.6507995373592055,
      "learning_rate": 0.00029874526852877615,
      "loss": 6.6562,
      "step": 7953
    },
    {
      "epoch": 0.3257833299201311,
      "grad_norm": 1.235955632877332,
      "learning_rate": 0.00029874484753636567,
      "loss": 6.5,
      "step": 7954
    },
    {
      "epoch": 0.32582428834732746,
      "grad_norm": 1.3069944661118038,
      "learning_rate": 0.00029874442647363737,
      "loss": 5.4062,
      "step": 7955
    },
    {
      "epoch": 0.32586524677452383,
      "grad_norm": 1.1367219322071787,
      "learning_rate": 0.0002987440053405913,
      "loss": 6.3438,
      "step": 7956
    },
    {
      "epoch": 0.32590620520172026,
      "grad_norm": 1.2883820174436573,
      "learning_rate": 0.00029874358413722765,
      "loss": 5.625,
      "step": 7957
    },
    {
      "epoch": 0.3259471636289166,
      "grad_norm": 1.543444977159315,
      "learning_rate": 0.00029874316286354673,
      "loss": 5.5312,
      "step": 7958
    },
    {
      "epoch": 0.32598812205611305,
      "grad_norm": 5.1059242284794015,
      "learning_rate": 0.0002987427415195486,
      "loss": 7.4375,
      "step": 7959
    },
    {
      "epoch": 0.3260290804833094,
      "grad_norm": 2.161435117870075,
      "learning_rate": 0.00029874232010523356,
      "loss": 7.625,
      "step": 7960
    },
    {
      "epoch": 0.32607003891050584,
      "grad_norm": 2.2975843961364624,
      "learning_rate": 0.00029874189862060186,
      "loss": 8.1875,
      "step": 7961
    },
    {
      "epoch": 0.3261109973377022,
      "grad_norm": 10.055124234216374,
      "learning_rate": 0.0002987414770656535,
      "loss": 5.0938,
      "step": 7962
    },
    {
      "epoch": 0.32615195576489864,
      "grad_norm": 1.6511387689243449,
      "learning_rate": 0.00029874105544038887,
      "loss": 6.0625,
      "step": 7963
    },
    {
      "epoch": 0.326192914192095,
      "grad_norm": 3.515121903022641,
      "learning_rate": 0.00029874063374480807,
      "loss": 4.625,
      "step": 7964
    },
    {
      "epoch": 0.32623387261929143,
      "grad_norm": 1.447773527834359,
      "learning_rate": 0.0002987402119789114,
      "loss": 7.0,
      "step": 7965
    },
    {
      "epoch": 0.3262748310464878,
      "grad_norm": 1.219744582552732,
      "learning_rate": 0.0002987397901426989,
      "loss": 6.0312,
      "step": 7966
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 1.1333046274958833,
      "learning_rate": 0.0002987393682361709,
      "loss": 6.6875,
      "step": 7967
    },
    {
      "epoch": 0.3263567479008806,
      "grad_norm": 1.3244674800310718,
      "learning_rate": 0.0002987389462593275,
      "loss": 6.3438,
      "step": 7968
    },
    {
      "epoch": 0.326397706328077,
      "grad_norm": 1.6425385596747053,
      "learning_rate": 0.00029873852421216906,
      "loss": 6.2812,
      "step": 7969
    },
    {
      "epoch": 0.3264386647552734,
      "grad_norm": 1.5558742635458582,
      "learning_rate": 0.00029873810209469565,
      "loss": 6.0938,
      "step": 7970
    },
    {
      "epoch": 0.3264796231824698,
      "grad_norm": 2.8852661283223733,
      "learning_rate": 0.00029873767990690745,
      "loss": 6.9062,
      "step": 7971
    },
    {
      "epoch": 0.3265205816096662,
      "grad_norm": 1.0700481114606948,
      "learning_rate": 0.0002987372576488047,
      "loss": 5.9062,
      "step": 7972
    },
    {
      "epoch": 0.3265615400368626,
      "grad_norm": 2.4853827330438607,
      "learning_rate": 0.00029873683532038764,
      "loss": 4.625,
      "step": 7973
    },
    {
      "epoch": 0.326602498464059,
      "grad_norm": 1.1086049006727008,
      "learning_rate": 0.0002987364129216564,
      "loss": 6.4062,
      "step": 7974
    },
    {
      "epoch": 0.3266434568912554,
      "grad_norm": 1.1718123560323759,
      "learning_rate": 0.00029873599045261126,
      "loss": 5.625,
      "step": 7975
    },
    {
      "epoch": 0.32668441531845177,
      "grad_norm": 1.2535739702817024,
      "learning_rate": 0.00029873556791325235,
      "loss": 5.875,
      "step": 7976
    },
    {
      "epoch": 0.32672537374564814,
      "grad_norm": 1.1441801324249496,
      "learning_rate": 0.00029873514530357994,
      "loss": 5.75,
      "step": 7977
    },
    {
      "epoch": 0.32676633217284456,
      "grad_norm": 1.4979150162074892,
      "learning_rate": 0.00029873472262359414,
      "loss": 5.875,
      "step": 7978
    },
    {
      "epoch": 0.32680729060004093,
      "grad_norm": 1.422272314393949,
      "learning_rate": 0.0002987342998732952,
      "loss": 6.875,
      "step": 7979
    },
    {
      "epoch": 0.32684824902723736,
      "grad_norm": 1.1195154410254302,
      "learning_rate": 0.0002987338770526833,
      "loss": 5.4688,
      "step": 7980
    },
    {
      "epoch": 0.32688920745443373,
      "grad_norm": 5.775047521989895,
      "learning_rate": 0.0002987334541617587,
      "loss": 6.625,
      "step": 7981
    },
    {
      "epoch": 0.32693016588163015,
      "grad_norm": 5.543897259625025,
      "learning_rate": 0.0002987330312005215,
      "loss": 5.5312,
      "step": 7982
    },
    {
      "epoch": 0.3269711243088265,
      "grad_norm": 4.77630547751906,
      "learning_rate": 0.00029873260816897196,
      "loss": 5.0,
      "step": 7983
    },
    {
      "epoch": 0.32701208273602295,
      "grad_norm": 1.449822093033172,
      "learning_rate": 0.0002987321850671103,
      "loss": 6.25,
      "step": 7984
    },
    {
      "epoch": 0.3270530411632193,
      "grad_norm": 2.6114652733650936,
      "learning_rate": 0.0002987317618949367,
      "loss": 6.5312,
      "step": 7985
    },
    {
      "epoch": 0.32709399959041574,
      "grad_norm": 1.3274462210243736,
      "learning_rate": 0.0002987313386524513,
      "loss": 5.9375,
      "step": 7986
    },
    {
      "epoch": 0.3271349580176121,
      "grad_norm": 1.497869549338851,
      "learning_rate": 0.00029873091533965437,
      "loss": 7.2812,
      "step": 7987
    },
    {
      "epoch": 0.32717591644480853,
      "grad_norm": 1.3178179749516699,
      "learning_rate": 0.0002987304919565461,
      "loss": 5.4688,
      "step": 7988
    },
    {
      "epoch": 0.3272168748720049,
      "grad_norm": 1.1354656556048037,
      "learning_rate": 0.0002987300685031267,
      "loss": 6.8125,
      "step": 7989
    },
    {
      "epoch": 0.32725783329920133,
      "grad_norm": 2.0907983078758887,
      "learning_rate": 0.00029872964497939635,
      "loss": 8.5,
      "step": 7990
    },
    {
      "epoch": 0.3272987917263977,
      "grad_norm": 4.894182671499695,
      "learning_rate": 0.00029872922138535527,
      "loss": 5.6875,
      "step": 7991
    },
    {
      "epoch": 0.3273397501535941,
      "grad_norm": 1.2071224462973444,
      "learning_rate": 0.0002987287977210036,
      "loss": 5.625,
      "step": 7992
    },
    {
      "epoch": 0.3273807085807905,
      "grad_norm": 1.9267627414674031,
      "learning_rate": 0.00029872837398634163,
      "loss": 7.75,
      "step": 7993
    },
    {
      "epoch": 0.3274216670079869,
      "grad_norm": 1.434198900124386,
      "learning_rate": 0.0002987279501813695,
      "loss": 6.1562,
      "step": 7994
    },
    {
      "epoch": 0.3274626254351833,
      "grad_norm": 1.3424555089171006,
      "learning_rate": 0.0002987275263060874,
      "loss": 6.0312,
      "step": 7995
    },
    {
      "epoch": 0.3275035838623797,
      "grad_norm": 1.5923810751745058,
      "learning_rate": 0.00029872710236049556,
      "loss": 6.9375,
      "step": 7996
    },
    {
      "epoch": 0.3275445422895761,
      "grad_norm": 2.1051417056893738,
      "learning_rate": 0.0002987266783445942,
      "loss": 7.6562,
      "step": 7997
    },
    {
      "epoch": 0.32758550071677245,
      "grad_norm": 1.2245855347897592,
      "learning_rate": 0.0002987262542583835,
      "loss": 5.5312,
      "step": 7998
    },
    {
      "epoch": 0.3276264591439689,
      "grad_norm": 1.0180608534748548,
      "learning_rate": 0.00029872583010186367,
      "loss": 5.4062,
      "step": 7999
    },
    {
      "epoch": 0.32766741757116524,
      "grad_norm": 1.3869060423555049,
      "learning_rate": 0.00029872540587503487,
      "loss": 5.5312,
      "step": 8000
    },
    {
      "epoch": 0.32770837599836167,
      "grad_norm": 4.361501494397914,
      "learning_rate": 0.0002987249815778973,
      "loss": 5.8438,
      "step": 8001
    },
    {
      "epoch": 0.32774933442555804,
      "grad_norm": 2.4983819427032494,
      "learning_rate": 0.0002987245572104513,
      "loss": 7.25,
      "step": 8002
    },
    {
      "epoch": 0.32779029285275446,
      "grad_norm": 1.8062472593968808,
      "learning_rate": 0.00029872413277269686,
      "loss": 7.4688,
      "step": 8003
    },
    {
      "epoch": 0.32783125127995083,
      "grad_norm": 1.247326096735458,
      "learning_rate": 0.00029872370826463426,
      "loss": 5.5,
      "step": 8004
    },
    {
      "epoch": 0.32787220970714726,
      "grad_norm": 1.2565382292411051,
      "learning_rate": 0.00029872328368626375,
      "loss": 6.4375,
      "step": 8005
    },
    {
      "epoch": 0.3279131681343436,
      "grad_norm": 1.1612664615460384,
      "learning_rate": 0.00029872285903758555,
      "loss": 6.0938,
      "step": 8006
    },
    {
      "epoch": 0.32795412656154005,
      "grad_norm": 7.640104730902229,
      "learning_rate": 0.00029872243431859977,
      "loss": 5.9062,
      "step": 8007
    },
    {
      "epoch": 0.3279950849887364,
      "grad_norm": 2.5454878224742257,
      "learning_rate": 0.00029872200952930667,
      "loss": 8.5,
      "step": 8008
    },
    {
      "epoch": 0.32803604341593284,
      "grad_norm": 4.496384172277731,
      "learning_rate": 0.0002987215846697064,
      "loss": 6.2188,
      "step": 8009
    },
    {
      "epoch": 0.3280770018431292,
      "grad_norm": 1.9913924862333594,
      "learning_rate": 0.00029872115973979924,
      "loss": 7.9062,
      "step": 8010
    },
    {
      "epoch": 0.32811796027032564,
      "grad_norm": 1.8383196876847565,
      "learning_rate": 0.0002987207347395853,
      "loss": 7.1562,
      "step": 8011
    },
    {
      "epoch": 0.328158918697522,
      "grad_norm": 4.9718093254579525,
      "learning_rate": 0.00029872030966906485,
      "loss": 7.6562,
      "step": 8012
    },
    {
      "epoch": 0.32819987712471843,
      "grad_norm": 1.3780091332061883,
      "learning_rate": 0.00029871988452823806,
      "loss": 6.2188,
      "step": 8013
    },
    {
      "epoch": 0.3282408355519148,
      "grad_norm": 1.3953898363863182,
      "learning_rate": 0.00029871945931710515,
      "loss": 5.875,
      "step": 8014
    },
    {
      "epoch": 0.3282817939791112,
      "grad_norm": 1.4029717117197626,
      "learning_rate": 0.00029871903403566635,
      "loss": 7.0312,
      "step": 8015
    },
    {
      "epoch": 0.3283227524063076,
      "grad_norm": 1.5578286436498656,
      "learning_rate": 0.00029871860868392174,
      "loss": 5.4375,
      "step": 8016
    },
    {
      "epoch": 0.328363710833504,
      "grad_norm": 1.3007961528543985,
      "learning_rate": 0.00029871818326187167,
      "loss": 5.25,
      "step": 8017
    },
    {
      "epoch": 0.3284046692607004,
      "grad_norm": 1.683739442026325,
      "learning_rate": 0.0002987177577695162,
      "loss": 6.4375,
      "step": 8018
    },
    {
      "epoch": 0.32844562768789676,
      "grad_norm": 4.03389754218512,
      "learning_rate": 0.00029871733220685566,
      "loss": 6.75,
      "step": 8019
    },
    {
      "epoch": 0.3284865861150932,
      "grad_norm": 1.302184563089836,
      "learning_rate": 0.00029871690657389015,
      "loss": 6.375,
      "step": 8020
    },
    {
      "epoch": 0.32852754454228955,
      "grad_norm": 1.7777203832883692,
      "learning_rate": 0.00029871648087061994,
      "loss": 6.5,
      "step": 8021
    },
    {
      "epoch": 0.328568502969486,
      "grad_norm": 2.3958488201729855,
      "learning_rate": 0.00029871605509704523,
      "loss": 6.5625,
      "step": 8022
    },
    {
      "epoch": 0.32860946139668235,
      "grad_norm": 1.823246778621361,
      "learning_rate": 0.0002987156292531662,
      "loss": 6.1562,
      "step": 8023
    },
    {
      "epoch": 0.32865041982387877,
      "grad_norm": 2.354757632416239,
      "learning_rate": 0.000298715203338983,
      "loss": 6.2188,
      "step": 8024
    },
    {
      "epoch": 0.32869137825107514,
      "grad_norm": 3.048780625321547,
      "learning_rate": 0.00029871477735449593,
      "loss": 7.5938,
      "step": 8025
    },
    {
      "epoch": 0.32873233667827156,
      "grad_norm": 1.5936167806326205,
      "learning_rate": 0.0002987143512997051,
      "loss": 6.5,
      "step": 8026
    },
    {
      "epoch": 0.32877329510546793,
      "grad_norm": 1.5028173792130088,
      "learning_rate": 0.0002987139251746108,
      "loss": 6.3438,
      "step": 8027
    },
    {
      "epoch": 0.32881425353266436,
      "grad_norm": 1.1473572996156283,
      "learning_rate": 0.00029871349897921313,
      "loss": 5.6562,
      "step": 8028
    },
    {
      "epoch": 0.3288552119598607,
      "grad_norm": 1.1259303560537164,
      "learning_rate": 0.0002987130727135124,
      "loss": 5.25,
      "step": 8029
    },
    {
      "epoch": 0.32889617038705715,
      "grad_norm": 1.4257039239659433,
      "learning_rate": 0.0002987126463775087,
      "loss": 6.75,
      "step": 8030
    },
    {
      "epoch": 0.3289371288142535,
      "grad_norm": 2.7325228764940506,
      "learning_rate": 0.0002987122199712024,
      "loss": 4.875,
      "step": 8031
    },
    {
      "epoch": 0.32897808724144995,
      "grad_norm": 1.3418442081078272,
      "learning_rate": 0.0002987117934945935,
      "loss": 5.4062,
      "step": 8032
    },
    {
      "epoch": 0.3290190456686463,
      "grad_norm": 2.3317191953395784,
      "learning_rate": 0.0002987113669476823,
      "loss": 5.2812,
      "step": 8033
    },
    {
      "epoch": 0.32906000409584274,
      "grad_norm": 1.4131716067362459,
      "learning_rate": 0.000298710940330469,
      "loss": 5.6875,
      "step": 8034
    },
    {
      "epoch": 0.3291009625230391,
      "grad_norm": 1.8727453624432662,
      "learning_rate": 0.00029871051364295384,
      "loss": 5.0625,
      "step": 8035
    },
    {
      "epoch": 0.32914192095023553,
      "grad_norm": 1.3121463219666527,
      "learning_rate": 0.00029871008688513693,
      "loss": 6.3438,
      "step": 8036
    },
    {
      "epoch": 0.3291828793774319,
      "grad_norm": 1.3606782975174554,
      "learning_rate": 0.00029870966005701857,
      "loss": 5.1562,
      "step": 8037
    },
    {
      "epoch": 0.3292238378046283,
      "grad_norm": 1.526377006191061,
      "learning_rate": 0.00029870923315859885,
      "loss": 5.8438,
      "step": 8038
    },
    {
      "epoch": 0.3292647962318247,
      "grad_norm": 1.21557478570863,
      "learning_rate": 0.00029870880618987805,
      "loss": 6.4375,
      "step": 8039
    },
    {
      "epoch": 0.32930575465902107,
      "grad_norm": 1.423546403024248,
      "learning_rate": 0.00029870837915085634,
      "loss": 7.25,
      "step": 8040
    },
    {
      "epoch": 0.3293467130862175,
      "grad_norm": 1.9149803241168488,
      "learning_rate": 0.000298707952041534,
      "loss": 6.75,
      "step": 8041
    },
    {
      "epoch": 0.32938767151341386,
      "grad_norm": 1.6918328054182645,
      "learning_rate": 0.00029870752486191115,
      "loss": 5.6875,
      "step": 8042
    },
    {
      "epoch": 0.3294286299406103,
      "grad_norm": 1.0957021035524392,
      "learning_rate": 0.000298707097611988,
      "loss": 5.5,
      "step": 8043
    },
    {
      "epoch": 0.32946958836780665,
      "grad_norm": 1.5528824646035406,
      "learning_rate": 0.00029870667029176473,
      "loss": 6.0938,
      "step": 8044
    },
    {
      "epoch": 0.3295105467950031,
      "grad_norm": 1.1531729549867527,
      "learning_rate": 0.0002987062429012416,
      "loss": 5.5312,
      "step": 8045
    },
    {
      "epoch": 0.32955150522219945,
      "grad_norm": 1.626693909804618,
      "learning_rate": 0.0002987058154404188,
      "loss": 7.0312,
      "step": 8046
    },
    {
      "epoch": 0.3295924636493959,
      "grad_norm": 1.5446336340682243,
      "learning_rate": 0.0002987053879092965,
      "loss": 6.1562,
      "step": 8047
    },
    {
      "epoch": 0.32963342207659224,
      "grad_norm": 1.1175312591006237,
      "learning_rate": 0.00029870496030787495,
      "loss": 5.125,
      "step": 8048
    },
    {
      "epoch": 0.32967438050378867,
      "grad_norm": 1.2531903476366426,
      "learning_rate": 0.0002987045326361543,
      "loss": 5.9688,
      "step": 8049
    },
    {
      "epoch": 0.32971533893098504,
      "grad_norm": 1.254841705319816,
      "learning_rate": 0.0002987041048941348,
      "loss": 6.1875,
      "step": 8050
    },
    {
      "epoch": 0.32975629735818146,
      "grad_norm": 2.8907770525558654,
      "learning_rate": 0.0002987036770818166,
      "loss": 5.9062,
      "step": 8051
    },
    {
      "epoch": 0.32979725578537783,
      "grad_norm": 1.5484799909162406,
      "learning_rate": 0.00029870324919919995,
      "loss": 5.5312,
      "step": 8052
    },
    {
      "epoch": 0.32983821421257425,
      "grad_norm": 2.2020090716845697,
      "learning_rate": 0.000298702821246285,
      "loss": 8.0,
      "step": 8053
    },
    {
      "epoch": 0.3298791726397706,
      "grad_norm": 1.3425542867020472,
      "learning_rate": 0.000298702393223072,
      "loss": 6.4375,
      "step": 8054
    },
    {
      "epoch": 0.32992013106696705,
      "grad_norm": 1.9165722006615713,
      "learning_rate": 0.00029870196512956113,
      "loss": 7.9062,
      "step": 8055
    },
    {
      "epoch": 0.3299610894941634,
      "grad_norm": 1.4496900668499666,
      "learning_rate": 0.00029870153696575264,
      "loss": 5.7812,
      "step": 8056
    },
    {
      "epoch": 0.33000204792135984,
      "grad_norm": 1.2183407958572752,
      "learning_rate": 0.0002987011087316467,
      "loss": 5.0,
      "step": 8057
    },
    {
      "epoch": 0.3300430063485562,
      "grad_norm": 3.9762326311102205,
      "learning_rate": 0.0002987006804272434,
      "loss": 7.1562,
      "step": 8058
    },
    {
      "epoch": 0.33008396477575264,
      "grad_norm": 1.2425044952800588,
      "learning_rate": 0.00029870025205254317,
      "loss": 5.6875,
      "step": 8059
    },
    {
      "epoch": 0.330124923202949,
      "grad_norm": 1.5301281427577211,
      "learning_rate": 0.000298699823607546,
      "loss": 6.5625,
      "step": 8060
    },
    {
      "epoch": 0.3301658816301454,
      "grad_norm": 1.2063972724564311,
      "learning_rate": 0.00029869939509225224,
      "loss": 5.2188,
      "step": 8061
    },
    {
      "epoch": 0.3302068400573418,
      "grad_norm": 1.0195652811303255,
      "learning_rate": 0.000298698966506662,
      "loss": 6.4062,
      "step": 8062
    },
    {
      "epoch": 0.33024779848453817,
      "grad_norm": 3.3275894451434245,
      "learning_rate": 0.00029869853785077555,
      "loss": 5.6562,
      "step": 8063
    },
    {
      "epoch": 0.3302887569117346,
      "grad_norm": 1.4182409117000947,
      "learning_rate": 0.000298698109124593,
      "loss": 5.3438,
      "step": 8064
    },
    {
      "epoch": 0.33032971533893096,
      "grad_norm": 1.12287404807848,
      "learning_rate": 0.00029869768032811465,
      "loss": 6.0312,
      "step": 8065
    },
    {
      "epoch": 0.3303706737661274,
      "grad_norm": 1.3893636371565945,
      "learning_rate": 0.00029869725146134074,
      "loss": 5.5,
      "step": 8066
    },
    {
      "epoch": 0.33041163219332376,
      "grad_norm": 1.3856002992639345,
      "learning_rate": 0.0002986968225242713,
      "loss": 5.7188,
      "step": 8067
    },
    {
      "epoch": 0.3304525906205202,
      "grad_norm": 1.1296470483162722,
      "learning_rate": 0.00029869639351690666,
      "loss": 5.1562,
      "step": 8068
    },
    {
      "epoch": 0.33049354904771655,
      "grad_norm": 1.535360200366273,
      "learning_rate": 0.00029869596443924697,
      "loss": 5.8438,
      "step": 8069
    },
    {
      "epoch": 0.330534507474913,
      "grad_norm": 1.6019402330521946,
      "learning_rate": 0.0002986955352912925,
      "loss": 7.4688,
      "step": 8070
    },
    {
      "epoch": 0.33057546590210934,
      "grad_norm": 1.292866793446246,
      "learning_rate": 0.0002986951060730434,
      "loss": 5.0,
      "step": 8071
    },
    {
      "epoch": 0.33061642432930577,
      "grad_norm": 1.2554235131644684,
      "learning_rate": 0.00029869467678449987,
      "loss": 6.5,
      "step": 8072
    },
    {
      "epoch": 0.33065738275650214,
      "grad_norm": 1.2297110565397098,
      "learning_rate": 0.0002986942474256621,
      "loss": 6.875,
      "step": 8073
    },
    {
      "epoch": 0.33069834118369856,
      "grad_norm": 4.652388825377891,
      "learning_rate": 0.0002986938179965303,
      "loss": 6.75,
      "step": 8074
    },
    {
      "epoch": 0.33073929961089493,
      "grad_norm": 1.5554584873924366,
      "learning_rate": 0.00029869338849710476,
      "loss": 6.4375,
      "step": 8075
    },
    {
      "epoch": 0.33078025803809136,
      "grad_norm": 1.5058748657841705,
      "learning_rate": 0.0002986929589273856,
      "loss": 6.2188,
      "step": 8076
    },
    {
      "epoch": 0.3308212164652877,
      "grad_norm": 1.391359590572749,
      "learning_rate": 0.000298692529287373,
      "loss": 4.4062,
      "step": 8077
    },
    {
      "epoch": 0.33086217489248415,
      "grad_norm": 1.8615001106800004,
      "learning_rate": 0.0002986920995770673,
      "loss": 6.1562,
      "step": 8078
    },
    {
      "epoch": 0.3309031333196805,
      "grad_norm": 1.2264983002989769,
      "learning_rate": 0.00029869166979646847,
      "loss": 5.1875,
      "step": 8079
    },
    {
      "epoch": 0.33094409174687694,
      "grad_norm": 1.1990358804805812,
      "learning_rate": 0.00029869123994557693,
      "loss": 6.1875,
      "step": 8080
    },
    {
      "epoch": 0.3309850501740733,
      "grad_norm": 5.263971727451795,
      "learning_rate": 0.0002986908100243927,
      "loss": 6.2188,
      "step": 8081
    },
    {
      "epoch": 0.33102600860126974,
      "grad_norm": 1.1865784613052015,
      "learning_rate": 0.0002986903800329162,
      "loss": 6.25,
      "step": 8082
    },
    {
      "epoch": 0.3310669670284661,
      "grad_norm": 1.7116258402373183,
      "learning_rate": 0.00029868994997114747,
      "loss": 5.25,
      "step": 8083
    },
    {
      "epoch": 0.3311079254556625,
      "grad_norm": 1.6755266104124575,
      "learning_rate": 0.0002986895198390868,
      "loss": 6.6562,
      "step": 8084
    },
    {
      "epoch": 0.3311488838828589,
      "grad_norm": 1.8243148650576182,
      "learning_rate": 0.0002986890896367343,
      "loss": 3.8125,
      "step": 8085
    },
    {
      "epoch": 0.33118984231005527,
      "grad_norm": 1.16155995234799,
      "learning_rate": 0.0002986886593640902,
      "loss": 5.9062,
      "step": 8086
    },
    {
      "epoch": 0.3312308007372517,
      "grad_norm": 1.3260795149547975,
      "learning_rate": 0.0002986882290211548,
      "loss": 5.7812,
      "step": 8087
    },
    {
      "epoch": 0.33127175916444807,
      "grad_norm": 1.3927631783903376,
      "learning_rate": 0.0002986877986079282,
      "loss": 5.0625,
      "step": 8088
    },
    {
      "epoch": 0.3313127175916445,
      "grad_norm": 6.30453516128727,
      "learning_rate": 0.00029868736812441063,
      "loss": 4.5938,
      "step": 8089
    },
    {
      "epoch": 0.33135367601884086,
      "grad_norm": 1.2671698310545303,
      "learning_rate": 0.00029868693757060237,
      "loss": 6.0312,
      "step": 8090
    },
    {
      "epoch": 0.3313946344460373,
      "grad_norm": 1.5386419683283084,
      "learning_rate": 0.0002986865069465035,
      "loss": 5.6875,
      "step": 8091
    },
    {
      "epoch": 0.33143559287323365,
      "grad_norm": 2.0854327116153173,
      "learning_rate": 0.00029868607625211426,
      "loss": 8.8125,
      "step": 8092
    },
    {
      "epoch": 0.3314765513004301,
      "grad_norm": 1.2712096476812071,
      "learning_rate": 0.0002986856454874349,
      "loss": 6.125,
      "step": 8093
    },
    {
      "epoch": 0.33151750972762645,
      "grad_norm": 1.3885654530035705,
      "learning_rate": 0.00029868521465246554,
      "loss": 5.1562,
      "step": 8094
    },
    {
      "epoch": 0.33155846815482287,
      "grad_norm": 1.335533349033962,
      "learning_rate": 0.0002986847837472065,
      "loss": 6.9375,
      "step": 8095
    },
    {
      "epoch": 0.33159942658201924,
      "grad_norm": 2.5167879276980476,
      "learning_rate": 0.0002986843527716579,
      "loss": 7.4375,
      "step": 8096
    },
    {
      "epoch": 0.33164038500921567,
      "grad_norm": 1.3173721649419956,
      "learning_rate": 0.00029868392172581996,
      "loss": 5.5,
      "step": 8097
    },
    {
      "epoch": 0.33168134343641203,
      "grad_norm": 1.1743188280570622,
      "learning_rate": 0.0002986834906096929,
      "loss": 5.1562,
      "step": 8098
    },
    {
      "epoch": 0.33172230186360846,
      "grad_norm": 1.2404687411947215,
      "learning_rate": 0.0002986830594232769,
      "loss": 5.75,
      "step": 8099
    },
    {
      "epoch": 0.33176326029080483,
      "grad_norm": 9.040118380745565,
      "learning_rate": 0.00029868262816657224,
      "loss": 6.375,
      "step": 8100
    },
    {
      "epoch": 0.33180421871800125,
      "grad_norm": 1.074904239853867,
      "learning_rate": 0.00029868219683957896,
      "loss": 5.9062,
      "step": 8101
    },
    {
      "epoch": 0.3318451771451976,
      "grad_norm": 2.0375977045855276,
      "learning_rate": 0.0002986817654422974,
      "loss": 6.3125,
      "step": 8102
    },
    {
      "epoch": 0.33188613557239405,
      "grad_norm": 1.4472332584108627,
      "learning_rate": 0.0002986813339747278,
      "loss": 5.9062,
      "step": 8103
    },
    {
      "epoch": 0.3319270939995904,
      "grad_norm": 2.3047207338982165,
      "learning_rate": 0.0002986809024368702,
      "loss": 7.8125,
      "step": 8104
    },
    {
      "epoch": 0.3319680524267868,
      "grad_norm": 2.0702535327326634,
      "learning_rate": 0.0002986804708287249,
      "loss": 7.375,
      "step": 8105
    },
    {
      "epoch": 0.3320090108539832,
      "grad_norm": 2.0724224531665825,
      "learning_rate": 0.00029868003915029217,
      "loss": 5.75,
      "step": 8106
    },
    {
      "epoch": 0.3320499692811796,
      "grad_norm": 1.2344347782466136,
      "learning_rate": 0.00029867960740157206,
      "loss": 6.3125,
      "step": 8107
    },
    {
      "epoch": 0.332090927708376,
      "grad_norm": 2.1985938464768227,
      "learning_rate": 0.0002986791755825649,
      "loss": 6.9375,
      "step": 8108
    },
    {
      "epoch": 0.3321318861355724,
      "grad_norm": 1.100637869105679,
      "learning_rate": 0.0002986787436932709,
      "loss": 6.2188,
      "step": 8109
    },
    {
      "epoch": 0.3321728445627688,
      "grad_norm": 1.385378675315854,
      "learning_rate": 0.00029867831173369016,
      "loss": 5.0625,
      "step": 8110
    },
    {
      "epoch": 0.33221380298996517,
      "grad_norm": 1.1845617151323078,
      "learning_rate": 0.000298677879703823,
      "loss": 5.3438,
      "step": 8111
    },
    {
      "epoch": 0.3322547614171616,
      "grad_norm": 1.2452712896455305,
      "learning_rate": 0.0002986774476036695,
      "loss": 5.9375,
      "step": 8112
    },
    {
      "epoch": 0.33229571984435796,
      "grad_norm": 1.046850966855778,
      "learning_rate": 0.00029867701543322996,
      "loss": 6.9375,
      "step": 8113
    },
    {
      "epoch": 0.3323366782715544,
      "grad_norm": 1.2039961737003047,
      "learning_rate": 0.0002986765831925046,
      "loss": 5.8438,
      "step": 8114
    },
    {
      "epoch": 0.33237763669875076,
      "grad_norm": 3.2807949722746117,
      "learning_rate": 0.0002986761508814935,
      "loss": 3.0312,
      "step": 8115
    },
    {
      "epoch": 0.3324185951259472,
      "grad_norm": 2.3907945562385278,
      "learning_rate": 0.000298675718500197,
      "loss": 8.625,
      "step": 8116
    },
    {
      "epoch": 0.33245955355314355,
      "grad_norm": 1.3994696304239733,
      "learning_rate": 0.00029867528604861517,
      "loss": 6.8125,
      "step": 8117
    },
    {
      "epoch": 0.33250051198034,
      "grad_norm": 2.163598679201474,
      "learning_rate": 0.0002986748535267484,
      "loss": 7.7812,
      "step": 8118
    },
    {
      "epoch": 0.33254147040753634,
      "grad_norm": 1.9169630267912665,
      "learning_rate": 0.00029867442093459666,
      "loss": 7.75,
      "step": 8119
    },
    {
      "epoch": 0.33258242883473277,
      "grad_norm": 1.3563834535077335,
      "learning_rate": 0.0002986739882721604,
      "loss": 4.0312,
      "step": 8120
    },
    {
      "epoch": 0.33262338726192914,
      "grad_norm": 1.42358862047917,
      "learning_rate": 0.0002986735555394396,
      "loss": 5.9062,
      "step": 8121
    },
    {
      "epoch": 0.33266434568912556,
      "grad_norm": 3.7682737306088114,
      "learning_rate": 0.00029867312273643463,
      "loss": 5.4375,
      "step": 8122
    },
    {
      "epoch": 0.33270530411632193,
      "grad_norm": 1.5246554287331786,
      "learning_rate": 0.00029867268986314566,
      "loss": 6.1562,
      "step": 8123
    },
    {
      "epoch": 0.33274626254351836,
      "grad_norm": 1.4459171786783316,
      "learning_rate": 0.0002986722569195728,
      "loss": 5.4062,
      "step": 8124
    },
    {
      "epoch": 0.3327872209707147,
      "grad_norm": 1.215793698774838,
      "learning_rate": 0.00029867182390571636,
      "loss": 5.2188,
      "step": 8125
    },
    {
      "epoch": 0.3328281793979111,
      "grad_norm": 1.1014387550752676,
      "learning_rate": 0.0002986713908215765,
      "loss": 6.0625,
      "step": 8126
    },
    {
      "epoch": 0.3328691378251075,
      "grad_norm": 1.211882272847521,
      "learning_rate": 0.0002986709576671535,
      "loss": 5.25,
      "step": 8127
    },
    {
      "epoch": 0.3329100962523039,
      "grad_norm": 2.033507329107534,
      "learning_rate": 0.0002986705244424474,
      "loss": 8.125,
      "step": 8128
    },
    {
      "epoch": 0.3329510546795003,
      "grad_norm": 1.7290969591708993,
      "learning_rate": 0.00029867009114745857,
      "loss": 6.25,
      "step": 8129
    },
    {
      "epoch": 0.3329920131066967,
      "grad_norm": 1.3622968068349548,
      "learning_rate": 0.0002986696577821871,
      "loss": 6.2812,
      "step": 8130
    },
    {
      "epoch": 0.3330329715338931,
      "grad_norm": 1.452010938132968,
      "learning_rate": 0.0002986692243466332,
      "loss": 7.5625,
      "step": 8131
    },
    {
      "epoch": 0.3330739299610895,
      "grad_norm": 1.078178904302591,
      "learning_rate": 0.00029866879084079723,
      "loss": 5.75,
      "step": 8132
    },
    {
      "epoch": 0.3331148883882859,
      "grad_norm": 1.3396019181190226,
      "learning_rate": 0.0002986683572646793,
      "loss": 5.5938,
      "step": 8133
    },
    {
      "epoch": 0.33315584681548227,
      "grad_norm": 1.367635443552924,
      "learning_rate": 0.0002986679236182795,
      "loss": 5.375,
      "step": 8134
    },
    {
      "epoch": 0.3331968052426787,
      "grad_norm": 3.060051580675372,
      "learning_rate": 0.00029866748990159815,
      "loss": 5.9375,
      "step": 8135
    },
    {
      "epoch": 0.33323776366987506,
      "grad_norm": 5.353228316512032,
      "learning_rate": 0.0002986670561146354,
      "loss": 5.4688,
      "step": 8136
    },
    {
      "epoch": 0.3332787220970715,
      "grad_norm": 5.666185989117727,
      "learning_rate": 0.0002986666222573916,
      "loss": 6.875,
      "step": 8137
    },
    {
      "epoch": 0.33331968052426786,
      "grad_norm": 1.2901150835798205,
      "learning_rate": 0.0002986661883298668,
      "loss": 5.7188,
      "step": 8138
    },
    {
      "epoch": 0.3333606389514643,
      "grad_norm": 1.6585496341427992,
      "learning_rate": 0.0002986657543320612,
      "loss": 6.4375,
      "step": 8139
    },
    {
      "epoch": 0.33340159737866065,
      "grad_norm": 1.1372586399823874,
      "learning_rate": 0.00029866532026397516,
      "loss": 5.75,
      "step": 8140
    },
    {
      "epoch": 0.3334425558058571,
      "grad_norm": 1.5217262470918869,
      "learning_rate": 0.0002986648861256087,
      "loss": 6.0312,
      "step": 8141
    },
    {
      "epoch": 0.33348351423305345,
      "grad_norm": 1.161988078320498,
      "learning_rate": 0.00029866445191696216,
      "loss": 5.625,
      "step": 8142
    },
    {
      "epoch": 0.33352447266024987,
      "grad_norm": 2.232120235126194,
      "learning_rate": 0.00029866401763803564,
      "loss": 5.7812,
      "step": 8143
    },
    {
      "epoch": 0.33356543108744624,
      "grad_norm": 1.9189674343916672,
      "learning_rate": 0.00029866358328882946,
      "loss": 6.8125,
      "step": 8144
    },
    {
      "epoch": 0.33360638951464266,
      "grad_norm": 1.9273341527159538,
      "learning_rate": 0.00029866314886934373,
      "loss": 6.5938,
      "step": 8145
    },
    {
      "epoch": 0.33364734794183903,
      "grad_norm": 2.0410736918839394,
      "learning_rate": 0.0002986627143795787,
      "loss": 4.9688,
      "step": 8146
    },
    {
      "epoch": 0.3336883063690354,
      "grad_norm": 1.6042125710360364,
      "learning_rate": 0.00029866227981953456,
      "loss": 7.7188,
      "step": 8147
    },
    {
      "epoch": 0.33372926479623183,
      "grad_norm": 1.400233988851321,
      "learning_rate": 0.00029866184518921146,
      "loss": 6.125,
      "step": 8148
    },
    {
      "epoch": 0.3337702232234282,
      "grad_norm": 2.210392070142936,
      "learning_rate": 0.00029866141048860977,
      "loss": 7.4375,
      "step": 8149
    },
    {
      "epoch": 0.3338111816506246,
      "grad_norm": 1.1759672703949309,
      "learning_rate": 0.00029866097571772956,
      "loss": 5.6875,
      "step": 8150
    },
    {
      "epoch": 0.333852140077821,
      "grad_norm": 1.6949383055692162,
      "learning_rate": 0.00029866054087657103,
      "loss": 5.3438,
      "step": 8151
    },
    {
      "epoch": 0.3338930985050174,
      "grad_norm": 1.8488796907303686,
      "learning_rate": 0.00029866010596513447,
      "loss": 6.3438,
      "step": 8152
    },
    {
      "epoch": 0.3339340569322138,
      "grad_norm": 1.369737356372168,
      "learning_rate": 0.00029865967098342003,
      "loss": 5.5,
      "step": 8153
    },
    {
      "epoch": 0.3339750153594102,
      "grad_norm": 3.9391296176242516,
      "learning_rate": 0.0002986592359314278,
      "loss": 4.9062,
      "step": 8154
    },
    {
      "epoch": 0.3340159737866066,
      "grad_norm": 1.2213712672965173,
      "learning_rate": 0.0002986588008091583,
      "loss": 6.2188,
      "step": 8155
    },
    {
      "epoch": 0.334056932213803,
      "grad_norm": 1.1596026791903211,
      "learning_rate": 0.0002986583656166114,
      "loss": 7.25,
      "step": 8156
    },
    {
      "epoch": 0.3340978906409994,
      "grad_norm": 1.5543415435504009,
      "learning_rate": 0.0002986579303537876,
      "loss": 6.625,
      "step": 8157
    },
    {
      "epoch": 0.3341388490681958,
      "grad_norm": 1.4107346586079512,
      "learning_rate": 0.0002986574950206868,
      "loss": 6.0,
      "step": 8158
    },
    {
      "epoch": 0.33417980749539217,
      "grad_norm": 2.5251078058012837,
      "learning_rate": 0.00029865705961730943,
      "loss": 6.3125,
      "step": 8159
    },
    {
      "epoch": 0.3342207659225886,
      "grad_norm": 4.518445833246612,
      "learning_rate": 0.00029865662414365566,
      "loss": 6.9375,
      "step": 8160
    },
    {
      "epoch": 0.33426172434978496,
      "grad_norm": 1.6959264994051515,
      "learning_rate": 0.00029865618859972563,
      "loss": 6.3438,
      "step": 8161
    },
    {
      "epoch": 0.3343026827769814,
      "grad_norm": 1.254475400592871,
      "learning_rate": 0.0002986557529855196,
      "loss": 5.8438,
      "step": 8162
    },
    {
      "epoch": 0.33434364120417776,
      "grad_norm": 1.4591412421708128,
      "learning_rate": 0.00029865531730103776,
      "loss": 6.25,
      "step": 8163
    },
    {
      "epoch": 0.3343845996313742,
      "grad_norm": 3.084643175146101,
      "learning_rate": 0.00029865488154628023,
      "loss": 6.1875,
      "step": 8164
    },
    {
      "epoch": 0.33442555805857055,
      "grad_norm": 1.8185976128942638,
      "learning_rate": 0.0002986544457212474,
      "loss": 6.3438,
      "step": 8165
    },
    {
      "epoch": 0.334466516485767,
      "grad_norm": 1.2879666767542517,
      "learning_rate": 0.00029865400982593936,
      "loss": 5.1875,
      "step": 8166
    },
    {
      "epoch": 0.33450747491296334,
      "grad_norm": 1.494331867654727,
      "learning_rate": 0.0002986535738603563,
      "loss": 5.9688,
      "step": 8167
    },
    {
      "epoch": 0.3345484333401597,
      "grad_norm": 2.2720716384202224,
      "learning_rate": 0.0002986531378244984,
      "loss": 7.2812,
      "step": 8168
    },
    {
      "epoch": 0.33458939176735614,
      "grad_norm": 1.3562558622145433,
      "learning_rate": 0.00029865270171836603,
      "loss": 5.7812,
      "step": 8169
    },
    {
      "epoch": 0.3346303501945525,
      "grad_norm": 1.2968519522597934,
      "learning_rate": 0.00029865226554195924,
      "loss": 5.4062,
      "step": 8170
    },
    {
      "epoch": 0.33467130862174893,
      "grad_norm": 1.8922537838432916,
      "learning_rate": 0.00029865182929527827,
      "loss": 5.875,
      "step": 8171
    },
    {
      "epoch": 0.3347122670489453,
      "grad_norm": 1.745021214730423,
      "learning_rate": 0.00029865139297832337,
      "loss": 6.8125,
      "step": 8172
    },
    {
      "epoch": 0.3347532254761417,
      "grad_norm": 1.3552727669332956,
      "learning_rate": 0.0002986509565910947,
      "loss": 5.4375,
      "step": 8173
    },
    {
      "epoch": 0.3347941839033381,
      "grad_norm": 1.5138709319384385,
      "learning_rate": 0.00029865052013359247,
      "loss": 6.7188,
      "step": 8174
    },
    {
      "epoch": 0.3348351423305345,
      "grad_norm": 1.1752864631215516,
      "learning_rate": 0.0002986500836058169,
      "loss": 5.25,
      "step": 8175
    },
    {
      "epoch": 0.3348761007577309,
      "grad_norm": 1.5571685551182886,
      "learning_rate": 0.0002986496470077683,
      "loss": 7.6562,
      "step": 8176
    },
    {
      "epoch": 0.3349170591849273,
      "grad_norm": 1.204449669285447,
      "learning_rate": 0.00029864921033944666,
      "loss": 5.2188,
      "step": 8177
    },
    {
      "epoch": 0.3349580176121237,
      "grad_norm": 1.4544035051865385,
      "learning_rate": 0.0002986487736008523,
      "loss": 6.6875,
      "step": 8178
    },
    {
      "epoch": 0.3349989760393201,
      "grad_norm": 6.590266946662686,
      "learning_rate": 0.00029864833679198546,
      "loss": 3.9688,
      "step": 8179
    },
    {
      "epoch": 0.3350399344665165,
      "grad_norm": 2.14610788101862,
      "learning_rate": 0.0002986478999128463,
      "loss": 6.1562,
      "step": 8180
    },
    {
      "epoch": 0.3350808928937129,
      "grad_norm": 1.179418713433164,
      "learning_rate": 0.00029864746296343503,
      "loss": 6.2188,
      "step": 8181
    },
    {
      "epoch": 0.33512185132090927,
      "grad_norm": 5.481851451991513,
      "learning_rate": 0.0002986470259437519,
      "loss": 7.3438,
      "step": 8182
    },
    {
      "epoch": 0.3351628097481057,
      "grad_norm": 1.5457657694737044,
      "learning_rate": 0.00029864658885379706,
      "loss": 5.6875,
      "step": 8183
    },
    {
      "epoch": 0.33520376817530206,
      "grad_norm": 1.770159146657953,
      "learning_rate": 0.00029864615169357075,
      "loss": 6.5312,
      "step": 8184
    },
    {
      "epoch": 0.3352447266024985,
      "grad_norm": 1.2990760071242948,
      "learning_rate": 0.0002986457144630731,
      "loss": 5.375,
      "step": 8185
    },
    {
      "epoch": 0.33528568502969486,
      "grad_norm": 1.6399100601976313,
      "learning_rate": 0.00029864527716230444,
      "loss": 7.7812,
      "step": 8186
    },
    {
      "epoch": 0.3353266434568913,
      "grad_norm": 1.2721911345507562,
      "learning_rate": 0.00029864483979126494,
      "loss": 5.5938,
      "step": 8187
    },
    {
      "epoch": 0.33536760188408765,
      "grad_norm": 1.115578725157367,
      "learning_rate": 0.00029864440234995477,
      "loss": 6.1562,
      "step": 8188
    },
    {
      "epoch": 0.335408560311284,
      "grad_norm": 1.2216255545508776,
      "learning_rate": 0.00029864396483837415,
      "loss": 5.9375,
      "step": 8189
    },
    {
      "epoch": 0.33544951873848045,
      "grad_norm": 1.4020190456686352,
      "learning_rate": 0.00029864352725652324,
      "loss": 6.125,
      "step": 8190
    },
    {
      "epoch": 0.3354904771656768,
      "grad_norm": 1.7928560806851654,
      "learning_rate": 0.00029864308960440237,
      "loss": 6.125,
      "step": 8191
    },
    {
      "epoch": 0.33553143559287324,
      "grad_norm": 8.69030334386971,
      "learning_rate": 0.00029864265188201165,
      "loss": 6.6562,
      "step": 8192
    },
    {
      "epoch": 0.3355723940200696,
      "grad_norm": 1.275742765918039,
      "learning_rate": 0.00029864221408935123,
      "loss": 5.0312,
      "step": 8193
    },
    {
      "epoch": 0.33561335244726603,
      "grad_norm": 2.129586495388085,
      "learning_rate": 0.0002986417762264215,
      "loss": 5.25,
      "step": 8194
    },
    {
      "epoch": 0.3356543108744624,
      "grad_norm": 1.1404370375341757,
      "learning_rate": 0.0002986413382932225,
      "loss": 5.75,
      "step": 8195
    },
    {
      "epoch": 0.3356952693016588,
      "grad_norm": 1.9000721387542179,
      "learning_rate": 0.00029864090028975456,
      "loss": 7.6562,
      "step": 8196
    },
    {
      "epoch": 0.3357362277288552,
      "grad_norm": 1.4960858224857192,
      "learning_rate": 0.00029864046221601777,
      "loss": 7.5,
      "step": 8197
    },
    {
      "epoch": 0.3357771861560516,
      "grad_norm": 1.7443460005754325,
      "learning_rate": 0.0002986400240720124,
      "loss": 6.0312,
      "step": 8198
    },
    {
      "epoch": 0.335818144583248,
      "grad_norm": 1.082911791934545,
      "learning_rate": 0.0002986395858577387,
      "loss": 5.4062,
      "step": 8199
    },
    {
      "epoch": 0.3358591030104444,
      "grad_norm": 1.6254938598845312,
      "learning_rate": 0.00029863914757319684,
      "loss": 6.4375,
      "step": 8200
    },
    {
      "epoch": 0.3359000614376408,
      "grad_norm": 1.9710497350595262,
      "learning_rate": 0.0002986387092183869,
      "loss": 5.9688,
      "step": 8201
    },
    {
      "epoch": 0.3359410198648372,
      "grad_norm": 1.3807404887342518,
      "learning_rate": 0.0002986382707933093,
      "loss": 6.4688,
      "step": 8202
    },
    {
      "epoch": 0.3359819782920336,
      "grad_norm": 2.2908132255266094,
      "learning_rate": 0.00029863783229796414,
      "loss": 6.4062,
      "step": 8203
    },
    {
      "epoch": 0.33602293671923,
      "grad_norm": 2.101337018224712,
      "learning_rate": 0.0002986373937323516,
      "loss": 8.0625,
      "step": 8204
    },
    {
      "epoch": 0.3360638951464264,
      "grad_norm": 1.4445200395311275,
      "learning_rate": 0.000298636955096472,
      "loss": 5.4375,
      "step": 8205
    },
    {
      "epoch": 0.3361048535736228,
      "grad_norm": 2.211357864858719,
      "learning_rate": 0.00029863651639032543,
      "loss": 6.875,
      "step": 8206
    },
    {
      "epoch": 0.33614581200081917,
      "grad_norm": 1.2057373011017332,
      "learning_rate": 0.0002986360776139121,
      "loss": 5.2812,
      "step": 8207
    },
    {
      "epoch": 0.3361867704280156,
      "grad_norm": 1.5139325343807617,
      "learning_rate": 0.0002986356387672323,
      "loss": 4.9062,
      "step": 8208
    },
    {
      "epoch": 0.33622772885521196,
      "grad_norm": 1.2240353201817566,
      "learning_rate": 0.0002986351998502862,
      "loss": 6.125,
      "step": 8209
    },
    {
      "epoch": 0.33626868728240833,
      "grad_norm": 1.138560839294612,
      "learning_rate": 0.000298634760863074,
      "loss": 6.875,
      "step": 8210
    },
    {
      "epoch": 0.33630964570960475,
      "grad_norm": 1.654493502124137,
      "learning_rate": 0.00029863432180559594,
      "loss": 6.7188,
      "step": 8211
    },
    {
      "epoch": 0.3363506041368011,
      "grad_norm": 2.8176763090899333,
      "learning_rate": 0.0002986338826778521,
      "loss": 6.0,
      "step": 8212
    },
    {
      "epoch": 0.33639156256399755,
      "grad_norm": 1.932107489184163,
      "learning_rate": 0.0002986334434798429,
      "loss": 7.8125,
      "step": 8213
    },
    {
      "epoch": 0.3364325209911939,
      "grad_norm": 1.3323933403037482,
      "learning_rate": 0.00029863300421156835,
      "loss": 6.3438,
      "step": 8214
    },
    {
      "epoch": 0.33647347941839034,
      "grad_norm": 1.136982593402184,
      "learning_rate": 0.00029863256487302873,
      "loss": 6.0312,
      "step": 8215
    },
    {
      "epoch": 0.3365144378455867,
      "grad_norm": 1.2861211885959507,
      "learning_rate": 0.0002986321254642243,
      "loss": 6.9375,
      "step": 8216
    },
    {
      "epoch": 0.33655539627278314,
      "grad_norm": 2.677587915661397,
      "learning_rate": 0.00029863168598515523,
      "loss": 6.625,
      "step": 8217
    },
    {
      "epoch": 0.3365963546999795,
      "grad_norm": 1.587780584189512,
      "learning_rate": 0.0002986312464358217,
      "loss": 6.9375,
      "step": 8218
    },
    {
      "epoch": 0.33663731312717593,
      "grad_norm": 1.8064462042475324,
      "learning_rate": 0.00029863080681622394,
      "loss": 7.375,
      "step": 8219
    },
    {
      "epoch": 0.3366782715543723,
      "grad_norm": 1.5214089903162453,
      "learning_rate": 0.0002986303671263622,
      "loss": 6.5,
      "step": 8220
    },
    {
      "epoch": 0.3367192299815687,
      "grad_norm": 3.2364383112182473,
      "learning_rate": 0.00029862992736623666,
      "loss": 6.9062,
      "step": 8221
    },
    {
      "epoch": 0.3367601884087651,
      "grad_norm": 1.2006142819424004,
      "learning_rate": 0.00029862948753584743,
      "loss": 5.5625,
      "step": 8222
    },
    {
      "epoch": 0.3368011468359615,
      "grad_norm": 1.5739325551507721,
      "learning_rate": 0.00029862904763519485,
      "loss": 6.75,
      "step": 8223
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 1.2840853482944987,
      "learning_rate": 0.0002986286076642791,
      "loss": 6.125,
      "step": 8224
    },
    {
      "epoch": 0.3368830636903543,
      "grad_norm": 4.55717601609192,
      "learning_rate": 0.00029862816762310035,
      "loss": 2.7344,
      "step": 8225
    },
    {
      "epoch": 0.3369240221175507,
      "grad_norm": 1.3409629846431972,
      "learning_rate": 0.0002986277275116588,
      "loss": 5.625,
      "step": 8226
    },
    {
      "epoch": 0.3369649805447471,
      "grad_norm": 1.352668283869426,
      "learning_rate": 0.00029862728732995474,
      "loss": 7.0,
      "step": 8227
    },
    {
      "epoch": 0.3370059389719435,
      "grad_norm": 1.2491109957078472,
      "learning_rate": 0.0002986268470779883,
      "loss": 5.7812,
      "step": 8228
    },
    {
      "epoch": 0.3370468973991399,
      "grad_norm": 1.239328020041073,
      "learning_rate": 0.0002986264067557597,
      "loss": 6.0938,
      "step": 8229
    },
    {
      "epoch": 0.33708785582633627,
      "grad_norm": 1.1385372115323715,
      "learning_rate": 0.00029862596636326914,
      "loss": 5.4688,
      "step": 8230
    },
    {
      "epoch": 0.33712881425353264,
      "grad_norm": 1.8167635688755766,
      "learning_rate": 0.0002986255259005169,
      "loss": 5.4062,
      "step": 8231
    },
    {
      "epoch": 0.33716977268072906,
      "grad_norm": 1.5114656372033255,
      "learning_rate": 0.0002986250853675031,
      "loss": 6.25,
      "step": 8232
    },
    {
      "epoch": 0.33721073110792543,
      "grad_norm": 1.3341661910952105,
      "learning_rate": 0.00029862464476422795,
      "loss": 5.5938,
      "step": 8233
    },
    {
      "epoch": 0.33725168953512186,
      "grad_norm": 1.3279467271582033,
      "learning_rate": 0.00029862420409069177,
      "loss": 5.75,
      "step": 8234
    },
    {
      "epoch": 0.3372926479623182,
      "grad_norm": 1.5072304387403412,
      "learning_rate": 0.0002986237633468946,
      "loss": 6.0625,
      "step": 8235
    },
    {
      "epoch": 0.33733360638951465,
      "grad_norm": 1.1282360260511126,
      "learning_rate": 0.00029862332253283684,
      "loss": 5.7188,
      "step": 8236
    },
    {
      "epoch": 0.337374564816711,
      "grad_norm": 1.2811438399153408,
      "learning_rate": 0.00029862288164851853,
      "loss": 5.25,
      "step": 8237
    },
    {
      "epoch": 0.33741552324390744,
      "grad_norm": 2.1176331053328283,
      "learning_rate": 0.00029862244069393996,
      "loss": 6.5,
      "step": 8238
    },
    {
      "epoch": 0.3374564816711038,
      "grad_norm": 1.2320255126358466,
      "learning_rate": 0.00029862199966910135,
      "loss": 5.9062,
      "step": 8239
    },
    {
      "epoch": 0.33749744009830024,
      "grad_norm": 1.3011717719808498,
      "learning_rate": 0.00029862155857400286,
      "loss": 6.0625,
      "step": 8240
    },
    {
      "epoch": 0.3375383985254966,
      "grad_norm": 1.6586059517144593,
      "learning_rate": 0.00029862111740864476,
      "loss": 6.6875,
      "step": 8241
    },
    {
      "epoch": 0.33757935695269303,
      "grad_norm": 1.972997352291773,
      "learning_rate": 0.00029862067617302717,
      "loss": 7.5,
      "step": 8242
    },
    {
      "epoch": 0.3376203153798894,
      "grad_norm": 1.248509671518423,
      "learning_rate": 0.00029862023486715034,
      "loss": 5.2188,
      "step": 8243
    },
    {
      "epoch": 0.3376612738070858,
      "grad_norm": 1.3008989136687068,
      "learning_rate": 0.0002986197934910145,
      "loss": 5.8125,
      "step": 8244
    },
    {
      "epoch": 0.3377022322342822,
      "grad_norm": 1.0244446358199675,
      "learning_rate": 0.0002986193520446199,
      "loss": 6.125,
      "step": 8245
    },
    {
      "epoch": 0.3377431906614786,
      "grad_norm": 4.9233889848021,
      "learning_rate": 0.0002986189105279666,
      "loss": 8.0625,
      "step": 8246
    },
    {
      "epoch": 0.337784149088675,
      "grad_norm": 1.2870069585099952,
      "learning_rate": 0.000298618468941055,
      "loss": 6.1875,
      "step": 8247
    },
    {
      "epoch": 0.3378251075158714,
      "grad_norm": 1.554338903490499,
      "learning_rate": 0.0002986180272838851,
      "loss": 6.125,
      "step": 8248
    },
    {
      "epoch": 0.3378660659430678,
      "grad_norm": 1.1754827283868932,
      "learning_rate": 0.0002986175855564573,
      "loss": 6.4062,
      "step": 8249
    },
    {
      "epoch": 0.3379070243702642,
      "grad_norm": 1.8230644349688943,
      "learning_rate": 0.00029861714375877175,
      "loss": 6.0938,
      "step": 8250
    },
    {
      "epoch": 0.3379479827974606,
      "grad_norm": 1.0104935311606147,
      "learning_rate": 0.0002986167018908286,
      "loss": 5.875,
      "step": 8251
    },
    {
      "epoch": 0.33798894122465695,
      "grad_norm": 1.0785542826854315,
      "learning_rate": 0.0002986162599526281,
      "loss": 5.625,
      "step": 8252
    },
    {
      "epoch": 0.33802989965185337,
      "grad_norm": 3.471567420912367,
      "learning_rate": 0.0002986158179441704,
      "loss": 6.8125,
      "step": 8253
    },
    {
      "epoch": 0.33807085807904974,
      "grad_norm": 1.104154252377558,
      "learning_rate": 0.00029861537586545585,
      "loss": 5.75,
      "step": 8254
    },
    {
      "epoch": 0.33811181650624617,
      "grad_norm": 1.9606608022299366,
      "learning_rate": 0.00029861493371648455,
      "loss": 7.0625,
      "step": 8255
    },
    {
      "epoch": 0.33815277493344253,
      "grad_norm": 1.440700911238715,
      "learning_rate": 0.00029861449149725674,
      "loss": 5.3438,
      "step": 8256
    },
    {
      "epoch": 0.33819373336063896,
      "grad_norm": 1.1420712079598587,
      "learning_rate": 0.0002986140492077726,
      "loss": 5.5625,
      "step": 8257
    },
    {
      "epoch": 0.33823469178783533,
      "grad_norm": 1.270676738323172,
      "learning_rate": 0.00029861360684803236,
      "loss": 6.0,
      "step": 8258
    },
    {
      "epoch": 0.33827565021503175,
      "grad_norm": 1.3165930534932853,
      "learning_rate": 0.00029861316441803624,
      "loss": 5.9062,
      "step": 8259
    },
    {
      "epoch": 0.3383166086422281,
      "grad_norm": 3.162369014957911,
      "learning_rate": 0.0002986127219177844,
      "loss": 6.0938,
      "step": 8260
    },
    {
      "epoch": 0.33835756706942455,
      "grad_norm": 1.5420908003621256,
      "learning_rate": 0.0002986122793472772,
      "loss": 5.0625,
      "step": 8261
    },
    {
      "epoch": 0.3383985254966209,
      "grad_norm": 1.5003532610409476,
      "learning_rate": 0.0002986118367065146,
      "loss": 6.125,
      "step": 8262
    },
    {
      "epoch": 0.33843948392381734,
      "grad_norm": 1.229002215589295,
      "learning_rate": 0.00029861139399549704,
      "loss": 5.4375,
      "step": 8263
    },
    {
      "epoch": 0.3384804423510137,
      "grad_norm": 1.3807684064075572,
      "learning_rate": 0.0002986109512142246,
      "loss": 4.875,
      "step": 8264
    },
    {
      "epoch": 0.33852140077821014,
      "grad_norm": 1.5884535946627945,
      "learning_rate": 0.0002986105083626976,
      "loss": 7.4062,
      "step": 8265
    },
    {
      "epoch": 0.3385623592054065,
      "grad_norm": 1.2061045561902588,
      "learning_rate": 0.0002986100654409161,
      "loss": 5.8438,
      "step": 8266
    },
    {
      "epoch": 0.33860331763260293,
      "grad_norm": 1.2127825881807996,
      "learning_rate": 0.00029860962244888033,
      "loss": 6.5938,
      "step": 8267
    },
    {
      "epoch": 0.3386442760597993,
      "grad_norm": 1.4006728107843336,
      "learning_rate": 0.0002986091793865906,
      "loss": 5.3125,
      "step": 8268
    },
    {
      "epoch": 0.3386852344869957,
      "grad_norm": 1.8834516062664426,
      "learning_rate": 0.00029860873625404716,
      "loss": 5.625,
      "step": 8269
    },
    {
      "epoch": 0.3387261929141921,
      "grad_norm": 2.236080294798032,
      "learning_rate": 0.00029860829305125005,
      "loss": 6.5938,
      "step": 8270
    },
    {
      "epoch": 0.3387671513413885,
      "grad_norm": 1.6394331151857557,
      "learning_rate": 0.00029860784977819957,
      "loss": 8.0625,
      "step": 8271
    },
    {
      "epoch": 0.3388081097685849,
      "grad_norm": 1.229901482145621,
      "learning_rate": 0.00029860740643489593,
      "loss": 5.5312,
      "step": 8272
    },
    {
      "epoch": 0.33884906819578126,
      "grad_norm": 1.1439870244565353,
      "learning_rate": 0.00029860696302133936,
      "loss": 6.0938,
      "step": 8273
    },
    {
      "epoch": 0.3388900266229777,
      "grad_norm": 1.354109505448502,
      "learning_rate": 0.00029860651953753,
      "loss": 6.25,
      "step": 8274
    },
    {
      "epoch": 0.33893098505017405,
      "grad_norm": 4.440459601643802,
      "learning_rate": 0.0002986060759834681,
      "loss": 5.6562,
      "step": 8275
    },
    {
      "epoch": 0.3389719434773705,
      "grad_norm": 1.1796910166565682,
      "learning_rate": 0.0002986056323591539,
      "loss": 5.3438,
      "step": 8276
    },
    {
      "epoch": 0.33901290190456684,
      "grad_norm": 1.6321580997039151,
      "learning_rate": 0.00029860518866458755,
      "loss": 7.7188,
      "step": 8277
    },
    {
      "epoch": 0.33905386033176327,
      "grad_norm": 1.6017876285130441,
      "learning_rate": 0.0002986047448997693,
      "loss": 6.4688,
      "step": 8278
    },
    {
      "epoch": 0.33909481875895964,
      "grad_norm": 1.341103947034737,
      "learning_rate": 0.0002986043010646994,
      "loss": 5.8125,
      "step": 8279
    },
    {
      "epoch": 0.33913577718615606,
      "grad_norm": 1.2534590134021464,
      "learning_rate": 0.0002986038571593779,
      "loss": 6.1875,
      "step": 8280
    },
    {
      "epoch": 0.33917673561335243,
      "grad_norm": 4.405976505314353,
      "learning_rate": 0.0002986034131838052,
      "loss": 6.5938,
      "step": 8281
    },
    {
      "epoch": 0.33921769404054886,
      "grad_norm": 6.101147476869754,
      "learning_rate": 0.0002986029691379814,
      "loss": 5.6875,
      "step": 8282
    },
    {
      "epoch": 0.3392586524677452,
      "grad_norm": 3.578295849154643,
      "learning_rate": 0.0002986025250219068,
      "loss": 5.3125,
      "step": 8283
    },
    {
      "epoch": 0.33929961089494165,
      "grad_norm": 1.1348224282847923,
      "learning_rate": 0.00029860208083558147,
      "loss": 6.125,
      "step": 8284
    },
    {
      "epoch": 0.339340569322138,
      "grad_norm": 1.8772144808189393,
      "learning_rate": 0.0002986016365790057,
      "loss": 5.5312,
      "step": 8285
    },
    {
      "epoch": 0.33938152774933444,
      "grad_norm": 3.395012834995654,
      "learning_rate": 0.0002986011922521798,
      "loss": 6.0312,
      "step": 8286
    },
    {
      "epoch": 0.3394224861765308,
      "grad_norm": 1.310842960592355,
      "learning_rate": 0.0002986007478551038,
      "loss": 7.0312,
      "step": 8287
    },
    {
      "epoch": 0.33946344460372724,
      "grad_norm": 1.5297514320033325,
      "learning_rate": 0.00029860030338777795,
      "loss": 5.9375,
      "step": 8288
    },
    {
      "epoch": 0.3395044030309236,
      "grad_norm": 1.2859942866174334,
      "learning_rate": 0.0002985998588502025,
      "loss": 5.9688,
      "step": 8289
    },
    {
      "epoch": 0.33954536145812003,
      "grad_norm": 1.3605555765333999,
      "learning_rate": 0.00029859941424237774,
      "loss": 7.5,
      "step": 8290
    },
    {
      "epoch": 0.3395863198853164,
      "grad_norm": 1.4371860518997803,
      "learning_rate": 0.0002985989695643038,
      "loss": 6.5,
      "step": 8291
    },
    {
      "epoch": 0.3396272783125128,
      "grad_norm": 1.404640820722588,
      "learning_rate": 0.00029859852481598084,
      "loss": 6.3438,
      "step": 8292
    },
    {
      "epoch": 0.3396682367397092,
      "grad_norm": 1.7313447092293577,
      "learning_rate": 0.00029859807999740916,
      "loss": 6.125,
      "step": 8293
    },
    {
      "epoch": 0.33970919516690556,
      "grad_norm": 1.4167914764975742,
      "learning_rate": 0.0002985976351085889,
      "loss": 7.125,
      "step": 8294
    },
    {
      "epoch": 0.339750153594102,
      "grad_norm": 1.188567879584945,
      "learning_rate": 0.0002985971901495203,
      "loss": 6.9688,
      "step": 8295
    },
    {
      "epoch": 0.33979111202129836,
      "grad_norm": 1.4779445532982336,
      "learning_rate": 0.0002985967451202036,
      "loss": 6.1875,
      "step": 8296
    },
    {
      "epoch": 0.3398320704484948,
      "grad_norm": 1.1600125686469362,
      "learning_rate": 0.00029859630002063896,
      "loss": 5.2188,
      "step": 8297
    },
    {
      "epoch": 0.33987302887569115,
      "grad_norm": 1.2621482809742415,
      "learning_rate": 0.0002985958548508266,
      "loss": 5.0938,
      "step": 8298
    },
    {
      "epoch": 0.3399139873028876,
      "grad_norm": 1.226373651567876,
      "learning_rate": 0.0002985954096107667,
      "loss": 5.125,
      "step": 8299
    },
    {
      "epoch": 0.33995494573008395,
      "grad_norm": 1.2444638640831172,
      "learning_rate": 0.0002985949643004596,
      "loss": 5.3438,
      "step": 8300
    },
    {
      "epoch": 0.33999590415728037,
      "grad_norm": 1.38366423728469,
      "learning_rate": 0.0002985945189199054,
      "loss": 8.5625,
      "step": 8301
    },
    {
      "epoch": 0.34003686258447674,
      "grad_norm": 1.1634007594790827,
      "learning_rate": 0.00029859407346910434,
      "loss": 5.625,
      "step": 8302
    },
    {
      "epoch": 0.34007782101167316,
      "grad_norm": 1.2112206030348738,
      "learning_rate": 0.00029859362794805656,
      "loss": 5.5625,
      "step": 8303
    },
    {
      "epoch": 0.34011877943886953,
      "grad_norm": 1.753202220451283,
      "learning_rate": 0.0002985931823567624,
      "loss": 6.9688,
      "step": 8304
    },
    {
      "epoch": 0.34015973786606596,
      "grad_norm": 1.180001403234306,
      "learning_rate": 0.000298592736695222,
      "loss": 6.0,
      "step": 8305
    },
    {
      "epoch": 0.34020069629326233,
      "grad_norm": 1.7509150404833946,
      "learning_rate": 0.00029859229096343556,
      "loss": 5.0625,
      "step": 8306
    },
    {
      "epoch": 0.34024165472045875,
      "grad_norm": 2.565909786136344,
      "learning_rate": 0.00029859184516140333,
      "loss": 8.0,
      "step": 8307
    },
    {
      "epoch": 0.3402826131476551,
      "grad_norm": 1.4278084868179193,
      "learning_rate": 0.0002985913992891255,
      "loss": 6.4688,
      "step": 8308
    },
    {
      "epoch": 0.34032357157485155,
      "grad_norm": 1.3745199981524914,
      "learning_rate": 0.00029859095334660224,
      "loss": 6.0,
      "step": 8309
    },
    {
      "epoch": 0.3403645300020479,
      "grad_norm": 5.642636180216395,
      "learning_rate": 0.0002985905073338338,
      "loss": 3.0,
      "step": 8310
    },
    {
      "epoch": 0.34040548842924434,
      "grad_norm": 1.195674758547715,
      "learning_rate": 0.0002985900612508204,
      "loss": 5.9688,
      "step": 8311
    },
    {
      "epoch": 0.3404464468564407,
      "grad_norm": 1.336791490274422,
      "learning_rate": 0.0002985896150975623,
      "loss": 6.4062,
      "step": 8312
    },
    {
      "epoch": 0.34048740528363713,
      "grad_norm": 1.650064738689029,
      "learning_rate": 0.0002985891688740596,
      "loss": 6.375,
      "step": 8313
    },
    {
      "epoch": 0.3405283637108335,
      "grad_norm": 1.2841768384207084,
      "learning_rate": 0.00029858872258031255,
      "loss": 5.7812,
      "step": 8314
    },
    {
      "epoch": 0.3405693221380299,
      "grad_norm": 1.009263167795608,
      "learning_rate": 0.0002985882762163214,
      "loss": 6.125,
      "step": 8315
    },
    {
      "epoch": 0.3406102805652263,
      "grad_norm": 1.111676417553782,
      "learning_rate": 0.0002985878297820863,
      "loss": 5.4688,
      "step": 8316
    },
    {
      "epoch": 0.34065123899242267,
      "grad_norm": 1.693946085236559,
      "learning_rate": 0.0002985873832776076,
      "loss": 8.5,
      "step": 8317
    },
    {
      "epoch": 0.3406921974196191,
      "grad_norm": 1.2514617315584442,
      "learning_rate": 0.0002985869367028853,
      "loss": 4.9688,
      "step": 8318
    },
    {
      "epoch": 0.34073315584681546,
      "grad_norm": 1.5059427652745496,
      "learning_rate": 0.0002985864900579197,
      "loss": 5.2812,
      "step": 8319
    },
    {
      "epoch": 0.3407741142740119,
      "grad_norm": 1.2916651291328678,
      "learning_rate": 0.0002985860433427111,
      "loss": 7.0625,
      "step": 8320
    },
    {
      "epoch": 0.34081507270120825,
      "grad_norm": 1.6439181600638595,
      "learning_rate": 0.0002985855965572596,
      "loss": 6.5,
      "step": 8321
    },
    {
      "epoch": 0.3408560311284047,
      "grad_norm": 2.4293871630605066,
      "learning_rate": 0.0002985851497015655,
      "loss": 7.125,
      "step": 8322
    },
    {
      "epoch": 0.34089698955560105,
      "grad_norm": 1.199259383475838,
      "learning_rate": 0.00029858470277562894,
      "loss": 5.4062,
      "step": 8323
    },
    {
      "epoch": 0.3409379479827975,
      "grad_norm": 1.1935185796232652,
      "learning_rate": 0.0002985842557794501,
      "loss": 5.3125,
      "step": 8324
    },
    {
      "epoch": 0.34097890640999384,
      "grad_norm": 1.4564603749558742,
      "learning_rate": 0.0002985838087130293,
      "loss": 6.2188,
      "step": 8325
    },
    {
      "epoch": 0.34101986483719027,
      "grad_norm": 1.288231308017133,
      "learning_rate": 0.0002985833615763667,
      "loss": 6.6562,
      "step": 8326
    },
    {
      "epoch": 0.34106082326438664,
      "grad_norm": 1.8962589592322001,
      "learning_rate": 0.0002985829143694625,
      "loss": 6.5625,
      "step": 8327
    },
    {
      "epoch": 0.34110178169158306,
      "grad_norm": 1.3171707824300567,
      "learning_rate": 0.00029858246709231695,
      "loss": 6.0,
      "step": 8328
    },
    {
      "epoch": 0.34114274011877943,
      "grad_norm": 1.150863985875616,
      "learning_rate": 0.0002985820197449302,
      "loss": 5.8125,
      "step": 8329
    },
    {
      "epoch": 0.34118369854597586,
      "grad_norm": 1.1673827885674426,
      "learning_rate": 0.0002985815723273025,
      "loss": 5.0,
      "step": 8330
    },
    {
      "epoch": 0.3412246569731722,
      "grad_norm": 1.1396488369543893,
      "learning_rate": 0.000298581124839434,
      "loss": 6.0312,
      "step": 8331
    },
    {
      "epoch": 0.34126561540036865,
      "grad_norm": 2.2232489322945734,
      "learning_rate": 0.000298580677281325,
      "loss": 6.8125,
      "step": 8332
    },
    {
      "epoch": 0.341306573827565,
      "grad_norm": 1.4234230117964604,
      "learning_rate": 0.00029858022965297573,
      "loss": 5.5625,
      "step": 8333
    },
    {
      "epoch": 0.34134753225476144,
      "grad_norm": 1.3144747734446134,
      "learning_rate": 0.0002985797819543863,
      "loss": 6.2188,
      "step": 8334
    },
    {
      "epoch": 0.3413884906819578,
      "grad_norm": 1.6350997897380373,
      "learning_rate": 0.00029857933418555704,
      "loss": 7.375,
      "step": 8335
    },
    {
      "epoch": 0.3414294491091542,
      "grad_norm": 1.3166224866776213,
      "learning_rate": 0.000298578886346488,
      "loss": 5.3438,
      "step": 8336
    },
    {
      "epoch": 0.3414704075363506,
      "grad_norm": 1.1883093605986939,
      "learning_rate": 0.0002985784384371795,
      "loss": 5.875,
      "step": 8337
    },
    {
      "epoch": 0.341511365963547,
      "grad_norm": 1.15124315800169,
      "learning_rate": 0.0002985779904576318,
      "loss": 6.25,
      "step": 8338
    },
    {
      "epoch": 0.3415523243907434,
      "grad_norm": 1.1994857829284278,
      "learning_rate": 0.00029857754240784494,
      "loss": 5.5,
      "step": 8339
    },
    {
      "epoch": 0.34159328281793977,
      "grad_norm": 1.2078956913890297,
      "learning_rate": 0.0002985770942878193,
      "loss": 5.0312,
      "step": 8340
    },
    {
      "epoch": 0.3416342412451362,
      "grad_norm": 1.2226755719647606,
      "learning_rate": 0.00029857664609755506,
      "loss": 7.25,
      "step": 8341
    },
    {
      "epoch": 0.34167519967233256,
      "grad_norm": 1.1681609730833828,
      "learning_rate": 0.0002985761978370524,
      "loss": 5.5625,
      "step": 8342
    },
    {
      "epoch": 0.341716158099529,
      "grad_norm": 1.5411157505670452,
      "learning_rate": 0.0002985757495063115,
      "loss": 6.875,
      "step": 8343
    },
    {
      "epoch": 0.34175711652672536,
      "grad_norm": 1.3990480975416006,
      "learning_rate": 0.00029857530110533265,
      "loss": 5.375,
      "step": 8344
    },
    {
      "epoch": 0.3417980749539218,
      "grad_norm": 3.058503586045994,
      "learning_rate": 0.00029857485263411594,
      "loss": 6.4688,
      "step": 8345
    },
    {
      "epoch": 0.34183903338111815,
      "grad_norm": 1.7864165621436396,
      "learning_rate": 0.0002985744040926617,
      "loss": 5.5625,
      "step": 8346
    },
    {
      "epoch": 0.3418799918083146,
      "grad_norm": 1.117991985449661,
      "learning_rate": 0.0002985739554809701,
      "loss": 6.4375,
      "step": 8347
    },
    {
      "epoch": 0.34192095023551095,
      "grad_norm": 1.2607910701624527,
      "learning_rate": 0.0002985735067990414,
      "loss": 5.6562,
      "step": 8348
    },
    {
      "epoch": 0.34196190866270737,
      "grad_norm": 1.05718950144164,
      "learning_rate": 0.00029857305804687574,
      "loss": 5.9062,
      "step": 8349
    },
    {
      "epoch": 0.34200286708990374,
      "grad_norm": 1.100051186528135,
      "learning_rate": 0.0002985726092244734,
      "loss": 5.8438,
      "step": 8350
    },
    {
      "epoch": 0.34204382551710016,
      "grad_norm": 1.6893580937364354,
      "learning_rate": 0.00029857216033183444,
      "loss": 6.0625,
      "step": 8351
    },
    {
      "epoch": 0.34208478394429653,
      "grad_norm": 2.3107170861947357,
      "learning_rate": 0.00029857171136895926,
      "loss": 7.2188,
      "step": 8352
    },
    {
      "epoch": 0.34212574237149296,
      "grad_norm": 1.1827121082393786,
      "learning_rate": 0.000298571262335848,
      "loss": 5.0625,
      "step": 8353
    },
    {
      "epoch": 0.3421667007986893,
      "grad_norm": 1.4416230991065684,
      "learning_rate": 0.0002985708132325008,
      "loss": 6.1875,
      "step": 8354
    },
    {
      "epoch": 0.34220765922588575,
      "grad_norm": 5.832230653621417,
      "learning_rate": 0.000298570364058918,
      "loss": 6.3438,
      "step": 8355
    },
    {
      "epoch": 0.3422486176530821,
      "grad_norm": 1.2349725931972113,
      "learning_rate": 0.00029856991481509975,
      "loss": 5.9375,
      "step": 8356
    },
    {
      "epoch": 0.3422895760802785,
      "grad_norm": 1.003203611403958,
      "learning_rate": 0.0002985694655010463,
      "loss": 5.5938,
      "step": 8357
    },
    {
      "epoch": 0.3423305345074749,
      "grad_norm": 1.7458961121713348,
      "learning_rate": 0.00029856901611675777,
      "loss": 5.375,
      "step": 8358
    },
    {
      "epoch": 0.3423714929346713,
      "grad_norm": 1.32832799084142,
      "learning_rate": 0.0002985685666622345,
      "loss": 5.2812,
      "step": 8359
    },
    {
      "epoch": 0.3424124513618677,
      "grad_norm": 1.35692102550918,
      "learning_rate": 0.00029856811713747656,
      "loss": 6.5938,
      "step": 8360
    },
    {
      "epoch": 0.3424534097890641,
      "grad_norm": 1.2127637846561232,
      "learning_rate": 0.00029856766754248425,
      "loss": 5.4062,
      "step": 8361
    },
    {
      "epoch": 0.3424943682162605,
      "grad_norm": 4.312305642758137,
      "learning_rate": 0.00029856721787725776,
      "loss": 5.6562,
      "step": 8362
    },
    {
      "epoch": 0.34253532664345687,
      "grad_norm": 2.2876620938785868,
      "learning_rate": 0.00029856676814179735,
      "loss": 6.125,
      "step": 8363
    },
    {
      "epoch": 0.3425762850706533,
      "grad_norm": 1.2946930614584427,
      "learning_rate": 0.00029856631833610314,
      "loss": 6.6562,
      "step": 8364
    },
    {
      "epoch": 0.34261724349784967,
      "grad_norm": 1.6472094752544237,
      "learning_rate": 0.0002985658684601754,
      "loss": 6.0312,
      "step": 8365
    },
    {
      "epoch": 0.3426582019250461,
      "grad_norm": 1.329672007324634,
      "learning_rate": 0.0002985654185140144,
      "loss": 6.3125,
      "step": 8366
    },
    {
      "epoch": 0.34269916035224246,
      "grad_norm": 5.232451041448697,
      "learning_rate": 0.0002985649684976203,
      "loss": 2.6875,
      "step": 8367
    },
    {
      "epoch": 0.3427401187794389,
      "grad_norm": 2.4538483801681075,
      "learning_rate": 0.00029856451841099325,
      "loss": 5.7188,
      "step": 8368
    },
    {
      "epoch": 0.34278107720663525,
      "grad_norm": 2.714252440308285,
      "learning_rate": 0.0002985640682541335,
      "loss": 7.0,
      "step": 8369
    },
    {
      "epoch": 0.3428220356338317,
      "grad_norm": 1.1827951575616327,
      "learning_rate": 0.0002985636180270413,
      "loss": 5.6562,
      "step": 8370
    },
    {
      "epoch": 0.34286299406102805,
      "grad_norm": 1.3425097806486397,
      "learning_rate": 0.0002985631677297168,
      "loss": 5.25,
      "step": 8371
    },
    {
      "epoch": 0.3429039524882245,
      "grad_norm": 1.6051185129507666,
      "learning_rate": 0.00029856271736216033,
      "loss": 4.5,
      "step": 8372
    },
    {
      "epoch": 0.34294491091542084,
      "grad_norm": 1.3163217825114446,
      "learning_rate": 0.00029856226692437203,
      "loss": 8.25,
      "step": 8373
    },
    {
      "epoch": 0.34298586934261727,
      "grad_norm": 2.869383730044761,
      "learning_rate": 0.0002985618164163521,
      "loss": 2.4375,
      "step": 8374
    },
    {
      "epoch": 0.34302682776981364,
      "grad_norm": 1.35941023073995,
      "learning_rate": 0.0002985613658381007,
      "loss": 5.9688,
      "step": 8375
    },
    {
      "epoch": 0.34306778619701006,
      "grad_norm": 1.2653889493515202,
      "learning_rate": 0.00029856091518961817,
      "loss": 5.6875,
      "step": 8376
    },
    {
      "epoch": 0.34310874462420643,
      "grad_norm": 1.7290373109200945,
      "learning_rate": 0.0002985604644709046,
      "loss": 6.0938,
      "step": 8377
    },
    {
      "epoch": 0.3431497030514028,
      "grad_norm": 1.1170082015006546,
      "learning_rate": 0.0002985600136819603,
      "loss": 6.3438,
      "step": 8378
    },
    {
      "epoch": 0.3431906614785992,
      "grad_norm": 1.2490090507789,
      "learning_rate": 0.00029855956282278545,
      "loss": 5.5938,
      "step": 8379
    },
    {
      "epoch": 0.3432316199057956,
      "grad_norm": 1.629429337467094,
      "learning_rate": 0.0002985591118933803,
      "loss": 5.7188,
      "step": 8380
    },
    {
      "epoch": 0.343272578332992,
      "grad_norm": 1.2177349838178817,
      "learning_rate": 0.00029855866089374493,
      "loss": 6.625,
      "step": 8381
    },
    {
      "epoch": 0.3433135367601884,
      "grad_norm": 1.081151588342402,
      "learning_rate": 0.0002985582098238797,
      "loss": 5.2812,
      "step": 8382
    },
    {
      "epoch": 0.3433544951873848,
      "grad_norm": 1.893600672435503,
      "learning_rate": 0.00029855775868378476,
      "loss": 6.1875,
      "step": 8383
    },
    {
      "epoch": 0.3433954536145812,
      "grad_norm": 1.6362744518602497,
      "learning_rate": 0.00029855730747346034,
      "loss": 7.0312,
      "step": 8384
    },
    {
      "epoch": 0.3434364120417776,
      "grad_norm": 1.094417155423843,
      "learning_rate": 0.00029855685619290667,
      "loss": 7.0,
      "step": 8385
    },
    {
      "epoch": 0.343477370468974,
      "grad_norm": 1.809306227054982,
      "learning_rate": 0.0002985564048421239,
      "loss": 8.0,
      "step": 8386
    },
    {
      "epoch": 0.3435183288961704,
      "grad_norm": 1.4975552908133787,
      "learning_rate": 0.0002985559534211123,
      "loss": 6.4062,
      "step": 8387
    },
    {
      "epoch": 0.34355928732336677,
      "grad_norm": 1.37089831693408,
      "learning_rate": 0.00029855550192987206,
      "loss": 5.1562,
      "step": 8388
    },
    {
      "epoch": 0.3436002457505632,
      "grad_norm": 1.294653933432188,
      "learning_rate": 0.0002985550503684034,
      "loss": 5.1875,
      "step": 8389
    },
    {
      "epoch": 0.34364120417775956,
      "grad_norm": 1.275955617711134,
      "learning_rate": 0.0002985545987367065,
      "loss": 5.1875,
      "step": 8390
    },
    {
      "epoch": 0.343682162604956,
      "grad_norm": 1.4222316651997216,
      "learning_rate": 0.0002985541470347816,
      "loss": 5.8438,
      "step": 8391
    },
    {
      "epoch": 0.34372312103215236,
      "grad_norm": 1.1975851894092526,
      "learning_rate": 0.000298553695262629,
      "loss": 5.2812,
      "step": 8392
    },
    {
      "epoch": 0.3437640794593488,
      "grad_norm": 2.152950023683458,
      "learning_rate": 0.00029855324342024876,
      "loss": 7.2188,
      "step": 8393
    },
    {
      "epoch": 0.34380503788654515,
      "grad_norm": 7.74127083421974,
      "learning_rate": 0.0002985527915076412,
      "loss": 3.0,
      "step": 8394
    },
    {
      "epoch": 0.3438459963137416,
      "grad_norm": 1.1482992672622052,
      "learning_rate": 0.00029855233952480654,
      "loss": 6.125,
      "step": 8395
    },
    {
      "epoch": 0.34388695474093794,
      "grad_norm": 1.2709261354644343,
      "learning_rate": 0.0002985518874717449,
      "loss": 5.1562,
      "step": 8396
    },
    {
      "epoch": 0.34392791316813437,
      "grad_norm": 1.2081224620187199,
      "learning_rate": 0.00029855143534845654,
      "loss": 5.1875,
      "step": 8397
    },
    {
      "epoch": 0.34396887159533074,
      "grad_norm": 1.64852775612343,
      "learning_rate": 0.0002985509831549417,
      "loss": 7.0938,
      "step": 8398
    },
    {
      "epoch": 0.3440098300225271,
      "grad_norm": 4.461969940829174,
      "learning_rate": 0.0002985505308912006,
      "loss": 7.3125,
      "step": 8399
    },
    {
      "epoch": 0.34405078844972353,
      "grad_norm": 1.139867610208539,
      "learning_rate": 0.0002985500785572334,
      "loss": 5.3438,
      "step": 8400
    },
    {
      "epoch": 0.3440917468769199,
      "grad_norm": 1.4022404819881547,
      "learning_rate": 0.00029854962615304034,
      "loss": 5.875,
      "step": 8401
    },
    {
      "epoch": 0.3441327053041163,
      "grad_norm": 1.270702627261004,
      "learning_rate": 0.0002985491736786216,
      "loss": 6.7188,
      "step": 8402
    },
    {
      "epoch": 0.3441736637313127,
      "grad_norm": 1.2217027913780656,
      "learning_rate": 0.0002985487211339775,
      "loss": 7.2812,
      "step": 8403
    },
    {
      "epoch": 0.3442146221585091,
      "grad_norm": 1.9025580591004458,
      "learning_rate": 0.00029854826851910814,
      "loss": 5.4062,
      "step": 8404
    },
    {
      "epoch": 0.3442555805857055,
      "grad_norm": 1.6224979782511249,
      "learning_rate": 0.0002985478158340138,
      "loss": 7.2812,
      "step": 8405
    },
    {
      "epoch": 0.3442965390129019,
      "grad_norm": 1.3292213758206712,
      "learning_rate": 0.0002985473630786947,
      "loss": 6.0625,
      "step": 8406
    },
    {
      "epoch": 0.3443374974400983,
      "grad_norm": 4.074935255519012,
      "learning_rate": 0.00029854691025315097,
      "loss": 4.2812,
      "step": 8407
    },
    {
      "epoch": 0.3443784558672947,
      "grad_norm": 1.3697918320651299,
      "learning_rate": 0.0002985464573573829,
      "loss": 5.25,
      "step": 8408
    },
    {
      "epoch": 0.3444194142944911,
      "grad_norm": 1.3178262699241239,
      "learning_rate": 0.0002985460043913907,
      "loss": 5.6562,
      "step": 8409
    },
    {
      "epoch": 0.3444603727216875,
      "grad_norm": 1.5892507567778433,
      "learning_rate": 0.00029854555135517456,
      "loss": 7.2188,
      "step": 8410
    },
    {
      "epoch": 0.34450133114888387,
      "grad_norm": 1.570647264556925,
      "learning_rate": 0.0002985450982487347,
      "loss": 5.9688,
      "step": 8411
    },
    {
      "epoch": 0.3445422895760803,
      "grad_norm": 3.1441011096941573,
      "learning_rate": 0.0002985446450720713,
      "loss": 1.9844,
      "step": 8412
    },
    {
      "epoch": 0.34458324800327667,
      "grad_norm": 1.4264979845824135,
      "learning_rate": 0.0002985441918251847,
      "loss": 6.2812,
      "step": 8413
    },
    {
      "epoch": 0.3446242064304731,
      "grad_norm": 1.246215354183148,
      "learning_rate": 0.00029854373850807497,
      "loss": 5.0,
      "step": 8414
    },
    {
      "epoch": 0.34466516485766946,
      "grad_norm": 2.027608668576914,
      "learning_rate": 0.00029854328512074236,
      "loss": 8.5625,
      "step": 8415
    },
    {
      "epoch": 0.3447061232848659,
      "grad_norm": 1.28781962470846,
      "learning_rate": 0.00029854283166318716,
      "loss": 5.625,
      "step": 8416
    },
    {
      "epoch": 0.34474708171206225,
      "grad_norm": 2.5803071371546804,
      "learning_rate": 0.0002985423781354095,
      "loss": 8.4375,
      "step": 8417
    },
    {
      "epoch": 0.3447880401392587,
      "grad_norm": 1.3210528964112684,
      "learning_rate": 0.0002985419245374096,
      "loss": 5.1562,
      "step": 8418
    },
    {
      "epoch": 0.34482899856645505,
      "grad_norm": 1.3997630804191044,
      "learning_rate": 0.0002985414708691877,
      "loss": 5.4375,
      "step": 8419
    },
    {
      "epoch": 0.3448699569936514,
      "grad_norm": 1.1836589705966802,
      "learning_rate": 0.0002985410171307441,
      "loss": 6.0312,
      "step": 8420
    },
    {
      "epoch": 0.34491091542084784,
      "grad_norm": 1.5400403122497046,
      "learning_rate": 0.00029854056332207884,
      "loss": 4.625,
      "step": 8421
    },
    {
      "epoch": 0.3449518738480442,
      "grad_norm": 1.6721510857735018,
      "learning_rate": 0.0002985401094431922,
      "loss": 6.3438,
      "step": 8422
    },
    {
      "epoch": 0.34499283227524064,
      "grad_norm": 2.7794382770980004,
      "learning_rate": 0.0002985396554940845,
      "loss": 7.1875,
      "step": 8423
    },
    {
      "epoch": 0.345033790702437,
      "grad_norm": 1.239198502008961,
      "learning_rate": 0.00029853920147475583,
      "loss": 4.7188,
      "step": 8424
    },
    {
      "epoch": 0.34507474912963343,
      "grad_norm": 2.6709370782426913,
      "learning_rate": 0.0002985387473852064,
      "loss": 6.3125,
      "step": 8425
    },
    {
      "epoch": 0.3451157075568298,
      "grad_norm": 1.3835124411321507,
      "learning_rate": 0.00029853829322543655,
      "loss": 5.5312,
      "step": 8426
    },
    {
      "epoch": 0.3451566659840262,
      "grad_norm": 1.2882424545620468,
      "learning_rate": 0.0002985378389954464,
      "loss": 5.7812,
      "step": 8427
    },
    {
      "epoch": 0.3451976244112226,
      "grad_norm": 1.822160466480966,
      "learning_rate": 0.0002985373846952361,
      "loss": 6.3125,
      "step": 8428
    },
    {
      "epoch": 0.345238582838419,
      "grad_norm": 1.4113569627254194,
      "learning_rate": 0.000298536930324806,
      "loss": 6.9688,
      "step": 8429
    },
    {
      "epoch": 0.3452795412656154,
      "grad_norm": 1.2778590005628667,
      "learning_rate": 0.00029853647588415626,
      "loss": 5.2188,
      "step": 8430
    },
    {
      "epoch": 0.3453204996928118,
      "grad_norm": 1.3551268080688934,
      "learning_rate": 0.00029853602137328705,
      "loss": 6.4375,
      "step": 8431
    },
    {
      "epoch": 0.3453614581200082,
      "grad_norm": 1.4653814815285922,
      "learning_rate": 0.0002985355667921987,
      "loss": 6.6562,
      "step": 8432
    },
    {
      "epoch": 0.3454024165472046,
      "grad_norm": 1.582224875731523,
      "learning_rate": 0.0002985351121408913,
      "loss": 5.1562,
      "step": 8433
    },
    {
      "epoch": 0.345443374974401,
      "grad_norm": 1.6651178245487017,
      "learning_rate": 0.00029853465741936513,
      "loss": 6.4375,
      "step": 8434
    },
    {
      "epoch": 0.3454843334015974,
      "grad_norm": 6.094806549920121,
      "learning_rate": 0.0002985342026276204,
      "loss": 7.125,
      "step": 8435
    },
    {
      "epoch": 0.34552529182879377,
      "grad_norm": 2.2225559950975122,
      "learning_rate": 0.00029853374776565736,
      "loss": 6.2812,
      "step": 8436
    },
    {
      "epoch": 0.3455662502559902,
      "grad_norm": 1.3924538818661396,
      "learning_rate": 0.00029853329283347613,
      "loss": 5.875,
      "step": 8437
    },
    {
      "epoch": 0.34560720868318656,
      "grad_norm": 1.3154718158743175,
      "learning_rate": 0.000298532837831077,
      "loss": 6.875,
      "step": 8438
    },
    {
      "epoch": 0.345648167110383,
      "grad_norm": 1.2853926320318885,
      "learning_rate": 0.00029853238275846013,
      "loss": 5.3438,
      "step": 8439
    },
    {
      "epoch": 0.34568912553757936,
      "grad_norm": 1.5143762156831002,
      "learning_rate": 0.0002985319276156258,
      "loss": 5.3438,
      "step": 8440
    },
    {
      "epoch": 0.3457300839647757,
      "grad_norm": 1.3568821839093226,
      "learning_rate": 0.0002985314724025742,
      "loss": 6.0938,
      "step": 8441
    },
    {
      "epoch": 0.34577104239197215,
      "grad_norm": 1.4436698267419548,
      "learning_rate": 0.00029853101711930553,
      "loss": 8.125,
      "step": 8442
    },
    {
      "epoch": 0.3458120008191685,
      "grad_norm": 1.2704505910173254,
      "learning_rate": 0.00029853056176582,
      "loss": 6.6562,
      "step": 8443
    },
    {
      "epoch": 0.34585295924636494,
      "grad_norm": 3.4737399671806317,
      "learning_rate": 0.00029853010634211787,
      "loss": 7.4375,
      "step": 8444
    },
    {
      "epoch": 0.3458939176735613,
      "grad_norm": 4.341193349597098,
      "learning_rate": 0.00029852965084819924,
      "loss": 6.625,
      "step": 8445
    },
    {
      "epoch": 0.34593487610075774,
      "grad_norm": 3.1175008421481616,
      "learning_rate": 0.0002985291952840645,
      "loss": 5.9688,
      "step": 8446
    },
    {
      "epoch": 0.3459758345279541,
      "grad_norm": 1.743173030596481,
      "learning_rate": 0.0002985287396497137,
      "loss": 5.125,
      "step": 8447
    },
    {
      "epoch": 0.34601679295515053,
      "grad_norm": 1.2540515649635557,
      "learning_rate": 0.0002985282839451472,
      "loss": 5.9688,
      "step": 8448
    },
    {
      "epoch": 0.3460577513823469,
      "grad_norm": 1.3393450626985661,
      "learning_rate": 0.0002985278281703651,
      "loss": 7.7188,
      "step": 8449
    },
    {
      "epoch": 0.3460987098095433,
      "grad_norm": 1.568522273455621,
      "learning_rate": 0.00029852737232536773,
      "loss": 6.0625,
      "step": 8450
    },
    {
      "epoch": 0.3461396682367397,
      "grad_norm": 1.6389459035876688,
      "learning_rate": 0.0002985269164101552,
      "loss": 7.8438,
      "step": 8451
    },
    {
      "epoch": 0.3461806266639361,
      "grad_norm": 1.998452205307334,
      "learning_rate": 0.0002985264604247277,
      "loss": 8.1875,
      "step": 8452
    },
    {
      "epoch": 0.3462215850911325,
      "grad_norm": 3.441869071554341,
      "learning_rate": 0.0002985260043690856,
      "loss": 7.6875,
      "step": 8453
    },
    {
      "epoch": 0.3462625435183289,
      "grad_norm": 2.207713770311951,
      "learning_rate": 0.000298525548243229,
      "loss": 4.5625,
      "step": 8454
    },
    {
      "epoch": 0.3463035019455253,
      "grad_norm": 1.5837826673763622,
      "learning_rate": 0.0002985250920471581,
      "loss": 5.7812,
      "step": 8455
    },
    {
      "epoch": 0.3463444603727217,
      "grad_norm": 8.90099240642259,
      "learning_rate": 0.0002985246357808732,
      "loss": 2.5,
      "step": 8456
    },
    {
      "epoch": 0.3463854187999181,
      "grad_norm": 1.929888001846816,
      "learning_rate": 0.00029852417944437444,
      "loss": 5.9062,
      "step": 8457
    },
    {
      "epoch": 0.3464263772271145,
      "grad_norm": 1.556676088178573,
      "learning_rate": 0.00029852372303766205,
      "loss": 6.6875,
      "step": 8458
    },
    {
      "epoch": 0.34646733565431087,
      "grad_norm": 1.28508697429646,
      "learning_rate": 0.0002985232665607363,
      "loss": 6.0938,
      "step": 8459
    },
    {
      "epoch": 0.3465082940815073,
      "grad_norm": 1.2531176552582537,
      "learning_rate": 0.00029852281001359733,
      "loss": 5.8438,
      "step": 8460
    },
    {
      "epoch": 0.34654925250870366,
      "grad_norm": 3.6879917808481433,
      "learning_rate": 0.00029852235339624544,
      "loss": 5.3438,
      "step": 8461
    },
    {
      "epoch": 0.34659021093590003,
      "grad_norm": 1.3448168315816755,
      "learning_rate": 0.0002985218967086808,
      "loss": 5.4375,
      "step": 8462
    },
    {
      "epoch": 0.34663116936309646,
      "grad_norm": 1.6886097198081902,
      "learning_rate": 0.00029852143995090356,
      "loss": 5.8438,
      "step": 8463
    },
    {
      "epoch": 0.34667212779029283,
      "grad_norm": 1.1102697362919947,
      "learning_rate": 0.00029852098312291406,
      "loss": 5.7812,
      "step": 8464
    },
    {
      "epoch": 0.34671308621748925,
      "grad_norm": 1.9754343808487076,
      "learning_rate": 0.0002985205262247125,
      "loss": 5.0938,
      "step": 8465
    },
    {
      "epoch": 0.3467540446446856,
      "grad_norm": 1.689108910206901,
      "learning_rate": 0.000298520069256299,
      "loss": 4.8125,
      "step": 8466
    },
    {
      "epoch": 0.34679500307188205,
      "grad_norm": 1.0904857032221762,
      "learning_rate": 0.0002985196122176738,
      "loss": 5.2812,
      "step": 8467
    },
    {
      "epoch": 0.3468359614990784,
      "grad_norm": 1.3823640352410154,
      "learning_rate": 0.0002985191551088372,
      "loss": 5.3438,
      "step": 8468
    },
    {
      "epoch": 0.34687691992627484,
      "grad_norm": 1.2423712906622466,
      "learning_rate": 0.0002985186979297893,
      "loss": 5.625,
      "step": 8469
    },
    {
      "epoch": 0.3469178783534712,
      "grad_norm": 1.16416369697785,
      "learning_rate": 0.0002985182406805304,
      "loss": 5.375,
      "step": 8470
    },
    {
      "epoch": 0.34695883678066763,
      "grad_norm": 1.371757416158517,
      "learning_rate": 0.00029851778336106074,
      "loss": 5.3438,
      "step": 8471
    },
    {
      "epoch": 0.346999795207864,
      "grad_norm": 3.7306000598984768,
      "learning_rate": 0.00029851732597138046,
      "loss": 4.7188,
      "step": 8472
    },
    {
      "epoch": 0.34704075363506043,
      "grad_norm": 1.281138721793966,
      "learning_rate": 0.00029851686851148975,
      "loss": 5.7188,
      "step": 8473
    },
    {
      "epoch": 0.3470817120622568,
      "grad_norm": 1.2293174989207396,
      "learning_rate": 0.000298516410981389,
      "loss": 6.0312,
      "step": 8474
    },
    {
      "epoch": 0.3471226704894532,
      "grad_norm": 1.4398724004168852,
      "learning_rate": 0.0002985159533810782,
      "loss": 6.4062,
      "step": 8475
    },
    {
      "epoch": 0.3471636289166496,
      "grad_norm": 1.7924748436393254,
      "learning_rate": 0.00029851549571055774,
      "loss": 6.9375,
      "step": 8476
    },
    {
      "epoch": 0.347204587343846,
      "grad_norm": 1.258613486951996,
      "learning_rate": 0.00029851503796982776,
      "loss": 6.3438,
      "step": 8477
    },
    {
      "epoch": 0.3472455457710424,
      "grad_norm": 1.3612762263545504,
      "learning_rate": 0.0002985145801588885,
      "loss": 6.1562,
      "step": 8478
    },
    {
      "epoch": 0.3472865041982388,
      "grad_norm": 1.4781410678585116,
      "learning_rate": 0.0002985141222777401,
      "loss": 5.5312,
      "step": 8479
    },
    {
      "epoch": 0.3473274626254352,
      "grad_norm": 3.6729564356827296,
      "learning_rate": 0.0002985136643263829,
      "loss": 6.4375,
      "step": 8480
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 1.3127705993147052,
      "learning_rate": 0.00029851320630481707,
      "loss": 5.7188,
      "step": 8481
    },
    {
      "epoch": 0.347409379479828,
      "grad_norm": 1.4123999802122844,
      "learning_rate": 0.00029851274821304276,
      "loss": 5.5,
      "step": 8482
    },
    {
      "epoch": 0.34745033790702434,
      "grad_norm": 1.3263675273354096,
      "learning_rate": 0.00029851229005106023,
      "loss": 5.4062,
      "step": 8483
    },
    {
      "epoch": 0.34749129633422077,
      "grad_norm": 2.0923751957754697,
      "learning_rate": 0.0002985118318188698,
      "loss": 8.75,
      "step": 8484
    },
    {
      "epoch": 0.34753225476141714,
      "grad_norm": 1.404570166130355,
      "learning_rate": 0.0002985113735164715,
      "loss": 6.8438,
      "step": 8485
    },
    {
      "epoch": 0.34757321318861356,
      "grad_norm": 2.114720036765864,
      "learning_rate": 0.0002985109151438657,
      "loss": 1.9844,
      "step": 8486
    },
    {
      "epoch": 0.34761417161580993,
      "grad_norm": 2.010948395075237,
      "learning_rate": 0.0002985104567010525,
      "loss": 7.4062,
      "step": 8487
    },
    {
      "epoch": 0.34765513004300636,
      "grad_norm": 1.381837967590201,
      "learning_rate": 0.00029850999818803226,
      "loss": 7.2812,
      "step": 8488
    },
    {
      "epoch": 0.3476960884702027,
      "grad_norm": 1.4646459164351004,
      "learning_rate": 0.00029850953960480504,
      "loss": 5.5625,
      "step": 8489
    },
    {
      "epoch": 0.34773704689739915,
      "grad_norm": 1.7866717368904583,
      "learning_rate": 0.0002985090809513711,
      "loss": 4.6562,
      "step": 8490
    },
    {
      "epoch": 0.3477780053245955,
      "grad_norm": 3.456253369453607,
      "learning_rate": 0.0002985086222277308,
      "loss": 5.4062,
      "step": 8491
    },
    {
      "epoch": 0.34781896375179194,
      "grad_norm": 1.327897585712818,
      "learning_rate": 0.00029850816343388417,
      "loss": 6.4375,
      "step": 8492
    },
    {
      "epoch": 0.3478599221789883,
      "grad_norm": 1.3799381929280485,
      "learning_rate": 0.00029850770456983145,
      "loss": 6.75,
      "step": 8493
    },
    {
      "epoch": 0.34790088060618474,
      "grad_norm": 1.5810831059952908,
      "learning_rate": 0.00029850724563557296,
      "loss": 5.125,
      "step": 8494
    },
    {
      "epoch": 0.3479418390333811,
      "grad_norm": 1.3939018126761917,
      "learning_rate": 0.00029850678663110886,
      "loss": 6.0938,
      "step": 8495
    },
    {
      "epoch": 0.34798279746057753,
      "grad_norm": 1.4810357086207553,
      "learning_rate": 0.00029850632755643936,
      "loss": 4.8125,
      "step": 8496
    },
    {
      "epoch": 0.3480237558877739,
      "grad_norm": 4.7534810339712985,
      "learning_rate": 0.0002985058684115647,
      "loss": 7.3125,
      "step": 8497
    },
    {
      "epoch": 0.3480647143149703,
      "grad_norm": 2.187771148185919,
      "learning_rate": 0.0002985054091964851,
      "loss": 4.7812,
      "step": 8498
    },
    {
      "epoch": 0.3481056727421667,
      "grad_norm": 1.1759841761783898,
      "learning_rate": 0.0002985049499112007,
      "loss": 5.8125,
      "step": 8499
    },
    {
      "epoch": 0.3481466311693631,
      "grad_norm": 1.1906677131122738,
      "learning_rate": 0.00029850449055571183,
      "loss": 4.7812,
      "step": 8500
    },
    {
      "epoch": 0.3481875895965595,
      "grad_norm": 1.2275602931016727,
      "learning_rate": 0.0002985040311300186,
      "loss": 5.625,
      "step": 8501
    },
    {
      "epoch": 0.3482285480237559,
      "grad_norm": 1.3034474249725811,
      "learning_rate": 0.0002985035716341213,
      "loss": 6.2812,
      "step": 8502
    },
    {
      "epoch": 0.3482695064509523,
      "grad_norm": 1.663566325021565,
      "learning_rate": 0.00029850311206802016,
      "loss": 6.5625,
      "step": 8503
    },
    {
      "epoch": 0.3483104648781487,
      "grad_norm": 1.6114049894143159,
      "learning_rate": 0.00029850265243171534,
      "loss": 6.2812,
      "step": 8504
    },
    {
      "epoch": 0.3483514233053451,
      "grad_norm": 1.0705564806891523,
      "learning_rate": 0.0002985021927252071,
      "loss": 5.5938,
      "step": 8505
    },
    {
      "epoch": 0.34839238173254145,
      "grad_norm": 1.0807914787823898,
      "learning_rate": 0.00029850173294849563,
      "loss": 5.3438,
      "step": 8506
    },
    {
      "epoch": 0.34843334015973787,
      "grad_norm": 1.0613383788587587,
      "learning_rate": 0.0002985012731015812,
      "loss": 5.4062,
      "step": 8507
    },
    {
      "epoch": 0.34847429858693424,
      "grad_norm": 1.3222597082706675,
      "learning_rate": 0.00029850081318446393,
      "loss": 6.25,
      "step": 8508
    },
    {
      "epoch": 0.34851525701413066,
      "grad_norm": 3.8544347632419047,
      "learning_rate": 0.0002985003531971441,
      "loss": 4.3125,
      "step": 8509
    },
    {
      "epoch": 0.34855621544132703,
      "grad_norm": 1.1929966942558108,
      "learning_rate": 0.0002984998931396219,
      "loss": 5.1875,
      "step": 8510
    },
    {
      "epoch": 0.34859717386852346,
      "grad_norm": 1.5424712060731267,
      "learning_rate": 0.0002984994330118976,
      "loss": 6.8438,
      "step": 8511
    },
    {
      "epoch": 0.3486381322957198,
      "grad_norm": 2.348048652679508,
      "learning_rate": 0.00029849897281397143,
      "loss": 6.3125,
      "step": 8512
    },
    {
      "epoch": 0.34867909072291625,
      "grad_norm": 1.1735011767939123,
      "learning_rate": 0.0002984985125458435,
      "loss": 5.7188,
      "step": 8513
    },
    {
      "epoch": 0.3487200491501126,
      "grad_norm": 1.2951506326931128,
      "learning_rate": 0.0002984980522075141,
      "loss": 5.7188,
      "step": 8514
    },
    {
      "epoch": 0.34876100757730905,
      "grad_norm": 1.1208130865426786,
      "learning_rate": 0.00029849759179898346,
      "loss": 5.2188,
      "step": 8515
    },
    {
      "epoch": 0.3488019660045054,
      "grad_norm": 1.5674741872944093,
      "learning_rate": 0.0002984971313202517,
      "loss": 5.9688,
      "step": 8516
    },
    {
      "epoch": 0.34884292443170184,
      "grad_norm": 1.5564254733077685,
      "learning_rate": 0.0002984966707713192,
      "loss": 5.875,
      "step": 8517
    },
    {
      "epoch": 0.3488838828588982,
      "grad_norm": 2.010617922173586,
      "learning_rate": 0.00029849621015218605,
      "loss": 6.3125,
      "step": 8518
    },
    {
      "epoch": 0.34892484128609463,
      "grad_norm": 1.9506651667331865,
      "learning_rate": 0.00029849574946285253,
      "loss": 7.4062,
      "step": 8519
    },
    {
      "epoch": 0.348965799713291,
      "grad_norm": 1.1629296757837213,
      "learning_rate": 0.0002984952887033188,
      "loss": 5.6562,
      "step": 8520
    },
    {
      "epoch": 0.3490067581404874,
      "grad_norm": 2.598680243105274,
      "learning_rate": 0.0002984948278735852,
      "loss": 2.3125,
      "step": 8521
    },
    {
      "epoch": 0.3490477165676838,
      "grad_norm": 1.7384392927859469,
      "learning_rate": 0.0002984943669736518,
      "loss": 6.1562,
      "step": 8522
    },
    {
      "epoch": 0.3490886749948802,
      "grad_norm": 1.1327920974185302,
      "learning_rate": 0.00029849390600351883,
      "loss": 5.75,
      "step": 8523
    },
    {
      "epoch": 0.3491296334220766,
      "grad_norm": 1.5886037607277004,
      "learning_rate": 0.0002984934449631866,
      "loss": 5.6875,
      "step": 8524
    },
    {
      "epoch": 0.349170591849273,
      "grad_norm": 2.493556911922062,
      "learning_rate": 0.00029849298385265535,
      "loss": 7.4375,
      "step": 8525
    },
    {
      "epoch": 0.3492115502764694,
      "grad_norm": 3.5412059170937176,
      "learning_rate": 0.00029849252267192514,
      "loss": 5.2188,
      "step": 8526
    },
    {
      "epoch": 0.34925250870366575,
      "grad_norm": 1.8320805359473031,
      "learning_rate": 0.00029849206142099636,
      "loss": 3.7188,
      "step": 8527
    },
    {
      "epoch": 0.3492934671308622,
      "grad_norm": 1.5860520889659615,
      "learning_rate": 0.00029849160009986906,
      "loss": 6.7188,
      "step": 8528
    },
    {
      "epoch": 0.34933442555805855,
      "grad_norm": 2.525238266232949,
      "learning_rate": 0.00029849113870854363,
      "loss": 4.1875,
      "step": 8529
    },
    {
      "epoch": 0.349375383985255,
      "grad_norm": 1.3648074235354142,
      "learning_rate": 0.0002984906772470202,
      "loss": 5.7812,
      "step": 8530
    },
    {
      "epoch": 0.34941634241245134,
      "grad_norm": 1.3581828823683533,
      "learning_rate": 0.000298490215715299,
      "loss": 5.9688,
      "step": 8531
    },
    {
      "epoch": 0.34945730083964777,
      "grad_norm": 1.4377452326151496,
      "learning_rate": 0.0002984897541133801,
      "loss": 5.9375,
      "step": 8532
    },
    {
      "epoch": 0.34949825926684414,
      "grad_norm": 1.2917966584707004,
      "learning_rate": 0.00029848929244126406,
      "loss": 5.75,
      "step": 8533
    },
    {
      "epoch": 0.34953921769404056,
      "grad_norm": 1.1706004912941141,
      "learning_rate": 0.0002984888306989508,
      "loss": 5.75,
      "step": 8534
    },
    {
      "epoch": 0.34958017612123693,
      "grad_norm": 1.1782101219109113,
      "learning_rate": 0.0002984883688864407,
      "loss": 6.0,
      "step": 8535
    },
    {
      "epoch": 0.34962113454843335,
      "grad_norm": 4.441432949736047,
      "learning_rate": 0.0002984879070037338,
      "loss": 7.5625,
      "step": 8536
    },
    {
      "epoch": 0.3496620929756297,
      "grad_norm": 1.7744974311830948,
      "learning_rate": 0.0002984874450508305,
      "loss": 5.9062,
      "step": 8537
    },
    {
      "epoch": 0.34970305140282615,
      "grad_norm": 1.5676844667540575,
      "learning_rate": 0.00029848698302773093,
      "loss": 6.4375,
      "step": 8538
    },
    {
      "epoch": 0.3497440098300225,
      "grad_norm": 1.2989282828615794,
      "learning_rate": 0.0002984865209344354,
      "loss": 5.5625,
      "step": 8539
    },
    {
      "epoch": 0.34978496825721894,
      "grad_norm": 1.2279423551391606,
      "learning_rate": 0.000298486058770944,
      "loss": 6.0312,
      "step": 8540
    },
    {
      "epoch": 0.3498259266844153,
      "grad_norm": 1.8686400713007378,
      "learning_rate": 0.000298485596537257,
      "loss": 6.25,
      "step": 8541
    },
    {
      "epoch": 0.34986688511161174,
      "grad_norm": 2.309356413188869,
      "learning_rate": 0.00029848513423337466,
      "loss": 4.5312,
      "step": 8542
    },
    {
      "epoch": 0.3499078435388081,
      "grad_norm": 1.3260371664677628,
      "learning_rate": 0.00029848467185929716,
      "loss": 6.3438,
      "step": 8543
    },
    {
      "epoch": 0.34994880196600453,
      "grad_norm": 1.1037368666343799,
      "learning_rate": 0.00029848420941502467,
      "loss": 6.0312,
      "step": 8544
    },
    {
      "epoch": 0.3499897603932009,
      "grad_norm": 1.3465071911470379,
      "learning_rate": 0.0002984837469005575,
      "loss": 6.1875,
      "step": 8545
    },
    {
      "epoch": 0.3500307188203973,
      "grad_norm": 1.4290269287745605,
      "learning_rate": 0.00029848328431589585,
      "loss": 5.25,
      "step": 8546
    },
    {
      "epoch": 0.3500716772475937,
      "grad_norm": 2.215926641443911,
      "learning_rate": 0.0002984828216610399,
      "loss": 5.7812,
      "step": 8547
    },
    {
      "epoch": 0.35011263567479006,
      "grad_norm": 1.2681690810003048,
      "learning_rate": 0.0002984823589359899,
      "loss": 5.25,
      "step": 8548
    },
    {
      "epoch": 0.3501535941019865,
      "grad_norm": 1.2584628133647724,
      "learning_rate": 0.00029848189614074605,
      "loss": 7.4062,
      "step": 8549
    },
    {
      "epoch": 0.35019455252918286,
      "grad_norm": 3.554499352899222,
      "learning_rate": 0.00029848143327530855,
      "loss": 5.0,
      "step": 8550
    },
    {
      "epoch": 0.3502355109563793,
      "grad_norm": 6.210227098304787,
      "learning_rate": 0.0002984809703396777,
      "loss": 5.5,
      "step": 8551
    },
    {
      "epoch": 0.35027646938357565,
      "grad_norm": 1.354960566627709,
      "learning_rate": 0.00029848050733385364,
      "loss": 6.125,
      "step": 8552
    },
    {
      "epoch": 0.3503174278107721,
      "grad_norm": 1.5047564239257663,
      "learning_rate": 0.0002984800442578366,
      "loss": 6.1562,
      "step": 8553
    },
    {
      "epoch": 0.35035838623796844,
      "grad_norm": 3.0085936414788086,
      "learning_rate": 0.0002984795811116268,
      "loss": 5.8125,
      "step": 8554
    },
    {
      "epoch": 0.35039934466516487,
      "grad_norm": 2.4262872829904727,
      "learning_rate": 0.0002984791178952245,
      "loss": 5.8125,
      "step": 8555
    },
    {
      "epoch": 0.35044030309236124,
      "grad_norm": 1.9975161181249497,
      "learning_rate": 0.0002984786546086299,
      "loss": 7.4375,
      "step": 8556
    },
    {
      "epoch": 0.35048126151955766,
      "grad_norm": 1.488054993570948,
      "learning_rate": 0.00029847819125184316,
      "loss": 6.0938,
      "step": 8557
    },
    {
      "epoch": 0.35052221994675403,
      "grad_norm": 1.4489577973894772,
      "learning_rate": 0.00029847772782486457,
      "loss": 5.8438,
      "step": 8558
    },
    {
      "epoch": 0.35056317837395046,
      "grad_norm": 3.6575092949461565,
      "learning_rate": 0.00029847726432769434,
      "loss": 7.7812,
      "step": 8559
    },
    {
      "epoch": 0.3506041368011468,
      "grad_norm": 1.6831787441460446,
      "learning_rate": 0.00029847680076033266,
      "loss": 5.6875,
      "step": 8560
    },
    {
      "epoch": 0.35064509522834325,
      "grad_norm": 1.6640192816244346,
      "learning_rate": 0.0002984763371227797,
      "loss": 6.75,
      "step": 8561
    },
    {
      "epoch": 0.3506860536555396,
      "grad_norm": 1.2989649434458495,
      "learning_rate": 0.00029847587341503586,
      "loss": 3.8125,
      "step": 8562
    },
    {
      "epoch": 0.35072701208273604,
      "grad_norm": 1.284295853598849,
      "learning_rate": 0.00029847540963710124,
      "loss": 6.125,
      "step": 8563
    },
    {
      "epoch": 0.3507679705099324,
      "grad_norm": 1.1663718835047014,
      "learning_rate": 0.00029847494578897596,
      "loss": 5.5312,
      "step": 8564
    },
    {
      "epoch": 0.35080892893712884,
      "grad_norm": 1.1755200207555518,
      "learning_rate": 0.0002984744818706604,
      "loss": 5.9375,
      "step": 8565
    },
    {
      "epoch": 0.3508498873643252,
      "grad_norm": 1.2602859054912854,
      "learning_rate": 0.0002984740178821547,
      "loss": 6.0,
      "step": 8566
    },
    {
      "epoch": 0.35089084579152163,
      "grad_norm": 1.1682394948318242,
      "learning_rate": 0.0002984735538234591,
      "loss": 6.1562,
      "step": 8567
    },
    {
      "epoch": 0.350931804218718,
      "grad_norm": 1.4018985337186027,
      "learning_rate": 0.00029847308969457387,
      "loss": 6.4375,
      "step": 8568
    },
    {
      "epoch": 0.35097276264591437,
      "grad_norm": 1.413811745095096,
      "learning_rate": 0.00029847262549549913,
      "loss": 6.0,
      "step": 8569
    },
    {
      "epoch": 0.3510137210731108,
      "grad_norm": 1.1602349927335667,
      "learning_rate": 0.0002984721612262352,
      "loss": 5.6875,
      "step": 8570
    },
    {
      "epoch": 0.35105467950030717,
      "grad_norm": 1.2012444133851805,
      "learning_rate": 0.0002984716968867822,
      "loss": 5.0938,
      "step": 8571
    },
    {
      "epoch": 0.3510956379275036,
      "grad_norm": 1.083437580114376,
      "learning_rate": 0.00029847123247714037,
      "loss": 3.9688,
      "step": 8572
    },
    {
      "epoch": 0.35113659635469996,
      "grad_norm": 1.9889746554313448,
      "learning_rate": 0.00029847076799731,
      "loss": 4.7188,
      "step": 8573
    },
    {
      "epoch": 0.3511775547818964,
      "grad_norm": 2.4750611723806655,
      "learning_rate": 0.00029847030344729123,
      "loss": 6.4062,
      "step": 8574
    },
    {
      "epoch": 0.35121851320909275,
      "grad_norm": 1.495155091343318,
      "learning_rate": 0.0002984698388270844,
      "loss": 6.0938,
      "step": 8575
    },
    {
      "epoch": 0.3512594716362892,
      "grad_norm": 1.4975473323170174,
      "learning_rate": 0.00029846937413668956,
      "loss": 5.9688,
      "step": 8576
    },
    {
      "epoch": 0.35130043006348555,
      "grad_norm": 2.038917852869388,
      "learning_rate": 0.00029846890937610705,
      "loss": 6.625,
      "step": 8577
    },
    {
      "epoch": 0.35134138849068197,
      "grad_norm": 1.0459340381592035,
      "learning_rate": 0.0002984684445453371,
      "loss": 5.25,
      "step": 8578
    },
    {
      "epoch": 0.35138234691787834,
      "grad_norm": 1.2072421728798912,
      "learning_rate": 0.0002984679796443798,
      "loss": 5.8125,
      "step": 8579
    },
    {
      "epoch": 0.35142330534507477,
      "grad_norm": 1.2925922476123461,
      "learning_rate": 0.00029846751467323547,
      "loss": 5.8438,
      "step": 8580
    },
    {
      "epoch": 0.35146426377227113,
      "grad_norm": 1.155718249203613,
      "learning_rate": 0.0002984670496319043,
      "loss": 5.3438,
      "step": 8581
    },
    {
      "epoch": 0.35150522219946756,
      "grad_norm": 1.8135160371862522,
      "learning_rate": 0.0002984665845203866,
      "loss": 6.0625,
      "step": 8582
    },
    {
      "epoch": 0.35154618062666393,
      "grad_norm": 2.125580295284448,
      "learning_rate": 0.00029846611933868243,
      "loss": 5.25,
      "step": 8583
    },
    {
      "epoch": 0.35158713905386035,
      "grad_norm": 1.413800219814744,
      "learning_rate": 0.0002984656540867922,
      "loss": 5.25,
      "step": 8584
    },
    {
      "epoch": 0.3516280974810567,
      "grad_norm": 2.75584147646752,
      "learning_rate": 0.0002984651887647159,
      "loss": 5.4688,
      "step": 8585
    },
    {
      "epoch": 0.35166905590825315,
      "grad_norm": 2.070132896542778,
      "learning_rate": 0.00029846472337245397,
      "loss": 6.3125,
      "step": 8586
    },
    {
      "epoch": 0.3517100143354495,
      "grad_norm": 1.6647881076262574,
      "learning_rate": 0.00029846425791000647,
      "loss": 6.3125,
      "step": 8587
    },
    {
      "epoch": 0.35175097276264594,
      "grad_norm": 1.2788360169879582,
      "learning_rate": 0.00029846379237737374,
      "loss": 5.5625,
      "step": 8588
    },
    {
      "epoch": 0.3517919311898423,
      "grad_norm": 1.389430526031994,
      "learning_rate": 0.00029846332677455593,
      "loss": 7.625,
      "step": 8589
    },
    {
      "epoch": 0.3518328896170387,
      "grad_norm": 1.1352007530217632,
      "learning_rate": 0.0002984628611015532,
      "loss": 6.1875,
      "step": 8590
    },
    {
      "epoch": 0.3518738480442351,
      "grad_norm": 1.0493435103434976,
      "learning_rate": 0.00029846239535836594,
      "loss": 6.75,
      "step": 8591
    },
    {
      "epoch": 0.3519148064714315,
      "grad_norm": 1.331972699887644,
      "learning_rate": 0.00029846192954499423,
      "loss": 6.7188,
      "step": 8592
    },
    {
      "epoch": 0.3519557648986279,
      "grad_norm": 1.2052993301698791,
      "learning_rate": 0.0002984614636614383,
      "loss": 6.125,
      "step": 8593
    },
    {
      "epoch": 0.35199672332582427,
      "grad_norm": 1.2323400098015584,
      "learning_rate": 0.0002984609977076985,
      "loss": 5.9688,
      "step": 8594
    },
    {
      "epoch": 0.3520376817530207,
      "grad_norm": 1.6773644695877257,
      "learning_rate": 0.0002984605316837749,
      "loss": 7.1562,
      "step": 8595
    },
    {
      "epoch": 0.35207864018021706,
      "grad_norm": 1.5741909089937802,
      "learning_rate": 0.00029846006558966777,
      "loss": 6.2188,
      "step": 8596
    },
    {
      "epoch": 0.3521195986074135,
      "grad_norm": 1.4815734769196478,
      "learning_rate": 0.00029845959942537733,
      "loss": 6.2812,
      "step": 8597
    },
    {
      "epoch": 0.35216055703460986,
      "grad_norm": 1.2278634551739829,
      "learning_rate": 0.00029845913319090383,
      "loss": 5.4688,
      "step": 8598
    },
    {
      "epoch": 0.3522015154618063,
      "grad_norm": 1.2753364551290818,
      "learning_rate": 0.00029845866688624743,
      "loss": 4.9062,
      "step": 8599
    },
    {
      "epoch": 0.35224247388900265,
      "grad_norm": 1.2017450019756577,
      "learning_rate": 0.0002984582005114084,
      "loss": 5.7812,
      "step": 8600
    },
    {
      "epoch": 0.3522834323161991,
      "grad_norm": 2.7102937314971913,
      "learning_rate": 0.000298457734066387,
      "loss": 7.1562,
      "step": 8601
    },
    {
      "epoch": 0.35232439074339544,
      "grad_norm": 1.9218474070058564,
      "learning_rate": 0.0002984572675511833,
      "loss": 7.1875,
      "step": 8602
    },
    {
      "epoch": 0.35236534917059187,
      "grad_norm": 1.4358729245465287,
      "learning_rate": 0.0002984568009657977,
      "loss": 5.8438,
      "step": 8603
    },
    {
      "epoch": 0.35240630759778824,
      "grad_norm": 1.199029517396385,
      "learning_rate": 0.0002984563343102303,
      "loss": 6.1875,
      "step": 8604
    },
    {
      "epoch": 0.35244726602498466,
      "grad_norm": 1.729790271650027,
      "learning_rate": 0.0002984558675844814,
      "loss": 6.2188,
      "step": 8605
    },
    {
      "epoch": 0.35248822445218103,
      "grad_norm": 2.5882338536983767,
      "learning_rate": 0.0002984554007885511,
      "loss": 6.1562,
      "step": 8606
    },
    {
      "epoch": 0.35252918287937746,
      "grad_norm": 1.4529777775709536,
      "learning_rate": 0.00029845493392243984,
      "loss": 6.4062,
      "step": 8607
    },
    {
      "epoch": 0.3525701413065738,
      "grad_norm": 1.137899476571625,
      "learning_rate": 0.0002984544669861476,
      "loss": 6.5,
      "step": 8608
    },
    {
      "epoch": 0.35261109973377025,
      "grad_norm": 1.927824992218265,
      "learning_rate": 0.0002984539999796747,
      "loss": 8.375,
      "step": 8609
    },
    {
      "epoch": 0.3526520581609666,
      "grad_norm": 1.9669850918264815,
      "learning_rate": 0.00029845353290302136,
      "loss": 5.7812,
      "step": 8610
    },
    {
      "epoch": 0.352693016588163,
      "grad_norm": 1.3937350139898959,
      "learning_rate": 0.0002984530657561879,
      "loss": 5.8438,
      "step": 8611
    },
    {
      "epoch": 0.3527339750153594,
      "grad_norm": 5.917961854087465,
      "learning_rate": 0.0002984525985391743,
      "loss": 4.8125,
      "step": 8612
    },
    {
      "epoch": 0.3527749334425558,
      "grad_norm": 1.2939341085363838,
      "learning_rate": 0.000298452131251981,
      "loss": 6.5938,
      "step": 8613
    },
    {
      "epoch": 0.3528158918697522,
      "grad_norm": 2.6413728688774984,
      "learning_rate": 0.00029845166389460816,
      "loss": 6.2812,
      "step": 8614
    },
    {
      "epoch": 0.3528568502969486,
      "grad_norm": 1.244561363297168,
      "learning_rate": 0.000298451196467056,
      "loss": 5.875,
      "step": 8615
    },
    {
      "epoch": 0.352897808724145,
      "grad_norm": 1.419036049540098,
      "learning_rate": 0.00029845072896932465,
      "loss": 5.9062,
      "step": 8616
    },
    {
      "epoch": 0.35293876715134137,
      "grad_norm": 1.2169775869757853,
      "learning_rate": 0.0002984502614014145,
      "loss": 5.1875,
      "step": 8617
    },
    {
      "epoch": 0.3529797255785378,
      "grad_norm": 1.1651608215799312,
      "learning_rate": 0.00029844979376332563,
      "loss": 5.9062,
      "step": 8618
    },
    {
      "epoch": 0.35302068400573416,
      "grad_norm": 1.3172180434862388,
      "learning_rate": 0.0002984493260550583,
      "loss": 5.6562,
      "step": 8619
    },
    {
      "epoch": 0.3530616424329306,
      "grad_norm": 1.8597718731583877,
      "learning_rate": 0.0002984488582766128,
      "loss": 6.3438,
      "step": 8620
    },
    {
      "epoch": 0.35310260086012696,
      "grad_norm": 1.773298575673243,
      "learning_rate": 0.0002984483904279892,
      "loss": 6.5625,
      "step": 8621
    },
    {
      "epoch": 0.3531435592873234,
      "grad_norm": 1.5290152861243438,
      "learning_rate": 0.0002984479225091879,
      "loss": 6.0,
      "step": 8622
    },
    {
      "epoch": 0.35318451771451975,
      "grad_norm": 1.420978156107643,
      "learning_rate": 0.000298447454520209,
      "loss": 8.125,
      "step": 8623
    },
    {
      "epoch": 0.3532254761417162,
      "grad_norm": 3.9205030358088733,
      "learning_rate": 0.00029844698646105277,
      "loss": 6.6562,
      "step": 8624
    },
    {
      "epoch": 0.35326643456891255,
      "grad_norm": 1.5899149090295714,
      "learning_rate": 0.0002984465183317194,
      "loss": 6.5312,
      "step": 8625
    },
    {
      "epoch": 0.35330739299610897,
      "grad_norm": 1.4335663782229084,
      "learning_rate": 0.00029844605013220916,
      "loss": 5.8125,
      "step": 8626
    },
    {
      "epoch": 0.35334835142330534,
      "grad_norm": 1.3334821724862298,
      "learning_rate": 0.0002984455818625222,
      "loss": 6.25,
      "step": 8627
    },
    {
      "epoch": 0.35338930985050176,
      "grad_norm": 1.4224865339390464,
      "learning_rate": 0.0002984451135226589,
      "loss": 7.25,
      "step": 8628
    },
    {
      "epoch": 0.35343026827769813,
      "grad_norm": 1.6027173355781343,
      "learning_rate": 0.0002984446451126192,
      "loss": 6.2188,
      "step": 8629
    },
    {
      "epoch": 0.35347122670489456,
      "grad_norm": 1.7314286774021592,
      "learning_rate": 0.00029844417663240356,
      "loss": 6.0,
      "step": 8630
    },
    {
      "epoch": 0.35351218513209093,
      "grad_norm": 1.3790130327370764,
      "learning_rate": 0.00029844370808201215,
      "loss": 5.9375,
      "step": 8631
    },
    {
      "epoch": 0.3535531435592873,
      "grad_norm": 1.2929074721830642,
      "learning_rate": 0.00029844323946144515,
      "loss": 5.5312,
      "step": 8632
    },
    {
      "epoch": 0.3535941019864837,
      "grad_norm": 1.2973226412102572,
      "learning_rate": 0.0002984427707707028,
      "loss": 6.0312,
      "step": 8633
    },
    {
      "epoch": 0.3536350604136801,
      "grad_norm": 1.2987025578896294,
      "learning_rate": 0.0002984423020097853,
      "loss": 6.125,
      "step": 8634
    },
    {
      "epoch": 0.3536760188408765,
      "grad_norm": 1.1099505861104,
      "learning_rate": 0.0002984418331786929,
      "loss": 5.9688,
      "step": 8635
    },
    {
      "epoch": 0.3537169772680729,
      "grad_norm": 1.7872734941328834,
      "learning_rate": 0.00029844136427742586,
      "loss": 6.375,
      "step": 8636
    },
    {
      "epoch": 0.3537579356952693,
      "grad_norm": 1.213693290532271,
      "learning_rate": 0.0002984408953059843,
      "loss": 5.875,
      "step": 8637
    },
    {
      "epoch": 0.3537988941224657,
      "grad_norm": 1.5351746328754785,
      "learning_rate": 0.0002984404262643685,
      "loss": 6.2812,
      "step": 8638
    },
    {
      "epoch": 0.3538398525496621,
      "grad_norm": 1.2364761186270894,
      "learning_rate": 0.0002984399571525787,
      "loss": 6.5312,
      "step": 8639
    },
    {
      "epoch": 0.3538808109768585,
      "grad_norm": 1.4854505361954806,
      "learning_rate": 0.00029843948797061515,
      "loss": 5.5,
      "step": 8640
    },
    {
      "epoch": 0.3539217694040549,
      "grad_norm": 1.2425824941390857,
      "learning_rate": 0.00029843901871847795,
      "loss": 7.625,
      "step": 8641
    },
    {
      "epoch": 0.35396272783125127,
      "grad_norm": 1.8704245956264407,
      "learning_rate": 0.00029843854939616744,
      "loss": 5.5,
      "step": 8642
    },
    {
      "epoch": 0.3540036862584477,
      "grad_norm": 1.2041020800143496,
      "learning_rate": 0.00029843808000368374,
      "loss": 5.7188,
      "step": 8643
    },
    {
      "epoch": 0.35404464468564406,
      "grad_norm": 1.268521250578314,
      "learning_rate": 0.0002984376105410272,
      "loss": 5.4062,
      "step": 8644
    },
    {
      "epoch": 0.3540856031128405,
      "grad_norm": 1.3669329384201576,
      "learning_rate": 0.00029843714100819793,
      "loss": 5.8125,
      "step": 8645
    },
    {
      "epoch": 0.35412656154003685,
      "grad_norm": 1.2874518482003063,
      "learning_rate": 0.0002984366714051962,
      "loss": 5.9688,
      "step": 8646
    },
    {
      "epoch": 0.3541675199672333,
      "grad_norm": 1.9584703446339995,
      "learning_rate": 0.0002984362017320222,
      "loss": 7.25,
      "step": 8647
    },
    {
      "epoch": 0.35420847839442965,
      "grad_norm": 1.2295745170216796,
      "learning_rate": 0.0002984357319886762,
      "loss": 5.5938,
      "step": 8648
    },
    {
      "epoch": 0.3542494368216261,
      "grad_norm": 1.0948691097689827,
      "learning_rate": 0.0002984352621751584,
      "loss": 5.625,
      "step": 8649
    },
    {
      "epoch": 0.35429039524882244,
      "grad_norm": 1.6830003731509582,
      "learning_rate": 0.000298434792291469,
      "loss": 5.5625,
      "step": 8650
    },
    {
      "epoch": 0.35433135367601887,
      "grad_norm": 1.248504609166865,
      "learning_rate": 0.0002984343223376083,
      "loss": 6.2188,
      "step": 8651
    },
    {
      "epoch": 0.35437231210321524,
      "grad_norm": 2.891802565213625,
      "learning_rate": 0.00029843385231357645,
      "loss": 4.875,
      "step": 8652
    },
    {
      "epoch": 0.3544132705304116,
      "grad_norm": 1.7096935628235583,
      "learning_rate": 0.00029843338221937363,
      "loss": 6.0,
      "step": 8653
    },
    {
      "epoch": 0.35445422895760803,
      "grad_norm": 1.5857925826486172,
      "learning_rate": 0.0002984329120550002,
      "loss": 7.1875,
      "step": 8654
    },
    {
      "epoch": 0.3544951873848044,
      "grad_norm": 1.5408578754178526,
      "learning_rate": 0.00029843244182045626,
      "loss": 5.75,
      "step": 8655
    },
    {
      "epoch": 0.3545361458120008,
      "grad_norm": 1.3681246307834867,
      "learning_rate": 0.0002984319715157421,
      "loss": 6.25,
      "step": 8656
    },
    {
      "epoch": 0.3545771042391972,
      "grad_norm": 3.0828376075507467,
      "learning_rate": 0.0002984315011408579,
      "loss": 7.0312,
      "step": 8657
    },
    {
      "epoch": 0.3546180626663936,
      "grad_norm": 1.5655129831126666,
      "learning_rate": 0.00029843103069580385,
      "loss": 5.3125,
      "step": 8658
    },
    {
      "epoch": 0.35465902109359,
      "grad_norm": 1.3991823703078947,
      "learning_rate": 0.0002984305601805803,
      "loss": 5.2812,
      "step": 8659
    },
    {
      "epoch": 0.3546999795207864,
      "grad_norm": 1.9426745488878192,
      "learning_rate": 0.00029843008959518736,
      "loss": 6.375,
      "step": 8660
    },
    {
      "epoch": 0.3547409379479828,
      "grad_norm": 1.6162420674681077,
      "learning_rate": 0.0002984296189396253,
      "loss": 5.4688,
      "step": 8661
    },
    {
      "epoch": 0.3547818963751792,
      "grad_norm": 1.5110113637990972,
      "learning_rate": 0.0002984291482138943,
      "loss": 5.5,
      "step": 8662
    },
    {
      "epoch": 0.3548228548023756,
      "grad_norm": 1.3352198424087482,
      "learning_rate": 0.00029842867741799463,
      "loss": 5.9062,
      "step": 8663
    },
    {
      "epoch": 0.354863813229572,
      "grad_norm": 2.0120217908665383,
      "learning_rate": 0.0002984282065519265,
      "loss": 7.5625,
      "step": 8664
    },
    {
      "epoch": 0.35490477165676837,
      "grad_norm": 1.2791973150166764,
      "learning_rate": 0.0002984277356156901,
      "loss": 5.375,
      "step": 8665
    },
    {
      "epoch": 0.3549457300839648,
      "grad_norm": 1.6882783009197515,
      "learning_rate": 0.0002984272646092857,
      "loss": 5.3125,
      "step": 8666
    },
    {
      "epoch": 0.35498668851116116,
      "grad_norm": 3.4014842839428034,
      "learning_rate": 0.0002984267935327135,
      "loss": 4.9688,
      "step": 8667
    },
    {
      "epoch": 0.3550276469383576,
      "grad_norm": 4.216268172171691,
      "learning_rate": 0.00029842632238597373,
      "loss": 6.5625,
      "step": 8668
    },
    {
      "epoch": 0.35506860536555396,
      "grad_norm": 1.4934978788777467,
      "learning_rate": 0.0002984258511690666,
      "loss": 5.3125,
      "step": 8669
    },
    {
      "epoch": 0.3551095637927504,
      "grad_norm": 2.504317833038819,
      "learning_rate": 0.00029842537988199235,
      "loss": 6.2812,
      "step": 8670
    },
    {
      "epoch": 0.35515052221994675,
      "grad_norm": 1.4100383819996574,
      "learning_rate": 0.0002984249085247512,
      "loss": 3.9531,
      "step": 8671
    },
    {
      "epoch": 0.3551914806471432,
      "grad_norm": 1.2314554728999887,
      "learning_rate": 0.00029842443709734333,
      "loss": 5.6562,
      "step": 8672
    },
    {
      "epoch": 0.35523243907433955,
      "grad_norm": 3.5493892822750728,
      "learning_rate": 0.000298423965599769,
      "loss": 4.75,
      "step": 8673
    },
    {
      "epoch": 0.3552733975015359,
      "grad_norm": 2.640895122861548,
      "learning_rate": 0.0002984234940320285,
      "loss": 4.8125,
      "step": 8674
    },
    {
      "epoch": 0.35531435592873234,
      "grad_norm": 2.5682284111166918,
      "learning_rate": 0.0002984230223941219,
      "loss": 4.8438,
      "step": 8675
    },
    {
      "epoch": 0.3553553143559287,
      "grad_norm": 1.4306777412111422,
      "learning_rate": 0.00029842255068604956,
      "loss": 5.3438,
      "step": 8676
    },
    {
      "epoch": 0.35539627278312513,
      "grad_norm": 1.4740070785851696,
      "learning_rate": 0.00029842207890781166,
      "loss": 5.5625,
      "step": 8677
    },
    {
      "epoch": 0.3554372312103215,
      "grad_norm": 1.3431731389573904,
      "learning_rate": 0.0002984216070594084,
      "loss": 5.2812,
      "step": 8678
    },
    {
      "epoch": 0.3554781896375179,
      "grad_norm": 1.3564159874277817,
      "learning_rate": 0.0002984211351408399,
      "loss": 6.3125,
      "step": 8679
    },
    {
      "epoch": 0.3555191480647143,
      "grad_norm": 1.3376701668427255,
      "learning_rate": 0.00029842066315210667,
      "loss": 5.2188,
      "step": 8680
    },
    {
      "epoch": 0.3555601064919107,
      "grad_norm": 1.6433033826522934,
      "learning_rate": 0.0002984201910932087,
      "loss": 7.2188,
      "step": 8681
    },
    {
      "epoch": 0.3556010649191071,
      "grad_norm": 1.5701988096994983,
      "learning_rate": 0.0002984197189641463,
      "loss": 6.4688,
      "step": 8682
    },
    {
      "epoch": 0.3556420233463035,
      "grad_norm": 1.1919543761681834,
      "learning_rate": 0.00029841924676491966,
      "loss": 5.625,
      "step": 8683
    },
    {
      "epoch": 0.3556829817734999,
      "grad_norm": 1.5429668342537426,
      "learning_rate": 0.00029841877449552896,
      "loss": 4.125,
      "step": 8684
    },
    {
      "epoch": 0.3557239402006963,
      "grad_norm": 1.2705418148085181,
      "learning_rate": 0.0002984183021559745,
      "loss": 5.3125,
      "step": 8685
    },
    {
      "epoch": 0.3557648986278927,
      "grad_norm": 1.2676509502739537,
      "learning_rate": 0.0002984178297462565,
      "loss": 5.9688,
      "step": 8686
    },
    {
      "epoch": 0.3558058570550891,
      "grad_norm": 1.2705539604320935,
      "learning_rate": 0.00029841735726637516,
      "loss": 6.375,
      "step": 8687
    },
    {
      "epoch": 0.3558468154822855,
      "grad_norm": 2.2733807759445743,
      "learning_rate": 0.0002984168847163307,
      "loss": 5.25,
      "step": 8688
    },
    {
      "epoch": 0.3558877739094819,
      "grad_norm": 2.313636679239345,
      "learning_rate": 0.00029841641209612336,
      "loss": 7.8125,
      "step": 8689
    },
    {
      "epoch": 0.35592873233667827,
      "grad_norm": 1.380823362950402,
      "learning_rate": 0.0002984159394057533,
      "loss": 5.25,
      "step": 8690
    },
    {
      "epoch": 0.3559696907638747,
      "grad_norm": 1.2826275279409063,
      "learning_rate": 0.00029841546664522085,
      "loss": 6.0625,
      "step": 8691
    },
    {
      "epoch": 0.35601064919107106,
      "grad_norm": 1.2133660478549242,
      "learning_rate": 0.00029841499381452616,
      "loss": 5.5625,
      "step": 8692
    },
    {
      "epoch": 0.3560516076182675,
      "grad_norm": 1.0280494146516619,
      "learning_rate": 0.0002984145209136695,
      "loss": 3.75,
      "step": 8693
    },
    {
      "epoch": 0.35609256604546385,
      "grad_norm": 1.4276749479936544,
      "learning_rate": 0.00029841404794265104,
      "loss": 6.0938,
      "step": 8694
    },
    {
      "epoch": 0.3561335244726602,
      "grad_norm": 1.7408723188092026,
      "learning_rate": 0.000298413574901471,
      "loss": 5.6875,
      "step": 8695
    },
    {
      "epoch": 0.35617448289985665,
      "grad_norm": 1.2482921848188442,
      "learning_rate": 0.0002984131017901297,
      "loss": 5.75,
      "step": 8696
    },
    {
      "epoch": 0.356215441327053,
      "grad_norm": 3.1956196843563185,
      "learning_rate": 0.00029841262860862724,
      "loss": 8.3125,
      "step": 8697
    },
    {
      "epoch": 0.35625639975424944,
      "grad_norm": 1.199836391956349,
      "learning_rate": 0.00029841215535696396,
      "loss": 6.4062,
      "step": 8698
    },
    {
      "epoch": 0.3562973581814458,
      "grad_norm": 6.970954256362639,
      "learning_rate": 0.00029841168203514,
      "loss": 5.5625,
      "step": 8699
    },
    {
      "epoch": 0.35633831660864224,
      "grad_norm": 1.3212123589716291,
      "learning_rate": 0.0002984112086431556,
      "loss": 5.4688,
      "step": 8700
    },
    {
      "epoch": 0.3563792750358386,
      "grad_norm": 2.3746278935849268,
      "learning_rate": 0.000298410735181011,
      "loss": 7.6875,
      "step": 8701
    },
    {
      "epoch": 0.35642023346303503,
      "grad_norm": 4.600150714062243,
      "learning_rate": 0.0002984102616487064,
      "loss": 6.5,
      "step": 8702
    },
    {
      "epoch": 0.3564611918902314,
      "grad_norm": 1.650773582160049,
      "learning_rate": 0.00029840978804624205,
      "loss": 6.1875,
      "step": 8703
    },
    {
      "epoch": 0.3565021503174278,
      "grad_norm": 1.6558980204706484,
      "learning_rate": 0.00029840931437361814,
      "loss": 5.2188,
      "step": 8704
    },
    {
      "epoch": 0.3565431087446242,
      "grad_norm": 1.185604110900921,
      "learning_rate": 0.00029840884063083497,
      "loss": 5.7812,
      "step": 8705
    },
    {
      "epoch": 0.3565840671718206,
      "grad_norm": 1.2049015144585777,
      "learning_rate": 0.00029840836681789264,
      "loss": 5.3125,
      "step": 8706
    },
    {
      "epoch": 0.356625025599017,
      "grad_norm": 1.2658029037388783,
      "learning_rate": 0.00029840789293479153,
      "loss": 6.1875,
      "step": 8707
    },
    {
      "epoch": 0.3566659840262134,
      "grad_norm": 1.8058137153952363,
      "learning_rate": 0.00029840741898153175,
      "loss": 5.4375,
      "step": 8708
    },
    {
      "epoch": 0.3567069424534098,
      "grad_norm": 1.848941429540708,
      "learning_rate": 0.0002984069449581135,
      "loss": 5.3125,
      "step": 8709
    },
    {
      "epoch": 0.3567479008806062,
      "grad_norm": 1.740821554000275,
      "learning_rate": 0.00029840647086453717,
      "loss": 7.0938,
      "step": 8710
    },
    {
      "epoch": 0.3567888593078026,
      "grad_norm": 1.3128275692266567,
      "learning_rate": 0.0002984059967008028,
      "loss": 5.3438,
      "step": 8711
    },
    {
      "epoch": 0.356829817734999,
      "grad_norm": 1.5469602657860817,
      "learning_rate": 0.0002984055224669107,
      "loss": 4.4062,
      "step": 8712
    },
    {
      "epoch": 0.35687077616219537,
      "grad_norm": 1.6722598806716915,
      "learning_rate": 0.00029840504816286103,
      "loss": 5.4375,
      "step": 8713
    },
    {
      "epoch": 0.3569117345893918,
      "grad_norm": 1.544684950026295,
      "learning_rate": 0.0002984045737886541,
      "loss": 7.5,
      "step": 8714
    },
    {
      "epoch": 0.35695269301658816,
      "grad_norm": 2.1677504669040797,
      "learning_rate": 0.0002984040993442901,
      "loss": 6.8125,
      "step": 8715
    },
    {
      "epoch": 0.35699365144378453,
      "grad_norm": 2.3612987926994755,
      "learning_rate": 0.0002984036248297693,
      "loss": 7.5312,
      "step": 8716
    },
    {
      "epoch": 0.35703460987098096,
      "grad_norm": 1.3401448242253478,
      "learning_rate": 0.0002984031502450918,
      "loss": 5.8438,
      "step": 8717
    },
    {
      "epoch": 0.3570755682981773,
      "grad_norm": 4.585550399606347,
      "learning_rate": 0.00029840267559025797,
      "loss": 6.8438,
      "step": 8718
    },
    {
      "epoch": 0.35711652672537375,
      "grad_norm": 1.5727983423077647,
      "learning_rate": 0.0002984022008652679,
      "loss": 6.9375,
      "step": 8719
    },
    {
      "epoch": 0.3571574851525701,
      "grad_norm": 1.5404548899126314,
      "learning_rate": 0.0002984017260701219,
      "loss": 6.8125,
      "step": 8720
    },
    {
      "epoch": 0.35719844357976654,
      "grad_norm": 1.6487294900228677,
      "learning_rate": 0.00029840125120482024,
      "loss": 6.6875,
      "step": 8721
    },
    {
      "epoch": 0.3572394020069629,
      "grad_norm": 8.028797893758055,
      "learning_rate": 0.000298400776269363,
      "loss": 6.875,
      "step": 8722
    },
    {
      "epoch": 0.35728036043415934,
      "grad_norm": 1.4864818766769923,
      "learning_rate": 0.00029840030126375053,
      "loss": 6.0938,
      "step": 8723
    },
    {
      "epoch": 0.3573213188613557,
      "grad_norm": 4.811356751203331,
      "learning_rate": 0.00029839982618798296,
      "loss": 6.125,
      "step": 8724
    },
    {
      "epoch": 0.35736227728855213,
      "grad_norm": 2.002234479023898,
      "learning_rate": 0.00029839935104206063,
      "loss": 5.9375,
      "step": 8725
    },
    {
      "epoch": 0.3574032357157485,
      "grad_norm": 2.559555488265874,
      "learning_rate": 0.0002983988758259837,
      "loss": 6.5625,
      "step": 8726
    },
    {
      "epoch": 0.3574441941429449,
      "grad_norm": 1.2324326468125806,
      "learning_rate": 0.0002983984005397523,
      "loss": 5.9062,
      "step": 8727
    },
    {
      "epoch": 0.3574851525701413,
      "grad_norm": 3.543636762719247,
      "learning_rate": 0.0002983979251833668,
      "loss": 7.3125,
      "step": 8728
    },
    {
      "epoch": 0.3575261109973377,
      "grad_norm": 1.7202963943092295,
      "learning_rate": 0.00029839744975682737,
      "loss": 6.75,
      "step": 8729
    },
    {
      "epoch": 0.3575670694245341,
      "grad_norm": 2.094445056003514,
      "learning_rate": 0.0002983969742601343,
      "loss": 4.0312,
      "step": 8730
    },
    {
      "epoch": 0.3576080278517305,
      "grad_norm": 1.9771559760496102,
      "learning_rate": 0.00029839649869328765,
      "loss": 6.0938,
      "step": 8731
    },
    {
      "epoch": 0.3576489862789269,
      "grad_norm": 3.2101317376899936,
      "learning_rate": 0.0002983960230562878,
      "loss": 2.0625,
      "step": 8732
    },
    {
      "epoch": 0.3576899447061233,
      "grad_norm": 1.3666182297370564,
      "learning_rate": 0.00029839554734913495,
      "loss": 5.875,
      "step": 8733
    },
    {
      "epoch": 0.3577309031333197,
      "grad_norm": 3.937949273417286,
      "learning_rate": 0.00029839507157182927,
      "loss": 8.1875,
      "step": 8734
    },
    {
      "epoch": 0.3577718615605161,
      "grad_norm": 1.1716160470175878,
      "learning_rate": 0.00029839459572437093,
      "loss": 6.3438,
      "step": 8735
    },
    {
      "epoch": 0.35781281998771247,
      "grad_norm": 1.5570009866062982,
      "learning_rate": 0.0002983941198067604,
      "loss": 5.2188,
      "step": 8736
    },
    {
      "epoch": 0.35785377841490884,
      "grad_norm": 2.6984888708899453,
      "learning_rate": 0.00029839364381899756,
      "loss": 5.2812,
      "step": 8737
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 1.2264475181524008,
      "learning_rate": 0.00029839316776108295,
      "loss": 6.6562,
      "step": 8738
    },
    {
      "epoch": 0.35793569526930163,
      "grad_norm": 1.304805293254706,
      "learning_rate": 0.00029839269163301656,
      "loss": 6.4688,
      "step": 8739
    },
    {
      "epoch": 0.35797665369649806,
      "grad_norm": 1.4452435273253352,
      "learning_rate": 0.0002983922154347988,
      "loss": 5.6875,
      "step": 8740
    },
    {
      "epoch": 0.35801761212369443,
      "grad_norm": 1.6160195605074041,
      "learning_rate": 0.0002983917391664298,
      "loss": 6.4688,
      "step": 8741
    },
    {
      "epoch": 0.35805857055089085,
      "grad_norm": 1.5811260316556772,
      "learning_rate": 0.0002983912628279098,
      "loss": 6.5312,
      "step": 8742
    },
    {
      "epoch": 0.3580995289780872,
      "grad_norm": 1.1185237041559142,
      "learning_rate": 0.00029839078641923897,
      "loss": 5.9688,
      "step": 8743
    },
    {
      "epoch": 0.35814048740528365,
      "grad_norm": 2.418505254600943,
      "learning_rate": 0.0002983903099404176,
      "loss": 4.2812,
      "step": 8744
    },
    {
      "epoch": 0.35818144583248,
      "grad_norm": 1.0871946207502152,
      "learning_rate": 0.00029838983339144595,
      "loss": 6.3125,
      "step": 8745
    },
    {
      "epoch": 0.35822240425967644,
      "grad_norm": 1.5391828937240597,
      "learning_rate": 0.0002983893567723242,
      "loss": 5.9062,
      "step": 8746
    },
    {
      "epoch": 0.3582633626868728,
      "grad_norm": 1.2816966370875498,
      "learning_rate": 0.0002983888800830525,
      "loss": 5.4688,
      "step": 8747
    },
    {
      "epoch": 0.35830432111406924,
      "grad_norm": 1.221094845514412,
      "learning_rate": 0.0002983884033236312,
      "loss": 6.0,
      "step": 8748
    },
    {
      "epoch": 0.3583452795412656,
      "grad_norm": 1.5976607070897317,
      "learning_rate": 0.00029838792649406045,
      "loss": 7.25,
      "step": 8749
    },
    {
      "epoch": 0.35838623796846203,
      "grad_norm": 1.3461368526598412,
      "learning_rate": 0.0002983874495943405,
      "loss": 7.5625,
      "step": 8750
    },
    {
      "epoch": 0.3584271963956584,
      "grad_norm": 1.207531477909713,
      "learning_rate": 0.00029838697262447156,
      "loss": 5.8125,
      "step": 8751
    },
    {
      "epoch": 0.3584681548228548,
      "grad_norm": 1.458433091442528,
      "learning_rate": 0.00029838649558445394,
      "loss": 4.5625,
      "step": 8752
    },
    {
      "epoch": 0.3585091132500512,
      "grad_norm": 1.0611728647647363,
      "learning_rate": 0.00029838601847428773,
      "loss": 5.4062,
      "step": 8753
    },
    {
      "epoch": 0.3585500716772476,
      "grad_norm": 1.280875387527453,
      "learning_rate": 0.0002983855412939732,
      "loss": 5.9375,
      "step": 8754
    },
    {
      "epoch": 0.358591030104444,
      "grad_norm": 1.1131215435108117,
      "learning_rate": 0.0002983850640435107,
      "loss": 5.5625,
      "step": 8755
    },
    {
      "epoch": 0.3586319885316404,
      "grad_norm": 1.209584526688773,
      "learning_rate": 0.00029838458672290025,
      "loss": 5.625,
      "step": 8756
    },
    {
      "epoch": 0.3586729469588368,
      "grad_norm": 4.595677203184965,
      "learning_rate": 0.00029838410933214225,
      "loss": 5.0,
      "step": 8757
    },
    {
      "epoch": 0.35871390538603315,
      "grad_norm": 1.9500975115750414,
      "learning_rate": 0.0002983836318712368,
      "loss": 4.375,
      "step": 8758
    },
    {
      "epoch": 0.3587548638132296,
      "grad_norm": 1.3547069399897118,
      "learning_rate": 0.0002983831543401842,
      "loss": 5.25,
      "step": 8759
    },
    {
      "epoch": 0.35879582224042594,
      "grad_norm": 3.6763576003630996,
      "learning_rate": 0.00029838267673898465,
      "loss": 5.875,
      "step": 8760
    },
    {
      "epoch": 0.35883678066762237,
      "grad_norm": 4.0221554282127645,
      "learning_rate": 0.0002983821990676384,
      "loss": 7.9688,
      "step": 8761
    },
    {
      "epoch": 0.35887773909481874,
      "grad_norm": 1.2775468815297775,
      "learning_rate": 0.00029838172132614564,
      "loss": 5.0625,
      "step": 8762
    },
    {
      "epoch": 0.35891869752201516,
      "grad_norm": 3.223504757951821,
      "learning_rate": 0.0002983812435145066,
      "loss": 7.0625,
      "step": 8763
    },
    {
      "epoch": 0.35895965594921153,
      "grad_norm": 1.2291217525690012,
      "learning_rate": 0.00029838076563272156,
      "loss": 6.2188,
      "step": 8764
    },
    {
      "epoch": 0.35900061437640796,
      "grad_norm": 1.7074781308475084,
      "learning_rate": 0.0002983802876807907,
      "loss": 6.375,
      "step": 8765
    },
    {
      "epoch": 0.3590415728036043,
      "grad_norm": 1.6759418352915665,
      "learning_rate": 0.0002983798096587142,
      "loss": 6.8438,
      "step": 8766
    },
    {
      "epoch": 0.35908253123080075,
      "grad_norm": 1.2309424057929756,
      "learning_rate": 0.00029837933156649234,
      "loss": 5.6562,
      "step": 8767
    },
    {
      "epoch": 0.3591234896579971,
      "grad_norm": 1.234142456745932,
      "learning_rate": 0.0002983788534041254,
      "loss": 5.5625,
      "step": 8768
    },
    {
      "epoch": 0.35916444808519354,
      "grad_norm": 1.8643280953899206,
      "learning_rate": 0.00029837837517161347,
      "loss": 6.2188,
      "step": 8769
    },
    {
      "epoch": 0.3592054065123899,
      "grad_norm": 1.465439537528874,
      "learning_rate": 0.0002983778968689569,
      "loss": 6.9688,
      "step": 8770
    },
    {
      "epoch": 0.35924636493958634,
      "grad_norm": 1.4118114538583173,
      "learning_rate": 0.00029837741849615587,
      "loss": 6.0625,
      "step": 8771
    },
    {
      "epoch": 0.3592873233667827,
      "grad_norm": 2.037872005184994,
      "learning_rate": 0.0002983769400532106,
      "loss": 7.9688,
      "step": 8772
    },
    {
      "epoch": 0.35932828179397913,
      "grad_norm": 1.2652773652190428,
      "learning_rate": 0.0002983764615401213,
      "loss": 7.375,
      "step": 8773
    },
    {
      "epoch": 0.3593692402211755,
      "grad_norm": 3.0955608059573434,
      "learning_rate": 0.0002983759829568883,
      "loss": 7.625,
      "step": 8774
    },
    {
      "epoch": 0.3594101986483719,
      "grad_norm": 2.3929082918521347,
      "learning_rate": 0.0002983755043035117,
      "loss": 8.6875,
      "step": 8775
    },
    {
      "epoch": 0.3594511570755683,
      "grad_norm": 1.6365831155377577,
      "learning_rate": 0.0002983750255799917,
      "loss": 5.9688,
      "step": 8776
    },
    {
      "epoch": 0.3594921155027647,
      "grad_norm": 1.77891861037826,
      "learning_rate": 0.0002983745467863287,
      "loss": 7.1875,
      "step": 8777
    },
    {
      "epoch": 0.3595330739299611,
      "grad_norm": 1.9828439486546858,
      "learning_rate": 0.00029837406792252276,
      "loss": 6.7188,
      "step": 8778
    },
    {
      "epoch": 0.35957403235715746,
      "grad_norm": 1.496702739918501,
      "learning_rate": 0.0002983735889885742,
      "loss": 5.9062,
      "step": 8779
    },
    {
      "epoch": 0.3596149907843539,
      "grad_norm": 1.55493926461279,
      "learning_rate": 0.0002983731099844832,
      "loss": 7.3438,
      "step": 8780
    },
    {
      "epoch": 0.35965594921155025,
      "grad_norm": 2.1322991116648926,
      "learning_rate": 0.00029837263091025,
      "loss": 8.0625,
      "step": 8781
    },
    {
      "epoch": 0.3596969076387467,
      "grad_norm": 1.3068334646279436,
      "learning_rate": 0.00029837215176587486,
      "loss": 6.0312,
      "step": 8782
    },
    {
      "epoch": 0.35973786606594305,
      "grad_norm": 8.354193083105066,
      "learning_rate": 0.00029837167255135794,
      "loss": 2.3281,
      "step": 8783
    },
    {
      "epoch": 0.35977882449313947,
      "grad_norm": 8.507362975683908,
      "learning_rate": 0.00029837119326669954,
      "loss": 6.5,
      "step": 8784
    },
    {
      "epoch": 0.35981978292033584,
      "grad_norm": 1.6025847082278817,
      "learning_rate": 0.00029837071391189987,
      "loss": 7.1875,
      "step": 8785
    },
    {
      "epoch": 0.35986074134753226,
      "grad_norm": 1.3081387834204328,
      "learning_rate": 0.0002983702344869591,
      "loss": 5.2812,
      "step": 8786
    },
    {
      "epoch": 0.35990169977472863,
      "grad_norm": 2.0995399829838814,
      "learning_rate": 0.0002983697549918775,
      "loss": 8.875,
      "step": 8787
    },
    {
      "epoch": 0.35994265820192506,
      "grad_norm": 1.2199604319947832,
      "learning_rate": 0.0002983692754266552,
      "loss": 6.7188,
      "step": 8788
    },
    {
      "epoch": 0.35998361662912143,
      "grad_norm": 1.5804768483142766,
      "learning_rate": 0.00029836879579129264,
      "loss": 5.7188,
      "step": 8789
    },
    {
      "epoch": 0.36002457505631785,
      "grad_norm": 2.7482263724350404,
      "learning_rate": 0.0002983683160857899,
      "loss": 4.3125,
      "step": 8790
    },
    {
      "epoch": 0.3600655334835142,
      "grad_norm": 1.8655905600281122,
      "learning_rate": 0.0002983678363101472,
      "loss": 5.5312,
      "step": 8791
    },
    {
      "epoch": 0.36010649191071065,
      "grad_norm": 1.4103173584190691,
      "learning_rate": 0.0002983673564643648,
      "loss": 6.6562,
      "step": 8792
    },
    {
      "epoch": 0.360147450337907,
      "grad_norm": 1.0884250705923952,
      "learning_rate": 0.00029836687654844293,
      "loss": 5.7812,
      "step": 8793
    },
    {
      "epoch": 0.36018840876510344,
      "grad_norm": 1.3397290428221027,
      "learning_rate": 0.0002983663965623818,
      "loss": 5.5,
      "step": 8794
    },
    {
      "epoch": 0.3602293671922998,
      "grad_norm": 1.4075972504104615,
      "learning_rate": 0.0002983659165061817,
      "loss": 5.4375,
      "step": 8795
    },
    {
      "epoch": 0.36027032561949623,
      "grad_norm": 3.005244780483874,
      "learning_rate": 0.0002983654363798427,
      "loss": 6.5938,
      "step": 8796
    },
    {
      "epoch": 0.3603112840466926,
      "grad_norm": 3.7836816509228064,
      "learning_rate": 0.0002983649561833652,
      "loss": 2.6562,
      "step": 8797
    },
    {
      "epoch": 0.36035224247388903,
      "grad_norm": 1.0723673083712417,
      "learning_rate": 0.00029836447591674933,
      "loss": 6.25,
      "step": 8798
    },
    {
      "epoch": 0.3603932009010854,
      "grad_norm": 1.523084409226511,
      "learning_rate": 0.0002983639955799954,
      "loss": 5.3438,
      "step": 8799
    },
    {
      "epoch": 0.36043415932828177,
      "grad_norm": 1.1530894547939883,
      "learning_rate": 0.0002983635151731035,
      "loss": 5.8438,
      "step": 8800
    },
    {
      "epoch": 0.3604751177554782,
      "grad_norm": 1.3487623319477364,
      "learning_rate": 0.000298363034696074,
      "loss": 5.5938,
      "step": 8801
    },
    {
      "epoch": 0.36051607618267456,
      "grad_norm": 1.2706764484831026,
      "learning_rate": 0.0002983625541489071,
      "loss": 5.9688,
      "step": 8802
    },
    {
      "epoch": 0.360557034609871,
      "grad_norm": 1.3455218509603732,
      "learning_rate": 0.0002983620735316029,
      "loss": 6.0312,
      "step": 8803
    },
    {
      "epoch": 0.36059799303706735,
      "grad_norm": 1.1187354695795486,
      "learning_rate": 0.0002983615928441618,
      "loss": 6.7812,
      "step": 8804
    },
    {
      "epoch": 0.3606389514642638,
      "grad_norm": 1.1463633683550123,
      "learning_rate": 0.00029836111208658386,
      "loss": 5.5312,
      "step": 8805
    },
    {
      "epoch": 0.36067990989146015,
      "grad_norm": 1.070191541623019,
      "learning_rate": 0.00029836063125886946,
      "loss": 6.0938,
      "step": 8806
    },
    {
      "epoch": 0.3607208683186566,
      "grad_norm": 1.2631070912704183,
      "learning_rate": 0.00029836015036101873,
      "loss": 5.8438,
      "step": 8807
    },
    {
      "epoch": 0.36076182674585294,
      "grad_norm": 1.293456871335094,
      "learning_rate": 0.00029835966939303194,
      "loss": 5.5,
      "step": 8808
    },
    {
      "epoch": 0.36080278517304937,
      "grad_norm": 1.194975102450826,
      "learning_rate": 0.00029835918835490935,
      "loss": 5.2812,
      "step": 8809
    },
    {
      "epoch": 0.36084374360024574,
      "grad_norm": 3.707534766483513,
      "learning_rate": 0.00029835870724665114,
      "loss": 5.8438,
      "step": 8810
    },
    {
      "epoch": 0.36088470202744216,
      "grad_norm": 1.728930422777104,
      "learning_rate": 0.00029835822606825746,
      "loss": 6.75,
      "step": 8811
    },
    {
      "epoch": 0.36092566045463853,
      "grad_norm": 2.8466331339948256,
      "learning_rate": 0.0002983577448197287,
      "loss": 6.375,
      "step": 8812
    },
    {
      "epoch": 0.36096661888183496,
      "grad_norm": 1.782456397496665,
      "learning_rate": 0.00029835726350106495,
      "loss": 5.5625,
      "step": 8813
    },
    {
      "epoch": 0.3610075773090313,
      "grad_norm": 1.6476144754540065,
      "learning_rate": 0.00029835678211226655,
      "loss": 6.5938,
      "step": 8814
    },
    {
      "epoch": 0.36104853573622775,
      "grad_norm": 3.891274800704021,
      "learning_rate": 0.0002983563006533336,
      "loss": 6.4688,
      "step": 8815
    },
    {
      "epoch": 0.3610894941634241,
      "grad_norm": 1.5216764854383897,
      "learning_rate": 0.00029835581912426645,
      "loss": 6.4688,
      "step": 8816
    },
    {
      "epoch": 0.36113045259062054,
      "grad_norm": 1.4325724889466964,
      "learning_rate": 0.00029835533752506534,
      "loss": 6.5,
      "step": 8817
    },
    {
      "epoch": 0.3611714110178169,
      "grad_norm": 1.1624093229233234,
      "learning_rate": 0.00029835485585573033,
      "loss": 5.75,
      "step": 8818
    },
    {
      "epoch": 0.36121236944501334,
      "grad_norm": 4.0991777461511845,
      "learning_rate": 0.0002983543741162618,
      "loss": 6.8125,
      "step": 8819
    },
    {
      "epoch": 0.3612533278722097,
      "grad_norm": 1.414472967126721,
      "learning_rate": 0.00029835389230665994,
      "loss": 5.25,
      "step": 8820
    },
    {
      "epoch": 0.3612942862994061,
      "grad_norm": 1.1054607203144269,
      "learning_rate": 0.00029835341042692493,
      "loss": 4.125,
      "step": 8821
    },
    {
      "epoch": 0.3613352447266025,
      "grad_norm": 1.315082416647462,
      "learning_rate": 0.00029835292847705706,
      "loss": 5.9688,
      "step": 8822
    },
    {
      "epoch": 0.36137620315379887,
      "grad_norm": 1.3015582538198256,
      "learning_rate": 0.00029835244645705654,
      "loss": 5.375,
      "step": 8823
    },
    {
      "epoch": 0.3614171615809953,
      "grad_norm": 7.794890962651585,
      "learning_rate": 0.0002983519643669236,
      "loss": 2.5625,
      "step": 8824
    },
    {
      "epoch": 0.36145812000819166,
      "grad_norm": 1.3510405281118303,
      "learning_rate": 0.0002983514822066584,
      "loss": 6.0312,
      "step": 8825
    },
    {
      "epoch": 0.3614990784353881,
      "grad_norm": 2.454143361746077,
      "learning_rate": 0.00029835099997626126,
      "loss": 7.5312,
      "step": 8826
    },
    {
      "epoch": 0.36154003686258446,
      "grad_norm": 1.4792203808396525,
      "learning_rate": 0.00029835051767573243,
      "loss": 6.5938,
      "step": 8827
    },
    {
      "epoch": 0.3615809952897809,
      "grad_norm": 1.1677534735460795,
      "learning_rate": 0.00029835003530507203,
      "loss": 6.7812,
      "step": 8828
    },
    {
      "epoch": 0.36162195371697725,
      "grad_norm": 1.484516743422738,
      "learning_rate": 0.00029834955286428034,
      "loss": 6.5,
      "step": 8829
    },
    {
      "epoch": 0.3616629121441737,
      "grad_norm": 1.4237084512441187,
      "learning_rate": 0.00029834907035335763,
      "loss": 5.3125,
      "step": 8830
    },
    {
      "epoch": 0.36170387057137005,
      "grad_norm": 1.7833802115509167,
      "learning_rate": 0.000298348587772304,
      "loss": 6.5312,
      "step": 8831
    },
    {
      "epoch": 0.36174482899856647,
      "grad_norm": 1.4803010207573744,
      "learning_rate": 0.00029834810512111985,
      "loss": 5.4375,
      "step": 8832
    },
    {
      "epoch": 0.36178578742576284,
      "grad_norm": 1.8696128531138474,
      "learning_rate": 0.0002983476223998053,
      "loss": 5.3438,
      "step": 8833
    },
    {
      "epoch": 0.36182674585295926,
      "grad_norm": 1.2298260166867294,
      "learning_rate": 0.0002983471396083606,
      "loss": 5.7188,
      "step": 8834
    },
    {
      "epoch": 0.36186770428015563,
      "grad_norm": 2.158627568500549,
      "learning_rate": 0.000298346656746786,
      "loss": 6.9375,
      "step": 8835
    },
    {
      "epoch": 0.36190866270735206,
      "grad_norm": 5.670414219959415,
      "learning_rate": 0.00029834617381508164,
      "loss": 6.625,
      "step": 8836
    },
    {
      "epoch": 0.3619496211345484,
      "grad_norm": 1.5082259770300999,
      "learning_rate": 0.0002983456908132479,
      "loss": 7.5625,
      "step": 8837
    },
    {
      "epoch": 0.36199057956174485,
      "grad_norm": 1.4864615008513598,
      "learning_rate": 0.0002983452077412849,
      "loss": 7.5938,
      "step": 8838
    },
    {
      "epoch": 0.3620315379889412,
      "grad_norm": 1.325078045499444,
      "learning_rate": 0.0002983447245991929,
      "loss": 6.8125,
      "step": 8839
    },
    {
      "epoch": 0.36207249641613765,
      "grad_norm": 1.1760917253859304,
      "learning_rate": 0.00029834424138697207,
      "loss": 3.4531,
      "step": 8840
    },
    {
      "epoch": 0.362113454843334,
      "grad_norm": 1.1473334613031279,
      "learning_rate": 0.00029834375810462277,
      "loss": 5.6562,
      "step": 8841
    },
    {
      "epoch": 0.3621544132705304,
      "grad_norm": 1.227814495388064,
      "learning_rate": 0.0002983432747521451,
      "loss": 5.7188,
      "step": 8842
    },
    {
      "epoch": 0.3621953716977268,
      "grad_norm": 1.7902757653618833,
      "learning_rate": 0.00029834279132953933,
      "loss": 6.1562,
      "step": 8843
    },
    {
      "epoch": 0.3622363301249232,
      "grad_norm": 1.8121769427864836,
      "learning_rate": 0.00029834230783680574,
      "loss": 6.9062,
      "step": 8844
    },
    {
      "epoch": 0.3622772885521196,
      "grad_norm": 1.2230147842906869,
      "learning_rate": 0.00029834182427394444,
      "loss": 5.6875,
      "step": 8845
    },
    {
      "epoch": 0.36231824697931597,
      "grad_norm": 1.325559819157408,
      "learning_rate": 0.0002983413406409558,
      "loss": 5.8438,
      "step": 8846
    },
    {
      "epoch": 0.3623592054065124,
      "grad_norm": 1.1938584859068855,
      "learning_rate": 0.00029834085693784,
      "loss": 6.1875,
      "step": 8847
    },
    {
      "epoch": 0.36240016383370877,
      "grad_norm": 1.2401582465212002,
      "learning_rate": 0.00029834037316459717,
      "loss": 5.4688,
      "step": 8848
    },
    {
      "epoch": 0.3624411222609052,
      "grad_norm": 1.2315780521382824,
      "learning_rate": 0.00029833988932122767,
      "loss": 5.3125,
      "step": 8849
    },
    {
      "epoch": 0.36248208068810156,
      "grad_norm": 3.875745156067256,
      "learning_rate": 0.0002983394054077317,
      "loss": 8.25,
      "step": 8850
    },
    {
      "epoch": 0.362523039115298,
      "grad_norm": 2.062763683509349,
      "learning_rate": 0.0002983389214241094,
      "loss": 5.6562,
      "step": 8851
    },
    {
      "epoch": 0.36256399754249435,
      "grad_norm": 1.1219541535651334,
      "learning_rate": 0.0002983384373703611,
      "loss": 5.4688,
      "step": 8852
    },
    {
      "epoch": 0.3626049559696908,
      "grad_norm": 1.53561258202524,
      "learning_rate": 0.00029833795324648704,
      "loss": 5.125,
      "step": 8853
    },
    {
      "epoch": 0.36264591439688715,
      "grad_norm": 2.8627479850404356,
      "learning_rate": 0.0002983374690524873,
      "loss": 7.5312,
      "step": 8854
    },
    {
      "epoch": 0.3626868728240836,
      "grad_norm": 1.445767552682265,
      "learning_rate": 0.0002983369847883623,
      "loss": 5.75,
      "step": 8855
    },
    {
      "epoch": 0.36272783125127994,
      "grad_norm": 2.123733989912021,
      "learning_rate": 0.00029833650045411214,
      "loss": 4.2812,
      "step": 8856
    },
    {
      "epoch": 0.36276878967847637,
      "grad_norm": 4.5051594205250804,
      "learning_rate": 0.0002983360160497371,
      "loss": 5.25,
      "step": 8857
    },
    {
      "epoch": 0.36280974810567274,
      "grad_norm": 1.2409817407473474,
      "learning_rate": 0.00029833553157523744,
      "loss": 5.1875,
      "step": 8858
    },
    {
      "epoch": 0.36285070653286916,
      "grad_norm": 1.2023466521242778,
      "learning_rate": 0.0002983350470306133,
      "loss": 5.4688,
      "step": 8859
    },
    {
      "epoch": 0.36289166496006553,
      "grad_norm": 1.2459442710310105,
      "learning_rate": 0.00029833456241586494,
      "loss": 5.1875,
      "step": 8860
    },
    {
      "epoch": 0.36293262338726195,
      "grad_norm": 1.8455976341462872,
      "learning_rate": 0.0002983340777309927,
      "loss": 6.125,
      "step": 8861
    },
    {
      "epoch": 0.3629735818144583,
      "grad_norm": 1.851247328317816,
      "learning_rate": 0.0002983335929759966,
      "loss": 7.9062,
      "step": 8862
    },
    {
      "epoch": 0.3630145402416547,
      "grad_norm": 7.063550883917469,
      "learning_rate": 0.00029833310815087705,
      "loss": 4.375,
      "step": 8863
    },
    {
      "epoch": 0.3630554986688511,
      "grad_norm": 1.2748142610461182,
      "learning_rate": 0.0002983326232556342,
      "loss": 6.0938,
      "step": 8864
    },
    {
      "epoch": 0.3630964570960475,
      "grad_norm": 5.226025040687522,
      "learning_rate": 0.0002983321382902683,
      "loss": 6.5938,
      "step": 8865
    },
    {
      "epoch": 0.3631374155232439,
      "grad_norm": 1.4721271022718083,
      "learning_rate": 0.0002983316532547796,
      "loss": 7.6562,
      "step": 8866
    },
    {
      "epoch": 0.3631783739504403,
      "grad_norm": 1.1240063015995847,
      "learning_rate": 0.00029833116814916824,
      "loss": 3.9375,
      "step": 8867
    },
    {
      "epoch": 0.3632193323776367,
      "grad_norm": 8.700452599784267,
      "learning_rate": 0.0002983306829734345,
      "loss": 6.5938,
      "step": 8868
    },
    {
      "epoch": 0.3632602908048331,
      "grad_norm": 3.7376894778460295,
      "learning_rate": 0.0002983301977275787,
      "loss": 4.5,
      "step": 8869
    },
    {
      "epoch": 0.3633012492320295,
      "grad_norm": 1.3991714382384104,
      "learning_rate": 0.0002983297124116009,
      "loss": 5.5938,
      "step": 8870
    },
    {
      "epoch": 0.36334220765922587,
      "grad_norm": 1.3696443420930748,
      "learning_rate": 0.0002983292270255015,
      "loss": 6.0,
      "step": 8871
    },
    {
      "epoch": 0.3633831660864223,
      "grad_norm": 1.486627394410942,
      "learning_rate": 0.0002983287415692806,
      "loss": 5.9375,
      "step": 8872
    },
    {
      "epoch": 0.36342412451361866,
      "grad_norm": 1.3347279303703603,
      "learning_rate": 0.00029832825604293847,
      "loss": 5.5625,
      "step": 8873
    },
    {
      "epoch": 0.3634650829408151,
      "grad_norm": 1.594830029110221,
      "learning_rate": 0.00029832777044647537,
      "loss": 6.125,
      "step": 8874
    },
    {
      "epoch": 0.36350604136801146,
      "grad_norm": 1.8149723380998777,
      "learning_rate": 0.00029832728477989154,
      "loss": 8.0625,
      "step": 8875
    },
    {
      "epoch": 0.3635469997952079,
      "grad_norm": 1.2508231552652485,
      "learning_rate": 0.00029832679904318716,
      "loss": 5.625,
      "step": 8876
    },
    {
      "epoch": 0.36358795822240425,
      "grad_norm": 1.8676816989980423,
      "learning_rate": 0.00029832631323636243,
      "loss": 5.7188,
      "step": 8877
    },
    {
      "epoch": 0.3636289166496007,
      "grad_norm": 2.133009702539901,
      "learning_rate": 0.00029832582735941763,
      "loss": 8.0,
      "step": 8878
    },
    {
      "epoch": 0.36366987507679704,
      "grad_norm": 5.728263481155369,
      "learning_rate": 0.00029832534141235303,
      "loss": 6.625,
      "step": 8879
    },
    {
      "epoch": 0.36371083350399347,
      "grad_norm": 1.9877714182361574,
      "learning_rate": 0.0002983248553951688,
      "loss": 6.7188,
      "step": 8880
    },
    {
      "epoch": 0.36375179193118984,
      "grad_norm": 3.488705708969627,
      "learning_rate": 0.0002983243693078652,
      "loss": 5.6562,
      "step": 8881
    },
    {
      "epoch": 0.36379275035838626,
      "grad_norm": 1.5718558710727009,
      "learning_rate": 0.00029832388315044245,
      "loss": 5.9062,
      "step": 8882
    },
    {
      "epoch": 0.36383370878558263,
      "grad_norm": 1.9377007959381434,
      "learning_rate": 0.0002983233969229007,
      "loss": 6.875,
      "step": 8883
    },
    {
      "epoch": 0.363874667212779,
      "grad_norm": 1.3826604328742274,
      "learning_rate": 0.0002983229106252403,
      "loss": 6.25,
      "step": 8884
    },
    {
      "epoch": 0.3639156256399754,
      "grad_norm": 1.450836232906828,
      "learning_rate": 0.00029832242425746147,
      "loss": 6.0625,
      "step": 8885
    },
    {
      "epoch": 0.3639565840671718,
      "grad_norm": 1.6300527721195273,
      "learning_rate": 0.00029832193781956435,
      "loss": 5.875,
      "step": 8886
    },
    {
      "epoch": 0.3639975424943682,
      "grad_norm": 3.6667336428232993,
      "learning_rate": 0.0002983214513115493,
      "loss": 6.75,
      "step": 8887
    },
    {
      "epoch": 0.3640385009215646,
      "grad_norm": 1.8798227096081561,
      "learning_rate": 0.0002983209647334164,
      "loss": 7.0,
      "step": 8888
    },
    {
      "epoch": 0.364079459348761,
      "grad_norm": 1.1518529066288266,
      "learning_rate": 0.000298320478085166,
      "loss": 6.2812,
      "step": 8889
    },
    {
      "epoch": 0.3641204177759574,
      "grad_norm": 1.3164701477727063,
      "learning_rate": 0.00029831999136679824,
      "loss": 5.3125,
      "step": 8890
    },
    {
      "epoch": 0.3641613762031538,
      "grad_norm": 1.213776416145579,
      "learning_rate": 0.0002983195045783134,
      "loss": 6.0312,
      "step": 8891
    },
    {
      "epoch": 0.3642023346303502,
      "grad_norm": 1.395675350782645,
      "learning_rate": 0.0002983190177197117,
      "loss": 6.5,
      "step": 8892
    },
    {
      "epoch": 0.3642432930575466,
      "grad_norm": 1.3756386407299475,
      "learning_rate": 0.00029831853079099346,
      "loss": 5.9062,
      "step": 8893
    },
    {
      "epoch": 0.36428425148474297,
      "grad_norm": 1.3638185526418394,
      "learning_rate": 0.00029831804379215875,
      "loss": 6.6875,
      "step": 8894
    },
    {
      "epoch": 0.3643252099119394,
      "grad_norm": 3.8915150848712097,
      "learning_rate": 0.0002983175567232079,
      "loss": 5.4688,
      "step": 8895
    },
    {
      "epoch": 0.36436616833913577,
      "grad_norm": 1.473948545951952,
      "learning_rate": 0.0002983170695841411,
      "loss": 5.4375,
      "step": 8896
    },
    {
      "epoch": 0.3644071267663322,
      "grad_norm": 1.4068386633730774,
      "learning_rate": 0.0002983165823749586,
      "loss": 6.5938,
      "step": 8897
    },
    {
      "epoch": 0.36444808519352856,
      "grad_norm": 1.3183873899168708,
      "learning_rate": 0.0002983160950956606,
      "loss": 6.5,
      "step": 8898
    },
    {
      "epoch": 0.364489043620725,
      "grad_norm": 1.2344839753426786,
      "learning_rate": 0.0002983156077462474,
      "loss": 5.7812,
      "step": 8899
    },
    {
      "epoch": 0.36453000204792135,
      "grad_norm": 1.9922989822003474,
      "learning_rate": 0.0002983151203267192,
      "loss": 6.0938,
      "step": 8900
    },
    {
      "epoch": 0.3645709604751178,
      "grad_norm": 1.1570945401769421,
      "learning_rate": 0.00029831463283707614,
      "loss": 8.0625,
      "step": 8901
    },
    {
      "epoch": 0.36461191890231415,
      "grad_norm": 1.3334589504160863,
      "learning_rate": 0.00029831414527731865,
      "loss": 5.7812,
      "step": 8902
    },
    {
      "epoch": 0.36465287732951057,
      "grad_norm": 1.6261070946869494,
      "learning_rate": 0.00029831365764744673,
      "loss": 6.4062,
      "step": 8903
    },
    {
      "epoch": 0.36469383575670694,
      "grad_norm": 4.065881144356514,
      "learning_rate": 0.00029831316994746076,
      "loss": 5.0,
      "step": 8904
    },
    {
      "epoch": 0.36473479418390337,
      "grad_norm": 1.37089799707233,
      "learning_rate": 0.0002983126821773609,
      "loss": 3.9375,
      "step": 8905
    },
    {
      "epoch": 0.36477575261109974,
      "grad_norm": 1.5422435413813507,
      "learning_rate": 0.00029831219433714746,
      "loss": 5.6875,
      "step": 8906
    },
    {
      "epoch": 0.3648167110382961,
      "grad_norm": 1.2004265878711404,
      "learning_rate": 0.0002983117064268206,
      "loss": 5.6875,
      "step": 8907
    },
    {
      "epoch": 0.36485766946549253,
      "grad_norm": 1.7682134798169724,
      "learning_rate": 0.00029831121844638056,
      "loss": 5.125,
      "step": 8908
    },
    {
      "epoch": 0.3648986278926889,
      "grad_norm": 1.5039857111988624,
      "learning_rate": 0.00029831073039582757,
      "loss": 6.2812,
      "step": 8909
    },
    {
      "epoch": 0.3649395863198853,
      "grad_norm": 1.538879714212717,
      "learning_rate": 0.0002983102422751619,
      "loss": 7.5625,
      "step": 8910
    },
    {
      "epoch": 0.3649805447470817,
      "grad_norm": 1.8749178967078042,
      "learning_rate": 0.0002983097540843837,
      "loss": 6.375,
      "step": 8911
    },
    {
      "epoch": 0.3650215031742781,
      "grad_norm": 1.959304386498841,
      "learning_rate": 0.00029830926582349334,
      "loss": 5.4688,
      "step": 8912
    },
    {
      "epoch": 0.3650624616014745,
      "grad_norm": 1.2908948148503572,
      "learning_rate": 0.0002983087774924909,
      "loss": 6.2812,
      "step": 8913
    },
    {
      "epoch": 0.3651034200286709,
      "grad_norm": 1.5103062499551216,
      "learning_rate": 0.0002983082890913767,
      "loss": 7.4688,
      "step": 8914
    },
    {
      "epoch": 0.3651443784558673,
      "grad_norm": 1.280079419807576,
      "learning_rate": 0.00029830780062015095,
      "loss": 5.2188,
      "step": 8915
    },
    {
      "epoch": 0.3651853368830637,
      "grad_norm": 1.2245512679083432,
      "learning_rate": 0.00029830731207881384,
      "loss": 6.0,
      "step": 8916
    },
    {
      "epoch": 0.3652262953102601,
      "grad_norm": 1.3082356039751784,
      "learning_rate": 0.0002983068234673657,
      "loss": 5.5625,
      "step": 8917
    },
    {
      "epoch": 0.3652672537374565,
      "grad_norm": 1.3161564120998994,
      "learning_rate": 0.0002983063347858067,
      "loss": 6.5938,
      "step": 8918
    },
    {
      "epoch": 0.36530821216465287,
      "grad_norm": 3.693036044781659,
      "learning_rate": 0.000298305846034137,
      "loss": 4.875,
      "step": 8919
    },
    {
      "epoch": 0.3653491705918493,
      "grad_norm": 2.2229912689797358,
      "learning_rate": 0.000298305357212357,
      "loss": 7.0625,
      "step": 8920
    },
    {
      "epoch": 0.36539012901904566,
      "grad_norm": 3.8309326209244854,
      "learning_rate": 0.00029830486832046674,
      "loss": 5.7812,
      "step": 8921
    },
    {
      "epoch": 0.3654310874462421,
      "grad_norm": 1.3447734847159152,
      "learning_rate": 0.0002983043793584666,
      "loss": 6.0938,
      "step": 8922
    },
    {
      "epoch": 0.36547204587343846,
      "grad_norm": 1.724063340947208,
      "learning_rate": 0.00029830389032635673,
      "loss": 4.5625,
      "step": 8923
    },
    {
      "epoch": 0.3655130043006349,
      "grad_norm": 1.1397681633812051,
      "learning_rate": 0.00029830340122413734,
      "loss": 6.3125,
      "step": 8924
    },
    {
      "epoch": 0.36555396272783125,
      "grad_norm": 1.4278390244664587,
      "learning_rate": 0.00029830291205180877,
      "loss": 5.0625,
      "step": 8925
    },
    {
      "epoch": 0.3655949211550277,
      "grad_norm": 1.6444994874253773,
      "learning_rate": 0.00029830242280937125,
      "loss": 5.1875,
      "step": 8926
    },
    {
      "epoch": 0.36563587958222404,
      "grad_norm": 1.2228181444138917,
      "learning_rate": 0.0002983019334968248,
      "loss": 4.2188,
      "step": 8927
    },
    {
      "epoch": 0.3656768380094204,
      "grad_norm": 1.403249287461383,
      "learning_rate": 0.0002983014441141699,
      "loss": 5.5,
      "step": 8928
    },
    {
      "epoch": 0.36571779643661684,
      "grad_norm": 1.2822520589995037,
      "learning_rate": 0.00029830095466140666,
      "loss": 5.625,
      "step": 8929
    },
    {
      "epoch": 0.3657587548638132,
      "grad_norm": 1.2310107270213293,
      "learning_rate": 0.00029830046513853537,
      "loss": 4.9688,
      "step": 8930
    },
    {
      "epoch": 0.36579971329100963,
      "grad_norm": 4.353537104151839,
      "learning_rate": 0.0002982999755455562,
      "loss": 2.3281,
      "step": 8931
    },
    {
      "epoch": 0.365840671718206,
      "grad_norm": 1.6956043950590984,
      "learning_rate": 0.0002982994858824694,
      "loss": 7.0625,
      "step": 8932
    },
    {
      "epoch": 0.3658816301454024,
      "grad_norm": 1.7384100086308838,
      "learning_rate": 0.0002982989961492752,
      "loss": 7.3438,
      "step": 8933
    },
    {
      "epoch": 0.3659225885725988,
      "grad_norm": 1.2625011435061309,
      "learning_rate": 0.00029829850634597384,
      "loss": 5.875,
      "step": 8934
    },
    {
      "epoch": 0.3659635469997952,
      "grad_norm": 1.8048603564272558,
      "learning_rate": 0.00029829801647256556,
      "loss": 5.8125,
      "step": 8935
    },
    {
      "epoch": 0.3660045054269916,
      "grad_norm": 1.8999964943113192,
      "learning_rate": 0.00029829752652905055,
      "loss": 7.0938,
      "step": 8936
    },
    {
      "epoch": 0.366045463854188,
      "grad_norm": 1.3914416203859725,
      "learning_rate": 0.00029829703651542913,
      "loss": 5.5625,
      "step": 8937
    },
    {
      "epoch": 0.3660864222813844,
      "grad_norm": 1.6520283425127904,
      "learning_rate": 0.0002982965464317015,
      "loss": 5.9688,
      "step": 8938
    },
    {
      "epoch": 0.3661273807085808,
      "grad_norm": 1.511807610353621,
      "learning_rate": 0.00029829605627786776,
      "loss": 7.1562,
      "step": 8939
    },
    {
      "epoch": 0.3661683391357772,
      "grad_norm": 1.4552272829977828,
      "learning_rate": 0.0002982955660539283,
      "loss": 6.0938,
      "step": 8940
    },
    {
      "epoch": 0.3662092975629736,
      "grad_norm": 1.5381246647943507,
      "learning_rate": 0.00029829507575988335,
      "loss": 5.8438,
      "step": 8941
    },
    {
      "epoch": 0.36625025599016997,
      "grad_norm": 1.3265485818447806,
      "learning_rate": 0.0002982945853957331,
      "loss": 5.25,
      "step": 8942
    },
    {
      "epoch": 0.3662912144173664,
      "grad_norm": 2.2962244688361895,
      "learning_rate": 0.00029829409496147765,
      "loss": 6.5312,
      "step": 8943
    },
    {
      "epoch": 0.36633217284456276,
      "grad_norm": 2.9803841149775385,
      "learning_rate": 0.0002982936044571175,
      "loss": 7.5,
      "step": 8944
    },
    {
      "epoch": 0.3663731312717592,
      "grad_norm": 4.120153010773396,
      "learning_rate": 0.00029829311388265264,
      "loss": 4.875,
      "step": 8945
    },
    {
      "epoch": 0.36641408969895556,
      "grad_norm": 1.538618662941521,
      "learning_rate": 0.00029829262323808345,
      "loss": 6.9375,
      "step": 8946
    },
    {
      "epoch": 0.366455048126152,
      "grad_norm": 1.9816181909237467,
      "learning_rate": 0.0002982921325234101,
      "loss": 6.0,
      "step": 8947
    },
    {
      "epoch": 0.36649600655334835,
      "grad_norm": 1.4662222380254188,
      "learning_rate": 0.0002982916417386329,
      "loss": 5.0938,
      "step": 8948
    },
    {
      "epoch": 0.3665369649805447,
      "grad_norm": 1.220043971168702,
      "learning_rate": 0.0002982911508837519,
      "loss": 6.2188,
      "step": 8949
    },
    {
      "epoch": 0.36657792340774115,
      "grad_norm": 2.4121403720822174,
      "learning_rate": 0.0002982906599587675,
      "loss": 5.9688,
      "step": 8950
    },
    {
      "epoch": 0.3666188818349375,
      "grad_norm": 1.6187514563514285,
      "learning_rate": 0.0002982901689636799,
      "loss": 5.9375,
      "step": 8951
    },
    {
      "epoch": 0.36665984026213394,
      "grad_norm": 1.5564349029037818,
      "learning_rate": 0.00029828967789848927,
      "loss": 5.8125,
      "step": 8952
    },
    {
      "epoch": 0.3667007986893303,
      "grad_norm": 1.537601060619863,
      "learning_rate": 0.0002982891867631959,
      "loss": 5.7812,
      "step": 8953
    },
    {
      "epoch": 0.36674175711652673,
      "grad_norm": 1.1767528927894677,
      "learning_rate": 0.00029828869555780006,
      "loss": 5.75,
      "step": 8954
    },
    {
      "epoch": 0.3667827155437231,
      "grad_norm": 1.3073499221740272,
      "learning_rate": 0.00029828820428230186,
      "loss": 6.1562,
      "step": 8955
    },
    {
      "epoch": 0.36682367397091953,
      "grad_norm": 2.7689882356158226,
      "learning_rate": 0.00029828771293670164,
      "loss": 6.0625,
      "step": 8956
    },
    {
      "epoch": 0.3668646323981159,
      "grad_norm": 1.3984358212820882,
      "learning_rate": 0.00029828722152099957,
      "loss": 5.9688,
      "step": 8957
    },
    {
      "epoch": 0.3669055908253123,
      "grad_norm": 1.6671065904981734,
      "learning_rate": 0.0002982867300351959,
      "loss": 5.0625,
      "step": 8958
    },
    {
      "epoch": 0.3669465492525087,
      "grad_norm": 1.6500598863222067,
      "learning_rate": 0.00029828623847929093,
      "loss": 5.4375,
      "step": 8959
    },
    {
      "epoch": 0.3669875076797051,
      "grad_norm": 3.6312198562633533,
      "learning_rate": 0.00029828574685328475,
      "loss": 8.0625,
      "step": 8960
    },
    {
      "epoch": 0.3670284661069015,
      "grad_norm": 1.0790594454964562,
      "learning_rate": 0.00029828525515717774,
      "loss": 5.8438,
      "step": 8961
    },
    {
      "epoch": 0.3670694245340979,
      "grad_norm": 1.3405971268458607,
      "learning_rate": 0.00029828476339097,
      "loss": 6.7812,
      "step": 8962
    },
    {
      "epoch": 0.3671103829612943,
      "grad_norm": 1.3329769134329745,
      "learning_rate": 0.0002982842715546619,
      "loss": 6.5625,
      "step": 8963
    },
    {
      "epoch": 0.3671513413884907,
      "grad_norm": 1.3369395774344965,
      "learning_rate": 0.00029828377964825355,
      "loss": 5.9062,
      "step": 8964
    },
    {
      "epoch": 0.3671922998156871,
      "grad_norm": 1.690016840610617,
      "learning_rate": 0.0002982832876717453,
      "loss": 6.2188,
      "step": 8965
    },
    {
      "epoch": 0.3672332582428835,
      "grad_norm": 1.1869618473130867,
      "learning_rate": 0.0002982827956251372,
      "loss": 5.9688,
      "step": 8966
    },
    {
      "epoch": 0.36727421667007987,
      "grad_norm": 1.1989579752430024,
      "learning_rate": 0.0002982823035084297,
      "loss": 5.7188,
      "step": 8967
    },
    {
      "epoch": 0.3673151750972763,
      "grad_norm": 1.4267477674882412,
      "learning_rate": 0.0002982818113216229,
      "loss": 5.0,
      "step": 8968
    },
    {
      "epoch": 0.36735613352447266,
      "grad_norm": 2.9788136762275386,
      "learning_rate": 0.0002982813190647171,
      "loss": 8.3125,
      "step": 8969
    },
    {
      "epoch": 0.36739709195166903,
      "grad_norm": 1.2613309151818817,
      "learning_rate": 0.0002982808267377124,
      "loss": 5.875,
      "step": 8970
    },
    {
      "epoch": 0.36743805037886546,
      "grad_norm": 2.043013887008594,
      "learning_rate": 0.00029828033434060923,
      "loss": 5.4375,
      "step": 8971
    },
    {
      "epoch": 0.3674790088060618,
      "grad_norm": 1.5010303828807245,
      "learning_rate": 0.00029827984187340766,
      "loss": 5.9375,
      "step": 8972
    },
    {
      "epoch": 0.36751996723325825,
      "grad_norm": 1.3138257632491188,
      "learning_rate": 0.000298279349336108,
      "loss": 5.5938,
      "step": 8973
    },
    {
      "epoch": 0.3675609256604546,
      "grad_norm": 4.033526288521803,
      "learning_rate": 0.00029827885672871046,
      "loss": 9.0,
      "step": 8974
    },
    {
      "epoch": 0.36760188408765104,
      "grad_norm": 6.8284294046970295,
      "learning_rate": 0.0002982783640512153,
      "loss": 5.1562,
      "step": 8975
    },
    {
      "epoch": 0.3676428425148474,
      "grad_norm": 1.57376222508011,
      "learning_rate": 0.00029827787130362273,
      "loss": 7.5938,
      "step": 8976
    },
    {
      "epoch": 0.36768380094204384,
      "grad_norm": 2.875241775338107,
      "learning_rate": 0.00029827737848593303,
      "loss": 5.9062,
      "step": 8977
    },
    {
      "epoch": 0.3677247593692402,
      "grad_norm": 1.3630221320856892,
      "learning_rate": 0.0002982768855981463,
      "loss": 5.8125,
      "step": 8978
    },
    {
      "epoch": 0.36776571779643663,
      "grad_norm": 1.1413068390766106,
      "learning_rate": 0.0002982763926402629,
      "loss": 4.875,
      "step": 8979
    },
    {
      "epoch": 0.367806676223633,
      "grad_norm": 1.3849850999817765,
      "learning_rate": 0.000298275899612283,
      "loss": 6.4688,
      "step": 8980
    },
    {
      "epoch": 0.3678476346508294,
      "grad_norm": 3.1932151131639044,
      "learning_rate": 0.0002982754065142069,
      "loss": 6.75,
      "step": 8981
    },
    {
      "epoch": 0.3678885930780258,
      "grad_norm": 2.0779075926123576,
      "learning_rate": 0.0002982749133460348,
      "loss": 6.4688,
      "step": 8982
    },
    {
      "epoch": 0.3679295515052222,
      "grad_norm": 1.2969178546486415,
      "learning_rate": 0.0002982744201077669,
      "loss": 5.8125,
      "step": 8983
    },
    {
      "epoch": 0.3679705099324186,
      "grad_norm": 2.094426936887343,
      "learning_rate": 0.0002982739267994035,
      "loss": 6.375,
      "step": 8984
    },
    {
      "epoch": 0.368011468359615,
      "grad_norm": 1.437620670554375,
      "learning_rate": 0.0002982734334209447,
      "loss": 5.5,
      "step": 8985
    },
    {
      "epoch": 0.3680524267868114,
      "grad_norm": 1.243476614590405,
      "learning_rate": 0.0002982729399723909,
      "loss": 6.0,
      "step": 8986
    },
    {
      "epoch": 0.3680933852140078,
      "grad_norm": 1.356936503212155,
      "learning_rate": 0.00029827244645374223,
      "loss": 5.6562,
      "step": 8987
    },
    {
      "epoch": 0.3681343436412042,
      "grad_norm": 1.263700850330418,
      "learning_rate": 0.000298271952864999,
      "loss": 5.1875,
      "step": 8988
    },
    {
      "epoch": 0.3681753020684006,
      "grad_norm": 2.2780045542947684,
      "learning_rate": 0.00029827145920616134,
      "loss": 5.6875,
      "step": 8989
    },
    {
      "epoch": 0.36821626049559697,
      "grad_norm": 1.461457625109219,
      "learning_rate": 0.0002982709654772295,
      "loss": 5.2188,
      "step": 8990
    },
    {
      "epoch": 0.36825721892279334,
      "grad_norm": 1.2510286474487984,
      "learning_rate": 0.0002982704716782039,
      "loss": 5.6875,
      "step": 8991
    },
    {
      "epoch": 0.36829817734998976,
      "grad_norm": 1.2483852249530816,
      "learning_rate": 0.0002982699778090845,
      "loss": 5.0938,
      "step": 8992
    },
    {
      "epoch": 0.36833913577718613,
      "grad_norm": 1.4423385790272922,
      "learning_rate": 0.0002982694838698717,
      "loss": 5.25,
      "step": 8993
    },
    {
      "epoch": 0.36838009420438256,
      "grad_norm": 4.487835086294509,
      "learning_rate": 0.00029826898986056566,
      "loss": 4.4062,
      "step": 8994
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 1.1493514283137993,
      "learning_rate": 0.0002982684957811667,
      "loss": 6.3125,
      "step": 8995
    },
    {
      "epoch": 0.36846201105877535,
      "grad_norm": 2.5139759455125543,
      "learning_rate": 0.0002982680016316749,
      "loss": 4.7188,
      "step": 8996
    },
    {
      "epoch": 0.3685029694859717,
      "grad_norm": 1.6382288818999013,
      "learning_rate": 0.0002982675074120907,
      "loss": 5.5938,
      "step": 8997
    },
    {
      "epoch": 0.36854392791316815,
      "grad_norm": 1.3528774287695164,
      "learning_rate": 0.0002982670131224142,
      "loss": 5.9375,
      "step": 8998
    },
    {
      "epoch": 0.3685848863403645,
      "grad_norm": 1.6362195602615957,
      "learning_rate": 0.00029826651876264557,
      "loss": 6.5938,
      "step": 8999
    },
    {
      "epoch": 0.36862584476756094,
      "grad_norm": 1.394035710576101,
      "learning_rate": 0.00029826602433278524,
      "loss": 5.5,
      "step": 9000
    },
    {
      "epoch": 0.3686668031947573,
      "grad_norm": 1.2725641271160424,
      "learning_rate": 0.0002982655298328333,
      "loss": 6.0625,
      "step": 9001
    },
    {
      "epoch": 0.36870776162195373,
      "grad_norm": 2.49428794888349,
      "learning_rate": 0.00029826503526279,
      "loss": 7.5312,
      "step": 9002
    },
    {
      "epoch": 0.3687487200491501,
      "grad_norm": 5.487717490522402,
      "learning_rate": 0.00029826454062265565,
      "loss": 4.0312,
      "step": 9003
    },
    {
      "epoch": 0.3687896784763465,
      "grad_norm": 1.2523826020404314,
      "learning_rate": 0.0002982640459124304,
      "loss": 6.0,
      "step": 9004
    },
    {
      "epoch": 0.3688306369035429,
      "grad_norm": 1.8664333768981765,
      "learning_rate": 0.00029826355113211445,
      "loss": 6.9688,
      "step": 9005
    },
    {
      "epoch": 0.3688715953307393,
      "grad_norm": 1.2506495646241342,
      "learning_rate": 0.0002982630562817082,
      "loss": 6.8125,
      "step": 9006
    },
    {
      "epoch": 0.3689125537579357,
      "grad_norm": 2.3288932955837454,
      "learning_rate": 0.0002982625613612117,
      "loss": 5.8125,
      "step": 9007
    },
    {
      "epoch": 0.3689535121851321,
      "grad_norm": 1.3218542489281107,
      "learning_rate": 0.0002982620663706253,
      "loss": 5.3125,
      "step": 9008
    },
    {
      "epoch": 0.3689944706123285,
      "grad_norm": 1.2905766558705039,
      "learning_rate": 0.0002982615713099492,
      "loss": 5.7188,
      "step": 9009
    },
    {
      "epoch": 0.3690354290395249,
      "grad_norm": 1.3265533738126887,
      "learning_rate": 0.00029826107617918364,
      "loss": 5.7188,
      "step": 9010
    },
    {
      "epoch": 0.3690763874667213,
      "grad_norm": 1.3942745364714448,
      "learning_rate": 0.0002982605809783288,
      "loss": 6.4688,
      "step": 9011
    },
    {
      "epoch": 0.36911734589391765,
      "grad_norm": 1.3765229788418427,
      "learning_rate": 0.00029826008570738504,
      "loss": 5.4688,
      "step": 9012
    },
    {
      "epoch": 0.3691583043211141,
      "grad_norm": 1.208967792109583,
      "learning_rate": 0.0002982595903663525,
      "loss": 5.8125,
      "step": 9013
    },
    {
      "epoch": 0.36919926274831044,
      "grad_norm": 3.0468270379003473,
      "learning_rate": 0.0002982590949552314,
      "loss": 6.7188,
      "step": 9014
    },
    {
      "epoch": 0.36924022117550687,
      "grad_norm": 1.395709403874036,
      "learning_rate": 0.000298258599474022,
      "loss": 5.25,
      "step": 9015
    },
    {
      "epoch": 0.36928117960270324,
      "grad_norm": 1.2563929114536136,
      "learning_rate": 0.0002982581039227245,
      "loss": 5.8438,
      "step": 9016
    },
    {
      "epoch": 0.36932213802989966,
      "grad_norm": 1.1818158575954023,
      "learning_rate": 0.0002982576083013392,
      "loss": 5.75,
      "step": 9017
    },
    {
      "epoch": 0.36936309645709603,
      "grad_norm": 4.212329573947064,
      "learning_rate": 0.0002982571126098663,
      "loss": 7.6562,
      "step": 9018
    },
    {
      "epoch": 0.36940405488429245,
      "grad_norm": 1.2146431155583042,
      "learning_rate": 0.0002982566168483061,
      "loss": 5.1875,
      "step": 9019
    },
    {
      "epoch": 0.3694450133114888,
      "grad_norm": 1.3710888349037198,
      "learning_rate": 0.0002982561210166587,
      "loss": 5.5312,
      "step": 9020
    },
    {
      "epoch": 0.36948597173868525,
      "grad_norm": 1.7402910024486453,
      "learning_rate": 0.00029825562511492443,
      "loss": 5.5938,
      "step": 9021
    },
    {
      "epoch": 0.3695269301658816,
      "grad_norm": 1.7349947632306306,
      "learning_rate": 0.00029825512914310353,
      "loss": 5.7188,
      "step": 9022
    },
    {
      "epoch": 0.36956788859307804,
      "grad_norm": 2.0089874988934384,
      "learning_rate": 0.0002982546331011962,
      "loss": 5.1562,
      "step": 9023
    },
    {
      "epoch": 0.3696088470202744,
      "grad_norm": 3.8735527649870765,
      "learning_rate": 0.00029825413698920266,
      "loss": 8.25,
      "step": 9024
    },
    {
      "epoch": 0.36964980544747084,
      "grad_norm": 1.289725596028475,
      "learning_rate": 0.0002982536408071232,
      "loss": 7.9062,
      "step": 9025
    },
    {
      "epoch": 0.3696907638746672,
      "grad_norm": 3.1133226766654656,
      "learning_rate": 0.000298253144554958,
      "loss": 2.1406,
      "step": 9026
    },
    {
      "epoch": 0.36973172230186363,
      "grad_norm": 3.657223066555338,
      "learning_rate": 0.0002982526482327073,
      "loss": 4.6875,
      "step": 9027
    },
    {
      "epoch": 0.36977268072906,
      "grad_norm": 1.490431751508784,
      "learning_rate": 0.0002982521518403714,
      "loss": 7.0,
      "step": 9028
    },
    {
      "epoch": 0.3698136391562564,
      "grad_norm": 2.005634044931957,
      "learning_rate": 0.0002982516553779504,
      "loss": 7.4688,
      "step": 9029
    },
    {
      "epoch": 0.3698545975834528,
      "grad_norm": 1.7304928121019907,
      "learning_rate": 0.0002982511588454447,
      "loss": 5.5625,
      "step": 9030
    },
    {
      "epoch": 0.3698955560106492,
      "grad_norm": 1.4969881252924924,
      "learning_rate": 0.0002982506622428545,
      "loss": 6.5312,
      "step": 9031
    },
    {
      "epoch": 0.3699365144378456,
      "grad_norm": 1.4581416178067308,
      "learning_rate": 0.00029825016557017987,
      "loss": 5.5,
      "step": 9032
    },
    {
      "epoch": 0.36997747286504196,
      "grad_norm": 2.169331239023368,
      "learning_rate": 0.00029824966882742123,
      "loss": 8.25,
      "step": 9033
    },
    {
      "epoch": 0.3700184312922384,
      "grad_norm": 1.1542326307209376,
      "learning_rate": 0.0002982491720145787,
      "loss": 5.3438,
      "step": 9034
    },
    {
      "epoch": 0.37005938971943475,
      "grad_norm": 3.7143819766984394,
      "learning_rate": 0.0002982486751316526,
      "loss": 6.0312,
      "step": 9035
    },
    {
      "epoch": 0.3701003481466312,
      "grad_norm": 1.5581622151695986,
      "learning_rate": 0.00029824817817864315,
      "loss": 6.5,
      "step": 9036
    },
    {
      "epoch": 0.37014130657382754,
      "grad_norm": 1.5307410676490796,
      "learning_rate": 0.0002982476811555505,
      "loss": 5.7188,
      "step": 9037
    },
    {
      "epoch": 0.37018226500102397,
      "grad_norm": 1.279823910773033,
      "learning_rate": 0.000298247184062375,
      "loss": 6.0625,
      "step": 9038
    },
    {
      "epoch": 0.37022322342822034,
      "grad_norm": 1.8838939946033797,
      "learning_rate": 0.0002982466868991168,
      "loss": 7.0312,
      "step": 9039
    },
    {
      "epoch": 0.37026418185541676,
      "grad_norm": 1.8527664573702305,
      "learning_rate": 0.0002982461896657762,
      "loss": 5.5312,
      "step": 9040
    },
    {
      "epoch": 0.37030514028261313,
      "grad_norm": 1.3104354400692082,
      "learning_rate": 0.00029824569236235336,
      "loss": 6.0,
      "step": 9041
    },
    {
      "epoch": 0.37034609870980956,
      "grad_norm": 1.1392507918179497,
      "learning_rate": 0.0002982451949888486,
      "loss": 5.9062,
      "step": 9042
    },
    {
      "epoch": 0.3703870571370059,
      "grad_norm": 1.1654736314536762,
      "learning_rate": 0.00029824469754526214,
      "loss": 5.4688,
      "step": 9043
    },
    {
      "epoch": 0.37042801556420235,
      "grad_norm": 1.3342027393347802,
      "learning_rate": 0.0002982442000315941,
      "loss": 5.9375,
      "step": 9044
    },
    {
      "epoch": 0.3704689739913987,
      "grad_norm": 2.2384264292846536,
      "learning_rate": 0.00029824370244784486,
      "loss": 6.2188,
      "step": 9045
    },
    {
      "epoch": 0.37050993241859514,
      "grad_norm": 2.7553051552255745,
      "learning_rate": 0.00029824320479401466,
      "loss": 4.7812,
      "step": 9046
    },
    {
      "epoch": 0.3705508908457915,
      "grad_norm": 1.2542225782288179,
      "learning_rate": 0.0002982427070701036,
      "loss": 6.0,
      "step": 9047
    },
    {
      "epoch": 0.37059184927298794,
      "grad_norm": 1.7513619654884862,
      "learning_rate": 0.000298242209276112,
      "loss": 6.125,
      "step": 9048
    },
    {
      "epoch": 0.3706328077001843,
      "grad_norm": 5.280843772298253,
      "learning_rate": 0.0002982417114120401,
      "loss": 4.375,
      "step": 9049
    },
    {
      "epoch": 0.37067376612738073,
      "grad_norm": 2.04384064615184,
      "learning_rate": 0.00029824121347788807,
      "loss": 5.3125,
      "step": 9050
    },
    {
      "epoch": 0.3707147245545771,
      "grad_norm": 1.4363684208227152,
      "learning_rate": 0.00029824071547365625,
      "loss": 6.125,
      "step": 9051
    },
    {
      "epoch": 0.3707556829817735,
      "grad_norm": 1.3815514178647095,
      "learning_rate": 0.0002982402173993448,
      "loss": 6.4062,
      "step": 9052
    },
    {
      "epoch": 0.3707966414089699,
      "grad_norm": 2.4794129639540943,
      "learning_rate": 0.00029823971925495405,
      "loss": 7.1562,
      "step": 9053
    },
    {
      "epoch": 0.37083759983616627,
      "grad_norm": 1.427388103968496,
      "learning_rate": 0.00029823922104048404,
      "loss": 6.625,
      "step": 9054
    },
    {
      "epoch": 0.3708785582633627,
      "grad_norm": 1.979436095346808,
      "learning_rate": 0.00029823872275593517,
      "loss": 8.0,
      "step": 9055
    },
    {
      "epoch": 0.37091951669055906,
      "grad_norm": 3.608277830121471,
      "learning_rate": 0.0002982382244013077,
      "loss": 5.375,
      "step": 9056
    },
    {
      "epoch": 0.3709604751177555,
      "grad_norm": 2.0172161942733693,
      "learning_rate": 0.0002982377259766017,
      "loss": 7.9375,
      "step": 9057
    },
    {
      "epoch": 0.37100143354495185,
      "grad_norm": 2.4840534797777014,
      "learning_rate": 0.0002982372274818176,
      "loss": 6.8125,
      "step": 9058
    },
    {
      "epoch": 0.3710423919721483,
      "grad_norm": 1.4731218010528049,
      "learning_rate": 0.00029823672891695545,
      "loss": 6.1875,
      "step": 9059
    },
    {
      "epoch": 0.37108335039934465,
      "grad_norm": 1.8030130763215628,
      "learning_rate": 0.0002982362302820157,
      "loss": 5.8125,
      "step": 9060
    },
    {
      "epoch": 0.37112430882654107,
      "grad_norm": 1.3340522188553423,
      "learning_rate": 0.0002982357315769983,
      "loss": 5.4375,
      "step": 9061
    },
    {
      "epoch": 0.37116526725373744,
      "grad_norm": 3.68186683243792,
      "learning_rate": 0.0002982352328019038,
      "loss": 6.7188,
      "step": 9062
    },
    {
      "epoch": 0.37120622568093387,
      "grad_norm": 1.825594797513374,
      "learning_rate": 0.0002982347339567322,
      "loss": 7.8125,
      "step": 9063
    },
    {
      "epoch": 0.37124718410813023,
      "grad_norm": 1.282343074329723,
      "learning_rate": 0.0002982342350414838,
      "loss": 6.25,
      "step": 9064
    },
    {
      "epoch": 0.37128814253532666,
      "grad_norm": 1.40167050839596,
      "learning_rate": 0.00029823373605615886,
      "loss": 6.125,
      "step": 9065
    },
    {
      "epoch": 0.37132910096252303,
      "grad_norm": 1.469490255209705,
      "learning_rate": 0.0002982332370007577,
      "loss": 5.875,
      "step": 9066
    },
    {
      "epoch": 0.37137005938971945,
      "grad_norm": 1.6125171996625307,
      "learning_rate": 0.0002982327378752804,
      "loss": 5.5938,
      "step": 9067
    },
    {
      "epoch": 0.3714110178169158,
      "grad_norm": 1.8772950921997842,
      "learning_rate": 0.00029823223867972724,
      "loss": 7.1875,
      "step": 9068
    },
    {
      "epoch": 0.37145197624411225,
      "grad_norm": 1.5335231113645054,
      "learning_rate": 0.0002982317394140985,
      "loss": 6.0312,
      "step": 9069
    },
    {
      "epoch": 0.3714929346713086,
      "grad_norm": 1.917112242085018,
      "learning_rate": 0.00029823124007839443,
      "loss": 5.5625,
      "step": 9070
    },
    {
      "epoch": 0.37153389309850504,
      "grad_norm": 2.46227636012105,
      "learning_rate": 0.0002982307406726152,
      "loss": 8.6875,
      "step": 9071
    },
    {
      "epoch": 0.3715748515257014,
      "grad_norm": 1.3377014059731542,
      "learning_rate": 0.0002982302411967611,
      "loss": 5.3438,
      "step": 9072
    },
    {
      "epoch": 0.37161580995289784,
      "grad_norm": 2.4378289337928636,
      "learning_rate": 0.00029822974165083233,
      "loss": 5.8438,
      "step": 9073
    },
    {
      "epoch": 0.3716567683800942,
      "grad_norm": 1.807029341974862,
      "learning_rate": 0.00029822924203482914,
      "loss": 6.8125,
      "step": 9074
    },
    {
      "epoch": 0.3716977268072906,
      "grad_norm": 1.260531573318237,
      "learning_rate": 0.00029822874234875174,
      "loss": 5.375,
      "step": 9075
    },
    {
      "epoch": 0.371738685234487,
      "grad_norm": 1.2773731975193108,
      "learning_rate": 0.0002982282425926004,
      "loss": 5.9062,
      "step": 9076
    },
    {
      "epoch": 0.37177964366168337,
      "grad_norm": 1.7033064560827176,
      "learning_rate": 0.0002982277427663754,
      "loss": 6.9062,
      "step": 9077
    },
    {
      "epoch": 0.3718206020888798,
      "grad_norm": 1.5494169003642695,
      "learning_rate": 0.0002982272428700769,
      "loss": 5.2812,
      "step": 9078
    },
    {
      "epoch": 0.37186156051607616,
      "grad_norm": 6.002595909969447,
      "learning_rate": 0.0002982267429037051,
      "loss": 7.0938,
      "step": 9079
    },
    {
      "epoch": 0.3719025189432726,
      "grad_norm": 1.6014613348176385,
      "learning_rate": 0.0002982262428672604,
      "loss": 6.6875,
      "step": 9080
    },
    {
      "epoch": 0.37194347737046896,
      "grad_norm": 2.1852309378872907,
      "learning_rate": 0.00029822574276074283,
      "loss": 6.3125,
      "step": 9081
    },
    {
      "epoch": 0.3719844357976654,
      "grad_norm": 1.3092647328456928,
      "learning_rate": 0.00029822524258415274,
      "loss": 5.5938,
      "step": 9082
    },
    {
      "epoch": 0.37202539422486175,
      "grad_norm": 1.4966914795855735,
      "learning_rate": 0.00029822474233749045,
      "loss": 5.8125,
      "step": 9083
    },
    {
      "epoch": 0.3720663526520582,
      "grad_norm": 1.3864393089022577,
      "learning_rate": 0.000298224242020756,
      "loss": 6.1875,
      "step": 9084
    },
    {
      "epoch": 0.37210731107925454,
      "grad_norm": 1.6644385726689523,
      "learning_rate": 0.00029822374163394986,
      "loss": 6.25,
      "step": 9085
    },
    {
      "epoch": 0.37214826950645097,
      "grad_norm": 1.223859270009761,
      "learning_rate": 0.000298223241177072,
      "loss": 5.4062,
      "step": 9086
    },
    {
      "epoch": 0.37218922793364734,
      "grad_norm": 1.1154980545068987,
      "learning_rate": 0.00029822274065012283,
      "loss": 6.125,
      "step": 9087
    },
    {
      "epoch": 0.37223018636084376,
      "grad_norm": 1.6081994329440985,
      "learning_rate": 0.00029822224005310256,
      "loss": 6.0,
      "step": 9088
    },
    {
      "epoch": 0.37227114478804013,
      "grad_norm": 2.0446191629962143,
      "learning_rate": 0.00029822173938601145,
      "loss": 6.8438,
      "step": 9089
    },
    {
      "epoch": 0.37231210321523656,
      "grad_norm": 1.4954985317829446,
      "learning_rate": 0.00029822123864884964,
      "loss": 6.0625,
      "step": 9090
    },
    {
      "epoch": 0.3723530616424329,
      "grad_norm": 1.9255211694479648,
      "learning_rate": 0.00029822073784161753,
      "loss": 6.7188,
      "step": 9091
    },
    {
      "epoch": 0.37239402006962935,
      "grad_norm": 3.3667329982132483,
      "learning_rate": 0.0002982202369643151,
      "loss": 7.125,
      "step": 9092
    },
    {
      "epoch": 0.3724349784968257,
      "grad_norm": 1.449459986354145,
      "learning_rate": 0.0002982197360169429,
      "loss": 5.9062,
      "step": 9093
    },
    {
      "epoch": 0.37247593692402214,
      "grad_norm": 1.4269872190377155,
      "learning_rate": 0.00029821923499950094,
      "loss": 5.2812,
      "step": 9094
    },
    {
      "epoch": 0.3725168953512185,
      "grad_norm": 1.4660443065532442,
      "learning_rate": 0.0002982187339119895,
      "loss": 6.125,
      "step": 9095
    },
    {
      "epoch": 0.3725578537784149,
      "grad_norm": 1.6000443961379203,
      "learning_rate": 0.0002982182327544089,
      "loss": 6.5,
      "step": 9096
    },
    {
      "epoch": 0.3725988122056113,
      "grad_norm": 1.220217966224115,
      "learning_rate": 0.00029821773152675923,
      "loss": 5.875,
      "step": 9097
    },
    {
      "epoch": 0.3726397706328077,
      "grad_norm": 2.3786423730719215,
      "learning_rate": 0.0002982172302290409,
      "loss": 7.2188,
      "step": 9098
    },
    {
      "epoch": 0.3726807290600041,
      "grad_norm": 1.5161076786018144,
      "learning_rate": 0.0002982167288612541,
      "loss": 6.0,
      "step": 9099
    },
    {
      "epoch": 0.37272168748720047,
      "grad_norm": 2.4003338096781994,
      "learning_rate": 0.0002982162274233989,
      "loss": 6.9375,
      "step": 9100
    },
    {
      "epoch": 0.3727626459143969,
      "grad_norm": 1.3039777593805555,
      "learning_rate": 0.0002982157259154758,
      "loss": 4.75,
      "step": 9101
    },
    {
      "epoch": 0.37280360434159326,
      "grad_norm": 2.820582205088534,
      "learning_rate": 0.00029821522433748484,
      "loss": 6.5625,
      "step": 9102
    },
    {
      "epoch": 0.3728445627687897,
      "grad_norm": 1.4720949855469163,
      "learning_rate": 0.0002982147226894263,
      "loss": 6.1875,
      "step": 9103
    },
    {
      "epoch": 0.37288552119598606,
      "grad_norm": 2.0353806679666766,
      "learning_rate": 0.00029821422097130044,
      "loss": 8.875,
      "step": 9104
    },
    {
      "epoch": 0.3729264796231825,
      "grad_norm": 1.3296696205524121,
      "learning_rate": 0.00029821371918310757,
      "loss": 5.3125,
      "step": 9105
    },
    {
      "epoch": 0.37296743805037885,
      "grad_norm": 2.7729640369625184,
      "learning_rate": 0.0002982132173248478,
      "loss": 4.2188,
      "step": 9106
    },
    {
      "epoch": 0.3730083964775753,
      "grad_norm": 2.0730645690682272,
      "learning_rate": 0.0002982127153965214,
      "loss": 7.375,
      "step": 9107
    },
    {
      "epoch": 0.37304935490477165,
      "grad_norm": 1.4220193521445936,
      "learning_rate": 0.00029821221339812866,
      "loss": 6.2188,
      "step": 9108
    },
    {
      "epoch": 0.37309031333196807,
      "grad_norm": 1.5743746564352723,
      "learning_rate": 0.0002982117113296698,
      "loss": 6.4062,
      "step": 9109
    },
    {
      "epoch": 0.37313127175916444,
      "grad_norm": 1.1477194664418044,
      "learning_rate": 0.00029821120919114503,
      "loss": 5.4062,
      "step": 9110
    },
    {
      "epoch": 0.37317223018636086,
      "grad_norm": 1.6077737486827384,
      "learning_rate": 0.0002982107069825546,
      "loss": 4.9688,
      "step": 9111
    },
    {
      "epoch": 0.37321318861355723,
      "grad_norm": 1.393495508140938,
      "learning_rate": 0.0002982102047038987,
      "loss": 6.875,
      "step": 9112
    },
    {
      "epoch": 0.37325414704075366,
      "grad_norm": 1.38094885187658,
      "learning_rate": 0.0002982097023551777,
      "loss": 5.9375,
      "step": 9113
    },
    {
      "epoch": 0.37329510546795003,
      "grad_norm": 1.2996146324552735,
      "learning_rate": 0.00029820919993639173,
      "loss": 4.9375,
      "step": 9114
    },
    {
      "epoch": 0.37333606389514645,
      "grad_norm": 1.287165267381553,
      "learning_rate": 0.000298208697447541,
      "loss": 6.1562,
      "step": 9115
    },
    {
      "epoch": 0.3733770223223428,
      "grad_norm": 1.6866502805978725,
      "learning_rate": 0.00029820819488862586,
      "loss": 8.4375,
      "step": 9116
    },
    {
      "epoch": 0.3734179807495392,
      "grad_norm": 1.385891180963477,
      "learning_rate": 0.0002982076922596465,
      "loss": 5.5625,
      "step": 9117
    },
    {
      "epoch": 0.3734589391767356,
      "grad_norm": 1.3520029771765636,
      "learning_rate": 0.00029820718956060304,
      "loss": 5.0,
      "step": 9118
    },
    {
      "epoch": 0.373499897603932,
      "grad_norm": 1.5563545039934583,
      "learning_rate": 0.00029820668679149593,
      "loss": 6.7188,
      "step": 9119
    },
    {
      "epoch": 0.3735408560311284,
      "grad_norm": 2.1575271631498114,
      "learning_rate": 0.00029820618395232524,
      "loss": 5.2812,
      "step": 9120
    },
    {
      "epoch": 0.3735818144583248,
      "grad_norm": 1.3086764669329793,
      "learning_rate": 0.00029820568104309123,
      "loss": 5.625,
      "step": 9121
    },
    {
      "epoch": 0.3736227728855212,
      "grad_norm": 1.3199026484669765,
      "learning_rate": 0.00029820517806379424,
      "loss": 5.75,
      "step": 9122
    },
    {
      "epoch": 0.3736637313127176,
      "grad_norm": 2.0728433127895762,
      "learning_rate": 0.0002982046750144344,
      "loss": 6.1562,
      "step": 9123
    },
    {
      "epoch": 0.373704689739914,
      "grad_norm": 5.781455253027798,
      "learning_rate": 0.00029820417189501205,
      "loss": 4.9375,
      "step": 9124
    },
    {
      "epoch": 0.37374564816711037,
      "grad_norm": 1.413902805501165,
      "learning_rate": 0.00029820366870552734,
      "loss": 5.625,
      "step": 9125
    },
    {
      "epoch": 0.3737866065943068,
      "grad_norm": 1.3217718672652259,
      "learning_rate": 0.0002982031654459805,
      "loss": 6.5,
      "step": 9126
    },
    {
      "epoch": 0.37382756502150316,
      "grad_norm": 1.1565098014991784,
      "learning_rate": 0.00029820266211637184,
      "loss": 5.4375,
      "step": 9127
    },
    {
      "epoch": 0.3738685234486996,
      "grad_norm": 2.0329608762676497,
      "learning_rate": 0.0002982021587167016,
      "loss": 5.5625,
      "step": 9128
    },
    {
      "epoch": 0.37390948187589595,
      "grad_norm": 1.3285945221394073,
      "learning_rate": 0.0002982016552469699,
      "loss": 5.125,
      "step": 9129
    },
    {
      "epoch": 0.3739504403030924,
      "grad_norm": 1.8371002140932526,
      "learning_rate": 0.00029820115170717704,
      "loss": 5.6875,
      "step": 9130
    },
    {
      "epoch": 0.37399139873028875,
      "grad_norm": 1.5192048641985247,
      "learning_rate": 0.0002982006480973234,
      "loss": 5.7812,
      "step": 9131
    },
    {
      "epoch": 0.3740323571574852,
      "grad_norm": 1.1732768688968047,
      "learning_rate": 0.00029820014441740895,
      "loss": 6.1562,
      "step": 9132
    },
    {
      "epoch": 0.37407331558468154,
      "grad_norm": 1.9717701190722723,
      "learning_rate": 0.00029819964066743417,
      "loss": 7.3438,
      "step": 9133
    },
    {
      "epoch": 0.37411427401187797,
      "grad_norm": 1.858576632263834,
      "learning_rate": 0.00029819913684739916,
      "loss": 3.7344,
      "step": 9134
    },
    {
      "epoch": 0.37415523243907434,
      "grad_norm": 1.708328204737177,
      "learning_rate": 0.0002981986329573042,
      "loss": 6.125,
      "step": 9135
    },
    {
      "epoch": 0.37419619086627076,
      "grad_norm": 2.0380318625839364,
      "learning_rate": 0.0002981981289971495,
      "loss": 6.7188,
      "step": 9136
    },
    {
      "epoch": 0.37423714929346713,
      "grad_norm": 1.8934130614021978,
      "learning_rate": 0.0002981976249669354,
      "loss": 5.375,
      "step": 9137
    },
    {
      "epoch": 0.3742781077206635,
      "grad_norm": 1.274456314137044,
      "learning_rate": 0.000298197120866662,
      "loss": 6.75,
      "step": 9138
    },
    {
      "epoch": 0.3743190661478599,
      "grad_norm": 1.20424460142284,
      "learning_rate": 0.0002981966166963296,
      "loss": 5.125,
      "step": 9139
    },
    {
      "epoch": 0.3743600245750563,
      "grad_norm": 1.272567819483613,
      "learning_rate": 0.00029819611245593847,
      "loss": 6.625,
      "step": 9140
    },
    {
      "epoch": 0.3744009830022527,
      "grad_norm": 1.7794944291264643,
      "learning_rate": 0.0002981956081454888,
      "loss": 6.6875,
      "step": 9141
    },
    {
      "epoch": 0.3744419414294491,
      "grad_norm": 1.4235417083026758,
      "learning_rate": 0.00029819510376498083,
      "loss": 6.4688,
      "step": 9142
    },
    {
      "epoch": 0.3744828998566455,
      "grad_norm": 1.421145099445107,
      "learning_rate": 0.0002981945993144149,
      "loss": 5.7812,
      "step": 9143
    },
    {
      "epoch": 0.3745238582838419,
      "grad_norm": 1.6767931300739205,
      "learning_rate": 0.00029819409479379103,
      "loss": 6.625,
      "step": 9144
    },
    {
      "epoch": 0.3745648167110383,
      "grad_norm": 1.7737053265038052,
      "learning_rate": 0.0002981935902031097,
      "loss": 5.9375,
      "step": 9145
    },
    {
      "epoch": 0.3746057751382347,
      "grad_norm": 1.5598429264321794,
      "learning_rate": 0.00029819308554237097,
      "loss": 7.2188,
      "step": 9146
    },
    {
      "epoch": 0.3746467335654311,
      "grad_norm": 1.8452994107453335,
      "learning_rate": 0.0002981925808115752,
      "loss": 5.2188,
      "step": 9147
    },
    {
      "epoch": 0.37468769199262747,
      "grad_norm": 1.9467356967681126,
      "learning_rate": 0.00029819207601072253,
      "loss": 5.7812,
      "step": 9148
    },
    {
      "epoch": 0.3747286504198239,
      "grad_norm": 1.2073751199892089,
      "learning_rate": 0.0002981915711398133,
      "loss": 5.75,
      "step": 9149
    },
    {
      "epoch": 0.37476960884702026,
      "grad_norm": 1.458059427835598,
      "learning_rate": 0.0002981910661988476,
      "loss": 7.25,
      "step": 9150
    },
    {
      "epoch": 0.3748105672742167,
      "grad_norm": 1.2596294157500725,
      "learning_rate": 0.00029819056118782585,
      "loss": 6.125,
      "step": 9151
    },
    {
      "epoch": 0.37485152570141306,
      "grad_norm": 1.3024649343767063,
      "learning_rate": 0.0002981900561067482,
      "loss": 5.375,
      "step": 9152
    },
    {
      "epoch": 0.3748924841286095,
      "grad_norm": 3.107920736368418,
      "learning_rate": 0.0002981895509556148,
      "loss": 5.8125,
      "step": 9153
    },
    {
      "epoch": 0.37493344255580585,
      "grad_norm": 1.0960312523052114,
      "learning_rate": 0.0002981890457344261,
      "loss": 5.8438,
      "step": 9154
    },
    {
      "epoch": 0.3749744009830023,
      "grad_norm": 1.720831653284832,
      "learning_rate": 0.0002981885404431822,
      "loss": 7.2812,
      "step": 9155
    },
    {
      "epoch": 0.37501535941019865,
      "grad_norm": 1.734086603707782,
      "learning_rate": 0.00029818803508188327,
      "loss": 5.2812,
      "step": 9156
    },
    {
      "epoch": 0.37505631783739507,
      "grad_norm": 3.413110781961568,
      "learning_rate": 0.0002981875296505297,
      "loss": 6.3438,
      "step": 9157
    },
    {
      "epoch": 0.37509727626459144,
      "grad_norm": 1.3988597073513986,
      "learning_rate": 0.00029818702414912166,
      "loss": 5.125,
      "step": 9158
    },
    {
      "epoch": 0.3751382346917878,
      "grad_norm": 1.2404658779091104,
      "learning_rate": 0.00029818651857765936,
      "loss": 5.6562,
      "step": 9159
    },
    {
      "epoch": 0.37517919311898423,
      "grad_norm": 1.1705115423769805,
      "learning_rate": 0.0002981860129361431,
      "loss": 6.0,
      "step": 9160
    },
    {
      "epoch": 0.3752201515461806,
      "grad_norm": 2.1629463949707,
      "learning_rate": 0.0002981855072245731,
      "loss": 6.4062,
      "step": 9161
    },
    {
      "epoch": 0.375261109973377,
      "grad_norm": 1.383911979333829,
      "learning_rate": 0.00029818500144294957,
      "loss": 6.4688,
      "step": 9162
    },
    {
      "epoch": 0.3753020684005734,
      "grad_norm": 2.212830943477922,
      "learning_rate": 0.00029818449559127283,
      "loss": 5.7812,
      "step": 9163
    },
    {
      "epoch": 0.3753430268277698,
      "grad_norm": 1.2673747011640357,
      "learning_rate": 0.000298183989669543,
      "loss": 5.7812,
      "step": 9164
    },
    {
      "epoch": 0.3753839852549662,
      "grad_norm": 1.2613803405414923,
      "learning_rate": 0.0002981834836777604,
      "loss": 5.9375,
      "step": 9165
    },
    {
      "epoch": 0.3754249436821626,
      "grad_norm": 1.8348343857361857,
      "learning_rate": 0.0002981829776159252,
      "loss": 6.9062,
      "step": 9166
    },
    {
      "epoch": 0.375465902109359,
      "grad_norm": 1.4038891731454861,
      "learning_rate": 0.0002981824714840377,
      "loss": 6.0938,
      "step": 9167
    },
    {
      "epoch": 0.3755068605365554,
      "grad_norm": 1.7151548330824045,
      "learning_rate": 0.0002981819652820982,
      "loss": 6.1875,
      "step": 9168
    },
    {
      "epoch": 0.3755478189637518,
      "grad_norm": 1.4028449538254375,
      "learning_rate": 0.0002981814590101068,
      "loss": 5.9062,
      "step": 9169
    },
    {
      "epoch": 0.3755887773909482,
      "grad_norm": 1.3515422125904386,
      "learning_rate": 0.0002981809526680638,
      "loss": 6.2188,
      "step": 9170
    },
    {
      "epoch": 0.3756297358181446,
      "grad_norm": 1.358107340611118,
      "learning_rate": 0.0002981804462559695,
      "loss": 6.0,
      "step": 9171
    },
    {
      "epoch": 0.375670694245341,
      "grad_norm": 1.532248865876545,
      "learning_rate": 0.000298179939773824,
      "loss": 5.8125,
      "step": 9172
    },
    {
      "epoch": 0.37571165267253737,
      "grad_norm": 1.3075615986206897,
      "learning_rate": 0.0002981794332216277,
      "loss": 5.3438,
      "step": 9173
    },
    {
      "epoch": 0.3757526110997338,
      "grad_norm": 1.4050725377825921,
      "learning_rate": 0.00029817892659938074,
      "loss": 6.0625,
      "step": 9174
    },
    {
      "epoch": 0.37579356952693016,
      "grad_norm": 1.4108921433643682,
      "learning_rate": 0.0002981784199070834,
      "loss": 5.875,
      "step": 9175
    },
    {
      "epoch": 0.3758345279541266,
      "grad_norm": 1.1450377156820217,
      "learning_rate": 0.0002981779131447358,
      "loss": 5.4375,
      "step": 9176
    },
    {
      "epoch": 0.37587548638132295,
      "grad_norm": 1.1198620376920259,
      "learning_rate": 0.0002981774063123384,
      "loss": 5.7812,
      "step": 9177
    },
    {
      "epoch": 0.3759164448085194,
      "grad_norm": 4.172157996314164,
      "learning_rate": 0.00029817689940989133,
      "loss": 7.5938,
      "step": 9178
    },
    {
      "epoch": 0.37595740323571575,
      "grad_norm": 4.309505067484457,
      "learning_rate": 0.00029817639243739474,
      "loss": 6.0,
      "step": 9179
    },
    {
      "epoch": 0.3759983616629121,
      "grad_norm": 1.4070034375513245,
      "learning_rate": 0.000298175885394849,
      "loss": 6.0938,
      "step": 9180
    },
    {
      "epoch": 0.37603932009010854,
      "grad_norm": 1.6292809365525247,
      "learning_rate": 0.0002981753782822543,
      "loss": 6.5625,
      "step": 9181
    },
    {
      "epoch": 0.3760802785173049,
      "grad_norm": 1.9982331891077667,
      "learning_rate": 0.0002981748710996108,
      "loss": 8.0,
      "step": 9182
    },
    {
      "epoch": 0.37612123694450134,
      "grad_norm": 2.6938373493521204,
      "learning_rate": 0.00029817436384691886,
      "loss": 5.7812,
      "step": 9183
    },
    {
      "epoch": 0.3761621953716977,
      "grad_norm": 1.984136007345651,
      "learning_rate": 0.0002981738565241787,
      "loss": 7.9062,
      "step": 9184
    },
    {
      "epoch": 0.37620315379889413,
      "grad_norm": 1.3066688132803732,
      "learning_rate": 0.0002981733491313905,
      "loss": 6.0312,
      "step": 9185
    },
    {
      "epoch": 0.3762441122260905,
      "grad_norm": 1.207269913441234,
      "learning_rate": 0.00029817284166855465,
      "loss": 5.3125,
      "step": 9186
    },
    {
      "epoch": 0.3762850706532869,
      "grad_norm": 1.1405903724732376,
      "learning_rate": 0.0002981723341356712,
      "loss": 5.6562,
      "step": 9187
    },
    {
      "epoch": 0.3763260290804833,
      "grad_norm": 1.093579043550154,
      "learning_rate": 0.00029817182653274043,
      "loss": 5.0,
      "step": 9188
    },
    {
      "epoch": 0.3763669875076797,
      "grad_norm": 2.739595765948729,
      "learning_rate": 0.00029817131885976267,
      "loss": 5.0312,
      "step": 9189
    },
    {
      "epoch": 0.3764079459348761,
      "grad_norm": 1.8400595254711805,
      "learning_rate": 0.00029817081111673807,
      "loss": 7.7812,
      "step": 9190
    },
    {
      "epoch": 0.3764489043620725,
      "grad_norm": 1.2109823335917422,
      "learning_rate": 0.00029817030330366696,
      "loss": 5.9062,
      "step": 9191
    },
    {
      "epoch": 0.3764898627892689,
      "grad_norm": 1.55498550395007,
      "learning_rate": 0.0002981697954205495,
      "loss": 5.375,
      "step": 9192
    },
    {
      "epoch": 0.3765308212164653,
      "grad_norm": 1.3192968256195272,
      "learning_rate": 0.000298169287467386,
      "loss": 6.0625,
      "step": 9193
    },
    {
      "epoch": 0.3765717796436617,
      "grad_norm": 1.904874598582607,
      "learning_rate": 0.0002981687794441766,
      "loss": 6.6875,
      "step": 9194
    },
    {
      "epoch": 0.3766127380708581,
      "grad_norm": 1.249727365329222,
      "learning_rate": 0.0002981682713509216,
      "loss": 6.3438,
      "step": 9195
    },
    {
      "epoch": 0.37665369649805447,
      "grad_norm": 1.0772688715627423,
      "learning_rate": 0.00029816776318762123,
      "loss": 5.2188,
      "step": 9196
    },
    {
      "epoch": 0.3766946549252509,
      "grad_norm": 2.729818461659212,
      "learning_rate": 0.0002981672549542758,
      "loss": 5.0625,
      "step": 9197
    },
    {
      "epoch": 0.37673561335244726,
      "grad_norm": 1.265222202528595,
      "learning_rate": 0.0002981667466508855,
      "loss": 7.5,
      "step": 9198
    },
    {
      "epoch": 0.3767765717796437,
      "grad_norm": 1.369441729610635,
      "learning_rate": 0.0002981662382774505,
      "loss": 6.0938,
      "step": 9199
    },
    {
      "epoch": 0.37681753020684006,
      "grad_norm": 1.3220860030146162,
      "learning_rate": 0.0002981657298339711,
      "loss": 6.7188,
      "step": 9200
    },
    {
      "epoch": 0.3768584886340364,
      "grad_norm": 1.162431554718346,
      "learning_rate": 0.00029816522132044757,
      "loss": 6.0312,
      "step": 9201
    },
    {
      "epoch": 0.37689944706123285,
      "grad_norm": 1.1869980471339454,
      "learning_rate": 0.0002981647127368801,
      "loss": 5.5312,
      "step": 9202
    },
    {
      "epoch": 0.3769404054884292,
      "grad_norm": 1.4060933557033273,
      "learning_rate": 0.00029816420408326896,
      "loss": 5.375,
      "step": 9203
    },
    {
      "epoch": 0.37698136391562564,
      "grad_norm": 1.2504917474244777,
      "learning_rate": 0.0002981636953596144,
      "loss": 4.6875,
      "step": 9204
    },
    {
      "epoch": 0.377022322342822,
      "grad_norm": 1.1384448558949851,
      "learning_rate": 0.00029816318656591663,
      "loss": 5.875,
      "step": 9205
    },
    {
      "epoch": 0.37706328077001844,
      "grad_norm": 4.358101526294379,
      "learning_rate": 0.0002981626777021759,
      "loss": 5.875,
      "step": 9206
    },
    {
      "epoch": 0.3771042391972148,
      "grad_norm": 1.4257541912210014,
      "learning_rate": 0.00029816216876839247,
      "loss": 6.1562,
      "step": 9207
    },
    {
      "epoch": 0.37714519762441123,
      "grad_norm": 1.5181057889396852,
      "learning_rate": 0.0002981616597645665,
      "loss": 5.8438,
      "step": 9208
    },
    {
      "epoch": 0.3771861560516076,
      "grad_norm": 3.4566002823719435,
      "learning_rate": 0.0002981611506906984,
      "loss": 4.125,
      "step": 9209
    },
    {
      "epoch": 0.377227114478804,
      "grad_norm": 7.782998562123164,
      "learning_rate": 0.0002981606415467882,
      "loss": 7.4375,
      "step": 9210
    },
    {
      "epoch": 0.3772680729060004,
      "grad_norm": 1.6310536084541465,
      "learning_rate": 0.00029816013233283626,
      "loss": 6.4688,
      "step": 9211
    },
    {
      "epoch": 0.3773090313331968,
      "grad_norm": 2.625355046714378,
      "learning_rate": 0.00029815962304884287,
      "loss": 7.4375,
      "step": 9212
    },
    {
      "epoch": 0.3773499897603932,
      "grad_norm": 1.6628592901467218,
      "learning_rate": 0.00029815911369480817,
      "loss": 6.125,
      "step": 9213
    },
    {
      "epoch": 0.3773909481875896,
      "grad_norm": 2.5117983212585484,
      "learning_rate": 0.00029815860427073244,
      "loss": 5.9375,
      "step": 9214
    },
    {
      "epoch": 0.377431906614786,
      "grad_norm": 1.2266645159811556,
      "learning_rate": 0.00029815809477661594,
      "loss": 5.625,
      "step": 9215
    },
    {
      "epoch": 0.3774728650419824,
      "grad_norm": 1.4892938193812728,
      "learning_rate": 0.00029815758521245885,
      "loss": 6.0312,
      "step": 9216
    },
    {
      "epoch": 0.3775138234691788,
      "grad_norm": 1.469382922348236,
      "learning_rate": 0.0002981570755782615,
      "loss": 5.3125,
      "step": 9217
    },
    {
      "epoch": 0.3775547818963752,
      "grad_norm": 1.204807349803281,
      "learning_rate": 0.00029815656587402407,
      "loss": 5.625,
      "step": 9218
    },
    {
      "epoch": 0.37759574032357157,
      "grad_norm": 1.9388524920799517,
      "learning_rate": 0.00029815605609974675,
      "loss": 6.7188,
      "step": 9219
    },
    {
      "epoch": 0.377636698750768,
      "grad_norm": 1.333981478316118,
      "learning_rate": 0.0002981555462554299,
      "loss": 5.6562,
      "step": 9220
    },
    {
      "epoch": 0.37767765717796437,
      "grad_norm": 1.5925676947629437,
      "learning_rate": 0.0002981550363410737,
      "loss": 6.4375,
      "step": 9221
    },
    {
      "epoch": 0.37771861560516073,
      "grad_norm": 1.302656862632507,
      "learning_rate": 0.00029815452635667837,
      "loss": 5.6562,
      "step": 9222
    },
    {
      "epoch": 0.37775957403235716,
      "grad_norm": 1.2904995132090444,
      "learning_rate": 0.00029815401630224424,
      "loss": 5.2188,
      "step": 9223
    },
    {
      "epoch": 0.37780053245955353,
      "grad_norm": 2.3599058639893666,
      "learning_rate": 0.0002981535061777714,
      "loss": 6.1562,
      "step": 9224
    },
    {
      "epoch": 0.37784149088674995,
      "grad_norm": 1.2474694433087554,
      "learning_rate": 0.00029815299598326026,
      "loss": 6.0,
      "step": 9225
    },
    {
      "epoch": 0.3778824493139463,
      "grad_norm": 5.572835017863605,
      "learning_rate": 0.00029815248571871095,
      "loss": 6.375,
      "step": 9226
    },
    {
      "epoch": 0.37792340774114275,
      "grad_norm": 1.365079161066714,
      "learning_rate": 0.0002981519753841237,
      "loss": 5.8438,
      "step": 9227
    },
    {
      "epoch": 0.3779643661683391,
      "grad_norm": 1.463602628076289,
      "learning_rate": 0.0002981514649794989,
      "loss": 5.9062,
      "step": 9228
    },
    {
      "epoch": 0.37800532459553554,
      "grad_norm": 1.6178316194037483,
      "learning_rate": 0.0002981509545048366,
      "loss": 5.8125,
      "step": 9229
    },
    {
      "epoch": 0.3780462830227319,
      "grad_norm": 4.295951914289676,
      "learning_rate": 0.0002981504439601371,
      "loss": 8.5625,
      "step": 9230
    },
    {
      "epoch": 0.37808724144992834,
      "grad_norm": 1.6964984021546425,
      "learning_rate": 0.00029814993334540074,
      "loss": 6.7812,
      "step": 9231
    },
    {
      "epoch": 0.3781281998771247,
      "grad_norm": 7.668077905557149,
      "learning_rate": 0.0002981494226606277,
      "loss": 4.4375,
      "step": 9232
    },
    {
      "epoch": 0.37816915830432113,
      "grad_norm": 1.391388804469529,
      "learning_rate": 0.00029814891190581814,
      "loss": 6.3125,
      "step": 9233
    },
    {
      "epoch": 0.3782101167315175,
      "grad_norm": 1.697118409539558,
      "learning_rate": 0.0002981484010809724,
      "loss": 5.9688,
      "step": 9234
    },
    {
      "epoch": 0.3782510751587139,
      "grad_norm": 1.7428881481630683,
      "learning_rate": 0.00029814789018609066,
      "loss": 7.0312,
      "step": 9235
    },
    {
      "epoch": 0.3782920335859103,
      "grad_norm": 1.3950097429787407,
      "learning_rate": 0.0002981473792211732,
      "loss": 5.625,
      "step": 9236
    },
    {
      "epoch": 0.3783329920131067,
      "grad_norm": 1.3461430566144417,
      "learning_rate": 0.00029814686818622034,
      "loss": 5.9688,
      "step": 9237
    },
    {
      "epoch": 0.3783739504403031,
      "grad_norm": 1.4081101242047753,
      "learning_rate": 0.00029814635708123215,
      "loss": 5.0625,
      "step": 9238
    },
    {
      "epoch": 0.3784149088674995,
      "grad_norm": 1.3803722285484965,
      "learning_rate": 0.000298145845906209,
      "loss": 5.2812,
      "step": 9239
    },
    {
      "epoch": 0.3784558672946959,
      "grad_norm": 1.4809633999758252,
      "learning_rate": 0.00029814533466115104,
      "loss": 5.4688,
      "step": 9240
    },
    {
      "epoch": 0.3784968257218923,
      "grad_norm": 3.310613690784499,
      "learning_rate": 0.0002981448233460586,
      "loss": 5.2812,
      "step": 9241
    },
    {
      "epoch": 0.3785377841490887,
      "grad_norm": 1.418560614271654,
      "learning_rate": 0.0002981443119609319,
      "loss": 5.4375,
      "step": 9242
    },
    {
      "epoch": 0.37857874257628504,
      "grad_norm": 1.3737141038699936,
      "learning_rate": 0.00029814380050577116,
      "loss": 7.6562,
      "step": 9243
    },
    {
      "epoch": 0.37861970100348147,
      "grad_norm": 1.351012321218441,
      "learning_rate": 0.0002981432889805766,
      "loss": 4.9375,
      "step": 9244
    },
    {
      "epoch": 0.37866065943067784,
      "grad_norm": 13.490794842561572,
      "learning_rate": 0.0002981427773853485,
      "loss": 7.4688,
      "step": 9245
    },
    {
      "epoch": 0.37870161785787426,
      "grad_norm": 1.537122933708692,
      "learning_rate": 0.00029814226572008715,
      "loss": 6.2812,
      "step": 9246
    },
    {
      "epoch": 0.37874257628507063,
      "grad_norm": 1.2719374997396695,
      "learning_rate": 0.00029814175398479265,
      "loss": 6.0312,
      "step": 9247
    },
    {
      "epoch": 0.37878353471226706,
      "grad_norm": 1.7871595453098665,
      "learning_rate": 0.0002981412421794653,
      "loss": 5.0625,
      "step": 9248
    },
    {
      "epoch": 0.3788244931394634,
      "grad_norm": 2.071985640760661,
      "learning_rate": 0.00029814073030410545,
      "loss": 6.4375,
      "step": 9249
    },
    {
      "epoch": 0.37886545156665985,
      "grad_norm": 1.35996986185918,
      "learning_rate": 0.00029814021835871323,
      "loss": 5.4375,
      "step": 9250
    },
    {
      "epoch": 0.3789064099938562,
      "grad_norm": 1.2620379882700978,
      "learning_rate": 0.0002981397063432889,
      "loss": 4.875,
      "step": 9251
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 2.8497241684275623,
      "learning_rate": 0.00029813919425783275,
      "loss": 7.7812,
      "step": 9252
    },
    {
      "epoch": 0.378988326848249,
      "grad_norm": 1.2139264272657124,
      "learning_rate": 0.00029813868210234497,
      "loss": 6.0312,
      "step": 9253
    },
    {
      "epoch": 0.37902928527544544,
      "grad_norm": 1.5821101855072084,
      "learning_rate": 0.0002981381698768258,
      "loss": 6.25,
      "step": 9254
    },
    {
      "epoch": 0.3790702437026418,
      "grad_norm": 1.1594893967202602,
      "learning_rate": 0.00029813765758127553,
      "loss": 5.4375,
      "step": 9255
    },
    {
      "epoch": 0.37911120212983823,
      "grad_norm": 1.1905155362609752,
      "learning_rate": 0.0002981371452156943,
      "loss": 5.7812,
      "step": 9256
    },
    {
      "epoch": 0.3791521605570346,
      "grad_norm": 1.410743639392963,
      "learning_rate": 0.00029813663278008246,
      "loss": 7.1562,
      "step": 9257
    },
    {
      "epoch": 0.379193118984231,
      "grad_norm": 1.275083907375278,
      "learning_rate": 0.00029813612027444026,
      "loss": 6.5625,
      "step": 9258
    },
    {
      "epoch": 0.3792340774114274,
      "grad_norm": 1.6394754197299555,
      "learning_rate": 0.00029813560769876787,
      "loss": 5.9375,
      "step": 9259
    },
    {
      "epoch": 0.3792750358386238,
      "grad_norm": 1.1711865861764492,
      "learning_rate": 0.00029813509505306556,
      "loss": 6.375,
      "step": 9260
    },
    {
      "epoch": 0.3793159942658202,
      "grad_norm": 1.318859389261794,
      "learning_rate": 0.00029813458233733355,
      "loss": 5.4688,
      "step": 9261
    },
    {
      "epoch": 0.3793569526930166,
      "grad_norm": 2.218637368062659,
      "learning_rate": 0.00029813406955157216,
      "loss": 6.5312,
      "step": 9262
    },
    {
      "epoch": 0.379397911120213,
      "grad_norm": 1.2153787539705605,
      "learning_rate": 0.00029813355669578155,
      "loss": 5.5625,
      "step": 9263
    },
    {
      "epoch": 0.37943886954740935,
      "grad_norm": 6.686746108875017,
      "learning_rate": 0.00029813304376996195,
      "loss": 7.9375,
      "step": 9264
    },
    {
      "epoch": 0.3794798279746058,
      "grad_norm": 3.9506029200160997,
      "learning_rate": 0.0002981325307741137,
      "loss": 6.125,
      "step": 9265
    },
    {
      "epoch": 0.37952078640180215,
      "grad_norm": 1.5166538056497105,
      "learning_rate": 0.00029813201770823695,
      "loss": 6.6875,
      "step": 9266
    },
    {
      "epoch": 0.37956174482899857,
      "grad_norm": 1.2286467575643232,
      "learning_rate": 0.000298131504572332,
      "loss": 5.2188,
      "step": 9267
    },
    {
      "epoch": 0.37960270325619494,
      "grad_norm": 1.2170908912798852,
      "learning_rate": 0.00029813099136639904,
      "loss": 5.6562,
      "step": 9268
    },
    {
      "epoch": 0.37964366168339136,
      "grad_norm": 1.2105334509370473,
      "learning_rate": 0.00029813047809043835,
      "loss": 5.375,
      "step": 9269
    },
    {
      "epoch": 0.37968462011058773,
      "grad_norm": 2.1493797029903323,
      "learning_rate": 0.0002981299647444502,
      "loss": 7.0938,
      "step": 9270
    },
    {
      "epoch": 0.37972557853778416,
      "grad_norm": 1.2287336315515451,
      "learning_rate": 0.00029812945132843475,
      "loss": 5.8438,
      "step": 9271
    },
    {
      "epoch": 0.37976653696498053,
      "grad_norm": 1.5443230978384528,
      "learning_rate": 0.00029812893784239233,
      "loss": 5.8438,
      "step": 9272
    },
    {
      "epoch": 0.37980749539217695,
      "grad_norm": 1.248367453296475,
      "learning_rate": 0.00029812842428632313,
      "loss": 6.1875,
      "step": 9273
    },
    {
      "epoch": 0.3798484538193733,
      "grad_norm": 1.3195260795506132,
      "learning_rate": 0.0002981279106602274,
      "loss": 5.125,
      "step": 9274
    },
    {
      "epoch": 0.37988941224656975,
      "grad_norm": 1.4938065339049955,
      "learning_rate": 0.00029812739696410544,
      "loss": 6.8438,
      "step": 9275
    },
    {
      "epoch": 0.3799303706737661,
      "grad_norm": 2.0287869755241545,
      "learning_rate": 0.0002981268831979574,
      "loss": 6.0312,
      "step": 9276
    },
    {
      "epoch": 0.37997132910096254,
      "grad_norm": 1.2784372998526519,
      "learning_rate": 0.0002981263693617835,
      "loss": 5.4375,
      "step": 9277
    },
    {
      "epoch": 0.3800122875281589,
      "grad_norm": 2.1733918828503094,
      "learning_rate": 0.00029812585545558413,
      "loss": 7.6562,
      "step": 9278
    },
    {
      "epoch": 0.38005324595535533,
      "grad_norm": 1.9410438588401382,
      "learning_rate": 0.0002981253414793594,
      "loss": 8.0,
      "step": 9279
    },
    {
      "epoch": 0.3800942043825517,
      "grad_norm": 1.8112360136231151,
      "learning_rate": 0.00029812482743310964,
      "loss": 5.4688,
      "step": 9280
    },
    {
      "epoch": 0.38013516280974813,
      "grad_norm": 2.2353097961464172,
      "learning_rate": 0.0002981243133168351,
      "loss": 6.7188,
      "step": 9281
    },
    {
      "epoch": 0.3801761212369445,
      "grad_norm": 1.3795811370438,
      "learning_rate": 0.00029812379913053585,
      "loss": 6.0,
      "step": 9282
    },
    {
      "epoch": 0.3802170796641409,
      "grad_norm": 1.6011300593812645,
      "learning_rate": 0.0002981232848742124,
      "loss": 6.8125,
      "step": 9283
    },
    {
      "epoch": 0.3802580380913373,
      "grad_norm": 1.5723511995813066,
      "learning_rate": 0.0002981227705478648,
      "loss": 4.6562,
      "step": 9284
    },
    {
      "epoch": 0.38029899651853366,
      "grad_norm": 1.3598934978669288,
      "learning_rate": 0.00029812225615149336,
      "loss": 5.4688,
      "step": 9285
    },
    {
      "epoch": 0.3803399549457301,
      "grad_norm": 1.3231488837970324,
      "learning_rate": 0.0002981217416850983,
      "loss": 6.375,
      "step": 9286
    },
    {
      "epoch": 0.38038091337292645,
      "grad_norm": 1.357664009175692,
      "learning_rate": 0.00029812122714867984,
      "loss": 6.1562,
      "step": 9287
    },
    {
      "epoch": 0.3804218718001229,
      "grad_norm": 1.2674954863443753,
      "learning_rate": 0.00029812071254223835,
      "loss": 5.125,
      "step": 9288
    },
    {
      "epoch": 0.38046283022731925,
      "grad_norm": 1.2341133302072524,
      "learning_rate": 0.00029812019786577387,
      "loss": 5.375,
      "step": 9289
    },
    {
      "epoch": 0.3805037886545157,
      "grad_norm": 2.213216389933154,
      "learning_rate": 0.00029811968311928684,
      "loss": 7.6562,
      "step": 9290
    },
    {
      "epoch": 0.38054474708171204,
      "grad_norm": 1.9031926827141794,
      "learning_rate": 0.00029811916830277743,
      "loss": 6.5625,
      "step": 9291
    },
    {
      "epoch": 0.38058570550890847,
      "grad_norm": 1.2682594301177648,
      "learning_rate": 0.0002981186534162458,
      "loss": 6.2812,
      "step": 9292
    },
    {
      "epoch": 0.38062666393610484,
      "grad_norm": 1.4053474039430696,
      "learning_rate": 0.00029811813845969233,
      "loss": 5.0,
      "step": 9293
    },
    {
      "epoch": 0.38066762236330126,
      "grad_norm": 1.6216547165800586,
      "learning_rate": 0.0002981176234331172,
      "loss": 6.2812,
      "step": 9294
    },
    {
      "epoch": 0.38070858079049763,
      "grad_norm": 1.9044798191947288,
      "learning_rate": 0.00029811710833652056,
      "loss": 7.2812,
      "step": 9295
    },
    {
      "epoch": 0.38074953921769406,
      "grad_norm": 1.7118991983895755,
      "learning_rate": 0.0002981165931699028,
      "loss": 5.125,
      "step": 9296
    },
    {
      "epoch": 0.3807904976448904,
      "grad_norm": 1.755904251680589,
      "learning_rate": 0.00029811607793326413,
      "loss": 5.875,
      "step": 9297
    },
    {
      "epoch": 0.38083145607208685,
      "grad_norm": 1.2277747306636977,
      "learning_rate": 0.0002981155626266048,
      "loss": 5.9062,
      "step": 9298
    },
    {
      "epoch": 0.3808724144992832,
      "grad_norm": 2.524976728842555,
      "learning_rate": 0.00029811504724992495,
      "loss": 6.2812,
      "step": 9299
    },
    {
      "epoch": 0.38091337292647964,
      "grad_norm": 3.634538506182509,
      "learning_rate": 0.0002981145318032249,
      "loss": 5.125,
      "step": 9300
    },
    {
      "epoch": 0.380954331353676,
      "grad_norm": 1.7749926707645434,
      "learning_rate": 0.00029811401628650495,
      "loss": 6.4062,
      "step": 9301
    },
    {
      "epoch": 0.38099528978087244,
      "grad_norm": 1.8193064758850377,
      "learning_rate": 0.0002981135006997653,
      "loss": 6.875,
      "step": 9302
    },
    {
      "epoch": 0.3810362482080688,
      "grad_norm": 1.847982442057773,
      "learning_rate": 0.00029811298504300616,
      "loss": 5.1875,
      "step": 9303
    },
    {
      "epoch": 0.38107720663526523,
      "grad_norm": 1.3728405731321767,
      "learning_rate": 0.00029811246931622776,
      "loss": 6.0938,
      "step": 9304
    },
    {
      "epoch": 0.3811181650624616,
      "grad_norm": 1.375464976205404,
      "learning_rate": 0.0002981119535194304,
      "loss": 5.4375,
      "step": 9305
    },
    {
      "epoch": 0.38115912348965797,
      "grad_norm": 1.239492914617862,
      "learning_rate": 0.00029811143765261434,
      "loss": 5.6875,
      "step": 9306
    },
    {
      "epoch": 0.3812000819168544,
      "grad_norm": 5.472047130333859,
      "learning_rate": 0.00029811092171577974,
      "loss": 5.125,
      "step": 9307
    },
    {
      "epoch": 0.38124104034405076,
      "grad_norm": 1.3478938075298508,
      "learning_rate": 0.0002981104057089269,
      "loss": 5.25,
      "step": 9308
    },
    {
      "epoch": 0.3812819987712472,
      "grad_norm": 1.308364522972723,
      "learning_rate": 0.0002981098896320561,
      "loss": 5.4688,
      "step": 9309
    },
    {
      "epoch": 0.38132295719844356,
      "grad_norm": 1.3342926049806445,
      "learning_rate": 0.00029810937348516745,
      "loss": 5.875,
      "step": 9310
    },
    {
      "epoch": 0.38136391562564,
      "grad_norm": 3.1309307839508245,
      "learning_rate": 0.00029810885726826137,
      "loss": 6.4688,
      "step": 9311
    },
    {
      "epoch": 0.38140487405283635,
      "grad_norm": 2.8239738243690478,
      "learning_rate": 0.00029810834098133795,
      "loss": 6.5312,
      "step": 9312
    },
    {
      "epoch": 0.3814458324800328,
      "grad_norm": 1.3626786903737544,
      "learning_rate": 0.0002981078246243975,
      "loss": 5.4375,
      "step": 9313
    },
    {
      "epoch": 0.38148679090722915,
      "grad_norm": 1.2697777162923138,
      "learning_rate": 0.0002981073081974403,
      "loss": 5.125,
      "step": 9314
    },
    {
      "epoch": 0.38152774933442557,
      "grad_norm": 1.2580277952799106,
      "learning_rate": 0.0002981067917004666,
      "loss": 6.1562,
      "step": 9315
    },
    {
      "epoch": 0.38156870776162194,
      "grad_norm": 2.082849686259363,
      "learning_rate": 0.00029810627513347657,
      "loss": 6.7188,
      "step": 9316
    },
    {
      "epoch": 0.38160966618881836,
      "grad_norm": 3.9682771274185016,
      "learning_rate": 0.00029810575849647045,
      "loss": 5.0625,
      "step": 9317
    },
    {
      "epoch": 0.38165062461601473,
      "grad_norm": 1.1930034525380615,
      "learning_rate": 0.00029810524178944855,
      "loss": 5.625,
      "step": 9318
    },
    {
      "epoch": 0.38169158304321116,
      "grad_norm": 1.501871495257327,
      "learning_rate": 0.00029810472501241105,
      "loss": 6.4062,
      "step": 9319
    },
    {
      "epoch": 0.3817325414704075,
      "grad_norm": 1.8736589980674678,
      "learning_rate": 0.0002981042081653583,
      "loss": 8.3125,
      "step": 9320
    },
    {
      "epoch": 0.38177349989760395,
      "grad_norm": 2.0093689227209484,
      "learning_rate": 0.0002981036912482904,
      "loss": 5.7188,
      "step": 9321
    },
    {
      "epoch": 0.3818144583248003,
      "grad_norm": 1.5082878587982154,
      "learning_rate": 0.0002981031742612077,
      "loss": 6.5,
      "step": 9322
    },
    {
      "epoch": 0.38185541675199675,
      "grad_norm": 1.5189524439491444,
      "learning_rate": 0.00029810265720411043,
      "loss": 4.0625,
      "step": 9323
    },
    {
      "epoch": 0.3818963751791931,
      "grad_norm": 1.338081884967552,
      "learning_rate": 0.0002981021400769988,
      "loss": 6.625,
      "step": 9324
    },
    {
      "epoch": 0.38193733360638954,
      "grad_norm": 4.721060447770384,
      "learning_rate": 0.00029810162287987306,
      "loss": 6.9688,
      "step": 9325
    },
    {
      "epoch": 0.3819782920335859,
      "grad_norm": 1.4186012165305024,
      "learning_rate": 0.0002981011056127335,
      "loss": 7.0938,
      "step": 9326
    },
    {
      "epoch": 0.38201925046078233,
      "grad_norm": 1.2375153137358113,
      "learning_rate": 0.00029810058827558036,
      "loss": 5.5625,
      "step": 9327
    },
    {
      "epoch": 0.3820602088879787,
      "grad_norm": 2.861098918938655,
      "learning_rate": 0.00029810007086841377,
      "loss": 6.6875,
      "step": 9328
    },
    {
      "epoch": 0.38210116731517507,
      "grad_norm": 1.871373491219594,
      "learning_rate": 0.0002980995533912341,
      "loss": 6.9688,
      "step": 9329
    },
    {
      "epoch": 0.3821421257423715,
      "grad_norm": 2.8306178581507635,
      "learning_rate": 0.00029809903584404157,
      "loss": 7.7188,
      "step": 9330
    },
    {
      "epoch": 0.38218308416956787,
      "grad_norm": 2.940499731243363,
      "learning_rate": 0.0002980985182268364,
      "loss": 6.6875,
      "step": 9331
    },
    {
      "epoch": 0.3822240425967643,
      "grad_norm": 1.4403217520111915,
      "learning_rate": 0.00029809800053961886,
      "loss": 5.3125,
      "step": 9332
    },
    {
      "epoch": 0.38226500102396066,
      "grad_norm": 3.2635121952570474,
      "learning_rate": 0.00029809748278238914,
      "loss": 7.1875,
      "step": 9333
    },
    {
      "epoch": 0.3823059594511571,
      "grad_norm": 6.893484123195391,
      "learning_rate": 0.00029809696495514755,
      "loss": 6.8125,
      "step": 9334
    },
    {
      "epoch": 0.38234691787835345,
      "grad_norm": 1.224448891913443,
      "learning_rate": 0.00029809644705789426,
      "loss": 6.2812,
      "step": 9335
    },
    {
      "epoch": 0.3823878763055499,
      "grad_norm": 1.4158088410158651,
      "learning_rate": 0.00029809592909062964,
      "loss": 5.6562,
      "step": 9336
    },
    {
      "epoch": 0.38242883473274625,
      "grad_norm": 1.3623790091137562,
      "learning_rate": 0.0002980954110533538,
      "loss": 6.0312,
      "step": 9337
    },
    {
      "epoch": 0.3824697931599427,
      "grad_norm": 1.227921300114466,
      "learning_rate": 0.0002980948929460671,
      "loss": 5.0625,
      "step": 9338
    },
    {
      "epoch": 0.38251075158713904,
      "grad_norm": 1.6131695850310153,
      "learning_rate": 0.00029809437476876967,
      "loss": 6.0,
      "step": 9339
    },
    {
      "epoch": 0.38255171001433547,
      "grad_norm": 1.6216789546317192,
      "learning_rate": 0.0002980938565214618,
      "loss": 5.8125,
      "step": 9340
    },
    {
      "epoch": 0.38259266844153184,
      "grad_norm": 2.096946303902746,
      "learning_rate": 0.0002980933382041438,
      "loss": 6.625,
      "step": 9341
    },
    {
      "epoch": 0.38263362686872826,
      "grad_norm": 1.168991621114385,
      "learning_rate": 0.00029809281981681585,
      "loss": 6.3125,
      "step": 9342
    },
    {
      "epoch": 0.38267458529592463,
      "grad_norm": 1.4607928648515691,
      "learning_rate": 0.00029809230135947824,
      "loss": 5.1875,
      "step": 9343
    },
    {
      "epoch": 0.38271554372312105,
      "grad_norm": 3.488671462660697,
      "learning_rate": 0.00029809178283213115,
      "loss": 5.5,
      "step": 9344
    },
    {
      "epoch": 0.3827565021503174,
      "grad_norm": 1.4154287172163396,
      "learning_rate": 0.00029809126423477485,
      "loss": 5.875,
      "step": 9345
    },
    {
      "epoch": 0.38279746057751385,
      "grad_norm": 3.142268250070008,
      "learning_rate": 0.0002980907455674096,
      "loss": 5.3125,
      "step": 9346
    },
    {
      "epoch": 0.3828384190047102,
      "grad_norm": 2.003229855370128,
      "learning_rate": 0.00029809022683003564,
      "loss": 6.5,
      "step": 9347
    },
    {
      "epoch": 0.38287937743190664,
      "grad_norm": 2.624808557528154,
      "learning_rate": 0.0002980897080226532,
      "loss": 7.5312,
      "step": 9348
    },
    {
      "epoch": 0.382920335859103,
      "grad_norm": 2.179188242726774,
      "learning_rate": 0.0002980891891452626,
      "loss": 7.875,
      "step": 9349
    },
    {
      "epoch": 0.3829612942862994,
      "grad_norm": 1.5477040102502662,
      "learning_rate": 0.00029808867019786396,
      "loss": 5.5312,
      "step": 9350
    },
    {
      "epoch": 0.3830022527134958,
      "grad_norm": 1.2144382198888788,
      "learning_rate": 0.0002980881511804576,
      "loss": 5.2188,
      "step": 9351
    },
    {
      "epoch": 0.3830432111406922,
      "grad_norm": 1.5917662254926206,
      "learning_rate": 0.00029808763209304375,
      "loss": 5.9375,
      "step": 9352
    },
    {
      "epoch": 0.3830841695678886,
      "grad_norm": 1.2592705576534764,
      "learning_rate": 0.0002980871129356227,
      "loss": 5.9062,
      "step": 9353
    },
    {
      "epoch": 0.38312512799508497,
      "grad_norm": 1.7292640988444468,
      "learning_rate": 0.0002980865937081946,
      "loss": 6.3125,
      "step": 9354
    },
    {
      "epoch": 0.3831660864222814,
      "grad_norm": 1.223124341340838,
      "learning_rate": 0.00029808607441075976,
      "loss": 6.25,
      "step": 9355
    },
    {
      "epoch": 0.38320704484947776,
      "grad_norm": 3.280454997147444,
      "learning_rate": 0.00029808555504331845,
      "loss": 6.4062,
      "step": 9356
    },
    {
      "epoch": 0.3832480032766742,
      "grad_norm": 1.624429393860195,
      "learning_rate": 0.0002980850356058709,
      "loss": 7.3125,
      "step": 9357
    },
    {
      "epoch": 0.38328896170387056,
      "grad_norm": 3.0215165170803586,
      "learning_rate": 0.0002980845160984173,
      "loss": 7.75,
      "step": 9358
    },
    {
      "epoch": 0.383329920131067,
      "grad_norm": 1.1632418962733426,
      "learning_rate": 0.00029808399652095797,
      "loss": 5.5625,
      "step": 9359
    },
    {
      "epoch": 0.38337087855826335,
      "grad_norm": 2.127553904650921,
      "learning_rate": 0.0002980834768734931,
      "loss": 7.3125,
      "step": 9360
    },
    {
      "epoch": 0.3834118369854598,
      "grad_norm": 3.076819210464887,
      "learning_rate": 0.0002980829571560229,
      "loss": 6.4375,
      "step": 9361
    },
    {
      "epoch": 0.38345279541265614,
      "grad_norm": 1.831435862470494,
      "learning_rate": 0.00029808243736854776,
      "loss": 6.7812,
      "step": 9362
    },
    {
      "epoch": 0.38349375383985257,
      "grad_norm": 1.8074559427214103,
      "learning_rate": 0.0002980819175110678,
      "loss": 7.7188,
      "step": 9363
    },
    {
      "epoch": 0.38353471226704894,
      "grad_norm": 1.2369250751961618,
      "learning_rate": 0.0002980813975835833,
      "loss": 5.9688,
      "step": 9364
    },
    {
      "epoch": 0.38357567069424536,
      "grad_norm": 1.2291788679999325,
      "learning_rate": 0.0002980808775860945,
      "loss": 6.375,
      "step": 9365
    },
    {
      "epoch": 0.38361662912144173,
      "grad_norm": 1.5938836500186635,
      "learning_rate": 0.00029808035751860163,
      "loss": 5.875,
      "step": 9366
    },
    {
      "epoch": 0.38365758754863816,
      "grad_norm": 4.464724711944268,
      "learning_rate": 0.000298079837381105,
      "loss": 7.4375,
      "step": 9367
    },
    {
      "epoch": 0.3836985459758345,
      "grad_norm": 7.868993335045535,
      "learning_rate": 0.00029807931717360485,
      "loss": 7.0312,
      "step": 9368
    },
    {
      "epoch": 0.38373950440303095,
      "grad_norm": 3.5179033525944963,
      "learning_rate": 0.00029807879689610126,
      "loss": 4.0312,
      "step": 9369
    },
    {
      "epoch": 0.3837804628302273,
      "grad_norm": 1.2842395530423398,
      "learning_rate": 0.00029807827654859475,
      "loss": 5.9062,
      "step": 9370
    },
    {
      "epoch": 0.3838214212574237,
      "grad_norm": 1.931419128406808,
      "learning_rate": 0.00029807775613108537,
      "loss": 7.5312,
      "step": 9371
    },
    {
      "epoch": 0.3838623796846201,
      "grad_norm": 1.3351146967407967,
      "learning_rate": 0.00029807723564357345,
      "loss": 5.9375,
      "step": 9372
    },
    {
      "epoch": 0.3839033381118165,
      "grad_norm": 1.4692980806999445,
      "learning_rate": 0.00029807671508605914,
      "loss": 5.2188,
      "step": 9373
    },
    {
      "epoch": 0.3839442965390129,
      "grad_norm": 1.3137623008412571,
      "learning_rate": 0.0002980761944585428,
      "loss": 4.625,
      "step": 9374
    },
    {
      "epoch": 0.3839852549662093,
      "grad_norm": 1.2925244929264899,
      "learning_rate": 0.0002980756737610246,
      "loss": 7.3125,
      "step": 9375
    },
    {
      "epoch": 0.3840262133934057,
      "grad_norm": 1.5793148924157459,
      "learning_rate": 0.0002980751529935048,
      "loss": 5.875,
      "step": 9376
    },
    {
      "epoch": 0.38406717182060207,
      "grad_norm": 1.247417976389751,
      "learning_rate": 0.0002980746321559837,
      "loss": 5.5312,
      "step": 9377
    },
    {
      "epoch": 0.3841081302477985,
      "grad_norm": 3.7002322747406957,
      "learning_rate": 0.00029807411124846146,
      "loss": 2.2812,
      "step": 9378
    },
    {
      "epoch": 0.38414908867499487,
      "grad_norm": 1.3624773969077586,
      "learning_rate": 0.0002980735902709384,
      "loss": 5.7188,
      "step": 9379
    },
    {
      "epoch": 0.3841900471021913,
      "grad_norm": 3.8306997867853454,
      "learning_rate": 0.00029807306922341475,
      "loss": 4.5,
      "step": 9380
    },
    {
      "epoch": 0.38423100552938766,
      "grad_norm": 2.500132196870604,
      "learning_rate": 0.0002980725481058907,
      "loss": 6.25,
      "step": 9381
    },
    {
      "epoch": 0.3842719639565841,
      "grad_norm": 1.2626437559398913,
      "learning_rate": 0.00029807202691836665,
      "loss": 5.2188,
      "step": 9382
    },
    {
      "epoch": 0.38431292238378045,
      "grad_norm": 1.289597367902635,
      "learning_rate": 0.00029807150566084264,
      "loss": 4.9375,
      "step": 9383
    },
    {
      "epoch": 0.3843538808109769,
      "grad_norm": 1.3513582641598334,
      "learning_rate": 0.00029807098433331906,
      "loss": 5.4062,
      "step": 9384
    },
    {
      "epoch": 0.38439483923817325,
      "grad_norm": 1.3276923086305206,
      "learning_rate": 0.0002980704629357961,
      "loss": 5.9688,
      "step": 9385
    },
    {
      "epoch": 0.38443579766536967,
      "grad_norm": 1.313788380169998,
      "learning_rate": 0.000298069941468274,
      "loss": 5.4375,
      "step": 9386
    },
    {
      "epoch": 0.38447675609256604,
      "grad_norm": 1.1323829053618408,
      "learning_rate": 0.000298069419930753,
      "loss": 5.4375,
      "step": 9387
    },
    {
      "epoch": 0.38451771451976247,
      "grad_norm": 1.3441953723871294,
      "learning_rate": 0.0002980688983232334,
      "loss": 5.125,
      "step": 9388
    },
    {
      "epoch": 0.38455867294695883,
      "grad_norm": 1.4074039519820452,
      "learning_rate": 0.00029806837664571545,
      "loss": 5.3125,
      "step": 9389
    },
    {
      "epoch": 0.38459963137415526,
      "grad_norm": 1.4300707913016877,
      "learning_rate": 0.00029806785489819933,
      "loss": 5.0312,
      "step": 9390
    },
    {
      "epoch": 0.38464058980135163,
      "grad_norm": 1.7355251658552686,
      "learning_rate": 0.0002980673330806853,
      "loss": 4.4062,
      "step": 9391
    },
    {
      "epoch": 0.384681548228548,
      "grad_norm": 1.9158822713615784,
      "learning_rate": 0.00029806681119317366,
      "loss": 6.7812,
      "step": 9392
    },
    {
      "epoch": 0.3847225066557444,
      "grad_norm": 3.3882936093789104,
      "learning_rate": 0.00029806628923566465,
      "loss": 3.4062,
      "step": 9393
    },
    {
      "epoch": 0.3847634650829408,
      "grad_norm": 1.3821066956437742,
      "learning_rate": 0.0002980657672081584,
      "loss": 5.1562,
      "step": 9394
    },
    {
      "epoch": 0.3848044235101372,
      "grad_norm": 2.026626351104752,
      "learning_rate": 0.0002980652451106553,
      "loss": 4.9688,
      "step": 9395
    },
    {
      "epoch": 0.3848453819373336,
      "grad_norm": 1.1997042438728798,
      "learning_rate": 0.00029806472294315555,
      "loss": 6.25,
      "step": 9396
    },
    {
      "epoch": 0.38488634036453,
      "grad_norm": 1.2303173359733537,
      "learning_rate": 0.00029806420070565946,
      "loss": 5.375,
      "step": 9397
    },
    {
      "epoch": 0.3849272987917264,
      "grad_norm": 1.599812499578944,
      "learning_rate": 0.00029806367839816706,
      "loss": 6.2188,
      "step": 9398
    },
    {
      "epoch": 0.3849682572189228,
      "grad_norm": 1.2882154667912766,
      "learning_rate": 0.00029806315602067885,
      "loss": 6.8438,
      "step": 9399
    },
    {
      "epoch": 0.3850092156461192,
      "grad_norm": 2.480506473319515,
      "learning_rate": 0.0002980626335731949,
      "loss": 8.1875,
      "step": 9400
    },
    {
      "epoch": 0.3850501740733156,
      "grad_norm": 1.6016358268554096,
      "learning_rate": 0.0002980621110557156,
      "loss": 5.9062,
      "step": 9401
    },
    {
      "epoch": 0.38509113250051197,
      "grad_norm": 1.454633163988229,
      "learning_rate": 0.0002980615884682411,
      "loss": 5.8125,
      "step": 9402
    },
    {
      "epoch": 0.3851320909277084,
      "grad_norm": 2.463406754219194,
      "learning_rate": 0.00029806106581077167,
      "loss": 7.375,
      "step": 9403
    },
    {
      "epoch": 0.38517304935490476,
      "grad_norm": 1.391925886080042,
      "learning_rate": 0.00029806054308330755,
      "loss": 7.875,
      "step": 9404
    },
    {
      "epoch": 0.3852140077821012,
      "grad_norm": 1.9293329033432396,
      "learning_rate": 0.000298060020285849,
      "loss": 5.0938,
      "step": 9405
    },
    {
      "epoch": 0.38525496620929756,
      "grad_norm": 1.1730397459900324,
      "learning_rate": 0.0002980594974183962,
      "loss": 5.8125,
      "step": 9406
    },
    {
      "epoch": 0.385295924636494,
      "grad_norm": 1.8314520133455807,
      "learning_rate": 0.0002980589744809496,
      "loss": 5.0938,
      "step": 9407
    },
    {
      "epoch": 0.38533688306369035,
      "grad_norm": 1.3255648382347966,
      "learning_rate": 0.0002980584514735092,
      "loss": 6.3125,
      "step": 9408
    },
    {
      "epoch": 0.3853778414908868,
      "grad_norm": 2.9853950120755934,
      "learning_rate": 0.00029805792839607547,
      "loss": 5.3438,
      "step": 9409
    },
    {
      "epoch": 0.38541879991808314,
      "grad_norm": 1.2913873196263665,
      "learning_rate": 0.0002980574052486484,
      "loss": 5.6875,
      "step": 9410
    },
    {
      "epoch": 0.38545975834527957,
      "grad_norm": 1.2971166181214984,
      "learning_rate": 0.0002980568820312285,
      "loss": 5.5625,
      "step": 9411
    },
    {
      "epoch": 0.38550071677247594,
      "grad_norm": 2.10783096221754,
      "learning_rate": 0.0002980563587438158,
      "loss": 5.8438,
      "step": 9412
    },
    {
      "epoch": 0.3855416751996723,
      "grad_norm": 1.3049652841621542,
      "learning_rate": 0.0002980558353864107,
      "loss": 5.3125,
      "step": 9413
    },
    {
      "epoch": 0.38558263362686873,
      "grad_norm": 1.3398935376252594,
      "learning_rate": 0.0002980553119590134,
      "loss": 5.5938,
      "step": 9414
    },
    {
      "epoch": 0.3856235920540651,
      "grad_norm": 4.16077077948043,
      "learning_rate": 0.00029805478846162413,
      "loss": 7.4688,
      "step": 9415
    },
    {
      "epoch": 0.3856645504812615,
      "grad_norm": 1.5650459480745742,
      "learning_rate": 0.0002980542648942431,
      "loss": 6.4688,
      "step": 9416
    },
    {
      "epoch": 0.3857055089084579,
      "grad_norm": 1.3374872288358894,
      "learning_rate": 0.0002980537412568706,
      "loss": 4.6562,
      "step": 9417
    },
    {
      "epoch": 0.3857464673356543,
      "grad_norm": 1.5865196290355257,
      "learning_rate": 0.00029805321754950695,
      "loss": 6.1562,
      "step": 9418
    },
    {
      "epoch": 0.3857874257628507,
      "grad_norm": 1.2359047617011378,
      "learning_rate": 0.00029805269377215234,
      "loss": 5.9375,
      "step": 9419
    },
    {
      "epoch": 0.3858283841900471,
      "grad_norm": 3.158811014740215,
      "learning_rate": 0.00029805216992480696,
      "loss": 6.6875,
      "step": 9420
    },
    {
      "epoch": 0.3858693426172435,
      "grad_norm": 7.20022411372663,
      "learning_rate": 0.0002980516460074711,
      "loss": 5.0,
      "step": 9421
    },
    {
      "epoch": 0.3859103010444399,
      "grad_norm": 1.880761352416168,
      "learning_rate": 0.00029805112202014504,
      "loss": 6.9688,
      "step": 9422
    },
    {
      "epoch": 0.3859512594716363,
      "grad_norm": 1.420938272868899,
      "learning_rate": 0.000298050597962829,
      "loss": 5.0625,
      "step": 9423
    },
    {
      "epoch": 0.3859922178988327,
      "grad_norm": 1.4377669829303434,
      "learning_rate": 0.0002980500738355232,
      "loss": 5.0938,
      "step": 9424
    },
    {
      "epoch": 0.38603317632602907,
      "grad_norm": 3.098677791747492,
      "learning_rate": 0.00029804954963822794,
      "loss": 4.8125,
      "step": 9425
    },
    {
      "epoch": 0.3860741347532255,
      "grad_norm": 2.741277637073774,
      "learning_rate": 0.00029804902537094346,
      "loss": 7.125,
      "step": 9426
    },
    {
      "epoch": 0.38611509318042186,
      "grad_norm": 2.0080965774671298,
      "learning_rate": 0.00029804850103366993,
      "loss": 6.25,
      "step": 9427
    },
    {
      "epoch": 0.3861560516076183,
      "grad_norm": 1.5539532130441096,
      "learning_rate": 0.0002980479766264077,
      "loss": 5.125,
      "step": 9428
    },
    {
      "epoch": 0.38619701003481466,
      "grad_norm": 1.490587821387363,
      "learning_rate": 0.000298047452149157,
      "loss": 5.9375,
      "step": 9429
    },
    {
      "epoch": 0.3862379684620111,
      "grad_norm": 2.6552020548812267,
      "learning_rate": 0.000298046927601918,
      "loss": 4.25,
      "step": 9430
    },
    {
      "epoch": 0.38627892688920745,
      "grad_norm": 2.4277704252255314,
      "learning_rate": 0.000298046402984691,
      "loss": 6.3125,
      "step": 9431
    },
    {
      "epoch": 0.3863198853164039,
      "grad_norm": 3.233696572601692,
      "learning_rate": 0.0002980458782974764,
      "loss": 4.125,
      "step": 9432
    },
    {
      "epoch": 0.38636084374360025,
      "grad_norm": 1.4792931948632404,
      "learning_rate": 0.00029804535354027413,
      "loss": 4.3125,
      "step": 9433
    },
    {
      "epoch": 0.3864018021707966,
      "grad_norm": 3.457723506302377,
      "learning_rate": 0.00029804482871308467,
      "loss": 8.1875,
      "step": 9434
    },
    {
      "epoch": 0.38644276059799304,
      "grad_norm": 2.0607899343788985,
      "learning_rate": 0.00029804430381590816,
      "loss": 5.2188,
      "step": 9435
    },
    {
      "epoch": 0.3864837190251894,
      "grad_norm": 2.9107644586759474,
      "learning_rate": 0.000298043778848745,
      "loss": 8.5625,
      "step": 9436
    },
    {
      "epoch": 0.38652467745238583,
      "grad_norm": 1.6334417710092375,
      "learning_rate": 0.00029804325381159523,
      "loss": 6.6875,
      "step": 9437
    },
    {
      "epoch": 0.3865656358795822,
      "grad_norm": 1.6920798735700642,
      "learning_rate": 0.00029804272870445923,
      "loss": 5.4375,
      "step": 9438
    },
    {
      "epoch": 0.38660659430677863,
      "grad_norm": 1.352665788968477,
      "learning_rate": 0.0002980422035273372,
      "loss": 5.9062,
      "step": 9439
    },
    {
      "epoch": 0.386647552733975,
      "grad_norm": 1.7526307855310699,
      "learning_rate": 0.00029804167828022943,
      "loss": 6.4062,
      "step": 9440
    },
    {
      "epoch": 0.3866885111611714,
      "grad_norm": 1.9115850559865124,
      "learning_rate": 0.00029804115296313616,
      "loss": 5.9688,
      "step": 9441
    },
    {
      "epoch": 0.3867294695883678,
      "grad_norm": 1.2439791116047567,
      "learning_rate": 0.00029804062757605765,
      "loss": 5.75,
      "step": 9442
    },
    {
      "epoch": 0.3867704280155642,
      "grad_norm": 1.1648151036726992,
      "learning_rate": 0.00029804010211899405,
      "loss": 5.7188,
      "step": 9443
    },
    {
      "epoch": 0.3868113864427606,
      "grad_norm": 1.3078948536477837,
      "learning_rate": 0.0002980395765919457,
      "loss": 5.2188,
      "step": 9444
    },
    {
      "epoch": 0.386852344869957,
      "grad_norm": 3.3759132841343047,
      "learning_rate": 0.0002980390509949128,
      "loss": 5.75,
      "step": 9445
    },
    {
      "epoch": 0.3868933032971534,
      "grad_norm": 1.4508076196931579,
      "learning_rate": 0.0002980385253278957,
      "loss": 5.5312,
      "step": 9446
    },
    {
      "epoch": 0.3869342617243498,
      "grad_norm": 7.325423672705991,
      "learning_rate": 0.00029803799959089456,
      "loss": 3.5469,
      "step": 9447
    },
    {
      "epoch": 0.3869752201515462,
      "grad_norm": 1.5365817411731952,
      "learning_rate": 0.0002980374737839096,
      "loss": 5.5,
      "step": 9448
    },
    {
      "epoch": 0.3870161785787426,
      "grad_norm": 1.5250964631234059,
      "learning_rate": 0.00029803694790694115,
      "loss": 5.2188,
      "step": 9449
    },
    {
      "epoch": 0.38705713700593897,
      "grad_norm": 1.558404411027143,
      "learning_rate": 0.0002980364219599894,
      "loss": 7.5312,
      "step": 9450
    },
    {
      "epoch": 0.3870980954331354,
      "grad_norm": 1.1782914107366886,
      "learning_rate": 0.00029803589594305465,
      "loss": 5.7188,
      "step": 9451
    },
    {
      "epoch": 0.38713905386033176,
      "grad_norm": 9.474287815119544,
      "learning_rate": 0.0002980353698561371,
      "loss": 5.625,
      "step": 9452
    },
    {
      "epoch": 0.3871800122875282,
      "grad_norm": 1.2917781643948016,
      "learning_rate": 0.000298034843699237,
      "loss": 5.6875,
      "step": 9453
    },
    {
      "epoch": 0.38722097071472455,
      "grad_norm": 4.601860160272916,
      "learning_rate": 0.00029803431747235464,
      "loss": 1.8359,
      "step": 9454
    },
    {
      "epoch": 0.3872619291419209,
      "grad_norm": 1.6237280047541516,
      "learning_rate": 0.00029803379117549026,
      "loss": 5.4062,
      "step": 9455
    },
    {
      "epoch": 0.38730288756911735,
      "grad_norm": 2.22277537195753,
      "learning_rate": 0.00029803326480864404,
      "loss": 7.5312,
      "step": 9456
    },
    {
      "epoch": 0.3873438459963137,
      "grad_norm": 1.2618553412431661,
      "learning_rate": 0.00029803273837181627,
      "loss": 5.8438,
      "step": 9457
    },
    {
      "epoch": 0.38738480442351014,
      "grad_norm": 1.9774765096922298,
      "learning_rate": 0.00029803221186500725,
      "loss": 5.4688,
      "step": 9458
    },
    {
      "epoch": 0.3874257628507065,
      "grad_norm": 2.974017807182711,
      "learning_rate": 0.0002980316852882172,
      "loss": 6.75,
      "step": 9459
    },
    {
      "epoch": 0.38746672127790294,
      "grad_norm": 1.3938544542460387,
      "learning_rate": 0.00029803115864144637,
      "loss": 7.0938,
      "step": 9460
    },
    {
      "epoch": 0.3875076797050993,
      "grad_norm": 1.495492958728788,
      "learning_rate": 0.000298030631924695,
      "loss": 6.3125,
      "step": 9461
    },
    {
      "epoch": 0.38754863813229573,
      "grad_norm": 2.911821268327586,
      "learning_rate": 0.00029803010513796335,
      "loss": 5.875,
      "step": 9462
    },
    {
      "epoch": 0.3875895965594921,
      "grad_norm": 2.443525126078874,
      "learning_rate": 0.0002980295782812516,
      "loss": 4.8438,
      "step": 9463
    },
    {
      "epoch": 0.3876305549866885,
      "grad_norm": 2.7463735394533404,
      "learning_rate": 0.00029802905135456004,
      "loss": 7.7188,
      "step": 9464
    },
    {
      "epoch": 0.3876715134138849,
      "grad_norm": 1.5964751240961044,
      "learning_rate": 0.00029802852435788896,
      "loss": 6.3125,
      "step": 9465
    },
    {
      "epoch": 0.3877124718410813,
      "grad_norm": 1.880738375205206,
      "learning_rate": 0.0002980279972912386,
      "loss": 5.0625,
      "step": 9466
    },
    {
      "epoch": 0.3877534302682777,
      "grad_norm": 1.375958939844788,
      "learning_rate": 0.0002980274701546092,
      "loss": 5.7188,
      "step": 9467
    },
    {
      "epoch": 0.3877943886954741,
      "grad_norm": 1.5251909675975144,
      "learning_rate": 0.000298026942948001,
      "loss": 6.625,
      "step": 9468
    },
    {
      "epoch": 0.3878353471226705,
      "grad_norm": 1.3599972851270528,
      "learning_rate": 0.00029802641567141424,
      "loss": 5.2812,
      "step": 9469
    },
    {
      "epoch": 0.3878763055498669,
      "grad_norm": 1.3987052178081945,
      "learning_rate": 0.00029802588832484917,
      "loss": 6.125,
      "step": 9470
    },
    {
      "epoch": 0.3879172639770633,
      "grad_norm": 1.2980541342968908,
      "learning_rate": 0.00029802536090830606,
      "loss": 7.625,
      "step": 9471
    },
    {
      "epoch": 0.3879582224042597,
      "grad_norm": 1.4650405718915118,
      "learning_rate": 0.0002980248334217851,
      "loss": 8.8125,
      "step": 9472
    },
    {
      "epoch": 0.38799918083145607,
      "grad_norm": 3.2184874113144826,
      "learning_rate": 0.00029802430586528674,
      "loss": 6.6875,
      "step": 9473
    },
    {
      "epoch": 0.3880401392586525,
      "grad_norm": 1.6571898745337728,
      "learning_rate": 0.0002980237782388109,
      "loss": 6.2812,
      "step": 9474
    },
    {
      "epoch": 0.38808109768584886,
      "grad_norm": 1.7989581545950837,
      "learning_rate": 0.0002980232505423581,
      "loss": 5.9062,
      "step": 9475
    },
    {
      "epoch": 0.38812205611304523,
      "grad_norm": 1.3113849386812029,
      "learning_rate": 0.0002980227227759285,
      "loss": 5.8438,
      "step": 9476
    },
    {
      "epoch": 0.38816301454024166,
      "grad_norm": 1.248654355624591,
      "learning_rate": 0.0002980221949395223,
      "loss": 4.6875,
      "step": 9477
    },
    {
      "epoch": 0.388203972967438,
      "grad_norm": 1.1893120230620482,
      "learning_rate": 0.00029802166703313986,
      "loss": 6.1562,
      "step": 9478
    },
    {
      "epoch": 0.38824493139463445,
      "grad_norm": 1.5568614415965256,
      "learning_rate": 0.00029802113905678127,
      "loss": 5.2812,
      "step": 9479
    },
    {
      "epoch": 0.3882858898218308,
      "grad_norm": 2.2661160908001605,
      "learning_rate": 0.00029802061101044696,
      "loss": 5.625,
      "step": 9480
    },
    {
      "epoch": 0.38832684824902725,
      "grad_norm": 1.272276222069803,
      "learning_rate": 0.00029802008289413705,
      "loss": 5.0312,
      "step": 9481
    },
    {
      "epoch": 0.3883678066762236,
      "grad_norm": 1.2663657932404009,
      "learning_rate": 0.0002980195547078518,
      "loss": 5.7188,
      "step": 9482
    },
    {
      "epoch": 0.38840876510342004,
      "grad_norm": 1.4776689122778646,
      "learning_rate": 0.0002980190264515916,
      "loss": 7.0625,
      "step": 9483
    },
    {
      "epoch": 0.3884497235306164,
      "grad_norm": 1.7298025453355137,
      "learning_rate": 0.00029801849812535655,
      "loss": 5.4062,
      "step": 9484
    },
    {
      "epoch": 0.38849068195781283,
      "grad_norm": 2.430312540394641,
      "learning_rate": 0.00029801796972914695,
      "loss": 5.7812,
      "step": 9485
    },
    {
      "epoch": 0.3885316403850092,
      "grad_norm": 1.2357887903895632,
      "learning_rate": 0.000298017441262963,
      "loss": 5.6875,
      "step": 9486
    },
    {
      "epoch": 0.3885725988122056,
      "grad_norm": 1.3790389418386284,
      "learning_rate": 0.000298016912726805,
      "loss": 5.0625,
      "step": 9487
    },
    {
      "epoch": 0.388613557239402,
      "grad_norm": 2.007763728193279,
      "learning_rate": 0.0002980163841206732,
      "loss": 8.0,
      "step": 9488
    },
    {
      "epoch": 0.3886545156665984,
      "grad_norm": 1.318216431298847,
      "learning_rate": 0.0002980158554445679,
      "loss": 5.9688,
      "step": 9489
    },
    {
      "epoch": 0.3886954740937948,
      "grad_norm": 1.553165326003944,
      "learning_rate": 0.0002980153266984892,
      "loss": 6.5,
      "step": 9490
    },
    {
      "epoch": 0.3887364325209912,
      "grad_norm": 1.260500532509921,
      "learning_rate": 0.00029801479788243746,
      "loss": 5.7812,
      "step": 9491
    },
    {
      "epoch": 0.3887773909481876,
      "grad_norm": 1.4083501386060389,
      "learning_rate": 0.00029801426899641296,
      "loss": 6.1562,
      "step": 9492
    },
    {
      "epoch": 0.388818349375384,
      "grad_norm": 1.1934407222785186,
      "learning_rate": 0.0002980137400404159,
      "loss": 5.3438,
      "step": 9493
    },
    {
      "epoch": 0.3888593078025804,
      "grad_norm": 4.182603595751814,
      "learning_rate": 0.0002980132110144465,
      "loss": 4.9062,
      "step": 9494
    },
    {
      "epoch": 0.3889002662297768,
      "grad_norm": 1.059000342705786,
      "learning_rate": 0.000298012681918505,
      "loss": 6.0312,
      "step": 9495
    },
    {
      "epoch": 0.3889412246569732,
      "grad_norm": 1.2481345686939844,
      "learning_rate": 0.0002980121527525918,
      "loss": 5.875,
      "step": 9496
    },
    {
      "epoch": 0.38898218308416954,
      "grad_norm": 3.2316529755582426,
      "learning_rate": 0.000298011623516707,
      "loss": 6.7812,
      "step": 9497
    },
    {
      "epoch": 0.38902314151136597,
      "grad_norm": 1.2421214945722052,
      "learning_rate": 0.00029801109421085086,
      "loss": 5.4062,
      "step": 9498
    },
    {
      "epoch": 0.38906409993856234,
      "grad_norm": 1.5136595913768074,
      "learning_rate": 0.00029801056483502367,
      "loss": 5.3125,
      "step": 9499
    },
    {
      "epoch": 0.38910505836575876,
      "grad_norm": 1.3611500561543137,
      "learning_rate": 0.0002980100353892257,
      "loss": 5.9688,
      "step": 9500
    },
    {
      "epoch": 0.38914601679295513,
      "grad_norm": 1.443827657355254,
      "learning_rate": 0.0002980095058734572,
      "loss": 5.25,
      "step": 9501
    },
    {
      "epoch": 0.38918697522015155,
      "grad_norm": 2.423467055241904,
      "learning_rate": 0.0002980089762877183,
      "loss": 6.3125,
      "step": 9502
    },
    {
      "epoch": 0.3892279336473479,
      "grad_norm": 1.9930989045446144,
      "learning_rate": 0.0002980084466320094,
      "loss": 5.625,
      "step": 9503
    },
    {
      "epoch": 0.38926889207454435,
      "grad_norm": 1.616511207297072,
      "learning_rate": 0.00029800791690633074,
      "loss": 6.4375,
      "step": 9504
    },
    {
      "epoch": 0.3893098505017407,
      "grad_norm": 1.2295270779649237,
      "learning_rate": 0.00029800738711068247,
      "loss": 5.625,
      "step": 9505
    },
    {
      "epoch": 0.38935080892893714,
      "grad_norm": 1.5802987292990818,
      "learning_rate": 0.0002980068572450649,
      "loss": 6.5312,
      "step": 9506
    },
    {
      "epoch": 0.3893917673561335,
      "grad_norm": 1.3207030674671176,
      "learning_rate": 0.0002980063273094783,
      "loss": 6.7812,
      "step": 9507
    },
    {
      "epoch": 0.38943272578332994,
      "grad_norm": 1.608412808527375,
      "learning_rate": 0.00029800579730392287,
      "loss": 5.9062,
      "step": 9508
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 1.3035745910900272,
      "learning_rate": 0.0002980052672283989,
      "loss": 6.0938,
      "step": 9509
    },
    {
      "epoch": 0.38951464263772273,
      "grad_norm": 3.551869901915934,
      "learning_rate": 0.00029800473708290663,
      "loss": 5.3438,
      "step": 9510
    },
    {
      "epoch": 0.3895556010649191,
      "grad_norm": 1.428285366263091,
      "learning_rate": 0.00029800420686744634,
      "loss": 6.2188,
      "step": 9511
    },
    {
      "epoch": 0.3895965594921155,
      "grad_norm": 1.6803257512734482,
      "learning_rate": 0.0002980036765820182,
      "loss": 4.5938,
      "step": 9512
    },
    {
      "epoch": 0.3896375179193119,
      "grad_norm": 2.3352430170670604,
      "learning_rate": 0.00029800314622662247,
      "loss": 4.6875,
      "step": 9513
    },
    {
      "epoch": 0.3896784763465083,
      "grad_norm": 1.700354760191041,
      "learning_rate": 0.00029800261580125955,
      "loss": 5.9062,
      "step": 9514
    },
    {
      "epoch": 0.3897194347737047,
      "grad_norm": 4.227312632800159,
      "learning_rate": 0.00029800208530592954,
      "loss": 2.1094,
      "step": 9515
    },
    {
      "epoch": 0.3897603932009011,
      "grad_norm": 1.4866310643058929,
      "learning_rate": 0.0002980015547406327,
      "loss": 6.1562,
      "step": 9516
    },
    {
      "epoch": 0.3898013516280975,
      "grad_norm": 1.5549929393268331,
      "learning_rate": 0.0002980010241053693,
      "loss": 6.0,
      "step": 9517
    },
    {
      "epoch": 0.38984231005529385,
      "grad_norm": 1.5790577110472168,
      "learning_rate": 0.0002980004934001397,
      "loss": 5.0312,
      "step": 9518
    },
    {
      "epoch": 0.3898832684824903,
      "grad_norm": 1.225871118539377,
      "learning_rate": 0.00029799996262494397,
      "loss": 6.5,
      "step": 9519
    },
    {
      "epoch": 0.38992422690968664,
      "grad_norm": 1.1480643351386124,
      "learning_rate": 0.00029799943177978246,
      "loss": 5.375,
      "step": 9520
    },
    {
      "epoch": 0.38996518533688307,
      "grad_norm": 2.540749499941528,
      "learning_rate": 0.0002979989008646554,
      "loss": 5.375,
      "step": 9521
    },
    {
      "epoch": 0.39000614376407944,
      "grad_norm": 1.0784435062684041,
      "learning_rate": 0.00029799836987956307,
      "loss": 5.2812,
      "step": 9522
    },
    {
      "epoch": 0.39004710219127586,
      "grad_norm": 2.090715406769245,
      "learning_rate": 0.0002979978388245057,
      "loss": 7.0625,
      "step": 9523
    },
    {
      "epoch": 0.39008806061847223,
      "grad_norm": 1.1876678699852237,
      "learning_rate": 0.00029799730769948355,
      "loss": 5.8125,
      "step": 9524
    },
    {
      "epoch": 0.39012901904566866,
      "grad_norm": 1.8419191082519206,
      "learning_rate": 0.0002979967765044968,
      "loss": 7.8438,
      "step": 9525
    },
    {
      "epoch": 0.390169977472865,
      "grad_norm": 1.3631556427733023,
      "learning_rate": 0.0002979962452395458,
      "loss": 5.7188,
      "step": 9526
    },
    {
      "epoch": 0.39021093590006145,
      "grad_norm": 3.758633765895646,
      "learning_rate": 0.0002979957139046308,
      "loss": 2.0156,
      "step": 9527
    },
    {
      "epoch": 0.3902518943272578,
      "grad_norm": 1.5646024885267333,
      "learning_rate": 0.0002979951824997519,
      "loss": 7.5,
      "step": 9528
    },
    {
      "epoch": 0.39029285275445424,
      "grad_norm": 2.2580435758560373,
      "learning_rate": 0.0002979946510249096,
      "loss": 6.3125,
      "step": 9529
    },
    {
      "epoch": 0.3903338111816506,
      "grad_norm": 1.2639149606705866,
      "learning_rate": 0.00029799411948010397,
      "loss": 5.5,
      "step": 9530
    },
    {
      "epoch": 0.39037476960884704,
      "grad_norm": 1.3206118877399096,
      "learning_rate": 0.0002979935878653353,
      "loss": 6.875,
      "step": 9531
    },
    {
      "epoch": 0.3904157280360434,
      "grad_norm": 1.6539268485251009,
      "learning_rate": 0.0002979930561806039,
      "loss": 6.6875,
      "step": 9532
    },
    {
      "epoch": 0.39045668646323983,
      "grad_norm": 1.510558817351252,
      "learning_rate": 0.00029799252442590983,
      "loss": 6.1875,
      "step": 9533
    },
    {
      "epoch": 0.3904976448904362,
      "grad_norm": 1.20477317524189,
      "learning_rate": 0.0002979919926012536,
      "loss": 5.4062,
      "step": 9534
    },
    {
      "epoch": 0.3905386033176326,
      "grad_norm": 1.3364468469023116,
      "learning_rate": 0.00029799146070663533,
      "loss": 5.4688,
      "step": 9535
    },
    {
      "epoch": 0.390579561744829,
      "grad_norm": 1.2357842986899112,
      "learning_rate": 0.00029799092874205525,
      "loss": 6.7812,
      "step": 9536
    },
    {
      "epoch": 0.3906205201720254,
      "grad_norm": 1.211373113264817,
      "learning_rate": 0.00029799039670751367,
      "loss": 5.75,
      "step": 9537
    },
    {
      "epoch": 0.3906614785992218,
      "grad_norm": 1.541299938535939,
      "learning_rate": 0.0002979898646030108,
      "loss": 6.8125,
      "step": 9538
    },
    {
      "epoch": 0.39070243702641816,
      "grad_norm": 1.7825272928222398,
      "learning_rate": 0.00029798933242854695,
      "loss": 7.5312,
      "step": 9539
    },
    {
      "epoch": 0.3907433954536146,
      "grad_norm": 1.1275342000950164,
      "learning_rate": 0.00029798880018412226,
      "loss": 6.75,
      "step": 9540
    },
    {
      "epoch": 0.39078435388081095,
      "grad_norm": 3.087893646777813,
      "learning_rate": 0.0002979882678697371,
      "loss": 8.5625,
      "step": 9541
    },
    {
      "epoch": 0.3908253123080074,
      "grad_norm": 1.2669492659123902,
      "learning_rate": 0.0002979877354853917,
      "loss": 5.3125,
      "step": 9542
    },
    {
      "epoch": 0.39086627073520375,
      "grad_norm": 1.2667894431998712,
      "learning_rate": 0.00029798720303108624,
      "loss": 6.0625,
      "step": 9543
    },
    {
      "epoch": 0.39090722916240017,
      "grad_norm": 1.3479266657096387,
      "learning_rate": 0.00029798667050682105,
      "loss": 5.0938,
      "step": 9544
    },
    {
      "epoch": 0.39094818758959654,
      "grad_norm": 1.6227565927039889,
      "learning_rate": 0.0002979861379125963,
      "loss": 4.1875,
      "step": 9545
    },
    {
      "epoch": 0.39098914601679297,
      "grad_norm": 1.2315286761518505,
      "learning_rate": 0.00029798560524841233,
      "loss": 6.4375,
      "step": 9546
    },
    {
      "epoch": 0.39103010444398933,
      "grad_norm": 1.3404574953475388,
      "learning_rate": 0.00029798507251426934,
      "loss": 6.0938,
      "step": 9547
    },
    {
      "epoch": 0.39107106287118576,
      "grad_norm": 1.4602057133913637,
      "learning_rate": 0.00029798453971016767,
      "loss": 5.4375,
      "step": 9548
    },
    {
      "epoch": 0.39111202129838213,
      "grad_norm": 3.9188788270690567,
      "learning_rate": 0.0002979840068361074,
      "loss": 4.7188,
      "step": 9549
    },
    {
      "epoch": 0.39115297972557855,
      "grad_norm": 2.417751331887471,
      "learning_rate": 0.0002979834738920889,
      "loss": 7.0938,
      "step": 9550
    },
    {
      "epoch": 0.3911939381527749,
      "grad_norm": 1.3469424659603944,
      "learning_rate": 0.0002979829408781124,
      "loss": 5.5312,
      "step": 9551
    },
    {
      "epoch": 0.39123489657997135,
      "grad_norm": 1.4487838406463363,
      "learning_rate": 0.00029798240779417817,
      "loss": 5.1562,
      "step": 9552
    },
    {
      "epoch": 0.3912758550071677,
      "grad_norm": 1.2051353228887525,
      "learning_rate": 0.00029798187464028647,
      "loss": 5.4062,
      "step": 9553
    },
    {
      "epoch": 0.39131681343436414,
      "grad_norm": 3.9753157940347816,
      "learning_rate": 0.00029798134141643744,
      "loss": 5.4688,
      "step": 9554
    },
    {
      "epoch": 0.3913577718615605,
      "grad_norm": 2.792552883264425,
      "learning_rate": 0.0002979808081226315,
      "loss": 7.3125,
      "step": 9555
    },
    {
      "epoch": 0.39139873028875694,
      "grad_norm": 1.1385263518018727,
      "learning_rate": 0.0002979802747588688,
      "loss": 5.5,
      "step": 9556
    },
    {
      "epoch": 0.3914396887159533,
      "grad_norm": 1.316619025325541,
      "learning_rate": 0.00029797974132514957,
      "loss": 6.125,
      "step": 9557
    },
    {
      "epoch": 0.39148064714314973,
      "grad_norm": 1.3440842592040572,
      "learning_rate": 0.00029797920782147414,
      "loss": 6.0312,
      "step": 9558
    },
    {
      "epoch": 0.3915216055703461,
      "grad_norm": 1.2728055645909808,
      "learning_rate": 0.00029797867424784274,
      "loss": 5.3438,
      "step": 9559
    },
    {
      "epoch": 0.39156256399754247,
      "grad_norm": 4.445752722335223,
      "learning_rate": 0.00029797814060425563,
      "loss": 5.5938,
      "step": 9560
    },
    {
      "epoch": 0.3916035224247389,
      "grad_norm": 1.3127625259987963,
      "learning_rate": 0.000297977606890713,
      "loss": 5.0,
      "step": 9561
    },
    {
      "epoch": 0.39164448085193526,
      "grad_norm": 1.7240663950405586,
      "learning_rate": 0.00029797707310721516,
      "loss": 8.375,
      "step": 9562
    },
    {
      "epoch": 0.3916854392791317,
      "grad_norm": 1.4773831874535261,
      "learning_rate": 0.00029797653925376234,
      "loss": 6.375,
      "step": 9563
    },
    {
      "epoch": 0.39172639770632806,
      "grad_norm": 1.3852646902869594,
      "learning_rate": 0.0002979760053303548,
      "loss": 5.4688,
      "step": 9564
    },
    {
      "epoch": 0.3917673561335245,
      "grad_norm": 1.3245325380220305,
      "learning_rate": 0.0002979754713369928,
      "loss": 5.2812,
      "step": 9565
    },
    {
      "epoch": 0.39180831456072085,
      "grad_norm": 4.4725400137035445,
      "learning_rate": 0.00029797493727367654,
      "loss": 7.6562,
      "step": 9566
    },
    {
      "epoch": 0.3918492729879173,
      "grad_norm": 1.2049646575887916,
      "learning_rate": 0.00029797440314040637,
      "loss": 5.3438,
      "step": 9567
    },
    {
      "epoch": 0.39189023141511364,
      "grad_norm": 1.7139698474048668,
      "learning_rate": 0.0002979738689371825,
      "loss": 6.4375,
      "step": 9568
    },
    {
      "epoch": 0.39193118984231007,
      "grad_norm": 1.2531353694717215,
      "learning_rate": 0.0002979733346640051,
      "loss": 5.5312,
      "step": 9569
    },
    {
      "epoch": 0.39197214826950644,
      "grad_norm": 1.4826981192232531,
      "learning_rate": 0.00029797280032087454,
      "loss": 6.0938,
      "step": 9570
    },
    {
      "epoch": 0.39201310669670286,
      "grad_norm": 1.4345756340343374,
      "learning_rate": 0.00029797226590779104,
      "loss": 5.875,
      "step": 9571
    },
    {
      "epoch": 0.39205406512389923,
      "grad_norm": 1.7736442935092382,
      "learning_rate": 0.0002979717314247548,
      "loss": 5.8125,
      "step": 9572
    },
    {
      "epoch": 0.39209502355109566,
      "grad_norm": 1.3901324265318311,
      "learning_rate": 0.0002979711968717662,
      "loss": 5.5938,
      "step": 9573
    },
    {
      "epoch": 0.392135981978292,
      "grad_norm": 1.2686569804491352,
      "learning_rate": 0.00029797066224882527,
      "loss": 5.3125,
      "step": 9574
    },
    {
      "epoch": 0.39217694040548845,
      "grad_norm": 1.39115548249484,
      "learning_rate": 0.0002979701275559325,
      "loss": 6.75,
      "step": 9575
    },
    {
      "epoch": 0.3922178988326848,
      "grad_norm": 3.7468543380432915,
      "learning_rate": 0.000297969592793088,
      "loss": 6.5,
      "step": 9576
    },
    {
      "epoch": 0.39225885725988124,
      "grad_norm": 8.85741059056476,
      "learning_rate": 0.00029796905796029204,
      "loss": 3.6094,
      "step": 9577
    },
    {
      "epoch": 0.3922998156870776,
      "grad_norm": 1.4335314147374258,
      "learning_rate": 0.00029796852305754494,
      "loss": 5.6875,
      "step": 9578
    },
    {
      "epoch": 0.39234077411427404,
      "grad_norm": 1.930472114167441,
      "learning_rate": 0.00029796798808484685,
      "loss": 5.875,
      "step": 9579
    },
    {
      "epoch": 0.3923817325414704,
      "grad_norm": 1.3870511797854872,
      "learning_rate": 0.00029796745304219816,
      "loss": 5.75,
      "step": 9580
    },
    {
      "epoch": 0.3924226909686668,
      "grad_norm": 1.448766454367738,
      "learning_rate": 0.00029796691792959896,
      "loss": 6.5938,
      "step": 9581
    },
    {
      "epoch": 0.3924636493958632,
      "grad_norm": 1.2117108217506378,
      "learning_rate": 0.00029796638274704964,
      "loss": 5.3438,
      "step": 9582
    },
    {
      "epoch": 0.39250460782305957,
      "grad_norm": 1.3144246664739168,
      "learning_rate": 0.0002979658474945504,
      "loss": 5.7188,
      "step": 9583
    },
    {
      "epoch": 0.392545566250256,
      "grad_norm": 1.7157895965051282,
      "learning_rate": 0.0002979653121721015,
      "loss": 5.7812,
      "step": 9584
    },
    {
      "epoch": 0.39258652467745236,
      "grad_norm": 1.5608032584580007,
      "learning_rate": 0.0002979647767797032,
      "loss": 6.0625,
      "step": 9585
    },
    {
      "epoch": 0.3926274831046488,
      "grad_norm": 1.2675297048348741,
      "learning_rate": 0.0002979642413173557,
      "loss": 5.2812,
      "step": 9586
    },
    {
      "epoch": 0.39266844153184516,
      "grad_norm": 5.95168726734921,
      "learning_rate": 0.0002979637057850593,
      "loss": 6.9062,
      "step": 9587
    },
    {
      "epoch": 0.3927093999590416,
      "grad_norm": 1.333466630897556,
      "learning_rate": 0.0002979631701828143,
      "loss": 5.7812,
      "step": 9588
    },
    {
      "epoch": 0.39275035838623795,
      "grad_norm": 5.615017028534907,
      "learning_rate": 0.0002979626345106208,
      "loss": 6.2812,
      "step": 9589
    },
    {
      "epoch": 0.3927913168134344,
      "grad_norm": 1.3452538422046862,
      "learning_rate": 0.0002979620987684792,
      "loss": 5.3125,
      "step": 9590
    },
    {
      "epoch": 0.39283227524063075,
      "grad_norm": 1.7625391583501961,
      "learning_rate": 0.0002979615629563897,
      "loss": 7.375,
      "step": 9591
    },
    {
      "epoch": 0.39287323366782717,
      "grad_norm": 1.2763849742435571,
      "learning_rate": 0.00029796102707435254,
      "loss": 5.7188,
      "step": 9592
    },
    {
      "epoch": 0.39291419209502354,
      "grad_norm": 1.065847812067739,
      "learning_rate": 0.00029796049112236803,
      "loss": 5.2812,
      "step": 9593
    },
    {
      "epoch": 0.39295515052221996,
      "grad_norm": 1.3584253755961269,
      "learning_rate": 0.0002979599551004364,
      "loss": 5.8125,
      "step": 9594
    },
    {
      "epoch": 0.39299610894941633,
      "grad_norm": 2.6247008032823387,
      "learning_rate": 0.00029795941900855787,
      "loss": 5.1875,
      "step": 9595
    },
    {
      "epoch": 0.39303706737661276,
      "grad_norm": 1.2274554900918515,
      "learning_rate": 0.0002979588828467327,
      "loss": 6.0312,
      "step": 9596
    },
    {
      "epoch": 0.39307802580380913,
      "grad_norm": 1.4247382450438182,
      "learning_rate": 0.0002979583466149612,
      "loss": 6.875,
      "step": 9597
    },
    {
      "epoch": 0.39311898423100555,
      "grad_norm": 1.2445692911958286,
      "learning_rate": 0.00029795781031324354,
      "loss": 6.125,
      "step": 9598
    },
    {
      "epoch": 0.3931599426582019,
      "grad_norm": 1.2608347365090362,
      "learning_rate": 0.00029795727394158,
      "loss": 5.8438,
      "step": 9599
    },
    {
      "epoch": 0.39320090108539835,
      "grad_norm": 1.083071650981186,
      "learning_rate": 0.00029795673749997086,
      "loss": 6.4375,
      "step": 9600
    },
    {
      "epoch": 0.3932418595125947,
      "grad_norm": 4.177870807785371,
      "learning_rate": 0.00029795620098841633,
      "loss": 4.6875,
      "step": 9601
    },
    {
      "epoch": 0.3932828179397911,
      "grad_norm": 1.155900162788318,
      "learning_rate": 0.0002979556644069168,
      "loss": 5.8125,
      "step": 9602
    },
    {
      "epoch": 0.3933237763669875,
      "grad_norm": 7.592290594371707,
      "learning_rate": 0.0002979551277554723,
      "loss": 4.0938,
      "step": 9603
    },
    {
      "epoch": 0.3933647347941839,
      "grad_norm": 1.3132582115510911,
      "learning_rate": 0.00029795459103408323,
      "loss": 6.375,
      "step": 9604
    },
    {
      "epoch": 0.3934056932213803,
      "grad_norm": 1.426434249794184,
      "learning_rate": 0.0002979540542427498,
      "loss": 6.625,
      "step": 9605
    },
    {
      "epoch": 0.3934466516485767,
      "grad_norm": 4.2142819318139555,
      "learning_rate": 0.00029795351738147235,
      "loss": 7.375,
      "step": 9606
    },
    {
      "epoch": 0.3934876100757731,
      "grad_norm": 1.7074617463985096,
      "learning_rate": 0.000297952980450251,
      "loss": 5.9375,
      "step": 9607
    },
    {
      "epoch": 0.39352856850296947,
      "grad_norm": 1.2820285920961638,
      "learning_rate": 0.0002979524434490861,
      "loss": 6.0625,
      "step": 9608
    },
    {
      "epoch": 0.3935695269301659,
      "grad_norm": 1.4234034168204077,
      "learning_rate": 0.00029795190637797785,
      "loss": 6.0312,
      "step": 9609
    },
    {
      "epoch": 0.39361048535736226,
      "grad_norm": 1.6713965146121383,
      "learning_rate": 0.0002979513692369265,
      "loss": 6.3438,
      "step": 9610
    },
    {
      "epoch": 0.3936514437845587,
      "grad_norm": 1.367301208673631,
      "learning_rate": 0.00029795083202593237,
      "loss": 4.5625,
      "step": 9611
    },
    {
      "epoch": 0.39369240221175505,
      "grad_norm": 3.5483775809150253,
      "learning_rate": 0.00029795029474499567,
      "loss": 6.3125,
      "step": 9612
    },
    {
      "epoch": 0.3937333606389515,
      "grad_norm": 1.169891484713191,
      "learning_rate": 0.0002979497573941166,
      "loss": 5.4688,
      "step": 9613
    },
    {
      "epoch": 0.39377431906614785,
      "grad_norm": 1.150021853009865,
      "learning_rate": 0.0002979492199732956,
      "loss": 6.5312,
      "step": 9614
    },
    {
      "epoch": 0.3938152774933443,
      "grad_norm": 1.0837258752805214,
      "learning_rate": 0.0002979486824825327,
      "loss": 5.2812,
      "step": 9615
    },
    {
      "epoch": 0.39385623592054064,
      "grad_norm": 3.704586922849475,
      "learning_rate": 0.0002979481449218282,
      "loss": 3.75,
      "step": 9616
    },
    {
      "epoch": 0.39389719434773707,
      "grad_norm": 1.9671870222004013,
      "learning_rate": 0.00029794760729118247,
      "loss": 6.375,
      "step": 9617
    },
    {
      "epoch": 0.39393815277493344,
      "grad_norm": 1.814316105499936,
      "learning_rate": 0.00029794706959059567,
      "loss": 6.2812,
      "step": 9618
    },
    {
      "epoch": 0.39397911120212986,
      "grad_norm": 1.306115304833876,
      "learning_rate": 0.00029794653182006807,
      "loss": 5.7812,
      "step": 9619
    },
    {
      "epoch": 0.39402006962932623,
      "grad_norm": 1.3595742668165016,
      "learning_rate": 0.0002979459939796,
      "loss": 6.0312,
      "step": 9620
    },
    {
      "epoch": 0.39406102805652266,
      "grad_norm": 1.21560153735074,
      "learning_rate": 0.0002979454560691916,
      "loss": 5.5312,
      "step": 9621
    },
    {
      "epoch": 0.394101986483719,
      "grad_norm": 1.430389794979649,
      "learning_rate": 0.0002979449180888432,
      "loss": 5.3125,
      "step": 9622
    },
    {
      "epoch": 0.3941429449109154,
      "grad_norm": 1.9688449008521964,
      "learning_rate": 0.000297944380038555,
      "loss": 6.4688,
      "step": 9623
    },
    {
      "epoch": 0.3941839033381118,
      "grad_norm": 1.5972801799253298,
      "learning_rate": 0.00029794384191832727,
      "loss": 5.5,
      "step": 9624
    },
    {
      "epoch": 0.3942248617653082,
      "grad_norm": 1.3639527638494284,
      "learning_rate": 0.0002979433037281603,
      "loss": 5.2812,
      "step": 9625
    },
    {
      "epoch": 0.3942658201925046,
      "grad_norm": 4.076964099630577,
      "learning_rate": 0.0002979427654680544,
      "loss": 5.5938,
      "step": 9626
    },
    {
      "epoch": 0.394306778619701,
      "grad_norm": 1.611801806159558,
      "learning_rate": 0.0002979422271380096,
      "loss": 5.0625,
      "step": 9627
    },
    {
      "epoch": 0.3943477370468974,
      "grad_norm": 2.678490324572912,
      "learning_rate": 0.0002979416887380263,
      "loss": 8.0625,
      "step": 9628
    },
    {
      "epoch": 0.3943886954740938,
      "grad_norm": 2.6915183373673632,
      "learning_rate": 0.00029794115026810484,
      "loss": 6.6562,
      "step": 9629
    },
    {
      "epoch": 0.3944296539012902,
      "grad_norm": 1.5625654128757391,
      "learning_rate": 0.0002979406117282454,
      "loss": 5.8125,
      "step": 9630
    },
    {
      "epoch": 0.39447061232848657,
      "grad_norm": 1.401426560743168,
      "learning_rate": 0.0002979400731184482,
      "loss": 6.0938,
      "step": 9631
    },
    {
      "epoch": 0.394511570755683,
      "grad_norm": 1.3039381683125906,
      "learning_rate": 0.0002979395344387135,
      "loss": 5.75,
      "step": 9632
    },
    {
      "epoch": 0.39455252918287936,
      "grad_norm": 1.3837516687891,
      "learning_rate": 0.00029793899568904156,
      "loss": 5.8438,
      "step": 9633
    },
    {
      "epoch": 0.3945934876100758,
      "grad_norm": 2.040916337742398,
      "learning_rate": 0.00029793845686943267,
      "loss": 5.9688,
      "step": 9634
    },
    {
      "epoch": 0.39463444603727216,
      "grad_norm": 1.6250943276495864,
      "learning_rate": 0.0002979379179798871,
      "loss": 7.375,
      "step": 9635
    },
    {
      "epoch": 0.3946754044644686,
      "grad_norm": 1.1626845035882338,
      "learning_rate": 0.000297937379020405,
      "loss": 5.7812,
      "step": 9636
    },
    {
      "epoch": 0.39471636289166495,
      "grad_norm": 1.1848383731657888,
      "learning_rate": 0.0002979368399909867,
      "loss": 5.9062,
      "step": 9637
    },
    {
      "epoch": 0.3947573213188614,
      "grad_norm": 1.5536965753334486,
      "learning_rate": 0.00029793630089163247,
      "loss": 6.625,
      "step": 9638
    },
    {
      "epoch": 0.39479827974605775,
      "grad_norm": 1.8410366521950647,
      "learning_rate": 0.0002979357617223425,
      "loss": 5.2812,
      "step": 9639
    },
    {
      "epoch": 0.39483923817325417,
      "grad_norm": 1.6441893332580007,
      "learning_rate": 0.00029793522248311715,
      "loss": 5.0,
      "step": 9640
    },
    {
      "epoch": 0.39488019660045054,
      "grad_norm": 2.109970470983293,
      "learning_rate": 0.0002979346831739566,
      "loss": 6.0938,
      "step": 9641
    },
    {
      "epoch": 0.39492115502764696,
      "grad_norm": 1.4613928802683698,
      "learning_rate": 0.00029793414379486113,
      "loss": 4.9688,
      "step": 9642
    },
    {
      "epoch": 0.39496211345484333,
      "grad_norm": 1.3222700372997238,
      "learning_rate": 0.00029793360434583093,
      "loss": 6.0,
      "step": 9643
    },
    {
      "epoch": 0.3950030718820397,
      "grad_norm": 1.5105567231689032,
      "learning_rate": 0.0002979330648268663,
      "loss": 6.1562,
      "step": 9644
    },
    {
      "epoch": 0.3950440303092361,
      "grad_norm": 1.2360337086843678,
      "learning_rate": 0.00029793252523796753,
      "loss": 5.6875,
      "step": 9645
    },
    {
      "epoch": 0.3950849887364325,
      "grad_norm": 1.2724506025655558,
      "learning_rate": 0.00029793198557913483,
      "loss": 5.9688,
      "step": 9646
    },
    {
      "epoch": 0.3951259471636289,
      "grad_norm": 1.3445911325620505,
      "learning_rate": 0.0002979314458503685,
      "loss": 6.0312,
      "step": 9647
    },
    {
      "epoch": 0.3951669055908253,
      "grad_norm": 1.8025951438047931,
      "learning_rate": 0.00029793090605166877,
      "loss": 7.375,
      "step": 9648
    },
    {
      "epoch": 0.3952078640180217,
      "grad_norm": 1.5769427817506798,
      "learning_rate": 0.00029793036618303584,
      "loss": 5.4062,
      "step": 9649
    },
    {
      "epoch": 0.3952488224452181,
      "grad_norm": 1.4804063381212884,
      "learning_rate": 0.00029792982624447003,
      "loss": 5.2812,
      "step": 9650
    },
    {
      "epoch": 0.3952897808724145,
      "grad_norm": 1.3373055811141137,
      "learning_rate": 0.00029792928623597167,
      "loss": 5.875,
      "step": 9651
    },
    {
      "epoch": 0.3953307392996109,
      "grad_norm": 1.161266358489783,
      "learning_rate": 0.0002979287461575408,
      "loss": 6.1562,
      "step": 9652
    },
    {
      "epoch": 0.3953716977268073,
      "grad_norm": 1.4228240548048552,
      "learning_rate": 0.0002979282060091779,
      "loss": 6.0312,
      "step": 9653
    },
    {
      "epoch": 0.39541265615400367,
      "grad_norm": 1.671512629795074,
      "learning_rate": 0.00029792766579088306,
      "loss": 6.5625,
      "step": 9654
    },
    {
      "epoch": 0.3954536145812001,
      "grad_norm": 1.4471267835145585,
      "learning_rate": 0.00029792712550265663,
      "loss": 5.0938,
      "step": 9655
    },
    {
      "epoch": 0.39549457300839647,
      "grad_norm": 1.1240001072556602,
      "learning_rate": 0.0002979265851444989,
      "loss": 5.5312,
      "step": 9656
    },
    {
      "epoch": 0.3955355314355929,
      "grad_norm": 1.5044937077535132,
      "learning_rate": 0.00029792604471640994,
      "loss": 5.375,
      "step": 9657
    },
    {
      "epoch": 0.39557648986278926,
      "grad_norm": 1.1048739606271976,
      "learning_rate": 0.00029792550421839023,
      "loss": 6.2188,
      "step": 9658
    },
    {
      "epoch": 0.3956174482899857,
      "grad_norm": 1.322108965706682,
      "learning_rate": 0.00029792496365043986,
      "loss": 6.2188,
      "step": 9659
    },
    {
      "epoch": 0.39565840671718205,
      "grad_norm": 1.256188904250942,
      "learning_rate": 0.0002979244230125592,
      "loss": 6.4375,
      "step": 9660
    },
    {
      "epoch": 0.3956993651443785,
      "grad_norm": 1.3012069048282444,
      "learning_rate": 0.00029792388230474843,
      "loss": 6.4062,
      "step": 9661
    },
    {
      "epoch": 0.39574032357157485,
      "grad_norm": 1.7828058433748288,
      "learning_rate": 0.0002979233415270078,
      "loss": 6.7188,
      "step": 9662
    },
    {
      "epoch": 0.3957812819987713,
      "grad_norm": 1.1151043574396167,
      "learning_rate": 0.00029792280067933766,
      "loss": 6.125,
      "step": 9663
    },
    {
      "epoch": 0.39582224042596764,
      "grad_norm": 1.874710707824959,
      "learning_rate": 0.0002979222597617382,
      "loss": 5.2812,
      "step": 9664
    },
    {
      "epoch": 0.395863198853164,
      "grad_norm": 1.3676635701326683,
      "learning_rate": 0.0002979217187742097,
      "loss": 5.2812,
      "step": 9665
    },
    {
      "epoch": 0.39590415728036044,
      "grad_norm": 1.6858614558304197,
      "learning_rate": 0.0002979211777167523,
      "loss": 4.75,
      "step": 9666
    },
    {
      "epoch": 0.3959451157075568,
      "grad_norm": 1.8997558287984446,
      "learning_rate": 0.0002979206365893664,
      "loss": 7.9062,
      "step": 9667
    },
    {
      "epoch": 0.39598607413475323,
      "grad_norm": 1.3813588188202999,
      "learning_rate": 0.00029792009539205224,
      "loss": 5.125,
      "step": 9668
    },
    {
      "epoch": 0.3960270325619496,
      "grad_norm": 1.2205047155420137,
      "learning_rate": 0.00029791955412481,
      "loss": 5.0938,
      "step": 9669
    },
    {
      "epoch": 0.396067990989146,
      "grad_norm": 1.1060514183464494,
      "learning_rate": 0.00029791901278764,
      "loss": 5.75,
      "step": 9670
    },
    {
      "epoch": 0.3961089494163424,
      "grad_norm": 1.2272620815068822,
      "learning_rate": 0.00029791847138054244,
      "loss": 4.8125,
      "step": 9671
    },
    {
      "epoch": 0.3961499078435388,
      "grad_norm": 1.3028121283049763,
      "learning_rate": 0.00029791792990351766,
      "loss": 5.9062,
      "step": 9672
    },
    {
      "epoch": 0.3961908662707352,
      "grad_norm": 1.2842226030405528,
      "learning_rate": 0.00029791738835656585,
      "loss": 6.0312,
      "step": 9673
    },
    {
      "epoch": 0.3962318246979316,
      "grad_norm": 2.1139539641210274,
      "learning_rate": 0.0002979168467396873,
      "loss": 5.9375,
      "step": 9674
    },
    {
      "epoch": 0.396272783125128,
      "grad_norm": 1.4644383914855652,
      "learning_rate": 0.0002979163050528822,
      "loss": 6.3125,
      "step": 9675
    },
    {
      "epoch": 0.3963137415523244,
      "grad_norm": 1.4540408263238054,
      "learning_rate": 0.00029791576329615084,
      "loss": 7.5312,
      "step": 9676
    },
    {
      "epoch": 0.3963546999795208,
      "grad_norm": 2.0768936839807473,
      "learning_rate": 0.00029791522146949357,
      "loss": 8.375,
      "step": 9677
    },
    {
      "epoch": 0.3963956584067172,
      "grad_norm": 2.441606852064202,
      "learning_rate": 0.0002979146795729105,
      "loss": 8.125,
      "step": 9678
    },
    {
      "epoch": 0.39643661683391357,
      "grad_norm": 1.7481928186313052,
      "learning_rate": 0.00029791413760640195,
      "loss": 6.9688,
      "step": 9679
    },
    {
      "epoch": 0.39647757526111,
      "grad_norm": 1.3171194412329736,
      "learning_rate": 0.00029791359556996825,
      "loss": 5.5,
      "step": 9680
    },
    {
      "epoch": 0.39651853368830636,
      "grad_norm": 1.7434563558567557,
      "learning_rate": 0.0002979130534636096,
      "loss": 6.0938,
      "step": 9681
    },
    {
      "epoch": 0.3965594921155028,
      "grad_norm": 3.5997726620871964,
      "learning_rate": 0.0002979125112873261,
      "loss": 7.0312,
      "step": 9682
    },
    {
      "epoch": 0.39660045054269916,
      "grad_norm": 3.179049687539343,
      "learning_rate": 0.0002979119690411182,
      "loss": 6.7188,
      "step": 9683
    },
    {
      "epoch": 0.3966414089698956,
      "grad_norm": 1.6474520029921804,
      "learning_rate": 0.00029791142672498617,
      "loss": 5.8125,
      "step": 9684
    },
    {
      "epoch": 0.39668236739709195,
      "grad_norm": 1.840108402773159,
      "learning_rate": 0.0002979108843389302,
      "loss": 7.0625,
      "step": 9685
    },
    {
      "epoch": 0.3967233258242883,
      "grad_norm": 1.3137164506405417,
      "learning_rate": 0.00029791034188295047,
      "loss": 4.9688,
      "step": 9686
    },
    {
      "epoch": 0.39676428425148474,
      "grad_norm": 2.288498795441673,
      "learning_rate": 0.00029790979935704736,
      "loss": 5.0,
      "step": 9687
    },
    {
      "epoch": 0.3968052426786811,
      "grad_norm": 1.4033755302145925,
      "learning_rate": 0.0002979092567612211,
      "loss": 5.75,
      "step": 9688
    },
    {
      "epoch": 0.39684620110587754,
      "grad_norm": 3.060155674124111,
      "learning_rate": 0.0002979087140954719,
      "loss": 8.9375,
      "step": 9689
    },
    {
      "epoch": 0.3968871595330739,
      "grad_norm": 2.001833937561479,
      "learning_rate": 0.0002979081713598,
      "loss": 7.2188,
      "step": 9690
    },
    {
      "epoch": 0.39692811796027033,
      "grad_norm": 1.291189927407978,
      "learning_rate": 0.0002979076285542058,
      "loss": 5.4688,
      "step": 9691
    },
    {
      "epoch": 0.3969690763874667,
      "grad_norm": 1.6262363268336164,
      "learning_rate": 0.0002979070856786894,
      "loss": 5.9688,
      "step": 9692
    },
    {
      "epoch": 0.3970100348146631,
      "grad_norm": 2.1051781953524804,
      "learning_rate": 0.00029790654273325104,
      "loss": 7.0938,
      "step": 9693
    },
    {
      "epoch": 0.3970509932418595,
      "grad_norm": 1.550102562420863,
      "learning_rate": 0.00029790599971789115,
      "loss": 5.4375,
      "step": 9694
    },
    {
      "epoch": 0.3970919516690559,
      "grad_norm": 1.708173905720129,
      "learning_rate": 0.0002979054566326098,
      "loss": 4.7188,
      "step": 9695
    },
    {
      "epoch": 0.3971329100962523,
      "grad_norm": 1.304788589050558,
      "learning_rate": 0.00029790491347740747,
      "loss": 5.8438,
      "step": 9696
    },
    {
      "epoch": 0.3971738685234487,
      "grad_norm": 1.2682018035271543,
      "learning_rate": 0.00029790437025228417,
      "loss": 6.0625,
      "step": 9697
    },
    {
      "epoch": 0.3972148269506451,
      "grad_norm": 2.050240363181225,
      "learning_rate": 0.0002979038269572403,
      "loss": 6.7188,
      "step": 9698
    },
    {
      "epoch": 0.3972557853778415,
      "grad_norm": 1.4737920885810543,
      "learning_rate": 0.0002979032835922761,
      "loss": 5.5,
      "step": 9699
    },
    {
      "epoch": 0.3972967438050379,
      "grad_norm": 1.4316299581316136,
      "learning_rate": 0.0002979027401573917,
      "loss": 4.9375,
      "step": 9700
    },
    {
      "epoch": 0.3973377022322343,
      "grad_norm": 1.8539040305337133,
      "learning_rate": 0.0002979021966525876,
      "loss": 5.8438,
      "step": 9701
    },
    {
      "epoch": 0.39737866065943067,
      "grad_norm": 2.7162539145546205,
      "learning_rate": 0.00029790165307786386,
      "loss": 5.0625,
      "step": 9702
    },
    {
      "epoch": 0.3974196190866271,
      "grad_norm": 1.8207712293692588,
      "learning_rate": 0.00029790110943322083,
      "loss": 6.0,
      "step": 9703
    },
    {
      "epoch": 0.39746057751382347,
      "grad_norm": 1.503451144234697,
      "learning_rate": 0.00029790056571865874,
      "loss": 6.5625,
      "step": 9704
    },
    {
      "epoch": 0.3975015359410199,
      "grad_norm": 1.3137439326745823,
      "learning_rate": 0.0002979000219341778,
      "loss": 7.3125,
      "step": 9705
    },
    {
      "epoch": 0.39754249436821626,
      "grad_norm": 1.3208852505434177,
      "learning_rate": 0.00029789947807977836,
      "loss": 5.5938,
      "step": 9706
    },
    {
      "epoch": 0.39758345279541263,
      "grad_norm": 1.4889484563388755,
      "learning_rate": 0.0002978989341554606,
      "loss": 5.6875,
      "step": 9707
    },
    {
      "epoch": 0.39762441122260905,
      "grad_norm": 1.4353898481699732,
      "learning_rate": 0.00029789839016122483,
      "loss": 6.7812,
      "step": 9708
    },
    {
      "epoch": 0.3976653696498054,
      "grad_norm": 5.106421033680256,
      "learning_rate": 0.00029789784609707124,
      "loss": 6.3125,
      "step": 9709
    },
    {
      "epoch": 0.39770632807700185,
      "grad_norm": 1.3237485633388792,
      "learning_rate": 0.0002978973019630002,
      "loss": 4.9688,
      "step": 9710
    },
    {
      "epoch": 0.3977472865041982,
      "grad_norm": 6.005919416646409,
      "learning_rate": 0.00029789675775901186,
      "loss": 3.8594,
      "step": 9711
    },
    {
      "epoch": 0.39778824493139464,
      "grad_norm": 1.4307535710033494,
      "learning_rate": 0.0002978962134851065,
      "loss": 5.9062,
      "step": 9712
    },
    {
      "epoch": 0.397829203358591,
      "grad_norm": 1.4205633937038937,
      "learning_rate": 0.00029789566914128443,
      "loss": 5.9688,
      "step": 9713
    },
    {
      "epoch": 0.39787016178578744,
      "grad_norm": 1.478231131067637,
      "learning_rate": 0.0002978951247275458,
      "loss": 5.9062,
      "step": 9714
    },
    {
      "epoch": 0.3979111202129838,
      "grad_norm": 1.3591717327557205,
      "learning_rate": 0.000297894580243891,
      "loss": 6.2812,
      "step": 9715
    },
    {
      "epoch": 0.39795207864018023,
      "grad_norm": 2.855043213416515,
      "learning_rate": 0.0002978940356903202,
      "loss": 6.6875,
      "step": 9716
    },
    {
      "epoch": 0.3979930370673766,
      "grad_norm": 1.6764322348108365,
      "learning_rate": 0.0002978934910668337,
      "loss": 4.125,
      "step": 9717
    },
    {
      "epoch": 0.398033995494573,
      "grad_norm": 1.7763810918482488,
      "learning_rate": 0.00029789294637343173,
      "loss": 6.5312,
      "step": 9718
    },
    {
      "epoch": 0.3980749539217694,
      "grad_norm": 1.51128741398318,
      "learning_rate": 0.00029789240161011454,
      "loss": 5.1562,
      "step": 9719
    },
    {
      "epoch": 0.3981159123489658,
      "grad_norm": 1.2491562129715557,
      "learning_rate": 0.0002978918567768824,
      "loss": 5.6875,
      "step": 9720
    },
    {
      "epoch": 0.3981568707761622,
      "grad_norm": 2.3516114530238696,
      "learning_rate": 0.0002978913118737356,
      "loss": 5.6562,
      "step": 9721
    },
    {
      "epoch": 0.3981978292033586,
      "grad_norm": 1.5071756981774866,
      "learning_rate": 0.00029789076690067435,
      "loss": 5.6875,
      "step": 9722
    },
    {
      "epoch": 0.398238787630555,
      "grad_norm": 4.037237521670301,
      "learning_rate": 0.00029789022185769897,
      "loss": 7.875,
      "step": 9723
    },
    {
      "epoch": 0.3982797460577514,
      "grad_norm": 1.2944647857946936,
      "learning_rate": 0.0002978896767448096,
      "loss": 5.8125,
      "step": 9724
    },
    {
      "epoch": 0.3983207044849478,
      "grad_norm": 2.7044674721679054,
      "learning_rate": 0.00029788913156200664,
      "loss": 7.5,
      "step": 9725
    },
    {
      "epoch": 0.3983616629121442,
      "grad_norm": 3.4252219501388983,
      "learning_rate": 0.00029788858630929024,
      "loss": 6.125,
      "step": 9726
    },
    {
      "epoch": 0.39840262133934057,
      "grad_norm": 2.656870744478499,
      "learning_rate": 0.00029788804098666074,
      "loss": 5.4062,
      "step": 9727
    },
    {
      "epoch": 0.398443579766537,
      "grad_norm": 1.7200173053235448,
      "learning_rate": 0.0002978874955941183,
      "loss": 5.6875,
      "step": 9728
    },
    {
      "epoch": 0.39848453819373336,
      "grad_norm": 1.9703485283538198,
      "learning_rate": 0.00029788695013166326,
      "loss": 6.3125,
      "step": 9729
    },
    {
      "epoch": 0.39852549662092973,
      "grad_norm": 1.3420115240389776,
      "learning_rate": 0.0002978864045992959,
      "loss": 6.4688,
      "step": 9730
    },
    {
      "epoch": 0.39856645504812616,
      "grad_norm": 2.442648373397104,
      "learning_rate": 0.0002978858589970164,
      "loss": 7.375,
      "step": 9731
    },
    {
      "epoch": 0.3986074134753225,
      "grad_norm": 1.4226055859453226,
      "learning_rate": 0.000297885313324825,
      "loss": 5.5,
      "step": 9732
    },
    {
      "epoch": 0.39864837190251895,
      "grad_norm": 4.307657143166264,
      "learning_rate": 0.00029788476758272204,
      "loss": 3.8125,
      "step": 9733
    },
    {
      "epoch": 0.3986893303297153,
      "grad_norm": 1.6183931930510262,
      "learning_rate": 0.0002978842217707077,
      "loss": 4.9062,
      "step": 9734
    },
    {
      "epoch": 0.39873028875691174,
      "grad_norm": 1.7318513255543957,
      "learning_rate": 0.0002978836758887823,
      "loss": 6.0938,
      "step": 9735
    },
    {
      "epoch": 0.3987712471841081,
      "grad_norm": 3.1087038785316805,
      "learning_rate": 0.0002978831299369461,
      "loss": 3.8281,
      "step": 9736
    },
    {
      "epoch": 0.39881220561130454,
      "grad_norm": 2.2807036484865373,
      "learning_rate": 0.00029788258391519936,
      "loss": 7.5938,
      "step": 9737
    },
    {
      "epoch": 0.3988531640385009,
      "grad_norm": 2.1929546955575927,
      "learning_rate": 0.00029788203782354233,
      "loss": 6.0,
      "step": 9738
    },
    {
      "epoch": 0.39889412246569733,
      "grad_norm": 1.9958569386895428,
      "learning_rate": 0.0002978814916619752,
      "loss": 7.0312,
      "step": 9739
    },
    {
      "epoch": 0.3989350808928937,
      "grad_norm": 1.4205934170426626,
      "learning_rate": 0.0002978809454304983,
      "loss": 6.0312,
      "step": 9740
    },
    {
      "epoch": 0.3989760393200901,
      "grad_norm": 2.022602814565894,
      "learning_rate": 0.00029788039912911186,
      "loss": 8.375,
      "step": 9741
    },
    {
      "epoch": 0.3990169977472865,
      "grad_norm": 1.4475230158752996,
      "learning_rate": 0.00029787985275781616,
      "loss": 5.4688,
      "step": 9742
    },
    {
      "epoch": 0.3990579561744829,
      "grad_norm": 1.5451607809213213,
      "learning_rate": 0.0002978793063166114,
      "loss": 6.2812,
      "step": 9743
    },
    {
      "epoch": 0.3990989146016793,
      "grad_norm": 3.419438324873131,
      "learning_rate": 0.000297878759805498,
      "loss": 3.8281,
      "step": 9744
    },
    {
      "epoch": 0.3991398730288757,
      "grad_norm": 1.5292624156803853,
      "learning_rate": 0.000297878213224476,
      "loss": 6.2812,
      "step": 9745
    },
    {
      "epoch": 0.3991808314560721,
      "grad_norm": 2.0474289429930255,
      "learning_rate": 0.00029787766657354576,
      "loss": 5.1875,
      "step": 9746
    },
    {
      "epoch": 0.3992217898832685,
      "grad_norm": 1.7248392845909413,
      "learning_rate": 0.0002978771198527076,
      "loss": 8.0625,
      "step": 9747
    },
    {
      "epoch": 0.3992627483104649,
      "grad_norm": 4.053459470389403,
      "learning_rate": 0.0002978765730619617,
      "loss": 7.4062,
      "step": 9748
    },
    {
      "epoch": 0.3993037067376613,
      "grad_norm": 1.5913058789027346,
      "learning_rate": 0.0002978760262013083,
      "loss": 6.4688,
      "step": 9749
    },
    {
      "epoch": 0.39934466516485767,
      "grad_norm": 1.7046259626219735,
      "learning_rate": 0.0002978754792707477,
      "loss": 8.375,
      "step": 9750
    },
    {
      "epoch": 0.39938562359205404,
      "grad_norm": 1.4022125854558518,
      "learning_rate": 0.00029787493227028024,
      "loss": 8.3125,
      "step": 9751
    },
    {
      "epoch": 0.39942658201925046,
      "grad_norm": 1.5006966137178028,
      "learning_rate": 0.000297874385199906,
      "loss": 5.4688,
      "step": 9752
    },
    {
      "epoch": 0.39946754044644683,
      "grad_norm": 1.367530695229455,
      "learning_rate": 0.00029787383805962537,
      "loss": 6.5312,
      "step": 9753
    },
    {
      "epoch": 0.39950849887364326,
      "grad_norm": 1.3067766384384598,
      "learning_rate": 0.00029787329084943854,
      "loss": 5.7188,
      "step": 9754
    },
    {
      "epoch": 0.3995494573008396,
      "grad_norm": 1.3234977648221773,
      "learning_rate": 0.0002978727435693459,
      "loss": 6.25,
      "step": 9755
    },
    {
      "epoch": 0.39959041572803605,
      "grad_norm": 1.1941532536596169,
      "learning_rate": 0.00029787219621934743,
      "loss": 6.125,
      "step": 9756
    },
    {
      "epoch": 0.3996313741552324,
      "grad_norm": 2.2687510967011097,
      "learning_rate": 0.0002978716487994437,
      "loss": 7.75,
      "step": 9757
    },
    {
      "epoch": 0.39967233258242885,
      "grad_norm": 1.2411354851244536,
      "learning_rate": 0.0002978711013096348,
      "loss": 5.7188,
      "step": 9758
    },
    {
      "epoch": 0.3997132910096252,
      "grad_norm": 1.4581228354946747,
      "learning_rate": 0.000297870553749921,
      "loss": 5.625,
      "step": 9759
    },
    {
      "epoch": 0.39975424943682164,
      "grad_norm": 1.5519488651784692,
      "learning_rate": 0.0002978700061203026,
      "loss": 4.8438,
      "step": 9760
    },
    {
      "epoch": 0.399795207864018,
      "grad_norm": 1.803847406593188,
      "learning_rate": 0.0002978694584207799,
      "loss": 8.5,
      "step": 9761
    },
    {
      "epoch": 0.39983616629121443,
      "grad_norm": 1.0766763856262531,
      "learning_rate": 0.000297868910651353,
      "loss": 6.2812,
      "step": 9762
    },
    {
      "epoch": 0.3998771247184108,
      "grad_norm": 1.2082759923702548,
      "learning_rate": 0.00029786836281202236,
      "loss": 6.0625,
      "step": 9763
    },
    {
      "epoch": 0.39991808314560723,
      "grad_norm": 1.8436782666823106,
      "learning_rate": 0.00029786781490278804,
      "loss": 6.3125,
      "step": 9764
    },
    {
      "epoch": 0.3999590415728036,
      "grad_norm": 1.3121344287549108,
      "learning_rate": 0.00029786726692365045,
      "loss": 6.2812,
      "step": 9765
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.020780569471582,
      "learning_rate": 0.00029786671887460983,
      "loss": 9.375,
      "step": 9766
    },
    {
      "epoch": 0.4000409584271964,
      "grad_norm": 1.719360473534041,
      "learning_rate": 0.0002978661707556663,
      "loss": 6.3125,
      "step": 9767
    },
    {
      "epoch": 0.4000819168543928,
      "grad_norm": 3.354692905035662,
      "learning_rate": 0.00029786562256682033,
      "loss": 7.75,
      "step": 9768
    },
    {
      "epoch": 0.4001228752815892,
      "grad_norm": 1.2119776798345583,
      "learning_rate": 0.00029786507430807203,
      "loss": 6.125,
      "step": 9769
    },
    {
      "epoch": 0.4001638337087856,
      "grad_norm": 1.8960009968866167,
      "learning_rate": 0.0002978645259794217,
      "loss": 8.375,
      "step": 9770
    },
    {
      "epoch": 0.400204792135982,
      "grad_norm": 1.9223681274775353,
      "learning_rate": 0.0002978639775808696,
      "loss": 4.7188,
      "step": 9771
    },
    {
      "epoch": 0.40024575056317835,
      "grad_norm": 1.1480477178881108,
      "learning_rate": 0.00029786342911241606,
      "loss": 5.9375,
      "step": 9772
    },
    {
      "epoch": 0.4002867089903748,
      "grad_norm": 3.176400126405136,
      "learning_rate": 0.0002978628805740612,
      "loss": 8.0,
      "step": 9773
    },
    {
      "epoch": 0.40032766741757114,
      "grad_norm": 1.4693349698122158,
      "learning_rate": 0.00029786233196580535,
      "loss": 4.4688,
      "step": 9774
    },
    {
      "epoch": 0.40036862584476757,
      "grad_norm": 1.2082286182528448,
      "learning_rate": 0.0002978617832876488,
      "loss": 5.9688,
      "step": 9775
    },
    {
      "epoch": 0.40040958427196394,
      "grad_norm": 2.0177287747691786,
      "learning_rate": 0.00029786123453959175,
      "loss": 8.25,
      "step": 9776
    },
    {
      "epoch": 0.40045054269916036,
      "grad_norm": 1.2653169644791014,
      "learning_rate": 0.0002978606857216345,
      "loss": 6.1562,
      "step": 9777
    },
    {
      "epoch": 0.40049150112635673,
      "grad_norm": 6.669743215248204,
      "learning_rate": 0.00029786013683377727,
      "loss": 4.5312,
      "step": 9778
    },
    {
      "epoch": 0.40053245955355316,
      "grad_norm": 1.3210197101068848,
      "learning_rate": 0.0002978595878760204,
      "loss": 4.6875,
      "step": 9779
    },
    {
      "epoch": 0.4005734179807495,
      "grad_norm": 1.3597367430512086,
      "learning_rate": 0.00029785903884836407,
      "loss": 5.2812,
      "step": 9780
    },
    {
      "epoch": 0.40061437640794595,
      "grad_norm": 1.4482294223179268,
      "learning_rate": 0.00029785848975080856,
      "loss": 5.5938,
      "step": 9781
    },
    {
      "epoch": 0.4006553348351423,
      "grad_norm": 1.317018822971722,
      "learning_rate": 0.0002978579405833541,
      "loss": 5.875,
      "step": 9782
    },
    {
      "epoch": 0.40069629326233874,
      "grad_norm": 2.625903144795647,
      "learning_rate": 0.0002978573913460011,
      "loss": 4.5625,
      "step": 9783
    },
    {
      "epoch": 0.4007372516895351,
      "grad_norm": 1.2760080938518532,
      "learning_rate": 0.0002978568420387496,
      "loss": 6.5625,
      "step": 9784
    },
    {
      "epoch": 0.40077821011673154,
      "grad_norm": 1.9153303237679549,
      "learning_rate": 0.0002978562926616,
      "loss": 6.5312,
      "step": 9785
    },
    {
      "epoch": 0.4008191685439279,
      "grad_norm": 1.1127971741707972,
      "learning_rate": 0.00029785574321455254,
      "loss": 5.9062,
      "step": 9786
    },
    {
      "epoch": 0.40086012697112433,
      "grad_norm": 1.1874614637526733,
      "learning_rate": 0.0002978551936976074,
      "loss": 5.5625,
      "step": 9787
    },
    {
      "epoch": 0.4009010853983207,
      "grad_norm": 1.3277174041289983,
      "learning_rate": 0.00029785464411076495,
      "loss": 5.5625,
      "step": 9788
    },
    {
      "epoch": 0.4009420438255171,
      "grad_norm": 2.913965378736364,
      "learning_rate": 0.00029785409445402545,
      "loss": 5.75,
      "step": 9789
    },
    {
      "epoch": 0.4009830022527135,
      "grad_norm": 3.11272356767376,
      "learning_rate": 0.000297853544727389,
      "loss": 6.125,
      "step": 9790
    },
    {
      "epoch": 0.4010239606799099,
      "grad_norm": 1.5086006740459919,
      "learning_rate": 0.00029785299493085605,
      "loss": 7.9375,
      "step": 9791
    },
    {
      "epoch": 0.4010649191071063,
      "grad_norm": 1.1761270667630284,
      "learning_rate": 0.0002978524450644268,
      "loss": 5.4062,
      "step": 9792
    },
    {
      "epoch": 0.40110587753430266,
      "grad_norm": 1.2581877222822209,
      "learning_rate": 0.00029785189512810143,
      "loss": 6.4688,
      "step": 9793
    },
    {
      "epoch": 0.4011468359614991,
      "grad_norm": 1.3462267860842603,
      "learning_rate": 0.00029785134512188037,
      "loss": 5.875,
      "step": 9794
    },
    {
      "epoch": 0.40118779438869545,
      "grad_norm": 1.3744468870873714,
      "learning_rate": 0.0002978507950457637,
      "loss": 6.875,
      "step": 9795
    },
    {
      "epoch": 0.4012287528158919,
      "grad_norm": 1.281898196245209,
      "learning_rate": 0.00029785024489975174,
      "loss": 6.8438,
      "step": 9796
    },
    {
      "epoch": 0.40126971124308825,
      "grad_norm": 1.226878490716257,
      "learning_rate": 0.0002978496946838448,
      "loss": 6.1562,
      "step": 9797
    },
    {
      "epoch": 0.40131066967028467,
      "grad_norm": 1.1691234130284633,
      "learning_rate": 0.00029784914439804304,
      "loss": 5.7812,
      "step": 9798
    },
    {
      "epoch": 0.40135162809748104,
      "grad_norm": 1.1557024457526137,
      "learning_rate": 0.00029784859404234686,
      "loss": 5.0938,
      "step": 9799
    },
    {
      "epoch": 0.40139258652467746,
      "grad_norm": 1.9391839634540944,
      "learning_rate": 0.0002978480436167564,
      "loss": 7.5312,
      "step": 9800
    },
    {
      "epoch": 0.40143354495187383,
      "grad_norm": 1.4721312107553035,
      "learning_rate": 0.000297847493121272,
      "loss": 6.5625,
      "step": 9801
    },
    {
      "epoch": 0.40147450337907026,
      "grad_norm": 1.310544519289641,
      "learning_rate": 0.00029784694255589384,
      "loss": 6.3125,
      "step": 9802
    },
    {
      "epoch": 0.4015154618062666,
      "grad_norm": 1.1800145348901636,
      "learning_rate": 0.00029784639192062225,
      "loss": 6.1562,
      "step": 9803
    },
    {
      "epoch": 0.40155642023346305,
      "grad_norm": 5.697112435951153,
      "learning_rate": 0.00029784584121545746,
      "loss": 7.0312,
      "step": 9804
    },
    {
      "epoch": 0.4015973786606594,
      "grad_norm": 1.1962853840098457,
      "learning_rate": 0.0002978452904403998,
      "loss": 6.75,
      "step": 9805
    },
    {
      "epoch": 0.40163833708785585,
      "grad_norm": 1.4254369013316563,
      "learning_rate": 0.00029784473959544935,
      "loss": 5.3125,
      "step": 9806
    },
    {
      "epoch": 0.4016792955150522,
      "grad_norm": 1.5034053988733946,
      "learning_rate": 0.00029784418868060653,
      "loss": 6.4375,
      "step": 9807
    },
    {
      "epoch": 0.40172025394224864,
      "grad_norm": 1.2656860166214174,
      "learning_rate": 0.0002978436376958716,
      "loss": 5.75,
      "step": 9808
    },
    {
      "epoch": 0.401761212369445,
      "grad_norm": 1.8445721216123498,
      "learning_rate": 0.00029784308664124474,
      "loss": 5.4375,
      "step": 9809
    },
    {
      "epoch": 0.40180217079664143,
      "grad_norm": 1.8968097109421196,
      "learning_rate": 0.00029784253551672627,
      "loss": 5.875,
      "step": 9810
    },
    {
      "epoch": 0.4018431292238378,
      "grad_norm": 1.3151098070494178,
      "learning_rate": 0.0002978419843223164,
      "loss": 5.2188,
      "step": 9811
    },
    {
      "epoch": 0.4018840876510342,
      "grad_norm": 3.835118799770896,
      "learning_rate": 0.0002978414330580154,
      "loss": 4.3438,
      "step": 9812
    },
    {
      "epoch": 0.4019250460782306,
      "grad_norm": 1.6072034128085242,
      "learning_rate": 0.0002978408817238236,
      "loss": 7.5938,
      "step": 9813
    },
    {
      "epoch": 0.40196600450542697,
      "grad_norm": 1.7279746757050913,
      "learning_rate": 0.0002978403303197412,
      "loss": 7.8438,
      "step": 9814
    },
    {
      "epoch": 0.4020069629326234,
      "grad_norm": 2.8608381899113424,
      "learning_rate": 0.0002978397788457684,
      "loss": 2.9844,
      "step": 9815
    },
    {
      "epoch": 0.40204792135981976,
      "grad_norm": 1.6506051558214143,
      "learning_rate": 0.00029783922730190564,
      "loss": 5.1562,
      "step": 9816
    },
    {
      "epoch": 0.4020888797870162,
      "grad_norm": 1.566800195762711,
      "learning_rate": 0.000297838675688153,
      "loss": 6.375,
      "step": 9817
    },
    {
      "epoch": 0.40212983821421255,
      "grad_norm": 1.3822760151495284,
      "learning_rate": 0.00029783812400451085,
      "loss": 5.6875,
      "step": 9818
    },
    {
      "epoch": 0.402170796641409,
      "grad_norm": 1.9850111225571336,
      "learning_rate": 0.0002978375722509794,
      "loss": 8.3125,
      "step": 9819
    },
    {
      "epoch": 0.40221175506860535,
      "grad_norm": 1.3099671297388447,
      "learning_rate": 0.0002978370204275589,
      "loss": 5.875,
      "step": 9820
    },
    {
      "epoch": 0.4022527134958018,
      "grad_norm": 2.390816919689927,
      "learning_rate": 0.00029783646853424965,
      "loss": 6.6875,
      "step": 9821
    },
    {
      "epoch": 0.40229367192299814,
      "grad_norm": 1.3267804484221655,
      "learning_rate": 0.0002978359165710519,
      "loss": 5.375,
      "step": 9822
    },
    {
      "epoch": 0.40233463035019457,
      "grad_norm": 1.430913753279799,
      "learning_rate": 0.00029783536453796593,
      "loss": 5.5625,
      "step": 9823
    },
    {
      "epoch": 0.40237558877739094,
      "grad_norm": 1.5968506901701958,
      "learning_rate": 0.00029783481243499197,
      "loss": 6.1875,
      "step": 9824
    },
    {
      "epoch": 0.40241654720458736,
      "grad_norm": 2.0955695993918813,
      "learning_rate": 0.00029783426026213023,
      "loss": 7.3125,
      "step": 9825
    },
    {
      "epoch": 0.40245750563178373,
      "grad_norm": 1.509156818700816,
      "learning_rate": 0.0002978337080193811,
      "loss": 6.875,
      "step": 9826
    },
    {
      "epoch": 0.40249846405898015,
      "grad_norm": 1.5145783312753904,
      "learning_rate": 0.0002978331557067447,
      "loss": 6.9375,
      "step": 9827
    },
    {
      "epoch": 0.4025394224861765,
      "grad_norm": 1.3142956439006257,
      "learning_rate": 0.00029783260332422146,
      "loss": 5.0,
      "step": 9828
    },
    {
      "epoch": 0.40258038091337295,
      "grad_norm": 1.2057858090589935,
      "learning_rate": 0.00029783205087181153,
      "loss": 6.7812,
      "step": 9829
    },
    {
      "epoch": 0.4026213393405693,
      "grad_norm": 1.289643651351012,
      "learning_rate": 0.00029783149834951517,
      "loss": 5.8125,
      "step": 9830
    },
    {
      "epoch": 0.40266229776776574,
      "grad_norm": 2.6777785629859094,
      "learning_rate": 0.0002978309457573326,
      "loss": 6.1562,
      "step": 9831
    },
    {
      "epoch": 0.4027032561949621,
      "grad_norm": 1.3417044689447644,
      "learning_rate": 0.00029783039309526414,
      "loss": 6.0938,
      "step": 9832
    },
    {
      "epoch": 0.40274421462215854,
      "grad_norm": 6.697643164882209,
      "learning_rate": 0.0002978298403633101,
      "loss": 4.7812,
      "step": 9833
    },
    {
      "epoch": 0.4027851730493549,
      "grad_norm": 1.4921423903166613,
      "learning_rate": 0.00029782928756147067,
      "loss": 6.2188,
      "step": 9834
    },
    {
      "epoch": 0.4028261314765513,
      "grad_norm": 2.5001980458900612,
      "learning_rate": 0.0002978287346897461,
      "loss": 4.7188,
      "step": 9835
    },
    {
      "epoch": 0.4028670899037477,
      "grad_norm": 1.3539000961498417,
      "learning_rate": 0.00029782818174813676,
      "loss": 5.1875,
      "step": 9836
    },
    {
      "epoch": 0.40290804833094407,
      "grad_norm": 1.2588333064593524,
      "learning_rate": 0.0002978276287366428,
      "loss": 5.5625,
      "step": 9837
    },
    {
      "epoch": 0.4029490067581405,
      "grad_norm": 5.213272132277159,
      "learning_rate": 0.00029782707565526446,
      "loss": 6.9688,
      "step": 9838
    },
    {
      "epoch": 0.40298996518533686,
      "grad_norm": 5.210137672206088,
      "learning_rate": 0.0002978265225040021,
      "loss": 4.5625,
      "step": 9839
    },
    {
      "epoch": 0.4030309236125333,
      "grad_norm": 1.6288548144164292,
      "learning_rate": 0.00029782596928285595,
      "loss": 5.1875,
      "step": 9840
    },
    {
      "epoch": 0.40307188203972966,
      "grad_norm": 1.694651454639169,
      "learning_rate": 0.0002978254159918262,
      "loss": 6.125,
      "step": 9841
    },
    {
      "epoch": 0.4031128404669261,
      "grad_norm": 1.358247193927871,
      "learning_rate": 0.0002978248626309133,
      "loss": 5.8438,
      "step": 9842
    },
    {
      "epoch": 0.40315379889412245,
      "grad_norm": 1.5212110017736393,
      "learning_rate": 0.0002978243092001173,
      "loss": 5.3438,
      "step": 9843
    },
    {
      "epoch": 0.4031947573213189,
      "grad_norm": 1.3322610758539872,
      "learning_rate": 0.00029782375569943853,
      "loss": 5.0625,
      "step": 9844
    },
    {
      "epoch": 0.40323571574851524,
      "grad_norm": 1.269998041038821,
      "learning_rate": 0.0002978232021288773,
      "loss": 5.3438,
      "step": 9845
    },
    {
      "epoch": 0.40327667417571167,
      "grad_norm": 1.7868923000921069,
      "learning_rate": 0.0002978226484884338,
      "loss": 6.625,
      "step": 9846
    },
    {
      "epoch": 0.40331763260290804,
      "grad_norm": 1.342324622493932,
      "learning_rate": 0.0002978220947781083,
      "loss": 6.1875,
      "step": 9847
    },
    {
      "epoch": 0.40335859103010446,
      "grad_norm": 1.717428678692284,
      "learning_rate": 0.0002978215409979012,
      "loss": 7.375,
      "step": 9848
    },
    {
      "epoch": 0.40339954945730083,
      "grad_norm": 2.3994966039897907,
      "learning_rate": 0.00029782098714781257,
      "loss": 6.5312,
      "step": 9849
    },
    {
      "epoch": 0.40344050788449726,
      "grad_norm": 1.2408733679982642,
      "learning_rate": 0.0002978204332278427,
      "loss": 5.0312,
      "step": 9850
    },
    {
      "epoch": 0.4034814663116936,
      "grad_norm": 1.7917541338338239,
      "learning_rate": 0.00029781987923799204,
      "loss": 7.1562,
      "step": 9851
    },
    {
      "epoch": 0.40352242473889005,
      "grad_norm": 1.3063124441549767,
      "learning_rate": 0.0002978193251782607,
      "loss": 5.6562,
      "step": 9852
    },
    {
      "epoch": 0.4035633831660864,
      "grad_norm": 2.4190994149151894,
      "learning_rate": 0.0002978187710486489,
      "loss": 4.8125,
      "step": 9853
    },
    {
      "epoch": 0.40360434159328284,
      "grad_norm": 1.4595689376211833,
      "learning_rate": 0.00029781821684915694,
      "loss": 4.4062,
      "step": 9854
    },
    {
      "epoch": 0.4036453000204792,
      "grad_norm": 1.0681903968951576,
      "learning_rate": 0.0002978176625797852,
      "loss": 6.0938,
      "step": 9855
    },
    {
      "epoch": 0.4036862584476756,
      "grad_norm": 5.117906265770218,
      "learning_rate": 0.0002978171082405338,
      "loss": 6.5625,
      "step": 9856
    },
    {
      "epoch": 0.403727216874872,
      "grad_norm": 1.446796262072017,
      "learning_rate": 0.00029781655383140306,
      "loss": 6.0,
      "step": 9857
    },
    {
      "epoch": 0.4037681753020684,
      "grad_norm": 2.142943507143574,
      "learning_rate": 0.0002978159993523932,
      "loss": 5.875,
      "step": 9858
    },
    {
      "epoch": 0.4038091337292648,
      "grad_norm": 1.4224020098349293,
      "learning_rate": 0.00029781544480350457,
      "loss": 5.125,
      "step": 9859
    },
    {
      "epoch": 0.40385009215646117,
      "grad_norm": 1.715736940269701,
      "learning_rate": 0.0002978148901847373,
      "loss": 5.6562,
      "step": 9860
    },
    {
      "epoch": 0.4038910505836576,
      "grad_norm": 2.5958140905250646,
      "learning_rate": 0.00029781433549609177,
      "loss": 5.2812,
      "step": 9861
    },
    {
      "epoch": 0.40393200901085397,
      "grad_norm": 1.1710144232711375,
      "learning_rate": 0.00029781378073756815,
      "loss": 5.875,
      "step": 9862
    },
    {
      "epoch": 0.4039729674380504,
      "grad_norm": 1.2438161400326653,
      "learning_rate": 0.0002978132259091668,
      "loss": 5.6562,
      "step": 9863
    },
    {
      "epoch": 0.40401392586524676,
      "grad_norm": 5.440758666642713,
      "learning_rate": 0.00029781267101088797,
      "loss": 4.875,
      "step": 9864
    },
    {
      "epoch": 0.4040548842924432,
      "grad_norm": 1.63039806717852,
      "learning_rate": 0.0002978121160427318,
      "loss": 7.0312,
      "step": 9865
    },
    {
      "epoch": 0.40409584271963955,
      "grad_norm": 2.1075045131793426,
      "learning_rate": 0.00029781156100469874,
      "loss": 7.2188,
      "step": 9866
    },
    {
      "epoch": 0.404136801146836,
      "grad_norm": 2.1607651737349416,
      "learning_rate": 0.0002978110058967889,
      "loss": 5.4375,
      "step": 9867
    },
    {
      "epoch": 0.40417775957403235,
      "grad_norm": 1.9851636351428912,
      "learning_rate": 0.00029781045071900256,
      "loss": 6.5,
      "step": 9868
    },
    {
      "epoch": 0.40421871800122877,
      "grad_norm": 1.5919379592284528,
      "learning_rate": 0.00029780989547134004,
      "loss": 7.5625,
      "step": 9869
    },
    {
      "epoch": 0.40425967642842514,
      "grad_norm": 2.3554820186689196,
      "learning_rate": 0.00029780934015380156,
      "loss": 7.875,
      "step": 9870
    },
    {
      "epoch": 0.40430063485562157,
      "grad_norm": 1.470316900522774,
      "learning_rate": 0.0002978087847663874,
      "loss": 5.4062,
      "step": 9871
    },
    {
      "epoch": 0.40434159328281793,
      "grad_norm": 8.44759133143551,
      "learning_rate": 0.00029780822930909785,
      "loss": 3.75,
      "step": 9872
    },
    {
      "epoch": 0.40438255171001436,
      "grad_norm": 6.066963808305951,
      "learning_rate": 0.00029780767378193316,
      "loss": 5.8438,
      "step": 9873
    },
    {
      "epoch": 0.40442351013721073,
      "grad_norm": 1.3695937406951801,
      "learning_rate": 0.00029780711818489354,
      "loss": 5.4375,
      "step": 9874
    },
    {
      "epoch": 0.40446446856440715,
      "grad_norm": 4.329769020511772,
      "learning_rate": 0.0002978065625179793,
      "loss": 5.0938,
      "step": 9875
    },
    {
      "epoch": 0.4045054269916035,
      "grad_norm": 3.476517223170763,
      "learning_rate": 0.00029780600678119075,
      "loss": 4.9375,
      "step": 9876
    },
    {
      "epoch": 0.4045463854187999,
      "grad_norm": 4.024195725053979,
      "learning_rate": 0.000297805450974528,
      "loss": 8.375,
      "step": 9877
    },
    {
      "epoch": 0.4045873438459963,
      "grad_norm": 2.636638580328421,
      "learning_rate": 0.0002978048950979915,
      "loss": 6.5938,
      "step": 9878
    },
    {
      "epoch": 0.4046283022731927,
      "grad_norm": 1.4329621693880452,
      "learning_rate": 0.00029780433915158137,
      "loss": 5.7188,
      "step": 9879
    },
    {
      "epoch": 0.4046692607003891,
      "grad_norm": 3.4295731488828034,
      "learning_rate": 0.000297803783135298,
      "loss": 5.4062,
      "step": 9880
    },
    {
      "epoch": 0.4047102191275855,
      "grad_norm": 1.3954214928638762,
      "learning_rate": 0.00029780322704914145,
      "loss": 5.875,
      "step": 9881
    },
    {
      "epoch": 0.4047511775547819,
      "grad_norm": 1.2552963241979298,
      "learning_rate": 0.00029780267089311223,
      "loss": 5.5938,
      "step": 9882
    },
    {
      "epoch": 0.4047921359819783,
      "grad_norm": 1.4696653702399247,
      "learning_rate": 0.0002978021146672104,
      "loss": 4.6875,
      "step": 9883
    },
    {
      "epoch": 0.4048330944091747,
      "grad_norm": 2.1440127209367437,
      "learning_rate": 0.0002978015583714363,
      "loss": 6.8125,
      "step": 9884
    },
    {
      "epoch": 0.40487405283637107,
      "grad_norm": 2.5108526620421934,
      "learning_rate": 0.00029780100200579027,
      "loss": 5.9688,
      "step": 9885
    },
    {
      "epoch": 0.4049150112635675,
      "grad_norm": 2.1341748228795083,
      "learning_rate": 0.0002978004455702725,
      "loss": 7.3125,
      "step": 9886
    },
    {
      "epoch": 0.40495596969076386,
      "grad_norm": 4.247447547924963,
      "learning_rate": 0.0002977998890648832,
      "loss": 7.4688,
      "step": 9887
    },
    {
      "epoch": 0.4049969281179603,
      "grad_norm": 1.348963027253675,
      "learning_rate": 0.0002977993324896227,
      "loss": 5.875,
      "step": 9888
    },
    {
      "epoch": 0.40503788654515666,
      "grad_norm": 1.7704290603019537,
      "learning_rate": 0.0002977987758444913,
      "loss": 5.8125,
      "step": 9889
    },
    {
      "epoch": 0.4050788449723531,
      "grad_norm": 2.3078760008160932,
      "learning_rate": 0.0002977982191294892,
      "loss": 6.3438,
      "step": 9890
    },
    {
      "epoch": 0.40511980339954945,
      "grad_norm": 2.0282215264834824,
      "learning_rate": 0.00029779766234461663,
      "loss": 5.6875,
      "step": 9891
    },
    {
      "epoch": 0.4051607618267459,
      "grad_norm": 1.5917148694641365,
      "learning_rate": 0.000297797105489874,
      "loss": 6.1875,
      "step": 9892
    },
    {
      "epoch": 0.40520172025394224,
      "grad_norm": 2.7777340538694344,
      "learning_rate": 0.0002977965485652613,
      "loss": 6.5938,
      "step": 9893
    },
    {
      "epoch": 0.40524267868113867,
      "grad_norm": 1.5142935156724837,
      "learning_rate": 0.00029779599157077916,
      "loss": 6.0938,
      "step": 9894
    },
    {
      "epoch": 0.40528363710833504,
      "grad_norm": 1.2283049491100793,
      "learning_rate": 0.00029779543450642753,
      "loss": 5.3438,
      "step": 9895
    },
    {
      "epoch": 0.40532459553553146,
      "grad_norm": 1.5247730024672546,
      "learning_rate": 0.00029779487737220683,
      "loss": 5.4688,
      "step": 9896
    },
    {
      "epoch": 0.40536555396272783,
      "grad_norm": 1.4040443760164427,
      "learning_rate": 0.0002977943201681173,
      "loss": 4.9062,
      "step": 9897
    },
    {
      "epoch": 0.4054065123899242,
      "grad_norm": 2.2817155876009125,
      "learning_rate": 0.00029779376289415917,
      "loss": 6.4375,
      "step": 9898
    },
    {
      "epoch": 0.4054474708171206,
      "grad_norm": 3.5733018853923304,
      "learning_rate": 0.00029779320555033275,
      "loss": 7.3125,
      "step": 9899
    },
    {
      "epoch": 0.405488429244317,
      "grad_norm": 1.2137626697834005,
      "learning_rate": 0.0002977926481366383,
      "loss": 6.3125,
      "step": 9900
    },
    {
      "epoch": 0.4055293876715134,
      "grad_norm": 1.4091903040988663,
      "learning_rate": 0.000297792090653076,
      "loss": 5.5312,
      "step": 9901
    },
    {
      "epoch": 0.4055703460987098,
      "grad_norm": 2.4833300713326194,
      "learning_rate": 0.0002977915330996462,
      "loss": 5.5938,
      "step": 9902
    },
    {
      "epoch": 0.4056113045259062,
      "grad_norm": 3.145646618980585,
      "learning_rate": 0.0002977909754763491,
      "loss": 7.25,
      "step": 9903
    },
    {
      "epoch": 0.4056522629531026,
      "grad_norm": 1.9452115884973145,
      "learning_rate": 0.0002977904177831851,
      "loss": 6.4062,
      "step": 9904
    },
    {
      "epoch": 0.405693221380299,
      "grad_norm": 4.08162251289268,
      "learning_rate": 0.0002977898600201543,
      "loss": 2.2656,
      "step": 9905
    },
    {
      "epoch": 0.4057341798074954,
      "grad_norm": 8.1607728244939,
      "learning_rate": 0.000297789302187257,
      "loss": 7.0312,
      "step": 9906
    },
    {
      "epoch": 0.4057751382346918,
      "grad_norm": 2.5988073777768066,
      "learning_rate": 0.0002977887442844936,
      "loss": 5.9688,
      "step": 9907
    },
    {
      "epoch": 0.40581609666188817,
      "grad_norm": 1.4960036359562994,
      "learning_rate": 0.00029778818631186416,
      "loss": 5.4375,
      "step": 9908
    },
    {
      "epoch": 0.4058570550890846,
      "grad_norm": 3.3671536675562654,
      "learning_rate": 0.0002977876282693691,
      "loss": 4.875,
      "step": 9909
    },
    {
      "epoch": 0.40589801351628096,
      "grad_norm": 1.5861992294488816,
      "learning_rate": 0.00029778707015700855,
      "loss": 4.8438,
      "step": 9910
    },
    {
      "epoch": 0.4059389719434774,
      "grad_norm": 1.4900066269775094,
      "learning_rate": 0.0002977865119747829,
      "loss": 7.0,
      "step": 9911
    },
    {
      "epoch": 0.40597993037067376,
      "grad_norm": 1.5179312351618248,
      "learning_rate": 0.00029778595372269236,
      "loss": 5.7188,
      "step": 9912
    },
    {
      "epoch": 0.4060208887978702,
      "grad_norm": 1.6150033598275455,
      "learning_rate": 0.0002977853954007372,
      "loss": 7.4688,
      "step": 9913
    },
    {
      "epoch": 0.40606184722506655,
      "grad_norm": 2.581426415780032,
      "learning_rate": 0.0002977848370089177,
      "loss": 6.9375,
      "step": 9914
    },
    {
      "epoch": 0.406102805652263,
      "grad_norm": 2.323532191052613,
      "learning_rate": 0.00029778427854723405,
      "loss": 7.5938,
      "step": 9915
    },
    {
      "epoch": 0.40614376407945935,
      "grad_norm": 1.2000947026968807,
      "learning_rate": 0.0002977837200156866,
      "loss": 5.5,
      "step": 9916
    },
    {
      "epoch": 0.40618472250665577,
      "grad_norm": 1.8391044323257835,
      "learning_rate": 0.0002977831614142756,
      "loss": 8.1875,
      "step": 9917
    },
    {
      "epoch": 0.40622568093385214,
      "grad_norm": 1.1960463441204978,
      "learning_rate": 0.00029778260274300125,
      "loss": 5.1562,
      "step": 9918
    },
    {
      "epoch": 0.4062666393610485,
      "grad_norm": 1.9784639761488636,
      "learning_rate": 0.0002977820440018639,
      "loss": 5.6562,
      "step": 9919
    },
    {
      "epoch": 0.40630759778824493,
      "grad_norm": 3.3266361564293927,
      "learning_rate": 0.0002977814851908638,
      "loss": 6.375,
      "step": 9920
    },
    {
      "epoch": 0.4063485562154413,
      "grad_norm": 1.3007270662993062,
      "learning_rate": 0.00029778092631000113,
      "loss": 5.4062,
      "step": 9921
    },
    {
      "epoch": 0.40638951464263773,
      "grad_norm": 3.3520334524797586,
      "learning_rate": 0.00029778036735927623,
      "loss": 4.9375,
      "step": 9922
    },
    {
      "epoch": 0.4064304730698341,
      "grad_norm": 1.4204262458553232,
      "learning_rate": 0.00029777980833868936,
      "loss": 5.4688,
      "step": 9923
    },
    {
      "epoch": 0.4064714314970305,
      "grad_norm": 1.3673102235242427,
      "learning_rate": 0.0002977792492482408,
      "loss": 6.0938,
      "step": 9924
    },
    {
      "epoch": 0.4065123899242269,
      "grad_norm": 1.3053624280065905,
      "learning_rate": 0.00029777869008793076,
      "loss": 5.1875,
      "step": 9925
    },
    {
      "epoch": 0.4065533483514233,
      "grad_norm": 1.699616419642135,
      "learning_rate": 0.0002977781308577595,
      "loss": 7.0312,
      "step": 9926
    },
    {
      "epoch": 0.4065943067786197,
      "grad_norm": 4.369492615221257,
      "learning_rate": 0.0002977775715577273,
      "loss": 6.0,
      "step": 9927
    },
    {
      "epoch": 0.4066352652058161,
      "grad_norm": 1.6001027328201387,
      "learning_rate": 0.0002977770121878345,
      "loss": 5.875,
      "step": 9928
    },
    {
      "epoch": 0.4066762236330125,
      "grad_norm": 1.4390164955202451,
      "learning_rate": 0.0002977764527480813,
      "loss": 6.0,
      "step": 9929
    },
    {
      "epoch": 0.4067171820602089,
      "grad_norm": 1.8326928055224132,
      "learning_rate": 0.0002977758932384679,
      "loss": 5.9688,
      "step": 9930
    },
    {
      "epoch": 0.4067581404874053,
      "grad_norm": 1.2000582063907985,
      "learning_rate": 0.0002977753336589947,
      "loss": 5.7812,
      "step": 9931
    },
    {
      "epoch": 0.4067990989146017,
      "grad_norm": 1.4004791430848824,
      "learning_rate": 0.00029777477400966186,
      "loss": 6.125,
      "step": 9932
    },
    {
      "epoch": 0.40684005734179807,
      "grad_norm": 1.1895931837270708,
      "learning_rate": 0.00029777421429046975,
      "loss": 5.4375,
      "step": 9933
    },
    {
      "epoch": 0.4068810157689945,
      "grad_norm": 2.084825982815675,
      "learning_rate": 0.0002977736545014185,
      "loss": 6.6875,
      "step": 9934
    },
    {
      "epoch": 0.40692197419619086,
      "grad_norm": 1.9765844498107377,
      "learning_rate": 0.0002977730946425085,
      "loss": 6.3438,
      "step": 9935
    },
    {
      "epoch": 0.4069629326233873,
      "grad_norm": 1.3913006946451707,
      "learning_rate": 0.00029777253471373983,
      "loss": 5.875,
      "step": 9936
    },
    {
      "epoch": 0.40700389105058365,
      "grad_norm": 1.2913837353582778,
      "learning_rate": 0.000297771974715113,
      "loss": 5.3438,
      "step": 9937
    },
    {
      "epoch": 0.4070448494777801,
      "grad_norm": 1.5150268353284764,
      "learning_rate": 0.00029777141464662813,
      "loss": 6.375,
      "step": 9938
    },
    {
      "epoch": 0.40708580790497645,
      "grad_norm": 2.0742511310395053,
      "learning_rate": 0.00029777085450828546,
      "loss": 8.0625,
      "step": 9939
    },
    {
      "epoch": 0.4071267663321728,
      "grad_norm": 1.4764510498979868,
      "learning_rate": 0.0002977702943000854,
      "loss": 5.25,
      "step": 9940
    },
    {
      "epoch": 0.40716772475936924,
      "grad_norm": 4.406233054196415,
      "learning_rate": 0.00029776973402202803,
      "loss": 5.0,
      "step": 9941
    },
    {
      "epoch": 0.4072086831865656,
      "grad_norm": 2.073981533114547,
      "learning_rate": 0.00029776917367411375,
      "loss": 6.5938,
      "step": 9942
    },
    {
      "epoch": 0.40724964161376204,
      "grad_norm": 2.7839583591058945,
      "learning_rate": 0.0002977686132563428,
      "loss": 4.7188,
      "step": 9943
    },
    {
      "epoch": 0.4072906000409584,
      "grad_norm": 1.3828248244554588,
      "learning_rate": 0.00029776805276871535,
      "loss": 6.75,
      "step": 9944
    },
    {
      "epoch": 0.40733155846815483,
      "grad_norm": 1.3259278743242366,
      "learning_rate": 0.0002977674922112318,
      "loss": 6.5312,
      "step": 9945
    },
    {
      "epoch": 0.4073725168953512,
      "grad_norm": 1.3001016690593936,
      "learning_rate": 0.00029776693158389237,
      "loss": 7.0938,
      "step": 9946
    },
    {
      "epoch": 0.4074134753225476,
      "grad_norm": 1.3638196548769261,
      "learning_rate": 0.00029776637088669726,
      "loss": 5.6562,
      "step": 9947
    },
    {
      "epoch": 0.407454433749744,
      "grad_norm": 1.1606395116203747,
      "learning_rate": 0.0002977658101196468,
      "loss": 5.6562,
      "step": 9948
    },
    {
      "epoch": 0.4074953921769404,
      "grad_norm": 1.3763800306239877,
      "learning_rate": 0.0002977652492827412,
      "loss": 6.1875,
      "step": 9949
    },
    {
      "epoch": 0.4075363506041368,
      "grad_norm": 3.095848870145393,
      "learning_rate": 0.0002977646883759808,
      "loss": 8.3125,
      "step": 9950
    },
    {
      "epoch": 0.4075773090313332,
      "grad_norm": 1.5189893338262346,
      "learning_rate": 0.00029776412739936585,
      "loss": 6.125,
      "step": 9951
    },
    {
      "epoch": 0.4076182674585296,
      "grad_norm": 3.7274897152585864,
      "learning_rate": 0.0002977635663528966,
      "loss": 6.1875,
      "step": 9952
    },
    {
      "epoch": 0.407659225885726,
      "grad_norm": 1.1508484068150435,
      "learning_rate": 0.00029776300523657326,
      "loss": 5.5938,
      "step": 9953
    },
    {
      "epoch": 0.4077001843129224,
      "grad_norm": 2.793428394242414,
      "learning_rate": 0.0002977624440503962,
      "loss": 7.4375,
      "step": 9954
    },
    {
      "epoch": 0.4077411427401188,
      "grad_norm": 1.7214192716119514,
      "learning_rate": 0.00029776188279436556,
      "loss": 6.1875,
      "step": 9955
    },
    {
      "epoch": 0.40778210116731517,
      "grad_norm": 1.5743576497176528,
      "learning_rate": 0.00029776132146848173,
      "loss": 6.0938,
      "step": 9956
    },
    {
      "epoch": 0.4078230595945116,
      "grad_norm": 2.9326288613521734,
      "learning_rate": 0.0002977607600727449,
      "loss": 4.4688,
      "step": 9957
    },
    {
      "epoch": 0.40786401802170796,
      "grad_norm": 1.4471225066610136,
      "learning_rate": 0.0002977601986071554,
      "loss": 5.1875,
      "step": 9958
    },
    {
      "epoch": 0.4079049764489044,
      "grad_norm": 1.2898058046010388,
      "learning_rate": 0.0002977596370717134,
      "loss": 5.625,
      "step": 9959
    },
    {
      "epoch": 0.40794593487610076,
      "grad_norm": 1.443453565934579,
      "learning_rate": 0.0002977590754664193,
      "loss": 5.0625,
      "step": 9960
    },
    {
      "epoch": 0.4079868933032971,
      "grad_norm": 1.6306392362671913,
      "learning_rate": 0.0002977585137912732,
      "loss": 6.4375,
      "step": 9961
    },
    {
      "epoch": 0.40802785173049355,
      "grad_norm": 6.0329862427732115,
      "learning_rate": 0.0002977579520462755,
      "loss": 6.7812,
      "step": 9962
    },
    {
      "epoch": 0.4080688101576899,
      "grad_norm": 1.3249368588669153,
      "learning_rate": 0.00029775739023142633,
      "loss": 5.4375,
      "step": 9963
    },
    {
      "epoch": 0.40810976858488635,
      "grad_norm": 1.2576917403337795,
      "learning_rate": 0.00029775682834672605,
      "loss": 5.2812,
      "step": 9964
    },
    {
      "epoch": 0.4081507270120827,
      "grad_norm": 1.8597634522048665,
      "learning_rate": 0.000297756266392175,
      "loss": 6.4062,
      "step": 9965
    },
    {
      "epoch": 0.40819168543927914,
      "grad_norm": 1.4290029490059053,
      "learning_rate": 0.00029775570436777333,
      "loss": 5.6562,
      "step": 9966
    },
    {
      "epoch": 0.4082326438664755,
      "grad_norm": 3.5178538179727576,
      "learning_rate": 0.00029775514227352133,
      "loss": 5.75,
      "step": 9967
    },
    {
      "epoch": 0.40827360229367193,
      "grad_norm": 1.2826634567091575,
      "learning_rate": 0.0002977545801094193,
      "loss": 6.0938,
      "step": 9968
    },
    {
      "epoch": 0.4083145607208683,
      "grad_norm": 2.6575971157669915,
      "learning_rate": 0.00029775401787546745,
      "loss": 5.6562,
      "step": 9969
    },
    {
      "epoch": 0.4083555191480647,
      "grad_norm": 1.4268917792392464,
      "learning_rate": 0.00029775345557166605,
      "loss": 5.4688,
      "step": 9970
    },
    {
      "epoch": 0.4083964775752611,
      "grad_norm": 1.211134590958987,
      "learning_rate": 0.00029775289319801537,
      "loss": 5.375,
      "step": 9971
    },
    {
      "epoch": 0.4084374360024575,
      "grad_norm": 1.3513278791247194,
      "learning_rate": 0.00029775233075451577,
      "loss": 4.9375,
      "step": 9972
    },
    {
      "epoch": 0.4084783944296539,
      "grad_norm": 1.509014569858887,
      "learning_rate": 0.0002977517682411674,
      "loss": 5.3125,
      "step": 9973
    },
    {
      "epoch": 0.4085193528568503,
      "grad_norm": 1.4868263401097261,
      "learning_rate": 0.0002977512056579706,
      "loss": 5.125,
      "step": 9974
    },
    {
      "epoch": 0.4085603112840467,
      "grad_norm": 1.5675772300862927,
      "learning_rate": 0.00029775064300492556,
      "loss": 7.5625,
      "step": 9975
    },
    {
      "epoch": 0.4086012697112431,
      "grad_norm": 1.824609107010738,
      "learning_rate": 0.0002977500802820326,
      "loss": 5.9688,
      "step": 9976
    },
    {
      "epoch": 0.4086422281384395,
      "grad_norm": 1.2270938307457473,
      "learning_rate": 0.000297749517489292,
      "loss": 5.3125,
      "step": 9977
    },
    {
      "epoch": 0.4086831865656359,
      "grad_norm": 1.3194845994828528,
      "learning_rate": 0.000297748954626704,
      "loss": 5.8438,
      "step": 9978
    },
    {
      "epoch": 0.4087241449928323,
      "grad_norm": 1.4832477734129106,
      "learning_rate": 0.00029774839169426884,
      "loss": 6.5625,
      "step": 9979
    },
    {
      "epoch": 0.4087651034200287,
      "grad_norm": 1.2305545507810869,
      "learning_rate": 0.00029774782869198684,
      "loss": 5.6562,
      "step": 9980
    },
    {
      "epoch": 0.40880606184722507,
      "grad_norm": 1.5665637698760249,
      "learning_rate": 0.00029774726561985826,
      "loss": 7.25,
      "step": 9981
    },
    {
      "epoch": 0.40884702027442144,
      "grad_norm": 2.4578203254437234,
      "learning_rate": 0.00029774670247788325,
      "loss": 5.2812,
      "step": 9982
    },
    {
      "epoch": 0.40888797870161786,
      "grad_norm": 2.1317664997827577,
      "learning_rate": 0.00029774613926606227,
      "loss": 7.9688,
      "step": 9983
    },
    {
      "epoch": 0.40892893712881423,
      "grad_norm": 1.8739264041177999,
      "learning_rate": 0.0002977455759843954,
      "loss": 6.1562,
      "step": 9984
    },
    {
      "epoch": 0.40896989555601065,
      "grad_norm": 1.8480916082305963,
      "learning_rate": 0.0002977450126328831,
      "loss": 6.625,
      "step": 9985
    },
    {
      "epoch": 0.409010853983207,
      "grad_norm": 2.0265239732626505,
      "learning_rate": 0.00029774444921152547,
      "loss": 3.1094,
      "step": 9986
    },
    {
      "epoch": 0.40905181241040345,
      "grad_norm": 1.3334289707248266,
      "learning_rate": 0.0002977438857203229,
      "loss": 6.1562,
      "step": 9987
    },
    {
      "epoch": 0.4090927708375998,
      "grad_norm": 2.3335853725918567,
      "learning_rate": 0.0002977433221592755,
      "loss": 8.125,
      "step": 9988
    },
    {
      "epoch": 0.40913372926479624,
      "grad_norm": 1.2854021581728639,
      "learning_rate": 0.0002977427585283837,
      "loss": 5.4688,
      "step": 9989
    },
    {
      "epoch": 0.4091746876919926,
      "grad_norm": 5.554085229439293,
      "learning_rate": 0.00029774219482764765,
      "loss": 5.2188,
      "step": 9990
    },
    {
      "epoch": 0.40921564611918904,
      "grad_norm": 1.1887935328134998,
      "learning_rate": 0.0002977416310570677,
      "loss": 6.375,
      "step": 9991
    },
    {
      "epoch": 0.4092566045463854,
      "grad_norm": 1.454955789122037,
      "learning_rate": 0.00029774106721664406,
      "loss": 6.125,
      "step": 9992
    },
    {
      "epoch": 0.40929756297358183,
      "grad_norm": 4.922008318352832,
      "learning_rate": 0.000297740503306377,
      "loss": 4.1562,
      "step": 9993
    },
    {
      "epoch": 0.4093385214007782,
      "grad_norm": 1.7221623210224921,
      "learning_rate": 0.0002977399393262669,
      "loss": 6.7812,
      "step": 9994
    },
    {
      "epoch": 0.4093794798279746,
      "grad_norm": 2.607074226625243,
      "learning_rate": 0.00029773937527631376,
      "loss": 7.1875,
      "step": 9995
    },
    {
      "epoch": 0.409420438255171,
      "grad_norm": 1.332162298379215,
      "learning_rate": 0.0002977388111565182,
      "loss": 5.8438,
      "step": 9996
    },
    {
      "epoch": 0.4094613966823674,
      "grad_norm": 1.169308985582426,
      "learning_rate": 0.00029773824696688013,
      "loss": 6.0,
      "step": 9997
    },
    {
      "epoch": 0.4095023551095638,
      "grad_norm": 1.3667546878900838,
      "learning_rate": 0.00029773768270740007,
      "loss": 5.0,
      "step": 9998
    },
    {
      "epoch": 0.4095433135367602,
      "grad_norm": 1.3081233268303727,
      "learning_rate": 0.00029773711837807824,
      "loss": 5.5312,
      "step": 9999
    },
    {
      "epoch": 0.4095842719639566,
      "grad_norm": 2.8316621517710368,
      "learning_rate": 0.0002977365539789148,
      "loss": 4.2188,
      "step": 10000
    },
    {
      "epoch": 0.409625230391153,
      "grad_norm": 1.460096550642714,
      "learning_rate": 0.0002977359895099102,
      "loss": 6.0,
      "step": 10001
    },
    {
      "epoch": 0.4096661888183494,
      "grad_norm": 2.7382946265715393,
      "learning_rate": 0.0002977354249710645,
      "loss": 5.6562,
      "step": 10002
    },
    {
      "epoch": 0.40970714724554574,
      "grad_norm": 1.4414568881378333,
      "learning_rate": 0.0002977348603623781,
      "loss": 5.6875,
      "step": 10003
    },
    {
      "epoch": 0.40974810567274217,
      "grad_norm": 1.7830736996778946,
      "learning_rate": 0.00029773429568385123,
      "loss": 8.4375,
      "step": 10004
    },
    {
      "epoch": 0.40978906409993854,
      "grad_norm": 1.5605233537002314,
      "learning_rate": 0.0002977337309354841,
      "loss": 6.0625,
      "step": 10005
    },
    {
      "epoch": 0.40983002252713496,
      "grad_norm": 1.372410542086797,
      "learning_rate": 0.0002977331661172771,
      "loss": 5.3125,
      "step": 10006
    },
    {
      "epoch": 0.40987098095433133,
      "grad_norm": 1.1426498498703228,
      "learning_rate": 0.00029773260122923045,
      "loss": 6.0,
      "step": 10007
    },
    {
      "epoch": 0.40991193938152776,
      "grad_norm": 2.7724059558747522,
      "learning_rate": 0.00029773203627134437,
      "loss": 7.0938,
      "step": 10008
    },
    {
      "epoch": 0.4099528978087241,
      "grad_norm": 1.3518727720220292,
      "learning_rate": 0.00029773147124361913,
      "loss": 5.375,
      "step": 10009
    },
    {
      "epoch": 0.40999385623592055,
      "grad_norm": 1.4913077823515517,
      "learning_rate": 0.00029773090614605507,
      "loss": 6.0,
      "step": 10010
    },
    {
      "epoch": 0.4100348146631169,
      "grad_norm": 1.5999906135781072,
      "learning_rate": 0.0002977303409786524,
      "loss": 5.375,
      "step": 10011
    },
    {
      "epoch": 0.41007577309031334,
      "grad_norm": 1.5579648894369669,
      "learning_rate": 0.00029772977574141137,
      "loss": 5.0625,
      "step": 10012
    },
    {
      "epoch": 0.4101167315175097,
      "grad_norm": 1.784454982699874,
      "learning_rate": 0.0002977292104343323,
      "loss": 6.0312,
      "step": 10013
    },
    {
      "epoch": 0.41015768994470614,
      "grad_norm": 1.377872216638506,
      "learning_rate": 0.0002977286450574154,
      "loss": 5.3125,
      "step": 10014
    },
    {
      "epoch": 0.4101986483719025,
      "grad_norm": 3.9422292943165584,
      "learning_rate": 0.000297728079610661,
      "loss": 6.3438,
      "step": 10015
    },
    {
      "epoch": 0.41023960679909893,
      "grad_norm": 7.045585009848464,
      "learning_rate": 0.0002977275140940693,
      "loss": 7.1562,
      "step": 10016
    },
    {
      "epoch": 0.4102805652262953,
      "grad_norm": 1.911314893365865,
      "learning_rate": 0.00029772694850764065,
      "loss": 6.25,
      "step": 10017
    },
    {
      "epoch": 0.4103215236534917,
      "grad_norm": 1.1727380539936247,
      "learning_rate": 0.0002977263828513752,
      "loss": 5.875,
      "step": 10018
    },
    {
      "epoch": 0.4103624820806881,
      "grad_norm": 4.939519901430797,
      "learning_rate": 0.00029772581712527336,
      "loss": 8.3125,
      "step": 10019
    },
    {
      "epoch": 0.4104034405078845,
      "grad_norm": 1.2105937226307226,
      "learning_rate": 0.0002977252513293353,
      "loss": 5.5,
      "step": 10020
    },
    {
      "epoch": 0.4104443989350809,
      "grad_norm": 1.299163472070113,
      "learning_rate": 0.0002977246854635613,
      "loss": 5.5312,
      "step": 10021
    },
    {
      "epoch": 0.4104853573622773,
      "grad_norm": 1.1767382799964405,
      "learning_rate": 0.00029772411952795163,
      "loss": 5.3125,
      "step": 10022
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 1.548006924876225,
      "learning_rate": 0.00029772355352250665,
      "loss": 6.4062,
      "step": 10023
    },
    {
      "epoch": 0.41056727421667005,
      "grad_norm": 1.3259838043838388,
      "learning_rate": 0.00029772298744722646,
      "loss": 4.6875,
      "step": 10024
    },
    {
      "epoch": 0.4106082326438665,
      "grad_norm": 1.7239279591657437,
      "learning_rate": 0.0002977224213021114,
      "loss": 7.5938,
      "step": 10025
    },
    {
      "epoch": 0.41064919107106285,
      "grad_norm": 1.4442100274767808,
      "learning_rate": 0.00029772185508716186,
      "loss": 5.5938,
      "step": 10026
    },
    {
      "epoch": 0.41069014949825927,
      "grad_norm": 1.2867910782430487,
      "learning_rate": 0.00029772128880237793,
      "loss": 5.7188,
      "step": 10027
    },
    {
      "epoch": 0.41073110792545564,
      "grad_norm": 1.2052405598268021,
      "learning_rate": 0.00029772072244775994,
      "loss": 5.375,
      "step": 10028
    },
    {
      "epoch": 0.41077206635265207,
      "grad_norm": 4.162690002555684,
      "learning_rate": 0.00029772015602330817,
      "loss": 7.2188,
      "step": 10029
    },
    {
      "epoch": 0.41081302477984843,
      "grad_norm": 3.377292808282403,
      "learning_rate": 0.0002977195895290229,
      "loss": 5.125,
      "step": 10030
    },
    {
      "epoch": 0.41085398320704486,
      "grad_norm": 1.4498983664071765,
      "learning_rate": 0.00029771902296490434,
      "loss": 5.3438,
      "step": 10031
    },
    {
      "epoch": 0.41089494163424123,
      "grad_norm": 1.3864461054361927,
      "learning_rate": 0.0002977184563309528,
      "loss": 5.3438,
      "step": 10032
    },
    {
      "epoch": 0.41093590006143765,
      "grad_norm": 2.0188206552691397,
      "learning_rate": 0.0002977178896271686,
      "loss": 5.5625,
      "step": 10033
    },
    {
      "epoch": 0.410976858488634,
      "grad_norm": 1.326361024165281,
      "learning_rate": 0.0002977173228535519,
      "loss": 6.375,
      "step": 10034
    },
    {
      "epoch": 0.41101781691583045,
      "grad_norm": 1.5586729373918218,
      "learning_rate": 0.00029771675601010305,
      "loss": 6.25,
      "step": 10035
    },
    {
      "epoch": 0.4110587753430268,
      "grad_norm": 1.5831444893490905,
      "learning_rate": 0.00029771618909682235,
      "loss": 6.9062,
      "step": 10036
    },
    {
      "epoch": 0.41109973377022324,
      "grad_norm": 1.3956934130844734,
      "learning_rate": 0.00029771562211370993,
      "loss": 5.5938,
      "step": 10037
    },
    {
      "epoch": 0.4111406921974196,
      "grad_norm": 1.9142305726045923,
      "learning_rate": 0.00029771505506076616,
      "loss": 8.1875,
      "step": 10038
    },
    {
      "epoch": 0.41118165062461604,
      "grad_norm": 1.3607621833517316,
      "learning_rate": 0.00029771448793799126,
      "loss": 6.125,
      "step": 10039
    },
    {
      "epoch": 0.4112226090518124,
      "grad_norm": 4.374925863076631,
      "learning_rate": 0.0002977139207453855,
      "loss": 8.75,
      "step": 10040
    },
    {
      "epoch": 0.41126356747900883,
      "grad_norm": 2.764761210106034,
      "learning_rate": 0.0002977133534829492,
      "loss": 4.3125,
      "step": 10041
    },
    {
      "epoch": 0.4113045259062052,
      "grad_norm": 1.2922546490834346,
      "learning_rate": 0.0002977127861506826,
      "loss": 5.5312,
      "step": 10042
    },
    {
      "epoch": 0.4113454843334016,
      "grad_norm": 1.7535591076500432,
      "learning_rate": 0.000297712218748586,
      "loss": 6.2812,
      "step": 10043
    },
    {
      "epoch": 0.411386442760598,
      "grad_norm": 1.746816609863478,
      "learning_rate": 0.0002977116512766596,
      "loss": 6.25,
      "step": 10044
    },
    {
      "epoch": 0.41142740118779436,
      "grad_norm": 1.1395317984733173,
      "learning_rate": 0.00029771108373490365,
      "loss": 5.25,
      "step": 10045
    },
    {
      "epoch": 0.4114683596149908,
      "grad_norm": 1.504533350285621,
      "learning_rate": 0.00029771051612331853,
      "loss": 5.2188,
      "step": 10046
    },
    {
      "epoch": 0.41150931804218716,
      "grad_norm": 1.1536724921116954,
      "learning_rate": 0.00029770994844190445,
      "loss": 5.1875,
      "step": 10047
    },
    {
      "epoch": 0.4115502764693836,
      "grad_norm": 1.4042634375129859,
      "learning_rate": 0.00029770938069066167,
      "loss": 6.125,
      "step": 10048
    },
    {
      "epoch": 0.41159123489657995,
      "grad_norm": 1.368254575104089,
      "learning_rate": 0.0002977088128695905,
      "loss": 6.5,
      "step": 10049
    },
    {
      "epoch": 0.4116321933237764,
      "grad_norm": 1.8862722009046111,
      "learning_rate": 0.0002977082449786911,
      "loss": 7.0625,
      "step": 10050
    },
    {
      "epoch": 0.41167315175097274,
      "grad_norm": 1.6389928592330396,
      "learning_rate": 0.00029770767701796385,
      "loss": 5.7812,
      "step": 10051
    },
    {
      "epoch": 0.41171411017816917,
      "grad_norm": 1.4191031137280434,
      "learning_rate": 0.00029770710898740897,
      "loss": 5.8125,
      "step": 10052
    },
    {
      "epoch": 0.41175506860536554,
      "grad_norm": 1.9153998844155393,
      "learning_rate": 0.00029770654088702675,
      "loss": 6.125,
      "step": 10053
    },
    {
      "epoch": 0.41179602703256196,
      "grad_norm": 1.1925201718128604,
      "learning_rate": 0.00029770597271681746,
      "loss": 5.7812,
      "step": 10054
    },
    {
      "epoch": 0.41183698545975833,
      "grad_norm": 1.547569702457295,
      "learning_rate": 0.0002977054044767814,
      "loss": 5.6562,
      "step": 10055
    },
    {
      "epoch": 0.41187794388695476,
      "grad_norm": 1.4735930363005276,
      "learning_rate": 0.00029770483616691867,
      "loss": 4.6562,
      "step": 10056
    },
    {
      "epoch": 0.4119189023141511,
      "grad_norm": 1.2119611763075646,
      "learning_rate": 0.00029770426778722976,
      "loss": 5.9688,
      "step": 10057
    },
    {
      "epoch": 0.41195986074134755,
      "grad_norm": 1.557711285987867,
      "learning_rate": 0.0002977036993377149,
      "loss": 4.9375,
      "step": 10058
    },
    {
      "epoch": 0.4120008191685439,
      "grad_norm": 1.2713664164359162,
      "learning_rate": 0.00029770313081837416,
      "loss": 5.9062,
      "step": 10059
    },
    {
      "epoch": 0.41204177759574034,
      "grad_norm": 1.3336850735034624,
      "learning_rate": 0.000297702562229208,
      "loss": 6.3125,
      "step": 10060
    },
    {
      "epoch": 0.4120827360229367,
      "grad_norm": 3.962409124122884,
      "learning_rate": 0.00029770199357021665,
      "loss": 4.5,
      "step": 10061
    },
    {
      "epoch": 0.41212369445013314,
      "grad_norm": 1.2121772091808845,
      "learning_rate": 0.0002977014248414004,
      "loss": 5.375,
      "step": 10062
    },
    {
      "epoch": 0.4121646528773295,
      "grad_norm": 1.233977055415972,
      "learning_rate": 0.00029770085604275944,
      "loss": 5.3438,
      "step": 10063
    },
    {
      "epoch": 0.41220561130452593,
      "grad_norm": 1.414793489980469,
      "learning_rate": 0.0002977002871742941,
      "loss": 5.5625,
      "step": 10064
    },
    {
      "epoch": 0.4122465697317223,
      "grad_norm": 1.4889445283095166,
      "learning_rate": 0.00029769971823600464,
      "loss": 5.6875,
      "step": 10065
    },
    {
      "epoch": 0.41228752815891867,
      "grad_norm": 1.2656900167433551,
      "learning_rate": 0.00029769914922789134,
      "loss": 5.7188,
      "step": 10066
    },
    {
      "epoch": 0.4123284865861151,
      "grad_norm": 1.3858571895790908,
      "learning_rate": 0.00029769858014995444,
      "loss": 6.3438,
      "step": 10067
    },
    {
      "epoch": 0.41236944501331146,
      "grad_norm": 1.242060053044984,
      "learning_rate": 0.0002976980110021942,
      "loss": 5.7812,
      "step": 10068
    },
    {
      "epoch": 0.4124104034405079,
      "grad_norm": 1.643395523631892,
      "learning_rate": 0.00029769744178461093,
      "loss": 5.5938,
      "step": 10069
    },
    {
      "epoch": 0.41245136186770426,
      "grad_norm": 1.6046874411630845,
      "learning_rate": 0.0002976968724972049,
      "loss": 5.125,
      "step": 10070
    },
    {
      "epoch": 0.4124923202949007,
      "grad_norm": 1.250372328450935,
      "learning_rate": 0.0002976963031399763,
      "loss": 5.8125,
      "step": 10071
    },
    {
      "epoch": 0.41253327872209705,
      "grad_norm": 1.4515979494509639,
      "learning_rate": 0.00029769573371292554,
      "loss": 7.5,
      "step": 10072
    },
    {
      "epoch": 0.4125742371492935,
      "grad_norm": 1.8243573608550938,
      "learning_rate": 0.00029769516421605276,
      "loss": 4.4375,
      "step": 10073
    },
    {
      "epoch": 0.41261519557648985,
      "grad_norm": 1.9880317035492046,
      "learning_rate": 0.0002976945946493583,
      "loss": 7.9688,
      "step": 10074
    },
    {
      "epoch": 0.41265615400368627,
      "grad_norm": 1.6884442859369848,
      "learning_rate": 0.00029769402501284237,
      "loss": 5.8438,
      "step": 10075
    },
    {
      "epoch": 0.41269711243088264,
      "grad_norm": 1.4284203361885208,
      "learning_rate": 0.0002976934553065053,
      "loss": 5.9375,
      "step": 10076
    },
    {
      "epoch": 0.41273807085807906,
      "grad_norm": 1.1856576569613946,
      "learning_rate": 0.0002976928855303473,
      "loss": 5.75,
      "step": 10077
    },
    {
      "epoch": 0.41277902928527543,
      "grad_norm": 1.6828869059023555,
      "learning_rate": 0.0002976923156843687,
      "loss": 6.4062,
      "step": 10078
    },
    {
      "epoch": 0.41281998771247186,
      "grad_norm": 1.5882582109386567,
      "learning_rate": 0.0002976917457685697,
      "loss": 5.25,
      "step": 10079
    },
    {
      "epoch": 0.41286094613966823,
      "grad_norm": 4.560541022641122,
      "learning_rate": 0.0002976911757829507,
      "loss": 5.7188,
      "step": 10080
    },
    {
      "epoch": 0.41290190456686465,
      "grad_norm": 1.7095287069417762,
      "learning_rate": 0.00029769060572751185,
      "loss": 5.9688,
      "step": 10081
    },
    {
      "epoch": 0.412942862994061,
      "grad_norm": 4.252002564237737,
      "learning_rate": 0.00029769003560225344,
      "loss": 7.9688,
      "step": 10082
    },
    {
      "epoch": 0.41298382142125745,
      "grad_norm": 1.387180217194969,
      "learning_rate": 0.00029768946540717576,
      "loss": 5.7188,
      "step": 10083
    },
    {
      "epoch": 0.4130247798484538,
      "grad_norm": 1.51348826162932,
      "learning_rate": 0.00029768889514227904,
      "loss": 5.9062,
      "step": 10084
    },
    {
      "epoch": 0.41306573827565024,
      "grad_norm": 2.4550963914451165,
      "learning_rate": 0.0002976883248075636,
      "loss": 4.5625,
      "step": 10085
    },
    {
      "epoch": 0.4131066967028466,
      "grad_norm": 1.4086561868279852,
      "learning_rate": 0.0002976877544030297,
      "loss": 5.6562,
      "step": 10086
    },
    {
      "epoch": 0.413147655130043,
      "grad_norm": 1.2921924224321644,
      "learning_rate": 0.0002976871839286776,
      "loss": 5.3438,
      "step": 10087
    },
    {
      "epoch": 0.4131886135572394,
      "grad_norm": 2.296823869602179,
      "learning_rate": 0.00029768661338450754,
      "loss": 6.75,
      "step": 10088
    },
    {
      "epoch": 0.4132295719844358,
      "grad_norm": 2.218168168714506,
      "learning_rate": 0.00029768604277051984,
      "loss": 7.0938,
      "step": 10089
    },
    {
      "epoch": 0.4132705304116322,
      "grad_norm": 1.4196306823882594,
      "learning_rate": 0.0002976854720867148,
      "loss": 6.0312,
      "step": 10090
    },
    {
      "epoch": 0.41331148883882857,
      "grad_norm": 1.2679612535287148,
      "learning_rate": 0.00029768490133309257,
      "loss": 4.9062,
      "step": 10091
    },
    {
      "epoch": 0.413352447266025,
      "grad_norm": 2.7972826189420283,
      "learning_rate": 0.0002976843305096535,
      "loss": 4.2188,
      "step": 10092
    },
    {
      "epoch": 0.41339340569322136,
      "grad_norm": 1.2567231857022727,
      "learning_rate": 0.0002976837596163978,
      "loss": 5.625,
      "step": 10093
    },
    {
      "epoch": 0.4134343641204178,
      "grad_norm": 4.595834359218448,
      "learning_rate": 0.0002976831886533259,
      "loss": 3.625,
      "step": 10094
    },
    {
      "epoch": 0.41347532254761415,
      "grad_norm": 1.7611933769007875,
      "learning_rate": 0.0002976826176204379,
      "loss": 5.9375,
      "step": 10095
    },
    {
      "epoch": 0.4135162809748106,
      "grad_norm": 1.4550485247807532,
      "learning_rate": 0.0002976820465177341,
      "loss": 5.75,
      "step": 10096
    },
    {
      "epoch": 0.41355723940200695,
      "grad_norm": 1.2960116745610153,
      "learning_rate": 0.00029768147534521485,
      "loss": 6.0625,
      "step": 10097
    },
    {
      "epoch": 0.4135981978292034,
      "grad_norm": 1.3938312483716158,
      "learning_rate": 0.0002976809041028803,
      "loss": 5.1562,
      "step": 10098
    },
    {
      "epoch": 0.41363915625639974,
      "grad_norm": 1.2705995379982444,
      "learning_rate": 0.0002976803327907309,
      "loss": 5.3438,
      "step": 10099
    },
    {
      "epoch": 0.41368011468359617,
      "grad_norm": 1.258459400289506,
      "learning_rate": 0.00029767976140876673,
      "loss": 5.9688,
      "step": 10100
    },
    {
      "epoch": 0.41372107311079254,
      "grad_norm": 1.2487743635202793,
      "learning_rate": 0.00029767918995698815,
      "loss": 5.6875,
      "step": 10101
    },
    {
      "epoch": 0.41376203153798896,
      "grad_norm": 4.959136074160187,
      "learning_rate": 0.0002976786184353954,
      "loss": 3.6562,
      "step": 10102
    },
    {
      "epoch": 0.41380298996518533,
      "grad_norm": 1.3576817773625702,
      "learning_rate": 0.00029767804684398876,
      "loss": 5.9375,
      "step": 10103
    },
    {
      "epoch": 0.41384394839238176,
      "grad_norm": 1.7055439389573104,
      "learning_rate": 0.00029767747518276856,
      "loss": 6.8125,
      "step": 10104
    },
    {
      "epoch": 0.4138849068195781,
      "grad_norm": 1.2318930609584946,
      "learning_rate": 0.000297676903451735,
      "loss": 5.4688,
      "step": 10105
    },
    {
      "epoch": 0.41392586524677455,
      "grad_norm": 1.5204613036168897,
      "learning_rate": 0.00029767633165088837,
      "loss": 6.4688,
      "step": 10106
    },
    {
      "epoch": 0.4139668236739709,
      "grad_norm": 1.4673556822216898,
      "learning_rate": 0.0002976757597802289,
      "loss": 5.4375,
      "step": 10107
    },
    {
      "epoch": 0.4140077821011673,
      "grad_norm": 2.35385617630095,
      "learning_rate": 0.00029767518783975694,
      "loss": 8.625,
      "step": 10108
    },
    {
      "epoch": 0.4140487405283637,
      "grad_norm": 1.349248197637599,
      "learning_rate": 0.00029767461582947275,
      "loss": 5.4688,
      "step": 10109
    },
    {
      "epoch": 0.4140896989555601,
      "grad_norm": 4.602259780843078,
      "learning_rate": 0.0002976740437493765,
      "loss": 5.5312,
      "step": 10110
    },
    {
      "epoch": 0.4141306573827565,
      "grad_norm": 2.9596611528268144,
      "learning_rate": 0.0002976734715994686,
      "loss": 5.5,
      "step": 10111
    },
    {
      "epoch": 0.4141716158099529,
      "grad_norm": 1.205209178897704,
      "learning_rate": 0.0002976728993797492,
      "loss": 5.4688,
      "step": 10112
    },
    {
      "epoch": 0.4142125742371493,
      "grad_norm": 2.401537671071266,
      "learning_rate": 0.00029767232709021864,
      "loss": 6.0938,
      "step": 10113
    },
    {
      "epoch": 0.41425353266434567,
      "grad_norm": 1.5918825237206637,
      "learning_rate": 0.0002976717547308772,
      "loss": 7.5938,
      "step": 10114
    },
    {
      "epoch": 0.4142944910915421,
      "grad_norm": 2.1607532484656664,
      "learning_rate": 0.00029767118230172504,
      "loss": 8.1875,
      "step": 10115
    },
    {
      "epoch": 0.41433544951873846,
      "grad_norm": 1.8808585121467938,
      "learning_rate": 0.0002976706098027626,
      "loss": 8.5,
      "step": 10116
    },
    {
      "epoch": 0.4143764079459349,
      "grad_norm": 1.7823811077996556,
      "learning_rate": 0.00029767003723399,
      "loss": 5.75,
      "step": 10117
    },
    {
      "epoch": 0.41441736637313126,
      "grad_norm": 1.2851451914803946,
      "learning_rate": 0.00029766946459540764,
      "loss": 5.9375,
      "step": 10118
    },
    {
      "epoch": 0.4144583248003277,
      "grad_norm": 1.2406989568338975,
      "learning_rate": 0.00029766889188701564,
      "loss": 6.0,
      "step": 10119
    },
    {
      "epoch": 0.41449928322752405,
      "grad_norm": 1.6258474913287033,
      "learning_rate": 0.00029766831910881447,
      "loss": 5.9062,
      "step": 10120
    },
    {
      "epoch": 0.4145402416547205,
      "grad_norm": 2.3536425614800804,
      "learning_rate": 0.00029766774626080423,
      "loss": 5.1875,
      "step": 10121
    },
    {
      "epoch": 0.41458120008191685,
      "grad_norm": 1.660880350480769,
      "learning_rate": 0.00029766717334298525,
      "loss": 7.0625,
      "step": 10122
    },
    {
      "epoch": 0.41462215850911327,
      "grad_norm": 1.6737508333507274,
      "learning_rate": 0.00029766660035535775,
      "loss": 7.8438,
      "step": 10123
    },
    {
      "epoch": 0.41466311693630964,
      "grad_norm": 1.3544261016894796,
      "learning_rate": 0.00029766602729792215,
      "loss": 5.5938,
      "step": 10124
    },
    {
      "epoch": 0.41470407536350606,
      "grad_norm": 2.5581810739644566,
      "learning_rate": 0.0002976654541706785,
      "loss": 5.75,
      "step": 10125
    },
    {
      "epoch": 0.41474503379070243,
      "grad_norm": 1.3681539541987449,
      "learning_rate": 0.00029766488097362733,
      "loss": 5.4375,
      "step": 10126
    },
    {
      "epoch": 0.41478599221789886,
      "grad_norm": 1.2500411166530918,
      "learning_rate": 0.00029766430770676865,
      "loss": 6.0938,
      "step": 10127
    },
    {
      "epoch": 0.4148269506450952,
      "grad_norm": 1.4992398730477141,
      "learning_rate": 0.0002976637343701029,
      "loss": 5.9375,
      "step": 10128
    },
    {
      "epoch": 0.4148679090722916,
      "grad_norm": 2.3272006484484655,
      "learning_rate": 0.0002976631609636303,
      "loss": 7.0,
      "step": 10129
    },
    {
      "epoch": 0.414908867499488,
      "grad_norm": 1.8222896573189744,
      "learning_rate": 0.00029766258748735116,
      "loss": 7.6875,
      "step": 10130
    },
    {
      "epoch": 0.4149498259266844,
      "grad_norm": 1.4288223290797806,
      "learning_rate": 0.0002976620139412657,
      "loss": 5.75,
      "step": 10131
    },
    {
      "epoch": 0.4149907843538808,
      "grad_norm": 1.553261464633792,
      "learning_rate": 0.0002976614403253742,
      "loss": 4.4062,
      "step": 10132
    },
    {
      "epoch": 0.4150317427810772,
      "grad_norm": 1.8334687296072785,
      "learning_rate": 0.00029766086663967695,
      "loss": 5.75,
      "step": 10133
    },
    {
      "epoch": 0.4150727012082736,
      "grad_norm": 1.2835300749484722,
      "learning_rate": 0.0002976602928841742,
      "loss": 5.5,
      "step": 10134
    },
    {
      "epoch": 0.41511365963547,
      "grad_norm": 1.380631578000102,
      "learning_rate": 0.00029765971905886625,
      "loss": 5.6562,
      "step": 10135
    },
    {
      "epoch": 0.4151546180626664,
      "grad_norm": 1.1713152744375062,
      "learning_rate": 0.00029765914516375334,
      "loss": 4.9688,
      "step": 10136
    },
    {
      "epoch": 0.41519557648986277,
      "grad_norm": 1.2715961093000117,
      "learning_rate": 0.0002976585711988357,
      "loss": 5.5938,
      "step": 10137
    },
    {
      "epoch": 0.4152365349170592,
      "grad_norm": 3.3899585315658927,
      "learning_rate": 0.00029765799716411376,
      "loss": 6.5312,
      "step": 10138
    },
    {
      "epoch": 0.41527749334425557,
      "grad_norm": 2.3353138031945115,
      "learning_rate": 0.00029765742305958763,
      "loss": 6.5938,
      "step": 10139
    },
    {
      "epoch": 0.415318451771452,
      "grad_norm": 1.3260159211489126,
      "learning_rate": 0.00029765684888525764,
      "loss": 6.0625,
      "step": 10140
    },
    {
      "epoch": 0.41535941019864836,
      "grad_norm": 2.429254872697049,
      "learning_rate": 0.00029765627464112406,
      "loss": 8.5625,
      "step": 10141
    },
    {
      "epoch": 0.4154003686258448,
      "grad_norm": 2.607396530554472,
      "learning_rate": 0.00029765570032718716,
      "loss": 6.0938,
      "step": 10142
    },
    {
      "epoch": 0.41544132705304115,
      "grad_norm": 2.241209262411849,
      "learning_rate": 0.0002976551259434472,
      "loss": 6.5938,
      "step": 10143
    },
    {
      "epoch": 0.4154822854802376,
      "grad_norm": 1.430566859568281,
      "learning_rate": 0.0002976545514899045,
      "loss": 5.8438,
      "step": 10144
    },
    {
      "epoch": 0.41552324390743395,
      "grad_norm": 1.3286223351718396,
      "learning_rate": 0.0002976539769665593,
      "loss": 5.2812,
      "step": 10145
    },
    {
      "epoch": 0.4155642023346304,
      "grad_norm": 1.3864700695153105,
      "learning_rate": 0.0002976534023734118,
      "loss": 5.75,
      "step": 10146
    },
    {
      "epoch": 0.41560516076182674,
      "grad_norm": 1.2068631237120784,
      "learning_rate": 0.00029765282771046243,
      "loss": 5.8125,
      "step": 10147
    },
    {
      "epoch": 0.41564611918902317,
      "grad_norm": 1.1827605948905513,
      "learning_rate": 0.0002976522529777113,
      "loss": 5.3125,
      "step": 10148
    },
    {
      "epoch": 0.41568707761621954,
      "grad_norm": 3.709817418066305,
      "learning_rate": 0.0002976516781751588,
      "loss": 6.9375,
      "step": 10149
    },
    {
      "epoch": 0.41572803604341596,
      "grad_norm": 1.2004594727158588,
      "learning_rate": 0.0002976511033028051,
      "loss": 5.2812,
      "step": 10150
    },
    {
      "epoch": 0.41576899447061233,
      "grad_norm": 2.0173331241192662,
      "learning_rate": 0.0002976505283606506,
      "loss": 5.9375,
      "step": 10151
    },
    {
      "epoch": 0.4158099528978087,
      "grad_norm": 1.6830754380237087,
      "learning_rate": 0.00029764995334869543,
      "loss": 7.5938,
      "step": 10152
    },
    {
      "epoch": 0.4158509113250051,
      "grad_norm": 1.2732352436370535,
      "learning_rate": 0.00029764937826693994,
      "loss": 5.8125,
      "step": 10153
    },
    {
      "epoch": 0.4158918697522015,
      "grad_norm": 1.3865784067601759,
      "learning_rate": 0.00029764880311538444,
      "loss": 6.0625,
      "step": 10154
    },
    {
      "epoch": 0.4159328281793979,
      "grad_norm": 1.7665299274574848,
      "learning_rate": 0.00029764822789402914,
      "loss": 7.1562,
      "step": 10155
    },
    {
      "epoch": 0.4159737866065943,
      "grad_norm": 1.2992838546670349,
      "learning_rate": 0.0002976476526028743,
      "loss": 6.9688,
      "step": 10156
    },
    {
      "epoch": 0.4160147450337907,
      "grad_norm": 1.1434068919542268,
      "learning_rate": 0.0002976470772419202,
      "loss": 6.2188,
      "step": 10157
    },
    {
      "epoch": 0.4160557034609871,
      "grad_norm": 2.9906886887977295,
      "learning_rate": 0.00029764650181116715,
      "loss": 5.6562,
      "step": 10158
    },
    {
      "epoch": 0.4160966618881835,
      "grad_norm": 3.1004850708937894,
      "learning_rate": 0.0002976459263106154,
      "loss": 7.4062,
      "step": 10159
    },
    {
      "epoch": 0.4161376203153799,
      "grad_norm": 1.5450236143922083,
      "learning_rate": 0.00029764535074026526,
      "loss": 6.0,
      "step": 10160
    },
    {
      "epoch": 0.4161785787425763,
      "grad_norm": 1.4273589106753835,
      "learning_rate": 0.0002976447751001169,
      "loss": 4.9062,
      "step": 10161
    },
    {
      "epoch": 0.41621953716977267,
      "grad_norm": 1.315383695959527,
      "learning_rate": 0.00029764419939017073,
      "loss": 5.0,
      "step": 10162
    },
    {
      "epoch": 0.4162604955969691,
      "grad_norm": 2.3770029493174407,
      "learning_rate": 0.0002976436236104269,
      "loss": 7.0625,
      "step": 10163
    },
    {
      "epoch": 0.41630145402416546,
      "grad_norm": 3.064827458751203,
      "learning_rate": 0.00029764304776088574,
      "loss": 5.5938,
      "step": 10164
    },
    {
      "epoch": 0.4163424124513619,
      "grad_norm": 1.3100704229813132,
      "learning_rate": 0.00029764247184154753,
      "loss": 6.2188,
      "step": 10165
    },
    {
      "epoch": 0.41638337087855826,
      "grad_norm": 1.311308040828253,
      "learning_rate": 0.0002976418958524125,
      "loss": 5.3125,
      "step": 10166
    },
    {
      "epoch": 0.4164243293057547,
      "grad_norm": 2.2525450120581882,
      "learning_rate": 0.000297641319793481,
      "loss": 5.625,
      "step": 10167
    },
    {
      "epoch": 0.41646528773295105,
      "grad_norm": 6.224104971132864,
      "learning_rate": 0.00029764074366475315,
      "loss": 7.8125,
      "step": 10168
    },
    {
      "epoch": 0.4165062461601475,
      "grad_norm": 1.6554498609349266,
      "learning_rate": 0.0002976401674662294,
      "loss": 5.5938,
      "step": 10169
    },
    {
      "epoch": 0.41654720458734384,
      "grad_norm": 1.245170501947956,
      "learning_rate": 0.00029763959119790995,
      "loss": 5.2188,
      "step": 10170
    },
    {
      "epoch": 0.41658816301454027,
      "grad_norm": 1.609499921138453,
      "learning_rate": 0.0002976390148597951,
      "loss": 6.0938,
      "step": 10171
    },
    {
      "epoch": 0.41662912144173664,
      "grad_norm": 1.5104774936891192,
      "learning_rate": 0.000297638438451885,
      "loss": 5.2812,
      "step": 10172
    },
    {
      "epoch": 0.416670079868933,
      "grad_norm": 1.4488075410184604,
      "learning_rate": 0.00029763786197418003,
      "loss": 5.5938,
      "step": 10173
    },
    {
      "epoch": 0.41671103829612943,
      "grad_norm": 1.4937640700838954,
      "learning_rate": 0.0002976372854266805,
      "loss": 5.6875,
      "step": 10174
    },
    {
      "epoch": 0.4167519967233258,
      "grad_norm": 1.6244824091421146,
      "learning_rate": 0.0002976367088093866,
      "loss": 6.375,
      "step": 10175
    },
    {
      "epoch": 0.4167929551505222,
      "grad_norm": 6.740793750292932,
      "learning_rate": 0.00029763613212229866,
      "loss": 7.0938,
      "step": 10176
    },
    {
      "epoch": 0.4168339135777186,
      "grad_norm": 1.4310789311736358,
      "learning_rate": 0.0002976355553654169,
      "loss": 6.625,
      "step": 10177
    },
    {
      "epoch": 0.416874872004915,
      "grad_norm": 2.61751460954249,
      "learning_rate": 0.0002976349785387416,
      "loss": 6.3438,
      "step": 10178
    },
    {
      "epoch": 0.4169158304321114,
      "grad_norm": 1.121013019353287,
      "learning_rate": 0.00029763440164227306,
      "loss": 4.8125,
      "step": 10179
    },
    {
      "epoch": 0.4169567888593078,
      "grad_norm": 2.5065152012442913,
      "learning_rate": 0.0002976338246760115,
      "loss": 8.25,
      "step": 10180
    },
    {
      "epoch": 0.4169977472865042,
      "grad_norm": 1.230537087973446,
      "learning_rate": 0.0002976332476399573,
      "loss": 6.375,
      "step": 10181
    },
    {
      "epoch": 0.4170387057137006,
      "grad_norm": 1.9901631079854254,
      "learning_rate": 0.00029763267053411064,
      "loss": 6.2188,
      "step": 10182
    },
    {
      "epoch": 0.417079664140897,
      "grad_norm": 1.339363103979693,
      "learning_rate": 0.00029763209335847187,
      "loss": 5.4062,
      "step": 10183
    },
    {
      "epoch": 0.4171206225680934,
      "grad_norm": 1.4436539558804493,
      "learning_rate": 0.00029763151611304116,
      "loss": 5.8125,
      "step": 10184
    },
    {
      "epoch": 0.41716158099528977,
      "grad_norm": 1.7452680810783257,
      "learning_rate": 0.00029763093879781884,
      "loss": 7.5312,
      "step": 10185
    },
    {
      "epoch": 0.4172025394224862,
      "grad_norm": 1.29304136982612,
      "learning_rate": 0.0002976303614128052,
      "loss": 5.7812,
      "step": 10186
    },
    {
      "epoch": 0.41724349784968257,
      "grad_norm": 1.3386816068149945,
      "learning_rate": 0.00029762978395800045,
      "loss": 5.5312,
      "step": 10187
    },
    {
      "epoch": 0.417284456276879,
      "grad_norm": 1.9163755876239488,
      "learning_rate": 0.0002976292064334049,
      "loss": 7.0938,
      "step": 10188
    },
    {
      "epoch": 0.41732541470407536,
      "grad_norm": 1.2863920274847453,
      "learning_rate": 0.00029762862883901887,
      "loss": 5.8125,
      "step": 10189
    },
    {
      "epoch": 0.4173663731312718,
      "grad_norm": 1.3493583652366166,
      "learning_rate": 0.0002976280511748426,
      "loss": 6.3438,
      "step": 10190
    },
    {
      "epoch": 0.41740733155846815,
      "grad_norm": 1.4259048151398357,
      "learning_rate": 0.0002976274734408763,
      "loss": 5.7812,
      "step": 10191
    },
    {
      "epoch": 0.4174482899856646,
      "grad_norm": 2.1405534181088544,
      "learning_rate": 0.00029762689563712035,
      "loss": 6.0938,
      "step": 10192
    },
    {
      "epoch": 0.41748924841286095,
      "grad_norm": 1.4232824143154397,
      "learning_rate": 0.00029762631776357495,
      "loss": 5.5,
      "step": 10193
    },
    {
      "epoch": 0.4175302068400573,
      "grad_norm": 1.3640993213789288,
      "learning_rate": 0.0002976257398202404,
      "loss": 6.4688,
      "step": 10194
    },
    {
      "epoch": 0.41757116526725374,
      "grad_norm": 1.2600360156606056,
      "learning_rate": 0.00029762516180711695,
      "loss": 6.0625,
      "step": 10195
    },
    {
      "epoch": 0.4176121236944501,
      "grad_norm": 1.7608342961860077,
      "learning_rate": 0.0002976245837242049,
      "loss": 5.8125,
      "step": 10196
    },
    {
      "epoch": 0.41765308212164654,
      "grad_norm": 1.4615621722000964,
      "learning_rate": 0.00029762400557150454,
      "loss": 5.2188,
      "step": 10197
    },
    {
      "epoch": 0.4176940405488429,
      "grad_norm": 1.094391467315716,
      "learning_rate": 0.00029762342734901604,
      "loss": 5.2812,
      "step": 10198
    },
    {
      "epoch": 0.41773499897603933,
      "grad_norm": 1.1342112905861752,
      "learning_rate": 0.00029762284905673984,
      "loss": 5.875,
      "step": 10199
    },
    {
      "epoch": 0.4177759574032357,
      "grad_norm": 1.3980529687660042,
      "learning_rate": 0.0002976222706946761,
      "loss": 6.5,
      "step": 10200
    },
    {
      "epoch": 0.4178169158304321,
      "grad_norm": 1.312597050305739,
      "learning_rate": 0.00029762169226282506,
      "loss": 5.1562,
      "step": 10201
    },
    {
      "epoch": 0.4178578742576285,
      "grad_norm": 1.8752504448022855,
      "learning_rate": 0.0002976211137611871,
      "loss": 5.6562,
      "step": 10202
    },
    {
      "epoch": 0.4178988326848249,
      "grad_norm": 6.7316373904403735,
      "learning_rate": 0.0002976205351897624,
      "loss": 4.4062,
      "step": 10203
    },
    {
      "epoch": 0.4179397911120213,
      "grad_norm": 2.837619946201508,
      "learning_rate": 0.00029761995654855136,
      "loss": 7.5938,
      "step": 10204
    },
    {
      "epoch": 0.4179807495392177,
      "grad_norm": 1.6730151714151498,
      "learning_rate": 0.00029761937783755405,
      "loss": 5.7812,
      "step": 10205
    },
    {
      "epoch": 0.4180217079664141,
      "grad_norm": 5.762035732633139,
      "learning_rate": 0.000297618799056771,
      "loss": 7.6875,
      "step": 10206
    },
    {
      "epoch": 0.4180626663936105,
      "grad_norm": 1.6628468715872842,
      "learning_rate": 0.0002976182202062022,
      "loss": 5.4375,
      "step": 10207
    },
    {
      "epoch": 0.4181036248208069,
      "grad_norm": 1.4857289110741043,
      "learning_rate": 0.0002976176412858482,
      "loss": 5.0938,
      "step": 10208
    },
    {
      "epoch": 0.4181445832480033,
      "grad_norm": 1.9630846360995073,
      "learning_rate": 0.0002976170622957091,
      "loss": 6.25,
      "step": 10209
    },
    {
      "epoch": 0.41818554167519967,
      "grad_norm": 1.1108982784320263,
      "learning_rate": 0.0002976164832357852,
      "loss": 5.8125,
      "step": 10210
    },
    {
      "epoch": 0.4182265001023961,
      "grad_norm": 2.8103230383990496,
      "learning_rate": 0.00029761590410607683,
      "loss": 5.4062,
      "step": 10211
    },
    {
      "epoch": 0.41826745852959246,
      "grad_norm": 1.4841820247714976,
      "learning_rate": 0.00029761532490658416,
      "loss": 5.1875,
      "step": 10212
    },
    {
      "epoch": 0.4183084169567889,
      "grad_norm": 1.477978356136401,
      "learning_rate": 0.00029761474563730757,
      "loss": 6.5938,
      "step": 10213
    },
    {
      "epoch": 0.41834937538398526,
      "grad_norm": 1.6045301231488136,
      "learning_rate": 0.0002976141662982473,
      "loss": 5.2812,
      "step": 10214
    },
    {
      "epoch": 0.4183903338111816,
      "grad_norm": 1.2321939179792123,
      "learning_rate": 0.0002976135868894036,
      "loss": 6.0938,
      "step": 10215
    },
    {
      "epoch": 0.41843129223837805,
      "grad_norm": 1.4052066692558394,
      "learning_rate": 0.0002976130074107768,
      "loss": 5.4375,
      "step": 10216
    },
    {
      "epoch": 0.4184722506655744,
      "grad_norm": 3.4814700347281144,
      "learning_rate": 0.0002976124278623671,
      "loss": 7.8438,
      "step": 10217
    },
    {
      "epoch": 0.41851320909277084,
      "grad_norm": 1.2813834170537561,
      "learning_rate": 0.00029761184824417486,
      "loss": 5.5938,
      "step": 10218
    },
    {
      "epoch": 0.4185541675199672,
      "grad_norm": 1.1364168438533906,
      "learning_rate": 0.00029761126855620026,
      "loss": 5.5312,
      "step": 10219
    },
    {
      "epoch": 0.41859512594716364,
      "grad_norm": 2.7977098850047577,
      "learning_rate": 0.0002976106887984436,
      "loss": 4.0,
      "step": 10220
    },
    {
      "epoch": 0.41863608437436,
      "grad_norm": 1.3499256481388398,
      "learning_rate": 0.0002976101089709052,
      "loss": 5.4688,
      "step": 10221
    },
    {
      "epoch": 0.41867704280155643,
      "grad_norm": 1.855320122614726,
      "learning_rate": 0.0002976095290735853,
      "loss": 6.0312,
      "step": 10222
    },
    {
      "epoch": 0.4187180012287528,
      "grad_norm": 2.2035205880157243,
      "learning_rate": 0.0002976089491064842,
      "loss": 6.375,
      "step": 10223
    },
    {
      "epoch": 0.4187589596559492,
      "grad_norm": 1.5402763178992565,
      "learning_rate": 0.0002976083690696021,
      "loss": 6.3125,
      "step": 10224
    },
    {
      "epoch": 0.4187999180831456,
      "grad_norm": 1.376281938028682,
      "learning_rate": 0.0002976077889629394,
      "loss": 6.0938,
      "step": 10225
    },
    {
      "epoch": 0.418840876510342,
      "grad_norm": 1.709107734569078,
      "learning_rate": 0.00029760720878649626,
      "loss": 6.4375,
      "step": 10226
    },
    {
      "epoch": 0.4188818349375384,
      "grad_norm": 1.3191853533280984,
      "learning_rate": 0.000297606628540273,
      "loss": 5.4375,
      "step": 10227
    },
    {
      "epoch": 0.4189227933647348,
      "grad_norm": 3.406747244153418,
      "learning_rate": 0.0002976060482242699,
      "loss": 5.5625,
      "step": 10228
    },
    {
      "epoch": 0.4189637517919312,
      "grad_norm": 1.4870550617692486,
      "learning_rate": 0.00029760546783848724,
      "loss": 5.8438,
      "step": 10229
    },
    {
      "epoch": 0.4190047102191276,
      "grad_norm": 1.4152986690978713,
      "learning_rate": 0.00029760488738292526,
      "loss": 5.0938,
      "step": 10230
    },
    {
      "epoch": 0.419045668646324,
      "grad_norm": 1.1309292280752101,
      "learning_rate": 0.00029760430685758424,
      "loss": 5.625,
      "step": 10231
    },
    {
      "epoch": 0.4190866270735204,
      "grad_norm": 4.190620842451605,
      "learning_rate": 0.0002976037262624645,
      "loss": 4.2812,
      "step": 10232
    },
    {
      "epoch": 0.41912758550071677,
      "grad_norm": 1.7464563651668366,
      "learning_rate": 0.00029760314559756625,
      "loss": 6.2812,
      "step": 10233
    },
    {
      "epoch": 0.4191685439279132,
      "grad_norm": 1.2571716156687944,
      "learning_rate": 0.0002976025648628898,
      "loss": 5.4062,
      "step": 10234
    },
    {
      "epoch": 0.41920950235510956,
      "grad_norm": 4.440760242086574,
      "learning_rate": 0.00029760198405843547,
      "loss": 8.9375,
      "step": 10235
    },
    {
      "epoch": 0.41925046078230593,
      "grad_norm": 1.276608876604725,
      "learning_rate": 0.00029760140318420346,
      "loss": 5.9688,
      "step": 10236
    },
    {
      "epoch": 0.41929141920950236,
      "grad_norm": 1.369885749066564,
      "learning_rate": 0.00029760082224019403,
      "loss": 5.5938,
      "step": 10237
    },
    {
      "epoch": 0.4193323776366987,
      "grad_norm": 1.817088317457635,
      "learning_rate": 0.0002976002412264076,
      "loss": 7.3125,
      "step": 10238
    },
    {
      "epoch": 0.41937333606389515,
      "grad_norm": 1.313259993665563,
      "learning_rate": 0.0002975996601428442,
      "loss": 5.4375,
      "step": 10239
    },
    {
      "epoch": 0.4194142944910915,
      "grad_norm": 1.1477746890092968,
      "learning_rate": 0.00029759907898950434,
      "loss": 5.9375,
      "step": 10240
    },
    {
      "epoch": 0.41945525291828795,
      "grad_norm": 1.4543605666328339,
      "learning_rate": 0.00029759849776638816,
      "loss": 5.9688,
      "step": 10241
    },
    {
      "epoch": 0.4194962113454843,
      "grad_norm": 1.931486174826302,
      "learning_rate": 0.00029759791647349603,
      "loss": 6.9062,
      "step": 10242
    },
    {
      "epoch": 0.41953716977268074,
      "grad_norm": 3.030048964982164,
      "learning_rate": 0.0002975973351108281,
      "loss": 7.1875,
      "step": 10243
    },
    {
      "epoch": 0.4195781281998771,
      "grad_norm": 3.6066086860662296,
      "learning_rate": 0.00029759675367838474,
      "loss": 5.8125,
      "step": 10244
    },
    {
      "epoch": 0.41961908662707353,
      "grad_norm": 1.599349324747703,
      "learning_rate": 0.0002975961721761662,
      "loss": 5.0625,
      "step": 10245
    },
    {
      "epoch": 0.4196600450542699,
      "grad_norm": 1.2413406517727243,
      "learning_rate": 0.00029759559060417277,
      "loss": 5.9688,
      "step": 10246
    },
    {
      "epoch": 0.41970100348146633,
      "grad_norm": 1.280886716015054,
      "learning_rate": 0.0002975950089624047,
      "loss": 5.5,
      "step": 10247
    },
    {
      "epoch": 0.4197419619086627,
      "grad_norm": 1.4586764140008097,
      "learning_rate": 0.0002975944272508623,
      "loss": 5.8438,
      "step": 10248
    },
    {
      "epoch": 0.4197829203358591,
      "grad_norm": 2.779156454070523,
      "learning_rate": 0.00029759384546954574,
      "loss": 8.25,
      "step": 10249
    },
    {
      "epoch": 0.4198238787630555,
      "grad_norm": 1.7773311480479115,
      "learning_rate": 0.0002975932636184555,
      "loss": 7.6562,
      "step": 10250
    },
    {
      "epoch": 0.4198648371902519,
      "grad_norm": 1.806098820413094,
      "learning_rate": 0.0002975926816975916,
      "loss": 7.875,
      "step": 10251
    },
    {
      "epoch": 0.4199057956174483,
      "grad_norm": 3.760206878792299,
      "learning_rate": 0.00029759209970695456,
      "loss": 7.5625,
      "step": 10252
    },
    {
      "epoch": 0.4199467540446447,
      "grad_norm": 4.361178679185142,
      "learning_rate": 0.0002975915176465445,
      "loss": 6.4062,
      "step": 10253
    },
    {
      "epoch": 0.4199877124718411,
      "grad_norm": 1.5136875105259335,
      "learning_rate": 0.00029759093551636167,
      "loss": 5.9062,
      "step": 10254
    },
    {
      "epoch": 0.4200286708990375,
      "grad_norm": 1.296813852301244,
      "learning_rate": 0.00029759035331640643,
      "loss": 5.3438,
      "step": 10255
    },
    {
      "epoch": 0.4200696293262339,
      "grad_norm": 2.5644433987668673,
      "learning_rate": 0.00029758977104667905,
      "loss": 6.5625,
      "step": 10256
    },
    {
      "epoch": 0.42011058775343024,
      "grad_norm": 1.485209023803457,
      "learning_rate": 0.00029758918870717983,
      "loss": 6.2812,
      "step": 10257
    },
    {
      "epoch": 0.42015154618062667,
      "grad_norm": 2.171682949125266,
      "learning_rate": 0.00029758860629790896,
      "loss": 4.7812,
      "step": 10258
    },
    {
      "epoch": 0.42019250460782304,
      "grad_norm": 3.5730781264429368,
      "learning_rate": 0.0002975880238188668,
      "loss": 6.6562,
      "step": 10259
    },
    {
      "epoch": 0.42023346303501946,
      "grad_norm": 3.2374490562736664,
      "learning_rate": 0.0002975874412700536,
      "loss": 7.625,
      "step": 10260
    },
    {
      "epoch": 0.42027442146221583,
      "grad_norm": 1.3977500053228966,
      "learning_rate": 0.00029758685865146955,
      "loss": 5.0312,
      "step": 10261
    },
    {
      "epoch": 0.42031537988941226,
      "grad_norm": 1.31353864484224,
      "learning_rate": 0.00029758627596311506,
      "loss": 5.8125,
      "step": 10262
    },
    {
      "epoch": 0.4203563383166086,
      "grad_norm": 1.5867928250655667,
      "learning_rate": 0.00029758569320499027,
      "loss": 5.5,
      "step": 10263
    },
    {
      "epoch": 0.42039729674380505,
      "grad_norm": 1.5047534849946915,
      "learning_rate": 0.0002975851103770956,
      "loss": 6.125,
      "step": 10264
    },
    {
      "epoch": 0.4204382551710014,
      "grad_norm": 4.55984065421568,
      "learning_rate": 0.0002975845274794312,
      "loss": 4.0938,
      "step": 10265
    },
    {
      "epoch": 0.42047921359819784,
      "grad_norm": 2.902923536662794,
      "learning_rate": 0.00029758394451199745,
      "loss": 4.9062,
      "step": 10266
    },
    {
      "epoch": 0.4205201720253942,
      "grad_norm": 1.8112367898190807,
      "learning_rate": 0.00029758336147479457,
      "loss": 5.5625,
      "step": 10267
    },
    {
      "epoch": 0.42056113045259064,
      "grad_norm": 2.945150337906776,
      "learning_rate": 0.0002975827783678228,
      "loss": 5.2812,
      "step": 10268
    },
    {
      "epoch": 0.420602088879787,
      "grad_norm": 1.5249769110177587,
      "learning_rate": 0.0002975821951910825,
      "loss": 6.2188,
      "step": 10269
    },
    {
      "epoch": 0.42064304730698343,
      "grad_norm": 1.7838262216675767,
      "learning_rate": 0.00029758161194457384,
      "loss": 6.4062,
      "step": 10270
    },
    {
      "epoch": 0.4206840057341798,
      "grad_norm": 1.278828643814802,
      "learning_rate": 0.00029758102862829727,
      "loss": 5.75,
      "step": 10271
    },
    {
      "epoch": 0.4207249641613762,
      "grad_norm": 1.3539456862578554,
      "learning_rate": 0.0002975804452422528,
      "loss": 5.5312,
      "step": 10272
    },
    {
      "epoch": 0.4207659225885726,
      "grad_norm": 2.1652260480945853,
      "learning_rate": 0.000297579861786441,
      "loss": 6.25,
      "step": 10273
    },
    {
      "epoch": 0.420806881015769,
      "grad_norm": 1.5444995639170476,
      "learning_rate": 0.00029757927826086196,
      "loss": 5.8438,
      "step": 10274
    },
    {
      "epoch": 0.4208478394429654,
      "grad_norm": 1.6851909832423646,
      "learning_rate": 0.000297578694665516,
      "loss": 4.9375,
      "step": 10275
    },
    {
      "epoch": 0.4208887978701618,
      "grad_norm": 1.6658189101110163,
      "learning_rate": 0.00029757811100040337,
      "loss": 7.5312,
      "step": 10276
    },
    {
      "epoch": 0.4209297562973582,
      "grad_norm": 7.4277698157977285,
      "learning_rate": 0.0002975775272655244,
      "loss": 5.0312,
      "step": 10277
    },
    {
      "epoch": 0.42097071472455455,
      "grad_norm": 1.3376273461871495,
      "learning_rate": 0.0002975769434608793,
      "loss": 4.6875,
      "step": 10278
    },
    {
      "epoch": 0.421011673151751,
      "grad_norm": 1.277868116395972,
      "learning_rate": 0.00029757635958646843,
      "loss": 5.625,
      "step": 10279
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 1.2537673661706035,
      "learning_rate": 0.000297575775642292,
      "loss": 5.4375,
      "step": 10280
    },
    {
      "epoch": 0.42109359000614377,
      "grad_norm": 2.2602764311838768,
      "learning_rate": 0.0002975751916283503,
      "loss": 7.9375,
      "step": 10281
    },
    {
      "epoch": 0.42113454843334014,
      "grad_norm": 4.17905315590396,
      "learning_rate": 0.0002975746075446436,
      "loss": 6.1562,
      "step": 10282
    },
    {
      "epoch": 0.42117550686053656,
      "grad_norm": 1.2383623390732608,
      "learning_rate": 0.00029757402339117224,
      "loss": 5.2188,
      "step": 10283
    },
    {
      "epoch": 0.42121646528773293,
      "grad_norm": 3.8095519814859835,
      "learning_rate": 0.0002975734391679364,
      "loss": 5.0938,
      "step": 10284
    },
    {
      "epoch": 0.42125742371492936,
      "grad_norm": 7.392796814181507,
      "learning_rate": 0.00029757285487493643,
      "loss": 4.375,
      "step": 10285
    },
    {
      "epoch": 0.4212983821421257,
      "grad_norm": 1.5595331766329152,
      "learning_rate": 0.0002975722705121726,
      "loss": 6.0625,
      "step": 10286
    },
    {
      "epoch": 0.42133934056932215,
      "grad_norm": 3.2731853886236872,
      "learning_rate": 0.0002975716860796451,
      "loss": 5.5,
      "step": 10287
    },
    {
      "epoch": 0.4213802989965185,
      "grad_norm": 2.3146146403006993,
      "learning_rate": 0.0002975711015773543,
      "loss": 4.4688,
      "step": 10288
    },
    {
      "epoch": 0.42142125742371495,
      "grad_norm": 1.4413975907582532,
      "learning_rate": 0.0002975705170053004,
      "loss": 6.1875,
      "step": 10289
    },
    {
      "epoch": 0.4214622158509113,
      "grad_norm": 1.9659955541696392,
      "learning_rate": 0.0002975699323634838,
      "loss": 5.9688,
      "step": 10290
    },
    {
      "epoch": 0.42150317427810774,
      "grad_norm": 4.351433146130219,
      "learning_rate": 0.00029756934765190463,
      "loss": 7.1562,
      "step": 10291
    },
    {
      "epoch": 0.4215441327053041,
      "grad_norm": 1.3667431090635003,
      "learning_rate": 0.0002975687628705633,
      "loss": 5.4375,
      "step": 10292
    },
    {
      "epoch": 0.42158509113250053,
      "grad_norm": 3.103926264530761,
      "learning_rate": 0.00029756817801946,
      "loss": 5.5312,
      "step": 10293
    },
    {
      "epoch": 0.4216260495596969,
      "grad_norm": 1.542134619526128,
      "learning_rate": 0.00029756759309859497,
      "loss": 5.0938,
      "step": 10294
    },
    {
      "epoch": 0.4216670079868933,
      "grad_norm": 2.561147994601549,
      "learning_rate": 0.00029756700810796866,
      "loss": 5.875,
      "step": 10295
    },
    {
      "epoch": 0.4217079664140897,
      "grad_norm": 1.4838753106285296,
      "learning_rate": 0.0002975664230475811,
      "loss": 5.2188,
      "step": 10296
    },
    {
      "epoch": 0.4217489248412861,
      "grad_norm": 1.498175475661886,
      "learning_rate": 0.0002975658379174328,
      "loss": 5.6562,
      "step": 10297
    },
    {
      "epoch": 0.4217898832684825,
      "grad_norm": 1.2969008127296842,
      "learning_rate": 0.0002975652527175239,
      "loss": 5.5625,
      "step": 10298
    },
    {
      "epoch": 0.42183084169567886,
      "grad_norm": 2.0699411798438176,
      "learning_rate": 0.00029756466744785474,
      "loss": 6.5,
      "step": 10299
    },
    {
      "epoch": 0.4218718001228753,
      "grad_norm": 1.2641057975811274,
      "learning_rate": 0.0002975640821084255,
      "loss": 5.9062,
      "step": 10300
    },
    {
      "epoch": 0.42191275855007165,
      "grad_norm": 1.2702292115724738,
      "learning_rate": 0.00029756349669923663,
      "loss": 5.1562,
      "step": 10301
    },
    {
      "epoch": 0.4219537169772681,
      "grad_norm": 3.9246980036151786,
      "learning_rate": 0.00029756291122028816,
      "loss": 4.8125,
      "step": 10302
    },
    {
      "epoch": 0.42199467540446445,
      "grad_norm": 1.6830100711829206,
      "learning_rate": 0.0002975623256715806,
      "loss": 5.75,
      "step": 10303
    },
    {
      "epoch": 0.4220356338316609,
      "grad_norm": 1.1454843815757876,
      "learning_rate": 0.0002975617400531141,
      "loss": 5.3438,
      "step": 10304
    },
    {
      "epoch": 0.42207659225885724,
      "grad_norm": 1.4860735132328626,
      "learning_rate": 0.00029756115436488904,
      "loss": 6.6562,
      "step": 10305
    },
    {
      "epoch": 0.42211755068605367,
      "grad_norm": 1.3417230157981823,
      "learning_rate": 0.00029756056860690553,
      "loss": 6.1875,
      "step": 10306
    },
    {
      "epoch": 0.42215850911325004,
      "grad_norm": 1.3242575571168804,
      "learning_rate": 0.000297559982779164,
      "loss": 5.6875,
      "step": 10307
    },
    {
      "epoch": 0.42219946754044646,
      "grad_norm": 1.646473216785856,
      "learning_rate": 0.0002975593968816647,
      "loss": 6.8125,
      "step": 10308
    },
    {
      "epoch": 0.42224042596764283,
      "grad_norm": 1.670348974760548,
      "learning_rate": 0.00029755881091440785,
      "loss": 6.2812,
      "step": 10309
    },
    {
      "epoch": 0.42228138439483925,
      "grad_norm": 1.3460345014746726,
      "learning_rate": 0.00029755822487739374,
      "loss": 5.5625,
      "step": 10310
    },
    {
      "epoch": 0.4223223428220356,
      "grad_norm": 1.79834552316612,
      "learning_rate": 0.0002975576387706227,
      "loss": 6.4688,
      "step": 10311
    },
    {
      "epoch": 0.42236330124923205,
      "grad_norm": 1.6702919238855174,
      "learning_rate": 0.00029755705259409493,
      "loss": 5.9688,
      "step": 10312
    },
    {
      "epoch": 0.4224042596764284,
      "grad_norm": 1.4239549436644479,
      "learning_rate": 0.00029755646634781077,
      "loss": 5.3438,
      "step": 10313
    },
    {
      "epoch": 0.42244521810362484,
      "grad_norm": 1.256055611076695,
      "learning_rate": 0.00029755588003177046,
      "loss": 6.1562,
      "step": 10314
    },
    {
      "epoch": 0.4224861765308212,
      "grad_norm": 1.2698480773868952,
      "learning_rate": 0.0002975552936459743,
      "loss": 6.0938,
      "step": 10315
    },
    {
      "epoch": 0.42252713495801764,
      "grad_norm": 1.5407957803284107,
      "learning_rate": 0.00029755470719042255,
      "loss": 7.1875,
      "step": 10316
    },
    {
      "epoch": 0.422568093385214,
      "grad_norm": 1.5082407707654975,
      "learning_rate": 0.00029755412066511554,
      "loss": 5.2188,
      "step": 10317
    },
    {
      "epoch": 0.42260905181241043,
      "grad_norm": 1.481611724144456,
      "learning_rate": 0.00029755353407005347,
      "loss": 6.2812,
      "step": 10318
    },
    {
      "epoch": 0.4226500102396068,
      "grad_norm": 1.3008504040907676,
      "learning_rate": 0.00029755294740523665,
      "loss": 5.9375,
      "step": 10319
    },
    {
      "epoch": 0.42269096866680317,
      "grad_norm": 1.2634295616016245,
      "learning_rate": 0.0002975523606706654,
      "loss": 5.375,
      "step": 10320
    },
    {
      "epoch": 0.4227319270939996,
      "grad_norm": 1.9006342460959573,
      "learning_rate": 0.0002975517738663399,
      "loss": 5.4688,
      "step": 10321
    },
    {
      "epoch": 0.42277288552119596,
      "grad_norm": 1.9399959995284057,
      "learning_rate": 0.0002975511869922605,
      "loss": 5.0625,
      "step": 10322
    },
    {
      "epoch": 0.4228138439483924,
      "grad_norm": 2.9299780153388606,
      "learning_rate": 0.00029755060004842745,
      "loss": 6.75,
      "step": 10323
    },
    {
      "epoch": 0.42285480237558876,
      "grad_norm": 1.859605762237894,
      "learning_rate": 0.00029755001303484105,
      "loss": 4.875,
      "step": 10324
    },
    {
      "epoch": 0.4228957608027852,
      "grad_norm": 1.3045417828767294,
      "learning_rate": 0.0002975494259515016,
      "loss": 5.4062,
      "step": 10325
    },
    {
      "epoch": 0.42293671922998155,
      "grad_norm": 1.128055611512459,
      "learning_rate": 0.0002975488387984093,
      "loss": 5.4688,
      "step": 10326
    },
    {
      "epoch": 0.422977677657178,
      "grad_norm": 1.3165142261091791,
      "learning_rate": 0.0002975482515755645,
      "loss": 6.0,
      "step": 10327
    },
    {
      "epoch": 0.42301863608437434,
      "grad_norm": 1.7842020254804465,
      "learning_rate": 0.0002975476642829674,
      "loss": 5.8438,
      "step": 10328
    },
    {
      "epoch": 0.42305959451157077,
      "grad_norm": 1.2555266153374567,
      "learning_rate": 0.00029754707692061837,
      "loss": 5.4062,
      "step": 10329
    },
    {
      "epoch": 0.42310055293876714,
      "grad_norm": 1.480920963261092,
      "learning_rate": 0.0002975464894885176,
      "loss": 7.0938,
      "step": 10330
    },
    {
      "epoch": 0.42314151136596356,
      "grad_norm": 2.1340304498467786,
      "learning_rate": 0.00029754590198666545,
      "loss": 7.5312,
      "step": 10331
    },
    {
      "epoch": 0.42318246979315993,
      "grad_norm": 4.5411718559412355,
      "learning_rate": 0.00029754531441506215,
      "loss": 6.875,
      "step": 10332
    },
    {
      "epoch": 0.42322342822035636,
      "grad_norm": 1.3643367246531062,
      "learning_rate": 0.000297544726773708,
      "loss": 5.375,
      "step": 10333
    },
    {
      "epoch": 0.4232643866475527,
      "grad_norm": 3.489351258403821,
      "learning_rate": 0.00029754413906260324,
      "loss": 6.0938,
      "step": 10334
    },
    {
      "epoch": 0.42330534507474915,
      "grad_norm": 1.388576022058049,
      "learning_rate": 0.00029754355128174816,
      "loss": 5.1875,
      "step": 10335
    },
    {
      "epoch": 0.4233463035019455,
      "grad_norm": 2.2129228121179736,
      "learning_rate": 0.0002975429634311431,
      "loss": 4.5312,
      "step": 10336
    },
    {
      "epoch": 0.42338726192914194,
      "grad_norm": 1.1879594064869645,
      "learning_rate": 0.00029754237551078824,
      "loss": 5.2812,
      "step": 10337
    },
    {
      "epoch": 0.4234282203563383,
      "grad_norm": 3.7056309799237694,
      "learning_rate": 0.00029754178752068394,
      "loss": 5.0625,
      "step": 10338
    },
    {
      "epoch": 0.42346917878353474,
      "grad_norm": 2.2587233604458,
      "learning_rate": 0.00029754119946083046,
      "loss": 5.1875,
      "step": 10339
    },
    {
      "epoch": 0.4235101372107311,
      "grad_norm": 2.798580465976807,
      "learning_rate": 0.00029754061133122804,
      "loss": 3.4688,
      "step": 10340
    },
    {
      "epoch": 0.4235510956379275,
      "grad_norm": 5.007201031603798,
      "learning_rate": 0.00029754002313187695,
      "loss": 7.6875,
      "step": 10341
    },
    {
      "epoch": 0.4235920540651239,
      "grad_norm": 1.367956561614525,
      "learning_rate": 0.00029753943486277755,
      "loss": 5.8438,
      "step": 10342
    },
    {
      "epoch": 0.42363301249232027,
      "grad_norm": 2.5159346758199286,
      "learning_rate": 0.0002975388465239301,
      "loss": 7.2188,
      "step": 10343
    },
    {
      "epoch": 0.4236739709195167,
      "grad_norm": 1.9978532316024902,
      "learning_rate": 0.00029753825811533474,
      "loss": 6.25,
      "step": 10344
    },
    {
      "epoch": 0.42371492934671307,
      "grad_norm": 1.6410899202531113,
      "learning_rate": 0.00029753766963699186,
      "loss": 5.6562,
      "step": 10345
    },
    {
      "epoch": 0.4237558877739095,
      "grad_norm": 1.7145472648035518,
      "learning_rate": 0.00029753708108890177,
      "loss": 5.3438,
      "step": 10346
    },
    {
      "epoch": 0.42379684620110586,
      "grad_norm": 1.4629876365540322,
      "learning_rate": 0.00029753649247106473,
      "loss": 5.6875,
      "step": 10347
    },
    {
      "epoch": 0.4238378046283023,
      "grad_norm": 2.599246043452469,
      "learning_rate": 0.000297535903783481,
      "loss": 6.0,
      "step": 10348
    },
    {
      "epoch": 0.42387876305549865,
      "grad_norm": 3.4884788252192673,
      "learning_rate": 0.0002975353150261508,
      "loss": 6.0,
      "step": 10349
    },
    {
      "epoch": 0.4239197214826951,
      "grad_norm": 1.4084181851631836,
      "learning_rate": 0.00029753472619907447,
      "loss": 6.9062,
      "step": 10350
    },
    {
      "epoch": 0.42396067990989145,
      "grad_norm": 1.3069536282667271,
      "learning_rate": 0.0002975341373022523,
      "loss": 5.1875,
      "step": 10351
    },
    {
      "epoch": 0.42400163833708787,
      "grad_norm": 2.3695193586235734,
      "learning_rate": 0.0002975335483356846,
      "loss": 7.0625,
      "step": 10352
    },
    {
      "epoch": 0.42404259676428424,
      "grad_norm": 2.1926869061189236,
      "learning_rate": 0.0002975329592993716,
      "loss": 4.1562,
      "step": 10353
    },
    {
      "epoch": 0.42408355519148067,
      "grad_norm": 1.5986051221017163,
      "learning_rate": 0.0002975323701933135,
      "loss": 6.7188,
      "step": 10354
    },
    {
      "epoch": 0.42412451361867703,
      "grad_norm": 1.4447161976809262,
      "learning_rate": 0.0002975317810175107,
      "loss": 7.0625,
      "step": 10355
    },
    {
      "epoch": 0.42416547204587346,
      "grad_norm": 1.3217938601424966,
      "learning_rate": 0.0002975311917719634,
      "loss": 5.4375,
      "step": 10356
    },
    {
      "epoch": 0.42420643047306983,
      "grad_norm": 1.3422231235931448,
      "learning_rate": 0.00029753060245667196,
      "loss": 7.1562,
      "step": 10357
    },
    {
      "epoch": 0.42424738890026625,
      "grad_norm": 1.7044222708163868,
      "learning_rate": 0.0002975300130716366,
      "loss": 6.0938,
      "step": 10358
    },
    {
      "epoch": 0.4242883473274626,
      "grad_norm": 1.416096562040617,
      "learning_rate": 0.0002975294236168576,
      "loss": 6.4375,
      "step": 10359
    },
    {
      "epoch": 0.42432930575465905,
      "grad_norm": 1.4363884738970256,
      "learning_rate": 0.0002975288340923352,
      "loss": 6.375,
      "step": 10360
    },
    {
      "epoch": 0.4243702641818554,
      "grad_norm": 2.1216999365253533,
      "learning_rate": 0.0002975282444980698,
      "loss": 5.6562,
      "step": 10361
    },
    {
      "epoch": 0.4244112226090518,
      "grad_norm": 1.2948735944040728,
      "learning_rate": 0.0002975276548340616,
      "loss": 5.8125,
      "step": 10362
    },
    {
      "epoch": 0.4244521810362482,
      "grad_norm": 3.1439746612445796,
      "learning_rate": 0.0002975270651003109,
      "loss": 6.0312,
      "step": 10363
    },
    {
      "epoch": 0.4244931394634446,
      "grad_norm": 1.4488213848298472,
      "learning_rate": 0.0002975264752968179,
      "loss": 5.7812,
      "step": 10364
    },
    {
      "epoch": 0.424534097890641,
      "grad_norm": 2.4567132883536007,
      "learning_rate": 0.000297525885423583,
      "loss": 5.9062,
      "step": 10365
    },
    {
      "epoch": 0.4245750563178374,
      "grad_norm": 1.502249006199762,
      "learning_rate": 0.00029752529548060644,
      "loss": 6.875,
      "step": 10366
    },
    {
      "epoch": 0.4246160147450338,
      "grad_norm": 1.1584267173223952,
      "learning_rate": 0.00029752470546788844,
      "loss": 5.5938,
      "step": 10367
    },
    {
      "epoch": 0.42465697317223017,
      "grad_norm": 1.2351058927832264,
      "learning_rate": 0.00029752411538542926,
      "loss": 5.375,
      "step": 10368
    },
    {
      "epoch": 0.4246979315994266,
      "grad_norm": 3.209608135792082,
      "learning_rate": 0.00029752352523322936,
      "loss": 6.7812,
      "step": 10369
    },
    {
      "epoch": 0.42473889002662296,
      "grad_norm": 1.101769723243219,
      "learning_rate": 0.0002975229350112888,
      "loss": 5.1875,
      "step": 10370
    },
    {
      "epoch": 0.4247798484538194,
      "grad_norm": 1.6401417491190071,
      "learning_rate": 0.00029752234471960804,
      "loss": 7.25,
      "step": 10371
    },
    {
      "epoch": 0.42482080688101576,
      "grad_norm": 1.4148792983684706,
      "learning_rate": 0.0002975217543581872,
      "loss": 5.6562,
      "step": 10372
    },
    {
      "epoch": 0.4248617653082122,
      "grad_norm": 2.157561242637505,
      "learning_rate": 0.00029752116392702666,
      "loss": 4.2188,
      "step": 10373
    },
    {
      "epoch": 0.42490272373540855,
      "grad_norm": 1.2814337538363643,
      "learning_rate": 0.0002975205734261267,
      "loss": 5.3125,
      "step": 10374
    },
    {
      "epoch": 0.424943682162605,
      "grad_norm": 1.2653014117270296,
      "learning_rate": 0.0002975199828554876,
      "loss": 5.6875,
      "step": 10375
    },
    {
      "epoch": 0.42498464058980134,
      "grad_norm": 1.9186457508855825,
      "learning_rate": 0.0002975193922151095,
      "loss": 8.125,
      "step": 10376
    },
    {
      "epoch": 0.42502559901699777,
      "grad_norm": 2.4242472952458436,
      "learning_rate": 0.0002975188015049929,
      "loss": 5.625,
      "step": 10377
    },
    {
      "epoch": 0.42506655744419414,
      "grad_norm": 4.334701600745093,
      "learning_rate": 0.0002975182107251379,
      "loss": 6.0625,
      "step": 10378
    },
    {
      "epoch": 0.42510751587139056,
      "grad_norm": 2.4161496615584084,
      "learning_rate": 0.0002975176198755449,
      "loss": 8.0,
      "step": 10379
    },
    {
      "epoch": 0.42514847429858693,
      "grad_norm": 1.498363604947852,
      "learning_rate": 0.00029751702895621407,
      "loss": 4.7188,
      "step": 10380
    },
    {
      "epoch": 0.42518943272578336,
      "grad_norm": 2.736924234286142,
      "learning_rate": 0.0002975164379671458,
      "loss": 5.4062,
      "step": 10381
    },
    {
      "epoch": 0.4252303911529797,
      "grad_norm": 1.433108590458315,
      "learning_rate": 0.0002975158469083403,
      "loss": 6.4375,
      "step": 10382
    },
    {
      "epoch": 0.4252713495801761,
      "grad_norm": 4.267014423232586,
      "learning_rate": 0.0002975152557797979,
      "loss": 5.6562,
      "step": 10383
    },
    {
      "epoch": 0.4253123080073725,
      "grad_norm": 1.3493742120486603,
      "learning_rate": 0.0002975146645815188,
      "loss": 6.1562,
      "step": 10384
    },
    {
      "epoch": 0.4253532664345689,
      "grad_norm": 1.2562043763483823,
      "learning_rate": 0.00029751407331350335,
      "loss": 5.5,
      "step": 10385
    },
    {
      "epoch": 0.4253942248617653,
      "grad_norm": 1.33089059199892,
      "learning_rate": 0.0002975134819757518,
      "loss": 5.5938,
      "step": 10386
    },
    {
      "epoch": 0.4254351832889617,
      "grad_norm": 1.9981975765300144,
      "learning_rate": 0.00029751289056826447,
      "loss": 6.5938,
      "step": 10387
    },
    {
      "epoch": 0.4254761417161581,
      "grad_norm": 1.4892864299550979,
      "learning_rate": 0.00029751229909104153,
      "loss": 5.3438,
      "step": 10388
    },
    {
      "epoch": 0.4255171001433545,
      "grad_norm": 1.3390007326037663,
      "learning_rate": 0.00029751170754408336,
      "loss": 5.3125,
      "step": 10389
    },
    {
      "epoch": 0.4255580585705509,
      "grad_norm": 1.2889893425087295,
      "learning_rate": 0.0002975111159273903,
      "loss": 5.5312,
      "step": 10390
    },
    {
      "epoch": 0.42559901699774727,
      "grad_norm": 2.735918923405422,
      "learning_rate": 0.0002975105242409624,
      "loss": 7.5938,
      "step": 10391
    },
    {
      "epoch": 0.4256399754249437,
      "grad_norm": 3.7544767401155896,
      "learning_rate": 0.0002975099324848002,
      "loss": 6.4688,
      "step": 10392
    },
    {
      "epoch": 0.42568093385214006,
      "grad_norm": 2.5068955614298667,
      "learning_rate": 0.0002975093406589038,
      "loss": 6.25,
      "step": 10393
    },
    {
      "epoch": 0.4257218922793365,
      "grad_norm": 1.586607968683345,
      "learning_rate": 0.0002975087487632736,
      "loss": 6.0625,
      "step": 10394
    },
    {
      "epoch": 0.42576285070653286,
      "grad_norm": 1.4676263082345493,
      "learning_rate": 0.00029750815679790976,
      "loss": 6.1562,
      "step": 10395
    },
    {
      "epoch": 0.4258038091337293,
      "grad_norm": 1.288404692000871,
      "learning_rate": 0.00029750756476281266,
      "loss": 5.4375,
      "step": 10396
    },
    {
      "epoch": 0.42584476756092565,
      "grad_norm": 4.430183731187476,
      "learning_rate": 0.00029750697265798254,
      "loss": 7.375,
      "step": 10397
    },
    {
      "epoch": 0.4258857259881221,
      "grad_norm": 1.3952669694555717,
      "learning_rate": 0.0002975063804834197,
      "loss": 5.0625,
      "step": 10398
    },
    {
      "epoch": 0.42592668441531845,
      "grad_norm": 3.072911851383839,
      "learning_rate": 0.00029750578823912435,
      "loss": 7.0938,
      "step": 10399
    },
    {
      "epoch": 0.42596764284251487,
      "grad_norm": 1.602183149719613,
      "learning_rate": 0.0002975051959250969,
      "loss": 5.5312,
      "step": 10400
    },
    {
      "epoch": 0.42600860126971124,
      "grad_norm": 1.4730601202119527,
      "learning_rate": 0.00029750460354133743,
      "loss": 5.0938,
      "step": 10401
    },
    {
      "epoch": 0.42604955969690766,
      "grad_norm": 5.677566256327792,
      "learning_rate": 0.00029750401108784644,
      "loss": 5.75,
      "step": 10402
    },
    {
      "epoch": 0.42609051812410403,
      "grad_norm": 1.4630065600386044,
      "learning_rate": 0.0002975034185646241,
      "loss": 5.4375,
      "step": 10403
    },
    {
      "epoch": 0.4261314765513004,
      "grad_norm": 1.860177142237291,
      "learning_rate": 0.00029750282597167067,
      "loss": 6.2188,
      "step": 10404
    },
    {
      "epoch": 0.42617243497849683,
      "grad_norm": 1.390785401693459,
      "learning_rate": 0.00029750223330898655,
      "loss": 5.8438,
      "step": 10405
    },
    {
      "epoch": 0.4262133934056932,
      "grad_norm": 1.2878526880156351,
      "learning_rate": 0.00029750164057657186,
      "loss": 5.5625,
      "step": 10406
    },
    {
      "epoch": 0.4262543518328896,
      "grad_norm": 1.3265330378275515,
      "learning_rate": 0.0002975010477744269,
      "loss": 6.5938,
      "step": 10407
    },
    {
      "epoch": 0.426295310260086,
      "grad_norm": 1.304790685239008,
      "learning_rate": 0.00029750045490255206,
      "loss": 5.3125,
      "step": 10408
    },
    {
      "epoch": 0.4263362686872824,
      "grad_norm": 1.582653628833946,
      "learning_rate": 0.0002974998619609476,
      "loss": 6.3438,
      "step": 10409
    },
    {
      "epoch": 0.4263772271144788,
      "grad_norm": 1.3163047101121916,
      "learning_rate": 0.0002974992689496138,
      "loss": 4.6875,
      "step": 10410
    },
    {
      "epoch": 0.4264181855416752,
      "grad_norm": 1.3610731293331677,
      "learning_rate": 0.0002974986758685508,
      "loss": 5.0938,
      "step": 10411
    },
    {
      "epoch": 0.4264591439688716,
      "grad_norm": 1.57006169950098,
      "learning_rate": 0.000297498082717759,
      "loss": 5.125,
      "step": 10412
    },
    {
      "epoch": 0.426500102396068,
      "grad_norm": 2.1249776088259242,
      "learning_rate": 0.0002974974894972387,
      "loss": 6.5625,
      "step": 10413
    },
    {
      "epoch": 0.4265410608232644,
      "grad_norm": 3.9066243333620907,
      "learning_rate": 0.00029749689620699014,
      "loss": 4.2188,
      "step": 10414
    },
    {
      "epoch": 0.4265820192504608,
      "grad_norm": 1.2210638223681105,
      "learning_rate": 0.00029749630284701365,
      "loss": 5.7188,
      "step": 10415
    },
    {
      "epoch": 0.42662297767765717,
      "grad_norm": 1.8028229789943244,
      "learning_rate": 0.0002974957094173094,
      "loss": 5.6875,
      "step": 10416
    },
    {
      "epoch": 0.4266639361048536,
      "grad_norm": 1.480198329274087,
      "learning_rate": 0.0002974951159178777,
      "loss": 6.875,
      "step": 10417
    },
    {
      "epoch": 0.42670489453204996,
      "grad_norm": 1.1898348873378266,
      "learning_rate": 0.00029749452234871895,
      "loss": 6.0,
      "step": 10418
    },
    {
      "epoch": 0.4267458529592464,
      "grad_norm": 2.115485501971397,
      "learning_rate": 0.0002974939287098333,
      "loss": 4.5,
      "step": 10419
    },
    {
      "epoch": 0.42678681138644275,
      "grad_norm": 5.413973491713551,
      "learning_rate": 0.0002974933350012211,
      "loss": 2.9062,
      "step": 10420
    },
    {
      "epoch": 0.4268277698136392,
      "grad_norm": 1.6230187518789334,
      "learning_rate": 0.0002974927412228826,
      "loss": 5.3438,
      "step": 10421
    },
    {
      "epoch": 0.42686872824083555,
      "grad_norm": 1.7246512449619116,
      "learning_rate": 0.00029749214737481814,
      "loss": 5.6562,
      "step": 10422
    },
    {
      "epoch": 0.426909686668032,
      "grad_norm": 3.7601420342742427,
      "learning_rate": 0.0002974915534570279,
      "loss": 6.875,
      "step": 10423
    },
    {
      "epoch": 0.42695064509522834,
      "grad_norm": 1.6460680224742217,
      "learning_rate": 0.0002974909594695122,
      "loss": 6.3125,
      "step": 10424
    },
    {
      "epoch": 0.4269916035224247,
      "grad_norm": 2.2802313591502545,
      "learning_rate": 0.0002974903654122714,
      "loss": 6.1562,
      "step": 10425
    },
    {
      "epoch": 0.42703256194962114,
      "grad_norm": 7.884813373273427,
      "learning_rate": 0.00029748977128530565,
      "loss": 4.4062,
      "step": 10426
    },
    {
      "epoch": 0.4270735203768175,
      "grad_norm": 4.283725805527134,
      "learning_rate": 0.0002974891770886154,
      "loss": 6.3438,
      "step": 10427
    },
    {
      "epoch": 0.42711447880401393,
      "grad_norm": 1.4096562811860334,
      "learning_rate": 0.00029748858282220065,
      "loss": 4.9375,
      "step": 10428
    },
    {
      "epoch": 0.4271554372312103,
      "grad_norm": 1.3616068698501365,
      "learning_rate": 0.00029748798848606197,
      "loss": 5.5625,
      "step": 10429
    },
    {
      "epoch": 0.4271963956584067,
      "grad_norm": 2.4096691563450996,
      "learning_rate": 0.0002974873940801995,
      "loss": 3.4844,
      "step": 10430
    },
    {
      "epoch": 0.4272373540856031,
      "grad_norm": 1.4242476725986544,
      "learning_rate": 0.00029748679960461355,
      "loss": 6.0625,
      "step": 10431
    },
    {
      "epoch": 0.4272783125127995,
      "grad_norm": 1.6632897594942797,
      "learning_rate": 0.0002974862050593044,
      "loss": 6.0312,
      "step": 10432
    },
    {
      "epoch": 0.4273192709399959,
      "grad_norm": 1.9946524366950247,
      "learning_rate": 0.00029748561044427234,
      "loss": 6.125,
      "step": 10433
    },
    {
      "epoch": 0.4273602293671923,
      "grad_norm": 1.2576640024583086,
      "learning_rate": 0.00029748501575951766,
      "loss": 5.6875,
      "step": 10434
    },
    {
      "epoch": 0.4274011877943887,
      "grad_norm": 1.7251660841848637,
      "learning_rate": 0.00029748442100504055,
      "loss": 5.1875,
      "step": 10435
    },
    {
      "epoch": 0.4274421462215851,
      "grad_norm": 1.333533576627288,
      "learning_rate": 0.0002974838261808415,
      "loss": 5.6875,
      "step": 10436
    },
    {
      "epoch": 0.4274831046487815,
      "grad_norm": 1.2085436430415268,
      "learning_rate": 0.0002974832312869205,
      "loss": 6.2812,
      "step": 10437
    },
    {
      "epoch": 0.4275240630759779,
      "grad_norm": 1.4724594011153922,
      "learning_rate": 0.00029748263632327804,
      "loss": 5.5625,
      "step": 10438
    },
    {
      "epoch": 0.42756502150317427,
      "grad_norm": 1.6021514128794336,
      "learning_rate": 0.0002974820412899144,
      "loss": 7.4688,
      "step": 10439
    },
    {
      "epoch": 0.4276059799303707,
      "grad_norm": 2.391156373143765,
      "learning_rate": 0.00029748144618682977,
      "loss": 5.625,
      "step": 10440
    },
    {
      "epoch": 0.42764693835756706,
      "grad_norm": 2.7574409379339797,
      "learning_rate": 0.00029748085101402447,
      "loss": 8.25,
      "step": 10441
    },
    {
      "epoch": 0.4276878967847635,
      "grad_norm": 1.439540198451221,
      "learning_rate": 0.00029748025577149874,
      "loss": 6.5312,
      "step": 10442
    },
    {
      "epoch": 0.42772885521195986,
      "grad_norm": 1.4702657284594676,
      "learning_rate": 0.000297479660459253,
      "loss": 6.2812,
      "step": 10443
    },
    {
      "epoch": 0.4277698136391563,
      "grad_norm": 1.3026632943526986,
      "learning_rate": 0.0002974790650772874,
      "loss": 5.4688,
      "step": 10444
    },
    {
      "epoch": 0.42781077206635265,
      "grad_norm": 1.8527568614304373,
      "learning_rate": 0.0002974784696256022,
      "loss": 5.625,
      "step": 10445
    },
    {
      "epoch": 0.427851730493549,
      "grad_norm": 1.3942348482757243,
      "learning_rate": 0.0002974778741041978,
      "loss": 6.0312,
      "step": 10446
    },
    {
      "epoch": 0.42789268892074545,
      "grad_norm": 1.8925552227650422,
      "learning_rate": 0.00029747727851307435,
      "loss": 6.2812,
      "step": 10447
    },
    {
      "epoch": 0.4279336473479418,
      "grad_norm": 1.2356035446735205,
      "learning_rate": 0.00029747668285223225,
      "loss": 6.5312,
      "step": 10448
    },
    {
      "epoch": 0.42797460577513824,
      "grad_norm": 1.6242178811435035,
      "learning_rate": 0.0002974760871216717,
      "loss": 5.6875,
      "step": 10449
    },
    {
      "epoch": 0.4280155642023346,
      "grad_norm": 4.435531465021261,
      "learning_rate": 0.0002974754913213931,
      "loss": 5.4062,
      "step": 10450
    },
    {
      "epoch": 0.42805652262953103,
      "grad_norm": 1.3415141787992009,
      "learning_rate": 0.00029747489545139656,
      "loss": 5.8438,
      "step": 10451
    },
    {
      "epoch": 0.4280974810567274,
      "grad_norm": 1.4340413135286654,
      "learning_rate": 0.0002974742995116825,
      "loss": 6.3125,
      "step": 10452
    },
    {
      "epoch": 0.4281384394839238,
      "grad_norm": 1.4265832955250641,
      "learning_rate": 0.00029747370350225106,
      "loss": 5.3438,
      "step": 10453
    },
    {
      "epoch": 0.4281793979111202,
      "grad_norm": 1.8945058778486628,
      "learning_rate": 0.00029747310742310267,
      "loss": 5.375,
      "step": 10454
    },
    {
      "epoch": 0.4282203563383166,
      "grad_norm": 2.48423529388095,
      "learning_rate": 0.00029747251127423753,
      "loss": 6.9688,
      "step": 10455
    },
    {
      "epoch": 0.428261314765513,
      "grad_norm": 1.8085005404974575,
      "learning_rate": 0.00029747191505565603,
      "loss": 7.375,
      "step": 10456
    },
    {
      "epoch": 0.4283022731927094,
      "grad_norm": 2.331164845714887,
      "learning_rate": 0.00029747131876735827,
      "loss": 6.8125,
      "step": 10457
    },
    {
      "epoch": 0.4283432316199058,
      "grad_norm": 1.5385291687974754,
      "learning_rate": 0.0002974707224093447,
      "loss": 6.625,
      "step": 10458
    },
    {
      "epoch": 0.4283841900471022,
      "grad_norm": 1.5324783252095795,
      "learning_rate": 0.0002974701259816155,
      "loss": 5.6562,
      "step": 10459
    },
    {
      "epoch": 0.4284251484742986,
      "grad_norm": 1.343808543253421,
      "learning_rate": 0.00029746952948417094,
      "loss": 5.4375,
      "step": 10460
    },
    {
      "epoch": 0.428466106901495,
      "grad_norm": 1.3724108310219285,
      "learning_rate": 0.00029746893291701133,
      "loss": 5.9375,
      "step": 10461
    },
    {
      "epoch": 0.42850706532869137,
      "grad_norm": 1.203317074981255,
      "learning_rate": 0.00029746833628013704,
      "loss": 5.625,
      "step": 10462
    },
    {
      "epoch": 0.4285480237558878,
      "grad_norm": 1.8333907640517042,
      "learning_rate": 0.0002974677395735482,
      "loss": 6.125,
      "step": 10463
    },
    {
      "epoch": 0.42858898218308417,
      "grad_norm": 2.3858890975840708,
      "learning_rate": 0.00029746714279724526,
      "loss": 4.8438,
      "step": 10464
    },
    {
      "epoch": 0.4286299406102806,
      "grad_norm": 1.4321537650069713,
      "learning_rate": 0.00029746654595122837,
      "loss": 5.0938,
      "step": 10465
    },
    {
      "epoch": 0.42867089903747696,
      "grad_norm": 1.2121991590663859,
      "learning_rate": 0.0002974659490354979,
      "loss": 5.25,
      "step": 10466
    },
    {
      "epoch": 0.42871185746467333,
      "grad_norm": 2.4175312443621517,
      "learning_rate": 0.000297465352050054,
      "loss": 3.7969,
      "step": 10467
    },
    {
      "epoch": 0.42875281589186975,
      "grad_norm": 2.00154859070759,
      "learning_rate": 0.00029746475499489706,
      "loss": 6.0625,
      "step": 10468
    },
    {
      "epoch": 0.4287937743190661,
      "grad_norm": 1.3327929585954463,
      "learning_rate": 0.0002974641578700274,
      "loss": 4.8438,
      "step": 10469
    },
    {
      "epoch": 0.42883473274626255,
      "grad_norm": 3.8381761526381557,
      "learning_rate": 0.0002974635606754452,
      "loss": 5.8125,
      "step": 10470
    },
    {
      "epoch": 0.4288756911734589,
      "grad_norm": 7.162165368248861,
      "learning_rate": 0.00029746296341115073,
      "loss": 4.3125,
      "step": 10471
    },
    {
      "epoch": 0.42891664960065534,
      "grad_norm": 2.195271758198834,
      "learning_rate": 0.0002974623660771444,
      "loss": 8.1875,
      "step": 10472
    },
    {
      "epoch": 0.4289576080278517,
      "grad_norm": 1.7408265928565745,
      "learning_rate": 0.00029746176867342645,
      "loss": 6.0938,
      "step": 10473
    },
    {
      "epoch": 0.42899856645504814,
      "grad_norm": 1.2215212798343436,
      "learning_rate": 0.00029746117119999705,
      "loss": 7.2188,
      "step": 10474
    },
    {
      "epoch": 0.4290395248822445,
      "grad_norm": 1.3865944177417238,
      "learning_rate": 0.0002974605736568566,
      "loss": 6.2812,
      "step": 10475
    },
    {
      "epoch": 0.42908048330944093,
      "grad_norm": 1.5302290600523003,
      "learning_rate": 0.00029745997604400536,
      "loss": 4.9688,
      "step": 10476
    },
    {
      "epoch": 0.4291214417366373,
      "grad_norm": 1.3561352177352803,
      "learning_rate": 0.0002974593783614436,
      "loss": 4.875,
      "step": 10477
    },
    {
      "epoch": 0.4291624001638337,
      "grad_norm": 1.3914388083663949,
      "learning_rate": 0.0002974587806091716,
      "loss": 6.25,
      "step": 10478
    },
    {
      "epoch": 0.4292033585910301,
      "grad_norm": 1.529094642655597,
      "learning_rate": 0.00029745818278718964,
      "loss": 6.25,
      "step": 10479
    },
    {
      "epoch": 0.4292443170182265,
      "grad_norm": 1.3379747099226338,
      "learning_rate": 0.000297457584895498,
      "loss": 5.25,
      "step": 10480
    },
    {
      "epoch": 0.4292852754454229,
      "grad_norm": 2.588790030954043,
      "learning_rate": 0.000297456986934097,
      "loss": 6.7188,
      "step": 10481
    },
    {
      "epoch": 0.4293262338726193,
      "grad_norm": 5.214425327397852,
      "learning_rate": 0.00029745638890298683,
      "loss": 6.6875,
      "step": 10482
    },
    {
      "epoch": 0.4293671922998157,
      "grad_norm": 2.0671275918864502,
      "learning_rate": 0.0002974557908021679,
      "loss": 7.375,
      "step": 10483
    },
    {
      "epoch": 0.4294081507270121,
      "grad_norm": 1.416094451868501,
      "learning_rate": 0.0002974551926316404,
      "loss": 5.4375,
      "step": 10484
    },
    {
      "epoch": 0.4294491091542085,
      "grad_norm": 1.49833219907729,
      "learning_rate": 0.00029745459439140464,
      "loss": 5.875,
      "step": 10485
    },
    {
      "epoch": 0.4294900675814049,
      "grad_norm": 1.2735769442146474,
      "learning_rate": 0.0002974539960814609,
      "loss": 6.2188,
      "step": 10486
    },
    {
      "epoch": 0.42953102600860127,
      "grad_norm": 1.2236835526270617,
      "learning_rate": 0.0002974533977018095,
      "loss": 6.2812,
      "step": 10487
    },
    {
      "epoch": 0.42957198443579764,
      "grad_norm": 1.152849006021281,
      "learning_rate": 0.0002974527992524506,
      "loss": 5.75,
      "step": 10488
    },
    {
      "epoch": 0.42961294286299406,
      "grad_norm": 1.8539123237359885,
      "learning_rate": 0.0002974522007333847,
      "loss": 4.1875,
      "step": 10489
    },
    {
      "epoch": 0.42965390129019043,
      "grad_norm": 1.1491900028352233,
      "learning_rate": 0.0002974516021446119,
      "loss": 5.3438,
      "step": 10490
    },
    {
      "epoch": 0.42969485971738686,
      "grad_norm": 2.0280865803478996,
      "learning_rate": 0.0002974510034861325,
      "loss": 6.4375,
      "step": 10491
    },
    {
      "epoch": 0.4297358181445832,
      "grad_norm": 1.3230521374426125,
      "learning_rate": 0.0002974504047579469,
      "loss": 4.8438,
      "step": 10492
    },
    {
      "epoch": 0.42977677657177965,
      "grad_norm": 1.4656163432467642,
      "learning_rate": 0.00029744980596005524,
      "loss": 5.875,
      "step": 10493
    },
    {
      "epoch": 0.429817734998976,
      "grad_norm": 3.2691931018509273,
      "learning_rate": 0.0002974492070924579,
      "loss": 5.125,
      "step": 10494
    },
    {
      "epoch": 0.42985869342617244,
      "grad_norm": 1.4705418153283871,
      "learning_rate": 0.0002974486081551551,
      "loss": 5.75,
      "step": 10495
    },
    {
      "epoch": 0.4298996518533688,
      "grad_norm": 1.222775388186295,
      "learning_rate": 0.00029744800914814715,
      "loss": 5.5625,
      "step": 10496
    },
    {
      "epoch": 0.42994061028056524,
      "grad_norm": 2.8855975208547586,
      "learning_rate": 0.0002974474100714344,
      "loss": 8.1875,
      "step": 10497
    },
    {
      "epoch": 0.4299815687077616,
      "grad_norm": 1.3350702142259951,
      "learning_rate": 0.000297446810925017,
      "loss": 6.1875,
      "step": 10498
    },
    {
      "epoch": 0.43002252713495803,
      "grad_norm": 1.2368784676999613,
      "learning_rate": 0.00029744621170889535,
      "loss": 5.4375,
      "step": 10499
    },
    {
      "epoch": 0.4300634855621544,
      "grad_norm": 1.3648881963097483,
      "learning_rate": 0.0002974456124230697,
      "loss": 4.4375,
      "step": 10500
    },
    {
      "epoch": 0.4301044439893508,
      "grad_norm": 2.300877118783301,
      "learning_rate": 0.0002974450130675403,
      "loss": 6.2188,
      "step": 10501
    },
    {
      "epoch": 0.4301454024165472,
      "grad_norm": 1.3796126645379214,
      "learning_rate": 0.0002974444136423074,
      "loss": 5.6875,
      "step": 10502
    },
    {
      "epoch": 0.4301863608437436,
      "grad_norm": 1.4083952349281277,
      "learning_rate": 0.0002974438141473714,
      "loss": 5.8438,
      "step": 10503
    },
    {
      "epoch": 0.43022731927094,
      "grad_norm": 1.2742406563179458,
      "learning_rate": 0.0002974432145827325,
      "loss": 5.25,
      "step": 10504
    },
    {
      "epoch": 0.4302682776981364,
      "grad_norm": 1.3479713099283246,
      "learning_rate": 0.000297442614948391,
      "loss": 5.9062,
      "step": 10505
    },
    {
      "epoch": 0.4303092361253328,
      "grad_norm": 2.649545265806981,
      "learning_rate": 0.0002974420152443472,
      "loss": 5.25,
      "step": 10506
    },
    {
      "epoch": 0.4303501945525292,
      "grad_norm": 1.1596429320311379,
      "learning_rate": 0.00029744141547060135,
      "loss": 5.4375,
      "step": 10507
    },
    {
      "epoch": 0.4303911529797256,
      "grad_norm": 1.2729929619754634,
      "learning_rate": 0.00029744081562715376,
      "loss": 5.4375,
      "step": 10508
    },
    {
      "epoch": 0.43043211140692195,
      "grad_norm": 1.7590109950366073,
      "learning_rate": 0.0002974402157140047,
      "loss": 8.125,
      "step": 10509
    },
    {
      "epoch": 0.43047306983411837,
      "grad_norm": 2.220677336389649,
      "learning_rate": 0.0002974396157311545,
      "loss": 7.625,
      "step": 10510
    },
    {
      "epoch": 0.43051402826131474,
      "grad_norm": 1.442721343617464,
      "learning_rate": 0.0002974390156786034,
      "loss": 6.0938,
      "step": 10511
    },
    {
      "epoch": 0.43055498668851117,
      "grad_norm": 1.2479668462169118,
      "learning_rate": 0.00029743841555635167,
      "loss": 5.2812,
      "step": 10512
    },
    {
      "epoch": 0.43059594511570753,
      "grad_norm": 3.3717009078857587,
      "learning_rate": 0.00029743781536439965,
      "loss": 4.25,
      "step": 10513
    },
    {
      "epoch": 0.43063690354290396,
      "grad_norm": 1.6554988602331755,
      "learning_rate": 0.0002974372151027475,
      "loss": 7.1875,
      "step": 10514
    },
    {
      "epoch": 0.43067786197010033,
      "grad_norm": 1.1358918660161315,
      "learning_rate": 0.00029743661477139567,
      "loss": 5.6562,
      "step": 10515
    },
    {
      "epoch": 0.43071882039729675,
      "grad_norm": 1.8730858033297944,
      "learning_rate": 0.00029743601437034437,
      "loss": 5.6875,
      "step": 10516
    },
    {
      "epoch": 0.4307597788244931,
      "grad_norm": 2.940338451629159,
      "learning_rate": 0.00029743541389959377,
      "loss": 6.6562,
      "step": 10517
    },
    {
      "epoch": 0.43080073725168955,
      "grad_norm": 2.6497339747721353,
      "learning_rate": 0.00029743481335914437,
      "loss": 5.4062,
      "step": 10518
    },
    {
      "epoch": 0.4308416956788859,
      "grad_norm": 1.3798125360425355,
      "learning_rate": 0.00029743421274899633,
      "loss": 5.1875,
      "step": 10519
    },
    {
      "epoch": 0.43088265410608234,
      "grad_norm": 4.096320721685197,
      "learning_rate": 0.0002974336120691499,
      "loss": 6.4688,
      "step": 10520
    },
    {
      "epoch": 0.4309236125332787,
      "grad_norm": 1.4041353566982453,
      "learning_rate": 0.00029743301131960546,
      "loss": 6.0312,
      "step": 10521
    },
    {
      "epoch": 0.43096457096047514,
      "grad_norm": 1.5687427342146416,
      "learning_rate": 0.00029743241050036323,
      "loss": 5.9688,
      "step": 10522
    },
    {
      "epoch": 0.4310055293876715,
      "grad_norm": 1.6274155732733708,
      "learning_rate": 0.0002974318096114235,
      "loss": 5.25,
      "step": 10523
    },
    {
      "epoch": 0.43104648781486793,
      "grad_norm": 1.9095781559390372,
      "learning_rate": 0.0002974312086527866,
      "loss": 6.1562,
      "step": 10524
    },
    {
      "epoch": 0.4310874462420643,
      "grad_norm": 2.3710162212495107,
      "learning_rate": 0.00029743060762445276,
      "loss": 7.625,
      "step": 10525
    },
    {
      "epoch": 0.4311284046692607,
      "grad_norm": 4.826514025938557,
      "learning_rate": 0.00029743000652642226,
      "loss": 8.4375,
      "step": 10526
    },
    {
      "epoch": 0.4311693630964571,
      "grad_norm": 1.4771332794962948,
      "learning_rate": 0.0002974294053586954,
      "loss": 7.8438,
      "step": 10527
    },
    {
      "epoch": 0.4312103215236535,
      "grad_norm": 1.3511692700591789,
      "learning_rate": 0.0002974288041212725,
      "loss": 6.6562,
      "step": 10528
    },
    {
      "epoch": 0.4312512799508499,
      "grad_norm": 3.3001502755114425,
      "learning_rate": 0.00029742820281415384,
      "loss": 5.4688,
      "step": 10529
    },
    {
      "epoch": 0.43129223837804626,
      "grad_norm": 1.3896063379238868,
      "learning_rate": 0.0002974276014373396,
      "loss": 5.3438,
      "step": 10530
    },
    {
      "epoch": 0.4313331968052427,
      "grad_norm": 2.3222252750580656,
      "learning_rate": 0.00029742699999083026,
      "loss": 6.9062,
      "step": 10531
    },
    {
      "epoch": 0.43137415523243905,
      "grad_norm": 4.635450193408896,
      "learning_rate": 0.0002974263984746259,
      "loss": 6.8438,
      "step": 10532
    },
    {
      "epoch": 0.4314151136596355,
      "grad_norm": 1.1793535994130784,
      "learning_rate": 0.00029742579688872697,
      "loss": 6.125,
      "step": 10533
    },
    {
      "epoch": 0.43145607208683184,
      "grad_norm": 2.3149317651760226,
      "learning_rate": 0.0002974251952331336,
      "loss": 6.875,
      "step": 10534
    },
    {
      "epoch": 0.43149703051402827,
      "grad_norm": 1.3243985256128967,
      "learning_rate": 0.00029742459350784624,
      "loss": 6.3438,
      "step": 10535
    },
    {
      "epoch": 0.43153798894122464,
      "grad_norm": 1.2730007073395226,
      "learning_rate": 0.000297423991712865,
      "loss": 6.0,
      "step": 10536
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 1.1554051402404366,
      "learning_rate": 0.0002974233898481903,
      "loss": 5.625,
      "step": 10537
    },
    {
      "epoch": 0.43161990579561743,
      "grad_norm": 1.25526446318378,
      "learning_rate": 0.00029742278791382233,
      "loss": 5.7188,
      "step": 10538
    },
    {
      "epoch": 0.43166086422281386,
      "grad_norm": 1.3939151656226412,
      "learning_rate": 0.0002974221859097615,
      "loss": 5.3438,
      "step": 10539
    },
    {
      "epoch": 0.4317018226500102,
      "grad_norm": 1.2394012453099885,
      "learning_rate": 0.00029742158383600794,
      "loss": 5.5312,
      "step": 10540
    },
    {
      "epoch": 0.43174278107720665,
      "grad_norm": 1.7891619474773872,
      "learning_rate": 0.00029742098169256205,
      "loss": 5.6875,
      "step": 10541
    },
    {
      "epoch": 0.431783739504403,
      "grad_norm": 1.3535542239904437,
      "learning_rate": 0.000297420379479424,
      "loss": 5.5938,
      "step": 10542
    },
    {
      "epoch": 0.43182469793159944,
      "grad_norm": 2.644378641494833,
      "learning_rate": 0.00029741977719659424,
      "loss": 7.6875,
      "step": 10543
    },
    {
      "epoch": 0.4318656563587958,
      "grad_norm": 1.1472087251815979,
      "learning_rate": 0.0002974191748440729,
      "loss": 6.5312,
      "step": 10544
    },
    {
      "epoch": 0.43190661478599224,
      "grad_norm": 2.8707261787724323,
      "learning_rate": 0.0002974185724218604,
      "loss": 6.25,
      "step": 10545
    },
    {
      "epoch": 0.4319475732131886,
      "grad_norm": 1.8979875829211768,
      "learning_rate": 0.0002974179699299569,
      "loss": 6.7188,
      "step": 10546
    },
    {
      "epoch": 0.43198853164038503,
      "grad_norm": 5.2073422141242345,
      "learning_rate": 0.00029741736736836274,
      "loss": 5.625,
      "step": 10547
    },
    {
      "epoch": 0.4320294900675814,
      "grad_norm": 1.46967504773342,
      "learning_rate": 0.00029741676473707824,
      "loss": 7.375,
      "step": 10548
    },
    {
      "epoch": 0.4320704484947778,
      "grad_norm": 1.2850751094687576,
      "learning_rate": 0.0002974161620361036,
      "loss": 6.0312,
      "step": 10549
    },
    {
      "epoch": 0.4321114069219742,
      "grad_norm": 1.5746311397999633,
      "learning_rate": 0.0002974155592654392,
      "loss": 6.0312,
      "step": 10550
    },
    {
      "epoch": 0.43215236534917056,
      "grad_norm": 1.0987566679359686,
      "learning_rate": 0.0002974149564250852,
      "loss": 5.4688,
      "step": 10551
    },
    {
      "epoch": 0.432193323776367,
      "grad_norm": 2.706032255376593,
      "learning_rate": 0.0002974143535150421,
      "loss": 5.25,
      "step": 10552
    },
    {
      "epoch": 0.43223428220356336,
      "grad_norm": 1.4885649962291638,
      "learning_rate": 0.0002974137505353099,
      "loss": 5.0,
      "step": 10553
    },
    {
      "epoch": 0.4322752406307598,
      "grad_norm": 1.3376186578472344,
      "learning_rate": 0.0002974131474858891,
      "loss": 6.2812,
      "step": 10554
    },
    {
      "epoch": 0.43231619905795615,
      "grad_norm": 1.3367461265165885,
      "learning_rate": 0.00029741254436677994,
      "loss": 5.875,
      "step": 10555
    },
    {
      "epoch": 0.4323571574851526,
      "grad_norm": 1.2339945100376655,
      "learning_rate": 0.00029741194117798264,
      "loss": 5.1562,
      "step": 10556
    },
    {
      "epoch": 0.43239811591234895,
      "grad_norm": 4.21001219653551,
      "learning_rate": 0.00029741133791949753,
      "loss": 4.2188,
      "step": 10557
    },
    {
      "epoch": 0.43243907433954537,
      "grad_norm": 1.35967192806907,
      "learning_rate": 0.0002974107345913249,
      "loss": 5.7812,
      "step": 10558
    },
    {
      "epoch": 0.43248003276674174,
      "grad_norm": 1.426259393990893,
      "learning_rate": 0.00029741013119346507,
      "loss": 6.3438,
      "step": 10559
    },
    {
      "epoch": 0.43252099119393816,
      "grad_norm": 1.369863534161931,
      "learning_rate": 0.0002974095277259182,
      "loss": 5.9688,
      "step": 10560
    },
    {
      "epoch": 0.43256194962113453,
      "grad_norm": 1.4465710068310644,
      "learning_rate": 0.0002974089241886847,
      "loss": 5.6875,
      "step": 10561
    },
    {
      "epoch": 0.43260290804833096,
      "grad_norm": 1.2936857318494508,
      "learning_rate": 0.00029740832058176484,
      "loss": 5.75,
      "step": 10562
    },
    {
      "epoch": 0.43264386647552733,
      "grad_norm": 1.1885112861361706,
      "learning_rate": 0.0002974077169051589,
      "loss": 5.4062,
      "step": 10563
    },
    {
      "epoch": 0.43268482490272375,
      "grad_norm": 1.3146851337151004,
      "learning_rate": 0.00029740711315886706,
      "loss": 5.8438,
      "step": 10564
    },
    {
      "epoch": 0.4327257833299201,
      "grad_norm": 3.392847903150777,
      "learning_rate": 0.00029740650934288976,
      "loss": 5.4062,
      "step": 10565
    },
    {
      "epoch": 0.43276674175711655,
      "grad_norm": 5.013690057217288,
      "learning_rate": 0.0002974059054572272,
      "loss": 5.25,
      "step": 10566
    },
    {
      "epoch": 0.4328077001843129,
      "grad_norm": 2.770121922928939,
      "learning_rate": 0.0002974053015018797,
      "loss": 5.0938,
      "step": 10567
    },
    {
      "epoch": 0.43284865861150934,
      "grad_norm": 1.3342046959066116,
      "learning_rate": 0.0002974046974768475,
      "loss": 5.9688,
      "step": 10568
    },
    {
      "epoch": 0.4328896170387057,
      "grad_norm": 8.822054448824401,
      "learning_rate": 0.00029740409338213094,
      "loss": 4.75,
      "step": 10569
    },
    {
      "epoch": 0.43293057546590213,
      "grad_norm": 1.381283155219767,
      "learning_rate": 0.0002974034892177302,
      "loss": 5.875,
      "step": 10570
    },
    {
      "epoch": 0.4329715338930985,
      "grad_norm": 9.35142867729089,
      "learning_rate": 0.0002974028849836457,
      "loss": 6.4062,
      "step": 10571
    },
    {
      "epoch": 0.43301249232029493,
      "grad_norm": 2.3114858879601194,
      "learning_rate": 0.00029740228067987767,
      "loss": 6.2812,
      "step": 10572
    },
    {
      "epoch": 0.4330534507474913,
      "grad_norm": 1.811389878624961,
      "learning_rate": 0.00029740167630642637,
      "loss": 6.2812,
      "step": 10573
    },
    {
      "epoch": 0.43309440917468767,
      "grad_norm": 1.3967818187872543,
      "learning_rate": 0.00029740107186329215,
      "loss": 5.8438,
      "step": 10574
    },
    {
      "epoch": 0.4331353676018841,
      "grad_norm": 1.346910198281665,
      "learning_rate": 0.00029740046735047523,
      "loss": 5.8438,
      "step": 10575
    },
    {
      "epoch": 0.43317632602908046,
      "grad_norm": 1.6897559782634834,
      "learning_rate": 0.00029739986276797593,
      "loss": 7.0625,
      "step": 10576
    },
    {
      "epoch": 0.4332172844562769,
      "grad_norm": 1.4427134040734346,
      "learning_rate": 0.00029739925811579453,
      "loss": 5.375,
      "step": 10577
    },
    {
      "epoch": 0.43325824288347325,
      "grad_norm": 3.1032523914548626,
      "learning_rate": 0.00029739865339393134,
      "loss": 6.8125,
      "step": 10578
    },
    {
      "epoch": 0.4332992013106697,
      "grad_norm": 1.2501309231361144,
      "learning_rate": 0.0002973980486023866,
      "loss": 5.9375,
      "step": 10579
    },
    {
      "epoch": 0.43334015973786605,
      "grad_norm": 1.3832614678519668,
      "learning_rate": 0.0002973974437411606,
      "loss": 5.9062,
      "step": 10580
    },
    {
      "epoch": 0.4333811181650625,
      "grad_norm": 3.496686341223634,
      "learning_rate": 0.00029739683881025363,
      "loss": 6.125,
      "step": 10581
    },
    {
      "epoch": 0.43342207659225884,
      "grad_norm": 1.2966449575737033,
      "learning_rate": 0.000297396233809666,
      "loss": 5.875,
      "step": 10582
    },
    {
      "epoch": 0.43346303501945527,
      "grad_norm": 1.1044798305339227,
      "learning_rate": 0.000297395628739398,
      "loss": 5.3125,
      "step": 10583
    },
    {
      "epoch": 0.43350399344665164,
      "grad_norm": 1.6489308013061932,
      "learning_rate": 0.00029739502359944986,
      "loss": 6.75,
      "step": 10584
    },
    {
      "epoch": 0.43354495187384806,
      "grad_norm": 4.035880981118588,
      "learning_rate": 0.00029739441838982195,
      "loss": 6.9375,
      "step": 10585
    },
    {
      "epoch": 0.43358591030104443,
      "grad_norm": 1.4775630932709412,
      "learning_rate": 0.00029739381311051454,
      "loss": 7.875,
      "step": 10586
    },
    {
      "epoch": 0.43362686872824086,
      "grad_norm": 4.944247487110305,
      "learning_rate": 0.00029739320776152783,
      "loss": 4.0312,
      "step": 10587
    },
    {
      "epoch": 0.4336678271554372,
      "grad_norm": 1.3252302266307106,
      "learning_rate": 0.0002973926023428622,
      "loss": 5.5312,
      "step": 10588
    },
    {
      "epoch": 0.43370878558263365,
      "grad_norm": 1.7777595395514596,
      "learning_rate": 0.00029739199685451786,
      "loss": 5.4375,
      "step": 10589
    },
    {
      "epoch": 0.43374974400983,
      "grad_norm": 2.1282184519754948,
      "learning_rate": 0.0002973913912964952,
      "loss": 3.9375,
      "step": 10590
    },
    {
      "epoch": 0.43379070243702644,
      "grad_norm": 5.093095264525365,
      "learning_rate": 0.00029739078566879437,
      "loss": 5.7812,
      "step": 10591
    },
    {
      "epoch": 0.4338316608642228,
      "grad_norm": 2.952533680144326,
      "learning_rate": 0.0002973901799714158,
      "loss": 7.375,
      "step": 10592
    },
    {
      "epoch": 0.43387261929141924,
      "grad_norm": 1.7008777234828414,
      "learning_rate": 0.00029738957420435963,
      "loss": 5.8125,
      "step": 10593
    },
    {
      "epoch": 0.4339135777186156,
      "grad_norm": 1.4245441635556388,
      "learning_rate": 0.00029738896836762626,
      "loss": 5.125,
      "step": 10594
    },
    {
      "epoch": 0.433954536145812,
      "grad_norm": 1.929999882828617,
      "learning_rate": 0.00029738836246121593,
      "loss": 6.5312,
      "step": 10595
    },
    {
      "epoch": 0.4339954945730084,
      "grad_norm": 1.9378758437120789,
      "learning_rate": 0.0002973877564851289,
      "loss": 6.5625,
      "step": 10596
    },
    {
      "epoch": 0.43403645300020477,
      "grad_norm": 1.656806111732481,
      "learning_rate": 0.0002973871504393656,
      "loss": 6.75,
      "step": 10597
    },
    {
      "epoch": 0.4340774114274012,
      "grad_norm": 1.3794294186396499,
      "learning_rate": 0.0002973865443239261,
      "loss": 5.4375,
      "step": 10598
    },
    {
      "epoch": 0.43411836985459756,
      "grad_norm": 1.4280467140464757,
      "learning_rate": 0.0002973859381388109,
      "loss": 5.7188,
      "step": 10599
    },
    {
      "epoch": 0.434159328281794,
      "grad_norm": 3.544616182155988,
      "learning_rate": 0.00029738533188402005,
      "loss": 4.375,
      "step": 10600
    },
    {
      "epoch": 0.43420028670899036,
      "grad_norm": 4.587274687315679,
      "learning_rate": 0.00029738472555955404,
      "loss": 3.4844,
      "step": 10601
    },
    {
      "epoch": 0.4342412451361868,
      "grad_norm": 1.2000823373836706,
      "learning_rate": 0.0002973841191654131,
      "loss": 5.5625,
      "step": 10602
    },
    {
      "epoch": 0.43428220356338315,
      "grad_norm": 1.2470739064361558,
      "learning_rate": 0.00029738351270159745,
      "loss": 5.5312,
      "step": 10603
    },
    {
      "epoch": 0.4343231619905796,
      "grad_norm": 1.5465921700251077,
      "learning_rate": 0.00029738290616810746,
      "loss": 5.9375,
      "step": 10604
    },
    {
      "epoch": 0.43436412041777595,
      "grad_norm": 1.8083370417087858,
      "learning_rate": 0.0002973822995649434,
      "loss": 8.0,
      "step": 10605
    },
    {
      "epoch": 0.43440507884497237,
      "grad_norm": 3.251199800685937,
      "learning_rate": 0.0002973816928921055,
      "loss": 6.2188,
      "step": 10606
    },
    {
      "epoch": 0.43444603727216874,
      "grad_norm": 1.2381243089308152,
      "learning_rate": 0.0002973810861495941,
      "loss": 5.375,
      "step": 10607
    },
    {
      "epoch": 0.43448699569936516,
      "grad_norm": 1.3479479553971518,
      "learning_rate": 0.0002973804793374095,
      "loss": 5.125,
      "step": 10608
    },
    {
      "epoch": 0.43452795412656153,
      "grad_norm": 2.1482739728527487,
      "learning_rate": 0.00029737987245555194,
      "loss": 7.5312,
      "step": 10609
    },
    {
      "epoch": 0.43456891255375796,
      "grad_norm": 1.8856060251062734,
      "learning_rate": 0.0002973792655040217,
      "loss": 6.6562,
      "step": 10610
    },
    {
      "epoch": 0.4346098709809543,
      "grad_norm": 1.4100371985656297,
      "learning_rate": 0.00029737865848281916,
      "loss": 5.6875,
      "step": 10611
    },
    {
      "epoch": 0.43465082940815075,
      "grad_norm": 1.5397146975614548,
      "learning_rate": 0.00029737805139194446,
      "loss": 6.3438,
      "step": 10612
    },
    {
      "epoch": 0.4346917878353471,
      "grad_norm": 1.344086428911687,
      "learning_rate": 0.00029737744423139807,
      "loss": 5.1562,
      "step": 10613
    },
    {
      "epoch": 0.43473274626254355,
      "grad_norm": 1.316739987666116,
      "learning_rate": 0.00029737683700118014,
      "loss": 5.7812,
      "step": 10614
    },
    {
      "epoch": 0.4347737046897399,
      "grad_norm": 6.260074245754074,
      "learning_rate": 0.00029737622970129094,
      "loss": 9.3125,
      "step": 10615
    },
    {
      "epoch": 0.4348146631169363,
      "grad_norm": 2.0685496957482226,
      "learning_rate": 0.00029737562233173086,
      "loss": 6.125,
      "step": 10616
    },
    {
      "epoch": 0.4348556215441327,
      "grad_norm": 1.3652625198426156,
      "learning_rate": 0.0002973750148925001,
      "loss": 5.1875,
      "step": 10617
    },
    {
      "epoch": 0.4348965799713291,
      "grad_norm": 1.5856209352440525,
      "learning_rate": 0.00029737440738359907,
      "loss": 7.9062,
      "step": 10618
    },
    {
      "epoch": 0.4349375383985255,
      "grad_norm": 1.9942318986664822,
      "learning_rate": 0.0002973737998050279,
      "loss": 6.25,
      "step": 10619
    },
    {
      "epoch": 0.43497849682572187,
      "grad_norm": 1.2158591962015932,
      "learning_rate": 0.000297373192156787,
      "loss": 5.5,
      "step": 10620
    },
    {
      "epoch": 0.4350194552529183,
      "grad_norm": 2.240636543495449,
      "learning_rate": 0.0002973725844388765,
      "loss": 6.25,
      "step": 10621
    },
    {
      "epoch": 0.43506041368011467,
      "grad_norm": 1.6610952898939153,
      "learning_rate": 0.0002973719766512969,
      "loss": 6.6875,
      "step": 10622
    },
    {
      "epoch": 0.4351013721073111,
      "grad_norm": 1.2756229168923539,
      "learning_rate": 0.0002973713687940483,
      "loss": 5.3125,
      "step": 10623
    },
    {
      "epoch": 0.43514233053450746,
      "grad_norm": 1.5030099134894817,
      "learning_rate": 0.0002973707608671311,
      "loss": 5.625,
      "step": 10624
    },
    {
      "epoch": 0.4351832889617039,
      "grad_norm": 1.1885518643298807,
      "learning_rate": 0.00029737015287054563,
      "loss": 5.6562,
      "step": 10625
    },
    {
      "epoch": 0.43522424738890025,
      "grad_norm": 1.7176821124721713,
      "learning_rate": 0.00029736954480429203,
      "loss": 6.5,
      "step": 10626
    },
    {
      "epoch": 0.4352652058160967,
      "grad_norm": 1.3060835754740638,
      "learning_rate": 0.00029736893666837064,
      "loss": 7.25,
      "step": 10627
    },
    {
      "epoch": 0.43530616424329305,
      "grad_norm": 1.7212406219180665,
      "learning_rate": 0.0002973683284627818,
      "loss": 7.1562,
      "step": 10628
    },
    {
      "epoch": 0.4353471226704895,
      "grad_norm": 1.5990299324291144,
      "learning_rate": 0.0002973677201875258,
      "loss": 5.875,
      "step": 10629
    },
    {
      "epoch": 0.43538808109768584,
      "grad_norm": 4.197151002692279,
      "learning_rate": 0.0002973671118426028,
      "loss": 5.375,
      "step": 10630
    },
    {
      "epoch": 0.43542903952488227,
      "grad_norm": 1.6075140072555427,
      "learning_rate": 0.0002973665034280132,
      "loss": 6.75,
      "step": 10631
    },
    {
      "epoch": 0.43546999795207864,
      "grad_norm": 1.4403257630601591,
      "learning_rate": 0.0002973658949437574,
      "loss": 5.5938,
      "step": 10632
    },
    {
      "epoch": 0.43551095637927506,
      "grad_norm": 3.352197282497818,
      "learning_rate": 0.00029736528638983547,
      "loss": 5.6875,
      "step": 10633
    },
    {
      "epoch": 0.43555191480647143,
      "grad_norm": 2.2554028547830005,
      "learning_rate": 0.00029736467776624774,
      "loss": 8.0625,
      "step": 10634
    },
    {
      "epoch": 0.43559287323366785,
      "grad_norm": 2.171389784076534,
      "learning_rate": 0.0002973640690729946,
      "loss": 6.5625,
      "step": 10635
    },
    {
      "epoch": 0.4356338316608642,
      "grad_norm": 3.878637572788547,
      "learning_rate": 0.0002973634603100762,
      "loss": 7.2812,
      "step": 10636
    },
    {
      "epoch": 0.4356747900880606,
      "grad_norm": 4.882503572927712,
      "learning_rate": 0.00029736285147749297,
      "loss": 6.4062,
      "step": 10637
    },
    {
      "epoch": 0.435715748515257,
      "grad_norm": 2.5785468829122293,
      "learning_rate": 0.00029736224257524517,
      "loss": 4.4375,
      "step": 10638
    },
    {
      "epoch": 0.4357567069424534,
      "grad_norm": 1.6723218516344969,
      "learning_rate": 0.000297361633603333,
      "loss": 5.9375,
      "step": 10639
    },
    {
      "epoch": 0.4357976653696498,
      "grad_norm": 1.456050967206748,
      "learning_rate": 0.0002973610245617568,
      "loss": 7.0938,
      "step": 10640
    },
    {
      "epoch": 0.4358386237968462,
      "grad_norm": 1.3636589098686964,
      "learning_rate": 0.0002973604154505169,
      "loss": 5.5938,
      "step": 10641
    },
    {
      "epoch": 0.4358795822240426,
      "grad_norm": 1.4568920934355987,
      "learning_rate": 0.00029735980626961354,
      "loss": 6.0625,
      "step": 10642
    },
    {
      "epoch": 0.435920540651239,
      "grad_norm": 8.511962405442242,
      "learning_rate": 0.000297359197019047,
      "loss": 6.5938,
      "step": 10643
    },
    {
      "epoch": 0.4359614990784354,
      "grad_norm": 1.4555237971116397,
      "learning_rate": 0.0002973585876988175,
      "loss": 5.6875,
      "step": 10644
    },
    {
      "epoch": 0.43600245750563177,
      "grad_norm": 1.7059461866858117,
      "learning_rate": 0.0002973579783089255,
      "loss": 6.625,
      "step": 10645
    },
    {
      "epoch": 0.4360434159328282,
      "grad_norm": 1.8453119165726928,
      "learning_rate": 0.00029735736884937123,
      "loss": 6.1562,
      "step": 10646
    },
    {
      "epoch": 0.43608437436002456,
      "grad_norm": 1.2399718940818991,
      "learning_rate": 0.0002973567593201549,
      "loss": 6.0312,
      "step": 10647
    },
    {
      "epoch": 0.436125332787221,
      "grad_norm": 3.184897620721566,
      "learning_rate": 0.0002973561497212768,
      "loss": 7.3438,
      "step": 10648
    },
    {
      "epoch": 0.43616629121441736,
      "grad_norm": 1.306125693530998,
      "learning_rate": 0.00029735554005273735,
      "loss": 5.875,
      "step": 10649
    },
    {
      "epoch": 0.4362072496416138,
      "grad_norm": 1.6862456624991866,
      "learning_rate": 0.0002973549303145367,
      "loss": 5.5938,
      "step": 10650
    },
    {
      "epoch": 0.43624820806881015,
      "grad_norm": 1.441824343816531,
      "learning_rate": 0.0002973543205066752,
      "loss": 5.2188,
      "step": 10651
    },
    {
      "epoch": 0.4362891664960066,
      "grad_norm": 1.706391684375446,
      "learning_rate": 0.00029735371062915316,
      "loss": 5.8125,
      "step": 10652
    },
    {
      "epoch": 0.43633012492320294,
      "grad_norm": 1.6040477115402894,
      "learning_rate": 0.0002973531006819708,
      "loss": 6.6875,
      "step": 10653
    },
    {
      "epoch": 0.43637108335039937,
      "grad_norm": 3.32783189897625,
      "learning_rate": 0.0002973524906651284,
      "loss": 7.4375,
      "step": 10654
    },
    {
      "epoch": 0.43641204177759574,
      "grad_norm": 1.3037764886716579,
      "learning_rate": 0.00029735188057862635,
      "loss": 5.3125,
      "step": 10655
    },
    {
      "epoch": 0.43645300020479216,
      "grad_norm": 1.3732518555035251,
      "learning_rate": 0.0002973512704224649,
      "loss": 5.375,
      "step": 10656
    },
    {
      "epoch": 0.43649395863198853,
      "grad_norm": 1.5800489561417594,
      "learning_rate": 0.0002973506601966443,
      "loss": 6.8125,
      "step": 10657
    },
    {
      "epoch": 0.4365349170591849,
      "grad_norm": 1.2410246504130096,
      "learning_rate": 0.00029735004990116484,
      "loss": 5.9688,
      "step": 10658
    },
    {
      "epoch": 0.4365758754863813,
      "grad_norm": 1.2587481691878468,
      "learning_rate": 0.00029734943953602685,
      "loss": 6.6875,
      "step": 10659
    },
    {
      "epoch": 0.4366168339135777,
      "grad_norm": 2.1957742257672233,
      "learning_rate": 0.00029734882910123056,
      "loss": 6.25,
      "step": 10660
    },
    {
      "epoch": 0.4366577923407741,
      "grad_norm": 1.2642465520723019,
      "learning_rate": 0.00029734821859677633,
      "loss": 5.6875,
      "step": 10661
    },
    {
      "epoch": 0.4366987507679705,
      "grad_norm": 1.859371012630124,
      "learning_rate": 0.0002973476080226644,
      "loss": 7.3125,
      "step": 10662
    },
    {
      "epoch": 0.4367397091951669,
      "grad_norm": 1.3142050019267046,
      "learning_rate": 0.00029734699737889506,
      "loss": 5.6875,
      "step": 10663
    },
    {
      "epoch": 0.4367806676223633,
      "grad_norm": 1.646523747028228,
      "learning_rate": 0.0002973463866654686,
      "loss": 5.9688,
      "step": 10664
    },
    {
      "epoch": 0.4368216260495597,
      "grad_norm": 1.6847898946737219,
      "learning_rate": 0.0002973457758823854,
      "loss": 7.0625,
      "step": 10665
    },
    {
      "epoch": 0.4368625844767561,
      "grad_norm": 1.718318020781148,
      "learning_rate": 0.00029734516502964557,
      "loss": 4.7812,
      "step": 10666
    },
    {
      "epoch": 0.4369035429039525,
      "grad_norm": 1.157447255993377,
      "learning_rate": 0.0002973445541072495,
      "loss": 5.8438,
      "step": 10667
    },
    {
      "epoch": 0.43694450133114887,
      "grad_norm": 1.843197514470673,
      "learning_rate": 0.0002973439431151975,
      "loss": 6.8125,
      "step": 10668
    },
    {
      "epoch": 0.4369854597583453,
      "grad_norm": 1.7279886607129393,
      "learning_rate": 0.00029734333205348984,
      "loss": 5.2188,
      "step": 10669
    },
    {
      "epoch": 0.43702641818554167,
      "grad_norm": 3.5727201917468534,
      "learning_rate": 0.0002973427209221268,
      "loss": 5.9062,
      "step": 10670
    },
    {
      "epoch": 0.4370673766127381,
      "grad_norm": 3.224196525801265,
      "learning_rate": 0.0002973421097211087,
      "loss": 1.9219,
      "step": 10671
    },
    {
      "epoch": 0.43710833503993446,
      "grad_norm": 1.3924581893037555,
      "learning_rate": 0.0002973414984504358,
      "loss": 5.3438,
      "step": 10672
    },
    {
      "epoch": 0.4371492934671309,
      "grad_norm": 1.5428515073475084,
      "learning_rate": 0.00029734088711010835,
      "loss": 5.75,
      "step": 10673
    },
    {
      "epoch": 0.43719025189432725,
      "grad_norm": 2.3392547470240186,
      "learning_rate": 0.0002973402757001267,
      "loss": 7.875,
      "step": 10674
    },
    {
      "epoch": 0.4372312103215237,
      "grad_norm": 4.744399533532745,
      "learning_rate": 0.0002973396642204911,
      "loss": 4.3125,
      "step": 10675
    },
    {
      "epoch": 0.43727216874872005,
      "grad_norm": 1.9662834126960753,
      "learning_rate": 0.00029733905267120185,
      "loss": 6.4688,
      "step": 10676
    },
    {
      "epoch": 0.43731312717591647,
      "grad_norm": 1.2916329443460592,
      "learning_rate": 0.0002973384410522593,
      "loss": 5.2812,
      "step": 10677
    },
    {
      "epoch": 0.43735408560311284,
      "grad_norm": 1.4444019529529157,
      "learning_rate": 0.0002973378293636636,
      "loss": 6.4688,
      "step": 10678
    },
    {
      "epoch": 0.4373950440303092,
      "grad_norm": 1.6429035596107344,
      "learning_rate": 0.0002973372176054152,
      "loss": 6.2188,
      "step": 10679
    },
    {
      "epoch": 0.43743600245750563,
      "grad_norm": 2.0197941802385952,
      "learning_rate": 0.00029733660577751424,
      "loss": 5.6562,
      "step": 10680
    },
    {
      "epoch": 0.437476960884702,
      "grad_norm": 1.5925358760579067,
      "learning_rate": 0.00029733599387996116,
      "loss": 6.0,
      "step": 10681
    },
    {
      "epoch": 0.43751791931189843,
      "grad_norm": 1.6540561392300444,
      "learning_rate": 0.0002973353819127561,
      "loss": 6.1875,
      "step": 10682
    },
    {
      "epoch": 0.4375588777390948,
      "grad_norm": 1.5279562816069727,
      "learning_rate": 0.0002973347698758995,
      "loss": 5.875,
      "step": 10683
    },
    {
      "epoch": 0.4375998361662912,
      "grad_norm": 1.6178169274747725,
      "learning_rate": 0.00029733415776939153,
      "loss": 5.8438,
      "step": 10684
    },
    {
      "epoch": 0.4376407945934876,
      "grad_norm": 2.2969111051728803,
      "learning_rate": 0.0002973335455932325,
      "loss": 7.1875,
      "step": 10685
    },
    {
      "epoch": 0.437681753020684,
      "grad_norm": 1.261707683148459,
      "learning_rate": 0.0002973329333474227,
      "loss": 5.0,
      "step": 10686
    },
    {
      "epoch": 0.4377227114478804,
      "grad_norm": 2.9657976071447916,
      "learning_rate": 0.0002973323210319625,
      "loss": 6.1875,
      "step": 10687
    },
    {
      "epoch": 0.4377636698750768,
      "grad_norm": 1.377389807189722,
      "learning_rate": 0.0002973317086468521,
      "loss": 5.6875,
      "step": 10688
    },
    {
      "epoch": 0.4378046283022732,
      "grad_norm": 1.6222047594298517,
      "learning_rate": 0.00029733109619209185,
      "loss": 6.8125,
      "step": 10689
    },
    {
      "epoch": 0.4378455867294696,
      "grad_norm": 5.885243935839507,
      "learning_rate": 0.00029733048366768197,
      "loss": 2.9531,
      "step": 10690
    },
    {
      "epoch": 0.437886545156666,
      "grad_norm": 1.3159611218932956,
      "learning_rate": 0.0002973298710736228,
      "loss": 4.9062,
      "step": 10691
    },
    {
      "epoch": 0.4379275035838624,
      "grad_norm": 5.469940146874882,
      "learning_rate": 0.0002973292584099146,
      "loss": 5.1875,
      "step": 10692
    },
    {
      "epoch": 0.43796846201105877,
      "grad_norm": 1.5095168428948054,
      "learning_rate": 0.00029732864567655765,
      "loss": 5.875,
      "step": 10693
    },
    {
      "epoch": 0.4380094204382552,
      "grad_norm": 1.6722827904965125,
      "learning_rate": 0.0002973280328735523,
      "loss": 6.1875,
      "step": 10694
    },
    {
      "epoch": 0.43805037886545156,
      "grad_norm": 1.1862879442566685,
      "learning_rate": 0.00029732742000089887,
      "loss": 5.2812,
      "step": 10695
    },
    {
      "epoch": 0.438091337292648,
      "grad_norm": 7.4419888797300455,
      "learning_rate": 0.0002973268070585975,
      "loss": 6.6875,
      "step": 10696
    },
    {
      "epoch": 0.43813229571984436,
      "grad_norm": 1.5063209491905738,
      "learning_rate": 0.0002973261940466486,
      "loss": 5.5,
      "step": 10697
    },
    {
      "epoch": 0.4381732541470408,
      "grad_norm": 1.635886844455423,
      "learning_rate": 0.00029732558096505236,
      "loss": 5.8125,
      "step": 10698
    },
    {
      "epoch": 0.43821421257423715,
      "grad_norm": 1.4500052323337722,
      "learning_rate": 0.0002973249678138092,
      "loss": 6.4375,
      "step": 10699
    },
    {
      "epoch": 0.4382551710014335,
      "grad_norm": 2.7692948483063997,
      "learning_rate": 0.00029732435459291933,
      "loss": 8.375,
      "step": 10700
    },
    {
      "epoch": 0.43829612942862994,
      "grad_norm": 1.33514722474159,
      "learning_rate": 0.00029732374130238303,
      "loss": 5.625,
      "step": 10701
    },
    {
      "epoch": 0.4383370878558263,
      "grad_norm": 1.7451223489352403,
      "learning_rate": 0.00029732312794220067,
      "loss": 5.0938,
      "step": 10702
    },
    {
      "epoch": 0.43837804628302274,
      "grad_norm": 1.8541625565051636,
      "learning_rate": 0.00029732251451237247,
      "loss": 6.4062,
      "step": 10703
    },
    {
      "epoch": 0.4384190047102191,
      "grad_norm": 1.7556743230634302,
      "learning_rate": 0.0002973219010128987,
      "loss": 6.4688,
      "step": 10704
    },
    {
      "epoch": 0.43845996313741553,
      "grad_norm": 4.255724806571917,
      "learning_rate": 0.0002973212874437797,
      "loss": 5.4688,
      "step": 10705
    },
    {
      "epoch": 0.4385009215646119,
      "grad_norm": 8.294523752885613,
      "learning_rate": 0.0002973206738050157,
      "loss": 6.75,
      "step": 10706
    },
    {
      "epoch": 0.4385418799918083,
      "grad_norm": 1.8621534170125484,
      "learning_rate": 0.0002973200600966071,
      "loss": 5.7812,
      "step": 10707
    },
    {
      "epoch": 0.4385828384190047,
      "grad_norm": 1.3932557287393135,
      "learning_rate": 0.0002973194463185541,
      "loss": 5.5625,
      "step": 10708
    },
    {
      "epoch": 0.4386237968462011,
      "grad_norm": 1.8266948054271195,
      "learning_rate": 0.00029731883247085703,
      "loss": 6.1875,
      "step": 10709
    },
    {
      "epoch": 0.4386647552733975,
      "grad_norm": 1.650489894171496,
      "learning_rate": 0.00029731821855351613,
      "loss": 5.9688,
      "step": 10710
    },
    {
      "epoch": 0.4387057137005939,
      "grad_norm": 1.1580241047199855,
      "learning_rate": 0.0002973176045665318,
      "loss": 5.1562,
      "step": 10711
    },
    {
      "epoch": 0.4387466721277903,
      "grad_norm": 1.2094190471251858,
      "learning_rate": 0.00029731699050990413,
      "loss": 6.0625,
      "step": 10712
    },
    {
      "epoch": 0.4387876305549867,
      "grad_norm": 1.9706019419486724,
      "learning_rate": 0.0002973163763836336,
      "loss": 6.75,
      "step": 10713
    },
    {
      "epoch": 0.4388285889821831,
      "grad_norm": 5.601546487429045,
      "learning_rate": 0.0002973157621877204,
      "loss": 5.7812,
      "step": 10714
    },
    {
      "epoch": 0.4388695474093795,
      "grad_norm": 1.3806778717942887,
      "learning_rate": 0.00029731514792216495,
      "loss": 6.5,
      "step": 10715
    },
    {
      "epoch": 0.43891050583657587,
      "grad_norm": 1.6251934357608944,
      "learning_rate": 0.0002973145335869674,
      "loss": 5.8438,
      "step": 10716
    },
    {
      "epoch": 0.4389514642637723,
      "grad_norm": 1.4928625929067747,
      "learning_rate": 0.0002973139191821281,
      "loss": 5.8125,
      "step": 10717
    },
    {
      "epoch": 0.43899242269096866,
      "grad_norm": 1.7957070058845506,
      "learning_rate": 0.00029731330470764725,
      "loss": 7.3125,
      "step": 10718
    },
    {
      "epoch": 0.4390333811181651,
      "grad_norm": 1.9475854023547057,
      "learning_rate": 0.0002973126901635253,
      "loss": 7.6875,
      "step": 10719
    },
    {
      "epoch": 0.43907433954536146,
      "grad_norm": 1.3466051078073644,
      "learning_rate": 0.00029731207554976245,
      "loss": 8.375,
      "step": 10720
    },
    {
      "epoch": 0.4391152979725578,
      "grad_norm": 1.8602146754520712,
      "learning_rate": 0.00029731146086635894,
      "loss": 6.5312,
      "step": 10721
    },
    {
      "epoch": 0.43915625639975425,
      "grad_norm": 1.6079228918858968,
      "learning_rate": 0.00029731084611331517,
      "loss": 7.9688,
      "step": 10722
    },
    {
      "epoch": 0.4391972148269506,
      "grad_norm": 1.301320936843921,
      "learning_rate": 0.0002973102312906314,
      "loss": 7.625,
      "step": 10723
    },
    {
      "epoch": 0.43923817325414705,
      "grad_norm": 1.6339443517297367,
      "learning_rate": 0.0002973096163983079,
      "loss": 6.8125,
      "step": 10724
    },
    {
      "epoch": 0.4392791316813434,
      "grad_norm": 1.325703005370744,
      "learning_rate": 0.00029730900143634485,
      "loss": 4.75,
      "step": 10725
    },
    {
      "epoch": 0.43932009010853984,
      "grad_norm": 1.2468252328009946,
      "learning_rate": 0.00029730838640474276,
      "loss": 5.5,
      "step": 10726
    },
    {
      "epoch": 0.4393610485357362,
      "grad_norm": 1.1824701879085917,
      "learning_rate": 0.00029730777130350177,
      "loss": 5.5938,
      "step": 10727
    },
    {
      "epoch": 0.43940200696293263,
      "grad_norm": 1.1566995942044007,
      "learning_rate": 0.00029730715613262226,
      "loss": 5.625,
      "step": 10728
    },
    {
      "epoch": 0.439442965390129,
      "grad_norm": 1.3925301260100658,
      "learning_rate": 0.00029730654089210444,
      "loss": 4.8125,
      "step": 10729
    },
    {
      "epoch": 0.43948392381732543,
      "grad_norm": 1.2987140847103928,
      "learning_rate": 0.00029730592558194864,
      "loss": 5.875,
      "step": 10730
    },
    {
      "epoch": 0.4395248822445218,
      "grad_norm": 4.609783838967369,
      "learning_rate": 0.00029730531020215513,
      "loss": 1.7734,
      "step": 10731
    },
    {
      "epoch": 0.4395658406717182,
      "grad_norm": 1.2611983225762966,
      "learning_rate": 0.00029730469475272423,
      "loss": 4.9375,
      "step": 10732
    },
    {
      "epoch": 0.4396067990989146,
      "grad_norm": 1.2613476921180184,
      "learning_rate": 0.00029730407923365623,
      "loss": 5.5,
      "step": 10733
    },
    {
      "epoch": 0.439647757526111,
      "grad_norm": 1.810149216454705,
      "learning_rate": 0.0002973034636449514,
      "loss": 6.25,
      "step": 10734
    },
    {
      "epoch": 0.4396887159533074,
      "grad_norm": 1.3843449893488815,
      "learning_rate": 0.00029730284798661007,
      "loss": 6.5,
      "step": 10735
    },
    {
      "epoch": 0.4397296743805038,
      "grad_norm": 1.2207215229790926,
      "learning_rate": 0.00029730223225863246,
      "loss": 5.8125,
      "step": 10736
    },
    {
      "epoch": 0.4397706328077002,
      "grad_norm": 2.0615873719483515,
      "learning_rate": 0.00029730161646101893,
      "loss": 7.3125,
      "step": 10737
    },
    {
      "epoch": 0.4398115912348966,
      "grad_norm": 1.4519646639276633,
      "learning_rate": 0.0002973010005937697,
      "loss": 4.5312,
      "step": 10738
    },
    {
      "epoch": 0.439852549662093,
      "grad_norm": 1.1929965467443702,
      "learning_rate": 0.00029730038465688514,
      "loss": 5.3438,
      "step": 10739
    },
    {
      "epoch": 0.4398935080892894,
      "grad_norm": 3.195631664736657,
      "learning_rate": 0.00029729976865036547,
      "loss": 6.875,
      "step": 10740
    },
    {
      "epoch": 0.43993446651648577,
      "grad_norm": 1.3797505997422357,
      "learning_rate": 0.0002972991525742111,
      "loss": 4.8438,
      "step": 10741
    },
    {
      "epoch": 0.43997542494368214,
      "grad_norm": 1.3507694464416742,
      "learning_rate": 0.0002972985364284221,
      "loss": 6.75,
      "step": 10742
    },
    {
      "epoch": 0.44001638337087856,
      "grad_norm": 1.7704620716632888,
      "learning_rate": 0.00029729792021299903,
      "loss": 8.5,
      "step": 10743
    },
    {
      "epoch": 0.44005734179807493,
      "grad_norm": 1.3033791608481144,
      "learning_rate": 0.000297297303927942,
      "loss": 5.1875,
      "step": 10744
    },
    {
      "epoch": 0.44009830022527135,
      "grad_norm": 6.11413397909566,
      "learning_rate": 0.0002972966875732513,
      "loss": 6.4688,
      "step": 10745
    },
    {
      "epoch": 0.4401392586524677,
      "grad_norm": 1.3446993060093988,
      "learning_rate": 0.00029729607114892736,
      "loss": 5.9062,
      "step": 10746
    },
    {
      "epoch": 0.44018021707966415,
      "grad_norm": 1.4446326054328347,
      "learning_rate": 0.0002972954546549704,
      "loss": 5.9375,
      "step": 10747
    },
    {
      "epoch": 0.4402211755068605,
      "grad_norm": 1.4909580754583853,
      "learning_rate": 0.0002972948380913806,
      "loss": 3.5156,
      "step": 10748
    },
    {
      "epoch": 0.44026213393405694,
      "grad_norm": 1.3061785799849288,
      "learning_rate": 0.0002972942214581584,
      "loss": 6.0938,
      "step": 10749
    },
    {
      "epoch": 0.4403030923612533,
      "grad_norm": 1.3546949931463752,
      "learning_rate": 0.000297293604755304,
      "loss": 5.4062,
      "step": 10750
    },
    {
      "epoch": 0.44034405078844974,
      "grad_norm": 1.3083875087212107,
      "learning_rate": 0.0002972929879828178,
      "loss": 5.4062,
      "step": 10751
    },
    {
      "epoch": 0.4403850092156461,
      "grad_norm": 1.2974199426200967,
      "learning_rate": 0.0002972923711407,
      "loss": 5.4062,
      "step": 10752
    },
    {
      "epoch": 0.44042596764284253,
      "grad_norm": 1.8715029948008601,
      "learning_rate": 0.00029729175422895087,
      "loss": 6.9062,
      "step": 10753
    },
    {
      "epoch": 0.4404669260700389,
      "grad_norm": 1.185691005610279,
      "learning_rate": 0.00029729113724757077,
      "loss": 5.7812,
      "step": 10754
    },
    {
      "epoch": 0.4405078844972353,
      "grad_norm": 1.2922042396492917,
      "learning_rate": 0.00029729052019655995,
      "loss": 5.0312,
      "step": 10755
    },
    {
      "epoch": 0.4405488429244317,
      "grad_norm": 1.6197767903893279,
      "learning_rate": 0.0002972899030759188,
      "loss": 6.125,
      "step": 10756
    },
    {
      "epoch": 0.4405898013516281,
      "grad_norm": 1.4211408024755252,
      "learning_rate": 0.00029728928588564746,
      "loss": 6.2188,
      "step": 10757
    },
    {
      "epoch": 0.4406307597788245,
      "grad_norm": 1.5086771806379642,
      "learning_rate": 0.0002972886686257463,
      "loss": 5.5625,
      "step": 10758
    },
    {
      "epoch": 0.4406717182060209,
      "grad_norm": 1.3800498914131847,
      "learning_rate": 0.0002972880512962156,
      "loss": 6.2188,
      "step": 10759
    },
    {
      "epoch": 0.4407126766332173,
      "grad_norm": 1.3122982997472972,
      "learning_rate": 0.0002972874338970557,
      "loss": 6.625,
      "step": 10760
    },
    {
      "epoch": 0.4407536350604137,
      "grad_norm": 1.3188683256211007,
      "learning_rate": 0.00029728681642826675,
      "loss": 5.5938,
      "step": 10761
    },
    {
      "epoch": 0.4407945934876101,
      "grad_norm": 2.337520126441373,
      "learning_rate": 0.0002972861988898492,
      "loss": 7.625,
      "step": 10762
    },
    {
      "epoch": 0.44083555191480644,
      "grad_norm": 1.7064524515898338,
      "learning_rate": 0.00029728558128180334,
      "loss": 5.5625,
      "step": 10763
    },
    {
      "epoch": 0.44087651034200287,
      "grad_norm": 1.4391627070831752,
      "learning_rate": 0.0002972849636041293,
      "loss": 6.5625,
      "step": 10764
    },
    {
      "epoch": 0.44091746876919924,
      "grad_norm": 1.2756665791758603,
      "learning_rate": 0.00029728434585682753,
      "loss": 5.25,
      "step": 10765
    },
    {
      "epoch": 0.44095842719639566,
      "grad_norm": 1.5147202633352348,
      "learning_rate": 0.0002972837280398983,
      "loss": 4.9688,
      "step": 10766
    },
    {
      "epoch": 0.44099938562359203,
      "grad_norm": 1.4429318464468224,
      "learning_rate": 0.0002972831101533418,
      "loss": 6.0938,
      "step": 10767
    },
    {
      "epoch": 0.44104034405078846,
      "grad_norm": 1.7914885921498025,
      "learning_rate": 0.00029728249219715847,
      "loss": 5.1562,
      "step": 10768
    },
    {
      "epoch": 0.4410813024779848,
      "grad_norm": 2.691768934602378,
      "learning_rate": 0.00029728187417134847,
      "loss": 7.6562,
      "step": 10769
    },
    {
      "epoch": 0.44112226090518125,
      "grad_norm": 1.333706423709435,
      "learning_rate": 0.00029728125607591215,
      "loss": 6.7812,
      "step": 10770
    },
    {
      "epoch": 0.4411632193323776,
      "grad_norm": 1.7548401472087745,
      "learning_rate": 0.0002972806379108498,
      "loss": 3.9844,
      "step": 10771
    },
    {
      "epoch": 0.44120417775957405,
      "grad_norm": 1.5489640004365293,
      "learning_rate": 0.0002972800196761617,
      "loss": 5.9375,
      "step": 10772
    },
    {
      "epoch": 0.4412451361867704,
      "grad_norm": 1.5733226457118983,
      "learning_rate": 0.00029727940137184815,
      "loss": 5.2188,
      "step": 10773
    },
    {
      "epoch": 0.44128609461396684,
      "grad_norm": 1.3893122982972435,
      "learning_rate": 0.0002972787829979095,
      "loss": 6.4062,
      "step": 10774
    },
    {
      "epoch": 0.4413270530411632,
      "grad_norm": 5.720774481704469,
      "learning_rate": 0.00029727816455434595,
      "loss": 3.0625,
      "step": 10775
    },
    {
      "epoch": 0.44136801146835963,
      "grad_norm": 1.6429584635463306,
      "learning_rate": 0.0002972775460411578,
      "loss": 6.2812,
      "step": 10776
    },
    {
      "epoch": 0.441408969895556,
      "grad_norm": 1.5807962897752963,
      "learning_rate": 0.00029727692745834544,
      "loss": 6.4062,
      "step": 10777
    },
    {
      "epoch": 0.4414499283227524,
      "grad_norm": 1.5521224998020706,
      "learning_rate": 0.00029727630880590903,
      "loss": 7.25,
      "step": 10778
    },
    {
      "epoch": 0.4414908867499488,
      "grad_norm": 1.3542794445325204,
      "learning_rate": 0.00029727569008384895,
      "loss": 5.1562,
      "step": 10779
    },
    {
      "epoch": 0.4415318451771452,
      "grad_norm": 1.2698688025615381,
      "learning_rate": 0.0002972750712921655,
      "loss": 6.0312,
      "step": 10780
    },
    {
      "epoch": 0.4415728036043416,
      "grad_norm": 1.283352581368102,
      "learning_rate": 0.0002972744524308589,
      "loss": 5.4062,
      "step": 10781
    },
    {
      "epoch": 0.441613762031538,
      "grad_norm": 1.3042947908861882,
      "learning_rate": 0.00029727383349992953,
      "loss": 5.7188,
      "step": 10782
    },
    {
      "epoch": 0.4416547204587344,
      "grad_norm": 1.1366807856706982,
      "learning_rate": 0.00029727321449937754,
      "loss": 5.5938,
      "step": 10783
    },
    {
      "epoch": 0.44169567888593075,
      "grad_norm": 2.0093274496687155,
      "learning_rate": 0.00029727259542920346,
      "loss": 5.8438,
      "step": 10784
    },
    {
      "epoch": 0.4417366373131272,
      "grad_norm": 1.287852365869666,
      "learning_rate": 0.00029727197628940733,
      "loss": 7.5625,
      "step": 10785
    },
    {
      "epoch": 0.44177759574032355,
      "grad_norm": 1.3701486939053884,
      "learning_rate": 0.0002972713570799896,
      "loss": 4.5938,
      "step": 10786
    },
    {
      "epoch": 0.44181855416752,
      "grad_norm": 1.4256380682297727,
      "learning_rate": 0.0002972707378009505,
      "loss": 5.0,
      "step": 10787
    },
    {
      "epoch": 0.44185951259471634,
      "grad_norm": 1.544678159314373,
      "learning_rate": 0.0002972701184522904,
      "loss": 6.4688,
      "step": 10788
    },
    {
      "epoch": 0.44190047102191277,
      "grad_norm": 3.049002358420855,
      "learning_rate": 0.00029726949903400944,
      "loss": 6.3125,
      "step": 10789
    },
    {
      "epoch": 0.44194142944910914,
      "grad_norm": 4.867269608702761,
      "learning_rate": 0.0002972688795461081,
      "loss": 3.875,
      "step": 10790
    },
    {
      "epoch": 0.44198238787630556,
      "grad_norm": 1.2557720456705737,
      "learning_rate": 0.00029726825998858654,
      "loss": 5.3125,
      "step": 10791
    },
    {
      "epoch": 0.44202334630350193,
      "grad_norm": 1.279188268949208,
      "learning_rate": 0.00029726764036144506,
      "loss": 7.125,
      "step": 10792
    },
    {
      "epoch": 0.44206430473069835,
      "grad_norm": 2.5251439953688517,
      "learning_rate": 0.00029726702066468403,
      "loss": 5.7812,
      "step": 10793
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 1.3285334298134759,
      "learning_rate": 0.00029726640089830367,
      "loss": 7.3125,
      "step": 10794
    },
    {
      "epoch": 0.44214622158509115,
      "grad_norm": 1.4999093705145627,
      "learning_rate": 0.00029726578106230425,
      "loss": 5.8125,
      "step": 10795
    },
    {
      "epoch": 0.4421871800122875,
      "grad_norm": 1.4702838568146528,
      "learning_rate": 0.00029726516115668626,
      "loss": 5.9375,
      "step": 10796
    },
    {
      "epoch": 0.44222813843948394,
      "grad_norm": 1.1789964085076914,
      "learning_rate": 0.00029726454118144974,
      "loss": 5.4375,
      "step": 10797
    },
    {
      "epoch": 0.4422690968666803,
      "grad_norm": 1.346547938888698,
      "learning_rate": 0.0002972639211365951,
      "loss": 6.3438,
      "step": 10798
    },
    {
      "epoch": 0.44231005529387674,
      "grad_norm": 2.5584132707194898,
      "learning_rate": 0.0002972633010221226,
      "loss": 5.7812,
      "step": 10799
    },
    {
      "epoch": 0.4423510137210731,
      "grad_norm": 2.6511887017479228,
      "learning_rate": 0.00029726268083803267,
      "loss": 7.25,
      "step": 10800
    },
    {
      "epoch": 0.44239197214826953,
      "grad_norm": 1.496147864947787,
      "learning_rate": 0.0002972620605843254,
      "loss": 5.3125,
      "step": 10801
    },
    {
      "epoch": 0.4424329305754659,
      "grad_norm": 1.791202672092563,
      "learning_rate": 0.00029726144026100116,
      "loss": 7.7812,
      "step": 10802
    },
    {
      "epoch": 0.4424738890026623,
      "grad_norm": 1.3292761942146316,
      "learning_rate": 0.00029726081986806025,
      "loss": 6.625,
      "step": 10803
    },
    {
      "epoch": 0.4425148474298587,
      "grad_norm": 1.7658531885892486,
      "learning_rate": 0.000297260199405503,
      "loss": 5.3438,
      "step": 10804
    },
    {
      "epoch": 0.44255580585705506,
      "grad_norm": 4.278117843538564,
      "learning_rate": 0.0002972595788733297,
      "loss": 6.9688,
      "step": 10805
    },
    {
      "epoch": 0.4425967642842515,
      "grad_norm": 1.7689538365399504,
      "learning_rate": 0.0002972589582715406,
      "loss": 5.9688,
      "step": 10806
    },
    {
      "epoch": 0.44263772271144786,
      "grad_norm": 1.398427333814362,
      "learning_rate": 0.00029725833760013595,
      "loss": 6.5938,
      "step": 10807
    },
    {
      "epoch": 0.4426786811386443,
      "grad_norm": 1.3268459125228051,
      "learning_rate": 0.00029725771685911617,
      "loss": 5.6875,
      "step": 10808
    },
    {
      "epoch": 0.44271963956584065,
      "grad_norm": 7.365510223610793,
      "learning_rate": 0.0002972570960484815,
      "loss": 4.6875,
      "step": 10809
    },
    {
      "epoch": 0.4427605979930371,
      "grad_norm": 1.6183277531993914,
      "learning_rate": 0.00029725647516823216,
      "loss": 6.3125,
      "step": 10810
    },
    {
      "epoch": 0.44280155642023344,
      "grad_norm": 2.055313272663872,
      "learning_rate": 0.0002972558542183685,
      "loss": 5.3125,
      "step": 10811
    },
    {
      "epoch": 0.44284251484742987,
      "grad_norm": 1.339828193505376,
      "learning_rate": 0.00029725523319889093,
      "loss": 5.9688,
      "step": 10812
    },
    {
      "epoch": 0.44288347327462624,
      "grad_norm": 1.3182334704777727,
      "learning_rate": 0.00029725461210979953,
      "loss": 5.5625,
      "step": 10813
    },
    {
      "epoch": 0.44292443170182266,
      "grad_norm": 1.7419559788626169,
      "learning_rate": 0.0002972539909510947,
      "loss": 7.1875,
      "step": 10814
    },
    {
      "epoch": 0.44296539012901903,
      "grad_norm": 2.7570574424865577,
      "learning_rate": 0.00029725336972277674,
      "loss": 7.375,
      "step": 10815
    },
    {
      "epoch": 0.44300634855621546,
      "grad_norm": 1.5292119396505695,
      "learning_rate": 0.00029725274842484593,
      "loss": 5.4688,
      "step": 10816
    },
    {
      "epoch": 0.4430473069834118,
      "grad_norm": 2.1435376585983286,
      "learning_rate": 0.0002972521270573026,
      "loss": 5.5625,
      "step": 10817
    },
    {
      "epoch": 0.44308826541060825,
      "grad_norm": 2.1140362908650365,
      "learning_rate": 0.000297251505620147,
      "loss": 5.1562,
      "step": 10818
    },
    {
      "epoch": 0.4431292238378046,
      "grad_norm": 2.543039116628367,
      "learning_rate": 0.0002972508841133794,
      "loss": 5.0625,
      "step": 10819
    },
    {
      "epoch": 0.44317018226500104,
      "grad_norm": 2.2267729347845906,
      "learning_rate": 0.0002972502625370001,
      "loss": 6.2812,
      "step": 10820
    },
    {
      "epoch": 0.4432111406921974,
      "grad_norm": 1.6515062737486499,
      "learning_rate": 0.00029724964089100945,
      "loss": 5.6875,
      "step": 10821
    },
    {
      "epoch": 0.44325209911939384,
      "grad_norm": 1.375196144768209,
      "learning_rate": 0.0002972490191754077,
      "loss": 5.5625,
      "step": 10822
    },
    {
      "epoch": 0.4432930575465902,
      "grad_norm": 1.4563397965170741,
      "learning_rate": 0.0002972483973901952,
      "loss": 7.9062,
      "step": 10823
    },
    {
      "epoch": 0.44333401597378663,
      "grad_norm": 2.1604785792842107,
      "learning_rate": 0.0002972477755353722,
      "loss": 4.8438,
      "step": 10824
    },
    {
      "epoch": 0.443374974400983,
      "grad_norm": 1.2732474268003195,
      "learning_rate": 0.00029724715361093896,
      "loss": 5.25,
      "step": 10825
    },
    {
      "epoch": 0.44341593282817937,
      "grad_norm": 2.3406087180612922,
      "learning_rate": 0.00029724653161689583,
      "loss": 6.5,
      "step": 10826
    },
    {
      "epoch": 0.4434568912553758,
      "grad_norm": 2.2940878787480132,
      "learning_rate": 0.0002972459095532431,
      "loss": 6.0,
      "step": 10827
    },
    {
      "epoch": 0.44349784968257216,
      "grad_norm": 1.1794353520194096,
      "learning_rate": 0.000297245287419981,
      "loss": 5.3125,
      "step": 10828
    },
    {
      "epoch": 0.4435388081097686,
      "grad_norm": 1.38790715365882,
      "learning_rate": 0.0002972446652171099,
      "loss": 6.2188,
      "step": 10829
    },
    {
      "epoch": 0.44357976653696496,
      "grad_norm": 1.242339246400546,
      "learning_rate": 0.0002972440429446301,
      "loss": 5.3438,
      "step": 10830
    },
    {
      "epoch": 0.4436207249641614,
      "grad_norm": 2.20224314598298,
      "learning_rate": 0.0002972434206025418,
      "loss": 5.2812,
      "step": 10831
    },
    {
      "epoch": 0.44366168339135775,
      "grad_norm": 1.391162829457243,
      "learning_rate": 0.0002972427981908454,
      "loss": 7.25,
      "step": 10832
    },
    {
      "epoch": 0.4437026418185542,
      "grad_norm": 1.282086934152681,
      "learning_rate": 0.0002972421757095411,
      "loss": 6.25,
      "step": 10833
    },
    {
      "epoch": 0.44374360024575055,
      "grad_norm": 1.4678821075342334,
      "learning_rate": 0.0002972415531586293,
      "loss": 7.9375,
      "step": 10834
    },
    {
      "epoch": 0.44378455867294697,
      "grad_norm": 1.7924805805177435,
      "learning_rate": 0.00029724093053811026,
      "loss": 6.0625,
      "step": 10835
    },
    {
      "epoch": 0.44382551710014334,
      "grad_norm": 1.2274193007519458,
      "learning_rate": 0.0002972403078479842,
      "loss": 6.2188,
      "step": 10836
    },
    {
      "epoch": 0.44386647552733977,
      "grad_norm": 3.1960105282497127,
      "learning_rate": 0.00029723968508825146,
      "loss": 5.9688,
      "step": 10837
    },
    {
      "epoch": 0.44390743395453613,
      "grad_norm": 1.7380686174663342,
      "learning_rate": 0.00029723906225891236,
      "loss": 6.6875,
      "step": 10838
    },
    {
      "epoch": 0.44394839238173256,
      "grad_norm": 1.5816812325396044,
      "learning_rate": 0.00029723843935996715,
      "loss": 5.5625,
      "step": 10839
    },
    {
      "epoch": 0.44398935080892893,
      "grad_norm": 1.5621131809396158,
      "learning_rate": 0.0002972378163914162,
      "loss": 5.5,
      "step": 10840
    },
    {
      "epoch": 0.44403030923612535,
      "grad_norm": 2.707787173868194,
      "learning_rate": 0.0002972371933532597,
      "loss": 7.3125,
      "step": 10841
    },
    {
      "epoch": 0.4440712676633217,
      "grad_norm": 1.3060630066723333,
      "learning_rate": 0.000297236570245498,
      "loss": 5.875,
      "step": 10842
    },
    {
      "epoch": 0.44411222609051815,
      "grad_norm": 1.316341136398798,
      "learning_rate": 0.0002972359470681314,
      "loss": 5.8438,
      "step": 10843
    },
    {
      "epoch": 0.4441531845177145,
      "grad_norm": 1.232735747613945,
      "learning_rate": 0.00029723532382116023,
      "loss": 5.9062,
      "step": 10844
    },
    {
      "epoch": 0.44419414294491094,
      "grad_norm": 2.482385669314198,
      "learning_rate": 0.0002972347005045847,
      "loss": 8.0625,
      "step": 10845
    },
    {
      "epoch": 0.4442351013721073,
      "grad_norm": 1.835504543220867,
      "learning_rate": 0.00029723407711840515,
      "loss": 5.75,
      "step": 10846
    },
    {
      "epoch": 0.4442760597993037,
      "grad_norm": 2.5566037064764067,
      "learning_rate": 0.0002972334536626219,
      "loss": 6.7812,
      "step": 10847
    },
    {
      "epoch": 0.4443170182265001,
      "grad_norm": 1.2502748339818277,
      "learning_rate": 0.00029723283013723524,
      "loss": 5.5312,
      "step": 10848
    },
    {
      "epoch": 0.4443579766536965,
      "grad_norm": 1.2488151970164523,
      "learning_rate": 0.0002972322065422454,
      "loss": 5.8125,
      "step": 10849
    },
    {
      "epoch": 0.4443989350808929,
      "grad_norm": 2.236178251788013,
      "learning_rate": 0.0002972315828776527,
      "loss": 7.375,
      "step": 10850
    },
    {
      "epoch": 0.44443989350808927,
      "grad_norm": 2.764877343148404,
      "learning_rate": 0.00029723095914345747,
      "loss": 5.5,
      "step": 10851
    },
    {
      "epoch": 0.4444808519352857,
      "grad_norm": 3.004202841654177,
      "learning_rate": 0.00029723033533966,
      "loss": 4.5625,
      "step": 10852
    },
    {
      "epoch": 0.44452181036248206,
      "grad_norm": 2.076416312181584,
      "learning_rate": 0.00029722971146626056,
      "loss": 4.3438,
      "step": 10853
    },
    {
      "epoch": 0.4445627687896785,
      "grad_norm": 1.3427384828970232,
      "learning_rate": 0.00029722908752325946,
      "loss": 5.625,
      "step": 10854
    },
    {
      "epoch": 0.44460372721687486,
      "grad_norm": 1.2675501117970276,
      "learning_rate": 0.000297228463510657,
      "loss": 5.375,
      "step": 10855
    },
    {
      "epoch": 0.4446446856440713,
      "grad_norm": 1.9728592359076256,
      "learning_rate": 0.0002972278394284534,
      "loss": 5.3438,
      "step": 10856
    },
    {
      "epoch": 0.44468564407126765,
      "grad_norm": 1.718514173990148,
      "learning_rate": 0.0002972272152766491,
      "loss": 5.3125,
      "step": 10857
    },
    {
      "epoch": 0.4447266024984641,
      "grad_norm": 1.5700786568945306,
      "learning_rate": 0.0002972265910552443,
      "loss": 5.25,
      "step": 10858
    },
    {
      "epoch": 0.44476756092566044,
      "grad_norm": 1.298953554748231,
      "learning_rate": 0.0002972259667642392,
      "loss": 5.875,
      "step": 10859
    },
    {
      "epoch": 0.44480851935285687,
      "grad_norm": 2.130195113713847,
      "learning_rate": 0.00029722534240363434,
      "loss": 6.2812,
      "step": 10860
    },
    {
      "epoch": 0.44484947778005324,
      "grad_norm": 1.67230683661976,
      "learning_rate": 0.0002972247179734299,
      "loss": 5.0938,
      "step": 10861
    },
    {
      "epoch": 0.44489043620724966,
      "grad_norm": 1.3256506650089264,
      "learning_rate": 0.0002972240934736261,
      "loss": 5.7188,
      "step": 10862
    },
    {
      "epoch": 0.44493139463444603,
      "grad_norm": 1.4696075995298201,
      "learning_rate": 0.0002972234689042233,
      "loss": 6.375,
      "step": 10863
    },
    {
      "epoch": 0.44497235306164246,
      "grad_norm": 2.71880378107225,
      "learning_rate": 0.00029722284426522173,
      "loss": 3.9688,
      "step": 10864
    },
    {
      "epoch": 0.4450133114888388,
      "grad_norm": 3.4173317998976596,
      "learning_rate": 0.00029722221955662183,
      "loss": 7.5625,
      "step": 10865
    },
    {
      "epoch": 0.44505426991603525,
      "grad_norm": 2.2687326154278264,
      "learning_rate": 0.00029722159477842374,
      "loss": 5.5938,
      "step": 10866
    },
    {
      "epoch": 0.4450952283432316,
      "grad_norm": 1.31301077922518,
      "learning_rate": 0.00029722096993062784,
      "loss": 3.4531,
      "step": 10867
    },
    {
      "epoch": 0.445136186770428,
      "grad_norm": 2.35077204332212,
      "learning_rate": 0.0002972203450132344,
      "loss": 5.7188,
      "step": 10868
    },
    {
      "epoch": 0.4451771451976244,
      "grad_norm": 1.7961334601517736,
      "learning_rate": 0.00029721972002624375,
      "loss": 8.0625,
      "step": 10869
    },
    {
      "epoch": 0.4452181036248208,
      "grad_norm": 1.5864263649582047,
      "learning_rate": 0.0002972190949696562,
      "loss": 4.8438,
      "step": 10870
    },
    {
      "epoch": 0.4452590620520172,
      "grad_norm": 1.9550640834143345,
      "learning_rate": 0.00029721846984347193,
      "loss": 6.4375,
      "step": 10871
    },
    {
      "epoch": 0.4453000204792136,
      "grad_norm": 1.2831060861559795,
      "learning_rate": 0.0002972178446476913,
      "loss": 5.3438,
      "step": 10872
    },
    {
      "epoch": 0.44534097890641,
      "grad_norm": 1.778785164811054,
      "learning_rate": 0.00029721721938231473,
      "loss": 6.3438,
      "step": 10873
    },
    {
      "epoch": 0.44538193733360637,
      "grad_norm": 1.4074782690971919,
      "learning_rate": 0.0002972165940473423,
      "loss": 5.4375,
      "step": 10874
    },
    {
      "epoch": 0.4454228957608028,
      "grad_norm": 1.850100391806573,
      "learning_rate": 0.0002972159686427744,
      "loss": 6.2812,
      "step": 10875
    },
    {
      "epoch": 0.44546385418799916,
      "grad_norm": 2.135456208282727,
      "learning_rate": 0.0002972153431686114,
      "loss": 6.0,
      "step": 10876
    },
    {
      "epoch": 0.4455048126151956,
      "grad_norm": 1.3158210055477313,
      "learning_rate": 0.00029721471762485344,
      "loss": 5.9688,
      "step": 10877
    },
    {
      "epoch": 0.44554577104239196,
      "grad_norm": 1.4485072162825,
      "learning_rate": 0.000297214092011501,
      "loss": 5.7812,
      "step": 10878
    },
    {
      "epoch": 0.4455867294695884,
      "grad_norm": 1.2984115613335185,
      "learning_rate": 0.0002972134663285542,
      "loss": 5.3438,
      "step": 10879
    },
    {
      "epoch": 0.44562768789678475,
      "grad_norm": 2.5631295531983893,
      "learning_rate": 0.0002972128405760135,
      "loss": 5.625,
      "step": 10880
    },
    {
      "epoch": 0.4456686463239812,
      "grad_norm": 1.4328395635864652,
      "learning_rate": 0.00029721221475387905,
      "loss": 5.5312,
      "step": 10881
    },
    {
      "epoch": 0.44570960475117755,
      "grad_norm": 1.831162586482175,
      "learning_rate": 0.0002972115888621512,
      "loss": 5.9688,
      "step": 10882
    },
    {
      "epoch": 0.44575056317837397,
      "grad_norm": 1.6765757287256058,
      "learning_rate": 0.00029721096290083026,
      "loss": 7.0,
      "step": 10883
    },
    {
      "epoch": 0.44579152160557034,
      "grad_norm": 1.2059800541125172,
      "learning_rate": 0.0002972103368699165,
      "loss": 5.4375,
      "step": 10884
    },
    {
      "epoch": 0.44583248003276676,
      "grad_norm": 1.727476879372725,
      "learning_rate": 0.00029720971076941034,
      "loss": 5.6562,
      "step": 10885
    },
    {
      "epoch": 0.44587343845996313,
      "grad_norm": 2.1137706913259438,
      "learning_rate": 0.00029720908459931187,
      "loss": 6.625,
      "step": 10886
    },
    {
      "epoch": 0.44591439688715956,
      "grad_norm": 1.230479791251548,
      "learning_rate": 0.0002972084583596215,
      "loss": 5.25,
      "step": 10887
    },
    {
      "epoch": 0.44595535531435593,
      "grad_norm": 1.1789166379603764,
      "learning_rate": 0.00029720783205033956,
      "loss": 5.25,
      "step": 10888
    },
    {
      "epoch": 0.4459963137415523,
      "grad_norm": 2.4784754850784334,
      "learning_rate": 0.00029720720567146626,
      "loss": 6.6875,
      "step": 10889
    },
    {
      "epoch": 0.4460372721687487,
      "grad_norm": 4.01498028806072,
      "learning_rate": 0.000297206579223002,
      "loss": 5.8125,
      "step": 10890
    },
    {
      "epoch": 0.4460782305959451,
      "grad_norm": 1.2395005364643223,
      "learning_rate": 0.00029720595270494687,
      "loss": 5.5625,
      "step": 10891
    },
    {
      "epoch": 0.4461191890231415,
      "grad_norm": 4.541276104705581,
      "learning_rate": 0.0002972053261173014,
      "loss": 6.7812,
      "step": 10892
    },
    {
      "epoch": 0.4461601474503379,
      "grad_norm": 2.5316146677784532,
      "learning_rate": 0.0002972046994600658,
      "loss": 7.2812,
      "step": 10893
    },
    {
      "epoch": 0.4462011058775343,
      "grad_norm": 1.4352113637887243,
      "learning_rate": 0.00029720407273324035,
      "loss": 5.1562,
      "step": 10894
    },
    {
      "epoch": 0.4462420643047307,
      "grad_norm": 1.56095058539461,
      "learning_rate": 0.00029720344593682534,
      "loss": 5.875,
      "step": 10895
    },
    {
      "epoch": 0.4462830227319271,
      "grad_norm": 1.3750713308161178,
      "learning_rate": 0.0002972028190708211,
      "loss": 5.5625,
      "step": 10896
    },
    {
      "epoch": 0.4463239811591235,
      "grad_norm": 1.8177329688366084,
      "learning_rate": 0.0002972021921352279,
      "loss": 4.5,
      "step": 10897
    },
    {
      "epoch": 0.4463649395863199,
      "grad_norm": 1.333647113791904,
      "learning_rate": 0.00029720156513004603,
      "loss": 5.5625,
      "step": 10898
    },
    {
      "epoch": 0.44640589801351627,
      "grad_norm": 1.2192501238035285,
      "learning_rate": 0.00029720093805527583,
      "loss": 5.1562,
      "step": 10899
    },
    {
      "epoch": 0.4464468564407127,
      "grad_norm": 1.4272513020481186,
      "learning_rate": 0.0002972003109109176,
      "loss": 5.7812,
      "step": 10900
    },
    {
      "epoch": 0.44648781486790906,
      "grad_norm": 1.2220310845131293,
      "learning_rate": 0.00029719968369697154,
      "loss": 5.7812,
      "step": 10901
    },
    {
      "epoch": 0.4465287732951055,
      "grad_norm": 1.29341387410405,
      "learning_rate": 0.000297199056413438,
      "loss": 5.8438,
      "step": 10902
    },
    {
      "epoch": 0.44656973172230185,
      "grad_norm": 2.7362057879133497,
      "learning_rate": 0.0002971984290603173,
      "loss": 4.7188,
      "step": 10903
    },
    {
      "epoch": 0.4466106901494983,
      "grad_norm": 1.4613559966630594,
      "learning_rate": 0.0002971978016376098,
      "loss": 5.9375,
      "step": 10904
    },
    {
      "epoch": 0.44665164857669465,
      "grad_norm": 1.542160024465868,
      "learning_rate": 0.00029719717414531565,
      "loss": 5.9062,
      "step": 10905
    },
    {
      "epoch": 0.4466926070038911,
      "grad_norm": 1.5776862286925255,
      "learning_rate": 0.0002971965465834352,
      "loss": 8.3125,
      "step": 10906
    },
    {
      "epoch": 0.44673356543108744,
      "grad_norm": 1.194521185490533,
      "learning_rate": 0.0002971959189519688,
      "loss": 5.4375,
      "step": 10907
    },
    {
      "epoch": 0.44677452385828387,
      "grad_norm": 2.1078554158576837,
      "learning_rate": 0.0002971952912509167,
      "loss": 8.25,
      "step": 10908
    },
    {
      "epoch": 0.44681548228548024,
      "grad_norm": 1.7003511074702478,
      "learning_rate": 0.0002971946634802792,
      "loss": 5.875,
      "step": 10909
    },
    {
      "epoch": 0.4468564407126766,
      "grad_norm": 1.4279546397032281,
      "learning_rate": 0.00029719403564005663,
      "loss": 5.3125,
      "step": 10910
    },
    {
      "epoch": 0.44689739913987303,
      "grad_norm": 1.972318069738152,
      "learning_rate": 0.00029719340773024926,
      "loss": 7.6562,
      "step": 10911
    },
    {
      "epoch": 0.4469383575670694,
      "grad_norm": 1.4570051873589636,
      "learning_rate": 0.00029719277975085736,
      "loss": 5.7188,
      "step": 10912
    },
    {
      "epoch": 0.4469793159942658,
      "grad_norm": 1.2466611638063148,
      "learning_rate": 0.0002971921517018813,
      "loss": 5.5,
      "step": 10913
    },
    {
      "epoch": 0.4470202744214622,
      "grad_norm": 3.09659004972593,
      "learning_rate": 0.0002971915235833213,
      "loss": 6.125,
      "step": 10914
    },
    {
      "epoch": 0.4470612328486586,
      "grad_norm": 4.198175733643925,
      "learning_rate": 0.00029719089539517767,
      "loss": 6.4688,
      "step": 10915
    },
    {
      "epoch": 0.447102191275855,
      "grad_norm": 1.765016555824118,
      "learning_rate": 0.0002971902671374508,
      "loss": 5.8438,
      "step": 10916
    },
    {
      "epoch": 0.4471431497030514,
      "grad_norm": 1.7922902006891932,
      "learning_rate": 0.00029718963881014086,
      "loss": 7.0625,
      "step": 10917
    },
    {
      "epoch": 0.4471841081302478,
      "grad_norm": 1.7399413209300014,
      "learning_rate": 0.00029718901041324823,
      "loss": 5.625,
      "step": 10918
    },
    {
      "epoch": 0.4472250665574442,
      "grad_norm": 1.261164256002818,
      "learning_rate": 0.00029718838194677313,
      "loss": 6.2812,
      "step": 10919
    },
    {
      "epoch": 0.4472660249846406,
      "grad_norm": 1.6916680108906612,
      "learning_rate": 0.0002971877534107159,
      "loss": 5.375,
      "step": 10920
    },
    {
      "epoch": 0.447306983411837,
      "grad_norm": 1.3236491421438357,
      "learning_rate": 0.0002971871248050769,
      "loss": 5.375,
      "step": 10921
    },
    {
      "epoch": 0.44734794183903337,
      "grad_norm": 1.3618787862911637,
      "learning_rate": 0.00029718649612985634,
      "loss": 5.0312,
      "step": 10922
    },
    {
      "epoch": 0.4473889002662298,
      "grad_norm": 1.318058725677715,
      "learning_rate": 0.0002971858673850545,
      "loss": 6.2188,
      "step": 10923
    },
    {
      "epoch": 0.44742985869342616,
      "grad_norm": 2.736409335585458,
      "learning_rate": 0.00029718523857067173,
      "loss": 7.5625,
      "step": 10924
    },
    {
      "epoch": 0.4474708171206226,
      "grad_norm": 4.106491305375826,
      "learning_rate": 0.0002971846096867084,
      "loss": 3.1406,
      "step": 10925
    },
    {
      "epoch": 0.44751177554781896,
      "grad_norm": 2.058682047815727,
      "learning_rate": 0.0002971839807331647,
      "loss": 8.0,
      "step": 10926
    },
    {
      "epoch": 0.4475527339750154,
      "grad_norm": 1.3191067937597905,
      "learning_rate": 0.0002971833517100409,
      "loss": 5.9062,
      "step": 10927
    },
    {
      "epoch": 0.44759369240221175,
      "grad_norm": 2.1400174281732776,
      "learning_rate": 0.0002971827226173374,
      "loss": 6.25,
      "step": 10928
    },
    {
      "epoch": 0.4476346508294082,
      "grad_norm": 1.2215112149758083,
      "learning_rate": 0.0002971820934550544,
      "loss": 4.875,
      "step": 10929
    },
    {
      "epoch": 0.44767560925660455,
      "grad_norm": 1.674842682959666,
      "learning_rate": 0.0002971814642231923,
      "loss": 5.0625,
      "step": 10930
    },
    {
      "epoch": 0.4477165676838009,
      "grad_norm": 1.3640225305667706,
      "learning_rate": 0.00029718083492175134,
      "loss": 5.0312,
      "step": 10931
    },
    {
      "epoch": 0.44775752611099734,
      "grad_norm": 2.372597647628843,
      "learning_rate": 0.0002971802055507318,
      "loss": 7.6875,
      "step": 10932
    },
    {
      "epoch": 0.4477984845381937,
      "grad_norm": 1.2312642287020956,
      "learning_rate": 0.000297179576110134,
      "loss": 5.3125,
      "step": 10933
    },
    {
      "epoch": 0.44783944296539013,
      "grad_norm": 1.4202503044187034,
      "learning_rate": 0.00029717894659995824,
      "loss": 5.75,
      "step": 10934
    },
    {
      "epoch": 0.4478804013925865,
      "grad_norm": 1.4186257180450754,
      "learning_rate": 0.00029717831702020484,
      "loss": 5.5,
      "step": 10935
    },
    {
      "epoch": 0.4479213598197829,
      "grad_norm": 1.195877491208356,
      "learning_rate": 0.000297177687370874,
      "loss": 5.7188,
      "step": 10936
    },
    {
      "epoch": 0.4479623182469793,
      "grad_norm": 1.4297246592795407,
      "learning_rate": 0.00029717705765196613,
      "loss": 5.9375,
      "step": 10937
    },
    {
      "epoch": 0.4480032766741757,
      "grad_norm": 1.4553108728961577,
      "learning_rate": 0.0002971764278634815,
      "loss": 5.9062,
      "step": 10938
    },
    {
      "epoch": 0.4480442351013721,
      "grad_norm": 4.119279267085687,
      "learning_rate": 0.00029717579800542037,
      "loss": 6.25,
      "step": 10939
    },
    {
      "epoch": 0.4480851935285685,
      "grad_norm": 1.5365285342358006,
      "learning_rate": 0.00029717516807778314,
      "loss": 5.1562,
      "step": 10940
    },
    {
      "epoch": 0.4481261519557649,
      "grad_norm": 1.176876193848463,
      "learning_rate": 0.00029717453808056994,
      "loss": 5.0312,
      "step": 10941
    },
    {
      "epoch": 0.4481671103829613,
      "grad_norm": 1.2150865730762836,
      "learning_rate": 0.0002971739080137812,
      "loss": 5.0312,
      "step": 10942
    },
    {
      "epoch": 0.4482080688101577,
      "grad_norm": 1.2752814494742606,
      "learning_rate": 0.00029717327787741717,
      "loss": 6.1562,
      "step": 10943
    },
    {
      "epoch": 0.4482490272373541,
      "grad_norm": 1.6925070192501077,
      "learning_rate": 0.00029717264767147814,
      "loss": 5.5,
      "step": 10944
    },
    {
      "epoch": 0.44828998566455047,
      "grad_norm": 1.7249666743239807,
      "learning_rate": 0.00029717201739596445,
      "loss": 5.5938,
      "step": 10945
    },
    {
      "epoch": 0.4483309440917469,
      "grad_norm": 1.2924338866714307,
      "learning_rate": 0.00029717138705087637,
      "loss": 6.3125,
      "step": 10946
    },
    {
      "epoch": 0.44837190251894327,
      "grad_norm": 5.41217706285737,
      "learning_rate": 0.00029717075663621416,
      "loss": 3.0,
      "step": 10947
    },
    {
      "epoch": 0.4484128609461397,
      "grad_norm": 1.4588820563385303,
      "learning_rate": 0.0002971701261519782,
      "loss": 5.9062,
      "step": 10948
    },
    {
      "epoch": 0.44845381937333606,
      "grad_norm": 2.0689713084167467,
      "learning_rate": 0.0002971694955981687,
      "loss": 5.5938,
      "step": 10949
    },
    {
      "epoch": 0.4484947778005325,
      "grad_norm": 1.3647394785404743,
      "learning_rate": 0.0002971688649747861,
      "loss": 4.8438,
      "step": 10950
    },
    {
      "epoch": 0.44853573622772885,
      "grad_norm": 2.12533541101226,
      "learning_rate": 0.0002971682342818305,
      "loss": 7.5625,
      "step": 10951
    },
    {
      "epoch": 0.4485766946549252,
      "grad_norm": 1.7756910557614711,
      "learning_rate": 0.00029716760351930233,
      "loss": 6.0312,
      "step": 10952
    },
    {
      "epoch": 0.44861765308212165,
      "grad_norm": 1.471690605010217,
      "learning_rate": 0.00029716697268720185,
      "loss": 4.5938,
      "step": 10953
    },
    {
      "epoch": 0.448658611509318,
      "grad_norm": 1.5409547112314927,
      "learning_rate": 0.0002971663417855293,
      "loss": 4.9688,
      "step": 10954
    },
    {
      "epoch": 0.44869956993651444,
      "grad_norm": 1.792932807224082,
      "learning_rate": 0.00029716571081428515,
      "loss": 6.1562,
      "step": 10955
    },
    {
      "epoch": 0.4487405283637108,
      "grad_norm": 1.6389291964409511,
      "learning_rate": 0.0002971650797734696,
      "loss": 4.9375,
      "step": 10956
    },
    {
      "epoch": 0.44878148679090724,
      "grad_norm": 1.1891615693703732,
      "learning_rate": 0.00029716444866308286,
      "loss": 4.4688,
      "step": 10957
    },
    {
      "epoch": 0.4488224452181036,
      "grad_norm": 1.7683856247588734,
      "learning_rate": 0.0002971638174831254,
      "loss": 5.5,
      "step": 10958
    },
    {
      "epoch": 0.44886340364530003,
      "grad_norm": 2.0299861053302353,
      "learning_rate": 0.0002971631862335973,
      "loss": 5.375,
      "step": 10959
    },
    {
      "epoch": 0.4489043620724964,
      "grad_norm": 1.4924670734204641,
      "learning_rate": 0.0002971625549144991,
      "loss": 6.3438,
      "step": 10960
    },
    {
      "epoch": 0.4489453204996928,
      "grad_norm": 7.03198899841292,
      "learning_rate": 0.0002971619235258309,
      "loss": 4.75,
      "step": 10961
    },
    {
      "epoch": 0.4489862789268892,
      "grad_norm": 1.630624089498421,
      "learning_rate": 0.00029716129206759314,
      "loss": 6.0938,
      "step": 10962
    },
    {
      "epoch": 0.4490272373540856,
      "grad_norm": 2.389215931752941,
      "learning_rate": 0.00029716066053978604,
      "loss": 6.9688,
      "step": 10963
    },
    {
      "epoch": 0.449068195781282,
      "grad_norm": 1.4488346284567277,
      "learning_rate": 0.00029716002894240986,
      "loss": 5.5938,
      "step": 10964
    },
    {
      "epoch": 0.4491091542084784,
      "grad_norm": 1.5132868246681617,
      "learning_rate": 0.0002971593972754651,
      "loss": 5.7812,
      "step": 10965
    },
    {
      "epoch": 0.4491501126356748,
      "grad_norm": 1.359881244416095,
      "learning_rate": 0.0002971587655389518,
      "loss": 5.125,
      "step": 10966
    },
    {
      "epoch": 0.4491910710628712,
      "grad_norm": 3.4513501647451195,
      "learning_rate": 0.0002971581337328704,
      "loss": 6.5938,
      "step": 10967
    },
    {
      "epoch": 0.4492320294900676,
      "grad_norm": 5.741441192286258,
      "learning_rate": 0.0002971575018572212,
      "loss": 6.4062,
      "step": 10968
    },
    {
      "epoch": 0.449272987917264,
      "grad_norm": 1.750448922083977,
      "learning_rate": 0.00029715686991200444,
      "loss": 7.5,
      "step": 10969
    },
    {
      "epoch": 0.44931394634446037,
      "grad_norm": 3.50826598242198,
      "learning_rate": 0.00029715623789722045,
      "loss": 4.1562,
      "step": 10970
    },
    {
      "epoch": 0.4493549047716568,
      "grad_norm": 1.4831043419186984,
      "learning_rate": 0.0002971556058128695,
      "loss": 5.875,
      "step": 10971
    },
    {
      "epoch": 0.44939586319885316,
      "grad_norm": 1.6040446812599052,
      "learning_rate": 0.000297154973658952,
      "loss": 6.0,
      "step": 10972
    },
    {
      "epoch": 0.4494368216260496,
      "grad_norm": 1.592194201394669,
      "learning_rate": 0.00029715434143546816,
      "loss": 5.625,
      "step": 10973
    },
    {
      "epoch": 0.44947778005324596,
      "grad_norm": 1.5796767809291243,
      "learning_rate": 0.0002971537091424182,
      "loss": 5.4688,
      "step": 10974
    },
    {
      "epoch": 0.4495187384804423,
      "grad_norm": 1.3800709337895576,
      "learning_rate": 0.0002971530767798026,
      "loss": 6.0,
      "step": 10975
    },
    {
      "epoch": 0.44955969690763875,
      "grad_norm": 1.4660808209620817,
      "learning_rate": 0.00029715244434762154,
      "loss": 4.75,
      "step": 10976
    },
    {
      "epoch": 0.4496006553348351,
      "grad_norm": 1.3626383905231627,
      "learning_rate": 0.0002971518118458753,
      "loss": 5.4688,
      "step": 10977
    },
    {
      "epoch": 0.44964161376203154,
      "grad_norm": 1.1832682223240731,
      "learning_rate": 0.00029715117927456427,
      "loss": 5.9688,
      "step": 10978
    },
    {
      "epoch": 0.4496825721892279,
      "grad_norm": 1.1506407646011438,
      "learning_rate": 0.00029715054663368866,
      "loss": 5.5,
      "step": 10979
    },
    {
      "epoch": 0.44972353061642434,
      "grad_norm": 3.7105088167966707,
      "learning_rate": 0.00029714991392324884,
      "loss": 4.4062,
      "step": 10980
    },
    {
      "epoch": 0.4497644890436207,
      "grad_norm": 1.8948941405294601,
      "learning_rate": 0.00029714928114324505,
      "loss": 5.625,
      "step": 10981
    },
    {
      "epoch": 0.44980544747081713,
      "grad_norm": 1.3207604560025503,
      "learning_rate": 0.00029714864829367765,
      "loss": 6.2188,
      "step": 10982
    },
    {
      "epoch": 0.4498464058980135,
      "grad_norm": 1.5923934061268958,
      "learning_rate": 0.0002971480153745469,
      "loss": 6.75,
      "step": 10983
    },
    {
      "epoch": 0.4498873643252099,
      "grad_norm": 1.2375966932694717,
      "learning_rate": 0.0002971473823858531,
      "loss": 5.9062,
      "step": 10984
    },
    {
      "epoch": 0.4499283227524063,
      "grad_norm": 1.466239944258259,
      "learning_rate": 0.0002971467493275966,
      "loss": 5.25,
      "step": 10985
    },
    {
      "epoch": 0.4499692811796027,
      "grad_norm": 2.5672740705853596,
      "learning_rate": 0.0002971461161997776,
      "loss": 7.375,
      "step": 10986
    },
    {
      "epoch": 0.4500102396067991,
      "grad_norm": 1.8598995237284472,
      "learning_rate": 0.00029714548300239645,
      "loss": 6.0938,
      "step": 10987
    },
    {
      "epoch": 0.4500511980339955,
      "grad_norm": 1.3682284473502873,
      "learning_rate": 0.0002971448497354535,
      "loss": 5.0938,
      "step": 10988
    },
    {
      "epoch": 0.4500921564611919,
      "grad_norm": 2.4903882135640583,
      "learning_rate": 0.00029714421639894894,
      "loss": 4.1562,
      "step": 10989
    },
    {
      "epoch": 0.4501331148883883,
      "grad_norm": 8.274961434645373,
      "learning_rate": 0.00029714358299288323,
      "loss": 6.875,
      "step": 10990
    },
    {
      "epoch": 0.4501740733155847,
      "grad_norm": 1.241849423332047,
      "learning_rate": 0.00029714294951725646,
      "loss": 5.875,
      "step": 10991
    },
    {
      "epoch": 0.4502150317427811,
      "grad_norm": 1.4984781424897178,
      "learning_rate": 0.0002971423159720691,
      "loss": 5.9375,
      "step": 10992
    },
    {
      "epoch": 0.45025599016997747,
      "grad_norm": 1.3780876794976094,
      "learning_rate": 0.0002971416823573214,
      "loss": 5.7188,
      "step": 10993
    },
    {
      "epoch": 0.4502969485971739,
      "grad_norm": 2.0160075931972576,
      "learning_rate": 0.00029714104867301365,
      "loss": 6.5312,
      "step": 10994
    },
    {
      "epoch": 0.45033790702437027,
      "grad_norm": 1.3771004019059614,
      "learning_rate": 0.0002971404149191461,
      "loss": 5.125,
      "step": 10995
    },
    {
      "epoch": 0.45037886545156663,
      "grad_norm": 1.4974947047027227,
      "learning_rate": 0.00029713978109571917,
      "loss": 8.5,
      "step": 10996
    },
    {
      "epoch": 0.45041982387876306,
      "grad_norm": 1.9019983902913833,
      "learning_rate": 0.000297139147202733,
      "loss": 5.2812,
      "step": 10997
    },
    {
      "epoch": 0.45046078230595943,
      "grad_norm": 1.8965210037595748,
      "learning_rate": 0.0002971385132401881,
      "loss": 5.1562,
      "step": 10998
    },
    {
      "epoch": 0.45050174073315585,
      "grad_norm": 1.929269850892008,
      "learning_rate": 0.00029713787920808454,
      "loss": 7.125,
      "step": 10999
    },
    {
      "epoch": 0.4505426991603522,
      "grad_norm": 1.423538965680827,
      "learning_rate": 0.0002971372451064228,
      "loss": 5.8438,
      "step": 11000
    },
    {
      "epoch": 0.45058365758754865,
      "grad_norm": 1.8561457254943312,
      "learning_rate": 0.00029713661093520307,
      "loss": 6.3125,
      "step": 11001
    },
    {
      "epoch": 0.450624616014745,
      "grad_norm": 2.0430725080448515,
      "learning_rate": 0.0002971359766944257,
      "loss": 6.1562,
      "step": 11002
    },
    {
      "epoch": 0.45066557444194144,
      "grad_norm": 10.978881455591699,
      "learning_rate": 0.000297135342384091,
      "loss": 5.75,
      "step": 11003
    },
    {
      "epoch": 0.4507065328691378,
      "grad_norm": 1.8783614497343752,
      "learning_rate": 0.0002971347080041992,
      "loss": 7.9375,
      "step": 11004
    },
    {
      "epoch": 0.45074749129633424,
      "grad_norm": 1.5989633898633262,
      "learning_rate": 0.0002971340735547507,
      "loss": 5.7188,
      "step": 11005
    },
    {
      "epoch": 0.4507884497235306,
      "grad_norm": 1.4703589892916897,
      "learning_rate": 0.00029713343903574574,
      "loss": 5.9688,
      "step": 11006
    },
    {
      "epoch": 0.45082940815072703,
      "grad_norm": 6.747803940318999,
      "learning_rate": 0.00029713280444718457,
      "loss": 6.1875,
      "step": 11007
    },
    {
      "epoch": 0.4508703665779234,
      "grad_norm": 1.527296150345957,
      "learning_rate": 0.0002971321697890676,
      "loss": 5.9688,
      "step": 11008
    },
    {
      "epoch": 0.4509113250051198,
      "grad_norm": 1.5502966306690653,
      "learning_rate": 0.0002971315350613951,
      "loss": 5.5938,
      "step": 11009
    },
    {
      "epoch": 0.4509522834323162,
      "grad_norm": 1.6902938122716047,
      "learning_rate": 0.00029713090026416725,
      "loss": 7.875,
      "step": 11010
    },
    {
      "epoch": 0.4509932418595126,
      "grad_norm": 1.3560503216853987,
      "learning_rate": 0.00029713026539738457,
      "loss": 5.6562,
      "step": 11011
    },
    {
      "epoch": 0.451034200286709,
      "grad_norm": 1.3392614658852506,
      "learning_rate": 0.00029712963046104717,
      "loss": 5.6875,
      "step": 11012
    },
    {
      "epoch": 0.4510751587139054,
      "grad_norm": 1.4864087475603935,
      "learning_rate": 0.0002971289954551554,
      "loss": 5.6562,
      "step": 11013
    },
    {
      "epoch": 0.4511161171411018,
      "grad_norm": 1.3573742426053603,
      "learning_rate": 0.0002971283603797096,
      "loss": 5.625,
      "step": 11014
    },
    {
      "epoch": 0.4511570755682982,
      "grad_norm": 1.3657818394467254,
      "learning_rate": 0.00029712772523471007,
      "loss": 7.2812,
      "step": 11015
    },
    {
      "epoch": 0.4511980339954946,
      "grad_norm": 11.855630863497943,
      "learning_rate": 0.0002971270900201571,
      "loss": 7.125,
      "step": 11016
    },
    {
      "epoch": 0.45123899242269094,
      "grad_norm": 1.4003262825325833,
      "learning_rate": 0.00029712645473605094,
      "loss": 5.1875,
      "step": 11017
    },
    {
      "epoch": 0.45127995084988737,
      "grad_norm": 1.8166012843207533,
      "learning_rate": 0.00029712581938239193,
      "loss": 5.3125,
      "step": 11018
    },
    {
      "epoch": 0.45132090927708374,
      "grad_norm": 1.2637347441252136,
      "learning_rate": 0.0002971251839591804,
      "loss": 5.5,
      "step": 11019
    },
    {
      "epoch": 0.45136186770428016,
      "grad_norm": 1.405183075276253,
      "learning_rate": 0.0002971245484664166,
      "loss": 6.5938,
      "step": 11020
    },
    {
      "epoch": 0.45140282613147653,
      "grad_norm": 1.4450457653035127,
      "learning_rate": 0.00029712391290410083,
      "loss": 5.4375,
      "step": 11021
    },
    {
      "epoch": 0.45144378455867296,
      "grad_norm": 2.9607131745793462,
      "learning_rate": 0.00029712327727223343,
      "loss": 7.3125,
      "step": 11022
    },
    {
      "epoch": 0.4514847429858693,
      "grad_norm": 1.3603808519080325,
      "learning_rate": 0.00029712264157081474,
      "loss": 4.6562,
      "step": 11023
    },
    {
      "epoch": 0.45152570141306575,
      "grad_norm": 1.745139965906787,
      "learning_rate": 0.0002971220057998449,
      "loss": 5.4375,
      "step": 11024
    },
    {
      "epoch": 0.4515666598402621,
      "grad_norm": 1.8302862137304319,
      "learning_rate": 0.00029712136995932437,
      "loss": 5.6562,
      "step": 11025
    },
    {
      "epoch": 0.45160761826745854,
      "grad_norm": 1.6588507915386244,
      "learning_rate": 0.0002971207340492534,
      "loss": 5.1562,
      "step": 11026
    },
    {
      "epoch": 0.4516485766946549,
      "grad_norm": 2.3216029101914732,
      "learning_rate": 0.0002971200980696322,
      "loss": 7.5,
      "step": 11027
    },
    {
      "epoch": 0.45168953512185134,
      "grad_norm": 1.9610811834712232,
      "learning_rate": 0.00029711946202046126,
      "loss": 6.0,
      "step": 11028
    },
    {
      "epoch": 0.4517304935490477,
      "grad_norm": 13.740918581195778,
      "learning_rate": 0.00029711882590174074,
      "loss": 5.4062,
      "step": 11029
    },
    {
      "epoch": 0.45177145197624413,
      "grad_norm": 5.873528892230252,
      "learning_rate": 0.00029711818971347103,
      "loss": 2.9531,
      "step": 11030
    },
    {
      "epoch": 0.4518124104034405,
      "grad_norm": 1.627789486704566,
      "learning_rate": 0.0002971175534556523,
      "loss": 6.7188,
      "step": 11031
    },
    {
      "epoch": 0.4518533688306369,
      "grad_norm": 1.4808840676232438,
      "learning_rate": 0.00029711691712828493,
      "loss": 6.9688,
      "step": 11032
    },
    {
      "epoch": 0.4518943272578333,
      "grad_norm": 1.749320292137014,
      "learning_rate": 0.00029711628073136924,
      "loss": 5.9688,
      "step": 11033
    },
    {
      "epoch": 0.4519352856850297,
      "grad_norm": 2.2488814502676386,
      "learning_rate": 0.0002971156442649055,
      "loss": 3.7188,
      "step": 11034
    },
    {
      "epoch": 0.4519762441122261,
      "grad_norm": 1.8479724579882446,
      "learning_rate": 0.00029711500772889405,
      "loss": 5.6562,
      "step": 11035
    },
    {
      "epoch": 0.4520172025394225,
      "grad_norm": 1.2795778493053163,
      "learning_rate": 0.0002971143711233351,
      "loss": 5.6562,
      "step": 11036
    },
    {
      "epoch": 0.4520581609666189,
      "grad_norm": 3.872206244535271,
      "learning_rate": 0.00029711373444822907,
      "loss": 2.4375,
      "step": 11037
    },
    {
      "epoch": 0.45209911939381525,
      "grad_norm": 1.4611247339251339,
      "learning_rate": 0.0002971130977035762,
      "loss": 5.1562,
      "step": 11038
    },
    {
      "epoch": 0.4521400778210117,
      "grad_norm": 4.724544171786647,
      "learning_rate": 0.0002971124608893768,
      "loss": 5.1875,
      "step": 11039
    },
    {
      "epoch": 0.45218103624820805,
      "grad_norm": 2.6329367761343203,
      "learning_rate": 0.0002971118240056311,
      "loss": 7.625,
      "step": 11040
    },
    {
      "epoch": 0.45222199467540447,
      "grad_norm": 1.222335451180488,
      "learning_rate": 0.0002971111870523395,
      "loss": 5.1875,
      "step": 11041
    },
    {
      "epoch": 0.45226295310260084,
      "grad_norm": 2.518801874814941,
      "learning_rate": 0.00029711055002950226,
      "loss": 6.1875,
      "step": 11042
    },
    {
      "epoch": 0.45230391152979726,
      "grad_norm": 1.3335198596474525,
      "learning_rate": 0.0002971099129371197,
      "loss": 5.75,
      "step": 11043
    },
    {
      "epoch": 0.45234486995699363,
      "grad_norm": 4.753421083013904,
      "learning_rate": 0.0002971092757751921,
      "loss": 4.1875,
      "step": 11044
    },
    {
      "epoch": 0.45238582838419006,
      "grad_norm": 1.7599045690112258,
      "learning_rate": 0.00029710863854371983,
      "loss": 6.0625,
      "step": 11045
    },
    {
      "epoch": 0.4524267868113864,
      "grad_norm": 2.2363220141876443,
      "learning_rate": 0.00029710800124270307,
      "loss": 4.6562,
      "step": 11046
    },
    {
      "epoch": 0.45246774523858285,
      "grad_norm": 1.8966570900120958,
      "learning_rate": 0.0002971073638721422,
      "loss": 5.75,
      "step": 11047
    },
    {
      "epoch": 0.4525087036657792,
      "grad_norm": 1.3781041739000894,
      "learning_rate": 0.0002971067264320375,
      "loss": 5.6562,
      "step": 11048
    },
    {
      "epoch": 0.45254966209297565,
      "grad_norm": 4.252951445465573,
      "learning_rate": 0.0002971060889223893,
      "loss": 4.7812,
      "step": 11049
    },
    {
      "epoch": 0.452590620520172,
      "grad_norm": 1.6667983680183494,
      "learning_rate": 0.0002971054513431978,
      "loss": 6.875,
      "step": 11050
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 2.116967909757536,
      "learning_rate": 0.00029710481369446345,
      "loss": 7.6875,
      "step": 11051
    },
    {
      "epoch": 0.4526725373745648,
      "grad_norm": 1.3909407396481233,
      "learning_rate": 0.0002971041759761865,
      "loss": 6.0,
      "step": 11052
    },
    {
      "epoch": 0.45271349580176123,
      "grad_norm": 1.8119975011488219,
      "learning_rate": 0.0002971035381883672,
      "loss": 6.25,
      "step": 11053
    },
    {
      "epoch": 0.4527544542289576,
      "grad_norm": 1.447926583878288,
      "learning_rate": 0.00029710290033100586,
      "loss": 5.0938,
      "step": 11054
    },
    {
      "epoch": 0.45279541265615403,
      "grad_norm": 1.8991790879024915,
      "learning_rate": 0.00029710226240410283,
      "loss": 6.25,
      "step": 11055
    },
    {
      "epoch": 0.4528363710833504,
      "grad_norm": 1.452185406468475,
      "learning_rate": 0.00029710162440765836,
      "loss": 5.1562,
      "step": 11056
    },
    {
      "epoch": 0.4528773295105468,
      "grad_norm": 1.2398451658883114,
      "learning_rate": 0.00029710098634167285,
      "loss": 5.5,
      "step": 11057
    },
    {
      "epoch": 0.4529182879377432,
      "grad_norm": 5.496318740235169,
      "learning_rate": 0.00029710034820614644,
      "loss": 8.625,
      "step": 11058
    },
    {
      "epoch": 0.45295924636493956,
      "grad_norm": 2.482749745369549,
      "learning_rate": 0.00029709971000107957,
      "loss": 8.4375,
      "step": 11059
    },
    {
      "epoch": 0.453000204792136,
      "grad_norm": 3.0362042045923894,
      "learning_rate": 0.00029709907172647247,
      "loss": 5.8125,
      "step": 11060
    },
    {
      "epoch": 0.45304116321933235,
      "grad_norm": 1.51379554723413,
      "learning_rate": 0.0002970984333823255,
      "loss": 5.3438,
      "step": 11061
    },
    {
      "epoch": 0.4530821216465288,
      "grad_norm": 1.5267351888618828,
      "learning_rate": 0.0002970977949686389,
      "loss": 5.125,
      "step": 11062
    },
    {
      "epoch": 0.45312308007372515,
      "grad_norm": 1.3764437397663485,
      "learning_rate": 0.00029709715648541297,
      "loss": 6.2188,
      "step": 11063
    },
    {
      "epoch": 0.4531640385009216,
      "grad_norm": 1.8879810553927252,
      "learning_rate": 0.0002970965179326481,
      "loss": 6.4375,
      "step": 11064
    },
    {
      "epoch": 0.45320499692811794,
      "grad_norm": 2.6055198721201682,
      "learning_rate": 0.0002970958793103445,
      "loss": 8.5,
      "step": 11065
    },
    {
      "epoch": 0.45324595535531437,
      "grad_norm": 3.5746363894912996,
      "learning_rate": 0.00029709524061850254,
      "loss": 6.0312,
      "step": 11066
    },
    {
      "epoch": 0.45328691378251074,
      "grad_norm": 1.7504119122295645,
      "learning_rate": 0.0002970946018571224,
      "loss": 4.8438,
      "step": 11067
    },
    {
      "epoch": 0.45332787220970716,
      "grad_norm": 1.5379310365021446,
      "learning_rate": 0.0002970939630262045,
      "loss": 6.125,
      "step": 11068
    },
    {
      "epoch": 0.45336883063690353,
      "grad_norm": 1.3699686155145194,
      "learning_rate": 0.00029709332412574915,
      "loss": 5.4375,
      "step": 11069
    },
    {
      "epoch": 0.45340978906409996,
      "grad_norm": 2.1465134888640307,
      "learning_rate": 0.0002970926851557566,
      "loss": 4.5,
      "step": 11070
    },
    {
      "epoch": 0.4534507474912963,
      "grad_norm": 1.3056077460593742,
      "learning_rate": 0.00029709204611622715,
      "loss": 6.2812,
      "step": 11071
    },
    {
      "epoch": 0.45349170591849275,
      "grad_norm": 2.702321687610594,
      "learning_rate": 0.00029709140700716113,
      "loss": 8.375,
      "step": 11072
    },
    {
      "epoch": 0.4535326643456891,
      "grad_norm": 2.3204415950851596,
      "learning_rate": 0.00029709076782855883,
      "loss": 8.1875,
      "step": 11073
    },
    {
      "epoch": 0.45357362277288554,
      "grad_norm": 1.166831399660073,
      "learning_rate": 0.0002970901285804205,
      "loss": 4.875,
      "step": 11074
    },
    {
      "epoch": 0.4536145812000819,
      "grad_norm": 1.2701510369614981,
      "learning_rate": 0.0002970894892627466,
      "loss": 5.7812,
      "step": 11075
    },
    {
      "epoch": 0.45365553962727834,
      "grad_norm": 2.3816308886517015,
      "learning_rate": 0.0002970888498755372,
      "loss": 5.375,
      "step": 11076
    },
    {
      "epoch": 0.4536964980544747,
      "grad_norm": 2.156887576240654,
      "learning_rate": 0.0002970882104187928,
      "loss": 6.7812,
      "step": 11077
    },
    {
      "epoch": 0.45373745648167113,
      "grad_norm": 2.09721782014536,
      "learning_rate": 0.0002970875708925136,
      "loss": 6.1562,
      "step": 11078
    },
    {
      "epoch": 0.4537784149088675,
      "grad_norm": 1.6865616613952163,
      "learning_rate": 0.0002970869312967,
      "loss": 5.9688,
      "step": 11079
    },
    {
      "epoch": 0.45381937333606387,
      "grad_norm": 1.9492896465005407,
      "learning_rate": 0.00029708629163135216,
      "loss": 5.125,
      "step": 11080
    },
    {
      "epoch": 0.4538603317632603,
      "grad_norm": 1.3572505960954346,
      "learning_rate": 0.00029708565189647045,
      "loss": 6.2188,
      "step": 11081
    },
    {
      "epoch": 0.45390129019045666,
      "grad_norm": 1.5736083592760106,
      "learning_rate": 0.0002970850120920552,
      "loss": 5.4688,
      "step": 11082
    },
    {
      "epoch": 0.4539422486176531,
      "grad_norm": 1.6003188487010567,
      "learning_rate": 0.00029708437221810674,
      "loss": 5.6562,
      "step": 11083
    },
    {
      "epoch": 0.45398320704484946,
      "grad_norm": 1.2108825164641683,
      "learning_rate": 0.00029708373227462523,
      "loss": 5.5,
      "step": 11084
    },
    {
      "epoch": 0.4540241654720459,
      "grad_norm": 1.81876092681528,
      "learning_rate": 0.0002970830922616111,
      "loss": 5.7812,
      "step": 11085
    },
    {
      "epoch": 0.45406512389924225,
      "grad_norm": 1.3060480223615234,
      "learning_rate": 0.0002970824521790647,
      "loss": 5.1875,
      "step": 11086
    },
    {
      "epoch": 0.4541060823264387,
      "grad_norm": 1.47752307944677,
      "learning_rate": 0.00029708181202698616,
      "loss": 5.75,
      "step": 11087
    },
    {
      "epoch": 0.45414704075363505,
      "grad_norm": 1.4490414475551825,
      "learning_rate": 0.0002970811718053759,
      "loss": 4.9688,
      "step": 11088
    },
    {
      "epoch": 0.45418799918083147,
      "grad_norm": 1.3593786642988288,
      "learning_rate": 0.0002970805315142342,
      "loss": 5.5312,
      "step": 11089
    },
    {
      "epoch": 0.45422895760802784,
      "grad_norm": 1.373652265255161,
      "learning_rate": 0.0002970798911535614,
      "loss": 5.0,
      "step": 11090
    },
    {
      "epoch": 0.45426991603522426,
      "grad_norm": 3.3814376741317984,
      "learning_rate": 0.0002970792507233577,
      "loss": 6.375,
      "step": 11091
    },
    {
      "epoch": 0.45431087446242063,
      "grad_norm": 4.394693903575909,
      "learning_rate": 0.00029707861022362347,
      "loss": 7.5625,
      "step": 11092
    },
    {
      "epoch": 0.45435183288961706,
      "grad_norm": 1.215762116182576,
      "learning_rate": 0.000297077969654359,
      "loss": 6.2812,
      "step": 11093
    },
    {
      "epoch": 0.4543927913168134,
      "grad_norm": 2.4257267588429405,
      "learning_rate": 0.0002970773290155646,
      "loss": 8.0625,
      "step": 11094
    },
    {
      "epoch": 0.45443374974400985,
      "grad_norm": 13.341223050061398,
      "learning_rate": 0.0002970766883072406,
      "loss": 8.4375,
      "step": 11095
    },
    {
      "epoch": 0.4544747081712062,
      "grad_norm": 1.8968732441320675,
      "learning_rate": 0.0002970760475293873,
      "loss": 5.3438,
      "step": 11096
    },
    {
      "epoch": 0.45451566659840265,
      "grad_norm": 1.233177167863645,
      "learning_rate": 0.0002970754066820049,
      "loss": 5.75,
      "step": 11097
    },
    {
      "epoch": 0.454556625025599,
      "grad_norm": 5.123629625807949,
      "learning_rate": 0.00029707476576509384,
      "loss": 6.6875,
      "step": 11098
    },
    {
      "epoch": 0.45459758345279544,
      "grad_norm": 1.4649187701678061,
      "learning_rate": 0.0002970741247786544,
      "loss": 7.2188,
      "step": 11099
    },
    {
      "epoch": 0.4546385418799918,
      "grad_norm": 1.9154972216674413,
      "learning_rate": 0.00029707348372268676,
      "loss": 6.2812,
      "step": 11100
    },
    {
      "epoch": 0.4546795003071882,
      "grad_norm": 1.537137296387917,
      "learning_rate": 0.0002970728425971914,
      "loss": 6.5625,
      "step": 11101
    },
    {
      "epoch": 0.4547204587343846,
      "grad_norm": 1.9425944161697968,
      "learning_rate": 0.0002970722014021685,
      "loss": 5.2188,
      "step": 11102
    },
    {
      "epoch": 0.45476141716158097,
      "grad_norm": 1.374614784783094,
      "learning_rate": 0.0002970715601376184,
      "loss": 6.6562,
      "step": 11103
    },
    {
      "epoch": 0.4548023755887774,
      "grad_norm": 3.587354598799775,
      "learning_rate": 0.00029707091880354136,
      "loss": 6.5,
      "step": 11104
    },
    {
      "epoch": 0.45484333401597377,
      "grad_norm": 1.274563963158386,
      "learning_rate": 0.00029707027739993774,
      "loss": 5.1875,
      "step": 11105
    },
    {
      "epoch": 0.4548842924431702,
      "grad_norm": 1.3259924979302433,
      "learning_rate": 0.00029706963592680786,
      "loss": 5.8438,
      "step": 11106
    },
    {
      "epoch": 0.45492525087036656,
      "grad_norm": 1.8448184717270202,
      "learning_rate": 0.00029706899438415195,
      "loss": 8.375,
      "step": 11107
    },
    {
      "epoch": 0.454966209297563,
      "grad_norm": 1.3293792135804796,
      "learning_rate": 0.0002970683527719704,
      "loss": 4.9688,
      "step": 11108
    },
    {
      "epoch": 0.45500716772475935,
      "grad_norm": 3.3580353967308656,
      "learning_rate": 0.0002970677110902634,
      "loss": 5.5625,
      "step": 11109
    },
    {
      "epoch": 0.4550481261519558,
      "grad_norm": 1.3352432040311197,
      "learning_rate": 0.0002970670693390314,
      "loss": 5.6875,
      "step": 11110
    },
    {
      "epoch": 0.45508908457915215,
      "grad_norm": 1.5241829410372412,
      "learning_rate": 0.00029706642751827454,
      "loss": 6.5625,
      "step": 11111
    },
    {
      "epoch": 0.4551300430063486,
      "grad_norm": 1.3548062016156748,
      "learning_rate": 0.0002970657856279933,
      "loss": 5.375,
      "step": 11112
    },
    {
      "epoch": 0.45517100143354494,
      "grad_norm": 1.461680876959665,
      "learning_rate": 0.0002970651436681878,
      "loss": 6.2188,
      "step": 11113
    },
    {
      "epoch": 0.45521195986074137,
      "grad_norm": 3.4593107126615443,
      "learning_rate": 0.0002970645016388585,
      "loss": 3.4688,
      "step": 11114
    },
    {
      "epoch": 0.45525291828793774,
      "grad_norm": 1.5904923257717922,
      "learning_rate": 0.0002970638595400056,
      "loss": 5.5625,
      "step": 11115
    },
    {
      "epoch": 0.45529387671513416,
      "grad_norm": 1.251313091940199,
      "learning_rate": 0.00029706321737162946,
      "loss": 6.0312,
      "step": 11116
    },
    {
      "epoch": 0.45533483514233053,
      "grad_norm": 7.263786998296311,
      "learning_rate": 0.00029706257513373036,
      "loss": 6.3438,
      "step": 11117
    },
    {
      "epoch": 0.45537579356952695,
      "grad_norm": 1.2783401907507281,
      "learning_rate": 0.00029706193282630854,
      "loss": 5.1875,
      "step": 11118
    },
    {
      "epoch": 0.4554167519967233,
      "grad_norm": 1.3622948465001234,
      "learning_rate": 0.0002970612904493645,
      "loss": 4.9375,
      "step": 11119
    },
    {
      "epoch": 0.45545771042391975,
      "grad_norm": 1.4856566259223307,
      "learning_rate": 0.00029706064800289833,
      "loss": 5.5938,
      "step": 11120
    },
    {
      "epoch": 0.4554986688511161,
      "grad_norm": 3.015360968755194,
      "learning_rate": 0.00029706000548691044,
      "loss": 4.9375,
      "step": 11121
    },
    {
      "epoch": 0.4555396272783125,
      "grad_norm": 1.3215236462551445,
      "learning_rate": 0.0002970593629014011,
      "loss": 5.125,
      "step": 11122
    },
    {
      "epoch": 0.4555805857055089,
      "grad_norm": 1.7989172516122913,
      "learning_rate": 0.0002970587202463707,
      "loss": 4.8438,
      "step": 11123
    },
    {
      "epoch": 0.4556215441327053,
      "grad_norm": 1.6662677885701476,
      "learning_rate": 0.00029705807752181937,
      "loss": 6.1562,
      "step": 11124
    },
    {
      "epoch": 0.4556625025599017,
      "grad_norm": 1.2065195985733,
      "learning_rate": 0.00029705743472774755,
      "loss": 4.875,
      "step": 11125
    },
    {
      "epoch": 0.4557034609870981,
      "grad_norm": 1.608554055131697,
      "learning_rate": 0.00029705679186415554,
      "loss": 4.9062,
      "step": 11126
    },
    {
      "epoch": 0.4557444194142945,
      "grad_norm": 1.3645715662331876,
      "learning_rate": 0.0002970561489310436,
      "loss": 5.5938,
      "step": 11127
    },
    {
      "epoch": 0.45578537784149087,
      "grad_norm": 1.4284311384460795,
      "learning_rate": 0.000297055505928412,
      "loss": 5.9062,
      "step": 11128
    },
    {
      "epoch": 0.4558263362686873,
      "grad_norm": 2.276967663273153,
      "learning_rate": 0.0002970548628562611,
      "loss": 5.125,
      "step": 11129
    },
    {
      "epoch": 0.45586729469588366,
      "grad_norm": 1.1666076427075955,
      "learning_rate": 0.00029705421971459124,
      "loss": 5.4375,
      "step": 11130
    },
    {
      "epoch": 0.4559082531230801,
      "grad_norm": 1.5038928556166984,
      "learning_rate": 0.00029705357650340266,
      "loss": 6.9375,
      "step": 11131
    },
    {
      "epoch": 0.45594921155027646,
      "grad_norm": 1.4642956745433375,
      "learning_rate": 0.00029705293322269564,
      "loss": 6.3125,
      "step": 11132
    },
    {
      "epoch": 0.4559901699774729,
      "grad_norm": 2.810948919643249,
      "learning_rate": 0.0002970522898724706,
      "loss": 7.2188,
      "step": 11133
    },
    {
      "epoch": 0.45603112840466925,
      "grad_norm": 1.3939831049110978,
      "learning_rate": 0.0002970516464527277,
      "loss": 5.0,
      "step": 11134
    },
    {
      "epoch": 0.4560720868318657,
      "grad_norm": 1.3390663327633057,
      "learning_rate": 0.00029705100296346736,
      "loss": 5.5938,
      "step": 11135
    },
    {
      "epoch": 0.45611304525906204,
      "grad_norm": 1.1824150123004493,
      "learning_rate": 0.00029705035940468986,
      "loss": 5.9062,
      "step": 11136
    },
    {
      "epoch": 0.45615400368625847,
      "grad_norm": 2.586776636321977,
      "learning_rate": 0.0002970497157763954,
      "loss": 5.1562,
      "step": 11137
    },
    {
      "epoch": 0.45619496211345484,
      "grad_norm": 1.2794208060549745,
      "learning_rate": 0.00029704907207858444,
      "loss": 6.3125,
      "step": 11138
    },
    {
      "epoch": 0.45623592054065126,
      "grad_norm": 1.9479335712701291,
      "learning_rate": 0.0002970484283112572,
      "loss": 5.3125,
      "step": 11139
    },
    {
      "epoch": 0.45627687896784763,
      "grad_norm": 2.9522967906243163,
      "learning_rate": 0.00029704778447441397,
      "loss": 6.4375,
      "step": 11140
    },
    {
      "epoch": 0.45631783739504406,
      "grad_norm": 2.314965582753736,
      "learning_rate": 0.00029704714056805507,
      "loss": 6.0312,
      "step": 11141
    },
    {
      "epoch": 0.4563587958222404,
      "grad_norm": 1.3186545187576573,
      "learning_rate": 0.00029704649659218087,
      "loss": 5.5312,
      "step": 11142
    },
    {
      "epoch": 0.4563997542494368,
      "grad_norm": 1.3460126689090621,
      "learning_rate": 0.0002970458525467916,
      "loss": 5.5625,
      "step": 11143
    },
    {
      "epoch": 0.4564407126766332,
      "grad_norm": 1.9026449839374104,
      "learning_rate": 0.00029704520843188754,
      "loss": 7.6562,
      "step": 11144
    },
    {
      "epoch": 0.4564816711038296,
      "grad_norm": 1.395546456576165,
      "learning_rate": 0.00029704456424746906,
      "loss": 5.0938,
      "step": 11145
    },
    {
      "epoch": 0.456522629531026,
      "grad_norm": 1.5484293232223145,
      "learning_rate": 0.00029704391999353647,
      "loss": 6.3438,
      "step": 11146
    },
    {
      "epoch": 0.4565635879582224,
      "grad_norm": 1.5220679102578323,
      "learning_rate": 0.00029704327567009004,
      "loss": 6.3438,
      "step": 11147
    },
    {
      "epoch": 0.4566045463854188,
      "grad_norm": 2.3988566783019127,
      "learning_rate": 0.0002970426312771301,
      "loss": 7.8125,
      "step": 11148
    },
    {
      "epoch": 0.4566455048126152,
      "grad_norm": 1.9466075286965947,
      "learning_rate": 0.00029704198681465685,
      "loss": 6.5938,
      "step": 11149
    },
    {
      "epoch": 0.4566864632398116,
      "grad_norm": 1.6220501481961356,
      "learning_rate": 0.0002970413422826708,
      "loss": 4.875,
      "step": 11150
    },
    {
      "epoch": 0.45672742166700797,
      "grad_norm": 1.6993506120532824,
      "learning_rate": 0.00029704069768117205,
      "loss": 5.9688,
      "step": 11151
    },
    {
      "epoch": 0.4567683800942044,
      "grad_norm": 1.8861085319431905,
      "learning_rate": 0.000297040053010161,
      "loss": 4.25,
      "step": 11152
    },
    {
      "epoch": 0.45680933852140077,
      "grad_norm": 3.2552557089642513,
      "learning_rate": 0.00029703940826963796,
      "loss": 5.9062,
      "step": 11153
    },
    {
      "epoch": 0.4568502969485972,
      "grad_norm": 1.5376893040362667,
      "learning_rate": 0.0002970387634596032,
      "loss": 6.3125,
      "step": 11154
    },
    {
      "epoch": 0.45689125537579356,
      "grad_norm": 2.0604343868550385,
      "learning_rate": 0.0002970381185800571,
      "loss": 7.6875,
      "step": 11155
    },
    {
      "epoch": 0.45693221380299,
      "grad_norm": 1.5176208316378226,
      "learning_rate": 0.0002970374736309998,
      "loss": 7.125,
      "step": 11156
    },
    {
      "epoch": 0.45697317223018635,
      "grad_norm": 5.856439290171374,
      "learning_rate": 0.00029703682861243185,
      "loss": 6.5625,
      "step": 11157
    },
    {
      "epoch": 0.4570141306573828,
      "grad_norm": 1.8441770051899216,
      "learning_rate": 0.00029703618352435335,
      "loss": 7.8438,
      "step": 11158
    },
    {
      "epoch": 0.45705508908457915,
      "grad_norm": 1.5252833402978059,
      "learning_rate": 0.0002970355383667647,
      "loss": 6.6875,
      "step": 11159
    },
    {
      "epoch": 0.45709604751177557,
      "grad_norm": 5.448281123298241,
      "learning_rate": 0.0002970348931396662,
      "loss": 6.9375,
      "step": 11160
    },
    {
      "epoch": 0.45713700593897194,
      "grad_norm": 1.5786685938780702,
      "learning_rate": 0.0002970342478430581,
      "loss": 5.0938,
      "step": 11161
    },
    {
      "epoch": 0.45717796436616837,
      "grad_norm": 1.5262574956249904,
      "learning_rate": 0.00029703360247694066,
      "loss": 5.6562,
      "step": 11162
    },
    {
      "epoch": 0.45721892279336473,
      "grad_norm": 2.1404942530589572,
      "learning_rate": 0.0002970329570413144,
      "loss": 8.3125,
      "step": 11163
    },
    {
      "epoch": 0.4572598812205611,
      "grad_norm": 1.6406023501666591,
      "learning_rate": 0.0002970323115361794,
      "loss": 6.1875,
      "step": 11164
    },
    {
      "epoch": 0.45730083964775753,
      "grad_norm": 1.4722402701132313,
      "learning_rate": 0.0002970316659615361,
      "loss": 5.5,
      "step": 11165
    },
    {
      "epoch": 0.4573417980749539,
      "grad_norm": 3.459714454924409,
      "learning_rate": 0.0002970310203173848,
      "loss": 6.75,
      "step": 11166
    },
    {
      "epoch": 0.4573827565021503,
      "grad_norm": 1.6814971618901906,
      "learning_rate": 0.00029703037460372564,
      "loss": 6.5312,
      "step": 11167
    },
    {
      "epoch": 0.4574237149293467,
      "grad_norm": 2.5046031411805716,
      "learning_rate": 0.0002970297288205591,
      "loss": 6.2812,
      "step": 11168
    },
    {
      "epoch": 0.4574646733565431,
      "grad_norm": 1.8844902131833234,
      "learning_rate": 0.00029702908296788547,
      "loss": 5.7188,
      "step": 11169
    },
    {
      "epoch": 0.4575056317837395,
      "grad_norm": 1.549096969442431,
      "learning_rate": 0.00029702843704570504,
      "loss": 5.875,
      "step": 11170
    },
    {
      "epoch": 0.4575465902109359,
      "grad_norm": 1.5779800528270966,
      "learning_rate": 0.000297027791054018,
      "loss": 6.75,
      "step": 11171
    },
    {
      "epoch": 0.4575875486381323,
      "grad_norm": 1.9740342611297912,
      "learning_rate": 0.0002970271449928249,
      "loss": 5.7812,
      "step": 11172
    },
    {
      "epoch": 0.4576285070653287,
      "grad_norm": 1.5357655802633716,
      "learning_rate": 0.0002970264988621258,
      "loss": 5.5938,
      "step": 11173
    },
    {
      "epoch": 0.4576694654925251,
      "grad_norm": 1.391060124207364,
      "learning_rate": 0.00029702585266192113,
      "loss": 5.8438,
      "step": 11174
    },
    {
      "epoch": 0.4577104239197215,
      "grad_norm": 1.38038047938476,
      "learning_rate": 0.0002970252063922111,
      "loss": 5.4375,
      "step": 11175
    },
    {
      "epoch": 0.45775138234691787,
      "grad_norm": 2.0539429342215505,
      "learning_rate": 0.0002970245600529962,
      "loss": 4.9688,
      "step": 11176
    },
    {
      "epoch": 0.4577923407741143,
      "grad_norm": 1.3588704111069043,
      "learning_rate": 0.00029702391364427655,
      "loss": 6.3438,
      "step": 11177
    },
    {
      "epoch": 0.45783329920131066,
      "grad_norm": 1.362292026784666,
      "learning_rate": 0.0002970232671660525,
      "loss": 5.125,
      "step": 11178
    },
    {
      "epoch": 0.4578742576285071,
      "grad_norm": 2.0768855579470626,
      "learning_rate": 0.00029702262061832445,
      "loss": 6.0625,
      "step": 11179
    },
    {
      "epoch": 0.45791521605570346,
      "grad_norm": 2.248884828430637,
      "learning_rate": 0.0002970219740010926,
      "loss": 5.1875,
      "step": 11180
    },
    {
      "epoch": 0.4579561744828999,
      "grad_norm": 1.5712210077044504,
      "learning_rate": 0.0002970213273143573,
      "loss": 6.0625,
      "step": 11181
    },
    {
      "epoch": 0.45799713291009625,
      "grad_norm": 1.749604405806021,
      "learning_rate": 0.0002970206805581188,
      "loss": 7.1875,
      "step": 11182
    },
    {
      "epoch": 0.4580380913372927,
      "grad_norm": 1.3346516720944406,
      "learning_rate": 0.0002970200337323775,
      "loss": 6.7188,
      "step": 11183
    },
    {
      "epoch": 0.45807904976448904,
      "grad_norm": 1.5932233386441519,
      "learning_rate": 0.0002970193868371337,
      "loss": 8.0625,
      "step": 11184
    },
    {
      "epoch": 0.4581200081916854,
      "grad_norm": 1.4740093502716574,
      "learning_rate": 0.00029701873987238755,
      "loss": 6.0938,
      "step": 11185
    },
    {
      "epoch": 0.45816096661888184,
      "grad_norm": 1.5616078503714528,
      "learning_rate": 0.0002970180928381396,
      "loss": 6.9375,
      "step": 11186
    },
    {
      "epoch": 0.4582019250460782,
      "grad_norm": 2.055178223475766,
      "learning_rate": 0.00029701744573438994,
      "loss": 6.0625,
      "step": 11187
    },
    {
      "epoch": 0.45824288347327463,
      "grad_norm": 1.5979180569303453,
      "learning_rate": 0.00029701679856113897,
      "loss": 5.75,
      "step": 11188
    },
    {
      "epoch": 0.458283841900471,
      "grad_norm": 2.024784268633552,
      "learning_rate": 0.000297016151318387,
      "loss": 5.875,
      "step": 11189
    },
    {
      "epoch": 0.4583248003276674,
      "grad_norm": 1.4013367909393348,
      "learning_rate": 0.0002970155040061344,
      "loss": 7.3438,
      "step": 11190
    },
    {
      "epoch": 0.4583657587548638,
      "grad_norm": 2.059171262890771,
      "learning_rate": 0.0002970148566243813,
      "loss": 5.8438,
      "step": 11191
    },
    {
      "epoch": 0.4584067171820602,
      "grad_norm": 1.5310474192327577,
      "learning_rate": 0.00029701420917312816,
      "loss": 5.25,
      "step": 11192
    },
    {
      "epoch": 0.4584476756092566,
      "grad_norm": 2.116616999265998,
      "learning_rate": 0.0002970135616523752,
      "loss": 7.7812,
      "step": 11193
    },
    {
      "epoch": 0.458488634036453,
      "grad_norm": 2.1349042730857035,
      "learning_rate": 0.0002970129140621228,
      "loss": 5.9375,
      "step": 11194
    },
    {
      "epoch": 0.4585295924636494,
      "grad_norm": 1.715927049238634,
      "learning_rate": 0.00029701226640237117,
      "loss": 6.0938,
      "step": 11195
    },
    {
      "epoch": 0.4585705508908458,
      "grad_norm": 1.2859092033186181,
      "learning_rate": 0.00029701161867312073,
      "loss": 4.7812,
      "step": 11196
    },
    {
      "epoch": 0.4586115093180422,
      "grad_norm": 1.2771933300215823,
      "learning_rate": 0.0002970109708743717,
      "loss": 5.2812,
      "step": 11197
    },
    {
      "epoch": 0.4586524677452386,
      "grad_norm": 4.44687364111324,
      "learning_rate": 0.00029701032300612435,
      "loss": 6.1562,
      "step": 11198
    },
    {
      "epoch": 0.45869342617243497,
      "grad_norm": 1.4685226679118817,
      "learning_rate": 0.0002970096750683791,
      "loss": 7.0938,
      "step": 11199
    },
    {
      "epoch": 0.4587343845996314,
      "grad_norm": 1.6825434521286622,
      "learning_rate": 0.00029700902706113625,
      "loss": 5.4688,
      "step": 11200
    },
    {
      "epoch": 0.45877534302682776,
      "grad_norm": 1.3470644679945807,
      "learning_rate": 0.00029700837898439603,
      "loss": 6.6875,
      "step": 11201
    },
    {
      "epoch": 0.4588163014540242,
      "grad_norm": 2.5184658251165217,
      "learning_rate": 0.0002970077308381587,
      "loss": 6.4062,
      "step": 11202
    },
    {
      "epoch": 0.45885725988122056,
      "grad_norm": 1.8857975364318886,
      "learning_rate": 0.0002970070826224248,
      "loss": 6.1875,
      "step": 11203
    },
    {
      "epoch": 0.458898218308417,
      "grad_norm": 1.4005647640259113,
      "learning_rate": 0.0002970064343371944,
      "loss": 5.875,
      "step": 11204
    },
    {
      "epoch": 0.45893917673561335,
      "grad_norm": 1.3734236581340218,
      "learning_rate": 0.0002970057859824679,
      "loss": 5.4375,
      "step": 11205
    },
    {
      "epoch": 0.4589801351628097,
      "grad_norm": 1.6578023322091562,
      "learning_rate": 0.0002970051375582456,
      "loss": 4.4688,
      "step": 11206
    },
    {
      "epoch": 0.45902109359000615,
      "grad_norm": 1.4983730330125582,
      "learning_rate": 0.0002970044890645277,
      "loss": 6.1562,
      "step": 11207
    },
    {
      "epoch": 0.4590620520172025,
      "grad_norm": 1.4049536052660667,
      "learning_rate": 0.00029700384050131476,
      "loss": 6.1875,
      "step": 11208
    },
    {
      "epoch": 0.45910301044439894,
      "grad_norm": 1.9981821754302298,
      "learning_rate": 0.00029700319186860683,
      "loss": 7.1562,
      "step": 11209
    },
    {
      "epoch": 0.4591439688715953,
      "grad_norm": 2.1392328915876893,
      "learning_rate": 0.00029700254316640436,
      "loss": 5.8438,
      "step": 11210
    },
    {
      "epoch": 0.45918492729879173,
      "grad_norm": 1.3107916428595208,
      "learning_rate": 0.0002970018943947077,
      "loss": 5.5,
      "step": 11211
    },
    {
      "epoch": 0.4592258857259881,
      "grad_norm": 3.178895809751288,
      "learning_rate": 0.00029700124555351694,
      "loss": 3.9531,
      "step": 11212
    },
    {
      "epoch": 0.45926684415318453,
      "grad_norm": 1.3474329334930681,
      "learning_rate": 0.0002970005966428326,
      "loss": 5.0,
      "step": 11213
    },
    {
      "epoch": 0.4593078025803809,
      "grad_norm": 1.385593221613728,
      "learning_rate": 0.00029699994766265483,
      "loss": 5.8125,
      "step": 11214
    },
    {
      "epoch": 0.4593487610075773,
      "grad_norm": 9.122365120089304,
      "learning_rate": 0.0002969992986129841,
      "loss": 4.2812,
      "step": 11215
    },
    {
      "epoch": 0.4593897194347737,
      "grad_norm": 1.6179287880367628,
      "learning_rate": 0.00029699864949382063,
      "loss": 6.5938,
      "step": 11216
    },
    {
      "epoch": 0.4594306778619701,
      "grad_norm": 1.371440881661914,
      "learning_rate": 0.00029699800030516467,
      "loss": 5.5312,
      "step": 11217
    },
    {
      "epoch": 0.4594716362891665,
      "grad_norm": 1.2698373554092428,
      "learning_rate": 0.0002969973510470166,
      "loss": 5.875,
      "step": 11218
    },
    {
      "epoch": 0.4595125947163629,
      "grad_norm": 3.858705555801225,
      "learning_rate": 0.0002969967017193767,
      "loss": 6.25,
      "step": 11219
    },
    {
      "epoch": 0.4595535531435593,
      "grad_norm": 1.802805350124938,
      "learning_rate": 0.00029699605232224533,
      "loss": 5.8125,
      "step": 11220
    },
    {
      "epoch": 0.4595945115707557,
      "grad_norm": 1.3712777543554775,
      "learning_rate": 0.00029699540285562276,
      "loss": 5.2812,
      "step": 11221
    },
    {
      "epoch": 0.4596354699979521,
      "grad_norm": 1.5103631849555814,
      "learning_rate": 0.0002969947533195093,
      "loss": 5.375,
      "step": 11222
    },
    {
      "epoch": 0.4596764284251485,
      "grad_norm": 1.3981636907405297,
      "learning_rate": 0.0002969941037139052,
      "loss": 5.4062,
      "step": 11223
    },
    {
      "epoch": 0.45971738685234487,
      "grad_norm": 1.4370969354813894,
      "learning_rate": 0.00029699345403881084,
      "loss": 5.8438,
      "step": 11224
    },
    {
      "epoch": 0.4597583452795413,
      "grad_norm": 1.250331353269474,
      "learning_rate": 0.0002969928042942265,
      "loss": 4.9375,
      "step": 11225
    },
    {
      "epoch": 0.45979930370673766,
      "grad_norm": 3.001960344606195,
      "learning_rate": 0.0002969921544801525,
      "loss": 5.6562,
      "step": 11226
    },
    {
      "epoch": 0.45984026213393403,
      "grad_norm": 1.4078880444868773,
      "learning_rate": 0.00029699150459658915,
      "loss": 6.0938,
      "step": 11227
    },
    {
      "epoch": 0.45988122056113045,
      "grad_norm": 1.3657222847326582,
      "learning_rate": 0.00029699085464353673,
      "loss": 5.4688,
      "step": 11228
    },
    {
      "epoch": 0.4599221789883268,
      "grad_norm": 1.2135496053357555,
      "learning_rate": 0.00029699020462099556,
      "loss": 5.4688,
      "step": 11229
    },
    {
      "epoch": 0.45996313741552325,
      "grad_norm": 1.2141002493930568,
      "learning_rate": 0.00029698955452896593,
      "loss": 5.9062,
      "step": 11230
    },
    {
      "epoch": 0.4600040958427196,
      "grad_norm": 4.266913824567422,
      "learning_rate": 0.0002969889043674482,
      "loss": 5.3125,
      "step": 11231
    },
    {
      "epoch": 0.46004505426991604,
      "grad_norm": 2.8086841397662545,
      "learning_rate": 0.00029698825413644267,
      "loss": 7.0625,
      "step": 11232
    },
    {
      "epoch": 0.4600860126971124,
      "grad_norm": 1.5095191303145339,
      "learning_rate": 0.0002969876038359496,
      "loss": 6.625,
      "step": 11233
    },
    {
      "epoch": 0.46012697112430884,
      "grad_norm": 1.5863131465286298,
      "learning_rate": 0.00029698695346596927,
      "loss": 5.9375,
      "step": 11234
    },
    {
      "epoch": 0.4601679295515052,
      "grad_norm": 1.4229581480509328,
      "learning_rate": 0.0002969863030265021,
      "loss": 5.7188,
      "step": 11235
    },
    {
      "epoch": 0.46020888797870163,
      "grad_norm": 2.4130445818517954,
      "learning_rate": 0.00029698565251754834,
      "loss": 8.0,
      "step": 11236
    },
    {
      "epoch": 0.460249846405898,
      "grad_norm": 1.9540151030254478,
      "learning_rate": 0.00029698500193910826,
      "loss": 6.3438,
      "step": 11237
    },
    {
      "epoch": 0.4602908048330944,
      "grad_norm": 1.2852228518352982,
      "learning_rate": 0.0002969843512911822,
      "loss": 5.4062,
      "step": 11238
    },
    {
      "epoch": 0.4603317632602908,
      "grad_norm": 5.0026172529541455,
      "learning_rate": 0.00029698370057377045,
      "loss": 7.0625,
      "step": 11239
    },
    {
      "epoch": 0.4603727216874872,
      "grad_norm": 1.6641640760845697,
      "learning_rate": 0.00029698304978687337,
      "loss": 5.6875,
      "step": 11240
    },
    {
      "epoch": 0.4604136801146836,
      "grad_norm": 2.2555131847732914,
      "learning_rate": 0.00029698239893049123,
      "loss": 6.9062,
      "step": 11241
    },
    {
      "epoch": 0.46045463854188,
      "grad_norm": 1.2386122980649694,
      "learning_rate": 0.00029698174800462437,
      "loss": 5.625,
      "step": 11242
    },
    {
      "epoch": 0.4604955969690764,
      "grad_norm": 1.7728979456699656,
      "learning_rate": 0.000296981097009273,
      "loss": 6.4375,
      "step": 11243
    },
    {
      "epoch": 0.4605365553962728,
      "grad_norm": 2.031380827200126,
      "learning_rate": 0.00029698044594443754,
      "loss": 6.5625,
      "step": 11244
    },
    {
      "epoch": 0.4605775138234692,
      "grad_norm": 1.4650735152997174,
      "learning_rate": 0.0002969797948101182,
      "loss": 6.5312,
      "step": 11245
    },
    {
      "epoch": 0.4606184722506656,
      "grad_norm": 3.6887752497616075,
      "learning_rate": 0.00029697914360631543,
      "loss": 7.375,
      "step": 11246
    },
    {
      "epoch": 0.46065943067786197,
      "grad_norm": 1.283560153245037,
      "learning_rate": 0.0002969784923330294,
      "loss": 5.75,
      "step": 11247
    },
    {
      "epoch": 0.46070038910505834,
      "grad_norm": 1.1758089559650649,
      "learning_rate": 0.0002969778409902605,
      "loss": 5.6562,
      "step": 11248
    },
    {
      "epoch": 0.46074134753225476,
      "grad_norm": 1.4056804977527668,
      "learning_rate": 0.00029697718957800897,
      "loss": 5.4375,
      "step": 11249
    },
    {
      "epoch": 0.46078230595945113,
      "grad_norm": 1.4552533975384632,
      "learning_rate": 0.0002969765380962752,
      "loss": 6.1875,
      "step": 11250
    },
    {
      "epoch": 0.46082326438664756,
      "grad_norm": 1.5203463194992317,
      "learning_rate": 0.00029697588654505936,
      "loss": 6.8438,
      "step": 11251
    },
    {
      "epoch": 0.4608642228138439,
      "grad_norm": 1.346726856496156,
      "learning_rate": 0.0002969752349243619,
      "loss": 5.2188,
      "step": 11252
    },
    {
      "epoch": 0.46090518124104035,
      "grad_norm": 1.4543610873390644,
      "learning_rate": 0.0002969745832341831,
      "loss": 5.3438,
      "step": 11253
    },
    {
      "epoch": 0.4609461396682367,
      "grad_norm": 1.8533338532910526,
      "learning_rate": 0.0002969739314745232,
      "loss": 5.9375,
      "step": 11254
    },
    {
      "epoch": 0.46098709809543315,
      "grad_norm": 1.7287499115993745,
      "learning_rate": 0.00029697327964538255,
      "loss": 6.3125,
      "step": 11255
    },
    {
      "epoch": 0.4610280565226295,
      "grad_norm": 1.7472011409312536,
      "learning_rate": 0.00029697262774676153,
      "loss": 5.0625,
      "step": 11256
    },
    {
      "epoch": 0.46106901494982594,
      "grad_norm": 1.6613676094770182,
      "learning_rate": 0.00029697197577866033,
      "loss": 4.7812,
      "step": 11257
    },
    {
      "epoch": 0.4611099733770223,
      "grad_norm": 1.1554419601197197,
      "learning_rate": 0.00029697132374107934,
      "loss": 5.1875,
      "step": 11258
    },
    {
      "epoch": 0.46115093180421873,
      "grad_norm": 1.403461022639448,
      "learning_rate": 0.0002969706716340188,
      "loss": 5.6562,
      "step": 11259
    },
    {
      "epoch": 0.4611918902314151,
      "grad_norm": 1.5778366361740406,
      "learning_rate": 0.00029697001945747906,
      "loss": 5.625,
      "step": 11260
    },
    {
      "epoch": 0.4612328486586115,
      "grad_norm": 1.7305870922007724,
      "learning_rate": 0.00029696936721146047,
      "loss": 4.7812,
      "step": 11261
    },
    {
      "epoch": 0.4612738070858079,
      "grad_norm": 1.2967834353829484,
      "learning_rate": 0.0002969687148959633,
      "loss": 5.9062,
      "step": 11262
    },
    {
      "epoch": 0.4613147655130043,
      "grad_norm": 2.3302893261353104,
      "learning_rate": 0.00029696806251098775,
      "loss": 6.9688,
      "step": 11263
    },
    {
      "epoch": 0.4613557239402007,
      "grad_norm": 1.5384004588205427,
      "learning_rate": 0.0002969674100565343,
      "loss": 6.2812,
      "step": 11264
    },
    {
      "epoch": 0.4613966823673971,
      "grad_norm": 1.4924270808671813,
      "learning_rate": 0.0002969667575326032,
      "loss": 5.6875,
      "step": 11265
    },
    {
      "epoch": 0.4614376407945935,
      "grad_norm": 4.9309974271265515,
      "learning_rate": 0.00029696610493919467,
      "loss": 7.5625,
      "step": 11266
    },
    {
      "epoch": 0.4614785992217899,
      "grad_norm": 1.4197176710420785,
      "learning_rate": 0.0002969654522763091,
      "loss": 7.4375,
      "step": 11267
    },
    {
      "epoch": 0.4615195576489863,
      "grad_norm": 1.467515602028173,
      "learning_rate": 0.0002969647995439469,
      "loss": 5.1875,
      "step": 11268
    },
    {
      "epoch": 0.46156051607618265,
      "grad_norm": 1.3446115927582687,
      "learning_rate": 0.00029696414674210814,
      "loss": 5.25,
      "step": 11269
    },
    {
      "epoch": 0.4616014745033791,
      "grad_norm": 1.6160457951705396,
      "learning_rate": 0.00029696349387079335,
      "loss": 6.1562,
      "step": 11270
    },
    {
      "epoch": 0.46164243293057544,
      "grad_norm": 1.3779728484525806,
      "learning_rate": 0.0002969628409300027,
      "loss": 5.5,
      "step": 11271
    },
    {
      "epoch": 0.46168339135777187,
      "grad_norm": 1.341240681464092,
      "learning_rate": 0.0002969621879197366,
      "loss": 5.9062,
      "step": 11272
    },
    {
      "epoch": 0.46172434978496824,
      "grad_norm": 1.38544830856234,
      "learning_rate": 0.00029696153483999525,
      "loss": 6.0938,
      "step": 11273
    },
    {
      "epoch": 0.46176530821216466,
      "grad_norm": 1.9228709911534307,
      "learning_rate": 0.000296960881690779,
      "loss": 5.125,
      "step": 11274
    },
    {
      "epoch": 0.46180626663936103,
      "grad_norm": 1.2231292103892664,
      "learning_rate": 0.0002969602284720883,
      "loss": 5.0625,
      "step": 11275
    },
    {
      "epoch": 0.46184722506655745,
      "grad_norm": 1.681405580545025,
      "learning_rate": 0.0002969595751839232,
      "loss": 5.125,
      "step": 11276
    },
    {
      "epoch": 0.4618881834937538,
      "grad_norm": 1.8318017866312541,
      "learning_rate": 0.0002969589218262842,
      "loss": 5.3438,
      "step": 11277
    },
    {
      "epoch": 0.46192914192095025,
      "grad_norm": 1.2537288864797003,
      "learning_rate": 0.00029695826839917154,
      "loss": 5.3438,
      "step": 11278
    },
    {
      "epoch": 0.4619701003481466,
      "grad_norm": 1.5556610592116136,
      "learning_rate": 0.0002969576149025855,
      "loss": 4.5625,
      "step": 11279
    },
    {
      "epoch": 0.46201105877534304,
      "grad_norm": 1.3031430654123932,
      "learning_rate": 0.00029695696133652646,
      "loss": 5.2812,
      "step": 11280
    },
    {
      "epoch": 0.4620520172025394,
      "grad_norm": 3.5341027767087088,
      "learning_rate": 0.00029695630770099464,
      "loss": 6.6875,
      "step": 11281
    },
    {
      "epoch": 0.46209297562973584,
      "grad_norm": 1.3373784255156487,
      "learning_rate": 0.0002969556539959905,
      "loss": 4.8125,
      "step": 11282
    },
    {
      "epoch": 0.4621339340569322,
      "grad_norm": 1.5598583467286244,
      "learning_rate": 0.0002969550002215142,
      "loss": 5.875,
      "step": 11283
    },
    {
      "epoch": 0.46217489248412863,
      "grad_norm": 1.3840703664159297,
      "learning_rate": 0.0002969543463775661,
      "loss": 5.25,
      "step": 11284
    },
    {
      "epoch": 0.462215850911325,
      "grad_norm": 1.2524945576541295,
      "learning_rate": 0.00029695369246414654,
      "loss": 5.1562,
      "step": 11285
    },
    {
      "epoch": 0.4622568093385214,
      "grad_norm": 1.1486280307464793,
      "learning_rate": 0.00029695303848125575,
      "loss": 5.0312,
      "step": 11286
    },
    {
      "epoch": 0.4622977677657178,
      "grad_norm": 2.2744271075974836,
      "learning_rate": 0.00029695238442889417,
      "loss": 7.7188,
      "step": 11287
    },
    {
      "epoch": 0.4623387261929142,
      "grad_norm": 2.9141705279410437,
      "learning_rate": 0.000296951730307062,
      "loss": 5.7188,
      "step": 11288
    },
    {
      "epoch": 0.4623796846201106,
      "grad_norm": 1.4193400414744568,
      "learning_rate": 0.0002969510761157595,
      "loss": 5.6875,
      "step": 11289
    },
    {
      "epoch": 0.46242064304730696,
      "grad_norm": 1.7126963903516783,
      "learning_rate": 0.0002969504218549872,
      "loss": 6.5312,
      "step": 11290
    },
    {
      "epoch": 0.4624616014745034,
      "grad_norm": 1.545043689930242,
      "learning_rate": 0.0002969497675247452,
      "loss": 5.3125,
      "step": 11291
    },
    {
      "epoch": 0.46250255990169975,
      "grad_norm": 2.2292102724256324,
      "learning_rate": 0.00029694911312503383,
      "loss": 6.5312,
      "step": 11292
    },
    {
      "epoch": 0.4625435183288962,
      "grad_norm": 2.419794265617661,
      "learning_rate": 0.00029694845865585353,
      "loss": 5.75,
      "step": 11293
    },
    {
      "epoch": 0.46258447675609254,
      "grad_norm": 2.4617732133784873,
      "learning_rate": 0.00029694780411720445,
      "loss": 5.7812,
      "step": 11294
    },
    {
      "epoch": 0.46262543518328897,
      "grad_norm": 2.0936264484967393,
      "learning_rate": 0.000296947149509087,
      "loss": 6.9062,
      "step": 11295
    },
    {
      "epoch": 0.46266639361048534,
      "grad_norm": 1.5459615669648372,
      "learning_rate": 0.0002969464948315015,
      "loss": 7.3438,
      "step": 11296
    },
    {
      "epoch": 0.46270735203768176,
      "grad_norm": 1.3129846893794246,
      "learning_rate": 0.0002969458400844482,
      "loss": 5.4062,
      "step": 11297
    },
    {
      "epoch": 0.46274831046487813,
      "grad_norm": 1.2763536765138732,
      "learning_rate": 0.0002969451852679274,
      "loss": 5.7812,
      "step": 11298
    },
    {
      "epoch": 0.46278926889207456,
      "grad_norm": 1.9945192976462227,
      "learning_rate": 0.0002969445303819395,
      "loss": 5.6562,
      "step": 11299
    },
    {
      "epoch": 0.4628302273192709,
      "grad_norm": 1.625143064429019,
      "learning_rate": 0.0002969438754264847,
      "loss": 6.3438,
      "step": 11300
    },
    {
      "epoch": 0.46287118574646735,
      "grad_norm": 1.5168069545424088,
      "learning_rate": 0.0002969432204015634,
      "loss": 6.0625,
      "step": 11301
    },
    {
      "epoch": 0.4629121441736637,
      "grad_norm": 1.343283879591731,
      "learning_rate": 0.00029694256530717587,
      "loss": 5.4375,
      "step": 11302
    },
    {
      "epoch": 0.46295310260086014,
      "grad_norm": 2.6828664790874295,
      "learning_rate": 0.0002969419101433224,
      "loss": 6.3438,
      "step": 11303
    },
    {
      "epoch": 0.4629940610280565,
      "grad_norm": 1.4940178844294245,
      "learning_rate": 0.00029694125491000337,
      "loss": 6.125,
      "step": 11304
    },
    {
      "epoch": 0.46303501945525294,
      "grad_norm": 1.9973862797517168,
      "learning_rate": 0.000296940599607219,
      "loss": 4.3125,
      "step": 11305
    },
    {
      "epoch": 0.4630759778824493,
      "grad_norm": 2.285088624494085,
      "learning_rate": 0.00029693994423496964,
      "loss": 6.2812,
      "step": 11306
    },
    {
      "epoch": 0.46311693630964573,
      "grad_norm": 1.2511204798331175,
      "learning_rate": 0.0002969392887932556,
      "loss": 5.7188,
      "step": 11307
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 6.396767144111668,
      "learning_rate": 0.00029693863328207723,
      "loss": 5.8125,
      "step": 11308
    },
    {
      "epoch": 0.4631988531640385,
      "grad_norm": 4.642865690412817,
      "learning_rate": 0.0002969379777014347,
      "loss": 5.8125,
      "step": 11309
    },
    {
      "epoch": 0.4632398115912349,
      "grad_norm": 1.441751295788186,
      "learning_rate": 0.0002969373220513285,
      "loss": 5.4062,
      "step": 11310
    },
    {
      "epoch": 0.46328077001843126,
      "grad_norm": 1.684556484874298,
      "learning_rate": 0.00029693666633175884,
      "loss": 7.2812,
      "step": 11311
    },
    {
      "epoch": 0.4633217284456277,
      "grad_norm": 2.277532821537541,
      "learning_rate": 0.0002969360105427261,
      "loss": 7.3125,
      "step": 11312
    },
    {
      "epoch": 0.46336268687282406,
      "grad_norm": 1.6596173943063808,
      "learning_rate": 0.00029693535468423046,
      "loss": 6.5312,
      "step": 11313
    },
    {
      "epoch": 0.4634036453000205,
      "grad_norm": 2.604318700497057,
      "learning_rate": 0.0002969346987562724,
      "loss": 6.7188,
      "step": 11314
    },
    {
      "epoch": 0.46344460372721685,
      "grad_norm": 4.348553195483447,
      "learning_rate": 0.00029693404275885207,
      "loss": 5.2188,
      "step": 11315
    },
    {
      "epoch": 0.4634855621544133,
      "grad_norm": 2.401557195332984,
      "learning_rate": 0.0002969333866919699,
      "loss": 5.625,
      "step": 11316
    },
    {
      "epoch": 0.46352652058160965,
      "grad_norm": 2.09429872926411,
      "learning_rate": 0.0002969327305556261,
      "loss": 5.2188,
      "step": 11317
    },
    {
      "epoch": 0.46356747900880607,
      "grad_norm": 1.7785645375706127,
      "learning_rate": 0.0002969320743498211,
      "loss": 6.0,
      "step": 11318
    },
    {
      "epoch": 0.46360843743600244,
      "grad_norm": 1.2540276107907478,
      "learning_rate": 0.000296931418074555,
      "loss": 5.625,
      "step": 11319
    },
    {
      "epoch": 0.46364939586319887,
      "grad_norm": 1.3453183565821851,
      "learning_rate": 0.0002969307617298284,
      "loss": 6.375,
      "step": 11320
    },
    {
      "epoch": 0.46369035429039523,
      "grad_norm": 6.418878044755067,
      "learning_rate": 0.0002969301053156414,
      "loss": 6.5,
      "step": 11321
    },
    {
      "epoch": 0.46373131271759166,
      "grad_norm": 2.821431531076007,
      "learning_rate": 0.0002969294488319944,
      "loss": 6.5625,
      "step": 11322
    },
    {
      "epoch": 0.46377227114478803,
      "grad_norm": 1.416113021492938,
      "learning_rate": 0.00029692879227888764,
      "loss": 6.0312,
      "step": 11323
    },
    {
      "epoch": 0.46381322957198445,
      "grad_norm": 5.368146598091087,
      "learning_rate": 0.00029692813565632153,
      "loss": 4.7812,
      "step": 11324
    },
    {
      "epoch": 0.4638541879991808,
      "grad_norm": 1.3291713188120047,
      "learning_rate": 0.00029692747896429623,
      "loss": 5.25,
      "step": 11325
    },
    {
      "epoch": 0.46389514642637725,
      "grad_norm": 1.539809958094015,
      "learning_rate": 0.00029692682220281227,
      "loss": 6.7188,
      "step": 11326
    },
    {
      "epoch": 0.4639361048535736,
      "grad_norm": 1.2868044782824162,
      "learning_rate": 0.00029692616537186977,
      "loss": 6.0938,
      "step": 11327
    },
    {
      "epoch": 0.46397706328077004,
      "grad_norm": 1.6015991074696374,
      "learning_rate": 0.00029692550847146905,
      "loss": 6.1875,
      "step": 11328
    },
    {
      "epoch": 0.4640180217079664,
      "grad_norm": 1.3245065837227865,
      "learning_rate": 0.00029692485150161055,
      "loss": 5.7812,
      "step": 11329
    },
    {
      "epoch": 0.46405898013516284,
      "grad_norm": 1.3727172058711072,
      "learning_rate": 0.00029692419446229447,
      "loss": 5.9062,
      "step": 11330
    },
    {
      "epoch": 0.4640999385623592,
      "grad_norm": 1.4984696826862662,
      "learning_rate": 0.00029692353735352115,
      "loss": 5.25,
      "step": 11331
    },
    {
      "epoch": 0.4641408969895556,
      "grad_norm": 1.1719559382431677,
      "learning_rate": 0.00029692288017529097,
      "loss": 5.375,
      "step": 11332
    },
    {
      "epoch": 0.464181855416752,
      "grad_norm": 1.3668881444059788,
      "learning_rate": 0.00029692222292760414,
      "loss": 6.0938,
      "step": 11333
    },
    {
      "epoch": 0.46422281384394837,
      "grad_norm": 1.3362604272400158,
      "learning_rate": 0.000296921565610461,
      "loss": 6.1562,
      "step": 11334
    },
    {
      "epoch": 0.4642637722711448,
      "grad_norm": 3.326485140224913,
      "learning_rate": 0.0002969209082238619,
      "loss": 4.625,
      "step": 11335
    },
    {
      "epoch": 0.46430473069834116,
      "grad_norm": 1.4299119264674514,
      "learning_rate": 0.00029692025076780707,
      "loss": 6.0312,
      "step": 11336
    },
    {
      "epoch": 0.4643456891255376,
      "grad_norm": 1.3557756230443976,
      "learning_rate": 0.00029691959324229685,
      "loss": 5.6562,
      "step": 11337
    },
    {
      "epoch": 0.46438664755273396,
      "grad_norm": 1.51860534723123,
      "learning_rate": 0.00029691893564733166,
      "loss": 6.5,
      "step": 11338
    },
    {
      "epoch": 0.4644276059799304,
      "grad_norm": 1.6878724454984264,
      "learning_rate": 0.00029691827798291167,
      "loss": 6.5312,
      "step": 11339
    },
    {
      "epoch": 0.46446856440712675,
      "grad_norm": 5.532970945614052,
      "learning_rate": 0.00029691762024903725,
      "loss": 4.7188,
      "step": 11340
    },
    {
      "epoch": 0.4645095228343232,
      "grad_norm": 2.24401427570144,
      "learning_rate": 0.0002969169624457087,
      "loss": 6.5312,
      "step": 11341
    },
    {
      "epoch": 0.46455048126151954,
      "grad_norm": 2.3706542615472537,
      "learning_rate": 0.0002969163045729264,
      "loss": 5.125,
      "step": 11342
    },
    {
      "epoch": 0.46459143968871597,
      "grad_norm": 1.205210435090684,
      "learning_rate": 0.0002969156466306905,
      "loss": 6.375,
      "step": 11343
    },
    {
      "epoch": 0.46463239811591234,
      "grad_norm": 2.7910899354519048,
      "learning_rate": 0.00029691498861900145,
      "loss": 5.5625,
      "step": 11344
    },
    {
      "epoch": 0.46467335654310876,
      "grad_norm": 1.4842500932468066,
      "learning_rate": 0.0002969143305378595,
      "loss": 6.0,
      "step": 11345
    },
    {
      "epoch": 0.46471431497030513,
      "grad_norm": 2.3519243180832605,
      "learning_rate": 0.000296913672387265,
      "loss": 5.5312,
      "step": 11346
    },
    {
      "epoch": 0.46475527339750156,
      "grad_norm": 1.7473058063127689,
      "learning_rate": 0.0002969130141672182,
      "loss": 6.9062,
      "step": 11347
    },
    {
      "epoch": 0.4647962318246979,
      "grad_norm": 1.4154672719495731,
      "learning_rate": 0.00029691235587771947,
      "loss": 5.25,
      "step": 11348
    },
    {
      "epoch": 0.46483719025189435,
      "grad_norm": 1.2190624993618189,
      "learning_rate": 0.0002969116975187691,
      "loss": 5.625,
      "step": 11349
    },
    {
      "epoch": 0.4648781486790907,
      "grad_norm": 1.646297111828633,
      "learning_rate": 0.00029691103909036746,
      "loss": 5.8438,
      "step": 11350
    },
    {
      "epoch": 0.46491910710628714,
      "grad_norm": 2.880462615853759,
      "learning_rate": 0.0002969103805925148,
      "loss": 7.2812,
      "step": 11351
    },
    {
      "epoch": 0.4649600655334835,
      "grad_norm": 1.4508037570645085,
      "learning_rate": 0.0002969097220252114,
      "loss": 5.5312,
      "step": 11352
    },
    {
      "epoch": 0.4650010239606799,
      "grad_norm": 1.4208645676477951,
      "learning_rate": 0.0002969090633884576,
      "loss": 6.25,
      "step": 11353
    },
    {
      "epoch": 0.4650419823878763,
      "grad_norm": 1.2821934087910696,
      "learning_rate": 0.00029690840468225377,
      "loss": 4.9688,
      "step": 11354
    },
    {
      "epoch": 0.4650829408150727,
      "grad_norm": 1.1838327302201928,
      "learning_rate": 0.0002969077459066001,
      "loss": 5.0,
      "step": 11355
    },
    {
      "epoch": 0.4651238992422691,
      "grad_norm": 2.346123831654403,
      "learning_rate": 0.000296907087061497,
      "loss": 6.8438,
      "step": 11356
    },
    {
      "epoch": 0.46516485766946547,
      "grad_norm": 1.5510064828341594,
      "learning_rate": 0.0002969064281469448,
      "loss": 6.0625,
      "step": 11357
    },
    {
      "epoch": 0.4652058160966619,
      "grad_norm": 1.2325567819928622,
      "learning_rate": 0.0002969057691629437,
      "loss": 5.1875,
      "step": 11358
    },
    {
      "epoch": 0.46524677452385826,
      "grad_norm": 1.6571034108497706,
      "learning_rate": 0.0002969051101094941,
      "loss": 6.1875,
      "step": 11359
    },
    {
      "epoch": 0.4652877329510547,
      "grad_norm": 1.3822896832909097,
      "learning_rate": 0.0002969044509865963,
      "loss": 5.75,
      "step": 11360
    },
    {
      "epoch": 0.46532869137825106,
      "grad_norm": 1.5788856391931925,
      "learning_rate": 0.00029690379179425055,
      "loss": 6.0,
      "step": 11361
    },
    {
      "epoch": 0.4653696498054475,
      "grad_norm": 1.4624557781295149,
      "learning_rate": 0.0002969031325324573,
      "loss": 5.0,
      "step": 11362
    },
    {
      "epoch": 0.46541060823264385,
      "grad_norm": 1.3181010522962835,
      "learning_rate": 0.0002969024732012167,
      "loss": 5.4375,
      "step": 11363
    },
    {
      "epoch": 0.4654515666598403,
      "grad_norm": 1.5241959256094462,
      "learning_rate": 0.00029690181380052916,
      "loss": 5.25,
      "step": 11364
    },
    {
      "epoch": 0.46549252508703665,
      "grad_norm": 1.379657499733762,
      "learning_rate": 0.000296901154330395,
      "loss": 6.0938,
      "step": 11365
    },
    {
      "epoch": 0.46553348351423307,
      "grad_norm": 1.38365947074934,
      "learning_rate": 0.00029690049479081445,
      "loss": 5.625,
      "step": 11366
    },
    {
      "epoch": 0.46557444194142944,
      "grad_norm": 1.3908490162894374,
      "learning_rate": 0.00029689983518178787,
      "loss": 5.4375,
      "step": 11367
    },
    {
      "epoch": 0.46561540036862586,
      "grad_norm": 1.6722803328847073,
      "learning_rate": 0.0002968991755033156,
      "loss": 5.25,
      "step": 11368
    },
    {
      "epoch": 0.46565635879582223,
      "grad_norm": 1.4495178205796329,
      "learning_rate": 0.0002968985157553979,
      "loss": 5.5938,
      "step": 11369
    },
    {
      "epoch": 0.46569731722301866,
      "grad_norm": 1.3286561966890622,
      "learning_rate": 0.00029689785593803514,
      "loss": 5.2188,
      "step": 11370
    },
    {
      "epoch": 0.46573827565021503,
      "grad_norm": 1.4778209189198743,
      "learning_rate": 0.00029689719605122757,
      "loss": 6.2188,
      "step": 11371
    },
    {
      "epoch": 0.46577923407741145,
      "grad_norm": 1.4294961803570063,
      "learning_rate": 0.0002968965360949755,
      "loss": 5.4375,
      "step": 11372
    },
    {
      "epoch": 0.4658201925046078,
      "grad_norm": 1.7471523153162511,
      "learning_rate": 0.00029689587606927933,
      "loss": 6.4375,
      "step": 11373
    },
    {
      "epoch": 0.4658611509318042,
      "grad_norm": 1.2445827543890116,
      "learning_rate": 0.00029689521597413927,
      "loss": 5.125,
      "step": 11374
    },
    {
      "epoch": 0.4659021093590006,
      "grad_norm": 1.479402091612807,
      "learning_rate": 0.00029689455580955574,
      "loss": 6.375,
      "step": 11375
    },
    {
      "epoch": 0.465943067786197,
      "grad_norm": 1.2733166111100487,
      "learning_rate": 0.00029689389557552894,
      "loss": 5.75,
      "step": 11376
    },
    {
      "epoch": 0.4659840262133934,
      "grad_norm": 1.2763875287449598,
      "learning_rate": 0.0002968932352720592,
      "loss": 5.25,
      "step": 11377
    },
    {
      "epoch": 0.4660249846405898,
      "grad_norm": 4.361091411415694,
      "learning_rate": 0.00029689257489914694,
      "loss": 3.2656,
      "step": 11378
    },
    {
      "epoch": 0.4660659430677862,
      "grad_norm": 3.2878631098596642,
      "learning_rate": 0.0002968919144567923,
      "loss": 6.8438,
      "step": 11379
    },
    {
      "epoch": 0.4661069014949826,
      "grad_norm": 2.4956992048393567,
      "learning_rate": 0.00029689125394499576,
      "loss": 6.125,
      "step": 11380
    },
    {
      "epoch": 0.466147859922179,
      "grad_norm": 1.4099404561709714,
      "learning_rate": 0.00029689059336375755,
      "loss": 6.5,
      "step": 11381
    },
    {
      "epoch": 0.46618881834937537,
      "grad_norm": 1.4708866563276277,
      "learning_rate": 0.00029688993271307794,
      "loss": 6.4062,
      "step": 11382
    },
    {
      "epoch": 0.4662297767765718,
      "grad_norm": 2.1192794586084283,
      "learning_rate": 0.00029688927199295734,
      "loss": 6.9375,
      "step": 11383
    },
    {
      "epoch": 0.46627073520376816,
      "grad_norm": 2.2395618901319794,
      "learning_rate": 0.00029688861120339604,
      "loss": 7.5312,
      "step": 11384
    },
    {
      "epoch": 0.4663116936309646,
      "grad_norm": 3.92920428425104,
      "learning_rate": 0.0002968879503443943,
      "loss": 4.2188,
      "step": 11385
    },
    {
      "epoch": 0.46635265205816095,
      "grad_norm": 1.5969864220346381,
      "learning_rate": 0.00029688728941595243,
      "loss": 6.1562,
      "step": 11386
    },
    {
      "epoch": 0.4663936104853574,
      "grad_norm": 2.211104752760453,
      "learning_rate": 0.0002968866284180708,
      "loss": 6.625,
      "step": 11387
    },
    {
      "epoch": 0.46643456891255375,
      "grad_norm": 1.4970341532166018,
      "learning_rate": 0.00029688596735074973,
      "loss": 5.875,
      "step": 11388
    },
    {
      "epoch": 0.4664755273397502,
      "grad_norm": 1.632475580826256,
      "learning_rate": 0.00029688530621398943,
      "loss": 6.4688,
      "step": 11389
    },
    {
      "epoch": 0.46651648576694654,
      "grad_norm": 1.3878756550834672,
      "learning_rate": 0.0002968846450077903,
      "loss": 5.5312,
      "step": 11390
    },
    {
      "epoch": 0.46655744419414297,
      "grad_norm": 1.6593639391496495,
      "learning_rate": 0.00029688398373215266,
      "loss": 6.9688,
      "step": 11391
    },
    {
      "epoch": 0.46659840262133934,
      "grad_norm": 3.672897198584761,
      "learning_rate": 0.0002968833223870768,
      "loss": 7.5625,
      "step": 11392
    },
    {
      "epoch": 0.46663936104853576,
      "grad_norm": 1.5635188218498797,
      "learning_rate": 0.000296882660972563,
      "loss": 5.5938,
      "step": 11393
    },
    {
      "epoch": 0.46668031947573213,
      "grad_norm": 1.8847479888849252,
      "learning_rate": 0.0002968819994886116,
      "loss": 6.25,
      "step": 11394
    },
    {
      "epoch": 0.46672127790292856,
      "grad_norm": 1.392033730465782,
      "learning_rate": 0.0002968813379352229,
      "loss": 5.4688,
      "step": 11395
    },
    {
      "epoch": 0.4667622363301249,
      "grad_norm": 1.890154779562643,
      "learning_rate": 0.00029688067631239727,
      "loss": 5.9688,
      "step": 11396
    },
    {
      "epoch": 0.4668031947573213,
      "grad_norm": 1.2059314216706014,
      "learning_rate": 0.000296880014620135,
      "loss": 5.6562,
      "step": 11397
    },
    {
      "epoch": 0.4668441531845177,
      "grad_norm": 1.670760372543239,
      "learning_rate": 0.0002968793528584363,
      "loss": 6.2188,
      "step": 11398
    },
    {
      "epoch": 0.4668851116117141,
      "grad_norm": 2.643672062576722,
      "learning_rate": 0.0002968786910273016,
      "loss": 3.9219,
      "step": 11399
    },
    {
      "epoch": 0.4669260700389105,
      "grad_norm": 2.1911135232408174,
      "learning_rate": 0.0002968780291267312,
      "loss": 6.25,
      "step": 11400
    },
    {
      "epoch": 0.4669670284661069,
      "grad_norm": 2.648337021491698,
      "learning_rate": 0.0002968773671567254,
      "loss": 7.6875,
      "step": 11401
    },
    {
      "epoch": 0.4670079868933033,
      "grad_norm": 6.454491046096595,
      "learning_rate": 0.00029687670511728445,
      "loss": 3.5625,
      "step": 11402
    },
    {
      "epoch": 0.4670489453204997,
      "grad_norm": 1.682572475380121,
      "learning_rate": 0.00029687604300840875,
      "loss": 5.9688,
      "step": 11403
    },
    {
      "epoch": 0.4670899037476961,
      "grad_norm": 1.2734394866730698,
      "learning_rate": 0.0002968753808300986,
      "loss": 5.8438,
      "step": 11404
    },
    {
      "epoch": 0.46713086217489247,
      "grad_norm": 1.1701876769218746,
      "learning_rate": 0.00029687471858235424,
      "loss": 5.3438,
      "step": 11405
    },
    {
      "epoch": 0.4671718206020889,
      "grad_norm": 2.053063840419068,
      "learning_rate": 0.0002968740562651761,
      "loss": 4.875,
      "step": 11406
    },
    {
      "epoch": 0.46721277902928526,
      "grad_norm": 1.1399832982971088,
      "learning_rate": 0.0002968733938785644,
      "loss": 5.3125,
      "step": 11407
    },
    {
      "epoch": 0.4672537374564817,
      "grad_norm": 1.3832260813577988,
      "learning_rate": 0.00029687273142251945,
      "loss": 5.875,
      "step": 11408
    },
    {
      "epoch": 0.46729469588367806,
      "grad_norm": 1.699743323357477,
      "learning_rate": 0.0002968720688970416,
      "loss": 7.3438,
      "step": 11409
    },
    {
      "epoch": 0.4673356543108745,
      "grad_norm": 3.829437879267557,
      "learning_rate": 0.0002968714063021312,
      "loss": 4.8438,
      "step": 11410
    },
    {
      "epoch": 0.46737661273807085,
      "grad_norm": 1.2831933492713754,
      "learning_rate": 0.0002968707436377885,
      "loss": 6.75,
      "step": 11411
    },
    {
      "epoch": 0.4674175711652673,
      "grad_norm": 1.6397035203955812,
      "learning_rate": 0.0002968700809040138,
      "loss": 5.4375,
      "step": 11412
    },
    {
      "epoch": 0.46745852959246365,
      "grad_norm": 2.592335671472199,
      "learning_rate": 0.0002968694181008075,
      "loss": 8.3125,
      "step": 11413
    },
    {
      "epoch": 0.46749948801966007,
      "grad_norm": 1.641468227229973,
      "learning_rate": 0.00029686875522816987,
      "loss": 5.625,
      "step": 11414
    },
    {
      "epoch": 0.46754044644685644,
      "grad_norm": 3.326660563488881,
      "learning_rate": 0.0002968680922861012,
      "loss": 6.3438,
      "step": 11415
    },
    {
      "epoch": 0.46758140487405286,
      "grad_norm": 1.6032906884496476,
      "learning_rate": 0.0002968674292746018,
      "loss": 7.4062,
      "step": 11416
    },
    {
      "epoch": 0.46762236330124923,
      "grad_norm": 8.29495529356298,
      "learning_rate": 0.000296866766193672,
      "loss": 4.8438,
      "step": 11417
    },
    {
      "epoch": 0.4676633217284456,
      "grad_norm": 1.4224599673730207,
      "learning_rate": 0.0002968661030433121,
      "loss": 5.5,
      "step": 11418
    },
    {
      "epoch": 0.467704280155642,
      "grad_norm": 3.085456620599404,
      "learning_rate": 0.0002968654398235225,
      "loss": 5.2812,
      "step": 11419
    },
    {
      "epoch": 0.4677452385828384,
      "grad_norm": 2.220229550081665,
      "learning_rate": 0.0002968647765343034,
      "loss": 6.6875,
      "step": 11420
    },
    {
      "epoch": 0.4677861970100348,
      "grad_norm": 1.7574237718845487,
      "learning_rate": 0.00029686411317565514,
      "loss": 6.8438,
      "step": 11421
    },
    {
      "epoch": 0.4678271554372312,
      "grad_norm": 3.7182475818508918,
      "learning_rate": 0.00029686344974757807,
      "loss": 2.1719,
      "step": 11422
    },
    {
      "epoch": 0.4678681138644276,
      "grad_norm": 1.5376617911999355,
      "learning_rate": 0.0002968627862500725,
      "loss": 5.625,
      "step": 11423
    },
    {
      "epoch": 0.467909072291624,
      "grad_norm": 2.2005402815093826,
      "learning_rate": 0.00029686212268313866,
      "loss": 5.5312,
      "step": 11424
    },
    {
      "epoch": 0.4679500307188204,
      "grad_norm": 1.5070282547079694,
      "learning_rate": 0.000296861459046777,
      "loss": 6.0312,
      "step": 11425
    },
    {
      "epoch": 0.4679909891460168,
      "grad_norm": 1.3074608731415516,
      "learning_rate": 0.0002968607953409877,
      "loss": 5.6875,
      "step": 11426
    },
    {
      "epoch": 0.4680319475732132,
      "grad_norm": 2.8136361206020393,
      "learning_rate": 0.0002968601315657712,
      "loss": 7.9062,
      "step": 11427
    },
    {
      "epoch": 0.46807290600040957,
      "grad_norm": 2.0084782246441764,
      "learning_rate": 0.00029685946772112774,
      "loss": 7.0312,
      "step": 11428
    },
    {
      "epoch": 0.468113864427606,
      "grad_norm": 1.5507476561754656,
      "learning_rate": 0.00029685880380705764,
      "loss": 5.5312,
      "step": 11429
    },
    {
      "epoch": 0.46815482285480237,
      "grad_norm": 1.7815550528740138,
      "learning_rate": 0.00029685813982356115,
      "loss": 5.9375,
      "step": 11430
    },
    {
      "epoch": 0.4681957812819988,
      "grad_norm": 4.005641535960006,
      "learning_rate": 0.00029685747577063874,
      "loss": 5.4062,
      "step": 11431
    },
    {
      "epoch": 0.46823673970919516,
      "grad_norm": 1.5008810617122434,
      "learning_rate": 0.0002968568116482906,
      "loss": 5.6562,
      "step": 11432
    },
    {
      "epoch": 0.4682776981363916,
      "grad_norm": 1.184540785406882,
      "learning_rate": 0.0002968561474565171,
      "loss": 5.25,
      "step": 11433
    },
    {
      "epoch": 0.46831865656358795,
      "grad_norm": 3.9379977238682673,
      "learning_rate": 0.00029685548319531856,
      "loss": 6.375,
      "step": 11434
    },
    {
      "epoch": 0.4683596149907844,
      "grad_norm": 2.092726139118139,
      "learning_rate": 0.0002968548188646952,
      "loss": 6.9062,
      "step": 11435
    },
    {
      "epoch": 0.46840057341798075,
      "grad_norm": 2.7635923810863163,
      "learning_rate": 0.00029685415446464744,
      "loss": 7.875,
      "step": 11436
    },
    {
      "epoch": 0.4684415318451772,
      "grad_norm": 3.6199259924827243,
      "learning_rate": 0.0002968534899951756,
      "loss": 4.0312,
      "step": 11437
    },
    {
      "epoch": 0.46848249027237354,
      "grad_norm": 3.417188053302424,
      "learning_rate": 0.00029685282545627984,
      "loss": 4.5312,
      "step": 11438
    },
    {
      "epoch": 0.4685234486995699,
      "grad_norm": 2.567634115605036,
      "learning_rate": 0.00029685216084796067,
      "loss": 6.5938,
      "step": 11439
    },
    {
      "epoch": 0.46856440712676634,
      "grad_norm": 1.676883138522795,
      "learning_rate": 0.00029685149617021835,
      "loss": 5.75,
      "step": 11440
    },
    {
      "epoch": 0.4686053655539627,
      "grad_norm": 1.7051089252473648,
      "learning_rate": 0.0002968508314230531,
      "loss": 7.625,
      "step": 11441
    },
    {
      "epoch": 0.46864632398115913,
      "grad_norm": 1.4997319354242904,
      "learning_rate": 0.00029685016660646536,
      "loss": 5.1875,
      "step": 11442
    },
    {
      "epoch": 0.4686872824083555,
      "grad_norm": 1.7226367574215633,
      "learning_rate": 0.0002968495017204553,
      "loss": 6.9688,
      "step": 11443
    },
    {
      "epoch": 0.4687282408355519,
      "grad_norm": 2.7745729850913174,
      "learning_rate": 0.0002968488367650234,
      "loss": 4.3125,
      "step": 11444
    },
    {
      "epoch": 0.4687691992627483,
      "grad_norm": 1.7703416227538167,
      "learning_rate": 0.0002968481717401698,
      "loss": 5.5,
      "step": 11445
    },
    {
      "epoch": 0.4688101576899447,
      "grad_norm": 1.3151985049664654,
      "learning_rate": 0.00029684750664589493,
      "loss": 5.7812,
      "step": 11446
    },
    {
      "epoch": 0.4688511161171411,
      "grad_norm": 1.2780385913015222,
      "learning_rate": 0.00029684684148219916,
      "loss": 6.4688,
      "step": 11447
    },
    {
      "epoch": 0.4688920745443375,
      "grad_norm": 1.7328403711654594,
      "learning_rate": 0.0002968461762490826,
      "loss": 5.4375,
      "step": 11448
    },
    {
      "epoch": 0.4689330329715339,
      "grad_norm": 1.626796724238893,
      "learning_rate": 0.00029684551094654577,
      "loss": 3.75,
      "step": 11449
    },
    {
      "epoch": 0.4689739913987303,
      "grad_norm": 1.243657959034864,
      "learning_rate": 0.0002968448455745889,
      "loss": 5.3125,
      "step": 11450
    },
    {
      "epoch": 0.4690149498259267,
      "grad_norm": 1.5789423675066527,
      "learning_rate": 0.0002968441801332123,
      "loss": 6.0,
      "step": 11451
    },
    {
      "epoch": 0.4690559082531231,
      "grad_norm": 3.6515039694776283,
      "learning_rate": 0.00029684351462241627,
      "loss": 4.75,
      "step": 11452
    },
    {
      "epoch": 0.46909686668031947,
      "grad_norm": 1.7785908159968695,
      "learning_rate": 0.0002968428490422012,
      "loss": 4.5,
      "step": 11453
    },
    {
      "epoch": 0.4691378251075159,
      "grad_norm": 2.006725879143688,
      "learning_rate": 0.0002968421833925673,
      "loss": 6.375,
      "step": 11454
    },
    {
      "epoch": 0.46917878353471226,
      "grad_norm": 2.726189588681108,
      "learning_rate": 0.000296841517673515,
      "loss": 5.8125,
      "step": 11455
    },
    {
      "epoch": 0.4692197419619087,
      "grad_norm": 1.4033350134431195,
      "learning_rate": 0.0002968408518850445,
      "loss": 5.4688,
      "step": 11456
    },
    {
      "epoch": 0.46926070038910506,
      "grad_norm": 1.2013577029984095,
      "learning_rate": 0.0002968401860271561,
      "loss": 5.5625,
      "step": 11457
    },
    {
      "epoch": 0.4693016588163015,
      "grad_norm": 2.1364908317080533,
      "learning_rate": 0.0002968395200998503,
      "loss": 5.5312,
      "step": 11458
    },
    {
      "epoch": 0.46934261724349785,
      "grad_norm": 1.5008794188360202,
      "learning_rate": 0.00029683885410312726,
      "loss": 5.5625,
      "step": 11459
    },
    {
      "epoch": 0.4693835756706942,
      "grad_norm": 1.493695100647879,
      "learning_rate": 0.0002968381880369873,
      "loss": 4.8125,
      "step": 11460
    },
    {
      "epoch": 0.46942453409789064,
      "grad_norm": 4.09500636253669,
      "learning_rate": 0.00029683752190143075,
      "loss": 7.8438,
      "step": 11461
    },
    {
      "epoch": 0.469465492525087,
      "grad_norm": 1.515128790077827,
      "learning_rate": 0.000296836855696458,
      "loss": 5.9688,
      "step": 11462
    },
    {
      "epoch": 0.46950645095228344,
      "grad_norm": 1.4664015610485939,
      "learning_rate": 0.0002968361894220693,
      "loss": 5.5,
      "step": 11463
    },
    {
      "epoch": 0.4695474093794798,
      "grad_norm": 1.485526190752425,
      "learning_rate": 0.0002968355230782649,
      "loss": 5.5625,
      "step": 11464
    },
    {
      "epoch": 0.46958836780667623,
      "grad_norm": 1.6664920174669822,
      "learning_rate": 0.00029683485666504527,
      "loss": 6.9062,
      "step": 11465
    },
    {
      "epoch": 0.4696293262338726,
      "grad_norm": 1.2304339673641715,
      "learning_rate": 0.0002968341901824106,
      "loss": 5.9375,
      "step": 11466
    },
    {
      "epoch": 0.469670284661069,
      "grad_norm": 1.5377797950314458,
      "learning_rate": 0.0002968335236303613,
      "loss": 6.625,
      "step": 11467
    },
    {
      "epoch": 0.4697112430882654,
      "grad_norm": 1.7779959248854214,
      "learning_rate": 0.00029683285700889757,
      "loss": 6.625,
      "step": 11468
    },
    {
      "epoch": 0.4697522015154618,
      "grad_norm": 3.3249907390509734,
      "learning_rate": 0.0002968321903180198,
      "loss": 6.0938,
      "step": 11469
    },
    {
      "epoch": 0.4697931599426582,
      "grad_norm": 7.717462316999208,
      "learning_rate": 0.00029683152355772826,
      "loss": 9.75,
      "step": 11470
    },
    {
      "epoch": 0.4698341183698546,
      "grad_norm": 2.5473189894253627,
      "learning_rate": 0.0002968308567280233,
      "loss": 3.6406,
      "step": 11471
    },
    {
      "epoch": 0.469875076797051,
      "grad_norm": 1.8826320418504967,
      "learning_rate": 0.0002968301898289053,
      "loss": 6.0312,
      "step": 11472
    },
    {
      "epoch": 0.4699160352242474,
      "grad_norm": 1.4955759981318453,
      "learning_rate": 0.00029682952286037444,
      "loss": 5.0,
      "step": 11473
    },
    {
      "epoch": 0.4699569936514438,
      "grad_norm": 1.4412737891390974,
      "learning_rate": 0.0002968288558224311,
      "loss": 5.0,
      "step": 11474
    },
    {
      "epoch": 0.4699979520786402,
      "grad_norm": 1.23778514703977,
      "learning_rate": 0.00029682818871507564,
      "loss": 5.9375,
      "step": 11475
    },
    {
      "epoch": 0.47003891050583657,
      "grad_norm": 1.8551589359126925,
      "learning_rate": 0.0002968275215383083,
      "loss": 6.125,
      "step": 11476
    },
    {
      "epoch": 0.470079868933033,
      "grad_norm": 1.3541649393486186,
      "learning_rate": 0.0002968268542921295,
      "loss": 6.375,
      "step": 11477
    },
    {
      "epoch": 0.47012082736022937,
      "grad_norm": 2.1568585707619894,
      "learning_rate": 0.0002968261869765394,
      "loss": 7.625,
      "step": 11478
    },
    {
      "epoch": 0.4701617857874258,
      "grad_norm": 1.5708246446286527,
      "learning_rate": 0.00029682551959153843,
      "loss": 7.0625,
      "step": 11479
    },
    {
      "epoch": 0.47020274421462216,
      "grad_norm": 1.2965506450394506,
      "learning_rate": 0.00029682485213712687,
      "loss": 5.6875,
      "step": 11480
    },
    {
      "epoch": 0.47024370264181853,
      "grad_norm": 1.2812452718230134,
      "learning_rate": 0.000296824184613305,
      "loss": 5.1875,
      "step": 11481
    },
    {
      "epoch": 0.47028466106901495,
      "grad_norm": 1.3081293419876032,
      "learning_rate": 0.0002968235170200732,
      "loss": 6.75,
      "step": 11482
    },
    {
      "epoch": 0.4703256194962113,
      "grad_norm": 1.7552566851680398,
      "learning_rate": 0.0002968228493574318,
      "loss": 5.6562,
      "step": 11483
    },
    {
      "epoch": 0.47036657792340775,
      "grad_norm": 1.797298285102664,
      "learning_rate": 0.00029682218162538105,
      "loss": 7.1562,
      "step": 11484
    },
    {
      "epoch": 0.4704075363506041,
      "grad_norm": 1.3977879292610542,
      "learning_rate": 0.0002968215138239213,
      "loss": 6.3125,
      "step": 11485
    },
    {
      "epoch": 0.47044849477780054,
      "grad_norm": 2.5996453364453846,
      "learning_rate": 0.00029682084595305283,
      "loss": 6.0312,
      "step": 11486
    },
    {
      "epoch": 0.4704894532049969,
      "grad_norm": 1.4605617981703427,
      "learning_rate": 0.00029682017801277595,
      "loss": 5.2188,
      "step": 11487
    },
    {
      "epoch": 0.47053041163219333,
      "grad_norm": 1.378455629993195,
      "learning_rate": 0.0002968195100030911,
      "loss": 5.9688,
      "step": 11488
    },
    {
      "epoch": 0.4705713700593897,
      "grad_norm": 1.199284245624401,
      "learning_rate": 0.00029681884192399847,
      "loss": 5.3125,
      "step": 11489
    },
    {
      "epoch": 0.47061232848658613,
      "grad_norm": 1.4825213850460273,
      "learning_rate": 0.00029681817377549846,
      "loss": 6.5625,
      "step": 11490
    },
    {
      "epoch": 0.4706532869137825,
      "grad_norm": 3.8183835662037167,
      "learning_rate": 0.00029681750555759123,
      "loss": 5.5,
      "step": 11491
    },
    {
      "epoch": 0.4706942453409789,
      "grad_norm": 1.4897500950125984,
      "learning_rate": 0.0002968168372702773,
      "loss": 5.4062,
      "step": 11492
    },
    {
      "epoch": 0.4707352037681753,
      "grad_norm": 5.870877827501545,
      "learning_rate": 0.0002968161689135568,
      "loss": 6.7188,
      "step": 11493
    },
    {
      "epoch": 0.4707761621953717,
      "grad_norm": 4.151240666620529,
      "learning_rate": 0.00029681550048743017,
      "loss": 3.9062,
      "step": 11494
    },
    {
      "epoch": 0.4708171206225681,
      "grad_norm": 1.6671912153939648,
      "learning_rate": 0.00029681483199189775,
      "loss": 7.5312,
      "step": 11495
    },
    {
      "epoch": 0.4708580790497645,
      "grad_norm": 1.6687438183418584,
      "learning_rate": 0.0002968141634269597,
      "loss": 5.9062,
      "step": 11496
    },
    {
      "epoch": 0.4708990374769609,
      "grad_norm": 1.4148662324176833,
      "learning_rate": 0.0002968134947926165,
      "loss": 5.0,
      "step": 11497
    },
    {
      "epoch": 0.4709399959041573,
      "grad_norm": 8.440438535641075,
      "learning_rate": 0.0002968128260888684,
      "loss": 6.5625,
      "step": 11498
    },
    {
      "epoch": 0.4709809543313537,
      "grad_norm": 1.2402061114513243,
      "learning_rate": 0.00029681215731571566,
      "loss": 6.1875,
      "step": 11499
    },
    {
      "epoch": 0.4710219127585501,
      "grad_norm": 2.337047816898372,
      "learning_rate": 0.00029681148847315875,
      "loss": 6.1875,
      "step": 11500
    },
    {
      "epoch": 0.47106287118574647,
      "grad_norm": 2.0287269646326247,
      "learning_rate": 0.00029681081956119777,
      "loss": 6.0938,
      "step": 11501
    },
    {
      "epoch": 0.47110382961294284,
      "grad_norm": 1.3451518047554072,
      "learning_rate": 0.0002968101505798332,
      "loss": 5.3125,
      "step": 11502
    },
    {
      "epoch": 0.47114478804013926,
      "grad_norm": 2.2409895074697146,
      "learning_rate": 0.00029680948152906536,
      "loss": 6.1875,
      "step": 11503
    },
    {
      "epoch": 0.47118574646733563,
      "grad_norm": 1.2440548741397857,
      "learning_rate": 0.00029680881240889447,
      "loss": 5.5625,
      "step": 11504
    },
    {
      "epoch": 0.47122670489453206,
      "grad_norm": 1.908695608136855,
      "learning_rate": 0.00029680814321932086,
      "loss": 6.0938,
      "step": 11505
    },
    {
      "epoch": 0.4712676633217284,
      "grad_norm": 1.308724856281286,
      "learning_rate": 0.00029680747396034494,
      "loss": 6.3438,
      "step": 11506
    },
    {
      "epoch": 0.47130862174892485,
      "grad_norm": 2.223904867918075,
      "learning_rate": 0.0002968068046319669,
      "loss": 5.375,
      "step": 11507
    },
    {
      "epoch": 0.4713495801761212,
      "grad_norm": 1.2919868357558144,
      "learning_rate": 0.0002968061352341872,
      "loss": 5.1562,
      "step": 11508
    },
    {
      "epoch": 0.47139053860331764,
      "grad_norm": 1.707600987406112,
      "learning_rate": 0.00029680546576700605,
      "loss": 6.0938,
      "step": 11509
    },
    {
      "epoch": 0.471431497030514,
      "grad_norm": 1.499639376834969,
      "learning_rate": 0.00029680479623042373,
      "loss": 6.3125,
      "step": 11510
    },
    {
      "epoch": 0.47147245545771044,
      "grad_norm": 1.6200084284967784,
      "learning_rate": 0.0002968041266244407,
      "loss": 5.5625,
      "step": 11511
    },
    {
      "epoch": 0.4715134138849068,
      "grad_norm": 1.3308168007958514,
      "learning_rate": 0.00029680345694905715,
      "loss": 5.3438,
      "step": 11512
    },
    {
      "epoch": 0.47155437231210323,
      "grad_norm": 2.816829942894295,
      "learning_rate": 0.0002968027872042735,
      "loss": 7.5938,
      "step": 11513
    },
    {
      "epoch": 0.4715953307392996,
      "grad_norm": 1.5219928285956046,
      "learning_rate": 0.00029680211739009,
      "loss": 6.7188,
      "step": 11514
    },
    {
      "epoch": 0.471636289166496,
      "grad_norm": 1.4492141305608721,
      "learning_rate": 0.0002968014475065069,
      "loss": 5.2188,
      "step": 11515
    },
    {
      "epoch": 0.4716772475936924,
      "grad_norm": 1.9228049554515971,
      "learning_rate": 0.00029680077755352466,
      "loss": 4.125,
      "step": 11516
    },
    {
      "epoch": 0.4717182060208888,
      "grad_norm": 1.5465537037348118,
      "learning_rate": 0.0002968001075311435,
      "loss": 6.1562,
      "step": 11517
    },
    {
      "epoch": 0.4717591644480852,
      "grad_norm": 1.6255282797073898,
      "learning_rate": 0.0002967994374393638,
      "loss": 6.625,
      "step": 11518
    },
    {
      "epoch": 0.4718001228752816,
      "grad_norm": 1.292581637046218,
      "learning_rate": 0.00029679876727818584,
      "loss": 5.7812,
      "step": 11519
    },
    {
      "epoch": 0.471841081302478,
      "grad_norm": 1.5172278179898488,
      "learning_rate": 0.00029679809704760994,
      "loss": 6.6875,
      "step": 11520
    },
    {
      "epoch": 0.4718820397296744,
      "grad_norm": 1.3026729752420845,
      "learning_rate": 0.0002967974267476364,
      "loss": 5.8125,
      "step": 11521
    },
    {
      "epoch": 0.4719229981568708,
      "grad_norm": 1.3041984580224666,
      "learning_rate": 0.00029679675637826557,
      "loss": 5.6875,
      "step": 11522
    },
    {
      "epoch": 0.47196395658406715,
      "grad_norm": 1.959429686502465,
      "learning_rate": 0.00029679608593949776,
      "loss": 4.4688,
      "step": 11523
    },
    {
      "epoch": 0.47200491501126357,
      "grad_norm": 1.2630073588079125,
      "learning_rate": 0.00029679541543133325,
      "loss": 5.5625,
      "step": 11524
    },
    {
      "epoch": 0.47204587343845994,
      "grad_norm": 2.7096752996882745,
      "learning_rate": 0.00029679474485377243,
      "loss": 5.5938,
      "step": 11525
    },
    {
      "epoch": 0.47208683186565636,
      "grad_norm": 1.7514628862979815,
      "learning_rate": 0.0002967940742068155,
      "loss": 6.6875,
      "step": 11526
    },
    {
      "epoch": 0.47212779029285273,
      "grad_norm": 1.8975160798688058,
      "learning_rate": 0.00029679340349046294,
      "loss": 3.4844,
      "step": 11527
    },
    {
      "epoch": 0.47216874872004916,
      "grad_norm": 1.5179886214191713,
      "learning_rate": 0.0002967927327047149,
      "loss": 5.4375,
      "step": 11528
    },
    {
      "epoch": 0.4722097071472455,
      "grad_norm": 1.4412570421198525,
      "learning_rate": 0.0002967920618495718,
      "loss": 5.3438,
      "step": 11529
    },
    {
      "epoch": 0.47225066557444195,
      "grad_norm": 4.333183254092118,
      "learning_rate": 0.00029679139092503396,
      "loss": 6.1875,
      "step": 11530
    },
    {
      "epoch": 0.4722916240016383,
      "grad_norm": 5.394754258742803,
      "learning_rate": 0.0002967907199311016,
      "loss": 6.5938,
      "step": 11531
    },
    {
      "epoch": 0.47233258242883475,
      "grad_norm": 1.2664963120077302,
      "learning_rate": 0.0002967900488677752,
      "loss": 5.4062,
      "step": 11532
    },
    {
      "epoch": 0.4723735408560311,
      "grad_norm": 1.3993020584120066,
      "learning_rate": 0.00029678937773505487,
      "loss": 5.4688,
      "step": 11533
    },
    {
      "epoch": 0.47241449928322754,
      "grad_norm": 1.6450354211071594,
      "learning_rate": 0.0002967887065329411,
      "loss": 4.0625,
      "step": 11534
    },
    {
      "epoch": 0.4724554577104239,
      "grad_norm": 2.3131126726068025,
      "learning_rate": 0.0002967880352614342,
      "loss": 6.375,
      "step": 11535
    },
    {
      "epoch": 0.47249641613762033,
      "grad_norm": 1.2773005960366255,
      "learning_rate": 0.00029678736392053435,
      "loss": 5.625,
      "step": 11536
    },
    {
      "epoch": 0.4725373745648167,
      "grad_norm": 1.5874080181981443,
      "learning_rate": 0.00029678669251024197,
      "loss": 6.5625,
      "step": 11537
    },
    {
      "epoch": 0.47257833299201313,
      "grad_norm": 1.832604747074826,
      "learning_rate": 0.0002967860210305574,
      "loss": 5.1562,
      "step": 11538
    },
    {
      "epoch": 0.4726192914192095,
      "grad_norm": 2.8935324525226314,
      "learning_rate": 0.0002967853494814809,
      "loss": 3.0625,
      "step": 11539
    },
    {
      "epoch": 0.4726602498464059,
      "grad_norm": 2.716865088585025,
      "learning_rate": 0.0002967846778630128,
      "loss": 7.25,
      "step": 11540
    },
    {
      "epoch": 0.4727012082736023,
      "grad_norm": 1.518783598408821,
      "learning_rate": 0.0002967840061751534,
      "loss": 5.75,
      "step": 11541
    },
    {
      "epoch": 0.4727421667007987,
      "grad_norm": 1.3406035471259234,
      "learning_rate": 0.00029678333441790305,
      "loss": 5.0,
      "step": 11542
    },
    {
      "epoch": 0.4727831251279951,
      "grad_norm": 1.3480900532493347,
      "learning_rate": 0.00029678266259126207,
      "loss": 5.5938,
      "step": 11543
    },
    {
      "epoch": 0.47282408355519145,
      "grad_norm": 2.7230428958483923,
      "learning_rate": 0.0002967819906952308,
      "loss": 7.0,
      "step": 11544
    },
    {
      "epoch": 0.4728650419823879,
      "grad_norm": 1.6341259765528908,
      "learning_rate": 0.00029678131872980945,
      "loss": 5.625,
      "step": 11545
    },
    {
      "epoch": 0.47290600040958425,
      "grad_norm": 2.1349133589969203,
      "learning_rate": 0.00029678064669499846,
      "loss": 7.7812,
      "step": 11546
    },
    {
      "epoch": 0.4729469588367807,
      "grad_norm": 2.3683609625830644,
      "learning_rate": 0.00029677997459079804,
      "loss": 6.4375,
      "step": 11547
    },
    {
      "epoch": 0.47298791726397704,
      "grad_norm": 1.2678684071059998,
      "learning_rate": 0.0002967793024172086,
      "loss": 5.3438,
      "step": 11548
    },
    {
      "epoch": 0.47302887569117347,
      "grad_norm": 2.170326666680297,
      "learning_rate": 0.00029677863017423044,
      "loss": 7.3125,
      "step": 11549
    },
    {
      "epoch": 0.47306983411836984,
      "grad_norm": 1.330417414339345,
      "learning_rate": 0.00029677795786186385,
      "loss": 6.5625,
      "step": 11550
    },
    {
      "epoch": 0.47311079254556626,
      "grad_norm": 1.4948349041896791,
      "learning_rate": 0.00029677728548010914,
      "loss": 5.9375,
      "step": 11551
    },
    {
      "epoch": 0.47315175097276263,
      "grad_norm": 1.2509818399930852,
      "learning_rate": 0.0002967766130289667,
      "loss": 5.0312,
      "step": 11552
    },
    {
      "epoch": 0.47319270939995906,
      "grad_norm": 1.3164212324316005,
      "learning_rate": 0.00029677594050843675,
      "loss": 6.6875,
      "step": 11553
    },
    {
      "epoch": 0.4732336678271554,
      "grad_norm": 2.660820740669982,
      "learning_rate": 0.00029677526791851966,
      "loss": 7.5625,
      "step": 11554
    },
    {
      "epoch": 0.47327462625435185,
      "grad_norm": 2.326993298831173,
      "learning_rate": 0.00029677459525921575,
      "loss": 5.625,
      "step": 11555
    },
    {
      "epoch": 0.4733155846815482,
      "grad_norm": 1.326550175833347,
      "learning_rate": 0.00029677392253052535,
      "loss": 5.2812,
      "step": 11556
    },
    {
      "epoch": 0.47335654310874464,
      "grad_norm": 1.4488970389957425,
      "learning_rate": 0.00029677324973244865,
      "loss": 6.9062,
      "step": 11557
    },
    {
      "epoch": 0.473397501535941,
      "grad_norm": 1.4781454971253303,
      "learning_rate": 0.00029677257686498617,
      "loss": 5.125,
      "step": 11558
    },
    {
      "epoch": 0.47343845996313744,
      "grad_norm": 1.4299216566928934,
      "learning_rate": 0.0002967719039281381,
      "loss": 5.3438,
      "step": 11559
    },
    {
      "epoch": 0.4734794183903338,
      "grad_norm": 2.326269566354312,
      "learning_rate": 0.0002967712309219048,
      "loss": 4.8125,
      "step": 11560
    },
    {
      "epoch": 0.47352037681753023,
      "grad_norm": 1.6437573543229207,
      "learning_rate": 0.0002967705578462866,
      "loss": 7.1875,
      "step": 11561
    },
    {
      "epoch": 0.4735613352447266,
      "grad_norm": 1.547839334351727,
      "learning_rate": 0.00029676988470128375,
      "loss": 5.7188,
      "step": 11562
    },
    {
      "epoch": 0.473602293671923,
      "grad_norm": 1.3241452546933685,
      "learning_rate": 0.00029676921148689663,
      "loss": 6.0,
      "step": 11563
    },
    {
      "epoch": 0.4736432520991194,
      "grad_norm": 2.1618280228794853,
      "learning_rate": 0.0002967685382031256,
      "loss": 6.1562,
      "step": 11564
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 1.4797598668102383,
      "learning_rate": 0.0002967678648499709,
      "loss": 6.2812,
      "step": 11565
    },
    {
      "epoch": 0.4737251689535122,
      "grad_norm": 1.4613839457795859,
      "learning_rate": 0.0002967671914274328,
      "loss": 5.125,
      "step": 11566
    },
    {
      "epoch": 0.47376612738070856,
      "grad_norm": 1.5499131781127349,
      "learning_rate": 0.00029676651793551176,
      "loss": 4.6562,
      "step": 11567
    },
    {
      "epoch": 0.473807085807905,
      "grad_norm": 1.9266415444735667,
      "learning_rate": 0.00029676584437420797,
      "loss": 6.0938,
      "step": 11568
    },
    {
      "epoch": 0.47384804423510135,
      "grad_norm": 3.1484326523678785,
      "learning_rate": 0.00029676517074352186,
      "loss": 5.5938,
      "step": 11569
    },
    {
      "epoch": 0.4738890026622978,
      "grad_norm": 1.326339608299315,
      "learning_rate": 0.0002967644970434537,
      "loss": 5.5938,
      "step": 11570
    },
    {
      "epoch": 0.47392996108949415,
      "grad_norm": 1.981821623823575,
      "learning_rate": 0.00029676382327400373,
      "loss": 6.0312,
      "step": 11571
    },
    {
      "epoch": 0.47397091951669057,
      "grad_norm": 7.723844556191656,
      "learning_rate": 0.00029676314943517237,
      "loss": 5.5625,
      "step": 11572
    },
    {
      "epoch": 0.47401187794388694,
      "grad_norm": 1.3882861071493395,
      "learning_rate": 0.00029676247552695993,
      "loss": 5.8125,
      "step": 11573
    },
    {
      "epoch": 0.47405283637108336,
      "grad_norm": 3.521603276589322,
      "learning_rate": 0.00029676180154936674,
      "loss": 7.4688,
      "step": 11574
    },
    {
      "epoch": 0.47409379479827973,
      "grad_norm": 1.4739429143058962,
      "learning_rate": 0.00029676112750239307,
      "loss": 5.5625,
      "step": 11575
    },
    {
      "epoch": 0.47413475322547616,
      "grad_norm": 2.45447608451096,
      "learning_rate": 0.0002967604533860392,
      "loss": 7.0312,
      "step": 11576
    },
    {
      "epoch": 0.4741757116526725,
      "grad_norm": 2.521692227251158,
      "learning_rate": 0.0002967597792003055,
      "loss": 8.875,
      "step": 11577
    },
    {
      "epoch": 0.47421667007986895,
      "grad_norm": 1.3242036979065854,
      "learning_rate": 0.00029675910494519236,
      "loss": 5.4062,
      "step": 11578
    },
    {
      "epoch": 0.4742576285070653,
      "grad_norm": 1.2260090387191502,
      "learning_rate": 0.0002967584306207,
      "loss": 6.375,
      "step": 11579
    },
    {
      "epoch": 0.47429858693426175,
      "grad_norm": 1.5425926557712029,
      "learning_rate": 0.00029675775622682875,
      "loss": 5.6875,
      "step": 11580
    },
    {
      "epoch": 0.4743395453614581,
      "grad_norm": 1.6757702230757445,
      "learning_rate": 0.000296757081763579,
      "loss": 5.0625,
      "step": 11581
    },
    {
      "epoch": 0.47438050378865454,
      "grad_norm": 1.5349070691879716,
      "learning_rate": 0.000296756407230951,
      "loss": 7.0938,
      "step": 11582
    },
    {
      "epoch": 0.4744214622158509,
      "grad_norm": 1.4134697399097345,
      "learning_rate": 0.00029675573262894503,
      "loss": 5.5312,
      "step": 11583
    },
    {
      "epoch": 0.47446242064304733,
      "grad_norm": 1.3129258334164542,
      "learning_rate": 0.0002967550579575615,
      "loss": 5.375,
      "step": 11584
    },
    {
      "epoch": 0.4745033790702437,
      "grad_norm": 2.395335725216786,
      "learning_rate": 0.0002967543832168007,
      "loss": 5.1562,
      "step": 11585
    },
    {
      "epoch": 0.47454433749744007,
      "grad_norm": 1.5368812031301395,
      "learning_rate": 0.00029675370840666294,
      "loss": 6.2812,
      "step": 11586
    },
    {
      "epoch": 0.4745852959246365,
      "grad_norm": 1.474633329171209,
      "learning_rate": 0.0002967530335271486,
      "loss": 5.2188,
      "step": 11587
    },
    {
      "epoch": 0.47462625435183287,
      "grad_norm": 1.3831635018936363,
      "learning_rate": 0.00029675235857825786,
      "loss": 5.2188,
      "step": 11588
    },
    {
      "epoch": 0.4746672127790293,
      "grad_norm": 1.667244285387429,
      "learning_rate": 0.00029675168355999115,
      "loss": 5.2188,
      "step": 11589
    },
    {
      "epoch": 0.47470817120622566,
      "grad_norm": 2.5791171534233994,
      "learning_rate": 0.00029675100847234874,
      "loss": 4.9062,
      "step": 11590
    },
    {
      "epoch": 0.4747491296334221,
      "grad_norm": 1.5218600086549934,
      "learning_rate": 0.000296750333315331,
      "loss": 4.9688,
      "step": 11591
    },
    {
      "epoch": 0.47479008806061845,
      "grad_norm": 1.6177042987827137,
      "learning_rate": 0.00029674965808893823,
      "loss": 5.5,
      "step": 11592
    },
    {
      "epoch": 0.4748310464878149,
      "grad_norm": 2.0733526131036584,
      "learning_rate": 0.0002967489827931707,
      "loss": 7.25,
      "step": 11593
    },
    {
      "epoch": 0.47487200491501125,
      "grad_norm": 1.724079705012842,
      "learning_rate": 0.0002967483074280288,
      "loss": 5.5312,
      "step": 11594
    },
    {
      "epoch": 0.4749129633422077,
      "grad_norm": 4.15135709624417,
      "learning_rate": 0.0002967476319935128,
      "loss": 8.0,
      "step": 11595
    },
    {
      "epoch": 0.47495392176940404,
      "grad_norm": 1.6080187549742775,
      "learning_rate": 0.000296746956489623,
      "loss": 5.0312,
      "step": 11596
    },
    {
      "epoch": 0.47499488019660047,
      "grad_norm": 1.3165407421745496,
      "learning_rate": 0.0002967462809163598,
      "loss": 5.9375,
      "step": 11597
    },
    {
      "epoch": 0.47503583862379684,
      "grad_norm": 1.6124633090935618,
      "learning_rate": 0.00029674560527372345,
      "loss": 4.25,
      "step": 11598
    },
    {
      "epoch": 0.47507679705099326,
      "grad_norm": 1.445580436310121,
      "learning_rate": 0.0002967449295617143,
      "loss": 5.9062,
      "step": 11599
    },
    {
      "epoch": 0.47511775547818963,
      "grad_norm": 1.3439571269788204,
      "learning_rate": 0.0002967442537803327,
      "loss": 6.0312,
      "step": 11600
    },
    {
      "epoch": 0.47515871390538605,
      "grad_norm": 2.4030935477453044,
      "learning_rate": 0.0002967435779295789,
      "loss": 6.3125,
      "step": 11601
    },
    {
      "epoch": 0.4751996723325824,
      "grad_norm": 1.4395569460668123,
      "learning_rate": 0.0002967429020094532,
      "loss": 5.375,
      "step": 11602
    },
    {
      "epoch": 0.47524063075977885,
      "grad_norm": 1.3276027630697176,
      "learning_rate": 0.000296742226019956,
      "loss": 6.25,
      "step": 11603
    },
    {
      "epoch": 0.4752815891869752,
      "grad_norm": 1.3656734449009897,
      "learning_rate": 0.0002967415499610876,
      "loss": 5.0,
      "step": 11604
    },
    {
      "epoch": 0.47532254761417164,
      "grad_norm": 3.5066719539212277,
      "learning_rate": 0.00029674087383284835,
      "loss": 6.625,
      "step": 11605
    },
    {
      "epoch": 0.475363506041368,
      "grad_norm": 1.99147018494359,
      "learning_rate": 0.0002967401976352385,
      "loss": 6.25,
      "step": 11606
    },
    {
      "epoch": 0.4754044644685644,
      "grad_norm": 2.4187455461188248,
      "learning_rate": 0.00029673952136825843,
      "loss": 7.8125,
      "step": 11607
    },
    {
      "epoch": 0.4754454228957608,
      "grad_norm": 2.7914874837795147,
      "learning_rate": 0.0002967388450319084,
      "loss": 3.6562,
      "step": 11608
    },
    {
      "epoch": 0.4754863813229572,
      "grad_norm": 1.7066767478932074,
      "learning_rate": 0.00029673816862618875,
      "loss": 7.375,
      "step": 11609
    },
    {
      "epoch": 0.4755273397501536,
      "grad_norm": 1.4475055656581561,
      "learning_rate": 0.0002967374921510998,
      "loss": 5.6562,
      "step": 11610
    },
    {
      "epoch": 0.47556829817734997,
      "grad_norm": 1.4790308246554003,
      "learning_rate": 0.0002967368156066419,
      "loss": 5.7188,
      "step": 11611
    },
    {
      "epoch": 0.4756092566045464,
      "grad_norm": 1.7200490020341401,
      "learning_rate": 0.0002967361389928154,
      "loss": 4.4688,
      "step": 11612
    },
    {
      "epoch": 0.47565021503174276,
      "grad_norm": 1.2340298596163586,
      "learning_rate": 0.00029673546230962045,
      "loss": 5.1562,
      "step": 11613
    },
    {
      "epoch": 0.4756911734589392,
      "grad_norm": 1.407168095620398,
      "learning_rate": 0.00029673478555705755,
      "loss": 5.375,
      "step": 11614
    },
    {
      "epoch": 0.47573213188613556,
      "grad_norm": 1.1684914851615027,
      "learning_rate": 0.00029673410873512696,
      "loss": 7.0,
      "step": 11615
    },
    {
      "epoch": 0.475773090313332,
      "grad_norm": 2.8436554852907903,
      "learning_rate": 0.00029673343184382896,
      "loss": 8.0625,
      "step": 11616
    },
    {
      "epoch": 0.47581404874052835,
      "grad_norm": 1.6364029758026726,
      "learning_rate": 0.00029673275488316397,
      "loss": 7.7188,
      "step": 11617
    },
    {
      "epoch": 0.4758550071677248,
      "grad_norm": 1.1981361690110035,
      "learning_rate": 0.0002967320778531322,
      "loss": 5.7812,
      "step": 11618
    },
    {
      "epoch": 0.47589596559492114,
      "grad_norm": 2.768655482277458,
      "learning_rate": 0.0002967314007537341,
      "loss": 6.1562,
      "step": 11619
    },
    {
      "epoch": 0.47593692402211757,
      "grad_norm": 3.7271367439855503,
      "learning_rate": 0.0002967307235849698,
      "loss": 5.7188,
      "step": 11620
    },
    {
      "epoch": 0.47597788244931394,
      "grad_norm": 1.9011820402253925,
      "learning_rate": 0.00029673004634683976,
      "loss": 6.25,
      "step": 11621
    },
    {
      "epoch": 0.47601884087651036,
      "grad_norm": 2.4151124754720272,
      "learning_rate": 0.0002967293690393443,
      "loss": 6.75,
      "step": 11622
    },
    {
      "epoch": 0.47605979930370673,
      "grad_norm": 1.5731146923996917,
      "learning_rate": 0.0002967286916624837,
      "loss": 6.9375,
      "step": 11623
    },
    {
      "epoch": 0.47610075773090316,
      "grad_norm": 1.4260615359279807,
      "learning_rate": 0.0002967280142162583,
      "loss": 5.5938,
      "step": 11624
    },
    {
      "epoch": 0.4761417161580995,
      "grad_norm": 1.653318094113946,
      "learning_rate": 0.00029672733670066837,
      "loss": 6.3125,
      "step": 11625
    },
    {
      "epoch": 0.47618267458529595,
      "grad_norm": 9.686935829466096,
      "learning_rate": 0.0002967266591157143,
      "loss": 5.9688,
      "step": 11626
    },
    {
      "epoch": 0.4762236330124923,
      "grad_norm": 1.8543710017483388,
      "learning_rate": 0.0002967259814613964,
      "loss": 5.5938,
      "step": 11627
    },
    {
      "epoch": 0.4762645914396887,
      "grad_norm": 1.4356068438329552,
      "learning_rate": 0.0002967253037377149,
      "loss": 6.25,
      "step": 11628
    },
    {
      "epoch": 0.4763055498668851,
      "grad_norm": 6.77484197935496,
      "learning_rate": 0.00029672462594467023,
      "loss": 9.1875,
      "step": 11629
    },
    {
      "epoch": 0.4763465082940815,
      "grad_norm": 1.8846142470153884,
      "learning_rate": 0.00029672394808226264,
      "loss": 6.1875,
      "step": 11630
    },
    {
      "epoch": 0.4763874667212779,
      "grad_norm": 1.7077985015085606,
      "learning_rate": 0.0002967232701504925,
      "loss": 5.75,
      "step": 11631
    },
    {
      "epoch": 0.4764284251484743,
      "grad_norm": 1.8182024349288275,
      "learning_rate": 0.00029672259214936017,
      "loss": 5.9688,
      "step": 11632
    },
    {
      "epoch": 0.4764693835756707,
      "grad_norm": 2.0500354003589414,
      "learning_rate": 0.0002967219140788659,
      "loss": 5.5312,
      "step": 11633
    },
    {
      "epoch": 0.47651034200286707,
      "grad_norm": 1.9705684925311362,
      "learning_rate": 0.00029672123593900993,
      "loss": 6.3125,
      "step": 11634
    },
    {
      "epoch": 0.4765513004300635,
      "grad_norm": 1.45095901684135,
      "learning_rate": 0.00029672055772979273,
      "loss": 5.9375,
      "step": 11635
    },
    {
      "epoch": 0.47659225885725987,
      "grad_norm": 1.333943314828279,
      "learning_rate": 0.0002967198794512146,
      "loss": 5.5,
      "step": 11636
    },
    {
      "epoch": 0.4766332172844563,
      "grad_norm": 1.4203468632035732,
      "learning_rate": 0.00029671920110327577,
      "loss": 4.4062,
      "step": 11637
    },
    {
      "epoch": 0.47667417571165266,
      "grad_norm": 1.3595207771928206,
      "learning_rate": 0.0002967185226859766,
      "loss": 5.2812,
      "step": 11638
    },
    {
      "epoch": 0.4767151341388491,
      "grad_norm": 1.4646693981413261,
      "learning_rate": 0.0002967178441993175,
      "loss": 5.75,
      "step": 11639
    },
    {
      "epoch": 0.47675609256604545,
      "grad_norm": 1.2647341387591307,
      "learning_rate": 0.00029671716564329866,
      "loss": 6.25,
      "step": 11640
    },
    {
      "epoch": 0.4767970509932419,
      "grad_norm": 1.1924825528786631,
      "learning_rate": 0.0002967164870179205,
      "loss": 5.3438,
      "step": 11641
    },
    {
      "epoch": 0.47683800942043825,
      "grad_norm": 3.1699932346685578,
      "learning_rate": 0.0002967158083231833,
      "loss": 8.625,
      "step": 11642
    },
    {
      "epoch": 0.47687896784763467,
      "grad_norm": 1.2751086524590551,
      "learning_rate": 0.00029671512955908733,
      "loss": 5.4375,
      "step": 11643
    },
    {
      "epoch": 0.47691992627483104,
      "grad_norm": 1.7579062820125717,
      "learning_rate": 0.000296714450725633,
      "loss": 5.125,
      "step": 11644
    },
    {
      "epoch": 0.47696088470202747,
      "grad_norm": 2.849767622607869,
      "learning_rate": 0.00029671377182282054,
      "loss": 7.8438,
      "step": 11645
    },
    {
      "epoch": 0.47700184312922383,
      "grad_norm": 2.1037220611932685,
      "learning_rate": 0.0002967130928506504,
      "loss": 6.625,
      "step": 11646
    },
    {
      "epoch": 0.47704280155642026,
      "grad_norm": 2.88006609073384,
      "learning_rate": 0.0002967124138091228,
      "loss": 7.5625,
      "step": 11647
    },
    {
      "epoch": 0.47708375998361663,
      "grad_norm": 1.4337202879819453,
      "learning_rate": 0.000296711734698238,
      "loss": 5.5625,
      "step": 11648
    },
    {
      "epoch": 0.477124718410813,
      "grad_norm": 1.2907958829879653,
      "learning_rate": 0.00029671105551799646,
      "loss": 5.5,
      "step": 11649
    },
    {
      "epoch": 0.4771656768380094,
      "grad_norm": 1.3546697052348862,
      "learning_rate": 0.0002967103762683985,
      "loss": 5.3125,
      "step": 11650
    },
    {
      "epoch": 0.4772066352652058,
      "grad_norm": 4.151860068449808,
      "learning_rate": 0.00029670969694944437,
      "loss": 3.125,
      "step": 11651
    },
    {
      "epoch": 0.4772475936924022,
      "grad_norm": 1.9882471008033107,
      "learning_rate": 0.00029670901756113433,
      "loss": 6.1562,
      "step": 11652
    },
    {
      "epoch": 0.4772885521195986,
      "grad_norm": 3.3179618999813907,
      "learning_rate": 0.00029670833810346885,
      "loss": 7.0938,
      "step": 11653
    },
    {
      "epoch": 0.477329510546795,
      "grad_norm": 2.5386967949518926,
      "learning_rate": 0.00029670765857644815,
      "loss": 5.9375,
      "step": 11654
    },
    {
      "epoch": 0.4773704689739914,
      "grad_norm": 1.4951701312280534,
      "learning_rate": 0.00029670697898007256,
      "loss": 6.5625,
      "step": 11655
    },
    {
      "epoch": 0.4774114274011878,
      "grad_norm": 1.284271930058477,
      "learning_rate": 0.0002967062993143425,
      "loss": 4.875,
      "step": 11656
    },
    {
      "epoch": 0.4774523858283842,
      "grad_norm": 3.9811205135198806,
      "learning_rate": 0.0002967056195792582,
      "loss": 4.9062,
      "step": 11657
    },
    {
      "epoch": 0.4774933442555806,
      "grad_norm": 1.3183176583917071,
      "learning_rate": 0.00029670493977481993,
      "loss": 5.875,
      "step": 11658
    },
    {
      "epoch": 0.47753430268277697,
      "grad_norm": 2.3573141787953587,
      "learning_rate": 0.0002967042599010281,
      "loss": 3.7969,
      "step": 11659
    },
    {
      "epoch": 0.4775752611099734,
      "grad_norm": 1.665292476234338,
      "learning_rate": 0.0002967035799578831,
      "loss": 6.3125,
      "step": 11660
    },
    {
      "epoch": 0.47761621953716976,
      "grad_norm": 1.2492999510974372,
      "learning_rate": 0.000296702899945385,
      "loss": 5.0312,
      "step": 11661
    },
    {
      "epoch": 0.4776571779643662,
      "grad_norm": 2.3038152388469166,
      "learning_rate": 0.0002967022198635344,
      "loss": 4.3438,
      "step": 11662
    },
    {
      "epoch": 0.47769813639156256,
      "grad_norm": 1.4126917066296276,
      "learning_rate": 0.0002967015397123315,
      "loss": 5.125,
      "step": 11663
    },
    {
      "epoch": 0.477739094818759,
      "grad_norm": 1.2779130451536875,
      "learning_rate": 0.0002967008594917766,
      "loss": 5.9062,
      "step": 11664
    },
    {
      "epoch": 0.47778005324595535,
      "grad_norm": 1.3827120422473123,
      "learning_rate": 0.00029670017920187003,
      "loss": 5.7188,
      "step": 11665
    },
    {
      "epoch": 0.4778210116731518,
      "grad_norm": 1.5918138494959477,
      "learning_rate": 0.00029669949884261217,
      "loss": 6.0,
      "step": 11666
    },
    {
      "epoch": 0.47786197010034814,
      "grad_norm": 1.3658523340659048,
      "learning_rate": 0.0002966988184140032,
      "loss": 6.1875,
      "step": 11667
    },
    {
      "epoch": 0.47790292852754457,
      "grad_norm": 1.4732816043515535,
      "learning_rate": 0.00029669813791604363,
      "loss": 6.9062,
      "step": 11668
    },
    {
      "epoch": 0.47794388695474094,
      "grad_norm": 3.3588870405797127,
      "learning_rate": 0.00029669745734873365,
      "loss": 7.2812,
      "step": 11669
    },
    {
      "epoch": 0.4779848453819373,
      "grad_norm": 1.3329576805421288,
      "learning_rate": 0.00029669677671207367,
      "loss": 6.0312,
      "step": 11670
    },
    {
      "epoch": 0.47802580380913373,
      "grad_norm": 3.4989494099469964,
      "learning_rate": 0.00029669609600606393,
      "loss": 6.5625,
      "step": 11671
    },
    {
      "epoch": 0.4780667622363301,
      "grad_norm": 1.6100553241841766,
      "learning_rate": 0.00029669541523070483,
      "loss": 4.9688,
      "step": 11672
    },
    {
      "epoch": 0.4781077206635265,
      "grad_norm": 2.7844344588814063,
      "learning_rate": 0.00029669473438599664,
      "loss": 6.4062,
      "step": 11673
    },
    {
      "epoch": 0.4781486790907229,
      "grad_norm": 1.5279016968128425,
      "learning_rate": 0.0002966940534719396,
      "loss": 6.0,
      "step": 11674
    },
    {
      "epoch": 0.4781896375179193,
      "grad_norm": 1.8534452726039763,
      "learning_rate": 0.00029669337248853427,
      "loss": 6.0,
      "step": 11675
    },
    {
      "epoch": 0.4782305959451157,
      "grad_norm": 1.174200048022097,
      "learning_rate": 0.00029669269143578074,
      "loss": 4.9062,
      "step": 11676
    },
    {
      "epoch": 0.4782715543723121,
      "grad_norm": 2.3462083601616235,
      "learning_rate": 0.0002966920103136794,
      "loss": 6.75,
      "step": 11677
    },
    {
      "epoch": 0.4783125127995085,
      "grad_norm": 2.186522514460203,
      "learning_rate": 0.00029669132912223063,
      "loss": 6.8438,
      "step": 11678
    },
    {
      "epoch": 0.4783534712267049,
      "grad_norm": 4.3090162759819535,
      "learning_rate": 0.0002966906478614347,
      "loss": 5.0938,
      "step": 11679
    },
    {
      "epoch": 0.4783944296539013,
      "grad_norm": 1.7795941339223833,
      "learning_rate": 0.00029668996653129195,
      "loss": 7.5938,
      "step": 11680
    },
    {
      "epoch": 0.4784353880810977,
      "grad_norm": 2.807352414926042,
      "learning_rate": 0.0002966892851318027,
      "loss": 6.0938,
      "step": 11681
    },
    {
      "epoch": 0.47847634650829407,
      "grad_norm": 2.058057771443213,
      "learning_rate": 0.0002966886036629673,
      "loss": 5.625,
      "step": 11682
    },
    {
      "epoch": 0.4785173049354905,
      "grad_norm": 1.773815035807489,
      "learning_rate": 0.00029668792212478594,
      "loss": 6.3125,
      "step": 11683
    },
    {
      "epoch": 0.47855826336268686,
      "grad_norm": 2.2842214725809864,
      "learning_rate": 0.0002966872405172591,
      "loss": 6.5,
      "step": 11684
    },
    {
      "epoch": 0.4785992217898833,
      "grad_norm": 1.9487395366790943,
      "learning_rate": 0.0002966865588403871,
      "loss": 8.1875,
      "step": 11685
    },
    {
      "epoch": 0.47864018021707966,
      "grad_norm": 1.3253558088543795,
      "learning_rate": 0.0002966858770941701,
      "loss": 5.2812,
      "step": 11686
    },
    {
      "epoch": 0.4786811386442761,
      "grad_norm": 1.9170859032628202,
      "learning_rate": 0.0002966851952786086,
      "loss": 5.8438,
      "step": 11687
    },
    {
      "epoch": 0.47872209707147245,
      "grad_norm": 1.6641652844044246,
      "learning_rate": 0.00029668451339370284,
      "loss": 4.875,
      "step": 11688
    },
    {
      "epoch": 0.4787630554986689,
      "grad_norm": 2.8667489436488416,
      "learning_rate": 0.0002966838314394531,
      "loss": 2.7812,
      "step": 11689
    },
    {
      "epoch": 0.47880401392586525,
      "grad_norm": 1.5873781157858544,
      "learning_rate": 0.00029668314941585984,
      "loss": 6.875,
      "step": 11690
    },
    {
      "epoch": 0.4788449723530616,
      "grad_norm": 1.455001339054641,
      "learning_rate": 0.00029668246732292324,
      "loss": 5.1875,
      "step": 11691
    },
    {
      "epoch": 0.47888593078025804,
      "grad_norm": 2.1496004692816397,
      "learning_rate": 0.0002966817851606437,
      "loss": 5.3125,
      "step": 11692
    },
    {
      "epoch": 0.4789268892074544,
      "grad_norm": 1.2785093000213485,
      "learning_rate": 0.00029668110292902156,
      "loss": 5.6875,
      "step": 11693
    },
    {
      "epoch": 0.47896784763465083,
      "grad_norm": 1.5616484020079362,
      "learning_rate": 0.0002966804206280571,
      "loss": 7.3125,
      "step": 11694
    },
    {
      "epoch": 0.4790088060618472,
      "grad_norm": 2.0270479105407255,
      "learning_rate": 0.0002966797382577506,
      "loss": 7.2188,
      "step": 11695
    },
    {
      "epoch": 0.47904976448904363,
      "grad_norm": 1.5875378682079238,
      "learning_rate": 0.0002966790558181024,
      "loss": 5.6875,
      "step": 11696
    },
    {
      "epoch": 0.47909072291624,
      "grad_norm": 2.5537591637956583,
      "learning_rate": 0.00029667837330911293,
      "loss": 8.125,
      "step": 11697
    },
    {
      "epoch": 0.4791316813434364,
      "grad_norm": 2.1081559657379114,
      "learning_rate": 0.00029667769073078243,
      "loss": 7.5625,
      "step": 11698
    },
    {
      "epoch": 0.4791726397706328,
      "grad_norm": 1.7382378381721277,
      "learning_rate": 0.0002966770080831112,
      "loss": 6.5938,
      "step": 11699
    },
    {
      "epoch": 0.4792135981978292,
      "grad_norm": 1.8675399665293106,
      "learning_rate": 0.0002966763253660996,
      "loss": 7.1562,
      "step": 11700
    },
    {
      "epoch": 0.4792545566250256,
      "grad_norm": 1.306107631886028,
      "learning_rate": 0.00029667564257974797,
      "loss": 5.6562,
      "step": 11701
    },
    {
      "epoch": 0.479295515052222,
      "grad_norm": 1.321507846020956,
      "learning_rate": 0.0002966749597240566,
      "loss": 5.1562,
      "step": 11702
    },
    {
      "epoch": 0.4793364734794184,
      "grad_norm": 6.731624942257231,
      "learning_rate": 0.0002966742767990258,
      "loss": 7.4062,
      "step": 11703
    },
    {
      "epoch": 0.4793774319066148,
      "grad_norm": 2.0188456069149012,
      "learning_rate": 0.00029667359380465585,
      "loss": 5.375,
      "step": 11704
    },
    {
      "epoch": 0.4794183903338112,
      "grad_norm": 1.9887808849462454,
      "learning_rate": 0.0002966729107409472,
      "loss": 6.7188,
      "step": 11705
    },
    {
      "epoch": 0.4794593487610076,
      "grad_norm": 1.3420140713392388,
      "learning_rate": 0.00029667222760790013,
      "loss": 6.6562,
      "step": 11706
    },
    {
      "epoch": 0.47950030718820397,
      "grad_norm": 2.0796019230040943,
      "learning_rate": 0.00029667154440551495,
      "loss": 5.4688,
      "step": 11707
    },
    {
      "epoch": 0.4795412656154004,
      "grad_norm": 2.852341229478295,
      "learning_rate": 0.00029667086113379195,
      "loss": 5.2812,
      "step": 11708
    },
    {
      "epoch": 0.47958222404259676,
      "grad_norm": 1.2945295464574205,
      "learning_rate": 0.00029667017779273146,
      "loss": 5.9688,
      "step": 11709
    },
    {
      "epoch": 0.4796231824697932,
      "grad_norm": 1.3995791544929939,
      "learning_rate": 0.00029666949438233385,
      "loss": 5.25,
      "step": 11710
    },
    {
      "epoch": 0.47966414089698955,
      "grad_norm": 1.46210289448444,
      "learning_rate": 0.0002966688109025994,
      "loss": 5.5938,
      "step": 11711
    },
    {
      "epoch": 0.4797050993241859,
      "grad_norm": 1.3322928774364586,
      "learning_rate": 0.0002966681273535284,
      "loss": 4.9375,
      "step": 11712
    },
    {
      "epoch": 0.47974605775138235,
      "grad_norm": 2.689903998592795,
      "learning_rate": 0.0002966674437351213,
      "loss": 6.3438,
      "step": 11713
    },
    {
      "epoch": 0.4797870161785787,
      "grad_norm": 2.1964433857988994,
      "learning_rate": 0.00029666676004737834,
      "loss": 6.2188,
      "step": 11714
    },
    {
      "epoch": 0.47982797460577514,
      "grad_norm": 1.5308380938982071,
      "learning_rate": 0.0002966660762902998,
      "loss": 5.1875,
      "step": 11715
    },
    {
      "epoch": 0.4798689330329715,
      "grad_norm": 5.967873470539802,
      "learning_rate": 0.0002966653924638861,
      "loss": 8.5625,
      "step": 11716
    },
    {
      "epoch": 0.47990989146016794,
      "grad_norm": 1.644637065068531,
      "learning_rate": 0.00029666470856813746,
      "loss": 5.125,
      "step": 11717
    },
    {
      "epoch": 0.4799508498873643,
      "grad_norm": 3.547328503773026,
      "learning_rate": 0.00029666402460305427,
      "loss": 5.2812,
      "step": 11718
    },
    {
      "epoch": 0.47999180831456073,
      "grad_norm": 2.12046901536851,
      "learning_rate": 0.00029666334056863684,
      "loss": 8.125,
      "step": 11719
    },
    {
      "epoch": 0.4800327667417571,
      "grad_norm": 1.6297251162028712,
      "learning_rate": 0.00029666265646488554,
      "loss": 6.4688,
      "step": 11720
    },
    {
      "epoch": 0.4800737251689535,
      "grad_norm": 1.4305006069764101,
      "learning_rate": 0.0002966619722918006,
      "loss": 5.2812,
      "step": 11721
    },
    {
      "epoch": 0.4801146835961499,
      "grad_norm": 2.1375147935440544,
      "learning_rate": 0.0002966612880493824,
      "loss": 6.7188,
      "step": 11722
    },
    {
      "epoch": 0.4801556420233463,
      "grad_norm": 1.45345300303778,
      "learning_rate": 0.00029666060373763125,
      "loss": 6.5312,
      "step": 11723
    },
    {
      "epoch": 0.4801966004505427,
      "grad_norm": 1.3480122320702068,
      "learning_rate": 0.0002966599193565475,
      "loss": 5.9375,
      "step": 11724
    },
    {
      "epoch": 0.4802375588777391,
      "grad_norm": 1.9114692645957396,
      "learning_rate": 0.0002966592349061314,
      "loss": 5.5625,
      "step": 11725
    },
    {
      "epoch": 0.4802785173049355,
      "grad_norm": 2.3927335089400183,
      "learning_rate": 0.0002966585503863834,
      "loss": 8.1875,
      "step": 11726
    },
    {
      "epoch": 0.4803194757321319,
      "grad_norm": 1.5346412548609902,
      "learning_rate": 0.0002966578657973036,
      "loss": 5.6562,
      "step": 11727
    },
    {
      "epoch": 0.4803604341593283,
      "grad_norm": 1.5213677189459291,
      "learning_rate": 0.0002966571811388926,
      "loss": 4.9062,
      "step": 11728
    },
    {
      "epoch": 0.4804013925865247,
      "grad_norm": 1.5343821825573207,
      "learning_rate": 0.0002966564964111506,
      "loss": 7.125,
      "step": 11729
    },
    {
      "epoch": 0.48044235101372107,
      "grad_norm": 3.5601192689962096,
      "learning_rate": 0.00029665581161407786,
      "loss": 3.4844,
      "step": 11730
    },
    {
      "epoch": 0.4804833094409175,
      "grad_norm": 1.9522417721395506,
      "learning_rate": 0.0002966551267476748,
      "loss": 4.9688,
      "step": 11731
    },
    {
      "epoch": 0.48052426786811386,
      "grad_norm": 1.3368528164371214,
      "learning_rate": 0.0002966544418119417,
      "loss": 6.0938,
      "step": 11732
    },
    {
      "epoch": 0.48056522629531023,
      "grad_norm": 1.4206065887249981,
      "learning_rate": 0.00029665375680687885,
      "loss": 5.1562,
      "step": 11733
    },
    {
      "epoch": 0.48060618472250666,
      "grad_norm": 1.620773812575415,
      "learning_rate": 0.00029665307173248667,
      "loss": 3.3125,
      "step": 11734
    },
    {
      "epoch": 0.480647143149703,
      "grad_norm": 1.2995145097450356,
      "learning_rate": 0.0002966523865887654,
      "loss": 5.375,
      "step": 11735
    },
    {
      "epoch": 0.48068810157689945,
      "grad_norm": 1.642271259156076,
      "learning_rate": 0.00029665170137571536,
      "loss": 5.3438,
      "step": 11736
    },
    {
      "epoch": 0.4807290600040958,
      "grad_norm": 3.175914525892168,
      "learning_rate": 0.000296651016093337,
      "loss": 7.4375,
      "step": 11737
    },
    {
      "epoch": 0.48077001843129225,
      "grad_norm": 1.481239814469017,
      "learning_rate": 0.0002966503307416305,
      "loss": 7.0938,
      "step": 11738
    },
    {
      "epoch": 0.4808109768584886,
      "grad_norm": 1.3622237580686503,
      "learning_rate": 0.0002966496453205962,
      "loss": 5.5312,
      "step": 11739
    },
    {
      "epoch": 0.48085193528568504,
      "grad_norm": 1.3214710650510801,
      "learning_rate": 0.0002966489598302345,
      "loss": 5.3125,
      "step": 11740
    },
    {
      "epoch": 0.4808928937128814,
      "grad_norm": 1.8626202318144105,
      "learning_rate": 0.0002966482742705456,
      "loss": 5.2812,
      "step": 11741
    },
    {
      "epoch": 0.48093385214007783,
      "grad_norm": 1.3305567636312334,
      "learning_rate": 0.00029664758864153003,
      "loss": 5.4375,
      "step": 11742
    },
    {
      "epoch": 0.4809748105672742,
      "grad_norm": 2.2956925502213084,
      "learning_rate": 0.0002966469029431879,
      "loss": 6.6562,
      "step": 11743
    },
    {
      "epoch": 0.4810157689944706,
      "grad_norm": 6.571202944320978,
      "learning_rate": 0.00029664621717551967,
      "loss": 3.8906,
      "step": 11744
    },
    {
      "epoch": 0.481056727421667,
      "grad_norm": 1.2377162803341908,
      "learning_rate": 0.0002966455313385256,
      "loss": 5.625,
      "step": 11745
    },
    {
      "epoch": 0.4810976858488634,
      "grad_norm": 1.3269271562153588,
      "learning_rate": 0.000296644845432206,
      "loss": 5.4688,
      "step": 11746
    },
    {
      "epoch": 0.4811386442760598,
      "grad_norm": 1.5399008045082392,
      "learning_rate": 0.0002966441594565613,
      "loss": 6.125,
      "step": 11747
    },
    {
      "epoch": 0.4811796027032562,
      "grad_norm": 3.8425729766042185,
      "learning_rate": 0.0002966434734115917,
      "loss": 8.375,
      "step": 11748
    },
    {
      "epoch": 0.4812205611304526,
      "grad_norm": 2.866043028553982,
      "learning_rate": 0.00029664278729729757,
      "loss": 7.9062,
      "step": 11749
    },
    {
      "epoch": 0.481261519557649,
      "grad_norm": 1.4336268324043449,
      "learning_rate": 0.00029664210111367923,
      "loss": 6.6875,
      "step": 11750
    },
    {
      "epoch": 0.4813024779848454,
      "grad_norm": 6.888984724513809,
      "learning_rate": 0.00029664141486073707,
      "loss": 5.3125,
      "step": 11751
    },
    {
      "epoch": 0.4813434364120418,
      "grad_norm": 1.2344862633741631,
      "learning_rate": 0.0002966407285384713,
      "loss": 4.9062,
      "step": 11752
    },
    {
      "epoch": 0.48138439483923817,
      "grad_norm": 1.2600992546065068,
      "learning_rate": 0.0002966400421468823,
      "loss": 5.1875,
      "step": 11753
    },
    {
      "epoch": 0.48142535326643454,
      "grad_norm": 1.7189066264570705,
      "learning_rate": 0.0002966393556859705,
      "loss": 6.5938,
      "step": 11754
    },
    {
      "epoch": 0.48146631169363097,
      "grad_norm": 1.2301689345705966,
      "learning_rate": 0.00029663866915573603,
      "loss": 5.7812,
      "step": 11755
    },
    {
      "epoch": 0.48150727012082734,
      "grad_norm": 1.3682105428967122,
      "learning_rate": 0.00029663798255617925,
      "loss": 5.0625,
      "step": 11756
    },
    {
      "epoch": 0.48154822854802376,
      "grad_norm": 1.3094885048638707,
      "learning_rate": 0.00029663729588730065,
      "loss": 5.9062,
      "step": 11757
    },
    {
      "epoch": 0.48158918697522013,
      "grad_norm": 1.379564375136599,
      "learning_rate": 0.00029663660914910043,
      "loss": 5.0938,
      "step": 11758
    },
    {
      "epoch": 0.48163014540241655,
      "grad_norm": 1.7490796919447664,
      "learning_rate": 0.0002966359223415789,
      "loss": 6.1875,
      "step": 11759
    },
    {
      "epoch": 0.4816711038296129,
      "grad_norm": 1.7306354708057936,
      "learning_rate": 0.0002966352354647364,
      "loss": 5.0625,
      "step": 11760
    },
    {
      "epoch": 0.48171206225680935,
      "grad_norm": 5.584672936686062,
      "learning_rate": 0.00029663454851857333,
      "loss": 2.8281,
      "step": 11761
    },
    {
      "epoch": 0.4817530206840057,
      "grad_norm": 1.6841975848512651,
      "learning_rate": 0.00029663386150308987,
      "loss": 5.0625,
      "step": 11762
    },
    {
      "epoch": 0.48179397911120214,
      "grad_norm": 1.3365133807939458,
      "learning_rate": 0.0002966331744182865,
      "loss": 5.25,
      "step": 11763
    },
    {
      "epoch": 0.4818349375383985,
      "grad_norm": 1.696388196537331,
      "learning_rate": 0.00029663248726416344,
      "loss": 5.1875,
      "step": 11764
    },
    {
      "epoch": 0.48187589596559494,
      "grad_norm": 1.9979260327404378,
      "learning_rate": 0.0002966318000407211,
      "loss": 5.875,
      "step": 11765
    },
    {
      "epoch": 0.4819168543927913,
      "grad_norm": 1.7765669449526216,
      "learning_rate": 0.0002966311127479597,
      "loss": 5.9375,
      "step": 11766
    },
    {
      "epoch": 0.48195781281998773,
      "grad_norm": 1.4685533756795572,
      "learning_rate": 0.0002966304253858796,
      "loss": 5.4062,
      "step": 11767
    },
    {
      "epoch": 0.4819987712471841,
      "grad_norm": 2.5941023694250127,
      "learning_rate": 0.0002966297379544812,
      "loss": 5.5312,
      "step": 11768
    },
    {
      "epoch": 0.4820397296743805,
      "grad_norm": 1.4069002089849352,
      "learning_rate": 0.0002966290504537647,
      "loss": 5.125,
      "step": 11769
    },
    {
      "epoch": 0.4820806881015769,
      "grad_norm": 1.4219912467549263,
      "learning_rate": 0.0002966283628837306,
      "loss": 5.8125,
      "step": 11770
    },
    {
      "epoch": 0.4821216465287733,
      "grad_norm": 1.81215994987085,
      "learning_rate": 0.000296627675244379,
      "loss": 5.5938,
      "step": 11771
    },
    {
      "epoch": 0.4821626049559697,
      "grad_norm": 4.6598234728127,
      "learning_rate": 0.0002966269875357104,
      "loss": 4.4062,
      "step": 11772
    },
    {
      "epoch": 0.4822035633831661,
      "grad_norm": 1.4115892755310717,
      "learning_rate": 0.0002966262997577251,
      "loss": 4.9062,
      "step": 11773
    },
    {
      "epoch": 0.4822445218103625,
      "grad_norm": 1.5137324871124838,
      "learning_rate": 0.0002966256119104234,
      "loss": 6.2812,
      "step": 11774
    },
    {
      "epoch": 0.48228548023755885,
      "grad_norm": 1.6747464361564723,
      "learning_rate": 0.00029662492399380557,
      "loss": 4.5,
      "step": 11775
    },
    {
      "epoch": 0.4823264386647553,
      "grad_norm": 2.736343331408608,
      "learning_rate": 0.00029662423600787193,
      "loss": 7.25,
      "step": 11776
    },
    {
      "epoch": 0.48236739709195164,
      "grad_norm": 1.5305530738872353,
      "learning_rate": 0.000296623547952623,
      "loss": 5.3438,
      "step": 11777
    },
    {
      "epoch": 0.48240835551914807,
      "grad_norm": 7.853502266538834,
      "learning_rate": 0.00029662285982805887,
      "loss": 4.875,
      "step": 11778
    },
    {
      "epoch": 0.48244931394634444,
      "grad_norm": 1.4543794038597178,
      "learning_rate": 0.00029662217163418,
      "loss": 5.125,
      "step": 11779
    },
    {
      "epoch": 0.48249027237354086,
      "grad_norm": 1.5440529200252895,
      "learning_rate": 0.0002966214833709866,
      "loss": 5.25,
      "step": 11780
    },
    {
      "epoch": 0.48253123080073723,
      "grad_norm": 1.4060141566639313,
      "learning_rate": 0.0002966207950384791,
      "loss": 6.0,
      "step": 11781
    },
    {
      "epoch": 0.48257218922793366,
      "grad_norm": 1.4699126176679171,
      "learning_rate": 0.0002966201066366578,
      "loss": 5.5938,
      "step": 11782
    },
    {
      "epoch": 0.48261314765513,
      "grad_norm": 1.3376067210978904,
      "learning_rate": 0.00029661941816552307,
      "loss": 4.8125,
      "step": 11783
    },
    {
      "epoch": 0.48265410608232645,
      "grad_norm": 1.6180409056145497,
      "learning_rate": 0.00029661872962507516,
      "loss": 4.8125,
      "step": 11784
    },
    {
      "epoch": 0.4826950645095228,
      "grad_norm": 1.492297637156255,
      "learning_rate": 0.0002966180410153144,
      "loss": 6.1875,
      "step": 11785
    },
    {
      "epoch": 0.48273602293671924,
      "grad_norm": 1.472827071941189,
      "learning_rate": 0.0002966173523362412,
      "loss": 4.875,
      "step": 11786
    },
    {
      "epoch": 0.4827769813639156,
      "grad_norm": 2.6369076951459784,
      "learning_rate": 0.00029661666358785576,
      "loss": 5.1562,
      "step": 11787
    },
    {
      "epoch": 0.48281793979111204,
      "grad_norm": 1.3484081069381688,
      "learning_rate": 0.0002966159747701585,
      "loss": 5.8125,
      "step": 11788
    },
    {
      "epoch": 0.4828588982183084,
      "grad_norm": 1.2359849407202101,
      "learning_rate": 0.00029661528588314975,
      "loss": 5.4688,
      "step": 11789
    },
    {
      "epoch": 0.48289985664550483,
      "grad_norm": 1.4228760186947504,
      "learning_rate": 0.00029661459692682975,
      "loss": 5.7812,
      "step": 11790
    },
    {
      "epoch": 0.4829408150727012,
      "grad_norm": 3.494332077262005,
      "learning_rate": 0.00029661390790119887,
      "loss": 5.2812,
      "step": 11791
    },
    {
      "epoch": 0.4829817734998976,
      "grad_norm": 1.7101652479729788,
      "learning_rate": 0.00029661321880625744,
      "loss": 5.75,
      "step": 11792
    },
    {
      "epoch": 0.483022731927094,
      "grad_norm": 1.6941079967088826,
      "learning_rate": 0.0002966125296420058,
      "loss": 5.4688,
      "step": 11793
    },
    {
      "epoch": 0.4830636903542904,
      "grad_norm": 1.3022677243821845,
      "learning_rate": 0.00029661184040844423,
      "loss": 5.3438,
      "step": 11794
    },
    {
      "epoch": 0.4831046487814868,
      "grad_norm": 1.3888785582289511,
      "learning_rate": 0.00029661115110557316,
      "loss": 5.0312,
      "step": 11795
    },
    {
      "epoch": 0.4831456072086832,
      "grad_norm": 3.8150777420945743,
      "learning_rate": 0.0002966104617333928,
      "loss": 7.25,
      "step": 11796
    },
    {
      "epoch": 0.4831865656358796,
      "grad_norm": 3.406717222827002,
      "learning_rate": 0.0002966097722919036,
      "loss": 7.25,
      "step": 11797
    },
    {
      "epoch": 0.48322752406307595,
      "grad_norm": 1.5039101624300082,
      "learning_rate": 0.00029660908278110573,
      "loss": 5.7812,
      "step": 11798
    },
    {
      "epoch": 0.4832684824902724,
      "grad_norm": 12.651700343694566,
      "learning_rate": 0.00029660839320099955,
      "loss": 5.5938,
      "step": 11799
    },
    {
      "epoch": 0.48330944091746875,
      "grad_norm": 1.3125152529826485,
      "learning_rate": 0.00029660770355158554,
      "loss": 5.3125,
      "step": 11800
    },
    {
      "epoch": 0.48335039934466517,
      "grad_norm": 1.7613625452912747,
      "learning_rate": 0.00029660701383286384,
      "loss": 6.5625,
      "step": 11801
    },
    {
      "epoch": 0.48339135777186154,
      "grad_norm": 1.4500430894608163,
      "learning_rate": 0.00029660632404483484,
      "loss": 5.6562,
      "step": 11802
    },
    {
      "epoch": 0.48343231619905797,
      "grad_norm": 2.0979698259324526,
      "learning_rate": 0.00029660563418749887,
      "loss": 6.5,
      "step": 11803
    },
    {
      "epoch": 0.48347327462625433,
      "grad_norm": 1.1695825726490499,
      "learning_rate": 0.00029660494426085636,
      "loss": 6.5312,
      "step": 11804
    },
    {
      "epoch": 0.48351423305345076,
      "grad_norm": 1.6010810301015161,
      "learning_rate": 0.0002966042542649074,
      "loss": 6.6875,
      "step": 11805
    },
    {
      "epoch": 0.48355519148064713,
      "grad_norm": 1.39235364915629,
      "learning_rate": 0.00029660356419965254,
      "loss": 6.375,
      "step": 11806
    },
    {
      "epoch": 0.48359614990784355,
      "grad_norm": 1.2883881035418225,
      "learning_rate": 0.0002966028740650921,
      "loss": 5.375,
      "step": 11807
    },
    {
      "epoch": 0.4836371083350399,
      "grad_norm": 1.6235967367016988,
      "learning_rate": 0.0002966021838612262,
      "loss": 6.1562,
      "step": 11808
    },
    {
      "epoch": 0.48367806676223635,
      "grad_norm": 1.5188326526672233,
      "learning_rate": 0.0002966014935880553,
      "loss": 6.75,
      "step": 11809
    },
    {
      "epoch": 0.4837190251894327,
      "grad_norm": 1.4217300906756931,
      "learning_rate": 0.0002966008032455798,
      "loss": 5.8438,
      "step": 11810
    },
    {
      "epoch": 0.48375998361662914,
      "grad_norm": 1.7373943682493245,
      "learning_rate": 0.0002966001128337999,
      "loss": 5.0938,
      "step": 11811
    },
    {
      "epoch": 0.4838009420438255,
      "grad_norm": 4.127405819297935,
      "learning_rate": 0.000296599422352716,
      "loss": 5.9375,
      "step": 11812
    },
    {
      "epoch": 0.48384190047102194,
      "grad_norm": 1.3077165538350515,
      "learning_rate": 0.00029659873180232834,
      "loss": 5.1562,
      "step": 11813
    },
    {
      "epoch": 0.4838828588982183,
      "grad_norm": 1.3220152085377703,
      "learning_rate": 0.00029659804118263735,
      "loss": 5.5,
      "step": 11814
    },
    {
      "epoch": 0.48392381732541473,
      "grad_norm": 1.5372246758618724,
      "learning_rate": 0.0002965973504936433,
      "loss": 5.4688,
      "step": 11815
    },
    {
      "epoch": 0.4839647757526111,
      "grad_norm": 1.5864700275863355,
      "learning_rate": 0.00029659665973534653,
      "loss": 6.0938,
      "step": 11816
    },
    {
      "epoch": 0.4840057341798075,
      "grad_norm": 1.442410511165832,
      "learning_rate": 0.0002965959689077474,
      "loss": 5.7188,
      "step": 11817
    },
    {
      "epoch": 0.4840466926070039,
      "grad_norm": 1.314016402506833,
      "learning_rate": 0.0002965952780108462,
      "loss": 5.0,
      "step": 11818
    },
    {
      "epoch": 0.48408765103420026,
      "grad_norm": 1.5294062284232948,
      "learning_rate": 0.0002965945870446432,
      "loss": 5.875,
      "step": 11819
    },
    {
      "epoch": 0.4841286094613967,
      "grad_norm": 1.2410490073105451,
      "learning_rate": 0.00029659389600913884,
      "loss": 5.6875,
      "step": 11820
    },
    {
      "epoch": 0.48416956788859306,
      "grad_norm": 1.368338850769486,
      "learning_rate": 0.00029659320490433335,
      "loss": 5.875,
      "step": 11821
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 1.477040304756776,
      "learning_rate": 0.0002965925137302271,
      "loss": 6.0,
      "step": 11822
    },
    {
      "epoch": 0.48425148474298585,
      "grad_norm": 1.3751983397958703,
      "learning_rate": 0.0002965918224868205,
      "loss": 6.25,
      "step": 11823
    },
    {
      "epoch": 0.4842924431701823,
      "grad_norm": 1.3485400973769963,
      "learning_rate": 0.0002965911311741137,
      "loss": 5.5312,
      "step": 11824
    },
    {
      "epoch": 0.48433340159737864,
      "grad_norm": 2.2555507100980376,
      "learning_rate": 0.00029659043979210714,
      "loss": 6.2812,
      "step": 11825
    },
    {
      "epoch": 0.48437436002457507,
      "grad_norm": 1.2697402438371246,
      "learning_rate": 0.00029658974834080115,
      "loss": 5.8438,
      "step": 11826
    },
    {
      "epoch": 0.48441531845177144,
      "grad_norm": 5.517922314823231,
      "learning_rate": 0.000296589056820196,
      "loss": 7.4688,
      "step": 11827
    },
    {
      "epoch": 0.48445627687896786,
      "grad_norm": 1.400265802211473,
      "learning_rate": 0.00029658836523029206,
      "loss": 4.8438,
      "step": 11828
    },
    {
      "epoch": 0.48449723530616423,
      "grad_norm": 1.5116429443490522,
      "learning_rate": 0.0002965876735710897,
      "loss": 6.6875,
      "step": 11829
    },
    {
      "epoch": 0.48453819373336066,
      "grad_norm": 1.636687349178142,
      "learning_rate": 0.0002965869818425891,
      "loss": 3.5,
      "step": 11830
    },
    {
      "epoch": 0.484579152160557,
      "grad_norm": 1.2518982761532729,
      "learning_rate": 0.00029658629004479075,
      "loss": 5.5938,
      "step": 11831
    },
    {
      "epoch": 0.48462011058775345,
      "grad_norm": 1.3770368087281057,
      "learning_rate": 0.0002965855981776949,
      "loss": 5.9375,
      "step": 11832
    },
    {
      "epoch": 0.4846610690149498,
      "grad_norm": 1.7484968528323332,
      "learning_rate": 0.00029658490624130185,
      "loss": 6.3125,
      "step": 11833
    },
    {
      "epoch": 0.48470202744214624,
      "grad_norm": 1.5979905293586503,
      "learning_rate": 0.000296584214235612,
      "loss": 6.0938,
      "step": 11834
    },
    {
      "epoch": 0.4847429858693426,
      "grad_norm": 1.7715650179992177,
      "learning_rate": 0.00029658352216062567,
      "loss": 5.5312,
      "step": 11835
    },
    {
      "epoch": 0.48478394429653904,
      "grad_norm": 1.837177879052875,
      "learning_rate": 0.0002965828300163431,
      "loss": 6.75,
      "step": 11836
    },
    {
      "epoch": 0.4848249027237354,
      "grad_norm": 1.5277401273027944,
      "learning_rate": 0.0002965821378027647,
      "loss": 5.7812,
      "step": 11837
    },
    {
      "epoch": 0.48486586115093183,
      "grad_norm": 2.535880282939079,
      "learning_rate": 0.00029658144551989075,
      "loss": 7.5,
      "step": 11838
    },
    {
      "epoch": 0.4849068195781282,
      "grad_norm": 1.340715181178492,
      "learning_rate": 0.00029658075316772156,
      "loss": 7.4375,
      "step": 11839
    },
    {
      "epoch": 0.48494777800532457,
      "grad_norm": 1.7804307247395157,
      "learning_rate": 0.0002965800607462576,
      "loss": 5.7188,
      "step": 11840
    },
    {
      "epoch": 0.484988736432521,
      "grad_norm": 2.310719467305739,
      "learning_rate": 0.00029657936825549895,
      "loss": 3.7031,
      "step": 11841
    },
    {
      "epoch": 0.48502969485971736,
      "grad_norm": 1.400381246131996,
      "learning_rate": 0.0002965786756954462,
      "loss": 6.4062,
      "step": 11842
    },
    {
      "epoch": 0.4850706532869138,
      "grad_norm": 2.1224617775105026,
      "learning_rate": 0.0002965779830660995,
      "loss": 8.5625,
      "step": 11843
    },
    {
      "epoch": 0.48511161171411016,
      "grad_norm": 1.6836311249061395,
      "learning_rate": 0.00029657729036745926,
      "loss": 5.375,
      "step": 11844
    },
    {
      "epoch": 0.4851525701413066,
      "grad_norm": 1.7744352956472647,
      "learning_rate": 0.0002965765975995258,
      "loss": 6.625,
      "step": 11845
    },
    {
      "epoch": 0.48519352856850295,
      "grad_norm": 6.303774880994369,
      "learning_rate": 0.0002965759047622994,
      "loss": 5.0,
      "step": 11846
    },
    {
      "epoch": 0.4852344869956994,
      "grad_norm": 1.7918937425360326,
      "learning_rate": 0.00029657521185578046,
      "loss": 6.4062,
      "step": 11847
    },
    {
      "epoch": 0.48527544542289575,
      "grad_norm": 1.4631133144896082,
      "learning_rate": 0.0002965745188799692,
      "loss": 6.0312,
      "step": 11848
    },
    {
      "epoch": 0.48531640385009217,
      "grad_norm": 1.4732686999808962,
      "learning_rate": 0.00029657382583486605,
      "loss": 4.6875,
      "step": 11849
    },
    {
      "epoch": 0.48535736227728854,
      "grad_norm": 1.4678480101232882,
      "learning_rate": 0.00029657313272047134,
      "loss": 6.0,
      "step": 11850
    },
    {
      "epoch": 0.48539832070448496,
      "grad_norm": 2.93199932061865,
      "learning_rate": 0.00029657243953678527,
      "loss": 6.5625,
      "step": 11851
    },
    {
      "epoch": 0.48543927913168133,
      "grad_norm": 1.5890684081553266,
      "learning_rate": 0.00029657174628380833,
      "loss": 5.4688,
      "step": 11852
    },
    {
      "epoch": 0.48548023755887776,
      "grad_norm": 1.9512688755059469,
      "learning_rate": 0.00029657105296154073,
      "loss": 4.9062,
      "step": 11853
    },
    {
      "epoch": 0.48552119598607413,
      "grad_norm": 1.6095264179889288,
      "learning_rate": 0.00029657035956998285,
      "loss": 5.3125,
      "step": 11854
    },
    {
      "epoch": 0.48556215441327055,
      "grad_norm": 1.3146376158672937,
      "learning_rate": 0.00029656966610913497,
      "loss": 5.2188,
      "step": 11855
    },
    {
      "epoch": 0.4856031128404669,
      "grad_norm": 2.1523413774080224,
      "learning_rate": 0.0002965689725789975,
      "loss": 6.4375,
      "step": 11856
    },
    {
      "epoch": 0.48564407126766335,
      "grad_norm": 1.7628014676771184,
      "learning_rate": 0.00029656827897957077,
      "loss": 6.9375,
      "step": 11857
    },
    {
      "epoch": 0.4856850296948597,
      "grad_norm": 1.355829792695506,
      "learning_rate": 0.000296567585310855,
      "loss": 4.8125,
      "step": 11858
    },
    {
      "epoch": 0.48572598812205614,
      "grad_norm": 2.031590212032277,
      "learning_rate": 0.0002965668915728506,
      "loss": 6.9062,
      "step": 11859
    },
    {
      "epoch": 0.4857669465492525,
      "grad_norm": 1.3486477043889986,
      "learning_rate": 0.00029656619776555784,
      "loss": 5.75,
      "step": 11860
    },
    {
      "epoch": 0.4858079049764489,
      "grad_norm": 1.6969673958481961,
      "learning_rate": 0.00029656550388897714,
      "loss": 5.0625,
      "step": 11861
    },
    {
      "epoch": 0.4858488634036453,
      "grad_norm": 1.487936837890293,
      "learning_rate": 0.00029656480994310876,
      "loss": 5.6562,
      "step": 11862
    },
    {
      "epoch": 0.4858898218308417,
      "grad_norm": 1.3822792377298523,
      "learning_rate": 0.0002965641159279531,
      "loss": 5.4375,
      "step": 11863
    },
    {
      "epoch": 0.4859307802580381,
      "grad_norm": 1.9333937363356077,
      "learning_rate": 0.00029656342184351033,
      "loss": 4.875,
      "step": 11864
    },
    {
      "epoch": 0.48597173868523447,
      "grad_norm": 3.5117621365721363,
      "learning_rate": 0.00029656272768978093,
      "loss": 7.125,
      "step": 11865
    },
    {
      "epoch": 0.4860126971124309,
      "grad_norm": 1.2866522700229652,
      "learning_rate": 0.00029656203346676516,
      "loss": 5.1875,
      "step": 11866
    },
    {
      "epoch": 0.48605365553962726,
      "grad_norm": 4.950880645292721,
      "learning_rate": 0.0002965613391744634,
      "loss": 7.8438,
      "step": 11867
    },
    {
      "epoch": 0.4860946139668237,
      "grad_norm": 1.6220881712760564,
      "learning_rate": 0.00029656064481287586,
      "loss": 6.5312,
      "step": 11868
    },
    {
      "epoch": 0.48613557239402005,
      "grad_norm": 1.4390846495644563,
      "learning_rate": 0.000296559950382003,
      "loss": 5.5,
      "step": 11869
    },
    {
      "epoch": 0.4861765308212165,
      "grad_norm": 1.3776208122798255,
      "learning_rate": 0.0002965592558818451,
      "loss": 5.9375,
      "step": 11870
    },
    {
      "epoch": 0.48621748924841285,
      "grad_norm": 2.28738651435786,
      "learning_rate": 0.0002965585613124025,
      "loss": 6.5,
      "step": 11871
    },
    {
      "epoch": 0.4862584476756093,
      "grad_norm": 2.7400830460105325,
      "learning_rate": 0.00029655786667367556,
      "loss": 5.8438,
      "step": 11872
    },
    {
      "epoch": 0.48629940610280564,
      "grad_norm": 2.5627711358208356,
      "learning_rate": 0.0002965571719656645,
      "loss": 5.5938,
      "step": 11873
    },
    {
      "epoch": 0.48634036453000207,
      "grad_norm": 3.932329208758443,
      "learning_rate": 0.0002965564771883697,
      "loss": 3.4531,
      "step": 11874
    },
    {
      "epoch": 0.48638132295719844,
      "grad_norm": 1.3121591536983537,
      "learning_rate": 0.00029655578234179155,
      "loss": 5.4062,
      "step": 11875
    },
    {
      "epoch": 0.48642228138439486,
      "grad_norm": 1.498743078759727,
      "learning_rate": 0.00029655508742593037,
      "loss": 5.75,
      "step": 11876
    },
    {
      "epoch": 0.48646323981159123,
      "grad_norm": 2.750754172914473,
      "learning_rate": 0.00029655439244078634,
      "loss": 6.5,
      "step": 11877
    },
    {
      "epoch": 0.48650419823878766,
      "grad_norm": 2.578058696086274,
      "learning_rate": 0.00029655369738635994,
      "loss": 7.6875,
      "step": 11878
    },
    {
      "epoch": 0.486545156665984,
      "grad_norm": 1.2101282455851623,
      "learning_rate": 0.00029655300226265146,
      "loss": 5.4688,
      "step": 11879
    },
    {
      "epoch": 0.48658611509318045,
      "grad_norm": 1.5240134953300377,
      "learning_rate": 0.00029655230706966126,
      "loss": 6.625,
      "step": 11880
    },
    {
      "epoch": 0.4866270735203768,
      "grad_norm": 1.3457481010861922,
      "learning_rate": 0.00029655161180738957,
      "loss": 5.0312,
      "step": 11881
    },
    {
      "epoch": 0.4866680319475732,
      "grad_norm": 1.3572768945900089,
      "learning_rate": 0.0002965509164758368,
      "loss": 5.0938,
      "step": 11882
    },
    {
      "epoch": 0.4867089903747696,
      "grad_norm": 1.4191774213773962,
      "learning_rate": 0.0002965502210750033,
      "loss": 5.5625,
      "step": 11883
    },
    {
      "epoch": 0.486749948801966,
      "grad_norm": 3.670087762227978,
      "learning_rate": 0.0002965495256048894,
      "loss": 5.8125,
      "step": 11884
    },
    {
      "epoch": 0.4867909072291624,
      "grad_norm": 1.6804962216009072,
      "learning_rate": 0.0002965488300654953,
      "loss": 6.0,
      "step": 11885
    },
    {
      "epoch": 0.4868318656563588,
      "grad_norm": 1.1838650327049525,
      "learning_rate": 0.00029654813445682143,
      "loss": 4.9688,
      "step": 11886
    },
    {
      "epoch": 0.4868728240835552,
      "grad_norm": 1.4006548154716585,
      "learning_rate": 0.0002965474387788681,
      "loss": 5.7812,
      "step": 11887
    },
    {
      "epoch": 0.48691378251075157,
      "grad_norm": 1.6097020703316514,
      "learning_rate": 0.00029654674303163564,
      "loss": 5.625,
      "step": 11888
    },
    {
      "epoch": 0.486954740937948,
      "grad_norm": 1.1915132308353422,
      "learning_rate": 0.0002965460472151244,
      "loss": 5.2812,
      "step": 11889
    },
    {
      "epoch": 0.48699569936514436,
      "grad_norm": 1.3790141193355183,
      "learning_rate": 0.0002965453513293347,
      "loss": 6.5,
      "step": 11890
    },
    {
      "epoch": 0.4870366577923408,
      "grad_norm": 1.2747481076892158,
      "learning_rate": 0.0002965446553742669,
      "loss": 5.0,
      "step": 11891
    },
    {
      "epoch": 0.48707761621953716,
      "grad_norm": 1.3601131494843792,
      "learning_rate": 0.0002965439593499212,
      "loss": 6.5312,
      "step": 11892
    },
    {
      "epoch": 0.4871185746467336,
      "grad_norm": 1.6187919709944645,
      "learning_rate": 0.0002965432632562981,
      "loss": 5.9062,
      "step": 11893
    },
    {
      "epoch": 0.48715953307392995,
      "grad_norm": 1.3229429862061206,
      "learning_rate": 0.0002965425670933978,
      "loss": 5.2188,
      "step": 11894
    },
    {
      "epoch": 0.4872004915011264,
      "grad_norm": 1.1740372474522462,
      "learning_rate": 0.0002965418708612207,
      "loss": 5.7812,
      "step": 11895
    },
    {
      "epoch": 0.48724144992832275,
      "grad_norm": 1.2384988495008793,
      "learning_rate": 0.0002965411745597671,
      "loss": 6.4062,
      "step": 11896
    },
    {
      "epoch": 0.48728240835551917,
      "grad_norm": 1.302478250081823,
      "learning_rate": 0.00029654047818903733,
      "loss": 4.9062,
      "step": 11897
    },
    {
      "epoch": 0.48732336678271554,
      "grad_norm": 1.2891858458301764,
      "learning_rate": 0.00029653978174903173,
      "loss": 5.625,
      "step": 11898
    },
    {
      "epoch": 0.48736432520991196,
      "grad_norm": 8.014657297452798,
      "learning_rate": 0.0002965390852397506,
      "loss": 6.0,
      "step": 11899
    },
    {
      "epoch": 0.48740528363710833,
      "grad_norm": 1.239563953597817,
      "learning_rate": 0.0002965383886611944,
      "loss": 5.5625,
      "step": 11900
    },
    {
      "epoch": 0.48744624206430476,
      "grad_norm": 2.4157576969009833,
      "learning_rate": 0.0002965376920133632,
      "loss": 7.125,
      "step": 11901
    },
    {
      "epoch": 0.4874872004915011,
      "grad_norm": 1.2559067325420799,
      "learning_rate": 0.0002965369952962576,
      "loss": 5.4688,
      "step": 11902
    },
    {
      "epoch": 0.4875281589186975,
      "grad_norm": 2.1837963740872044,
      "learning_rate": 0.00029653629850987775,
      "loss": 6.5312,
      "step": 11903
    },
    {
      "epoch": 0.4875691173458939,
      "grad_norm": 1.346470890800493,
      "learning_rate": 0.000296535601654224,
      "loss": 5.875,
      "step": 11904
    },
    {
      "epoch": 0.4876100757730903,
      "grad_norm": 2.2426504971620953,
      "learning_rate": 0.00029653490472929684,
      "loss": 6.2812,
      "step": 11905
    },
    {
      "epoch": 0.4876510342002867,
      "grad_norm": 1.2543345407297908,
      "learning_rate": 0.0002965342077350964,
      "loss": 4.9375,
      "step": 11906
    },
    {
      "epoch": 0.4876919926274831,
      "grad_norm": 2.4173678143479145,
      "learning_rate": 0.00029653351067162307,
      "loss": 6.0938,
      "step": 11907
    },
    {
      "epoch": 0.4877329510546795,
      "grad_norm": 1.522928345476729,
      "learning_rate": 0.0002965328135388773,
      "loss": 5.5625,
      "step": 11908
    },
    {
      "epoch": 0.4877739094818759,
      "grad_norm": 1.5494472870521674,
      "learning_rate": 0.00029653211633685927,
      "loss": 6.3438,
      "step": 11909
    },
    {
      "epoch": 0.4878148679090723,
      "grad_norm": 1.7991059502737476,
      "learning_rate": 0.0002965314190655693,
      "loss": 6.8438,
      "step": 11910
    },
    {
      "epoch": 0.48785582633626867,
      "grad_norm": 3.360667551430124,
      "learning_rate": 0.00029653072172500786,
      "loss": 5.3125,
      "step": 11911
    },
    {
      "epoch": 0.4878967847634651,
      "grad_norm": 2.0691199747680216,
      "learning_rate": 0.0002965300243151752,
      "loss": 5.7188,
      "step": 11912
    },
    {
      "epoch": 0.48793774319066147,
      "grad_norm": 1.3772336178280007,
      "learning_rate": 0.0002965293268360716,
      "loss": 6.6562,
      "step": 11913
    },
    {
      "epoch": 0.4879787016178579,
      "grad_norm": 1.3577475945385842,
      "learning_rate": 0.00029652862928769737,
      "loss": 6.1875,
      "step": 11914
    },
    {
      "epoch": 0.48801966004505426,
      "grad_norm": 1.4224829236601713,
      "learning_rate": 0.000296527931670053,
      "loss": 7.0,
      "step": 11915
    },
    {
      "epoch": 0.4880606184722507,
      "grad_norm": 1.3522016632320404,
      "learning_rate": 0.0002965272339831387,
      "loss": 6.125,
      "step": 11916
    },
    {
      "epoch": 0.48810157689944705,
      "grad_norm": 1.1808498209232792,
      "learning_rate": 0.00029652653622695485,
      "loss": 6.9062,
      "step": 11917
    },
    {
      "epoch": 0.4881425353266435,
      "grad_norm": 1.2522340493172208,
      "learning_rate": 0.00029652583840150177,
      "loss": 5.9688,
      "step": 11918
    },
    {
      "epoch": 0.48818349375383985,
      "grad_norm": 1.5198008306631305,
      "learning_rate": 0.0002965251405067797,
      "loss": 5.7188,
      "step": 11919
    },
    {
      "epoch": 0.4882244521810363,
      "grad_norm": 1.4458750095361177,
      "learning_rate": 0.0002965244425427891,
      "loss": 6.125,
      "step": 11920
    },
    {
      "epoch": 0.48826541060823264,
      "grad_norm": 1.632928126966121,
      "learning_rate": 0.00029652374450953023,
      "loss": 6.2188,
      "step": 11921
    },
    {
      "epoch": 0.48830636903542907,
      "grad_norm": 1.4690774399543174,
      "learning_rate": 0.00029652304640700344,
      "loss": 4.8438,
      "step": 11922
    },
    {
      "epoch": 0.48834732746262544,
      "grad_norm": 1.512626331495502,
      "learning_rate": 0.0002965223482352091,
      "loss": 5.4688,
      "step": 11923
    },
    {
      "epoch": 0.4883882858898218,
      "grad_norm": 1.3744873408136609,
      "learning_rate": 0.00029652164999414743,
      "loss": 6.25,
      "step": 11924
    },
    {
      "epoch": 0.48842924431701823,
      "grad_norm": 3.919920799357703,
      "learning_rate": 0.00029652095168381887,
      "loss": 5.75,
      "step": 11925
    },
    {
      "epoch": 0.4884702027442146,
      "grad_norm": 1.5672250866089026,
      "learning_rate": 0.00029652025330422367,
      "loss": 6.1875,
      "step": 11926
    },
    {
      "epoch": 0.488511161171411,
      "grad_norm": 1.582505745975164,
      "learning_rate": 0.0002965195548553622,
      "loss": 6.75,
      "step": 11927
    },
    {
      "epoch": 0.4885521195986074,
      "grad_norm": 6.512485797204095,
      "learning_rate": 0.0002965188563372348,
      "loss": 7.375,
      "step": 11928
    },
    {
      "epoch": 0.4885930780258038,
      "grad_norm": 1.29989614400682,
      "learning_rate": 0.0002965181577498418,
      "loss": 6.4062,
      "step": 11929
    },
    {
      "epoch": 0.4886340364530002,
      "grad_norm": 1.3903300933457448,
      "learning_rate": 0.0002965174590931835,
      "loss": 4.4062,
      "step": 11930
    },
    {
      "epoch": 0.4886749948801966,
      "grad_norm": 1.6125598514757349,
      "learning_rate": 0.00029651676036726024,
      "loss": 6.1562,
      "step": 11931
    },
    {
      "epoch": 0.488715953307393,
      "grad_norm": 1.6153941577396833,
      "learning_rate": 0.0002965160615720724,
      "loss": 5.2188,
      "step": 11932
    },
    {
      "epoch": 0.4887569117345894,
      "grad_norm": 1.2021607273888684,
      "learning_rate": 0.00029651536270762025,
      "loss": 5.875,
      "step": 11933
    },
    {
      "epoch": 0.4887978701617858,
      "grad_norm": 1.3015058774516577,
      "learning_rate": 0.0002965146637739041,
      "loss": 6.25,
      "step": 11934
    },
    {
      "epoch": 0.4888388285889822,
      "grad_norm": 3.065631851708992,
      "learning_rate": 0.0002965139647709243,
      "loss": 6.4688,
      "step": 11935
    },
    {
      "epoch": 0.48887978701617857,
      "grad_norm": 1.426160186025284,
      "learning_rate": 0.0002965132656986813,
      "loss": 5.4062,
      "step": 11936
    },
    {
      "epoch": 0.488920745443375,
      "grad_norm": 1.4353969816399252,
      "learning_rate": 0.0002965125665571753,
      "loss": 6.1875,
      "step": 11937
    },
    {
      "epoch": 0.48896170387057136,
      "grad_norm": 2.118616137038947,
      "learning_rate": 0.0002965118673464066,
      "loss": 5.2812,
      "step": 11938
    },
    {
      "epoch": 0.4890026622977678,
      "grad_norm": 1.3072022266245502,
      "learning_rate": 0.00029651116806637566,
      "loss": 5.875,
      "step": 11939
    },
    {
      "epoch": 0.48904362072496416,
      "grad_norm": 1.3550230164691797,
      "learning_rate": 0.00029651046871708266,
      "loss": 5.375,
      "step": 11940
    },
    {
      "epoch": 0.4890845791521606,
      "grad_norm": 1.2236474356785838,
      "learning_rate": 0.0002965097692985281,
      "loss": 5.0938,
      "step": 11941
    },
    {
      "epoch": 0.48912553757935695,
      "grad_norm": 1.6128371204610352,
      "learning_rate": 0.00029650906981071215,
      "loss": 5.3125,
      "step": 11942
    },
    {
      "epoch": 0.4891664960065534,
      "grad_norm": 1.3475699350700094,
      "learning_rate": 0.0002965083702536352,
      "loss": 5.5938,
      "step": 11943
    },
    {
      "epoch": 0.48920745443374974,
      "grad_norm": 1.2372884696660063,
      "learning_rate": 0.0002965076706272977,
      "loss": 6.1562,
      "step": 11944
    },
    {
      "epoch": 0.4892484128609461,
      "grad_norm": 1.5967707398587276,
      "learning_rate": 0.0002965069709316998,
      "loss": 5.7812,
      "step": 11945
    },
    {
      "epoch": 0.48928937128814254,
      "grad_norm": 1.4242180669182807,
      "learning_rate": 0.0002965062711668419,
      "loss": 5.125,
      "step": 11946
    },
    {
      "epoch": 0.4893303297153389,
      "grad_norm": 1.2407636023672717,
      "learning_rate": 0.00029650557133272437,
      "loss": 5.125,
      "step": 11947
    },
    {
      "epoch": 0.48937128814253533,
      "grad_norm": 1.610838074117922,
      "learning_rate": 0.0002965048714293475,
      "loss": 5.375,
      "step": 11948
    },
    {
      "epoch": 0.4894122465697317,
      "grad_norm": 2.9358982561727873,
      "learning_rate": 0.00029650417145671163,
      "loss": 6.25,
      "step": 11949
    },
    {
      "epoch": 0.4894532049969281,
      "grad_norm": 1.252611645946355,
      "learning_rate": 0.0002965034714148171,
      "loss": 5.625,
      "step": 11950
    },
    {
      "epoch": 0.4894941634241245,
      "grad_norm": 1.2824612849318857,
      "learning_rate": 0.0002965027713036642,
      "loss": 5.2812,
      "step": 11951
    },
    {
      "epoch": 0.4895351218513209,
      "grad_norm": 1.4046472848402654,
      "learning_rate": 0.00029650207112325326,
      "loss": 7.0938,
      "step": 11952
    },
    {
      "epoch": 0.4895760802785173,
      "grad_norm": 1.4185176849434398,
      "learning_rate": 0.00029650137087358473,
      "loss": 5.625,
      "step": 11953
    },
    {
      "epoch": 0.4896170387057137,
      "grad_norm": 2.371118185611689,
      "learning_rate": 0.0002965006705546588,
      "loss": 8.0,
      "step": 11954
    },
    {
      "epoch": 0.4896579971329101,
      "grad_norm": 1.2202712797759399,
      "learning_rate": 0.00029649997016647584,
      "loss": 5.9062,
      "step": 11955
    },
    {
      "epoch": 0.4896989555601065,
      "grad_norm": 1.428052211858206,
      "learning_rate": 0.0002964992697090362,
      "loss": 5.625,
      "step": 11956
    },
    {
      "epoch": 0.4897399139873029,
      "grad_norm": 1.38906777068101,
      "learning_rate": 0.0002964985691823402,
      "loss": 4.7188,
      "step": 11957
    },
    {
      "epoch": 0.4897808724144993,
      "grad_norm": 1.5249635957464556,
      "learning_rate": 0.0002964978685863882,
      "loss": 6.0,
      "step": 11958
    },
    {
      "epoch": 0.48982183084169567,
      "grad_norm": 1.425463416189618,
      "learning_rate": 0.00029649716792118055,
      "loss": 5.2188,
      "step": 11959
    },
    {
      "epoch": 0.4898627892688921,
      "grad_norm": 1.4819503754384582,
      "learning_rate": 0.00029649646718671747,
      "loss": 6.75,
      "step": 11960
    },
    {
      "epoch": 0.48990374769608847,
      "grad_norm": 4.15877889850379,
      "learning_rate": 0.0002964957663829994,
      "loss": 1.9609,
      "step": 11961
    },
    {
      "epoch": 0.4899447061232849,
      "grad_norm": 1.7221266944567835,
      "learning_rate": 0.0002964950655100266,
      "loss": 5.3438,
      "step": 11962
    },
    {
      "epoch": 0.48998566455048126,
      "grad_norm": 2.5219105453931907,
      "learning_rate": 0.00029649436456779946,
      "loss": 6.3125,
      "step": 11963
    },
    {
      "epoch": 0.4900266229776777,
      "grad_norm": 1.3958606263387543,
      "learning_rate": 0.0002964936635563183,
      "loss": 6.5625,
      "step": 11964
    },
    {
      "epoch": 0.49006758140487405,
      "grad_norm": 1.3657177155628502,
      "learning_rate": 0.0002964929624755834,
      "loss": 6.0625,
      "step": 11965
    },
    {
      "epoch": 0.4901085398320704,
      "grad_norm": 1.3264501965923792,
      "learning_rate": 0.00029649226132559515,
      "loss": 5.7188,
      "step": 11966
    },
    {
      "epoch": 0.49014949825926685,
      "grad_norm": 3.439128086596918,
      "learning_rate": 0.00029649156010635384,
      "loss": 4.5938,
      "step": 11967
    },
    {
      "epoch": 0.4901904566864632,
      "grad_norm": 1.7280075865754152,
      "learning_rate": 0.0002964908588178599,
      "loss": 5.9062,
      "step": 11968
    },
    {
      "epoch": 0.49023141511365964,
      "grad_norm": 1.4748169860535163,
      "learning_rate": 0.0002964901574601134,
      "loss": 5.3438,
      "step": 11969
    },
    {
      "epoch": 0.490272373540856,
      "grad_norm": 1.3096586721914683,
      "learning_rate": 0.000296489456033115,
      "loss": 5.1562,
      "step": 11970
    },
    {
      "epoch": 0.49031333196805243,
      "grad_norm": 3.0615368364902005,
      "learning_rate": 0.00029648875453686487,
      "loss": 6.375,
      "step": 11971
    },
    {
      "epoch": 0.4903542903952488,
      "grad_norm": 1.8368157464620978,
      "learning_rate": 0.0002964880529713634,
      "loss": 6.75,
      "step": 11972
    },
    {
      "epoch": 0.49039524882244523,
      "grad_norm": 2.638154513848352,
      "learning_rate": 0.0002964873513366108,
      "loss": 4.8438,
      "step": 11973
    },
    {
      "epoch": 0.4904362072496416,
      "grad_norm": 1.5396245568872406,
      "learning_rate": 0.00029648664963260747,
      "loss": 5.5625,
      "step": 11974
    },
    {
      "epoch": 0.490477165676838,
      "grad_norm": 2.6498069192043525,
      "learning_rate": 0.0002964859478593538,
      "loss": 6.6562,
      "step": 11975
    },
    {
      "epoch": 0.4905181241040344,
      "grad_norm": 1.6179137136041906,
      "learning_rate": 0.00029648524601685004,
      "loss": 6.2812,
      "step": 11976
    },
    {
      "epoch": 0.4905590825312308,
      "grad_norm": 1.4406352181477116,
      "learning_rate": 0.00029648454410509655,
      "loss": 5.8438,
      "step": 11977
    },
    {
      "epoch": 0.4906000409584272,
      "grad_norm": 1.7914454787360024,
      "learning_rate": 0.0002964838421240937,
      "loss": 6.0625,
      "step": 11978
    },
    {
      "epoch": 0.4906409993856236,
      "grad_norm": 1.2766720102956557,
      "learning_rate": 0.0002964831400738418,
      "loss": 5.625,
      "step": 11979
    },
    {
      "epoch": 0.49068195781282,
      "grad_norm": 1.3913390439568198,
      "learning_rate": 0.0002964824379543412,
      "loss": 4.9688,
      "step": 11980
    },
    {
      "epoch": 0.4907229162400164,
      "grad_norm": 1.376619345672047,
      "learning_rate": 0.00029648173576559214,
      "loss": 6.8438,
      "step": 11981
    },
    {
      "epoch": 0.4907638746672128,
      "grad_norm": 1.3028253411965272,
      "learning_rate": 0.000296481033507595,
      "loss": 6.7188,
      "step": 11982
    },
    {
      "epoch": 0.4908048330944092,
      "grad_norm": 1.8048268785719956,
      "learning_rate": 0.0002964803311803502,
      "loss": 6.375,
      "step": 11983
    },
    {
      "epoch": 0.49084579152160557,
      "grad_norm": 1.8252327904243681,
      "learning_rate": 0.0002964796287838579,
      "loss": 5.4062,
      "step": 11984
    },
    {
      "epoch": 0.490886749948802,
      "grad_norm": 6.069176613297518,
      "learning_rate": 0.00029647892631811865,
      "loss": 7.6562,
      "step": 11985
    },
    {
      "epoch": 0.49092770837599836,
      "grad_norm": 3.6241684160631134,
      "learning_rate": 0.00029647822378313257,
      "loss": 6.1875,
      "step": 11986
    },
    {
      "epoch": 0.49096866680319473,
      "grad_norm": 1.641654710757794,
      "learning_rate": 0.00029647752117890013,
      "loss": 5.8125,
      "step": 11987
    },
    {
      "epoch": 0.49100962523039116,
      "grad_norm": 1.4787445249513957,
      "learning_rate": 0.0002964768185054216,
      "loss": 5.6562,
      "step": 11988
    },
    {
      "epoch": 0.4910505836575875,
      "grad_norm": 1.325870897244256,
      "learning_rate": 0.0002964761157626973,
      "loss": 5.0,
      "step": 11989
    },
    {
      "epoch": 0.49109154208478395,
      "grad_norm": 2.5319502615768723,
      "learning_rate": 0.00029647541295072763,
      "loss": 5.2188,
      "step": 11990
    },
    {
      "epoch": 0.4911325005119803,
      "grad_norm": 1.593042341979529,
      "learning_rate": 0.0002964747100695129,
      "loss": 5.9688,
      "step": 11991
    },
    {
      "epoch": 0.49117345893917674,
      "grad_norm": 2.7471559208337286,
      "learning_rate": 0.0002964740071190534,
      "loss": 7.5,
      "step": 11992
    },
    {
      "epoch": 0.4912144173663731,
      "grad_norm": 2.8045823583713987,
      "learning_rate": 0.0002964733040993495,
      "loss": 6.7812,
      "step": 11993
    },
    {
      "epoch": 0.49125537579356954,
      "grad_norm": 1.5746442124048732,
      "learning_rate": 0.00029647260101040154,
      "loss": 5.2188,
      "step": 11994
    },
    {
      "epoch": 0.4912963342207659,
      "grad_norm": 4.315704050587706,
      "learning_rate": 0.0002964718978522098,
      "loss": 7.1875,
      "step": 11995
    },
    {
      "epoch": 0.49133729264796233,
      "grad_norm": 1.4597342279442393,
      "learning_rate": 0.00029647119462477466,
      "loss": 5.5938,
      "step": 11996
    },
    {
      "epoch": 0.4913782510751587,
      "grad_norm": 1.4282328932157564,
      "learning_rate": 0.00029647049132809644,
      "loss": 5.4375,
      "step": 11997
    },
    {
      "epoch": 0.4914192095023551,
      "grad_norm": 1.499319216351917,
      "learning_rate": 0.0002964697879621755,
      "loss": 5.1875,
      "step": 11998
    },
    {
      "epoch": 0.4914601679295515,
      "grad_norm": 1.3855258680062608,
      "learning_rate": 0.00029646908452701207,
      "loss": 6.3438,
      "step": 11999
    },
    {
      "epoch": 0.4915011263567479,
      "grad_norm": 1.3000734100897458,
      "learning_rate": 0.0002964683810226066,
      "loss": 5.3438,
      "step": 12000
    },
    {
      "epoch": 0.4915420847839443,
      "grad_norm": 1.4665544204335277,
      "learning_rate": 0.00029646767744895936,
      "loss": 5.875,
      "step": 12001
    },
    {
      "epoch": 0.4915830432111407,
      "grad_norm": 1.2204444667943548,
      "learning_rate": 0.0002964669738060707,
      "loss": 5.1562,
      "step": 12002
    },
    {
      "epoch": 0.4916240016383371,
      "grad_norm": 1.5272657005553993,
      "learning_rate": 0.00029646627009394103,
      "loss": 6.25,
      "step": 12003
    },
    {
      "epoch": 0.4916649600655335,
      "grad_norm": 2.5798659103184107,
      "learning_rate": 0.0002964655663125705,
      "loss": 4.3438,
      "step": 12004
    },
    {
      "epoch": 0.4917059184927299,
      "grad_norm": 5.2709002570583365,
      "learning_rate": 0.0002964648624619596,
      "loss": 4.4375,
      "step": 12005
    },
    {
      "epoch": 0.4917468769199263,
      "grad_norm": 1.759557102949486,
      "learning_rate": 0.0002964641585421086,
      "loss": 5.2188,
      "step": 12006
    },
    {
      "epoch": 0.49178783534712267,
      "grad_norm": 1.2501392016573785,
      "learning_rate": 0.00029646345455301785,
      "loss": 5.2188,
      "step": 12007
    },
    {
      "epoch": 0.49182879377431904,
      "grad_norm": 1.4404110163081647,
      "learning_rate": 0.0002964627504946877,
      "loss": 5.125,
      "step": 12008
    },
    {
      "epoch": 0.49186975220151546,
      "grad_norm": 1.5323653445806344,
      "learning_rate": 0.0002964620463671185,
      "loss": 6.0,
      "step": 12009
    },
    {
      "epoch": 0.49191071062871183,
      "grad_norm": 1.4345051024044317,
      "learning_rate": 0.0002964613421703104,
      "loss": 5.3438,
      "step": 12010
    },
    {
      "epoch": 0.49195166905590826,
      "grad_norm": 1.8057155230376998,
      "learning_rate": 0.000296460637904264,
      "loss": 7.125,
      "step": 12011
    },
    {
      "epoch": 0.4919926274831046,
      "grad_norm": 2.431900582922321,
      "learning_rate": 0.0002964599335689795,
      "loss": 8.875,
      "step": 12012
    },
    {
      "epoch": 0.49203358591030105,
      "grad_norm": 1.9337772393443693,
      "learning_rate": 0.00029645922916445716,
      "loss": 6.375,
      "step": 12013
    },
    {
      "epoch": 0.4920745443374974,
      "grad_norm": 1.2894834431864892,
      "learning_rate": 0.00029645852469069745,
      "loss": 5.1562,
      "step": 12014
    },
    {
      "epoch": 0.49211550276469385,
      "grad_norm": 2.0370150345112044,
      "learning_rate": 0.00029645782014770065,
      "loss": 5.5312,
      "step": 12015
    },
    {
      "epoch": 0.4921564611918902,
      "grad_norm": 1.3652020257070219,
      "learning_rate": 0.00029645711553546707,
      "loss": 5.625,
      "step": 12016
    },
    {
      "epoch": 0.49219741961908664,
      "grad_norm": 1.7496891645405588,
      "learning_rate": 0.0002964564108539971,
      "loss": 5.6875,
      "step": 12017
    },
    {
      "epoch": 0.492238378046283,
      "grad_norm": 1.8866581130233913,
      "learning_rate": 0.000296455706103291,
      "loss": 6.1562,
      "step": 12018
    },
    {
      "epoch": 0.49227933647347943,
      "grad_norm": 1.645828296186885,
      "learning_rate": 0.0002964550012833492,
      "loss": 6.875,
      "step": 12019
    },
    {
      "epoch": 0.4923202949006758,
      "grad_norm": 2.5299509568115357,
      "learning_rate": 0.0002964542963941719,
      "loss": 6.25,
      "step": 12020
    },
    {
      "epoch": 0.49236125332787223,
      "grad_norm": 1.5103615855516948,
      "learning_rate": 0.00029645359143575954,
      "loss": 5.4062,
      "step": 12021
    },
    {
      "epoch": 0.4924022117550686,
      "grad_norm": 1.5867959310072752,
      "learning_rate": 0.00029645288640811244,
      "loss": 5.4375,
      "step": 12022
    },
    {
      "epoch": 0.492443170182265,
      "grad_norm": 4.829585337091456,
      "learning_rate": 0.0002964521813112309,
      "loss": 5.875,
      "step": 12023
    },
    {
      "epoch": 0.4924841286094614,
      "grad_norm": 1.2441287232623073,
      "learning_rate": 0.00029645147614511524,
      "loss": 5.7812,
      "step": 12024
    },
    {
      "epoch": 0.4925250870366578,
      "grad_norm": 1.3325102295357247,
      "learning_rate": 0.00029645077090976584,
      "loss": 5.0938,
      "step": 12025
    },
    {
      "epoch": 0.4925660454638542,
      "grad_norm": 1.585932222798314,
      "learning_rate": 0.000296450065605183,
      "loss": 6.4688,
      "step": 12026
    },
    {
      "epoch": 0.4926070038910506,
      "grad_norm": 1.7247970805487165,
      "learning_rate": 0.0002964493602313671,
      "loss": 7.375,
      "step": 12027
    },
    {
      "epoch": 0.492647962318247,
      "grad_norm": 2.8360780779409764,
      "learning_rate": 0.0002964486547883184,
      "loss": 8.0625,
      "step": 12028
    },
    {
      "epoch": 0.49268892074544335,
      "grad_norm": 2.351442442619983,
      "learning_rate": 0.0002964479492760373,
      "loss": 7.875,
      "step": 12029
    },
    {
      "epoch": 0.4927298791726398,
      "grad_norm": 1.3806529091351802,
      "learning_rate": 0.0002964472436945241,
      "loss": 5.8125,
      "step": 12030
    },
    {
      "epoch": 0.49277083759983614,
      "grad_norm": 1.3924835125647907,
      "learning_rate": 0.00029644653804377914,
      "loss": 6.125,
      "step": 12031
    },
    {
      "epoch": 0.49281179602703257,
      "grad_norm": 1.7791556362773715,
      "learning_rate": 0.00029644583232380276,
      "loss": 7.125,
      "step": 12032
    },
    {
      "epoch": 0.49285275445422894,
      "grad_norm": 1.4357660090182855,
      "learning_rate": 0.0002964451265345953,
      "loss": 5.3438,
      "step": 12033
    },
    {
      "epoch": 0.49289371288142536,
      "grad_norm": 3.2432897952984177,
      "learning_rate": 0.0002964444206761571,
      "loss": 8.0,
      "step": 12034
    },
    {
      "epoch": 0.49293467130862173,
      "grad_norm": 1.5099527555404926,
      "learning_rate": 0.0002964437147484884,
      "loss": 5.5312,
      "step": 12035
    },
    {
      "epoch": 0.49297562973581815,
      "grad_norm": 3.6782552543758653,
      "learning_rate": 0.00029644300875158964,
      "loss": 7.5625,
      "step": 12036
    },
    {
      "epoch": 0.4930165881630145,
      "grad_norm": 1.3600130906192704,
      "learning_rate": 0.0002964423026854611,
      "loss": 5.5312,
      "step": 12037
    },
    {
      "epoch": 0.49305754659021095,
      "grad_norm": 1.5627624073645185,
      "learning_rate": 0.0002964415965501032,
      "loss": 6.625,
      "step": 12038
    },
    {
      "epoch": 0.4930985050174073,
      "grad_norm": 1.4748547140462478,
      "learning_rate": 0.0002964408903455162,
      "loss": 4.875,
      "step": 12039
    },
    {
      "epoch": 0.49313946344460374,
      "grad_norm": 1.7640674881682634,
      "learning_rate": 0.00029644018407170046,
      "loss": 5.5625,
      "step": 12040
    },
    {
      "epoch": 0.4931804218718001,
      "grad_norm": 1.4250237474884762,
      "learning_rate": 0.00029643947772865623,
      "loss": 4.7188,
      "step": 12041
    },
    {
      "epoch": 0.49322138029899654,
      "grad_norm": 1.3505334075125992,
      "learning_rate": 0.00029643877131638397,
      "loss": 4.9688,
      "step": 12042
    },
    {
      "epoch": 0.4932623387261929,
      "grad_norm": 1.8783460487509498,
      "learning_rate": 0.00029643806483488393,
      "loss": 7.0938,
      "step": 12043
    },
    {
      "epoch": 0.49330329715338933,
      "grad_norm": 1.776712176536822,
      "learning_rate": 0.0002964373582841565,
      "loss": 6.25,
      "step": 12044
    },
    {
      "epoch": 0.4933442555805857,
      "grad_norm": 1.4619560425736278,
      "learning_rate": 0.00029643665166420195,
      "loss": 6.0625,
      "step": 12045
    },
    {
      "epoch": 0.4933852140077821,
      "grad_norm": 1.3717287852221787,
      "learning_rate": 0.00029643594497502065,
      "loss": 4.9688,
      "step": 12046
    },
    {
      "epoch": 0.4934261724349785,
      "grad_norm": 2.1834485207091445,
      "learning_rate": 0.00029643523821661294,
      "loss": 6.1562,
      "step": 12047
    },
    {
      "epoch": 0.4934671308621749,
      "grad_norm": 2.023095122731181,
      "learning_rate": 0.00029643453138897914,
      "loss": 6.7812,
      "step": 12048
    },
    {
      "epoch": 0.4935080892893713,
      "grad_norm": 1.8890738829693177,
      "learning_rate": 0.0002964338244921196,
      "loss": 6.875,
      "step": 12049
    },
    {
      "epoch": 0.49354904771656766,
      "grad_norm": 2.8134727595743976,
      "learning_rate": 0.00029643311752603467,
      "loss": 6.7812,
      "step": 12050
    },
    {
      "epoch": 0.4935900061437641,
      "grad_norm": 2.3012015159278567,
      "learning_rate": 0.00029643241049072465,
      "loss": 6.5312,
      "step": 12051
    },
    {
      "epoch": 0.49363096457096045,
      "grad_norm": 1.9145498163510868,
      "learning_rate": 0.00029643170338618984,
      "loss": 5.2812,
      "step": 12052
    },
    {
      "epoch": 0.4936719229981569,
      "grad_norm": 1.6071332363081021,
      "learning_rate": 0.00029643099621243067,
      "loss": 5.0,
      "step": 12053
    },
    {
      "epoch": 0.49371288142535324,
      "grad_norm": 1.6012239398907049,
      "learning_rate": 0.00029643028896944736,
      "loss": 5.25,
      "step": 12054
    },
    {
      "epoch": 0.49375383985254967,
      "grad_norm": 1.3464972237843795,
      "learning_rate": 0.00029642958165724035,
      "loss": 5.6562,
      "step": 12055
    },
    {
      "epoch": 0.49379479827974604,
      "grad_norm": 1.537488805225397,
      "learning_rate": 0.00029642887427580995,
      "loss": 5.3438,
      "step": 12056
    },
    {
      "epoch": 0.49383575670694246,
      "grad_norm": 1.6964588853950546,
      "learning_rate": 0.00029642816682515645,
      "loss": 5.7812,
      "step": 12057
    },
    {
      "epoch": 0.49387671513413883,
      "grad_norm": 2.0017424388430833,
      "learning_rate": 0.0002964274593052802,
      "loss": 6.9375,
      "step": 12058
    },
    {
      "epoch": 0.49391767356133526,
      "grad_norm": 1.6424835292708577,
      "learning_rate": 0.00029642675171618157,
      "loss": 6.5938,
      "step": 12059
    },
    {
      "epoch": 0.4939586319885316,
      "grad_norm": 1.3620719420418397,
      "learning_rate": 0.00029642604405786085,
      "loss": 5.5,
      "step": 12060
    },
    {
      "epoch": 0.49399959041572805,
      "grad_norm": 1.9429218270288167,
      "learning_rate": 0.00029642533633031837,
      "loss": 4.9375,
      "step": 12061
    },
    {
      "epoch": 0.4940405488429244,
      "grad_norm": 2.301052158229903,
      "learning_rate": 0.0002964246285335545,
      "loss": 5.5625,
      "step": 12062
    },
    {
      "epoch": 0.49408150727012085,
      "grad_norm": 1.4389426658195925,
      "learning_rate": 0.00029642392066756956,
      "loss": 5.125,
      "step": 12063
    },
    {
      "epoch": 0.4941224656973172,
      "grad_norm": 2.5314838467618466,
      "learning_rate": 0.00029642321273236393,
      "loss": 5.1875,
      "step": 12064
    },
    {
      "epoch": 0.49416342412451364,
      "grad_norm": 1.8896039242644227,
      "learning_rate": 0.00029642250472793785,
      "loss": 5.2812,
      "step": 12065
    },
    {
      "epoch": 0.49420438255171,
      "grad_norm": 1.763537398184944,
      "learning_rate": 0.00029642179665429174,
      "loss": 4.3125,
      "step": 12066
    },
    {
      "epoch": 0.49424534097890643,
      "grad_norm": 1.2559858149805456,
      "learning_rate": 0.0002964210885114259,
      "loss": 6.0312,
      "step": 12067
    },
    {
      "epoch": 0.4942862994061028,
      "grad_norm": 2.5279500498014422,
      "learning_rate": 0.00029642038029934067,
      "loss": 7.7188,
      "step": 12068
    },
    {
      "epoch": 0.4943272578332992,
      "grad_norm": 1.522162224224845,
      "learning_rate": 0.0002964196720180363,
      "loss": 6.625,
      "step": 12069
    },
    {
      "epoch": 0.4943682162604956,
      "grad_norm": 1.555996390050065,
      "learning_rate": 0.0002964189636675133,
      "loss": 6.6875,
      "step": 12070
    },
    {
      "epoch": 0.49440917468769197,
      "grad_norm": 3.7309592413627053,
      "learning_rate": 0.0002964182552477719,
      "loss": 7.6875,
      "step": 12071
    },
    {
      "epoch": 0.4944501331148884,
      "grad_norm": 1.4172513648353136,
      "learning_rate": 0.0002964175467588124,
      "loss": 5.5625,
      "step": 12072
    },
    {
      "epoch": 0.49449109154208476,
      "grad_norm": 2.1123635310989983,
      "learning_rate": 0.00029641683820063523,
      "loss": 6.375,
      "step": 12073
    },
    {
      "epoch": 0.4945320499692812,
      "grad_norm": 2.433452691914844,
      "learning_rate": 0.0002964161295732406,
      "loss": 7.375,
      "step": 12074
    },
    {
      "epoch": 0.49457300839647755,
      "grad_norm": 1.4889887513183995,
      "learning_rate": 0.000296415420876629,
      "loss": 5.875,
      "step": 12075
    },
    {
      "epoch": 0.494613966823674,
      "grad_norm": 3.0239867674165275,
      "learning_rate": 0.00029641471211080066,
      "loss": 6.1875,
      "step": 12076
    },
    {
      "epoch": 0.49465492525087035,
      "grad_norm": 1.7670978993227016,
      "learning_rate": 0.0002964140032757559,
      "loss": 6.1875,
      "step": 12077
    },
    {
      "epoch": 0.4946958836780668,
      "grad_norm": 1.3624938950316041,
      "learning_rate": 0.00029641329437149515,
      "loss": 5.1875,
      "step": 12078
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 1.5670258375884374,
      "learning_rate": 0.0002964125853980187,
      "loss": 5.3125,
      "step": 12079
    },
    {
      "epoch": 0.49477780053245957,
      "grad_norm": 1.433379380821106,
      "learning_rate": 0.00029641187635532685,
      "loss": 5.875,
      "step": 12080
    },
    {
      "epoch": 0.49481875895965594,
      "grad_norm": 4.476079009698446,
      "learning_rate": 0.00029641116724341996,
      "loss": 4.0938,
      "step": 12081
    },
    {
      "epoch": 0.49485971738685236,
      "grad_norm": 1.3024170448434376,
      "learning_rate": 0.00029641045806229837,
      "loss": 5.5312,
      "step": 12082
    },
    {
      "epoch": 0.49490067581404873,
      "grad_norm": 1.355250523886087,
      "learning_rate": 0.0002964097488119624,
      "loss": 5.6562,
      "step": 12083
    },
    {
      "epoch": 0.49494163424124515,
      "grad_norm": 1.3258073838129631,
      "learning_rate": 0.0002964090394924124,
      "loss": 5.3438,
      "step": 12084
    },
    {
      "epoch": 0.4949825926684415,
      "grad_norm": 1.409203109510088,
      "learning_rate": 0.0002964083301036487,
      "loss": 5.5,
      "step": 12085
    },
    {
      "epoch": 0.49502355109563795,
      "grad_norm": 1.2329335585250767,
      "learning_rate": 0.0002964076206456716,
      "loss": 5.4375,
      "step": 12086
    },
    {
      "epoch": 0.4950645095228343,
      "grad_norm": 19.257790434516696,
      "learning_rate": 0.00029640691111848153,
      "loss": 9.75,
      "step": 12087
    },
    {
      "epoch": 0.49510546795003074,
      "grad_norm": 1.3882822350589574,
      "learning_rate": 0.0002964062015220788,
      "loss": 4.6562,
      "step": 12088
    },
    {
      "epoch": 0.4951464263772271,
      "grad_norm": 1.5492400216154607,
      "learning_rate": 0.0002964054918564636,
      "loss": 6.125,
      "step": 12089
    },
    {
      "epoch": 0.49518738480442354,
      "grad_norm": 1.566133601682692,
      "learning_rate": 0.0002964047821216365,
      "loss": 6.6562,
      "step": 12090
    },
    {
      "epoch": 0.4952283432316199,
      "grad_norm": 1.5631287549732495,
      "learning_rate": 0.00029640407231759766,
      "loss": 6.375,
      "step": 12091
    },
    {
      "epoch": 0.4952693016588163,
      "grad_norm": 1.2407750583342316,
      "learning_rate": 0.00029640336244434747,
      "loss": 5.6875,
      "step": 12092
    },
    {
      "epoch": 0.4953102600860127,
      "grad_norm": 2.0011163374810566,
      "learning_rate": 0.00029640265250188626,
      "loss": 7.3438,
      "step": 12093
    },
    {
      "epoch": 0.49535121851320907,
      "grad_norm": 1.4474879946245012,
      "learning_rate": 0.0002964019424902144,
      "loss": 5.9062,
      "step": 12094
    },
    {
      "epoch": 0.4953921769404055,
      "grad_norm": 1.4675649240480018,
      "learning_rate": 0.00029640123240933213,
      "loss": 5.5938,
      "step": 12095
    },
    {
      "epoch": 0.49543313536760186,
      "grad_norm": 3.6636472862123837,
      "learning_rate": 0.0002964005222592399,
      "loss": 8.3125,
      "step": 12096
    },
    {
      "epoch": 0.4954740937947983,
      "grad_norm": 3.0716871558710146,
      "learning_rate": 0.000296399812039938,
      "loss": 5.6562,
      "step": 12097
    },
    {
      "epoch": 0.49551505222199466,
      "grad_norm": 1.7382516809734114,
      "learning_rate": 0.00029639910175142676,
      "loss": 5.6875,
      "step": 12098
    },
    {
      "epoch": 0.4955560106491911,
      "grad_norm": 1.6919421600836348,
      "learning_rate": 0.0002963983913937065,
      "loss": 5.4688,
      "step": 12099
    },
    {
      "epoch": 0.49559696907638745,
      "grad_norm": 1.9061039638201034,
      "learning_rate": 0.0002963976809667776,
      "loss": 7.875,
      "step": 12100
    },
    {
      "epoch": 0.4956379275035839,
      "grad_norm": 2.556328308102892,
      "learning_rate": 0.0002963969704706404,
      "loss": 6.4688,
      "step": 12101
    },
    {
      "epoch": 0.49567888593078024,
      "grad_norm": 2.690442777424119,
      "learning_rate": 0.0002963962599052952,
      "loss": 7.6562,
      "step": 12102
    },
    {
      "epoch": 0.49571984435797667,
      "grad_norm": 3.5456958880573834,
      "learning_rate": 0.00029639554927074225,
      "loss": 5.2188,
      "step": 12103
    },
    {
      "epoch": 0.49576080278517304,
      "grad_norm": 1.8953586587282036,
      "learning_rate": 0.00029639483856698203,
      "loss": 6.25,
      "step": 12104
    },
    {
      "epoch": 0.49580176121236946,
      "grad_norm": 1.3217122473033562,
      "learning_rate": 0.00029639412779401485,
      "loss": 5.3125,
      "step": 12105
    },
    {
      "epoch": 0.49584271963956583,
      "grad_norm": 3.3464693682722664,
      "learning_rate": 0.00029639341695184105,
      "loss": 6.1875,
      "step": 12106
    },
    {
      "epoch": 0.49588367806676226,
      "grad_norm": 1.3834576116576773,
      "learning_rate": 0.0002963927060404609,
      "loss": 5.0938,
      "step": 12107
    },
    {
      "epoch": 0.4959246364939586,
      "grad_norm": 1.863127631313645,
      "learning_rate": 0.00029639199505987474,
      "loss": 6.3125,
      "step": 12108
    },
    {
      "epoch": 0.49596559492115505,
      "grad_norm": 1.6526400522331945,
      "learning_rate": 0.00029639128401008294,
      "loss": 5.7188,
      "step": 12109
    },
    {
      "epoch": 0.4960065533483514,
      "grad_norm": 3.0324896574410434,
      "learning_rate": 0.00029639057289108586,
      "loss": 7.9688,
      "step": 12110
    },
    {
      "epoch": 0.49604751177554784,
      "grad_norm": 1.4715611200230512,
      "learning_rate": 0.0002963898617028839,
      "loss": 6.75,
      "step": 12111
    },
    {
      "epoch": 0.4960884702027442,
      "grad_norm": 3.482728741010397,
      "learning_rate": 0.0002963891504454772,
      "loss": 7.8125,
      "step": 12112
    },
    {
      "epoch": 0.4961294286299406,
      "grad_norm": 1.4787380454113663,
      "learning_rate": 0.00029638843911886624,
      "loss": 5.0312,
      "step": 12113
    },
    {
      "epoch": 0.496170387057137,
      "grad_norm": 7.0629593754059945,
      "learning_rate": 0.0002963877277230513,
      "loss": 6.7812,
      "step": 12114
    },
    {
      "epoch": 0.4962113454843334,
      "grad_norm": 1.4383503439983596,
      "learning_rate": 0.00029638701625803274,
      "loss": 5.5312,
      "step": 12115
    },
    {
      "epoch": 0.4962523039115298,
      "grad_norm": 1.5976114366981409,
      "learning_rate": 0.0002963863047238109,
      "loss": 6.1875,
      "step": 12116
    },
    {
      "epoch": 0.49629326233872617,
      "grad_norm": 1.3663172487307522,
      "learning_rate": 0.0002963855931203861,
      "loss": 5.9062,
      "step": 12117
    },
    {
      "epoch": 0.4963342207659226,
      "grad_norm": 2.7606932262928336,
      "learning_rate": 0.0002963848814477587,
      "loss": 5.9375,
      "step": 12118
    },
    {
      "epoch": 0.49637517919311896,
      "grad_norm": 1.5702796612358674,
      "learning_rate": 0.00029638416970592907,
      "loss": 6.2812,
      "step": 12119
    },
    {
      "epoch": 0.4964161376203154,
      "grad_norm": 3.3013292739119646,
      "learning_rate": 0.0002963834578948974,
      "loss": 7.9375,
      "step": 12120
    },
    {
      "epoch": 0.49645709604751176,
      "grad_norm": 4.117464240570336,
      "learning_rate": 0.00029638274601466414,
      "loss": 6.75,
      "step": 12121
    },
    {
      "epoch": 0.4964980544747082,
      "grad_norm": 1.400301087595545,
      "learning_rate": 0.0002963820340652297,
      "loss": 5.1562,
      "step": 12122
    },
    {
      "epoch": 0.49653901290190455,
      "grad_norm": 1.8014732578325006,
      "learning_rate": 0.0002963813220465942,
      "loss": 6.5625,
      "step": 12123
    },
    {
      "epoch": 0.496579971329101,
      "grad_norm": 1.3808461484251113,
      "learning_rate": 0.0002963806099587582,
      "loss": 5.9062,
      "step": 12124
    },
    {
      "epoch": 0.49662092975629735,
      "grad_norm": 1.303431750230711,
      "learning_rate": 0.00029637989780172195,
      "loss": 5.25,
      "step": 12125
    },
    {
      "epoch": 0.49666188818349377,
      "grad_norm": 3.076851286663421,
      "learning_rate": 0.00029637918557548574,
      "loss": 7.2188,
      "step": 12126
    },
    {
      "epoch": 0.49670284661069014,
      "grad_norm": 2.5091051449485513,
      "learning_rate": 0.00029637847328005,
      "loss": 5.0625,
      "step": 12127
    },
    {
      "epoch": 0.49674380503788657,
      "grad_norm": 1.9455942864509577,
      "learning_rate": 0.0002963777609154149,
      "loss": 5.25,
      "step": 12128
    },
    {
      "epoch": 0.49678476346508293,
      "grad_norm": 1.6272212428547272,
      "learning_rate": 0.00029637704848158096,
      "loss": 5.9688,
      "step": 12129
    },
    {
      "epoch": 0.49682572189227936,
      "grad_norm": 2.7430561869112458,
      "learning_rate": 0.00029637633597854847,
      "loss": 8.0,
      "step": 12130
    },
    {
      "epoch": 0.49686668031947573,
      "grad_norm": 2.7341362682332027,
      "learning_rate": 0.0002963756234063177,
      "loss": 6.5,
      "step": 12131
    },
    {
      "epoch": 0.49690763874667215,
      "grad_norm": 1.393310730040216,
      "learning_rate": 0.00029637491076488904,
      "loss": 6.3438,
      "step": 12132
    },
    {
      "epoch": 0.4969485971738685,
      "grad_norm": 1.535794243851385,
      "learning_rate": 0.0002963741980542628,
      "loss": 5.0938,
      "step": 12133
    },
    {
      "epoch": 0.4969895556010649,
      "grad_norm": 1.5815022572828792,
      "learning_rate": 0.00029637348527443934,
      "loss": 5.625,
      "step": 12134
    },
    {
      "epoch": 0.4970305140282613,
      "grad_norm": 1.2703690104733847,
      "learning_rate": 0.000296372772425419,
      "loss": 5.4688,
      "step": 12135
    },
    {
      "epoch": 0.4970714724554577,
      "grad_norm": 1.4836670681792965,
      "learning_rate": 0.0002963720595072021,
      "loss": 5.6562,
      "step": 12136
    },
    {
      "epoch": 0.4971124308826541,
      "grad_norm": 1.4403614361488448,
      "learning_rate": 0.000296371346519789,
      "loss": 6.0625,
      "step": 12137
    },
    {
      "epoch": 0.4971533893098505,
      "grad_norm": 1.2661494329627052,
      "learning_rate": 0.00029637063346318003,
      "loss": 5.4688,
      "step": 12138
    },
    {
      "epoch": 0.4971943477370469,
      "grad_norm": 1.5792162345881149,
      "learning_rate": 0.0002963699203373755,
      "loss": 5.75,
      "step": 12139
    },
    {
      "epoch": 0.4972353061642433,
      "grad_norm": 1.423707268321217,
      "learning_rate": 0.00029636920714237573,
      "loss": 7.3438,
      "step": 12140
    },
    {
      "epoch": 0.4972762645914397,
      "grad_norm": 1.351229739343677,
      "learning_rate": 0.00029636849387818117,
      "loss": 4.4062,
      "step": 12141
    },
    {
      "epoch": 0.49731722301863607,
      "grad_norm": 1.449742895471032,
      "learning_rate": 0.000296367780544792,
      "loss": 5.375,
      "step": 12142
    },
    {
      "epoch": 0.4973581814458325,
      "grad_norm": 1.3604398098799448,
      "learning_rate": 0.0002963670671422087,
      "loss": 6.7812,
      "step": 12143
    },
    {
      "epoch": 0.49739913987302886,
      "grad_norm": 1.8480969442844624,
      "learning_rate": 0.0002963663536704315,
      "loss": 6.2188,
      "step": 12144
    },
    {
      "epoch": 0.4974400983002253,
      "grad_norm": 1.8847122516565746,
      "learning_rate": 0.00029636564012946076,
      "loss": 6.2812,
      "step": 12145
    },
    {
      "epoch": 0.49748105672742166,
      "grad_norm": 1.3619078202591561,
      "learning_rate": 0.0002963649265192969,
      "loss": 5.8438,
      "step": 12146
    },
    {
      "epoch": 0.4975220151546181,
      "grad_norm": 1.1345799014904836,
      "learning_rate": 0.0002963642128399402,
      "loss": 5.9375,
      "step": 12147
    },
    {
      "epoch": 0.49756297358181445,
      "grad_norm": 4.055063142923612,
      "learning_rate": 0.00029636349909139095,
      "loss": 4.8438,
      "step": 12148
    },
    {
      "epoch": 0.4976039320090109,
      "grad_norm": 1.2554821133005114,
      "learning_rate": 0.00029636278527364954,
      "loss": 5.375,
      "step": 12149
    },
    {
      "epoch": 0.49764489043620724,
      "grad_norm": 1.7973164117516196,
      "learning_rate": 0.0002963620713867163,
      "loss": 6.4062,
      "step": 12150
    },
    {
      "epoch": 0.49768584886340367,
      "grad_norm": 3.7034259976877903,
      "learning_rate": 0.00029636135743059156,
      "loss": 6.4375,
      "step": 12151
    },
    {
      "epoch": 0.49772680729060004,
      "grad_norm": 1.6086472802172973,
      "learning_rate": 0.0002963606434052757,
      "loss": 6.0625,
      "step": 12152
    },
    {
      "epoch": 0.49776776571779646,
      "grad_norm": 1.4234477408730968,
      "learning_rate": 0.00029635992931076896,
      "loss": 5.6875,
      "step": 12153
    },
    {
      "epoch": 0.49780872414499283,
      "grad_norm": 1.457240819007809,
      "learning_rate": 0.0002963592151470718,
      "loss": 5.5625,
      "step": 12154
    },
    {
      "epoch": 0.4978496825721892,
      "grad_norm": 1.6550974997678214,
      "learning_rate": 0.0002963585009141844,
      "loss": 5.7188,
      "step": 12155
    },
    {
      "epoch": 0.4978906409993856,
      "grad_norm": 1.565364378541677,
      "learning_rate": 0.0002963577866121073,
      "loss": 5.6875,
      "step": 12156
    },
    {
      "epoch": 0.497931599426582,
      "grad_norm": 1.6181090648503966,
      "learning_rate": 0.0002963570722408407,
      "loss": 6.3125,
      "step": 12157
    },
    {
      "epoch": 0.4979725578537784,
      "grad_norm": 2.341781273763809,
      "learning_rate": 0.000296356357800385,
      "loss": 7.7812,
      "step": 12158
    },
    {
      "epoch": 0.4980135162809748,
      "grad_norm": 1.7613360795146618,
      "learning_rate": 0.00029635564329074044,
      "loss": 6.6562,
      "step": 12159
    },
    {
      "epoch": 0.4980544747081712,
      "grad_norm": 1.378217124215209,
      "learning_rate": 0.00029635492871190743,
      "loss": 5.6562,
      "step": 12160
    },
    {
      "epoch": 0.4980954331353676,
      "grad_norm": 1.5415041453193725,
      "learning_rate": 0.00029635421406388633,
      "loss": 5.4062,
      "step": 12161
    },
    {
      "epoch": 0.498136391562564,
      "grad_norm": 1.3096611610506692,
      "learning_rate": 0.00029635349934667746,
      "loss": 5.0938,
      "step": 12162
    },
    {
      "epoch": 0.4981773499897604,
      "grad_norm": 2.546004684266317,
      "learning_rate": 0.0002963527845602811,
      "loss": 8.3125,
      "step": 12163
    },
    {
      "epoch": 0.4982183084169568,
      "grad_norm": 1.3116859735406567,
      "learning_rate": 0.0002963520697046977,
      "loss": 6.3438,
      "step": 12164
    },
    {
      "epoch": 0.49825926684415317,
      "grad_norm": 1.2986172633958049,
      "learning_rate": 0.0002963513547799275,
      "loss": 7.1875,
      "step": 12165
    },
    {
      "epoch": 0.4983002252713496,
      "grad_norm": 1.8252865109392005,
      "learning_rate": 0.00029635063978597086,
      "loss": 4.2188,
      "step": 12166
    },
    {
      "epoch": 0.49834118369854596,
      "grad_norm": 1.333544487163763,
      "learning_rate": 0.00029634992472282815,
      "loss": 5.4375,
      "step": 12167
    },
    {
      "epoch": 0.4983821421257424,
      "grad_norm": 1.403473611908242,
      "learning_rate": 0.00029634920959049964,
      "loss": 5.7188,
      "step": 12168
    },
    {
      "epoch": 0.49842310055293876,
      "grad_norm": 1.3186585714808365,
      "learning_rate": 0.0002963484943889858,
      "loss": 5.5625,
      "step": 12169
    },
    {
      "epoch": 0.4984640589801352,
      "grad_norm": 1.3806613157868137,
      "learning_rate": 0.00029634777911828684,
      "loss": 6.0625,
      "step": 12170
    },
    {
      "epoch": 0.49850501740733155,
      "grad_norm": 1.2032240956428917,
      "learning_rate": 0.0002963470637784031,
      "loss": 6.0625,
      "step": 12171
    },
    {
      "epoch": 0.498545975834528,
      "grad_norm": 3.2982248590544234,
      "learning_rate": 0.00029634634836933507,
      "loss": 6.75,
      "step": 12172
    },
    {
      "epoch": 0.49858693426172435,
      "grad_norm": 2.4356230613449927,
      "learning_rate": 0.0002963456328910829,
      "loss": 3.2812,
      "step": 12173
    },
    {
      "epoch": 0.49862789268892077,
      "grad_norm": 1.5502902605905908,
      "learning_rate": 0.000296344917343647,
      "loss": 5.7188,
      "step": 12174
    },
    {
      "epoch": 0.49866885111611714,
      "grad_norm": 1.2591611147440105,
      "learning_rate": 0.00029634420172702775,
      "loss": 5.5,
      "step": 12175
    },
    {
      "epoch": 0.4987098095433135,
      "grad_norm": 1.427322817724327,
      "learning_rate": 0.0002963434860412254,
      "loss": 7.25,
      "step": 12176
    },
    {
      "epoch": 0.49875076797050993,
      "grad_norm": 1.8817368063890876,
      "learning_rate": 0.0002963427702862404,
      "loss": 5.8438,
      "step": 12177
    },
    {
      "epoch": 0.4987917263977063,
      "grad_norm": 1.5952225408475753,
      "learning_rate": 0.000296342054462073,
      "loss": 6.2812,
      "step": 12178
    },
    {
      "epoch": 0.49883268482490273,
      "grad_norm": 1.756064529372111,
      "learning_rate": 0.00029634133856872355,
      "loss": 5.7188,
      "step": 12179
    },
    {
      "epoch": 0.4988736432520991,
      "grad_norm": 1.3379776935430898,
      "learning_rate": 0.0002963406226061925,
      "loss": 5.5938,
      "step": 12180
    },
    {
      "epoch": 0.4989146016792955,
      "grad_norm": 3.301923251129992,
      "learning_rate": 0.00029633990657448,
      "loss": 6.5312,
      "step": 12181
    },
    {
      "epoch": 0.4989555601064919,
      "grad_norm": 1.3579569954286979,
      "learning_rate": 0.00029633919047358657,
      "loss": 5.4062,
      "step": 12182
    },
    {
      "epoch": 0.4989965185336883,
      "grad_norm": 1.640785275355733,
      "learning_rate": 0.00029633847430351237,
      "loss": 5.9375,
      "step": 12183
    },
    {
      "epoch": 0.4990374769608847,
      "grad_norm": 1.3103633862254924,
      "learning_rate": 0.0002963377580642579,
      "loss": 6.5312,
      "step": 12184
    },
    {
      "epoch": 0.4990784353880811,
      "grad_norm": 1.3541225335356375,
      "learning_rate": 0.00029633704175582333,
      "loss": 5.9062,
      "step": 12185
    },
    {
      "epoch": 0.4991193938152775,
      "grad_norm": 1.249239510025154,
      "learning_rate": 0.0002963363253782092,
      "loss": 5.25,
      "step": 12186
    },
    {
      "epoch": 0.4991603522424739,
      "grad_norm": 1.489325969708655,
      "learning_rate": 0.0002963356089314157,
      "loss": 5.9688,
      "step": 12187
    },
    {
      "epoch": 0.4992013106696703,
      "grad_norm": 1.4129163567868326,
      "learning_rate": 0.00029633489241544323,
      "loss": 5.3438,
      "step": 12188
    },
    {
      "epoch": 0.4992422690968667,
      "grad_norm": 1.601079233902763,
      "learning_rate": 0.0002963341758302921,
      "loss": 6.0,
      "step": 12189
    },
    {
      "epoch": 0.49928322752406307,
      "grad_norm": 1.449200209233501,
      "learning_rate": 0.0002963334591759627,
      "loss": 4.9375,
      "step": 12190
    },
    {
      "epoch": 0.4993241859512595,
      "grad_norm": 1.7339920124299941,
      "learning_rate": 0.0002963327424524553,
      "loss": 5.5312,
      "step": 12191
    },
    {
      "epoch": 0.49936514437845586,
      "grad_norm": 1.6503293681984126,
      "learning_rate": 0.00029633202565977027,
      "loss": 5.375,
      "step": 12192
    },
    {
      "epoch": 0.4994061028056523,
      "grad_norm": 1.3223983804502397,
      "learning_rate": 0.00029633130879790797,
      "loss": 6.0938,
      "step": 12193
    },
    {
      "epoch": 0.49944706123284865,
      "grad_norm": 1.628900224287039,
      "learning_rate": 0.0002963305918668687,
      "loss": 7.125,
      "step": 12194
    },
    {
      "epoch": 0.4994880196600451,
      "grad_norm": 1.4419009686697295,
      "learning_rate": 0.0002963298748666528,
      "loss": 5.4375,
      "step": 12195
    },
    {
      "epoch": 0.49952897808724145,
      "grad_norm": 1.220763697292349,
      "learning_rate": 0.0002963291577972607,
      "loss": 5.8125,
      "step": 12196
    },
    {
      "epoch": 0.4995699365144378,
      "grad_norm": 3.1169617811141137,
      "learning_rate": 0.0002963284406586926,
      "loss": 5.5625,
      "step": 12197
    },
    {
      "epoch": 0.49961089494163424,
      "grad_norm": 1.636903284159317,
      "learning_rate": 0.0002963277234509489,
      "loss": 5.25,
      "step": 12198
    },
    {
      "epoch": 0.4996518533688306,
      "grad_norm": 1.3526988246706717,
      "learning_rate": 0.00029632700617402997,
      "loss": 5.6562,
      "step": 12199
    },
    {
      "epoch": 0.49969281179602704,
      "grad_norm": 2.1335097268117975,
      "learning_rate": 0.0002963262888279361,
      "loss": 6.1875,
      "step": 12200
    },
    {
      "epoch": 0.4997337702232234,
      "grad_norm": 1.368487767716479,
      "learning_rate": 0.0002963255714126677,
      "loss": 4.6562,
      "step": 12201
    },
    {
      "epoch": 0.49977472865041983,
      "grad_norm": 1.3580378002328655,
      "learning_rate": 0.000296324853928225,
      "loss": 4.5938,
      "step": 12202
    },
    {
      "epoch": 0.4998156870776162,
      "grad_norm": 3.2140192064098434,
      "learning_rate": 0.00029632413637460843,
      "loss": 4.875,
      "step": 12203
    },
    {
      "epoch": 0.4998566455048126,
      "grad_norm": 1.3288990381078172,
      "learning_rate": 0.0002963234187518183,
      "loss": 5.5625,
      "step": 12204
    },
    {
      "epoch": 0.499897603932009,
      "grad_norm": 1.5511641608029851,
      "learning_rate": 0.00029632270105985493,
      "loss": 5.8438,
      "step": 12205
    },
    {
      "epoch": 0.4999385623592054,
      "grad_norm": 1.283307946066775,
      "learning_rate": 0.0002963219832987187,
      "loss": 5.0938,
      "step": 12206
    },
    {
      "epoch": 0.4999795207864018,
      "grad_norm": 3.1829373638544207,
      "learning_rate": 0.0002963212654684099,
      "loss": 6.4062,
      "step": 12207
    },
    {
      "epoch": 0.5000204792135982,
      "grad_norm": 1.1467380914862344,
      "learning_rate": 0.00029632054756892893,
      "loss": 5.7188,
      "step": 12208
    },
    {
      "epoch": 0.5000614376407946,
      "grad_norm": 1.4416101267491541,
      "learning_rate": 0.00029631982960027603,
      "loss": 5.6562,
      "step": 12209
    },
    {
      "epoch": 0.500102396067991,
      "grad_norm": 1.446224010813837,
      "learning_rate": 0.0002963191115624517,
      "loss": 5.5,
      "step": 12210
    },
    {
      "epoch": 0.5001433544951874,
      "grad_norm": 1.5301914216335475,
      "learning_rate": 0.0002963183934554561,
      "loss": 5.9062,
      "step": 12211
    },
    {
      "epoch": 0.5001843129223837,
      "grad_norm": 1.4039344183708722,
      "learning_rate": 0.0002963176752792897,
      "loss": 6.0,
      "step": 12212
    },
    {
      "epoch": 0.5002252713495802,
      "grad_norm": 1.8192852717746926,
      "learning_rate": 0.0002963169570339528,
      "loss": 5.1562,
      "step": 12213
    },
    {
      "epoch": 0.5002662297767766,
      "grad_norm": 2.136115073129094,
      "learning_rate": 0.0002963162387194457,
      "loss": 5.8125,
      "step": 12214
    },
    {
      "epoch": 0.500307188203973,
      "grad_norm": 2.1403501858552385,
      "learning_rate": 0.00029631552033576884,
      "loss": 5.5,
      "step": 12215
    },
    {
      "epoch": 0.5003481466311693,
      "grad_norm": 1.394150240017462,
      "learning_rate": 0.0002963148018829224,
      "loss": 5.875,
      "step": 12216
    },
    {
      "epoch": 0.5003891050583658,
      "grad_norm": 2.005144635853972,
      "learning_rate": 0.0002963140833609069,
      "loss": 6.1875,
      "step": 12217
    },
    {
      "epoch": 0.5004300634855622,
      "grad_norm": 1.4718739147387345,
      "learning_rate": 0.00029631336476972255,
      "loss": 4.75,
      "step": 12218
    },
    {
      "epoch": 0.5004710219127585,
      "grad_norm": 1.285536303541294,
      "learning_rate": 0.00029631264610936975,
      "loss": 5.0,
      "step": 12219
    },
    {
      "epoch": 0.5005119803399549,
      "grad_norm": 1.9635540001775436,
      "learning_rate": 0.00029631192737984875,
      "loss": 5.7812,
      "step": 12220
    },
    {
      "epoch": 0.5005529387671513,
      "grad_norm": 1.3405130650360897,
      "learning_rate": 0.00029631120858116005,
      "loss": 5.0938,
      "step": 12221
    },
    {
      "epoch": 0.5005938971943478,
      "grad_norm": 2.0548022528789107,
      "learning_rate": 0.0002963104897133038,
      "loss": 5.75,
      "step": 12222
    },
    {
      "epoch": 0.5006348556215441,
      "grad_norm": 1.9167283463707603,
      "learning_rate": 0.00029630977077628055,
      "loss": 6.7812,
      "step": 12223
    },
    {
      "epoch": 0.5006758140487405,
      "grad_norm": 2.028217665683731,
      "learning_rate": 0.00029630905177009046,
      "loss": 8.3125,
      "step": 12224
    },
    {
      "epoch": 0.5007167724759369,
      "grad_norm": 1.245326009559089,
      "learning_rate": 0.000296308332694734,
      "loss": 5.5625,
      "step": 12225
    },
    {
      "epoch": 0.5007577309031334,
      "grad_norm": 2.2709836749835923,
      "learning_rate": 0.0002963076135502114,
      "loss": 6.3438,
      "step": 12226
    },
    {
      "epoch": 0.5007986893303297,
      "grad_norm": 2.0566875057243834,
      "learning_rate": 0.00029630689433652306,
      "loss": 6.0312,
      "step": 12227
    },
    {
      "epoch": 0.5008396477575261,
      "grad_norm": 1.5316621941468127,
      "learning_rate": 0.0002963061750536693,
      "loss": 5.5938,
      "step": 12228
    },
    {
      "epoch": 0.5008806061847225,
      "grad_norm": 1.3562175110791275,
      "learning_rate": 0.0002963054557016505,
      "loss": 5.25,
      "step": 12229
    },
    {
      "epoch": 0.500921564611919,
      "grad_norm": 1.2228163759139745,
      "learning_rate": 0.00029630473628046693,
      "loss": 6.4688,
      "step": 12230
    },
    {
      "epoch": 0.5009625230391153,
      "grad_norm": 1.8384836110399558,
      "learning_rate": 0.00029630401679011905,
      "loss": 6.2812,
      "step": 12231
    },
    {
      "epoch": 0.5010034814663117,
      "grad_norm": 1.472872433395294,
      "learning_rate": 0.00029630329723060703,
      "loss": 6.4062,
      "step": 12232
    },
    {
      "epoch": 0.5010444398935081,
      "grad_norm": 1.4134429260350017,
      "learning_rate": 0.00029630257760193137,
      "loss": 6.0,
      "step": 12233
    },
    {
      "epoch": 0.5010853983207045,
      "grad_norm": 2.1971251227601574,
      "learning_rate": 0.0002963018579040923,
      "loss": 6.0,
      "step": 12234
    },
    {
      "epoch": 0.5011263567479008,
      "grad_norm": 1.7243929352802403,
      "learning_rate": 0.00029630113813709015,
      "loss": 5.5,
      "step": 12235
    },
    {
      "epoch": 0.5011673151750973,
      "grad_norm": 1.454329047024557,
      "learning_rate": 0.0002963004183009254,
      "loss": 4.9688,
      "step": 12236
    },
    {
      "epoch": 0.5012082736022937,
      "grad_norm": 1.3751821025603783,
      "learning_rate": 0.0002962996983955983,
      "loss": 6.3438,
      "step": 12237
    },
    {
      "epoch": 0.5012492320294901,
      "grad_norm": 2.0419344383569413,
      "learning_rate": 0.0002962989784211091,
      "loss": 7.1562,
      "step": 12238
    },
    {
      "epoch": 0.5012901904566864,
      "grad_norm": 5.8016025753228195,
      "learning_rate": 0.00029629825837745833,
      "loss": 4.4062,
      "step": 12239
    },
    {
      "epoch": 0.5013311488838829,
      "grad_norm": 1.434051861257703,
      "learning_rate": 0.0002962975382646462,
      "loss": 5.875,
      "step": 12240
    },
    {
      "epoch": 0.5013721073110793,
      "grad_norm": 1.3688708233011861,
      "learning_rate": 0.0002962968180826731,
      "loss": 6.2188,
      "step": 12241
    },
    {
      "epoch": 0.5014130657382756,
      "grad_norm": 3.1629831735591996,
      "learning_rate": 0.0002962960978315393,
      "loss": 4.1562,
      "step": 12242
    },
    {
      "epoch": 0.501454024165472,
      "grad_norm": 1.551842423710785,
      "learning_rate": 0.0002962953775112452,
      "loss": 4.875,
      "step": 12243
    },
    {
      "epoch": 0.5014949825926684,
      "grad_norm": 1.3678435938434805,
      "learning_rate": 0.0002962946571217912,
      "loss": 5.5938,
      "step": 12244
    },
    {
      "epoch": 0.5015359410198649,
      "grad_norm": 1.2482086188728472,
      "learning_rate": 0.00029629393666317757,
      "loss": 5.375,
      "step": 12245
    },
    {
      "epoch": 0.5015768994470612,
      "grad_norm": 1.3995576465890305,
      "learning_rate": 0.0002962932161354046,
      "loss": 6.2188,
      "step": 12246
    },
    {
      "epoch": 0.5016178578742576,
      "grad_norm": 3.038570097131118,
      "learning_rate": 0.0002962924955384727,
      "loss": 5.9688,
      "step": 12247
    },
    {
      "epoch": 0.501658816301454,
      "grad_norm": 2.650720983511023,
      "learning_rate": 0.0002962917748723822,
      "loss": 7.25,
      "step": 12248
    },
    {
      "epoch": 0.5016997747286505,
      "grad_norm": 1.3701179729701827,
      "learning_rate": 0.00029629105413713343,
      "loss": 5.4062,
      "step": 12249
    },
    {
      "epoch": 0.5017407331558468,
      "grad_norm": 1.4629401393913948,
      "learning_rate": 0.00029629033333272676,
      "loss": 4.7188,
      "step": 12250
    },
    {
      "epoch": 0.5017816915830432,
      "grad_norm": 1.3829602147507405,
      "learning_rate": 0.00029628961245916247,
      "loss": 5.2188,
      "step": 12251
    },
    {
      "epoch": 0.5018226500102396,
      "grad_norm": 1.5700777753562596,
      "learning_rate": 0.00029628889151644104,
      "loss": 5.4375,
      "step": 12252
    },
    {
      "epoch": 0.501863608437436,
      "grad_norm": 1.2391290340963625,
      "learning_rate": 0.00029628817050456264,
      "loss": 5.5625,
      "step": 12253
    },
    {
      "epoch": 0.5019045668646324,
      "grad_norm": 2.0207580115115973,
      "learning_rate": 0.0002962874494235277,
      "loss": 8.125,
      "step": 12254
    },
    {
      "epoch": 0.5019455252918288,
      "grad_norm": 1.585296644648037,
      "learning_rate": 0.0002962867282733365,
      "loss": 5.4688,
      "step": 12255
    },
    {
      "epoch": 0.5019864837190252,
      "grad_norm": 1.549017444555267,
      "learning_rate": 0.00029628600705398943,
      "loss": 5.625,
      "step": 12256
    },
    {
      "epoch": 0.5020274421462216,
      "grad_norm": 1.5663999890576352,
      "learning_rate": 0.0002962852857654869,
      "loss": 5.0938,
      "step": 12257
    },
    {
      "epoch": 0.502068400573418,
      "grad_norm": 1.4672259877224427,
      "learning_rate": 0.0002962845644078291,
      "loss": 6.25,
      "step": 12258
    },
    {
      "epoch": 0.5021093590006144,
      "grad_norm": 1.5514943676158741,
      "learning_rate": 0.0002962838429810165,
      "loss": 6.2812,
      "step": 12259
    },
    {
      "epoch": 0.5021503174278108,
      "grad_norm": 1.353283482963415,
      "learning_rate": 0.0002962831214850493,
      "loss": 5.3125,
      "step": 12260
    },
    {
      "epoch": 0.5021912758550071,
      "grad_norm": 2.060242082468181,
      "learning_rate": 0.000296282399919928,
      "loss": 5.875,
      "step": 12261
    },
    {
      "epoch": 0.5022322342822035,
      "grad_norm": 1.7451778538717369,
      "learning_rate": 0.0002962816782856528,
      "loss": 5.5,
      "step": 12262
    },
    {
      "epoch": 0.5022731927094,
      "grad_norm": 1.7030316592776595,
      "learning_rate": 0.00029628095658222424,
      "loss": 5.0312,
      "step": 12263
    },
    {
      "epoch": 0.5023141511365964,
      "grad_norm": 1.4976994459180184,
      "learning_rate": 0.00029628023480964244,
      "loss": 5.7812,
      "step": 12264
    },
    {
      "epoch": 0.5023551095637927,
      "grad_norm": 1.474446197227705,
      "learning_rate": 0.0002962795129679079,
      "loss": 6.0625,
      "step": 12265
    },
    {
      "epoch": 0.5023960679909891,
      "grad_norm": 1.409273638723586,
      "learning_rate": 0.0002962787910570208,
      "loss": 5.625,
      "step": 12266
    },
    {
      "epoch": 0.5024370264181856,
      "grad_norm": 1.6110452484835165,
      "learning_rate": 0.00029627806907698163,
      "loss": 7.8125,
      "step": 12267
    },
    {
      "epoch": 0.502477984845382,
      "grad_norm": 1.4892685982312364,
      "learning_rate": 0.00029627734702779063,
      "loss": 6.75,
      "step": 12268
    },
    {
      "epoch": 0.5025189432725783,
      "grad_norm": 1.4515405097288343,
      "learning_rate": 0.00029627662490944824,
      "loss": 6.4062,
      "step": 12269
    },
    {
      "epoch": 0.5025599016997747,
      "grad_norm": 1.3931983179141876,
      "learning_rate": 0.00029627590272195473,
      "loss": 5.5312,
      "step": 12270
    },
    {
      "epoch": 0.5026008601269711,
      "grad_norm": 2.360459913830056,
      "learning_rate": 0.0002962751804653104,
      "loss": 6.3125,
      "step": 12271
    },
    {
      "epoch": 0.5026418185541676,
      "grad_norm": 2.6983799316669583,
      "learning_rate": 0.0002962744581395158,
      "loss": 6.5938,
      "step": 12272
    },
    {
      "epoch": 0.5026827769813639,
      "grad_norm": 1.625490734169106,
      "learning_rate": 0.000296273735744571,
      "loss": 5.9375,
      "step": 12273
    },
    {
      "epoch": 0.5027237354085603,
      "grad_norm": 3.5810053662307397,
      "learning_rate": 0.00029627301328047655,
      "loss": 3.8125,
      "step": 12274
    },
    {
      "epoch": 0.5027646938357567,
      "grad_norm": 2.6000020838812565,
      "learning_rate": 0.00029627229074723264,
      "loss": 4.4375,
      "step": 12275
    },
    {
      "epoch": 0.5028056522629532,
      "grad_norm": 2.1833657072476345,
      "learning_rate": 0.0002962715681448397,
      "loss": 7.3125,
      "step": 12276
    },
    {
      "epoch": 0.5028466106901495,
      "grad_norm": 2.1738998220227588,
      "learning_rate": 0.0002962708454732981,
      "loss": 5.5938,
      "step": 12277
    },
    {
      "epoch": 0.5028875691173459,
      "grad_norm": 1.5449686511593934,
      "learning_rate": 0.00029627012273260805,
      "loss": 6.6562,
      "step": 12278
    },
    {
      "epoch": 0.5029285275445423,
      "grad_norm": 2.5497028882254327,
      "learning_rate": 0.00029626939992277,
      "loss": 5.625,
      "step": 12279
    },
    {
      "epoch": 0.5029694859717387,
      "grad_norm": 3.201260141118303,
      "learning_rate": 0.0002962686770437843,
      "loss": 6.7812,
      "step": 12280
    },
    {
      "epoch": 0.503010444398935,
      "grad_norm": 1.3283110800948577,
      "learning_rate": 0.00029626795409565124,
      "loss": 5.8125,
      "step": 12281
    },
    {
      "epoch": 0.5030514028261315,
      "grad_norm": 1.5259944756851334,
      "learning_rate": 0.00029626723107837113,
      "loss": 5.2812,
      "step": 12282
    },
    {
      "epoch": 0.5030923612533279,
      "grad_norm": 1.5279603396863313,
      "learning_rate": 0.0002962665079919444,
      "loss": 4.9062,
      "step": 12283
    },
    {
      "epoch": 0.5031333196805242,
      "grad_norm": 2.9082896223079437,
      "learning_rate": 0.0002962657848363714,
      "loss": 6.8438,
      "step": 12284
    },
    {
      "epoch": 0.5031742781077206,
      "grad_norm": 1.4368887776908537,
      "learning_rate": 0.00029626506161165234,
      "loss": 4.9375,
      "step": 12285
    },
    {
      "epoch": 0.5032152365349171,
      "grad_norm": 1.2853720988143753,
      "learning_rate": 0.0002962643383177877,
      "loss": 5.3125,
      "step": 12286
    },
    {
      "epoch": 0.5032561949621135,
      "grad_norm": 1.338217924865018,
      "learning_rate": 0.00029626361495477775,
      "loss": 5.4688,
      "step": 12287
    },
    {
      "epoch": 0.5032971533893098,
      "grad_norm": 1.1858409562543941,
      "learning_rate": 0.00029626289152262286,
      "loss": 5.3438,
      "step": 12288
    },
    {
      "epoch": 0.5033381118165062,
      "grad_norm": 4.65772231161271,
      "learning_rate": 0.00029626216802132335,
      "loss": 4.8125,
      "step": 12289
    },
    {
      "epoch": 0.5033790702437027,
      "grad_norm": 1.444074920349644,
      "learning_rate": 0.00029626144445087956,
      "loss": 5.7812,
      "step": 12290
    },
    {
      "epoch": 0.5034200286708991,
      "grad_norm": 1.297183314009058,
      "learning_rate": 0.0002962607208112919,
      "loss": 5.3125,
      "step": 12291
    },
    {
      "epoch": 0.5034609870980954,
      "grad_norm": 4.432517131043268,
      "learning_rate": 0.0002962599971025606,
      "loss": 5.9375,
      "step": 12292
    },
    {
      "epoch": 0.5035019455252918,
      "grad_norm": 1.6077089149619777,
      "learning_rate": 0.0002962592733246861,
      "loss": 6.3438,
      "step": 12293
    },
    {
      "epoch": 0.5035429039524882,
      "grad_norm": 1.4393169404627246,
      "learning_rate": 0.0002962585494776687,
      "loss": 5.7812,
      "step": 12294
    },
    {
      "epoch": 0.5035838623796847,
      "grad_norm": 1.3018568095234386,
      "learning_rate": 0.0002962578255615087,
      "loss": 5.7188,
      "step": 12295
    },
    {
      "epoch": 0.503624820806881,
      "grad_norm": 1.3452255735482805,
      "learning_rate": 0.00029625710157620656,
      "loss": 5.8125,
      "step": 12296
    },
    {
      "epoch": 0.5036657792340774,
      "grad_norm": 1.7360492083735348,
      "learning_rate": 0.0002962563775217625,
      "loss": 6.375,
      "step": 12297
    },
    {
      "epoch": 0.5037067376612738,
      "grad_norm": 1.5155747591849458,
      "learning_rate": 0.0002962556533981769,
      "loss": 7.5938,
      "step": 12298
    },
    {
      "epoch": 0.5037476960884703,
      "grad_norm": 1.4126816927610053,
      "learning_rate": 0.00029625492920545013,
      "loss": 5.125,
      "step": 12299
    },
    {
      "epoch": 0.5037886545156666,
      "grad_norm": 2.1698245456473626,
      "learning_rate": 0.00029625420494358253,
      "loss": 5.5625,
      "step": 12300
    },
    {
      "epoch": 0.503829612942863,
      "grad_norm": 1.6737913552759989,
      "learning_rate": 0.00029625348061257443,
      "loss": 5.375,
      "step": 12301
    },
    {
      "epoch": 0.5038705713700594,
      "grad_norm": 3.918505488243153,
      "learning_rate": 0.00029625275621242617,
      "loss": 8.875,
      "step": 12302
    },
    {
      "epoch": 0.5039115297972557,
      "grad_norm": 5.614693273840999,
      "learning_rate": 0.00029625203174313806,
      "loss": 8.375,
      "step": 12303
    },
    {
      "epoch": 0.5039524882244522,
      "grad_norm": 4.5098111024609375,
      "learning_rate": 0.0002962513072047105,
      "loss": 1.4922,
      "step": 12304
    },
    {
      "epoch": 0.5039934466516486,
      "grad_norm": 1.5821893404283012,
      "learning_rate": 0.0002962505825971438,
      "loss": 5.5,
      "step": 12305
    },
    {
      "epoch": 0.504034405078845,
      "grad_norm": 1.3348929848048685,
      "learning_rate": 0.00029624985792043836,
      "loss": 5.4375,
      "step": 12306
    },
    {
      "epoch": 0.5040753635060413,
      "grad_norm": 2.6536345689339056,
      "learning_rate": 0.0002962491331745944,
      "loss": 4.875,
      "step": 12307
    },
    {
      "epoch": 0.5041163219332377,
      "grad_norm": 1.7810811305619805,
      "learning_rate": 0.0002962484083596124,
      "loss": 6.875,
      "step": 12308
    },
    {
      "epoch": 0.5041572803604342,
      "grad_norm": 1.828647874648033,
      "learning_rate": 0.0002962476834754926,
      "loss": 6.0,
      "step": 12309
    },
    {
      "epoch": 0.5041982387876306,
      "grad_norm": 2.0306146027150582,
      "learning_rate": 0.00029624695852223533,
      "loss": 6.4688,
      "step": 12310
    },
    {
      "epoch": 0.5042391972148269,
      "grad_norm": 1.6940331047542498,
      "learning_rate": 0.0002962462334998411,
      "loss": 6.625,
      "step": 12311
    },
    {
      "epoch": 0.5042801556420233,
      "grad_norm": 2.10535989545064,
      "learning_rate": 0.0002962455084083101,
      "loss": 5.8438,
      "step": 12312
    },
    {
      "epoch": 0.5043211140692198,
      "grad_norm": 1.5899470004669507,
      "learning_rate": 0.0002962447832476426,
      "loss": 4.9062,
      "step": 12313
    },
    {
      "epoch": 0.5043620724964162,
      "grad_norm": 7.636065898901315,
      "learning_rate": 0.00029624405801783915,
      "loss": 3.4062,
      "step": 12314
    },
    {
      "epoch": 0.5044030309236125,
      "grad_norm": 1.3931695304184966,
      "learning_rate": 0.00029624333271890003,
      "loss": 5.7812,
      "step": 12315
    },
    {
      "epoch": 0.5044439893508089,
      "grad_norm": 1.4104448375435845,
      "learning_rate": 0.0002962426073508255,
      "loss": 6.0938,
      "step": 12316
    },
    {
      "epoch": 0.5044849477780053,
      "grad_norm": 1.669592120739563,
      "learning_rate": 0.0002962418819136159,
      "loss": 7.0938,
      "step": 12317
    },
    {
      "epoch": 0.5045259062052018,
      "grad_norm": 1.585032663113361,
      "learning_rate": 0.0002962411564072717,
      "loss": 6.25,
      "step": 12318
    },
    {
      "epoch": 0.5045668646323981,
      "grad_norm": 1.2180076517631082,
      "learning_rate": 0.00029624043083179317,
      "loss": 5.4375,
      "step": 12319
    },
    {
      "epoch": 0.5046078230595945,
      "grad_norm": 1.3912675252962525,
      "learning_rate": 0.00029623970518718063,
      "loss": 5.3125,
      "step": 12320
    },
    {
      "epoch": 0.5046487814867909,
      "grad_norm": 1.3000891929357552,
      "learning_rate": 0.0002962389794734345,
      "loss": 4.7812,
      "step": 12321
    },
    {
      "epoch": 0.5046897399139874,
      "grad_norm": 1.6150227080960697,
      "learning_rate": 0.000296238253690555,
      "loss": 5.7188,
      "step": 12322
    },
    {
      "epoch": 0.5047306983411837,
      "grad_norm": 1.363007459273108,
      "learning_rate": 0.0002962375278385425,
      "loss": 5.5938,
      "step": 12323
    },
    {
      "epoch": 0.5047716567683801,
      "grad_norm": 3.8049591523240136,
      "learning_rate": 0.00029623680191739746,
      "loss": 6.25,
      "step": 12324
    },
    {
      "epoch": 0.5048126151955765,
      "grad_norm": 1.4063508018224864,
      "learning_rate": 0.0002962360759271201,
      "loss": 6.1562,
      "step": 12325
    },
    {
      "epoch": 0.5048535736227728,
      "grad_norm": 1.870332406246527,
      "learning_rate": 0.0002962353498677108,
      "loss": 6.6562,
      "step": 12326
    },
    {
      "epoch": 0.5048945320499693,
      "grad_norm": 1.2390845707988818,
      "learning_rate": 0.00029623462373916994,
      "loss": 5.8125,
      "step": 12327
    },
    {
      "epoch": 0.5049354904771657,
      "grad_norm": 1.6275576453285718,
      "learning_rate": 0.00029623389754149785,
      "loss": 5.5625,
      "step": 12328
    },
    {
      "epoch": 0.5049764489043621,
      "grad_norm": 1.2659223649230846,
      "learning_rate": 0.00029623317127469486,
      "loss": 5.4688,
      "step": 12329
    },
    {
      "epoch": 0.5050174073315584,
      "grad_norm": 1.3408867036409522,
      "learning_rate": 0.0002962324449387613,
      "loss": 3.7969,
      "step": 12330
    },
    {
      "epoch": 0.5050583657587548,
      "grad_norm": 1.43623817988328,
      "learning_rate": 0.0002962317185336975,
      "loss": 5.5938,
      "step": 12331
    },
    {
      "epoch": 0.5050993241859513,
      "grad_norm": 1.3210294741217596,
      "learning_rate": 0.00029623099205950386,
      "loss": 5.25,
      "step": 12332
    },
    {
      "epoch": 0.5051402826131477,
      "grad_norm": 1.210727692427641,
      "learning_rate": 0.0002962302655161807,
      "loss": 5.625,
      "step": 12333
    },
    {
      "epoch": 0.505181241040344,
      "grad_norm": 1.178725635121545,
      "learning_rate": 0.0002962295389037283,
      "loss": 5.7188,
      "step": 12334
    },
    {
      "epoch": 0.5052221994675404,
      "grad_norm": 1.3585715335866257,
      "learning_rate": 0.0002962288122221471,
      "loss": 5.4375,
      "step": 12335
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 1.213409403529054,
      "learning_rate": 0.0002962280854714374,
      "loss": 5.4688,
      "step": 12336
    },
    {
      "epoch": 0.5053041163219333,
      "grad_norm": 1.6274431415918966,
      "learning_rate": 0.00029622735865159956,
      "loss": 7.3125,
      "step": 12337
    },
    {
      "epoch": 0.5053450747491296,
      "grad_norm": 1.4232630235075976,
      "learning_rate": 0.0002962266317626339,
      "loss": 5.625,
      "step": 12338
    },
    {
      "epoch": 0.505386033176326,
      "grad_norm": 1.4306971928349153,
      "learning_rate": 0.00029622590480454076,
      "loss": 5.6875,
      "step": 12339
    },
    {
      "epoch": 0.5054269916035224,
      "grad_norm": 2.9788210718703243,
      "learning_rate": 0.0002962251777773205,
      "loss": 5.2188,
      "step": 12340
    },
    {
      "epoch": 0.5054679500307189,
      "grad_norm": 2.0708649103004726,
      "learning_rate": 0.0002962244506809735,
      "loss": 7.4688,
      "step": 12341
    },
    {
      "epoch": 0.5055089084579152,
      "grad_norm": 1.321077115857039,
      "learning_rate": 0.0002962237235155,
      "loss": 6.5625,
      "step": 12342
    },
    {
      "epoch": 0.5055498668851116,
      "grad_norm": 1.4694970383447616,
      "learning_rate": 0.00029622299628090045,
      "loss": 4.7812,
      "step": 12343
    },
    {
      "epoch": 0.505590825312308,
      "grad_norm": 3.6839945896441932,
      "learning_rate": 0.0002962222689771751,
      "loss": 7.0938,
      "step": 12344
    },
    {
      "epoch": 0.5056317837395043,
      "grad_norm": 1.3647534379370942,
      "learning_rate": 0.0002962215416043244,
      "loss": 5.5,
      "step": 12345
    },
    {
      "epoch": 0.5056727421667008,
      "grad_norm": 1.37447430528079,
      "learning_rate": 0.0002962208141623487,
      "loss": 5.5,
      "step": 12346
    },
    {
      "epoch": 0.5057137005938972,
      "grad_norm": 1.2766260395172253,
      "learning_rate": 0.00029622008665124817,
      "loss": 5.0312,
      "step": 12347
    },
    {
      "epoch": 0.5057546590210936,
      "grad_norm": 1.4646401609242585,
      "learning_rate": 0.0002962193590710233,
      "loss": 5.5625,
      "step": 12348
    },
    {
      "epoch": 0.5057956174482899,
      "grad_norm": 1.6008589731056646,
      "learning_rate": 0.00029621863142167444,
      "loss": 5.4688,
      "step": 12349
    },
    {
      "epoch": 0.5058365758754864,
      "grad_norm": 1.4843121972269364,
      "learning_rate": 0.00029621790370320183,
      "loss": 5.8125,
      "step": 12350
    },
    {
      "epoch": 0.5058775343026828,
      "grad_norm": 1.4059332208496238,
      "learning_rate": 0.0002962171759156059,
      "loss": 6.2812,
      "step": 12351
    },
    {
      "epoch": 0.5059184927298792,
      "grad_norm": 2.5580659033747555,
      "learning_rate": 0.000296216448058887,
      "loss": 3.625,
      "step": 12352
    },
    {
      "epoch": 0.5059594511570755,
      "grad_norm": 1.7202765046845636,
      "learning_rate": 0.0002962157201330455,
      "loss": 6.3125,
      "step": 12353
    },
    {
      "epoch": 0.506000409584272,
      "grad_norm": 1.8124461898953026,
      "learning_rate": 0.0002962149921380816,
      "loss": 6.5938,
      "step": 12354
    },
    {
      "epoch": 0.5060413680114684,
      "grad_norm": 2.0051839948144456,
      "learning_rate": 0.00029621426407399574,
      "loss": 7.4062,
      "step": 12355
    },
    {
      "epoch": 0.5060823264386648,
      "grad_norm": 1.7673775519559214,
      "learning_rate": 0.0002962135359407883,
      "loss": 5.5625,
      "step": 12356
    },
    {
      "epoch": 0.5061232848658611,
      "grad_norm": 1.493249600794204,
      "learning_rate": 0.0002962128077384596,
      "loss": 5.4375,
      "step": 12357
    },
    {
      "epoch": 0.5061642432930575,
      "grad_norm": 1.7903405826065617,
      "learning_rate": 0.0002962120794670099,
      "loss": 7.9375,
      "step": 12358
    },
    {
      "epoch": 0.506205201720254,
      "grad_norm": 1.4522113082525905,
      "learning_rate": 0.00029621135112643966,
      "loss": 5.9062,
      "step": 12359
    },
    {
      "epoch": 0.5062461601474504,
      "grad_norm": 3.325769278368055,
      "learning_rate": 0.0002962106227167492,
      "loss": 7.9375,
      "step": 12360
    },
    {
      "epoch": 0.5062871185746467,
      "grad_norm": 2.9481793600348625,
      "learning_rate": 0.0002962098942379388,
      "loss": 6.7188,
      "step": 12361
    },
    {
      "epoch": 0.5063280770018431,
      "grad_norm": 1.6712754647251118,
      "learning_rate": 0.0002962091656900089,
      "loss": 5.75,
      "step": 12362
    },
    {
      "epoch": 0.5063690354290395,
      "grad_norm": 1.6323401655591419,
      "learning_rate": 0.00029620843707295975,
      "loss": 4.9062,
      "step": 12363
    },
    {
      "epoch": 0.506409993856236,
      "grad_norm": 1.359415455490284,
      "learning_rate": 0.0002962077083867917,
      "loss": 5.8125,
      "step": 12364
    },
    {
      "epoch": 0.5064509522834323,
      "grad_norm": 1.4760530296493855,
      "learning_rate": 0.0002962069796315051,
      "loss": 5.5625,
      "step": 12365
    },
    {
      "epoch": 0.5064919107106287,
      "grad_norm": 1.2544266691537544,
      "learning_rate": 0.00029620625080710043,
      "loss": 5.4375,
      "step": 12366
    },
    {
      "epoch": 0.5065328691378251,
      "grad_norm": 1.4293235366129482,
      "learning_rate": 0.0002962055219135779,
      "loss": 7.5312,
      "step": 12367
    },
    {
      "epoch": 0.5065738275650215,
      "grad_norm": 3.35732206761472,
      "learning_rate": 0.0002962047929509379,
      "loss": 6.5312,
      "step": 12368
    },
    {
      "epoch": 0.5066147859922179,
      "grad_norm": 6.036732737691642,
      "learning_rate": 0.0002962040639191807,
      "loss": 2.6406,
      "step": 12369
    },
    {
      "epoch": 0.5066557444194143,
      "grad_norm": 4.185253181977571,
      "learning_rate": 0.00029620333481830674,
      "loss": 7.9375,
      "step": 12370
    },
    {
      "epoch": 0.5066967028466107,
      "grad_norm": 2.14113495877216,
      "learning_rate": 0.0002962026056483163,
      "loss": 5.7812,
      "step": 12371
    },
    {
      "epoch": 0.506737661273807,
      "grad_norm": 1.2989405373168759,
      "learning_rate": 0.0002962018764092098,
      "loss": 5.9688,
      "step": 12372
    },
    {
      "epoch": 0.5067786197010035,
      "grad_norm": 1.2558892980778993,
      "learning_rate": 0.0002962011471009875,
      "loss": 5.6562,
      "step": 12373
    },
    {
      "epoch": 0.5068195781281999,
      "grad_norm": 1.5773398603444841,
      "learning_rate": 0.0002962004177236498,
      "loss": 4.125,
      "step": 12374
    },
    {
      "epoch": 0.5068605365553963,
      "grad_norm": 1.4877581575752181,
      "learning_rate": 0.000296199688277197,
      "loss": 5.125,
      "step": 12375
    },
    {
      "epoch": 0.5069014949825926,
      "grad_norm": 1.1362200455385338,
      "learning_rate": 0.00029619895876162945,
      "loss": 4.5938,
      "step": 12376
    },
    {
      "epoch": 0.506942453409789,
      "grad_norm": 3.2980054568312003,
      "learning_rate": 0.0002961982291769476,
      "loss": 5.0,
      "step": 12377
    },
    {
      "epoch": 0.5069834118369855,
      "grad_norm": 1.3946864464684001,
      "learning_rate": 0.0002961974995231516,
      "loss": 6.0625,
      "step": 12378
    },
    {
      "epoch": 0.5070243702641819,
      "grad_norm": 1.6014198009596652,
      "learning_rate": 0.000296196769800242,
      "loss": 5.6562,
      "step": 12379
    },
    {
      "epoch": 0.5070653286913782,
      "grad_norm": 1.3931931421057422,
      "learning_rate": 0.00029619604000821905,
      "loss": 6.75,
      "step": 12380
    },
    {
      "epoch": 0.5071062871185746,
      "grad_norm": 1.7991036068197677,
      "learning_rate": 0.00029619531014708306,
      "loss": 5.3125,
      "step": 12381
    },
    {
      "epoch": 0.5071472455457711,
      "grad_norm": 2.199734820070847,
      "learning_rate": 0.0002961945802168344,
      "loss": 4.4375,
      "step": 12382
    },
    {
      "epoch": 0.5071882039729675,
      "grad_norm": 1.3895801407226887,
      "learning_rate": 0.00029619385021747345,
      "loss": 6.0,
      "step": 12383
    },
    {
      "epoch": 0.5072291624001638,
      "grad_norm": 1.3513510666359698,
      "learning_rate": 0.0002961931201490005,
      "loss": 5.1875,
      "step": 12384
    },
    {
      "epoch": 0.5072701208273602,
      "grad_norm": 1.4166872608119558,
      "learning_rate": 0.000296192390011416,
      "loss": 5.375,
      "step": 12385
    },
    {
      "epoch": 0.5073110792545567,
      "grad_norm": 1.4196239783158386,
      "learning_rate": 0.00029619165980472015,
      "loss": 6.6875,
      "step": 12386
    },
    {
      "epoch": 0.507352037681753,
      "grad_norm": 1.3813907924966418,
      "learning_rate": 0.00029619092952891336,
      "loss": 6.0312,
      "step": 12387
    },
    {
      "epoch": 0.5073929961089494,
      "grad_norm": 1.2829703517012903,
      "learning_rate": 0.000296190199183996,
      "loss": 5.6562,
      "step": 12388
    },
    {
      "epoch": 0.5074339545361458,
      "grad_norm": 1.4171752801975854,
      "learning_rate": 0.0002961894687699684,
      "loss": 5.9062,
      "step": 12389
    },
    {
      "epoch": 0.5074749129633422,
      "grad_norm": 1.5535307869768156,
      "learning_rate": 0.00029618873828683094,
      "loss": 5.7188,
      "step": 12390
    },
    {
      "epoch": 0.5075158713905386,
      "grad_norm": 2.2372839342206152,
      "learning_rate": 0.0002961880077345839,
      "loss": 5.0625,
      "step": 12391
    },
    {
      "epoch": 0.507556829817735,
      "grad_norm": 2.777170925090219,
      "learning_rate": 0.0002961872771132276,
      "loss": 7.3438,
      "step": 12392
    },
    {
      "epoch": 0.5075977882449314,
      "grad_norm": 1.5234971650749172,
      "learning_rate": 0.0002961865464227625,
      "loss": 6.0625,
      "step": 12393
    },
    {
      "epoch": 0.5076387466721278,
      "grad_norm": 3.4408393230357297,
      "learning_rate": 0.0002961858156631888,
      "loss": 6.875,
      "step": 12394
    },
    {
      "epoch": 0.5076797050993241,
      "grad_norm": 1.6405020666680525,
      "learning_rate": 0.00029618508483450707,
      "loss": 5.8125,
      "step": 12395
    },
    {
      "epoch": 0.5077206635265206,
      "grad_norm": 2.070328838711461,
      "learning_rate": 0.0002961843539367174,
      "loss": 6.4688,
      "step": 12396
    },
    {
      "epoch": 0.507761621953717,
      "grad_norm": 1.8300121273483245,
      "learning_rate": 0.00029618362296982025,
      "loss": 6.8125,
      "step": 12397
    },
    {
      "epoch": 0.5078025803809134,
      "grad_norm": 1.5050663903721198,
      "learning_rate": 0.00029618289193381606,
      "loss": 5.1875,
      "step": 12398
    },
    {
      "epoch": 0.5078435388081097,
      "grad_norm": 1.1950752962738234,
      "learning_rate": 0.00029618216082870504,
      "loss": 5.375,
      "step": 12399
    },
    {
      "epoch": 0.5078844972353062,
      "grad_norm": 6.04708815064701,
      "learning_rate": 0.0002961814296544875,
      "loss": 7.1875,
      "step": 12400
    },
    {
      "epoch": 0.5079254556625026,
      "grad_norm": 4.013005059417534,
      "learning_rate": 0.00029618069841116397,
      "loss": 3.9219,
      "step": 12401
    },
    {
      "epoch": 0.507966414089699,
      "grad_norm": 2.3223644592830395,
      "learning_rate": 0.00029617996709873463,
      "loss": 7.3125,
      "step": 12402
    },
    {
      "epoch": 0.5080073725168953,
      "grad_norm": 1.5183547086871834,
      "learning_rate": 0.0002961792357171999,
      "loss": 5.6562,
      "step": 12403
    },
    {
      "epoch": 0.5080483309440917,
      "grad_norm": 1.3168965537847523,
      "learning_rate": 0.0002961785042665601,
      "loss": 4.8125,
      "step": 12404
    },
    {
      "epoch": 0.5080892893712882,
      "grad_norm": 1.2438908502385702,
      "learning_rate": 0.0002961777727468156,
      "loss": 5.7812,
      "step": 12405
    },
    {
      "epoch": 0.5081302477984846,
      "grad_norm": 1.5625632682194548,
      "learning_rate": 0.00029617704115796674,
      "loss": 4.7812,
      "step": 12406
    },
    {
      "epoch": 0.5081712062256809,
      "grad_norm": 1.2781792527133198,
      "learning_rate": 0.0002961763095000139,
      "loss": 6.3438,
      "step": 12407
    },
    {
      "epoch": 0.5082121646528773,
      "grad_norm": 1.5204418574487053,
      "learning_rate": 0.0002961755777729573,
      "loss": 4.875,
      "step": 12408
    },
    {
      "epoch": 0.5082531230800738,
      "grad_norm": 1.6808002315907398,
      "learning_rate": 0.00029617484597679736,
      "loss": 6.0,
      "step": 12409
    },
    {
      "epoch": 0.5082940815072701,
      "grad_norm": 2.7887876584709073,
      "learning_rate": 0.00029617411411153447,
      "loss": 3.8125,
      "step": 12410
    },
    {
      "epoch": 0.5083350399344665,
      "grad_norm": 1.5662658903803344,
      "learning_rate": 0.0002961733821771689,
      "loss": 5.9062,
      "step": 12411
    },
    {
      "epoch": 0.5083759983616629,
      "grad_norm": 1.4904364320618757,
      "learning_rate": 0.0002961726501737011,
      "loss": 6.0625,
      "step": 12412
    },
    {
      "epoch": 0.5084169567888593,
      "grad_norm": 3.0494132088670822,
      "learning_rate": 0.0002961719181011314,
      "loss": 6.5625,
      "step": 12413
    },
    {
      "epoch": 0.5084579152160557,
      "grad_norm": 2.0150917678159197,
      "learning_rate": 0.00029617118595946,
      "loss": 7.8125,
      "step": 12414
    },
    {
      "epoch": 0.5084988736432521,
      "grad_norm": 1.4767455893418677,
      "learning_rate": 0.00029617045374868734,
      "loss": 5.9688,
      "step": 12415
    },
    {
      "epoch": 0.5085398320704485,
      "grad_norm": 1.2986123248035422,
      "learning_rate": 0.0002961697214688138,
      "loss": 5.7188,
      "step": 12416
    },
    {
      "epoch": 0.5085807904976449,
      "grad_norm": 1.8569951698038005,
      "learning_rate": 0.0002961689891198397,
      "loss": 6.1875,
      "step": 12417
    },
    {
      "epoch": 0.5086217489248412,
      "grad_norm": 1.2793031553330203,
      "learning_rate": 0.00029616825670176545,
      "loss": 6.0,
      "step": 12418
    },
    {
      "epoch": 0.5086627073520377,
      "grad_norm": 2.8141555060155223,
      "learning_rate": 0.00029616752421459124,
      "loss": 5.125,
      "step": 12419
    },
    {
      "epoch": 0.5087036657792341,
      "grad_norm": 2.114989164865463,
      "learning_rate": 0.0002961667916583175,
      "loss": 7.625,
      "step": 12420
    },
    {
      "epoch": 0.5087446242064305,
      "grad_norm": 2.22025409919458,
      "learning_rate": 0.00029616605903294465,
      "loss": 6.5625,
      "step": 12421
    },
    {
      "epoch": 0.5087855826336268,
      "grad_norm": 1.228248783168531,
      "learning_rate": 0.00029616532633847294,
      "loss": 5.25,
      "step": 12422
    },
    {
      "epoch": 0.5088265410608233,
      "grad_norm": 1.4376391981017225,
      "learning_rate": 0.00029616459357490274,
      "loss": 5.6875,
      "step": 12423
    },
    {
      "epoch": 0.5088674994880197,
      "grad_norm": 3.660561018654369,
      "learning_rate": 0.0002961638607422344,
      "loss": 7.125,
      "step": 12424
    },
    {
      "epoch": 0.5089084579152161,
      "grad_norm": 3.7232484684730727,
      "learning_rate": 0.00029616312784046825,
      "loss": 5.9688,
      "step": 12425
    },
    {
      "epoch": 0.5089494163424124,
      "grad_norm": 8.8672582653881,
      "learning_rate": 0.00029616239486960467,
      "loss": 3.1406,
      "step": 12426
    },
    {
      "epoch": 0.5089903747696088,
      "grad_norm": 2.010814320677658,
      "learning_rate": 0.000296161661829644,
      "loss": 6.75,
      "step": 12427
    },
    {
      "epoch": 0.5090313331968053,
      "grad_norm": 4.816164363310345,
      "learning_rate": 0.00029616092872058656,
      "loss": 6.9688,
      "step": 12428
    },
    {
      "epoch": 0.5090722916240017,
      "grad_norm": 1.5610419708339889,
      "learning_rate": 0.00029616019554243273,
      "loss": 5.4688,
      "step": 12429
    },
    {
      "epoch": 0.509113250051198,
      "grad_norm": 1.4047933514435165,
      "learning_rate": 0.00029615946229518287,
      "loss": 6.3125,
      "step": 12430
    },
    {
      "epoch": 0.5091542084783944,
      "grad_norm": 1.9802884137537013,
      "learning_rate": 0.00029615872897883723,
      "loss": 7.375,
      "step": 12431
    },
    {
      "epoch": 0.5091951669055909,
      "grad_norm": 1.9396068582425565,
      "learning_rate": 0.00029615799559339626,
      "loss": 6.2812,
      "step": 12432
    },
    {
      "epoch": 0.5092361253327872,
      "grad_norm": 1.6358948274198744,
      "learning_rate": 0.0002961572621388603,
      "loss": 6.0938,
      "step": 12433
    },
    {
      "epoch": 0.5092770837599836,
      "grad_norm": 1.5433894190956647,
      "learning_rate": 0.0002961565286152296,
      "loss": 5.1562,
      "step": 12434
    },
    {
      "epoch": 0.50931804218718,
      "grad_norm": 2.9098963657914134,
      "learning_rate": 0.00029615579502250463,
      "loss": 7.125,
      "step": 12435
    },
    {
      "epoch": 0.5093590006143764,
      "grad_norm": 2.5445778723508923,
      "learning_rate": 0.00029615506136068567,
      "loss": 6.3125,
      "step": 12436
    },
    {
      "epoch": 0.5093999590415728,
      "grad_norm": 1.8958918867085806,
      "learning_rate": 0.00029615432762977305,
      "loss": 5.8438,
      "step": 12437
    },
    {
      "epoch": 0.5094409174687692,
      "grad_norm": 1.679350992153337,
      "learning_rate": 0.00029615359382976716,
      "loss": 6.4688,
      "step": 12438
    },
    {
      "epoch": 0.5094818758959656,
      "grad_norm": 2.0902319027907303,
      "learning_rate": 0.00029615285996066837,
      "loss": 7.9375,
      "step": 12439
    },
    {
      "epoch": 0.509522834323162,
      "grad_norm": 2.0071434646800252,
      "learning_rate": 0.00029615212602247695,
      "loss": 5.125,
      "step": 12440
    },
    {
      "epoch": 0.5095637927503583,
      "grad_norm": 1.911192640075246,
      "learning_rate": 0.0002961513920151933,
      "loss": 6.75,
      "step": 12441
    },
    {
      "epoch": 0.5096047511775548,
      "grad_norm": 4.93265470945406,
      "learning_rate": 0.00029615065793881776,
      "loss": 5.25,
      "step": 12442
    },
    {
      "epoch": 0.5096457096047512,
      "grad_norm": 2.80801500453997,
      "learning_rate": 0.0002961499237933506,
      "loss": 5.375,
      "step": 12443
    },
    {
      "epoch": 0.5096866680319476,
      "grad_norm": 1.424252402540401,
      "learning_rate": 0.00029614918957879233,
      "loss": 6.0625,
      "step": 12444
    },
    {
      "epoch": 0.5097276264591439,
      "grad_norm": 1.912591512129601,
      "learning_rate": 0.00029614845529514315,
      "loss": 5.5312,
      "step": 12445
    },
    {
      "epoch": 0.5097685848863404,
      "grad_norm": 2.011158558824351,
      "learning_rate": 0.0002961477209424035,
      "loss": 6.625,
      "step": 12446
    },
    {
      "epoch": 0.5098095433135368,
      "grad_norm": 4.113915024673454,
      "learning_rate": 0.0002961469865205737,
      "loss": 7.1562,
      "step": 12447
    },
    {
      "epoch": 0.5098505017407332,
      "grad_norm": 1.3635841431546896,
      "learning_rate": 0.000296146252029654,
      "loss": 6.1562,
      "step": 12448
    },
    {
      "epoch": 0.5098914601679295,
      "grad_norm": 1.3919786580516498,
      "learning_rate": 0.0002961455174696449,
      "loss": 5.875,
      "step": 12449
    },
    {
      "epoch": 0.509932418595126,
      "grad_norm": 1.340228286488802,
      "learning_rate": 0.00029614478284054665,
      "loss": 5.5,
      "step": 12450
    },
    {
      "epoch": 0.5099733770223224,
      "grad_norm": 2.006490578965237,
      "learning_rate": 0.00029614404814235965,
      "loss": 6.1562,
      "step": 12451
    },
    {
      "epoch": 0.5100143354495187,
      "grad_norm": 1.460220412237945,
      "learning_rate": 0.00029614331337508414,
      "loss": 5.3438,
      "step": 12452
    },
    {
      "epoch": 0.5100552938767151,
      "grad_norm": 2.2222796261563618,
      "learning_rate": 0.00029614257853872067,
      "loss": 5.7812,
      "step": 12453
    },
    {
      "epoch": 0.5100962523039115,
      "grad_norm": 3.8088560004597114,
      "learning_rate": 0.00029614184363326945,
      "loss": 8.3125,
      "step": 12454
    },
    {
      "epoch": 0.510137210731108,
      "grad_norm": 3.5560520451146087,
      "learning_rate": 0.0002961411086587308,
      "loss": 6.5,
      "step": 12455
    },
    {
      "epoch": 0.5101781691583043,
      "grad_norm": 3.142301117222366,
      "learning_rate": 0.00029614037361510513,
      "loss": 8.0,
      "step": 12456
    },
    {
      "epoch": 0.5102191275855007,
      "grad_norm": 1.7727990497505395,
      "learning_rate": 0.0002961396385023928,
      "loss": 5.4062,
      "step": 12457
    },
    {
      "epoch": 0.5102600860126971,
      "grad_norm": 1.531780560332762,
      "learning_rate": 0.0002961389033205941,
      "loss": 6.5625,
      "step": 12458
    },
    {
      "epoch": 0.5103010444398935,
      "grad_norm": 1.3385677141345667,
      "learning_rate": 0.0002961381680697094,
      "loss": 5.8125,
      "step": 12459
    },
    {
      "epoch": 0.5103420028670899,
      "grad_norm": 3.0263855001782214,
      "learning_rate": 0.00029613743274973907,
      "loss": 7.0625,
      "step": 12460
    },
    {
      "epoch": 0.5103829612942863,
      "grad_norm": 1.4399595219074235,
      "learning_rate": 0.0002961366973606834,
      "loss": 4.5938,
      "step": 12461
    },
    {
      "epoch": 0.5104239197214827,
      "grad_norm": 1.412195434549612,
      "learning_rate": 0.00029613596190254286,
      "loss": 6.4688,
      "step": 12462
    },
    {
      "epoch": 0.5104648781486791,
      "grad_norm": 1.4587865545205694,
      "learning_rate": 0.0002961352263753177,
      "loss": 6.0312,
      "step": 12463
    },
    {
      "epoch": 0.5105058365758754,
      "grad_norm": 1.4830494071324363,
      "learning_rate": 0.0002961344907790082,
      "loss": 7.6875,
      "step": 12464
    },
    {
      "epoch": 0.5105467950030719,
      "grad_norm": 1.3778857807982596,
      "learning_rate": 0.00029613375511361483,
      "loss": 5.25,
      "step": 12465
    },
    {
      "epoch": 0.5105877534302683,
      "grad_norm": 1.217056640794849,
      "learning_rate": 0.00029613301937913796,
      "loss": 4.9375,
      "step": 12466
    },
    {
      "epoch": 0.5106287118574647,
      "grad_norm": 1.2189033811825605,
      "learning_rate": 0.00029613228357557784,
      "loss": 5.0312,
      "step": 12467
    },
    {
      "epoch": 0.510669670284661,
      "grad_norm": 1.3795992031402373,
      "learning_rate": 0.00029613154770293486,
      "loss": 5.7812,
      "step": 12468
    },
    {
      "epoch": 0.5107106287118575,
      "grad_norm": 1.79005705132458,
      "learning_rate": 0.00029613081176120933,
      "loss": 6.2812,
      "step": 12469
    },
    {
      "epoch": 0.5107515871390539,
      "grad_norm": 10.301498449181588,
      "learning_rate": 0.0002961300757504017,
      "loss": 5.1875,
      "step": 12470
    },
    {
      "epoch": 0.5107925455662503,
      "grad_norm": 2.278287082094174,
      "learning_rate": 0.00029612933967051216,
      "loss": 5.875,
      "step": 12471
    },
    {
      "epoch": 0.5108335039934466,
      "grad_norm": 1.4542459878332703,
      "learning_rate": 0.0002961286035215412,
      "loss": 6.0,
      "step": 12472
    },
    {
      "epoch": 0.510874462420643,
      "grad_norm": 1.537210006483323,
      "learning_rate": 0.00029612786730348915,
      "loss": 5.9062,
      "step": 12473
    },
    {
      "epoch": 0.5109154208478395,
      "grad_norm": 2.139606987737704,
      "learning_rate": 0.00029612713101635627,
      "loss": 5.75,
      "step": 12474
    },
    {
      "epoch": 0.5109563792750358,
      "grad_norm": 1.5465959296711695,
      "learning_rate": 0.000296126394660143,
      "loss": 5.2188,
      "step": 12475
    },
    {
      "epoch": 0.5109973377022322,
      "grad_norm": 1.510254934035899,
      "learning_rate": 0.0002961256582348496,
      "loss": 5.0312,
      "step": 12476
    },
    {
      "epoch": 0.5110382961294286,
      "grad_norm": 1.5208725658657711,
      "learning_rate": 0.0002961249217404765,
      "loss": 6.1875,
      "step": 12477
    },
    {
      "epoch": 0.5110792545566251,
      "grad_norm": 3.7307595163174994,
      "learning_rate": 0.000296124185177024,
      "loss": 4.8438,
      "step": 12478
    },
    {
      "epoch": 0.5111202129838214,
      "grad_norm": 1.5032300694392455,
      "learning_rate": 0.0002961234485444925,
      "loss": 5.5312,
      "step": 12479
    },
    {
      "epoch": 0.5111611714110178,
      "grad_norm": 1.4675642212608087,
      "learning_rate": 0.00029612271184288234,
      "loss": 5.1562,
      "step": 12480
    },
    {
      "epoch": 0.5112021298382142,
      "grad_norm": 1.4489568587369765,
      "learning_rate": 0.0002961219750721937,
      "loss": 5.5,
      "step": 12481
    },
    {
      "epoch": 0.5112430882654107,
      "grad_norm": 1.3711315560874286,
      "learning_rate": 0.0002961212382324272,
      "loss": 5.4688,
      "step": 12482
    },
    {
      "epoch": 0.511284046692607,
      "grad_norm": 2.1237877621789316,
      "learning_rate": 0.00029612050132358305,
      "loss": 6.5,
      "step": 12483
    },
    {
      "epoch": 0.5113250051198034,
      "grad_norm": 4.580231005096104,
      "learning_rate": 0.00029611976434566154,
      "loss": 5.5625,
      "step": 12484
    },
    {
      "epoch": 0.5113659635469998,
      "grad_norm": 1.4726480376284485,
      "learning_rate": 0.00029611902729866313,
      "loss": 5.4375,
      "step": 12485
    },
    {
      "epoch": 0.5114069219741962,
      "grad_norm": 1.6597267836713463,
      "learning_rate": 0.00029611829018258814,
      "loss": 7.4688,
      "step": 12486
    },
    {
      "epoch": 0.5114478804013926,
      "grad_norm": 1.3874849608141955,
      "learning_rate": 0.00029611755299743683,
      "loss": 5.875,
      "step": 12487
    },
    {
      "epoch": 0.511488838828589,
      "grad_norm": 2.18832797442354,
      "learning_rate": 0.0002961168157432097,
      "loss": 6.0312,
      "step": 12488
    },
    {
      "epoch": 0.5115297972557854,
      "grad_norm": 1.3588184520053277,
      "learning_rate": 0.00029611607841990693,
      "loss": 5.875,
      "step": 12489
    },
    {
      "epoch": 0.5115707556829818,
      "grad_norm": 1.3228165609368405,
      "learning_rate": 0.00029611534102752903,
      "loss": 6.0625,
      "step": 12490
    },
    {
      "epoch": 0.5116117141101781,
      "grad_norm": 1.4283141017163647,
      "learning_rate": 0.0002961146035660763,
      "loss": 6.5,
      "step": 12491
    },
    {
      "epoch": 0.5116526725373746,
      "grad_norm": 3.943746428616284,
      "learning_rate": 0.00029611386603554897,
      "loss": 7.0625,
      "step": 12492
    },
    {
      "epoch": 0.511693630964571,
      "grad_norm": 1.768709297976758,
      "learning_rate": 0.00029611312843594756,
      "loss": 5.1562,
      "step": 12493
    },
    {
      "epoch": 0.5117345893917673,
      "grad_norm": 1.3200530689912604,
      "learning_rate": 0.0002961123907672723,
      "loss": 6.375,
      "step": 12494
    },
    {
      "epoch": 0.5117755478189637,
      "grad_norm": 2.47795030513804,
      "learning_rate": 0.0002961116530295236,
      "loss": 6.0,
      "step": 12495
    },
    {
      "epoch": 0.5118165062461602,
      "grad_norm": 1.4254763807169277,
      "learning_rate": 0.00029611091522270175,
      "loss": 5.2188,
      "step": 12496
    },
    {
      "epoch": 0.5118574646733566,
      "grad_norm": 1.3667930115469242,
      "learning_rate": 0.0002961101773468072,
      "loss": 5.9062,
      "step": 12497
    },
    {
      "epoch": 0.5118984231005529,
      "grad_norm": 1.4501779423649241,
      "learning_rate": 0.0002961094394018402,
      "loss": 5.2812,
      "step": 12498
    },
    {
      "epoch": 0.5119393815277493,
      "grad_norm": 1.6368896441011687,
      "learning_rate": 0.00029610870138780114,
      "loss": 5.25,
      "step": 12499
    },
    {
      "epoch": 0.5119803399549457,
      "grad_norm": 2.239633145152739,
      "learning_rate": 0.00029610796330469035,
      "loss": 5.3125,
      "step": 12500
    },
    {
      "epoch": 0.5120212983821422,
      "grad_norm": 1.3787323542818437,
      "learning_rate": 0.0002961072251525082,
      "loss": 5.4688,
      "step": 12501
    },
    {
      "epoch": 0.5120622568093385,
      "grad_norm": 1.3051681025322615,
      "learning_rate": 0.000296106486931255,
      "loss": 5.0625,
      "step": 12502
    },
    {
      "epoch": 0.5121032152365349,
      "grad_norm": 3.3229172685976804,
      "learning_rate": 0.0002961057486409312,
      "loss": 6.3125,
      "step": 12503
    },
    {
      "epoch": 0.5121441736637313,
      "grad_norm": 1.9192270224267949,
      "learning_rate": 0.0002961050102815371,
      "loss": 6.2188,
      "step": 12504
    },
    {
      "epoch": 0.5121851320909278,
      "grad_norm": 2.618827069133338,
      "learning_rate": 0.0002961042718530729,
      "loss": 6.0938,
      "step": 12505
    },
    {
      "epoch": 0.5122260905181241,
      "grad_norm": 2.2706771913704773,
      "learning_rate": 0.00029610353335553924,
      "loss": 5.2188,
      "step": 12506
    },
    {
      "epoch": 0.5122670489453205,
      "grad_norm": 1.5694813436226207,
      "learning_rate": 0.00029610279478893624,
      "loss": 6.5,
      "step": 12507
    },
    {
      "epoch": 0.5123080073725169,
      "grad_norm": 1.3866043062804279,
      "learning_rate": 0.00029610205615326424,
      "loss": 4.6875,
      "step": 12508
    },
    {
      "epoch": 0.5123489657997133,
      "grad_norm": 1.3619107222907527,
      "learning_rate": 0.00029610131744852374,
      "loss": 5.1875,
      "step": 12509
    },
    {
      "epoch": 0.5123899242269097,
      "grad_norm": 3.507566566353684,
      "learning_rate": 0.000296100578674715,
      "loss": 5.6562,
      "step": 12510
    },
    {
      "epoch": 0.5124308826541061,
      "grad_norm": 3.8038801908188122,
      "learning_rate": 0.00029609983983183843,
      "loss": 5.2812,
      "step": 12511
    },
    {
      "epoch": 0.5124718410813025,
      "grad_norm": 1.2544558513647317,
      "learning_rate": 0.0002960991009198942,
      "loss": 5.5,
      "step": 12512
    },
    {
      "epoch": 0.5125127995084989,
      "grad_norm": 1.6326323774245823,
      "learning_rate": 0.0002960983619388829,
      "loss": 5.4062,
      "step": 12513
    },
    {
      "epoch": 0.5125537579356952,
      "grad_norm": 2.09508116537796,
      "learning_rate": 0.00029609762288880477,
      "loss": 6.2188,
      "step": 12514
    },
    {
      "epoch": 0.5125947163628917,
      "grad_norm": 2.729472744269622,
      "learning_rate": 0.0002960968837696602,
      "loss": 5.9688,
      "step": 12515
    },
    {
      "epoch": 0.5126356747900881,
      "grad_norm": 3.4422298018502318,
      "learning_rate": 0.00029609614458144944,
      "loss": 7.9688,
      "step": 12516
    },
    {
      "epoch": 0.5126766332172844,
      "grad_norm": 1.597662612009094,
      "learning_rate": 0.00029609540532417284,
      "loss": 5.4062,
      "step": 12517
    },
    {
      "epoch": 0.5127175916444808,
      "grad_norm": 2.9107251040007447,
      "learning_rate": 0.00029609466599783094,
      "loss": 5.2188,
      "step": 12518
    },
    {
      "epoch": 0.5127585500716773,
      "grad_norm": 1.299901403861564,
      "learning_rate": 0.0002960939266024239,
      "loss": 5.4062,
      "step": 12519
    },
    {
      "epoch": 0.5127995084988737,
      "grad_norm": 1.4452031442044007,
      "learning_rate": 0.0002960931871379521,
      "loss": 5.5625,
      "step": 12520
    },
    {
      "epoch": 0.51284046692607,
      "grad_norm": 1.7999870978295311,
      "learning_rate": 0.00029609244760441596,
      "loss": 5.5938,
      "step": 12521
    },
    {
      "epoch": 0.5128814253532664,
      "grad_norm": 1.423944937125934,
      "learning_rate": 0.00029609170800181577,
      "loss": 5.3438,
      "step": 12522
    },
    {
      "epoch": 0.5129223837804628,
      "grad_norm": 1.6377568638819597,
      "learning_rate": 0.0002960909683301519,
      "loss": 5.8438,
      "step": 12523
    },
    {
      "epoch": 0.5129633422076593,
      "grad_norm": 1.2527970004234863,
      "learning_rate": 0.00029609022858942467,
      "loss": 4.7188,
      "step": 12524
    },
    {
      "epoch": 0.5130043006348556,
      "grad_norm": 1.3537181136184877,
      "learning_rate": 0.0002960894887796345,
      "loss": 5.3125,
      "step": 12525
    },
    {
      "epoch": 0.513045259062052,
      "grad_norm": 1.5504365311439217,
      "learning_rate": 0.00029608874890078174,
      "loss": 6.0,
      "step": 12526
    },
    {
      "epoch": 0.5130862174892484,
      "grad_norm": 1.4209881325520288,
      "learning_rate": 0.00029608800895286657,
      "loss": 6.8125,
      "step": 12527
    },
    {
      "epoch": 0.5131271759164449,
      "grad_norm": 1.2837487416889686,
      "learning_rate": 0.00029608726893588956,
      "loss": 4.9062,
      "step": 12528
    },
    {
      "epoch": 0.5131681343436412,
      "grad_norm": 13.091692966870971,
      "learning_rate": 0.00029608652884985094,
      "loss": 5.875,
      "step": 12529
    },
    {
      "epoch": 0.5132090927708376,
      "grad_norm": 1.322809562162539,
      "learning_rate": 0.0002960857886947511,
      "loss": 5.5312,
      "step": 12530
    },
    {
      "epoch": 0.513250051198034,
      "grad_norm": 1.9065640571521074,
      "learning_rate": 0.00029608504847059036,
      "loss": 7.0938,
      "step": 12531
    },
    {
      "epoch": 0.5132910096252304,
      "grad_norm": 1.2991109166618153,
      "learning_rate": 0.00029608430817736905,
      "loss": 4.9062,
      "step": 12532
    },
    {
      "epoch": 0.5133319680524268,
      "grad_norm": 1.3155855147352356,
      "learning_rate": 0.00029608356781508764,
      "loss": 6.0938,
      "step": 12533
    },
    {
      "epoch": 0.5133729264796232,
      "grad_norm": 1.6504126227427696,
      "learning_rate": 0.00029608282738374634,
      "loss": 6.0312,
      "step": 12534
    },
    {
      "epoch": 0.5134138849068196,
      "grad_norm": 1.4350609044810259,
      "learning_rate": 0.00029608208688334555,
      "loss": 4.9375,
      "step": 12535
    },
    {
      "epoch": 0.5134548433340159,
      "grad_norm": 3.3416927933213008,
      "learning_rate": 0.0002960813463138856,
      "loss": 5.0,
      "step": 12536
    },
    {
      "epoch": 0.5134958017612123,
      "grad_norm": 1.4356591532857377,
      "learning_rate": 0.00029608060567536695,
      "loss": 5.2188,
      "step": 12537
    },
    {
      "epoch": 0.5135367601884088,
      "grad_norm": 2.9412683011410423,
      "learning_rate": 0.00029607986496778987,
      "loss": 8.125,
      "step": 12538
    },
    {
      "epoch": 0.5135777186156052,
      "grad_norm": 3.0153302842060663,
      "learning_rate": 0.00029607912419115463,
      "loss": 4.9688,
      "step": 12539
    },
    {
      "epoch": 0.5136186770428015,
      "grad_norm": 1.6473914339928188,
      "learning_rate": 0.0002960783833454617,
      "loss": 6.9062,
      "step": 12540
    },
    {
      "epoch": 0.5136596354699979,
      "grad_norm": 2.7574426096150626,
      "learning_rate": 0.0002960776424307114,
      "loss": 4.5625,
      "step": 12541
    },
    {
      "epoch": 0.5137005938971944,
      "grad_norm": 5.505942834264861,
      "learning_rate": 0.00029607690144690404,
      "loss": 3.2812,
      "step": 12542
    },
    {
      "epoch": 0.5137415523243908,
      "grad_norm": 1.7061632916336382,
      "learning_rate": 0.00029607616039403994,
      "loss": 6.0625,
      "step": 12543
    },
    {
      "epoch": 0.5137825107515871,
      "grad_norm": 2.0036390752736986,
      "learning_rate": 0.0002960754192721196,
      "loss": 2.5625,
      "step": 12544
    },
    {
      "epoch": 0.5138234691787835,
      "grad_norm": 2.886756499265677,
      "learning_rate": 0.0002960746780811433,
      "loss": 6.7188,
      "step": 12545
    },
    {
      "epoch": 0.51386442760598,
      "grad_norm": 1.715642651600374,
      "learning_rate": 0.00029607393682111124,
      "loss": 6.125,
      "step": 12546
    },
    {
      "epoch": 0.5139053860331764,
      "grad_norm": 2.6419096120480154,
      "learning_rate": 0.000296073195492024,
      "loss": 7.875,
      "step": 12547
    },
    {
      "epoch": 0.5139463444603727,
      "grad_norm": 2.798075767114768,
      "learning_rate": 0.0002960724540938818,
      "loss": 5.4062,
      "step": 12548
    },
    {
      "epoch": 0.5139873028875691,
      "grad_norm": 2.6013514940952733,
      "learning_rate": 0.000296071712626685,
      "loss": 6.6875,
      "step": 12549
    },
    {
      "epoch": 0.5140282613147655,
      "grad_norm": 1.2028942766982869,
      "learning_rate": 0.000296070971090434,
      "loss": 5.25,
      "step": 12550
    },
    {
      "epoch": 0.514069219741962,
      "grad_norm": 1.431607842120749,
      "learning_rate": 0.00029607022948512914,
      "loss": 5.75,
      "step": 12551
    },
    {
      "epoch": 0.5141101781691583,
      "grad_norm": 3.7667912345341077,
      "learning_rate": 0.0002960694878107707,
      "loss": 6.9375,
      "step": 12552
    },
    {
      "epoch": 0.5141511365963547,
      "grad_norm": 1.3445326830761144,
      "learning_rate": 0.0002960687460673592,
      "loss": 6.0312,
      "step": 12553
    },
    {
      "epoch": 0.5141920950235511,
      "grad_norm": 1.40695246333206,
      "learning_rate": 0.0002960680042548947,
      "loss": 5.8125,
      "step": 12554
    },
    {
      "epoch": 0.5142330534507475,
      "grad_norm": 1.4843271484506209,
      "learning_rate": 0.0002960672623733778,
      "loss": 5.1875,
      "step": 12555
    },
    {
      "epoch": 0.5142740118779439,
      "grad_norm": 1.4932891822752388,
      "learning_rate": 0.0002960665204228088,
      "loss": 5.125,
      "step": 12556
    },
    {
      "epoch": 0.5143149703051403,
      "grad_norm": 1.8654804579093758,
      "learning_rate": 0.000296065778403188,
      "loss": 5.9062,
      "step": 12557
    },
    {
      "epoch": 0.5143559287323367,
      "grad_norm": 1.5511136742230585,
      "learning_rate": 0.00029606503631451577,
      "loss": 6.2812,
      "step": 12558
    },
    {
      "epoch": 0.514396887159533,
      "grad_norm": 4.4824008950596195,
      "learning_rate": 0.0002960642941567925,
      "loss": 6.6562,
      "step": 12559
    },
    {
      "epoch": 0.5144378455867294,
      "grad_norm": 1.4992503199814236,
      "learning_rate": 0.00029606355193001845,
      "loss": 6.1875,
      "step": 12560
    },
    {
      "epoch": 0.5144788040139259,
      "grad_norm": 1.2493131051350954,
      "learning_rate": 0.0002960628096341941,
      "loss": 5.2188,
      "step": 12561
    },
    {
      "epoch": 0.5145197624411223,
      "grad_norm": 1.946768503273507,
      "learning_rate": 0.00029606206726931966,
      "loss": 6.1875,
      "step": 12562
    },
    {
      "epoch": 0.5145607208683186,
      "grad_norm": 1.5265598835682035,
      "learning_rate": 0.0002960613248353956,
      "loss": 6.125,
      "step": 12563
    },
    {
      "epoch": 0.514601679295515,
      "grad_norm": 1.2481074074340428,
      "learning_rate": 0.0002960605823324222,
      "loss": 5.375,
      "step": 12564
    },
    {
      "epoch": 0.5146426377227115,
      "grad_norm": 3.4483864834820626,
      "learning_rate": 0.00029605983976039983,
      "loss": 6.1562,
      "step": 12565
    },
    {
      "epoch": 0.5146835961499079,
      "grad_norm": 1.5118747432719675,
      "learning_rate": 0.00029605909711932885,
      "loss": 5.1562,
      "step": 12566
    },
    {
      "epoch": 0.5147245545771042,
      "grad_norm": 1.638918509309511,
      "learning_rate": 0.0002960583544092096,
      "loss": 6.0938,
      "step": 12567
    },
    {
      "epoch": 0.5147655130043006,
      "grad_norm": 1.2218582564769658,
      "learning_rate": 0.0002960576116300424,
      "loss": 5.625,
      "step": 12568
    },
    {
      "epoch": 0.514806471431497,
      "grad_norm": 1.2692375628156287,
      "learning_rate": 0.00029605686878182773,
      "loss": 5.75,
      "step": 12569
    },
    {
      "epoch": 0.5148474298586935,
      "grad_norm": 9.66210110051716,
      "learning_rate": 0.0002960561258645658,
      "loss": 6.1562,
      "step": 12570
    },
    {
      "epoch": 0.5148883882858898,
      "grad_norm": 1.2467017781112826,
      "learning_rate": 0.00029605538287825697,
      "loss": 5.3438,
      "step": 12571
    },
    {
      "epoch": 0.5149293467130862,
      "grad_norm": 1.7382506815340348,
      "learning_rate": 0.00029605463982290166,
      "loss": 5.875,
      "step": 12572
    },
    {
      "epoch": 0.5149703051402826,
      "grad_norm": 1.3853801204611562,
      "learning_rate": 0.00029605389669850024,
      "loss": 5.5938,
      "step": 12573
    },
    {
      "epoch": 0.5150112635674791,
      "grad_norm": 3.612378193472324,
      "learning_rate": 0.0002960531535050529,
      "loss": 4.875,
      "step": 12574
    },
    {
      "epoch": 0.5150522219946754,
      "grad_norm": 2.2454835835929514,
      "learning_rate": 0.00029605241024256024,
      "loss": 5.0625,
      "step": 12575
    },
    {
      "epoch": 0.5150931804218718,
      "grad_norm": 2.318156854661765,
      "learning_rate": 0.00029605166691102237,
      "loss": 4.5625,
      "step": 12576
    },
    {
      "epoch": 0.5151341388490682,
      "grad_norm": 1.3288136523411467,
      "learning_rate": 0.00029605092351043974,
      "loss": 4.875,
      "step": 12577
    },
    {
      "epoch": 0.5151750972762645,
      "grad_norm": 1.8002433504417852,
      "learning_rate": 0.0002960501800408128,
      "loss": 5.0,
      "step": 12578
    },
    {
      "epoch": 0.515216055703461,
      "grad_norm": 1.2607030223520628,
      "learning_rate": 0.0002960494365021417,
      "loss": 5.8125,
      "step": 12579
    },
    {
      "epoch": 0.5152570141306574,
      "grad_norm": 1.1709881025150344,
      "learning_rate": 0.000296048692894427,
      "loss": 5.0938,
      "step": 12580
    },
    {
      "epoch": 0.5152979725578538,
      "grad_norm": 8.361012420635301,
      "learning_rate": 0.0002960479492176689,
      "loss": 7.4375,
      "step": 12581
    },
    {
      "epoch": 0.5153389309850501,
      "grad_norm": 1.5780582692743923,
      "learning_rate": 0.00029604720547186784,
      "loss": 6.0312,
      "step": 12582
    },
    {
      "epoch": 0.5153798894122466,
      "grad_norm": 1.3569446991678848,
      "learning_rate": 0.00029604646165702414,
      "loss": 5.25,
      "step": 12583
    },
    {
      "epoch": 0.515420847839443,
      "grad_norm": 2.5116717699857607,
      "learning_rate": 0.0002960457177731381,
      "loss": 5.375,
      "step": 12584
    },
    {
      "epoch": 0.5154618062666394,
      "grad_norm": 1.3520582131228298,
      "learning_rate": 0.0002960449738202101,
      "loss": 5.6562,
      "step": 12585
    },
    {
      "epoch": 0.5155027646938357,
      "grad_norm": 6.062903263805676,
      "learning_rate": 0.0002960442297982406,
      "loss": 6.3125,
      "step": 12586
    },
    {
      "epoch": 0.5155437231210321,
      "grad_norm": 2.14880955403236,
      "learning_rate": 0.0002960434857072298,
      "loss": 5.8438,
      "step": 12587
    },
    {
      "epoch": 0.5155846815482286,
      "grad_norm": 1.4045404039740406,
      "learning_rate": 0.0002960427415471781,
      "loss": 5.75,
      "step": 12588
    },
    {
      "epoch": 0.515625639975425,
      "grad_norm": 3.8082967318782392,
      "learning_rate": 0.00029604199731808595,
      "loss": 5.5938,
      "step": 12589
    },
    {
      "epoch": 0.5156665984026213,
      "grad_norm": 4.464249757561888,
      "learning_rate": 0.00029604125301995355,
      "loss": 6.5,
      "step": 12590
    },
    {
      "epoch": 0.5157075568298177,
      "grad_norm": 1.203187181183571,
      "learning_rate": 0.0002960405086527813,
      "loss": 5.9062,
      "step": 12591
    },
    {
      "epoch": 0.5157485152570142,
      "grad_norm": 1.6120859102276448,
      "learning_rate": 0.00029603976421656964,
      "loss": 5.2188,
      "step": 12592
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 1.52441388177697,
      "learning_rate": 0.0002960390197113188,
      "loss": 5.2188,
      "step": 12593
    },
    {
      "epoch": 0.5158304321114069,
      "grad_norm": 2.373978632180275,
      "learning_rate": 0.00029603827513702925,
      "loss": 5.0,
      "step": 12594
    },
    {
      "epoch": 0.5158713905386033,
      "grad_norm": 1.2640276382573188,
      "learning_rate": 0.0002960375304937012,
      "loss": 5.25,
      "step": 12595
    },
    {
      "epoch": 0.5159123489657997,
      "grad_norm": 1.2798665717834645,
      "learning_rate": 0.00029603678578133514,
      "loss": 6.1562,
      "step": 12596
    },
    {
      "epoch": 0.5159533073929962,
      "grad_norm": 1.7148711298317316,
      "learning_rate": 0.0002960360409999313,
      "loss": 5.9375,
      "step": 12597
    },
    {
      "epoch": 0.5159942658201925,
      "grad_norm": 2.5402847976979626,
      "learning_rate": 0.0002960352961494901,
      "loss": 6.9688,
      "step": 12598
    },
    {
      "epoch": 0.5160352242473889,
      "grad_norm": 1.9661325046226574,
      "learning_rate": 0.0002960345512300119,
      "loss": 5.6562,
      "step": 12599
    },
    {
      "epoch": 0.5160761826745853,
      "grad_norm": 3.8802948231487298,
      "learning_rate": 0.0002960338062414971,
      "loss": 5.7188,
      "step": 12600
    },
    {
      "epoch": 0.5161171411017816,
      "grad_norm": 1.4968749567998267,
      "learning_rate": 0.00029603306118394595,
      "loss": 7.7812,
      "step": 12601
    },
    {
      "epoch": 0.5161580995289781,
      "grad_norm": 1.8429154880280363,
      "learning_rate": 0.00029603231605735883,
      "loss": 5.5312,
      "step": 12602
    },
    {
      "epoch": 0.5161990579561745,
      "grad_norm": 2.2488352626519914,
      "learning_rate": 0.0002960315708617361,
      "loss": 3.9375,
      "step": 12603
    },
    {
      "epoch": 0.5162400163833709,
      "grad_norm": 1.2209996352096393,
      "learning_rate": 0.00029603082559707814,
      "loss": 5.2812,
      "step": 12604
    },
    {
      "epoch": 0.5162809748105672,
      "grad_norm": 1.2912340789028176,
      "learning_rate": 0.00029603008026338526,
      "loss": 5.375,
      "step": 12605
    },
    {
      "epoch": 0.5163219332377637,
      "grad_norm": 1.5516273332293238,
      "learning_rate": 0.0002960293348606578,
      "loss": 6.3438,
      "step": 12606
    },
    {
      "epoch": 0.5163628916649601,
      "grad_norm": 2.2474658788568163,
      "learning_rate": 0.00029602858938889624,
      "loss": 4.875,
      "step": 12607
    },
    {
      "epoch": 0.5164038500921565,
      "grad_norm": 4.984660696706047,
      "learning_rate": 0.00029602784384810075,
      "loss": 5.0312,
      "step": 12608
    },
    {
      "epoch": 0.5164448085193528,
      "grad_norm": 2.7446913879978343,
      "learning_rate": 0.00029602709823827177,
      "loss": 6.25,
      "step": 12609
    },
    {
      "epoch": 0.5164857669465492,
      "grad_norm": 1.357860641373282,
      "learning_rate": 0.00029602635255940974,
      "loss": 5.7812,
      "step": 12610
    },
    {
      "epoch": 0.5165267253737457,
      "grad_norm": 1.4142641984458364,
      "learning_rate": 0.0002960256068115148,
      "loss": 5.3438,
      "step": 12611
    },
    {
      "epoch": 0.5165676838009421,
      "grad_norm": 1.7482154701146955,
      "learning_rate": 0.0002960248609945875,
      "loss": 6.1562,
      "step": 12612
    },
    {
      "epoch": 0.5166086422281384,
      "grad_norm": 1.2873743152757733,
      "learning_rate": 0.0002960241151086281,
      "loss": 5.125,
      "step": 12613
    },
    {
      "epoch": 0.5166496006553348,
      "grad_norm": 1.3403248530776377,
      "learning_rate": 0.000296023369153637,
      "loss": 5.0,
      "step": 12614
    },
    {
      "epoch": 0.5166905590825313,
      "grad_norm": 1.6295527160060121,
      "learning_rate": 0.0002960226231296145,
      "loss": 4.8438,
      "step": 12615
    },
    {
      "epoch": 0.5167315175097277,
      "grad_norm": 3.012284925221591,
      "learning_rate": 0.000296021877036561,
      "loss": 4.4688,
      "step": 12616
    },
    {
      "epoch": 0.516772475936924,
      "grad_norm": 1.9975042435307038,
      "learning_rate": 0.00029602113087447683,
      "loss": 7.5,
      "step": 12617
    },
    {
      "epoch": 0.5168134343641204,
      "grad_norm": 3.091237200982867,
      "learning_rate": 0.00029602038464336233,
      "loss": 6.625,
      "step": 12618
    },
    {
      "epoch": 0.5168543927913168,
      "grad_norm": 1.5375682135078514,
      "learning_rate": 0.0002960196383432178,
      "loss": 4.4375,
      "step": 12619
    },
    {
      "epoch": 0.5168953512185132,
      "grad_norm": 1.5636484140477116,
      "learning_rate": 0.0002960188919740438,
      "loss": 5.75,
      "step": 12620
    },
    {
      "epoch": 0.5169363096457096,
      "grad_norm": 1.398514298951613,
      "learning_rate": 0.0002960181455358404,
      "loss": 5.7812,
      "step": 12621
    },
    {
      "epoch": 0.516977268072906,
      "grad_norm": 1.456271011031234,
      "learning_rate": 0.00029601739902860815,
      "loss": 5.125,
      "step": 12622
    },
    {
      "epoch": 0.5170182265001024,
      "grad_norm": 1.5332617431427797,
      "learning_rate": 0.0002960166524523473,
      "loss": 5.3438,
      "step": 12623
    },
    {
      "epoch": 0.5170591849272987,
      "grad_norm": 1.3880660679446444,
      "learning_rate": 0.0002960159058070583,
      "loss": 5.5938,
      "step": 12624
    },
    {
      "epoch": 0.5171001433544952,
      "grad_norm": 5.809182983522135,
      "learning_rate": 0.0002960151590927415,
      "loss": 4.625,
      "step": 12625
    },
    {
      "epoch": 0.5171411017816916,
      "grad_norm": 1.4117931379489614,
      "learning_rate": 0.0002960144123093971,
      "loss": 5.625,
      "step": 12626
    },
    {
      "epoch": 0.517182060208888,
      "grad_norm": 1.3010889666474026,
      "learning_rate": 0.00029601366545702567,
      "loss": 5.375,
      "step": 12627
    },
    {
      "epoch": 0.5172230186360843,
      "grad_norm": 3.0641098594321217,
      "learning_rate": 0.0002960129185356274,
      "loss": 6.0312,
      "step": 12628
    },
    {
      "epoch": 0.5172639770632808,
      "grad_norm": 1.4456432173282134,
      "learning_rate": 0.0002960121715452027,
      "loss": 5.4062,
      "step": 12629
    },
    {
      "epoch": 0.5173049354904772,
      "grad_norm": 1.420911789366346,
      "learning_rate": 0.0002960114244857519,
      "loss": 6.1875,
      "step": 12630
    },
    {
      "epoch": 0.5173458939176736,
      "grad_norm": 1.6812468672154943,
      "learning_rate": 0.0002960106773572754,
      "loss": 6.5312,
      "step": 12631
    },
    {
      "epoch": 0.5173868523448699,
      "grad_norm": 1.8498353615688723,
      "learning_rate": 0.0002960099301597735,
      "loss": 7.4062,
      "step": 12632
    },
    {
      "epoch": 0.5174278107720663,
      "grad_norm": 1.3959053786960738,
      "learning_rate": 0.00029600918289324657,
      "loss": 5.75,
      "step": 12633
    },
    {
      "epoch": 0.5174687691992628,
      "grad_norm": 1.7355543003594556,
      "learning_rate": 0.000296008435557695,
      "loss": 4.9688,
      "step": 12634
    },
    {
      "epoch": 0.5175097276264592,
      "grad_norm": 1.523340003242516,
      "learning_rate": 0.00029600768815311906,
      "loss": 6.5312,
      "step": 12635
    },
    {
      "epoch": 0.5175506860536555,
      "grad_norm": 1.2531613290226091,
      "learning_rate": 0.0002960069406795192,
      "loss": 5.375,
      "step": 12636
    },
    {
      "epoch": 0.5175916444808519,
      "grad_norm": 2.0447015003144915,
      "learning_rate": 0.0002960061931368957,
      "loss": 5.625,
      "step": 12637
    },
    {
      "epoch": 0.5176326029080484,
      "grad_norm": 3.336410655812911,
      "learning_rate": 0.000296005445525249,
      "loss": 7.3438,
      "step": 12638
    },
    {
      "epoch": 0.5176735613352448,
      "grad_norm": 1.4664238400902672,
      "learning_rate": 0.00029600469784457937,
      "loss": 7.1562,
      "step": 12639
    },
    {
      "epoch": 0.5177145197624411,
      "grad_norm": 1.8714219296723793,
      "learning_rate": 0.0002960039500948872,
      "loss": 5.625,
      "step": 12640
    },
    {
      "epoch": 0.5177554781896375,
      "grad_norm": 1.5834408888852907,
      "learning_rate": 0.00029600320227617284,
      "loss": 6.1562,
      "step": 12641
    },
    {
      "epoch": 0.5177964366168339,
      "grad_norm": 3.03289803629134,
      "learning_rate": 0.0002960024543884366,
      "loss": 6.5625,
      "step": 12642
    },
    {
      "epoch": 0.5178373950440303,
      "grad_norm": 1.1768645349948266,
      "learning_rate": 0.0002960017064316789,
      "loss": 5.5312,
      "step": 12643
    },
    {
      "epoch": 0.5178783534712267,
      "grad_norm": 1.4815524059096112,
      "learning_rate": 0.00029600095840590004,
      "loss": 5.25,
      "step": 12644
    },
    {
      "epoch": 0.5179193118984231,
      "grad_norm": 1.2151240878616902,
      "learning_rate": 0.00029600021031110044,
      "loss": 5.1562,
      "step": 12645
    },
    {
      "epoch": 0.5179602703256195,
      "grad_norm": 2.940278823507968,
      "learning_rate": 0.0002959994621472804,
      "loss": 4.8125,
      "step": 12646
    },
    {
      "epoch": 0.5180012287528158,
      "grad_norm": 1.349521308448437,
      "learning_rate": 0.00029599871391444027,
      "loss": 5.4688,
      "step": 12647
    },
    {
      "epoch": 0.5180421871800123,
      "grad_norm": 1.4750794808347019,
      "learning_rate": 0.00029599796561258045,
      "loss": 5.0312,
      "step": 12648
    },
    {
      "epoch": 0.5180831456072087,
      "grad_norm": 1.8907289502539815,
      "learning_rate": 0.00029599721724170124,
      "loss": 4.875,
      "step": 12649
    },
    {
      "epoch": 0.5181241040344051,
      "grad_norm": 1.9417173981090734,
      "learning_rate": 0.00029599646880180296,
      "loss": 5.5625,
      "step": 12650
    },
    {
      "epoch": 0.5181650624616014,
      "grad_norm": 1.9035296182993315,
      "learning_rate": 0.0002959957202928861,
      "loss": 6.8125,
      "step": 12651
    },
    {
      "epoch": 0.5182060208887979,
      "grad_norm": 1.9100202569751619,
      "learning_rate": 0.0002959949717149509,
      "loss": 7.25,
      "step": 12652
    },
    {
      "epoch": 0.5182469793159943,
      "grad_norm": 1.702568465766914,
      "learning_rate": 0.0002959942230679978,
      "loss": 5.9375,
      "step": 12653
    },
    {
      "epoch": 0.5182879377431907,
      "grad_norm": 1.8560967746701698,
      "learning_rate": 0.00029599347435202704,
      "loss": 5.7188,
      "step": 12654
    },
    {
      "epoch": 0.518328896170387,
      "grad_norm": 1.6686990277312916,
      "learning_rate": 0.0002959927255670391,
      "loss": 4.5312,
      "step": 12655
    },
    {
      "epoch": 0.5183698545975834,
      "grad_norm": 1.4799546372771295,
      "learning_rate": 0.0002959919767130342,
      "loss": 5.6875,
      "step": 12656
    },
    {
      "epoch": 0.5184108130247799,
      "grad_norm": 1.6568610040558924,
      "learning_rate": 0.0002959912277900128,
      "loss": 5.7812,
      "step": 12657
    },
    {
      "epoch": 0.5184517714519763,
      "grad_norm": 1.415960910967064,
      "learning_rate": 0.0002959904787979752,
      "loss": 4.7188,
      "step": 12658
    },
    {
      "epoch": 0.5184927298791726,
      "grad_norm": 1.444750862056244,
      "learning_rate": 0.00029598972973692185,
      "loss": 5.125,
      "step": 12659
    },
    {
      "epoch": 0.518533688306369,
      "grad_norm": 1.5802923129081075,
      "learning_rate": 0.00029598898060685295,
      "loss": 6.0312,
      "step": 12660
    },
    {
      "epoch": 0.5185746467335655,
      "grad_norm": 1.4485631328876953,
      "learning_rate": 0.00029598823140776894,
      "loss": 5.9062,
      "step": 12661
    },
    {
      "epoch": 0.5186156051607618,
      "grad_norm": 3.1092458249308192,
      "learning_rate": 0.0002959874821396702,
      "loss": 5.2812,
      "step": 12662
    },
    {
      "epoch": 0.5186565635879582,
      "grad_norm": 1.5200040660085143,
      "learning_rate": 0.000295986732802557,
      "loss": 6.2188,
      "step": 12663
    },
    {
      "epoch": 0.5186975220151546,
      "grad_norm": 1.8010218096056503,
      "learning_rate": 0.00029598598339642974,
      "loss": 5.3438,
      "step": 12664
    },
    {
      "epoch": 0.518738480442351,
      "grad_norm": 1.6788551053084781,
      "learning_rate": 0.0002959852339212888,
      "loss": 5.9375,
      "step": 12665
    },
    {
      "epoch": 0.5187794388695474,
      "grad_norm": 1.64199126648555,
      "learning_rate": 0.00029598448437713454,
      "loss": 5.75,
      "step": 12666
    },
    {
      "epoch": 0.5188203972967438,
      "grad_norm": 1.5408188888026528,
      "learning_rate": 0.00029598373476396727,
      "loss": 6.125,
      "step": 12667
    },
    {
      "epoch": 0.5188613557239402,
      "grad_norm": 1.204599870806057,
      "learning_rate": 0.0002959829850817874,
      "loss": 5.4062,
      "step": 12668
    },
    {
      "epoch": 0.5189023141511366,
      "grad_norm": 1.3298397391853796,
      "learning_rate": 0.00029598223533059515,
      "loss": 6.6875,
      "step": 12669
    },
    {
      "epoch": 0.518943272578333,
      "grad_norm": 2.597826226837831,
      "learning_rate": 0.00029598148551039107,
      "loss": 8.375,
      "step": 12670
    },
    {
      "epoch": 0.5189842310055294,
      "grad_norm": 1.5826973125950494,
      "learning_rate": 0.0002959807356211753,
      "loss": 5.375,
      "step": 12671
    },
    {
      "epoch": 0.5190251894327258,
      "grad_norm": 5.028822136345152,
      "learning_rate": 0.00029597998566294843,
      "loss": 2.2969,
      "step": 12672
    },
    {
      "epoch": 0.5190661478599222,
      "grad_norm": 2.0427329766844755,
      "learning_rate": 0.00029597923563571063,
      "loss": 5.5625,
      "step": 12673
    },
    {
      "epoch": 0.5191071062871185,
      "grad_norm": 1.8590774498303027,
      "learning_rate": 0.00029597848553946233,
      "loss": 5.5312,
      "step": 12674
    },
    {
      "epoch": 0.519148064714315,
      "grad_norm": 1.3665420525972483,
      "learning_rate": 0.00029597773537420386,
      "loss": 5.5625,
      "step": 12675
    },
    {
      "epoch": 0.5191890231415114,
      "grad_norm": 1.5633040775374136,
      "learning_rate": 0.0002959769851399356,
      "loss": 5.1875,
      "step": 12676
    },
    {
      "epoch": 0.5192299815687078,
      "grad_norm": 2.032456893575257,
      "learning_rate": 0.0002959762348366579,
      "loss": 6.2812,
      "step": 12677
    },
    {
      "epoch": 0.5192709399959041,
      "grad_norm": 1.6866126409135878,
      "learning_rate": 0.0002959754844643711,
      "loss": 4.6875,
      "step": 12678
    },
    {
      "epoch": 0.5193118984231005,
      "grad_norm": 5.552591867922043,
      "learning_rate": 0.00029597473402307557,
      "loss": 6.5312,
      "step": 12679
    },
    {
      "epoch": 0.519352856850297,
      "grad_norm": 1.4978691477679418,
      "learning_rate": 0.00029597398351277165,
      "loss": 5.4688,
      "step": 12680
    },
    {
      "epoch": 0.5193938152774934,
      "grad_norm": 1.6922367977568258,
      "learning_rate": 0.0002959732329334597,
      "loss": 5.4375,
      "step": 12681
    },
    {
      "epoch": 0.5194347737046897,
      "grad_norm": 3.662311222173646,
      "learning_rate": 0.0002959724822851401,
      "loss": 6.5,
      "step": 12682
    },
    {
      "epoch": 0.5194757321318861,
      "grad_norm": 2.08448670325614,
      "learning_rate": 0.00029597173156781307,
      "loss": 5.8438,
      "step": 12683
    },
    {
      "epoch": 0.5195166905590826,
      "grad_norm": 2.385086415000487,
      "learning_rate": 0.0002959709807814792,
      "loss": 5.5,
      "step": 12684
    },
    {
      "epoch": 0.5195576489862789,
      "grad_norm": 3.8632487462634404,
      "learning_rate": 0.0002959702299261387,
      "loss": 5.9688,
      "step": 12685
    },
    {
      "epoch": 0.5195986074134753,
      "grad_norm": 2.1400606446610175,
      "learning_rate": 0.0002959694790017919,
      "loss": 7.2188,
      "step": 12686
    },
    {
      "epoch": 0.5196395658406717,
      "grad_norm": 2.0964441325616314,
      "learning_rate": 0.0002959687280084392,
      "loss": 7.4375,
      "step": 12687
    },
    {
      "epoch": 0.5196805242678681,
      "grad_norm": 4.88635778266615,
      "learning_rate": 0.000295967976946081,
      "loss": 6.2188,
      "step": 12688
    },
    {
      "epoch": 0.5197214826950645,
      "grad_norm": 3.5789177353774253,
      "learning_rate": 0.00029596722581471757,
      "loss": 6.9688,
      "step": 12689
    },
    {
      "epoch": 0.5197624411222609,
      "grad_norm": 1.3761747213664963,
      "learning_rate": 0.00029596647461434933,
      "loss": 5.3438,
      "step": 12690
    },
    {
      "epoch": 0.5198033995494573,
      "grad_norm": 2.703358865300801,
      "learning_rate": 0.0002959657233449766,
      "loss": 4.75,
      "step": 12691
    },
    {
      "epoch": 0.5198443579766537,
      "grad_norm": 1.1945084451373797,
      "learning_rate": 0.0002959649720065998,
      "loss": 5.375,
      "step": 12692
    },
    {
      "epoch": 0.51988531640385,
      "grad_norm": 1.4669824432993332,
      "learning_rate": 0.00029596422059921914,
      "loss": 6.5625,
      "step": 12693
    },
    {
      "epoch": 0.5199262748310465,
      "grad_norm": 1.3035856603665559,
      "learning_rate": 0.00029596346912283514,
      "loss": 5.8438,
      "step": 12694
    },
    {
      "epoch": 0.5199672332582429,
      "grad_norm": 1.2825990147657762,
      "learning_rate": 0.000295962717577448,
      "loss": 4.9688,
      "step": 12695
    },
    {
      "epoch": 0.5200081916854393,
      "grad_norm": 1.7136614316492191,
      "learning_rate": 0.00029596196596305826,
      "loss": 7.1875,
      "step": 12696
    },
    {
      "epoch": 0.5200491501126356,
      "grad_norm": 4.121502028480884,
      "learning_rate": 0.0002959612142796661,
      "loss": 6.3438,
      "step": 12697
    },
    {
      "epoch": 0.5200901085398321,
      "grad_norm": 5.4917885840411795,
      "learning_rate": 0.00029596046252727197,
      "loss": 6.9688,
      "step": 12698
    },
    {
      "epoch": 0.5201310669670285,
      "grad_norm": 3.1708590680215196,
      "learning_rate": 0.00029595971070587625,
      "loss": 7.1875,
      "step": 12699
    },
    {
      "epoch": 0.5201720253942249,
      "grad_norm": 2.8676665065180766,
      "learning_rate": 0.00029595895881547914,
      "loss": 5.7188,
      "step": 12700
    },
    {
      "epoch": 0.5202129838214212,
      "grad_norm": 6.427796329751059,
      "learning_rate": 0.00029595820685608123,
      "loss": 4.3125,
      "step": 12701
    },
    {
      "epoch": 0.5202539422486177,
      "grad_norm": 1.5202711891144283,
      "learning_rate": 0.00029595745482768264,
      "loss": 6.2188,
      "step": 12702
    },
    {
      "epoch": 0.5202949006758141,
      "grad_norm": 1.6111145256078099,
      "learning_rate": 0.0002959567027302839,
      "loss": 6.0625,
      "step": 12703
    },
    {
      "epoch": 0.5203358591030104,
      "grad_norm": 1.608826729108878,
      "learning_rate": 0.00029595595056388524,
      "loss": 6.7812,
      "step": 12704
    },
    {
      "epoch": 0.5203768175302068,
      "grad_norm": 5.273167801694226,
      "learning_rate": 0.00029595519832848713,
      "loss": 7.5938,
      "step": 12705
    },
    {
      "epoch": 0.5204177759574032,
      "grad_norm": 1.9170726816394814,
      "learning_rate": 0.00029595444602408986,
      "loss": 6.1562,
      "step": 12706
    },
    {
      "epoch": 0.5204587343845997,
      "grad_norm": 1.303100499511785,
      "learning_rate": 0.0002959536936506938,
      "loss": 4.625,
      "step": 12707
    },
    {
      "epoch": 0.520499692811796,
      "grad_norm": 1.4763808928322864,
      "learning_rate": 0.0002959529412082993,
      "loss": 5.4062,
      "step": 12708
    },
    {
      "epoch": 0.5205406512389924,
      "grad_norm": 1.9488385918780082,
      "learning_rate": 0.0002959521886969067,
      "loss": 7.4688,
      "step": 12709
    },
    {
      "epoch": 0.5205816096661888,
      "grad_norm": 2.521635294514328,
      "learning_rate": 0.0002959514361165164,
      "loss": 6.5,
      "step": 12710
    },
    {
      "epoch": 0.5206225680933853,
      "grad_norm": 1.382323043817842,
      "learning_rate": 0.0002959506834671287,
      "loss": 6.1875,
      "step": 12711
    },
    {
      "epoch": 0.5206635265205816,
      "grad_norm": 3.4262240960028243,
      "learning_rate": 0.000295949930748744,
      "loss": 7.2188,
      "step": 12712
    },
    {
      "epoch": 0.520704484947778,
      "grad_norm": 1.6733504038235876,
      "learning_rate": 0.00029594917796136266,
      "loss": 5.5625,
      "step": 12713
    },
    {
      "epoch": 0.5207454433749744,
      "grad_norm": 1.3999748368677354,
      "learning_rate": 0.00029594842510498505,
      "loss": 5.7812,
      "step": 12714
    },
    {
      "epoch": 0.5207864018021708,
      "grad_norm": 1.8939596386696715,
      "learning_rate": 0.0002959476721796114,
      "loss": 5.8125,
      "step": 12715
    },
    {
      "epoch": 0.5208273602293672,
      "grad_norm": 2.432577602875734,
      "learning_rate": 0.00029594691918524225,
      "loss": 6.375,
      "step": 12716
    },
    {
      "epoch": 0.5208683186565636,
      "grad_norm": 1.9996279659850567,
      "learning_rate": 0.0002959461661218778,
      "loss": 6.0625,
      "step": 12717
    },
    {
      "epoch": 0.52090927708376,
      "grad_norm": 1.3395308150406604,
      "learning_rate": 0.0002959454129895185,
      "loss": 5.25,
      "step": 12718
    },
    {
      "epoch": 0.5209502355109564,
      "grad_norm": 3.8393342465271294,
      "learning_rate": 0.00029594465978816467,
      "loss": 5.375,
      "step": 12719
    },
    {
      "epoch": 0.5209911939381527,
      "grad_norm": 1.4142264880828213,
      "learning_rate": 0.0002959439065178167,
      "loss": 6.375,
      "step": 12720
    },
    {
      "epoch": 0.5210321523653492,
      "grad_norm": 2.301852302710562,
      "learning_rate": 0.0002959431531784749,
      "loss": 3.6406,
      "step": 12721
    },
    {
      "epoch": 0.5210731107925456,
      "grad_norm": 2.2559742989961915,
      "learning_rate": 0.0002959423997701396,
      "loss": 6.7188,
      "step": 12722
    },
    {
      "epoch": 0.521114069219742,
      "grad_norm": 1.615515767942196,
      "learning_rate": 0.0002959416462928113,
      "loss": 7.0625,
      "step": 12723
    },
    {
      "epoch": 0.5211550276469383,
      "grad_norm": 2.0161364207474453,
      "learning_rate": 0.00029594089274649014,
      "loss": 7.8125,
      "step": 12724
    },
    {
      "epoch": 0.5211959860741348,
      "grad_norm": 1.7077729491032765,
      "learning_rate": 0.0002959401391311767,
      "loss": 6.4375,
      "step": 12725
    },
    {
      "epoch": 0.5212369445013312,
      "grad_norm": 2.1868383848560513,
      "learning_rate": 0.00029593938544687114,
      "loss": 7.5,
      "step": 12726
    },
    {
      "epoch": 0.5212779029285275,
      "grad_norm": 1.544775495443875,
      "learning_rate": 0.000295938631693574,
      "loss": 5.9062,
      "step": 12727
    },
    {
      "epoch": 0.5213188613557239,
      "grad_norm": 1.562080432133344,
      "learning_rate": 0.0002959378778712855,
      "loss": 6.0312,
      "step": 12728
    },
    {
      "epoch": 0.5213598197829203,
      "grad_norm": 1.6382389489304736,
      "learning_rate": 0.000295937123980006,
      "loss": 6.25,
      "step": 12729
    },
    {
      "epoch": 0.5214007782101168,
      "grad_norm": 1.7242628898213237,
      "learning_rate": 0.000295936370019736,
      "loss": 7.5938,
      "step": 12730
    },
    {
      "epoch": 0.5214417366373131,
      "grad_norm": 1.6991615369255513,
      "learning_rate": 0.00029593561599047563,
      "loss": 7.4688,
      "step": 12731
    },
    {
      "epoch": 0.5214826950645095,
      "grad_norm": 1.205307474420232,
      "learning_rate": 0.0002959348618922254,
      "loss": 5.9062,
      "step": 12732
    },
    {
      "epoch": 0.5215236534917059,
      "grad_norm": 1.3611867337568384,
      "learning_rate": 0.0002959341077249857,
      "loss": 5.9688,
      "step": 12733
    },
    {
      "epoch": 0.5215646119189024,
      "grad_norm": 6.248464014765908,
      "learning_rate": 0.0002959333534887568,
      "loss": 5.9062,
      "step": 12734
    },
    {
      "epoch": 0.5216055703460987,
      "grad_norm": 2.3608753787621732,
      "learning_rate": 0.00029593259918353905,
      "loss": 6.9688,
      "step": 12735
    },
    {
      "epoch": 0.5216465287732951,
      "grad_norm": 1.534032493924745,
      "learning_rate": 0.0002959318448093329,
      "loss": 5.4062,
      "step": 12736
    },
    {
      "epoch": 0.5216874872004915,
      "grad_norm": 2.3403884838357265,
      "learning_rate": 0.00029593109036613855,
      "loss": 6.0938,
      "step": 12737
    },
    {
      "epoch": 0.5217284456276879,
      "grad_norm": 1.6955113895917515,
      "learning_rate": 0.0002959303358539565,
      "loss": 7.5312,
      "step": 12738
    },
    {
      "epoch": 0.5217694040548843,
      "grad_norm": 1.2767519137980647,
      "learning_rate": 0.000295929581272787,
      "loss": 5.4375,
      "step": 12739
    },
    {
      "epoch": 0.5218103624820807,
      "grad_norm": 1.3524376339824444,
      "learning_rate": 0.0002959288266226306,
      "loss": 5.2812,
      "step": 12740
    },
    {
      "epoch": 0.5218513209092771,
      "grad_norm": 3.236750855420687,
      "learning_rate": 0.0002959280719034874,
      "loss": 7.625,
      "step": 12741
    },
    {
      "epoch": 0.5218922793364735,
      "grad_norm": 1.7417096758497024,
      "learning_rate": 0.0002959273171153578,
      "loss": 3.9062,
      "step": 12742
    },
    {
      "epoch": 0.5219332377636698,
      "grad_norm": 1.547039392073641,
      "learning_rate": 0.00029592656225824236,
      "loss": 5.6875,
      "step": 12743
    },
    {
      "epoch": 0.5219741961908663,
      "grad_norm": 1.5872341395753837,
      "learning_rate": 0.0002959258073321413,
      "loss": 6.1562,
      "step": 12744
    },
    {
      "epoch": 0.5220151546180627,
      "grad_norm": 10.371352491593862,
      "learning_rate": 0.00029592505233705493,
      "loss": 5.2188,
      "step": 12745
    },
    {
      "epoch": 0.522056113045259,
      "grad_norm": 1.425210515602415,
      "learning_rate": 0.00029592429727298377,
      "loss": 5.4375,
      "step": 12746
    },
    {
      "epoch": 0.5220970714724554,
      "grad_norm": 2.2705811054588128,
      "learning_rate": 0.00029592354213992797,
      "loss": 8.5625,
      "step": 12747
    },
    {
      "epoch": 0.5221380298996519,
      "grad_norm": 1.7069611777152414,
      "learning_rate": 0.000295922786937888,
      "loss": 5.6875,
      "step": 12748
    },
    {
      "epoch": 0.5221789883268483,
      "grad_norm": 1.782043812216434,
      "learning_rate": 0.00029592203166686423,
      "loss": 6.1562,
      "step": 12749
    },
    {
      "epoch": 0.5222199467540446,
      "grad_norm": 2.2443625925599786,
      "learning_rate": 0.00029592127632685695,
      "loss": 4.9688,
      "step": 12750
    },
    {
      "epoch": 0.522260905181241,
      "grad_norm": 1.5039149921177883,
      "learning_rate": 0.0002959205209178666,
      "loss": 5.8125,
      "step": 12751
    },
    {
      "epoch": 0.5223018636084374,
      "grad_norm": 1.276200324845174,
      "learning_rate": 0.0002959197654398935,
      "loss": 5.0625,
      "step": 12752
    },
    {
      "epoch": 0.5223428220356339,
      "grad_norm": 1.4179361681774354,
      "learning_rate": 0.000295919009892938,
      "loss": 5.3125,
      "step": 12753
    },
    {
      "epoch": 0.5223837804628302,
      "grad_norm": 1.7866760101765407,
      "learning_rate": 0.00029591825427700044,
      "loss": 7.2812,
      "step": 12754
    },
    {
      "epoch": 0.5224247388900266,
      "grad_norm": 1.6702977089324011,
      "learning_rate": 0.0002959174985920812,
      "loss": 5.5312,
      "step": 12755
    },
    {
      "epoch": 0.522465697317223,
      "grad_norm": 1.450833019553532,
      "learning_rate": 0.00029591674283818063,
      "loss": 5.8438,
      "step": 12756
    },
    {
      "epoch": 0.5225066557444195,
      "grad_norm": 7.394804593875379,
      "learning_rate": 0.0002959159870152991,
      "loss": 5.6875,
      "step": 12757
    },
    {
      "epoch": 0.5225476141716158,
      "grad_norm": 2.555466268028339,
      "learning_rate": 0.00029591523112343696,
      "loss": 7.7188,
      "step": 12758
    },
    {
      "epoch": 0.5225885725988122,
      "grad_norm": 3.770220782991484,
      "learning_rate": 0.00029591447516259453,
      "loss": 6.8125,
      "step": 12759
    },
    {
      "epoch": 0.5226295310260086,
      "grad_norm": 1.4311935626413606,
      "learning_rate": 0.00029591371913277224,
      "loss": 6.0,
      "step": 12760
    },
    {
      "epoch": 0.522670489453205,
      "grad_norm": 1.5632801535540324,
      "learning_rate": 0.0002959129630339704,
      "loss": 5.9375,
      "step": 12761
    },
    {
      "epoch": 0.5227114478804014,
      "grad_norm": 1.5044507316791809,
      "learning_rate": 0.00029591220686618944,
      "loss": 5.25,
      "step": 12762
    },
    {
      "epoch": 0.5227524063075978,
      "grad_norm": 2.2787998176052047,
      "learning_rate": 0.00029591145062942954,
      "loss": 4.25,
      "step": 12763
    },
    {
      "epoch": 0.5227933647347942,
      "grad_norm": 1.7463898516922784,
      "learning_rate": 0.00029591069432369124,
      "loss": 5.0625,
      "step": 12764
    },
    {
      "epoch": 0.5228343231619906,
      "grad_norm": 2.0588781791183237,
      "learning_rate": 0.00029590993794897485,
      "loss": 6.125,
      "step": 12765
    },
    {
      "epoch": 0.522875281589187,
      "grad_norm": 1.6195555167440863,
      "learning_rate": 0.00029590918150528066,
      "loss": 5.0,
      "step": 12766
    },
    {
      "epoch": 0.5229162400163834,
      "grad_norm": 8.229557452749845,
      "learning_rate": 0.0002959084249926091,
      "loss": 5.0625,
      "step": 12767
    },
    {
      "epoch": 0.5229571984435798,
      "grad_norm": 1.57646491865034,
      "learning_rate": 0.00029590766841096046,
      "loss": 5.25,
      "step": 12768
    },
    {
      "epoch": 0.5229981568707761,
      "grad_norm": 5.62767462513166,
      "learning_rate": 0.0002959069117603352,
      "loss": 6.6875,
      "step": 12769
    },
    {
      "epoch": 0.5230391152979725,
      "grad_norm": 2.162325307390192,
      "learning_rate": 0.0002959061550407336,
      "loss": 7.3438,
      "step": 12770
    },
    {
      "epoch": 0.523080073725169,
      "grad_norm": 1.4690583081841189,
      "learning_rate": 0.00029590539825215603,
      "loss": 6.0625,
      "step": 12771
    },
    {
      "epoch": 0.5231210321523654,
      "grad_norm": 1.2551954364875877,
      "learning_rate": 0.0002959046413946029,
      "loss": 5.0938,
      "step": 12772
    },
    {
      "epoch": 0.5231619905795617,
      "grad_norm": 1.3873983556177105,
      "learning_rate": 0.00029590388446807444,
      "loss": 5.2812,
      "step": 12773
    },
    {
      "epoch": 0.5232029490067581,
      "grad_norm": 1.5001360670737363,
      "learning_rate": 0.00029590312747257116,
      "loss": 6.2188,
      "step": 12774
    },
    {
      "epoch": 0.5232439074339545,
      "grad_norm": 1.366339841900663,
      "learning_rate": 0.0002959023704080933,
      "loss": 5.75,
      "step": 12775
    },
    {
      "epoch": 0.523284865861151,
      "grad_norm": 1.4509593977092414,
      "learning_rate": 0.0002959016132746413,
      "loss": 5.6875,
      "step": 12776
    },
    {
      "epoch": 0.5233258242883473,
      "grad_norm": 1.2484120681561302,
      "learning_rate": 0.00029590085607221543,
      "loss": 5.375,
      "step": 12777
    },
    {
      "epoch": 0.5233667827155437,
      "grad_norm": 1.2626115037486412,
      "learning_rate": 0.00029590009880081614,
      "loss": 5.0938,
      "step": 12778
    },
    {
      "epoch": 0.5234077411427401,
      "grad_norm": 4.25499214050273,
      "learning_rate": 0.00029589934146044376,
      "loss": 5.8438,
      "step": 12779
    },
    {
      "epoch": 0.5234486995699366,
      "grad_norm": 3.358325401540192,
      "learning_rate": 0.0002958985840510986,
      "loss": 8.0,
      "step": 12780
    },
    {
      "epoch": 0.5234896579971329,
      "grad_norm": 1.274100507199073,
      "learning_rate": 0.0002958978265727811,
      "loss": 5.0938,
      "step": 12781
    },
    {
      "epoch": 0.5235306164243293,
      "grad_norm": 1.333213135177654,
      "learning_rate": 0.0002958970690254916,
      "loss": 5.5625,
      "step": 12782
    },
    {
      "epoch": 0.5235715748515257,
      "grad_norm": 6.864904194592786,
      "learning_rate": 0.00029589631140923035,
      "loss": 3.3125,
      "step": 12783
    },
    {
      "epoch": 0.5236125332787221,
      "grad_norm": 3.7520974003499488,
      "learning_rate": 0.00029589555372399787,
      "loss": 5.8438,
      "step": 12784
    },
    {
      "epoch": 0.5236534917059185,
      "grad_norm": 1.3712381212614502,
      "learning_rate": 0.0002958947959697943,
      "loss": 5.7188,
      "step": 12785
    },
    {
      "epoch": 0.5236944501331149,
      "grad_norm": 1.3366068146223467,
      "learning_rate": 0.0002958940381466203,
      "loss": 5.625,
      "step": 12786
    },
    {
      "epoch": 0.5237354085603113,
      "grad_norm": 1.7119854198107507,
      "learning_rate": 0.00029589328025447597,
      "loss": 6.1875,
      "step": 12787
    },
    {
      "epoch": 0.5237763669875076,
      "grad_norm": 1.782673716786596,
      "learning_rate": 0.0002958925222933618,
      "loss": 7.0625,
      "step": 12788
    },
    {
      "epoch": 0.523817325414704,
      "grad_norm": 3.2432670606296314,
      "learning_rate": 0.0002958917642632781,
      "loss": 6.875,
      "step": 12789
    },
    {
      "epoch": 0.5238582838419005,
      "grad_norm": 4.692769519055219,
      "learning_rate": 0.0002958910061642252,
      "loss": 6.5,
      "step": 12790
    },
    {
      "epoch": 0.5238992422690969,
      "grad_norm": 1.4922439310251274,
      "learning_rate": 0.0002958902479962036,
      "loss": 6.0312,
      "step": 12791
    },
    {
      "epoch": 0.5239402006962932,
      "grad_norm": 1.4928070545956098,
      "learning_rate": 0.00029588948975921346,
      "loss": 6.3438,
      "step": 12792
    },
    {
      "epoch": 0.5239811591234896,
      "grad_norm": 1.5549794376378614,
      "learning_rate": 0.00029588873145325523,
      "loss": 6.0312,
      "step": 12793
    },
    {
      "epoch": 0.5240221175506861,
      "grad_norm": 1.6692945946378326,
      "learning_rate": 0.00029588797307832933,
      "loss": 5.0312,
      "step": 12794
    },
    {
      "epoch": 0.5240630759778825,
      "grad_norm": 1.7230038679373285,
      "learning_rate": 0.0002958872146344361,
      "loss": 6.625,
      "step": 12795
    },
    {
      "epoch": 0.5241040344050788,
      "grad_norm": 1.8243877218978453,
      "learning_rate": 0.00029588645612157576,
      "loss": 6.5,
      "step": 12796
    },
    {
      "epoch": 0.5241449928322752,
      "grad_norm": 2.2842166198339227,
      "learning_rate": 0.0002958856975397488,
      "loss": 5.6562,
      "step": 12797
    },
    {
      "epoch": 0.5241859512594716,
      "grad_norm": 1.4636554203728513,
      "learning_rate": 0.00029588493888895557,
      "loss": 5.4375,
      "step": 12798
    },
    {
      "epoch": 0.5242269096866681,
      "grad_norm": 1.5205674509453528,
      "learning_rate": 0.0002958841801691964,
      "loss": 5.0312,
      "step": 12799
    },
    {
      "epoch": 0.5242678681138644,
      "grad_norm": 8.146546294100272,
      "learning_rate": 0.0002958834213804717,
      "loss": 7.5938,
      "step": 12800
    },
    {
      "epoch": 0.5243088265410608,
      "grad_norm": 1.6352379705776794,
      "learning_rate": 0.00029588266252278167,
      "loss": 6.8125,
      "step": 12801
    },
    {
      "epoch": 0.5243497849682572,
      "grad_norm": 1.3862604713701705,
      "learning_rate": 0.0002958819035961269,
      "loss": 5.6875,
      "step": 12802
    },
    {
      "epoch": 0.5243907433954537,
      "grad_norm": 3.4988499127881263,
      "learning_rate": 0.0002958811446005075,
      "loss": 2.7188,
      "step": 12803
    },
    {
      "epoch": 0.52443170182265,
      "grad_norm": 1.8145998037788849,
      "learning_rate": 0.0002958803855359241,
      "loss": 6.1875,
      "step": 12804
    },
    {
      "epoch": 0.5244726602498464,
      "grad_norm": 1.6025956392802676,
      "learning_rate": 0.00029587962640237683,
      "loss": 5.4688,
      "step": 12805
    },
    {
      "epoch": 0.5245136186770428,
      "grad_norm": 1.7185503333321632,
      "learning_rate": 0.0002958788671998662,
      "loss": 7.3125,
      "step": 12806
    },
    {
      "epoch": 0.5245545771042393,
      "grad_norm": 1.3072051565886855,
      "learning_rate": 0.0002958781079283924,
      "loss": 6.875,
      "step": 12807
    },
    {
      "epoch": 0.5245955355314356,
      "grad_norm": 1.521182399332416,
      "learning_rate": 0.000295877348587956,
      "loss": 5.25,
      "step": 12808
    },
    {
      "epoch": 0.524636493958632,
      "grad_norm": 1.436827584627714,
      "learning_rate": 0.0002958765891785572,
      "loss": 6.5938,
      "step": 12809
    },
    {
      "epoch": 0.5246774523858284,
      "grad_norm": 2.3924741936335847,
      "learning_rate": 0.0002958758297001965,
      "loss": 7.7188,
      "step": 12810
    },
    {
      "epoch": 0.5247184108130247,
      "grad_norm": 3.1555962317579183,
      "learning_rate": 0.0002958750701528741,
      "loss": 5.4062,
      "step": 12811
    },
    {
      "epoch": 0.5247593692402212,
      "grad_norm": 1.3206364721516932,
      "learning_rate": 0.0002958743105365904,
      "loss": 5.5,
      "step": 12812
    },
    {
      "epoch": 0.5248003276674176,
      "grad_norm": 1.280672025006315,
      "learning_rate": 0.00029587355085134587,
      "loss": 5.5938,
      "step": 12813
    },
    {
      "epoch": 0.524841286094614,
      "grad_norm": 2.4921103007663516,
      "learning_rate": 0.0002958727910971407,
      "loss": 5.3125,
      "step": 12814
    },
    {
      "epoch": 0.5248822445218103,
      "grad_norm": 1.4317553068874955,
      "learning_rate": 0.0002958720312739754,
      "loss": 5.3125,
      "step": 12815
    },
    {
      "epoch": 0.5249232029490067,
      "grad_norm": 1.7296244848527467,
      "learning_rate": 0.0002958712713818503,
      "loss": 5.875,
      "step": 12816
    },
    {
      "epoch": 0.5249641613762032,
      "grad_norm": 1.7186582451928665,
      "learning_rate": 0.00029587051142076565,
      "loss": 5.5625,
      "step": 12817
    },
    {
      "epoch": 0.5250051198033996,
      "grad_norm": 1.5418132392512949,
      "learning_rate": 0.0002958697513907219,
      "loss": 5.0312,
      "step": 12818
    },
    {
      "epoch": 0.5250460782305959,
      "grad_norm": 1.5298814940100856,
      "learning_rate": 0.0002958689912917194,
      "loss": 5.6562,
      "step": 12819
    },
    {
      "epoch": 0.5250870366577923,
      "grad_norm": 2.215632446776952,
      "learning_rate": 0.00029586823112375855,
      "loss": 4.7812,
      "step": 12820
    },
    {
      "epoch": 0.5251279950849888,
      "grad_norm": 1.7741791937525477,
      "learning_rate": 0.0002958674708868396,
      "loss": 5.875,
      "step": 12821
    },
    {
      "epoch": 0.5251689535121852,
      "grad_norm": 1.951298053208945,
      "learning_rate": 0.00029586671058096304,
      "loss": 7.4062,
      "step": 12822
    },
    {
      "epoch": 0.5252099119393815,
      "grad_norm": 1.6796630159767594,
      "learning_rate": 0.00029586595020612914,
      "loss": 6.3125,
      "step": 12823
    },
    {
      "epoch": 0.5252508703665779,
      "grad_norm": 1.889986947916312,
      "learning_rate": 0.00029586518976233825,
      "loss": 5.4688,
      "step": 12824
    },
    {
      "epoch": 0.5252918287937743,
      "grad_norm": 1.5482502663103046,
      "learning_rate": 0.0002958644292495908,
      "loss": 5.9688,
      "step": 12825
    },
    {
      "epoch": 0.5253327872209708,
      "grad_norm": 1.3589252611655664,
      "learning_rate": 0.0002958636686678871,
      "loss": 7.4688,
      "step": 12826
    },
    {
      "epoch": 0.5253737456481671,
      "grad_norm": 1.5425607566348682,
      "learning_rate": 0.0002958629080172275,
      "loss": 5.4062,
      "step": 12827
    },
    {
      "epoch": 0.5254147040753635,
      "grad_norm": 2.5692122889950517,
      "learning_rate": 0.0002958621472976124,
      "loss": 5.4062,
      "step": 12828
    },
    {
      "epoch": 0.5254556625025599,
      "grad_norm": 1.2699428839440807,
      "learning_rate": 0.0002958613865090422,
      "loss": 5.0,
      "step": 12829
    },
    {
      "epoch": 0.5254966209297564,
      "grad_norm": 1.9011682062068473,
      "learning_rate": 0.00029586062565151714,
      "loss": 7.4688,
      "step": 12830
    },
    {
      "epoch": 0.5255375793569527,
      "grad_norm": 1.4570501356476588,
      "learning_rate": 0.00029585986472503766,
      "loss": 5.4688,
      "step": 12831
    },
    {
      "epoch": 0.5255785377841491,
      "grad_norm": 1.2575367655873761,
      "learning_rate": 0.00029585910372960405,
      "loss": 5.4062,
      "step": 12832
    },
    {
      "epoch": 0.5256194962113455,
      "grad_norm": 4.333014248638379,
      "learning_rate": 0.00029585834266521676,
      "loss": 6.5312,
      "step": 12833
    },
    {
      "epoch": 0.5256604546385418,
      "grad_norm": 2.589868942935961,
      "learning_rate": 0.0002958575815318761,
      "loss": 8.3125,
      "step": 12834
    },
    {
      "epoch": 0.5257014130657383,
      "grad_norm": 1.3350828179070802,
      "learning_rate": 0.00029585682032958247,
      "loss": 5.4688,
      "step": 12835
    },
    {
      "epoch": 0.5257423714929347,
      "grad_norm": 1.4635843726763271,
      "learning_rate": 0.0002958560590583362,
      "loss": 6.3125,
      "step": 12836
    },
    {
      "epoch": 0.5257833299201311,
      "grad_norm": 1.3001958703999426,
      "learning_rate": 0.00029585529771813756,
      "loss": 5.2188,
      "step": 12837
    },
    {
      "epoch": 0.5258242883473274,
      "grad_norm": 3.333131091368033,
      "learning_rate": 0.0002958545363089871,
      "loss": 3.4531,
      "step": 12838
    },
    {
      "epoch": 0.5258652467745238,
      "grad_norm": 2.134998810342902,
      "learning_rate": 0.000295853774830885,
      "loss": 8.125,
      "step": 12839
    },
    {
      "epoch": 0.5259062052017203,
      "grad_norm": 1.341862200474647,
      "learning_rate": 0.00029585301328383177,
      "loss": 5.625,
      "step": 12840
    },
    {
      "epoch": 0.5259471636289167,
      "grad_norm": 1.373227101614956,
      "learning_rate": 0.0002958522516678276,
      "loss": 5.9062,
      "step": 12841
    },
    {
      "epoch": 0.525988122056113,
      "grad_norm": 1.6429268390815353,
      "learning_rate": 0.00029585148998287304,
      "loss": 4.8438,
      "step": 12842
    },
    {
      "epoch": 0.5260290804833094,
      "grad_norm": 4.51309141344781,
      "learning_rate": 0.00029585072822896835,
      "loss": 3.7031,
      "step": 12843
    },
    {
      "epoch": 0.5260700389105059,
      "grad_norm": 1.6390897980189385,
      "learning_rate": 0.00029584996640611387,
      "loss": 4.3438,
      "step": 12844
    },
    {
      "epoch": 0.5261109973377023,
      "grad_norm": 1.4803783337146357,
      "learning_rate": 0.00029584920451431,
      "loss": 6.3125,
      "step": 12845
    },
    {
      "epoch": 0.5261519557648986,
      "grad_norm": 1.4810367417059862,
      "learning_rate": 0.0002958484425535571,
      "loss": 6.5312,
      "step": 12846
    },
    {
      "epoch": 0.526192914192095,
      "grad_norm": 2.6006115190201498,
      "learning_rate": 0.0002958476805238555,
      "loss": 9.125,
      "step": 12847
    },
    {
      "epoch": 0.5262338726192914,
      "grad_norm": 2.409484797938983,
      "learning_rate": 0.00029584691842520557,
      "loss": 5.5,
      "step": 12848
    },
    {
      "epoch": 0.5262748310464879,
      "grad_norm": 1.3926847192613638,
      "learning_rate": 0.0002958461562576077,
      "loss": 6.375,
      "step": 12849
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.5916789488505418,
      "learning_rate": 0.00029584539402106224,
      "loss": 5.4375,
      "step": 12850
    },
    {
      "epoch": 0.5263567479008806,
      "grad_norm": 1.400792671463598,
      "learning_rate": 0.0002958446317155695,
      "loss": 4.875,
      "step": 12851
    },
    {
      "epoch": 0.526397706328077,
      "grad_norm": 1.3220789260392107,
      "learning_rate": 0.00029584386934112996,
      "loss": 5.8438,
      "step": 12852
    },
    {
      "epoch": 0.5264386647552733,
      "grad_norm": 1.4504948208436284,
      "learning_rate": 0.00029584310689774386,
      "loss": 6.0625,
      "step": 12853
    },
    {
      "epoch": 0.5264796231824698,
      "grad_norm": 2.2940323950086716,
      "learning_rate": 0.00029584234438541156,
      "loss": 8.375,
      "step": 12854
    },
    {
      "epoch": 0.5265205816096662,
      "grad_norm": 1.6853819059199835,
      "learning_rate": 0.0002958415818041335,
      "loss": 6.25,
      "step": 12855
    },
    {
      "epoch": 0.5265615400368626,
      "grad_norm": 1.6521213023954306,
      "learning_rate": 0.00029584081915391003,
      "loss": 5.2812,
      "step": 12856
    },
    {
      "epoch": 0.5266024984640589,
      "grad_norm": 1.3718388394616297,
      "learning_rate": 0.00029584005643474144,
      "loss": 6.2188,
      "step": 12857
    },
    {
      "epoch": 0.5266434568912554,
      "grad_norm": 1.768008484632539,
      "learning_rate": 0.00029583929364662817,
      "loss": 6.1562,
      "step": 12858
    },
    {
      "epoch": 0.5266844153184518,
      "grad_norm": 1.343831802353653,
      "learning_rate": 0.00029583853078957054,
      "loss": 5.8125,
      "step": 12859
    },
    {
      "epoch": 0.5267253737456482,
      "grad_norm": 1.5348127764420445,
      "learning_rate": 0.00029583776786356887,
      "loss": 5.7188,
      "step": 12860
    },
    {
      "epoch": 0.5267663321728445,
      "grad_norm": 2.07078633102652,
      "learning_rate": 0.0002958370048686236,
      "loss": 6.5312,
      "step": 12861
    },
    {
      "epoch": 0.526807290600041,
      "grad_norm": 1.7377392907982743,
      "learning_rate": 0.00029583624180473504,
      "loss": 6.0625,
      "step": 12862
    },
    {
      "epoch": 0.5268482490272374,
      "grad_norm": 1.6488140056954388,
      "learning_rate": 0.0002958354786719036,
      "loss": 6.5312,
      "step": 12863
    },
    {
      "epoch": 0.5268892074544338,
      "grad_norm": 2.3097734275105766,
      "learning_rate": 0.0002958347154701295,
      "loss": 5.9062,
      "step": 12864
    },
    {
      "epoch": 0.5269301658816301,
      "grad_norm": 1.4615940238205383,
      "learning_rate": 0.00029583395219941335,
      "loss": 5.5938,
      "step": 12865
    },
    {
      "epoch": 0.5269711243088265,
      "grad_norm": 1.4730885454355096,
      "learning_rate": 0.0002958331888597553,
      "loss": 5.4062,
      "step": 12866
    },
    {
      "epoch": 0.527012082736023,
      "grad_norm": 1.3473511768885205,
      "learning_rate": 0.0002958324254511558,
      "loss": 5.3125,
      "step": 12867
    },
    {
      "epoch": 0.5270530411632194,
      "grad_norm": 3.2904767863224254,
      "learning_rate": 0.00029583166197361517,
      "loss": 3.5781,
      "step": 12868
    },
    {
      "epoch": 0.5270939995904157,
      "grad_norm": 1.495433942216295,
      "learning_rate": 0.00029583089842713387,
      "loss": 5.6875,
      "step": 12869
    },
    {
      "epoch": 0.5271349580176121,
      "grad_norm": 1.6208605801011977,
      "learning_rate": 0.0002958301348117121,
      "loss": 4.9062,
      "step": 12870
    },
    {
      "epoch": 0.5271759164448085,
      "grad_norm": 1.731842763947001,
      "learning_rate": 0.0002958293711273503,
      "loss": 5.0625,
      "step": 12871
    },
    {
      "epoch": 0.527216874872005,
      "grad_norm": 1.350732708331151,
      "learning_rate": 0.0002958286073740489,
      "loss": 5.0938,
      "step": 12872
    },
    {
      "epoch": 0.5272578332992013,
      "grad_norm": 1.7243329429180174,
      "learning_rate": 0.00029582784355180813,
      "loss": 5.3125,
      "step": 12873
    },
    {
      "epoch": 0.5272987917263977,
      "grad_norm": 1.334730778684896,
      "learning_rate": 0.00029582707966062843,
      "loss": 5.3438,
      "step": 12874
    },
    {
      "epoch": 0.5273397501535941,
      "grad_norm": 1.3944374275034421,
      "learning_rate": 0.00029582631570051023,
      "loss": 5.125,
      "step": 12875
    },
    {
      "epoch": 0.5273807085807904,
      "grad_norm": 2.1755109535295736,
      "learning_rate": 0.00029582555167145374,
      "loss": 6.375,
      "step": 12876
    },
    {
      "epoch": 0.5274216670079869,
      "grad_norm": 1.9052067438719065,
      "learning_rate": 0.0002958247875734594,
      "loss": 7.7812,
      "step": 12877
    },
    {
      "epoch": 0.5274626254351833,
      "grad_norm": 1.7822373878558135,
      "learning_rate": 0.0002958240234065275,
      "loss": 6.125,
      "step": 12878
    },
    {
      "epoch": 0.5275035838623797,
      "grad_norm": 1.338841862670768,
      "learning_rate": 0.00029582325917065853,
      "loss": 5.2812,
      "step": 12879
    },
    {
      "epoch": 0.527544542289576,
      "grad_norm": 1.4066748966599905,
      "learning_rate": 0.0002958224948658528,
      "loss": 4.8438,
      "step": 12880
    },
    {
      "epoch": 0.5275855007167725,
      "grad_norm": 1.3639459727447731,
      "learning_rate": 0.00029582173049211063,
      "loss": 6.2812,
      "step": 12881
    },
    {
      "epoch": 0.5276264591439689,
      "grad_norm": 1.6120895843057181,
      "learning_rate": 0.0002958209660494324,
      "loss": 6.7812,
      "step": 12882
    },
    {
      "epoch": 0.5276674175711653,
      "grad_norm": 2.8135529069249965,
      "learning_rate": 0.00029582020153781847,
      "loss": 1.7734,
      "step": 12883
    },
    {
      "epoch": 0.5277083759983616,
      "grad_norm": 1.8877724310074775,
      "learning_rate": 0.00029581943695726926,
      "loss": 4.4375,
      "step": 12884
    },
    {
      "epoch": 0.527749334425558,
      "grad_norm": 1.5292969253135134,
      "learning_rate": 0.000295818672307785,
      "loss": 6.25,
      "step": 12885
    },
    {
      "epoch": 0.5277902928527545,
      "grad_norm": 1.6411131112062056,
      "learning_rate": 0.0002958179075893662,
      "loss": 5.4375,
      "step": 12886
    },
    {
      "epoch": 0.5278312512799509,
      "grad_norm": 1.3568454515346313,
      "learning_rate": 0.00029581714280201314,
      "loss": 5.125,
      "step": 12887
    },
    {
      "epoch": 0.5278722097071472,
      "grad_norm": 1.535970517626489,
      "learning_rate": 0.0002958163779457262,
      "loss": 5.625,
      "step": 12888
    },
    {
      "epoch": 0.5279131681343436,
      "grad_norm": 1.5403450225731241,
      "learning_rate": 0.0002958156130205058,
      "loss": 6.1875,
      "step": 12889
    },
    {
      "epoch": 0.5279541265615401,
      "grad_norm": 1.6053355060034398,
      "learning_rate": 0.0002958148480263521,
      "loss": 5.2812,
      "step": 12890
    },
    {
      "epoch": 0.5279950849887365,
      "grad_norm": 1.398309647562074,
      "learning_rate": 0.0002958140829632657,
      "loss": 6.25,
      "step": 12891
    },
    {
      "epoch": 0.5280360434159328,
      "grad_norm": 1.5327589606825294,
      "learning_rate": 0.00029581331783124686,
      "loss": 7.1562,
      "step": 12892
    },
    {
      "epoch": 0.5280770018431292,
      "grad_norm": 1.9785911524316873,
      "learning_rate": 0.00029581255263029586,
      "loss": 8.25,
      "step": 12893
    },
    {
      "epoch": 0.5281179602703256,
      "grad_norm": 1.7059608354334306,
      "learning_rate": 0.00029581178736041324,
      "loss": 7.875,
      "step": 12894
    },
    {
      "epoch": 0.528158918697522,
      "grad_norm": 1.350293288604887,
      "learning_rate": 0.0002958110220215992,
      "loss": 5.0312,
      "step": 12895
    },
    {
      "epoch": 0.5281998771247184,
      "grad_norm": 1.356477792514117,
      "learning_rate": 0.0002958102566138542,
      "loss": 5.6562,
      "step": 12896
    },
    {
      "epoch": 0.5282408355519148,
      "grad_norm": 1.695766520733159,
      "learning_rate": 0.00029580949113717863,
      "loss": 5.5,
      "step": 12897
    },
    {
      "epoch": 0.5282817939791112,
      "grad_norm": 1.8766354032001056,
      "learning_rate": 0.0002958087255915727,
      "loss": 6.7188,
      "step": 12898
    },
    {
      "epoch": 0.5283227524063075,
      "grad_norm": 3.2478739823045486,
      "learning_rate": 0.0002958079599770369,
      "loss": 4.6562,
      "step": 12899
    },
    {
      "epoch": 0.528363710833504,
      "grad_norm": 1.334005570119733,
      "learning_rate": 0.00029580719429357156,
      "loss": 5.9688,
      "step": 12900
    },
    {
      "epoch": 0.5284046692607004,
      "grad_norm": 1.5760628629955238,
      "learning_rate": 0.00029580642854117707,
      "loss": 7.0938,
      "step": 12901
    },
    {
      "epoch": 0.5284456276878968,
      "grad_norm": 4.915933705070751,
      "learning_rate": 0.0002958056627198537,
      "loss": 6.4375,
      "step": 12902
    },
    {
      "epoch": 0.5284865861150931,
      "grad_norm": 6.094859825906889,
      "learning_rate": 0.0002958048968296019,
      "loss": 7.3125,
      "step": 12903
    },
    {
      "epoch": 0.5285275445422896,
      "grad_norm": 2.3509459447105194,
      "learning_rate": 0.000295804130870422,
      "loss": 6.5,
      "step": 12904
    },
    {
      "epoch": 0.528568502969486,
      "grad_norm": 1.4039863366413476,
      "learning_rate": 0.00029580336484231443,
      "loss": 4.6562,
      "step": 12905
    },
    {
      "epoch": 0.5286094613966824,
      "grad_norm": 1.3050056546715423,
      "learning_rate": 0.0002958025987452794,
      "loss": 5.6562,
      "step": 12906
    },
    {
      "epoch": 0.5286504198238787,
      "grad_norm": 3.2248683553196367,
      "learning_rate": 0.0002958018325793174,
      "loss": 4.9062,
      "step": 12907
    },
    {
      "epoch": 0.5286913782510752,
      "grad_norm": 1.9501059666210967,
      "learning_rate": 0.0002958010663444288,
      "loss": 4.1562,
      "step": 12908
    },
    {
      "epoch": 0.5287323366782716,
      "grad_norm": 1.2556972347463204,
      "learning_rate": 0.00029580030004061386,
      "loss": 4.375,
      "step": 12909
    },
    {
      "epoch": 0.528773295105468,
      "grad_norm": 3.7041795146014787,
      "learning_rate": 0.000295799533667873,
      "loss": 7.9375,
      "step": 12910
    },
    {
      "epoch": 0.5288142535326643,
      "grad_norm": 2.953522578713895,
      "learning_rate": 0.0002957987672262066,
      "loss": 8.5625,
      "step": 12911
    },
    {
      "epoch": 0.5288552119598607,
      "grad_norm": 1.3183346979248411,
      "learning_rate": 0.000295798000715615,
      "loss": 5.9062,
      "step": 12912
    },
    {
      "epoch": 0.5288961703870572,
      "grad_norm": 1.8531219573310902,
      "learning_rate": 0.0002957972341360985,
      "loss": 7.75,
      "step": 12913
    },
    {
      "epoch": 0.5289371288142536,
      "grad_norm": 1.6056447879284619,
      "learning_rate": 0.0002957964674876576,
      "loss": 5.875,
      "step": 12914
    },
    {
      "epoch": 0.5289780872414499,
      "grad_norm": 1.3013025671123062,
      "learning_rate": 0.0002957957007702926,
      "loss": 5.7812,
      "step": 12915
    },
    {
      "epoch": 0.5290190456686463,
      "grad_norm": 1.5231983823464124,
      "learning_rate": 0.00029579493398400385,
      "loss": 6.375,
      "step": 12916
    },
    {
      "epoch": 0.5290600040958428,
      "grad_norm": 1.5210013221513372,
      "learning_rate": 0.00029579416712879165,
      "loss": 5.625,
      "step": 12917
    },
    {
      "epoch": 0.5291009625230391,
      "grad_norm": 1.7087686345627542,
      "learning_rate": 0.0002957934002046565,
      "loss": 6.5938,
      "step": 12918
    },
    {
      "epoch": 0.5291419209502355,
      "grad_norm": 1.3312371622127765,
      "learning_rate": 0.0002957926332115987,
      "loss": 5.2188,
      "step": 12919
    },
    {
      "epoch": 0.5291828793774319,
      "grad_norm": 2.358803335975178,
      "learning_rate": 0.00029579186614961855,
      "loss": 7.9688,
      "step": 12920
    },
    {
      "epoch": 0.5292238378046283,
      "grad_norm": 1.668893914512613,
      "learning_rate": 0.00029579109901871646,
      "loss": 5.75,
      "step": 12921
    },
    {
      "epoch": 0.5292647962318247,
      "grad_norm": 2.6085543204408372,
      "learning_rate": 0.0002957903318188928,
      "loss": 5.9375,
      "step": 12922
    },
    {
      "epoch": 0.5293057546590211,
      "grad_norm": 2.9742945182978375,
      "learning_rate": 0.000295789564550148,
      "loss": 5.5938,
      "step": 12923
    },
    {
      "epoch": 0.5293467130862175,
      "grad_norm": 1.5727709083095534,
      "learning_rate": 0.00029578879721248223,
      "loss": 5.875,
      "step": 12924
    },
    {
      "epoch": 0.5293876715134139,
      "grad_norm": 1.9215331348789586,
      "learning_rate": 0.0002957880298058961,
      "loss": 5.3438,
      "step": 12925
    },
    {
      "epoch": 0.5294286299406102,
      "grad_norm": 1.579764659657761,
      "learning_rate": 0.00029578726233038977,
      "loss": 5.1875,
      "step": 12926
    },
    {
      "epoch": 0.5294695883678067,
      "grad_norm": 1.9881403285786043,
      "learning_rate": 0.00029578649478596375,
      "loss": 7.75,
      "step": 12927
    },
    {
      "epoch": 0.5295105467950031,
      "grad_norm": 1.2406229721271826,
      "learning_rate": 0.0002957857271726183,
      "loss": 5.1875,
      "step": 12928
    },
    {
      "epoch": 0.5295515052221995,
      "grad_norm": 12.285150097546637,
      "learning_rate": 0.0002957849594903538,
      "loss": 5.5625,
      "step": 12929
    },
    {
      "epoch": 0.5295924636493958,
      "grad_norm": 1.585522735742758,
      "learning_rate": 0.00029578419173917066,
      "loss": 7.0938,
      "step": 12930
    },
    {
      "epoch": 0.5296334220765923,
      "grad_norm": 1.9891955137786965,
      "learning_rate": 0.00029578342391906916,
      "loss": 6.6562,
      "step": 12931
    },
    {
      "epoch": 0.5296743805037887,
      "grad_norm": 1.5233059076239104,
      "learning_rate": 0.0002957826560300498,
      "loss": 5.375,
      "step": 12932
    },
    {
      "epoch": 0.5297153389309851,
      "grad_norm": 2.0915088626922507,
      "learning_rate": 0.0002957818880721128,
      "loss": 5.5312,
      "step": 12933
    },
    {
      "epoch": 0.5297562973581814,
      "grad_norm": 1.5122383319600048,
      "learning_rate": 0.00029578112004525857,
      "loss": 4.7188,
      "step": 12934
    },
    {
      "epoch": 0.5297972557853778,
      "grad_norm": 1.9924937899195707,
      "learning_rate": 0.0002957803519494875,
      "loss": 6.7812,
      "step": 12935
    },
    {
      "epoch": 0.5298382142125743,
      "grad_norm": 2.7514615615696583,
      "learning_rate": 0.0002957795837848,
      "loss": 5.1875,
      "step": 12936
    },
    {
      "epoch": 0.5298791726397706,
      "grad_norm": 1.3698014868698043,
      "learning_rate": 0.00029577881555119636,
      "loss": 5.6875,
      "step": 12937
    },
    {
      "epoch": 0.529920131066967,
      "grad_norm": 2.10795549299431,
      "learning_rate": 0.0002957780472486769,
      "loss": 5.9062,
      "step": 12938
    },
    {
      "epoch": 0.5299610894941634,
      "grad_norm": 1.2972004629482374,
      "learning_rate": 0.00029577727887724204,
      "loss": 6.2188,
      "step": 12939
    },
    {
      "epoch": 0.5300020479213599,
      "grad_norm": 1.5878276276053456,
      "learning_rate": 0.00029577651043689217,
      "loss": 5.4375,
      "step": 12940
    },
    {
      "epoch": 0.5300430063485562,
      "grad_norm": 1.8855033584454022,
      "learning_rate": 0.0002957757419276276,
      "loss": 7.6875,
      "step": 12941
    },
    {
      "epoch": 0.5300839647757526,
      "grad_norm": 1.7869948653365841,
      "learning_rate": 0.00029577497334944873,
      "loss": 6.375,
      "step": 12942
    },
    {
      "epoch": 0.530124923202949,
      "grad_norm": 3.7681288104340736,
      "learning_rate": 0.00029577420470235593,
      "loss": 8.5,
      "step": 12943
    },
    {
      "epoch": 0.5301658816301454,
      "grad_norm": 5.691165478018521,
      "learning_rate": 0.0002957734359863495,
      "loss": 3.6875,
      "step": 12944
    },
    {
      "epoch": 0.5302068400573418,
      "grad_norm": 1.6267279481659012,
      "learning_rate": 0.0002957726672014299,
      "loss": 6.5625,
      "step": 12945
    },
    {
      "epoch": 0.5302477984845382,
      "grad_norm": 1.4931717866428214,
      "learning_rate": 0.00029577189834759744,
      "loss": 6.2188,
      "step": 12946
    },
    {
      "epoch": 0.5302887569117346,
      "grad_norm": 1.4568544029194528,
      "learning_rate": 0.0002957711294248524,
      "loss": 5.5312,
      "step": 12947
    },
    {
      "epoch": 0.530329715338931,
      "grad_norm": 1.3092866499141134,
      "learning_rate": 0.00029577036043319533,
      "loss": 5.625,
      "step": 12948
    },
    {
      "epoch": 0.5303706737661273,
      "grad_norm": 2.99523421381738,
      "learning_rate": 0.0002957695913726264,
      "loss": 6.7812,
      "step": 12949
    },
    {
      "epoch": 0.5304116321933238,
      "grad_norm": 1.9953929455116044,
      "learning_rate": 0.00029576882224314615,
      "loss": 6.1875,
      "step": 12950
    },
    {
      "epoch": 0.5304525906205202,
      "grad_norm": 1.3442496251207259,
      "learning_rate": 0.00029576805304475486,
      "loss": 7.1875,
      "step": 12951
    },
    {
      "epoch": 0.5304935490477166,
      "grad_norm": 2.1016213985648897,
      "learning_rate": 0.0002957672837774529,
      "loss": 6.5312,
      "step": 12952
    },
    {
      "epoch": 0.5305345074749129,
      "grad_norm": 1.5305411877163808,
      "learning_rate": 0.00029576651444124057,
      "loss": 6.5938,
      "step": 12953
    },
    {
      "epoch": 0.5305754659021094,
      "grad_norm": 2.2267546985280355,
      "learning_rate": 0.0002957657450361183,
      "loss": 6.25,
      "step": 12954
    },
    {
      "epoch": 0.5306164243293058,
      "grad_norm": 1.467124276020405,
      "learning_rate": 0.00029576497556208647,
      "loss": 5.875,
      "step": 12955
    },
    {
      "epoch": 0.5306573827565022,
      "grad_norm": 2.0640472471680504,
      "learning_rate": 0.00029576420601914533,
      "loss": 6.9375,
      "step": 12956
    },
    {
      "epoch": 0.5306983411836985,
      "grad_norm": 2.3468770220966895,
      "learning_rate": 0.00029576343640729544,
      "loss": 7.25,
      "step": 12957
    },
    {
      "epoch": 0.5307392996108949,
      "grad_norm": 1.678528785213789,
      "learning_rate": 0.000295762666726537,
      "loss": 6.2812,
      "step": 12958
    },
    {
      "epoch": 0.5307802580380914,
      "grad_norm": 1.4046328452348413,
      "learning_rate": 0.00029576189697687045,
      "loss": 5.8438,
      "step": 12959
    },
    {
      "epoch": 0.5308212164652877,
      "grad_norm": 1.234397423999691,
      "learning_rate": 0.0002957611271582961,
      "loss": 5.9062,
      "step": 12960
    },
    {
      "epoch": 0.5308621748924841,
      "grad_norm": 1.3466841340568736,
      "learning_rate": 0.00029576035727081444,
      "loss": 5.9688,
      "step": 12961
    },
    {
      "epoch": 0.5309031333196805,
      "grad_norm": 4.80146828824437,
      "learning_rate": 0.00029575958731442565,
      "loss": 6.125,
      "step": 12962
    },
    {
      "epoch": 0.530944091746877,
      "grad_norm": 1.934816734024549,
      "learning_rate": 0.0002957588172891302,
      "loss": 5.0,
      "step": 12963
    },
    {
      "epoch": 0.5309850501740733,
      "grad_norm": 2.5753835375322214,
      "learning_rate": 0.0002957580471949285,
      "loss": 8.0,
      "step": 12964
    },
    {
      "epoch": 0.5310260086012697,
      "grad_norm": 2.058502369847232,
      "learning_rate": 0.0002957572770318208,
      "loss": 6.3438,
      "step": 12965
    },
    {
      "epoch": 0.5310669670284661,
      "grad_norm": 1.3432986575641237,
      "learning_rate": 0.0002957565067998075,
      "loss": 5.4688,
      "step": 12966
    },
    {
      "epoch": 0.5311079254556625,
      "grad_norm": 1.375314652042862,
      "learning_rate": 0.00029575573649888903,
      "loss": 5.3438,
      "step": 12967
    },
    {
      "epoch": 0.5311488838828589,
      "grad_norm": 1.5458108513658477,
      "learning_rate": 0.0002957549661290657,
      "loss": 5.2812,
      "step": 12968
    },
    {
      "epoch": 0.5311898423100553,
      "grad_norm": 1.4079674907003938,
      "learning_rate": 0.0002957541956903378,
      "loss": 5.4062,
      "step": 12969
    },
    {
      "epoch": 0.5312308007372517,
      "grad_norm": 1.3194444759643533,
      "learning_rate": 0.0002957534251827059,
      "loss": 4.1875,
      "step": 12970
    },
    {
      "epoch": 0.5312717591644481,
      "grad_norm": 4.895671527662761,
      "learning_rate": 0.00029575265460617014,
      "loss": 6.0,
      "step": 12971
    },
    {
      "epoch": 0.5313127175916444,
      "grad_norm": 2.8791893021685375,
      "learning_rate": 0.000295751883960731,
      "loss": 7.375,
      "step": 12972
    },
    {
      "epoch": 0.5313536760188409,
      "grad_norm": 1.497194953319258,
      "learning_rate": 0.00029575111324638885,
      "loss": 6.1562,
      "step": 12973
    },
    {
      "epoch": 0.5313946344460373,
      "grad_norm": 1.3440205915840933,
      "learning_rate": 0.00029575034246314406,
      "loss": 5.1875,
      "step": 12974
    },
    {
      "epoch": 0.5314355928732337,
      "grad_norm": 1.5626472840749148,
      "learning_rate": 0.0002957495716109969,
      "loss": 6.4375,
      "step": 12975
    },
    {
      "epoch": 0.53147655130043,
      "grad_norm": 1.3573583168509478,
      "learning_rate": 0.00029574880068994786,
      "loss": 5.4375,
      "step": 12976
    },
    {
      "epoch": 0.5315175097276265,
      "grad_norm": 4.2377168166128785,
      "learning_rate": 0.0002957480296999972,
      "loss": 6.5625,
      "step": 12977
    },
    {
      "epoch": 0.5315584681548229,
      "grad_norm": 2.753023446492957,
      "learning_rate": 0.0002957472586411453,
      "loss": 5.75,
      "step": 12978
    },
    {
      "epoch": 0.5315994265820192,
      "grad_norm": 1.6780639197868814,
      "learning_rate": 0.00029574648751339266,
      "loss": 6.6875,
      "step": 12979
    },
    {
      "epoch": 0.5316403850092156,
      "grad_norm": 1.4247117767654487,
      "learning_rate": 0.00029574571631673947,
      "loss": 5.0938,
      "step": 12980
    },
    {
      "epoch": 0.531681343436412,
      "grad_norm": 1.273950735819583,
      "learning_rate": 0.0002957449450511862,
      "loss": 5.0,
      "step": 12981
    },
    {
      "epoch": 0.5317223018636085,
      "grad_norm": 1.2606501638916896,
      "learning_rate": 0.0002957441737167331,
      "loss": 5.2812,
      "step": 12982
    },
    {
      "epoch": 0.5317632602908048,
      "grad_norm": 2.6439479359775837,
      "learning_rate": 0.0002957434023133807,
      "loss": 5.1562,
      "step": 12983
    },
    {
      "epoch": 0.5318042187180012,
      "grad_norm": 1.6238053159092725,
      "learning_rate": 0.0002957426308411292,
      "loss": 5.5312,
      "step": 12984
    },
    {
      "epoch": 0.5318451771451976,
      "grad_norm": 1.2616745544220798,
      "learning_rate": 0.00029574185929997907,
      "loss": 5.0,
      "step": 12985
    },
    {
      "epoch": 0.5318861355723941,
      "grad_norm": 1.464104586773259,
      "learning_rate": 0.00029574108768993065,
      "loss": 5.9062,
      "step": 12986
    },
    {
      "epoch": 0.5319270939995904,
      "grad_norm": 1.4478379126752603,
      "learning_rate": 0.00029574031601098426,
      "loss": 5.4062,
      "step": 12987
    },
    {
      "epoch": 0.5319680524267868,
      "grad_norm": 1.5408033462481319,
      "learning_rate": 0.0002957395442631404,
      "loss": 5.5938,
      "step": 12988
    },
    {
      "epoch": 0.5320090108539832,
      "grad_norm": 1.4943252940465135,
      "learning_rate": 0.00029573877244639925,
      "loss": 6.2188,
      "step": 12989
    },
    {
      "epoch": 0.5320499692811796,
      "grad_norm": 5.44860400399418,
      "learning_rate": 0.0002957380005607613,
      "loss": 2.4688,
      "step": 12990
    },
    {
      "epoch": 0.532090927708376,
      "grad_norm": 1.4006259312201346,
      "learning_rate": 0.0002957372286062269,
      "loss": 4.5625,
      "step": 12991
    },
    {
      "epoch": 0.5321318861355724,
      "grad_norm": 3.288281755440685,
      "learning_rate": 0.00029573645658279637,
      "loss": 6.1875,
      "step": 12992
    },
    {
      "epoch": 0.5321728445627688,
      "grad_norm": 1.3526060682129368,
      "learning_rate": 0.0002957356844904701,
      "loss": 5.625,
      "step": 12993
    },
    {
      "epoch": 0.5322138029899652,
      "grad_norm": 1.292143206845253,
      "learning_rate": 0.00029573491232924847,
      "loss": 5.125,
      "step": 12994
    },
    {
      "epoch": 0.5322547614171615,
      "grad_norm": 1.3883644268813382,
      "learning_rate": 0.0002957341400991318,
      "loss": 5.3438,
      "step": 12995
    },
    {
      "epoch": 0.532295719844358,
      "grad_norm": 2.5018237911197327,
      "learning_rate": 0.00029573336780012056,
      "loss": 7.4688,
      "step": 12996
    },
    {
      "epoch": 0.5323366782715544,
      "grad_norm": 1.2758245857646,
      "learning_rate": 0.000295732595432215,
      "loss": 5.1562,
      "step": 12997
    },
    {
      "epoch": 0.5323776366987508,
      "grad_norm": 1.2810670686422683,
      "learning_rate": 0.00029573182299541545,
      "loss": 6.1562,
      "step": 12998
    },
    {
      "epoch": 0.5324185951259471,
      "grad_norm": 3.9318873198933506,
      "learning_rate": 0.00029573105048972246,
      "loss": 3.3594,
      "step": 12999
    },
    {
      "epoch": 0.5324595535531436,
      "grad_norm": 3.214826419418431,
      "learning_rate": 0.00029573027791513623,
      "loss": 6.0625,
      "step": 13000
    },
    {
      "epoch": 0.53250051198034,
      "grad_norm": 1.4587589101791612,
      "learning_rate": 0.00029572950527165714,
      "loss": 5.1875,
      "step": 13001
    },
    {
      "epoch": 0.5325414704075363,
      "grad_norm": 1.3406283089617508,
      "learning_rate": 0.0002957287325592857,
      "loss": 5.0625,
      "step": 13002
    },
    {
      "epoch": 0.5325824288347327,
      "grad_norm": 1.7766828535745738,
      "learning_rate": 0.0002957279597780221,
      "loss": 5.3438,
      "step": 13003
    },
    {
      "epoch": 0.5326233872619291,
      "grad_norm": 1.656513200436225,
      "learning_rate": 0.0002957271869278668,
      "loss": 5.75,
      "step": 13004
    },
    {
      "epoch": 0.5326643456891256,
      "grad_norm": 1.5140904151399726,
      "learning_rate": 0.0002957264140088201,
      "loss": 4.9375,
      "step": 13005
    },
    {
      "epoch": 0.5327053041163219,
      "grad_norm": 1.7030082365250767,
      "learning_rate": 0.00029572564102088247,
      "loss": 6.0,
      "step": 13006
    },
    {
      "epoch": 0.5327462625435183,
      "grad_norm": 2.2646375254137894,
      "learning_rate": 0.0002957248679640542,
      "loss": 5.3125,
      "step": 13007
    },
    {
      "epoch": 0.5327872209707147,
      "grad_norm": 1.399709438579585,
      "learning_rate": 0.0002957240948383357,
      "loss": 5.125,
      "step": 13008
    },
    {
      "epoch": 0.5328281793979112,
      "grad_norm": 1.3073777710785885,
      "learning_rate": 0.0002957233216437272,
      "loss": 5.1562,
      "step": 13009
    },
    {
      "epoch": 0.5328691378251075,
      "grad_norm": 1.707273563093754,
      "learning_rate": 0.0002957225483802292,
      "loss": 5.8438,
      "step": 13010
    },
    {
      "epoch": 0.5329100962523039,
      "grad_norm": 2.6658877695733874,
      "learning_rate": 0.0002957217750478421,
      "loss": 5.7188,
      "step": 13011
    },
    {
      "epoch": 0.5329510546795003,
      "grad_norm": 1.8887518410710276,
      "learning_rate": 0.0002957210016465661,
      "loss": 6.2188,
      "step": 13012
    },
    {
      "epoch": 0.5329920131066967,
      "grad_norm": 2.404512728004469,
      "learning_rate": 0.0002957202281764018,
      "loss": 5.9062,
      "step": 13013
    },
    {
      "epoch": 0.5330329715338931,
      "grad_norm": 5.7366847919216175,
      "learning_rate": 0.00029571945463734937,
      "loss": 7.0938,
      "step": 13014
    },
    {
      "epoch": 0.5330739299610895,
      "grad_norm": 1.4539461188650387,
      "learning_rate": 0.00029571868102940923,
      "loss": 3.9688,
      "step": 13015
    },
    {
      "epoch": 0.5331148883882859,
      "grad_norm": 4.412171746285538,
      "learning_rate": 0.0002957179073525817,
      "loss": 5.3438,
      "step": 13016
    },
    {
      "epoch": 0.5331558468154823,
      "grad_norm": 2.5272950256537814,
      "learning_rate": 0.00029571713360686724,
      "loss": 7.375,
      "step": 13017
    },
    {
      "epoch": 0.5331968052426787,
      "grad_norm": 3.162442234163826,
      "learning_rate": 0.00029571635979226625,
      "loss": 6.5,
      "step": 13018
    },
    {
      "epoch": 0.5332377636698751,
      "grad_norm": 2.204008757772745,
      "learning_rate": 0.00029571558590877896,
      "loss": 5.4062,
      "step": 13019
    },
    {
      "epoch": 0.5332787220970715,
      "grad_norm": 1.6137633270375007,
      "learning_rate": 0.0002957148119564058,
      "loss": 7.0312,
      "step": 13020
    },
    {
      "epoch": 0.5333196805242678,
      "grad_norm": 1.4610747220272178,
      "learning_rate": 0.0002957140379351471,
      "loss": 4.8438,
      "step": 13021
    },
    {
      "epoch": 0.5333606389514642,
      "grad_norm": 1.566568613449947,
      "learning_rate": 0.00029571326384500327,
      "loss": 6.2188,
      "step": 13022
    },
    {
      "epoch": 0.5334015973786607,
      "grad_norm": 1.6343179925277087,
      "learning_rate": 0.0002957124896859747,
      "loss": 5.4062,
      "step": 13023
    },
    {
      "epoch": 0.5334425558058571,
      "grad_norm": 1.608115973430772,
      "learning_rate": 0.0002957117154580617,
      "loss": 5.3438,
      "step": 13024
    },
    {
      "epoch": 0.5334835142330534,
      "grad_norm": 1.5385888080914734,
      "learning_rate": 0.0002957109411612646,
      "loss": 6.25,
      "step": 13025
    },
    {
      "epoch": 0.5335244726602498,
      "grad_norm": 1.752144938873456,
      "learning_rate": 0.00029571016679558394,
      "loss": 5.6875,
      "step": 13026
    },
    {
      "epoch": 0.5335654310874463,
      "grad_norm": 3.3861439670474556,
      "learning_rate": 0.0002957093923610199,
      "loss": 7.6875,
      "step": 13027
    },
    {
      "epoch": 0.5336063895146427,
      "grad_norm": 1.2546232990501598,
      "learning_rate": 0.0002957086178575729,
      "loss": 5.1562,
      "step": 13028
    },
    {
      "epoch": 0.533647347941839,
      "grad_norm": 2.7051090199269754,
      "learning_rate": 0.0002957078432852433,
      "loss": 6.9375,
      "step": 13029
    },
    {
      "epoch": 0.5336883063690354,
      "grad_norm": 1.4422582913081765,
      "learning_rate": 0.0002957070686440316,
      "loss": 5.3125,
      "step": 13030
    },
    {
      "epoch": 0.5337292647962318,
      "grad_norm": 1.622364163833234,
      "learning_rate": 0.0002957062939339379,
      "loss": 4.9062,
      "step": 13031
    },
    {
      "epoch": 0.5337702232234283,
      "grad_norm": 1.5648120073117273,
      "learning_rate": 0.00029570551915496284,
      "loss": 6.125,
      "step": 13032
    },
    {
      "epoch": 0.5338111816506246,
      "grad_norm": 5.88301443708731,
      "learning_rate": 0.0002957047443071066,
      "loss": 3.2031,
      "step": 13033
    },
    {
      "epoch": 0.533852140077821,
      "grad_norm": 1.5978038472995602,
      "learning_rate": 0.00029570396939036965,
      "loss": 5.3125,
      "step": 13034
    },
    {
      "epoch": 0.5338930985050174,
      "grad_norm": 1.3408644883449514,
      "learning_rate": 0.0002957031944047523,
      "loss": 5.2812,
      "step": 13035
    },
    {
      "epoch": 0.5339340569322139,
      "grad_norm": 1.6329185271338102,
      "learning_rate": 0.000295702419350255,
      "loss": 5.4062,
      "step": 13036
    },
    {
      "epoch": 0.5339750153594102,
      "grad_norm": 1.4899364849653727,
      "learning_rate": 0.00029570164422687795,
      "loss": 6.2188,
      "step": 13037
    },
    {
      "epoch": 0.5340159737866066,
      "grad_norm": 2.4431290633355918,
      "learning_rate": 0.00029570086903462164,
      "loss": 5.7188,
      "step": 13038
    },
    {
      "epoch": 0.534056932213803,
      "grad_norm": 1.921582967993158,
      "learning_rate": 0.00029570009377348646,
      "loss": 6.5625,
      "step": 13039
    },
    {
      "epoch": 0.5340978906409994,
      "grad_norm": 1.5545664650355109,
      "learning_rate": 0.0002956993184434727,
      "loss": 5.7812,
      "step": 13040
    },
    {
      "epoch": 0.5341388490681958,
      "grad_norm": 1.6856931548361078,
      "learning_rate": 0.0002956985430445807,
      "loss": 7.3125,
      "step": 13041
    },
    {
      "epoch": 0.5341798074953922,
      "grad_norm": 1.642276599376387,
      "learning_rate": 0.000295697767576811,
      "loss": 6.0,
      "step": 13042
    },
    {
      "epoch": 0.5342207659225886,
      "grad_norm": 2.2979882265460865,
      "learning_rate": 0.0002956969920401638,
      "loss": 5.8125,
      "step": 13043
    },
    {
      "epoch": 0.5342617243497849,
      "grad_norm": 2.3254583309918306,
      "learning_rate": 0.0002956962164346395,
      "loss": 4.9375,
      "step": 13044
    },
    {
      "epoch": 0.5343026827769813,
      "grad_norm": 2.172385709808608,
      "learning_rate": 0.0002956954407602385,
      "loss": 4.4375,
      "step": 13045
    },
    {
      "epoch": 0.5343436412041778,
      "grad_norm": 1.4498016456188163,
      "learning_rate": 0.0002956946650169611,
      "loss": 5.9062,
      "step": 13046
    },
    {
      "epoch": 0.5343845996313742,
      "grad_norm": 1.3449541627107235,
      "learning_rate": 0.0002956938892048078,
      "loss": 5.0938,
      "step": 13047
    },
    {
      "epoch": 0.5344255580585705,
      "grad_norm": 1.4947798182453262,
      "learning_rate": 0.00029569311332377883,
      "loss": 5.125,
      "step": 13048
    },
    {
      "epoch": 0.5344665164857669,
      "grad_norm": 1.4399441908823754,
      "learning_rate": 0.0002956923373738746,
      "loss": 5.4688,
      "step": 13049
    },
    {
      "epoch": 0.5345074749129634,
      "grad_norm": 1.5988457186475744,
      "learning_rate": 0.00029569156135509554,
      "loss": 5.9062,
      "step": 13050
    },
    {
      "epoch": 0.5345484333401598,
      "grad_norm": 2.06482580995374,
      "learning_rate": 0.00029569078526744193,
      "loss": 6.3125,
      "step": 13051
    },
    {
      "epoch": 0.5345893917673561,
      "grad_norm": 1.3478482510526073,
      "learning_rate": 0.00029569000911091415,
      "loss": 6.6562,
      "step": 13052
    },
    {
      "epoch": 0.5346303501945525,
      "grad_norm": 4.052930804639525,
      "learning_rate": 0.0002956892328855126,
      "loss": 4.25,
      "step": 13053
    },
    {
      "epoch": 0.5346713086217489,
      "grad_norm": 1.4997704992906464,
      "learning_rate": 0.00029568845659123764,
      "loss": 5.5938,
      "step": 13054
    },
    {
      "epoch": 0.5347122670489454,
      "grad_norm": 1.4281016032131155,
      "learning_rate": 0.00029568768022808967,
      "loss": 7.8125,
      "step": 13055
    },
    {
      "epoch": 0.5347532254761417,
      "grad_norm": 1.4796468691010052,
      "learning_rate": 0.000295686903796069,
      "loss": 6.25,
      "step": 13056
    },
    {
      "epoch": 0.5347941839033381,
      "grad_norm": 1.9937038752862208,
      "learning_rate": 0.00029568612729517595,
      "loss": 6.5,
      "step": 13057
    },
    {
      "epoch": 0.5348351423305345,
      "grad_norm": 1.5968530441018731,
      "learning_rate": 0.000295685350725411,
      "loss": 5.8438,
      "step": 13058
    },
    {
      "epoch": 0.534876100757731,
      "grad_norm": 1.9335392494942838,
      "learning_rate": 0.0002956845740867745,
      "loss": 4.9375,
      "step": 13059
    },
    {
      "epoch": 0.5349170591849273,
      "grad_norm": 1.284669210785221,
      "learning_rate": 0.00029568379737926676,
      "loss": 5.2812,
      "step": 13060
    },
    {
      "epoch": 0.5349580176121237,
      "grad_norm": 1.519182435882101,
      "learning_rate": 0.0002956830206028882,
      "loss": 5.6562,
      "step": 13061
    },
    {
      "epoch": 0.5349989760393201,
      "grad_norm": 1.4365980240984748,
      "learning_rate": 0.0002956822437576391,
      "loss": 5.0,
      "step": 13062
    },
    {
      "epoch": 0.5350399344665164,
      "grad_norm": 1.7163947683377774,
      "learning_rate": 0.00029568146684351995,
      "loss": 5.0312,
      "step": 13063
    },
    {
      "epoch": 0.5350808928937129,
      "grad_norm": 3.7556348229165093,
      "learning_rate": 0.000295680689860531,
      "loss": 6.1562,
      "step": 13064
    },
    {
      "epoch": 0.5351218513209093,
      "grad_norm": 3.9743367610346407,
      "learning_rate": 0.00029567991280867275,
      "loss": 7.4062,
      "step": 13065
    },
    {
      "epoch": 0.5351628097481057,
      "grad_norm": 1.6000341674132927,
      "learning_rate": 0.0002956791356879454,
      "loss": 5.875,
      "step": 13066
    },
    {
      "epoch": 0.535203768175302,
      "grad_norm": 1.4529086221888659,
      "learning_rate": 0.00029567835849834945,
      "loss": 5.2812,
      "step": 13067
    },
    {
      "epoch": 0.5352447266024984,
      "grad_norm": 1.5168687228280766,
      "learning_rate": 0.00029567758123988526,
      "loss": 5.9375,
      "step": 13068
    },
    {
      "epoch": 0.5352856850296949,
      "grad_norm": 1.9237204234097918,
      "learning_rate": 0.0002956768039125531,
      "loss": 5.8125,
      "step": 13069
    },
    {
      "epoch": 0.5353266434568913,
      "grad_norm": 3.248991162244187,
      "learning_rate": 0.00029567602651635344,
      "loss": 7.9062,
      "step": 13070
    },
    {
      "epoch": 0.5353676018840876,
      "grad_norm": 1.6145252564110557,
      "learning_rate": 0.0002956752490512866,
      "loss": 5.125,
      "step": 13071
    },
    {
      "epoch": 0.535408560311284,
      "grad_norm": 1.539312694241215,
      "learning_rate": 0.000295674471517353,
      "loss": 5.2188,
      "step": 13072
    },
    {
      "epoch": 0.5354495187384805,
      "grad_norm": 1.9024752429235259,
      "learning_rate": 0.00029567369391455287,
      "loss": 5.4688,
      "step": 13073
    },
    {
      "epoch": 0.5354904771656769,
      "grad_norm": 1.4765148463510442,
      "learning_rate": 0.0002956729162428867,
      "loss": 5.5312,
      "step": 13074
    },
    {
      "epoch": 0.5355314355928732,
      "grad_norm": 2.143584068653599,
      "learning_rate": 0.00029567213850235485,
      "loss": 6.2188,
      "step": 13075
    },
    {
      "epoch": 0.5355723940200696,
      "grad_norm": 1.3233483518531477,
      "learning_rate": 0.0002956713606929577,
      "loss": 6.625,
      "step": 13076
    },
    {
      "epoch": 0.535613352447266,
      "grad_norm": 1.5468977645643305,
      "learning_rate": 0.00029567058281469553,
      "loss": 8.4375,
      "step": 13077
    },
    {
      "epoch": 0.5356543108744625,
      "grad_norm": 1.2467102341919172,
      "learning_rate": 0.0002956698048675688,
      "loss": 6.0938,
      "step": 13078
    },
    {
      "epoch": 0.5356952693016588,
      "grad_norm": 1.6505866026497618,
      "learning_rate": 0.0002956690268515778,
      "loss": 5.75,
      "step": 13079
    },
    {
      "epoch": 0.5357362277288552,
      "grad_norm": 10.529427945329003,
      "learning_rate": 0.00029566824876672295,
      "loss": 6.1875,
      "step": 13080
    },
    {
      "epoch": 0.5357771861560516,
      "grad_norm": 2.0925821891706184,
      "learning_rate": 0.0002956674706130046,
      "loss": 6.3438,
      "step": 13081
    },
    {
      "epoch": 0.5358181445832481,
      "grad_norm": 1.750661493814239,
      "learning_rate": 0.00029566669239042314,
      "loss": 6.9375,
      "step": 13082
    },
    {
      "epoch": 0.5358591030104444,
      "grad_norm": 2.5699923870438823,
      "learning_rate": 0.0002956659140989789,
      "loss": 6.5,
      "step": 13083
    },
    {
      "epoch": 0.5359000614376408,
      "grad_norm": 1.534809215138714,
      "learning_rate": 0.0002956651357386723,
      "loss": 5.5,
      "step": 13084
    },
    {
      "epoch": 0.5359410198648372,
      "grad_norm": 1.488154018236353,
      "learning_rate": 0.0002956643573095036,
      "loss": 4.875,
      "step": 13085
    },
    {
      "epoch": 0.5359819782920335,
      "grad_norm": 2.325658572649451,
      "learning_rate": 0.0002956635788114733,
      "loss": 6.5,
      "step": 13086
    },
    {
      "epoch": 0.53602293671923,
      "grad_norm": 1.388606525952348,
      "learning_rate": 0.00029566280024458173,
      "loss": 5.3438,
      "step": 13087
    },
    {
      "epoch": 0.5360638951464264,
      "grad_norm": 1.9731468480975487,
      "learning_rate": 0.0002956620216088293,
      "loss": 7.625,
      "step": 13088
    },
    {
      "epoch": 0.5361048535736228,
      "grad_norm": 1.3970761301714278,
      "learning_rate": 0.0002956612429042162,
      "loss": 4.9062,
      "step": 13089
    },
    {
      "epoch": 0.5361458120008191,
      "grad_norm": 3.1772718528718906,
      "learning_rate": 0.00029566046413074295,
      "loss": 6.1562,
      "step": 13090
    },
    {
      "epoch": 0.5361867704280155,
      "grad_norm": 1.2288424986821649,
      "learning_rate": 0.0002956596852884099,
      "loss": 5.0312,
      "step": 13091
    },
    {
      "epoch": 0.536227728855212,
      "grad_norm": 1.6557289814470217,
      "learning_rate": 0.0002956589063772174,
      "loss": 5.5,
      "step": 13092
    },
    {
      "epoch": 0.5362686872824084,
      "grad_norm": 1.4045223892881566,
      "learning_rate": 0.0002956581273971658,
      "loss": 5.0,
      "step": 13093
    },
    {
      "epoch": 0.5363096457096047,
      "grad_norm": 1.6732575434491774,
      "learning_rate": 0.00029565734834825547,
      "loss": 5.4688,
      "step": 13094
    },
    {
      "epoch": 0.5363506041368011,
      "grad_norm": 1.3752219360770892,
      "learning_rate": 0.00029565656923048685,
      "loss": 5.2812,
      "step": 13095
    },
    {
      "epoch": 0.5363915625639976,
      "grad_norm": 1.5254319868686443,
      "learning_rate": 0.0002956557900438603,
      "loss": 5.4375,
      "step": 13096
    },
    {
      "epoch": 0.536432520991194,
      "grad_norm": 1.4131991828999495,
      "learning_rate": 0.000295655010788376,
      "loss": 5.0625,
      "step": 13097
    },
    {
      "epoch": 0.5364734794183903,
      "grad_norm": 6.397437498929617,
      "learning_rate": 0.0002956542314640346,
      "loss": 4.4375,
      "step": 13098
    },
    {
      "epoch": 0.5365144378455867,
      "grad_norm": 1.356483626573843,
      "learning_rate": 0.0002956534520708362,
      "loss": 4.9688,
      "step": 13099
    },
    {
      "epoch": 0.5365553962727831,
      "grad_norm": 1.58540277653822,
      "learning_rate": 0.0002956526726087814,
      "loss": 6.125,
      "step": 13100
    },
    {
      "epoch": 0.5365963546999796,
      "grad_norm": 1.4379494930380436,
      "learning_rate": 0.00029565189307787046,
      "loss": 5.875,
      "step": 13101
    },
    {
      "epoch": 0.5366373131271759,
      "grad_norm": 1.3601567589360912,
      "learning_rate": 0.0002956511134781038,
      "loss": 6.0938,
      "step": 13102
    },
    {
      "epoch": 0.5366782715543723,
      "grad_norm": 1.5461735161911445,
      "learning_rate": 0.00029565033380948163,
      "loss": 6.0,
      "step": 13103
    },
    {
      "epoch": 0.5367192299815687,
      "grad_norm": 1.9228974882606573,
      "learning_rate": 0.0002956495540720045,
      "loss": 7.375,
      "step": 13104
    },
    {
      "epoch": 0.536760188408765,
      "grad_norm": 1.5185803121243318,
      "learning_rate": 0.0002956487742656727,
      "loss": 6.2812,
      "step": 13105
    },
    {
      "epoch": 0.5368011468359615,
      "grad_norm": 1.6732254928800616,
      "learning_rate": 0.00029564799439048663,
      "loss": 5.375,
      "step": 13106
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 2.0046794738199507,
      "learning_rate": 0.0002956472144464466,
      "loss": 7.0,
      "step": 13107
    },
    {
      "epoch": 0.5368830636903543,
      "grad_norm": 1.3255110700287795,
      "learning_rate": 0.0002956464344335531,
      "loss": 5.0938,
      "step": 13108
    },
    {
      "epoch": 0.5369240221175506,
      "grad_norm": 3.7129106333971347,
      "learning_rate": 0.00029564565435180633,
      "loss": 8.375,
      "step": 13109
    },
    {
      "epoch": 0.5369649805447471,
      "grad_norm": 1.5132249345332873,
      "learning_rate": 0.0002956448742012068,
      "loss": 5.375,
      "step": 13110
    },
    {
      "epoch": 0.5370059389719435,
      "grad_norm": 1.6377853678111194,
      "learning_rate": 0.0002956440939817548,
      "loss": 5.1875,
      "step": 13111
    },
    {
      "epoch": 0.5370468973991399,
      "grad_norm": 1.486638564454069,
      "learning_rate": 0.0002956433136934507,
      "loss": 5.0625,
      "step": 13112
    },
    {
      "epoch": 0.5370878558263362,
      "grad_norm": 1.7923570041489894,
      "learning_rate": 0.00029564253333629493,
      "loss": 5.8438,
      "step": 13113
    },
    {
      "epoch": 0.5371288142535326,
      "grad_norm": 3.496932363479458,
      "learning_rate": 0.0002956417529102878,
      "loss": 7.4375,
      "step": 13114
    },
    {
      "epoch": 0.5371697726807291,
      "grad_norm": 2.3673881060472732,
      "learning_rate": 0.0002956409724154297,
      "loss": 7.5312,
      "step": 13115
    },
    {
      "epoch": 0.5372107311079255,
      "grad_norm": 4.747482860347858,
      "learning_rate": 0.00029564019185172104,
      "loss": 6.875,
      "step": 13116
    },
    {
      "epoch": 0.5372516895351218,
      "grad_norm": 2.2080188126497573,
      "learning_rate": 0.0002956394112191621,
      "loss": 6.4062,
      "step": 13117
    },
    {
      "epoch": 0.5372926479623182,
      "grad_norm": 2.0614699838022723,
      "learning_rate": 0.00029563863051775333,
      "loss": 5.25,
      "step": 13118
    },
    {
      "epoch": 0.5373336063895147,
      "grad_norm": 3.6669314962854984,
      "learning_rate": 0.0002956378497474951,
      "loss": 6.2188,
      "step": 13119
    },
    {
      "epoch": 0.5373745648167111,
      "grad_norm": 1.6473312252516796,
      "learning_rate": 0.00029563706890838764,
      "loss": 5.75,
      "step": 13120
    },
    {
      "epoch": 0.5374155232439074,
      "grad_norm": 1.4277453878232678,
      "learning_rate": 0.0002956362880004315,
      "loss": 5.625,
      "step": 13121
    },
    {
      "epoch": 0.5374564816711038,
      "grad_norm": 1.492395526089267,
      "learning_rate": 0.00029563550702362695,
      "loss": 5.7812,
      "step": 13122
    },
    {
      "epoch": 0.5374974400983002,
      "grad_norm": 1.3682255769407106,
      "learning_rate": 0.0002956347259779744,
      "loss": 5.6875,
      "step": 13123
    },
    {
      "epoch": 0.5375383985254967,
      "grad_norm": 1.4831556379290582,
      "learning_rate": 0.00029563394486347414,
      "loss": 6.125,
      "step": 13124
    },
    {
      "epoch": 0.537579356952693,
      "grad_norm": 1.33194498874877,
      "learning_rate": 0.0002956331636801267,
      "loss": 5.8438,
      "step": 13125
    },
    {
      "epoch": 0.5376203153798894,
      "grad_norm": 2.852296893306975,
      "learning_rate": 0.0002956323824279323,
      "loss": 4.875,
      "step": 13126
    },
    {
      "epoch": 0.5376612738070858,
      "grad_norm": 1.2930634371272278,
      "learning_rate": 0.00029563160110689134,
      "loss": 5.6562,
      "step": 13127
    },
    {
      "epoch": 0.5377022322342822,
      "grad_norm": 1.5074854976027945,
      "learning_rate": 0.00029563081971700425,
      "loss": 5.9688,
      "step": 13128
    },
    {
      "epoch": 0.5377431906614786,
      "grad_norm": 1.4048465444771912,
      "learning_rate": 0.00029563003825827135,
      "loss": 4.5625,
      "step": 13129
    },
    {
      "epoch": 0.537784149088675,
      "grad_norm": 2.000140338633414,
      "learning_rate": 0.000295629256730693,
      "loss": 5.4688,
      "step": 13130
    },
    {
      "epoch": 0.5378251075158714,
      "grad_norm": 2.005246432923847,
      "learning_rate": 0.0002956284751342696,
      "loss": 7.0,
      "step": 13131
    },
    {
      "epoch": 0.5378660659430677,
      "grad_norm": 1.4918060851418515,
      "learning_rate": 0.00029562769346900154,
      "loss": 5.5,
      "step": 13132
    },
    {
      "epoch": 0.5379070243702642,
      "grad_norm": 1.3501008753818122,
      "learning_rate": 0.0002956269117348891,
      "loss": 4.8438,
      "step": 13133
    },
    {
      "epoch": 0.5379479827974606,
      "grad_norm": 2.24143578149829,
      "learning_rate": 0.00029562612993193273,
      "loss": 6.1875,
      "step": 13134
    },
    {
      "epoch": 0.537988941224657,
      "grad_norm": 1.8768293069050401,
      "learning_rate": 0.0002956253480601328,
      "loss": 6.0938,
      "step": 13135
    },
    {
      "epoch": 0.5380298996518533,
      "grad_norm": 7.229337995671936,
      "learning_rate": 0.0002956245661194896,
      "loss": 7.6562,
      "step": 13136
    },
    {
      "epoch": 0.5380708580790498,
      "grad_norm": 1.5883614064270881,
      "learning_rate": 0.0002956237841100036,
      "loss": 5.25,
      "step": 13137
    },
    {
      "epoch": 0.5381118165062462,
      "grad_norm": 4.368611474077719,
      "learning_rate": 0.0002956230020316751,
      "loss": 5.0,
      "step": 13138
    },
    {
      "epoch": 0.5381527749334426,
      "grad_norm": 9.645116456448571,
      "learning_rate": 0.0002956222198845045,
      "loss": 6.9062,
      "step": 13139
    },
    {
      "epoch": 0.5381937333606389,
      "grad_norm": 1.6964163295753063,
      "learning_rate": 0.0002956214376684922,
      "loss": 6.3438,
      "step": 13140
    },
    {
      "epoch": 0.5382346917878353,
      "grad_norm": 1.413989949222061,
      "learning_rate": 0.0002956206553836385,
      "loss": 6.4062,
      "step": 13141
    },
    {
      "epoch": 0.5382756502150318,
      "grad_norm": 1.5514142196336203,
      "learning_rate": 0.0002956198730299438,
      "loss": 6.1875,
      "step": 13142
    },
    {
      "epoch": 0.5383166086422282,
      "grad_norm": 2.083391236539509,
      "learning_rate": 0.0002956190906074085,
      "loss": 6.0,
      "step": 13143
    },
    {
      "epoch": 0.5383575670694245,
      "grad_norm": 1.708444261550266,
      "learning_rate": 0.00029561830811603295,
      "loss": 6.0938,
      "step": 13144
    },
    {
      "epoch": 0.5383985254966209,
      "grad_norm": 3.4396927657747516,
      "learning_rate": 0.0002956175255558174,
      "loss": 7.25,
      "step": 13145
    },
    {
      "epoch": 0.5384394839238174,
      "grad_norm": 5.65064084204151,
      "learning_rate": 0.0002956167429267625,
      "loss": 6.2188,
      "step": 13146
    },
    {
      "epoch": 0.5384804423510137,
      "grad_norm": 1.5447245995078402,
      "learning_rate": 0.00029561596022886836,
      "loss": 4.875,
      "step": 13147
    },
    {
      "epoch": 0.5385214007782101,
      "grad_norm": 1.400809849669484,
      "learning_rate": 0.0002956151774621355,
      "loss": 5.2812,
      "step": 13148
    },
    {
      "epoch": 0.5385623592054065,
      "grad_norm": 5.372437218884758,
      "learning_rate": 0.00029561439462656415,
      "loss": 8.125,
      "step": 13149
    },
    {
      "epoch": 0.5386033176326029,
      "grad_norm": 1.2608270563238233,
      "learning_rate": 0.00029561361172215483,
      "loss": 4.9375,
      "step": 13150
    },
    {
      "epoch": 0.5386442760597993,
      "grad_norm": 1.1445493462975078,
      "learning_rate": 0.0002956128287489078,
      "loss": 5.6875,
      "step": 13151
    },
    {
      "epoch": 0.5386852344869957,
      "grad_norm": 1.3437838796116628,
      "learning_rate": 0.00029561204570682353,
      "loss": 5.5938,
      "step": 13152
    },
    {
      "epoch": 0.5387261929141921,
      "grad_norm": 1.7851493461011703,
      "learning_rate": 0.0002956112625959023,
      "loss": 6.1562,
      "step": 13153
    },
    {
      "epoch": 0.5387671513413885,
      "grad_norm": 1.6791549932370928,
      "learning_rate": 0.0002956104794161445,
      "loss": 5.5938,
      "step": 13154
    },
    {
      "epoch": 0.5388081097685848,
      "grad_norm": 1.4956780218137131,
      "learning_rate": 0.00029560969616755054,
      "loss": 5.7812,
      "step": 13155
    },
    {
      "epoch": 0.5388490681957813,
      "grad_norm": 1.9754085490156503,
      "learning_rate": 0.00029560891285012074,
      "loss": 8.0625,
      "step": 13156
    },
    {
      "epoch": 0.5388900266229777,
      "grad_norm": 2.4966917197006535,
      "learning_rate": 0.00029560812946385554,
      "loss": 6.75,
      "step": 13157
    },
    {
      "epoch": 0.5389309850501741,
      "grad_norm": 1.9072335483626677,
      "learning_rate": 0.0002956073460087552,
      "loss": 7.0938,
      "step": 13158
    },
    {
      "epoch": 0.5389719434773704,
      "grad_norm": 2.4084918282700043,
      "learning_rate": 0.00029560656248482024,
      "loss": 5.5625,
      "step": 13159
    },
    {
      "epoch": 0.5390129019045669,
      "grad_norm": 1.458742559682741,
      "learning_rate": 0.0002956057788920509,
      "loss": 7.375,
      "step": 13160
    },
    {
      "epoch": 0.5390538603317633,
      "grad_norm": 1.4407456729062587,
      "learning_rate": 0.0002956049952304475,
      "loss": 6.3438,
      "step": 13161
    },
    {
      "epoch": 0.5390948187589597,
      "grad_norm": 1.5590683924452262,
      "learning_rate": 0.00029560421150001063,
      "loss": 6.2812,
      "step": 13162
    },
    {
      "epoch": 0.539135777186156,
      "grad_norm": 1.5309614736075492,
      "learning_rate": 0.00029560342770074057,
      "loss": 5.5,
      "step": 13163
    },
    {
      "epoch": 0.5391767356133524,
      "grad_norm": 1.420614406652794,
      "learning_rate": 0.0002956026438326376,
      "loss": 4.6875,
      "step": 13164
    },
    {
      "epoch": 0.5392176940405489,
      "grad_norm": 1.57515336903361,
      "learning_rate": 0.0002956018598957021,
      "loss": 6.25,
      "step": 13165
    },
    {
      "epoch": 0.5392586524677453,
      "grad_norm": 1.9977398896936567,
      "learning_rate": 0.00029560107588993457,
      "loss": 5.2812,
      "step": 13166
    },
    {
      "epoch": 0.5392996108949416,
      "grad_norm": 1.8717749311160372,
      "learning_rate": 0.00029560029181533527,
      "loss": 5.6562,
      "step": 13167
    },
    {
      "epoch": 0.539340569322138,
      "grad_norm": 2.204433756405655,
      "learning_rate": 0.0002955995076719046,
      "loss": 6.25,
      "step": 13168
    },
    {
      "epoch": 0.5393815277493345,
      "grad_norm": 1.5567329786124742,
      "learning_rate": 0.0002955987234596429,
      "loss": 5.875,
      "step": 13169
    },
    {
      "epoch": 0.5394224861765308,
      "grad_norm": 2.8018332027291803,
      "learning_rate": 0.0002955979391785506,
      "loss": 7.7812,
      "step": 13170
    },
    {
      "epoch": 0.5394634446037272,
      "grad_norm": 1.2535272451217967,
      "learning_rate": 0.0002955971548286281,
      "loss": 5.25,
      "step": 13171
    },
    {
      "epoch": 0.5395044030309236,
      "grad_norm": 1.3294949507838956,
      "learning_rate": 0.0002955963704098756,
      "loss": 5.1875,
      "step": 13172
    },
    {
      "epoch": 0.53954536145812,
      "grad_norm": 5.600494203436464,
      "learning_rate": 0.00029559558592229365,
      "loss": 6.5312,
      "step": 13173
    },
    {
      "epoch": 0.5395863198853164,
      "grad_norm": 1.3752708062268013,
      "learning_rate": 0.00029559480136588255,
      "loss": 5.8438,
      "step": 13174
    },
    {
      "epoch": 0.5396272783125128,
      "grad_norm": 1.369578989103671,
      "learning_rate": 0.0002955940167406427,
      "loss": 6.2812,
      "step": 13175
    },
    {
      "epoch": 0.5396682367397092,
      "grad_norm": 2.1091368283941936,
      "learning_rate": 0.0002955932320465744,
      "loss": 5.5625,
      "step": 13176
    },
    {
      "epoch": 0.5397091951669056,
      "grad_norm": 1.662295983030708,
      "learning_rate": 0.0002955924472836781,
      "loss": 7.375,
      "step": 13177
    },
    {
      "epoch": 0.539750153594102,
      "grad_norm": 1.4290447641335926,
      "learning_rate": 0.0002955916624519542,
      "loss": 5.4062,
      "step": 13178
    },
    {
      "epoch": 0.5397911120212984,
      "grad_norm": 1.7929197856175718,
      "learning_rate": 0.0002955908775514029,
      "loss": 6.0938,
      "step": 13179
    },
    {
      "epoch": 0.5398320704484948,
      "grad_norm": 1.64953884135822,
      "learning_rate": 0.0002955900925820247,
      "loss": 6.3125,
      "step": 13180
    },
    {
      "epoch": 0.5398730288756912,
      "grad_norm": 4.5952357832358155,
      "learning_rate": 0.00029558930754382,
      "loss": 6.9375,
      "step": 13181
    },
    {
      "epoch": 0.5399139873028875,
      "grad_norm": 1.954808942526423,
      "learning_rate": 0.0002955885224367891,
      "loss": 6.125,
      "step": 13182
    },
    {
      "epoch": 0.539954945730084,
      "grad_norm": 2.4774875088678705,
      "learning_rate": 0.00029558773726093236,
      "loss": 6.6875,
      "step": 13183
    },
    {
      "epoch": 0.5399959041572804,
      "grad_norm": 1.4628736960140083,
      "learning_rate": 0.00029558695201625026,
      "loss": 5.3125,
      "step": 13184
    },
    {
      "epoch": 0.5400368625844768,
      "grad_norm": 1.801244255493622,
      "learning_rate": 0.00029558616670274305,
      "loss": 6.2812,
      "step": 13185
    },
    {
      "epoch": 0.5400778210116731,
      "grad_norm": 1.570335602278519,
      "learning_rate": 0.00029558538132041113,
      "loss": 6.0625,
      "step": 13186
    },
    {
      "epoch": 0.5401187794388695,
      "grad_norm": 1.7877748245792626,
      "learning_rate": 0.0002955845958692549,
      "loss": 5.4688,
      "step": 13187
    },
    {
      "epoch": 0.540159737866066,
      "grad_norm": 1.62003632143918,
      "learning_rate": 0.00029558381034927475,
      "loss": 5.8125,
      "step": 13188
    },
    {
      "epoch": 0.5402006962932623,
      "grad_norm": 1.6156317558646764,
      "learning_rate": 0.000295583024760471,
      "loss": 5.8438,
      "step": 13189
    },
    {
      "epoch": 0.5402416547204587,
      "grad_norm": 1.5144659943475438,
      "learning_rate": 0.00029558223910284404,
      "loss": 6.25,
      "step": 13190
    },
    {
      "epoch": 0.5402826131476551,
      "grad_norm": 1.8027370067386435,
      "learning_rate": 0.0002955814533763943,
      "loss": 5.3438,
      "step": 13191
    },
    {
      "epoch": 0.5403235715748516,
      "grad_norm": 1.5926474103360204,
      "learning_rate": 0.00029558066758112204,
      "loss": 7.5312,
      "step": 13192
    },
    {
      "epoch": 0.5403645300020479,
      "grad_norm": 1.9000223407042853,
      "learning_rate": 0.0002955798817170277,
      "loss": 6.3438,
      "step": 13193
    },
    {
      "epoch": 0.5404054884292443,
      "grad_norm": 1.4186809533996063,
      "learning_rate": 0.0002955790957841116,
      "loss": 7.1562,
      "step": 13194
    },
    {
      "epoch": 0.5404464468564407,
      "grad_norm": 1.7232051356964802,
      "learning_rate": 0.0002955783097823742,
      "loss": 6.2188,
      "step": 13195
    },
    {
      "epoch": 0.5404874052836371,
      "grad_norm": 1.66627849559433,
      "learning_rate": 0.0002955775237118158,
      "loss": 5.9375,
      "step": 13196
    },
    {
      "epoch": 0.5405283637108335,
      "grad_norm": 1.487327834098904,
      "learning_rate": 0.0002955767375724368,
      "loss": 5.375,
      "step": 13197
    },
    {
      "epoch": 0.5405693221380299,
      "grad_norm": 4.1637752440945155,
      "learning_rate": 0.0002955759513642376,
      "loss": 3.1875,
      "step": 13198
    },
    {
      "epoch": 0.5406102805652263,
      "grad_norm": 1.8026453501024255,
      "learning_rate": 0.00029557516508721854,
      "loss": 6.0312,
      "step": 13199
    },
    {
      "epoch": 0.5406512389924227,
      "grad_norm": 2.1901553169952996,
      "learning_rate": 0.00029557437874137995,
      "loss": 7.6875,
      "step": 13200
    },
    {
      "epoch": 0.540692197419619,
      "grad_norm": 1.4064839386805874,
      "learning_rate": 0.00029557359232672227,
      "loss": 5.5312,
      "step": 13201
    },
    {
      "epoch": 0.5407331558468155,
      "grad_norm": 2.608383525867809,
      "learning_rate": 0.00029557280584324583,
      "loss": 6.2188,
      "step": 13202
    },
    {
      "epoch": 0.5407741142740119,
      "grad_norm": 1.9911754864991247,
      "learning_rate": 0.00029557201929095097,
      "loss": 7.2812,
      "step": 13203
    },
    {
      "epoch": 0.5408150727012083,
      "grad_norm": 1.4876691511340745,
      "learning_rate": 0.00029557123266983816,
      "loss": 6.8125,
      "step": 13204
    },
    {
      "epoch": 0.5408560311284046,
      "grad_norm": 1.7452947047707013,
      "learning_rate": 0.0002955704459799077,
      "loss": 4.8438,
      "step": 13205
    },
    {
      "epoch": 0.5408969895556011,
      "grad_norm": 1.6591581658246235,
      "learning_rate": 0.00029556965922116,
      "loss": 5.4062,
      "step": 13206
    },
    {
      "epoch": 0.5409379479827975,
      "grad_norm": 1.8507255336517596,
      "learning_rate": 0.00029556887239359537,
      "loss": 6.625,
      "step": 13207
    },
    {
      "epoch": 0.5409789064099939,
      "grad_norm": 1.8590394599088238,
      "learning_rate": 0.0002955680854972143,
      "loss": 6.8125,
      "step": 13208
    },
    {
      "epoch": 0.5410198648371902,
      "grad_norm": 1.6198495271523894,
      "learning_rate": 0.00029556729853201703,
      "loss": 7.4062,
      "step": 13209
    },
    {
      "epoch": 0.5410608232643866,
      "grad_norm": 1.9334584078477424,
      "learning_rate": 0.000295566511498004,
      "loss": 6.7188,
      "step": 13210
    },
    {
      "epoch": 0.5411017816915831,
      "grad_norm": 2.0662511724732875,
      "learning_rate": 0.00029556572439517554,
      "loss": 6.6875,
      "step": 13211
    },
    {
      "epoch": 0.5411427401187794,
      "grad_norm": 1.488305201419695,
      "learning_rate": 0.0002955649372235321,
      "loss": 6.0938,
      "step": 13212
    },
    {
      "epoch": 0.5411836985459758,
      "grad_norm": 1.6746827286345716,
      "learning_rate": 0.0002955641499830739,
      "loss": 6.4062,
      "step": 13213
    },
    {
      "epoch": 0.5412246569731722,
      "grad_norm": 1.8637586180255088,
      "learning_rate": 0.0002955633626738015,
      "loss": 4.1562,
      "step": 13214
    },
    {
      "epoch": 0.5412656154003687,
      "grad_norm": 1.5472022973070139,
      "learning_rate": 0.00029556257529571523,
      "loss": 6.9375,
      "step": 13215
    },
    {
      "epoch": 0.541306573827565,
      "grad_norm": 2.0931196560161327,
      "learning_rate": 0.0002955617878488154,
      "loss": 5.0,
      "step": 13216
    },
    {
      "epoch": 0.5413475322547614,
      "grad_norm": 1.3395768660527425,
      "learning_rate": 0.00029556100033310237,
      "loss": 5.5938,
      "step": 13217
    },
    {
      "epoch": 0.5413884906819578,
      "grad_norm": 1.4120511652814425,
      "learning_rate": 0.00029556021274857656,
      "loss": 5.9375,
      "step": 13218
    },
    {
      "epoch": 0.5414294491091542,
      "grad_norm": 3.9891346537193892,
      "learning_rate": 0.00029555942509523834,
      "loss": 4.0312,
      "step": 13219
    },
    {
      "epoch": 0.5414704075363506,
      "grad_norm": 1.754307841881735,
      "learning_rate": 0.00029555863737308803,
      "loss": 5.9062,
      "step": 13220
    },
    {
      "epoch": 0.541511365963547,
      "grad_norm": 1.3496651344508586,
      "learning_rate": 0.00029555784958212606,
      "loss": 5.8125,
      "step": 13221
    },
    {
      "epoch": 0.5415523243907434,
      "grad_norm": 1.4975340286779735,
      "learning_rate": 0.0002955570617223528,
      "loss": 6.5625,
      "step": 13222
    },
    {
      "epoch": 0.5415932828179398,
      "grad_norm": 1.8161366252384663,
      "learning_rate": 0.00029555627379376857,
      "loss": 6.6875,
      "step": 13223
    },
    {
      "epoch": 0.5416342412451361,
      "grad_norm": 5.01313273980714,
      "learning_rate": 0.0002955554857963738,
      "loss": 3.875,
      "step": 13224
    },
    {
      "epoch": 0.5416751996723326,
      "grad_norm": 1.5126902886801943,
      "learning_rate": 0.00029555469773016884,
      "loss": 6.2812,
      "step": 13225
    },
    {
      "epoch": 0.541716158099529,
      "grad_norm": 1.663830899272583,
      "learning_rate": 0.00029555390959515413,
      "loss": 6.6562,
      "step": 13226
    },
    {
      "epoch": 0.5417571165267254,
      "grad_norm": 1.797954128068025,
      "learning_rate": 0.0002955531213913299,
      "loss": 5.6562,
      "step": 13227
    },
    {
      "epoch": 0.5417980749539217,
      "grad_norm": 1.9563408242873273,
      "learning_rate": 0.0002955523331186966,
      "loss": 6.8438,
      "step": 13228
    },
    {
      "epoch": 0.5418390333811182,
      "grad_norm": 2.044234952472117,
      "learning_rate": 0.0002955515447772547,
      "loss": 5.625,
      "step": 13229
    },
    {
      "epoch": 0.5418799918083146,
      "grad_norm": 1.7189604000601764,
      "learning_rate": 0.00029555075636700435,
      "loss": 5.25,
      "step": 13230
    },
    {
      "epoch": 0.5419209502355109,
      "grad_norm": 1.8440340009547644,
      "learning_rate": 0.0002955499678879461,
      "loss": 5.7812,
      "step": 13231
    },
    {
      "epoch": 0.5419619086627073,
      "grad_norm": 1.7268658808315374,
      "learning_rate": 0.0002955491793400803,
      "loss": 5.25,
      "step": 13232
    },
    {
      "epoch": 0.5420028670899038,
      "grad_norm": 1.443443865475243,
      "learning_rate": 0.00029554839072340727,
      "loss": 6.625,
      "step": 13233
    },
    {
      "epoch": 0.5420438255171002,
      "grad_norm": 1.8887220753943772,
      "learning_rate": 0.00029554760203792744,
      "loss": 6.4688,
      "step": 13234
    },
    {
      "epoch": 0.5420847839442965,
      "grad_norm": 2.59410823148121,
      "learning_rate": 0.00029554681328364105,
      "loss": 6.5,
      "step": 13235
    },
    {
      "epoch": 0.5421257423714929,
      "grad_norm": 1.3605050679794768,
      "learning_rate": 0.00029554602446054865,
      "loss": 5.1562,
      "step": 13236
    },
    {
      "epoch": 0.5421667007986893,
      "grad_norm": 1.7211101786875702,
      "learning_rate": 0.00029554523556865055,
      "loss": 6.3125,
      "step": 13237
    },
    {
      "epoch": 0.5422076592258858,
      "grad_norm": 1.3313607200074455,
      "learning_rate": 0.00029554444660794704,
      "loss": 5.7188,
      "step": 13238
    },
    {
      "epoch": 0.5422486176530821,
      "grad_norm": 1.4917919442769707,
      "learning_rate": 0.00029554365757843864,
      "loss": 4.7812,
      "step": 13239
    },
    {
      "epoch": 0.5422895760802785,
      "grad_norm": 2.5988928520049734,
      "learning_rate": 0.0002955428684801256,
      "loss": 6.5312,
      "step": 13240
    },
    {
      "epoch": 0.5423305345074749,
      "grad_norm": 2.5231997846721654,
      "learning_rate": 0.0002955420793130083,
      "loss": 5.4688,
      "step": 13241
    },
    {
      "epoch": 0.5423714929346714,
      "grad_norm": 1.4187414553730295,
      "learning_rate": 0.0002955412900770872,
      "loss": 5.75,
      "step": 13242
    },
    {
      "epoch": 0.5424124513618677,
      "grad_norm": 1.307475489419191,
      "learning_rate": 0.00029554050077236266,
      "loss": 5.75,
      "step": 13243
    },
    {
      "epoch": 0.5424534097890641,
      "grad_norm": 1.686741513933286,
      "learning_rate": 0.00029553971139883496,
      "loss": 5.8438,
      "step": 13244
    },
    {
      "epoch": 0.5424943682162605,
      "grad_norm": 1.22876824878743,
      "learning_rate": 0.00029553892195650455,
      "loss": 5.0625,
      "step": 13245
    },
    {
      "epoch": 0.5425353266434569,
      "grad_norm": 2.773035818903258,
      "learning_rate": 0.0002955381324453717,
      "loss": 3.9688,
      "step": 13246
    },
    {
      "epoch": 0.5425762850706533,
      "grad_norm": 1.5963757941059886,
      "learning_rate": 0.000295537342865437,
      "loss": 5.5312,
      "step": 13247
    },
    {
      "epoch": 0.5426172434978497,
      "grad_norm": 1.5661104525281824,
      "learning_rate": 0.00029553655321670064,
      "loss": 6.7188,
      "step": 13248
    },
    {
      "epoch": 0.5426582019250461,
      "grad_norm": 1.937630117871713,
      "learning_rate": 0.000295535763499163,
      "loss": 7.7812,
      "step": 13249
    },
    {
      "epoch": 0.5426991603522425,
      "grad_norm": 1.4659657018074854,
      "learning_rate": 0.00029553497371282453,
      "loss": 5.6875,
      "step": 13250
    },
    {
      "epoch": 0.5427401187794388,
      "grad_norm": 1.4230550804065774,
      "learning_rate": 0.00029553418385768555,
      "loss": 6.1562,
      "step": 13251
    },
    {
      "epoch": 0.5427810772066353,
      "grad_norm": 1.579148144275908,
      "learning_rate": 0.0002955333939337465,
      "loss": 5.375,
      "step": 13252
    },
    {
      "epoch": 0.5428220356338317,
      "grad_norm": 1.4289101125207428,
      "learning_rate": 0.0002955326039410077,
      "loss": 5.5625,
      "step": 13253
    },
    {
      "epoch": 0.542862994061028,
      "grad_norm": 1.8767108329065123,
      "learning_rate": 0.0002955318138794695,
      "loss": 5.9375,
      "step": 13254
    },
    {
      "epoch": 0.5429039524882244,
      "grad_norm": 1.9991966159592889,
      "learning_rate": 0.00029553102374913225,
      "loss": 5.8125,
      "step": 13255
    },
    {
      "epoch": 0.5429449109154209,
      "grad_norm": 1.4034650357956906,
      "learning_rate": 0.00029553023354999647,
      "loss": 5.9062,
      "step": 13256
    },
    {
      "epoch": 0.5429858693426173,
      "grad_norm": 1.296584678267227,
      "learning_rate": 0.0002955294432820624,
      "loss": 5.3125,
      "step": 13257
    },
    {
      "epoch": 0.5430268277698136,
      "grad_norm": 1.7658063947842686,
      "learning_rate": 0.00029552865294533043,
      "loss": 5.7812,
      "step": 13258
    },
    {
      "epoch": 0.54306778619701,
      "grad_norm": 1.2821645255179892,
      "learning_rate": 0.00029552786253980105,
      "loss": 5.4375,
      "step": 13259
    },
    {
      "epoch": 0.5431087446242064,
      "grad_norm": 1.77472097723675,
      "learning_rate": 0.00029552707206547443,
      "loss": 5.4062,
      "step": 13260
    },
    {
      "epoch": 0.5431497030514029,
      "grad_norm": 1.284911660097464,
      "learning_rate": 0.0002955262815223511,
      "loss": 5.3125,
      "step": 13261
    },
    {
      "epoch": 0.5431906614785992,
      "grad_norm": 1.1881327278045226,
      "learning_rate": 0.00029552549091043143,
      "loss": 5.6875,
      "step": 13262
    },
    {
      "epoch": 0.5432316199057956,
      "grad_norm": 1.4802855591213815,
      "learning_rate": 0.0002955247002297157,
      "loss": 6.4688,
      "step": 13263
    },
    {
      "epoch": 0.543272578332992,
      "grad_norm": 1.8531561941653576,
      "learning_rate": 0.0002955239094802044,
      "loss": 6.5,
      "step": 13264
    },
    {
      "epoch": 0.5433135367601885,
      "grad_norm": 1.5827406457335673,
      "learning_rate": 0.00029552311866189775,
      "loss": 6.0625,
      "step": 13265
    },
    {
      "epoch": 0.5433544951873848,
      "grad_norm": 1.7684620729276272,
      "learning_rate": 0.00029552232777479623,
      "loss": 7.375,
      "step": 13266
    },
    {
      "epoch": 0.5433954536145812,
      "grad_norm": 1.4276281674367202,
      "learning_rate": 0.0002955215368189003,
      "loss": 5.0,
      "step": 13267
    },
    {
      "epoch": 0.5434364120417776,
      "grad_norm": 1.9606513310755018,
      "learning_rate": 0.0002955207457942101,
      "loss": 6.4375,
      "step": 13268
    },
    {
      "epoch": 0.543477370468974,
      "grad_norm": 2.3484958032499454,
      "learning_rate": 0.0002955199547007262,
      "loss": 7.2188,
      "step": 13269
    },
    {
      "epoch": 0.5435183288961704,
      "grad_norm": 1.3557735684158347,
      "learning_rate": 0.0002955191635384489,
      "loss": 6.25,
      "step": 13270
    },
    {
      "epoch": 0.5435592873233668,
      "grad_norm": 3.216565833017194,
      "learning_rate": 0.0002955183723073786,
      "loss": 5.9062,
      "step": 13271
    },
    {
      "epoch": 0.5436002457505632,
      "grad_norm": 1.3578305602999414,
      "learning_rate": 0.0002955175810075156,
      "loss": 5.4688,
      "step": 13272
    },
    {
      "epoch": 0.5436412041777596,
      "grad_norm": 1.5284444688666912,
      "learning_rate": 0.0002955167896388604,
      "loss": 5.9688,
      "step": 13273
    },
    {
      "epoch": 0.5436821626049559,
      "grad_norm": 1.537321397347655,
      "learning_rate": 0.0002955159982014133,
      "loss": 5.2812,
      "step": 13274
    },
    {
      "epoch": 0.5437231210321524,
      "grad_norm": 1.4593440347845845,
      "learning_rate": 0.0002955152066951746,
      "loss": 5.8438,
      "step": 13275
    },
    {
      "epoch": 0.5437640794593488,
      "grad_norm": 1.7494088065934252,
      "learning_rate": 0.00029551441512014483,
      "loss": 6.9688,
      "step": 13276
    },
    {
      "epoch": 0.5438050378865451,
      "grad_norm": 6.504656880505831,
      "learning_rate": 0.00029551362347632424,
      "loss": 6.7812,
      "step": 13277
    },
    {
      "epoch": 0.5438459963137415,
      "grad_norm": 1.5423589682175551,
      "learning_rate": 0.0002955128317637133,
      "loss": 4.7188,
      "step": 13278
    },
    {
      "epoch": 0.543886954740938,
      "grad_norm": 1.349630674273234,
      "learning_rate": 0.00029551203998231233,
      "loss": 5.5938,
      "step": 13279
    },
    {
      "epoch": 0.5439279131681344,
      "grad_norm": 1.6819795225853795,
      "learning_rate": 0.0002955112481321217,
      "loss": 6.7188,
      "step": 13280
    },
    {
      "epoch": 0.5439688715953307,
      "grad_norm": 1.6046892285953553,
      "learning_rate": 0.0002955104562131418,
      "loss": 5.7812,
      "step": 13281
    },
    {
      "epoch": 0.5440098300225271,
      "grad_norm": 1.3951943334270713,
      "learning_rate": 0.000295509664225373,
      "loss": 4.9688,
      "step": 13282
    },
    {
      "epoch": 0.5440507884497235,
      "grad_norm": 4.280617996263812,
      "learning_rate": 0.0002955088721688157,
      "loss": 4.5938,
      "step": 13283
    },
    {
      "epoch": 0.54409174687692,
      "grad_norm": 1.305866686964648,
      "learning_rate": 0.00029550808004347016,
      "loss": 4.8125,
      "step": 13284
    },
    {
      "epoch": 0.5441327053041163,
      "grad_norm": 1.4630713876715198,
      "learning_rate": 0.00029550728784933695,
      "loss": 5.9375,
      "step": 13285
    },
    {
      "epoch": 0.5441736637313127,
      "grad_norm": 1.775261169994992,
      "learning_rate": 0.00029550649558641626,
      "loss": 6.625,
      "step": 13286
    },
    {
      "epoch": 0.5442146221585091,
      "grad_norm": 1.7697818817883242,
      "learning_rate": 0.0002955057032547086,
      "loss": 5.4688,
      "step": 13287
    },
    {
      "epoch": 0.5442555805857056,
      "grad_norm": 2.0227207291422062,
      "learning_rate": 0.00029550491085421425,
      "loss": 6.5,
      "step": 13288
    },
    {
      "epoch": 0.5442965390129019,
      "grad_norm": 3.0569273847199705,
      "learning_rate": 0.0002955041183849336,
      "loss": 8.9375,
      "step": 13289
    },
    {
      "epoch": 0.5443374974400983,
      "grad_norm": 1.6704123372260682,
      "learning_rate": 0.0002955033258468671,
      "loss": 6.5625,
      "step": 13290
    },
    {
      "epoch": 0.5443784558672947,
      "grad_norm": 1.4133351039153643,
      "learning_rate": 0.00029550253324001503,
      "loss": 5.8125,
      "step": 13291
    },
    {
      "epoch": 0.5444194142944911,
      "grad_norm": 4.760064846343815,
      "learning_rate": 0.0002955017405643778,
      "loss": 4.375,
      "step": 13292
    },
    {
      "epoch": 0.5444603727216875,
      "grad_norm": 1.6959043411396884,
      "learning_rate": 0.00029550094781995585,
      "loss": 5.3125,
      "step": 13293
    },
    {
      "epoch": 0.5445013311488839,
      "grad_norm": 2.617361559588999,
      "learning_rate": 0.00029550015500674943,
      "loss": 7.2812,
      "step": 13294
    },
    {
      "epoch": 0.5445422895760803,
      "grad_norm": 2.356232326575414,
      "learning_rate": 0.00029549936212475906,
      "loss": 7.8125,
      "step": 13295
    },
    {
      "epoch": 0.5445832480032766,
      "grad_norm": 1.412277907362395,
      "learning_rate": 0.00029549856917398496,
      "loss": 4.9062,
      "step": 13296
    },
    {
      "epoch": 0.544624206430473,
      "grad_norm": 1.4762241648154473,
      "learning_rate": 0.0002954977761544276,
      "loss": 5.5,
      "step": 13297
    },
    {
      "epoch": 0.5446651648576695,
      "grad_norm": 2.720745723823898,
      "learning_rate": 0.0002954969830660873,
      "loss": 7.1875,
      "step": 13298
    },
    {
      "epoch": 0.5447061232848659,
      "grad_norm": 3.5333922786110206,
      "learning_rate": 0.00029549618990896455,
      "loss": 7.8125,
      "step": 13299
    },
    {
      "epoch": 0.5447470817120622,
      "grad_norm": 1.6898899002446754,
      "learning_rate": 0.00029549539668305956,
      "loss": 5.1875,
      "step": 13300
    },
    {
      "epoch": 0.5447880401392586,
      "grad_norm": 1.7921742861764136,
      "learning_rate": 0.0002954946033883729,
      "loss": 7.8125,
      "step": 13301
    },
    {
      "epoch": 0.5448289985664551,
      "grad_norm": 1.4710043924900988,
      "learning_rate": 0.0002954938100249047,
      "loss": 5.5938,
      "step": 13302
    },
    {
      "epoch": 0.5448699569936515,
      "grad_norm": 2.1729571099113363,
      "learning_rate": 0.00029549301659265555,
      "loss": 6.625,
      "step": 13303
    },
    {
      "epoch": 0.5449109154208478,
      "grad_norm": 4.558102501659686,
      "learning_rate": 0.00029549222309162575,
      "loss": 7.8125,
      "step": 13304
    },
    {
      "epoch": 0.5449518738480442,
      "grad_norm": 1.974204014154753,
      "learning_rate": 0.0002954914295218156,
      "loss": 6.0312,
      "step": 13305
    },
    {
      "epoch": 0.5449928322752406,
      "grad_norm": 1.3979538492663939,
      "learning_rate": 0.0002954906358832256,
      "loss": 5.75,
      "step": 13306
    },
    {
      "epoch": 0.5450337907024371,
      "grad_norm": 1.4479961540142987,
      "learning_rate": 0.00029548984217585603,
      "loss": 6.25,
      "step": 13307
    },
    {
      "epoch": 0.5450747491296334,
      "grad_norm": 2.5494172306644405,
      "learning_rate": 0.0002954890483997074,
      "loss": 5.0625,
      "step": 13308
    },
    {
      "epoch": 0.5451157075568298,
      "grad_norm": 1.441162375741129,
      "learning_rate": 0.0002954882545547799,
      "loss": 5.4688,
      "step": 13309
    },
    {
      "epoch": 0.5451566659840262,
      "grad_norm": 1.4004965125021591,
      "learning_rate": 0.000295487460641074,
      "loss": 5.0625,
      "step": 13310
    },
    {
      "epoch": 0.5451976244112227,
      "grad_norm": 5.431787358006804,
      "learning_rate": 0.0002954866666585901,
      "loss": 5.875,
      "step": 13311
    },
    {
      "epoch": 0.545238582838419,
      "grad_norm": 1.29299232100295,
      "learning_rate": 0.0002954858726073286,
      "loss": 5.5625,
      "step": 13312
    },
    {
      "epoch": 0.5452795412656154,
      "grad_norm": 1.836689486159247,
      "learning_rate": 0.0002954850784872897,
      "loss": 4.6562,
      "step": 13313
    },
    {
      "epoch": 0.5453204996928118,
      "grad_norm": 1.604508223255431,
      "learning_rate": 0.00029548428429847397,
      "loss": 5.8125,
      "step": 13314
    },
    {
      "epoch": 0.5453614581200082,
      "grad_norm": 1.3917540904974781,
      "learning_rate": 0.0002954834900408817,
      "loss": 5.7188,
      "step": 13315
    },
    {
      "epoch": 0.5454024165472046,
      "grad_norm": 4.452495897248713,
      "learning_rate": 0.0002954826957145133,
      "loss": 6.5625,
      "step": 13316
    },
    {
      "epoch": 0.545443374974401,
      "grad_norm": 2.782554497387684,
      "learning_rate": 0.0002954819013193691,
      "loss": 7.4688,
      "step": 13317
    },
    {
      "epoch": 0.5454843334015974,
      "grad_norm": 5.531138849003942,
      "learning_rate": 0.00029548110685544946,
      "loss": 6.3125,
      "step": 13318
    },
    {
      "epoch": 0.5455252918287937,
      "grad_norm": 3.4661691225642643,
      "learning_rate": 0.0002954803123227548,
      "loss": 6.7188,
      "step": 13319
    },
    {
      "epoch": 0.5455662502559901,
      "grad_norm": 1.8410538841257023,
      "learning_rate": 0.00029547951772128557,
      "loss": 5.625,
      "step": 13320
    },
    {
      "epoch": 0.5456072086831866,
      "grad_norm": 1.76973898740027,
      "learning_rate": 0.000295478723051042,
      "loss": 6.5625,
      "step": 13321
    },
    {
      "epoch": 0.545648167110383,
      "grad_norm": 1.7745296560562436,
      "learning_rate": 0.00029547792831202457,
      "loss": 5.4375,
      "step": 13322
    },
    {
      "epoch": 0.5456891255375793,
      "grad_norm": 1.5282371556260883,
      "learning_rate": 0.0002954771335042336,
      "loss": 5.6562,
      "step": 13323
    },
    {
      "epoch": 0.5457300839647757,
      "grad_norm": 1.5213934047597324,
      "learning_rate": 0.0002954763386276695,
      "loss": 5.25,
      "step": 13324
    },
    {
      "epoch": 0.5457710423919722,
      "grad_norm": 1.5986444020695314,
      "learning_rate": 0.0002954755436823326,
      "loss": 6.7812,
      "step": 13325
    },
    {
      "epoch": 0.5458120008191686,
      "grad_norm": 1.4066640799675094,
      "learning_rate": 0.0002954747486682233,
      "loss": 6.5,
      "step": 13326
    },
    {
      "epoch": 0.5458529592463649,
      "grad_norm": 1.4394778446372491,
      "learning_rate": 0.00029547395358534196,
      "loss": 5.8125,
      "step": 13327
    },
    {
      "epoch": 0.5458939176735613,
      "grad_norm": 1.8918334080210844,
      "learning_rate": 0.000295473158433689,
      "loss": 5.2812,
      "step": 13328
    },
    {
      "epoch": 0.5459348761007577,
      "grad_norm": 1.6188592071011578,
      "learning_rate": 0.0002954723632132648,
      "loss": 5.7812,
      "step": 13329
    },
    {
      "epoch": 0.5459758345279542,
      "grad_norm": 2.95628097909669,
      "learning_rate": 0.0002954715679240697,
      "loss": 7.9688,
      "step": 13330
    },
    {
      "epoch": 0.5460167929551505,
      "grad_norm": 1.3986789278290725,
      "learning_rate": 0.0002954707725661041,
      "loss": 5.2812,
      "step": 13331
    },
    {
      "epoch": 0.5460577513823469,
      "grad_norm": 1.5383012162015293,
      "learning_rate": 0.0002954699771393683,
      "loss": 5.3438,
      "step": 13332
    },
    {
      "epoch": 0.5460987098095433,
      "grad_norm": 2.2086519986693562,
      "learning_rate": 0.0002954691816438628,
      "loss": 7.0312,
      "step": 13333
    },
    {
      "epoch": 0.5461396682367398,
      "grad_norm": 1.6636612895526564,
      "learning_rate": 0.00029546838607958785,
      "loss": 6.3438,
      "step": 13334
    },
    {
      "epoch": 0.5461806266639361,
      "grad_norm": 1.2902308035928707,
      "learning_rate": 0.0002954675904465439,
      "loss": 5.375,
      "step": 13335
    },
    {
      "epoch": 0.5462215850911325,
      "grad_norm": 2.227726409895905,
      "learning_rate": 0.0002954667947447314,
      "loss": 6.3125,
      "step": 13336
    },
    {
      "epoch": 0.5462625435183289,
      "grad_norm": 1.3369084644801372,
      "learning_rate": 0.00029546599897415054,
      "loss": 6.125,
      "step": 13337
    },
    {
      "epoch": 0.5463035019455252,
      "grad_norm": 1.4045077981143075,
      "learning_rate": 0.0002954652031348018,
      "loss": 5.4062,
      "step": 13338
    },
    {
      "epoch": 0.5463444603727217,
      "grad_norm": 3.2929201627314546,
      "learning_rate": 0.0002954644072266856,
      "loss": 6.9062,
      "step": 13339
    },
    {
      "epoch": 0.5463854187999181,
      "grad_norm": 1.560462934802726,
      "learning_rate": 0.0002954636112498023,
      "loss": 6.6562,
      "step": 13340
    },
    {
      "epoch": 0.5464263772271145,
      "grad_norm": 1.3951885143331026,
      "learning_rate": 0.00029546281520415215,
      "loss": 5.25,
      "step": 13341
    },
    {
      "epoch": 0.5464673356543108,
      "grad_norm": 1.6524953844959442,
      "learning_rate": 0.0002954620190897357,
      "loss": 6.1875,
      "step": 13342
    },
    {
      "epoch": 0.5465082940815073,
      "grad_norm": 1.6909326407771499,
      "learning_rate": 0.00029546122290655325,
      "loss": 6.4688,
      "step": 13343
    },
    {
      "epoch": 0.5465492525087037,
      "grad_norm": 1.8716966757213687,
      "learning_rate": 0.00029546042665460514,
      "loss": 5.0938,
      "step": 13344
    },
    {
      "epoch": 0.5465902109359001,
      "grad_norm": 1.6469270989323304,
      "learning_rate": 0.0002954596303338918,
      "loss": 6.0625,
      "step": 13345
    },
    {
      "epoch": 0.5466311693630964,
      "grad_norm": 1.7721146505512257,
      "learning_rate": 0.00029545883394441354,
      "loss": 6.4375,
      "step": 13346
    },
    {
      "epoch": 0.5466721277902928,
      "grad_norm": 1.7762358962308957,
      "learning_rate": 0.0002954580374861708,
      "loss": 6.875,
      "step": 13347
    },
    {
      "epoch": 0.5467130862174893,
      "grad_norm": 2.068728070920808,
      "learning_rate": 0.0002954572409591639,
      "loss": 6.75,
      "step": 13348
    },
    {
      "epoch": 0.5467540446446857,
      "grad_norm": 1.3396453341731127,
      "learning_rate": 0.00029545644436339334,
      "loss": 6.4062,
      "step": 13349
    },
    {
      "epoch": 0.546795003071882,
      "grad_norm": 4.819544284129547,
      "learning_rate": 0.0002954556476988594,
      "loss": 6.0312,
      "step": 13350
    },
    {
      "epoch": 0.5468359614990784,
      "grad_norm": 1.6198927787217905,
      "learning_rate": 0.00029545485096556245,
      "loss": 5.0,
      "step": 13351
    },
    {
      "epoch": 0.5468769199262749,
      "grad_norm": 2.004154712175025,
      "learning_rate": 0.0002954540541635029,
      "loss": 6.125,
      "step": 13352
    },
    {
      "epoch": 0.5469178783534713,
      "grad_norm": 1.464020741596569,
      "learning_rate": 0.00029545325729268113,
      "loss": 5.3125,
      "step": 13353
    },
    {
      "epoch": 0.5469588367806676,
      "grad_norm": 1.6905599360083285,
      "learning_rate": 0.00029545246035309747,
      "loss": 6.2812,
      "step": 13354
    },
    {
      "epoch": 0.546999795207864,
      "grad_norm": 3.126905454679293,
      "learning_rate": 0.00029545166334475235,
      "loss": 8.25,
      "step": 13355
    },
    {
      "epoch": 0.5470407536350604,
      "grad_norm": 1.8527020451507472,
      "learning_rate": 0.0002954508662676461,
      "loss": 5.8125,
      "step": 13356
    },
    {
      "epoch": 0.5470817120622569,
      "grad_norm": 1.3254748990127605,
      "learning_rate": 0.0002954500691217791,
      "loss": 5.75,
      "step": 13357
    },
    {
      "epoch": 0.5471226704894532,
      "grad_norm": 1.5736478161864347,
      "learning_rate": 0.0002954492719071518,
      "loss": 5.8438,
      "step": 13358
    },
    {
      "epoch": 0.5471636289166496,
      "grad_norm": 1.6157538144208847,
      "learning_rate": 0.00029544847462376447,
      "loss": 6.4375,
      "step": 13359
    },
    {
      "epoch": 0.547204587343846,
      "grad_norm": 1.5005532509915593,
      "learning_rate": 0.0002954476772716176,
      "loss": 5.7812,
      "step": 13360
    },
    {
      "epoch": 0.5472455457710423,
      "grad_norm": 2.275593442209797,
      "learning_rate": 0.0002954468798507115,
      "loss": 6.9062,
      "step": 13361
    },
    {
      "epoch": 0.5472865041982388,
      "grad_norm": 1.8390951516618272,
      "learning_rate": 0.0002954460823610465,
      "loss": 7.3438,
      "step": 13362
    },
    {
      "epoch": 0.5473274626254352,
      "grad_norm": 1.28782722231793,
      "learning_rate": 0.0002954452848026231,
      "loss": 6.6875,
      "step": 13363
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 1.4163527213760383,
      "learning_rate": 0.00029544448717544155,
      "loss": 5.875,
      "step": 13364
    },
    {
      "epoch": 0.5474093794798279,
      "grad_norm": 1.9400250042891576,
      "learning_rate": 0.0002954436894795023,
      "loss": 6.3438,
      "step": 13365
    },
    {
      "epoch": 0.5474503379070244,
      "grad_norm": 1.3189994351681504,
      "learning_rate": 0.00029544289171480576,
      "loss": 5.1562,
      "step": 13366
    },
    {
      "epoch": 0.5474912963342208,
      "grad_norm": 2.6928854074103596,
      "learning_rate": 0.0002954420938813522,
      "loss": 7.4375,
      "step": 13367
    },
    {
      "epoch": 0.5475322547614172,
      "grad_norm": 2.7385534462546,
      "learning_rate": 0.0002954412959791421,
      "loss": 7.9375,
      "step": 13368
    },
    {
      "epoch": 0.5475732131886135,
      "grad_norm": 1.5137603212600512,
      "learning_rate": 0.00029544049800817577,
      "loss": 5.2812,
      "step": 13369
    },
    {
      "epoch": 0.5476141716158099,
      "grad_norm": 1.4829481236805941,
      "learning_rate": 0.0002954396999684536,
      "loss": 6.375,
      "step": 13370
    },
    {
      "epoch": 0.5476551300430064,
      "grad_norm": 1.3556455049056164,
      "learning_rate": 0.00029543890185997605,
      "loss": 5.6562,
      "step": 13371
    },
    {
      "epoch": 0.5476960884702028,
      "grad_norm": 1.351783630861727,
      "learning_rate": 0.0002954381036827433,
      "loss": 6.0,
      "step": 13372
    },
    {
      "epoch": 0.5477370468973991,
      "grad_norm": 1.5610675489605768,
      "learning_rate": 0.000295437305436756,
      "loss": 5.4375,
      "step": 13373
    },
    {
      "epoch": 0.5477780053245955,
      "grad_norm": 1.4258226036150006,
      "learning_rate": 0.0002954365071220143,
      "loss": 6.0938,
      "step": 13374
    },
    {
      "epoch": 0.547818963751792,
      "grad_norm": 1.2203183550893963,
      "learning_rate": 0.00029543570873851864,
      "loss": 4.9062,
      "step": 13375
    },
    {
      "epoch": 0.5478599221789884,
      "grad_norm": 1.6140555546199424,
      "learning_rate": 0.00029543491028626945,
      "loss": 5.5625,
      "step": 13376
    },
    {
      "epoch": 0.5479008806061847,
      "grad_norm": 1.2201509266008752,
      "learning_rate": 0.0002954341117652671,
      "loss": 5.8125,
      "step": 13377
    },
    {
      "epoch": 0.5479418390333811,
      "grad_norm": 1.6134242534981198,
      "learning_rate": 0.0002954333131755119,
      "loss": 5.1875,
      "step": 13378
    },
    {
      "epoch": 0.5479827974605775,
      "grad_norm": 1.3123279663986462,
      "learning_rate": 0.0002954325145170043,
      "loss": 5.125,
      "step": 13379
    },
    {
      "epoch": 0.5480237558877739,
      "grad_norm": 1.624871741613084,
      "learning_rate": 0.0002954317157897446,
      "loss": 6.5625,
      "step": 13380
    },
    {
      "epoch": 0.5480647143149703,
      "grad_norm": 1.2073261107792115,
      "learning_rate": 0.00029543091699373323,
      "loss": 5.4062,
      "step": 13381
    },
    {
      "epoch": 0.5481056727421667,
      "grad_norm": 2.2742883165484358,
      "learning_rate": 0.0002954301181289706,
      "loss": 6.625,
      "step": 13382
    },
    {
      "epoch": 0.5481466311693631,
      "grad_norm": 1.4728157840750329,
      "learning_rate": 0.00029542931919545706,
      "loss": 5.9688,
      "step": 13383
    },
    {
      "epoch": 0.5481875895965594,
      "grad_norm": 3.1648953992496645,
      "learning_rate": 0.0002954285201931929,
      "loss": 6.6875,
      "step": 13384
    },
    {
      "epoch": 0.5482285480237559,
      "grad_norm": 1.6271662047508297,
      "learning_rate": 0.00029542772112217864,
      "loss": 4.5625,
      "step": 13385
    },
    {
      "epoch": 0.5482695064509523,
      "grad_norm": 1.4229227094001173,
      "learning_rate": 0.00029542692198241457,
      "loss": 5.4062,
      "step": 13386
    },
    {
      "epoch": 0.5483104648781487,
      "grad_norm": 2.31117141332608,
      "learning_rate": 0.00029542612277390107,
      "loss": 4.9375,
      "step": 13387
    },
    {
      "epoch": 0.548351423305345,
      "grad_norm": 1.6499260391929418,
      "learning_rate": 0.0002954253234966386,
      "loss": 4.7188,
      "step": 13388
    },
    {
      "epoch": 0.5483923817325415,
      "grad_norm": 1.4748202443392524,
      "learning_rate": 0.0002954245241506274,
      "loss": 4.875,
      "step": 13389
    },
    {
      "epoch": 0.5484333401597379,
      "grad_norm": 1.6806091111178005,
      "learning_rate": 0.000295423724735868,
      "loss": 5.4375,
      "step": 13390
    },
    {
      "epoch": 0.5484742985869343,
      "grad_norm": 1.4067443963785968,
      "learning_rate": 0.00029542292525236067,
      "loss": 6.1875,
      "step": 13391
    },
    {
      "epoch": 0.5485152570141306,
      "grad_norm": 1.363603126892439,
      "learning_rate": 0.0002954221257001058,
      "loss": 5.5625,
      "step": 13392
    },
    {
      "epoch": 0.548556215441327,
      "grad_norm": 1.7942848157151028,
      "learning_rate": 0.0002954213260791038,
      "loss": 5.5312,
      "step": 13393
    },
    {
      "epoch": 0.5485971738685235,
      "grad_norm": 1.7424049431632764,
      "learning_rate": 0.000295420526389355,
      "loss": 4.6875,
      "step": 13394
    },
    {
      "epoch": 0.5486381322957199,
      "grad_norm": 1.6177492084127225,
      "learning_rate": 0.00029541972663085986,
      "loss": 6.2188,
      "step": 13395
    },
    {
      "epoch": 0.5486790907229162,
      "grad_norm": 3.511079547751363,
      "learning_rate": 0.0002954189268036187,
      "loss": 4.0625,
      "step": 13396
    },
    {
      "epoch": 0.5487200491501126,
      "grad_norm": 1.3891826917486951,
      "learning_rate": 0.00029541812690763196,
      "loss": 5.0,
      "step": 13397
    },
    {
      "epoch": 0.5487610075773091,
      "grad_norm": 1.6354079468247606,
      "learning_rate": 0.00029541732694289986,
      "loss": 3.8906,
      "step": 13398
    },
    {
      "epoch": 0.5488019660045055,
      "grad_norm": 1.4874457092813629,
      "learning_rate": 0.00029541652690942295,
      "loss": 5.0938,
      "step": 13399
    },
    {
      "epoch": 0.5488429244317018,
      "grad_norm": 2.4535387276540472,
      "learning_rate": 0.00029541572680720154,
      "loss": 5.5625,
      "step": 13400
    },
    {
      "epoch": 0.5488838828588982,
      "grad_norm": 1.9410366725138062,
      "learning_rate": 0.00029541492663623603,
      "loss": 6.6875,
      "step": 13401
    },
    {
      "epoch": 0.5489248412860946,
      "grad_norm": 1.5291103858065949,
      "learning_rate": 0.00029541412639652674,
      "loss": 5.7812,
      "step": 13402
    },
    {
      "epoch": 0.548965799713291,
      "grad_norm": 1.9981708520304031,
      "learning_rate": 0.0002954133260880741,
      "loss": 5.0625,
      "step": 13403
    },
    {
      "epoch": 0.5490067581404874,
      "grad_norm": 1.3840967098818662,
      "learning_rate": 0.00029541252571087847,
      "loss": 5.7188,
      "step": 13404
    },
    {
      "epoch": 0.5490477165676838,
      "grad_norm": 1.7820118566357006,
      "learning_rate": 0.00029541172526494026,
      "loss": 5.9688,
      "step": 13405
    },
    {
      "epoch": 0.5490886749948802,
      "grad_norm": 1.5032226393175119,
      "learning_rate": 0.00029541092475025984,
      "loss": 5.4375,
      "step": 13406
    },
    {
      "epoch": 0.5491296334220765,
      "grad_norm": 1.322630978389998,
      "learning_rate": 0.0002954101241668376,
      "loss": 5.7188,
      "step": 13407
    },
    {
      "epoch": 0.549170591849273,
      "grad_norm": 1.5306196798927896,
      "learning_rate": 0.00029540932351467377,
      "loss": 5.25,
      "step": 13408
    },
    {
      "epoch": 0.5492115502764694,
      "grad_norm": 1.489874120410328,
      "learning_rate": 0.00029540852279376893,
      "loss": 5.3438,
      "step": 13409
    },
    {
      "epoch": 0.5492525087036658,
      "grad_norm": 1.4890571660959437,
      "learning_rate": 0.00029540772200412334,
      "loss": 5.5,
      "step": 13410
    },
    {
      "epoch": 0.5492934671308621,
      "grad_norm": 2.075224191667408,
      "learning_rate": 0.0002954069211457375,
      "loss": 6.3438,
      "step": 13411
    },
    {
      "epoch": 0.5493344255580586,
      "grad_norm": 1.348429127972579,
      "learning_rate": 0.0002954061202186116,
      "loss": 4.9062,
      "step": 13412
    },
    {
      "epoch": 0.549375383985255,
      "grad_norm": 1.5838922720297886,
      "learning_rate": 0.0002954053192227462,
      "loss": 5.3125,
      "step": 13413
    },
    {
      "epoch": 0.5494163424124514,
      "grad_norm": 1.9014321155558402,
      "learning_rate": 0.0002954045181581416,
      "loss": 5.5938,
      "step": 13414
    },
    {
      "epoch": 0.5494573008396477,
      "grad_norm": 7.71746157873725,
      "learning_rate": 0.0002954037170247981,
      "loss": 2.1875,
      "step": 13415
    },
    {
      "epoch": 0.5494982592668441,
      "grad_norm": 2.903807820831617,
      "learning_rate": 0.0002954029158227162,
      "loss": 1.5078,
      "step": 13416
    },
    {
      "epoch": 0.5495392176940406,
      "grad_norm": 1.5841224556632623,
      "learning_rate": 0.0002954021145518963,
      "loss": 5.125,
      "step": 13417
    },
    {
      "epoch": 0.549580176121237,
      "grad_norm": 1.5135264540780045,
      "learning_rate": 0.0002954013132123387,
      "loss": 5.8125,
      "step": 13418
    },
    {
      "epoch": 0.5496211345484333,
      "grad_norm": 1.4590418457205019,
      "learning_rate": 0.0002954005118040438,
      "loss": 6.0938,
      "step": 13419
    },
    {
      "epoch": 0.5496620929756297,
      "grad_norm": 1.4461843657125388,
      "learning_rate": 0.0002953997103270119,
      "loss": 5.25,
      "step": 13420
    },
    {
      "epoch": 0.5497030514028262,
      "grad_norm": 1.324550426052328,
      "learning_rate": 0.0002953989087812435,
      "loss": 4.7812,
      "step": 13421
    },
    {
      "epoch": 0.5497440098300225,
      "grad_norm": 3.9614477801904764,
      "learning_rate": 0.0002953981071667389,
      "loss": 5.3438,
      "step": 13422
    },
    {
      "epoch": 0.5497849682572189,
      "grad_norm": 1.4751343391060598,
      "learning_rate": 0.00029539730548349855,
      "loss": 4.875,
      "step": 13423
    },
    {
      "epoch": 0.5498259266844153,
      "grad_norm": 1.9923540812166192,
      "learning_rate": 0.0002953965037315228,
      "loss": 6.5,
      "step": 13424
    },
    {
      "epoch": 0.5498668851116117,
      "grad_norm": 1.67087276727714,
      "learning_rate": 0.00029539570191081197,
      "loss": 5.625,
      "step": 13425
    },
    {
      "epoch": 0.5499078435388081,
      "grad_norm": 1.8743146052637378,
      "learning_rate": 0.00029539490002136655,
      "loss": 7.625,
      "step": 13426
    },
    {
      "epoch": 0.5499488019660045,
      "grad_norm": 1.4147941871108307,
      "learning_rate": 0.00029539409806318684,
      "loss": 5.5,
      "step": 13427
    },
    {
      "epoch": 0.5499897603932009,
      "grad_norm": 1.530976843702686,
      "learning_rate": 0.0002953932960362732,
      "loss": 4.9688,
      "step": 13428
    },
    {
      "epoch": 0.5500307188203973,
      "grad_norm": 1.4293847485696292,
      "learning_rate": 0.0002953924939406261,
      "loss": 5.1562,
      "step": 13429
    },
    {
      "epoch": 0.5500716772475936,
      "grad_norm": 1.5066810508505382,
      "learning_rate": 0.0002953916917762458,
      "loss": 6.7812,
      "step": 13430
    },
    {
      "epoch": 0.5501126356747901,
      "grad_norm": 14.552391394034673,
      "learning_rate": 0.0002953908895431328,
      "loss": 5.1875,
      "step": 13431
    },
    {
      "epoch": 0.5501535941019865,
      "grad_norm": 1.7332205560197609,
      "learning_rate": 0.00029539008724128747,
      "loss": 6.6562,
      "step": 13432
    },
    {
      "epoch": 0.5501945525291829,
      "grad_norm": 1.1606965333698875,
      "learning_rate": 0.00029538928487071004,
      "loss": 6.125,
      "step": 13433
    },
    {
      "epoch": 0.5502355109563792,
      "grad_norm": 2.9428393084221742,
      "learning_rate": 0.00029538848243140103,
      "loss": 4.8125,
      "step": 13434
    },
    {
      "epoch": 0.5502764693835757,
      "grad_norm": 1.3363252799026095,
      "learning_rate": 0.0002953876799233608,
      "loss": 5.9062,
      "step": 13435
    },
    {
      "epoch": 0.5503174278107721,
      "grad_norm": 2.8309401379077417,
      "learning_rate": 0.0002953868773465897,
      "loss": 6.1875,
      "step": 13436
    },
    {
      "epoch": 0.5503583862379685,
      "grad_norm": 1.8984756862879262,
      "learning_rate": 0.0002953860747010881,
      "loss": 6.2188,
      "step": 13437
    },
    {
      "epoch": 0.5503993446651648,
      "grad_norm": 1.6319250417544606,
      "learning_rate": 0.00029538527198685644,
      "loss": 6.25,
      "step": 13438
    },
    {
      "epoch": 0.5504403030923612,
      "grad_norm": 1.4274964586557388,
      "learning_rate": 0.0002953844692038951,
      "loss": 4.9375,
      "step": 13439
    },
    {
      "epoch": 0.5504812615195577,
      "grad_norm": 2.6050320668508773,
      "learning_rate": 0.0002953836663522043,
      "loss": 7.4062,
      "step": 13440
    },
    {
      "epoch": 0.5505222199467541,
      "grad_norm": 1.4328879700333856,
      "learning_rate": 0.0002953828634317846,
      "loss": 5.625,
      "step": 13441
    },
    {
      "epoch": 0.5505631783739504,
      "grad_norm": 2.430336820453252,
      "learning_rate": 0.0002953820604426363,
      "loss": 6.4375,
      "step": 13442
    },
    {
      "epoch": 0.5506041368011468,
      "grad_norm": 1.636269213557489,
      "learning_rate": 0.0002953812573847598,
      "loss": 6.3438,
      "step": 13443
    },
    {
      "epoch": 0.5506450952283433,
      "grad_norm": 1.267245893058899,
      "learning_rate": 0.0002953804542581555,
      "loss": 5.5312,
      "step": 13444
    },
    {
      "epoch": 0.5506860536555396,
      "grad_norm": 3.0930746557908315,
      "learning_rate": 0.0002953796510628238,
      "loss": 6.4375,
      "step": 13445
    },
    {
      "epoch": 0.550727012082736,
      "grad_norm": 1.390455224148074,
      "learning_rate": 0.00029537884779876495,
      "loss": 6.0938,
      "step": 13446
    },
    {
      "epoch": 0.5507679705099324,
      "grad_norm": 1.5574135035757892,
      "learning_rate": 0.00029537804446597946,
      "loss": 5.75,
      "step": 13447
    },
    {
      "epoch": 0.5508089289371288,
      "grad_norm": 2.23401942989858,
      "learning_rate": 0.00029537724106446764,
      "loss": 7.8125,
      "step": 13448
    },
    {
      "epoch": 0.5508498873643252,
      "grad_norm": 2.191302166455357,
      "learning_rate": 0.0002953764375942299,
      "loss": 5.0,
      "step": 13449
    },
    {
      "epoch": 0.5508908457915216,
      "grad_norm": 3.7653275581002434,
      "learning_rate": 0.0002953756340552667,
      "loss": 5.4688,
      "step": 13450
    },
    {
      "epoch": 0.550931804218718,
      "grad_norm": 2.0887219239018258,
      "learning_rate": 0.0002953748304475782,
      "loss": 7.875,
      "step": 13451
    },
    {
      "epoch": 0.5509727626459144,
      "grad_norm": 4.6783746882972395,
      "learning_rate": 0.000295374026771165,
      "loss": 6.75,
      "step": 13452
    },
    {
      "epoch": 0.5510137210731108,
      "grad_norm": 1.365544225480642,
      "learning_rate": 0.0002953732230260274,
      "loss": 5.4375,
      "step": 13453
    },
    {
      "epoch": 0.5510546795003072,
      "grad_norm": 1.5168186058567734,
      "learning_rate": 0.00029537241921216576,
      "loss": 6.875,
      "step": 13454
    },
    {
      "epoch": 0.5510956379275036,
      "grad_norm": 1.4367816862720175,
      "learning_rate": 0.0002953716153295804,
      "loss": 5.9062,
      "step": 13455
    },
    {
      "epoch": 0.5511365963547,
      "grad_norm": 1.3791517686095833,
      "learning_rate": 0.0002953708113782719,
      "loss": 5.2188,
      "step": 13456
    },
    {
      "epoch": 0.5511775547818963,
      "grad_norm": 1.4384327398421832,
      "learning_rate": 0.00029537000735824047,
      "loss": 5.1875,
      "step": 13457
    },
    {
      "epoch": 0.5512185132090928,
      "grad_norm": 1.3333129014315197,
      "learning_rate": 0.0002953692032694865,
      "loss": 5.875,
      "step": 13458
    },
    {
      "epoch": 0.5512594716362892,
      "grad_norm": 6.071223601006409,
      "learning_rate": 0.00029536839911201043,
      "loss": 5.875,
      "step": 13459
    },
    {
      "epoch": 0.5513004300634856,
      "grad_norm": 2.449730143247604,
      "learning_rate": 0.0002953675948858127,
      "loss": 5.0938,
      "step": 13460
    },
    {
      "epoch": 0.5513413884906819,
      "grad_norm": 3.6313090214854475,
      "learning_rate": 0.00029536679059089346,
      "loss": 4.125,
      "step": 13461
    },
    {
      "epoch": 0.5513823469178784,
      "grad_norm": 2.611165982072994,
      "learning_rate": 0.0002953659862272533,
      "loss": 6.4688,
      "step": 13462
    },
    {
      "epoch": 0.5514233053450748,
      "grad_norm": 2.5967680662324155,
      "learning_rate": 0.0002953651817948926,
      "loss": 5.4375,
      "step": 13463
    },
    {
      "epoch": 0.5514642637722711,
      "grad_norm": 2.9401948462519156,
      "learning_rate": 0.0002953643772938116,
      "loss": 8.5625,
      "step": 13464
    },
    {
      "epoch": 0.5515052221994675,
      "grad_norm": 1.9005110484427803,
      "learning_rate": 0.0002953635727240108,
      "loss": 5.3438,
      "step": 13465
    },
    {
      "epoch": 0.5515461806266639,
      "grad_norm": 1.3435985194996698,
      "learning_rate": 0.00029536276808549047,
      "loss": 5.3125,
      "step": 13466
    },
    {
      "epoch": 0.5515871390538604,
      "grad_norm": 3.9357614819346183,
      "learning_rate": 0.0002953619633782511,
      "loss": 5.875,
      "step": 13467
    },
    {
      "epoch": 0.5516280974810567,
      "grad_norm": 1.4941255866174594,
      "learning_rate": 0.00029536115860229304,
      "loss": 5.4688,
      "step": 13468
    },
    {
      "epoch": 0.5516690559082531,
      "grad_norm": 1.96527909636812,
      "learning_rate": 0.0002953603537576166,
      "loss": 4.2188,
      "step": 13469
    },
    {
      "epoch": 0.5517100143354495,
      "grad_norm": 1.414766671568613,
      "learning_rate": 0.0002953595488442223,
      "loss": 5.5,
      "step": 13470
    },
    {
      "epoch": 0.551750972762646,
      "grad_norm": 1.877316035643757,
      "learning_rate": 0.00029535874386211043,
      "loss": 5.7188,
      "step": 13471
    },
    {
      "epoch": 0.5517919311898423,
      "grad_norm": 1.5764979850218204,
      "learning_rate": 0.00029535793881128137,
      "loss": 5.75,
      "step": 13472
    },
    {
      "epoch": 0.5518328896170387,
      "grad_norm": 1.4242601210877188,
      "learning_rate": 0.00029535713369173547,
      "loss": 5.7812,
      "step": 13473
    },
    {
      "epoch": 0.5518738480442351,
      "grad_norm": 1.76131931196167,
      "learning_rate": 0.00029535632850347316,
      "loss": 7.3438,
      "step": 13474
    },
    {
      "epoch": 0.5519148064714315,
      "grad_norm": 1.5828033392414447,
      "learning_rate": 0.00029535552324649487,
      "loss": 5.5312,
      "step": 13475
    },
    {
      "epoch": 0.5519557648986279,
      "grad_norm": 1.4476857989788168,
      "learning_rate": 0.0002953547179208009,
      "loss": 5.8438,
      "step": 13476
    },
    {
      "epoch": 0.5519967233258243,
      "grad_norm": 4.285662297152882,
      "learning_rate": 0.0002953539125263916,
      "loss": 4.875,
      "step": 13477
    },
    {
      "epoch": 0.5520376817530207,
      "grad_norm": 1.579114722252691,
      "learning_rate": 0.0002953531070632675,
      "loss": 4.9375,
      "step": 13478
    },
    {
      "epoch": 0.5520786401802171,
      "grad_norm": 1.2736434879588288,
      "learning_rate": 0.0002953523015314288,
      "loss": 5.3125,
      "step": 13479
    },
    {
      "epoch": 0.5521195986074134,
      "grad_norm": 2.1424120049349797,
      "learning_rate": 0.00029535149593087597,
      "loss": 6.5625,
      "step": 13480
    },
    {
      "epoch": 0.5521605570346099,
      "grad_norm": 1.9516761972219692,
      "learning_rate": 0.0002953506902616094,
      "loss": 5.125,
      "step": 13481
    },
    {
      "epoch": 0.5522015154618063,
      "grad_norm": 1.4449903229662544,
      "learning_rate": 0.0002953498845236295,
      "loss": 6.5938,
      "step": 13482
    },
    {
      "epoch": 0.5522424738890027,
      "grad_norm": 1.5567778893552773,
      "learning_rate": 0.0002953490787169366,
      "loss": 5.1875,
      "step": 13483
    },
    {
      "epoch": 0.552283432316199,
      "grad_norm": 1.485908678827482,
      "learning_rate": 0.00029534827284153107,
      "loss": 7.1562,
      "step": 13484
    },
    {
      "epoch": 0.5523243907433955,
      "grad_norm": 1.957283516421497,
      "learning_rate": 0.0002953474668974133,
      "loss": 5.3438,
      "step": 13485
    },
    {
      "epoch": 0.5523653491705919,
      "grad_norm": 2.1773054119928434,
      "learning_rate": 0.0002953466608845837,
      "loss": 6.1562,
      "step": 13486
    },
    {
      "epoch": 0.5524063075977882,
      "grad_norm": 1.4659342746507122,
      "learning_rate": 0.0002953458548030426,
      "loss": 6.0938,
      "step": 13487
    },
    {
      "epoch": 0.5524472660249846,
      "grad_norm": 1.6366330696642164,
      "learning_rate": 0.0002953450486527905,
      "loss": 4.625,
      "step": 13488
    },
    {
      "epoch": 0.552488224452181,
      "grad_norm": 1.3409049049189663,
      "learning_rate": 0.0002953442424338276,
      "loss": 5.5938,
      "step": 13489
    },
    {
      "epoch": 0.5525291828793775,
      "grad_norm": 2.696803463378249,
      "learning_rate": 0.00029534343614615445,
      "loss": 5.0312,
      "step": 13490
    },
    {
      "epoch": 0.5525701413065738,
      "grad_norm": 1.432924133248577,
      "learning_rate": 0.0002953426297897713,
      "loss": 5.3125,
      "step": 13491
    },
    {
      "epoch": 0.5526110997337702,
      "grad_norm": 1.4439698540173158,
      "learning_rate": 0.0002953418233646786,
      "loss": 5.1562,
      "step": 13492
    },
    {
      "epoch": 0.5526520581609666,
      "grad_norm": 3.232337618803385,
      "learning_rate": 0.00029534101687087673,
      "loss": 5.2812,
      "step": 13493
    },
    {
      "epoch": 0.552693016588163,
      "grad_norm": 1.410184528463151,
      "learning_rate": 0.0002953402103083661,
      "loss": 5.7188,
      "step": 13494
    },
    {
      "epoch": 0.5527339750153594,
      "grad_norm": 1.6719351914869143,
      "learning_rate": 0.000295339403677147,
      "loss": 4.75,
      "step": 13495
    },
    {
      "epoch": 0.5527749334425558,
      "grad_norm": 1.6079313207088388,
      "learning_rate": 0.00029533859697721985,
      "loss": 5.4375,
      "step": 13496
    },
    {
      "epoch": 0.5528158918697522,
      "grad_norm": 1.7770744802863518,
      "learning_rate": 0.00029533779020858504,
      "loss": 5.7812,
      "step": 13497
    },
    {
      "epoch": 0.5528568502969486,
      "grad_norm": 1.5370122451595944,
      "learning_rate": 0.00029533698337124304,
      "loss": 4.0938,
      "step": 13498
    },
    {
      "epoch": 0.552897808724145,
      "grad_norm": 1.7808643939938464,
      "learning_rate": 0.00029533617646519407,
      "loss": 6.1875,
      "step": 13499
    },
    {
      "epoch": 0.5529387671513414,
      "grad_norm": 1.4485558988433413,
      "learning_rate": 0.0002953353694904386,
      "loss": 6.2188,
      "step": 13500
    },
    {
      "epoch": 0.5529797255785378,
      "grad_norm": 2.262491169740937,
      "learning_rate": 0.00029533456244697703,
      "loss": 6.8438,
      "step": 13501
    },
    {
      "epoch": 0.5530206840057342,
      "grad_norm": 1.8722379933028517,
      "learning_rate": 0.00029533375533480967,
      "loss": 6.0625,
      "step": 13502
    },
    {
      "epoch": 0.5530616424329305,
      "grad_norm": 1.7099559267453865,
      "learning_rate": 0.000295332948153937,
      "loss": 5.7812,
      "step": 13503
    },
    {
      "epoch": 0.553102600860127,
      "grad_norm": 3.4508224199683006,
      "learning_rate": 0.0002953321409043593,
      "loss": 7.5625,
      "step": 13504
    },
    {
      "epoch": 0.5531435592873234,
      "grad_norm": 1.4904707652870153,
      "learning_rate": 0.00029533133358607697,
      "loss": 5.4688,
      "step": 13505
    },
    {
      "epoch": 0.5531845177145197,
      "grad_norm": 5.843970928114129,
      "learning_rate": 0.00029533052619909055,
      "loss": 5.0,
      "step": 13506
    },
    {
      "epoch": 0.5532254761417161,
      "grad_norm": 1.3817283287100064,
      "learning_rate": 0.00029532971874340013,
      "loss": 5.75,
      "step": 13507
    },
    {
      "epoch": 0.5532664345689126,
      "grad_norm": 1.6275584112718502,
      "learning_rate": 0.0002953289112190063,
      "loss": 4.9062,
      "step": 13508
    },
    {
      "epoch": 0.553307392996109,
      "grad_norm": 1.5974067009693291,
      "learning_rate": 0.0002953281036259095,
      "loss": 5.875,
      "step": 13509
    },
    {
      "epoch": 0.5533483514233053,
      "grad_norm": 1.468360240363551,
      "learning_rate": 0.0002953272959641099,
      "loss": 6.0938,
      "step": 13510
    },
    {
      "epoch": 0.5533893098505017,
      "grad_norm": 1.4032570430570666,
      "learning_rate": 0.000295326488233608,
      "loss": 5.3125,
      "step": 13511
    },
    {
      "epoch": 0.5534302682776981,
      "grad_norm": 1.6238794750950218,
      "learning_rate": 0.00029532568043440417,
      "loss": 5.9375,
      "step": 13512
    },
    {
      "epoch": 0.5534712267048946,
      "grad_norm": 1.1975938359350011,
      "learning_rate": 0.0002953248725664988,
      "loss": 4.8438,
      "step": 13513
    },
    {
      "epoch": 0.5535121851320909,
      "grad_norm": 7.27623253698799,
      "learning_rate": 0.0002953240646298923,
      "loss": 3.3281,
      "step": 13514
    },
    {
      "epoch": 0.5535531435592873,
      "grad_norm": 1.2519756886364777,
      "learning_rate": 0.000295323256624585,
      "loss": 5.3438,
      "step": 13515
    },
    {
      "epoch": 0.5535941019864837,
      "grad_norm": 1.4161801663709928,
      "learning_rate": 0.0002953224485505772,
      "loss": 5.7188,
      "step": 13516
    },
    {
      "epoch": 0.5536350604136802,
      "grad_norm": 1.5856640801471087,
      "learning_rate": 0.00029532164040786945,
      "loss": 5.5312,
      "step": 13517
    },
    {
      "epoch": 0.5536760188408765,
      "grad_norm": 1.59438609876545,
      "learning_rate": 0.0002953208321964621,
      "loss": 7.0,
      "step": 13518
    },
    {
      "epoch": 0.5537169772680729,
      "grad_norm": 3.1704891313976185,
      "learning_rate": 0.00029532002391635545,
      "loss": 5.0312,
      "step": 13519
    },
    {
      "epoch": 0.5537579356952693,
      "grad_norm": 2.1453972954120406,
      "learning_rate": 0.0002953192155675499,
      "loss": 5.0625,
      "step": 13520
    },
    {
      "epoch": 0.5537988941224657,
      "grad_norm": 8.336720502340507,
      "learning_rate": 0.0002953184071500459,
      "loss": 8.0,
      "step": 13521
    },
    {
      "epoch": 0.5538398525496621,
      "grad_norm": 7.396551078597605,
      "learning_rate": 0.0002953175986638438,
      "loss": 6.625,
      "step": 13522
    },
    {
      "epoch": 0.5538808109768585,
      "grad_norm": 1.4350327649917,
      "learning_rate": 0.00029531679010894393,
      "loss": 4.75,
      "step": 13523
    },
    {
      "epoch": 0.5539217694040549,
      "grad_norm": 1.5192204840713954,
      "learning_rate": 0.00029531598148534676,
      "loss": 5.9375,
      "step": 13524
    },
    {
      "epoch": 0.5539627278312513,
      "grad_norm": 1.9274450517501163,
      "learning_rate": 0.0002953151727930526,
      "loss": 5.75,
      "step": 13525
    },
    {
      "epoch": 0.5540036862584476,
      "grad_norm": 2.53419607229321,
      "learning_rate": 0.0002953143640320619,
      "loss": 7.0938,
      "step": 13526
    },
    {
      "epoch": 0.5540446446856441,
      "grad_norm": 1.6401234408533831,
      "learning_rate": 0.0002953135552023749,
      "loss": 5.9062,
      "step": 13527
    },
    {
      "epoch": 0.5540856031128405,
      "grad_norm": 1.6170661908058503,
      "learning_rate": 0.0002953127463039922,
      "loss": 5.1875,
      "step": 13528
    },
    {
      "epoch": 0.5541265615400368,
      "grad_norm": 1.9653908166591922,
      "learning_rate": 0.000295311937336914,
      "loss": 5.5625,
      "step": 13529
    },
    {
      "epoch": 0.5541675199672332,
      "grad_norm": 1.4730109383612442,
      "learning_rate": 0.00029531112830114074,
      "loss": 5.9375,
      "step": 13530
    },
    {
      "epoch": 0.5542084783944297,
      "grad_norm": 3.919683518219732,
      "learning_rate": 0.0002953103191966728,
      "loss": 7.8125,
      "step": 13531
    },
    {
      "epoch": 0.5542494368216261,
      "grad_norm": 1.9620266094312069,
      "learning_rate": 0.0002953095100235106,
      "loss": 4.7812,
      "step": 13532
    },
    {
      "epoch": 0.5542903952488224,
      "grad_norm": 2.6649385353354953,
      "learning_rate": 0.00029530870078165453,
      "loss": 6.6875,
      "step": 13533
    },
    {
      "epoch": 0.5543313536760188,
      "grad_norm": 2.646282741264931,
      "learning_rate": 0.00029530789147110486,
      "loss": 5.7812,
      "step": 13534
    },
    {
      "epoch": 0.5543723121032152,
      "grad_norm": 1.5700262161522185,
      "learning_rate": 0.0002953070820918621,
      "loss": 5.1875,
      "step": 13535
    },
    {
      "epoch": 0.5544132705304117,
      "grad_norm": 1.364095418238581,
      "learning_rate": 0.0002953062726439266,
      "loss": 4.9062,
      "step": 13536
    },
    {
      "epoch": 0.554454228957608,
      "grad_norm": 2.3341836463879235,
      "learning_rate": 0.0002953054631272987,
      "loss": 4.9688,
      "step": 13537
    },
    {
      "epoch": 0.5544951873848044,
      "grad_norm": 1.4078824849784344,
      "learning_rate": 0.0002953046535419788,
      "loss": 6.7812,
      "step": 13538
    },
    {
      "epoch": 0.5545361458120008,
      "grad_norm": 1.723702622159478,
      "learning_rate": 0.00029530384388796733,
      "loss": 5.7188,
      "step": 13539
    },
    {
      "epoch": 0.5545771042391973,
      "grad_norm": 1.305350848732569,
      "learning_rate": 0.0002953030341652646,
      "loss": 5.0,
      "step": 13540
    },
    {
      "epoch": 0.5546180626663936,
      "grad_norm": 4.103952968822084,
      "learning_rate": 0.00029530222437387104,
      "loss": 4.2812,
      "step": 13541
    },
    {
      "epoch": 0.55465902109359,
      "grad_norm": 1.7930068890729416,
      "learning_rate": 0.00029530141451378705,
      "loss": 5.1562,
      "step": 13542
    },
    {
      "epoch": 0.5546999795207864,
      "grad_norm": 2.5645674445446747,
      "learning_rate": 0.00029530060458501293,
      "loss": 4.125,
      "step": 13543
    },
    {
      "epoch": 0.5547409379479828,
      "grad_norm": 1.5311128938596588,
      "learning_rate": 0.0002952997945875491,
      "loss": 6.0312,
      "step": 13544
    },
    {
      "epoch": 0.5547818963751792,
      "grad_norm": 2.178394511599742,
      "learning_rate": 0.00029529898452139604,
      "loss": 5.25,
      "step": 13545
    },
    {
      "epoch": 0.5548228548023756,
      "grad_norm": 1.4546560951043992,
      "learning_rate": 0.000295298174386554,
      "loss": 5.7188,
      "step": 13546
    },
    {
      "epoch": 0.554863813229572,
      "grad_norm": 1.4973724700058022,
      "learning_rate": 0.0002952973641830234,
      "loss": 5.875,
      "step": 13547
    },
    {
      "epoch": 0.5549047716567683,
      "grad_norm": 1.8296179981720775,
      "learning_rate": 0.00029529655391080466,
      "loss": 4.625,
      "step": 13548
    },
    {
      "epoch": 0.5549457300839648,
      "grad_norm": 2.7696976080409685,
      "learning_rate": 0.00029529574356989814,
      "loss": 5.5625,
      "step": 13549
    },
    {
      "epoch": 0.5549866885111612,
      "grad_norm": 1.6463878012025384,
      "learning_rate": 0.0002952949331603042,
      "loss": 5.6875,
      "step": 13550
    },
    {
      "epoch": 0.5550276469383576,
      "grad_norm": 1.687182535309632,
      "learning_rate": 0.00029529412268202327,
      "loss": 6.5312,
      "step": 13551
    },
    {
      "epoch": 0.5550686053655539,
      "grad_norm": 1.63102079166738,
      "learning_rate": 0.0002952933121350557,
      "loss": 5.875,
      "step": 13552
    },
    {
      "epoch": 0.5551095637927503,
      "grad_norm": 1.9181142424981676,
      "learning_rate": 0.0002952925015194019,
      "loss": 6.5625,
      "step": 13553
    },
    {
      "epoch": 0.5551505222199468,
      "grad_norm": 1.5080428084791548,
      "learning_rate": 0.00029529169083506227,
      "loss": 6.1875,
      "step": 13554
    },
    {
      "epoch": 0.5551914806471432,
      "grad_norm": 1.3564400328669894,
      "learning_rate": 0.00029529088008203706,
      "loss": 4.5,
      "step": 13555
    },
    {
      "epoch": 0.5552324390743395,
      "grad_norm": 1.2806866677332966,
      "learning_rate": 0.00029529006926032683,
      "loss": 5.2812,
      "step": 13556
    },
    {
      "epoch": 0.5552733975015359,
      "grad_norm": 1.6464088253660145,
      "learning_rate": 0.00029528925836993185,
      "loss": 6.2188,
      "step": 13557
    },
    {
      "epoch": 0.5553143559287324,
      "grad_norm": 1.6659871275257954,
      "learning_rate": 0.00029528844741085256,
      "loss": 5.5938,
      "step": 13558
    },
    {
      "epoch": 0.5553553143559288,
      "grad_norm": 1.3332836063338234,
      "learning_rate": 0.0002952876363830893,
      "loss": 6.2812,
      "step": 13559
    },
    {
      "epoch": 0.5553962727831251,
      "grad_norm": 1.7893354124737326,
      "learning_rate": 0.00029528682528664254,
      "loss": 6.75,
      "step": 13560
    },
    {
      "epoch": 0.5554372312103215,
      "grad_norm": 1.2690730465620268,
      "learning_rate": 0.00029528601412151257,
      "loss": 4.5312,
      "step": 13561
    },
    {
      "epoch": 0.5554781896375179,
      "grad_norm": 1.4499809909749544,
      "learning_rate": 0.00029528520288769975,
      "loss": 5.5,
      "step": 13562
    },
    {
      "epoch": 0.5555191480647144,
      "grad_norm": 1.597203709546439,
      "learning_rate": 0.00029528439158520457,
      "loss": 6.2812,
      "step": 13563
    },
    {
      "epoch": 0.5555601064919107,
      "grad_norm": 2.364607989775013,
      "learning_rate": 0.00029528358021402735,
      "loss": 6.7188,
      "step": 13564
    },
    {
      "epoch": 0.5556010649191071,
      "grad_norm": 1.3522884202830048,
      "learning_rate": 0.0002952827687741684,
      "loss": 4.8438,
      "step": 13565
    },
    {
      "epoch": 0.5556420233463035,
      "grad_norm": 1.5379071428033344,
      "learning_rate": 0.00029528195726562836,
      "loss": 5.5,
      "step": 13566
    },
    {
      "epoch": 0.5556829817735,
      "grad_norm": 1.3565348232922412,
      "learning_rate": 0.0002952811456884073,
      "loss": 5.7188,
      "step": 13567
    },
    {
      "epoch": 0.5557239402006963,
      "grad_norm": 1.5555171117905047,
      "learning_rate": 0.00029528033404250577,
      "loss": 5.2812,
      "step": 13568
    },
    {
      "epoch": 0.5557648986278927,
      "grad_norm": 2.072524593489718,
      "learning_rate": 0.00029527952232792415,
      "loss": 7.1875,
      "step": 13569
    },
    {
      "epoch": 0.5558058570550891,
      "grad_norm": 1.9736252861952865,
      "learning_rate": 0.00029527871054466277,
      "loss": 6.5,
      "step": 13570
    },
    {
      "epoch": 0.5558468154822854,
      "grad_norm": 2.476606723552878,
      "learning_rate": 0.0002952778986927221,
      "loss": 4.7812,
      "step": 13571
    },
    {
      "epoch": 0.5558877739094819,
      "grad_norm": 1.819541503530034,
      "learning_rate": 0.00029527708677210246,
      "loss": 4.8438,
      "step": 13572
    },
    {
      "epoch": 0.5559287323366783,
      "grad_norm": 1.7307222480744613,
      "learning_rate": 0.00029527627478280423,
      "loss": 6.1562,
      "step": 13573
    },
    {
      "epoch": 0.5559696907638747,
      "grad_norm": 6.498244161151321,
      "learning_rate": 0.0002952754627248278,
      "loss": 3.0312,
      "step": 13574
    },
    {
      "epoch": 0.556010649191071,
      "grad_norm": 1.4856395824725732,
      "learning_rate": 0.0002952746505981736,
      "loss": 5.9375,
      "step": 13575
    },
    {
      "epoch": 0.5560516076182674,
      "grad_norm": 1.4836639008370291,
      "learning_rate": 0.0002952738384028419,
      "loss": 5.9688,
      "step": 13576
    },
    {
      "epoch": 0.5560925660454639,
      "grad_norm": 2.07423694731232,
      "learning_rate": 0.0002952730261388332,
      "loss": 5.9375,
      "step": 13577
    },
    {
      "epoch": 0.5561335244726603,
      "grad_norm": 1.9779834656331252,
      "learning_rate": 0.0002952722138061478,
      "loss": 6.1562,
      "step": 13578
    },
    {
      "epoch": 0.5561744828998566,
      "grad_norm": 1.5759059476481763,
      "learning_rate": 0.00029527140140478625,
      "loss": 5.7188,
      "step": 13579
    },
    {
      "epoch": 0.556215441327053,
      "grad_norm": 1.4439220039338814,
      "learning_rate": 0.0002952705889347487,
      "loss": 5.9062,
      "step": 13580
    },
    {
      "epoch": 0.5562563997542495,
      "grad_norm": 1.36247926547591,
      "learning_rate": 0.0002952697763960357,
      "loss": 5.7812,
      "step": 13581
    },
    {
      "epoch": 0.5562973581814459,
      "grad_norm": 1.4699879731921022,
      "learning_rate": 0.00029526896378864753,
      "loss": 5.2188,
      "step": 13582
    },
    {
      "epoch": 0.5563383166086422,
      "grad_norm": 1.680683228048467,
      "learning_rate": 0.00029526815111258464,
      "loss": 4.9062,
      "step": 13583
    },
    {
      "epoch": 0.5563792750358386,
      "grad_norm": 1.6348576739860203,
      "learning_rate": 0.0002952673383678474,
      "loss": 6.3438,
      "step": 13584
    },
    {
      "epoch": 0.556420233463035,
      "grad_norm": 2.903477302331307,
      "learning_rate": 0.00029526652555443626,
      "loss": 3.9688,
      "step": 13585
    },
    {
      "epoch": 0.5564611918902315,
      "grad_norm": 1.3596489265102472,
      "learning_rate": 0.00029526571267235143,
      "loss": 5.3438,
      "step": 13586
    },
    {
      "epoch": 0.5565021503174278,
      "grad_norm": 3.0812051489278462,
      "learning_rate": 0.00029526489972159345,
      "loss": 6.5,
      "step": 13587
    },
    {
      "epoch": 0.5565431087446242,
      "grad_norm": 1.4801657861764084,
      "learning_rate": 0.00029526408670216265,
      "loss": 5.7812,
      "step": 13588
    },
    {
      "epoch": 0.5565840671718206,
      "grad_norm": 1.8705956187765178,
      "learning_rate": 0.00029526327361405945,
      "loss": 6.0625,
      "step": 13589
    },
    {
      "epoch": 0.5566250255990169,
      "grad_norm": 2.0572199827453956,
      "learning_rate": 0.00029526246045728414,
      "loss": 6.5312,
      "step": 13590
    },
    {
      "epoch": 0.5566659840262134,
      "grad_norm": 1.3586432167883777,
      "learning_rate": 0.0002952616472318372,
      "loss": 6.0,
      "step": 13591
    },
    {
      "epoch": 0.5567069424534098,
      "grad_norm": 5.096496646593623,
      "learning_rate": 0.000295260833937719,
      "loss": 7.8125,
      "step": 13592
    },
    {
      "epoch": 0.5567479008806062,
      "grad_norm": 1.811825588295851,
      "learning_rate": 0.0002952600205749299,
      "loss": 4.9375,
      "step": 13593
    },
    {
      "epoch": 0.5567888593078025,
      "grad_norm": 1.548808838698002,
      "learning_rate": 0.00029525920714347026,
      "loss": 5.75,
      "step": 13594
    },
    {
      "epoch": 0.556829817734999,
      "grad_norm": 1.5722136590139695,
      "learning_rate": 0.0002952583936433405,
      "loss": 5.6875,
      "step": 13595
    },
    {
      "epoch": 0.5568707761621954,
      "grad_norm": 4.295949563318865,
      "learning_rate": 0.000295257580074541,
      "loss": 2.7969,
      "step": 13596
    },
    {
      "epoch": 0.5569117345893918,
      "grad_norm": 1.4625829115780535,
      "learning_rate": 0.0002952567664370722,
      "loss": 5.4375,
      "step": 13597
    },
    {
      "epoch": 0.5569526930165881,
      "grad_norm": 1.5542276319546833,
      "learning_rate": 0.00029525595273093437,
      "loss": 6.7812,
      "step": 13598
    },
    {
      "epoch": 0.5569936514437845,
      "grad_norm": 1.9651194351052133,
      "learning_rate": 0.000295255138956128,
      "loss": 6.2812,
      "step": 13599
    },
    {
      "epoch": 0.557034609870981,
      "grad_norm": 1.446621138132194,
      "learning_rate": 0.0002952543251126534,
      "loss": 5.2188,
      "step": 13600
    },
    {
      "epoch": 0.5570755682981774,
      "grad_norm": 1.4759475856076185,
      "learning_rate": 0.000295253511200511,
      "loss": 5.9688,
      "step": 13601
    },
    {
      "epoch": 0.5571165267253737,
      "grad_norm": 4.382303287315363,
      "learning_rate": 0.00029525269721970116,
      "loss": 2.4844,
      "step": 13602
    },
    {
      "epoch": 0.5571574851525701,
      "grad_norm": 1.648607666837853,
      "learning_rate": 0.00029525188317022425,
      "loss": 5.5,
      "step": 13603
    },
    {
      "epoch": 0.5571984435797666,
      "grad_norm": 1.3144427312133724,
      "learning_rate": 0.0002952510690520807,
      "loss": 5.3125,
      "step": 13604
    },
    {
      "epoch": 0.557239402006963,
      "grad_norm": 1.984104034486477,
      "learning_rate": 0.00029525025486527086,
      "loss": 7.4062,
      "step": 13605
    },
    {
      "epoch": 0.5572803604341593,
      "grad_norm": 1.5388290429222682,
      "learning_rate": 0.00029524944060979516,
      "loss": 5.6875,
      "step": 13606
    },
    {
      "epoch": 0.5573213188613557,
      "grad_norm": 1.5110683690938498,
      "learning_rate": 0.00029524862628565394,
      "loss": 5.0,
      "step": 13607
    },
    {
      "epoch": 0.5573622772885521,
      "grad_norm": 3.826932425014308,
      "learning_rate": 0.00029524781189284755,
      "loss": 5.0625,
      "step": 13608
    },
    {
      "epoch": 0.5574032357157486,
      "grad_norm": 1.6394664384546136,
      "learning_rate": 0.0002952469974313765,
      "loss": 6.8125,
      "step": 13609
    },
    {
      "epoch": 0.5574441941429449,
      "grad_norm": 1.6176082718374625,
      "learning_rate": 0.000295246182901241,
      "loss": 5.9062,
      "step": 13610
    },
    {
      "epoch": 0.5574851525701413,
      "grad_norm": 1.6270219527074643,
      "learning_rate": 0.00029524536830244163,
      "loss": 5.375,
      "step": 13611
    },
    {
      "epoch": 0.5575261109973377,
      "grad_norm": 2.06226533996935,
      "learning_rate": 0.00029524455363497864,
      "loss": 5.625,
      "step": 13612
    },
    {
      "epoch": 0.557567069424534,
      "grad_norm": 1.7028826774146701,
      "learning_rate": 0.00029524373889885247,
      "loss": 5.5312,
      "step": 13613
    },
    {
      "epoch": 0.5576080278517305,
      "grad_norm": 1.7884221222210894,
      "learning_rate": 0.0002952429240940635,
      "loss": 5.625,
      "step": 13614
    },
    {
      "epoch": 0.5576489862789269,
      "grad_norm": 1.4521831779473116,
      "learning_rate": 0.0002952421092206121,
      "loss": 5.5,
      "step": 13615
    },
    {
      "epoch": 0.5576899447061233,
      "grad_norm": 1.6631605111807812,
      "learning_rate": 0.0002952412942784986,
      "loss": 5.9688,
      "step": 13616
    },
    {
      "epoch": 0.5577309031333196,
      "grad_norm": 3.2454916243171636,
      "learning_rate": 0.0002952404792677235,
      "loss": 7.9375,
      "step": 13617
    },
    {
      "epoch": 0.5577718615605161,
      "grad_norm": 1.5890260281868624,
      "learning_rate": 0.00029523966418828704,
      "loss": 5.0312,
      "step": 13618
    },
    {
      "epoch": 0.5578128199877125,
      "grad_norm": 1.5055440781143283,
      "learning_rate": 0.0002952388490401898,
      "loss": 5.5312,
      "step": 13619
    },
    {
      "epoch": 0.5578537784149089,
      "grad_norm": 2.1005789138114412,
      "learning_rate": 0.00029523803382343203,
      "loss": 6.1562,
      "step": 13620
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 2.3303164690895057,
      "learning_rate": 0.00029523721853801413,
      "loss": 6.5312,
      "step": 13621
    },
    {
      "epoch": 0.5579356952693016,
      "grad_norm": 2.3337626272370673,
      "learning_rate": 0.00029523640318393653,
      "loss": 6.0,
      "step": 13622
    },
    {
      "epoch": 0.5579766536964981,
      "grad_norm": 1.2673341389953774,
      "learning_rate": 0.0002952355877611996,
      "loss": 6.0625,
      "step": 13623
    },
    {
      "epoch": 0.5580176121236945,
      "grad_norm": 1.4919558067737344,
      "learning_rate": 0.0002952347722698036,
      "loss": 5.5312,
      "step": 13624
    },
    {
      "epoch": 0.5580585705508908,
      "grad_norm": 2.4603066480861244,
      "learning_rate": 0.0002952339567097491,
      "loss": 6.5312,
      "step": 13625
    },
    {
      "epoch": 0.5580995289780872,
      "grad_norm": 1.8557163121688875,
      "learning_rate": 0.00029523314108103644,
      "loss": 6.5938,
      "step": 13626
    },
    {
      "epoch": 0.5581404874052837,
      "grad_norm": 1.2726323271865776,
      "learning_rate": 0.000295232325383666,
      "loss": 6.1562,
      "step": 13627
    },
    {
      "epoch": 0.5581814458324801,
      "grad_norm": 1.591057498651282,
      "learning_rate": 0.00029523150961763804,
      "loss": 5.4375,
      "step": 13628
    },
    {
      "epoch": 0.5582224042596764,
      "grad_norm": 1.6707858300541807,
      "learning_rate": 0.00029523069378295313,
      "loss": 5.2812,
      "step": 13629
    },
    {
      "epoch": 0.5582633626868728,
      "grad_norm": 1.9337928989967266,
      "learning_rate": 0.00029522987787961155,
      "loss": 6.3438,
      "step": 13630
    },
    {
      "epoch": 0.5583043211140692,
      "grad_norm": 1.9432264953158636,
      "learning_rate": 0.00029522906190761374,
      "loss": 5.5,
      "step": 13631
    },
    {
      "epoch": 0.5583452795412656,
      "grad_norm": 6.842534946265201,
      "learning_rate": 0.00029522824586696,
      "loss": 7.9375,
      "step": 13632
    },
    {
      "epoch": 0.558386237968462,
      "grad_norm": 1.63700129339342,
      "learning_rate": 0.0002952274297576508,
      "loss": 4.5312,
      "step": 13633
    },
    {
      "epoch": 0.5584271963956584,
      "grad_norm": 3.994309720256056,
      "learning_rate": 0.0002952266135796865,
      "loss": 4.1562,
      "step": 13634
    },
    {
      "epoch": 0.5584681548228548,
      "grad_norm": 1.5479128879098707,
      "learning_rate": 0.0002952257973330675,
      "loss": 6.0312,
      "step": 13635
    },
    {
      "epoch": 0.5585091132500511,
      "grad_norm": 1.5710371578530928,
      "learning_rate": 0.0002952249810177942,
      "loss": 5.25,
      "step": 13636
    },
    {
      "epoch": 0.5585500716772476,
      "grad_norm": 1.589056881789644,
      "learning_rate": 0.0002952241646338669,
      "loss": 5.9062,
      "step": 13637
    },
    {
      "epoch": 0.558591030104444,
      "grad_norm": 1.4165048654569503,
      "learning_rate": 0.00029522334818128605,
      "loss": 5.5938,
      "step": 13638
    },
    {
      "epoch": 0.5586319885316404,
      "grad_norm": 3.6119571216312982,
      "learning_rate": 0.000295222531660052,
      "loss": 8.375,
      "step": 13639
    },
    {
      "epoch": 0.5586729469588367,
      "grad_norm": 1.6360798981410574,
      "learning_rate": 0.00029522171507016527,
      "loss": 5.9062,
      "step": 13640
    },
    {
      "epoch": 0.5587139053860332,
      "grad_norm": 1.9166493268518783,
      "learning_rate": 0.0002952208984116261,
      "loss": 6.4688,
      "step": 13641
    },
    {
      "epoch": 0.5587548638132296,
      "grad_norm": 4.218127447240341,
      "learning_rate": 0.00029522008168443483,
      "loss": 4.75,
      "step": 13642
    },
    {
      "epoch": 0.558795822240426,
      "grad_norm": 1.868427954355026,
      "learning_rate": 0.00029521926488859196,
      "loss": 7.2812,
      "step": 13643
    },
    {
      "epoch": 0.5588367806676223,
      "grad_norm": 5.394404051076493,
      "learning_rate": 0.0002952184480240979,
      "loss": 5.5625,
      "step": 13644
    },
    {
      "epoch": 0.5588777390948187,
      "grad_norm": 2.1122339424104215,
      "learning_rate": 0.00029521763109095295,
      "loss": 6.25,
      "step": 13645
    },
    {
      "epoch": 0.5589186975220152,
      "grad_norm": 1.836161006880802,
      "learning_rate": 0.0002952168140891576,
      "loss": 5.5,
      "step": 13646
    },
    {
      "epoch": 0.5589596559492116,
      "grad_norm": 2.2894794498673643,
      "learning_rate": 0.00029521599701871204,
      "loss": 6.7812,
      "step": 13647
    },
    {
      "epoch": 0.5590006143764079,
      "grad_norm": 1.589254474277088,
      "learning_rate": 0.0002952151798796169,
      "loss": 7.8125,
      "step": 13648
    },
    {
      "epoch": 0.5590415728036043,
      "grad_norm": 1.625878925960733,
      "learning_rate": 0.0002952143626718724,
      "loss": 5.4375,
      "step": 13649
    },
    {
      "epoch": 0.5590825312308008,
      "grad_norm": 1.525309924192922,
      "learning_rate": 0.00029521354539547895,
      "loss": 4.7812,
      "step": 13650
    },
    {
      "epoch": 0.5591234896579972,
      "grad_norm": 1.548716928837899,
      "learning_rate": 0.000295212728050437,
      "loss": 5.2812,
      "step": 13651
    },
    {
      "epoch": 0.5591644480851935,
      "grad_norm": 1.6335097961560963,
      "learning_rate": 0.00029521191063674687,
      "loss": 5.1562,
      "step": 13652
    },
    {
      "epoch": 0.5592054065123899,
      "grad_norm": 2.7963223667293104,
      "learning_rate": 0.00029521109315440897,
      "loss": 4.3125,
      "step": 13653
    },
    {
      "epoch": 0.5592463649395863,
      "grad_norm": 2.449308912522069,
      "learning_rate": 0.0002952102756034237,
      "loss": 7.4375,
      "step": 13654
    },
    {
      "epoch": 0.5592873233667827,
      "grad_norm": 1.5181579993681011,
      "learning_rate": 0.00029520945798379146,
      "loss": 5.2188,
      "step": 13655
    },
    {
      "epoch": 0.5593282817939791,
      "grad_norm": 1.8447145939832408,
      "learning_rate": 0.0002952086402955126,
      "loss": 7.3125,
      "step": 13656
    },
    {
      "epoch": 0.5593692402211755,
      "grad_norm": 1.385631741845591,
      "learning_rate": 0.0002952078225385875,
      "loss": 4.875,
      "step": 13657
    },
    {
      "epoch": 0.5594101986483719,
      "grad_norm": 1.690251282193331,
      "learning_rate": 0.0002952070047130166,
      "loss": 5.4375,
      "step": 13658
    },
    {
      "epoch": 0.5594511570755683,
      "grad_norm": 1.2957410212248104,
      "learning_rate": 0.0002952061868188003,
      "loss": 4.8125,
      "step": 13659
    },
    {
      "epoch": 0.5594921155027647,
      "grad_norm": 1.7040048117567144,
      "learning_rate": 0.00029520536885593884,
      "loss": 6.9062,
      "step": 13660
    },
    {
      "epoch": 0.5595330739299611,
      "grad_norm": 1.2195227116013068,
      "learning_rate": 0.00029520455082443275,
      "loss": 5.2812,
      "step": 13661
    },
    {
      "epoch": 0.5595740323571575,
      "grad_norm": 2.485908604967853,
      "learning_rate": 0.0002952037327242824,
      "loss": 6.8125,
      "step": 13662
    },
    {
      "epoch": 0.5596149907843538,
      "grad_norm": 1.8603104489345164,
      "learning_rate": 0.00029520291455548814,
      "loss": 6.0312,
      "step": 13663
    },
    {
      "epoch": 0.5596559492115503,
      "grad_norm": 1.711690513262206,
      "learning_rate": 0.0002952020963180504,
      "loss": 6.625,
      "step": 13664
    },
    {
      "epoch": 0.5596969076387467,
      "grad_norm": 2.6957976476571757,
      "learning_rate": 0.00029520127801196944,
      "loss": 7.7188,
      "step": 13665
    },
    {
      "epoch": 0.5597378660659431,
      "grad_norm": 2.611904686201223,
      "learning_rate": 0.00029520045963724576,
      "loss": 6.5312,
      "step": 13666
    },
    {
      "epoch": 0.5597788244931394,
      "grad_norm": 1.3821234852370539,
      "learning_rate": 0.0002951996411938798,
      "loss": 5.3125,
      "step": 13667
    },
    {
      "epoch": 0.5598197829203359,
      "grad_norm": 1.8799928961002237,
      "learning_rate": 0.00029519882268187183,
      "loss": 5.375,
      "step": 13668
    },
    {
      "epoch": 0.5598607413475323,
      "grad_norm": 1.6956796843232969,
      "learning_rate": 0.0002951980041012223,
      "loss": 5.6562,
      "step": 13669
    },
    {
      "epoch": 0.5599016997747287,
      "grad_norm": 1.300895433586936,
      "learning_rate": 0.00029519718545193156,
      "loss": 5.75,
      "step": 13670
    },
    {
      "epoch": 0.559942658201925,
      "grad_norm": 1.3590008342577449,
      "learning_rate": 0.000295196366734,
      "loss": 4.2812,
      "step": 13671
    },
    {
      "epoch": 0.5599836166291214,
      "grad_norm": 2.6159025323357445,
      "learning_rate": 0.0002951955479474281,
      "loss": 7.0,
      "step": 13672
    },
    {
      "epoch": 0.5600245750563179,
      "grad_norm": 1.992888573956632,
      "learning_rate": 0.00029519472909221605,
      "loss": 6.0,
      "step": 13673
    },
    {
      "epoch": 0.5600655334835143,
      "grad_norm": 2.507266935558237,
      "learning_rate": 0.00029519391016836447,
      "loss": 8.125,
      "step": 13674
    },
    {
      "epoch": 0.5601064919107106,
      "grad_norm": 1.9416036623100412,
      "learning_rate": 0.00029519309117587356,
      "loss": 6.2812,
      "step": 13675
    },
    {
      "epoch": 0.560147450337907,
      "grad_norm": 3.3814562457755066,
      "learning_rate": 0.0002951922721147438,
      "loss": 5.0,
      "step": 13676
    },
    {
      "epoch": 0.5601884087651035,
      "grad_norm": 3.049545123844881,
      "learning_rate": 0.0002951914529849756,
      "loss": 5.8438,
      "step": 13677
    },
    {
      "epoch": 0.5602293671922998,
      "grad_norm": 1.9788920776428118,
      "learning_rate": 0.00029519063378656926,
      "loss": 5.7812,
      "step": 13678
    },
    {
      "epoch": 0.5602703256194962,
      "grad_norm": 1.8531564240357996,
      "learning_rate": 0.00029518981451952524,
      "loss": 5.4375,
      "step": 13679
    },
    {
      "epoch": 0.5603112840466926,
      "grad_norm": 1.618691038421356,
      "learning_rate": 0.0002951889951838439,
      "loss": 5.25,
      "step": 13680
    },
    {
      "epoch": 0.560352242473889,
      "grad_norm": 2.4018004482772826,
      "learning_rate": 0.00029518817577952564,
      "loss": 5.5,
      "step": 13681
    },
    {
      "epoch": 0.5603932009010854,
      "grad_norm": 1.907492928170409,
      "learning_rate": 0.0002951873563065708,
      "loss": 5.25,
      "step": 13682
    },
    {
      "epoch": 0.5604341593282818,
      "grad_norm": 1.55874716673746,
      "learning_rate": 0.0002951865367649798,
      "loss": 6.625,
      "step": 13683
    },
    {
      "epoch": 0.5604751177554782,
      "grad_norm": 2.6071067823595238,
      "learning_rate": 0.00029518571715475306,
      "loss": 5.3125,
      "step": 13684
    },
    {
      "epoch": 0.5605160761826746,
      "grad_norm": 1.2368989235989456,
      "learning_rate": 0.0002951848974758909,
      "loss": 5.5,
      "step": 13685
    },
    {
      "epoch": 0.5605570346098709,
      "grad_norm": 1.3890996399698587,
      "learning_rate": 0.0002951840777283938,
      "loss": 5.5625,
      "step": 13686
    },
    {
      "epoch": 0.5605979930370674,
      "grad_norm": 2.5527534020572773,
      "learning_rate": 0.000295183257912262,
      "loss": 6.125,
      "step": 13687
    },
    {
      "epoch": 0.5606389514642638,
      "grad_norm": 1.4040725381294707,
      "learning_rate": 0.00029518243802749606,
      "loss": 5.0625,
      "step": 13688
    },
    {
      "epoch": 0.5606799098914602,
      "grad_norm": 1.8512072735752323,
      "learning_rate": 0.0002951816180740963,
      "loss": 6.2188,
      "step": 13689
    },
    {
      "epoch": 0.5607208683186565,
      "grad_norm": 1.8190735750156377,
      "learning_rate": 0.00029518079805206305,
      "loss": 6.1562,
      "step": 13690
    },
    {
      "epoch": 0.560761826745853,
      "grad_norm": 1.8790860346573988,
      "learning_rate": 0.0002951799779613968,
      "loss": 5.5938,
      "step": 13691
    },
    {
      "epoch": 0.5608027851730494,
      "grad_norm": 5.278823576508354,
      "learning_rate": 0.0002951791578020978,
      "loss": 6.125,
      "step": 13692
    },
    {
      "epoch": 0.5608437436002458,
      "grad_norm": 1.489314311402822,
      "learning_rate": 0.00029517833757416654,
      "loss": 5.0,
      "step": 13693
    },
    {
      "epoch": 0.5608847020274421,
      "grad_norm": 1.876413537985929,
      "learning_rate": 0.00029517751727760344,
      "loss": 5.3438,
      "step": 13694
    },
    {
      "epoch": 0.5609256604546385,
      "grad_norm": 1.4201267295923947,
      "learning_rate": 0.00029517669691240877,
      "loss": 5.625,
      "step": 13695
    },
    {
      "epoch": 0.560966618881835,
      "grad_norm": 4.008044011861896,
      "learning_rate": 0.00029517587647858297,
      "loss": 7.0312,
      "step": 13696
    },
    {
      "epoch": 0.5610075773090313,
      "grad_norm": 2.3138221532685517,
      "learning_rate": 0.0002951750559761265,
      "loss": 5.9062,
      "step": 13697
    },
    {
      "epoch": 0.5610485357362277,
      "grad_norm": 1.8189348235537701,
      "learning_rate": 0.00029517423540503964,
      "loss": 5.1562,
      "step": 13698
    },
    {
      "epoch": 0.5610894941634241,
      "grad_norm": 3.5221637020222287,
      "learning_rate": 0.00029517341476532286,
      "loss": 7.4688,
      "step": 13699
    },
    {
      "epoch": 0.5611304525906206,
      "grad_norm": 2.0394269767596347,
      "learning_rate": 0.00029517259405697653,
      "loss": 6.7812,
      "step": 13700
    },
    {
      "epoch": 0.5611714110178169,
      "grad_norm": 1.789671459071599,
      "learning_rate": 0.000295171773280001,
      "loss": 5.2812,
      "step": 13701
    },
    {
      "epoch": 0.5612123694450133,
      "grad_norm": 1.5620408209268515,
      "learning_rate": 0.0002951709524343967,
      "loss": 6.1875,
      "step": 13702
    },
    {
      "epoch": 0.5612533278722097,
      "grad_norm": 2.1450310974164832,
      "learning_rate": 0.000295170131520164,
      "loss": 7.875,
      "step": 13703
    },
    {
      "epoch": 0.5612942862994061,
      "grad_norm": 1.8075262870036533,
      "learning_rate": 0.00029516931053730325,
      "loss": 7.5312,
      "step": 13704
    },
    {
      "epoch": 0.5613352447266025,
      "grad_norm": 2.3426103862802097,
      "learning_rate": 0.00029516848948581484,
      "loss": 6.5625,
      "step": 13705
    },
    {
      "epoch": 0.5613762031537989,
      "grad_norm": 1.6123689241742993,
      "learning_rate": 0.00029516766836569925,
      "loss": 5.125,
      "step": 13706
    },
    {
      "epoch": 0.5614171615809953,
      "grad_norm": 1.4574221718538591,
      "learning_rate": 0.0002951668471769568,
      "loss": 5.1562,
      "step": 13707
    },
    {
      "epoch": 0.5614581200081917,
      "grad_norm": 1.7333332822233485,
      "learning_rate": 0.0002951660259195879,
      "loss": 6.5312,
      "step": 13708
    },
    {
      "epoch": 0.561499078435388,
      "grad_norm": 1.6752494774193443,
      "learning_rate": 0.0002951652045935929,
      "loss": 5.625,
      "step": 13709
    },
    {
      "epoch": 0.5615400368625845,
      "grad_norm": 2.3258529867223046,
      "learning_rate": 0.0002951643831989722,
      "loss": 6.1562,
      "step": 13710
    },
    {
      "epoch": 0.5615809952897809,
      "grad_norm": 1.4075295140563542,
      "learning_rate": 0.0002951635617357263,
      "loss": 5.0312,
      "step": 13711
    },
    {
      "epoch": 0.5616219537169773,
      "grad_norm": 5.133076236513157,
      "learning_rate": 0.00029516274020385537,
      "loss": 5.1875,
      "step": 13712
    },
    {
      "epoch": 0.5616629121441736,
      "grad_norm": 1.3951710786983,
      "learning_rate": 0.00029516191860335994,
      "loss": 5.375,
      "step": 13713
    },
    {
      "epoch": 0.5617038705713701,
      "grad_norm": 1.3203299464449403,
      "learning_rate": 0.0002951610969342404,
      "loss": 5.1875,
      "step": 13714
    },
    {
      "epoch": 0.5617448289985665,
      "grad_norm": 1.3964746546410638,
      "learning_rate": 0.00029516027519649714,
      "loss": 5.0,
      "step": 13715
    },
    {
      "epoch": 0.5617857874257629,
      "grad_norm": 1.759029279418348,
      "learning_rate": 0.00029515945339013053,
      "loss": 6.4062,
      "step": 13716
    },
    {
      "epoch": 0.5618267458529592,
      "grad_norm": 1.5265022875740328,
      "learning_rate": 0.0002951586315151409,
      "loss": 5.0625,
      "step": 13717
    },
    {
      "epoch": 0.5618677042801556,
      "grad_norm": 3.7409022153827958,
      "learning_rate": 0.0002951578095715288,
      "loss": 7.25,
      "step": 13718
    },
    {
      "epoch": 0.5619086627073521,
      "grad_norm": 1.3614940280259726,
      "learning_rate": 0.0002951569875592944,
      "loss": 4.8438,
      "step": 13719
    },
    {
      "epoch": 0.5619496211345484,
      "grad_norm": 1.8415401551130086,
      "learning_rate": 0.0002951561654784382,
      "loss": 6.1875,
      "step": 13720
    },
    {
      "epoch": 0.5619905795617448,
      "grad_norm": 1.3667559136237282,
      "learning_rate": 0.00029515534332896065,
      "loss": 5.625,
      "step": 13721
    },
    {
      "epoch": 0.5620315379889412,
      "grad_norm": 4.29038776533543,
      "learning_rate": 0.0002951545211108621,
      "loss": 3.25,
      "step": 13722
    },
    {
      "epoch": 0.5620724964161377,
      "grad_norm": 1.452727671646875,
      "learning_rate": 0.0002951536988241428,
      "loss": 6.7812,
      "step": 13723
    },
    {
      "epoch": 0.562113454843334,
      "grad_norm": 4.087457376808565,
      "learning_rate": 0.0002951528764688033,
      "loss": 4.875,
      "step": 13724
    },
    {
      "epoch": 0.5621544132705304,
      "grad_norm": 1.308729888879508,
      "learning_rate": 0.000295152054044844,
      "loss": 6.4375,
      "step": 13725
    },
    {
      "epoch": 0.5621953716977268,
      "grad_norm": 1.4599588177965057,
      "learning_rate": 0.0002951512315522652,
      "loss": 4.625,
      "step": 13726
    },
    {
      "epoch": 0.5622363301249232,
      "grad_norm": 1.7231568742333703,
      "learning_rate": 0.0002951504089910673,
      "loss": 5.8438,
      "step": 13727
    },
    {
      "epoch": 0.5622772885521196,
      "grad_norm": 5.574382372825743,
      "learning_rate": 0.0002951495863612507,
      "loss": 4.4062,
      "step": 13728
    },
    {
      "epoch": 0.562318246979316,
      "grad_norm": 3.346137072611565,
      "learning_rate": 0.00029514876366281583,
      "loss": 5.375,
      "step": 13729
    },
    {
      "epoch": 0.5623592054065124,
      "grad_norm": 1.9696693464364625,
      "learning_rate": 0.00029514794089576305,
      "loss": 7.1875,
      "step": 13730
    },
    {
      "epoch": 0.5624001638337088,
      "grad_norm": 1.3922516234366515,
      "learning_rate": 0.00029514711806009273,
      "loss": 6.5625,
      "step": 13731
    },
    {
      "epoch": 0.5624411222609051,
      "grad_norm": 1.815373508052113,
      "learning_rate": 0.00029514629515580527,
      "loss": 5.1562,
      "step": 13732
    },
    {
      "epoch": 0.5624820806881016,
      "grad_norm": 2.40029355245491,
      "learning_rate": 0.00029514547218290114,
      "loss": 7.3438,
      "step": 13733
    },
    {
      "epoch": 0.562523039115298,
      "grad_norm": 1.4834483239027596,
      "learning_rate": 0.0002951446491413806,
      "loss": 5.9688,
      "step": 13734
    },
    {
      "epoch": 0.5625639975424944,
      "grad_norm": 6.137171478797293,
      "learning_rate": 0.00029514382603124405,
      "loss": 3.9688,
      "step": 13735
    },
    {
      "epoch": 0.5626049559696907,
      "grad_norm": 1.4264067499007103,
      "learning_rate": 0.0002951430028524919,
      "loss": 4.9688,
      "step": 13736
    },
    {
      "epoch": 0.5626459143968872,
      "grad_norm": 1.6386094581941644,
      "learning_rate": 0.00029514217960512464,
      "loss": 5.8125,
      "step": 13737
    },
    {
      "epoch": 0.5626868728240836,
      "grad_norm": 9.014832747125249,
      "learning_rate": 0.00029514135628914257,
      "loss": 7.1562,
      "step": 13738
    },
    {
      "epoch": 0.5627278312512799,
      "grad_norm": 1.7967309308234996,
      "learning_rate": 0.00029514053290454606,
      "loss": 7.1875,
      "step": 13739
    },
    {
      "epoch": 0.5627687896784763,
      "grad_norm": 1.3997658800087025,
      "learning_rate": 0.0002951397094513355,
      "loss": 5.5625,
      "step": 13740
    },
    {
      "epoch": 0.5628097481056727,
      "grad_norm": 3.8025487375253078,
      "learning_rate": 0.00029513888592951136,
      "loss": 6.6562,
      "step": 13741
    },
    {
      "epoch": 0.5628507065328692,
      "grad_norm": 2.3580411216014894,
      "learning_rate": 0.000295138062339074,
      "loss": 3.7812,
      "step": 13742
    },
    {
      "epoch": 0.5628916649600655,
      "grad_norm": 1.344934720375119,
      "learning_rate": 0.0002951372386800237,
      "loss": 5.875,
      "step": 13743
    },
    {
      "epoch": 0.5629326233872619,
      "grad_norm": 1.5172239756742216,
      "learning_rate": 0.00029513641495236103,
      "loss": 5.75,
      "step": 13744
    },
    {
      "epoch": 0.5629735818144583,
      "grad_norm": 2.70819245861771,
      "learning_rate": 0.00029513559115608624,
      "loss": 4.0312,
      "step": 13745
    },
    {
      "epoch": 0.5630145402416548,
      "grad_norm": 1.6459284033642378,
      "learning_rate": 0.00029513476729119977,
      "loss": 5.625,
      "step": 13746
    },
    {
      "epoch": 0.5630554986688511,
      "grad_norm": 2.3725659345533594,
      "learning_rate": 0.00029513394335770195,
      "loss": 4.6875,
      "step": 13747
    },
    {
      "epoch": 0.5630964570960475,
      "grad_norm": 1.673197823151057,
      "learning_rate": 0.0002951331193555933,
      "loss": 8.3125,
      "step": 13748
    },
    {
      "epoch": 0.5631374155232439,
      "grad_norm": 1.6666299570570597,
      "learning_rate": 0.00029513229528487406,
      "loss": 6.8438,
      "step": 13749
    },
    {
      "epoch": 0.5631783739504403,
      "grad_norm": 6.237288374418102,
      "learning_rate": 0.00029513147114554474,
      "loss": 6.375,
      "step": 13750
    },
    {
      "epoch": 0.5632193323776367,
      "grad_norm": 1.374214605475624,
      "learning_rate": 0.0002951306469376057,
      "loss": 5.0938,
      "step": 13751
    },
    {
      "epoch": 0.5632602908048331,
      "grad_norm": 1.372460522874506,
      "learning_rate": 0.0002951298226610573,
      "loss": 5.3125,
      "step": 13752
    },
    {
      "epoch": 0.5633012492320295,
      "grad_norm": 1.4753243965133385,
      "learning_rate": 0.0002951289983158999,
      "loss": 6.5625,
      "step": 13753
    },
    {
      "epoch": 0.5633422076592259,
      "grad_norm": 1.77328144647381,
      "learning_rate": 0.000295128173902134,
      "loss": 6.6562,
      "step": 13754
    },
    {
      "epoch": 0.5633831660864222,
      "grad_norm": 1.7093697746631171,
      "learning_rate": 0.0002951273494197599,
      "loss": 5.5312,
      "step": 13755
    },
    {
      "epoch": 0.5634241245136187,
      "grad_norm": 1.5261538346071828,
      "learning_rate": 0.00029512652486877794,
      "loss": 5.4688,
      "step": 13756
    },
    {
      "epoch": 0.5634650829408151,
      "grad_norm": 2.669948717223009,
      "learning_rate": 0.00029512570024918864,
      "loss": 3.9688,
      "step": 13757
    },
    {
      "epoch": 0.5635060413680115,
      "grad_norm": 1.3634515950461321,
      "learning_rate": 0.0002951248755609923,
      "loss": 5.2188,
      "step": 13758
    },
    {
      "epoch": 0.5635469997952078,
      "grad_norm": 1.6786440449375126,
      "learning_rate": 0.0002951240508041894,
      "loss": 6.0625,
      "step": 13759
    },
    {
      "epoch": 0.5635879582224043,
      "grad_norm": 1.3214212844957867,
      "learning_rate": 0.00029512322597878023,
      "loss": 5.4062,
      "step": 13760
    },
    {
      "epoch": 0.5636289166496007,
      "grad_norm": 1.2711265233764717,
      "learning_rate": 0.0002951224010847652,
      "loss": 5.2188,
      "step": 13761
    },
    {
      "epoch": 0.563669875076797,
      "grad_norm": 1.2182495009317718,
      "learning_rate": 0.00029512157612214475,
      "loss": 5.5,
      "step": 13762
    },
    {
      "epoch": 0.5637108335039934,
      "grad_norm": 2.077469695991657,
      "learning_rate": 0.00029512075109091923,
      "loss": 5.0,
      "step": 13763
    },
    {
      "epoch": 0.5637517919311898,
      "grad_norm": 1.5458290751626695,
      "learning_rate": 0.00029511992599108903,
      "loss": 6.2188,
      "step": 13764
    },
    {
      "epoch": 0.5637927503583863,
      "grad_norm": 1.465733254013893,
      "learning_rate": 0.0002951191008226546,
      "loss": 5.0938,
      "step": 13765
    },
    {
      "epoch": 0.5638337087855826,
      "grad_norm": 1.39050447968924,
      "learning_rate": 0.0002951182755856162,
      "loss": 5.25,
      "step": 13766
    },
    {
      "epoch": 0.563874667212779,
      "grad_norm": 1.3110984778366184,
      "learning_rate": 0.0002951174502799744,
      "loss": 5.5,
      "step": 13767
    },
    {
      "epoch": 0.5639156256399754,
      "grad_norm": 1.7127991591361933,
      "learning_rate": 0.00029511662490572943,
      "loss": 4.5938,
      "step": 13768
    },
    {
      "epoch": 0.5639565840671719,
      "grad_norm": 1.4893394049534905,
      "learning_rate": 0.00029511579946288173,
      "loss": 6.7188,
      "step": 13769
    },
    {
      "epoch": 0.5639975424943682,
      "grad_norm": 1.3702728243688258,
      "learning_rate": 0.00029511497395143173,
      "loss": 5.5938,
      "step": 13770
    },
    {
      "epoch": 0.5640385009215646,
      "grad_norm": 1.32204170390968,
      "learning_rate": 0.00029511414837137976,
      "loss": 5.2812,
      "step": 13771
    },
    {
      "epoch": 0.564079459348761,
      "grad_norm": 1.801606940534233,
      "learning_rate": 0.00029511332272272626,
      "loss": 6.1562,
      "step": 13772
    },
    {
      "epoch": 0.5641204177759575,
      "grad_norm": 1.671187553290948,
      "learning_rate": 0.00029511249700547154,
      "loss": 6.875,
      "step": 13773
    },
    {
      "epoch": 0.5641613762031538,
      "grad_norm": 1.6971632376992145,
      "learning_rate": 0.00029511167121961616,
      "loss": 6.5,
      "step": 13774
    },
    {
      "epoch": 0.5642023346303502,
      "grad_norm": 1.530499185278303,
      "learning_rate": 0.00029511084536516037,
      "loss": 6.5938,
      "step": 13775
    },
    {
      "epoch": 0.5642432930575466,
      "grad_norm": 1.8568846387788396,
      "learning_rate": 0.00029511001944210457,
      "loss": 5.6875,
      "step": 13776
    },
    {
      "epoch": 0.564284251484743,
      "grad_norm": 1.335659176209605,
      "learning_rate": 0.0002951091934504492,
      "loss": 5.6875,
      "step": 13777
    },
    {
      "epoch": 0.5643252099119394,
      "grad_norm": 2.3845305169811057,
      "learning_rate": 0.0002951083673901946,
      "loss": 6.7188,
      "step": 13778
    },
    {
      "epoch": 0.5643661683391358,
      "grad_norm": 1.4626625637689743,
      "learning_rate": 0.00029510754126134116,
      "loss": 5.5938,
      "step": 13779
    },
    {
      "epoch": 0.5644071267663322,
      "grad_norm": 1.2337243055469056,
      "learning_rate": 0.00029510671506388934,
      "loss": 5.5625,
      "step": 13780
    },
    {
      "epoch": 0.5644480851935285,
      "grad_norm": 3.719653781279685,
      "learning_rate": 0.0002951058887978394,
      "loss": 4.0312,
      "step": 13781
    },
    {
      "epoch": 0.5644890436207249,
      "grad_norm": 5.73937254503737,
      "learning_rate": 0.0002951050624631919,
      "loss": 2.5312,
      "step": 13782
    },
    {
      "epoch": 0.5645300020479214,
      "grad_norm": 1.4003189495861799,
      "learning_rate": 0.0002951042360599471,
      "loss": 6.6875,
      "step": 13783
    },
    {
      "epoch": 0.5645709604751178,
      "grad_norm": 1.8376732792492165,
      "learning_rate": 0.0002951034095881055,
      "loss": 5.1875,
      "step": 13784
    },
    {
      "epoch": 0.5646119189023141,
      "grad_norm": 2.663269671398723,
      "learning_rate": 0.00029510258304766743,
      "loss": 6.7188,
      "step": 13785
    },
    {
      "epoch": 0.5646528773295105,
      "grad_norm": 2.7954056206262394,
      "learning_rate": 0.0002951017564386332,
      "loss": 8.3125,
      "step": 13786
    },
    {
      "epoch": 0.564693835756707,
      "grad_norm": 1.5191444669962668,
      "learning_rate": 0.00029510092976100334,
      "loss": 5.3125,
      "step": 13787
    },
    {
      "epoch": 0.5647347941839034,
      "grad_norm": 1.3949867044235902,
      "learning_rate": 0.00029510010301477815,
      "loss": 5.7188,
      "step": 13788
    },
    {
      "epoch": 0.5647757526110997,
      "grad_norm": 1.9588998984075345,
      "learning_rate": 0.0002950992761999581,
      "loss": 6.4375,
      "step": 13789
    },
    {
      "epoch": 0.5648167110382961,
      "grad_norm": 1.709240964124726,
      "learning_rate": 0.0002950984493165435,
      "loss": 6.3125,
      "step": 13790
    },
    {
      "epoch": 0.5648576694654925,
      "grad_norm": 3.6373460151166097,
      "learning_rate": 0.0002950976223645347,
      "loss": 4.0938,
      "step": 13791
    },
    {
      "epoch": 0.564898627892689,
      "grad_norm": 2.158207086443815,
      "learning_rate": 0.00029509679534393227,
      "loss": 5.4688,
      "step": 13792
    },
    {
      "epoch": 0.5649395863198853,
      "grad_norm": 1.5326242977389362,
      "learning_rate": 0.0002950959682547364,
      "loss": 5.4062,
      "step": 13793
    },
    {
      "epoch": 0.5649805447470817,
      "grad_norm": 1.356637567323313,
      "learning_rate": 0.00029509514109694765,
      "loss": 5.4375,
      "step": 13794
    },
    {
      "epoch": 0.5650215031742781,
      "grad_norm": 2.54485668074973,
      "learning_rate": 0.00029509431387056634,
      "loss": 6.0312,
      "step": 13795
    },
    {
      "epoch": 0.5650624616014746,
      "grad_norm": 1.6572205651196332,
      "learning_rate": 0.0002950934865755928,
      "loss": 5.5,
      "step": 13796
    },
    {
      "epoch": 0.5651034200286709,
      "grad_norm": 1.3041660492379459,
      "learning_rate": 0.0002950926592120276,
      "loss": 5.0938,
      "step": 13797
    },
    {
      "epoch": 0.5651443784558673,
      "grad_norm": 1.3376658357183444,
      "learning_rate": 0.0002950918317798709,
      "loss": 5.8438,
      "step": 13798
    },
    {
      "epoch": 0.5651853368830637,
      "grad_norm": 1.8658588597500136,
      "learning_rate": 0.00029509100427912316,
      "loss": 5.8438,
      "step": 13799
    },
    {
      "epoch": 0.5652262953102601,
      "grad_norm": 2.8728729942360824,
      "learning_rate": 0.0002950901767097849,
      "loss": 8.0625,
      "step": 13800
    },
    {
      "epoch": 0.5652672537374565,
      "grad_norm": 1.4185683697374498,
      "learning_rate": 0.0002950893490718564,
      "loss": 5.75,
      "step": 13801
    },
    {
      "epoch": 0.5653082121646529,
      "grad_norm": 1.795913247694037,
      "learning_rate": 0.00029508852136533805,
      "loss": 5.4688,
      "step": 13802
    },
    {
      "epoch": 0.5653491705918493,
      "grad_norm": 2.661662669065461,
      "learning_rate": 0.00029508769359023036,
      "loss": 6.6562,
      "step": 13803
    },
    {
      "epoch": 0.5653901290190456,
      "grad_norm": 1.8805415112172972,
      "learning_rate": 0.00029508686574653356,
      "loss": 6.4688,
      "step": 13804
    },
    {
      "epoch": 0.565431087446242,
      "grad_norm": 1.8527336545305368,
      "learning_rate": 0.00029508603783424806,
      "loss": 7.2188,
      "step": 13805
    },
    {
      "epoch": 0.5654720458734385,
      "grad_norm": 2.1008880698925734,
      "learning_rate": 0.00029508520985337437,
      "loss": 5.6875,
      "step": 13806
    },
    {
      "epoch": 0.5655130043006349,
      "grad_norm": 2.425828880333024,
      "learning_rate": 0.0002950843818039128,
      "loss": 5.9062,
      "step": 13807
    },
    {
      "epoch": 0.5655539627278312,
      "grad_norm": 1.5877747333983547,
      "learning_rate": 0.0002950835536858637,
      "loss": 5.0,
      "step": 13808
    },
    {
      "epoch": 0.5655949211550276,
      "grad_norm": 1.957192728399609,
      "learning_rate": 0.0002950827254992276,
      "loss": 7.125,
      "step": 13809
    },
    {
      "epoch": 0.565635879582224,
      "grad_norm": 1.5268377378801055,
      "learning_rate": 0.0002950818972440047,
      "loss": 5.2188,
      "step": 13810
    },
    {
      "epoch": 0.5656768380094205,
      "grad_norm": 2.4411825660294455,
      "learning_rate": 0.0002950810689201956,
      "loss": 6.9062,
      "step": 13811
    },
    {
      "epoch": 0.5657177964366168,
      "grad_norm": 1.623724673576325,
      "learning_rate": 0.0002950802405278006,
      "loss": 5.7188,
      "step": 13812
    },
    {
      "epoch": 0.5657587548638132,
      "grad_norm": 2.4104236579686638,
      "learning_rate": 0.00029507941206682,
      "loss": 6.9688,
      "step": 13813
    },
    {
      "epoch": 0.5657997132910096,
      "grad_norm": 1.4826106476313101,
      "learning_rate": 0.00029507858353725427,
      "loss": 5.25,
      "step": 13814
    },
    {
      "epoch": 0.5658406717182061,
      "grad_norm": 7.097361252807681,
      "learning_rate": 0.0002950777549391039,
      "loss": 6.8438,
      "step": 13815
    },
    {
      "epoch": 0.5658816301454024,
      "grad_norm": 2.117344958337414,
      "learning_rate": 0.0002950769262723691,
      "loss": 7.4375,
      "step": 13816
    },
    {
      "epoch": 0.5659225885725988,
      "grad_norm": 1.6649685577295865,
      "learning_rate": 0.0002950760975370504,
      "loss": 5.7812,
      "step": 13817
    },
    {
      "epoch": 0.5659635469997952,
      "grad_norm": 3.1636696501391195,
      "learning_rate": 0.0002950752687331481,
      "loss": 8.0,
      "step": 13818
    },
    {
      "epoch": 0.5660045054269917,
      "grad_norm": 2.410642923152142,
      "learning_rate": 0.00029507443986066264,
      "loss": 5.9375,
      "step": 13819
    },
    {
      "epoch": 0.566045463854188,
      "grad_norm": 2.0328754245210683,
      "learning_rate": 0.0002950736109195944,
      "loss": 5.0312,
      "step": 13820
    },
    {
      "epoch": 0.5660864222813844,
      "grad_norm": 1.6966773975903136,
      "learning_rate": 0.0002950727819099438,
      "loss": 6.5312,
      "step": 13821
    },
    {
      "epoch": 0.5661273807085808,
      "grad_norm": 1.4094614935794725,
      "learning_rate": 0.0002950719528317112,
      "loss": 5.125,
      "step": 13822
    },
    {
      "epoch": 0.5661683391357771,
      "grad_norm": 1.543364192399984,
      "learning_rate": 0.000295071123684897,
      "loss": 6.4688,
      "step": 13823
    },
    {
      "epoch": 0.5662092975629736,
      "grad_norm": 1.2654827519271776,
      "learning_rate": 0.00029507029446950155,
      "loss": 5.0938,
      "step": 13824
    },
    {
      "epoch": 0.56625025599017,
      "grad_norm": 2.896350439141867,
      "learning_rate": 0.00029506946518552526,
      "loss": 5.8438,
      "step": 13825
    },
    {
      "epoch": 0.5662912144173664,
      "grad_norm": 2.4372957003193547,
      "learning_rate": 0.00029506863583296863,
      "loss": 6.2812,
      "step": 13826
    },
    {
      "epoch": 0.5663321728445627,
      "grad_norm": 2.113534340782766,
      "learning_rate": 0.00029506780641183194,
      "loss": 6.375,
      "step": 13827
    },
    {
      "epoch": 0.5663731312717591,
      "grad_norm": 1.3410158278628785,
      "learning_rate": 0.0002950669769221156,
      "loss": 5.4062,
      "step": 13828
    },
    {
      "epoch": 0.5664140896989556,
      "grad_norm": 1.350491666047188,
      "learning_rate": 0.00029506614736382,
      "loss": 5.6562,
      "step": 13829
    },
    {
      "epoch": 0.566455048126152,
      "grad_norm": 1.9254013968711718,
      "learning_rate": 0.0002950653177369456,
      "loss": 6.625,
      "step": 13830
    },
    {
      "epoch": 0.5664960065533483,
      "grad_norm": 1.3072622939386385,
      "learning_rate": 0.0002950644880414927,
      "loss": 5.75,
      "step": 13831
    },
    {
      "epoch": 0.5665369649805447,
      "grad_norm": 5.024881183400628,
      "learning_rate": 0.0002950636582774617,
      "loss": 6.5312,
      "step": 13832
    },
    {
      "epoch": 0.5665779234077412,
      "grad_norm": 1.2492482393574014,
      "learning_rate": 0.000295062828444853,
      "loss": 5.0625,
      "step": 13833
    },
    {
      "epoch": 0.5666188818349376,
      "grad_norm": 1.4768139444869288,
      "learning_rate": 0.0002950619985436671,
      "loss": 5.8125,
      "step": 13834
    },
    {
      "epoch": 0.5666598402621339,
      "grad_norm": 1.4185967767997751,
      "learning_rate": 0.00029506116857390424,
      "loss": 6.0312,
      "step": 13835
    },
    {
      "epoch": 0.5667007986893303,
      "grad_norm": 1.408297733814469,
      "learning_rate": 0.0002950603385355649,
      "loss": 4.875,
      "step": 13836
    },
    {
      "epoch": 0.5667417571165267,
      "grad_norm": 2.8018357343292584,
      "learning_rate": 0.0002950595084286494,
      "loss": 8.4375,
      "step": 13837
    },
    {
      "epoch": 0.5667827155437232,
      "grad_norm": 1.8074271305682255,
      "learning_rate": 0.00029505867825315823,
      "loss": 6.4688,
      "step": 13838
    },
    {
      "epoch": 0.5668236739709195,
      "grad_norm": 1.6046279420077907,
      "learning_rate": 0.00029505784800909176,
      "loss": 5.625,
      "step": 13839
    },
    {
      "epoch": 0.5668646323981159,
      "grad_norm": 1.3980668114024224,
      "learning_rate": 0.0002950570176964503,
      "loss": 6.4375,
      "step": 13840
    },
    {
      "epoch": 0.5669055908253123,
      "grad_norm": 1.3526526082925796,
      "learning_rate": 0.00029505618731523437,
      "loss": 5.5,
      "step": 13841
    },
    {
      "epoch": 0.5669465492525088,
      "grad_norm": 2.473616245034503,
      "learning_rate": 0.0002950553568654442,
      "loss": 5.5312,
      "step": 13842
    },
    {
      "epoch": 0.5669875076797051,
      "grad_norm": 9.412187083292569,
      "learning_rate": 0.00029505452634708034,
      "loss": 6.5625,
      "step": 13843
    },
    {
      "epoch": 0.5670284661069015,
      "grad_norm": 2.9099733565519244,
      "learning_rate": 0.0002950536957601431,
      "loss": 7.0938,
      "step": 13844
    },
    {
      "epoch": 0.5670694245340979,
      "grad_norm": 1.4308034154311928,
      "learning_rate": 0.00029505286510463286,
      "loss": 6.0312,
      "step": 13845
    },
    {
      "epoch": 0.5671103829612942,
      "grad_norm": 1.298064172167252,
      "learning_rate": 0.0002950520343805501,
      "loss": 6.6562,
      "step": 13846
    },
    {
      "epoch": 0.5671513413884907,
      "grad_norm": 1.464688901683909,
      "learning_rate": 0.00029505120358789514,
      "loss": 5.2188,
      "step": 13847
    },
    {
      "epoch": 0.5671922998156871,
      "grad_norm": 4.766945744180935,
      "learning_rate": 0.00029505037272666837,
      "loss": 6.7812,
      "step": 13848
    },
    {
      "epoch": 0.5672332582428835,
      "grad_norm": 1.716022967741294,
      "learning_rate": 0.0002950495417968702,
      "loss": 6.0312,
      "step": 13849
    },
    {
      "epoch": 0.5672742166700798,
      "grad_norm": 2.628979294986297,
      "learning_rate": 0.000295048710798501,
      "loss": 6.3125,
      "step": 13850
    },
    {
      "epoch": 0.5673151750972762,
      "grad_norm": 1.491806665549236,
      "learning_rate": 0.00029504787973156125,
      "loss": 6.4375,
      "step": 13851
    },
    {
      "epoch": 0.5673561335244727,
      "grad_norm": 1.6402824648486516,
      "learning_rate": 0.0002950470485960512,
      "loss": 4.6562,
      "step": 13852
    },
    {
      "epoch": 0.5673970919516691,
      "grad_norm": 1.5015159298987597,
      "learning_rate": 0.0002950462173919714,
      "loss": 5.125,
      "step": 13853
    },
    {
      "epoch": 0.5674380503788654,
      "grad_norm": 2.1685002080759577,
      "learning_rate": 0.0002950453861193221,
      "loss": 5.1562,
      "step": 13854
    },
    {
      "epoch": 0.5674790088060618,
      "grad_norm": 2.158710234587892,
      "learning_rate": 0.00029504455477810383,
      "loss": 7.25,
      "step": 13855
    },
    {
      "epoch": 0.5675199672332583,
      "grad_norm": 1.355933901179072,
      "learning_rate": 0.00029504372336831684,
      "loss": 5.0938,
      "step": 13856
    },
    {
      "epoch": 0.5675609256604547,
      "grad_norm": 1.2170688212401326,
      "learning_rate": 0.0002950428918899616,
      "loss": 5.6562,
      "step": 13857
    },
    {
      "epoch": 0.567601884087651,
      "grad_norm": 1.4447920243389953,
      "learning_rate": 0.00029504206034303853,
      "loss": 5.0938,
      "step": 13858
    },
    {
      "epoch": 0.5676428425148474,
      "grad_norm": 2.348609839571265,
      "learning_rate": 0.000295041228727548,
      "loss": 4.3125,
      "step": 13859
    },
    {
      "epoch": 0.5676838009420438,
      "grad_norm": 2.4912719292696033,
      "learning_rate": 0.00029504039704349036,
      "loss": 5.5,
      "step": 13860
    },
    {
      "epoch": 0.5677247593692403,
      "grad_norm": 2.2384830295548928,
      "learning_rate": 0.000295039565290866,
      "loss": 6.8438,
      "step": 13861
    },
    {
      "epoch": 0.5677657177964366,
      "grad_norm": 1.5670884565468906,
      "learning_rate": 0.0002950387334696754,
      "loss": 6.3125,
      "step": 13862
    },
    {
      "epoch": 0.567806676223633,
      "grad_norm": 1.5901159966178269,
      "learning_rate": 0.00029503790157991896,
      "loss": 6.1875,
      "step": 13863
    },
    {
      "epoch": 0.5678476346508294,
      "grad_norm": 1.3643882917607304,
      "learning_rate": 0.00029503706962159695,
      "loss": 5.3438,
      "step": 13864
    },
    {
      "epoch": 0.5678885930780257,
      "grad_norm": 1.322466349731763,
      "learning_rate": 0.00029503623759470984,
      "loss": 6.8438,
      "step": 13865
    },
    {
      "epoch": 0.5679295515052222,
      "grad_norm": 1.4604661920389932,
      "learning_rate": 0.000295035405499258,
      "loss": 5.2812,
      "step": 13866
    },
    {
      "epoch": 0.5679705099324186,
      "grad_norm": 3.025456196486555,
      "learning_rate": 0.00029503457333524187,
      "loss": 6.0312,
      "step": 13867
    },
    {
      "epoch": 0.568011468359615,
      "grad_norm": 1.4214505020276658,
      "learning_rate": 0.00029503374110266176,
      "loss": 5.4062,
      "step": 13868
    },
    {
      "epoch": 0.5680524267868113,
      "grad_norm": 1.6479248955081136,
      "learning_rate": 0.0002950329088015182,
      "loss": 4.7188,
      "step": 13869
    },
    {
      "epoch": 0.5680933852140078,
      "grad_norm": 1.3843807911433497,
      "learning_rate": 0.00029503207643181143,
      "loss": 5.9375,
      "step": 13870
    },
    {
      "epoch": 0.5681343436412042,
      "grad_norm": 1.824501758618815,
      "learning_rate": 0.0002950312439935419,
      "loss": 5.5938,
      "step": 13871
    },
    {
      "epoch": 0.5681753020684006,
      "grad_norm": 2.6650737316516024,
      "learning_rate": 0.00029503041148671005,
      "loss": 6.125,
      "step": 13872
    },
    {
      "epoch": 0.5682162604955969,
      "grad_norm": 1.5961977265868883,
      "learning_rate": 0.0002950295789113162,
      "loss": 6.2812,
      "step": 13873
    },
    {
      "epoch": 0.5682572189227934,
      "grad_norm": 1.1827509558273839,
      "learning_rate": 0.0002950287462673608,
      "loss": 5.1875,
      "step": 13874
    },
    {
      "epoch": 0.5682981773499898,
      "grad_norm": 1.6333954889576572,
      "learning_rate": 0.0002950279135548442,
      "loss": 7.0625,
      "step": 13875
    },
    {
      "epoch": 0.5683391357771862,
      "grad_norm": 4.00061832273125,
      "learning_rate": 0.00029502708077376686,
      "loss": 4.3125,
      "step": 13876
    },
    {
      "epoch": 0.5683800942043825,
      "grad_norm": 5.580017748545818,
      "learning_rate": 0.00029502624792412913,
      "loss": 6.0938,
      "step": 13877
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 2.760121499228247,
      "learning_rate": 0.0002950254150059314,
      "loss": 6.0625,
      "step": 13878
    },
    {
      "epoch": 0.5684620110587754,
      "grad_norm": 2.030985828633965,
      "learning_rate": 0.000295024582019174,
      "loss": 8.25,
      "step": 13879
    },
    {
      "epoch": 0.5685029694859718,
      "grad_norm": 3.06445994793516,
      "learning_rate": 0.00029502374896385746,
      "loss": 4.875,
      "step": 13880
    },
    {
      "epoch": 0.5685439279131681,
      "grad_norm": 3.556611497812201,
      "learning_rate": 0.0002950229158399821,
      "loss": 5.6875,
      "step": 13881
    },
    {
      "epoch": 0.5685848863403645,
      "grad_norm": 1.6896302867102353,
      "learning_rate": 0.00029502208264754835,
      "loss": 6.4688,
      "step": 13882
    },
    {
      "epoch": 0.568625844767561,
      "grad_norm": 1.369952818967386,
      "learning_rate": 0.0002950212493865565,
      "loss": 4.125,
      "step": 13883
    },
    {
      "epoch": 0.5686668031947574,
      "grad_norm": 2.1029838638108105,
      "learning_rate": 0.0002950204160570071,
      "loss": 7.0,
      "step": 13884
    },
    {
      "epoch": 0.5687077616219537,
      "grad_norm": 1.47189526075191,
      "learning_rate": 0.0002950195826589004,
      "loss": 4.5312,
      "step": 13885
    },
    {
      "epoch": 0.5687487200491501,
      "grad_norm": 1.4294225593797802,
      "learning_rate": 0.00029501874919223687,
      "loss": 5.4375,
      "step": 13886
    },
    {
      "epoch": 0.5687896784763465,
      "grad_norm": 1.4293864263232414,
      "learning_rate": 0.0002950179156570169,
      "loss": 5.0,
      "step": 13887
    },
    {
      "epoch": 0.5688306369035429,
      "grad_norm": 2.0615980547118578,
      "learning_rate": 0.0002950170820532409,
      "loss": 5.7188,
      "step": 13888
    },
    {
      "epoch": 0.5688715953307393,
      "grad_norm": 1.5283249051490575,
      "learning_rate": 0.0002950162483809092,
      "loss": 5.9688,
      "step": 13889
    },
    {
      "epoch": 0.5689125537579357,
      "grad_norm": 1.4922683074396026,
      "learning_rate": 0.0002950154146400223,
      "loss": 6.125,
      "step": 13890
    },
    {
      "epoch": 0.5689535121851321,
      "grad_norm": 2.3575248384666234,
      "learning_rate": 0.00029501458083058043,
      "loss": 6.9062,
      "step": 13891
    },
    {
      "epoch": 0.5689944706123284,
      "grad_norm": 1.7264095730416387,
      "learning_rate": 0.00029501374695258415,
      "loss": 6.0312,
      "step": 13892
    },
    {
      "epoch": 0.5690354290395249,
      "grad_norm": 3.0534213369628382,
      "learning_rate": 0.0002950129130060337,
      "loss": 8.375,
      "step": 13893
    },
    {
      "epoch": 0.5690763874667213,
      "grad_norm": 1.748688552849729,
      "learning_rate": 0.00029501207899092967,
      "loss": 6.5312,
      "step": 13894
    },
    {
      "epoch": 0.5691173458939177,
      "grad_norm": 1.7110539903967639,
      "learning_rate": 0.0002950112449072723,
      "loss": 7.2812,
      "step": 13895
    },
    {
      "epoch": 0.569158304321114,
      "grad_norm": 2.4119700316343584,
      "learning_rate": 0.00029501041075506197,
      "loss": 6.8125,
      "step": 13896
    },
    {
      "epoch": 0.5691992627483105,
      "grad_norm": 3.1540334945798025,
      "learning_rate": 0.00029500957653429924,
      "loss": 4.4375,
      "step": 13897
    },
    {
      "epoch": 0.5692402211755069,
      "grad_norm": 1.4826631120160205,
      "learning_rate": 0.0002950087422449843,
      "loss": 6.3125,
      "step": 13898
    },
    {
      "epoch": 0.5692811796027033,
      "grad_norm": 1.5719836737625446,
      "learning_rate": 0.00029500790788711766,
      "loss": 5.0,
      "step": 13899
    },
    {
      "epoch": 0.5693221380298996,
      "grad_norm": 1.4134708945605672,
      "learning_rate": 0.0002950070734606997,
      "loss": 5.7188,
      "step": 13900
    },
    {
      "epoch": 0.569363096457096,
      "grad_norm": 1.647300926035518,
      "learning_rate": 0.0002950062389657309,
      "loss": 5.6875,
      "step": 13901
    },
    {
      "epoch": 0.5694040548842925,
      "grad_norm": 1.5168795282033063,
      "learning_rate": 0.00029500540440221146,
      "loss": 5.4688,
      "step": 13902
    },
    {
      "epoch": 0.5694450133114889,
      "grad_norm": 1.4210135908022745,
      "learning_rate": 0.0002950045697701419,
      "loss": 5.0625,
      "step": 13903
    },
    {
      "epoch": 0.5694859717386852,
      "grad_norm": 1.7740804025241304,
      "learning_rate": 0.0002950037350695226,
      "loss": 6.75,
      "step": 13904
    },
    {
      "epoch": 0.5695269301658816,
      "grad_norm": 1.7380215318214332,
      "learning_rate": 0.00029500290030035395,
      "loss": 5.0938,
      "step": 13905
    },
    {
      "epoch": 0.569567888593078,
      "grad_norm": 1.3988970367705318,
      "learning_rate": 0.00029500206546263633,
      "loss": 4.375,
      "step": 13906
    },
    {
      "epoch": 0.5696088470202744,
      "grad_norm": 2.8129720818236907,
      "learning_rate": 0.0002950012305563702,
      "loss": 5.7188,
      "step": 13907
    },
    {
      "epoch": 0.5696498054474708,
      "grad_norm": 1.435766221931907,
      "learning_rate": 0.00029500039558155586,
      "loss": 5.2812,
      "step": 13908
    },
    {
      "epoch": 0.5696907638746672,
      "grad_norm": 1.584851518456352,
      "learning_rate": 0.0002949995605381937,
      "loss": 4.8438,
      "step": 13909
    },
    {
      "epoch": 0.5697317223018636,
      "grad_norm": 2.1317293812484723,
      "learning_rate": 0.00029499872542628424,
      "loss": 5.2188,
      "step": 13910
    },
    {
      "epoch": 0.56977268072906,
      "grad_norm": 2.960827408511451,
      "learning_rate": 0.00029499789024582776,
      "loss": 7.9688,
      "step": 13911
    },
    {
      "epoch": 0.5698136391562564,
      "grad_norm": 1.1781882662102163,
      "learning_rate": 0.0002949970549968247,
      "loss": 5.2812,
      "step": 13912
    },
    {
      "epoch": 0.5698545975834528,
      "grad_norm": 1.4725829466753018,
      "learning_rate": 0.0002949962196792755,
      "loss": 5.875,
      "step": 13913
    },
    {
      "epoch": 0.5698955560106492,
      "grad_norm": 1.962041136061219,
      "learning_rate": 0.00029499538429318044,
      "loss": 6.5938,
      "step": 13914
    },
    {
      "epoch": 0.5699365144378455,
      "grad_norm": 1.3969579381341952,
      "learning_rate": 0.00029499454883853997,
      "loss": 5.4688,
      "step": 13915
    },
    {
      "epoch": 0.569977472865042,
      "grad_norm": 1.5024824133358528,
      "learning_rate": 0.0002949937133153545,
      "loss": 6.2188,
      "step": 13916
    },
    {
      "epoch": 0.5700184312922384,
      "grad_norm": 1.4732578270939507,
      "learning_rate": 0.0002949928777236244,
      "loss": 6.3438,
      "step": 13917
    },
    {
      "epoch": 0.5700593897194348,
      "grad_norm": 1.3918948247654108,
      "learning_rate": 0.0002949920420633501,
      "loss": 5.7188,
      "step": 13918
    },
    {
      "epoch": 0.5701003481466311,
      "grad_norm": 2.4445174037943223,
      "learning_rate": 0.000294991206334532,
      "loss": 7.1562,
      "step": 13919
    },
    {
      "epoch": 0.5701413065738276,
      "grad_norm": 5.040726265380664,
      "learning_rate": 0.00029499037053717047,
      "loss": 9.1875,
      "step": 13920
    },
    {
      "epoch": 0.570182265001024,
      "grad_norm": 1.3259358508043135,
      "learning_rate": 0.00029498953467126587,
      "loss": 5.5312,
      "step": 13921
    },
    {
      "epoch": 0.5702232234282204,
      "grad_norm": 1.2571780823864391,
      "learning_rate": 0.00029498869873681866,
      "loss": 5.9688,
      "step": 13922
    },
    {
      "epoch": 0.5702641818554167,
      "grad_norm": 1.747609178364797,
      "learning_rate": 0.0002949878627338292,
      "loss": 5.4062,
      "step": 13923
    },
    {
      "epoch": 0.5703051402826131,
      "grad_norm": 2.1876991427619235,
      "learning_rate": 0.00029498702666229783,
      "loss": 5.875,
      "step": 13924
    },
    {
      "epoch": 0.5703460987098096,
      "grad_norm": 1.3606393059712507,
      "learning_rate": 0.0002949861905222251,
      "loss": 5.875,
      "step": 13925
    },
    {
      "epoch": 0.570387057137006,
      "grad_norm": 1.463999017822876,
      "learning_rate": 0.00029498535431361127,
      "loss": 5.25,
      "step": 13926
    },
    {
      "epoch": 0.5704280155642023,
      "grad_norm": 4.3990864348772085,
      "learning_rate": 0.00029498451803645676,
      "loss": 1.9531,
      "step": 13927
    },
    {
      "epoch": 0.5704689739913987,
      "grad_norm": 1.6418300960595746,
      "learning_rate": 0.00029498368169076196,
      "loss": 5.625,
      "step": 13928
    },
    {
      "epoch": 0.5705099324185952,
      "grad_norm": 2.71006645372934,
      "learning_rate": 0.0002949828452765274,
      "loss": 7.3125,
      "step": 13929
    },
    {
      "epoch": 0.5705508908457915,
      "grad_norm": 2.311893589571661,
      "learning_rate": 0.00029498200879375327,
      "loss": 5.2812,
      "step": 13930
    },
    {
      "epoch": 0.5705918492729879,
      "grad_norm": 1.5141834882485117,
      "learning_rate": 0.00029498117224244013,
      "loss": 4.6875,
      "step": 13931
    },
    {
      "epoch": 0.5706328077001843,
      "grad_norm": 1.7323783801645865,
      "learning_rate": 0.00029498033562258823,
      "loss": 6.75,
      "step": 13932
    },
    {
      "epoch": 0.5706737661273807,
      "grad_norm": 2.518127478067657,
      "learning_rate": 0.00029497949893419806,
      "loss": 6.0625,
      "step": 13933
    },
    {
      "epoch": 0.5707147245545771,
      "grad_norm": 1.772376440694941,
      "learning_rate": 0.00029497866217727,
      "loss": 6.4688,
      "step": 13934
    },
    {
      "epoch": 0.5707556829817735,
      "grad_norm": 1.6176691308023328,
      "learning_rate": 0.00029497782535180446,
      "loss": 4.7812,
      "step": 13935
    },
    {
      "epoch": 0.5707966414089699,
      "grad_norm": 2.473686334690794,
      "learning_rate": 0.0002949769884578018,
      "loss": 6.25,
      "step": 13936
    },
    {
      "epoch": 0.5708375998361663,
      "grad_norm": 1.696989564206369,
      "learning_rate": 0.0002949761514952624,
      "loss": 5.1562,
      "step": 13937
    },
    {
      "epoch": 0.5708785582633626,
      "grad_norm": 1.5512813041075935,
      "learning_rate": 0.00029497531446418673,
      "loss": 5.375,
      "step": 13938
    },
    {
      "epoch": 0.5709195166905591,
      "grad_norm": 4.898839960131791,
      "learning_rate": 0.00029497447736457515,
      "loss": 4.7188,
      "step": 13939
    },
    {
      "epoch": 0.5709604751177555,
      "grad_norm": 1.4632318398909532,
      "learning_rate": 0.00029497364019642807,
      "loss": 5.0625,
      "step": 13940
    },
    {
      "epoch": 0.5710014335449519,
      "grad_norm": 1.425267968927572,
      "learning_rate": 0.00029497280295974585,
      "loss": 5.2188,
      "step": 13941
    },
    {
      "epoch": 0.5710423919721482,
      "grad_norm": 1.290222320137935,
      "learning_rate": 0.0002949719656545289,
      "loss": 4.875,
      "step": 13942
    },
    {
      "epoch": 0.5710833503993447,
      "grad_norm": 2.3304922817339304,
      "learning_rate": 0.00029497112828077754,
      "loss": 6.4688,
      "step": 13943
    },
    {
      "epoch": 0.5711243088265411,
      "grad_norm": 1.5600640249837274,
      "learning_rate": 0.0002949702908384923,
      "loss": 4.5625,
      "step": 13944
    },
    {
      "epoch": 0.5711652672537375,
      "grad_norm": 2.646082798872219,
      "learning_rate": 0.00029496945332767354,
      "loss": 8.25,
      "step": 13945
    },
    {
      "epoch": 0.5712062256809338,
      "grad_norm": 1.4055294699870984,
      "learning_rate": 0.00029496861574832163,
      "loss": 5.5312,
      "step": 13946
    },
    {
      "epoch": 0.5712471841081302,
      "grad_norm": 1.3751797070124627,
      "learning_rate": 0.00029496777810043693,
      "loss": 5.125,
      "step": 13947
    },
    {
      "epoch": 0.5712881425353267,
      "grad_norm": 1.6584714056642915,
      "learning_rate": 0.0002949669403840199,
      "loss": 5.375,
      "step": 13948
    },
    {
      "epoch": 0.571329100962523,
      "grad_norm": 4.474728508387904,
      "learning_rate": 0.0002949661025990709,
      "loss": 7.1562,
      "step": 13949
    },
    {
      "epoch": 0.5713700593897194,
      "grad_norm": 1.5082855435946558,
      "learning_rate": 0.0002949652647455904,
      "loss": 6.5,
      "step": 13950
    },
    {
      "epoch": 0.5714110178169158,
      "grad_norm": 1.6841185900463387,
      "learning_rate": 0.0002949644268235787,
      "loss": 6.0938,
      "step": 13951
    },
    {
      "epoch": 0.5714519762441123,
      "grad_norm": 6.551374829435261,
      "learning_rate": 0.00029496358883303623,
      "loss": 5.6875,
      "step": 13952
    },
    {
      "epoch": 0.5714929346713086,
      "grad_norm": 5.673238560211758,
      "learning_rate": 0.00029496275077396336,
      "loss": 8.5,
      "step": 13953
    },
    {
      "epoch": 0.571533893098505,
      "grad_norm": 2.755008577076452,
      "learning_rate": 0.0002949619126463605,
      "loss": 6.5312,
      "step": 13954
    },
    {
      "epoch": 0.5715748515257014,
      "grad_norm": 3.9129021872164977,
      "learning_rate": 0.0002949610744502281,
      "loss": 4.625,
      "step": 13955
    },
    {
      "epoch": 0.5716158099528978,
      "grad_norm": 2.2563140925344154,
      "learning_rate": 0.0002949602361855665,
      "loss": 6.3125,
      "step": 13956
    },
    {
      "epoch": 0.5716567683800942,
      "grad_norm": 2.071289608713048,
      "learning_rate": 0.0002949593978523761,
      "loss": 7.375,
      "step": 13957
    },
    {
      "epoch": 0.5716977268072906,
      "grad_norm": 4.244230678342236,
      "learning_rate": 0.0002949585594506574,
      "loss": 7.8438,
      "step": 13958
    },
    {
      "epoch": 0.571738685234487,
      "grad_norm": 1.651522133123861,
      "learning_rate": 0.0002949577209804106,
      "loss": 5.1875,
      "step": 13959
    },
    {
      "epoch": 0.5717796436616834,
      "grad_norm": 2.3285790708469736,
      "learning_rate": 0.00029495688244163623,
      "loss": 4.25,
      "step": 13960
    },
    {
      "epoch": 0.5718206020888797,
      "grad_norm": 1.5025467550765967,
      "learning_rate": 0.0002949560438343347,
      "loss": 4.6562,
      "step": 13961
    },
    {
      "epoch": 0.5718615605160762,
      "grad_norm": 6.001805617726031,
      "learning_rate": 0.0002949552051585063,
      "loss": 8.375,
      "step": 13962
    },
    {
      "epoch": 0.5719025189432726,
      "grad_norm": 1.7858987481872626,
      "learning_rate": 0.0002949543664141515,
      "loss": 6.5625,
      "step": 13963
    },
    {
      "epoch": 0.571943477370469,
      "grad_norm": 1.865226373257137,
      "learning_rate": 0.0002949535276012707,
      "loss": 5.5938,
      "step": 13964
    },
    {
      "epoch": 0.5719844357976653,
      "grad_norm": 1.8633236490934093,
      "learning_rate": 0.0002949526887198643,
      "loss": 6.3438,
      "step": 13965
    },
    {
      "epoch": 0.5720253942248618,
      "grad_norm": 1.3869847777296875,
      "learning_rate": 0.00029495184976993265,
      "loss": 5.8125,
      "step": 13966
    },
    {
      "epoch": 0.5720663526520582,
      "grad_norm": 1.4389108914878845,
      "learning_rate": 0.00029495101075147615,
      "loss": 5.3438,
      "step": 13967
    },
    {
      "epoch": 0.5721073110792546,
      "grad_norm": 1.2538940248319805,
      "learning_rate": 0.00029495017166449527,
      "loss": 5.375,
      "step": 13968
    },
    {
      "epoch": 0.5721482695064509,
      "grad_norm": 1.3800622372276652,
      "learning_rate": 0.0002949493325089904,
      "loss": 5.375,
      "step": 13969
    },
    {
      "epoch": 0.5721892279336473,
      "grad_norm": 1.2947292900163274,
      "learning_rate": 0.0002949484932849619,
      "loss": 4.7812,
      "step": 13970
    },
    {
      "epoch": 0.5722301863608438,
      "grad_norm": 1.4128721522546694,
      "learning_rate": 0.0002949476539924101,
      "loss": 6.4688,
      "step": 13971
    },
    {
      "epoch": 0.5722711447880401,
      "grad_norm": 1.2584427977676604,
      "learning_rate": 0.0002949468146313354,
      "loss": 5.3125,
      "step": 13972
    },
    {
      "epoch": 0.5723121032152365,
      "grad_norm": 2.3285372991930706,
      "learning_rate": 0.00029494597520173833,
      "loss": 7.1875,
      "step": 13973
    },
    {
      "epoch": 0.5723530616424329,
      "grad_norm": 1.2697874994755805,
      "learning_rate": 0.00029494513570361926,
      "loss": 5.5312,
      "step": 13974
    },
    {
      "epoch": 0.5723940200696294,
      "grad_norm": 1.5619954405617285,
      "learning_rate": 0.0002949442961369785,
      "loss": 5.75,
      "step": 13975
    },
    {
      "epoch": 0.5724349784968257,
      "grad_norm": 1.59427017361157,
      "learning_rate": 0.0002949434565018165,
      "loss": 4.9375,
      "step": 13976
    },
    {
      "epoch": 0.5724759369240221,
      "grad_norm": 1.235803805342697,
      "learning_rate": 0.0002949426167981336,
      "loss": 5.1875,
      "step": 13977
    },
    {
      "epoch": 0.5725168953512185,
      "grad_norm": 1.748828174034936,
      "learning_rate": 0.00029494177702593026,
      "loss": 7.2188,
      "step": 13978
    },
    {
      "epoch": 0.572557853778415,
      "grad_norm": 1.2551268043087946,
      "learning_rate": 0.0002949409371852068,
      "loss": 5.5312,
      "step": 13979
    },
    {
      "epoch": 0.5725988122056113,
      "grad_norm": 1.3254394160546565,
      "learning_rate": 0.0002949400972759638,
      "loss": 5.0,
      "step": 13980
    },
    {
      "epoch": 0.5726397706328077,
      "grad_norm": 1.7776378231360892,
      "learning_rate": 0.0002949392572982015,
      "loss": 4.5,
      "step": 13981
    },
    {
      "epoch": 0.5726807290600041,
      "grad_norm": 1.7427726408472468,
      "learning_rate": 0.00029493841725192026,
      "loss": 5.5,
      "step": 13982
    },
    {
      "epoch": 0.5727216874872005,
      "grad_norm": 1.4245727199192517,
      "learning_rate": 0.0002949375771371206,
      "loss": 5.2812,
      "step": 13983
    },
    {
      "epoch": 0.5727626459143969,
      "grad_norm": 1.6858384661091659,
      "learning_rate": 0.00029493673695380287,
      "loss": 4.6562,
      "step": 13984
    },
    {
      "epoch": 0.5728036043415933,
      "grad_norm": 1.3880134892360816,
      "learning_rate": 0.0002949358967019674,
      "loss": 5.1875,
      "step": 13985
    },
    {
      "epoch": 0.5728445627687897,
      "grad_norm": 2.32422601991929,
      "learning_rate": 0.00029493505638161473,
      "loss": 6.6562,
      "step": 13986
    },
    {
      "epoch": 0.5728855211959861,
      "grad_norm": 1.7836950764502133,
      "learning_rate": 0.0002949342159927451,
      "loss": 6.0312,
      "step": 13987
    },
    {
      "epoch": 0.5729264796231824,
      "grad_norm": 1.7219866055368611,
      "learning_rate": 0.0002949333755353591,
      "loss": 5.5312,
      "step": 13988
    },
    {
      "epoch": 0.5729674380503789,
      "grad_norm": 1.5926676225890508,
      "learning_rate": 0.0002949325350094569,
      "loss": 4.8438,
      "step": 13989
    },
    {
      "epoch": 0.5730083964775753,
      "grad_norm": 1.3132450429705622,
      "learning_rate": 0.00029493169441503905,
      "loss": 5.25,
      "step": 13990
    },
    {
      "epoch": 0.5730493549047716,
      "grad_norm": 1.8808409445555672,
      "learning_rate": 0.0002949308537521059,
      "loss": 6.0625,
      "step": 13991
    },
    {
      "epoch": 0.573090313331968,
      "grad_norm": 1.2477328492784256,
      "learning_rate": 0.00029493001302065785,
      "loss": 4.7812,
      "step": 13992
    },
    {
      "epoch": 0.5731312717591645,
      "grad_norm": 1.6048284096399783,
      "learning_rate": 0.0002949291722206953,
      "loss": 5.4375,
      "step": 13993
    },
    {
      "epoch": 0.5731722301863609,
      "grad_norm": 1.7149220254113766,
      "learning_rate": 0.00029492833135221863,
      "loss": 5.25,
      "step": 13994
    },
    {
      "epoch": 0.5732131886135572,
      "grad_norm": 1.9895505476086561,
      "learning_rate": 0.0002949274904152283,
      "loss": 5.7188,
      "step": 13995
    },
    {
      "epoch": 0.5732541470407536,
      "grad_norm": 1.9196296949210625,
      "learning_rate": 0.0002949266494097246,
      "loss": 5.1562,
      "step": 13996
    },
    {
      "epoch": 0.57329510546795,
      "grad_norm": 1.8099217625683643,
      "learning_rate": 0.000294925808335708,
      "loss": 6.6875,
      "step": 13997
    },
    {
      "epoch": 0.5733360638951465,
      "grad_norm": 1.4950915022957674,
      "learning_rate": 0.0002949249671931789,
      "loss": 5.5,
      "step": 13998
    },
    {
      "epoch": 0.5733770223223428,
      "grad_norm": 1.5007672781958574,
      "learning_rate": 0.00029492412598213776,
      "loss": 7.625,
      "step": 13999
    },
    {
      "epoch": 0.5734179807495392,
      "grad_norm": 1.3696157933602577,
      "learning_rate": 0.0002949232847025848,
      "loss": 5.375,
      "step": 14000
    },
    {
      "epoch": 0.5734589391767356,
      "grad_norm": 1.4433134912000085,
      "learning_rate": 0.00029492244335452056,
      "loss": 5.0938,
      "step": 14001
    },
    {
      "epoch": 0.573499897603932,
      "grad_norm": 1.8059841900289775,
      "learning_rate": 0.0002949216019379454,
      "loss": 5.625,
      "step": 14002
    },
    {
      "epoch": 0.5735408560311284,
      "grad_norm": 2.9415451259632457,
      "learning_rate": 0.0002949207604528597,
      "loss": 7.0938,
      "step": 14003
    },
    {
      "epoch": 0.5735818144583248,
      "grad_norm": 1.3143562017137158,
      "learning_rate": 0.00029491991889926385,
      "loss": 5.0312,
      "step": 14004
    },
    {
      "epoch": 0.5736227728855212,
      "grad_norm": 1.5370726893090183,
      "learning_rate": 0.00029491907727715835,
      "loss": 5.4375,
      "step": 14005
    },
    {
      "epoch": 0.5736637313127176,
      "grad_norm": 1.3608997706763428,
      "learning_rate": 0.00029491823558654346,
      "loss": 4.5625,
      "step": 14006
    },
    {
      "epoch": 0.573704689739914,
      "grad_norm": 5.441514261071647,
      "learning_rate": 0.00029491739382741963,
      "loss": 5.125,
      "step": 14007
    },
    {
      "epoch": 0.5737456481671104,
      "grad_norm": 1.2237100186361636,
      "learning_rate": 0.00029491655199978734,
      "loss": 5.6562,
      "step": 14008
    },
    {
      "epoch": 0.5737866065943068,
      "grad_norm": 1.327955663576007,
      "learning_rate": 0.00029491571010364687,
      "loss": 4.9688,
      "step": 14009
    },
    {
      "epoch": 0.5738275650215032,
      "grad_norm": 2.5917669302636686,
      "learning_rate": 0.00029491486813899864,
      "loss": 6.5312,
      "step": 14010
    },
    {
      "epoch": 0.5738685234486995,
      "grad_norm": 1.6125395595437098,
      "learning_rate": 0.0002949140261058431,
      "loss": 4.9688,
      "step": 14011
    },
    {
      "epoch": 0.573909481875896,
      "grad_norm": 1.7221939633127943,
      "learning_rate": 0.0002949131840041806,
      "loss": 7.3125,
      "step": 14012
    },
    {
      "epoch": 0.5739504403030924,
      "grad_norm": 1.4754108673695028,
      "learning_rate": 0.0002949123418340115,
      "loss": 6.0,
      "step": 14013
    },
    {
      "epoch": 0.5739913987302887,
      "grad_norm": 1.7759082013934568,
      "learning_rate": 0.00029491149959533637,
      "loss": 4.875,
      "step": 14014
    },
    {
      "epoch": 0.5740323571574851,
      "grad_norm": 1.4979377276672987,
      "learning_rate": 0.0002949106572881554,
      "loss": 5.0938,
      "step": 14015
    },
    {
      "epoch": 0.5740733155846816,
      "grad_norm": 2.125481993155616,
      "learning_rate": 0.0002949098149124691,
      "loss": 6.5,
      "step": 14016
    },
    {
      "epoch": 0.574114274011878,
      "grad_norm": 1.5033327533173912,
      "learning_rate": 0.0002949089724682779,
      "loss": 5.25,
      "step": 14017
    },
    {
      "epoch": 0.5741552324390743,
      "grad_norm": 1.4138373380096712,
      "learning_rate": 0.0002949081299555821,
      "loss": 5.75,
      "step": 14018
    },
    {
      "epoch": 0.5741961908662707,
      "grad_norm": 1.9799607183628238,
      "learning_rate": 0.0002949072873743821,
      "loss": 7.2188,
      "step": 14019
    },
    {
      "epoch": 0.5742371492934671,
      "grad_norm": 4.851315381330545,
      "learning_rate": 0.0002949064447246784,
      "loss": 7.1875,
      "step": 14020
    },
    {
      "epoch": 0.5742781077206636,
      "grad_norm": 2.4231951373127814,
      "learning_rate": 0.00029490560200647135,
      "loss": 6.3438,
      "step": 14021
    },
    {
      "epoch": 0.5743190661478599,
      "grad_norm": 1.5849480490739394,
      "learning_rate": 0.00029490475921976135,
      "loss": 7.4062,
      "step": 14022
    },
    {
      "epoch": 0.5743600245750563,
      "grad_norm": 1.502508505035301,
      "learning_rate": 0.00029490391636454875,
      "loss": 5.0,
      "step": 14023
    },
    {
      "epoch": 0.5744009830022527,
      "grad_norm": 1.9922033405120736,
      "learning_rate": 0.000294903073440834,
      "loss": 6.125,
      "step": 14024
    },
    {
      "epoch": 0.5744419414294492,
      "grad_norm": 1.5637584375022058,
      "learning_rate": 0.0002949022304486175,
      "loss": 5.6875,
      "step": 14025
    },
    {
      "epoch": 0.5744828998566455,
      "grad_norm": 2.039893743980556,
      "learning_rate": 0.0002949013873878996,
      "loss": 6.3125,
      "step": 14026
    },
    {
      "epoch": 0.5745238582838419,
      "grad_norm": 2.7206058456720266,
      "learning_rate": 0.0002949005442586808,
      "loss": 6.7188,
      "step": 14027
    },
    {
      "epoch": 0.5745648167110383,
      "grad_norm": 1.4088122532028118,
      "learning_rate": 0.00029489970106096134,
      "loss": 5.125,
      "step": 14028
    },
    {
      "epoch": 0.5746057751382347,
      "grad_norm": 1.5690834946639693,
      "learning_rate": 0.00029489885779474174,
      "loss": 5.9375,
      "step": 14029
    },
    {
      "epoch": 0.5746467335654311,
      "grad_norm": 4.051819906259915,
      "learning_rate": 0.00029489801446002235,
      "loss": 6.3125,
      "step": 14030
    },
    {
      "epoch": 0.5746876919926275,
      "grad_norm": 1.484028243343479,
      "learning_rate": 0.0002948971710568036,
      "loss": 6.5,
      "step": 14031
    },
    {
      "epoch": 0.5747286504198239,
      "grad_norm": 1.4337194335916659,
      "learning_rate": 0.00029489632758508596,
      "loss": 4.9688,
      "step": 14032
    },
    {
      "epoch": 0.5747696088470202,
      "grad_norm": 1.5316561529853077,
      "learning_rate": 0.00029489548404486966,
      "loss": 5.5312,
      "step": 14033
    },
    {
      "epoch": 0.5748105672742166,
      "grad_norm": 1.3331945801557605,
      "learning_rate": 0.0002948946404361552,
      "loss": 5.25,
      "step": 14034
    },
    {
      "epoch": 0.5748515257014131,
      "grad_norm": 2.134421524419859,
      "learning_rate": 0.00029489379675894296,
      "loss": 6.4062,
      "step": 14035
    },
    {
      "epoch": 0.5748924841286095,
      "grad_norm": 6.0231002874184805,
      "learning_rate": 0.0002948929530132333,
      "loss": 7.0,
      "step": 14036
    },
    {
      "epoch": 0.5749334425558058,
      "grad_norm": 1.547027119233477,
      "learning_rate": 0.0002948921091990267,
      "loss": 5.0,
      "step": 14037
    },
    {
      "epoch": 0.5749744009830022,
      "grad_norm": 3.6316951780923743,
      "learning_rate": 0.0002948912653163236,
      "loss": 5.5625,
      "step": 14038
    },
    {
      "epoch": 0.5750153594101987,
      "grad_norm": 1.4321537890116052,
      "learning_rate": 0.0002948904213651242,
      "loss": 5.5625,
      "step": 14039
    },
    {
      "epoch": 0.5750563178373951,
      "grad_norm": 2.215786368232545,
      "learning_rate": 0.00029488957734542906,
      "loss": 5.7188,
      "step": 14040
    },
    {
      "epoch": 0.5750972762645914,
      "grad_norm": 1.9485281302695583,
      "learning_rate": 0.0002948887332572385,
      "loss": 6.7812,
      "step": 14041
    },
    {
      "epoch": 0.5751382346917878,
      "grad_norm": 2.42504684225855,
      "learning_rate": 0.000294887889100553,
      "loss": 6.7188,
      "step": 14042
    },
    {
      "epoch": 0.5751791931189842,
      "grad_norm": 1.6700992959090064,
      "learning_rate": 0.0002948870448753729,
      "loss": 6.0625,
      "step": 14043
    },
    {
      "epoch": 0.5752201515461807,
      "grad_norm": 7.772398595610337,
      "learning_rate": 0.0002948862005816986,
      "loss": 6.0312,
      "step": 14044
    },
    {
      "epoch": 0.575261109973377,
      "grad_norm": 2.5497751640731288,
      "learning_rate": 0.00029488535621953054,
      "loss": 5.9062,
      "step": 14045
    },
    {
      "epoch": 0.5753020684005734,
      "grad_norm": 1.737712003279094,
      "learning_rate": 0.0002948845117888691,
      "loss": 6.5625,
      "step": 14046
    },
    {
      "epoch": 0.5753430268277698,
      "grad_norm": 2.404325665413447,
      "learning_rate": 0.0002948836672897146,
      "loss": 5.875,
      "step": 14047
    },
    {
      "epoch": 0.5753839852549663,
      "grad_norm": 2.0182736825607854,
      "learning_rate": 0.00029488282272206756,
      "loss": 5.9375,
      "step": 14048
    },
    {
      "epoch": 0.5754249436821626,
      "grad_norm": 1.84969819086376,
      "learning_rate": 0.0002948819780859283,
      "loss": 5.0938,
      "step": 14049
    },
    {
      "epoch": 0.575465902109359,
      "grad_norm": 1.3708392193660732,
      "learning_rate": 0.0002948811333812973,
      "loss": 5.75,
      "step": 14050
    },
    {
      "epoch": 0.5755068605365554,
      "grad_norm": 1.3885787248905508,
      "learning_rate": 0.00029488028860817487,
      "loss": 5.7188,
      "step": 14051
    },
    {
      "epoch": 0.5755478189637518,
      "grad_norm": 1.9379291957179776,
      "learning_rate": 0.00029487944376656143,
      "loss": 5.9688,
      "step": 14052
    },
    {
      "epoch": 0.5755887773909482,
      "grad_norm": 1.499144029044248,
      "learning_rate": 0.0002948785988564574,
      "loss": 5.3438,
      "step": 14053
    },
    {
      "epoch": 0.5756297358181446,
      "grad_norm": 1.8766591562565977,
      "learning_rate": 0.0002948777538778632,
      "loss": 6.1562,
      "step": 14054
    },
    {
      "epoch": 0.575670694245341,
      "grad_norm": 2.1053022931266128,
      "learning_rate": 0.0002948769088307792,
      "loss": 4.5,
      "step": 14055
    },
    {
      "epoch": 0.5757116526725373,
      "grad_norm": 1.9669989093745055,
      "learning_rate": 0.0002948760637152058,
      "loss": 5.5312,
      "step": 14056
    },
    {
      "epoch": 0.5757526110997337,
      "grad_norm": 2.1014044245138206,
      "learning_rate": 0.00029487521853114343,
      "loss": 6.1562,
      "step": 14057
    },
    {
      "epoch": 0.5757935695269302,
      "grad_norm": 1.4239109569342927,
      "learning_rate": 0.0002948743732785924,
      "loss": 6.3125,
      "step": 14058
    },
    {
      "epoch": 0.5758345279541266,
      "grad_norm": 1.5004371681109425,
      "learning_rate": 0.00029487352795755324,
      "loss": 5.0,
      "step": 14059
    },
    {
      "epoch": 0.5758754863813229,
      "grad_norm": 2.9492149233243956,
      "learning_rate": 0.00029487268256802625,
      "loss": 6.125,
      "step": 14060
    },
    {
      "epoch": 0.5759164448085193,
      "grad_norm": 1.291189794565309,
      "learning_rate": 0.00029487183711001183,
      "loss": 4.8438,
      "step": 14061
    },
    {
      "epoch": 0.5759574032357158,
      "grad_norm": 1.5531638079882044,
      "learning_rate": 0.00029487099158351053,
      "loss": 6.4062,
      "step": 14062
    },
    {
      "epoch": 0.5759983616629122,
      "grad_norm": 4.140622075044224,
      "learning_rate": 0.0002948701459885225,
      "loss": 3.9062,
      "step": 14063
    },
    {
      "epoch": 0.5760393200901085,
      "grad_norm": 1.56344922739329,
      "learning_rate": 0.00029486930032504837,
      "loss": 5.3125,
      "step": 14064
    },
    {
      "epoch": 0.5760802785173049,
      "grad_norm": 2.8354587596876,
      "learning_rate": 0.0002948684545930884,
      "loss": 2.6562,
      "step": 14065
    },
    {
      "epoch": 0.5761212369445013,
      "grad_norm": 9.775417679108351,
      "learning_rate": 0.00029486760879264296,
      "loss": 6.4375,
      "step": 14066
    },
    {
      "epoch": 0.5761621953716978,
      "grad_norm": 1.5972855054806177,
      "learning_rate": 0.00029486676292371256,
      "loss": 4.7188,
      "step": 14067
    },
    {
      "epoch": 0.5762031537988941,
      "grad_norm": 1.6642999957664344,
      "learning_rate": 0.0002948659169862976,
      "loss": 5.5625,
      "step": 14068
    },
    {
      "epoch": 0.5762441122260905,
      "grad_norm": 3.2214551305253982,
      "learning_rate": 0.0002948650709803985,
      "loss": 5.5,
      "step": 14069
    },
    {
      "epoch": 0.5762850706532869,
      "grad_norm": 1.3306765322366398,
      "learning_rate": 0.0002948642249060155,
      "loss": 4.8125,
      "step": 14070
    },
    {
      "epoch": 0.5763260290804834,
      "grad_norm": 1.76023847166517,
      "learning_rate": 0.0002948633787631491,
      "loss": 6.375,
      "step": 14071
    },
    {
      "epoch": 0.5763669875076797,
      "grad_norm": 2.70689230476187,
      "learning_rate": 0.00029486253255179976,
      "loss": 6.3125,
      "step": 14072
    },
    {
      "epoch": 0.5764079459348761,
      "grad_norm": 2.5668566896459994,
      "learning_rate": 0.00029486168627196774,
      "loss": 6.8125,
      "step": 14073
    },
    {
      "epoch": 0.5764489043620725,
      "grad_norm": 1.663065087460908,
      "learning_rate": 0.0002948608399236536,
      "loss": 5.6875,
      "step": 14074
    },
    {
      "epoch": 0.576489862789269,
      "grad_norm": 1.985024244147356,
      "learning_rate": 0.00029485999350685764,
      "loss": 6.8125,
      "step": 14075
    },
    {
      "epoch": 0.5765308212164653,
      "grad_norm": 1.7055511446643283,
      "learning_rate": 0.00029485914702158026,
      "loss": 7.1562,
      "step": 14076
    },
    {
      "epoch": 0.5765717796436617,
      "grad_norm": 5.620113317691652,
      "learning_rate": 0.0002948583004678219,
      "loss": 7.7812,
      "step": 14077
    },
    {
      "epoch": 0.5766127380708581,
      "grad_norm": 5.231269125868079,
      "learning_rate": 0.0002948574538455829,
      "loss": 8.5625,
      "step": 14078
    },
    {
      "epoch": 0.5766536964980544,
      "grad_norm": 1.3921953277606982,
      "learning_rate": 0.0002948566071548638,
      "loss": 4.3438,
      "step": 14079
    },
    {
      "epoch": 0.5766946549252508,
      "grad_norm": 2.8401053000422,
      "learning_rate": 0.0002948557603956648,
      "loss": 4.875,
      "step": 14080
    },
    {
      "epoch": 0.5767356133524473,
      "grad_norm": 2.316513912560378,
      "learning_rate": 0.00029485491356798644,
      "loss": 6.5625,
      "step": 14081
    },
    {
      "epoch": 0.5767765717796437,
      "grad_norm": 1.4070534226073346,
      "learning_rate": 0.0002948540666718291,
      "loss": 5.2812,
      "step": 14082
    },
    {
      "epoch": 0.57681753020684,
      "grad_norm": 1.3776343765622348,
      "learning_rate": 0.0002948532197071931,
      "loss": 4.875,
      "step": 14083
    },
    {
      "epoch": 0.5768584886340364,
      "grad_norm": 1.6214932848077206,
      "learning_rate": 0.00029485237267407895,
      "loss": 6.125,
      "step": 14084
    },
    {
      "epoch": 0.5768994470612329,
      "grad_norm": 1.8268183555979756,
      "learning_rate": 0.000294851525572487,
      "loss": 6.7812,
      "step": 14085
    },
    {
      "epoch": 0.5769404054884293,
      "grad_norm": 1.5953987471028566,
      "learning_rate": 0.00029485067840241767,
      "loss": 6.3438,
      "step": 14086
    },
    {
      "epoch": 0.5769813639156256,
      "grad_norm": 1.9669383521084656,
      "learning_rate": 0.0002948498311638713,
      "loss": 5.0938,
      "step": 14087
    },
    {
      "epoch": 0.577022322342822,
      "grad_norm": 1.50755702100079,
      "learning_rate": 0.0002948489838568484,
      "loss": 5.375,
      "step": 14088
    },
    {
      "epoch": 0.5770632807700184,
      "grad_norm": 1.5977705803517475,
      "learning_rate": 0.00029484813648134923,
      "loss": 4.4375,
      "step": 14089
    },
    {
      "epoch": 0.5771042391972149,
      "grad_norm": 4.4276589389668235,
      "learning_rate": 0.0002948472890373744,
      "loss": 7.5,
      "step": 14090
    },
    {
      "epoch": 0.5771451976244112,
      "grad_norm": 1.399615069054591,
      "learning_rate": 0.000294846441524924,
      "loss": 5.875,
      "step": 14091
    },
    {
      "epoch": 0.5771861560516076,
      "grad_norm": 1.4850965336791555,
      "learning_rate": 0.0002948455939439987,
      "loss": 5.3125,
      "step": 14092
    },
    {
      "epoch": 0.577227114478804,
      "grad_norm": 3.1849748407588208,
      "learning_rate": 0.0002948447462945988,
      "loss": 7.3438,
      "step": 14093
    },
    {
      "epoch": 0.5772680729060005,
      "grad_norm": 1.5913430893391256,
      "learning_rate": 0.00029484389857672473,
      "loss": 6.125,
      "step": 14094
    },
    {
      "epoch": 0.5773090313331968,
      "grad_norm": 1.411883763533676,
      "learning_rate": 0.0002948430507903768,
      "loss": 5.8438,
      "step": 14095
    },
    {
      "epoch": 0.5773499897603932,
      "grad_norm": 2.0667498302104588,
      "learning_rate": 0.00029484220293555553,
      "loss": 7.4688,
      "step": 14096
    },
    {
      "epoch": 0.5773909481875896,
      "grad_norm": 1.6986925625834188,
      "learning_rate": 0.0002948413550122613,
      "loss": 5.375,
      "step": 14097
    },
    {
      "epoch": 0.5774319066147859,
      "grad_norm": 1.433659330381206,
      "learning_rate": 0.0002948405070204945,
      "loss": 5.7812,
      "step": 14098
    },
    {
      "epoch": 0.5774728650419824,
      "grad_norm": 1.3482855102309008,
      "learning_rate": 0.0002948396589602554,
      "loss": 5.1875,
      "step": 14099
    },
    {
      "epoch": 0.5775138234691788,
      "grad_norm": 1.2736150425258361,
      "learning_rate": 0.00029483881083154455,
      "loss": 5.8438,
      "step": 14100
    },
    {
      "epoch": 0.5775547818963752,
      "grad_norm": 1.4317277618872406,
      "learning_rate": 0.00029483796263436236,
      "loss": 5.625,
      "step": 14101
    },
    {
      "epoch": 0.5775957403235715,
      "grad_norm": 1.4139596730681228,
      "learning_rate": 0.00029483711436870916,
      "loss": 5.25,
      "step": 14102
    },
    {
      "epoch": 0.577636698750768,
      "grad_norm": 1.3055523308295816,
      "learning_rate": 0.0002948362660345854,
      "loss": 5.5938,
      "step": 14103
    },
    {
      "epoch": 0.5776776571779644,
      "grad_norm": 2.8466537589775673,
      "learning_rate": 0.00029483541763199145,
      "loss": 2.1094,
      "step": 14104
    },
    {
      "epoch": 0.5777186156051608,
      "grad_norm": 4.372312189500915,
      "learning_rate": 0.0002948345691609277,
      "loss": 6.25,
      "step": 14105
    },
    {
      "epoch": 0.5777595740323571,
      "grad_norm": 3.749249270523103,
      "learning_rate": 0.0002948337206213946,
      "loss": 4.5312,
      "step": 14106
    },
    {
      "epoch": 0.5778005324595535,
      "grad_norm": 1.8214784638268509,
      "learning_rate": 0.0002948328720133925,
      "loss": 4.9062,
      "step": 14107
    },
    {
      "epoch": 0.57784149088675,
      "grad_norm": 2.230433400747115,
      "learning_rate": 0.00029483202333692183,
      "loss": 4.8125,
      "step": 14108
    },
    {
      "epoch": 0.5778824493139464,
      "grad_norm": 1.5510632545525105,
      "learning_rate": 0.00029483117459198297,
      "loss": 7.0625,
      "step": 14109
    },
    {
      "epoch": 0.5779234077411427,
      "grad_norm": 1.3853702636872065,
      "learning_rate": 0.0002948303257785763,
      "loss": 5.5938,
      "step": 14110
    },
    {
      "epoch": 0.5779643661683391,
      "grad_norm": 1.5003866798280474,
      "learning_rate": 0.00029482947689670234,
      "loss": 5.5312,
      "step": 14111
    },
    {
      "epoch": 0.5780053245955356,
      "grad_norm": 2.0115303850226116,
      "learning_rate": 0.0002948286279463614,
      "loss": 5.3438,
      "step": 14112
    },
    {
      "epoch": 0.578046283022732,
      "grad_norm": 1.2382803687186776,
      "learning_rate": 0.0002948277789275538,
      "loss": 5.2188,
      "step": 14113
    },
    {
      "epoch": 0.5780872414499283,
      "grad_norm": 1.852500594361306,
      "learning_rate": 0.0002948269298402801,
      "loss": 6.1875,
      "step": 14114
    },
    {
      "epoch": 0.5781281998771247,
      "grad_norm": 1.7109172912434447,
      "learning_rate": 0.00029482608068454063,
      "loss": 5.9375,
      "step": 14115
    },
    {
      "epoch": 0.5781691583043211,
      "grad_norm": 3.0527371890416743,
      "learning_rate": 0.0002948252314603358,
      "loss": 8.3125,
      "step": 14116
    },
    {
      "epoch": 0.5782101167315176,
      "grad_norm": 1.6821786336244555,
      "learning_rate": 0.00029482438216766596,
      "loss": 6.8125,
      "step": 14117
    },
    {
      "epoch": 0.5782510751587139,
      "grad_norm": 1.6273132601545552,
      "learning_rate": 0.0002948235328065316,
      "loss": 6.3125,
      "step": 14118
    },
    {
      "epoch": 0.5782920335859103,
      "grad_norm": 3.1232329828365266,
      "learning_rate": 0.00029482268337693304,
      "loss": 3.5625,
      "step": 14119
    },
    {
      "epoch": 0.5783329920131067,
      "grad_norm": 3.164378060554993,
      "learning_rate": 0.0002948218338788707,
      "loss": 6.0938,
      "step": 14120
    },
    {
      "epoch": 0.578373950440303,
      "grad_norm": 1.465517054398301,
      "learning_rate": 0.00029482098431234506,
      "loss": 5.5625,
      "step": 14121
    },
    {
      "epoch": 0.5784149088674995,
      "grad_norm": 4.11701244573258,
      "learning_rate": 0.00029482013467735645,
      "loss": 2.6719,
      "step": 14122
    },
    {
      "epoch": 0.5784558672946959,
      "grad_norm": 1.4608190249404913,
      "learning_rate": 0.0002948192849739053,
      "loss": 5.4062,
      "step": 14123
    },
    {
      "epoch": 0.5784968257218923,
      "grad_norm": 1.5859870385906951,
      "learning_rate": 0.0002948184352019919,
      "loss": 5.8438,
      "step": 14124
    },
    {
      "epoch": 0.5785377841490886,
      "grad_norm": 3.756818718385854,
      "learning_rate": 0.0002948175853616168,
      "loss": 6.2812,
      "step": 14125
    },
    {
      "epoch": 0.578578742576285,
      "grad_norm": 5.037656516840009,
      "learning_rate": 0.00029481673545278037,
      "loss": 4.4688,
      "step": 14126
    },
    {
      "epoch": 0.5786197010034815,
      "grad_norm": 1.5772390919962767,
      "learning_rate": 0.00029481588547548306,
      "loss": 6.9688,
      "step": 14127
    },
    {
      "epoch": 0.5786606594306779,
      "grad_norm": 1.375154750026204,
      "learning_rate": 0.0002948150354297251,
      "loss": 4.9375,
      "step": 14128
    },
    {
      "epoch": 0.5787016178578742,
      "grad_norm": 4.3815882286199965,
      "learning_rate": 0.00029481418531550704,
      "loss": 7.5938,
      "step": 14129
    },
    {
      "epoch": 0.5787425762850706,
      "grad_norm": 3.5327267372166045,
      "learning_rate": 0.0002948133351328292,
      "loss": 5.25,
      "step": 14130
    },
    {
      "epoch": 0.5787835347122671,
      "grad_norm": 2.076121797007459,
      "learning_rate": 0.000294812484881692,
      "loss": 6.0312,
      "step": 14131
    },
    {
      "epoch": 0.5788244931394635,
      "grad_norm": 3.452031788698205,
      "learning_rate": 0.000294811634562096,
      "loss": 6.3438,
      "step": 14132
    },
    {
      "epoch": 0.5788654515666598,
      "grad_norm": 3.073076783177974,
      "learning_rate": 0.0002948107841740413,
      "loss": 5.5312,
      "step": 14133
    },
    {
      "epoch": 0.5789064099938562,
      "grad_norm": 4.913678882007544,
      "learning_rate": 0.0002948099337175285,
      "loss": 7.125,
      "step": 14134
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 2.113991874897578,
      "learning_rate": 0.00029480908319255803,
      "loss": 5.3125,
      "step": 14135
    },
    {
      "epoch": 0.5789883268482491,
      "grad_norm": 1.5293644100551285,
      "learning_rate": 0.00029480823259913014,
      "loss": 5.125,
      "step": 14136
    },
    {
      "epoch": 0.5790292852754454,
      "grad_norm": 1.4912477614542672,
      "learning_rate": 0.0002948073819372454,
      "loss": 5.3438,
      "step": 14137
    },
    {
      "epoch": 0.5790702437026418,
      "grad_norm": 2.932383147892499,
      "learning_rate": 0.00029480653120690414,
      "loss": 6.8125,
      "step": 14138
    },
    {
      "epoch": 0.5791112021298382,
      "grad_norm": 1.9021083471847013,
      "learning_rate": 0.0002948056804081067,
      "loss": 6.7812,
      "step": 14139
    },
    {
      "epoch": 0.5791521605570346,
      "grad_norm": 3.881250818780045,
      "learning_rate": 0.0002948048295408535,
      "loss": 5.6875,
      "step": 14140
    },
    {
      "epoch": 0.579193118984231,
      "grad_norm": 1.6919432098703377,
      "learning_rate": 0.00029480397860514506,
      "loss": 5.9375,
      "step": 14141
    },
    {
      "epoch": 0.5792340774114274,
      "grad_norm": 2.3051378199241968,
      "learning_rate": 0.0002948031276009817,
      "loss": 7.2812,
      "step": 14142
    },
    {
      "epoch": 0.5792750358386238,
      "grad_norm": 1.5856278749469606,
      "learning_rate": 0.0002948022765283638,
      "loss": 5.1562,
      "step": 14143
    },
    {
      "epoch": 0.5793159942658201,
      "grad_norm": 1.2253213084490984,
      "learning_rate": 0.00029480142538729177,
      "loss": 5.5,
      "step": 14144
    },
    {
      "epoch": 0.5793569526930166,
      "grad_norm": 2.201791214588128,
      "learning_rate": 0.000294800574177766,
      "loss": 5.1562,
      "step": 14145
    },
    {
      "epoch": 0.579397911120213,
      "grad_norm": 4.43875826294437,
      "learning_rate": 0.00029479972289978695,
      "loss": 5.5312,
      "step": 14146
    },
    {
      "epoch": 0.5794388695474094,
      "grad_norm": 1.399677910038692,
      "learning_rate": 0.00029479887155335507,
      "loss": 4.875,
      "step": 14147
    },
    {
      "epoch": 0.5794798279746057,
      "grad_norm": 1.3294870155955507,
      "learning_rate": 0.00029479802013847057,
      "loss": 5.5,
      "step": 14148
    },
    {
      "epoch": 0.5795207864018022,
      "grad_norm": 1.4504135001596756,
      "learning_rate": 0.00029479716865513404,
      "loss": 5.9688,
      "step": 14149
    },
    {
      "epoch": 0.5795617448289986,
      "grad_norm": 1.4652694432112674,
      "learning_rate": 0.0002947963171033458,
      "loss": 5.1875,
      "step": 14150
    },
    {
      "epoch": 0.579602703256195,
      "grad_norm": 1.7280174497434397,
      "learning_rate": 0.00029479546548310626,
      "loss": 6.3438,
      "step": 14151
    },
    {
      "epoch": 0.5796436616833913,
      "grad_norm": 1.2900645174220207,
      "learning_rate": 0.0002947946137944158,
      "loss": 5.6562,
      "step": 14152
    },
    {
      "epoch": 0.5796846201105877,
      "grad_norm": 1.28443005671331,
      "learning_rate": 0.00029479376203727487,
      "loss": 7.5,
      "step": 14153
    },
    {
      "epoch": 0.5797255785377842,
      "grad_norm": 2.0632684335516704,
      "learning_rate": 0.00029479291021168385,
      "loss": 6.5938,
      "step": 14154
    },
    {
      "epoch": 0.5797665369649806,
      "grad_norm": 1.19621717344832,
      "learning_rate": 0.00029479205831764313,
      "loss": 5.125,
      "step": 14155
    },
    {
      "epoch": 0.5798074953921769,
      "grad_norm": 1.948750931959027,
      "learning_rate": 0.0002947912063551532,
      "loss": 7.875,
      "step": 14156
    },
    {
      "epoch": 0.5798484538193733,
      "grad_norm": 1.7445236790658678,
      "learning_rate": 0.0002947903543242143,
      "loss": 6.1562,
      "step": 14157
    },
    {
      "epoch": 0.5798894122465698,
      "grad_norm": 1.2820130282942488,
      "learning_rate": 0.00029478950222482694,
      "loss": 4.4688,
      "step": 14158
    },
    {
      "epoch": 0.5799303706737662,
      "grad_norm": 1.4365246223638102,
      "learning_rate": 0.00029478865005699156,
      "loss": 5.9062,
      "step": 14159
    },
    {
      "epoch": 0.5799713291009625,
      "grad_norm": 1.638505193599023,
      "learning_rate": 0.00029478779782070845,
      "loss": 5.75,
      "step": 14160
    },
    {
      "epoch": 0.5800122875281589,
      "grad_norm": 1.317283098070076,
      "learning_rate": 0.00029478694551597813,
      "loss": 5.3125,
      "step": 14161
    },
    {
      "epoch": 0.5800532459553553,
      "grad_norm": 1.6398603189566399,
      "learning_rate": 0.0002947860931428009,
      "loss": 5.6875,
      "step": 14162
    },
    {
      "epoch": 0.5800942043825517,
      "grad_norm": 2.4542771756199273,
      "learning_rate": 0.0002947852407011772,
      "loss": 8.375,
      "step": 14163
    },
    {
      "epoch": 0.5801351628097481,
      "grad_norm": 1.66410539513412,
      "learning_rate": 0.0002947843881911074,
      "loss": 5.4062,
      "step": 14164
    },
    {
      "epoch": 0.5801761212369445,
      "grad_norm": 1.6407662147353754,
      "learning_rate": 0.000294783535612592,
      "loss": 5.1875,
      "step": 14165
    },
    {
      "epoch": 0.5802170796641409,
      "grad_norm": 3.7522244118590304,
      "learning_rate": 0.00029478268296563137,
      "loss": 3.6719,
      "step": 14166
    },
    {
      "epoch": 0.5802580380913372,
      "grad_norm": 1.7096151663513521,
      "learning_rate": 0.0002947818302502258,
      "loss": 5.4062,
      "step": 14167
    },
    {
      "epoch": 0.5802989965185337,
      "grad_norm": 8.871340643800238,
      "learning_rate": 0.00029478097746637587,
      "loss": 5.5,
      "step": 14168
    },
    {
      "epoch": 0.5803399549457301,
      "grad_norm": 1.763017385617451,
      "learning_rate": 0.0002947801246140818,
      "loss": 6.0625,
      "step": 14169
    },
    {
      "epoch": 0.5803809133729265,
      "grad_norm": 1.5536950873579094,
      "learning_rate": 0.00029477927169334415,
      "loss": 5.8438,
      "step": 14170
    },
    {
      "epoch": 0.5804218718001228,
      "grad_norm": 1.8589284972650157,
      "learning_rate": 0.0002947784187041633,
      "loss": 6.5625,
      "step": 14171
    },
    {
      "epoch": 0.5804628302273193,
      "grad_norm": 2.21588145267926,
      "learning_rate": 0.00029477756564653956,
      "loss": 7.4688,
      "step": 14172
    },
    {
      "epoch": 0.5805037886545157,
      "grad_norm": 2.1255761168022627,
      "learning_rate": 0.0002947767125204734,
      "loss": 4.0938,
      "step": 14173
    },
    {
      "epoch": 0.5805447470817121,
      "grad_norm": 5.085020072431608,
      "learning_rate": 0.00029477585932596525,
      "loss": 8.8125,
      "step": 14174
    },
    {
      "epoch": 0.5805857055089084,
      "grad_norm": 1.5690823140493808,
      "learning_rate": 0.00029477500606301543,
      "loss": 5.3438,
      "step": 14175
    },
    {
      "epoch": 0.5806266639361048,
      "grad_norm": 1.2492136133592202,
      "learning_rate": 0.00029477415273162437,
      "loss": 5.5938,
      "step": 14176
    },
    {
      "epoch": 0.5806676223633013,
      "grad_norm": 2.971188923768728,
      "learning_rate": 0.0002947732993317925,
      "loss": 6.4062,
      "step": 14177
    },
    {
      "epoch": 0.5807085807904977,
      "grad_norm": 1.353919245309713,
      "learning_rate": 0.00029477244586352026,
      "loss": 5.5938,
      "step": 14178
    },
    {
      "epoch": 0.580749539217694,
      "grad_norm": 1.438348164762285,
      "learning_rate": 0.000294771592326808,
      "loss": 5.4375,
      "step": 14179
    },
    {
      "epoch": 0.5807904976448904,
      "grad_norm": 2.863760775416143,
      "learning_rate": 0.00029477073872165614,
      "loss": 7.3438,
      "step": 14180
    },
    {
      "epoch": 0.5808314560720869,
      "grad_norm": 1.897904800503467,
      "learning_rate": 0.000294769885048065,
      "loss": 5.875,
      "step": 14181
    },
    {
      "epoch": 0.5808724144992832,
      "grad_norm": 1.6316856273260105,
      "learning_rate": 0.0002947690313060351,
      "loss": 7.8438,
      "step": 14182
    },
    {
      "epoch": 0.5809133729264796,
      "grad_norm": 3.25941421227756,
      "learning_rate": 0.00029476817749556685,
      "loss": 6.75,
      "step": 14183
    },
    {
      "epoch": 0.580954331353676,
      "grad_norm": 2.517994609768429,
      "learning_rate": 0.0002947673236166605,
      "loss": 5.3438,
      "step": 14184
    },
    {
      "epoch": 0.5809952897808724,
      "grad_norm": 1.4295672067277485,
      "learning_rate": 0.0002947664696693167,
      "loss": 5.0625,
      "step": 14185
    },
    {
      "epoch": 0.5810362482080688,
      "grad_norm": 1.6319147170772106,
      "learning_rate": 0.0002947656156535356,
      "loss": 5.2812,
      "step": 14186
    },
    {
      "epoch": 0.5810772066352652,
      "grad_norm": 1.3651569307885105,
      "learning_rate": 0.0002947647615693178,
      "loss": 5.6875,
      "step": 14187
    },
    {
      "epoch": 0.5811181650624616,
      "grad_norm": 2.51904883218808,
      "learning_rate": 0.0002947639074166636,
      "loss": 5.8438,
      "step": 14188
    },
    {
      "epoch": 0.581159123489658,
      "grad_norm": 1.9034642516563938,
      "learning_rate": 0.0002947630531955734,
      "loss": 6.75,
      "step": 14189
    },
    {
      "epoch": 0.5812000819168543,
      "grad_norm": 5.715558071000456,
      "learning_rate": 0.0002947621989060476,
      "loss": 5.6562,
      "step": 14190
    },
    {
      "epoch": 0.5812410403440508,
      "grad_norm": 1.5634285093674865,
      "learning_rate": 0.00029476134454808667,
      "loss": 5.5,
      "step": 14191
    },
    {
      "epoch": 0.5812819987712472,
      "grad_norm": 1.9043621367184858,
      "learning_rate": 0.000294760490121691,
      "loss": 4.4375,
      "step": 14192
    },
    {
      "epoch": 0.5813229571984436,
      "grad_norm": 1.5378282959974876,
      "learning_rate": 0.0002947596356268609,
      "loss": 4.6562,
      "step": 14193
    },
    {
      "epoch": 0.5813639156256399,
      "grad_norm": 1.6448644406438329,
      "learning_rate": 0.0002947587810635969,
      "loss": 4.5312,
      "step": 14194
    },
    {
      "epoch": 0.5814048740528364,
      "grad_norm": 1.5402927205001418,
      "learning_rate": 0.00029475792643189933,
      "loss": 5.0312,
      "step": 14195
    },
    {
      "epoch": 0.5814458324800328,
      "grad_norm": 2.6183901875458293,
      "learning_rate": 0.00029475707173176857,
      "loss": 7.0625,
      "step": 14196
    },
    {
      "epoch": 0.5814867909072292,
      "grad_norm": 2.092244777137456,
      "learning_rate": 0.0002947562169632052,
      "loss": 6.0625,
      "step": 14197
    },
    {
      "epoch": 0.5815277493344255,
      "grad_norm": 2.6101697239696695,
      "learning_rate": 0.00029475536212620934,
      "loss": 6.3438,
      "step": 14198
    },
    {
      "epoch": 0.581568707761622,
      "grad_norm": 1.8500434209590177,
      "learning_rate": 0.00029475450722078164,
      "loss": 5.6562,
      "step": 14199
    },
    {
      "epoch": 0.5816096661888184,
      "grad_norm": 2.5070016860692257,
      "learning_rate": 0.00029475365224692235,
      "loss": 7.0938,
      "step": 14200
    },
    {
      "epoch": 0.5816506246160148,
      "grad_norm": 1.8028131688136744,
      "learning_rate": 0.00029475279720463197,
      "loss": 4.7188,
      "step": 14201
    },
    {
      "epoch": 0.5816915830432111,
      "grad_norm": 2.051006475680952,
      "learning_rate": 0.00029475194209391086,
      "loss": 6.6562,
      "step": 14202
    },
    {
      "epoch": 0.5817325414704075,
      "grad_norm": 6.229502321948196,
      "learning_rate": 0.0002947510869147594,
      "loss": 7.2188,
      "step": 14203
    },
    {
      "epoch": 0.581773499897604,
      "grad_norm": 1.811180945544946,
      "learning_rate": 0.00029475023166717804,
      "loss": 5.3125,
      "step": 14204
    },
    {
      "epoch": 0.5818144583248003,
      "grad_norm": 1.4488443402314133,
      "learning_rate": 0.00029474937635116726,
      "loss": 4.9062,
      "step": 14205
    },
    {
      "epoch": 0.5818554167519967,
      "grad_norm": 10.39991073443291,
      "learning_rate": 0.0002947485209667273,
      "loss": 4.7188,
      "step": 14206
    },
    {
      "epoch": 0.5818963751791931,
      "grad_norm": 1.4071655452924636,
      "learning_rate": 0.0002947476655138586,
      "loss": 5.375,
      "step": 14207
    },
    {
      "epoch": 0.5819373336063896,
      "grad_norm": 1.6553067578528489,
      "learning_rate": 0.0002947468099925616,
      "loss": 6.4062,
      "step": 14208
    },
    {
      "epoch": 0.5819782920335859,
      "grad_norm": 1.5699887596232267,
      "learning_rate": 0.0002947459544028368,
      "loss": 5.0625,
      "step": 14209
    },
    {
      "epoch": 0.5820192504607823,
      "grad_norm": 1.5501214529802372,
      "learning_rate": 0.0002947450987446844,
      "loss": 5.6875,
      "step": 14210
    },
    {
      "epoch": 0.5820602088879787,
      "grad_norm": 2.153160463994215,
      "learning_rate": 0.00029474424301810504,
      "loss": 5.2812,
      "step": 14211
    },
    {
      "epoch": 0.5821011673151751,
      "grad_norm": 1.7989216361468117,
      "learning_rate": 0.0002947433872230989,
      "loss": 7.8438,
      "step": 14212
    },
    {
      "epoch": 0.5821421257423715,
      "grad_norm": 2.4879942952840466,
      "learning_rate": 0.0002947425313596665,
      "loss": 4.5,
      "step": 14213
    },
    {
      "epoch": 0.5821830841695679,
      "grad_norm": 1.4342206641158464,
      "learning_rate": 0.0002947416754278083,
      "loss": 5.3438,
      "step": 14214
    },
    {
      "epoch": 0.5822240425967643,
      "grad_norm": 1.6935792775500915,
      "learning_rate": 0.0002947408194275246,
      "loss": 6.0625,
      "step": 14215
    },
    {
      "epoch": 0.5822650010239607,
      "grad_norm": 2.105595239937261,
      "learning_rate": 0.0002947399633588158,
      "loss": 4.6875,
      "step": 14216
    },
    {
      "epoch": 0.582305959451157,
      "grad_norm": 2.530347982495553,
      "learning_rate": 0.00029473910722168235,
      "loss": 7.4375,
      "step": 14217
    },
    {
      "epoch": 0.5823469178783535,
      "grad_norm": 1.7717995060712373,
      "learning_rate": 0.00029473825101612467,
      "loss": 5.0938,
      "step": 14218
    },
    {
      "epoch": 0.5823878763055499,
      "grad_norm": 1.6403193873903719,
      "learning_rate": 0.00029473739474214315,
      "loss": 5.25,
      "step": 14219
    },
    {
      "epoch": 0.5824288347327463,
      "grad_norm": 1.4843681684501329,
      "learning_rate": 0.0002947365383997382,
      "loss": 6.2812,
      "step": 14220
    },
    {
      "epoch": 0.5824697931599426,
      "grad_norm": 4.67728739301665,
      "learning_rate": 0.0002947356819889102,
      "loss": 3.9688,
      "step": 14221
    },
    {
      "epoch": 0.582510751587139,
      "grad_norm": 1.5042219389437472,
      "learning_rate": 0.00029473482550965955,
      "loss": 5.5,
      "step": 14222
    },
    {
      "epoch": 0.5825517100143355,
      "grad_norm": 1.3826354174882858,
      "learning_rate": 0.0002947339689619867,
      "loss": 5.9688,
      "step": 14223
    },
    {
      "epoch": 0.5825926684415318,
      "grad_norm": 1.9494756858834192,
      "learning_rate": 0.000294733112345892,
      "loss": 5.4062,
      "step": 14224
    },
    {
      "epoch": 0.5826336268687282,
      "grad_norm": 2.541121223828909,
      "learning_rate": 0.0002947322556613759,
      "loss": 5.9062,
      "step": 14225
    },
    {
      "epoch": 0.5826745852959246,
      "grad_norm": 1.6175419384361482,
      "learning_rate": 0.0002947313989084388,
      "loss": 5.5,
      "step": 14226
    },
    {
      "epoch": 0.5827155437231211,
      "grad_norm": 1.4828124368812567,
      "learning_rate": 0.00029473054208708105,
      "loss": 5.8438,
      "step": 14227
    },
    {
      "epoch": 0.5827565021503174,
      "grad_norm": 2.061496246836237,
      "learning_rate": 0.0002947296851973031,
      "loss": 7.4062,
      "step": 14228
    },
    {
      "epoch": 0.5827974605775138,
      "grad_norm": 1.6456624779471511,
      "learning_rate": 0.0002947288282391054,
      "loss": 6.3125,
      "step": 14229
    },
    {
      "epoch": 0.5828384190047102,
      "grad_norm": 1.8410224795398977,
      "learning_rate": 0.0002947279712124883,
      "loss": 5.75,
      "step": 14230
    },
    {
      "epoch": 0.5828793774319067,
      "grad_norm": 1.9787350304895954,
      "learning_rate": 0.0002947271141174522,
      "loss": 5.7812,
      "step": 14231
    },
    {
      "epoch": 0.582920335859103,
      "grad_norm": 1.7031188175864964,
      "learning_rate": 0.0002947262569539975,
      "loss": 4.5625,
      "step": 14232
    },
    {
      "epoch": 0.5829612942862994,
      "grad_norm": 1.581413320330957,
      "learning_rate": 0.00029472539972212467,
      "loss": 5.4375,
      "step": 14233
    },
    {
      "epoch": 0.5830022527134958,
      "grad_norm": 1.3492447573919628,
      "learning_rate": 0.000294724542421834,
      "loss": 6.1875,
      "step": 14234
    },
    {
      "epoch": 0.5830432111406922,
      "grad_norm": 1.8480704672950092,
      "learning_rate": 0.00029472368505312603,
      "loss": 5.4375,
      "step": 14235
    },
    {
      "epoch": 0.5830841695678886,
      "grad_norm": 1.384596231598415,
      "learning_rate": 0.0002947228276160011,
      "loss": 5.0,
      "step": 14236
    },
    {
      "epoch": 0.583125127995085,
      "grad_norm": 1.3907410471749324,
      "learning_rate": 0.0002947219701104596,
      "loss": 5.7188,
      "step": 14237
    },
    {
      "epoch": 0.5831660864222814,
      "grad_norm": 1.3740267107644037,
      "learning_rate": 0.00029472111253650194,
      "loss": 5.4688,
      "step": 14238
    },
    {
      "epoch": 0.5832070448494778,
      "grad_norm": 3.645001028269555,
      "learning_rate": 0.0002947202548941285,
      "loss": 6.0938,
      "step": 14239
    },
    {
      "epoch": 0.5832480032766741,
      "grad_norm": 1.4705169862160223,
      "learning_rate": 0.00029471939718333975,
      "loss": 5.375,
      "step": 14240
    },
    {
      "epoch": 0.5832889617038706,
      "grad_norm": 2.1180784006782405,
      "learning_rate": 0.0002947185394041361,
      "loss": 6.0625,
      "step": 14241
    },
    {
      "epoch": 0.583329920131067,
      "grad_norm": 1.9332072114384447,
      "learning_rate": 0.0002947176815565179,
      "loss": 5.6875,
      "step": 14242
    },
    {
      "epoch": 0.5833708785582634,
      "grad_norm": 1.4567066709121554,
      "learning_rate": 0.00029471682364048556,
      "loss": 5.7812,
      "step": 14243
    },
    {
      "epoch": 0.5834118369854597,
      "grad_norm": 2.591357012525403,
      "learning_rate": 0.00029471596565603953,
      "loss": 5.9688,
      "step": 14244
    },
    {
      "epoch": 0.5834527954126562,
      "grad_norm": 1.3419398213458749,
      "learning_rate": 0.00029471510760318014,
      "loss": 5.1562,
      "step": 14245
    },
    {
      "epoch": 0.5834937538398526,
      "grad_norm": 1.4466448959017102,
      "learning_rate": 0.0002947142494819079,
      "loss": 4.9062,
      "step": 14246
    },
    {
      "epoch": 0.5835347122670489,
      "grad_norm": 1.7807763777867023,
      "learning_rate": 0.0002947133912922231,
      "loss": 7.125,
      "step": 14247
    },
    {
      "epoch": 0.5835756706942453,
      "grad_norm": 1.3602146367181687,
      "learning_rate": 0.00029471253303412626,
      "loss": 5.8125,
      "step": 14248
    },
    {
      "epoch": 0.5836166291214417,
      "grad_norm": 3.3102912596271974,
      "learning_rate": 0.00029471167470761776,
      "loss": 2.1406,
      "step": 14249
    },
    {
      "epoch": 0.5836575875486382,
      "grad_norm": 1.2614356741186297,
      "learning_rate": 0.00029471081631269794,
      "loss": 5.0312,
      "step": 14250
    },
    {
      "epoch": 0.5836985459758345,
      "grad_norm": 1.2494965723562002,
      "learning_rate": 0.00029470995784936725,
      "loss": 4.875,
      "step": 14251
    },
    {
      "epoch": 0.5837395044030309,
      "grad_norm": 1.531605882224822,
      "learning_rate": 0.00029470909931762605,
      "loss": 4.875,
      "step": 14252
    },
    {
      "epoch": 0.5837804628302273,
      "grad_norm": 1.517592825269426,
      "learning_rate": 0.00029470824071747484,
      "loss": 5.3438,
      "step": 14253
    },
    {
      "epoch": 0.5838214212574238,
      "grad_norm": 2.519037475699727,
      "learning_rate": 0.0002947073820489139,
      "loss": 6.6875,
      "step": 14254
    },
    {
      "epoch": 0.5838623796846201,
      "grad_norm": 1.3810235960241364,
      "learning_rate": 0.0002947065233119438,
      "loss": 4.875,
      "step": 14255
    },
    {
      "epoch": 0.5839033381118165,
      "grad_norm": 1.5473473426589799,
      "learning_rate": 0.00029470566450656477,
      "loss": 7.0625,
      "step": 14256
    },
    {
      "epoch": 0.5839442965390129,
      "grad_norm": 3.2002581613152166,
      "learning_rate": 0.00029470480563277736,
      "loss": 4.8125,
      "step": 14257
    },
    {
      "epoch": 0.5839852549662093,
      "grad_norm": 2.3271753849765706,
      "learning_rate": 0.0002947039466905819,
      "loss": 6.625,
      "step": 14258
    },
    {
      "epoch": 0.5840262133934057,
      "grad_norm": 1.6653239514959648,
      "learning_rate": 0.00029470308767997873,
      "loss": 5.5938,
      "step": 14259
    },
    {
      "epoch": 0.5840671718206021,
      "grad_norm": 1.693840384387976,
      "learning_rate": 0.00029470222860096843,
      "loss": 5.3438,
      "step": 14260
    },
    {
      "epoch": 0.5841081302477985,
      "grad_norm": 1.3439304333598294,
      "learning_rate": 0.0002947013694535513,
      "loss": 5.3125,
      "step": 14261
    },
    {
      "epoch": 0.5841490886749949,
      "grad_norm": 1.5036232144876487,
      "learning_rate": 0.0002947005102377278,
      "loss": 6.2188,
      "step": 14262
    },
    {
      "epoch": 0.5841900471021912,
      "grad_norm": 1.5964190871148582,
      "learning_rate": 0.0002946996509534982,
      "loss": 5.9062,
      "step": 14263
    },
    {
      "epoch": 0.5842310055293877,
      "grad_norm": 1.5992283495745343,
      "learning_rate": 0.000294698791600863,
      "loss": 6.5312,
      "step": 14264
    },
    {
      "epoch": 0.5842719639565841,
      "grad_norm": 1.8613033622704065,
      "learning_rate": 0.00029469793217982266,
      "loss": 6.4688,
      "step": 14265
    },
    {
      "epoch": 0.5843129223837804,
      "grad_norm": 1.4107495000033006,
      "learning_rate": 0.00029469707269037755,
      "loss": 5.5,
      "step": 14266
    },
    {
      "epoch": 0.5843538808109768,
      "grad_norm": 2.043591412076739,
      "learning_rate": 0.000294696213132528,
      "loss": 4.75,
      "step": 14267
    },
    {
      "epoch": 0.5843948392381733,
      "grad_norm": 1.5902357923149926,
      "learning_rate": 0.00029469535350627453,
      "loss": 5.25,
      "step": 14268
    },
    {
      "epoch": 0.5844357976653697,
      "grad_norm": 2.0336192768804424,
      "learning_rate": 0.0002946944938116175,
      "loss": 5.375,
      "step": 14269
    },
    {
      "epoch": 0.584476756092566,
      "grad_norm": 1.305888622199893,
      "learning_rate": 0.00029469363404855726,
      "loss": 5.7812,
      "step": 14270
    },
    {
      "epoch": 0.5845177145197624,
      "grad_norm": 1.8342968219109537,
      "learning_rate": 0.0002946927742170943,
      "loss": 6.9062,
      "step": 14271
    },
    {
      "epoch": 0.5845586729469588,
      "grad_norm": 1.5525802209495267,
      "learning_rate": 0.000294691914317229,
      "loss": 4.7812,
      "step": 14272
    },
    {
      "epoch": 0.5845996313741553,
      "grad_norm": 1.7284644380298801,
      "learning_rate": 0.0002946910543489617,
      "loss": 6.0312,
      "step": 14273
    },
    {
      "epoch": 0.5846405898013516,
      "grad_norm": 1.7740371331097866,
      "learning_rate": 0.00029469019431229294,
      "loss": 5.5625,
      "step": 14274
    },
    {
      "epoch": 0.584681548228548,
      "grad_norm": 1.6669567330609496,
      "learning_rate": 0.00029468933420722304,
      "loss": 6.5938,
      "step": 14275
    },
    {
      "epoch": 0.5847225066557444,
      "grad_norm": 2.770648945196876,
      "learning_rate": 0.0002946884740337524,
      "loss": 6.8125,
      "step": 14276
    },
    {
      "epoch": 0.5847634650829409,
      "grad_norm": 3.6215364992256194,
      "learning_rate": 0.00029468761379188144,
      "loss": 5.0625,
      "step": 14277
    },
    {
      "epoch": 0.5848044235101372,
      "grad_norm": 2.2645286213431954,
      "learning_rate": 0.00029468675348161055,
      "loss": 7.8125,
      "step": 14278
    },
    {
      "epoch": 0.5848453819373336,
      "grad_norm": 2.1159496083710145,
      "learning_rate": 0.00029468589310294017,
      "loss": 6.3438,
      "step": 14279
    },
    {
      "epoch": 0.58488634036453,
      "grad_norm": 1.5743863309095212,
      "learning_rate": 0.0002946850326558707,
      "loss": 4.75,
      "step": 14280
    },
    {
      "epoch": 0.5849272987917264,
      "grad_norm": 1.2549030560698549,
      "learning_rate": 0.0002946841721404026,
      "loss": 5.125,
      "step": 14281
    },
    {
      "epoch": 0.5849682572189228,
      "grad_norm": 1.5390586925357561,
      "learning_rate": 0.00029468331155653617,
      "loss": 5.4688,
      "step": 14282
    },
    {
      "epoch": 0.5850092156461192,
      "grad_norm": 4.381946985244033,
      "learning_rate": 0.00029468245090427187,
      "loss": 4.0625,
      "step": 14283
    },
    {
      "epoch": 0.5850501740733156,
      "grad_norm": 2.880981567277806,
      "learning_rate": 0.0002946815901836101,
      "loss": 5.9688,
      "step": 14284
    },
    {
      "epoch": 0.585091132500512,
      "grad_norm": 1.4224731337366907,
      "learning_rate": 0.00029468072939455123,
      "loss": 6.2188,
      "step": 14285
    },
    {
      "epoch": 0.5851320909277083,
      "grad_norm": 1.3770152162098277,
      "learning_rate": 0.0002946798685370958,
      "loss": 5.3125,
      "step": 14286
    },
    {
      "epoch": 0.5851730493549048,
      "grad_norm": 1.3980999567534758,
      "learning_rate": 0.00029467900761124405,
      "loss": 4.9688,
      "step": 14287
    },
    {
      "epoch": 0.5852140077821012,
      "grad_norm": 1.5956392371738264,
      "learning_rate": 0.00029467814661699647,
      "loss": 4.5,
      "step": 14288
    },
    {
      "epoch": 0.5852549662092975,
      "grad_norm": 1.7252744415532921,
      "learning_rate": 0.00029467728555435346,
      "loss": 5.5,
      "step": 14289
    },
    {
      "epoch": 0.5852959246364939,
      "grad_norm": 1.7313802584945022,
      "learning_rate": 0.0002946764244233154,
      "loss": 6.4062,
      "step": 14290
    },
    {
      "epoch": 0.5853368830636904,
      "grad_norm": 2.0036486543330483,
      "learning_rate": 0.0002946755632238828,
      "loss": 5.9375,
      "step": 14291
    },
    {
      "epoch": 0.5853778414908868,
      "grad_norm": 2.875421833503881,
      "learning_rate": 0.0002946747019560559,
      "loss": 4.9062,
      "step": 14292
    },
    {
      "epoch": 0.5854187999180831,
      "grad_norm": 2.764722071309757,
      "learning_rate": 0.0002946738406198353,
      "loss": 5.0,
      "step": 14293
    },
    {
      "epoch": 0.5854597583452795,
      "grad_norm": 5.095477942256604,
      "learning_rate": 0.0002946729792152212,
      "loss": 7.75,
      "step": 14294
    },
    {
      "epoch": 0.585500716772476,
      "grad_norm": 1.649055942881815,
      "learning_rate": 0.0002946721177422142,
      "loss": 5.3438,
      "step": 14295
    },
    {
      "epoch": 0.5855416751996724,
      "grad_norm": 1.7095584840741864,
      "learning_rate": 0.0002946712562008145,
      "loss": 5.4375,
      "step": 14296
    },
    {
      "epoch": 0.5855826336268687,
      "grad_norm": 1.7913630822236604,
      "learning_rate": 0.00029467039459102275,
      "loss": 5.9062,
      "step": 14297
    },
    {
      "epoch": 0.5856235920540651,
      "grad_norm": 1.511261698020882,
      "learning_rate": 0.0002946695329128392,
      "loss": 4.8125,
      "step": 14298
    },
    {
      "epoch": 0.5856645504812615,
      "grad_norm": 2.311753052484775,
      "learning_rate": 0.00029466867116626427,
      "loss": 5.5,
      "step": 14299
    },
    {
      "epoch": 0.585705508908458,
      "grad_norm": 1.4456614394312604,
      "learning_rate": 0.00029466780935129836,
      "loss": 5.4062,
      "step": 14300
    },
    {
      "epoch": 0.5857464673356543,
      "grad_norm": 1.8656417250993584,
      "learning_rate": 0.0002946669474679419,
      "loss": 4.9375,
      "step": 14301
    },
    {
      "epoch": 0.5857874257628507,
      "grad_norm": 1.326984906536074,
      "learning_rate": 0.0002946660855161954,
      "loss": 5.4375,
      "step": 14302
    },
    {
      "epoch": 0.5858283841900471,
      "grad_norm": 1.664452569072442,
      "learning_rate": 0.00029466522349605906,
      "loss": 7.0312,
      "step": 14303
    },
    {
      "epoch": 0.5858693426172435,
      "grad_norm": 1.6720289771315928,
      "learning_rate": 0.00029466436140753344,
      "loss": 6.5312,
      "step": 14304
    },
    {
      "epoch": 0.5859103010444399,
      "grad_norm": 1.6752258156635944,
      "learning_rate": 0.0002946634992506189,
      "loss": 6.1875,
      "step": 14305
    },
    {
      "epoch": 0.5859512594716363,
      "grad_norm": 2.037801860774418,
      "learning_rate": 0.00029466263702531586,
      "loss": 6.7188,
      "step": 14306
    },
    {
      "epoch": 0.5859922178988327,
      "grad_norm": 1.5538084181822551,
      "learning_rate": 0.0002946617747316247,
      "loss": 5.5312,
      "step": 14307
    },
    {
      "epoch": 0.586033176326029,
      "grad_norm": 1.7535146129215382,
      "learning_rate": 0.0002946609123695459,
      "loss": 5.3125,
      "step": 14308
    },
    {
      "epoch": 0.5860741347532255,
      "grad_norm": 1.4473760994253324,
      "learning_rate": 0.00029466004993907976,
      "loss": 5.75,
      "step": 14309
    },
    {
      "epoch": 0.5861150931804219,
      "grad_norm": 1.469104023357398,
      "learning_rate": 0.0002946591874402267,
      "loss": 5.5312,
      "step": 14310
    },
    {
      "epoch": 0.5861560516076183,
      "grad_norm": 1.9092568071215037,
      "learning_rate": 0.0002946583248729873,
      "loss": 6.4062,
      "step": 14311
    },
    {
      "epoch": 0.5861970100348146,
      "grad_norm": 1.3039444701032568,
      "learning_rate": 0.0002946574622373617,
      "loss": 4.9062,
      "step": 14312
    },
    {
      "epoch": 0.586237968462011,
      "grad_norm": 7.1843420418204955,
      "learning_rate": 0.00029465659953335056,
      "loss": 4.875,
      "step": 14313
    },
    {
      "epoch": 0.5862789268892075,
      "grad_norm": 1.539353735251366,
      "learning_rate": 0.0002946557367609541,
      "loss": 4.9375,
      "step": 14314
    },
    {
      "epoch": 0.5863198853164039,
      "grad_norm": 1.6348513890848033,
      "learning_rate": 0.0002946548739201728,
      "loss": 5.4688,
      "step": 14315
    },
    {
      "epoch": 0.5863608437436002,
      "grad_norm": 3.5560198000842766,
      "learning_rate": 0.00029465401101100714,
      "loss": 4.125,
      "step": 14316
    },
    {
      "epoch": 0.5864018021707966,
      "grad_norm": 3.205948705688403,
      "learning_rate": 0.0002946531480334574,
      "loss": 6.3125,
      "step": 14317
    },
    {
      "epoch": 0.586442760597993,
      "grad_norm": 1.9753153611013323,
      "learning_rate": 0.00029465228498752404,
      "loss": 5.1562,
      "step": 14318
    },
    {
      "epoch": 0.5864837190251895,
      "grad_norm": 1.9063553565529876,
      "learning_rate": 0.0002946514218732075,
      "loss": 7.3438,
      "step": 14319
    },
    {
      "epoch": 0.5865246774523858,
      "grad_norm": 1.7906848841236127,
      "learning_rate": 0.00029465055869050817,
      "loss": 5.6875,
      "step": 14320
    },
    {
      "epoch": 0.5865656358795822,
      "grad_norm": 1.4625413741612587,
      "learning_rate": 0.00029464969543942644,
      "loss": 5.0938,
      "step": 14321
    },
    {
      "epoch": 0.5866065943067786,
      "grad_norm": 1.4263107127657306,
      "learning_rate": 0.00029464883211996267,
      "loss": 5.5625,
      "step": 14322
    },
    {
      "epoch": 0.5866475527339751,
      "grad_norm": 2.526502669829575,
      "learning_rate": 0.0002946479687321174,
      "loss": 3.3125,
      "step": 14323
    },
    {
      "epoch": 0.5866885111611714,
      "grad_norm": 2.5050605264174854,
      "learning_rate": 0.00029464710527589096,
      "loss": 8.5,
      "step": 14324
    },
    {
      "epoch": 0.5867294695883678,
      "grad_norm": 1.6741649101274052,
      "learning_rate": 0.00029464624175128373,
      "loss": 5.1875,
      "step": 14325
    },
    {
      "epoch": 0.5867704280155642,
      "grad_norm": 5.2196444001473505,
      "learning_rate": 0.0002946453781582962,
      "loss": 4.6875,
      "step": 14326
    },
    {
      "epoch": 0.5868113864427607,
      "grad_norm": 1.2127155225137525,
      "learning_rate": 0.00029464451449692867,
      "loss": 5.7188,
      "step": 14327
    },
    {
      "epoch": 0.586852344869957,
      "grad_norm": 1.81023693650763,
      "learning_rate": 0.0002946436507671816,
      "loss": 5.6562,
      "step": 14328
    },
    {
      "epoch": 0.5868933032971534,
      "grad_norm": 1.5585412249257802,
      "learning_rate": 0.0002946427869690555,
      "loss": 7.0625,
      "step": 14329
    },
    {
      "epoch": 0.5869342617243498,
      "grad_norm": 1.530459418445849,
      "learning_rate": 0.00029464192310255056,
      "loss": 5.7812,
      "step": 14330
    },
    {
      "epoch": 0.5869752201515461,
      "grad_norm": 1.701519480186364,
      "learning_rate": 0.0002946410591676674,
      "loss": 6.4062,
      "step": 14331
    },
    {
      "epoch": 0.5870161785787426,
      "grad_norm": 1.424432691978401,
      "learning_rate": 0.0002946401951644063,
      "loss": 5.6562,
      "step": 14332
    },
    {
      "epoch": 0.587057137005939,
      "grad_norm": 1.4398639837149116,
      "learning_rate": 0.0002946393310927677,
      "loss": 5.2188,
      "step": 14333
    },
    {
      "epoch": 0.5870980954331354,
      "grad_norm": 1.918968749812437,
      "learning_rate": 0.000294638466952752,
      "loss": 5.7188,
      "step": 14334
    },
    {
      "epoch": 0.5871390538603317,
      "grad_norm": 3.4664341358548594,
      "learning_rate": 0.0002946376027443597,
      "loss": 3.5781,
      "step": 14335
    },
    {
      "epoch": 0.5871800122875281,
      "grad_norm": 2.361665649508459,
      "learning_rate": 0.0002946367384675911,
      "loss": 5.25,
      "step": 14336
    },
    {
      "epoch": 0.5872209707147246,
      "grad_norm": 1.5238817956025372,
      "learning_rate": 0.00029463587412244664,
      "loss": 6.2188,
      "step": 14337
    },
    {
      "epoch": 0.587261929141921,
      "grad_norm": 1.5206400008532688,
      "learning_rate": 0.0002946350097089267,
      "loss": 5.375,
      "step": 14338
    },
    {
      "epoch": 0.5873028875691173,
      "grad_norm": 2.104701825859657,
      "learning_rate": 0.0002946341452270318,
      "loss": 4.2812,
      "step": 14339
    },
    {
      "epoch": 0.5873438459963137,
      "grad_norm": 2.6096120743593274,
      "learning_rate": 0.0002946332806767622,
      "loss": 4.1875,
      "step": 14340
    },
    {
      "epoch": 0.5873848044235102,
      "grad_norm": 1.5547886273002478,
      "learning_rate": 0.0002946324160581184,
      "loss": 5.3125,
      "step": 14341
    },
    {
      "epoch": 0.5874257628507066,
      "grad_norm": 1.5516071966006173,
      "learning_rate": 0.0002946315513711008,
      "loss": 5.5312,
      "step": 14342
    },
    {
      "epoch": 0.5874667212779029,
      "grad_norm": 1.6536371071665603,
      "learning_rate": 0.0002946306866157098,
      "loss": 5.7188,
      "step": 14343
    },
    {
      "epoch": 0.5875076797050993,
      "grad_norm": 3.063246185796146,
      "learning_rate": 0.0002946298217919458,
      "loss": 5.7812,
      "step": 14344
    },
    {
      "epoch": 0.5875486381322957,
      "grad_norm": 1.733592015864858,
      "learning_rate": 0.00029462895689980913,
      "loss": 5.5,
      "step": 14345
    },
    {
      "epoch": 0.5875895965594922,
      "grad_norm": 1.384379876312352,
      "learning_rate": 0.00029462809193930037,
      "loss": 5.1875,
      "step": 14346
    },
    {
      "epoch": 0.5876305549866885,
      "grad_norm": 1.4391446093221802,
      "learning_rate": 0.0002946272269104198,
      "loss": 4.5,
      "step": 14347
    },
    {
      "epoch": 0.5876715134138849,
      "grad_norm": 1.31790658724707,
      "learning_rate": 0.0002946263618131679,
      "loss": 5.6562,
      "step": 14348
    },
    {
      "epoch": 0.5877124718410813,
      "grad_norm": 1.6988572377982314,
      "learning_rate": 0.00029462549664754505,
      "loss": 5.0,
      "step": 14349
    },
    {
      "epoch": 0.5877534302682776,
      "grad_norm": 2.509955654800479,
      "learning_rate": 0.00029462463141355166,
      "loss": 6.375,
      "step": 14350
    },
    {
      "epoch": 0.5877943886954741,
      "grad_norm": 1.5646451360713731,
      "learning_rate": 0.0002946237661111881,
      "loss": 6.2812,
      "step": 14351
    },
    {
      "epoch": 0.5878353471226705,
      "grad_norm": 1.4970405942614593,
      "learning_rate": 0.0002946229007404548,
      "loss": 5.3125,
      "step": 14352
    },
    {
      "epoch": 0.5878763055498669,
      "grad_norm": 1.574308038611527,
      "learning_rate": 0.0002946220353013522,
      "loss": 4.7188,
      "step": 14353
    },
    {
      "epoch": 0.5879172639770632,
      "grad_norm": 1.425322815920734,
      "learning_rate": 0.00029462116979388073,
      "loss": 5.25,
      "step": 14354
    },
    {
      "epoch": 0.5879582224042597,
      "grad_norm": 1.462247644859847,
      "learning_rate": 0.0002946203042180408,
      "loss": 5.4062,
      "step": 14355
    },
    {
      "epoch": 0.5879991808314561,
      "grad_norm": 1.4244831529670534,
      "learning_rate": 0.00029461943857383267,
      "loss": 4.75,
      "step": 14356
    },
    {
      "epoch": 0.5880401392586525,
      "grad_norm": 1.4467558004874184,
      "learning_rate": 0.00029461857286125693,
      "loss": 5.0,
      "step": 14357
    },
    {
      "epoch": 0.5880810976858488,
      "grad_norm": 1.3016458060109946,
      "learning_rate": 0.0002946177070803139,
      "loss": 5.125,
      "step": 14358
    },
    {
      "epoch": 0.5881220561130452,
      "grad_norm": 3.4687890396174472,
      "learning_rate": 0.00029461684123100406,
      "loss": 4.0938,
      "step": 14359
    },
    {
      "epoch": 0.5881630145402417,
      "grad_norm": 1.61145376319867,
      "learning_rate": 0.0002946159753133277,
      "loss": 5.9688,
      "step": 14360
    },
    {
      "epoch": 0.5882039729674381,
      "grad_norm": 1.9123305143735707,
      "learning_rate": 0.00029461510932728537,
      "loss": 6.1562,
      "step": 14361
    },
    {
      "epoch": 0.5882449313946344,
      "grad_norm": 1.256030323841253,
      "learning_rate": 0.00029461424327287733,
      "loss": 5.0938,
      "step": 14362
    },
    {
      "epoch": 0.5882858898218308,
      "grad_norm": 1.5568653588162793,
      "learning_rate": 0.0002946133771501041,
      "loss": 4.5312,
      "step": 14363
    },
    {
      "epoch": 0.5883268482490273,
      "grad_norm": 4.195109822568001,
      "learning_rate": 0.00029461251095896603,
      "loss": 5.4375,
      "step": 14364
    },
    {
      "epoch": 0.5883678066762237,
      "grad_norm": 1.7302142702415337,
      "learning_rate": 0.00029461164469946364,
      "loss": 7.4062,
      "step": 14365
    },
    {
      "epoch": 0.58840876510342,
      "grad_norm": 1.444327499083808,
      "learning_rate": 0.00029461077837159716,
      "loss": 5.3125,
      "step": 14366
    },
    {
      "epoch": 0.5884497235306164,
      "grad_norm": 1.815782580156266,
      "learning_rate": 0.00029460991197536717,
      "loss": 6.2812,
      "step": 14367
    },
    {
      "epoch": 0.5884906819578128,
      "grad_norm": 1.3324318330974716,
      "learning_rate": 0.00029460904551077395,
      "loss": 5.2188,
      "step": 14368
    },
    {
      "epoch": 0.5885316403850093,
      "grad_norm": 1.576193850304611,
      "learning_rate": 0.000294608178977818,
      "loss": 5.375,
      "step": 14369
    },
    {
      "epoch": 0.5885725988122056,
      "grad_norm": 1.4176006484782402,
      "learning_rate": 0.0002946073123764997,
      "loss": 5.3438,
      "step": 14370
    },
    {
      "epoch": 0.588613557239402,
      "grad_norm": 2.8863445548017537,
      "learning_rate": 0.00029460644570681937,
      "loss": 6.9688,
      "step": 14371
    },
    {
      "epoch": 0.5886545156665984,
      "grad_norm": 2.274186516773351,
      "learning_rate": 0.00029460557896877757,
      "loss": 7.0,
      "step": 14372
    },
    {
      "epoch": 0.5886954740937947,
      "grad_norm": 1.4304302592866234,
      "learning_rate": 0.00029460471216237466,
      "loss": 5.8125,
      "step": 14373
    },
    {
      "epoch": 0.5887364325209912,
      "grad_norm": 1.5428860551196957,
      "learning_rate": 0.000294603845287611,
      "loss": 4.9375,
      "step": 14374
    },
    {
      "epoch": 0.5887773909481876,
      "grad_norm": 1.561369703478178,
      "learning_rate": 0.00029460297834448706,
      "loss": 5.3125,
      "step": 14375
    },
    {
      "epoch": 0.588818349375384,
      "grad_norm": 1.3858355196489758,
      "learning_rate": 0.00029460211133300324,
      "loss": 5.875,
      "step": 14376
    },
    {
      "epoch": 0.5888593078025803,
      "grad_norm": 1.6483876699184685,
      "learning_rate": 0.0002946012442531599,
      "loss": 5.1875,
      "step": 14377
    },
    {
      "epoch": 0.5889002662297768,
      "grad_norm": 1.6494151608695902,
      "learning_rate": 0.0002946003771049575,
      "loss": 7.5312,
      "step": 14378
    },
    {
      "epoch": 0.5889412246569732,
      "grad_norm": 2.406395314136274,
      "learning_rate": 0.0002945995098883964,
      "loss": 7.75,
      "step": 14379
    },
    {
      "epoch": 0.5889821830841696,
      "grad_norm": 1.83617590360244,
      "learning_rate": 0.0002945986426034771,
      "loss": 6.0,
      "step": 14380
    },
    {
      "epoch": 0.5890231415113659,
      "grad_norm": 1.7353394931667887,
      "learning_rate": 0.0002945977752501999,
      "loss": 5.9062,
      "step": 14381
    },
    {
      "epoch": 0.5890640999385623,
      "grad_norm": 1.5952599543474384,
      "learning_rate": 0.00029459690782856525,
      "loss": 5.1875,
      "step": 14382
    },
    {
      "epoch": 0.5891050583657588,
      "grad_norm": 1.412797750320677,
      "learning_rate": 0.00029459604033857357,
      "loss": 5.4688,
      "step": 14383
    },
    {
      "epoch": 0.5891460167929552,
      "grad_norm": 1.6945551564962364,
      "learning_rate": 0.00029459517278022533,
      "loss": 5.1875,
      "step": 14384
    },
    {
      "epoch": 0.5891869752201515,
      "grad_norm": 1.6302039969629274,
      "learning_rate": 0.00029459430515352085,
      "loss": 5.1562,
      "step": 14385
    },
    {
      "epoch": 0.5892279336473479,
      "grad_norm": 5.101213860110245,
      "learning_rate": 0.00029459343745846057,
      "loss": 6.75,
      "step": 14386
    },
    {
      "epoch": 0.5892688920745444,
      "grad_norm": 1.9507744660812285,
      "learning_rate": 0.0002945925696950449,
      "loss": 7.1562,
      "step": 14387
    },
    {
      "epoch": 0.5893098505017408,
      "grad_norm": 1.6226020975215674,
      "learning_rate": 0.0002945917018632743,
      "loss": 7.3438,
      "step": 14388
    },
    {
      "epoch": 0.5893508089289371,
      "grad_norm": 1.3371564374642446,
      "learning_rate": 0.00029459083396314904,
      "loss": 4.75,
      "step": 14389
    },
    {
      "epoch": 0.5893917673561335,
      "grad_norm": 1.5005776931408354,
      "learning_rate": 0.00029458996599466967,
      "loss": 4.8438,
      "step": 14390
    },
    {
      "epoch": 0.58943272578333,
      "grad_norm": 2.294985539365983,
      "learning_rate": 0.0002945890979578366,
      "loss": 6.125,
      "step": 14391
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 2.4625285617586865,
      "learning_rate": 0.00029458822985265013,
      "loss": 7.5,
      "step": 14392
    },
    {
      "epoch": 0.5895146426377227,
      "grad_norm": 4.038592535867365,
      "learning_rate": 0.00029458736167911083,
      "loss": 4.4688,
      "step": 14393
    },
    {
      "epoch": 0.5895556010649191,
      "grad_norm": 3.1277719076879746,
      "learning_rate": 0.0002945864934372189,
      "loss": 8.1875,
      "step": 14394
    },
    {
      "epoch": 0.5895965594921155,
      "grad_norm": 1.3478469621333555,
      "learning_rate": 0.0002945856251269749,
      "loss": 5.2188,
      "step": 14395
    },
    {
      "epoch": 0.5896375179193118,
      "grad_norm": 3.10051403293669,
      "learning_rate": 0.0002945847567483792,
      "loss": 8.5,
      "step": 14396
    },
    {
      "epoch": 0.5896784763465083,
      "grad_norm": 1.8087861389085136,
      "learning_rate": 0.00029458388830143226,
      "loss": 6.8438,
      "step": 14397
    },
    {
      "epoch": 0.5897194347737047,
      "grad_norm": 1.5390994430540461,
      "learning_rate": 0.00029458301978613444,
      "loss": 4.9375,
      "step": 14398
    },
    {
      "epoch": 0.5897603932009011,
      "grad_norm": 1.9816634448241328,
      "learning_rate": 0.0002945821512024861,
      "loss": 5.1875,
      "step": 14399
    },
    {
      "epoch": 0.5898013516280974,
      "grad_norm": 1.5600335773966054,
      "learning_rate": 0.00029458128255048776,
      "loss": 6.0625,
      "step": 14400
    },
    {
      "epoch": 0.5898423100552939,
      "grad_norm": 1.5378669214346998,
      "learning_rate": 0.00029458041383013977,
      "loss": 5.5938,
      "step": 14401
    },
    {
      "epoch": 0.5898832684824903,
      "grad_norm": 6.291324437397141,
      "learning_rate": 0.0002945795450414426,
      "loss": 4.1562,
      "step": 14402
    },
    {
      "epoch": 0.5899242269096867,
      "grad_norm": 1.350781810616593,
      "learning_rate": 0.00029457867618439655,
      "loss": 6.0312,
      "step": 14403
    },
    {
      "epoch": 0.589965185336883,
      "grad_norm": 1.5903517965080527,
      "learning_rate": 0.0002945778072590021,
      "loss": 4.7812,
      "step": 14404
    },
    {
      "epoch": 0.5900061437640794,
      "grad_norm": 1.4797245681695674,
      "learning_rate": 0.00029457693826525966,
      "loss": 5.3438,
      "step": 14405
    },
    {
      "epoch": 0.5900471021912759,
      "grad_norm": 2.7051301145581728,
      "learning_rate": 0.0002945760692031696,
      "loss": 6.7188,
      "step": 14406
    },
    {
      "epoch": 0.5900880606184723,
      "grad_norm": 1.3237551515704518,
      "learning_rate": 0.0002945752000727324,
      "loss": 5.2188,
      "step": 14407
    },
    {
      "epoch": 0.5901290190456686,
      "grad_norm": 1.3919291958354056,
      "learning_rate": 0.00029457433087394844,
      "loss": 5.7188,
      "step": 14408
    },
    {
      "epoch": 0.590169977472865,
      "grad_norm": 2.5132085455730664,
      "learning_rate": 0.0002945734616068181,
      "loss": 6.7812,
      "step": 14409
    },
    {
      "epoch": 0.5902109359000615,
      "grad_norm": 1.6582290343295674,
      "learning_rate": 0.00029457259227134183,
      "loss": 5.5312,
      "step": 14410
    },
    {
      "epoch": 0.5902518943272579,
      "grad_norm": 3.547583071514005,
      "learning_rate": 0.00029457172286752,
      "loss": 3.25,
      "step": 14411
    },
    {
      "epoch": 0.5902928527544542,
      "grad_norm": 1.4421000728673719,
      "learning_rate": 0.0002945708533953531,
      "loss": 5.4688,
      "step": 14412
    },
    {
      "epoch": 0.5903338111816506,
      "grad_norm": 1.4853220306425414,
      "learning_rate": 0.0002945699838548415,
      "loss": 6.0938,
      "step": 14413
    },
    {
      "epoch": 0.590374769608847,
      "grad_norm": 2.044197295161652,
      "learning_rate": 0.00029456911424598556,
      "loss": 7.0312,
      "step": 14414
    },
    {
      "epoch": 0.5904157280360434,
      "grad_norm": 2.421705406340939,
      "learning_rate": 0.00029456824456878573,
      "loss": 6.0938,
      "step": 14415
    },
    {
      "epoch": 0.5904566864632398,
      "grad_norm": 5.153605551835466,
      "learning_rate": 0.0002945673748232424,
      "loss": 6.6875,
      "step": 14416
    },
    {
      "epoch": 0.5904976448904362,
      "grad_norm": 1.8921832549121151,
      "learning_rate": 0.00029456650500935607,
      "loss": 5.0938,
      "step": 14417
    },
    {
      "epoch": 0.5905386033176326,
      "grad_norm": 2.473056474714476,
      "learning_rate": 0.00029456563512712705,
      "loss": 6.8438,
      "step": 14418
    },
    {
      "epoch": 0.590579561744829,
      "grad_norm": 1.5509749569863245,
      "learning_rate": 0.0002945647651765558,
      "loss": 5.8125,
      "step": 14419
    },
    {
      "epoch": 0.5906205201720254,
      "grad_norm": 3.4381587852670688,
      "learning_rate": 0.0002945638951576427,
      "loss": 5.0625,
      "step": 14420
    },
    {
      "epoch": 0.5906614785992218,
      "grad_norm": 1.2749103571429306,
      "learning_rate": 0.00029456302507038817,
      "loss": 4.4688,
      "step": 14421
    },
    {
      "epoch": 0.5907024370264182,
      "grad_norm": 1.554889344601754,
      "learning_rate": 0.00029456215491479264,
      "loss": 5.875,
      "step": 14422
    },
    {
      "epoch": 0.5907433954536145,
      "grad_norm": 1.7024189075964264,
      "learning_rate": 0.0002945612846908565,
      "loss": 6.625,
      "step": 14423
    },
    {
      "epoch": 0.590784353880811,
      "grad_norm": 1.4061543354848192,
      "learning_rate": 0.0002945604143985802,
      "loss": 5.9375,
      "step": 14424
    },
    {
      "epoch": 0.5908253123080074,
      "grad_norm": 1.4573445434600878,
      "learning_rate": 0.0002945595440379641,
      "loss": 5.0,
      "step": 14425
    },
    {
      "epoch": 0.5908662707352038,
      "grad_norm": 1.4510686527091903,
      "learning_rate": 0.0002945586736090087,
      "loss": 5.0938,
      "step": 14426
    },
    {
      "epoch": 0.5909072291624001,
      "grad_norm": 1.4324855855362937,
      "learning_rate": 0.00029455780311171426,
      "loss": 5.8438,
      "step": 14427
    },
    {
      "epoch": 0.5909481875895966,
      "grad_norm": 1.3806929015918379,
      "learning_rate": 0.0002945569325460813,
      "loss": 5.2812,
      "step": 14428
    },
    {
      "epoch": 0.590989146016793,
      "grad_norm": 2.058278984530515,
      "learning_rate": 0.0002945560619121102,
      "loss": 3.9531,
      "step": 14429
    },
    {
      "epoch": 0.5910301044439894,
      "grad_norm": 1.6322148172972026,
      "learning_rate": 0.0002945551912098014,
      "loss": 5.5,
      "step": 14430
    },
    {
      "epoch": 0.5910710628711857,
      "grad_norm": 1.5622856209512983,
      "learning_rate": 0.00029455432043915534,
      "loss": 5.6875,
      "step": 14431
    },
    {
      "epoch": 0.5911120212983821,
      "grad_norm": 1.554314358477398,
      "learning_rate": 0.00029455344960017233,
      "loss": 5.2812,
      "step": 14432
    },
    {
      "epoch": 0.5911529797255786,
      "grad_norm": 2.7126884649293554,
      "learning_rate": 0.00029455257869285287,
      "loss": 7.2188,
      "step": 14433
    },
    {
      "epoch": 0.5911939381527749,
      "grad_norm": 1.57290916528792,
      "learning_rate": 0.0002945517077171973,
      "loss": 5.875,
      "step": 14434
    },
    {
      "epoch": 0.5912348965799713,
      "grad_norm": 1.4114007240051445,
      "learning_rate": 0.0002945508366732061,
      "loss": 4.375,
      "step": 14435
    },
    {
      "epoch": 0.5912758550071677,
      "grad_norm": 3.064212150998853,
      "learning_rate": 0.00029454996556087964,
      "loss": 6.1875,
      "step": 14436
    },
    {
      "epoch": 0.5913168134343642,
      "grad_norm": 2.8598985860125263,
      "learning_rate": 0.00029454909438021834,
      "loss": 6.7188,
      "step": 14437
    },
    {
      "epoch": 0.5913577718615605,
      "grad_norm": 1.3451750104068985,
      "learning_rate": 0.00029454822313122265,
      "loss": 5.9688,
      "step": 14438
    },
    {
      "epoch": 0.5913987302887569,
      "grad_norm": 1.92598143728846,
      "learning_rate": 0.0002945473518138929,
      "loss": 8.1875,
      "step": 14439
    },
    {
      "epoch": 0.5914396887159533,
      "grad_norm": 1.4055089780566843,
      "learning_rate": 0.00029454648042822956,
      "loss": 5.6562,
      "step": 14440
    },
    {
      "epoch": 0.5914806471431497,
      "grad_norm": 2.5565757789919465,
      "learning_rate": 0.000294545608974233,
      "loss": 6.4375,
      "step": 14441
    },
    {
      "epoch": 0.591521605570346,
      "grad_norm": 1.9867490040810056,
      "learning_rate": 0.0002945447374519038,
      "loss": 6.75,
      "step": 14442
    },
    {
      "epoch": 0.5915625639975425,
      "grad_norm": 1.371562245606767,
      "learning_rate": 0.0002945438658612421,
      "loss": 5.1562,
      "step": 14443
    },
    {
      "epoch": 0.5916035224247389,
      "grad_norm": 2.3055333620935383,
      "learning_rate": 0.00029454299420224854,
      "loss": 5.75,
      "step": 14444
    },
    {
      "epoch": 0.5916444808519353,
      "grad_norm": 1.4806257488126149,
      "learning_rate": 0.00029454212247492334,
      "loss": 5.0938,
      "step": 14445
    },
    {
      "epoch": 0.5916854392791316,
      "grad_norm": 1.7144811518969811,
      "learning_rate": 0.00029454125067926706,
      "loss": 5.8438,
      "step": 14446
    },
    {
      "epoch": 0.5917263977063281,
      "grad_norm": 2.063763025492165,
      "learning_rate": 0.00029454037881528007,
      "loss": 5.8125,
      "step": 14447
    },
    {
      "epoch": 0.5917673561335245,
      "grad_norm": 1.6662568631385843,
      "learning_rate": 0.00029453950688296276,
      "loss": 5.6562,
      "step": 14448
    },
    {
      "epoch": 0.5918083145607209,
      "grad_norm": 4.342718539090382,
      "learning_rate": 0.0002945386348823156,
      "loss": 5.6562,
      "step": 14449
    },
    {
      "epoch": 0.5918492729879172,
      "grad_norm": 1.3579693475833567,
      "learning_rate": 0.0002945377628133389,
      "loss": 5.5312,
      "step": 14450
    },
    {
      "epoch": 0.5918902314151137,
      "grad_norm": 1.4571957254358887,
      "learning_rate": 0.0002945368906760332,
      "loss": 5.9375,
      "step": 14451
    },
    {
      "epoch": 0.5919311898423101,
      "grad_norm": 4.487790147343591,
      "learning_rate": 0.00029453601847039885,
      "loss": 6.2188,
      "step": 14452
    },
    {
      "epoch": 0.5919721482695065,
      "grad_norm": 1.672866651949221,
      "learning_rate": 0.00029453514619643615,
      "loss": 6.0312,
      "step": 14453
    },
    {
      "epoch": 0.5920131066967028,
      "grad_norm": 2.2507833535212356,
      "learning_rate": 0.0002945342738541457,
      "loss": 6.5938,
      "step": 14454
    },
    {
      "epoch": 0.5920540651238992,
      "grad_norm": 1.600702359627058,
      "learning_rate": 0.0002945334014435278,
      "loss": 6.0625,
      "step": 14455
    },
    {
      "epoch": 0.5920950235510957,
      "grad_norm": 1.429793608629216,
      "learning_rate": 0.00029453252896458293,
      "loss": 5.9688,
      "step": 14456
    },
    {
      "epoch": 0.592135981978292,
      "grad_norm": 1.662912377634802,
      "learning_rate": 0.0002945316564173115,
      "loss": 5.8125,
      "step": 14457
    },
    {
      "epoch": 0.5921769404054884,
      "grad_norm": 1.394321065965417,
      "learning_rate": 0.0002945307838017138,
      "loss": 5.8125,
      "step": 14458
    },
    {
      "epoch": 0.5922178988326848,
      "grad_norm": 1.5552691472375766,
      "learning_rate": 0.0002945299111177904,
      "loss": 5.4062,
      "step": 14459
    },
    {
      "epoch": 0.5922588572598813,
      "grad_norm": 6.866215297323953,
      "learning_rate": 0.00029452903836554156,
      "loss": 7.1562,
      "step": 14460
    },
    {
      "epoch": 0.5922998156870776,
      "grad_norm": 1.5865811124171607,
      "learning_rate": 0.0002945281655449679,
      "loss": 6.0,
      "step": 14461
    },
    {
      "epoch": 0.592340774114274,
      "grad_norm": 2.901391759031713,
      "learning_rate": 0.0002945272926560696,
      "loss": 8.0,
      "step": 14462
    },
    {
      "epoch": 0.5923817325414704,
      "grad_norm": 1.5829880292575054,
      "learning_rate": 0.0002945264196988472,
      "loss": 4.9375,
      "step": 14463
    },
    {
      "epoch": 0.5924226909686668,
      "grad_norm": 10.333272630704359,
      "learning_rate": 0.00029452554667330115,
      "loss": 7.3125,
      "step": 14464
    },
    {
      "epoch": 0.5924636493958632,
      "grad_norm": 3.5489135681050574,
      "learning_rate": 0.0002945246735794318,
      "loss": 4.4688,
      "step": 14465
    },
    {
      "epoch": 0.5925046078230596,
      "grad_norm": 1.6345536656006767,
      "learning_rate": 0.0002945238004172395,
      "loss": 6.375,
      "step": 14466
    },
    {
      "epoch": 0.592545566250256,
      "grad_norm": 1.4643308638652668,
      "learning_rate": 0.0002945229271867249,
      "loss": 4.875,
      "step": 14467
    },
    {
      "epoch": 0.5925865246774524,
      "grad_norm": 4.61664442511331,
      "learning_rate": 0.0002945220538878881,
      "loss": 5.4375,
      "step": 14468
    },
    {
      "epoch": 0.5926274831046487,
      "grad_norm": 1.4762902688081445,
      "learning_rate": 0.00029452118052072967,
      "loss": 5.0625,
      "step": 14469
    },
    {
      "epoch": 0.5926684415318452,
      "grad_norm": 2.366909629703392,
      "learning_rate": 0.00029452030708525,
      "loss": 7.7188,
      "step": 14470
    },
    {
      "epoch": 0.5927093999590416,
      "grad_norm": 4.314273669927027,
      "learning_rate": 0.0002945194335814496,
      "loss": 4.8438,
      "step": 14471
    },
    {
      "epoch": 0.592750358386238,
      "grad_norm": 1.4702824068428617,
      "learning_rate": 0.0002945185600093287,
      "loss": 5.3438,
      "step": 14472
    },
    {
      "epoch": 0.5927913168134343,
      "grad_norm": 1.8377823412734713,
      "learning_rate": 0.0002945176863688879,
      "loss": 7.1875,
      "step": 14473
    },
    {
      "epoch": 0.5928322752406308,
      "grad_norm": 1.4567460203511888,
      "learning_rate": 0.00029451681266012743,
      "loss": 5.4688,
      "step": 14474
    },
    {
      "epoch": 0.5928732336678272,
      "grad_norm": 1.433126547259743,
      "learning_rate": 0.0002945159388830478,
      "loss": 5.3125,
      "step": 14475
    },
    {
      "epoch": 0.5929141920950235,
      "grad_norm": 1.383580479391432,
      "learning_rate": 0.00029451506503764955,
      "loss": 5.7812,
      "step": 14476
    },
    {
      "epoch": 0.5929551505222199,
      "grad_norm": 2.0181854711359057,
      "learning_rate": 0.0002945141911239329,
      "loss": 7.4688,
      "step": 14477
    },
    {
      "epoch": 0.5929961089494163,
      "grad_norm": 1.4710443919905631,
      "learning_rate": 0.0002945133171418983,
      "loss": 5.3125,
      "step": 14478
    },
    {
      "epoch": 0.5930370673766128,
      "grad_norm": 2.3752022618068844,
      "learning_rate": 0.0002945124430915461,
      "loss": 7.3438,
      "step": 14479
    },
    {
      "epoch": 0.5930780258038091,
      "grad_norm": 1.366636729525727,
      "learning_rate": 0.0002945115689728769,
      "loss": 5.2812,
      "step": 14480
    },
    {
      "epoch": 0.5931189842310055,
      "grad_norm": 1.8841853423805013,
      "learning_rate": 0.0002945106947858911,
      "loss": 7.0312,
      "step": 14481
    },
    {
      "epoch": 0.5931599426582019,
      "grad_norm": 1.8061179085854837,
      "learning_rate": 0.00029450982053058893,
      "loss": 5.7812,
      "step": 14482
    },
    {
      "epoch": 0.5932009010853984,
      "grad_norm": 2.4984201859188118,
      "learning_rate": 0.00029450894620697087,
      "loss": 6.7188,
      "step": 14483
    },
    {
      "epoch": 0.5932418595125947,
      "grad_norm": 2.310475555829551,
      "learning_rate": 0.0002945080718150374,
      "loss": 7.5625,
      "step": 14484
    },
    {
      "epoch": 0.5932828179397911,
      "grad_norm": 1.3242051009931128,
      "learning_rate": 0.00029450719735478893,
      "loss": 4.75,
      "step": 14485
    },
    {
      "epoch": 0.5933237763669875,
      "grad_norm": 1.6121446892609588,
      "learning_rate": 0.00029450632282622586,
      "loss": 5.7812,
      "step": 14486
    },
    {
      "epoch": 0.593364734794184,
      "grad_norm": 1.7298579233004618,
      "learning_rate": 0.0002945054482293485,
      "loss": 5.875,
      "step": 14487
    },
    {
      "epoch": 0.5934056932213803,
      "grad_norm": 1.3224408687400575,
      "learning_rate": 0.0002945045735641574,
      "loss": 5.0312,
      "step": 14488
    },
    {
      "epoch": 0.5934466516485767,
      "grad_norm": 1.424005974998068,
      "learning_rate": 0.00029450369883065295,
      "loss": 5.625,
      "step": 14489
    },
    {
      "epoch": 0.5934876100757731,
      "grad_norm": 1.4584671169157748,
      "learning_rate": 0.0002945028240288355,
      "loss": 5.7812,
      "step": 14490
    },
    {
      "epoch": 0.5935285685029695,
      "grad_norm": 1.7784791203217492,
      "learning_rate": 0.0002945019491587055,
      "loss": 5.9688,
      "step": 14491
    },
    {
      "epoch": 0.5935695269301658,
      "grad_norm": 1.6424092841273952,
      "learning_rate": 0.00029450107422026336,
      "loss": 5.0938,
      "step": 14492
    },
    {
      "epoch": 0.5936104853573623,
      "grad_norm": 1.6961518367002137,
      "learning_rate": 0.0002945001992135095,
      "loss": 3.7344,
      "step": 14493
    },
    {
      "epoch": 0.5936514437845587,
      "grad_norm": 1.5000219085119082,
      "learning_rate": 0.0002944993241384443,
      "loss": 5.7812,
      "step": 14494
    },
    {
      "epoch": 0.5936924022117551,
      "grad_norm": 1.645054031523724,
      "learning_rate": 0.0002944984489950683,
      "loss": 5.4375,
      "step": 14495
    },
    {
      "epoch": 0.5937333606389514,
      "grad_norm": 1.671424311194936,
      "learning_rate": 0.00029449757378338177,
      "loss": 5.9062,
      "step": 14496
    },
    {
      "epoch": 0.5937743190661479,
      "grad_norm": 1.3601117648066865,
      "learning_rate": 0.00029449669850338517,
      "loss": 4.9688,
      "step": 14497
    },
    {
      "epoch": 0.5938152774933443,
      "grad_norm": 1.963526879497026,
      "learning_rate": 0.00029449582315507885,
      "loss": 5.5625,
      "step": 14498
    },
    {
      "epoch": 0.5938562359205406,
      "grad_norm": 3.814113358372237,
      "learning_rate": 0.0002944949477384634,
      "loss": 4.75,
      "step": 14499
    },
    {
      "epoch": 0.593897194347737,
      "grad_norm": 1.9675008255473794,
      "learning_rate": 0.00029449407225353905,
      "loss": 6.25,
      "step": 14500
    },
    {
      "epoch": 0.5939381527749334,
      "grad_norm": 14.35778125202066,
      "learning_rate": 0.0002944931967003063,
      "loss": 10.6875,
      "step": 14501
    },
    {
      "epoch": 0.5939791112021299,
      "grad_norm": 1.8313157451127007,
      "learning_rate": 0.00029449232107876556,
      "loss": 5.5938,
      "step": 14502
    },
    {
      "epoch": 0.5940200696293262,
      "grad_norm": 1.6308971702702515,
      "learning_rate": 0.00029449144538891723,
      "loss": 5.0938,
      "step": 14503
    },
    {
      "epoch": 0.5940610280565226,
      "grad_norm": 1.4104338754442378,
      "learning_rate": 0.00029449056963076173,
      "loss": 5.5,
      "step": 14504
    },
    {
      "epoch": 0.594101986483719,
      "grad_norm": 1.3932918462698536,
      "learning_rate": 0.0002944896938042995,
      "loss": 5.5938,
      "step": 14505
    },
    {
      "epoch": 0.5941429449109155,
      "grad_norm": 1.4911905068577256,
      "learning_rate": 0.0002944888179095309,
      "loss": 6.1562,
      "step": 14506
    },
    {
      "epoch": 0.5941839033381118,
      "grad_norm": 1.5849033857478008,
      "learning_rate": 0.00029448794194645634,
      "loss": 6.6562,
      "step": 14507
    },
    {
      "epoch": 0.5942248617653082,
      "grad_norm": 4.189852826521168,
      "learning_rate": 0.0002944870659150763,
      "loss": 2.9219,
      "step": 14508
    },
    {
      "epoch": 0.5942658201925046,
      "grad_norm": 1.644464445569792,
      "learning_rate": 0.00029448618981539116,
      "loss": 5.4375,
      "step": 14509
    },
    {
      "epoch": 0.594306778619701,
      "grad_norm": 1.4421478557818241,
      "learning_rate": 0.00029448531364740133,
      "loss": 5.25,
      "step": 14510
    },
    {
      "epoch": 0.5943477370468974,
      "grad_norm": 2.1145858671184694,
      "learning_rate": 0.00029448443741110725,
      "loss": 6.9062,
      "step": 14511
    },
    {
      "epoch": 0.5943886954740938,
      "grad_norm": 1.393236609198378,
      "learning_rate": 0.0002944835611065093,
      "loss": 5.2188,
      "step": 14512
    },
    {
      "epoch": 0.5944296539012902,
      "grad_norm": 2.4820190274307787,
      "learning_rate": 0.00029448268473360786,
      "loss": 5.2188,
      "step": 14513
    },
    {
      "epoch": 0.5944706123284866,
      "grad_norm": 1.670270123790188,
      "learning_rate": 0.00029448180829240347,
      "loss": 6.1875,
      "step": 14514
    },
    {
      "epoch": 0.594511570755683,
      "grad_norm": 1.3889128755928661,
      "learning_rate": 0.0002944809317828964,
      "loss": 5.2812,
      "step": 14515
    },
    {
      "epoch": 0.5945525291828794,
      "grad_norm": 1.4640436267879093,
      "learning_rate": 0.00029448005520508715,
      "loss": 5.7812,
      "step": 14516
    },
    {
      "epoch": 0.5945934876100758,
      "grad_norm": 1.6752447489021685,
      "learning_rate": 0.0002944791785589761,
      "loss": 4.5938,
      "step": 14517
    },
    {
      "epoch": 0.5946344460372722,
      "grad_norm": 1.4423943879613046,
      "learning_rate": 0.0002944783018445637,
      "loss": 5.8125,
      "step": 14518
    },
    {
      "epoch": 0.5946754044644685,
      "grad_norm": 4.529089035385936,
      "learning_rate": 0.0002944774250618503,
      "loss": 3.2969,
      "step": 14519
    },
    {
      "epoch": 0.594716362891665,
      "grad_norm": 2.0459656591552497,
      "learning_rate": 0.0002944765482108365,
      "loss": 7.1875,
      "step": 14520
    },
    {
      "epoch": 0.5947573213188614,
      "grad_norm": 1.598442301624034,
      "learning_rate": 0.0002944756712915224,
      "loss": 5.8438,
      "step": 14521
    },
    {
      "epoch": 0.5947982797460577,
      "grad_norm": 2.578159376758068,
      "learning_rate": 0.00029447479430390864,
      "loss": 6.1562,
      "step": 14522
    },
    {
      "epoch": 0.5948392381732541,
      "grad_norm": 1.5676482851149176,
      "learning_rate": 0.0002944739172479956,
      "loss": 6.3438,
      "step": 14523
    },
    {
      "epoch": 0.5948801966004506,
      "grad_norm": 1.8133844465928155,
      "learning_rate": 0.0002944730401237837,
      "loss": 6.3125,
      "step": 14524
    },
    {
      "epoch": 0.594921155027647,
      "grad_norm": 2.301498281220169,
      "learning_rate": 0.0002944721629312733,
      "loss": 4.9375,
      "step": 14525
    },
    {
      "epoch": 0.5949621134548433,
      "grad_norm": 2.9882800068334636,
      "learning_rate": 0.00029447128567046486,
      "loss": 5.6562,
      "step": 14526
    },
    {
      "epoch": 0.5950030718820397,
      "grad_norm": 1.5734014045289666,
      "learning_rate": 0.00029447040834135874,
      "loss": 5.5625,
      "step": 14527
    },
    {
      "epoch": 0.5950440303092361,
      "grad_norm": 1.9734291800296393,
      "learning_rate": 0.0002944695309439554,
      "loss": 5.0938,
      "step": 14528
    },
    {
      "epoch": 0.5950849887364326,
      "grad_norm": 1.7685902542022298,
      "learning_rate": 0.0002944686534782553,
      "loss": 6.6562,
      "step": 14529
    },
    {
      "epoch": 0.5951259471636289,
      "grad_norm": 1.624727646991352,
      "learning_rate": 0.00029446777594425874,
      "loss": 5.75,
      "step": 14530
    },
    {
      "epoch": 0.5951669055908253,
      "grad_norm": 4.890686413802269,
      "learning_rate": 0.00029446689834196625,
      "loss": 2.8125,
      "step": 14531
    },
    {
      "epoch": 0.5952078640180217,
      "grad_norm": 1.7773186404226873,
      "learning_rate": 0.0002944660206713782,
      "loss": 5.7188,
      "step": 14532
    },
    {
      "epoch": 0.5952488224452182,
      "grad_norm": 1.5981624599358781,
      "learning_rate": 0.00029446514293249494,
      "loss": 5.9688,
      "step": 14533
    },
    {
      "epoch": 0.5952897808724145,
      "grad_norm": 1.5872981313700036,
      "learning_rate": 0.00029446426512531697,
      "loss": 5.625,
      "step": 14534
    },
    {
      "epoch": 0.5953307392996109,
      "grad_norm": 1.4511059441324128,
      "learning_rate": 0.0002944633872498447,
      "loss": 5.4062,
      "step": 14535
    },
    {
      "epoch": 0.5953716977268073,
      "grad_norm": 1.3782606076992654,
      "learning_rate": 0.0002944625093060785,
      "loss": 5.5312,
      "step": 14536
    },
    {
      "epoch": 0.5954126561540037,
      "grad_norm": 1.5396984266891107,
      "learning_rate": 0.0002944616312940188,
      "loss": 4.8438,
      "step": 14537
    },
    {
      "epoch": 0.5954536145812,
      "grad_norm": 1.376322295668458,
      "learning_rate": 0.00029446075321366605,
      "loss": 4.9688,
      "step": 14538
    },
    {
      "epoch": 0.5954945730083965,
      "grad_norm": 1.5614318703345338,
      "learning_rate": 0.0002944598750650206,
      "loss": 5.9375,
      "step": 14539
    },
    {
      "epoch": 0.5955355314355929,
      "grad_norm": 1.5387377636549533,
      "learning_rate": 0.0002944589968480829,
      "loss": 6.8125,
      "step": 14540
    },
    {
      "epoch": 0.5955764898627892,
      "grad_norm": 4.726995772339508,
      "learning_rate": 0.00029445811856285343,
      "loss": 4.8125,
      "step": 14541
    },
    {
      "epoch": 0.5956174482899856,
      "grad_norm": 1.3485474163057154,
      "learning_rate": 0.00029445724020933254,
      "loss": 4.9688,
      "step": 14542
    },
    {
      "epoch": 0.5956584067171821,
      "grad_norm": 1.3017372146222215,
      "learning_rate": 0.0002944563617875206,
      "loss": 5.8125,
      "step": 14543
    },
    {
      "epoch": 0.5956993651443785,
      "grad_norm": 1.3759961240802627,
      "learning_rate": 0.0002944554832974181,
      "loss": 4.8125,
      "step": 14544
    },
    {
      "epoch": 0.5957403235715748,
      "grad_norm": 1.429457265762774,
      "learning_rate": 0.0002944546047390254,
      "loss": 5.5625,
      "step": 14545
    },
    {
      "epoch": 0.5957812819987712,
      "grad_norm": 3.1552243894244723,
      "learning_rate": 0.000294453726112343,
      "loss": 6.7812,
      "step": 14546
    },
    {
      "epoch": 0.5958222404259677,
      "grad_norm": 1.9728093777345026,
      "learning_rate": 0.0002944528474173712,
      "loss": 7.0938,
      "step": 14547
    },
    {
      "epoch": 0.5958631988531641,
      "grad_norm": 1.5406297592812745,
      "learning_rate": 0.0002944519686541105,
      "loss": 5.875,
      "step": 14548
    },
    {
      "epoch": 0.5959041572803604,
      "grad_norm": 2.2771212293263026,
      "learning_rate": 0.0002944510898225613,
      "loss": 5.9688,
      "step": 14549
    },
    {
      "epoch": 0.5959451157075568,
      "grad_norm": 1.5313813004713528,
      "learning_rate": 0.00029445021092272403,
      "loss": 6.1562,
      "step": 14550
    },
    {
      "epoch": 0.5959860741347532,
      "grad_norm": 1.4395277881811248,
      "learning_rate": 0.0002944493319545991,
      "loss": 5.4688,
      "step": 14551
    },
    {
      "epoch": 0.5960270325619497,
      "grad_norm": 1.621458166167426,
      "learning_rate": 0.0002944484529181868,
      "loss": 5.8125,
      "step": 14552
    },
    {
      "epoch": 0.596067990989146,
      "grad_norm": 1.4602615166361264,
      "learning_rate": 0.00029444757381348775,
      "loss": 5.0,
      "step": 14553
    },
    {
      "epoch": 0.5961089494163424,
      "grad_norm": 1.4111951634520339,
      "learning_rate": 0.0002944466946405022,
      "loss": 5.5312,
      "step": 14554
    },
    {
      "epoch": 0.5961499078435388,
      "grad_norm": 5.901828845265216,
      "learning_rate": 0.00029444581539923067,
      "loss": 7.0938,
      "step": 14555
    },
    {
      "epoch": 0.5961908662707353,
      "grad_norm": 3.4843133825893715,
      "learning_rate": 0.0002944449360896736,
      "loss": 4.5312,
      "step": 14556
    },
    {
      "epoch": 0.5962318246979316,
      "grad_norm": 1.5092246016210251,
      "learning_rate": 0.00029444405671183124,
      "loss": 6.125,
      "step": 14557
    },
    {
      "epoch": 0.596272783125128,
      "grad_norm": 1.446370737359583,
      "learning_rate": 0.0002944431772657042,
      "loss": 6.1562,
      "step": 14558
    },
    {
      "epoch": 0.5963137415523244,
      "grad_norm": 2.467929101986839,
      "learning_rate": 0.00029444229775129276,
      "loss": 7.3438,
      "step": 14559
    },
    {
      "epoch": 0.5963546999795208,
      "grad_norm": 1.3161747368051415,
      "learning_rate": 0.0002944414181685974,
      "loss": 5.7188,
      "step": 14560
    },
    {
      "epoch": 0.5963956584067172,
      "grad_norm": 1.9901001649065204,
      "learning_rate": 0.0002944405385176185,
      "loss": 5.1875,
      "step": 14561
    },
    {
      "epoch": 0.5964366168339136,
      "grad_norm": 2.359101165015992,
      "learning_rate": 0.0002944396587983565,
      "loss": 5.0,
      "step": 14562
    },
    {
      "epoch": 0.59647757526111,
      "grad_norm": 1.632747309300222,
      "learning_rate": 0.0002944387790108118,
      "loss": 5.8125,
      "step": 14563
    },
    {
      "epoch": 0.5965185336883063,
      "grad_norm": 1.6679610403433047,
      "learning_rate": 0.00029443789915498483,
      "loss": 6.4062,
      "step": 14564
    },
    {
      "epoch": 0.5965594921155027,
      "grad_norm": 1.9920681366229578,
      "learning_rate": 0.00029443701923087605,
      "loss": 5.7812,
      "step": 14565
    },
    {
      "epoch": 0.5966004505426992,
      "grad_norm": 2.058346148127855,
      "learning_rate": 0.0002944361392384858,
      "loss": 5.5625,
      "step": 14566
    },
    {
      "epoch": 0.5966414089698956,
      "grad_norm": 1.876647874123521,
      "learning_rate": 0.0002944352591778145,
      "loss": 6.875,
      "step": 14567
    },
    {
      "epoch": 0.5966823673970919,
      "grad_norm": 1.3397567994197381,
      "learning_rate": 0.0002944343790488626,
      "loss": 5.4375,
      "step": 14568
    },
    {
      "epoch": 0.5967233258242883,
      "grad_norm": 1.689188836009509,
      "learning_rate": 0.0002944334988516305,
      "loss": 4.5,
      "step": 14569
    },
    {
      "epoch": 0.5967642842514848,
      "grad_norm": 1.68980455012032,
      "learning_rate": 0.00029443261858611865,
      "loss": 5.9062,
      "step": 14570
    },
    {
      "epoch": 0.5968052426786812,
      "grad_norm": 1.6957552734824206,
      "learning_rate": 0.00029443173825232743,
      "loss": 5.9062,
      "step": 14571
    },
    {
      "epoch": 0.5968462011058775,
      "grad_norm": 2.6182680246996775,
      "learning_rate": 0.0002944308578502573,
      "loss": 4.875,
      "step": 14572
    },
    {
      "epoch": 0.5968871595330739,
      "grad_norm": 1.6374157314018942,
      "learning_rate": 0.0002944299773799086,
      "loss": 5.0938,
      "step": 14573
    },
    {
      "epoch": 0.5969281179602703,
      "grad_norm": 1.5492301731701128,
      "learning_rate": 0.00029442909684128176,
      "loss": 5.0,
      "step": 14574
    },
    {
      "epoch": 0.5969690763874668,
      "grad_norm": 1.9123643381827555,
      "learning_rate": 0.00029442821623437725,
      "loss": 7.0,
      "step": 14575
    },
    {
      "epoch": 0.5970100348146631,
      "grad_norm": 1.5053282371035317,
      "learning_rate": 0.00029442733555919544,
      "loss": 5.6562,
      "step": 14576
    },
    {
      "epoch": 0.5970509932418595,
      "grad_norm": 1.8324422053689744,
      "learning_rate": 0.00029442645481573686,
      "loss": 5.1562,
      "step": 14577
    },
    {
      "epoch": 0.5970919516690559,
      "grad_norm": 2.4219032490409775,
      "learning_rate": 0.00029442557400400173,
      "loss": 6.2812,
      "step": 14578
    },
    {
      "epoch": 0.5971329100962524,
      "grad_norm": 2.1014227305432263,
      "learning_rate": 0.0002944246931239906,
      "loss": 6.125,
      "step": 14579
    },
    {
      "epoch": 0.5971738685234487,
      "grad_norm": 1.48290093568171,
      "learning_rate": 0.00029442381217570384,
      "loss": 4.6875,
      "step": 14580
    },
    {
      "epoch": 0.5972148269506451,
      "grad_norm": 1.6958427974639763,
      "learning_rate": 0.00029442293115914195,
      "loss": 5.9062,
      "step": 14581
    },
    {
      "epoch": 0.5972557853778415,
      "grad_norm": 1.9002777605876982,
      "learning_rate": 0.0002944220500743052,
      "loss": 5.1875,
      "step": 14582
    },
    {
      "epoch": 0.5972967438050378,
      "grad_norm": 1.3190105836338801,
      "learning_rate": 0.0002944211689211941,
      "loss": 5.8125,
      "step": 14583
    },
    {
      "epoch": 0.5973377022322343,
      "grad_norm": 3.107697672830912,
      "learning_rate": 0.00029442028769980906,
      "loss": 5.0625,
      "step": 14584
    },
    {
      "epoch": 0.5973786606594307,
      "grad_norm": 1.6526532500508253,
      "learning_rate": 0.0002944194064101505,
      "loss": 5.5312,
      "step": 14585
    },
    {
      "epoch": 0.5974196190866271,
      "grad_norm": 1.5961083816594355,
      "learning_rate": 0.00029441852505221884,
      "loss": 4.9375,
      "step": 14586
    },
    {
      "epoch": 0.5974605775138234,
      "grad_norm": 1.700580150933199,
      "learning_rate": 0.00029441764362601446,
      "loss": 6.1875,
      "step": 14587
    },
    {
      "epoch": 0.5975015359410198,
      "grad_norm": 2.558548710288472,
      "learning_rate": 0.00029441676213153776,
      "loss": 7.75,
      "step": 14588
    },
    {
      "epoch": 0.5975424943682163,
      "grad_norm": 1.49425054518129,
      "learning_rate": 0.00029441588056878924,
      "loss": 5.5938,
      "step": 14589
    },
    {
      "epoch": 0.5975834527954127,
      "grad_norm": 1.4397738068879244,
      "learning_rate": 0.0002944149989377693,
      "loss": 5.0938,
      "step": 14590
    },
    {
      "epoch": 0.597624411222609,
      "grad_norm": 3.286298578449482,
      "learning_rate": 0.00029441411723847826,
      "loss": 4.5312,
      "step": 14591
    },
    {
      "epoch": 0.5976653696498054,
      "grad_norm": 1.3728416733875641,
      "learning_rate": 0.0002944132354709166,
      "loss": 5.3125,
      "step": 14592
    },
    {
      "epoch": 0.5977063280770019,
      "grad_norm": 1.842939735129208,
      "learning_rate": 0.00029441235363508484,
      "loss": 6.5312,
      "step": 14593
    },
    {
      "epoch": 0.5977472865041983,
      "grad_norm": 1.631437895992493,
      "learning_rate": 0.0002944114717309832,
      "loss": 5.0,
      "step": 14594
    },
    {
      "epoch": 0.5977882449313946,
      "grad_norm": 1.7600323496977983,
      "learning_rate": 0.0002944105897586123,
      "loss": 5.3438,
      "step": 14595
    },
    {
      "epoch": 0.597829203358591,
      "grad_norm": 5.126016069644653,
      "learning_rate": 0.00029440970771797237,
      "loss": 3.4219,
      "step": 14596
    },
    {
      "epoch": 0.5978701617857874,
      "grad_norm": 1.4877076746412727,
      "learning_rate": 0.00029440882560906393,
      "loss": 5.0,
      "step": 14597
    },
    {
      "epoch": 0.5979111202129839,
      "grad_norm": 1.956522187615625,
      "learning_rate": 0.00029440794343188736,
      "loss": 6.8125,
      "step": 14598
    },
    {
      "epoch": 0.5979520786401802,
      "grad_norm": 2.1079267431109865,
      "learning_rate": 0.0002944070611864432,
      "loss": 5.9375,
      "step": 14599
    },
    {
      "epoch": 0.5979930370673766,
      "grad_norm": 1.5587035523065396,
      "learning_rate": 0.0002944061788727316,
      "loss": 6.8125,
      "step": 14600
    },
    {
      "epoch": 0.598033995494573,
      "grad_norm": 1.6767504953495593,
      "learning_rate": 0.0002944052964907532,
      "loss": 5.5625,
      "step": 14601
    },
    {
      "epoch": 0.5980749539217695,
      "grad_norm": 1.477538176917385,
      "learning_rate": 0.0002944044140405084,
      "loss": 4.5,
      "step": 14602
    },
    {
      "epoch": 0.5981159123489658,
      "grad_norm": 1.481751944553213,
      "learning_rate": 0.00029440353152199747,
      "loss": 4.9375,
      "step": 14603
    },
    {
      "epoch": 0.5981568707761622,
      "grad_norm": 1.5456143443859014,
      "learning_rate": 0.000294402648935221,
      "loss": 6.3125,
      "step": 14604
    },
    {
      "epoch": 0.5981978292033586,
      "grad_norm": 3.2356486924125067,
      "learning_rate": 0.00029440176628017935,
      "loss": 5.0625,
      "step": 14605
    },
    {
      "epoch": 0.5982387876305549,
      "grad_norm": 1.5406142619857432,
      "learning_rate": 0.0002944008835568729,
      "loss": 5.1875,
      "step": 14606
    },
    {
      "epoch": 0.5982797460577514,
      "grad_norm": 1.37911751370826,
      "learning_rate": 0.00029440000076530216,
      "loss": 6.0312,
      "step": 14607
    },
    {
      "epoch": 0.5983207044849478,
      "grad_norm": 5.318020522042972,
      "learning_rate": 0.0002943991179054674,
      "loss": 5.875,
      "step": 14608
    },
    {
      "epoch": 0.5983616629121442,
      "grad_norm": 1.411990477859474,
      "learning_rate": 0.00029439823497736913,
      "loss": 4.7188,
      "step": 14609
    },
    {
      "epoch": 0.5984026213393405,
      "grad_norm": 2.6579619217529866,
      "learning_rate": 0.00029439735198100777,
      "loss": 5.3438,
      "step": 14610
    },
    {
      "epoch": 0.598443579766537,
      "grad_norm": 2.4845269004246897,
      "learning_rate": 0.0002943964689163837,
      "loss": 6.1875,
      "step": 14611
    },
    {
      "epoch": 0.5984845381937334,
      "grad_norm": 1.610473801877155,
      "learning_rate": 0.0002943955857834973,
      "loss": 5.75,
      "step": 14612
    },
    {
      "epoch": 0.5985254966209298,
      "grad_norm": 1.7027339497392329,
      "learning_rate": 0.0002943947025823492,
      "loss": 5.75,
      "step": 14613
    },
    {
      "epoch": 0.5985664550481261,
      "grad_norm": 1.3737559030728586,
      "learning_rate": 0.0002943938193129396,
      "loss": 5.5625,
      "step": 14614
    },
    {
      "epoch": 0.5986074134753225,
      "grad_norm": 1.4549670089022422,
      "learning_rate": 0.0002943929359752689,
      "loss": 5.4062,
      "step": 14615
    },
    {
      "epoch": 0.598648371902519,
      "grad_norm": 2.751485926128744,
      "learning_rate": 0.0002943920525693377,
      "loss": 7.4688,
      "step": 14616
    },
    {
      "epoch": 0.5986893303297154,
      "grad_norm": 1.6328998877673377,
      "learning_rate": 0.0002943911690951462,
      "loss": 5.9688,
      "step": 14617
    },
    {
      "epoch": 0.5987302887569117,
      "grad_norm": 1.7472052009841426,
      "learning_rate": 0.00029439028555269505,
      "loss": 6.0938,
      "step": 14618
    },
    {
      "epoch": 0.5987712471841081,
      "grad_norm": 1.8194604326727455,
      "learning_rate": 0.00029438940194198446,
      "loss": 6.7812,
      "step": 14619
    },
    {
      "epoch": 0.5988122056113045,
      "grad_norm": 2.5627466951466555,
      "learning_rate": 0.000294388518263015,
      "loss": 5.9062,
      "step": 14620
    },
    {
      "epoch": 0.598853164038501,
      "grad_norm": 2.597106678612699,
      "learning_rate": 0.00029438763451578704,
      "loss": 5.4375,
      "step": 14621
    },
    {
      "epoch": 0.5988941224656973,
      "grad_norm": 1.724161879076254,
      "learning_rate": 0.00029438675070030096,
      "loss": 5.9062,
      "step": 14622
    },
    {
      "epoch": 0.5989350808928937,
      "grad_norm": 3.3425883675504497,
      "learning_rate": 0.0002943858668165572,
      "loss": 7.6875,
      "step": 14623
    },
    {
      "epoch": 0.5989760393200901,
      "grad_norm": 1.541589978817215,
      "learning_rate": 0.00029438498286455615,
      "loss": 6.2188,
      "step": 14624
    },
    {
      "epoch": 0.5990169977472865,
      "grad_norm": 1.4085375303980563,
      "learning_rate": 0.0002943840988442983,
      "loss": 5.4688,
      "step": 14625
    },
    {
      "epoch": 0.5990579561744829,
      "grad_norm": 1.3907809694364426,
      "learning_rate": 0.000294383214755784,
      "loss": 5.4375,
      "step": 14626
    },
    {
      "epoch": 0.5990989146016793,
      "grad_norm": 1.3172727797066797,
      "learning_rate": 0.00029438233059901376,
      "loss": 5.5,
      "step": 14627
    },
    {
      "epoch": 0.5991398730288757,
      "grad_norm": 6.013740394632469,
      "learning_rate": 0.0002943814463739879,
      "loss": 3.6094,
      "step": 14628
    },
    {
      "epoch": 0.599180831456072,
      "grad_norm": 1.687196123849349,
      "learning_rate": 0.00029438056208070686,
      "loss": 6.0625,
      "step": 14629
    },
    {
      "epoch": 0.5992217898832685,
      "grad_norm": 1.488994316875712,
      "learning_rate": 0.00029437967771917103,
      "loss": 6.2188,
      "step": 14630
    },
    {
      "epoch": 0.5992627483104649,
      "grad_norm": 1.5631926756127625,
      "learning_rate": 0.0002943787932893809,
      "loss": 5.875,
      "step": 14631
    },
    {
      "epoch": 0.5993037067376613,
      "grad_norm": 6.2965637187139,
      "learning_rate": 0.0002943779087913368,
      "loss": 5.4062,
      "step": 14632
    },
    {
      "epoch": 0.5993446651648576,
      "grad_norm": 2.5659396973680275,
      "learning_rate": 0.00029437702422503926,
      "loss": 6.375,
      "step": 14633
    },
    {
      "epoch": 0.599385623592054,
      "grad_norm": 3.9886303225938207,
      "learning_rate": 0.0002943761395904887,
      "loss": 8.6875,
      "step": 14634
    },
    {
      "epoch": 0.5994265820192505,
      "grad_norm": 1.5193894109179857,
      "learning_rate": 0.0002943752548876854,
      "loss": 5.8438,
      "step": 14635
    },
    {
      "epoch": 0.5994675404464469,
      "grad_norm": 1.613430255829033,
      "learning_rate": 0.00029437437011662986,
      "loss": 5.0,
      "step": 14636
    },
    {
      "epoch": 0.5995084988736432,
      "grad_norm": 1.4694684572718777,
      "learning_rate": 0.0002943734852773225,
      "loss": 5.6562,
      "step": 14637
    },
    {
      "epoch": 0.5995494573008396,
      "grad_norm": 2.372560418495808,
      "learning_rate": 0.00029437260036976377,
      "loss": 5.9688,
      "step": 14638
    },
    {
      "epoch": 0.5995904157280361,
      "grad_norm": 1.5136069604812783,
      "learning_rate": 0.000294371715393954,
      "loss": 5.125,
      "step": 14639
    },
    {
      "epoch": 0.5996313741552325,
      "grad_norm": 1.4096674798051447,
      "learning_rate": 0.00029437083034989373,
      "loss": 5.375,
      "step": 14640
    },
    {
      "epoch": 0.5996723325824288,
      "grad_norm": 2.024565954758799,
      "learning_rate": 0.00029436994523758325,
      "loss": 5.8125,
      "step": 14641
    },
    {
      "epoch": 0.5997132910096252,
      "grad_norm": 5.614437951710481,
      "learning_rate": 0.000294369060057023,
      "loss": 7.1875,
      "step": 14642
    },
    {
      "epoch": 0.5997542494368217,
      "grad_norm": 2.999283094834678,
      "learning_rate": 0.00029436817480821346,
      "loss": 8.25,
      "step": 14643
    },
    {
      "epoch": 0.5997952078640181,
      "grad_norm": 1.8539073470341414,
      "learning_rate": 0.0002943672894911551,
      "loss": 4.0625,
      "step": 14644
    },
    {
      "epoch": 0.5998361662912144,
      "grad_norm": 2.665784236095752,
      "learning_rate": 0.00029436640410584824,
      "loss": 6.6562,
      "step": 14645
    },
    {
      "epoch": 0.5998771247184108,
      "grad_norm": 1.3343052415811398,
      "learning_rate": 0.00029436551865229325,
      "loss": 5.5,
      "step": 14646
    },
    {
      "epoch": 0.5999180831456072,
      "grad_norm": 1.4055724835793901,
      "learning_rate": 0.00029436463313049066,
      "loss": 5.8438,
      "step": 14647
    },
    {
      "epoch": 0.5999590415728036,
      "grad_norm": 1.6845179026220058,
      "learning_rate": 0.00029436374754044086,
      "loss": 6.0938,
      "step": 14648
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.5321538995280064,
      "learning_rate": 0.00029436286188214427,
      "loss": 5.4062,
      "step": 14649
    },
    {
      "epoch": 0.6000409584271964,
      "grad_norm": 2.1729500988440287,
      "learning_rate": 0.00029436197615560127,
      "loss": 6.0938,
      "step": 14650
    },
    {
      "epoch": 0.6000819168543928,
      "grad_norm": 1.7028615085628276,
      "learning_rate": 0.0002943610903608123,
      "loss": 6.625,
      "step": 14651
    },
    {
      "epoch": 0.6001228752815891,
      "grad_norm": 3.481811239432105,
      "learning_rate": 0.0002943602044977778,
      "loss": 5.5625,
      "step": 14652
    },
    {
      "epoch": 0.6001638337087856,
      "grad_norm": 1.5231996603520894,
      "learning_rate": 0.00029435931856649816,
      "loss": 5.5625,
      "step": 14653
    },
    {
      "epoch": 0.600204792135982,
      "grad_norm": 2.1441495451871218,
      "learning_rate": 0.0002943584325669738,
      "loss": 5.9375,
      "step": 14654
    },
    {
      "epoch": 0.6002457505631784,
      "grad_norm": 1.5865600093515888,
      "learning_rate": 0.0002943575464992052,
      "loss": 5.875,
      "step": 14655
    },
    {
      "epoch": 0.6002867089903747,
      "grad_norm": 1.5230865042810935,
      "learning_rate": 0.0002943566603631927,
      "loss": 5.3438,
      "step": 14656
    },
    {
      "epoch": 0.6003276674175712,
      "grad_norm": 1.5221963136486432,
      "learning_rate": 0.0002943557741589367,
      "loss": 3.9219,
      "step": 14657
    },
    {
      "epoch": 0.6003686258447676,
      "grad_norm": 1.2956166678315397,
      "learning_rate": 0.00029435488788643775,
      "loss": 4.9688,
      "step": 14658
    },
    {
      "epoch": 0.600409584271964,
      "grad_norm": 1.7977934916202463,
      "learning_rate": 0.0002943540015456961,
      "loss": 4.2188,
      "step": 14659
    },
    {
      "epoch": 0.6004505426991603,
      "grad_norm": 1.832242103865224,
      "learning_rate": 0.0002943531151367123,
      "loss": 5.7812,
      "step": 14660
    },
    {
      "epoch": 0.6004915011263567,
      "grad_norm": 1.5192644899909153,
      "learning_rate": 0.00029435222865948675,
      "loss": 5.625,
      "step": 14661
    },
    {
      "epoch": 0.6005324595535532,
      "grad_norm": 1.4900603578203644,
      "learning_rate": 0.0002943513421140198,
      "loss": 5.1875,
      "step": 14662
    },
    {
      "epoch": 0.6005734179807496,
      "grad_norm": 1.555678046631267,
      "learning_rate": 0.0002943504555003119,
      "loss": 4.4688,
      "step": 14663
    },
    {
      "epoch": 0.6006143764079459,
      "grad_norm": 5.8048587769892555,
      "learning_rate": 0.0002943495688183635,
      "loss": 6.9375,
      "step": 14664
    },
    {
      "epoch": 0.6006553348351423,
      "grad_norm": 1.5993556032575715,
      "learning_rate": 0.00029434868206817505,
      "loss": 6.125,
      "step": 14665
    },
    {
      "epoch": 0.6006962932623388,
      "grad_norm": 1.4121952739056598,
      "learning_rate": 0.0002943477952497469,
      "loss": 5.6875,
      "step": 14666
    },
    {
      "epoch": 0.6007372516895351,
      "grad_norm": 5.387233564509242,
      "learning_rate": 0.00029434690836307943,
      "loss": 2.375,
      "step": 14667
    },
    {
      "epoch": 0.6007782101167315,
      "grad_norm": 1.471220267895149,
      "learning_rate": 0.00029434602140817316,
      "loss": 5.2188,
      "step": 14668
    },
    {
      "epoch": 0.6008191685439279,
      "grad_norm": 1.4791902029677164,
      "learning_rate": 0.00029434513438502844,
      "loss": 5.9688,
      "step": 14669
    },
    {
      "epoch": 0.6008601269711243,
      "grad_norm": 1.8768426956436186,
      "learning_rate": 0.0002943442472936458,
      "loss": 5.25,
      "step": 14670
    },
    {
      "epoch": 0.6009010853983207,
      "grad_norm": 3.1795635161423794,
      "learning_rate": 0.0002943433601340255,
      "loss": 5.3438,
      "step": 14671
    },
    {
      "epoch": 0.6009420438255171,
      "grad_norm": 2.142391218586307,
      "learning_rate": 0.000294342472906168,
      "loss": 4.5625,
      "step": 14672
    },
    {
      "epoch": 0.6009830022527135,
      "grad_norm": 2.3249071073447025,
      "learning_rate": 0.0002943415856100738,
      "loss": 2.1094,
      "step": 14673
    },
    {
      "epoch": 0.6010239606799099,
      "grad_norm": 1.4395563065364096,
      "learning_rate": 0.00029434069824574327,
      "loss": 5.7812,
      "step": 14674
    },
    {
      "epoch": 0.6010649191071062,
      "grad_norm": 2.169441464122375,
      "learning_rate": 0.00029433981081317687,
      "loss": 7.4062,
      "step": 14675
    },
    {
      "epoch": 0.6011058775343027,
      "grad_norm": 1.3350322976097626,
      "learning_rate": 0.00029433892331237496,
      "loss": 4.8125,
      "step": 14676
    },
    {
      "epoch": 0.6011468359614991,
      "grad_norm": 1.7380139455802268,
      "learning_rate": 0.000294338035743338,
      "loss": 6.25,
      "step": 14677
    },
    {
      "epoch": 0.6011877943886955,
      "grad_norm": 1.424298426978462,
      "learning_rate": 0.00029433714810606635,
      "loss": 5.3438,
      "step": 14678
    },
    {
      "epoch": 0.6012287528158918,
      "grad_norm": 1.5014393681147362,
      "learning_rate": 0.0002943362604005605,
      "loss": 5.4688,
      "step": 14679
    },
    {
      "epoch": 0.6012697112430883,
      "grad_norm": 1.6528196441472711,
      "learning_rate": 0.00029433537262682084,
      "loss": 6.0625,
      "step": 14680
    },
    {
      "epoch": 0.6013106696702847,
      "grad_norm": 1.7115290936450667,
      "learning_rate": 0.0002943344847848478,
      "loss": 5.2188,
      "step": 14681
    },
    {
      "epoch": 0.6013516280974811,
      "grad_norm": 1.7159038159968696,
      "learning_rate": 0.00029433359687464176,
      "loss": 5.0,
      "step": 14682
    },
    {
      "epoch": 0.6013925865246774,
      "grad_norm": 1.4584705186626328,
      "learning_rate": 0.00029433270889620315,
      "loss": 5.125,
      "step": 14683
    },
    {
      "epoch": 0.6014335449518738,
      "grad_norm": 2.0267094465478985,
      "learning_rate": 0.00029433182084953244,
      "loss": 5.9375,
      "step": 14684
    },
    {
      "epoch": 0.6014745033790703,
      "grad_norm": 1.9891742559808616,
      "learning_rate": 0.00029433093273463,
      "loss": 5.1562,
      "step": 14685
    },
    {
      "epoch": 0.6015154618062667,
      "grad_norm": 1.4589693107066866,
      "learning_rate": 0.0002943300445514963,
      "loss": 5.125,
      "step": 14686
    },
    {
      "epoch": 0.601556420233463,
      "grad_norm": 2.0919998342401582,
      "learning_rate": 0.00029432915630013177,
      "loss": 5.3438,
      "step": 14687
    },
    {
      "epoch": 0.6015973786606594,
      "grad_norm": 2.3066969509113195,
      "learning_rate": 0.00029432826798053675,
      "loss": 5.125,
      "step": 14688
    },
    {
      "epoch": 0.6016383370878559,
      "grad_norm": 1.7340720954939828,
      "learning_rate": 0.0002943273795927117,
      "loss": 6.2812,
      "step": 14689
    },
    {
      "epoch": 0.6016792955150522,
      "grad_norm": 1.4720226919604686,
      "learning_rate": 0.000294326491136657,
      "loss": 5.25,
      "step": 14690
    },
    {
      "epoch": 0.6017202539422486,
      "grad_norm": 6.579866162425756,
      "learning_rate": 0.00029432560261237315,
      "loss": 3.0312,
      "step": 14691
    },
    {
      "epoch": 0.601761212369445,
      "grad_norm": 1.4710386174840682,
      "learning_rate": 0.00029432471401986054,
      "loss": 5.4375,
      "step": 14692
    },
    {
      "epoch": 0.6018021707966414,
      "grad_norm": 1.6601260005359437,
      "learning_rate": 0.0002943238253591195,
      "loss": 5.9375,
      "step": 14693
    },
    {
      "epoch": 0.6018431292238378,
      "grad_norm": 1.5771147903473808,
      "learning_rate": 0.00029432293663015063,
      "loss": 5.0938,
      "step": 14694
    },
    {
      "epoch": 0.6018840876510342,
      "grad_norm": 1.376655221082797,
      "learning_rate": 0.0002943220478329542,
      "loss": 5.25,
      "step": 14695
    },
    {
      "epoch": 0.6019250460782306,
      "grad_norm": 1.4688958251130253,
      "learning_rate": 0.00029432115896753077,
      "loss": 5.375,
      "step": 14696
    },
    {
      "epoch": 0.601966004505427,
      "grad_norm": 4.2947607770054805,
      "learning_rate": 0.0002943202700338805,
      "loss": 4.1875,
      "step": 14697
    },
    {
      "epoch": 0.6020069629326233,
      "grad_norm": 2.592561578768266,
      "learning_rate": 0.00029431938103200415,
      "loss": 5.2188,
      "step": 14698
    },
    {
      "epoch": 0.6020479213598198,
      "grad_norm": 1.7772950110171881,
      "learning_rate": 0.0002943184919619019,
      "loss": 5.0625,
      "step": 14699
    },
    {
      "epoch": 0.6020888797870162,
      "grad_norm": 1.5471375149878277,
      "learning_rate": 0.0002943176028235742,
      "loss": 6.0,
      "step": 14700
    },
    {
      "epoch": 0.6021298382142126,
      "grad_norm": 1.7986980314949632,
      "learning_rate": 0.0002943167136170216,
      "loss": 5.8125,
      "step": 14701
    },
    {
      "epoch": 0.6021707966414089,
      "grad_norm": 1.9335757347097706,
      "learning_rate": 0.0002943158243422444,
      "loss": 5.75,
      "step": 14702
    },
    {
      "epoch": 0.6022117550686054,
      "grad_norm": 5.302371021780009,
      "learning_rate": 0.000294314934999243,
      "loss": 4.9062,
      "step": 14703
    },
    {
      "epoch": 0.6022527134958018,
      "grad_norm": 1.6116907876173816,
      "learning_rate": 0.0002943140455880179,
      "loss": 5.1562,
      "step": 14704
    },
    {
      "epoch": 0.6022936719229982,
      "grad_norm": 1.3764624688199154,
      "learning_rate": 0.00029431315610856947,
      "loss": 5.8438,
      "step": 14705
    },
    {
      "epoch": 0.6023346303501945,
      "grad_norm": 1.5988625482824719,
      "learning_rate": 0.0002943122665608982,
      "loss": 5.0938,
      "step": 14706
    },
    {
      "epoch": 0.602375588777391,
      "grad_norm": 1.5860486956581188,
      "learning_rate": 0.00029431137694500446,
      "loss": 6.2188,
      "step": 14707
    },
    {
      "epoch": 0.6024165472045874,
      "grad_norm": 2.815018693905165,
      "learning_rate": 0.00029431048726088864,
      "loss": 8.25,
      "step": 14708
    },
    {
      "epoch": 0.6024575056317837,
      "grad_norm": 1.458742279552329,
      "learning_rate": 0.00029430959750855124,
      "loss": 5.25,
      "step": 14709
    },
    {
      "epoch": 0.6024984640589801,
      "grad_norm": 1.2795393752455209,
      "learning_rate": 0.0002943087076879926,
      "loss": 4.9062,
      "step": 14710
    },
    {
      "epoch": 0.6025394224861765,
      "grad_norm": 1.3921608385792408,
      "learning_rate": 0.0002943078177992132,
      "loss": 5.6562,
      "step": 14711
    },
    {
      "epoch": 0.602580380913373,
      "grad_norm": 1.5608043592730987,
      "learning_rate": 0.0002943069278422134,
      "loss": 5.4688,
      "step": 14712
    },
    {
      "epoch": 0.6026213393405693,
      "grad_norm": 1.4918415336054924,
      "learning_rate": 0.0002943060378169937,
      "loss": 6.0938,
      "step": 14713
    },
    {
      "epoch": 0.6026622977677657,
      "grad_norm": 1.3812474288684948,
      "learning_rate": 0.0002943051477235545,
      "loss": 5.25,
      "step": 14714
    },
    {
      "epoch": 0.6027032561949621,
      "grad_norm": 2.9595560233009106,
      "learning_rate": 0.0002943042575618962,
      "loss": 6.9688,
      "step": 14715
    },
    {
      "epoch": 0.6027442146221585,
      "grad_norm": 1.8105592839695128,
      "learning_rate": 0.0002943033673320192,
      "loss": 5.125,
      "step": 14716
    },
    {
      "epoch": 0.6027851730493549,
      "grad_norm": 1.2865082014972555,
      "learning_rate": 0.0002943024770339239,
      "loss": 5.4375,
      "step": 14717
    },
    {
      "epoch": 0.6028261314765513,
      "grad_norm": 2.907798558470199,
      "learning_rate": 0.00029430158666761077,
      "loss": 5.2812,
      "step": 14718
    },
    {
      "epoch": 0.6028670899037477,
      "grad_norm": 2.5422281249870475,
      "learning_rate": 0.00029430069623308025,
      "loss": 5.9375,
      "step": 14719
    },
    {
      "epoch": 0.6029080483309441,
      "grad_norm": 1.783419183998335,
      "learning_rate": 0.0002942998057303327,
      "loss": 6.4375,
      "step": 14720
    },
    {
      "epoch": 0.6029490067581404,
      "grad_norm": 1.2058943692516846,
      "learning_rate": 0.0002942989151593686,
      "loss": 5.2188,
      "step": 14721
    },
    {
      "epoch": 0.6029899651853369,
      "grad_norm": 4.014435904145272,
      "learning_rate": 0.0002942980245201884,
      "loss": 5.875,
      "step": 14722
    },
    {
      "epoch": 0.6030309236125333,
      "grad_norm": 1.6782740214968295,
      "learning_rate": 0.0002942971338127924,
      "loss": 4.8438,
      "step": 14723
    },
    {
      "epoch": 0.6030718820397297,
      "grad_norm": 2.3954977090332608,
      "learning_rate": 0.0002942962430371811,
      "loss": 7.1875,
      "step": 14724
    },
    {
      "epoch": 0.603112840466926,
      "grad_norm": 1.8335732662323971,
      "learning_rate": 0.0002942953521933549,
      "loss": 5.625,
      "step": 14725
    },
    {
      "epoch": 0.6031537988941225,
      "grad_norm": 2.365235275714359,
      "learning_rate": 0.00029429446128131426,
      "loss": 4.4062,
      "step": 14726
    },
    {
      "epoch": 0.6031947573213189,
      "grad_norm": 1.7544019109222386,
      "learning_rate": 0.0002942935703010596,
      "loss": 6.9062,
      "step": 14727
    },
    {
      "epoch": 0.6032357157485153,
      "grad_norm": 1.577632141300376,
      "learning_rate": 0.0002942926792525913,
      "loss": 6.2812,
      "step": 14728
    },
    {
      "epoch": 0.6032766741757116,
      "grad_norm": 2.5909541454106,
      "learning_rate": 0.0002942917881359097,
      "loss": 5.0625,
      "step": 14729
    },
    {
      "epoch": 0.603317632602908,
      "grad_norm": 2.565523691158319,
      "learning_rate": 0.0002942908969510154,
      "loss": 4.8438,
      "step": 14730
    },
    {
      "epoch": 0.6033585910301045,
      "grad_norm": 1.4938167399231728,
      "learning_rate": 0.0002942900056979087,
      "loss": 5.8125,
      "step": 14731
    },
    {
      "epoch": 0.6033995494573008,
      "grad_norm": 1.666099323138785,
      "learning_rate": 0.00029428911437659005,
      "loss": 5.875,
      "step": 14732
    },
    {
      "epoch": 0.6034405078844972,
      "grad_norm": 1.4494093379099224,
      "learning_rate": 0.00029428822298705994,
      "loss": 6.0938,
      "step": 14733
    },
    {
      "epoch": 0.6034814663116936,
      "grad_norm": 1.3060377363590439,
      "learning_rate": 0.00029428733152931866,
      "loss": 5.125,
      "step": 14734
    },
    {
      "epoch": 0.6035224247388901,
      "grad_norm": 1.4617230175420417,
      "learning_rate": 0.0002942864400033668,
      "loss": 5.5625,
      "step": 14735
    },
    {
      "epoch": 0.6035633831660864,
      "grad_norm": 1.4207189993474731,
      "learning_rate": 0.0002942855484092046,
      "loss": 5.5,
      "step": 14736
    },
    {
      "epoch": 0.6036043415932828,
      "grad_norm": 1.7190303600297878,
      "learning_rate": 0.00029428465674683255,
      "loss": 5.5938,
      "step": 14737
    },
    {
      "epoch": 0.6036453000204792,
      "grad_norm": 2.22628574210245,
      "learning_rate": 0.00029428376501625114,
      "loss": 7.1562,
      "step": 14738
    },
    {
      "epoch": 0.6036862584476756,
      "grad_norm": 1.4922309178947128,
      "learning_rate": 0.00029428287321746073,
      "loss": 5.375,
      "step": 14739
    },
    {
      "epoch": 0.603727216874872,
      "grad_norm": 1.5746551898623424,
      "learning_rate": 0.00029428198135046175,
      "loss": 4.5938,
      "step": 14740
    },
    {
      "epoch": 0.6037681753020684,
      "grad_norm": 1.4683500544579458,
      "learning_rate": 0.00029428108941525463,
      "loss": 6.4375,
      "step": 14741
    },
    {
      "epoch": 0.6038091337292648,
      "grad_norm": 11.15232354498789,
      "learning_rate": 0.00029428019741183976,
      "loss": 6.125,
      "step": 14742
    },
    {
      "epoch": 0.6038500921564612,
      "grad_norm": 1.9077537496075359,
      "learning_rate": 0.00029427930534021757,
      "loss": 6.4062,
      "step": 14743
    },
    {
      "epoch": 0.6038910505836576,
      "grad_norm": 2.032036850652888,
      "learning_rate": 0.0002942784132003885,
      "loss": 5.9375,
      "step": 14744
    },
    {
      "epoch": 0.603932009010854,
      "grad_norm": 1.5377732210117985,
      "learning_rate": 0.000294277520992353,
      "loss": 4.75,
      "step": 14745
    },
    {
      "epoch": 0.6039729674380504,
      "grad_norm": 1.3664023216570553,
      "learning_rate": 0.00029427662871611145,
      "loss": 5.0,
      "step": 14746
    },
    {
      "epoch": 0.6040139258652468,
      "grad_norm": 1.3456783215709542,
      "learning_rate": 0.00029427573637166426,
      "loss": 5.9375,
      "step": 14747
    },
    {
      "epoch": 0.6040548842924431,
      "grad_norm": 1.4563346679568778,
      "learning_rate": 0.0002942748439590119,
      "loss": 4.9375,
      "step": 14748
    },
    {
      "epoch": 0.6040958427196396,
      "grad_norm": 4.082944086388374,
      "learning_rate": 0.00029427395147815473,
      "loss": 6.375,
      "step": 14749
    },
    {
      "epoch": 0.604136801146836,
      "grad_norm": 2.252277113993625,
      "learning_rate": 0.0002942730589290933,
      "loss": 5.4062,
      "step": 14750
    },
    {
      "epoch": 0.6041777595740323,
      "grad_norm": 3.61764720269516,
      "learning_rate": 0.00029427216631182785,
      "loss": 4.125,
      "step": 14751
    },
    {
      "epoch": 0.6042187180012287,
      "grad_norm": 6.265098914304344,
      "learning_rate": 0.0002942712736263589,
      "loss": 4.3125,
      "step": 14752
    },
    {
      "epoch": 0.6042596764284252,
      "grad_norm": 1.8423260937962052,
      "learning_rate": 0.0002942703808726869,
      "loss": 5.9375,
      "step": 14753
    },
    {
      "epoch": 0.6043006348556216,
      "grad_norm": 3.4441878418953706,
      "learning_rate": 0.0002942694880508122,
      "loss": 5.375,
      "step": 14754
    },
    {
      "epoch": 0.6043415932828179,
      "grad_norm": 1.4626208643058332,
      "learning_rate": 0.0002942685951607353,
      "loss": 4.8125,
      "step": 14755
    },
    {
      "epoch": 0.6043825517100143,
      "grad_norm": 1.9090833029537022,
      "learning_rate": 0.0002942677022024565,
      "loss": 6.9688,
      "step": 14756
    },
    {
      "epoch": 0.6044235101372107,
      "grad_norm": 2.961330932663501,
      "learning_rate": 0.0002942668091759764,
      "loss": 3.6875,
      "step": 14757
    },
    {
      "epoch": 0.6044644685644072,
      "grad_norm": 1.6875327012613284,
      "learning_rate": 0.0002942659160812953,
      "loss": 4.9375,
      "step": 14758
    },
    {
      "epoch": 0.6045054269916035,
      "grad_norm": 2.1184011607122653,
      "learning_rate": 0.00029426502291841363,
      "loss": 5.375,
      "step": 14759
    },
    {
      "epoch": 0.6045463854187999,
      "grad_norm": 1.5555070392585504,
      "learning_rate": 0.00029426412968733176,
      "loss": 5.0,
      "step": 14760
    },
    {
      "epoch": 0.6045873438459963,
      "grad_norm": 2.7201112208285885,
      "learning_rate": 0.00029426323638805026,
      "loss": 7.6875,
      "step": 14761
    },
    {
      "epoch": 0.6046283022731928,
      "grad_norm": 1.8526152008222694,
      "learning_rate": 0.0002942623430205694,
      "loss": 5.9062,
      "step": 14762
    },
    {
      "epoch": 0.6046692607003891,
      "grad_norm": 1.473301803816557,
      "learning_rate": 0.0002942614495848898,
      "loss": 5.5,
      "step": 14763
    },
    {
      "epoch": 0.6047102191275855,
      "grad_norm": 1.4173111656823507,
      "learning_rate": 0.00029426055608101166,
      "loss": 6.1562,
      "step": 14764
    },
    {
      "epoch": 0.6047511775547819,
      "grad_norm": 2.5158026263346267,
      "learning_rate": 0.0002942596625089355,
      "loss": 5.2812,
      "step": 14765
    },
    {
      "epoch": 0.6047921359819783,
      "grad_norm": 1.7789502815918286,
      "learning_rate": 0.0002942587688686618,
      "loss": 6.125,
      "step": 14766
    },
    {
      "epoch": 0.6048330944091747,
      "grad_norm": 2.2494394715119315,
      "learning_rate": 0.0002942578751601909,
      "loss": 4.5,
      "step": 14767
    },
    {
      "epoch": 0.6048740528363711,
      "grad_norm": 1.964119086568858,
      "learning_rate": 0.0002942569813835233,
      "loss": 6.6562,
      "step": 14768
    },
    {
      "epoch": 0.6049150112635675,
      "grad_norm": 1.2896899118065317,
      "learning_rate": 0.00029425608753865933,
      "loss": 5.2188,
      "step": 14769
    },
    {
      "epoch": 0.6049559696907639,
      "grad_norm": 2.4786976718833014,
      "learning_rate": 0.0002942551936255994,
      "loss": 7.5625,
      "step": 14770
    },
    {
      "epoch": 0.6049969281179602,
      "grad_norm": 1.5261204654377616,
      "learning_rate": 0.000294254299644344,
      "loss": 5.5,
      "step": 14771
    },
    {
      "epoch": 0.6050378865451567,
      "grad_norm": 3.095328298503795,
      "learning_rate": 0.00029425340559489357,
      "loss": 5.5625,
      "step": 14772
    },
    {
      "epoch": 0.6050788449723531,
      "grad_norm": 1.433318972225243,
      "learning_rate": 0.0002942525114772485,
      "loss": 5.375,
      "step": 14773
    },
    {
      "epoch": 0.6051198033995494,
      "grad_norm": 3.452947488422297,
      "learning_rate": 0.0002942516172914092,
      "loss": 3.8438,
      "step": 14774
    },
    {
      "epoch": 0.6051607618267458,
      "grad_norm": 1.4581360286410376,
      "learning_rate": 0.0002942507230373761,
      "loss": 5.1875,
      "step": 14775
    },
    {
      "epoch": 0.6052017202539423,
      "grad_norm": 1.827419179869057,
      "learning_rate": 0.0002942498287151496,
      "loss": 6.0938,
      "step": 14776
    },
    {
      "epoch": 0.6052426786811387,
      "grad_norm": 1.3867106191364222,
      "learning_rate": 0.00029424893432473026,
      "loss": 4.6875,
      "step": 14777
    },
    {
      "epoch": 0.605283637108335,
      "grad_norm": 1.5383140861240947,
      "learning_rate": 0.0002942480398661183,
      "loss": 5.3438,
      "step": 14778
    },
    {
      "epoch": 0.6053245955355314,
      "grad_norm": 1.6820642663467231,
      "learning_rate": 0.00029424714533931424,
      "loss": 6.0625,
      "step": 14779
    },
    {
      "epoch": 0.6053655539627278,
      "grad_norm": 1.651204863303116,
      "learning_rate": 0.00029424625074431855,
      "loss": 5.375,
      "step": 14780
    },
    {
      "epoch": 0.6054065123899243,
      "grad_norm": 2.1847332123959484,
      "learning_rate": 0.00029424535608113154,
      "loss": 5.8125,
      "step": 14781
    },
    {
      "epoch": 0.6054474708171206,
      "grad_norm": 2.6916235396431456,
      "learning_rate": 0.0002942444613497538,
      "loss": 7.5312,
      "step": 14782
    },
    {
      "epoch": 0.605488429244317,
      "grad_norm": 1.6336041980802856,
      "learning_rate": 0.00029424356655018553,
      "loss": 5.7812,
      "step": 14783
    },
    {
      "epoch": 0.6055293876715134,
      "grad_norm": 1.2034383628616752,
      "learning_rate": 0.0002942426716824273,
      "loss": 3.3594,
      "step": 14784
    },
    {
      "epoch": 0.6055703460987099,
      "grad_norm": 1.5335818786374829,
      "learning_rate": 0.00029424177674647957,
      "loss": 5.8125,
      "step": 14785
    },
    {
      "epoch": 0.6056113045259062,
      "grad_norm": 1.4803385459542817,
      "learning_rate": 0.00029424088174234263,
      "loss": 5.5312,
      "step": 14786
    },
    {
      "epoch": 0.6056522629531026,
      "grad_norm": 1.583461140382063,
      "learning_rate": 0.00029423998667001697,
      "loss": 5.8125,
      "step": 14787
    },
    {
      "epoch": 0.605693221380299,
      "grad_norm": 1.7673617613216646,
      "learning_rate": 0.00029423909152950307,
      "loss": 5.4688,
      "step": 14788
    },
    {
      "epoch": 0.6057341798074954,
      "grad_norm": 1.5817269525422337,
      "learning_rate": 0.0002942381963208013,
      "loss": 5.4688,
      "step": 14789
    },
    {
      "epoch": 0.6057751382346918,
      "grad_norm": 1.3980815148911274,
      "learning_rate": 0.000294237301043912,
      "loss": 6.1562,
      "step": 14790
    },
    {
      "epoch": 0.6058160966618882,
      "grad_norm": 1.8077471659225488,
      "learning_rate": 0.0002942364056988357,
      "loss": 4.625,
      "step": 14791
    },
    {
      "epoch": 0.6058570550890846,
      "grad_norm": 1.3642443767202277,
      "learning_rate": 0.00029423551028557286,
      "loss": 5.6875,
      "step": 14792
    },
    {
      "epoch": 0.6058980135162809,
      "grad_norm": 2.2804768001892923,
      "learning_rate": 0.0002942346148041238,
      "loss": 6.0,
      "step": 14793
    },
    {
      "epoch": 0.6059389719434773,
      "grad_norm": 1.6621254001120989,
      "learning_rate": 0.00029423371925448895,
      "loss": 5.75,
      "step": 14794
    },
    {
      "epoch": 0.6059799303706738,
      "grad_norm": 1.3548243599292358,
      "learning_rate": 0.0002942328236366688,
      "loss": 6.4375,
      "step": 14795
    },
    {
      "epoch": 0.6060208887978702,
      "grad_norm": 1.5760005006505782,
      "learning_rate": 0.00029423192795066373,
      "loss": 5.3125,
      "step": 14796
    },
    {
      "epoch": 0.6060618472250665,
      "grad_norm": 2.8409224345039576,
      "learning_rate": 0.00029423103219647416,
      "loss": 3.1875,
      "step": 14797
    },
    {
      "epoch": 0.6061028056522629,
      "grad_norm": 1.708278968639966,
      "learning_rate": 0.0002942301363741006,
      "loss": 6.1562,
      "step": 14798
    },
    {
      "epoch": 0.6061437640794594,
      "grad_norm": 1.5877747904146702,
      "learning_rate": 0.00029422924048354336,
      "loss": 5.375,
      "step": 14799
    },
    {
      "epoch": 0.6061847225066558,
      "grad_norm": 1.589944315131346,
      "learning_rate": 0.0002942283445248029,
      "loss": 5.9375,
      "step": 14800
    },
    {
      "epoch": 0.6062256809338521,
      "grad_norm": 3.147828450100041,
      "learning_rate": 0.0002942274484978796,
      "loss": 6.3438,
      "step": 14801
    },
    {
      "epoch": 0.6062666393610485,
      "grad_norm": 1.4354162850973435,
      "learning_rate": 0.000294226552402774,
      "loss": 5.2188,
      "step": 14802
    },
    {
      "epoch": 0.606307597788245,
      "grad_norm": 1.3576739050112432,
      "learning_rate": 0.00029422565623948637,
      "loss": 5.7188,
      "step": 14803
    },
    {
      "epoch": 0.6063485562154414,
      "grad_norm": 1.4686218020714368,
      "learning_rate": 0.00029422476000801734,
      "loss": 5.8438,
      "step": 14804
    },
    {
      "epoch": 0.6063895146426377,
      "grad_norm": 1.4608201839593442,
      "learning_rate": 0.0002942238637083671,
      "loss": 5.1875,
      "step": 14805
    },
    {
      "epoch": 0.6064304730698341,
      "grad_norm": 1.7222819229984403,
      "learning_rate": 0.00029422296734053625,
      "loss": 4.5625,
      "step": 14806
    },
    {
      "epoch": 0.6064714314970305,
      "grad_norm": 1.4539497111935515,
      "learning_rate": 0.00029422207090452516,
      "loss": 6.7812,
      "step": 14807
    },
    {
      "epoch": 0.606512389924227,
      "grad_norm": 1.3402409678357075,
      "learning_rate": 0.0002942211744003342,
      "loss": 5.6875,
      "step": 14808
    },
    {
      "epoch": 0.6065533483514233,
      "grad_norm": 1.5463303295019857,
      "learning_rate": 0.00029422027782796385,
      "loss": 6.9688,
      "step": 14809
    },
    {
      "epoch": 0.6065943067786197,
      "grad_norm": 3.861602608807674,
      "learning_rate": 0.00029421938118741456,
      "loss": 7.25,
      "step": 14810
    },
    {
      "epoch": 0.6066352652058161,
      "grad_norm": 1.5749165514011965,
      "learning_rate": 0.00029421848447868667,
      "loss": 5.4062,
      "step": 14811
    },
    {
      "epoch": 0.6066762236330125,
      "grad_norm": 1.9873931802173903,
      "learning_rate": 0.0002942175877017807,
      "loss": 5.4062,
      "step": 14812
    },
    {
      "epoch": 0.6067171820602089,
      "grad_norm": 2.4924405570301778,
      "learning_rate": 0.00029421669085669697,
      "loss": 4.625,
      "step": 14813
    },
    {
      "epoch": 0.6067581404874053,
      "grad_norm": 2.849279983393147,
      "learning_rate": 0.00029421579394343597,
      "loss": 8.1875,
      "step": 14814
    },
    {
      "epoch": 0.6067990989146017,
      "grad_norm": 1.3300069145204816,
      "learning_rate": 0.0002942148969619981,
      "loss": 5.3125,
      "step": 14815
    },
    {
      "epoch": 0.606840057341798,
      "grad_norm": 1.3413216559350876,
      "learning_rate": 0.0002942139999123838,
      "loss": 4.7188,
      "step": 14816
    },
    {
      "epoch": 0.6068810157689944,
      "grad_norm": 1.3634360124367932,
      "learning_rate": 0.0002942131027945935,
      "loss": 4.875,
      "step": 14817
    },
    {
      "epoch": 0.6069219741961909,
      "grad_norm": 1.5974296461578312,
      "learning_rate": 0.00029421220560862764,
      "loss": 4.9062,
      "step": 14818
    },
    {
      "epoch": 0.6069629326233873,
      "grad_norm": 1.5200740518342326,
      "learning_rate": 0.0002942113083544866,
      "loss": 5.8125,
      "step": 14819
    },
    {
      "epoch": 0.6070038910505836,
      "grad_norm": 1.3615300845018672,
      "learning_rate": 0.0002942104110321708,
      "loss": 5.7812,
      "step": 14820
    },
    {
      "epoch": 0.60704484947778,
      "grad_norm": 1.4048181293860509,
      "learning_rate": 0.00029420951364168065,
      "loss": 5.0312,
      "step": 14821
    },
    {
      "epoch": 0.6070858079049765,
      "grad_norm": 4.780857192877042,
      "learning_rate": 0.0002942086161830167,
      "loss": 5.5312,
      "step": 14822
    },
    {
      "epoch": 0.6071267663321729,
      "grad_norm": 1.492744011001255,
      "learning_rate": 0.0002942077186561792,
      "loss": 5.4062,
      "step": 14823
    },
    {
      "epoch": 0.6071677247593692,
      "grad_norm": 1.5441616134922314,
      "learning_rate": 0.0002942068210611687,
      "loss": 5.4375,
      "step": 14824
    },
    {
      "epoch": 0.6072086831865656,
      "grad_norm": 1.6032368437993942,
      "learning_rate": 0.0002942059233979856,
      "loss": 5.125,
      "step": 14825
    },
    {
      "epoch": 0.607249641613762,
      "grad_norm": 1.7461537339294677,
      "learning_rate": 0.00029420502566663025,
      "loss": 5.7188,
      "step": 14826
    },
    {
      "epoch": 0.6072906000409585,
      "grad_norm": 2.304868769705067,
      "learning_rate": 0.0002942041278671032,
      "loss": 7.1875,
      "step": 14827
    },
    {
      "epoch": 0.6073315584681548,
      "grad_norm": 1.3588799822151416,
      "learning_rate": 0.00029420322999940476,
      "loss": 5.1875,
      "step": 14828
    },
    {
      "epoch": 0.6073725168953512,
      "grad_norm": 2.0363869054758665,
      "learning_rate": 0.00029420233206353544,
      "loss": 6.3438,
      "step": 14829
    },
    {
      "epoch": 0.6074134753225476,
      "grad_norm": 1.4937641245938753,
      "learning_rate": 0.0002942014340594956,
      "loss": 5.1875,
      "step": 14830
    },
    {
      "epoch": 0.6074544337497441,
      "grad_norm": 3.972860301902381,
      "learning_rate": 0.0002942005359872857,
      "loss": 4.7812,
      "step": 14831
    },
    {
      "epoch": 0.6074953921769404,
      "grad_norm": 1.593743811938786,
      "learning_rate": 0.0002941996378469062,
      "loss": 5.7812,
      "step": 14832
    },
    {
      "epoch": 0.6075363506041368,
      "grad_norm": 1.9894917127402563,
      "learning_rate": 0.00029419873963835736,
      "loss": 7.375,
      "step": 14833
    },
    {
      "epoch": 0.6075773090313332,
      "grad_norm": 3.165791746962316,
      "learning_rate": 0.0002941978413616398,
      "loss": 6.2812,
      "step": 14834
    },
    {
      "epoch": 0.6076182674585295,
      "grad_norm": 1.915435995720755,
      "learning_rate": 0.00029419694301675386,
      "loss": 5.8438,
      "step": 14835
    },
    {
      "epoch": 0.607659225885726,
      "grad_norm": 1.4273570901404342,
      "learning_rate": 0.0002941960446037,
      "loss": 5.2812,
      "step": 14836
    },
    {
      "epoch": 0.6077001843129224,
      "grad_norm": 1.4938465334272861,
      "learning_rate": 0.00029419514612247856,
      "loss": 4.8438,
      "step": 14837
    },
    {
      "epoch": 0.6077411427401188,
      "grad_norm": 1.8338477355817056,
      "learning_rate": 0.00029419424757309,
      "loss": 7.1562,
      "step": 14838
    },
    {
      "epoch": 0.6077821011673151,
      "grad_norm": 1.8142749770613753,
      "learning_rate": 0.0002941933489555348,
      "loss": 6.3125,
      "step": 14839
    },
    {
      "epoch": 0.6078230595945115,
      "grad_norm": 1.814082030058085,
      "learning_rate": 0.00029419245026981344,
      "loss": 5.25,
      "step": 14840
    },
    {
      "epoch": 0.607864018021708,
      "grad_norm": 1.7557016044907963,
      "learning_rate": 0.00029419155151592615,
      "loss": 5.4062,
      "step": 14841
    },
    {
      "epoch": 0.6079049764489044,
      "grad_norm": 1.9174186264649271,
      "learning_rate": 0.0002941906526938735,
      "loss": 6.3438,
      "step": 14842
    },
    {
      "epoch": 0.6079459348761007,
      "grad_norm": 2.8671536764937704,
      "learning_rate": 0.00029418975380365593,
      "loss": 5.8125,
      "step": 14843
    },
    {
      "epoch": 0.6079868933032971,
      "grad_norm": 2.133437298534458,
      "learning_rate": 0.0002941888548452737,
      "loss": 6.3438,
      "step": 14844
    },
    {
      "epoch": 0.6080278517304936,
      "grad_norm": 3.9711850735612813,
      "learning_rate": 0.00029418795581872745,
      "loss": 2.7188,
      "step": 14845
    },
    {
      "epoch": 0.60806881015769,
      "grad_norm": 1.5377951185092493,
      "learning_rate": 0.0002941870567240174,
      "loss": 5.25,
      "step": 14846
    },
    {
      "epoch": 0.6081097685848863,
      "grad_norm": 3.722344499950131,
      "learning_rate": 0.00029418615756114414,
      "loss": 6.9062,
      "step": 14847
    },
    {
      "epoch": 0.6081507270120827,
      "grad_norm": 1.9750827132595155,
      "learning_rate": 0.00029418525833010804,
      "loss": 4.625,
      "step": 14848
    },
    {
      "epoch": 0.6081916854392792,
      "grad_norm": 4.403180518260465,
      "learning_rate": 0.00029418435903090945,
      "loss": 6.4375,
      "step": 14849
    },
    {
      "epoch": 0.6082326438664756,
      "grad_norm": 1.3598884203563444,
      "learning_rate": 0.0002941834596635489,
      "loss": 4.5938,
      "step": 14850
    },
    {
      "epoch": 0.6082736022936719,
      "grad_norm": 3.7798691949357544,
      "learning_rate": 0.0002941825602280268,
      "loss": 6.75,
      "step": 14851
    },
    {
      "epoch": 0.6083145607208683,
      "grad_norm": 4.8425692126414335,
      "learning_rate": 0.00029418166072434353,
      "loss": 6.6875,
      "step": 14852
    },
    {
      "epoch": 0.6083555191480647,
      "grad_norm": 1.4714150462480327,
      "learning_rate": 0.0002941807611524996,
      "loss": 5.8438,
      "step": 14853
    },
    {
      "epoch": 0.6083964775752612,
      "grad_norm": 1.3663811092819076,
      "learning_rate": 0.0002941798615124953,
      "loss": 4.625,
      "step": 14854
    },
    {
      "epoch": 0.6084374360024575,
      "grad_norm": 2.599470496301723,
      "learning_rate": 0.00029417896180433114,
      "loss": 6.375,
      "step": 14855
    },
    {
      "epoch": 0.6084783944296539,
      "grad_norm": 1.9388254074447746,
      "learning_rate": 0.00029417806202800754,
      "loss": 4.9688,
      "step": 14856
    },
    {
      "epoch": 0.6085193528568503,
      "grad_norm": 2.559567479876133,
      "learning_rate": 0.00029417716218352487,
      "loss": 6.9062,
      "step": 14857
    },
    {
      "epoch": 0.6085603112840466,
      "grad_norm": 1.7552331577223328,
      "learning_rate": 0.00029417626227088366,
      "loss": 6.3438,
      "step": 14858
    },
    {
      "epoch": 0.6086012697112431,
      "grad_norm": 1.4327747764322005,
      "learning_rate": 0.0002941753622900843,
      "loss": 5.2188,
      "step": 14859
    },
    {
      "epoch": 0.6086422281384395,
      "grad_norm": 2.1394259070897412,
      "learning_rate": 0.0002941744622411272,
      "loss": 7.0,
      "step": 14860
    },
    {
      "epoch": 0.6086831865656359,
      "grad_norm": 1.4191700828690026,
      "learning_rate": 0.0002941735621240127,
      "loss": 4.5938,
      "step": 14861
    },
    {
      "epoch": 0.6087241449928322,
      "grad_norm": 2.229527419695542,
      "learning_rate": 0.00029417266193874133,
      "loss": 7.3125,
      "step": 14862
    },
    {
      "epoch": 0.6087651034200287,
      "grad_norm": 1.8411560307390893,
      "learning_rate": 0.00029417176168531354,
      "loss": 6.1875,
      "step": 14863
    },
    {
      "epoch": 0.6088060618472251,
      "grad_norm": 2.1602701064405485,
      "learning_rate": 0.00029417086136372965,
      "loss": 6.7188,
      "step": 14864
    },
    {
      "epoch": 0.6088470202744215,
      "grad_norm": 3.803990747717024,
      "learning_rate": 0.0002941699609739902,
      "loss": 8.3125,
      "step": 14865
    },
    {
      "epoch": 0.6088879787016178,
      "grad_norm": 1.8225950458575964,
      "learning_rate": 0.0002941690605160955,
      "loss": 7.0,
      "step": 14866
    },
    {
      "epoch": 0.6089289371288142,
      "grad_norm": 2.367117860783907,
      "learning_rate": 0.0002941681599900461,
      "loss": 5.7188,
      "step": 14867
    },
    {
      "epoch": 0.6089698955560107,
      "grad_norm": 1.7907052527322953,
      "learning_rate": 0.0002941672593958423,
      "loss": 5.5938,
      "step": 14868
    },
    {
      "epoch": 0.6090108539832071,
      "grad_norm": 6.1852296737966075,
      "learning_rate": 0.0002941663587334846,
      "loss": 6.5625,
      "step": 14869
    },
    {
      "epoch": 0.6090518124104034,
      "grad_norm": 1.5284157180038789,
      "learning_rate": 0.0002941654580029734,
      "loss": 5.625,
      "step": 14870
    },
    {
      "epoch": 0.6090927708375998,
      "grad_norm": 1.5413490692207237,
      "learning_rate": 0.0002941645572043092,
      "loss": 4.8438,
      "step": 14871
    },
    {
      "epoch": 0.6091337292647963,
      "grad_norm": 1.7550639947034057,
      "learning_rate": 0.0002941636563374923,
      "loss": 6.8125,
      "step": 14872
    },
    {
      "epoch": 0.6091746876919927,
      "grad_norm": 1.440769267843106,
      "learning_rate": 0.0002941627554025232,
      "loss": 5.1562,
      "step": 14873
    },
    {
      "epoch": 0.609215646119189,
      "grad_norm": 6.299860923533768,
      "learning_rate": 0.00029416185439940233,
      "loss": 6.4688,
      "step": 14874
    },
    {
      "epoch": 0.6092566045463854,
      "grad_norm": 1.6688879091528823,
      "learning_rate": 0.00029416095332813005,
      "loss": 5.6875,
      "step": 14875
    },
    {
      "epoch": 0.6092975629735818,
      "grad_norm": 7.465237949507091,
      "learning_rate": 0.00029416005218870693,
      "loss": 6.7188,
      "step": 14876
    },
    {
      "epoch": 0.6093385214007782,
      "grad_norm": 1.584953613316863,
      "learning_rate": 0.0002941591509811332,
      "loss": 4.4688,
      "step": 14877
    },
    {
      "epoch": 0.6093794798279746,
      "grad_norm": 1.627490111334363,
      "learning_rate": 0.0002941582497054095,
      "loss": 5.9375,
      "step": 14878
    },
    {
      "epoch": 0.609420438255171,
      "grad_norm": 1.715167559720124,
      "learning_rate": 0.00029415734836153604,
      "loss": 5.75,
      "step": 14879
    },
    {
      "epoch": 0.6094613966823674,
      "grad_norm": 1.5549842600130033,
      "learning_rate": 0.0002941564469495134,
      "loss": 5.5938,
      "step": 14880
    },
    {
      "epoch": 0.6095023551095637,
      "grad_norm": 2.082990303046006,
      "learning_rate": 0.00029415554546934194,
      "loss": 6.5625,
      "step": 14881
    },
    {
      "epoch": 0.6095433135367602,
      "grad_norm": 2.386418926325806,
      "learning_rate": 0.00029415464392102216,
      "loss": 5.5938,
      "step": 14882
    },
    {
      "epoch": 0.6095842719639566,
      "grad_norm": 1.4732501420473532,
      "learning_rate": 0.00029415374230455437,
      "loss": 4.6562,
      "step": 14883
    },
    {
      "epoch": 0.609625230391153,
      "grad_norm": 1.6587593039706396,
      "learning_rate": 0.00029415284061993905,
      "loss": 4.6562,
      "step": 14884
    },
    {
      "epoch": 0.6096661888183493,
      "grad_norm": 5.642118412589594,
      "learning_rate": 0.00029415193886717664,
      "loss": 6.4688,
      "step": 14885
    },
    {
      "epoch": 0.6097071472455458,
      "grad_norm": 3.9673961409289484,
      "learning_rate": 0.0002941510370462676,
      "loss": 4.9062,
      "step": 14886
    },
    {
      "epoch": 0.6097481056727422,
      "grad_norm": 1.814586516844549,
      "learning_rate": 0.00029415013515721227,
      "loss": 6.75,
      "step": 14887
    },
    {
      "epoch": 0.6097890640999386,
      "grad_norm": 1.468393022748426,
      "learning_rate": 0.0002941492332000111,
      "loss": 5.4062,
      "step": 14888
    },
    {
      "epoch": 0.6098300225271349,
      "grad_norm": 1.953810299484637,
      "learning_rate": 0.0002941483311746646,
      "loss": 7.8125,
      "step": 14889
    },
    {
      "epoch": 0.6098709809543313,
      "grad_norm": 1.565802226849816,
      "learning_rate": 0.0002941474290811731,
      "loss": 4.9688,
      "step": 14890
    },
    {
      "epoch": 0.6099119393815278,
      "grad_norm": 3.776869940820569,
      "learning_rate": 0.00029414652691953704,
      "loss": 4.4062,
      "step": 14891
    },
    {
      "epoch": 0.6099528978087242,
      "grad_norm": 1.6518899350131337,
      "learning_rate": 0.0002941456246897569,
      "loss": 6.125,
      "step": 14892
    },
    {
      "epoch": 0.6099938562359205,
      "grad_norm": 3.77998779533656,
      "learning_rate": 0.0002941447223918331,
      "loss": 5.4375,
      "step": 14893
    },
    {
      "epoch": 0.6100348146631169,
      "grad_norm": 3.8881791836118906,
      "learning_rate": 0.000294143820025766,
      "loss": 2.7969,
      "step": 14894
    },
    {
      "epoch": 0.6100757730903134,
      "grad_norm": 1.9151044836473843,
      "learning_rate": 0.00029414291759155607,
      "loss": 5.7188,
      "step": 14895
    },
    {
      "epoch": 0.6101167315175098,
      "grad_norm": 1.4382319989053325,
      "learning_rate": 0.0002941420150892037,
      "loss": 5.25,
      "step": 14896
    },
    {
      "epoch": 0.6101576899447061,
      "grad_norm": 1.462822426980152,
      "learning_rate": 0.0002941411125187094,
      "loss": 5.7812,
      "step": 14897
    },
    {
      "epoch": 0.6101986483719025,
      "grad_norm": 1.4344756789369226,
      "learning_rate": 0.0002941402098800735,
      "loss": 5.0312,
      "step": 14898
    },
    {
      "epoch": 0.6102396067990989,
      "grad_norm": 1.7385205159818238,
      "learning_rate": 0.0002941393071732965,
      "loss": 5.9375,
      "step": 14899
    },
    {
      "epoch": 0.6102805652262953,
      "grad_norm": 4.300249349238125,
      "learning_rate": 0.0002941384043983789,
      "loss": 2.375,
      "step": 14900
    },
    {
      "epoch": 0.6103215236534917,
      "grad_norm": 2.578847525128238,
      "learning_rate": 0.00029413750155532085,
      "loss": 7.7188,
      "step": 14901
    },
    {
      "epoch": 0.6103624820806881,
      "grad_norm": 1.685423032797799,
      "learning_rate": 0.00029413659864412306,
      "loss": 5.5625,
      "step": 14902
    },
    {
      "epoch": 0.6104034405078845,
      "grad_norm": 3.343637366219351,
      "learning_rate": 0.0002941356956647858,
      "loss": 5.8438,
      "step": 14903
    },
    {
      "epoch": 0.6104443989350808,
      "grad_norm": 1.3652014694140313,
      "learning_rate": 0.00029413479261730955,
      "loss": 7.125,
      "step": 14904
    },
    {
      "epoch": 0.6104853573622773,
      "grad_norm": 1.9782085351266616,
      "learning_rate": 0.0002941338895016948,
      "loss": 6.5,
      "step": 14905
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 4.128565329438047,
      "learning_rate": 0.0002941329863179419,
      "loss": 2.5312,
      "step": 14906
    },
    {
      "epoch": 0.6105672742166701,
      "grad_norm": 1.7963756542476645,
      "learning_rate": 0.0002941320830660512,
      "loss": 5.5312,
      "step": 14907
    },
    {
      "epoch": 0.6106082326438664,
      "grad_norm": 1.531004190407532,
      "learning_rate": 0.00029413117974602323,
      "loss": 5.0,
      "step": 14908
    },
    {
      "epoch": 0.6106491910710629,
      "grad_norm": 2.1633513918832667,
      "learning_rate": 0.0002941302763578585,
      "loss": 5.4062,
      "step": 14909
    },
    {
      "epoch": 0.6106901494982593,
      "grad_norm": 1.565234728540092,
      "learning_rate": 0.00029412937290155725,
      "loss": 5.375,
      "step": 14910
    },
    {
      "epoch": 0.6107311079254557,
      "grad_norm": 1.3135847516387185,
      "learning_rate": 0.00029412846937712,
      "loss": 5.125,
      "step": 14911
    },
    {
      "epoch": 0.610772066352652,
      "grad_norm": 4.996236254979876,
      "learning_rate": 0.00029412756578454724,
      "loss": 8.25,
      "step": 14912
    },
    {
      "epoch": 0.6108130247798484,
      "grad_norm": 2.217694763611578,
      "learning_rate": 0.00029412666212383923,
      "loss": 7.125,
      "step": 14913
    },
    {
      "epoch": 0.6108539832070449,
      "grad_norm": 1.4039306769074849,
      "learning_rate": 0.0002941257583949966,
      "loss": 4.7812,
      "step": 14914
    },
    {
      "epoch": 0.6108949416342413,
      "grad_norm": 1.7884196705185307,
      "learning_rate": 0.0002941248545980196,
      "loss": 5.0625,
      "step": 14915
    },
    {
      "epoch": 0.6109359000614376,
      "grad_norm": 1.3642864222473672,
      "learning_rate": 0.00029412395073290877,
      "loss": 5.5,
      "step": 14916
    },
    {
      "epoch": 0.610976858488634,
      "grad_norm": 1.40924240192301,
      "learning_rate": 0.0002941230467996645,
      "loss": 4.6875,
      "step": 14917
    },
    {
      "epoch": 0.6110178169158305,
      "grad_norm": 1.5591664113314954,
      "learning_rate": 0.00029412214279828715,
      "loss": 5.3125,
      "step": 14918
    },
    {
      "epoch": 0.6110587753430269,
      "grad_norm": 1.7341444719358756,
      "learning_rate": 0.0002941212387287773,
      "loss": 5.0938,
      "step": 14919
    },
    {
      "epoch": 0.6110997337702232,
      "grad_norm": 1.8109629786267938,
      "learning_rate": 0.00029412033459113527,
      "loss": 5.625,
      "step": 14920
    },
    {
      "epoch": 0.6111406921974196,
      "grad_norm": 3.3949921049693264,
      "learning_rate": 0.0002941194303853615,
      "loss": 8.3125,
      "step": 14921
    },
    {
      "epoch": 0.611181650624616,
      "grad_norm": 1.7826371628124125,
      "learning_rate": 0.00029411852611145643,
      "loss": 6.0312,
      "step": 14922
    },
    {
      "epoch": 0.6112226090518124,
      "grad_norm": 1.6887091184037497,
      "learning_rate": 0.00029411762176942044,
      "loss": 5.5,
      "step": 14923
    },
    {
      "epoch": 0.6112635674790088,
      "grad_norm": 1.3532739607583242,
      "learning_rate": 0.00029411671735925406,
      "loss": 5.4688,
      "step": 14924
    },
    {
      "epoch": 0.6113045259062052,
      "grad_norm": 3.89853325969185,
      "learning_rate": 0.00029411581288095765,
      "loss": 7.875,
      "step": 14925
    },
    {
      "epoch": 0.6113454843334016,
      "grad_norm": 1.451600013629428,
      "learning_rate": 0.00029411490833453166,
      "loss": 5.4688,
      "step": 14926
    },
    {
      "epoch": 0.611386442760598,
      "grad_norm": 1.7312715849220954,
      "learning_rate": 0.0002941140037199764,
      "loss": 6.625,
      "step": 14927
    },
    {
      "epoch": 0.6114274011877944,
      "grad_norm": 1.293002233322408,
      "learning_rate": 0.0002941130990372925,
      "loss": 5.5312,
      "step": 14928
    },
    {
      "epoch": 0.6114683596149908,
      "grad_norm": 1.6778527029106767,
      "learning_rate": 0.00029411219428648026,
      "loss": 5.6562,
      "step": 14929
    },
    {
      "epoch": 0.6115093180421872,
      "grad_norm": 1.9886062687974664,
      "learning_rate": 0.00029411128946754016,
      "loss": 6.375,
      "step": 14930
    },
    {
      "epoch": 0.6115502764693835,
      "grad_norm": 2.614871506926171,
      "learning_rate": 0.0002941103845804726,
      "loss": 5.625,
      "step": 14931
    },
    {
      "epoch": 0.61159123489658,
      "grad_norm": 2.4684753531541515,
      "learning_rate": 0.000294109479625278,
      "loss": 6.75,
      "step": 14932
    },
    {
      "epoch": 0.6116321933237764,
      "grad_norm": 3.8244034397971887,
      "learning_rate": 0.00029410857460195685,
      "loss": 4.8125,
      "step": 14933
    },
    {
      "epoch": 0.6116731517509728,
      "grad_norm": 1.5426118580859187,
      "learning_rate": 0.0002941076695105094,
      "loss": 5.2188,
      "step": 14934
    },
    {
      "epoch": 0.6117141101781691,
      "grad_norm": 2.039957760314041,
      "learning_rate": 0.00029410676435093636,
      "loss": 4.9062,
      "step": 14935
    },
    {
      "epoch": 0.6117550686053655,
      "grad_norm": 1.6350562221808262,
      "learning_rate": 0.0002941058591232379,
      "loss": 7.375,
      "step": 14936
    },
    {
      "epoch": 0.611796027032562,
      "grad_norm": 1.8278935425028913,
      "learning_rate": 0.00029410495382741457,
      "loss": 6.0,
      "step": 14937
    },
    {
      "epoch": 0.6118369854597584,
      "grad_norm": 1.8610095779526878,
      "learning_rate": 0.0002941040484634668,
      "loss": 6.0625,
      "step": 14938
    },
    {
      "epoch": 0.6118779438869547,
      "grad_norm": 1.591239288532956,
      "learning_rate": 0.000294103143031395,
      "loss": 5.4375,
      "step": 14939
    },
    {
      "epoch": 0.6119189023141511,
      "grad_norm": 1.3364212023026696,
      "learning_rate": 0.0002941022375311996,
      "loss": 5.4062,
      "step": 14940
    },
    {
      "epoch": 0.6119598607413476,
      "grad_norm": 2.5669803483113793,
      "learning_rate": 0.00029410133196288097,
      "loss": 8.0,
      "step": 14941
    },
    {
      "epoch": 0.6120008191685439,
      "grad_norm": 2.365491357442599,
      "learning_rate": 0.00029410042632643964,
      "loss": 6.5312,
      "step": 14942
    },
    {
      "epoch": 0.6120417775957403,
      "grad_norm": 1.4500593099907841,
      "learning_rate": 0.000294099520621876,
      "loss": 5.9688,
      "step": 14943
    },
    {
      "epoch": 0.6120827360229367,
      "grad_norm": 2.125254598765536,
      "learning_rate": 0.00029409861484919046,
      "loss": 5.5938,
      "step": 14944
    },
    {
      "epoch": 0.6121236944501331,
      "grad_norm": 2.4424539422036555,
      "learning_rate": 0.0002940977090083834,
      "loss": 6.8125,
      "step": 14945
    },
    {
      "epoch": 0.6121646528773295,
      "grad_norm": 4.389082704877025,
      "learning_rate": 0.0002940968030994554,
      "loss": 6.375,
      "step": 14946
    },
    {
      "epoch": 0.6122056113045259,
      "grad_norm": 1.5566362186650464,
      "learning_rate": 0.00029409589712240677,
      "loss": 4.8438,
      "step": 14947
    },
    {
      "epoch": 0.6122465697317223,
      "grad_norm": 1.5269825394343097,
      "learning_rate": 0.0002940949910772379,
      "loss": 5.0938,
      "step": 14948
    },
    {
      "epoch": 0.6122875281589187,
      "grad_norm": 1.6680886456260642,
      "learning_rate": 0.00029409408496394935,
      "loss": 6.8125,
      "step": 14949
    },
    {
      "epoch": 0.612328486586115,
      "grad_norm": 1.743103599523389,
      "learning_rate": 0.00029409317878254144,
      "loss": 6.2188,
      "step": 14950
    },
    {
      "epoch": 0.6123694450133115,
      "grad_norm": 2.9120691575689204,
      "learning_rate": 0.0002940922725330146,
      "loss": 3.3594,
      "step": 14951
    },
    {
      "epoch": 0.6124104034405079,
      "grad_norm": 5.320975645298328,
      "learning_rate": 0.00029409136621536935,
      "loss": 9.1875,
      "step": 14952
    },
    {
      "epoch": 0.6124513618677043,
      "grad_norm": 1.5448472336257895,
      "learning_rate": 0.00029409045982960603,
      "loss": 5.2812,
      "step": 14953
    },
    {
      "epoch": 0.6124923202949006,
      "grad_norm": 1.4564651125998755,
      "learning_rate": 0.0002940895533757251,
      "loss": 5.75,
      "step": 14954
    },
    {
      "epoch": 0.6125332787220971,
      "grad_norm": 2.3641634250129235,
      "learning_rate": 0.00029408864685372707,
      "loss": 5.1562,
      "step": 14955
    },
    {
      "epoch": 0.6125742371492935,
      "grad_norm": 1.4721556339610002,
      "learning_rate": 0.00029408774026361224,
      "loss": 5.2188,
      "step": 14956
    },
    {
      "epoch": 0.6126151955764899,
      "grad_norm": 1.617807903844336,
      "learning_rate": 0.00029408683360538106,
      "loss": 5.4062,
      "step": 14957
    },
    {
      "epoch": 0.6126561540036862,
      "grad_norm": 1.4526028513454166,
      "learning_rate": 0.000294085926879034,
      "loss": 5.875,
      "step": 14958
    },
    {
      "epoch": 0.6126971124308827,
      "grad_norm": 1.4633246759209115,
      "learning_rate": 0.00029408502008457146,
      "loss": 6.2812,
      "step": 14959
    },
    {
      "epoch": 0.6127380708580791,
      "grad_norm": 4.003385598901447,
      "learning_rate": 0.0002940841132219939,
      "loss": 2.6562,
      "step": 14960
    },
    {
      "epoch": 0.6127790292852755,
      "grad_norm": 1.5219220579622945,
      "learning_rate": 0.00029408320629130175,
      "loss": 6.3438,
      "step": 14961
    },
    {
      "epoch": 0.6128199877124718,
      "grad_norm": 1.7566581747211951,
      "learning_rate": 0.0002940822992924954,
      "loss": 5.5,
      "step": 14962
    },
    {
      "epoch": 0.6128609461396682,
      "grad_norm": 1.3490049807073012,
      "learning_rate": 0.00029408139222557533,
      "loss": 5.3438,
      "step": 14963
    },
    {
      "epoch": 0.6129019045668647,
      "grad_norm": 1.7369731388677039,
      "learning_rate": 0.0002940804850905419,
      "loss": 5.5312,
      "step": 14964
    },
    {
      "epoch": 0.612942862994061,
      "grad_norm": 2.2171274794330036,
      "learning_rate": 0.00029407957788739553,
      "loss": 7.4062,
      "step": 14965
    },
    {
      "epoch": 0.6129838214212574,
      "grad_norm": 1.2840604631950017,
      "learning_rate": 0.00029407867061613676,
      "loss": 5.75,
      "step": 14966
    },
    {
      "epoch": 0.6130247798484538,
      "grad_norm": 1.7121751788738129,
      "learning_rate": 0.000294077763276766,
      "loss": 6.125,
      "step": 14967
    },
    {
      "epoch": 0.6130657382756503,
      "grad_norm": 1.573881799411041,
      "learning_rate": 0.0002940768558692836,
      "loss": 5.25,
      "step": 14968
    },
    {
      "epoch": 0.6131066967028466,
      "grad_norm": 4.439298684687191,
      "learning_rate": 0.00029407594839368995,
      "loss": 3.3281,
      "step": 14969
    },
    {
      "epoch": 0.613147655130043,
      "grad_norm": 4.985958653757941,
      "learning_rate": 0.00029407504084998565,
      "loss": 7.75,
      "step": 14970
    },
    {
      "epoch": 0.6131886135572394,
      "grad_norm": 1.735104248275088,
      "learning_rate": 0.00029407413323817095,
      "loss": 5.5,
      "step": 14971
    },
    {
      "epoch": 0.6132295719844358,
      "grad_norm": 1.9528374465087535,
      "learning_rate": 0.00029407322555824645,
      "loss": 6.25,
      "step": 14972
    },
    {
      "epoch": 0.6132705304116322,
      "grad_norm": 1.4965885346026762,
      "learning_rate": 0.0002940723178102124,
      "loss": 5.7188,
      "step": 14973
    },
    {
      "epoch": 0.6133114888388286,
      "grad_norm": 2.7043608236915087,
      "learning_rate": 0.00029407140999406937,
      "loss": 4.5938,
      "step": 14974
    },
    {
      "epoch": 0.613352447266025,
      "grad_norm": 1.5725604201526655,
      "learning_rate": 0.0002940705021098177,
      "loss": 5.8438,
      "step": 14975
    },
    {
      "epoch": 0.6133934056932214,
      "grad_norm": 1.8601287075984356,
      "learning_rate": 0.0002940695941574579,
      "loss": 6.3125,
      "step": 14976
    },
    {
      "epoch": 0.6134343641204177,
      "grad_norm": 2.6640416408175365,
      "learning_rate": 0.00029406868613699035,
      "loss": 6.8125,
      "step": 14977
    },
    {
      "epoch": 0.6134753225476142,
      "grad_norm": 1.6270553632253566,
      "learning_rate": 0.0002940677780484155,
      "loss": 5.875,
      "step": 14978
    },
    {
      "epoch": 0.6135162809748106,
      "grad_norm": 1.6686429884729606,
      "learning_rate": 0.00029406686989173373,
      "loss": 5.5,
      "step": 14979
    },
    {
      "epoch": 0.613557239402007,
      "grad_norm": 1.4562755749229732,
      "learning_rate": 0.0002940659616669455,
      "loss": 6.2812,
      "step": 14980
    },
    {
      "epoch": 0.6135981978292033,
      "grad_norm": 1.7255059830382935,
      "learning_rate": 0.00029406505337405126,
      "loss": 5.9062,
      "step": 14981
    },
    {
      "epoch": 0.6136391562563998,
      "grad_norm": 1.5031780090072475,
      "learning_rate": 0.0002940641450130514,
      "loss": 4.9375,
      "step": 14982
    },
    {
      "epoch": 0.6136801146835962,
      "grad_norm": 1.604952227034474,
      "learning_rate": 0.0002940632365839464,
      "loss": 5.4688,
      "step": 14983
    },
    {
      "epoch": 0.6137210731107925,
      "grad_norm": 1.5628930189102255,
      "learning_rate": 0.00029406232808673664,
      "loss": 5.625,
      "step": 14984
    },
    {
      "epoch": 0.6137620315379889,
      "grad_norm": 1.335895850087134,
      "learning_rate": 0.00029406141952142257,
      "loss": 6.0938,
      "step": 14985
    },
    {
      "epoch": 0.6138029899651853,
      "grad_norm": 1.3671477738076567,
      "learning_rate": 0.0002940605108880046,
      "loss": 5.5,
      "step": 14986
    },
    {
      "epoch": 0.6138439483923818,
      "grad_norm": 3.343789803629,
      "learning_rate": 0.00029405960218648324,
      "loss": 8.125,
      "step": 14987
    },
    {
      "epoch": 0.6138849068195781,
      "grad_norm": 6.026359935877132,
      "learning_rate": 0.0002940586934168588,
      "loss": 6.9688,
      "step": 14988
    },
    {
      "epoch": 0.6139258652467745,
      "grad_norm": 1.3427227523287857,
      "learning_rate": 0.0002940577845791318,
      "loss": 4.5625,
      "step": 14989
    },
    {
      "epoch": 0.6139668236739709,
      "grad_norm": 1.654608384728728,
      "learning_rate": 0.00029405687567330265,
      "loss": 5.8125,
      "step": 14990
    },
    {
      "epoch": 0.6140077821011674,
      "grad_norm": 1.7907017008082555,
      "learning_rate": 0.00029405596669937175,
      "loss": 5.625,
      "step": 14991
    },
    {
      "epoch": 0.6140487405283637,
      "grad_norm": 2.2573806384885575,
      "learning_rate": 0.00029405505765733956,
      "loss": 5.5625,
      "step": 14992
    },
    {
      "epoch": 0.6140896989555601,
      "grad_norm": 2.3871268585994145,
      "learning_rate": 0.0002940541485472065,
      "loss": 4.7188,
      "step": 14993
    },
    {
      "epoch": 0.6141306573827565,
      "grad_norm": 7.000398155302588,
      "learning_rate": 0.000294053239368973,
      "loss": 5.0625,
      "step": 14994
    },
    {
      "epoch": 0.6141716158099529,
      "grad_norm": 1.3686921335960238,
      "learning_rate": 0.00029405233012263945,
      "loss": 5.2812,
      "step": 14995
    },
    {
      "epoch": 0.6142125742371493,
      "grad_norm": 1.3424555628804742,
      "learning_rate": 0.0002940514208082064,
      "loss": 4.5625,
      "step": 14996
    },
    {
      "epoch": 0.6142535326643457,
      "grad_norm": 1.5763886416639756,
      "learning_rate": 0.00029405051142567413,
      "loss": 5.0312,
      "step": 14997
    },
    {
      "epoch": 0.6142944910915421,
      "grad_norm": 1.9949736193774295,
      "learning_rate": 0.0002940496019750431,
      "loss": 5.6562,
      "step": 14998
    },
    {
      "epoch": 0.6143354495187385,
      "grad_norm": 1.7594018268384923,
      "learning_rate": 0.00029404869245631385,
      "loss": 5.3125,
      "step": 14999
    },
    {
      "epoch": 0.6143764079459348,
      "grad_norm": 2.132331320000338,
      "learning_rate": 0.0002940477828694867,
      "loss": 5.6562,
      "step": 15000
    },
    {
      "epoch": 0.6144173663731313,
      "grad_norm": 1.3947731829521166,
      "learning_rate": 0.00029404687321456214,
      "loss": 5.4062,
      "step": 15001
    },
    {
      "epoch": 0.6144583248003277,
      "grad_norm": 1.514847738479265,
      "learning_rate": 0.00029404596349154056,
      "loss": 6.875,
      "step": 15002
    },
    {
      "epoch": 0.6144992832275241,
      "grad_norm": 1.3693095959632355,
      "learning_rate": 0.0002940450537004224,
      "loss": 4.7188,
      "step": 15003
    },
    {
      "epoch": 0.6145402416547204,
      "grad_norm": 1.5366288131154155,
      "learning_rate": 0.00029404414384120813,
      "loss": 6.25,
      "step": 15004
    },
    {
      "epoch": 0.6145812000819169,
      "grad_norm": 1.7614208870221142,
      "learning_rate": 0.00029404323391389814,
      "loss": 5.3438,
      "step": 15005
    },
    {
      "epoch": 0.6146221585091133,
      "grad_norm": 1.514341167945253,
      "learning_rate": 0.0002940423239184929,
      "loss": 5.7812,
      "step": 15006
    },
    {
      "epoch": 0.6146631169363096,
      "grad_norm": 1.897839684967375,
      "learning_rate": 0.0002940414138549927,
      "loss": 5.5,
      "step": 15007
    },
    {
      "epoch": 0.614704075363506,
      "grad_norm": 1.3669804746524477,
      "learning_rate": 0.00029404050372339814,
      "loss": 5.8438,
      "step": 15008
    },
    {
      "epoch": 0.6147450337907024,
      "grad_norm": 1.4809525198358449,
      "learning_rate": 0.0002940395935237096,
      "loss": 4.7188,
      "step": 15009
    },
    {
      "epoch": 0.6147859922178989,
      "grad_norm": 2.859459476459989,
      "learning_rate": 0.00029403868325592747,
      "loss": 8.6875,
      "step": 15010
    },
    {
      "epoch": 0.6148269506450952,
      "grad_norm": 1.5209927931243583,
      "learning_rate": 0.00029403777292005227,
      "loss": 4.9062,
      "step": 15011
    },
    {
      "epoch": 0.6148679090722916,
      "grad_norm": 1.4976243896594594,
      "learning_rate": 0.0002940368625160843,
      "loss": 5.1875,
      "step": 15012
    },
    {
      "epoch": 0.614908867499488,
      "grad_norm": 1.3929222952331457,
      "learning_rate": 0.0002940359520440241,
      "loss": 4.4375,
      "step": 15013
    },
    {
      "epoch": 0.6149498259266845,
      "grad_norm": 1.784720625145667,
      "learning_rate": 0.000294035041503872,
      "loss": 6.4062,
      "step": 15014
    },
    {
      "epoch": 0.6149907843538808,
      "grad_norm": 4.055324192777668,
      "learning_rate": 0.0002940341308956286,
      "loss": 5.6875,
      "step": 15015
    },
    {
      "epoch": 0.6150317427810772,
      "grad_norm": 1.5528393764005473,
      "learning_rate": 0.0002940332202192941,
      "loss": 6.25,
      "step": 15016
    },
    {
      "epoch": 0.6150727012082736,
      "grad_norm": 1.377733820662907,
      "learning_rate": 0.00029403230947486913,
      "loss": 5.1875,
      "step": 15017
    },
    {
      "epoch": 0.61511365963547,
      "grad_norm": 2.2956635957203515,
      "learning_rate": 0.00029403139866235404,
      "loss": 5.4062,
      "step": 15018
    },
    {
      "epoch": 0.6151546180626664,
      "grad_norm": 1.351257843100127,
      "learning_rate": 0.0002940304877817492,
      "loss": 5.125,
      "step": 15019
    },
    {
      "epoch": 0.6151955764898628,
      "grad_norm": 1.4554908887892004,
      "learning_rate": 0.00029402957683305513,
      "loss": 4.7188,
      "step": 15020
    },
    {
      "epoch": 0.6152365349170592,
      "grad_norm": 1.5604517449428785,
      "learning_rate": 0.0002940286658162723,
      "loss": 5.3438,
      "step": 15021
    },
    {
      "epoch": 0.6152774933442556,
      "grad_norm": 1.5029169601349113,
      "learning_rate": 0.000294027754731401,
      "loss": 5.8125,
      "step": 15022
    },
    {
      "epoch": 0.615318451771452,
      "grad_norm": 1.6376458833409542,
      "learning_rate": 0.00029402684357844177,
      "loss": 5.5625,
      "step": 15023
    },
    {
      "epoch": 0.6153594101986484,
      "grad_norm": 3.5578314090973095,
      "learning_rate": 0.00029402593235739496,
      "loss": 7.2188,
      "step": 15024
    },
    {
      "epoch": 0.6154003686258448,
      "grad_norm": 1.447762985469549,
      "learning_rate": 0.0002940250210682611,
      "loss": 6.0938,
      "step": 15025
    },
    {
      "epoch": 0.6154413270530411,
      "grad_norm": 1.4047184110023256,
      "learning_rate": 0.00029402410971104053,
      "loss": 5.8125,
      "step": 15026
    },
    {
      "epoch": 0.6154822854802375,
      "grad_norm": 1.3814500358870836,
      "learning_rate": 0.0002940231982857337,
      "loss": 4.9688,
      "step": 15027
    },
    {
      "epoch": 0.615523243907434,
      "grad_norm": 1.24673485379277,
      "learning_rate": 0.00029402228679234113,
      "loss": 6.0312,
      "step": 15028
    },
    {
      "epoch": 0.6155642023346304,
      "grad_norm": 1.3095495446339216,
      "learning_rate": 0.00029402137523086314,
      "loss": 5.0625,
      "step": 15029
    },
    {
      "epoch": 0.6156051607618267,
      "grad_norm": 1.686766754076897,
      "learning_rate": 0.00029402046360130023,
      "loss": 6.1875,
      "step": 15030
    },
    {
      "epoch": 0.6156461191890231,
      "grad_norm": 1.4865945660715845,
      "learning_rate": 0.0002940195519036528,
      "loss": 4.9062,
      "step": 15031
    },
    {
      "epoch": 0.6156870776162195,
      "grad_norm": 2.733054165827609,
      "learning_rate": 0.00029401864013792124,
      "loss": 5.25,
      "step": 15032
    },
    {
      "epoch": 0.615728036043416,
      "grad_norm": 2.548042385146361,
      "learning_rate": 0.00029401772830410603,
      "loss": 5.875,
      "step": 15033
    },
    {
      "epoch": 0.6157689944706123,
      "grad_norm": 1.437622821093377,
      "learning_rate": 0.00029401681640220764,
      "loss": 5.125,
      "step": 15034
    },
    {
      "epoch": 0.6158099528978087,
      "grad_norm": 1.379647515780447,
      "learning_rate": 0.0002940159044322264,
      "loss": 4.9688,
      "step": 15035
    },
    {
      "epoch": 0.6158509113250051,
      "grad_norm": 1.5978435137804134,
      "learning_rate": 0.0002940149923941628,
      "loss": 5.4062,
      "step": 15036
    },
    {
      "epoch": 0.6158918697522016,
      "grad_norm": 1.413912773862494,
      "learning_rate": 0.0002940140802880173,
      "loss": 5.4375,
      "step": 15037
    },
    {
      "epoch": 0.6159328281793979,
      "grad_norm": 1.3744283968791502,
      "learning_rate": 0.0002940131681137903,
      "loss": 6.3125,
      "step": 15038
    },
    {
      "epoch": 0.6159737866065943,
      "grad_norm": 1.943770426460429,
      "learning_rate": 0.0002940122558714823,
      "loss": 5.625,
      "step": 15039
    },
    {
      "epoch": 0.6160147450337907,
      "grad_norm": 1.7214010455620121,
      "learning_rate": 0.00029401134356109353,
      "loss": 5.9375,
      "step": 15040
    },
    {
      "epoch": 0.6160557034609871,
      "grad_norm": 5.044967663339152,
      "learning_rate": 0.0002940104311826246,
      "loss": 7.0312,
      "step": 15041
    },
    {
      "epoch": 0.6160966618881835,
      "grad_norm": 1.392830906871835,
      "learning_rate": 0.0002940095187360759,
      "loss": 5.625,
      "step": 15042
    },
    {
      "epoch": 0.6161376203153799,
      "grad_norm": 1.992152411843552,
      "learning_rate": 0.0002940086062214479,
      "loss": 6.125,
      "step": 15043
    },
    {
      "epoch": 0.6161785787425763,
      "grad_norm": 2.2020028150925475,
      "learning_rate": 0.0002940076936387409,
      "loss": 7.375,
      "step": 15044
    },
    {
      "epoch": 0.6162195371697727,
      "grad_norm": 1.6511251276821082,
      "learning_rate": 0.00029400678098795544,
      "loss": 6.2188,
      "step": 15045
    },
    {
      "epoch": 0.616260495596969,
      "grad_norm": 2.1159990792113157,
      "learning_rate": 0.00029400586826909195,
      "loss": 6.5938,
      "step": 15046
    },
    {
      "epoch": 0.6163014540241655,
      "grad_norm": 1.3733828834236042,
      "learning_rate": 0.00029400495548215086,
      "loss": 5.5625,
      "step": 15047
    },
    {
      "epoch": 0.6163424124513619,
      "grad_norm": 2.519309420873964,
      "learning_rate": 0.00029400404262713256,
      "loss": 6.4062,
      "step": 15048
    },
    {
      "epoch": 0.6163833708785582,
      "grad_norm": 1.7660389898700866,
      "learning_rate": 0.00029400312970403753,
      "loss": 6.625,
      "step": 15049
    },
    {
      "epoch": 0.6164243293057546,
      "grad_norm": 2.1145040210781474,
      "learning_rate": 0.00029400221671286615,
      "loss": 4.1875,
      "step": 15050
    },
    {
      "epoch": 0.6164652877329511,
      "grad_norm": 2.2843516702289106,
      "learning_rate": 0.0002940013036536189,
      "loss": 6.7812,
      "step": 15051
    },
    {
      "epoch": 0.6165062461601475,
      "grad_norm": 1.9437368066358036,
      "learning_rate": 0.0002940003905262962,
      "loss": 5.2812,
      "step": 15052
    },
    {
      "epoch": 0.6165472045873438,
      "grad_norm": 1.2102507685317407,
      "learning_rate": 0.0002939994773308984,
      "loss": 5.125,
      "step": 15053
    },
    {
      "epoch": 0.6165881630145402,
      "grad_norm": 2.2939657808516554,
      "learning_rate": 0.0002939985640674261,
      "loss": 6.0938,
      "step": 15054
    },
    {
      "epoch": 0.6166291214417366,
      "grad_norm": 3.8668447556163468,
      "learning_rate": 0.00029399765073587957,
      "loss": 7.25,
      "step": 15055
    },
    {
      "epoch": 0.6166700798689331,
      "grad_norm": 3.8428455674629025,
      "learning_rate": 0.0002939967373362593,
      "loss": 6.1875,
      "step": 15056
    },
    {
      "epoch": 0.6167110382961294,
      "grad_norm": 1.853647371043685,
      "learning_rate": 0.0002939958238685658,
      "loss": 5.4688,
      "step": 15057
    },
    {
      "epoch": 0.6167519967233258,
      "grad_norm": 1.4781646834933497,
      "learning_rate": 0.0002939949103327993,
      "loss": 4.7812,
      "step": 15058
    },
    {
      "epoch": 0.6167929551505222,
      "grad_norm": 1.650726667650853,
      "learning_rate": 0.0002939939967289605,
      "loss": 3.7812,
      "step": 15059
    },
    {
      "epoch": 0.6168339135777187,
      "grad_norm": 1.4203082595350953,
      "learning_rate": 0.0002939930830570496,
      "loss": 5.25,
      "step": 15060
    },
    {
      "epoch": 0.616874872004915,
      "grad_norm": 1.9048120048961288,
      "learning_rate": 0.0002939921693170672,
      "loss": 5.75,
      "step": 15061
    },
    {
      "epoch": 0.6169158304321114,
      "grad_norm": 1.6894962836689205,
      "learning_rate": 0.0002939912555090136,
      "loss": 5.0938,
      "step": 15062
    },
    {
      "epoch": 0.6169567888593078,
      "grad_norm": 1.7248812686573511,
      "learning_rate": 0.0002939903416328893,
      "loss": 6.1562,
      "step": 15063
    },
    {
      "epoch": 0.6169977472865043,
      "grad_norm": 1.423833134781223,
      "learning_rate": 0.00029398942768869477,
      "loss": 5.2188,
      "step": 15064
    },
    {
      "epoch": 0.6170387057137006,
      "grad_norm": 1.4403019834635011,
      "learning_rate": 0.00029398851367643035,
      "loss": 5.5312,
      "step": 15065
    },
    {
      "epoch": 0.617079664140897,
      "grad_norm": 1.3569232414218468,
      "learning_rate": 0.0002939875995960965,
      "loss": 5.75,
      "step": 15066
    },
    {
      "epoch": 0.6171206225680934,
      "grad_norm": 2.321880995652597,
      "learning_rate": 0.0002939866854476937,
      "loss": 6.375,
      "step": 15067
    },
    {
      "epoch": 0.6171615809952897,
      "grad_norm": 1.4363405334531303,
      "learning_rate": 0.00029398577123122236,
      "loss": 4.7812,
      "step": 15068
    },
    {
      "epoch": 0.6172025394224862,
      "grad_norm": 7.327955270923616,
      "learning_rate": 0.0002939848569466829,
      "loss": 6.4062,
      "step": 15069
    },
    {
      "epoch": 0.6172434978496826,
      "grad_norm": 3.2991718220241872,
      "learning_rate": 0.0002939839425940757,
      "loss": 8.125,
      "step": 15070
    },
    {
      "epoch": 0.617284456276879,
      "grad_norm": 1.4594239669780797,
      "learning_rate": 0.00029398302817340127,
      "loss": 5.2188,
      "step": 15071
    },
    {
      "epoch": 0.6173254147040753,
      "grad_norm": 1.8090914455236093,
      "learning_rate": 0.0002939821136846601,
      "loss": 5.6875,
      "step": 15072
    },
    {
      "epoch": 0.6173663731312717,
      "grad_norm": 1.6802563740502374,
      "learning_rate": 0.00029398119912785246,
      "loss": 4.0,
      "step": 15073
    },
    {
      "epoch": 0.6174073315584682,
      "grad_norm": 2.069160991527692,
      "learning_rate": 0.00029398028450297885,
      "loss": 7.0,
      "step": 15074
    },
    {
      "epoch": 0.6174482899856646,
      "grad_norm": 1.9742779215773762,
      "learning_rate": 0.0002939793698100398,
      "loss": 6.5938,
      "step": 15075
    },
    {
      "epoch": 0.6174892484128609,
      "grad_norm": 1.6508849572371282,
      "learning_rate": 0.00029397845504903553,
      "loss": 5.0625,
      "step": 15076
    },
    {
      "epoch": 0.6175302068400573,
      "grad_norm": 2.029731156942728,
      "learning_rate": 0.0002939775402199667,
      "loss": 5.8438,
      "step": 15077
    },
    {
      "epoch": 0.6175711652672538,
      "grad_norm": 1.5550100489582996,
      "learning_rate": 0.0002939766253228336,
      "loss": 5.5,
      "step": 15078
    },
    {
      "epoch": 0.6176121236944502,
      "grad_norm": 2.7034933989884724,
      "learning_rate": 0.00029397571035763673,
      "loss": 6.4062,
      "step": 15079
    },
    {
      "epoch": 0.6176530821216465,
      "grad_norm": 1.876117255010963,
      "learning_rate": 0.00029397479532437647,
      "loss": 6.75,
      "step": 15080
    },
    {
      "epoch": 0.6176940405488429,
      "grad_norm": 3.3458296336644557,
      "learning_rate": 0.00029397388022305335,
      "loss": 5.3438,
      "step": 15081
    },
    {
      "epoch": 0.6177349989760393,
      "grad_norm": 1.7258131579632674,
      "learning_rate": 0.0002939729650536677,
      "loss": 5.1875,
      "step": 15082
    },
    {
      "epoch": 0.6177759574032358,
      "grad_norm": 1.4876333966290156,
      "learning_rate": 0.0002939720498162199,
      "loss": 5.25,
      "step": 15083
    },
    {
      "epoch": 0.6178169158304321,
      "grad_norm": 3.922765074563133,
      "learning_rate": 0.0002939711345107106,
      "loss": 8.1875,
      "step": 15084
    },
    {
      "epoch": 0.6178578742576285,
      "grad_norm": 1.5203433504839297,
      "learning_rate": 0.0002939702191371401,
      "loss": 6.5938,
      "step": 15085
    },
    {
      "epoch": 0.6178988326848249,
      "grad_norm": 2.607104744441649,
      "learning_rate": 0.0002939693036955087,
      "loss": 6.4062,
      "step": 15086
    },
    {
      "epoch": 0.6179397911120214,
      "grad_norm": 1.4165319495547337,
      "learning_rate": 0.00029396838818581707,
      "loss": 5.2812,
      "step": 15087
    },
    {
      "epoch": 0.6179807495392177,
      "grad_norm": 1.8003437067408037,
      "learning_rate": 0.0002939674726080655,
      "loss": 6.625,
      "step": 15088
    },
    {
      "epoch": 0.6180217079664141,
      "grad_norm": 4.124689368923422,
      "learning_rate": 0.0002939665569622545,
      "loss": 3.6719,
      "step": 15089
    },
    {
      "epoch": 0.6180626663936105,
      "grad_norm": 1.2979094377092188,
      "learning_rate": 0.00029396564124838445,
      "loss": 3.6562,
      "step": 15090
    },
    {
      "epoch": 0.6181036248208068,
      "grad_norm": 1.6557118793314176,
      "learning_rate": 0.0002939647254664558,
      "loss": 6.5938,
      "step": 15091
    },
    {
      "epoch": 0.6181445832480033,
      "grad_norm": 1.9465832339111646,
      "learning_rate": 0.000293963809616469,
      "loss": 5.4062,
      "step": 15092
    },
    {
      "epoch": 0.6181855416751997,
      "grad_norm": 1.6572729091448395,
      "learning_rate": 0.00029396289369842444,
      "loss": 6.4688,
      "step": 15093
    },
    {
      "epoch": 0.6182265001023961,
      "grad_norm": 1.420190327179437,
      "learning_rate": 0.00029396197771232253,
      "loss": 6.0,
      "step": 15094
    },
    {
      "epoch": 0.6182674585295924,
      "grad_norm": 1.4817017032651731,
      "learning_rate": 0.00029396106165816384,
      "loss": 5.75,
      "step": 15095
    },
    {
      "epoch": 0.6183084169567888,
      "grad_norm": 1.5438486593477931,
      "learning_rate": 0.00029396014553594865,
      "loss": 5.625,
      "step": 15096
    },
    {
      "epoch": 0.6183493753839853,
      "grad_norm": 1.494696495068312,
      "learning_rate": 0.0002939592293456775,
      "loss": 5.2812,
      "step": 15097
    },
    {
      "epoch": 0.6183903338111817,
      "grad_norm": 1.5168324272733538,
      "learning_rate": 0.00029395831308735073,
      "loss": 5.2188,
      "step": 15098
    },
    {
      "epoch": 0.618431292238378,
      "grad_norm": 4.707105202511141,
      "learning_rate": 0.0002939573967609689,
      "loss": 8.0625,
      "step": 15099
    },
    {
      "epoch": 0.6184722506655744,
      "grad_norm": 1.3759738436499953,
      "learning_rate": 0.0002939564803665323,
      "loss": 5.9375,
      "step": 15100
    },
    {
      "epoch": 0.6185132090927709,
      "grad_norm": 2.2430110534319048,
      "learning_rate": 0.00029395556390404145,
      "loss": 6.5312,
      "step": 15101
    },
    {
      "epoch": 0.6185541675199673,
      "grad_norm": 1.3065313693625524,
      "learning_rate": 0.0002939546473734968,
      "loss": 5.3125,
      "step": 15102
    },
    {
      "epoch": 0.6185951259471636,
      "grad_norm": 4.870070388122933,
      "learning_rate": 0.00029395373077489867,
      "loss": 3.2188,
      "step": 15103
    },
    {
      "epoch": 0.61863608437436,
      "grad_norm": 2.8485725824151147,
      "learning_rate": 0.0002939528141082476,
      "loss": 2.8281,
      "step": 15104
    },
    {
      "epoch": 0.6186770428015564,
      "grad_norm": 1.4424346484566772,
      "learning_rate": 0.000293951897373544,
      "loss": 5.3438,
      "step": 15105
    },
    {
      "epoch": 0.6187180012287529,
      "grad_norm": 10.345534600495887,
      "learning_rate": 0.0002939509805707883,
      "loss": 5.3438,
      "step": 15106
    },
    {
      "epoch": 0.6187589596559492,
      "grad_norm": 1.6787946742240278,
      "learning_rate": 0.0002939500636999809,
      "loss": 4.9062,
      "step": 15107
    },
    {
      "epoch": 0.6187999180831456,
      "grad_norm": 1.9759199903802793,
      "learning_rate": 0.0002939491467611223,
      "loss": 5.1562,
      "step": 15108
    },
    {
      "epoch": 0.618840876510342,
      "grad_norm": 1.5285539357105824,
      "learning_rate": 0.0002939482297542129,
      "loss": 5.5312,
      "step": 15109
    },
    {
      "epoch": 0.6188818349375383,
      "grad_norm": 1.3875186129918575,
      "learning_rate": 0.0002939473126792531,
      "loss": 5.0312,
      "step": 15110
    },
    {
      "epoch": 0.6189227933647348,
      "grad_norm": 1.9879749383469154,
      "learning_rate": 0.0002939463955362434,
      "loss": 6.125,
      "step": 15111
    },
    {
      "epoch": 0.6189637517919312,
      "grad_norm": 1.4527326905737756,
      "learning_rate": 0.0002939454783251842,
      "loss": 5.7188,
      "step": 15112
    },
    {
      "epoch": 0.6190047102191276,
      "grad_norm": 4.532776739556867,
      "learning_rate": 0.00029394456104607584,
      "loss": 6.6562,
      "step": 15113
    },
    {
      "epoch": 0.6190456686463239,
      "grad_norm": 1.3545341165395173,
      "learning_rate": 0.00029394364369891894,
      "loss": 5.2812,
      "step": 15114
    },
    {
      "epoch": 0.6190866270735204,
      "grad_norm": 1.6967744666708504,
      "learning_rate": 0.00029394272628371383,
      "loss": 4.9688,
      "step": 15115
    },
    {
      "epoch": 0.6191275855007168,
      "grad_norm": 1.245807061911796,
      "learning_rate": 0.00029394180880046094,
      "loss": 4.9375,
      "step": 15116
    },
    {
      "epoch": 0.6191685439279132,
      "grad_norm": 2.541080614074387,
      "learning_rate": 0.0002939408912491607,
      "loss": 7.4375,
      "step": 15117
    },
    {
      "epoch": 0.6192095023551095,
      "grad_norm": 1.5468830888881095,
      "learning_rate": 0.00029393997362981355,
      "loss": 5.0625,
      "step": 15118
    },
    {
      "epoch": 0.619250460782306,
      "grad_norm": 1.95072011857709,
      "learning_rate": 0.00029393905594242,
      "loss": 6.0625,
      "step": 15119
    },
    {
      "epoch": 0.6192914192095024,
      "grad_norm": 1.4681907548859372,
      "learning_rate": 0.0002939381381869803,
      "loss": 5.25,
      "step": 15120
    },
    {
      "epoch": 0.6193323776366988,
      "grad_norm": 1.5174260346672057,
      "learning_rate": 0.00029393722036349506,
      "loss": 5.375,
      "step": 15121
    },
    {
      "epoch": 0.6193733360638951,
      "grad_norm": 1.3667891254297246,
      "learning_rate": 0.0002939363024719647,
      "loss": 5.2188,
      "step": 15122
    },
    {
      "epoch": 0.6194142944910915,
      "grad_norm": 1.238937238137129,
      "learning_rate": 0.00029393538451238954,
      "loss": 6.1875,
      "step": 15123
    },
    {
      "epoch": 0.619455252918288,
      "grad_norm": 1.9093001447729059,
      "learning_rate": 0.0002939344664847701,
      "loss": 7.7812,
      "step": 15124
    },
    {
      "epoch": 0.6194962113454844,
      "grad_norm": 1.612099761950527,
      "learning_rate": 0.0002939335483891068,
      "loss": 6.125,
      "step": 15125
    },
    {
      "epoch": 0.6195371697726807,
      "grad_norm": 2.2005836522012485,
      "learning_rate": 0.00029393263022540014,
      "loss": 6.0312,
      "step": 15126
    },
    {
      "epoch": 0.6195781281998771,
      "grad_norm": 1.3628100920489283,
      "learning_rate": 0.0002939317119936504,
      "loss": 5.3125,
      "step": 15127
    },
    {
      "epoch": 0.6196190866270735,
      "grad_norm": 3.084222580215172,
      "learning_rate": 0.0002939307936938581,
      "loss": 6.1875,
      "step": 15128
    },
    {
      "epoch": 0.61966004505427,
      "grad_norm": 4.582846268857357,
      "learning_rate": 0.0002939298753260237,
      "loss": 5.8438,
      "step": 15129
    },
    {
      "epoch": 0.6197010034814663,
      "grad_norm": 4.0737363985459965,
      "learning_rate": 0.0002939289568901476,
      "loss": 6.7812,
      "step": 15130
    },
    {
      "epoch": 0.6197419619086627,
      "grad_norm": 3.6607998843201006,
      "learning_rate": 0.0002939280383862302,
      "loss": 8.8125,
      "step": 15131
    },
    {
      "epoch": 0.6197829203358591,
      "grad_norm": 1.5486463347688397,
      "learning_rate": 0.00029392711981427204,
      "loss": 5.4688,
      "step": 15132
    },
    {
      "epoch": 0.6198238787630554,
      "grad_norm": 2.9041875350496915,
      "learning_rate": 0.00029392620117427344,
      "loss": 5.9688,
      "step": 15133
    },
    {
      "epoch": 0.6198648371902519,
      "grad_norm": 1.4558821843195426,
      "learning_rate": 0.0002939252824662349,
      "loss": 5.3438,
      "step": 15134
    },
    {
      "epoch": 0.6199057956174483,
      "grad_norm": 1.5313935260911424,
      "learning_rate": 0.0002939243636901569,
      "loss": 6.0625,
      "step": 15135
    },
    {
      "epoch": 0.6199467540446447,
      "grad_norm": 2.041686356018158,
      "learning_rate": 0.00029392344484603975,
      "loss": 6.5625,
      "step": 15136
    },
    {
      "epoch": 0.619987712471841,
      "grad_norm": 1.7229624936275492,
      "learning_rate": 0.00029392252593388396,
      "loss": 5.6562,
      "step": 15137
    },
    {
      "epoch": 0.6200286708990375,
      "grad_norm": 1.5143967584015174,
      "learning_rate": 0.00029392160695368994,
      "loss": 5.5625,
      "step": 15138
    },
    {
      "epoch": 0.6200696293262339,
      "grad_norm": 1.5074967646966855,
      "learning_rate": 0.00029392068790545816,
      "loss": 5.1562,
      "step": 15139
    },
    {
      "epoch": 0.6201105877534303,
      "grad_norm": 1.549289868323793,
      "learning_rate": 0.000293919768789189,
      "loss": 5.0938,
      "step": 15140
    },
    {
      "epoch": 0.6201515461806266,
      "grad_norm": 2.6166116801490644,
      "learning_rate": 0.0002939188496048829,
      "loss": 6.6875,
      "step": 15141
    },
    {
      "epoch": 0.620192504607823,
      "grad_norm": 1.3540413587222553,
      "learning_rate": 0.0002939179303525404,
      "loss": 5.7812,
      "step": 15142
    },
    {
      "epoch": 0.6202334630350195,
      "grad_norm": 6.815657133122069,
      "learning_rate": 0.0002939170110321618,
      "loss": 5.4062,
      "step": 15143
    },
    {
      "epoch": 0.6202744214622159,
      "grad_norm": 1.6603015557185328,
      "learning_rate": 0.0002939160916437476,
      "loss": 5.8125,
      "step": 15144
    },
    {
      "epoch": 0.6203153798894122,
      "grad_norm": 1.6402428800227282,
      "learning_rate": 0.0002939151721872982,
      "loss": 5.4375,
      "step": 15145
    },
    {
      "epoch": 0.6203563383166086,
      "grad_norm": 3.1464344186357556,
      "learning_rate": 0.0002939142526628141,
      "loss": 6.0,
      "step": 15146
    },
    {
      "epoch": 0.6203972967438051,
      "grad_norm": 1.9165635859786883,
      "learning_rate": 0.00029391333307029566,
      "loss": 7.2188,
      "step": 15147
    },
    {
      "epoch": 0.6204382551710015,
      "grad_norm": 1.3874119900978148,
      "learning_rate": 0.00029391241340974336,
      "loss": 4.9062,
      "step": 15148
    },
    {
      "epoch": 0.6204792135981978,
      "grad_norm": 2.4149737879324658,
      "learning_rate": 0.00029391149368115764,
      "loss": 5.1875,
      "step": 15149
    },
    {
      "epoch": 0.6205201720253942,
      "grad_norm": 2.422572048249616,
      "learning_rate": 0.0002939105738845389,
      "loss": 6.5938,
      "step": 15150
    },
    {
      "epoch": 0.6205611304525906,
      "grad_norm": 1.6946674250684435,
      "learning_rate": 0.00029390965401988753,
      "loss": 6.5,
      "step": 15151
    },
    {
      "epoch": 0.620602088879787,
      "grad_norm": 1.5827884695697223,
      "learning_rate": 0.0002939087340872041,
      "loss": 5.5312,
      "step": 15152
    },
    {
      "epoch": 0.6206430473069834,
      "grad_norm": 2.2514797750202327,
      "learning_rate": 0.00029390781408648897,
      "loss": 6.5938,
      "step": 15153
    },
    {
      "epoch": 0.6206840057341798,
      "grad_norm": 1.3695834074417819,
      "learning_rate": 0.00029390689401774257,
      "loss": 5.4375,
      "step": 15154
    },
    {
      "epoch": 0.6207249641613762,
      "grad_norm": 1.7119093156251939,
      "learning_rate": 0.00029390597388096536,
      "loss": 4.7812,
      "step": 15155
    },
    {
      "epoch": 0.6207659225885725,
      "grad_norm": 1.7054201139741636,
      "learning_rate": 0.0002939050536761577,
      "loss": 5.75,
      "step": 15156
    },
    {
      "epoch": 0.620806881015769,
      "grad_norm": 1.3575088310261616,
      "learning_rate": 0.0002939041334033201,
      "loss": 5.3125,
      "step": 15157
    },
    {
      "epoch": 0.6208478394429654,
      "grad_norm": 1.5718623976051929,
      "learning_rate": 0.000293903213062453,
      "loss": 5.9375,
      "step": 15158
    },
    {
      "epoch": 0.6208887978701618,
      "grad_norm": 1.9831498666827267,
      "learning_rate": 0.0002939022926535568,
      "loss": 1.5391,
      "step": 15159
    },
    {
      "epoch": 0.6209297562973581,
      "grad_norm": 1.3428032316113783,
      "learning_rate": 0.0002939013721766319,
      "loss": 5.2188,
      "step": 15160
    },
    {
      "epoch": 0.6209707147245546,
      "grad_norm": 1.8571315423550745,
      "learning_rate": 0.0002939004516316789,
      "loss": 7.8125,
      "step": 15161
    },
    {
      "epoch": 0.621011673151751,
      "grad_norm": 2.3735336319315037,
      "learning_rate": 0.000293899531018698,
      "loss": 6.2812,
      "step": 15162
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 1.4301312666076165,
      "learning_rate": 0.0002938986103376898,
      "loss": 5.5,
      "step": 15163
    },
    {
      "epoch": 0.6210935900061437,
      "grad_norm": 1.934398589649305,
      "learning_rate": 0.0002938976895886547,
      "loss": 5.7812,
      "step": 15164
    },
    {
      "epoch": 0.6211345484333402,
      "grad_norm": 1.4607076471454776,
      "learning_rate": 0.0002938967687715931,
      "loss": 5.8438,
      "step": 15165
    },
    {
      "epoch": 0.6211755068605366,
      "grad_norm": 3.4914687608700317,
      "learning_rate": 0.00029389584788650544,
      "loss": 5.6562,
      "step": 15166
    },
    {
      "epoch": 0.621216465287733,
      "grad_norm": 1.809854751593848,
      "learning_rate": 0.0002938949269333922,
      "loss": 5.8438,
      "step": 15167
    },
    {
      "epoch": 0.6212574237149293,
      "grad_norm": 1.6988077503388233,
      "learning_rate": 0.00029389400591225376,
      "loss": 6.5938,
      "step": 15168
    },
    {
      "epoch": 0.6212983821421257,
      "grad_norm": 7.476275040715508,
      "learning_rate": 0.0002938930848230906,
      "loss": 6.7812,
      "step": 15169
    },
    {
      "epoch": 0.6213393405693222,
      "grad_norm": 1.6082082997827971,
      "learning_rate": 0.0002938921636659032,
      "loss": 4.9375,
      "step": 15170
    },
    {
      "epoch": 0.6213802989965186,
      "grad_norm": 1.3871674825925875,
      "learning_rate": 0.0002938912424406918,
      "loss": 6.5625,
      "step": 15171
    },
    {
      "epoch": 0.6214212574237149,
      "grad_norm": 1.3531949498350713,
      "learning_rate": 0.0002938903211474571,
      "loss": 5.3125,
      "step": 15172
    },
    {
      "epoch": 0.6214622158509113,
      "grad_norm": 1.586981843018431,
      "learning_rate": 0.0002938893997861993,
      "loss": 5.6562,
      "step": 15173
    },
    {
      "epoch": 0.6215031742781078,
      "grad_norm": 1.6064860511056414,
      "learning_rate": 0.00029388847835691903,
      "loss": 4.4688,
      "step": 15174
    },
    {
      "epoch": 0.6215441327053041,
      "grad_norm": 5.282860549439739,
      "learning_rate": 0.00029388755685961663,
      "loss": 5.125,
      "step": 15175
    },
    {
      "epoch": 0.6215850911325005,
      "grad_norm": 1.9672054889476955,
      "learning_rate": 0.00029388663529429247,
      "loss": 5.1875,
      "step": 15176
    },
    {
      "epoch": 0.6216260495596969,
      "grad_norm": 1.8043792800806038,
      "learning_rate": 0.00029388571366094715,
      "loss": 6.0938,
      "step": 15177
    },
    {
      "epoch": 0.6216670079868933,
      "grad_norm": 1.442139119920304,
      "learning_rate": 0.00029388479195958093,
      "loss": 6.1875,
      "step": 15178
    },
    {
      "epoch": 0.6217079664140897,
      "grad_norm": 1.4079891216720006,
      "learning_rate": 0.00029388387019019436,
      "loss": 5.7188,
      "step": 15179
    },
    {
      "epoch": 0.6217489248412861,
      "grad_norm": 2.5544660760189535,
      "learning_rate": 0.0002938829483527879,
      "loss": 6.2812,
      "step": 15180
    },
    {
      "epoch": 0.6217898832684825,
      "grad_norm": 6.304674569314251,
      "learning_rate": 0.00029388202644736185,
      "loss": 1.6406,
      "step": 15181
    },
    {
      "epoch": 0.6218308416956789,
      "grad_norm": 1.5112252313951164,
      "learning_rate": 0.0002938811044739168,
      "loss": 5.125,
      "step": 15182
    },
    {
      "epoch": 0.6218718001228752,
      "grad_norm": 1.664490362089439,
      "learning_rate": 0.00029388018243245304,
      "loss": 6.3438,
      "step": 15183
    },
    {
      "epoch": 0.6219127585500717,
      "grad_norm": 2.0610755378829175,
      "learning_rate": 0.0002938792603229711,
      "loss": 6.0,
      "step": 15184
    },
    {
      "epoch": 0.6219537169772681,
      "grad_norm": 1.8135419641343296,
      "learning_rate": 0.00029387833814547144,
      "loss": 5.7812,
      "step": 15185
    },
    {
      "epoch": 0.6219946754044645,
      "grad_norm": 2.7756805094459276,
      "learning_rate": 0.0002938774158999544,
      "loss": 4.6875,
      "step": 15186
    },
    {
      "epoch": 0.6220356338316608,
      "grad_norm": 2.366342784395371,
      "learning_rate": 0.0002938764935864205,
      "loss": 7.5625,
      "step": 15187
    },
    {
      "epoch": 0.6220765922588573,
      "grad_norm": 2.8361300205717495,
      "learning_rate": 0.0002938755712048701,
      "loss": 7.1875,
      "step": 15188
    },
    {
      "epoch": 0.6221175506860537,
      "grad_norm": 1.4529527012352483,
      "learning_rate": 0.0002938746487553037,
      "loss": 5.0938,
      "step": 15189
    },
    {
      "epoch": 0.6221585091132501,
      "grad_norm": 2.124053088048476,
      "learning_rate": 0.0002938737262377217,
      "loss": 7.9062,
      "step": 15190
    },
    {
      "epoch": 0.6221994675404464,
      "grad_norm": 1.6188661294732116,
      "learning_rate": 0.0002938728036521246,
      "loss": 5.25,
      "step": 15191
    },
    {
      "epoch": 0.6222404259676428,
      "grad_norm": 1.6511845798798452,
      "learning_rate": 0.00029387188099851277,
      "loss": 5.5,
      "step": 15192
    },
    {
      "epoch": 0.6222813843948393,
      "grad_norm": 1.3206311363506436,
      "learning_rate": 0.0002938709582768866,
      "loss": 5.6875,
      "step": 15193
    },
    {
      "epoch": 0.6223223428220356,
      "grad_norm": 2.283809706798743,
      "learning_rate": 0.00029387003548724666,
      "loss": 6.1562,
      "step": 15194
    },
    {
      "epoch": 0.622363301249232,
      "grad_norm": 1.7709800171399228,
      "learning_rate": 0.0002938691126295933,
      "loss": 6.7188,
      "step": 15195
    },
    {
      "epoch": 0.6224042596764284,
      "grad_norm": 3.4309710979144517,
      "learning_rate": 0.000293868189703927,
      "loss": 2.9219,
      "step": 15196
    },
    {
      "epoch": 0.6224452181036249,
      "grad_norm": 1.5953966235967463,
      "learning_rate": 0.00029386726671024814,
      "loss": 6.3125,
      "step": 15197
    },
    {
      "epoch": 0.6224861765308212,
      "grad_norm": 2.611843950491175,
      "learning_rate": 0.00029386634364855714,
      "loss": 4.125,
      "step": 15198
    },
    {
      "epoch": 0.6225271349580176,
      "grad_norm": 1.3376836345105019,
      "learning_rate": 0.0002938654205188546,
      "loss": 7.1562,
      "step": 15199
    },
    {
      "epoch": 0.622568093385214,
      "grad_norm": 4.855000444564324,
      "learning_rate": 0.00029386449732114067,
      "loss": 7.0625,
      "step": 15200
    },
    {
      "epoch": 0.6226090518124104,
      "grad_norm": 1.4402827380662657,
      "learning_rate": 0.00029386357405541605,
      "loss": 5.0,
      "step": 15201
    },
    {
      "epoch": 0.6226500102396068,
      "grad_norm": 1.6128586789754131,
      "learning_rate": 0.00029386265072168106,
      "loss": 6.25,
      "step": 15202
    },
    {
      "epoch": 0.6226909686668032,
      "grad_norm": 4.679053573326493,
      "learning_rate": 0.0002938617273199362,
      "loss": 6.3438,
      "step": 15203
    },
    {
      "epoch": 0.6227319270939996,
      "grad_norm": 1.8674554759914321,
      "learning_rate": 0.00029386080385018185,
      "loss": 5.6875,
      "step": 15204
    },
    {
      "epoch": 0.622772885521196,
      "grad_norm": 1.525313681799174,
      "learning_rate": 0.0002938598803124184,
      "loss": 5.6562,
      "step": 15205
    },
    {
      "epoch": 0.6228138439483923,
      "grad_norm": 1.7404769213991003,
      "learning_rate": 0.0002938589567066464,
      "loss": 7.3125,
      "step": 15206
    },
    {
      "epoch": 0.6228548023755888,
      "grad_norm": 1.4997666348981815,
      "learning_rate": 0.0002938580330328662,
      "loss": 5.9062,
      "step": 15207
    },
    {
      "epoch": 0.6228957608027852,
      "grad_norm": 1.6514627424162793,
      "learning_rate": 0.0002938571092910783,
      "loss": 5.7188,
      "step": 15208
    },
    {
      "epoch": 0.6229367192299816,
      "grad_norm": 3.3567084631219117,
      "learning_rate": 0.0002938561854812831,
      "loss": 4.8125,
      "step": 15209
    },
    {
      "epoch": 0.6229776776571779,
      "grad_norm": 1.4788615727469756,
      "learning_rate": 0.00029385526160348105,
      "loss": 4.4375,
      "step": 15210
    },
    {
      "epoch": 0.6230186360843744,
      "grad_norm": 2.765555857979381,
      "learning_rate": 0.00029385433765767257,
      "loss": 8.3125,
      "step": 15211
    },
    {
      "epoch": 0.6230595945115708,
      "grad_norm": 8.559041222869691,
      "learning_rate": 0.0002938534136438581,
      "loss": 6.75,
      "step": 15212
    },
    {
      "epoch": 0.6231005529387672,
      "grad_norm": 1.8661631918776524,
      "learning_rate": 0.0002938524895620381,
      "loss": 5.9688,
      "step": 15213
    },
    {
      "epoch": 0.6231415113659635,
      "grad_norm": 1.4612250902256445,
      "learning_rate": 0.00029385156541221296,
      "loss": 5.1562,
      "step": 15214
    },
    {
      "epoch": 0.6231824697931599,
      "grad_norm": 7.23280770622701,
      "learning_rate": 0.0002938506411943832,
      "loss": 5.625,
      "step": 15215
    },
    {
      "epoch": 0.6232234282203564,
      "grad_norm": 2.1269792856863847,
      "learning_rate": 0.0002938497169085492,
      "loss": 6.8438,
      "step": 15216
    },
    {
      "epoch": 0.6232643866475527,
      "grad_norm": 7.216810439510696,
      "learning_rate": 0.00029384879255471135,
      "loss": 2.8281,
      "step": 15217
    },
    {
      "epoch": 0.6233053450747491,
      "grad_norm": 4.949963013293977,
      "learning_rate": 0.00029384786813287014,
      "loss": 5.2812,
      "step": 15218
    },
    {
      "epoch": 0.6233463035019455,
      "grad_norm": 2.7727187942435054,
      "learning_rate": 0.00029384694364302603,
      "loss": 7.9688,
      "step": 15219
    },
    {
      "epoch": 0.623387261929142,
      "grad_norm": 4.971644728352976,
      "learning_rate": 0.0002938460190851794,
      "loss": 4.875,
      "step": 15220
    },
    {
      "epoch": 0.6234282203563383,
      "grad_norm": 2.7250573756317062,
      "learning_rate": 0.00029384509445933075,
      "loss": 7.7188,
      "step": 15221
    },
    {
      "epoch": 0.6234691787835347,
      "grad_norm": 1.9562303167502333,
      "learning_rate": 0.0002938441697654805,
      "loss": 5.2188,
      "step": 15222
    },
    {
      "epoch": 0.6235101372107311,
      "grad_norm": 1.5894247817658227,
      "learning_rate": 0.00029384324500362905,
      "loss": 4.2188,
      "step": 15223
    },
    {
      "epoch": 0.6235510956379275,
      "grad_norm": 2.1839124848831455,
      "learning_rate": 0.00029384232017377686,
      "loss": 4.5938,
      "step": 15224
    },
    {
      "epoch": 0.6235920540651239,
      "grad_norm": 1.4664100762079975,
      "learning_rate": 0.0002938413952759244,
      "loss": 5.3125,
      "step": 15225
    },
    {
      "epoch": 0.6236330124923203,
      "grad_norm": 1.4995563539668904,
      "learning_rate": 0.00029384047031007205,
      "loss": 5.5938,
      "step": 15226
    },
    {
      "epoch": 0.6236739709195167,
      "grad_norm": 1.8302980899019086,
      "learning_rate": 0.0002938395452762203,
      "loss": 5.8438,
      "step": 15227
    },
    {
      "epoch": 0.6237149293467131,
      "grad_norm": 6.306815631605105,
      "learning_rate": 0.0002938386201743695,
      "loss": 7.2188,
      "step": 15228
    },
    {
      "epoch": 0.6237558877739094,
      "grad_norm": 2.7361954071017913,
      "learning_rate": 0.00029383769500452016,
      "loss": 5.1562,
      "step": 15229
    },
    {
      "epoch": 0.6237968462011059,
      "grad_norm": 1.5611014405370556,
      "learning_rate": 0.0002938367697666728,
      "loss": 5.1875,
      "step": 15230
    },
    {
      "epoch": 0.6238378046283023,
      "grad_norm": 1.9491916067705732,
      "learning_rate": 0.0002938358444608276,
      "loss": 5.0312,
      "step": 15231
    },
    {
      "epoch": 0.6238787630554987,
      "grad_norm": 3.535044421394322,
      "learning_rate": 0.00029383491908698526,
      "loss": 8.0625,
      "step": 15232
    },
    {
      "epoch": 0.623919721482695,
      "grad_norm": 9.303159950004073,
      "learning_rate": 0.0002938339936451461,
      "loss": 6.375,
      "step": 15233
    },
    {
      "epoch": 0.6239606799098915,
      "grad_norm": 2.159218223743212,
      "learning_rate": 0.0002938330681353106,
      "loss": 6.0938,
      "step": 15234
    },
    {
      "epoch": 0.6240016383370879,
      "grad_norm": 1.5898467237626583,
      "learning_rate": 0.00029383214255747917,
      "loss": 7.375,
      "step": 15235
    },
    {
      "epoch": 0.6240425967642842,
      "grad_norm": 1.63890045602129,
      "learning_rate": 0.0002938312169116522,
      "loss": 4.6562,
      "step": 15236
    },
    {
      "epoch": 0.6240835551914806,
      "grad_norm": 1.4007031468054842,
      "learning_rate": 0.0002938302911978302,
      "loss": 5.4688,
      "step": 15237
    },
    {
      "epoch": 0.624124513618677,
      "grad_norm": 1.7733076436557453,
      "learning_rate": 0.00029382936541601354,
      "loss": 4.625,
      "step": 15238
    },
    {
      "epoch": 0.6241654720458735,
      "grad_norm": 1.4523417897979876,
      "learning_rate": 0.0002938284395662028,
      "loss": 4.5938,
      "step": 15239
    },
    {
      "epoch": 0.6242064304730698,
      "grad_norm": 4.2451389398268375,
      "learning_rate": 0.00029382751364839826,
      "loss": 7.8438,
      "step": 15240
    },
    {
      "epoch": 0.6242473889002662,
      "grad_norm": 1.3099219162287972,
      "learning_rate": 0.0002938265876626004,
      "loss": 5.4375,
      "step": 15241
    },
    {
      "epoch": 0.6242883473274626,
      "grad_norm": 1.4264372092384652,
      "learning_rate": 0.00029382566160880973,
      "loss": 5.0312,
      "step": 15242
    },
    {
      "epoch": 0.6243293057546591,
      "grad_norm": 1.73878442764598,
      "learning_rate": 0.00029382473548702657,
      "loss": 5.2812,
      "step": 15243
    },
    {
      "epoch": 0.6243702641818554,
      "grad_norm": 1.3217395780446526,
      "learning_rate": 0.00029382380929725147,
      "loss": 5.8125,
      "step": 15244
    },
    {
      "epoch": 0.6244112226090518,
      "grad_norm": 1.8784044886132767,
      "learning_rate": 0.0002938228830394848,
      "loss": 5.0312,
      "step": 15245
    },
    {
      "epoch": 0.6244521810362482,
      "grad_norm": 1.8349299870353433,
      "learning_rate": 0.00029382195671372706,
      "loss": 5.75,
      "step": 15246
    },
    {
      "epoch": 0.6244931394634446,
      "grad_norm": 2.080146044767572,
      "learning_rate": 0.0002938210303199786,
      "loss": 7.4375,
      "step": 15247
    },
    {
      "epoch": 0.624534097890641,
      "grad_norm": 1.3060764839795451,
      "learning_rate": 0.0002938201038582399,
      "loss": 5.9062,
      "step": 15248
    },
    {
      "epoch": 0.6245750563178374,
      "grad_norm": 1.713382835328374,
      "learning_rate": 0.00029381917732851137,
      "loss": 4.7188,
      "step": 15249
    },
    {
      "epoch": 0.6246160147450338,
      "grad_norm": 3.8624924017717888,
      "learning_rate": 0.00029381825073079355,
      "loss": 5.1875,
      "step": 15250
    },
    {
      "epoch": 0.6246569731722302,
      "grad_norm": 1.5196443525734984,
      "learning_rate": 0.00029381732406508676,
      "loss": 5.9062,
      "step": 15251
    },
    {
      "epoch": 0.6246979315994265,
      "grad_norm": 1.663202168018693,
      "learning_rate": 0.0002938163973313915,
      "loss": 5.0312,
      "step": 15252
    },
    {
      "epoch": 0.624738890026623,
      "grad_norm": 1.6584875520720312,
      "learning_rate": 0.00029381547052970825,
      "loss": 5.6562,
      "step": 15253
    },
    {
      "epoch": 0.6247798484538194,
      "grad_norm": 1.9632696367448483,
      "learning_rate": 0.0002938145436600373,
      "loss": 6.4375,
      "step": 15254
    },
    {
      "epoch": 0.6248208068810158,
      "grad_norm": 2.248988130871068,
      "learning_rate": 0.0002938136167223792,
      "loss": 5.7188,
      "step": 15255
    },
    {
      "epoch": 0.6248617653082121,
      "grad_norm": 1.9470468221343589,
      "learning_rate": 0.00029381268971673437,
      "loss": 5.5312,
      "step": 15256
    },
    {
      "epoch": 0.6249027237354086,
      "grad_norm": 2.149452606977411,
      "learning_rate": 0.00029381176264310323,
      "loss": 5.875,
      "step": 15257
    },
    {
      "epoch": 0.624943682162605,
      "grad_norm": 1.7876089780710755,
      "learning_rate": 0.00029381083550148623,
      "loss": 5.5938,
      "step": 15258
    },
    {
      "epoch": 0.6249846405898013,
      "grad_norm": 3.8490053698698903,
      "learning_rate": 0.0002938099082918839,
      "loss": 7.625,
      "step": 15259
    },
    {
      "epoch": 0.6250255990169977,
      "grad_norm": 4.375535455691306,
      "learning_rate": 0.0002938089810142965,
      "loss": 5.0312,
      "step": 15260
    },
    {
      "epoch": 0.6250665574441941,
      "grad_norm": 1.8007219655787754,
      "learning_rate": 0.0002938080536687246,
      "loss": 7.3438,
      "step": 15261
    },
    {
      "epoch": 0.6251075158713906,
      "grad_norm": 3.247839707524624,
      "learning_rate": 0.0002938071262551686,
      "loss": 7.4375,
      "step": 15262
    },
    {
      "epoch": 0.6251484742985869,
      "grad_norm": 1.3374956824493431,
      "learning_rate": 0.0002938061987736289,
      "loss": 6.5,
      "step": 15263
    },
    {
      "epoch": 0.6251894327257833,
      "grad_norm": 3.462801264864618,
      "learning_rate": 0.000293805271224106,
      "loss": 6.125,
      "step": 15264
    },
    {
      "epoch": 0.6252303911529797,
      "grad_norm": 1.8994957229211098,
      "learning_rate": 0.00029380434360660025,
      "loss": 4.6562,
      "step": 15265
    },
    {
      "epoch": 0.6252713495801762,
      "grad_norm": 4.299443706401861,
      "learning_rate": 0.00029380341592111225,
      "loss": 5.875,
      "step": 15266
    },
    {
      "epoch": 0.6253123080073725,
      "grad_norm": 2.931455936421971,
      "learning_rate": 0.0002938024881676423,
      "loss": 8.9375,
      "step": 15267
    },
    {
      "epoch": 0.6253532664345689,
      "grad_norm": 1.4575618680047846,
      "learning_rate": 0.00029380156034619084,
      "loss": 5.6562,
      "step": 15268
    },
    {
      "epoch": 0.6253942248617653,
      "grad_norm": 2.603157107425065,
      "learning_rate": 0.0002938006324567584,
      "loss": 8.75,
      "step": 15269
    },
    {
      "epoch": 0.6254351832889617,
      "grad_norm": 1.6517717712291005,
      "learning_rate": 0.00029379970449934533,
      "loss": 6.125,
      "step": 15270
    },
    {
      "epoch": 0.6254761417161581,
      "grad_norm": 3.2216665842712664,
      "learning_rate": 0.0002937987764739521,
      "loss": 5.625,
      "step": 15271
    },
    {
      "epoch": 0.6255171001433545,
      "grad_norm": 1.3136311148058668,
      "learning_rate": 0.0002937978483805792,
      "loss": 5.0312,
      "step": 15272
    },
    {
      "epoch": 0.6255580585705509,
      "grad_norm": 2.455560969796745,
      "learning_rate": 0.00029379692021922697,
      "loss": 6.5938,
      "step": 15273
    },
    {
      "epoch": 0.6255990169977473,
      "grad_norm": 1.950067124280663,
      "learning_rate": 0.00029379599198989595,
      "loss": 5.9688,
      "step": 15274
    },
    {
      "epoch": 0.6256399754249437,
      "grad_norm": 2.949985996521758,
      "learning_rate": 0.0002937950636925865,
      "loss": 6.5312,
      "step": 15275
    },
    {
      "epoch": 0.6256809338521401,
      "grad_norm": 1.4646448689494647,
      "learning_rate": 0.00029379413532729906,
      "loss": 5.875,
      "step": 15276
    },
    {
      "epoch": 0.6257218922793365,
      "grad_norm": 1.9081338565222294,
      "learning_rate": 0.00029379320689403417,
      "loss": 7.1875,
      "step": 15277
    },
    {
      "epoch": 0.6257628507065328,
      "grad_norm": 4.235407589280003,
      "learning_rate": 0.00029379227839279213,
      "loss": 3.7656,
      "step": 15278
    },
    {
      "epoch": 0.6258038091337292,
      "grad_norm": 1.9079111140209974,
      "learning_rate": 0.0002937913498235735,
      "loss": 5.4688,
      "step": 15279
    },
    {
      "epoch": 0.6258447675609257,
      "grad_norm": 1.8206695581174976,
      "learning_rate": 0.0002937904211863786,
      "loss": 6.9375,
      "step": 15280
    },
    {
      "epoch": 0.6258857259881221,
      "grad_norm": 1.8737235902189173,
      "learning_rate": 0.00029378949248120797,
      "loss": 5.875,
      "step": 15281
    },
    {
      "epoch": 0.6259266844153184,
      "grad_norm": 3.43274673802465,
      "learning_rate": 0.000293788563708062,
      "loss": 5.4688,
      "step": 15282
    },
    {
      "epoch": 0.6259676428425148,
      "grad_norm": 1.541599862342513,
      "learning_rate": 0.00029378763486694113,
      "loss": 6.2812,
      "step": 15283
    },
    {
      "epoch": 0.6260086012697113,
      "grad_norm": 1.71412704119321,
      "learning_rate": 0.0002937867059578458,
      "loss": 5.0938,
      "step": 15284
    },
    {
      "epoch": 0.6260495596969077,
      "grad_norm": 1.6286452973103636,
      "learning_rate": 0.00029378577698077656,
      "loss": 5.375,
      "step": 15285
    },
    {
      "epoch": 0.626090518124104,
      "grad_norm": 2.2644378164630874,
      "learning_rate": 0.0002937848479357336,
      "loss": 4.1875,
      "step": 15286
    },
    {
      "epoch": 0.6261314765513004,
      "grad_norm": 1.5084118608904244,
      "learning_rate": 0.0002937839188227176,
      "loss": 5.3125,
      "step": 15287
    },
    {
      "epoch": 0.6261724349784968,
      "grad_norm": 1.345599721321204,
      "learning_rate": 0.0002937829896417289,
      "loss": 5.0938,
      "step": 15288
    },
    {
      "epoch": 0.6262133934056933,
      "grad_norm": 1.7558952034101372,
      "learning_rate": 0.0002937820603927679,
      "loss": 5.3125,
      "step": 15289
    },
    {
      "epoch": 0.6262543518328896,
      "grad_norm": 1.7797282629241362,
      "learning_rate": 0.0002937811310758352,
      "loss": 6.7812,
      "step": 15290
    },
    {
      "epoch": 0.626295310260086,
      "grad_norm": 2.5249100178386628,
      "learning_rate": 0.00029378020169093104,
      "loss": 4.75,
      "step": 15291
    },
    {
      "epoch": 0.6263362686872824,
      "grad_norm": 1.501904437246659,
      "learning_rate": 0.00029377927223805586,
      "loss": 4.75,
      "step": 15292
    },
    {
      "epoch": 0.6263772271144789,
      "grad_norm": 3.347320507735797,
      "learning_rate": 0.0002937783427172103,
      "loss": 6.8125,
      "step": 15293
    },
    {
      "epoch": 0.6264181855416752,
      "grad_norm": 1.4035454198325163,
      "learning_rate": 0.00029377741312839467,
      "loss": 6.9375,
      "step": 15294
    },
    {
      "epoch": 0.6264591439688716,
      "grad_norm": 2.8495376534656485,
      "learning_rate": 0.00029377648347160936,
      "loss": 7.9688,
      "step": 15295
    },
    {
      "epoch": 0.626500102396068,
      "grad_norm": 1.8410401514384045,
      "learning_rate": 0.000293775553746855,
      "loss": 6.4375,
      "step": 15296
    },
    {
      "epoch": 0.6265410608232644,
      "grad_norm": 5.112897227029985,
      "learning_rate": 0.0002937746239541318,
      "loss": 5.9062,
      "step": 15297
    },
    {
      "epoch": 0.6265820192504608,
      "grad_norm": 1.6603370255480234,
      "learning_rate": 0.00029377369409344027,
      "loss": 5.625,
      "step": 15298
    },
    {
      "epoch": 0.6266229776776572,
      "grad_norm": 1.783189906690111,
      "learning_rate": 0.0002937727641647809,
      "loss": 5.9688,
      "step": 15299
    },
    {
      "epoch": 0.6266639361048536,
      "grad_norm": 2.5958838024632493,
      "learning_rate": 0.00029377183416815416,
      "loss": 5.2812,
      "step": 15300
    },
    {
      "epoch": 0.6267048945320499,
      "grad_norm": 1.4649503601184695,
      "learning_rate": 0.00029377090410356046,
      "loss": 5.5312,
      "step": 15301
    },
    {
      "epoch": 0.6267458529592463,
      "grad_norm": 1.4834311095165258,
      "learning_rate": 0.0002937699739710002,
      "loss": 4.9688,
      "step": 15302
    },
    {
      "epoch": 0.6267868113864428,
      "grad_norm": 1.6262801431879894,
      "learning_rate": 0.0002937690437704738,
      "loss": 5.7188,
      "step": 15303
    },
    {
      "epoch": 0.6268277698136392,
      "grad_norm": 1.9192410941503897,
      "learning_rate": 0.0002937681135019817,
      "loss": 5.9062,
      "step": 15304
    },
    {
      "epoch": 0.6268687282408355,
      "grad_norm": 1.5550039935141702,
      "learning_rate": 0.0002937671831655245,
      "loss": 5.8438,
      "step": 15305
    },
    {
      "epoch": 0.6269096866680319,
      "grad_norm": 1.5793310796033067,
      "learning_rate": 0.0002937662527611024,
      "loss": 6.0938,
      "step": 15306
    },
    {
      "epoch": 0.6269506450952284,
      "grad_norm": 1.4195634124095304,
      "learning_rate": 0.00029376532228871604,
      "loss": 5.7188,
      "step": 15307
    },
    {
      "epoch": 0.6269916035224248,
      "grad_norm": 1.9452474468347178,
      "learning_rate": 0.0002937643917483657,
      "loss": 7.5938,
      "step": 15308
    },
    {
      "epoch": 0.6270325619496211,
      "grad_norm": 2.295704654257603,
      "learning_rate": 0.000293763461140052,
      "loss": 6.9062,
      "step": 15309
    },
    {
      "epoch": 0.6270735203768175,
      "grad_norm": 1.4300699077455639,
      "learning_rate": 0.00029376253046377516,
      "loss": 4.6875,
      "step": 15310
    },
    {
      "epoch": 0.6271144788040139,
      "grad_norm": 1.5305016512979317,
      "learning_rate": 0.00029376159971953583,
      "loss": 7.4062,
      "step": 15311
    },
    {
      "epoch": 0.6271554372312104,
      "grad_norm": 2.0917630266098466,
      "learning_rate": 0.0002937606689073343,
      "loss": 6.875,
      "step": 15312
    },
    {
      "epoch": 0.6271963956584067,
      "grad_norm": 1.4656433721780213,
      "learning_rate": 0.0002937597380271711,
      "loss": 6.3125,
      "step": 15313
    },
    {
      "epoch": 0.6272373540856031,
      "grad_norm": 1.4403411412020233,
      "learning_rate": 0.00029375880707904664,
      "loss": 4.8438,
      "step": 15314
    },
    {
      "epoch": 0.6272783125127995,
      "grad_norm": 1.3923828331879813,
      "learning_rate": 0.00029375787606296134,
      "loss": 4.9688,
      "step": 15315
    },
    {
      "epoch": 0.627319270939996,
      "grad_norm": 1.5414062367197439,
      "learning_rate": 0.0002937569449789157,
      "loss": 5.0625,
      "step": 15316
    },
    {
      "epoch": 0.6273602293671923,
      "grad_norm": 1.4148875367896494,
      "learning_rate": 0.00029375601382691005,
      "loss": 5.6875,
      "step": 15317
    },
    {
      "epoch": 0.6274011877943887,
      "grad_norm": 1.633236335682344,
      "learning_rate": 0.000293755082606945,
      "loss": 6.625,
      "step": 15318
    },
    {
      "epoch": 0.6274421462215851,
      "grad_norm": 1.350314131756201,
      "learning_rate": 0.0002937541513190208,
      "loss": 5.0625,
      "step": 15319
    },
    {
      "epoch": 0.6274831046487815,
      "grad_norm": 7.513854696569673,
      "learning_rate": 0.000293753219963138,
      "loss": 7.4062,
      "step": 15320
    },
    {
      "epoch": 0.6275240630759779,
      "grad_norm": 3.8539882313044904,
      "learning_rate": 0.000293752288539297,
      "loss": 6.7188,
      "step": 15321
    },
    {
      "epoch": 0.6275650215031743,
      "grad_norm": 1.5819922809507496,
      "learning_rate": 0.0002937513570474983,
      "loss": 5.125,
      "step": 15322
    },
    {
      "epoch": 0.6276059799303707,
      "grad_norm": 1.6622301779856472,
      "learning_rate": 0.0002937504254877423,
      "loss": 5.2812,
      "step": 15323
    },
    {
      "epoch": 0.627646938357567,
      "grad_norm": 1.5628609463902168,
      "learning_rate": 0.0002937494938600294,
      "loss": 4.875,
      "step": 15324
    },
    {
      "epoch": 0.6276878967847634,
      "grad_norm": 2.276916330795081,
      "learning_rate": 0.00029374856216436013,
      "loss": 4.5,
      "step": 15325
    },
    {
      "epoch": 0.6277288552119599,
      "grad_norm": 1.6542230617334368,
      "learning_rate": 0.00029374763040073483,
      "loss": 4.6875,
      "step": 15326
    },
    {
      "epoch": 0.6277698136391563,
      "grad_norm": 1.3859263969646385,
      "learning_rate": 0.000293746698569154,
      "loss": 5.6875,
      "step": 15327
    },
    {
      "epoch": 0.6278107720663526,
      "grad_norm": 2.3657455992603094,
      "learning_rate": 0.0002937457666696181,
      "loss": 5.6875,
      "step": 15328
    },
    {
      "epoch": 0.627851730493549,
      "grad_norm": 3.0453497437405814,
      "learning_rate": 0.0002937448347021275,
      "loss": 6.4688,
      "step": 15329
    },
    {
      "epoch": 0.6278926889207455,
      "grad_norm": 1.9096022675592172,
      "learning_rate": 0.00029374390266668273,
      "loss": 5.1875,
      "step": 15330
    },
    {
      "epoch": 0.6279336473479419,
      "grad_norm": 1.818170403241644,
      "learning_rate": 0.00029374297056328414,
      "loss": 5.25,
      "step": 15331
    },
    {
      "epoch": 0.6279746057751382,
      "grad_norm": 1.6559576807457743,
      "learning_rate": 0.00029374203839193226,
      "loss": 7.4375,
      "step": 15332
    },
    {
      "epoch": 0.6280155642023346,
      "grad_norm": 1.6163874560464941,
      "learning_rate": 0.0002937411061526275,
      "loss": 5.7812,
      "step": 15333
    },
    {
      "epoch": 0.628056522629531,
      "grad_norm": 1.7752841501590333,
      "learning_rate": 0.00029374017384537024,
      "loss": 5.375,
      "step": 15334
    },
    {
      "epoch": 0.6280974810567275,
      "grad_norm": 1.6089287342548355,
      "learning_rate": 0.000293739241470161,
      "loss": 5.4688,
      "step": 15335
    },
    {
      "epoch": 0.6281384394839238,
      "grad_norm": 1.5118208068522103,
      "learning_rate": 0.00029373830902700016,
      "loss": 5.75,
      "step": 15336
    },
    {
      "epoch": 0.6281793979111202,
      "grad_norm": 1.5006219123169906,
      "learning_rate": 0.00029373737651588815,
      "loss": 5.6562,
      "step": 15337
    },
    {
      "epoch": 0.6282203563383166,
      "grad_norm": 1.4961768640536564,
      "learning_rate": 0.0002937364439368255,
      "loss": 5.3438,
      "step": 15338
    },
    {
      "epoch": 0.6282613147655131,
      "grad_norm": 2.7563218966230676,
      "learning_rate": 0.0002937355112898126,
      "loss": 4.5938,
      "step": 15339
    },
    {
      "epoch": 0.6283022731927094,
      "grad_norm": 1.5983418039856119,
      "learning_rate": 0.0002937345785748499,
      "loss": 5.2188,
      "step": 15340
    },
    {
      "epoch": 0.6283432316199058,
      "grad_norm": 1.6561857389550971,
      "learning_rate": 0.0002937336457919378,
      "loss": 6.125,
      "step": 15341
    },
    {
      "epoch": 0.6283841900471022,
      "grad_norm": 2.5955952297281706,
      "learning_rate": 0.0002937327129410768,
      "loss": 7.3125,
      "step": 15342
    },
    {
      "epoch": 0.6284251484742985,
      "grad_norm": 1.4323824653056303,
      "learning_rate": 0.0002937317800222673,
      "loss": 5.1562,
      "step": 15343
    },
    {
      "epoch": 0.628466106901495,
      "grad_norm": 1.4125338080537544,
      "learning_rate": 0.0002937308470355098,
      "loss": 4.9375,
      "step": 15344
    },
    {
      "epoch": 0.6285070653286914,
      "grad_norm": 1.3172256931118336,
      "learning_rate": 0.0002937299139808046,
      "loss": 6.2188,
      "step": 15345
    },
    {
      "epoch": 0.6285480237558878,
      "grad_norm": 1.628826059195513,
      "learning_rate": 0.0002937289808581523,
      "loss": 5.7188,
      "step": 15346
    },
    {
      "epoch": 0.6285889821830841,
      "grad_norm": 2.3360527835918172,
      "learning_rate": 0.00029372804766755327,
      "loss": 6.0,
      "step": 15347
    },
    {
      "epoch": 0.6286299406102805,
      "grad_norm": 1.5188995571963122,
      "learning_rate": 0.00029372711440900796,
      "loss": 5.375,
      "step": 15348
    },
    {
      "epoch": 0.628670899037477,
      "grad_norm": 1.474791983827287,
      "learning_rate": 0.00029372618108251683,
      "loss": 3.9219,
      "step": 15349
    },
    {
      "epoch": 0.6287118574646734,
      "grad_norm": 2.3794241150551363,
      "learning_rate": 0.0002937252476880803,
      "loss": 6.0,
      "step": 15350
    },
    {
      "epoch": 0.6287528158918697,
      "grad_norm": 1.6192526875161275,
      "learning_rate": 0.0002937243142256988,
      "loss": 3.9844,
      "step": 15351
    },
    {
      "epoch": 0.6287937743190661,
      "grad_norm": 2.311850014869782,
      "learning_rate": 0.0002937233806953727,
      "loss": 4.2812,
      "step": 15352
    },
    {
      "epoch": 0.6288347327462626,
      "grad_norm": 1.6233799185595532,
      "learning_rate": 0.0002937224470971026,
      "loss": 4.875,
      "step": 15353
    },
    {
      "epoch": 0.628875691173459,
      "grad_norm": 1.7207361024084713,
      "learning_rate": 0.0002937215134308889,
      "loss": 5.4688,
      "step": 15354
    },
    {
      "epoch": 0.6289166496006553,
      "grad_norm": 2.0238273160380733,
      "learning_rate": 0.00029372057969673194,
      "loss": 6.125,
      "step": 15355
    },
    {
      "epoch": 0.6289576080278517,
      "grad_norm": 2.096904421116395,
      "learning_rate": 0.00029371964589463233,
      "loss": 5.3438,
      "step": 15356
    },
    {
      "epoch": 0.6289985664550481,
      "grad_norm": 1.5312374314719701,
      "learning_rate": 0.0002937187120245903,
      "loss": 5.2812,
      "step": 15357
    },
    {
      "epoch": 0.6290395248822446,
      "grad_norm": 1.3299359280082368,
      "learning_rate": 0.00029371777808660646,
      "loss": 5.3125,
      "step": 15358
    },
    {
      "epoch": 0.6290804833094409,
      "grad_norm": 1.5820359629248564,
      "learning_rate": 0.0002937168440806812,
      "loss": 5.4062,
      "step": 15359
    },
    {
      "epoch": 0.6291214417366373,
      "grad_norm": 3.7631988171977504,
      "learning_rate": 0.0002937159100068149,
      "loss": 7.0625,
      "step": 15360
    },
    {
      "epoch": 0.6291624001638337,
      "grad_norm": 1.5090758349507378,
      "learning_rate": 0.00029371497586500815,
      "loss": 6.5,
      "step": 15361
    },
    {
      "epoch": 0.6292033585910302,
      "grad_norm": 1.5836862726194687,
      "learning_rate": 0.00029371404165526126,
      "loss": 6.0625,
      "step": 15362
    },
    {
      "epoch": 0.6292443170182265,
      "grad_norm": 2.8878888180462607,
      "learning_rate": 0.00029371310737757463,
      "loss": 6.8438,
      "step": 15363
    },
    {
      "epoch": 0.6292852754454229,
      "grad_norm": 3.1311868927314115,
      "learning_rate": 0.00029371217303194886,
      "loss": 6.4062,
      "step": 15364
    },
    {
      "epoch": 0.6293262338726193,
      "grad_norm": 2.298897599983404,
      "learning_rate": 0.0002937112386183843,
      "loss": 6.1875,
      "step": 15365
    },
    {
      "epoch": 0.6293671922998156,
      "grad_norm": 2.0543546544675007,
      "learning_rate": 0.0002937103041368814,
      "loss": 4.9688,
      "step": 15366
    },
    {
      "epoch": 0.6294081507270121,
      "grad_norm": 1.644425999201184,
      "learning_rate": 0.00029370936958744064,
      "loss": 5.875,
      "step": 15367
    },
    {
      "epoch": 0.6294491091542085,
      "grad_norm": 1.9577442114553234,
      "learning_rate": 0.0002937084349700624,
      "loss": 4.8125,
      "step": 15368
    },
    {
      "epoch": 0.6294900675814049,
      "grad_norm": 1.4793812922529408,
      "learning_rate": 0.00029370750028474715,
      "loss": 7.4375,
      "step": 15369
    },
    {
      "epoch": 0.6295310260086012,
      "grad_norm": 2.6799741439013776,
      "learning_rate": 0.00029370656553149535,
      "loss": 6.6562,
      "step": 15370
    },
    {
      "epoch": 0.6295719844357976,
      "grad_norm": 2.0346752169906357,
      "learning_rate": 0.0002937056307103074,
      "loss": 6.2812,
      "step": 15371
    },
    {
      "epoch": 0.6296129428629941,
      "grad_norm": 1.547848987857047,
      "learning_rate": 0.0002937046958211838,
      "loss": 4.75,
      "step": 15372
    },
    {
      "epoch": 0.6296539012901905,
      "grad_norm": 1.5241316874875463,
      "learning_rate": 0.00029370376086412494,
      "loss": 5.5625,
      "step": 15373
    },
    {
      "epoch": 0.6296948597173868,
      "grad_norm": 2.450409948251491,
      "learning_rate": 0.0002937028258391313,
      "loss": 4.5312,
      "step": 15374
    },
    {
      "epoch": 0.6297358181445832,
      "grad_norm": 4.359180557345386,
      "learning_rate": 0.00029370189074620325,
      "loss": 3.9688,
      "step": 15375
    },
    {
      "epoch": 0.6297767765717797,
      "grad_norm": 6.382428669337016,
      "learning_rate": 0.0002937009555853413,
      "loss": 9.125,
      "step": 15376
    },
    {
      "epoch": 0.6298177349989761,
      "grad_norm": 4.619507638041837,
      "learning_rate": 0.0002937000203565459,
      "loss": 5.0625,
      "step": 15377
    },
    {
      "epoch": 0.6298586934261724,
      "grad_norm": 1.83151963460509,
      "learning_rate": 0.00029369908505981745,
      "loss": 5.0625,
      "step": 15378
    },
    {
      "epoch": 0.6298996518533688,
      "grad_norm": 2.176979787048975,
      "learning_rate": 0.00029369814969515645,
      "loss": 6.375,
      "step": 15379
    },
    {
      "epoch": 0.6299406102805652,
      "grad_norm": 3.5422362353817647,
      "learning_rate": 0.00029369721426256325,
      "loss": 4.125,
      "step": 15380
    },
    {
      "epoch": 0.6299815687077617,
      "grad_norm": 2.13157204793226,
      "learning_rate": 0.0002936962787620384,
      "loss": 6.8125,
      "step": 15381
    },
    {
      "epoch": 0.630022527134958,
      "grad_norm": 3.13857586595427,
      "learning_rate": 0.00029369534319358224,
      "loss": 4.2812,
      "step": 15382
    },
    {
      "epoch": 0.6300634855621544,
      "grad_norm": 1.9619916202314727,
      "learning_rate": 0.0002936944075571953,
      "loss": 6.7188,
      "step": 15383
    },
    {
      "epoch": 0.6301044439893508,
      "grad_norm": 1.5190706065312336,
      "learning_rate": 0.000293693471852878,
      "loss": 5.5625,
      "step": 15384
    },
    {
      "epoch": 0.6301454024165472,
      "grad_norm": 1.446955262719721,
      "learning_rate": 0.0002936925360806307,
      "loss": 5.4688,
      "step": 15385
    },
    {
      "epoch": 0.6301863608437436,
      "grad_norm": 1.6948040322807685,
      "learning_rate": 0.0002936916002404539,
      "loss": 6.125,
      "step": 15386
    },
    {
      "epoch": 0.63022731927094,
      "grad_norm": 6.003228342536605,
      "learning_rate": 0.0002936906643323481,
      "loss": 5.5312,
      "step": 15387
    },
    {
      "epoch": 0.6302682776981364,
      "grad_norm": 1.4392560485101753,
      "learning_rate": 0.00029368972835631366,
      "loss": 5.2812,
      "step": 15388
    },
    {
      "epoch": 0.6303092361253327,
      "grad_norm": 1.3835895856211555,
      "learning_rate": 0.0002936887923123511,
      "loss": 5.5938,
      "step": 15389
    },
    {
      "epoch": 0.6303501945525292,
      "grad_norm": 1.6904602209790656,
      "learning_rate": 0.0002936878562004608,
      "loss": 5.9062,
      "step": 15390
    },
    {
      "epoch": 0.6303911529797256,
      "grad_norm": 1.2511993853183563,
      "learning_rate": 0.0002936869200206432,
      "loss": 5.5312,
      "step": 15391
    },
    {
      "epoch": 0.630432111406922,
      "grad_norm": 1.5672204971867403,
      "learning_rate": 0.0002936859837728987,
      "loss": 5.625,
      "step": 15392
    },
    {
      "epoch": 0.6304730698341183,
      "grad_norm": 3.2134949038956515,
      "learning_rate": 0.00029368504745722794,
      "loss": 6.0312,
      "step": 15393
    },
    {
      "epoch": 0.6305140282613148,
      "grad_norm": 1.366822924530771,
      "learning_rate": 0.00029368411107363114,
      "loss": 5.0,
      "step": 15394
    },
    {
      "epoch": 0.6305549866885112,
      "grad_norm": 2.4795504379084905,
      "learning_rate": 0.0002936831746221088,
      "loss": 6.0312,
      "step": 15395
    },
    {
      "epoch": 0.6305959451157076,
      "grad_norm": 1.431542362303165,
      "learning_rate": 0.0002936822381026615,
      "loss": 5.5312,
      "step": 15396
    },
    {
      "epoch": 0.6306369035429039,
      "grad_norm": 1.8039787559982703,
      "learning_rate": 0.00029368130151528947,
      "loss": 6.2188,
      "step": 15397
    },
    {
      "epoch": 0.6306778619701003,
      "grad_norm": 2.3962751955396024,
      "learning_rate": 0.00029368036485999334,
      "loss": 4.6562,
      "step": 15398
    },
    {
      "epoch": 0.6307188203972968,
      "grad_norm": 3.7691074522760064,
      "learning_rate": 0.0002936794281367734,
      "loss": 5.375,
      "step": 15399
    },
    {
      "epoch": 0.6307597788244932,
      "grad_norm": 1.3474930628549504,
      "learning_rate": 0.0002936784913456302,
      "loss": 5.4375,
      "step": 15400
    },
    {
      "epoch": 0.6308007372516895,
      "grad_norm": 1.4626373695644388,
      "learning_rate": 0.0002936775544865642,
      "loss": 6.25,
      "step": 15401
    },
    {
      "epoch": 0.6308416956788859,
      "grad_norm": 4.659868588645414,
      "learning_rate": 0.00029367661755957573,
      "loss": 5.6875,
      "step": 15402
    },
    {
      "epoch": 0.6308826541060824,
      "grad_norm": 3.078111421766452,
      "learning_rate": 0.00029367568056466525,
      "loss": 4.5,
      "step": 15403
    },
    {
      "epoch": 0.6309236125332788,
      "grad_norm": 1.7872504698700487,
      "learning_rate": 0.00029367474350183335,
      "loss": 6.2188,
      "step": 15404
    },
    {
      "epoch": 0.6309645709604751,
      "grad_norm": 2.723278001517924,
      "learning_rate": 0.00029367380637108025,
      "loss": 6.5938,
      "step": 15405
    },
    {
      "epoch": 0.6310055293876715,
      "grad_norm": 1.7752538198685257,
      "learning_rate": 0.0002936728691724066,
      "loss": 6.1875,
      "step": 15406
    },
    {
      "epoch": 0.6310464878148679,
      "grad_norm": 5.132137602074966,
      "learning_rate": 0.00029367193190581273,
      "loss": 5.4375,
      "step": 15407
    },
    {
      "epoch": 0.6310874462420643,
      "grad_norm": 2.6614128104564707,
      "learning_rate": 0.00029367099457129907,
      "loss": 7.4375,
      "step": 15408
    },
    {
      "epoch": 0.6311284046692607,
      "grad_norm": 2.1685110659689935,
      "learning_rate": 0.00029367005716886616,
      "loss": 5.25,
      "step": 15409
    },
    {
      "epoch": 0.6311693630964571,
      "grad_norm": 1.9796710238047304,
      "learning_rate": 0.0002936691196985144,
      "loss": 5.375,
      "step": 15410
    },
    {
      "epoch": 0.6312103215236535,
      "grad_norm": 5.005908360366511,
      "learning_rate": 0.00029366818216024416,
      "loss": 2.5156,
      "step": 15411
    },
    {
      "epoch": 0.6312512799508498,
      "grad_norm": 1.7744514989152125,
      "learning_rate": 0.00029366724455405594,
      "loss": 5.1875,
      "step": 15412
    },
    {
      "epoch": 0.6312922383780463,
      "grad_norm": 1.7243770690912144,
      "learning_rate": 0.00029366630687995015,
      "loss": 5.5,
      "step": 15413
    },
    {
      "epoch": 0.6313331968052427,
      "grad_norm": 1.6686982426520645,
      "learning_rate": 0.00029366536913792734,
      "loss": 5.1562,
      "step": 15414
    },
    {
      "epoch": 0.6313741552324391,
      "grad_norm": 4.1386356790674075,
      "learning_rate": 0.0002936644313279879,
      "loss": 6.8438,
      "step": 15415
    },
    {
      "epoch": 0.6314151136596354,
      "grad_norm": 1.5252294002355966,
      "learning_rate": 0.0002936634934501322,
      "loss": 4.9688,
      "step": 15416
    },
    {
      "epoch": 0.6314560720868319,
      "grad_norm": 1.6472210860854677,
      "learning_rate": 0.00029366255550436075,
      "loss": 5.75,
      "step": 15417
    },
    {
      "epoch": 0.6314970305140283,
      "grad_norm": 4.805117793878396,
      "learning_rate": 0.00029366161749067396,
      "loss": 6.1875,
      "step": 15418
    },
    {
      "epoch": 0.6315379889412247,
      "grad_norm": 1.3435652920042767,
      "learning_rate": 0.0002936606794090723,
      "loss": 4.9688,
      "step": 15419
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 3.699066253528336,
      "learning_rate": 0.0002936597412595562,
      "loss": 6.1562,
      "step": 15420
    },
    {
      "epoch": 0.6316199057956174,
      "grad_norm": 1.8177111512658424,
      "learning_rate": 0.00029365880304212615,
      "loss": 5.9062,
      "step": 15421
    },
    {
      "epoch": 0.6316608642228139,
      "grad_norm": 1.514570392400027,
      "learning_rate": 0.0002936578647567825,
      "loss": 5.7188,
      "step": 15422
    },
    {
      "epoch": 0.6317018226500103,
      "grad_norm": 2.6319857917789427,
      "learning_rate": 0.0002936569264035258,
      "loss": 7.4375,
      "step": 15423
    },
    {
      "epoch": 0.6317427810772066,
      "grad_norm": 4.309658257941257,
      "learning_rate": 0.00029365598798235644,
      "loss": 7.2188,
      "step": 15424
    },
    {
      "epoch": 0.631783739504403,
      "grad_norm": 1.4247379262454842,
      "learning_rate": 0.0002936550494932748,
      "loss": 5.75,
      "step": 15425
    },
    {
      "epoch": 0.6318246979315995,
      "grad_norm": 1.482270996912283,
      "learning_rate": 0.00029365411093628145,
      "loss": 5.875,
      "step": 15426
    },
    {
      "epoch": 0.6318656563587958,
      "grad_norm": 1.5528951648862503,
      "learning_rate": 0.00029365317231137676,
      "loss": 4.8438,
      "step": 15427
    },
    {
      "epoch": 0.6319066147859922,
      "grad_norm": 1.3406426638683187,
      "learning_rate": 0.00029365223361856117,
      "loss": 5.75,
      "step": 15428
    },
    {
      "epoch": 0.6319475732131886,
      "grad_norm": 1.5276768490048844,
      "learning_rate": 0.00029365129485783517,
      "loss": 5.4688,
      "step": 15429
    },
    {
      "epoch": 0.631988531640385,
      "grad_norm": 1.3927938744161739,
      "learning_rate": 0.00029365035602919913,
      "loss": 5.5938,
      "step": 15430
    },
    {
      "epoch": 0.6320294900675814,
      "grad_norm": 5.305795332213875,
      "learning_rate": 0.00029364941713265355,
      "loss": 1.8672,
      "step": 15431
    },
    {
      "epoch": 0.6320704484947778,
      "grad_norm": 1.8307755565963895,
      "learning_rate": 0.0002936484781681989,
      "loss": 5.4688,
      "step": 15432
    },
    {
      "epoch": 0.6321114069219742,
      "grad_norm": 1.6462026522050366,
      "learning_rate": 0.00029364753913583555,
      "loss": 6.3125,
      "step": 15433
    },
    {
      "epoch": 0.6321523653491706,
      "grad_norm": 7.381471153353745,
      "learning_rate": 0.000293646600035564,
      "loss": 3.4531,
      "step": 15434
    },
    {
      "epoch": 0.6321933237763669,
      "grad_norm": 2.1195695194039943,
      "learning_rate": 0.00029364566086738467,
      "loss": 5.6875,
      "step": 15435
    },
    {
      "epoch": 0.6322342822035634,
      "grad_norm": 1.7352723598528126,
      "learning_rate": 0.0002936447216312979,
      "loss": 6.1562,
      "step": 15436
    },
    {
      "epoch": 0.6322752406307598,
      "grad_norm": 2.6409420107851,
      "learning_rate": 0.00029364378232730445,
      "loss": 6.5625,
      "step": 15437
    },
    {
      "epoch": 0.6323161990579562,
      "grad_norm": 1.5823166932128057,
      "learning_rate": 0.0002936428429554044,
      "loss": 5.4688,
      "step": 15438
    },
    {
      "epoch": 0.6323571574851525,
      "grad_norm": 4.996397166696654,
      "learning_rate": 0.00029364190351559836,
      "loss": 8.4375,
      "step": 15439
    },
    {
      "epoch": 0.632398115912349,
      "grad_norm": 1.8200768583119418,
      "learning_rate": 0.0002936409640078868,
      "loss": 5.5312,
      "step": 15440
    },
    {
      "epoch": 0.6324390743395454,
      "grad_norm": 1.780446151767722,
      "learning_rate": 0.00029364002443227013,
      "loss": 5.375,
      "step": 15441
    },
    {
      "epoch": 0.6324800327667418,
      "grad_norm": 3.4530532406952807,
      "learning_rate": 0.00029363908478874883,
      "loss": 4.1562,
      "step": 15442
    },
    {
      "epoch": 0.6325209911939381,
      "grad_norm": 2.1399633194823364,
      "learning_rate": 0.00029363814507732324,
      "loss": 5.9062,
      "step": 15443
    },
    {
      "epoch": 0.6325619496211345,
      "grad_norm": 1.4541119698410474,
      "learning_rate": 0.00029363720529799385,
      "loss": 4.875,
      "step": 15444
    },
    {
      "epoch": 0.632602908048331,
      "grad_norm": 1.4343100341817898,
      "learning_rate": 0.0002936362654507612,
      "loss": 4.3438,
      "step": 15445
    },
    {
      "epoch": 0.6326438664755274,
      "grad_norm": 1.6811928617493384,
      "learning_rate": 0.0002936353255356256,
      "loss": 5.125,
      "step": 15446
    },
    {
      "epoch": 0.6326848249027237,
      "grad_norm": 1.5903078827360762,
      "learning_rate": 0.0002936343855525876,
      "loss": 5.6562,
      "step": 15447
    },
    {
      "epoch": 0.6327257833299201,
      "grad_norm": 2.566197324241386,
      "learning_rate": 0.0002936334455016475,
      "loss": 7.3125,
      "step": 15448
    },
    {
      "epoch": 0.6327667417571166,
      "grad_norm": 1.599871028497076,
      "learning_rate": 0.00029363250538280597,
      "loss": 5.5625,
      "step": 15449
    },
    {
      "epoch": 0.6328077001843129,
      "grad_norm": 4.404056581983534,
      "learning_rate": 0.00029363156519606327,
      "loss": 3.9844,
      "step": 15450
    },
    {
      "epoch": 0.6328486586115093,
      "grad_norm": 1.666934910662824,
      "learning_rate": 0.00029363062494141987,
      "loss": 5.4688,
      "step": 15451
    },
    {
      "epoch": 0.6328896170387057,
      "grad_norm": 5.959803376184909,
      "learning_rate": 0.00029362968461887635,
      "loss": 6.0625,
      "step": 15452
    },
    {
      "epoch": 0.6329305754659021,
      "grad_norm": 2.468796266200306,
      "learning_rate": 0.00029362874422843294,
      "loss": 5.5,
      "step": 15453
    },
    {
      "epoch": 0.6329715338930985,
      "grad_norm": 2.6371487913060845,
      "learning_rate": 0.0002936278037700902,
      "loss": 5.75,
      "step": 15454
    },
    {
      "epoch": 0.6330124923202949,
      "grad_norm": 4.507845019376767,
      "learning_rate": 0.00029362686324384865,
      "loss": 5.7188,
      "step": 15455
    },
    {
      "epoch": 0.6330534507474913,
      "grad_norm": 2.813370789984229,
      "learning_rate": 0.00029362592264970853,
      "loss": 5.7188,
      "step": 15456
    },
    {
      "epoch": 0.6330944091746877,
      "grad_norm": 2.3737162451934988,
      "learning_rate": 0.0002936249819876705,
      "loss": 5.1562,
      "step": 15457
    },
    {
      "epoch": 0.633135367601884,
      "grad_norm": 1.5733411223719032,
      "learning_rate": 0.0002936240412577349,
      "loss": 5.5625,
      "step": 15458
    },
    {
      "epoch": 0.6331763260290805,
      "grad_norm": 1.5474948353737128,
      "learning_rate": 0.0002936231004599022,
      "loss": 4.8438,
      "step": 15459
    },
    {
      "epoch": 0.6332172844562769,
      "grad_norm": 1.5350420892106718,
      "learning_rate": 0.0002936221595941728,
      "loss": 5.25,
      "step": 15460
    },
    {
      "epoch": 0.6332582428834733,
      "grad_norm": 1.5122655024922083,
      "learning_rate": 0.0002936212186605472,
      "loss": 5.125,
      "step": 15461
    },
    {
      "epoch": 0.6332992013106696,
      "grad_norm": 2.0844318687809418,
      "learning_rate": 0.0002936202776590258,
      "loss": 4.8438,
      "step": 15462
    },
    {
      "epoch": 0.6333401597378661,
      "grad_norm": 2.3793000890965708,
      "learning_rate": 0.00029361933658960906,
      "loss": 4.5938,
      "step": 15463
    },
    {
      "epoch": 0.6333811181650625,
      "grad_norm": 1.5392059733460755,
      "learning_rate": 0.0002936183954522974,
      "loss": 5.75,
      "step": 15464
    },
    {
      "epoch": 0.6334220765922589,
      "grad_norm": 2.122791377526684,
      "learning_rate": 0.0002936174542470914,
      "loss": 5.375,
      "step": 15465
    },
    {
      "epoch": 0.6334630350194552,
      "grad_norm": 1.5216729103487157,
      "learning_rate": 0.0002936165129739913,
      "loss": 5.4688,
      "step": 15466
    },
    {
      "epoch": 0.6335039934466516,
      "grad_norm": 1.912950889287381,
      "learning_rate": 0.0002936155716329977,
      "loss": 5.4375,
      "step": 15467
    },
    {
      "epoch": 0.6335449518738481,
      "grad_norm": 1.6506173406298428,
      "learning_rate": 0.000293614630224111,
      "loss": 5.0938,
      "step": 15468
    },
    {
      "epoch": 0.6335859103010444,
      "grad_norm": 2.9418365095185286,
      "learning_rate": 0.00029361368874733165,
      "loss": 5.3438,
      "step": 15469
    },
    {
      "epoch": 0.6336268687282408,
      "grad_norm": 2.4944492066947443,
      "learning_rate": 0.00029361274720266005,
      "loss": 6.5625,
      "step": 15470
    },
    {
      "epoch": 0.6336678271554372,
      "grad_norm": 1.432000274160813,
      "learning_rate": 0.00029361180559009663,
      "loss": 5.875,
      "step": 15471
    },
    {
      "epoch": 0.6337087855826337,
      "grad_norm": 1.5842450011916969,
      "learning_rate": 0.000293610863909642,
      "loss": 5.625,
      "step": 15472
    },
    {
      "epoch": 0.63374974400983,
      "grad_norm": 1.715664905173963,
      "learning_rate": 0.0002936099221612964,
      "loss": 4.6875,
      "step": 15473
    },
    {
      "epoch": 0.6337907024370264,
      "grad_norm": 1.5579721576571484,
      "learning_rate": 0.00029360898034506034,
      "loss": 5.4062,
      "step": 15474
    },
    {
      "epoch": 0.6338316608642228,
      "grad_norm": 1.4355756402762734,
      "learning_rate": 0.00029360803846093436,
      "loss": 5.0,
      "step": 15475
    },
    {
      "epoch": 0.6338726192914192,
      "grad_norm": 1.6657595198638544,
      "learning_rate": 0.0002936070965089188,
      "loss": 5.8438,
      "step": 15476
    },
    {
      "epoch": 0.6339135777186156,
      "grad_norm": 6.434966152744683,
      "learning_rate": 0.0002936061544890141,
      "loss": 5.875,
      "step": 15477
    },
    {
      "epoch": 0.633954536145812,
      "grad_norm": 2.628027743177498,
      "learning_rate": 0.0002936052124012208,
      "loss": 5.375,
      "step": 15478
    },
    {
      "epoch": 0.6339954945730084,
      "grad_norm": 3.77286512978387,
      "learning_rate": 0.00029360427024553926,
      "loss": 6.0312,
      "step": 15479
    },
    {
      "epoch": 0.6340364530002048,
      "grad_norm": 1.5209582337126872,
      "learning_rate": 0.00029360332802196997,
      "loss": 5.0938,
      "step": 15480
    },
    {
      "epoch": 0.6340774114274011,
      "grad_norm": 6.541174566183171,
      "learning_rate": 0.00029360238573051335,
      "loss": 7.375,
      "step": 15481
    },
    {
      "epoch": 0.6341183698545976,
      "grad_norm": 1.3618805769717341,
      "learning_rate": 0.00029360144337116985,
      "loss": 5.875,
      "step": 15482
    },
    {
      "epoch": 0.634159328281794,
      "grad_norm": 1.3765838522188811,
      "learning_rate": 0.00029360050094393996,
      "loss": 5.5,
      "step": 15483
    },
    {
      "epoch": 0.6342002867089904,
      "grad_norm": 1.3373834107919291,
      "learning_rate": 0.000293599558448824,
      "loss": 5.875,
      "step": 15484
    },
    {
      "epoch": 0.6342412451361867,
      "grad_norm": 2.702056514997453,
      "learning_rate": 0.00029359861588582254,
      "loss": 6.0,
      "step": 15485
    },
    {
      "epoch": 0.6342822035633832,
      "grad_norm": 1.6733496353261639,
      "learning_rate": 0.000293597673254936,
      "loss": 6.0938,
      "step": 15486
    },
    {
      "epoch": 0.6343231619905796,
      "grad_norm": 1.6725095802842955,
      "learning_rate": 0.0002935967305561648,
      "loss": 5.1562,
      "step": 15487
    },
    {
      "epoch": 0.634364120417776,
      "grad_norm": 2.0311621693193955,
      "learning_rate": 0.00029359578778950947,
      "loss": 6.4688,
      "step": 15488
    },
    {
      "epoch": 0.6344050788449723,
      "grad_norm": 1.6335750065919272,
      "learning_rate": 0.0002935948449549703,
      "loss": 6.0312,
      "step": 15489
    },
    {
      "epoch": 0.6344460372721688,
      "grad_norm": 1.5300827070394136,
      "learning_rate": 0.00029359390205254787,
      "loss": 5.9375,
      "step": 15490
    },
    {
      "epoch": 0.6344869956993652,
      "grad_norm": 2.1269309693970055,
      "learning_rate": 0.0002935929590822425,
      "loss": 6.2812,
      "step": 15491
    },
    {
      "epoch": 0.6345279541265615,
      "grad_norm": 1.8156437563440633,
      "learning_rate": 0.0002935920160440548,
      "loss": 6.0938,
      "step": 15492
    },
    {
      "epoch": 0.6345689125537579,
      "grad_norm": 1.5254507721355461,
      "learning_rate": 0.0002935910729379851,
      "loss": 7.0312,
      "step": 15493
    },
    {
      "epoch": 0.6346098709809543,
      "grad_norm": 1.593401663144269,
      "learning_rate": 0.00029359012976403387,
      "loss": 5.125,
      "step": 15494
    },
    {
      "epoch": 0.6346508294081508,
      "grad_norm": 1.5822704922583055,
      "learning_rate": 0.0002935891865222015,
      "loss": 5.75,
      "step": 15495
    },
    {
      "epoch": 0.6346917878353471,
      "grad_norm": 1.570974682804421,
      "learning_rate": 0.00029358824321248857,
      "loss": 5.7188,
      "step": 15496
    },
    {
      "epoch": 0.6347327462625435,
      "grad_norm": 6.538981971744822,
      "learning_rate": 0.00029358729983489546,
      "loss": 3.0156,
      "step": 15497
    },
    {
      "epoch": 0.6347737046897399,
      "grad_norm": 7.6012490088973035,
      "learning_rate": 0.00029358635638942256,
      "loss": 4.3438,
      "step": 15498
    },
    {
      "epoch": 0.6348146631169364,
      "grad_norm": 2.1398210869921908,
      "learning_rate": 0.00029358541287607037,
      "loss": 4.75,
      "step": 15499
    },
    {
      "epoch": 0.6348556215441327,
      "grad_norm": 2.5388721430545305,
      "learning_rate": 0.0002935844692948393,
      "loss": 4.2188,
      "step": 15500
    },
    {
      "epoch": 0.6348965799713291,
      "grad_norm": 2.0471025586252405,
      "learning_rate": 0.0002935835256457299,
      "loss": 5.8125,
      "step": 15501
    },
    {
      "epoch": 0.6349375383985255,
      "grad_norm": 1.590912680098515,
      "learning_rate": 0.00029358258192874247,
      "loss": 5.2812,
      "step": 15502
    },
    {
      "epoch": 0.6349784968257219,
      "grad_norm": 1.618809662232823,
      "learning_rate": 0.00029358163814387754,
      "loss": 5.5312,
      "step": 15503
    },
    {
      "epoch": 0.6350194552529183,
      "grad_norm": 1.6219820354572867,
      "learning_rate": 0.0002935806942911356,
      "loss": 5.4375,
      "step": 15504
    },
    {
      "epoch": 0.6350604136801147,
      "grad_norm": 1.4381361976808984,
      "learning_rate": 0.000293579750370517,
      "loss": 5.3438,
      "step": 15505
    },
    {
      "epoch": 0.6351013721073111,
      "grad_norm": 1.3560670047576315,
      "learning_rate": 0.0002935788063820222,
      "loss": 5.25,
      "step": 15506
    },
    {
      "epoch": 0.6351423305345075,
      "grad_norm": 1.5615291198638677,
      "learning_rate": 0.0002935778623256517,
      "loss": 5.8125,
      "step": 15507
    },
    {
      "epoch": 0.6351832889617038,
      "grad_norm": 1.778992655053855,
      "learning_rate": 0.0002935769182014059,
      "loss": 6.125,
      "step": 15508
    },
    {
      "epoch": 0.6352242473889003,
      "grad_norm": 1.5414570456236545,
      "learning_rate": 0.0002935759740092853,
      "loss": 6.5938,
      "step": 15509
    },
    {
      "epoch": 0.6352652058160967,
      "grad_norm": 2.5315300552596334,
      "learning_rate": 0.0002935750297492903,
      "loss": 6.7812,
      "step": 15510
    },
    {
      "epoch": 0.635306164243293,
      "grad_norm": 5.362635240010738,
      "learning_rate": 0.0002935740854214213,
      "loss": 4.3125,
      "step": 15511
    },
    {
      "epoch": 0.6353471226704894,
      "grad_norm": 1.509278368185859,
      "learning_rate": 0.00029357314102567886,
      "loss": 6.1875,
      "step": 15512
    },
    {
      "epoch": 0.6353880810976859,
      "grad_norm": 1.457170579102746,
      "learning_rate": 0.00029357219656206337,
      "loss": 5.4062,
      "step": 15513
    },
    {
      "epoch": 0.6354290395248823,
      "grad_norm": 1.6892622442452523,
      "learning_rate": 0.00029357125203057524,
      "loss": 5.3438,
      "step": 15514
    },
    {
      "epoch": 0.6354699979520786,
      "grad_norm": 1.5473129852228125,
      "learning_rate": 0.00029357030743121503,
      "loss": 4.8438,
      "step": 15515
    },
    {
      "epoch": 0.635510956379275,
      "grad_norm": 1.52711964141463,
      "learning_rate": 0.00029356936276398306,
      "loss": 5.5938,
      "step": 15516
    },
    {
      "epoch": 0.6355519148064714,
      "grad_norm": 1.5131303428675171,
      "learning_rate": 0.0002935684180288798,
      "loss": 6.0938,
      "step": 15517
    },
    {
      "epoch": 0.6355928732336679,
      "grad_norm": 1.434409889700775,
      "learning_rate": 0.0002935674732259058,
      "loss": 5.5,
      "step": 15518
    },
    {
      "epoch": 0.6356338316608642,
      "grad_norm": 1.516965906961772,
      "learning_rate": 0.00029356652835506135,
      "loss": 5.625,
      "step": 15519
    },
    {
      "epoch": 0.6356747900880606,
      "grad_norm": 1.367691058165343,
      "learning_rate": 0.000293565583416347,
      "loss": 5.3125,
      "step": 15520
    },
    {
      "epoch": 0.635715748515257,
      "grad_norm": 1.4222148862385606,
      "learning_rate": 0.00029356463840976316,
      "loss": 6.25,
      "step": 15521
    },
    {
      "epoch": 0.6357567069424535,
      "grad_norm": 1.4827555473802827,
      "learning_rate": 0.00029356369333531033,
      "loss": 5.0938,
      "step": 15522
    },
    {
      "epoch": 0.6357976653696498,
      "grad_norm": 1.585425366584822,
      "learning_rate": 0.0002935627481929889,
      "loss": 6.375,
      "step": 15523
    },
    {
      "epoch": 0.6358386237968462,
      "grad_norm": 1.5252736068437238,
      "learning_rate": 0.0002935618029827993,
      "loss": 5.25,
      "step": 15524
    },
    {
      "epoch": 0.6358795822240426,
      "grad_norm": 3.8249699094590905,
      "learning_rate": 0.00029356085770474203,
      "loss": 4.0938,
      "step": 15525
    },
    {
      "epoch": 0.635920540651239,
      "grad_norm": 1.477643774278032,
      "learning_rate": 0.0002935599123588175,
      "loss": 5.3125,
      "step": 15526
    },
    {
      "epoch": 0.6359614990784354,
      "grad_norm": 2.2951163007577775,
      "learning_rate": 0.00029355896694502624,
      "loss": 4.7188,
      "step": 15527
    },
    {
      "epoch": 0.6360024575056318,
      "grad_norm": 1.5128986860912783,
      "learning_rate": 0.00029355802146336854,
      "loss": 5.3438,
      "step": 15528
    },
    {
      "epoch": 0.6360434159328282,
      "grad_norm": 1.2988314347491448,
      "learning_rate": 0.000293557075913845,
      "loss": 5.0625,
      "step": 15529
    },
    {
      "epoch": 0.6360843743600246,
      "grad_norm": 2.471159694719082,
      "learning_rate": 0.000293556130296456,
      "loss": 5.0938,
      "step": 15530
    },
    {
      "epoch": 0.6361253327872209,
      "grad_norm": 1.7175701171576603,
      "learning_rate": 0.00029355518461120195,
      "loss": 7.2188,
      "step": 15531
    },
    {
      "epoch": 0.6361662912144174,
      "grad_norm": 2.2417636455171066,
      "learning_rate": 0.00029355423885808345,
      "loss": 6.0938,
      "step": 15532
    },
    {
      "epoch": 0.6362072496416138,
      "grad_norm": 1.626170100617862,
      "learning_rate": 0.0002935532930371007,
      "loss": 5.2188,
      "step": 15533
    },
    {
      "epoch": 0.6362482080688101,
      "grad_norm": 10.118349065887747,
      "learning_rate": 0.00029355234714825435,
      "loss": 4.9062,
      "step": 15534
    },
    {
      "epoch": 0.6362891664960065,
      "grad_norm": 2.203447918910972,
      "learning_rate": 0.0002935514011915448,
      "loss": 7.5312,
      "step": 15535
    },
    {
      "epoch": 0.636330124923203,
      "grad_norm": 2.656661686263302,
      "learning_rate": 0.0002935504551669724,
      "loss": 5.2188,
      "step": 15536
    },
    {
      "epoch": 0.6363710833503994,
      "grad_norm": 1.763993597387,
      "learning_rate": 0.0002935495090745377,
      "loss": 6.25,
      "step": 15537
    },
    {
      "epoch": 0.6364120417775957,
      "grad_norm": 1.4889324658453245,
      "learning_rate": 0.0002935485629142412,
      "loss": 5.6875,
      "step": 15538
    },
    {
      "epoch": 0.6364530002047921,
      "grad_norm": 1.8977431821653596,
      "learning_rate": 0.0002935476166860832,
      "loss": 5.8438,
      "step": 15539
    },
    {
      "epoch": 0.6364939586319885,
      "grad_norm": 1.4834433342210511,
      "learning_rate": 0.00029354667039006426,
      "loss": 5.3125,
      "step": 15540
    },
    {
      "epoch": 0.636534917059185,
      "grad_norm": 2.3812638595912863,
      "learning_rate": 0.00029354572402618475,
      "loss": 8.375,
      "step": 15541
    },
    {
      "epoch": 0.6365758754863813,
      "grad_norm": 1.7195509418489625,
      "learning_rate": 0.0002935447775944451,
      "loss": 6.0,
      "step": 15542
    },
    {
      "epoch": 0.6366168339135777,
      "grad_norm": 2.6993665904974247,
      "learning_rate": 0.00029354383109484594,
      "loss": 4.5625,
      "step": 15543
    },
    {
      "epoch": 0.6366577923407741,
      "grad_norm": 1.5679601317155871,
      "learning_rate": 0.00029354288452738747,
      "loss": 5.0938,
      "step": 15544
    },
    {
      "epoch": 0.6366987507679706,
      "grad_norm": 1.905086964232751,
      "learning_rate": 0.0002935419378920703,
      "loss": 5.0625,
      "step": 15545
    },
    {
      "epoch": 0.6367397091951669,
      "grad_norm": 1.4362547295186632,
      "learning_rate": 0.0002935409911888948,
      "loss": 6.0938,
      "step": 15546
    },
    {
      "epoch": 0.6367806676223633,
      "grad_norm": 1.6290429801913306,
      "learning_rate": 0.0002935400444178615,
      "loss": 5.5938,
      "step": 15547
    },
    {
      "epoch": 0.6368216260495597,
      "grad_norm": 2.134581001459456,
      "learning_rate": 0.0002935390975789707,
      "loss": 5.75,
      "step": 15548
    },
    {
      "epoch": 0.6368625844767561,
      "grad_norm": 1.7227829805176704,
      "learning_rate": 0.00029353815067222305,
      "loss": 4.1562,
      "step": 15549
    },
    {
      "epoch": 0.6369035429039525,
      "grad_norm": 1.3385936752448666,
      "learning_rate": 0.00029353720369761885,
      "loss": 6.0,
      "step": 15550
    },
    {
      "epoch": 0.6369445013311489,
      "grad_norm": 2.069758728739462,
      "learning_rate": 0.0002935362566551586,
      "loss": 5.9688,
      "step": 15551
    },
    {
      "epoch": 0.6369854597583453,
      "grad_norm": 1.5527195540002339,
      "learning_rate": 0.00029353530954484276,
      "loss": 4.9375,
      "step": 15552
    },
    {
      "epoch": 0.6370264181855416,
      "grad_norm": 2.16984164980284,
      "learning_rate": 0.00029353436236667174,
      "loss": 6.5938,
      "step": 15553
    },
    {
      "epoch": 0.637067376612738,
      "grad_norm": 1.5252286959063919,
      "learning_rate": 0.000293533415120646,
      "loss": 5.5312,
      "step": 15554
    },
    {
      "epoch": 0.6371083350399345,
      "grad_norm": 1.5937917062261646,
      "learning_rate": 0.0002935324678067659,
      "loss": 5.4375,
      "step": 15555
    },
    {
      "epoch": 0.6371492934671309,
      "grad_norm": 1.521591141359121,
      "learning_rate": 0.0002935315204250321,
      "loss": 5.5938,
      "step": 15556
    },
    {
      "epoch": 0.6371902518943272,
      "grad_norm": 1.5488667006595478,
      "learning_rate": 0.00029353057297544483,
      "loss": 5.6562,
      "step": 15557
    },
    {
      "epoch": 0.6372312103215236,
      "grad_norm": 1.9668352412474568,
      "learning_rate": 0.0002935296254580047,
      "loss": 5.1562,
      "step": 15558
    },
    {
      "epoch": 0.6372721687487201,
      "grad_norm": 1.4744644079426987,
      "learning_rate": 0.0002935286778727121,
      "loss": 5.7812,
      "step": 15559
    },
    {
      "epoch": 0.6373131271759165,
      "grad_norm": 1.736948786964967,
      "learning_rate": 0.00029352773021956745,
      "loss": 4.1562,
      "step": 15560
    },
    {
      "epoch": 0.6373540856031128,
      "grad_norm": 1.4554861765911382,
      "learning_rate": 0.0002935267824985712,
      "loss": 5.6562,
      "step": 15561
    },
    {
      "epoch": 0.6373950440303092,
      "grad_norm": 1.4404164572620795,
      "learning_rate": 0.00029352583470972386,
      "loss": 5.7188,
      "step": 15562
    },
    {
      "epoch": 0.6374360024575056,
      "grad_norm": 1.5715701712403425,
      "learning_rate": 0.0002935248868530258,
      "loss": 6.2812,
      "step": 15563
    },
    {
      "epoch": 0.6374769608847021,
      "grad_norm": 1.4202380436738142,
      "learning_rate": 0.00029352393892847746,
      "loss": 5.3125,
      "step": 15564
    },
    {
      "epoch": 0.6375179193118984,
      "grad_norm": 1.342840003754416,
      "learning_rate": 0.00029352299093607945,
      "loss": 5.0312,
      "step": 15565
    },
    {
      "epoch": 0.6375588777390948,
      "grad_norm": 3.1446022048449818,
      "learning_rate": 0.000293522042875832,
      "loss": 7.25,
      "step": 15566
    },
    {
      "epoch": 0.6375998361662912,
      "grad_norm": 1.6061707120177144,
      "learning_rate": 0.00029352109474773563,
      "loss": 5.7188,
      "step": 15567
    },
    {
      "epoch": 0.6376407945934877,
      "grad_norm": 1.4568311441530042,
      "learning_rate": 0.0002935201465517909,
      "loss": 5.4062,
      "step": 15568
    },
    {
      "epoch": 0.637681753020684,
      "grad_norm": 1.4215756355191114,
      "learning_rate": 0.0002935191982879981,
      "loss": 5.1875,
      "step": 15569
    },
    {
      "epoch": 0.6377227114478804,
      "grad_norm": 1.410070886461141,
      "learning_rate": 0.0002935182499563578,
      "loss": 5.5312,
      "step": 15570
    },
    {
      "epoch": 0.6377636698750768,
      "grad_norm": 2.049438710405988,
      "learning_rate": 0.00029351730155687043,
      "loss": 4.7812,
      "step": 15571
    },
    {
      "epoch": 0.6378046283022732,
      "grad_norm": 1.7397618338909844,
      "learning_rate": 0.00029351635308953636,
      "loss": 6.75,
      "step": 15572
    },
    {
      "epoch": 0.6378455867294696,
      "grad_norm": 1.574178833471467,
      "learning_rate": 0.00029351540455435605,
      "loss": 5.625,
      "step": 15573
    },
    {
      "epoch": 0.637886545156666,
      "grad_norm": 9.007467794154902,
      "learning_rate": 0.00029351445595133006,
      "loss": 5.125,
      "step": 15574
    },
    {
      "epoch": 0.6379275035838624,
      "grad_norm": 1.4888497486770453,
      "learning_rate": 0.0002935135072804587,
      "loss": 5.7812,
      "step": 15575
    },
    {
      "epoch": 0.6379684620110587,
      "grad_norm": 2.0007257321367318,
      "learning_rate": 0.00029351255854174254,
      "loss": 5.2812,
      "step": 15576
    },
    {
      "epoch": 0.6380094204382551,
      "grad_norm": 1.389404812611994,
      "learning_rate": 0.00029351160973518193,
      "loss": 5.2812,
      "step": 15577
    },
    {
      "epoch": 0.6380503788654516,
      "grad_norm": 1.9795677911017906,
      "learning_rate": 0.00029351066086077737,
      "loss": 5.4062,
      "step": 15578
    },
    {
      "epoch": 0.638091337292648,
      "grad_norm": 1.4515431256697295,
      "learning_rate": 0.0002935097119185293,
      "loss": 5.2188,
      "step": 15579
    },
    {
      "epoch": 0.6381322957198443,
      "grad_norm": 1.6991078521436356,
      "learning_rate": 0.0002935087629084382,
      "loss": 4.0938,
      "step": 15580
    },
    {
      "epoch": 0.6381732541470407,
      "grad_norm": 1.4231126226626032,
      "learning_rate": 0.0002935078138305044,
      "loss": 5.2812,
      "step": 15581
    },
    {
      "epoch": 0.6382142125742372,
      "grad_norm": 1.4837767139008968,
      "learning_rate": 0.00029350686468472846,
      "loss": 5.25,
      "step": 15582
    },
    {
      "epoch": 0.6382551710014336,
      "grad_norm": 4.1228615806506435,
      "learning_rate": 0.00029350591547111087,
      "loss": 5.7188,
      "step": 15583
    },
    {
      "epoch": 0.6382961294286299,
      "grad_norm": 1.5671265675268928,
      "learning_rate": 0.0002935049661896519,
      "loss": 5.1562,
      "step": 15584
    },
    {
      "epoch": 0.6383370878558263,
      "grad_norm": 1.9695403625595709,
      "learning_rate": 0.0002935040168403522,
      "loss": 5.5312,
      "step": 15585
    },
    {
      "epoch": 0.6383780462830227,
      "grad_norm": 3.180187917575937,
      "learning_rate": 0.0002935030674232121,
      "loss": 7.1562,
      "step": 15586
    },
    {
      "epoch": 0.6384190047102192,
      "grad_norm": 1.5300737583431487,
      "learning_rate": 0.0002935021179382321,
      "loss": 5.375,
      "step": 15587
    },
    {
      "epoch": 0.6384599631374155,
      "grad_norm": 1.492405570371385,
      "learning_rate": 0.0002935011683854126,
      "loss": 5.3438,
      "step": 15588
    },
    {
      "epoch": 0.6385009215646119,
      "grad_norm": 1.5529300553490606,
      "learning_rate": 0.000293500218764754,
      "loss": 5.25,
      "step": 15589
    },
    {
      "epoch": 0.6385418799918083,
      "grad_norm": 6.715625072350983,
      "learning_rate": 0.00029349926907625695,
      "loss": 4.7812,
      "step": 15590
    },
    {
      "epoch": 0.6385828384190048,
      "grad_norm": 1.5061146095492448,
      "learning_rate": 0.00029349831931992174,
      "loss": 4.7188,
      "step": 15591
    },
    {
      "epoch": 0.6386237968462011,
      "grad_norm": 1.4327710817879795,
      "learning_rate": 0.0002934973694957488,
      "loss": 4.8438,
      "step": 15592
    },
    {
      "epoch": 0.6386647552733975,
      "grad_norm": 1.5505535655061604,
      "learning_rate": 0.00029349641960373866,
      "loss": 5.9375,
      "step": 15593
    },
    {
      "epoch": 0.6387057137005939,
      "grad_norm": 1.2735454285804513,
      "learning_rate": 0.00029349546964389176,
      "loss": 5.0625,
      "step": 15594
    },
    {
      "epoch": 0.6387466721277902,
      "grad_norm": 1.5942299759174272,
      "learning_rate": 0.0002934945196162085,
      "loss": 5.1875,
      "step": 15595
    },
    {
      "epoch": 0.6387876305549867,
      "grad_norm": 3.479721312632724,
      "learning_rate": 0.0002934935695206894,
      "loss": 3.7344,
      "step": 15596
    },
    {
      "epoch": 0.6388285889821831,
      "grad_norm": 1.6568190376529404,
      "learning_rate": 0.0002934926193573348,
      "loss": 5.3438,
      "step": 15597
    },
    {
      "epoch": 0.6388695474093795,
      "grad_norm": 2.03556923179041,
      "learning_rate": 0.0002934916691261453,
      "loss": 4.75,
      "step": 15598
    },
    {
      "epoch": 0.6389105058365758,
      "grad_norm": 6.8733998403738426,
      "learning_rate": 0.0002934907188271212,
      "loss": 5.2812,
      "step": 15599
    },
    {
      "epoch": 0.6389514642637723,
      "grad_norm": 1.3898010125721139,
      "learning_rate": 0.000293489768460263,
      "loss": 5.6562,
      "step": 15600
    },
    {
      "epoch": 0.6389924226909687,
      "grad_norm": 1.5490683528327664,
      "learning_rate": 0.00029348881802557117,
      "loss": 6.1875,
      "step": 15601
    },
    {
      "epoch": 0.6390333811181651,
      "grad_norm": 1.5098395394848592,
      "learning_rate": 0.00029348786752304623,
      "loss": 5.6562,
      "step": 15602
    },
    {
      "epoch": 0.6390743395453614,
      "grad_norm": 2.2449848304348614,
      "learning_rate": 0.0002934869169526885,
      "loss": 4.8438,
      "step": 15603
    },
    {
      "epoch": 0.6391152979725578,
      "grad_norm": 1.4784024240322675,
      "learning_rate": 0.0002934859663144985,
      "loss": 5.7812,
      "step": 15604
    },
    {
      "epoch": 0.6391562563997543,
      "grad_norm": 1.370254685177419,
      "learning_rate": 0.0002934850156084766,
      "loss": 5.1562,
      "step": 15605
    },
    {
      "epoch": 0.6391972148269507,
      "grad_norm": 2.586267279739053,
      "learning_rate": 0.00029348406483462334,
      "loss": 5.7812,
      "step": 15606
    },
    {
      "epoch": 0.639238173254147,
      "grad_norm": 1.8158883581011918,
      "learning_rate": 0.00029348311399293915,
      "loss": 6.4375,
      "step": 15607
    },
    {
      "epoch": 0.6392791316813434,
      "grad_norm": 1.4872694331469916,
      "learning_rate": 0.0002934821630834245,
      "loss": 4.875,
      "step": 15608
    },
    {
      "epoch": 0.6393200901085399,
      "grad_norm": 1.7176389484175978,
      "learning_rate": 0.0002934812121060798,
      "loss": 6.5312,
      "step": 15609
    },
    {
      "epoch": 0.6393610485357363,
      "grad_norm": 11.556875960070057,
      "learning_rate": 0.00029348026106090547,
      "loss": 6.0625,
      "step": 15610
    },
    {
      "epoch": 0.6394020069629326,
      "grad_norm": 1.4520677792926981,
      "learning_rate": 0.000293479309947902,
      "loss": 5.6562,
      "step": 15611
    },
    {
      "epoch": 0.639442965390129,
      "grad_norm": 4.075177673742525,
      "learning_rate": 0.0002934783587670699,
      "loss": 5.25,
      "step": 15612
    },
    {
      "epoch": 0.6394839238173254,
      "grad_norm": 2.5334172421961196,
      "learning_rate": 0.0002934774075184095,
      "loss": 7.5938,
      "step": 15613
    },
    {
      "epoch": 0.6395248822445219,
      "grad_norm": 1.4166145164578936,
      "learning_rate": 0.0002934764562019213,
      "loss": 5.75,
      "step": 15614
    },
    {
      "epoch": 0.6395658406717182,
      "grad_norm": 1.5607608926414693,
      "learning_rate": 0.00029347550481760576,
      "loss": 5.9375,
      "step": 15615
    },
    {
      "epoch": 0.6396067990989146,
      "grad_norm": 1.639435371333116,
      "learning_rate": 0.00029347455336546337,
      "loss": 6.2188,
      "step": 15616
    },
    {
      "epoch": 0.639647757526111,
      "grad_norm": 1.4842063508098193,
      "learning_rate": 0.00029347360184549454,
      "loss": 5.625,
      "step": 15617
    },
    {
      "epoch": 0.6396887159533073,
      "grad_norm": 2.052483042942234,
      "learning_rate": 0.00029347265025769965,
      "loss": 6.25,
      "step": 15618
    },
    {
      "epoch": 0.6397296743805038,
      "grad_norm": 4.166981310224035,
      "learning_rate": 0.0002934716986020793,
      "loss": 3.4844,
      "step": 15619
    },
    {
      "epoch": 0.6397706328077002,
      "grad_norm": 5.538442531198799,
      "learning_rate": 0.0002934707468786338,
      "loss": 4.0,
      "step": 15620
    },
    {
      "epoch": 0.6398115912348966,
      "grad_norm": 1.4889678341246626,
      "learning_rate": 0.00029346979508736366,
      "loss": 4.875,
      "step": 15621
    },
    {
      "epoch": 0.6398525496620929,
      "grad_norm": 1.5994392008030576,
      "learning_rate": 0.00029346884322826934,
      "loss": 6.1562,
      "step": 15622
    },
    {
      "epoch": 0.6398935080892894,
      "grad_norm": 1.63818080320307,
      "learning_rate": 0.00029346789130135125,
      "loss": 5.9375,
      "step": 15623
    },
    {
      "epoch": 0.6399344665164858,
      "grad_norm": 1.6174889723437589,
      "learning_rate": 0.0002934669393066099,
      "loss": 5.7188,
      "step": 15624
    },
    {
      "epoch": 0.6399754249436822,
      "grad_norm": 1.5429127201555215,
      "learning_rate": 0.0002934659872440457,
      "loss": 5.3125,
      "step": 15625
    },
    {
      "epoch": 0.6400163833708785,
      "grad_norm": 1.4865272649939933,
      "learning_rate": 0.00029346503511365913,
      "loss": 5.4062,
      "step": 15626
    },
    {
      "epoch": 0.6400573417980749,
      "grad_norm": 1.7706219636886047,
      "learning_rate": 0.00029346408291545056,
      "loss": 5.3125,
      "step": 15627
    },
    {
      "epoch": 0.6400983002252714,
      "grad_norm": 1.594695862098289,
      "learning_rate": 0.00029346313064942053,
      "loss": 5.25,
      "step": 15628
    },
    {
      "epoch": 0.6401392586524678,
      "grad_norm": 1.6213613040018526,
      "learning_rate": 0.0002934621783155694,
      "loss": 5.1875,
      "step": 15629
    },
    {
      "epoch": 0.6401802170796641,
      "grad_norm": 2.284322049527678,
      "learning_rate": 0.00029346122591389774,
      "loss": 4.1562,
      "step": 15630
    },
    {
      "epoch": 0.6402211755068605,
      "grad_norm": 1.371938568615842,
      "learning_rate": 0.00029346027344440595,
      "loss": 4.625,
      "step": 15631
    },
    {
      "epoch": 0.640262133934057,
      "grad_norm": 1.8854134369715592,
      "learning_rate": 0.00029345932090709445,
      "loss": 5.0625,
      "step": 15632
    },
    {
      "epoch": 0.6403030923612534,
      "grad_norm": 1.7075394422063956,
      "learning_rate": 0.00029345836830196366,
      "loss": 5.5938,
      "step": 15633
    },
    {
      "epoch": 0.6403440507884497,
      "grad_norm": 2.4953852394702425,
      "learning_rate": 0.0002934574156290141,
      "loss": 6.2188,
      "step": 15634
    },
    {
      "epoch": 0.6403850092156461,
      "grad_norm": 1.6848718206460669,
      "learning_rate": 0.0002934564628882462,
      "loss": 5.4375,
      "step": 15635
    },
    {
      "epoch": 0.6404259676428425,
      "grad_norm": 1.5923683216602404,
      "learning_rate": 0.00029345551007966045,
      "loss": 6.7812,
      "step": 15636
    },
    {
      "epoch": 0.6404669260700389,
      "grad_norm": 1.6107437051652171,
      "learning_rate": 0.00029345455720325723,
      "loss": 4.9375,
      "step": 15637
    },
    {
      "epoch": 0.6405078844972353,
      "grad_norm": 1.416182160446858,
      "learning_rate": 0.00029345360425903706,
      "loss": 5.8438,
      "step": 15638
    },
    {
      "epoch": 0.6405488429244317,
      "grad_norm": 1.5411093698373912,
      "learning_rate": 0.0002934526512470003,
      "loss": 6.3125,
      "step": 15639
    },
    {
      "epoch": 0.6405898013516281,
      "grad_norm": 1.3433381000480598,
      "learning_rate": 0.0002934516981671475,
      "loss": 5.5312,
      "step": 15640
    },
    {
      "epoch": 0.6406307597788244,
      "grad_norm": 1.6216934568512753,
      "learning_rate": 0.00029345074501947895,
      "loss": 5.4375,
      "step": 15641
    },
    {
      "epoch": 0.6406717182060209,
      "grad_norm": 6.359787941695323,
      "learning_rate": 0.00029344979180399535,
      "loss": 5.9062,
      "step": 15642
    },
    {
      "epoch": 0.6407126766332173,
      "grad_norm": 1.4201185256700448,
      "learning_rate": 0.0002934488385206969,
      "loss": 5.4062,
      "step": 15643
    },
    {
      "epoch": 0.6407536350604137,
      "grad_norm": 2.0049303920685504,
      "learning_rate": 0.0002934478851695842,
      "loss": 5.0938,
      "step": 15644
    },
    {
      "epoch": 0.64079459348761,
      "grad_norm": 1.421108399405572,
      "learning_rate": 0.0002934469317506577,
      "loss": 5.3125,
      "step": 15645
    },
    {
      "epoch": 0.6408355519148065,
      "grad_norm": 7.285260110401411,
      "learning_rate": 0.00029344597826391777,
      "loss": 5.4375,
      "step": 15646
    },
    {
      "epoch": 0.6408765103420029,
      "grad_norm": 3.384902215608814,
      "learning_rate": 0.0002934450247093649,
      "loss": 5.625,
      "step": 15647
    },
    {
      "epoch": 0.6409174687691993,
      "grad_norm": 1.7021126816345327,
      "learning_rate": 0.0002934440710869996,
      "loss": 5.6875,
      "step": 15648
    },
    {
      "epoch": 0.6409584271963956,
      "grad_norm": 4.487113270504094,
      "learning_rate": 0.00029344311739682225,
      "loss": 5.25,
      "step": 15649
    },
    {
      "epoch": 0.640999385623592,
      "grad_norm": 1.6105060048955167,
      "learning_rate": 0.0002934421636388333,
      "loss": 4.6875,
      "step": 15650
    },
    {
      "epoch": 0.6410403440507885,
      "grad_norm": 1.771114655647265,
      "learning_rate": 0.0002934412098130332,
      "loss": 5.5938,
      "step": 15651
    },
    {
      "epoch": 0.6410813024779849,
      "grad_norm": 4.660079993725612,
      "learning_rate": 0.00029344025591942244,
      "loss": 6.4062,
      "step": 15652
    },
    {
      "epoch": 0.6411222609051812,
      "grad_norm": 1.5961804069802514,
      "learning_rate": 0.00029343930195800146,
      "loss": 4.75,
      "step": 15653
    },
    {
      "epoch": 0.6411632193323776,
      "grad_norm": 2.4351398174760095,
      "learning_rate": 0.0002934383479287707,
      "loss": 7.9688,
      "step": 15654
    },
    {
      "epoch": 0.6412041777595741,
      "grad_norm": 5.5445994677883865,
      "learning_rate": 0.0002934373938317306,
      "loss": 5.8438,
      "step": 15655
    },
    {
      "epoch": 0.6412451361867705,
      "grad_norm": 2.07408253101165,
      "learning_rate": 0.0002934364396668816,
      "loss": 6.8438,
      "step": 15656
    },
    {
      "epoch": 0.6412860946139668,
      "grad_norm": 2.8043801469702188,
      "learning_rate": 0.0002934354854342242,
      "loss": 5.5938,
      "step": 15657
    },
    {
      "epoch": 0.6413270530411632,
      "grad_norm": 3.4061248893106257,
      "learning_rate": 0.00029343453113375885,
      "loss": 4.4688,
      "step": 15658
    },
    {
      "epoch": 0.6413680114683596,
      "grad_norm": 1.521229194919092,
      "learning_rate": 0.00029343357676548596,
      "loss": 5.125,
      "step": 15659
    },
    {
      "epoch": 0.641408969895556,
      "grad_norm": 2.2725877768507017,
      "learning_rate": 0.000293432622329406,
      "loss": 6.5938,
      "step": 15660
    },
    {
      "epoch": 0.6414499283227524,
      "grad_norm": 2.2986953155506096,
      "learning_rate": 0.0002934316678255194,
      "loss": 6.5938,
      "step": 15661
    },
    {
      "epoch": 0.6414908867499488,
      "grad_norm": 1.710280740402551,
      "learning_rate": 0.0002934307132538267,
      "loss": 6.125,
      "step": 15662
    },
    {
      "epoch": 0.6415318451771452,
      "grad_norm": 1.433207596780182,
      "learning_rate": 0.0002934297586143282,
      "loss": 6.1875,
      "step": 15663
    },
    {
      "epoch": 0.6415728036043415,
      "grad_norm": 1.9460672202896212,
      "learning_rate": 0.00029342880390702443,
      "loss": 6.875,
      "step": 15664
    },
    {
      "epoch": 0.641613762031538,
      "grad_norm": 1.8027351677662038,
      "learning_rate": 0.0002934278491319159,
      "loss": 5.25,
      "step": 15665
    },
    {
      "epoch": 0.6416547204587344,
      "grad_norm": 2.6260114378308166,
      "learning_rate": 0.000293426894289003,
      "loss": 7.8438,
      "step": 15666
    },
    {
      "epoch": 0.6416956788859308,
      "grad_norm": 1.4604439694094273,
      "learning_rate": 0.00029342593937828614,
      "loss": 4.5938,
      "step": 15667
    },
    {
      "epoch": 0.6417366373131271,
      "grad_norm": 2.3339127107568105,
      "learning_rate": 0.00029342498439976583,
      "loss": 5.9375,
      "step": 15668
    },
    {
      "epoch": 0.6417775957403236,
      "grad_norm": 2.6762216123680376,
      "learning_rate": 0.00029342402935344256,
      "loss": 6.7812,
      "step": 15669
    },
    {
      "epoch": 0.64181855416752,
      "grad_norm": 1.4812132705704424,
      "learning_rate": 0.0002934230742393167,
      "loss": 5.5312,
      "step": 15670
    },
    {
      "epoch": 0.6418595125947164,
      "grad_norm": 8.22221548275123,
      "learning_rate": 0.0002934221190573887,
      "loss": 3.1562,
      "step": 15671
    },
    {
      "epoch": 0.6419004710219127,
      "grad_norm": 3.017399996140039,
      "learning_rate": 0.0002934211638076591,
      "loss": 5.0938,
      "step": 15672
    },
    {
      "epoch": 0.6419414294491091,
      "grad_norm": 2.440902732231996,
      "learning_rate": 0.0002934202084901283,
      "loss": 7.7812,
      "step": 15673
    },
    {
      "epoch": 0.6419823878763056,
      "grad_norm": 4.264833479359037,
      "learning_rate": 0.0002934192531047967,
      "loss": 3.375,
      "step": 15674
    },
    {
      "epoch": 0.642023346303502,
      "grad_norm": 1.5319349091719203,
      "learning_rate": 0.00029341829765166475,
      "loss": 5.4062,
      "step": 15675
    },
    {
      "epoch": 0.6420643047306983,
      "grad_norm": 1.4711670554848002,
      "learning_rate": 0.000293417342130733,
      "loss": 5.4062,
      "step": 15676
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 1.8725320810293835,
      "learning_rate": 0.0002934163865420019,
      "loss": 4.4062,
      "step": 15677
    },
    {
      "epoch": 0.6421462215850912,
      "grad_norm": 2.8338469009809035,
      "learning_rate": 0.00029341543088547183,
      "loss": 4.875,
      "step": 15678
    },
    {
      "epoch": 0.6421871800122875,
      "grad_norm": 7.249301833043059,
      "learning_rate": 0.00029341447516114327,
      "loss": 2.8906,
      "step": 15679
    },
    {
      "epoch": 0.6422281384394839,
      "grad_norm": 2.1042064013165045,
      "learning_rate": 0.00029341351936901667,
      "loss": 6.5312,
      "step": 15680
    },
    {
      "epoch": 0.6422690968666803,
      "grad_norm": 1.4776475479585662,
      "learning_rate": 0.0002934125635090924,
      "loss": 5.125,
      "step": 15681
    },
    {
      "epoch": 0.6423100552938767,
      "grad_norm": 4.138377285194473,
      "learning_rate": 0.0002934116075813711,
      "loss": 5.2188,
      "step": 15682
    },
    {
      "epoch": 0.6423510137210731,
      "grad_norm": 2.0410003370906744,
      "learning_rate": 0.0002934106515858531,
      "loss": 7.0938,
      "step": 15683
    },
    {
      "epoch": 0.6423919721482695,
      "grad_norm": 1.3759949767840849,
      "learning_rate": 0.0002934096955225388,
      "loss": 4.5312,
      "step": 15684
    },
    {
      "epoch": 0.6424329305754659,
      "grad_norm": 1.8204304129108821,
      "learning_rate": 0.0002934087393914288,
      "loss": 5.4375,
      "step": 15685
    },
    {
      "epoch": 0.6424738890026623,
      "grad_norm": 1.5450284406548487,
      "learning_rate": 0.0002934077831925234,
      "loss": 6.0312,
      "step": 15686
    },
    {
      "epoch": 0.6425148474298586,
      "grad_norm": 1.7053575619269883,
      "learning_rate": 0.00029340682692582313,
      "loss": 5.5938,
      "step": 15687
    },
    {
      "epoch": 0.6425558058570551,
      "grad_norm": 1.4347023950022915,
      "learning_rate": 0.0002934058705913285,
      "loss": 5.5312,
      "step": 15688
    },
    {
      "epoch": 0.6425967642842515,
      "grad_norm": 1.7022017544986119,
      "learning_rate": 0.00029340491418903983,
      "loss": 5.5312,
      "step": 15689
    },
    {
      "epoch": 0.6426377227114479,
      "grad_norm": 1.5639589807458663,
      "learning_rate": 0.00029340395771895766,
      "loss": 5.7188,
      "step": 15690
    },
    {
      "epoch": 0.6426786811386442,
      "grad_norm": 6.442821418012268,
      "learning_rate": 0.00029340300118108244,
      "loss": 6.4688,
      "step": 15691
    },
    {
      "epoch": 0.6427196395658407,
      "grad_norm": 1.5134466714786095,
      "learning_rate": 0.00029340204457541455,
      "loss": 6.3438,
      "step": 15692
    },
    {
      "epoch": 0.6427605979930371,
      "grad_norm": 2.492997794432279,
      "learning_rate": 0.00029340108790195453,
      "loss": 7.0625,
      "step": 15693
    },
    {
      "epoch": 0.6428015564202335,
      "grad_norm": 1.5161209021663733,
      "learning_rate": 0.0002934001311607028,
      "loss": 5.7188,
      "step": 15694
    },
    {
      "epoch": 0.6428425148474298,
      "grad_norm": 1.7971311922722844,
      "learning_rate": 0.0002933991743516598,
      "loss": 4.3438,
      "step": 15695
    },
    {
      "epoch": 0.6428834732746262,
      "grad_norm": 5.280474170059895,
      "learning_rate": 0.00029339821747482596,
      "loss": 6.9375,
      "step": 15696
    },
    {
      "epoch": 0.6429244317018227,
      "grad_norm": 1.720060878857091,
      "learning_rate": 0.00029339726053020183,
      "loss": 5.5625,
      "step": 15697
    },
    {
      "epoch": 0.6429653901290191,
      "grad_norm": 1.427383264465616,
      "learning_rate": 0.00029339630351778775,
      "loss": 5.3438,
      "step": 15698
    },
    {
      "epoch": 0.6430063485562154,
      "grad_norm": 1.5485874108683715,
      "learning_rate": 0.00029339534643758425,
      "loss": 5.9688,
      "step": 15699
    },
    {
      "epoch": 0.6430473069834118,
      "grad_norm": 1.5011928178245924,
      "learning_rate": 0.0002933943892895917,
      "loss": 6.6562,
      "step": 15700
    },
    {
      "epoch": 0.6430882654106083,
      "grad_norm": 1.6586845128607937,
      "learning_rate": 0.0002933934320738107,
      "loss": 5.0,
      "step": 15701
    },
    {
      "epoch": 0.6431292238378046,
      "grad_norm": 3.2388506090055533,
      "learning_rate": 0.0002933924747902415,
      "loss": 4.9688,
      "step": 15702
    },
    {
      "epoch": 0.643170182265001,
      "grad_norm": 2.3089578871005476,
      "learning_rate": 0.00029339151743888465,
      "loss": 4.5,
      "step": 15703
    },
    {
      "epoch": 0.6432111406921974,
      "grad_norm": 2.3281669144407435,
      "learning_rate": 0.0002933905600197407,
      "loss": 5.4062,
      "step": 15704
    },
    {
      "epoch": 0.6432520991193938,
      "grad_norm": 1.4102785167907466,
      "learning_rate": 0.00029338960253280996,
      "loss": 5.4375,
      "step": 15705
    },
    {
      "epoch": 0.6432930575465902,
      "grad_norm": 1.5746900503946806,
      "learning_rate": 0.00029338864497809296,
      "loss": 6.375,
      "step": 15706
    },
    {
      "epoch": 0.6433340159737866,
      "grad_norm": 1.6400124538815573,
      "learning_rate": 0.0002933876873555901,
      "loss": 4.875,
      "step": 15707
    },
    {
      "epoch": 0.643374974400983,
      "grad_norm": 1.662102872314723,
      "learning_rate": 0.0002933867296653019,
      "loss": 6.8438,
      "step": 15708
    },
    {
      "epoch": 0.6434159328281794,
      "grad_norm": 1.4120917913256945,
      "learning_rate": 0.00029338577190722874,
      "loss": 5.0625,
      "step": 15709
    },
    {
      "epoch": 0.6434568912553758,
      "grad_norm": 1.3546560766417448,
      "learning_rate": 0.0002933848140813711,
      "loss": 5.4375,
      "step": 15710
    },
    {
      "epoch": 0.6434978496825722,
      "grad_norm": 1.3394325043272821,
      "learning_rate": 0.0002933838561877295,
      "loss": 5.125,
      "step": 15711
    },
    {
      "epoch": 0.6435388081097686,
      "grad_norm": 2.3263665395277107,
      "learning_rate": 0.0002933828982263043,
      "loss": 5.7812,
      "step": 15712
    },
    {
      "epoch": 0.643579766536965,
      "grad_norm": 2.5221038179192248,
      "learning_rate": 0.00029338194019709596,
      "loss": 4.9062,
      "step": 15713
    },
    {
      "epoch": 0.6436207249641613,
      "grad_norm": 1.423825188841066,
      "learning_rate": 0.000293380982100105,
      "loss": 5.5625,
      "step": 15714
    },
    {
      "epoch": 0.6436616833913578,
      "grad_norm": 1.721134551322187,
      "learning_rate": 0.0002933800239353318,
      "loss": 5.5312,
      "step": 15715
    },
    {
      "epoch": 0.6437026418185542,
      "grad_norm": 1.433630084908199,
      "learning_rate": 0.00029337906570277685,
      "loss": 5.5,
      "step": 15716
    },
    {
      "epoch": 0.6437436002457506,
      "grad_norm": 9.32893206164994,
      "learning_rate": 0.0002933781074024406,
      "loss": 5.125,
      "step": 15717
    },
    {
      "epoch": 0.6437845586729469,
      "grad_norm": 2.260319878796432,
      "learning_rate": 0.0002933771490343235,
      "loss": 4.8125,
      "step": 15718
    },
    {
      "epoch": 0.6438255171001434,
      "grad_norm": 1.565987511977065,
      "learning_rate": 0.000293376190598426,
      "loss": 6.3125,
      "step": 15719
    },
    {
      "epoch": 0.6438664755273398,
      "grad_norm": 1.7986222435505828,
      "learning_rate": 0.00029337523209474855,
      "loss": 5.6875,
      "step": 15720
    },
    {
      "epoch": 0.6439074339545361,
      "grad_norm": 5.065309783082611,
      "learning_rate": 0.00029337427352329164,
      "loss": 5.1875,
      "step": 15721
    },
    {
      "epoch": 0.6439483923817325,
      "grad_norm": 1.5558101482956785,
      "learning_rate": 0.00029337331488405566,
      "loss": 5.5,
      "step": 15722
    },
    {
      "epoch": 0.6439893508089289,
      "grad_norm": 1.4862238506397636,
      "learning_rate": 0.00029337235617704117,
      "loss": 5.3125,
      "step": 15723
    },
    {
      "epoch": 0.6440303092361254,
      "grad_norm": 1.875325950470853,
      "learning_rate": 0.0002933713974022485,
      "loss": 5.8125,
      "step": 15724
    },
    {
      "epoch": 0.6440712676633217,
      "grad_norm": 1.6492042942986769,
      "learning_rate": 0.0002933704385596781,
      "loss": 5.7812,
      "step": 15725
    },
    {
      "epoch": 0.6441122260905181,
      "grad_norm": 1.4343172594855047,
      "learning_rate": 0.00029336947964933054,
      "loss": 5.4062,
      "step": 15726
    },
    {
      "epoch": 0.6441531845177145,
      "grad_norm": 4.884293411148255,
      "learning_rate": 0.0002933685206712062,
      "loss": 7.3438,
      "step": 15727
    },
    {
      "epoch": 0.644194142944911,
      "grad_norm": 3.4148264643016795,
      "learning_rate": 0.00029336756162530556,
      "loss": 4.9688,
      "step": 15728
    },
    {
      "epoch": 0.6442351013721073,
      "grad_norm": 1.5041586756400251,
      "learning_rate": 0.000293366602511629,
      "loss": 5.9062,
      "step": 15729
    },
    {
      "epoch": 0.6442760597993037,
      "grad_norm": 1.5126755317183338,
      "learning_rate": 0.0002933656433301771,
      "loss": 6.4688,
      "step": 15730
    },
    {
      "epoch": 0.6443170182265001,
      "grad_norm": 2.4728540529256224,
      "learning_rate": 0.00029336468408095015,
      "loss": 7.1875,
      "step": 15731
    },
    {
      "epoch": 0.6443579766536965,
      "grad_norm": 1.8044849772043017,
      "learning_rate": 0.00029336372476394877,
      "loss": 5.1875,
      "step": 15732
    },
    {
      "epoch": 0.6443989350808929,
      "grad_norm": 1.8474504483299632,
      "learning_rate": 0.0002933627653791733,
      "loss": 5.9062,
      "step": 15733
    },
    {
      "epoch": 0.6444398935080893,
      "grad_norm": 3.3562525856004672,
      "learning_rate": 0.0002933618059266243,
      "loss": 3.4219,
      "step": 15734
    },
    {
      "epoch": 0.6444808519352857,
      "grad_norm": 1.5346130184078328,
      "learning_rate": 0.0002933608464063021,
      "loss": 6.75,
      "step": 15735
    },
    {
      "epoch": 0.6445218103624821,
      "grad_norm": 1.493873757953352,
      "learning_rate": 0.00029335988681820723,
      "loss": 5.6562,
      "step": 15736
    },
    {
      "epoch": 0.6445627687896784,
      "grad_norm": 2.858246894386226,
      "learning_rate": 0.0002933589271623401,
      "loss": 8.75,
      "step": 15737
    },
    {
      "epoch": 0.6446037272168749,
      "grad_norm": 2.371806172035166,
      "learning_rate": 0.00029335796743870115,
      "loss": 3.7969,
      "step": 15738
    },
    {
      "epoch": 0.6446446856440713,
      "grad_norm": 4.655620686600213,
      "learning_rate": 0.00029335700764729095,
      "loss": 6.4688,
      "step": 15739
    },
    {
      "epoch": 0.6446856440712677,
      "grad_norm": 2.343351061939875,
      "learning_rate": 0.00029335604778810983,
      "loss": 5.25,
      "step": 15740
    },
    {
      "epoch": 0.644726602498464,
      "grad_norm": 1.8334768658627327,
      "learning_rate": 0.00029335508786115837,
      "loss": 5.5625,
      "step": 15741
    },
    {
      "epoch": 0.6447675609256605,
      "grad_norm": 2.154819461015514,
      "learning_rate": 0.00029335412786643685,
      "loss": 6.4688,
      "step": 15742
    },
    {
      "epoch": 0.6448085193528569,
      "grad_norm": 1.7304665639278989,
      "learning_rate": 0.00029335316780394586,
      "loss": 6.2812,
      "step": 15743
    },
    {
      "epoch": 0.6448494777800532,
      "grad_norm": 1.7445453691193564,
      "learning_rate": 0.0002933522076736858,
      "loss": 5.4688,
      "step": 15744
    },
    {
      "epoch": 0.6448904362072496,
      "grad_norm": 1.8078484981158476,
      "learning_rate": 0.0002933512474756571,
      "loss": 5.9688,
      "step": 15745
    },
    {
      "epoch": 0.644931394634446,
      "grad_norm": 1.724338868827749,
      "learning_rate": 0.0002933502872098603,
      "loss": 5.6562,
      "step": 15746
    },
    {
      "epoch": 0.6449723530616425,
      "grad_norm": 4.298133672806949,
      "learning_rate": 0.0002933493268762958,
      "loss": 6.0312,
      "step": 15747
    },
    {
      "epoch": 0.6450133114888388,
      "grad_norm": 1.630633728989161,
      "learning_rate": 0.000293348366474964,
      "loss": 5.8438,
      "step": 15748
    },
    {
      "epoch": 0.6450542699160352,
      "grad_norm": 1.4087137655938862,
      "learning_rate": 0.0002933474060058655,
      "loss": 3.5,
      "step": 15749
    },
    {
      "epoch": 0.6450952283432316,
      "grad_norm": 1.8421575179005618,
      "learning_rate": 0.0002933464454690006,
      "loss": 5.0312,
      "step": 15750
    },
    {
      "epoch": 0.645136186770428,
      "grad_norm": 2.711226835204024,
      "learning_rate": 0.0002933454848643698,
      "loss": 5.625,
      "step": 15751
    },
    {
      "epoch": 0.6451771451976244,
      "grad_norm": 1.5514854829360174,
      "learning_rate": 0.00029334452419197364,
      "loss": 5.2812,
      "step": 15752
    },
    {
      "epoch": 0.6452181036248208,
      "grad_norm": 1.9533098120786314,
      "learning_rate": 0.00029334356345181244,
      "loss": 5.0938,
      "step": 15753
    },
    {
      "epoch": 0.6452590620520172,
      "grad_norm": 1.444815423243502,
      "learning_rate": 0.00029334260264388676,
      "loss": 5.9688,
      "step": 15754
    },
    {
      "epoch": 0.6453000204792136,
      "grad_norm": 1.627020322068462,
      "learning_rate": 0.00029334164176819704,
      "loss": 5.1875,
      "step": 15755
    },
    {
      "epoch": 0.64534097890641,
      "grad_norm": 1.7827704506241226,
      "learning_rate": 0.0002933406808247437,
      "loss": 5.75,
      "step": 15756
    },
    {
      "epoch": 0.6453819373336064,
      "grad_norm": 1.3512514915250582,
      "learning_rate": 0.00029333971981352713,
      "loss": 5.3125,
      "step": 15757
    },
    {
      "epoch": 0.6454228957608028,
      "grad_norm": 1.5551171655587852,
      "learning_rate": 0.00029333875873454793,
      "loss": 5.6875,
      "step": 15758
    },
    {
      "epoch": 0.6454638541879992,
      "grad_norm": 2.02804044819804,
      "learning_rate": 0.00029333779758780647,
      "loss": 5.9062,
      "step": 15759
    },
    {
      "epoch": 0.6455048126151955,
      "grad_norm": 3.5344382375584047,
      "learning_rate": 0.00029333683637330324,
      "loss": 3.0,
      "step": 15760
    },
    {
      "epoch": 0.645545771042392,
      "grad_norm": 1.44604789349227,
      "learning_rate": 0.0002933358750910386,
      "loss": 5.8438,
      "step": 15761
    },
    {
      "epoch": 0.6455867294695884,
      "grad_norm": 1.5893628633569994,
      "learning_rate": 0.0002933349137410131,
      "loss": 5.75,
      "step": 15762
    },
    {
      "epoch": 0.6456276878967848,
      "grad_norm": 1.4762488755558105,
      "learning_rate": 0.0002933339523232272,
      "loss": 5.7188,
      "step": 15763
    },
    {
      "epoch": 0.6456686463239811,
      "grad_norm": 1.4107023606594196,
      "learning_rate": 0.00029333299083768137,
      "loss": 5.3125,
      "step": 15764
    },
    {
      "epoch": 0.6457096047511776,
      "grad_norm": 1.488413495352555,
      "learning_rate": 0.0002933320292843759,
      "loss": 5.5625,
      "step": 15765
    },
    {
      "epoch": 0.645750563178374,
      "grad_norm": 17.203137171116005,
      "learning_rate": 0.00029333106766331145,
      "loss": 5.7188,
      "step": 15766
    },
    {
      "epoch": 0.6457915216055703,
      "grad_norm": 1.3217360732251422,
      "learning_rate": 0.00029333010597448837,
      "loss": 5.3125,
      "step": 15767
    },
    {
      "epoch": 0.6458324800327667,
      "grad_norm": 1.6077465504745534,
      "learning_rate": 0.00029332914421790714,
      "loss": 6.0,
      "step": 15768
    },
    {
      "epoch": 0.6458734384599631,
      "grad_norm": 1.2041054667021778,
      "learning_rate": 0.00029332818239356817,
      "loss": 3.1406,
      "step": 15769
    },
    {
      "epoch": 0.6459143968871596,
      "grad_norm": 1.2950778582062992,
      "learning_rate": 0.00029332722050147197,
      "loss": 5.875,
      "step": 15770
    },
    {
      "epoch": 0.6459553553143559,
      "grad_norm": 1.6024687721065412,
      "learning_rate": 0.000293326258541619,
      "loss": 7.375,
      "step": 15771
    },
    {
      "epoch": 0.6459963137415523,
      "grad_norm": 1.3965704918628217,
      "learning_rate": 0.0002933252965140097,
      "loss": 5.125,
      "step": 15772
    },
    {
      "epoch": 0.6460372721687487,
      "grad_norm": 1.4951970539875,
      "learning_rate": 0.00029332433441864444,
      "loss": 7.0625,
      "step": 15773
    },
    {
      "epoch": 0.6460782305959452,
      "grad_norm": 1.5646901215099285,
      "learning_rate": 0.00029332337225552383,
      "loss": 5.8125,
      "step": 15774
    },
    {
      "epoch": 0.6461191890231415,
      "grad_norm": 5.032881843405934,
      "learning_rate": 0.00029332241002464823,
      "loss": 5.2188,
      "step": 15775
    },
    {
      "epoch": 0.6461601474503379,
      "grad_norm": 1.3082540605041444,
      "learning_rate": 0.00029332144772601813,
      "loss": 5.375,
      "step": 15776
    },
    {
      "epoch": 0.6462011058775343,
      "grad_norm": 1.6889687718997113,
      "learning_rate": 0.0002933204853596339,
      "loss": 4.9375,
      "step": 15777
    },
    {
      "epoch": 0.6462420643047307,
      "grad_norm": 1.633967109104493,
      "learning_rate": 0.0002933195229254961,
      "loss": 5.5,
      "step": 15778
    },
    {
      "epoch": 0.6462830227319271,
      "grad_norm": 1.7371130381779938,
      "learning_rate": 0.00029331856042360513,
      "loss": 5.5938,
      "step": 15779
    },
    {
      "epoch": 0.6463239811591235,
      "grad_norm": 2.21685974354413,
      "learning_rate": 0.0002933175978539615,
      "loss": 5.1562,
      "step": 15780
    },
    {
      "epoch": 0.6463649395863199,
      "grad_norm": 1.515119290661063,
      "learning_rate": 0.00029331663521656555,
      "loss": 6.4375,
      "step": 15781
    },
    {
      "epoch": 0.6464058980135163,
      "grad_norm": 5.240155066043054,
      "learning_rate": 0.0002933156725114179,
      "loss": 7.375,
      "step": 15782
    },
    {
      "epoch": 0.6464468564407126,
      "grad_norm": 1.6056404789668377,
      "learning_rate": 0.0002933147097385189,
      "loss": 5.0625,
      "step": 15783
    },
    {
      "epoch": 0.6464878148679091,
      "grad_norm": 1.4178700269657107,
      "learning_rate": 0.000293313746897869,
      "loss": 5.2812,
      "step": 15784
    },
    {
      "epoch": 0.6465287732951055,
      "grad_norm": 1.6079787973182922,
      "learning_rate": 0.00029331278398946867,
      "loss": 5.5938,
      "step": 15785
    },
    {
      "epoch": 0.6465697317223018,
      "grad_norm": 1.4195671496970983,
      "learning_rate": 0.0002933118210133184,
      "loss": 5.5,
      "step": 15786
    },
    {
      "epoch": 0.6466106901494982,
      "grad_norm": 1.7098731275299985,
      "learning_rate": 0.00029331085796941857,
      "loss": 5.5625,
      "step": 15787
    },
    {
      "epoch": 0.6466516485766947,
      "grad_norm": 1.8077546610927595,
      "learning_rate": 0.0002933098948577697,
      "loss": 6.8125,
      "step": 15788
    },
    {
      "epoch": 0.6466926070038911,
      "grad_norm": 1.1858699721482515,
      "learning_rate": 0.0002933089316783722,
      "loss": 2.9531,
      "step": 15789
    },
    {
      "epoch": 0.6467335654310874,
      "grad_norm": 1.660376394484069,
      "learning_rate": 0.0002933079684312266,
      "loss": 6.2812,
      "step": 15790
    },
    {
      "epoch": 0.6467745238582838,
      "grad_norm": 1.472795264960828,
      "learning_rate": 0.00029330700511633333,
      "loss": 5.75,
      "step": 15791
    },
    {
      "epoch": 0.6468154822854802,
      "grad_norm": 1.9081781499443364,
      "learning_rate": 0.0002933060417336928,
      "loss": 6.2188,
      "step": 15792
    },
    {
      "epoch": 0.6468564407126767,
      "grad_norm": 2.6052261770296172,
      "learning_rate": 0.00029330507828330545,
      "loss": 6.4688,
      "step": 15793
    },
    {
      "epoch": 0.646897399139873,
      "grad_norm": 1.4215194522617212,
      "learning_rate": 0.0002933041147651718,
      "loss": 5.125,
      "step": 15794
    },
    {
      "epoch": 0.6469383575670694,
      "grad_norm": 1.5520695801674425,
      "learning_rate": 0.0002933031511792923,
      "loss": 5.8125,
      "step": 15795
    },
    {
      "epoch": 0.6469793159942658,
      "grad_norm": 1.790427283086385,
      "learning_rate": 0.00029330218752566736,
      "loss": 5.5938,
      "step": 15796
    },
    {
      "epoch": 0.6470202744214623,
      "grad_norm": 1.7195150378651682,
      "learning_rate": 0.00029330122380429746,
      "loss": 6.625,
      "step": 15797
    },
    {
      "epoch": 0.6470612328486586,
      "grad_norm": 1.629136063145043,
      "learning_rate": 0.0002933002600151831,
      "loss": 6.3438,
      "step": 15798
    },
    {
      "epoch": 0.647102191275855,
      "grad_norm": 1.6741221365095353,
      "learning_rate": 0.00029329929615832466,
      "loss": 5.0625,
      "step": 15799
    },
    {
      "epoch": 0.6471431497030514,
      "grad_norm": 2.465767584232708,
      "learning_rate": 0.0002932983322337226,
      "loss": 6.0,
      "step": 15800
    },
    {
      "epoch": 0.6471841081302478,
      "grad_norm": 2.5807409196074125,
      "learning_rate": 0.0002932973682413774,
      "loss": 4.7812,
      "step": 15801
    },
    {
      "epoch": 0.6472250665574442,
      "grad_norm": 1.511195784434246,
      "learning_rate": 0.0002932964041812896,
      "loss": 5.5625,
      "step": 15802
    },
    {
      "epoch": 0.6472660249846406,
      "grad_norm": 2.2032179224397512,
      "learning_rate": 0.0002932954400534595,
      "loss": 5.6562,
      "step": 15803
    },
    {
      "epoch": 0.647306983411837,
      "grad_norm": 3.2496896770581394,
      "learning_rate": 0.00029329447585788764,
      "loss": 3.4531,
      "step": 15804
    },
    {
      "epoch": 0.6473479418390334,
      "grad_norm": 1.7289694216993376,
      "learning_rate": 0.0002932935115945745,
      "loss": 5.0938,
      "step": 15805
    },
    {
      "epoch": 0.6473889002662297,
      "grad_norm": 1.4684289741401149,
      "learning_rate": 0.0002932925472635205,
      "loss": 5.7188,
      "step": 15806
    },
    {
      "epoch": 0.6474298586934262,
      "grad_norm": 1.849654481556067,
      "learning_rate": 0.0002932915828647261,
      "loss": 5.4375,
      "step": 15807
    },
    {
      "epoch": 0.6474708171206226,
      "grad_norm": 1.4038840709284544,
      "learning_rate": 0.0002932906183981917,
      "loss": 4.875,
      "step": 15808
    },
    {
      "epoch": 0.6475117755478189,
      "grad_norm": 2.80259934938088,
      "learning_rate": 0.00029328965386391783,
      "loss": 7.2812,
      "step": 15809
    },
    {
      "epoch": 0.6475527339750153,
      "grad_norm": 1.3245422009898824,
      "learning_rate": 0.000293288689261905,
      "loss": 5.75,
      "step": 15810
    },
    {
      "epoch": 0.6475936924022118,
      "grad_norm": 2.088413919938425,
      "learning_rate": 0.0002932877245921535,
      "loss": 5.8438,
      "step": 15811
    },
    {
      "epoch": 0.6476346508294082,
      "grad_norm": 2.7418196000824935,
      "learning_rate": 0.00029328675985466397,
      "loss": 7.4688,
      "step": 15812
    },
    {
      "epoch": 0.6476756092566045,
      "grad_norm": 1.66424566365385,
      "learning_rate": 0.0002932857950494367,
      "loss": 5.7812,
      "step": 15813
    },
    {
      "epoch": 0.6477165676838009,
      "grad_norm": 1.8650735197161892,
      "learning_rate": 0.00029328483017647226,
      "loss": 6.75,
      "step": 15814
    },
    {
      "epoch": 0.6477575261109974,
      "grad_norm": 1.634585550963901,
      "learning_rate": 0.00029328386523577103,
      "loss": 6.5312,
      "step": 15815
    },
    {
      "epoch": 0.6477984845381938,
      "grad_norm": 1.4521095223885472,
      "learning_rate": 0.0002932829002273335,
      "loss": 6.0312,
      "step": 15816
    },
    {
      "epoch": 0.6478394429653901,
      "grad_norm": 1.5579649552437518,
      "learning_rate": 0.0002932819351511602,
      "loss": 5.7188,
      "step": 15817
    },
    {
      "epoch": 0.6478804013925865,
      "grad_norm": 1.4097349854577832,
      "learning_rate": 0.0002932809700072514,
      "loss": 4.875,
      "step": 15818
    },
    {
      "epoch": 0.6479213598197829,
      "grad_norm": 1.5823698914180362,
      "learning_rate": 0.00029328000479560774,
      "loss": 6.3438,
      "step": 15819
    },
    {
      "epoch": 0.6479623182469794,
      "grad_norm": 3.4348856116148636,
      "learning_rate": 0.0002932790395162296,
      "loss": 6.5,
      "step": 15820
    },
    {
      "epoch": 0.6480032766741757,
      "grad_norm": 1.2610439203340071,
      "learning_rate": 0.00029327807416911747,
      "loss": 5.4062,
      "step": 15821
    },
    {
      "epoch": 0.6480442351013721,
      "grad_norm": 1.6533764299310998,
      "learning_rate": 0.00029327710875427175,
      "loss": 4.875,
      "step": 15822
    },
    {
      "epoch": 0.6480851935285685,
      "grad_norm": 1.387372290234582,
      "learning_rate": 0.00029327614327169293,
      "loss": 5.7188,
      "step": 15823
    },
    {
      "epoch": 0.648126151955765,
      "grad_norm": 1.3794017556063487,
      "learning_rate": 0.0002932751777213815,
      "loss": 5.4062,
      "step": 15824
    },
    {
      "epoch": 0.6481671103829613,
      "grad_norm": 2.1338481750718326,
      "learning_rate": 0.0002932742121033378,
      "loss": 5.0625,
      "step": 15825
    },
    {
      "epoch": 0.6482080688101577,
      "grad_norm": 3.6880704985024537,
      "learning_rate": 0.00029327324641756244,
      "loss": 2.5,
      "step": 15826
    },
    {
      "epoch": 0.6482490272373541,
      "grad_norm": 1.6503314647233889,
      "learning_rate": 0.0002932722806640558,
      "loss": 5.2812,
      "step": 15827
    },
    {
      "epoch": 0.6482899856645504,
      "grad_norm": 3.575271773279577,
      "learning_rate": 0.0002932713148428183,
      "loss": 4.5312,
      "step": 15828
    },
    {
      "epoch": 0.6483309440917469,
      "grad_norm": 1.5624254199021541,
      "learning_rate": 0.00029327034895385045,
      "loss": 5.25,
      "step": 15829
    },
    {
      "epoch": 0.6483719025189433,
      "grad_norm": 1.4118797229709705,
      "learning_rate": 0.0002932693829971527,
      "loss": 4.8438,
      "step": 15830
    },
    {
      "epoch": 0.6484128609461397,
      "grad_norm": 1.9774731430997539,
      "learning_rate": 0.0002932684169727255,
      "loss": 4.4688,
      "step": 15831
    },
    {
      "epoch": 0.648453819373336,
      "grad_norm": 1.4155269223287086,
      "learning_rate": 0.0002932674508805693,
      "loss": 5.625,
      "step": 15832
    },
    {
      "epoch": 0.6484947778005324,
      "grad_norm": 1.85728697165612,
      "learning_rate": 0.0002932664847206846,
      "loss": 6.2812,
      "step": 15833
    },
    {
      "epoch": 0.6485357362277289,
      "grad_norm": 1.6277028438007215,
      "learning_rate": 0.00029326551849307174,
      "loss": 5.1875,
      "step": 15834
    },
    {
      "epoch": 0.6485766946549253,
      "grad_norm": 1.958846867832713,
      "learning_rate": 0.00029326455219773134,
      "loss": 4.7188,
      "step": 15835
    },
    {
      "epoch": 0.6486176530821216,
      "grad_norm": 1.29395037702349,
      "learning_rate": 0.0002932635858346637,
      "loss": 5.0625,
      "step": 15836
    },
    {
      "epoch": 0.648658611509318,
      "grad_norm": 1.4545741749138799,
      "learning_rate": 0.00029326261940386937,
      "loss": 5.1562,
      "step": 15837
    },
    {
      "epoch": 0.6486995699365145,
      "grad_norm": 1.6616964054818941,
      "learning_rate": 0.00029326165290534883,
      "loss": 4.8125,
      "step": 15838
    },
    {
      "epoch": 0.6487405283637109,
      "grad_norm": 1.5727563027141072,
      "learning_rate": 0.00029326068633910246,
      "loss": 5.5625,
      "step": 15839
    },
    {
      "epoch": 0.6487814867909072,
      "grad_norm": 1.5653913811523883,
      "learning_rate": 0.00029325971970513076,
      "loss": 4.75,
      "step": 15840
    },
    {
      "epoch": 0.6488224452181036,
      "grad_norm": 1.3481753635284373,
      "learning_rate": 0.0002932587530034342,
      "loss": 5.5,
      "step": 15841
    },
    {
      "epoch": 0.6488634036453,
      "grad_norm": 1.6204400160514554,
      "learning_rate": 0.00029325778623401317,
      "loss": 5.25,
      "step": 15842
    },
    {
      "epoch": 0.6489043620724965,
      "grad_norm": 1.3993787342088688,
      "learning_rate": 0.00029325681939686816,
      "loss": 5.5,
      "step": 15843
    },
    {
      "epoch": 0.6489453204996928,
      "grad_norm": 1.5543337008103686,
      "learning_rate": 0.00029325585249199965,
      "loss": 4.75,
      "step": 15844
    },
    {
      "epoch": 0.6489862789268892,
      "grad_norm": 1.4108417145347787,
      "learning_rate": 0.00029325488551940813,
      "loss": 5.1562,
      "step": 15845
    },
    {
      "epoch": 0.6490272373540856,
      "grad_norm": 2.211932073660306,
      "learning_rate": 0.000293253918479094,
      "loss": 6.3125,
      "step": 15846
    },
    {
      "epoch": 0.649068195781282,
      "grad_norm": 1.4256378685829587,
      "learning_rate": 0.0002932529513710577,
      "loss": 5.375,
      "step": 15847
    },
    {
      "epoch": 0.6491091542084784,
      "grad_norm": 1.479504863982995,
      "learning_rate": 0.0002932519841952997,
      "loss": 5.6875,
      "step": 15848
    },
    {
      "epoch": 0.6491501126356748,
      "grad_norm": 3.634082999763388,
      "learning_rate": 0.00029325101695182055,
      "loss": 2.4375,
      "step": 15849
    },
    {
      "epoch": 0.6491910710628712,
      "grad_norm": 1.5129792753113338,
      "learning_rate": 0.0002932500496406206,
      "loss": 5.0625,
      "step": 15850
    },
    {
      "epoch": 0.6492320294900675,
      "grad_norm": 3.6955858590930344,
      "learning_rate": 0.0002932490822617003,
      "loss": 1.9844,
      "step": 15851
    },
    {
      "epoch": 0.649272987917264,
      "grad_norm": 1.6691034856398594,
      "learning_rate": 0.00029324811481506015,
      "loss": 4.2812,
      "step": 15852
    },
    {
      "epoch": 0.6493139463444604,
      "grad_norm": 1.527473135334898,
      "learning_rate": 0.00029324714730070067,
      "loss": 6.3125,
      "step": 15853
    },
    {
      "epoch": 0.6493549047716568,
      "grad_norm": 1.7880818539203664,
      "learning_rate": 0.0002932461797186222,
      "loss": 4.0625,
      "step": 15854
    },
    {
      "epoch": 0.6493958631988531,
      "grad_norm": 1.284883769609075,
      "learning_rate": 0.00029324521206882526,
      "loss": 5.5,
      "step": 15855
    },
    {
      "epoch": 0.6494368216260495,
      "grad_norm": 1.8475756530262015,
      "learning_rate": 0.00029324424435131025,
      "loss": 7.4688,
      "step": 15856
    },
    {
      "epoch": 0.649477780053246,
      "grad_norm": 1.8427772819243557,
      "learning_rate": 0.00029324327656607776,
      "loss": 5.7812,
      "step": 15857
    },
    {
      "epoch": 0.6495187384804424,
      "grad_norm": 3.2635708574180358,
      "learning_rate": 0.00029324230871312807,
      "loss": 4.6562,
      "step": 15858
    },
    {
      "epoch": 0.6495596969076387,
      "grad_norm": 1.638378674338191,
      "learning_rate": 0.0002932413407924618,
      "loss": 5.0312,
      "step": 15859
    },
    {
      "epoch": 0.6496006553348351,
      "grad_norm": 1.4193521009049,
      "learning_rate": 0.00029324037280407933,
      "loss": 6.0,
      "step": 15860
    },
    {
      "epoch": 0.6496416137620316,
      "grad_norm": 3.176679730199831,
      "learning_rate": 0.0002932394047479811,
      "loss": 6.75,
      "step": 15861
    },
    {
      "epoch": 0.649682572189228,
      "grad_norm": 1.7098265307802734,
      "learning_rate": 0.0002932384366241676,
      "loss": 7.8438,
      "step": 15862
    },
    {
      "epoch": 0.6497235306164243,
      "grad_norm": 1.676965006370609,
      "learning_rate": 0.00029323746843263926,
      "loss": 5.0938,
      "step": 15863
    },
    {
      "epoch": 0.6497644890436207,
      "grad_norm": 1.7320006392799108,
      "learning_rate": 0.0002932365001733966,
      "loss": 5.8125,
      "step": 15864
    },
    {
      "epoch": 0.6498054474708171,
      "grad_norm": 4.712377868287814,
      "learning_rate": 0.00029323553184643997,
      "loss": 3.1094,
      "step": 15865
    },
    {
      "epoch": 0.6498464058980136,
      "grad_norm": 2.9375568933512457,
      "learning_rate": 0.0002932345634517699,
      "loss": 2.6875,
      "step": 15866
    },
    {
      "epoch": 0.6498873643252099,
      "grad_norm": 1.6812226357934248,
      "learning_rate": 0.0002932335949893869,
      "loss": 5.2188,
      "step": 15867
    },
    {
      "epoch": 0.6499283227524063,
      "grad_norm": 1.6331969064944611,
      "learning_rate": 0.00029323262645929133,
      "loss": 5.4375,
      "step": 15868
    },
    {
      "epoch": 0.6499692811796027,
      "grad_norm": 1.4902937349860306,
      "learning_rate": 0.0002932316578614837,
      "loss": 5.1875,
      "step": 15869
    },
    {
      "epoch": 0.650010239606799,
      "grad_norm": 1.4205734005997277,
      "learning_rate": 0.0002932306891959644,
      "loss": 5.1875,
      "step": 15870
    },
    {
      "epoch": 0.6500511980339955,
      "grad_norm": 1.80988039090789,
      "learning_rate": 0.000293229720462734,
      "loss": 6.375,
      "step": 15871
    },
    {
      "epoch": 0.6500921564611919,
      "grad_norm": 1.5477274764953075,
      "learning_rate": 0.0002932287516617929,
      "loss": 4.9688,
      "step": 15872
    },
    {
      "epoch": 0.6501331148883883,
      "grad_norm": 2.8893571407521783,
      "learning_rate": 0.0002932277827931415,
      "loss": 6.3125,
      "step": 15873
    },
    {
      "epoch": 0.6501740733155846,
      "grad_norm": 5.055616171079018,
      "learning_rate": 0.0002932268138567804,
      "loss": 6.1875,
      "step": 15874
    },
    {
      "epoch": 0.6502150317427811,
      "grad_norm": 1.7834463991318064,
      "learning_rate": 0.00029322584485270997,
      "loss": 4.1875,
      "step": 15875
    },
    {
      "epoch": 0.6502559901699775,
      "grad_norm": 1.5418145861441308,
      "learning_rate": 0.0002932248757809306,
      "loss": 5.25,
      "step": 15876
    },
    {
      "epoch": 0.6502969485971739,
      "grad_norm": 1.561529589765544,
      "learning_rate": 0.00029322390664144286,
      "loss": 5.5938,
      "step": 15877
    },
    {
      "epoch": 0.6503379070243702,
      "grad_norm": 2.2433953937445437,
      "learning_rate": 0.00029322293743424714,
      "loss": 5.5,
      "step": 15878
    },
    {
      "epoch": 0.6503788654515666,
      "grad_norm": 1.3534015027045254,
      "learning_rate": 0.00029322196815934396,
      "loss": 5.1875,
      "step": 15879
    },
    {
      "epoch": 0.6504198238787631,
      "grad_norm": 1.4873194156311893,
      "learning_rate": 0.0002932209988167337,
      "loss": 5.875,
      "step": 15880
    },
    {
      "epoch": 0.6504607823059595,
      "grad_norm": 1.7350356908516504,
      "learning_rate": 0.00029322002940641693,
      "loss": 5.4062,
      "step": 15881
    },
    {
      "epoch": 0.6505017407331558,
      "grad_norm": 1.743058382877051,
      "learning_rate": 0.000293219059928394,
      "loss": 6.5312,
      "step": 15882
    },
    {
      "epoch": 0.6505426991603522,
      "grad_norm": 1.3899440943744872,
      "learning_rate": 0.0002932180903826654,
      "loss": 5.0,
      "step": 15883
    },
    {
      "epoch": 0.6505836575875487,
      "grad_norm": 1.8561317861078064,
      "learning_rate": 0.0002932171207692316,
      "loss": 5.2812,
      "step": 15884
    },
    {
      "epoch": 0.6506246160147451,
      "grad_norm": 1.4056746845143988,
      "learning_rate": 0.00029321615108809305,
      "loss": 5.5,
      "step": 15885
    },
    {
      "epoch": 0.6506655744419414,
      "grad_norm": 2.9307844549653645,
      "learning_rate": 0.00029321518133925025,
      "loss": 6.5938,
      "step": 15886
    },
    {
      "epoch": 0.6507065328691378,
      "grad_norm": 1.4575369239460247,
      "learning_rate": 0.0002932142115227036,
      "loss": 5.4688,
      "step": 15887
    },
    {
      "epoch": 0.6507474912963342,
      "grad_norm": 1.4461506460330904,
      "learning_rate": 0.00029321324163845356,
      "loss": 5.4062,
      "step": 15888
    },
    {
      "epoch": 0.6507884497235307,
      "grad_norm": 2.7658028600425983,
      "learning_rate": 0.00029321227168650066,
      "loss": 7.9062,
      "step": 15889
    },
    {
      "epoch": 0.650829408150727,
      "grad_norm": 1.9564341576883684,
      "learning_rate": 0.0002932113016668453,
      "loss": 5.9688,
      "step": 15890
    },
    {
      "epoch": 0.6508703665779234,
      "grad_norm": 1.36335815012759,
      "learning_rate": 0.0002932103315794879,
      "loss": 5.1875,
      "step": 15891
    },
    {
      "epoch": 0.6509113250051198,
      "grad_norm": 1.2076748469943024,
      "learning_rate": 0.000293209361424429,
      "loss": 5.0625,
      "step": 15892
    },
    {
      "epoch": 0.6509522834323161,
      "grad_norm": 1.8980532248567734,
      "learning_rate": 0.00029320839120166903,
      "loss": 6.375,
      "step": 15893
    },
    {
      "epoch": 0.6509932418595126,
      "grad_norm": 2.20003566336572,
      "learning_rate": 0.0002932074209112084,
      "loss": 5.5938,
      "step": 15894
    },
    {
      "epoch": 0.651034200286709,
      "grad_norm": 1.8401579545509057,
      "learning_rate": 0.0002932064505530477,
      "loss": 7.125,
      "step": 15895
    },
    {
      "epoch": 0.6510751587139054,
      "grad_norm": 1.4573902248097739,
      "learning_rate": 0.00029320548012718724,
      "loss": 5.6562,
      "step": 15896
    },
    {
      "epoch": 0.6511161171411017,
      "grad_norm": 1.7609885689936757,
      "learning_rate": 0.00029320450963362754,
      "loss": 6.0,
      "step": 15897
    },
    {
      "epoch": 0.6511570755682982,
      "grad_norm": 1.4456719745848055,
      "learning_rate": 0.000293203539072369,
      "loss": 5.7188,
      "step": 15898
    },
    {
      "epoch": 0.6511980339954946,
      "grad_norm": 2.001084046455848,
      "learning_rate": 0.0002932025684434122,
      "loss": 5.5,
      "step": 15899
    },
    {
      "epoch": 0.651238992422691,
      "grad_norm": 1.9071854684581244,
      "learning_rate": 0.00029320159774675757,
      "loss": 4.6562,
      "step": 15900
    },
    {
      "epoch": 0.6512799508498873,
      "grad_norm": 2.5215174725982683,
      "learning_rate": 0.00029320062698240547,
      "loss": 4.5938,
      "step": 15901
    },
    {
      "epoch": 0.6513209092770837,
      "grad_norm": 3.169073809829681,
      "learning_rate": 0.00029319965615035644,
      "loss": 6.4062,
      "step": 15902
    },
    {
      "epoch": 0.6513618677042802,
      "grad_norm": 1.7753450713760388,
      "learning_rate": 0.0002931986852506109,
      "loss": 6.125,
      "step": 15903
    },
    {
      "epoch": 0.6514028261314766,
      "grad_norm": 2.7732882233567664,
      "learning_rate": 0.0002931977142831694,
      "loss": 6.5938,
      "step": 15904
    },
    {
      "epoch": 0.6514437845586729,
      "grad_norm": 1.560093499163588,
      "learning_rate": 0.0002931967432480323,
      "loss": 5.0312,
      "step": 15905
    },
    {
      "epoch": 0.6514847429858693,
      "grad_norm": 1.7425380490143751,
      "learning_rate": 0.00029319577214520005,
      "loss": 6.1875,
      "step": 15906
    },
    {
      "epoch": 0.6515257014130658,
      "grad_norm": 3.277975814984982,
      "learning_rate": 0.0002931948009746732,
      "loss": 4.6875,
      "step": 15907
    },
    {
      "epoch": 0.6515666598402622,
      "grad_norm": 1.6376338829431707,
      "learning_rate": 0.00029319382973645215,
      "loss": 5.0625,
      "step": 15908
    },
    {
      "epoch": 0.6516076182674585,
      "grad_norm": 1.8140578282676612,
      "learning_rate": 0.00029319285843053733,
      "loss": 5.3125,
      "step": 15909
    },
    {
      "epoch": 0.6516485766946549,
      "grad_norm": 1.5772318249865915,
      "learning_rate": 0.00029319188705692926,
      "loss": 5.5,
      "step": 15910
    },
    {
      "epoch": 0.6516895351218513,
      "grad_norm": 1.585766621900255,
      "learning_rate": 0.0002931909156156284,
      "loss": 4.9688,
      "step": 15911
    },
    {
      "epoch": 0.6517304935490477,
      "grad_norm": 2.3555341119183293,
      "learning_rate": 0.0002931899441066351,
      "loss": 6.7812,
      "step": 15912
    },
    {
      "epoch": 0.6517714519762441,
      "grad_norm": 1.563952016691311,
      "learning_rate": 0.00029318897252994996,
      "loss": 5.75,
      "step": 15913
    },
    {
      "epoch": 0.6518124104034405,
      "grad_norm": 1.7957667560591384,
      "learning_rate": 0.0002931880008855734,
      "loss": 6.6562,
      "step": 15914
    },
    {
      "epoch": 0.6518533688306369,
      "grad_norm": 1.5681729886214124,
      "learning_rate": 0.0002931870291735058,
      "loss": 6.1875,
      "step": 15915
    },
    {
      "epoch": 0.6518943272578333,
      "grad_norm": 2.6322379108510785,
      "learning_rate": 0.00029318605739374776,
      "loss": 3.4219,
      "step": 15916
    },
    {
      "epoch": 0.6519352856850297,
      "grad_norm": 1.4220605448346344,
      "learning_rate": 0.00029318508554629965,
      "loss": 5.4688,
      "step": 15917
    },
    {
      "epoch": 0.6519762441122261,
      "grad_norm": 1.4538409093413638,
      "learning_rate": 0.0002931841136311619,
      "loss": 5.125,
      "step": 15918
    },
    {
      "epoch": 0.6520172025394225,
      "grad_norm": 2.2782004580245268,
      "learning_rate": 0.000293183141648335,
      "loss": 6.125,
      "step": 15919
    },
    {
      "epoch": 0.6520581609666188,
      "grad_norm": 1.306873519123424,
      "learning_rate": 0.00029318216959781947,
      "loss": 6.0312,
      "step": 15920
    },
    {
      "epoch": 0.6520991193938153,
      "grad_norm": 2.8223088941107206,
      "learning_rate": 0.0002931811974796157,
      "loss": 5.8438,
      "step": 15921
    },
    {
      "epoch": 0.6521400778210117,
      "grad_norm": 3.1818398170759097,
      "learning_rate": 0.00029318022529372414,
      "loss": 4.0625,
      "step": 15922
    },
    {
      "epoch": 0.6521810362482081,
      "grad_norm": 1.433620306338247,
      "learning_rate": 0.0002931792530401453,
      "loss": 5.3438,
      "step": 15923
    },
    {
      "epoch": 0.6522219946754044,
      "grad_norm": 2.2028288623035692,
      "learning_rate": 0.0002931782807188796,
      "loss": 5.5,
      "step": 15924
    },
    {
      "epoch": 0.6522629531026009,
      "grad_norm": 1.7173930057097517,
      "learning_rate": 0.00029317730832992755,
      "loss": 5.8125,
      "step": 15925
    },
    {
      "epoch": 0.6523039115297973,
      "grad_norm": 2.492629866938772,
      "learning_rate": 0.00029317633587328955,
      "loss": 4.9688,
      "step": 15926
    },
    {
      "epoch": 0.6523448699569937,
      "grad_norm": 1.755516901131144,
      "learning_rate": 0.0002931753633489661,
      "loss": 5.4375,
      "step": 15927
    },
    {
      "epoch": 0.65238582838419,
      "grad_norm": 2.1669344532752235,
      "learning_rate": 0.00029317439075695766,
      "loss": 4.0938,
      "step": 15928
    },
    {
      "epoch": 0.6524267868113864,
      "grad_norm": 1.745670351874086,
      "learning_rate": 0.00029317341809726463,
      "loss": 6.375,
      "step": 15929
    },
    {
      "epoch": 0.6524677452385829,
      "grad_norm": 2.221939175458393,
      "learning_rate": 0.0002931724453698876,
      "loss": 6.0625,
      "step": 15930
    },
    {
      "epoch": 0.6525087036657793,
      "grad_norm": 1.4703576340144555,
      "learning_rate": 0.0002931714725748269,
      "loss": 5.5312,
      "step": 15931
    },
    {
      "epoch": 0.6525496620929756,
      "grad_norm": 1.467944353158687,
      "learning_rate": 0.00029317049971208295,
      "loss": 4.9688,
      "step": 15932
    },
    {
      "epoch": 0.652590620520172,
      "grad_norm": 1.9115024749329137,
      "learning_rate": 0.0002931695267816564,
      "loss": 4.5938,
      "step": 15933
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 1.7922332555968579,
      "learning_rate": 0.0002931685537835476,
      "loss": 6.1875,
      "step": 15934
    },
    {
      "epoch": 0.6526725373745648,
      "grad_norm": 2.4210806767417097,
      "learning_rate": 0.00029316758071775697,
      "loss": 7.5312,
      "step": 15935
    },
    {
      "epoch": 0.6527134958017612,
      "grad_norm": 3.2280548324018916,
      "learning_rate": 0.00029316660758428505,
      "loss": 6.125,
      "step": 15936
    },
    {
      "epoch": 0.6527544542289576,
      "grad_norm": 1.6046133326047114,
      "learning_rate": 0.00029316563438313225,
      "loss": 4.75,
      "step": 15937
    },
    {
      "epoch": 0.652795412656154,
      "grad_norm": 1.1638692413281826,
      "learning_rate": 0.00029316466111429905,
      "loss": 3.5,
      "step": 15938
    },
    {
      "epoch": 0.6528363710833504,
      "grad_norm": 1.637712732687794,
      "learning_rate": 0.0002931636877777859,
      "loss": 4.9375,
      "step": 15939
    },
    {
      "epoch": 0.6528773295105468,
      "grad_norm": 1.4927916014193534,
      "learning_rate": 0.0002931627143735933,
      "loss": 5.875,
      "step": 15940
    },
    {
      "epoch": 0.6529182879377432,
      "grad_norm": 1.6933186210445093,
      "learning_rate": 0.00029316174090172165,
      "loss": 4.0938,
      "step": 15941
    },
    {
      "epoch": 0.6529592463649396,
      "grad_norm": 1.5198457984192164,
      "learning_rate": 0.0002931607673621714,
      "loss": 4.9062,
      "step": 15942
    },
    {
      "epoch": 0.6530002047921359,
      "grad_norm": 1.4446152217480666,
      "learning_rate": 0.0002931597937549431,
      "loss": 5.4688,
      "step": 15943
    },
    {
      "epoch": 0.6530411632193324,
      "grad_norm": 1.674535698663121,
      "learning_rate": 0.00029315882008003715,
      "loss": 5.4375,
      "step": 15944
    },
    {
      "epoch": 0.6530821216465288,
      "grad_norm": 1.6688916888040748,
      "learning_rate": 0.00029315784633745395,
      "loss": 5.4062,
      "step": 15945
    },
    {
      "epoch": 0.6531230800737252,
      "grad_norm": 1.7631927633938218,
      "learning_rate": 0.0002931568725271941,
      "loss": 5.5312,
      "step": 15946
    },
    {
      "epoch": 0.6531640385009215,
      "grad_norm": 3.904125863666018,
      "learning_rate": 0.00029315589864925795,
      "loss": 5.4688,
      "step": 15947
    },
    {
      "epoch": 0.653204996928118,
      "grad_norm": 1.5673830525820842,
      "learning_rate": 0.000293154924703646,
      "loss": 5.125,
      "step": 15948
    },
    {
      "epoch": 0.6532459553553144,
      "grad_norm": 1.8050067811598252,
      "learning_rate": 0.0002931539506903588,
      "loss": 5.9688,
      "step": 15949
    },
    {
      "epoch": 0.6532869137825108,
      "grad_norm": 1.7688798034699142,
      "learning_rate": 0.0002931529766093966,
      "loss": 4.7188,
      "step": 15950
    },
    {
      "epoch": 0.6533278722097071,
      "grad_norm": 1.5625748928829957,
      "learning_rate": 0.00029315200246076003,
      "loss": 5.7812,
      "step": 15951
    },
    {
      "epoch": 0.6533688306369035,
      "grad_norm": 1.34348581407628,
      "learning_rate": 0.0002931510282444495,
      "loss": 5.2188,
      "step": 15952
    },
    {
      "epoch": 0.6534097890641,
      "grad_norm": 1.6355307061004987,
      "learning_rate": 0.00029315005396046543,
      "loss": 6.6562,
      "step": 15953
    },
    {
      "epoch": 0.6534507474912963,
      "grad_norm": 1.257905162476705,
      "learning_rate": 0.0002931490796088084,
      "loss": 3.0625,
      "step": 15954
    },
    {
      "epoch": 0.6534917059184927,
      "grad_norm": 1.5792037621892354,
      "learning_rate": 0.00029314810518947873,
      "loss": 5.4062,
      "step": 15955
    },
    {
      "epoch": 0.6535326643456891,
      "grad_norm": 1.4898900754667346,
      "learning_rate": 0.00029314713070247695,
      "loss": 5.3125,
      "step": 15956
    },
    {
      "epoch": 0.6535736227728856,
      "grad_norm": 1.4217780195648704,
      "learning_rate": 0.0002931461561478035,
      "loss": 5.0938,
      "step": 15957
    },
    {
      "epoch": 0.6536145812000819,
      "grad_norm": 2.1316262356372166,
      "learning_rate": 0.0002931451815254589,
      "loss": 5.875,
      "step": 15958
    },
    {
      "epoch": 0.6536555396272783,
      "grad_norm": 2.293317455400545,
      "learning_rate": 0.00029314420683544353,
      "loss": 6.7188,
      "step": 15959
    },
    {
      "epoch": 0.6536964980544747,
      "grad_norm": 1.5614159873394702,
      "learning_rate": 0.0002931432320777579,
      "loss": 5.5938,
      "step": 15960
    },
    {
      "epoch": 0.6537374564816711,
      "grad_norm": 3.4512214108015598,
      "learning_rate": 0.00029314225725240247,
      "loss": 6.2188,
      "step": 15961
    },
    {
      "epoch": 0.6537784149088675,
      "grad_norm": 2.5603648751988826,
      "learning_rate": 0.00029314128235937765,
      "loss": 5.2188,
      "step": 15962
    },
    {
      "epoch": 0.6538193733360639,
      "grad_norm": 1.393385929231872,
      "learning_rate": 0.000293140307398684,
      "loss": 5.2188,
      "step": 15963
    },
    {
      "epoch": 0.6538603317632603,
      "grad_norm": 2.2077619883704753,
      "learning_rate": 0.00029313933237032184,
      "loss": 6.3438,
      "step": 15964
    },
    {
      "epoch": 0.6539012901904567,
      "grad_norm": 1.5455222631384944,
      "learning_rate": 0.0002931383572742917,
      "loss": 4.5,
      "step": 15965
    },
    {
      "epoch": 0.653942248617653,
      "grad_norm": 1.5086122415221948,
      "learning_rate": 0.00029313738211059415,
      "loss": 4.2188,
      "step": 15966
    },
    {
      "epoch": 0.6539832070448495,
      "grad_norm": 3.395566136324694,
      "learning_rate": 0.00029313640687922947,
      "loss": 8.125,
      "step": 15967
    },
    {
      "epoch": 0.6540241654720459,
      "grad_norm": 1.321600658509307,
      "learning_rate": 0.00029313543158019826,
      "loss": 5.5938,
      "step": 15968
    },
    {
      "epoch": 0.6540651238992423,
      "grad_norm": 2.9761380786523715,
      "learning_rate": 0.00029313445621350086,
      "loss": 6.6562,
      "step": 15969
    },
    {
      "epoch": 0.6541060823264386,
      "grad_norm": 1.7517180946205215,
      "learning_rate": 0.00029313348077913786,
      "loss": 5.0938,
      "step": 15970
    },
    {
      "epoch": 0.6541470407536351,
      "grad_norm": 1.6827001328822597,
      "learning_rate": 0.0002931325052771096,
      "loss": 5.9375,
      "step": 15971
    },
    {
      "epoch": 0.6541879991808315,
      "grad_norm": 5.142545797889262,
      "learning_rate": 0.0002931315297074166,
      "loss": 7.375,
      "step": 15972
    },
    {
      "epoch": 0.6542289576080279,
      "grad_norm": 3.213127757347172,
      "learning_rate": 0.00029313055407005937,
      "loss": 6.5625,
      "step": 15973
    },
    {
      "epoch": 0.6542699160352242,
      "grad_norm": 1.5485249347114265,
      "learning_rate": 0.00029312957836503825,
      "loss": 4.8438,
      "step": 15974
    },
    {
      "epoch": 0.6543108744624206,
      "grad_norm": 1.9323917147065781,
      "learning_rate": 0.0002931286025923538,
      "loss": 5.5625,
      "step": 15975
    },
    {
      "epoch": 0.6543518328896171,
      "grad_norm": 2.712950986193186,
      "learning_rate": 0.0002931276267520065,
      "loss": 7.625,
      "step": 15976
    },
    {
      "epoch": 0.6543927913168134,
      "grad_norm": 3.841248805794513,
      "learning_rate": 0.00029312665084399675,
      "loss": 7.375,
      "step": 15977
    },
    {
      "epoch": 0.6544337497440098,
      "grad_norm": 1.7024134250243463,
      "learning_rate": 0.000293125674868325,
      "loss": 6.0312,
      "step": 15978
    },
    {
      "epoch": 0.6544747081712062,
      "grad_norm": 1.6331475940143811,
      "learning_rate": 0.0002931246988249917,
      "loss": 5.0625,
      "step": 15979
    },
    {
      "epoch": 0.6545156665984027,
      "grad_norm": 3.7227425554920743,
      "learning_rate": 0.0002931237227139974,
      "loss": 8.3125,
      "step": 15980
    },
    {
      "epoch": 0.654556625025599,
      "grad_norm": 1.4521688358669043,
      "learning_rate": 0.0002931227465353425,
      "loss": 5.6562,
      "step": 15981
    },
    {
      "epoch": 0.6545975834527954,
      "grad_norm": 4.049021150316446,
      "learning_rate": 0.0002931217702890274,
      "loss": 7.5938,
      "step": 15982
    },
    {
      "epoch": 0.6546385418799918,
      "grad_norm": 1.9905604305138562,
      "learning_rate": 0.00029312079397505276,
      "loss": 6.0312,
      "step": 15983
    },
    {
      "epoch": 0.6546795003071882,
      "grad_norm": 1.599461281650156,
      "learning_rate": 0.00029311981759341885,
      "loss": 5.1562,
      "step": 15984
    },
    {
      "epoch": 0.6547204587343846,
      "grad_norm": 1.4910231602989696,
      "learning_rate": 0.0002931188411441262,
      "loss": 5.0,
      "step": 15985
    },
    {
      "epoch": 0.654761417161581,
      "grad_norm": 1.471073536449752,
      "learning_rate": 0.0002931178646271752,
      "loss": 5.7188,
      "step": 15986
    },
    {
      "epoch": 0.6548023755887774,
      "grad_norm": 2.1992954107979403,
      "learning_rate": 0.00029311688804256646,
      "loss": 5.2812,
      "step": 15987
    },
    {
      "epoch": 0.6548433340159738,
      "grad_norm": 2.1165932941489034,
      "learning_rate": 0.00029311591139030035,
      "loss": 5.5625,
      "step": 15988
    },
    {
      "epoch": 0.6548842924431701,
      "grad_norm": 4.200841517738673,
      "learning_rate": 0.0002931149346703773,
      "loss": 6.0312,
      "step": 15989
    },
    {
      "epoch": 0.6549252508703666,
      "grad_norm": 1.637775178679324,
      "learning_rate": 0.0002931139578827979,
      "loss": 5.7812,
      "step": 15990
    },
    {
      "epoch": 0.654966209297563,
      "grad_norm": 1.5097647190155175,
      "learning_rate": 0.00029311298102756246,
      "loss": 4.7188,
      "step": 15991
    },
    {
      "epoch": 0.6550071677247594,
      "grad_norm": 1.7651800275890364,
      "learning_rate": 0.00029311200410467146,
      "loss": 5.6875,
      "step": 15992
    },
    {
      "epoch": 0.6550481261519557,
      "grad_norm": 1.5018645086043423,
      "learning_rate": 0.0002931110271141255,
      "loss": 5.375,
      "step": 15993
    },
    {
      "epoch": 0.6550890845791522,
      "grad_norm": 1.9228640418857608,
      "learning_rate": 0.0002931100500559249,
      "loss": 5.7188,
      "step": 15994
    },
    {
      "epoch": 0.6551300430063486,
      "grad_norm": 1.780908954261094,
      "learning_rate": 0.0002931090729300702,
      "loss": 6.375,
      "step": 15995
    },
    {
      "epoch": 0.6551710014335449,
      "grad_norm": 1.4605774343927633,
      "learning_rate": 0.0002931080957365618,
      "loss": 6.9688,
      "step": 15996
    },
    {
      "epoch": 0.6552119598607413,
      "grad_norm": 1.972556763754693,
      "learning_rate": 0.0002931071184754002,
      "loss": 6.1875,
      "step": 15997
    },
    {
      "epoch": 0.6552529182879377,
      "grad_norm": 5.082178736077661,
      "learning_rate": 0.0002931061411465859,
      "loss": 5.9688,
      "step": 15998
    },
    {
      "epoch": 0.6552938767151342,
      "grad_norm": 7.405387864395043,
      "learning_rate": 0.0002931051637501193,
      "loss": 7.1875,
      "step": 15999
    },
    {
      "epoch": 0.6553348351423305,
      "grad_norm": 1.415692217106116,
      "learning_rate": 0.00029310418628600087,
      "loss": 5.2188,
      "step": 16000
    },
    {
      "epoch": 0.6553757935695269,
      "grad_norm": 4.547423637069237,
      "learning_rate": 0.00029310320875423115,
      "loss": 4.125,
      "step": 16001
    },
    {
      "epoch": 0.6554167519967233,
      "grad_norm": 1.3471499075593008,
      "learning_rate": 0.00029310223115481046,
      "loss": 5.375,
      "step": 16002
    },
    {
      "epoch": 0.6554577104239198,
      "grad_norm": 1.2641258171773746,
      "learning_rate": 0.00029310125348773936,
      "loss": 4.875,
      "step": 16003
    },
    {
      "epoch": 0.6554986688511161,
      "grad_norm": 1.5177451627786815,
      "learning_rate": 0.00029310027575301826,
      "loss": 5.375,
      "step": 16004
    },
    {
      "epoch": 0.6555396272783125,
      "grad_norm": 1.568723959110965,
      "learning_rate": 0.00029309929795064767,
      "loss": 4.375,
      "step": 16005
    },
    {
      "epoch": 0.6555805857055089,
      "grad_norm": 1.6411565482860073,
      "learning_rate": 0.00029309832008062806,
      "loss": 5.7188,
      "step": 16006
    },
    {
      "epoch": 0.6556215441327053,
      "grad_norm": 2.7311779548816806,
      "learning_rate": 0.0002930973421429599,
      "loss": 5.1875,
      "step": 16007
    },
    {
      "epoch": 0.6556625025599017,
      "grad_norm": 3.1781633686361372,
      "learning_rate": 0.00029309636413764355,
      "loss": 1.9453,
      "step": 16008
    },
    {
      "epoch": 0.6557034609870981,
      "grad_norm": 1.3557377684337353,
      "learning_rate": 0.00029309538606467957,
      "loss": 5.0312,
      "step": 16009
    },
    {
      "epoch": 0.6557444194142945,
      "grad_norm": 2.760104186307896,
      "learning_rate": 0.0002930944079240684,
      "loss": 3.2812,
      "step": 16010
    },
    {
      "epoch": 0.6557853778414909,
      "grad_norm": 2.497809347484924,
      "learning_rate": 0.0002930934297158105,
      "loss": 2.1875,
      "step": 16011
    },
    {
      "epoch": 0.6558263362686872,
      "grad_norm": 3.779202305357683,
      "learning_rate": 0.0002930924514399063,
      "loss": 7.0625,
      "step": 16012
    },
    {
      "epoch": 0.6558672946958837,
      "grad_norm": 1.5919329988158204,
      "learning_rate": 0.00029309147309635635,
      "loss": 3.6875,
      "step": 16013
    },
    {
      "epoch": 0.6559082531230801,
      "grad_norm": 6.2660665445803625,
      "learning_rate": 0.00029309049468516097,
      "loss": 7.5938,
      "step": 16014
    },
    {
      "epoch": 0.6559492115502765,
      "grad_norm": 1.5719972015073984,
      "learning_rate": 0.0002930895162063208,
      "loss": 6.25,
      "step": 16015
    },
    {
      "epoch": 0.6559901699774728,
      "grad_norm": 1.7681671138565254,
      "learning_rate": 0.00029308853765983614,
      "loss": 4.9688,
      "step": 16016
    },
    {
      "epoch": 0.6560311284046693,
      "grad_norm": 1.7969166829664447,
      "learning_rate": 0.0002930875590457076,
      "loss": 5.75,
      "step": 16017
    },
    {
      "epoch": 0.6560720868318657,
      "grad_norm": 1.8995324070989954,
      "learning_rate": 0.0002930865803639355,
      "loss": 4.3125,
      "step": 16018
    },
    {
      "epoch": 0.656113045259062,
      "grad_norm": 1.4207942726870724,
      "learning_rate": 0.00029308560161452036,
      "loss": 5.3125,
      "step": 16019
    },
    {
      "epoch": 0.6561540036862584,
      "grad_norm": 1.4994310040012437,
      "learning_rate": 0.0002930846227974627,
      "loss": 5.3438,
      "step": 16020
    },
    {
      "epoch": 0.6561949621134548,
      "grad_norm": 1.4974847251679095,
      "learning_rate": 0.00029308364391276287,
      "loss": 4.8438,
      "step": 16021
    },
    {
      "epoch": 0.6562359205406513,
      "grad_norm": 1.5079326827193271,
      "learning_rate": 0.0002930826649604214,
      "loss": 5.4375,
      "step": 16022
    },
    {
      "epoch": 0.6562768789678476,
      "grad_norm": 1.4596744834880233,
      "learning_rate": 0.0002930816859404388,
      "loss": 5.6875,
      "step": 16023
    },
    {
      "epoch": 0.656317837395044,
      "grad_norm": 1.5759454507540447,
      "learning_rate": 0.00029308070685281546,
      "loss": 5.7812,
      "step": 16024
    },
    {
      "epoch": 0.6563587958222404,
      "grad_norm": 3.946891448357585,
      "learning_rate": 0.00029307972769755187,
      "loss": 6.75,
      "step": 16025
    },
    {
      "epoch": 0.6563997542494369,
      "grad_norm": 2.3849108281088927,
      "learning_rate": 0.00029307874847464847,
      "loss": 5.4062,
      "step": 16026
    },
    {
      "epoch": 0.6564407126766332,
      "grad_norm": 1.5682282009887887,
      "learning_rate": 0.00029307776918410577,
      "loss": 5.7812,
      "step": 16027
    },
    {
      "epoch": 0.6564816711038296,
      "grad_norm": 3.4310808202509424,
      "learning_rate": 0.0002930767898259242,
      "loss": 7.375,
      "step": 16028
    },
    {
      "epoch": 0.656522629531026,
      "grad_norm": 1.4723058499488662,
      "learning_rate": 0.0002930758104001042,
      "loss": 5.75,
      "step": 16029
    },
    {
      "epoch": 0.6565635879582224,
      "grad_norm": 1.5337752223385173,
      "learning_rate": 0.00029307483090664627,
      "loss": 5.4688,
      "step": 16030
    },
    {
      "epoch": 0.6566045463854188,
      "grad_norm": 3.539011234953862,
      "learning_rate": 0.0002930738513455509,
      "loss": 6.3125,
      "step": 16031
    },
    {
      "epoch": 0.6566455048126152,
      "grad_norm": 1.4109110825355542,
      "learning_rate": 0.00029307287171681843,
      "loss": 5.4375,
      "step": 16032
    },
    {
      "epoch": 0.6566864632398116,
      "grad_norm": 1.989254667373913,
      "learning_rate": 0.0002930718920204495,
      "loss": 6.0938,
      "step": 16033
    },
    {
      "epoch": 0.656727421667008,
      "grad_norm": 1.4101028435570706,
      "learning_rate": 0.0002930709122564444,
      "loss": 5.0625,
      "step": 16034
    },
    {
      "epoch": 0.6567683800942044,
      "grad_norm": 2.2638508973235933,
      "learning_rate": 0.00029306993242480373,
      "loss": 6.2188,
      "step": 16035
    },
    {
      "epoch": 0.6568093385214008,
      "grad_norm": 1.524309952517092,
      "learning_rate": 0.00029306895252552786,
      "loss": 5.5,
      "step": 16036
    },
    {
      "epoch": 0.6568502969485972,
      "grad_norm": 1.673685272184676,
      "learning_rate": 0.00029306797255861734,
      "loss": 5.7812,
      "step": 16037
    },
    {
      "epoch": 0.6568912553757935,
      "grad_norm": 1.5488376363085814,
      "learning_rate": 0.00029306699252407256,
      "loss": 5.4062,
      "step": 16038
    },
    {
      "epoch": 0.6569322138029899,
      "grad_norm": 2.1502404847249292,
      "learning_rate": 0.000293066012421894,
      "loss": 7.5312,
      "step": 16039
    },
    {
      "epoch": 0.6569731722301864,
      "grad_norm": 1.7729661101588452,
      "learning_rate": 0.0002930650322520821,
      "loss": 4.0312,
      "step": 16040
    },
    {
      "epoch": 0.6570141306573828,
      "grad_norm": 1.4443881631808886,
      "learning_rate": 0.00029306405201463744,
      "loss": 5.4062,
      "step": 16041
    },
    {
      "epoch": 0.6570550890845791,
      "grad_norm": 1.3248057577934802,
      "learning_rate": 0.0002930630717095603,
      "loss": 5.3438,
      "step": 16042
    },
    {
      "epoch": 0.6570960475117755,
      "grad_norm": 1.4579392481642865,
      "learning_rate": 0.0002930620913368513,
      "loss": 5.625,
      "step": 16043
    },
    {
      "epoch": 0.657137005938972,
      "grad_norm": 1.657912106203798,
      "learning_rate": 0.00029306111089651084,
      "loss": 5.4375,
      "step": 16044
    },
    {
      "epoch": 0.6571779643661684,
      "grad_norm": 1.7440326341692263,
      "learning_rate": 0.00029306013038853936,
      "loss": 6.625,
      "step": 16045
    },
    {
      "epoch": 0.6572189227933647,
      "grad_norm": 1.7942255387960426,
      "learning_rate": 0.00029305914981293737,
      "loss": 5.5312,
      "step": 16046
    },
    {
      "epoch": 0.6572598812205611,
      "grad_norm": 1.4056332456448055,
      "learning_rate": 0.0002930581691697054,
      "loss": 5.0625,
      "step": 16047
    },
    {
      "epoch": 0.6573008396477575,
      "grad_norm": 1.5482811123243219,
      "learning_rate": 0.00029305718845884374,
      "loss": 4.5938,
      "step": 16048
    },
    {
      "epoch": 0.657341798074954,
      "grad_norm": 3.0593084404853372,
      "learning_rate": 0.0002930562076803529,
      "loss": 6.2188,
      "step": 16049
    },
    {
      "epoch": 0.6573827565021503,
      "grad_norm": 2.2491769813659275,
      "learning_rate": 0.00029305522683423344,
      "loss": 7.75,
      "step": 16050
    },
    {
      "epoch": 0.6574237149293467,
      "grad_norm": 1.727646912500064,
      "learning_rate": 0.0002930542459204858,
      "loss": 5.6562,
      "step": 16051
    },
    {
      "epoch": 0.6574646733565431,
      "grad_norm": 3.094659062528581,
      "learning_rate": 0.00029305326493911035,
      "loss": 5.9375,
      "step": 16052
    },
    {
      "epoch": 0.6575056317837396,
      "grad_norm": 1.9371859014014907,
      "learning_rate": 0.00029305228389010763,
      "loss": 5.4375,
      "step": 16053
    },
    {
      "epoch": 0.6575465902109359,
      "grad_norm": 2.7453171869216932,
      "learning_rate": 0.0002930513027734781,
      "loss": 5.6562,
      "step": 16054
    },
    {
      "epoch": 0.6575875486381323,
      "grad_norm": 1.4517100128740317,
      "learning_rate": 0.00029305032158922226,
      "loss": 5.5625,
      "step": 16055
    },
    {
      "epoch": 0.6576285070653287,
      "grad_norm": 1.538549274440755,
      "learning_rate": 0.00029304934033734054,
      "loss": 5.5,
      "step": 16056
    },
    {
      "epoch": 0.6576694654925251,
      "grad_norm": 2.1134368210983174,
      "learning_rate": 0.0002930483590178333,
      "loss": 5.7812,
      "step": 16057
    },
    {
      "epoch": 0.6577104239197215,
      "grad_norm": 1.4399483247192721,
      "learning_rate": 0.0002930473776307011,
      "loss": 6.0312,
      "step": 16058
    },
    {
      "epoch": 0.6577513823469179,
      "grad_norm": 6.89876054138286,
      "learning_rate": 0.0002930463961759445,
      "loss": 5.5938,
      "step": 16059
    },
    {
      "epoch": 0.6577923407741143,
      "grad_norm": 1.6646831040486092,
      "learning_rate": 0.0002930454146535638,
      "loss": 5.6562,
      "step": 16060
    },
    {
      "epoch": 0.6578332992013106,
      "grad_norm": 5.01912867843394,
      "learning_rate": 0.0002930444330635595,
      "loss": 3.0781,
      "step": 16061
    },
    {
      "epoch": 0.657874257628507,
      "grad_norm": 4.433268467490511,
      "learning_rate": 0.0002930434514059321,
      "loss": 5.0938,
      "step": 16062
    },
    {
      "epoch": 0.6579152160557035,
      "grad_norm": 2.2773623987685396,
      "learning_rate": 0.00029304246968068213,
      "loss": 5.875,
      "step": 16063
    },
    {
      "epoch": 0.6579561744828999,
      "grad_norm": 1.7486528968505914,
      "learning_rate": 0.0002930414878878099,
      "loss": 4.875,
      "step": 16064
    },
    {
      "epoch": 0.6579971329100962,
      "grad_norm": 1.4564396664887702,
      "learning_rate": 0.000293040506027316,
      "loss": 5.5,
      "step": 16065
    },
    {
      "epoch": 0.6580380913372926,
      "grad_norm": 2.281191500539161,
      "learning_rate": 0.0002930395240992008,
      "loss": 5.0625,
      "step": 16066
    },
    {
      "epoch": 0.658079049764489,
      "grad_norm": 1.5485890336258177,
      "learning_rate": 0.0002930385421034649,
      "loss": 6.0938,
      "step": 16067
    },
    {
      "epoch": 0.6581200081916855,
      "grad_norm": 1.7378498218468317,
      "learning_rate": 0.00029303756004010864,
      "loss": 6.5625,
      "step": 16068
    },
    {
      "epoch": 0.6581609666188818,
      "grad_norm": 1.4276086426193069,
      "learning_rate": 0.00029303657790913254,
      "loss": 5.25,
      "step": 16069
    },
    {
      "epoch": 0.6582019250460782,
      "grad_norm": 1.497255259267362,
      "learning_rate": 0.000293035595710537,
      "loss": 4.7812,
      "step": 16070
    },
    {
      "epoch": 0.6582428834732746,
      "grad_norm": 1.496593109621257,
      "learning_rate": 0.00029303461344432253,
      "loss": 5.2188,
      "step": 16071
    },
    {
      "epoch": 0.6582838419004711,
      "grad_norm": 1.4507672657925537,
      "learning_rate": 0.0002930336311104896,
      "loss": 5.0312,
      "step": 16072
    },
    {
      "epoch": 0.6583248003276674,
      "grad_norm": 3.241239217331697,
      "learning_rate": 0.0002930326487090387,
      "loss": 6.625,
      "step": 16073
    },
    {
      "epoch": 0.6583657587548638,
      "grad_norm": 1.5839412833993425,
      "learning_rate": 0.0002930316662399702,
      "loss": 5.5,
      "step": 16074
    },
    {
      "epoch": 0.6584067171820602,
      "grad_norm": 1.7510350729640785,
      "learning_rate": 0.00029303068370328475,
      "loss": 6.0938,
      "step": 16075
    },
    {
      "epoch": 0.6584476756092567,
      "grad_norm": 1.982695065880926,
      "learning_rate": 0.0002930297010989826,
      "loss": 7.8125,
      "step": 16076
    },
    {
      "epoch": 0.658488634036453,
      "grad_norm": 1.496221336181916,
      "learning_rate": 0.0002930287184270643,
      "loss": 5.3125,
      "step": 16077
    },
    {
      "epoch": 0.6585295924636494,
      "grad_norm": 1.2409543880282743,
      "learning_rate": 0.00029302773568753033,
      "loss": 5.0,
      "step": 16078
    },
    {
      "epoch": 0.6585705508908458,
      "grad_norm": 1.4369721416192844,
      "learning_rate": 0.00029302675288038114,
      "loss": 4.9375,
      "step": 16079
    },
    {
      "epoch": 0.6586115093180421,
      "grad_norm": 1.631537546162121,
      "learning_rate": 0.00029302577000561725,
      "loss": 5.8125,
      "step": 16080
    },
    {
      "epoch": 0.6586524677452386,
      "grad_norm": 10.064437026176861,
      "learning_rate": 0.00029302478706323904,
      "loss": 3.2031,
      "step": 16081
    },
    {
      "epoch": 0.658693426172435,
      "grad_norm": 1.7959664758426324,
      "learning_rate": 0.000293023804053247,
      "loss": 6.9062,
      "step": 16082
    },
    {
      "epoch": 0.6587343845996314,
      "grad_norm": 1.5443146951682056,
      "learning_rate": 0.0002930228209756416,
      "loss": 5.9688,
      "step": 16083
    },
    {
      "epoch": 0.6587753430268277,
      "grad_norm": 1.5998640064780367,
      "learning_rate": 0.0002930218378304234,
      "loss": 4.7812,
      "step": 16084
    },
    {
      "epoch": 0.6588163014540241,
      "grad_norm": 1.8290944486995013,
      "learning_rate": 0.0002930208546175927,
      "loss": 5.9688,
      "step": 16085
    },
    {
      "epoch": 0.6588572598812206,
      "grad_norm": 1.345376054343932,
      "learning_rate": 0.00029301987133715005,
      "loss": 5.4688,
      "step": 16086
    },
    {
      "epoch": 0.658898218308417,
      "grad_norm": 1.9312363199252125,
      "learning_rate": 0.00029301888798909586,
      "loss": 6.0,
      "step": 16087
    },
    {
      "epoch": 0.6589391767356133,
      "grad_norm": 1.4795764518584276,
      "learning_rate": 0.00029301790457343066,
      "loss": 5.7188,
      "step": 16088
    },
    {
      "epoch": 0.6589801351628097,
      "grad_norm": 1.824171964625423,
      "learning_rate": 0.00029301692109015494,
      "loss": 5.5,
      "step": 16089
    },
    {
      "epoch": 0.6590210935900062,
      "grad_norm": 1.8757987272384005,
      "learning_rate": 0.0002930159375392691,
      "loss": 6.4688,
      "step": 16090
    },
    {
      "epoch": 0.6590620520172026,
      "grad_norm": 1.6102552390890623,
      "learning_rate": 0.0002930149539207736,
      "loss": 5.4375,
      "step": 16091
    },
    {
      "epoch": 0.6591030104443989,
      "grad_norm": 4.402247125347601,
      "learning_rate": 0.00029301397023466893,
      "loss": 2.0625,
      "step": 16092
    },
    {
      "epoch": 0.6591439688715953,
      "grad_norm": 5.107914653292131,
      "learning_rate": 0.00029301298648095556,
      "loss": 6.5312,
      "step": 16093
    },
    {
      "epoch": 0.6591849272987917,
      "grad_norm": 1.5176052733879732,
      "learning_rate": 0.00029301200265963395,
      "loss": 5.7812,
      "step": 16094
    },
    {
      "epoch": 0.6592258857259882,
      "grad_norm": 2.6533677055603775,
      "learning_rate": 0.0002930110187707046,
      "loss": 8.125,
      "step": 16095
    },
    {
      "epoch": 0.6592668441531845,
      "grad_norm": 2.106845586314986,
      "learning_rate": 0.0002930100348141679,
      "loss": 5.9375,
      "step": 16096
    },
    {
      "epoch": 0.6593078025803809,
      "grad_norm": 2.057306486446471,
      "learning_rate": 0.0002930090507900243,
      "loss": 5.4062,
      "step": 16097
    },
    {
      "epoch": 0.6593487610075773,
      "grad_norm": 2.235317996950236,
      "learning_rate": 0.0002930080666982744,
      "loss": 6.9062,
      "step": 16098
    },
    {
      "epoch": 0.6593897194347738,
      "grad_norm": 1.7388325423741744,
      "learning_rate": 0.00029300708253891854,
      "loss": 5.3438,
      "step": 16099
    },
    {
      "epoch": 0.6594306778619701,
      "grad_norm": 1.7861796265132244,
      "learning_rate": 0.00029300609831195727,
      "loss": 6.625,
      "step": 16100
    },
    {
      "epoch": 0.6594716362891665,
      "grad_norm": 1.9033251854277486,
      "learning_rate": 0.000293005114017391,
      "loss": 6.1562,
      "step": 16101
    },
    {
      "epoch": 0.6595125947163629,
      "grad_norm": 2.143461701537964,
      "learning_rate": 0.0002930041296552202,
      "loss": 6.2812,
      "step": 16102
    },
    {
      "epoch": 0.6595535531435592,
      "grad_norm": 1.4070726385199792,
      "learning_rate": 0.00029300314522544534,
      "loss": 5.9062,
      "step": 16103
    },
    {
      "epoch": 0.6595945115707557,
      "grad_norm": 5.027889131455896,
      "learning_rate": 0.0002930021607280669,
      "loss": 6.0,
      "step": 16104
    },
    {
      "epoch": 0.6596354699979521,
      "grad_norm": 1.4099468204980463,
      "learning_rate": 0.00029300117616308535,
      "loss": 4.6875,
      "step": 16105
    },
    {
      "epoch": 0.6596764284251485,
      "grad_norm": 2.697336363853918,
      "learning_rate": 0.0002930001915305011,
      "loss": 5.125,
      "step": 16106
    },
    {
      "epoch": 0.6597173868523448,
      "grad_norm": 1.6974542167961413,
      "learning_rate": 0.00029299920683031476,
      "loss": 5.875,
      "step": 16107
    },
    {
      "epoch": 0.6597583452795412,
      "grad_norm": 4.326903723944801,
      "learning_rate": 0.0002929982220625266,
      "loss": 6.0,
      "step": 16108
    },
    {
      "epoch": 0.6597993037067377,
      "grad_norm": 1.7725033567061155,
      "learning_rate": 0.0002929972372271372,
      "loss": 5.4688,
      "step": 16109
    },
    {
      "epoch": 0.6598402621339341,
      "grad_norm": 1.5020445785991252,
      "learning_rate": 0.00029299625232414705,
      "loss": 5.0938,
      "step": 16110
    },
    {
      "epoch": 0.6598812205611304,
      "grad_norm": 1.6681833839661504,
      "learning_rate": 0.0002929952673535565,
      "loss": 5.625,
      "step": 16111
    },
    {
      "epoch": 0.6599221789883268,
      "grad_norm": 2.1730264126791257,
      "learning_rate": 0.0002929942823153661,
      "loss": 5.5312,
      "step": 16112
    },
    {
      "epoch": 0.6599631374155233,
      "grad_norm": 6.650914010294051,
      "learning_rate": 0.0002929932972095763,
      "loss": 4.625,
      "step": 16113
    },
    {
      "epoch": 0.6600040958427197,
      "grad_norm": 2.6032680732299487,
      "learning_rate": 0.0002929923120361876,
      "loss": 5.4375,
      "step": 16114
    },
    {
      "epoch": 0.660045054269916,
      "grad_norm": 1.6510333247809192,
      "learning_rate": 0.00029299132679520037,
      "loss": 5.9688,
      "step": 16115
    },
    {
      "epoch": 0.6600860126971124,
      "grad_norm": 1.8131367002120078,
      "learning_rate": 0.0002929903414866152,
      "loss": 4.5625,
      "step": 16116
    },
    {
      "epoch": 0.6601269711243088,
      "grad_norm": 1.384305698185523,
      "learning_rate": 0.0002929893561104325,
      "loss": 4.6562,
      "step": 16117
    },
    {
      "epoch": 0.6601679295515053,
      "grad_norm": 3.4594994106039336,
      "learning_rate": 0.0002929883706666527,
      "loss": 5.375,
      "step": 16118
    },
    {
      "epoch": 0.6602088879787016,
      "grad_norm": 2.3882579954132064,
      "learning_rate": 0.00029298738515527625,
      "loss": 5.3125,
      "step": 16119
    },
    {
      "epoch": 0.660249846405898,
      "grad_norm": 2.379633524423009,
      "learning_rate": 0.0002929863995763037,
      "loss": 5.75,
      "step": 16120
    },
    {
      "epoch": 0.6602908048330944,
      "grad_norm": 6.774219594978361,
      "learning_rate": 0.0002929854139297355,
      "loss": 4.6875,
      "step": 16121
    },
    {
      "epoch": 0.6603317632602907,
      "grad_norm": 1.8940269258168942,
      "learning_rate": 0.0002929844282155721,
      "loss": 6.1562,
      "step": 16122
    },
    {
      "epoch": 0.6603727216874872,
      "grad_norm": 1.6360896183963838,
      "learning_rate": 0.0002929834424338139,
      "loss": 6.2812,
      "step": 16123
    },
    {
      "epoch": 0.6604136801146836,
      "grad_norm": 1.639511794042048,
      "learning_rate": 0.0002929824565844615,
      "loss": 5.125,
      "step": 16124
    },
    {
      "epoch": 0.66045463854188,
      "grad_norm": 1.4428650313683746,
      "learning_rate": 0.00029298147066751526,
      "loss": 4.9688,
      "step": 16125
    },
    {
      "epoch": 0.6604955969690763,
      "grad_norm": 1.557767274770462,
      "learning_rate": 0.00029298048468297564,
      "loss": 5.2188,
      "step": 16126
    },
    {
      "epoch": 0.6605365553962728,
      "grad_norm": 3.0873768413292817,
      "learning_rate": 0.0002929794986308432,
      "loss": 7.75,
      "step": 16127
    },
    {
      "epoch": 0.6605775138234692,
      "grad_norm": 1.6688029340210353,
      "learning_rate": 0.0002929785125111183,
      "loss": 4.6875,
      "step": 16128
    },
    {
      "epoch": 0.6606184722506656,
      "grad_norm": 1.5539082718440074,
      "learning_rate": 0.0002929775263238015,
      "loss": 5.5,
      "step": 16129
    },
    {
      "epoch": 0.6606594306778619,
      "grad_norm": 2.9758561007605904,
      "learning_rate": 0.0002929765400688932,
      "loss": 4.25,
      "step": 16130
    },
    {
      "epoch": 0.6607003891050583,
      "grad_norm": 3.732079199084196,
      "learning_rate": 0.0002929755537463939,
      "loss": 7.6875,
      "step": 16131
    },
    {
      "epoch": 0.6607413475322548,
      "grad_norm": 1.8498887698133075,
      "learning_rate": 0.00029297456735630407,
      "loss": 5.6875,
      "step": 16132
    },
    {
      "epoch": 0.6607823059594512,
      "grad_norm": 3.4027210652524356,
      "learning_rate": 0.0002929735808986241,
      "loss": 6.6875,
      "step": 16133
    },
    {
      "epoch": 0.6608232643866475,
      "grad_norm": 2.165431643444056,
      "learning_rate": 0.0002929725943733546,
      "loss": 6.3125,
      "step": 16134
    },
    {
      "epoch": 0.6608642228138439,
      "grad_norm": 1.4922327862294917,
      "learning_rate": 0.00029297160778049585,
      "loss": 5.4062,
      "step": 16135
    },
    {
      "epoch": 0.6609051812410404,
      "grad_norm": 1.3784711746666014,
      "learning_rate": 0.0002929706211200485,
      "loss": 5.1875,
      "step": 16136
    },
    {
      "epoch": 0.6609461396682368,
      "grad_norm": 1.5843640874153357,
      "learning_rate": 0.0002929696343920129,
      "loss": 4.875,
      "step": 16137
    },
    {
      "epoch": 0.6609870980954331,
      "grad_norm": 1.3586646087237566,
      "learning_rate": 0.0002929686475963896,
      "loss": 5.2812,
      "step": 16138
    },
    {
      "epoch": 0.6610280565226295,
      "grad_norm": 2.654741764784941,
      "learning_rate": 0.000292967660733179,
      "loss": 4.8438,
      "step": 16139
    },
    {
      "epoch": 0.661069014949826,
      "grad_norm": 1.5562214409531838,
      "learning_rate": 0.00029296667380238154,
      "loss": 5.0,
      "step": 16140
    },
    {
      "epoch": 0.6611099733770224,
      "grad_norm": 2.6578400818697854,
      "learning_rate": 0.00029296568680399775,
      "loss": 4.8438,
      "step": 16141
    },
    {
      "epoch": 0.6611509318042187,
      "grad_norm": 1.6091147099685335,
      "learning_rate": 0.0002929646997380281,
      "loss": 6.125,
      "step": 16142
    },
    {
      "epoch": 0.6611918902314151,
      "grad_norm": 1.592026126029504,
      "learning_rate": 0.000292963712604473,
      "loss": 6.3438,
      "step": 16143
    },
    {
      "epoch": 0.6612328486586115,
      "grad_norm": 4.695919257968193,
      "learning_rate": 0.000292962725403333,
      "loss": 8.4375,
      "step": 16144
    },
    {
      "epoch": 0.6612738070858079,
      "grad_norm": 3.8343443976845397,
      "learning_rate": 0.0002929617381346085,
      "loss": 3.9375,
      "step": 16145
    },
    {
      "epoch": 0.6613147655130043,
      "grad_norm": 1.4340930588368814,
      "learning_rate": 0.00029296075079830004,
      "loss": 5.5938,
      "step": 16146
    },
    {
      "epoch": 0.6613557239402007,
      "grad_norm": 1.937188081549035,
      "learning_rate": 0.000292959763394408,
      "loss": 6.0,
      "step": 16147
    },
    {
      "epoch": 0.6613966823673971,
      "grad_norm": 1.732611333790295,
      "learning_rate": 0.0002929587759229328,
      "loss": 5.8125,
      "step": 16148
    },
    {
      "epoch": 0.6614376407945934,
      "grad_norm": 2.0225378801993577,
      "learning_rate": 0.00029295778838387505,
      "loss": 6.0625,
      "step": 16149
    },
    {
      "epoch": 0.6614785992217899,
      "grad_norm": 1.4756327003451706,
      "learning_rate": 0.00029295680077723514,
      "loss": 5.75,
      "step": 16150
    },
    {
      "epoch": 0.6615195576489863,
      "grad_norm": 1.523162942191497,
      "learning_rate": 0.0002929558131030136,
      "loss": 5.3125,
      "step": 16151
    },
    {
      "epoch": 0.6615605160761827,
      "grad_norm": 2.37985845854175,
      "learning_rate": 0.0002929548253612108,
      "loss": 1.8828,
      "step": 16152
    },
    {
      "epoch": 0.661601474503379,
      "grad_norm": 2.625223647478693,
      "learning_rate": 0.00029295383755182725,
      "loss": 6.25,
      "step": 16153
    },
    {
      "epoch": 0.6616424329305755,
      "grad_norm": 2.449097186372971,
      "learning_rate": 0.0002929528496748634,
      "loss": 5.3438,
      "step": 16154
    },
    {
      "epoch": 0.6616833913577719,
      "grad_norm": 2.3779426653055107,
      "learning_rate": 0.0002929518617303198,
      "loss": 5.1562,
      "step": 16155
    },
    {
      "epoch": 0.6617243497849683,
      "grad_norm": 2.6103848473206184,
      "learning_rate": 0.0002929508737181968,
      "loss": 6.6875,
      "step": 16156
    },
    {
      "epoch": 0.6617653082121646,
      "grad_norm": 5.5661395679890635,
      "learning_rate": 0.00029294988563849497,
      "loss": 3.5312,
      "step": 16157
    },
    {
      "epoch": 0.661806266639361,
      "grad_norm": 1.9316218891086214,
      "learning_rate": 0.00029294889749121466,
      "loss": 6.9688,
      "step": 16158
    },
    {
      "epoch": 0.6618472250665575,
      "grad_norm": 1.8135672183645841,
      "learning_rate": 0.00029294790927635646,
      "loss": 7.4062,
      "step": 16159
    },
    {
      "epoch": 0.6618881834937539,
      "grad_norm": 2.5707961141350286,
      "learning_rate": 0.00029294692099392076,
      "loss": 5.7188,
      "step": 16160
    },
    {
      "epoch": 0.6619291419209502,
      "grad_norm": 8.348332690896711,
      "learning_rate": 0.0002929459326439081,
      "loss": 3.2656,
      "step": 16161
    },
    {
      "epoch": 0.6619701003481466,
      "grad_norm": 3.4495161088254207,
      "learning_rate": 0.00029294494422631883,
      "loss": 5.75,
      "step": 16162
    },
    {
      "epoch": 0.662011058775343,
      "grad_norm": 1.8206892195593347,
      "learning_rate": 0.0002929439557411536,
      "loss": 7.7812,
      "step": 16163
    },
    {
      "epoch": 0.6620520172025395,
      "grad_norm": 4.51058856147704,
      "learning_rate": 0.00029294296718841267,
      "loss": 8.625,
      "step": 16164
    },
    {
      "epoch": 0.6620929756297358,
      "grad_norm": 2.2820919946178972,
      "learning_rate": 0.0002929419785680966,
      "loss": 4.0938,
      "step": 16165
    },
    {
      "epoch": 0.6621339340569322,
      "grad_norm": 3.474413460792268,
      "learning_rate": 0.0002929409898802058,
      "loss": 9.0,
      "step": 16166
    },
    {
      "epoch": 0.6621748924841286,
      "grad_norm": 1.5771754093760475,
      "learning_rate": 0.0002929400011247409,
      "loss": 5.4375,
      "step": 16167
    },
    {
      "epoch": 0.662215850911325,
      "grad_norm": 1.729682366784248,
      "learning_rate": 0.00029293901230170223,
      "loss": 5.8438,
      "step": 16168
    },
    {
      "epoch": 0.6622568093385214,
      "grad_norm": 1.8637592202067002,
      "learning_rate": 0.00029293802341109025,
      "loss": 5.3125,
      "step": 16169
    },
    {
      "epoch": 0.6622977677657178,
      "grad_norm": 3.5040431928921736,
      "learning_rate": 0.00029293703445290554,
      "loss": 2.3594,
      "step": 16170
    },
    {
      "epoch": 0.6623387261929142,
      "grad_norm": 1.9277483464932759,
      "learning_rate": 0.0002929360454271484,
      "loss": 6.3438,
      "step": 16171
    },
    {
      "epoch": 0.6623796846201105,
      "grad_norm": 2.3621135135545295,
      "learning_rate": 0.00029293505633381947,
      "loss": 5.2188,
      "step": 16172
    },
    {
      "epoch": 0.662420643047307,
      "grad_norm": 1.7925632599974597,
      "learning_rate": 0.00029293406717291915,
      "loss": 5.1562,
      "step": 16173
    },
    {
      "epoch": 0.6624616014745034,
      "grad_norm": 1.4013628338038397,
      "learning_rate": 0.0002929330779444479,
      "loss": 5.0,
      "step": 16174
    },
    {
      "epoch": 0.6625025599016998,
      "grad_norm": 1.6529268130092167,
      "learning_rate": 0.00029293208864840614,
      "loss": 6.25,
      "step": 16175
    },
    {
      "epoch": 0.6625435183288961,
      "grad_norm": 1.5228963746672093,
      "learning_rate": 0.0002929310992847943,
      "loss": 5.9375,
      "step": 16176
    },
    {
      "epoch": 0.6625844767560926,
      "grad_norm": 1.6955670372084448,
      "learning_rate": 0.0002929301098536131,
      "loss": 5.375,
      "step": 16177
    },
    {
      "epoch": 0.662625435183289,
      "grad_norm": 2.4061567894994615,
      "learning_rate": 0.00029292912035486273,
      "loss": 6.9062,
      "step": 16178
    },
    {
      "epoch": 0.6626663936104854,
      "grad_norm": 1.259122362988324,
      "learning_rate": 0.0002929281307885438,
      "loss": 5.25,
      "step": 16179
    },
    {
      "epoch": 0.6627073520376817,
      "grad_norm": 1.4858141287413147,
      "learning_rate": 0.0002929271411546567,
      "loss": 5.0,
      "step": 16180
    },
    {
      "epoch": 0.6627483104648781,
      "grad_norm": 1.5139782984119357,
      "learning_rate": 0.00029292615145320197,
      "loss": 5.4375,
      "step": 16181
    },
    {
      "epoch": 0.6627892688920746,
      "grad_norm": 2.200282849418802,
      "learning_rate": 0.0002929251616841801,
      "loss": 5.0312,
      "step": 16182
    },
    {
      "epoch": 0.662830227319271,
      "grad_norm": 1.401777824694148,
      "learning_rate": 0.00029292417184759146,
      "loss": 5.0312,
      "step": 16183
    },
    {
      "epoch": 0.6628711857464673,
      "grad_norm": 2.961770628355955,
      "learning_rate": 0.00029292318194343655,
      "loss": 6.4688,
      "step": 16184
    },
    {
      "epoch": 0.6629121441736637,
      "grad_norm": 1.6543486852395446,
      "learning_rate": 0.0002929221919717159,
      "loss": 6.1875,
      "step": 16185
    },
    {
      "epoch": 0.6629531026008602,
      "grad_norm": 1.5574888387059893,
      "learning_rate": 0.0002929212019324299,
      "loss": 5.3125,
      "step": 16186
    },
    {
      "epoch": 0.6629940610280565,
      "grad_norm": 2.126386425462889,
      "learning_rate": 0.00029292021182557906,
      "loss": 7.1875,
      "step": 16187
    },
    {
      "epoch": 0.6630350194552529,
      "grad_norm": 1.5150784508723123,
      "learning_rate": 0.0002929192216511638,
      "loss": 5.5,
      "step": 16188
    },
    {
      "epoch": 0.6630759778824493,
      "grad_norm": 1.7740444872269663,
      "learning_rate": 0.00029291823140918465,
      "loss": 5.7812,
      "step": 16189
    },
    {
      "epoch": 0.6631169363096457,
      "grad_norm": 1.5986027080940073,
      "learning_rate": 0.00029291724109964206,
      "loss": 6.2812,
      "step": 16190
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 1.4397235155302335,
      "learning_rate": 0.0002929162507225365,
      "loss": 4.7812,
      "step": 16191
    },
    {
      "epoch": 0.6631988531640385,
      "grad_norm": 1.7370197903431321,
      "learning_rate": 0.0002929152602778684,
      "loss": 4.9375,
      "step": 16192
    },
    {
      "epoch": 0.6632398115912349,
      "grad_norm": 1.44340048945538,
      "learning_rate": 0.0002929142697656383,
      "loss": 5.4062,
      "step": 16193
    },
    {
      "epoch": 0.6632807700184313,
      "grad_norm": 1.3697708947770715,
      "learning_rate": 0.0002929132791858466,
      "loss": 4.5625,
      "step": 16194
    },
    {
      "epoch": 0.6633217284456276,
      "grad_norm": 1.6144967730368975,
      "learning_rate": 0.0002929122885384938,
      "loss": 5.5625,
      "step": 16195
    },
    {
      "epoch": 0.6633626868728241,
      "grad_norm": 2.5389865189883243,
      "learning_rate": 0.00029291129782358033,
      "loss": 6.9688,
      "step": 16196
    },
    {
      "epoch": 0.6634036453000205,
      "grad_norm": 1.419529337727862,
      "learning_rate": 0.00029291030704110675,
      "loss": 4.9688,
      "step": 16197
    },
    {
      "epoch": 0.6634446037272169,
      "grad_norm": 1.423329648302838,
      "learning_rate": 0.00029290931619107343,
      "loss": 5.0312,
      "step": 16198
    },
    {
      "epoch": 0.6634855621544132,
      "grad_norm": 1.596226335722365,
      "learning_rate": 0.0002929083252734809,
      "loss": 5.6875,
      "step": 16199
    },
    {
      "epoch": 0.6635265205816097,
      "grad_norm": 1.4150979219799804,
      "learning_rate": 0.00029290733428832957,
      "loss": 5.0625,
      "step": 16200
    },
    {
      "epoch": 0.6635674790088061,
      "grad_norm": 1.466001445948465,
      "learning_rate": 0.00029290634323562,
      "loss": 5.5625,
      "step": 16201
    },
    {
      "epoch": 0.6636084374360025,
      "grad_norm": 1.2694228024634153,
      "learning_rate": 0.00029290535211535254,
      "loss": 5.625,
      "step": 16202
    },
    {
      "epoch": 0.6636493958631988,
      "grad_norm": 1.6283841071347178,
      "learning_rate": 0.0002929043609275278,
      "loss": 4.8125,
      "step": 16203
    },
    {
      "epoch": 0.6636903542903952,
      "grad_norm": 1.3794833649458618,
      "learning_rate": 0.0002929033696721461,
      "loss": 5.2812,
      "step": 16204
    },
    {
      "epoch": 0.6637313127175917,
      "grad_norm": 2.8364420743335073,
      "learning_rate": 0.000292902378349208,
      "loss": 6.9375,
      "step": 16205
    },
    {
      "epoch": 0.6637722711447881,
      "grad_norm": 1.7795649099710922,
      "learning_rate": 0.00029290138695871397,
      "loss": 5.5312,
      "step": 16206
    },
    {
      "epoch": 0.6638132295719844,
      "grad_norm": 3.0233364881767795,
      "learning_rate": 0.00029290039550066446,
      "loss": 5.6875,
      "step": 16207
    },
    {
      "epoch": 0.6638541879991808,
      "grad_norm": 4.270506152163314,
      "learning_rate": 0.0002928994039750599,
      "loss": 5.5938,
      "step": 16208
    },
    {
      "epoch": 0.6638951464263773,
      "grad_norm": 1.70754946547501,
      "learning_rate": 0.0002928984123819008,
      "loss": 4.5625,
      "step": 16209
    },
    {
      "epoch": 0.6639361048535736,
      "grad_norm": 1.6343119976509994,
      "learning_rate": 0.0002928974207211876,
      "loss": 6.5,
      "step": 16210
    },
    {
      "epoch": 0.66397706328077,
      "grad_norm": 1.5913651311752308,
      "learning_rate": 0.00029289642899292084,
      "loss": 4.7812,
      "step": 16211
    },
    {
      "epoch": 0.6640180217079664,
      "grad_norm": 2.3284779425305477,
      "learning_rate": 0.0002928954371971009,
      "loss": 7.6875,
      "step": 16212
    },
    {
      "epoch": 0.6640589801351628,
      "grad_norm": 1.3835641729431676,
      "learning_rate": 0.00029289444533372837,
      "loss": 4.6875,
      "step": 16213
    },
    {
      "epoch": 0.6640999385623592,
      "grad_norm": 1.456499208699974,
      "learning_rate": 0.00029289345340280355,
      "loss": 4.4062,
      "step": 16214
    },
    {
      "epoch": 0.6641408969895556,
      "grad_norm": 7.636954458730199,
      "learning_rate": 0.00029289246140432707,
      "loss": 5.5,
      "step": 16215
    },
    {
      "epoch": 0.664181855416752,
      "grad_norm": 1.5323561944421011,
      "learning_rate": 0.0002928914693382993,
      "loss": 5.5312,
      "step": 16216
    },
    {
      "epoch": 0.6642228138439484,
      "grad_norm": 1.365897661179279,
      "learning_rate": 0.00029289047720472064,
      "loss": 6.0625,
      "step": 16217
    },
    {
      "epoch": 0.6642637722711447,
      "grad_norm": 1.4783288269128356,
      "learning_rate": 0.00029288948500359177,
      "loss": 5.7188,
      "step": 16218
    },
    {
      "epoch": 0.6643047306983412,
      "grad_norm": 1.6552747180356735,
      "learning_rate": 0.000292888492734913,
      "loss": 5.6562,
      "step": 16219
    },
    {
      "epoch": 0.6643456891255376,
      "grad_norm": 2.0063235552682728,
      "learning_rate": 0.0002928875003986848,
      "loss": 6.4688,
      "step": 16220
    },
    {
      "epoch": 0.664386647552734,
      "grad_norm": 1.9024783343687062,
      "learning_rate": 0.00029288650799490776,
      "loss": 5.9375,
      "step": 16221
    },
    {
      "epoch": 0.6644276059799303,
      "grad_norm": 2.883991442999667,
      "learning_rate": 0.0002928855155235822,
      "loss": 7.2188,
      "step": 16222
    },
    {
      "epoch": 0.6644685644071268,
      "grad_norm": 3.0835861753374836,
      "learning_rate": 0.00029288452298470875,
      "loss": 6.375,
      "step": 16223
    },
    {
      "epoch": 0.6645095228343232,
      "grad_norm": 1.6133885136498323,
      "learning_rate": 0.00029288353037828775,
      "loss": 5.8438,
      "step": 16224
    },
    {
      "epoch": 0.6645504812615196,
      "grad_norm": 2.1192104451617304,
      "learning_rate": 0.00029288253770431966,
      "loss": 4.6562,
      "step": 16225
    },
    {
      "epoch": 0.6645914396887159,
      "grad_norm": 1.8336321261749458,
      "learning_rate": 0.00029288154496280507,
      "loss": 6.0,
      "step": 16226
    },
    {
      "epoch": 0.6646323981159123,
      "grad_norm": 1.7022817279495281,
      "learning_rate": 0.0002928805521537443,
      "loss": 4.625,
      "step": 16227
    },
    {
      "epoch": 0.6646733565431088,
      "grad_norm": 1.5100505379086007,
      "learning_rate": 0.00029287955927713796,
      "loss": 5.3438,
      "step": 16228
    },
    {
      "epoch": 0.6647143149703051,
      "grad_norm": 2.3283456689491695,
      "learning_rate": 0.00029287856633298636,
      "loss": 4.875,
      "step": 16229
    },
    {
      "epoch": 0.6647552733975015,
      "grad_norm": 1.7773126346930006,
      "learning_rate": 0.00029287757332129016,
      "loss": 6.0625,
      "step": 16230
    },
    {
      "epoch": 0.6647962318246979,
      "grad_norm": 1.7942825393965716,
      "learning_rate": 0.00029287658024204974,
      "loss": 6.2812,
      "step": 16231
    },
    {
      "epoch": 0.6648371902518944,
      "grad_norm": 1.3730109203759402,
      "learning_rate": 0.00029287558709526553,
      "loss": 5.9688,
      "step": 16232
    },
    {
      "epoch": 0.6648781486790907,
      "grad_norm": 1.379967578074191,
      "learning_rate": 0.000292874593880938,
      "loss": 4.625,
      "step": 16233
    },
    {
      "epoch": 0.6649191071062871,
      "grad_norm": 3.656332536153255,
      "learning_rate": 0.00029287360059906774,
      "loss": 5.75,
      "step": 16234
    },
    {
      "epoch": 0.6649600655334835,
      "grad_norm": 1.6535877974373752,
      "learning_rate": 0.0002928726072496551,
      "loss": 5.3125,
      "step": 16235
    },
    {
      "epoch": 0.66500102396068,
      "grad_norm": 2.3308660265337564,
      "learning_rate": 0.0002928716138327005,
      "loss": 8.125,
      "step": 16236
    },
    {
      "epoch": 0.6650419823878763,
      "grad_norm": 2.265641221805068,
      "learning_rate": 0.0002928706203482046,
      "loss": 7.5938,
      "step": 16237
    },
    {
      "epoch": 0.6650829408150727,
      "grad_norm": 1.9603607189159395,
      "learning_rate": 0.00029286962679616767,
      "loss": 5.5938,
      "step": 16238
    },
    {
      "epoch": 0.6651238992422691,
      "grad_norm": 1.645723788317481,
      "learning_rate": 0.0002928686331765903,
      "loss": 5.4062,
      "step": 16239
    },
    {
      "epoch": 0.6651648576694655,
      "grad_norm": 1.9081214731193663,
      "learning_rate": 0.00029286763948947297,
      "loss": 5.9688,
      "step": 16240
    },
    {
      "epoch": 0.6652058160966619,
      "grad_norm": 1.886213989658542,
      "learning_rate": 0.00029286664573481607,
      "loss": 6.4688,
      "step": 16241
    },
    {
      "epoch": 0.6652467745238583,
      "grad_norm": 1.5327374365397428,
      "learning_rate": 0.00029286565191262014,
      "loss": 4.4062,
      "step": 16242
    },
    {
      "epoch": 0.6652877329510547,
      "grad_norm": 1.7490618221831364,
      "learning_rate": 0.0002928646580228856,
      "loss": 5.4688,
      "step": 16243
    },
    {
      "epoch": 0.6653286913782511,
      "grad_norm": 1.5934664132980891,
      "learning_rate": 0.00029286366406561297,
      "loss": 6.0625,
      "step": 16244
    },
    {
      "epoch": 0.6653696498054474,
      "grad_norm": 2.030704519793547,
      "learning_rate": 0.00029286267004080264,
      "loss": 6.5625,
      "step": 16245
    },
    {
      "epoch": 0.6654106082326439,
      "grad_norm": 1.5206891667339768,
      "learning_rate": 0.0002928616759484552,
      "loss": 5.3125,
      "step": 16246
    },
    {
      "epoch": 0.6654515666598403,
      "grad_norm": 1.7004153642930535,
      "learning_rate": 0.00029286068178857095,
      "loss": 5.3125,
      "step": 16247
    },
    {
      "epoch": 0.6654925250870367,
      "grad_norm": 2.8469804766764755,
      "learning_rate": 0.0002928596875611505,
      "loss": 4.0625,
      "step": 16248
    },
    {
      "epoch": 0.665533483514233,
      "grad_norm": 1.5476005415899954,
      "learning_rate": 0.00029285869326619435,
      "loss": 5.0938,
      "step": 16249
    },
    {
      "epoch": 0.6655744419414295,
      "grad_norm": 1.1481898451601864,
      "learning_rate": 0.0002928576989037028,
      "loss": 3.2969,
      "step": 16250
    },
    {
      "epoch": 0.6656154003686259,
      "grad_norm": 1.3508736296769246,
      "learning_rate": 0.00029285670447367647,
      "loss": 5.0625,
      "step": 16251
    },
    {
      "epoch": 0.6656563587958222,
      "grad_norm": 1.83922767162261,
      "learning_rate": 0.0002928557099761158,
      "loss": 6.1562,
      "step": 16252
    },
    {
      "epoch": 0.6656973172230186,
      "grad_norm": 2.9735914289313694,
      "learning_rate": 0.00029285471541102117,
      "loss": 3.0625,
      "step": 16253
    },
    {
      "epoch": 0.665738275650215,
      "grad_norm": 4.925023638805156,
      "learning_rate": 0.00029285372077839317,
      "loss": 5.8125,
      "step": 16254
    },
    {
      "epoch": 0.6657792340774115,
      "grad_norm": 4.879360530679018,
      "learning_rate": 0.00029285272607823223,
      "loss": 6.6562,
      "step": 16255
    },
    {
      "epoch": 0.6658201925046078,
      "grad_norm": 3.5582566964789057,
      "learning_rate": 0.00029285173131053877,
      "loss": 5.6562,
      "step": 16256
    },
    {
      "epoch": 0.6658611509318042,
      "grad_norm": 1.778609153184385,
      "learning_rate": 0.00029285073647531334,
      "loss": 4.4375,
      "step": 16257
    },
    {
      "epoch": 0.6659021093590006,
      "grad_norm": 3.218053676631542,
      "learning_rate": 0.0002928497415725563,
      "loss": 8.0625,
      "step": 16258
    },
    {
      "epoch": 0.665943067786197,
      "grad_norm": 7.69357177487054,
      "learning_rate": 0.0002928487466022683,
      "loss": 3.2188,
      "step": 16259
    },
    {
      "epoch": 0.6659840262133934,
      "grad_norm": 2.1153675651600308,
      "learning_rate": 0.0002928477515644496,
      "loss": 5.2188,
      "step": 16260
    },
    {
      "epoch": 0.6660249846405898,
      "grad_norm": 1.8544807300153079,
      "learning_rate": 0.00029284675645910085,
      "loss": 6.0,
      "step": 16261
    },
    {
      "epoch": 0.6660659430677862,
      "grad_norm": 1.3918981170516238,
      "learning_rate": 0.0002928457612862224,
      "loss": 5.5,
      "step": 16262
    },
    {
      "epoch": 0.6661069014949826,
      "grad_norm": 1.7155410612706943,
      "learning_rate": 0.0002928447660458148,
      "loss": 4.9062,
      "step": 16263
    },
    {
      "epoch": 0.666147859922179,
      "grad_norm": 1.3945385025541481,
      "learning_rate": 0.00029284377073787846,
      "loss": 5.125,
      "step": 16264
    },
    {
      "epoch": 0.6661888183493754,
      "grad_norm": 3.324228202248812,
      "learning_rate": 0.00029284277536241384,
      "loss": 7.375,
      "step": 16265
    },
    {
      "epoch": 0.6662297767765718,
      "grad_norm": 2.6575343953500847,
      "learning_rate": 0.0002928417799194215,
      "loss": 7.2812,
      "step": 16266
    },
    {
      "epoch": 0.6662707352037682,
      "grad_norm": 1.470313424500954,
      "learning_rate": 0.0002928407844089018,
      "loss": 5.0312,
      "step": 16267
    },
    {
      "epoch": 0.6663116936309645,
      "grad_norm": 2.5004408436041836,
      "learning_rate": 0.0002928397888308553,
      "loss": 8.125,
      "step": 16268
    },
    {
      "epoch": 0.666352652058161,
      "grad_norm": 2.3591908452514865,
      "learning_rate": 0.00029283879318528245,
      "loss": 5.125,
      "step": 16269
    },
    {
      "epoch": 0.6663936104853574,
      "grad_norm": 2.1308072016941844,
      "learning_rate": 0.0002928377974721837,
      "loss": 5.625,
      "step": 16270
    },
    {
      "epoch": 0.6664345689125537,
      "grad_norm": 1.525910202018478,
      "learning_rate": 0.00029283680169155953,
      "loss": 5.4688,
      "step": 16271
    },
    {
      "epoch": 0.6664755273397501,
      "grad_norm": 3.2647388475292947,
      "learning_rate": 0.0002928358058434104,
      "loss": 3.5312,
      "step": 16272
    },
    {
      "epoch": 0.6665164857669466,
      "grad_norm": 1.9453740092875325,
      "learning_rate": 0.00029283480992773676,
      "loss": 6.125,
      "step": 16273
    },
    {
      "epoch": 0.666557444194143,
      "grad_norm": 2.614262944031703,
      "learning_rate": 0.00029283381394453915,
      "loss": 3.7188,
      "step": 16274
    },
    {
      "epoch": 0.6665984026213393,
      "grad_norm": 1.6718573536670587,
      "learning_rate": 0.00029283281789381797,
      "loss": 5.7188,
      "step": 16275
    },
    {
      "epoch": 0.6666393610485357,
      "grad_norm": 2.772470162549709,
      "learning_rate": 0.00029283182177557377,
      "loss": 6.5312,
      "step": 16276
    },
    {
      "epoch": 0.6666803194757321,
      "grad_norm": 1.4242564330407992,
      "learning_rate": 0.0002928308255898069,
      "loss": 5.7812,
      "step": 16277
    },
    {
      "epoch": 0.6667212779029286,
      "grad_norm": 1.7099924771396797,
      "learning_rate": 0.00029282982933651796,
      "loss": 5.625,
      "step": 16278
    },
    {
      "epoch": 0.6667622363301249,
      "grad_norm": 1.7750929328793772,
      "learning_rate": 0.0002928288330157074,
      "loss": 5.4375,
      "step": 16279
    },
    {
      "epoch": 0.6668031947573213,
      "grad_norm": 1.766107968489796,
      "learning_rate": 0.00029282783662737557,
      "loss": 5.625,
      "step": 16280
    },
    {
      "epoch": 0.6668441531845177,
      "grad_norm": 1.7065483286698064,
      "learning_rate": 0.00029282684017152306,
      "loss": 5.8125,
      "step": 16281
    },
    {
      "epoch": 0.6668851116117142,
      "grad_norm": 1.4809303680405954,
      "learning_rate": 0.0002928258436481503,
      "loss": 5.7812,
      "step": 16282
    },
    {
      "epoch": 0.6669260700389105,
      "grad_norm": 1.6965995090996644,
      "learning_rate": 0.0002928248470572578,
      "loss": 5.8125,
      "step": 16283
    },
    {
      "epoch": 0.6669670284661069,
      "grad_norm": 1.4264754200241954,
      "learning_rate": 0.000292823850398846,
      "loss": 5.5312,
      "step": 16284
    },
    {
      "epoch": 0.6670079868933033,
      "grad_norm": 1.3289826818380739,
      "learning_rate": 0.0002928228536729153,
      "loss": 4.9688,
      "step": 16285
    },
    {
      "epoch": 0.6670489453204997,
      "grad_norm": 1.4567176831189226,
      "learning_rate": 0.00029282185687946633,
      "loss": 4.8125,
      "step": 16286
    },
    {
      "epoch": 0.6670899037476961,
      "grad_norm": 1.4886442205122024,
      "learning_rate": 0.0002928208600184994,
      "loss": 5.9062,
      "step": 16287
    },
    {
      "epoch": 0.6671308621748925,
      "grad_norm": 1.6841860596215565,
      "learning_rate": 0.00029281986309001514,
      "loss": 4.8438,
      "step": 16288
    },
    {
      "epoch": 0.6671718206020889,
      "grad_norm": 1.7552576362714944,
      "learning_rate": 0.00029281886609401386,
      "loss": 5.2188,
      "step": 16289
    },
    {
      "epoch": 0.6672127790292853,
      "grad_norm": 1.5954198237829573,
      "learning_rate": 0.0002928178690304961,
      "loss": 5.5,
      "step": 16290
    },
    {
      "epoch": 0.6672537374564816,
      "grad_norm": 2.1738221372597892,
      "learning_rate": 0.0002928168718994624,
      "loss": 6.5938,
      "step": 16291
    },
    {
      "epoch": 0.6672946958836781,
      "grad_norm": 1.8839494514391946,
      "learning_rate": 0.0002928158747009132,
      "loss": 5.6562,
      "step": 16292
    },
    {
      "epoch": 0.6673356543108745,
      "grad_norm": 1.53464840279098,
      "learning_rate": 0.00029281487743484886,
      "loss": 4.9375,
      "step": 16293
    },
    {
      "epoch": 0.6673766127380708,
      "grad_norm": 2.227387515479532,
      "learning_rate": 0.00029281388010126997,
      "loss": 6.2812,
      "step": 16294
    },
    {
      "epoch": 0.6674175711652672,
      "grad_norm": 1.649870836313061,
      "learning_rate": 0.00029281288270017694,
      "loss": 6.3438,
      "step": 16295
    },
    {
      "epoch": 0.6674585295924637,
      "grad_norm": 1.3303755329218865,
      "learning_rate": 0.0002928118852315703,
      "loss": 5.625,
      "step": 16296
    },
    {
      "epoch": 0.6674994880196601,
      "grad_norm": 1.545525326609753,
      "learning_rate": 0.00029281088769545047,
      "loss": 5.5,
      "step": 16297
    },
    {
      "epoch": 0.6675404464468564,
      "grad_norm": 1.7657628026289742,
      "learning_rate": 0.0002928098900918179,
      "loss": 5.6562,
      "step": 16298
    },
    {
      "epoch": 0.6675814048740528,
      "grad_norm": 1.715216184374409,
      "learning_rate": 0.0002928088924206731,
      "loss": 5.0625,
      "step": 16299
    },
    {
      "epoch": 0.6676223633012492,
      "grad_norm": 4.8059504903802095,
      "learning_rate": 0.00029280789468201664,
      "loss": 5.7812,
      "step": 16300
    },
    {
      "epoch": 0.6676633217284457,
      "grad_norm": 1.649860799598704,
      "learning_rate": 0.0002928068968758488,
      "loss": 5.375,
      "step": 16301
    },
    {
      "epoch": 0.667704280155642,
      "grad_norm": 1.4864960469965727,
      "learning_rate": 0.00029280589900217016,
      "loss": 5.5312,
      "step": 16302
    },
    {
      "epoch": 0.6677452385828384,
      "grad_norm": 2.2253424442494265,
      "learning_rate": 0.0002928049010609812,
      "loss": 5.9062,
      "step": 16303
    },
    {
      "epoch": 0.6677861970100348,
      "grad_norm": 1.4712063168621816,
      "learning_rate": 0.00029280390305228243,
      "loss": 5.2812,
      "step": 16304
    },
    {
      "epoch": 0.6678271554372313,
      "grad_norm": 2.91482709453708,
      "learning_rate": 0.00029280290497607416,
      "loss": 3.3906,
      "step": 16305
    },
    {
      "epoch": 0.6678681138644276,
      "grad_norm": 1.668544146960219,
      "learning_rate": 0.000292801906832357,
      "loss": 6.125,
      "step": 16306
    },
    {
      "epoch": 0.667909072291624,
      "grad_norm": 1.4801407520674317,
      "learning_rate": 0.00029280090862113137,
      "loss": 5.25,
      "step": 16307
    },
    {
      "epoch": 0.6679500307188204,
      "grad_norm": 1.3495337687260798,
      "learning_rate": 0.0002927999103423978,
      "loss": 4.8438,
      "step": 16308
    },
    {
      "epoch": 0.6679909891460168,
      "grad_norm": 1.9363957090735053,
      "learning_rate": 0.0002927989119961567,
      "loss": 6.4062,
      "step": 16309
    },
    {
      "epoch": 0.6680319475732132,
      "grad_norm": 1.1475653616608772,
      "learning_rate": 0.00029279791358240853,
      "loss": 3.7969,
      "step": 16310
    },
    {
      "epoch": 0.6680729060004096,
      "grad_norm": 2.189528939187663,
      "learning_rate": 0.0002927969151011538,
      "loss": 6.5938,
      "step": 16311
    },
    {
      "epoch": 0.668113864427606,
      "grad_norm": 1.8812246051260089,
      "learning_rate": 0.000292795916552393,
      "loss": 5.6875,
      "step": 16312
    },
    {
      "epoch": 0.6681548228548023,
      "grad_norm": 1.51640146021098,
      "learning_rate": 0.00029279491793612655,
      "loss": 6.0938,
      "step": 16313
    },
    {
      "epoch": 0.6681957812819987,
      "grad_norm": 1.9150941918807916,
      "learning_rate": 0.00029279391925235497,
      "loss": 6.3125,
      "step": 16314
    },
    {
      "epoch": 0.6682367397091952,
      "grad_norm": 1.3240581988637732,
      "learning_rate": 0.00029279292050107873,
      "loss": 4.9375,
      "step": 16315
    },
    {
      "epoch": 0.6682776981363916,
      "grad_norm": 1.2547708646171776,
      "learning_rate": 0.0002927919216822983,
      "loss": 4.9062,
      "step": 16316
    },
    {
      "epoch": 0.6683186565635879,
      "grad_norm": 2.250285037224872,
      "learning_rate": 0.00029279092279601405,
      "loss": 4.9062,
      "step": 16317
    },
    {
      "epoch": 0.6683596149907843,
      "grad_norm": 2.1101878133571814,
      "learning_rate": 0.0002927899238422266,
      "loss": 4.4688,
      "step": 16318
    },
    {
      "epoch": 0.6684005734179808,
      "grad_norm": 1.4549108173011365,
      "learning_rate": 0.00029278892482093635,
      "loss": 5.2812,
      "step": 16319
    },
    {
      "epoch": 0.6684415318451772,
      "grad_norm": 1.2783597422660489,
      "learning_rate": 0.00029278792573214375,
      "loss": 5.4688,
      "step": 16320
    },
    {
      "epoch": 0.6684824902723735,
      "grad_norm": 1.5284433919224127,
      "learning_rate": 0.0002927869265758493,
      "loss": 5.75,
      "step": 16321
    },
    {
      "epoch": 0.6685234486995699,
      "grad_norm": 1.3720841489401936,
      "learning_rate": 0.00029278592735205354,
      "loss": 6.375,
      "step": 16322
    },
    {
      "epoch": 0.6685644071267663,
      "grad_norm": 2.3024474365589485,
      "learning_rate": 0.00029278492806075686,
      "loss": 4.8125,
      "step": 16323
    },
    {
      "epoch": 0.6686053655539628,
      "grad_norm": 1.5806886701503993,
      "learning_rate": 0.0002927839287019597,
      "loss": 5.2812,
      "step": 16324
    },
    {
      "epoch": 0.6686463239811591,
      "grad_norm": 1.5753522294633044,
      "learning_rate": 0.00029278292927566266,
      "loss": 5.75,
      "step": 16325
    },
    {
      "epoch": 0.6686872824083555,
      "grad_norm": 3.855595732405321,
      "learning_rate": 0.00029278192978186607,
      "loss": 6.625,
      "step": 16326
    },
    {
      "epoch": 0.6687282408355519,
      "grad_norm": 1.68136365976756,
      "learning_rate": 0.00029278093022057047,
      "loss": 6.0938,
      "step": 16327
    },
    {
      "epoch": 0.6687691992627484,
      "grad_norm": 1.8399756139674825,
      "learning_rate": 0.0002927799305917764,
      "loss": 4.5625,
      "step": 16328
    },
    {
      "epoch": 0.6688101576899447,
      "grad_norm": 1.921386296980202,
      "learning_rate": 0.00029277893089548417,
      "loss": 7.1875,
      "step": 16329
    },
    {
      "epoch": 0.6688511161171411,
      "grad_norm": 1.3807660089195335,
      "learning_rate": 0.00029277793113169446,
      "loss": 5.9375,
      "step": 16330
    },
    {
      "epoch": 0.6688920745443375,
      "grad_norm": 2.3069290702200904,
      "learning_rate": 0.0002927769313004075,
      "loss": 8.0,
      "step": 16331
    },
    {
      "epoch": 0.668933032971534,
      "grad_norm": 2.12672470506648,
      "learning_rate": 0.00029277593140162396,
      "loss": 5.0,
      "step": 16332
    },
    {
      "epoch": 0.6689739913987303,
      "grad_norm": 1.5846644598383854,
      "learning_rate": 0.00029277493143534426,
      "loss": 6.2188,
      "step": 16333
    },
    {
      "epoch": 0.6690149498259267,
      "grad_norm": 2.9131237706040403,
      "learning_rate": 0.00029277393140156885,
      "loss": 7.1562,
      "step": 16334
    },
    {
      "epoch": 0.6690559082531231,
      "grad_norm": 1.5061894289142008,
      "learning_rate": 0.00029277293130029817,
      "loss": 5.4688,
      "step": 16335
    },
    {
      "epoch": 0.6690968666803194,
      "grad_norm": 1.8579293260888676,
      "learning_rate": 0.00029277193113153276,
      "loss": 5.4375,
      "step": 16336
    },
    {
      "epoch": 0.6691378251075158,
      "grad_norm": 3.0890851381025604,
      "learning_rate": 0.0002927709308952731,
      "loss": 7.25,
      "step": 16337
    },
    {
      "epoch": 0.6691787835347123,
      "grad_norm": 1.1676111899086048,
      "learning_rate": 0.00029276993059151955,
      "loss": 5.1875,
      "step": 16338
    },
    {
      "epoch": 0.6692197419619087,
      "grad_norm": 1.3581412875361318,
      "learning_rate": 0.0002927689302202727,
      "loss": 5.0,
      "step": 16339
    },
    {
      "epoch": 0.669260700389105,
      "grad_norm": 7.538944592439817,
      "learning_rate": 0.00029276792978153305,
      "loss": 3.6719,
      "step": 16340
    },
    {
      "epoch": 0.6693016588163014,
      "grad_norm": 1.3819068732450828,
      "learning_rate": 0.00029276692927530094,
      "loss": 5.8125,
      "step": 16341
    },
    {
      "epoch": 0.6693426172434979,
      "grad_norm": 6.399275455634726,
      "learning_rate": 0.0002927659287015769,
      "loss": 4.5,
      "step": 16342
    },
    {
      "epoch": 0.6693835756706943,
      "grad_norm": 1.4414107041040327,
      "learning_rate": 0.0002927649280603614,
      "loss": 5.3438,
      "step": 16343
    },
    {
      "epoch": 0.6694245340978906,
      "grad_norm": 1.6065171202933874,
      "learning_rate": 0.00029276392735165497,
      "loss": 4.25,
      "step": 16344
    },
    {
      "epoch": 0.669465492525087,
      "grad_norm": 1.6552013553721552,
      "learning_rate": 0.00029276292657545803,
      "loss": 5.0312,
      "step": 16345
    },
    {
      "epoch": 0.6695064509522834,
      "grad_norm": 1.4843805294755632,
      "learning_rate": 0.0002927619257317711,
      "loss": 5.3438,
      "step": 16346
    },
    {
      "epoch": 0.6695474093794799,
      "grad_norm": 1.66894984574012,
      "learning_rate": 0.00029276092482059455,
      "loss": 6.4375,
      "step": 16347
    },
    {
      "epoch": 0.6695883678066762,
      "grad_norm": 2.554293706802115,
      "learning_rate": 0.000292759923841929,
      "loss": 5.9688,
      "step": 16348
    },
    {
      "epoch": 0.6696293262338726,
      "grad_norm": 1.6279712224424212,
      "learning_rate": 0.00029275892279577475,
      "loss": 4.75,
      "step": 16349
    },
    {
      "epoch": 0.669670284661069,
      "grad_norm": 1.3701645891169705,
      "learning_rate": 0.00029275792168213235,
      "loss": 5.0625,
      "step": 16350
    },
    {
      "epoch": 0.6697112430882655,
      "grad_norm": 2.482846656569399,
      "learning_rate": 0.0002927569205010024,
      "loss": 3.5938,
      "step": 16351
    },
    {
      "epoch": 0.6697522015154618,
      "grad_norm": 1.4864120208729235,
      "learning_rate": 0.00029275591925238516,
      "loss": 4.3125,
      "step": 16352
    },
    {
      "epoch": 0.6697931599426582,
      "grad_norm": 2.10640980162239,
      "learning_rate": 0.00029275491793628124,
      "loss": 4.9688,
      "step": 16353
    },
    {
      "epoch": 0.6698341183698546,
      "grad_norm": 1.7083966445124004,
      "learning_rate": 0.0002927539165526911,
      "loss": 6.625,
      "step": 16354
    },
    {
      "epoch": 0.6698750767970509,
      "grad_norm": 2.1372503696264866,
      "learning_rate": 0.0002927529151016152,
      "loss": 5.5,
      "step": 16355
    },
    {
      "epoch": 0.6699160352242474,
      "grad_norm": 1.580199994162874,
      "learning_rate": 0.000292751913583054,
      "loss": 5.5625,
      "step": 16356
    },
    {
      "epoch": 0.6699569936514438,
      "grad_norm": 1.9929985564551893,
      "learning_rate": 0.0002927509119970079,
      "loss": 6.1562,
      "step": 16357
    },
    {
      "epoch": 0.6699979520786402,
      "grad_norm": 1.583619714163745,
      "learning_rate": 0.00029274991034347755,
      "loss": 5.3438,
      "step": 16358
    },
    {
      "epoch": 0.6700389105058365,
      "grad_norm": 3.427920418317607,
      "learning_rate": 0.0002927489086224633,
      "loss": 5.3438,
      "step": 16359
    },
    {
      "epoch": 0.670079868933033,
      "grad_norm": 1.2681892626099598,
      "learning_rate": 0.0002927479068339656,
      "loss": 4.9375,
      "step": 16360
    },
    {
      "epoch": 0.6701208273602294,
      "grad_norm": 1.6804056214955179,
      "learning_rate": 0.00029274690497798505,
      "loss": 5.9688,
      "step": 16361
    },
    {
      "epoch": 0.6701617857874258,
      "grad_norm": 1.9921796699330891,
      "learning_rate": 0.00029274590305452197,
      "loss": 5.3125,
      "step": 16362
    },
    {
      "epoch": 0.6702027442146221,
      "grad_norm": 1.5034367862817195,
      "learning_rate": 0.00029274490106357694,
      "loss": 5.0625,
      "step": 16363
    },
    {
      "epoch": 0.6702437026418185,
      "grad_norm": 2.1575722841609166,
      "learning_rate": 0.0002927438990051505,
      "loss": 4.7188,
      "step": 16364
    },
    {
      "epoch": 0.670284661069015,
      "grad_norm": 2.333895532896644,
      "learning_rate": 0.0002927428968792429,
      "loss": 5.0938,
      "step": 16365
    },
    {
      "epoch": 0.6703256194962114,
      "grad_norm": 1.560226416158404,
      "learning_rate": 0.00029274189468585476,
      "loss": 6.2812,
      "step": 16366
    },
    {
      "epoch": 0.6703665779234077,
      "grad_norm": 1.4045716282769716,
      "learning_rate": 0.00029274089242498655,
      "loss": 6.3438,
      "step": 16367
    },
    {
      "epoch": 0.6704075363506041,
      "grad_norm": 1.6553605153058841,
      "learning_rate": 0.00029273989009663873,
      "loss": 5.6562,
      "step": 16368
    },
    {
      "epoch": 0.6704484947778006,
      "grad_norm": 1.8011238105142755,
      "learning_rate": 0.0002927388877008118,
      "loss": 5.8438,
      "step": 16369
    },
    {
      "epoch": 0.670489453204997,
      "grad_norm": 1.5363118267469633,
      "learning_rate": 0.0002927378852375062,
      "loss": 5.5938,
      "step": 16370
    },
    {
      "epoch": 0.6705304116321933,
      "grad_norm": 1.5007559418509955,
      "learning_rate": 0.00029273688270672237,
      "loss": 6.3438,
      "step": 16371
    },
    {
      "epoch": 0.6705713700593897,
      "grad_norm": 3.270731215905024,
      "learning_rate": 0.00029273588010846085,
      "loss": 4.7812,
      "step": 16372
    },
    {
      "epoch": 0.6706123284865861,
      "grad_norm": 1.9321785850193869,
      "learning_rate": 0.00029273487744272206,
      "loss": 5.2812,
      "step": 16373
    },
    {
      "epoch": 0.6706532869137826,
      "grad_norm": 2.103690769926316,
      "learning_rate": 0.00029273387470950653,
      "loss": 5.7188,
      "step": 16374
    },
    {
      "epoch": 0.6706942453409789,
      "grad_norm": 1.5203517246345146,
      "learning_rate": 0.00029273287190881476,
      "loss": 5.9688,
      "step": 16375
    },
    {
      "epoch": 0.6707352037681753,
      "grad_norm": 1.4803438606144255,
      "learning_rate": 0.0002927318690406471,
      "loss": 4.9375,
      "step": 16376
    },
    {
      "epoch": 0.6707761621953717,
      "grad_norm": 1.9610172788153184,
      "learning_rate": 0.00029273086610500407,
      "loss": 6.125,
      "step": 16377
    },
    {
      "epoch": 0.670817120622568,
      "grad_norm": 1.489502029152589,
      "learning_rate": 0.0002927298631018862,
      "loss": 5.2188,
      "step": 16378
    },
    {
      "epoch": 0.6708580790497645,
      "grad_norm": 1.4711593567497394,
      "learning_rate": 0.000292728860031294,
      "loss": 5.5938,
      "step": 16379
    },
    {
      "epoch": 0.6708990374769609,
      "grad_norm": 1.3032839622673846,
      "learning_rate": 0.0002927278568932278,
      "loss": 5.75,
      "step": 16380
    },
    {
      "epoch": 0.6709399959041573,
      "grad_norm": 2.6418638236009193,
      "learning_rate": 0.0002927268536876882,
      "loss": 4.9688,
      "step": 16381
    },
    {
      "epoch": 0.6709809543313536,
      "grad_norm": 1.5975670107848625,
      "learning_rate": 0.00029272585041467556,
      "loss": 6.0,
      "step": 16382
    },
    {
      "epoch": 0.67102191275855,
      "grad_norm": 1.469565521564141,
      "learning_rate": 0.0002927248470741905,
      "loss": 5.1562,
      "step": 16383
    },
    {
      "epoch": 0.6710628711857465,
      "grad_norm": 1.4784580781605674,
      "learning_rate": 0.00029272384366623333,
      "loss": 5.5938,
      "step": 16384
    },
    {
      "epoch": 0.6711038296129429,
      "grad_norm": 2.1514728916440244,
      "learning_rate": 0.00029272284019080466,
      "loss": 3.7344,
      "step": 16385
    },
    {
      "epoch": 0.6711447880401392,
      "grad_norm": 1.6488000561559675,
      "learning_rate": 0.0002927218366479049,
      "loss": 5.125,
      "step": 16386
    },
    {
      "epoch": 0.6711857464673356,
      "grad_norm": 1.3583658181599787,
      "learning_rate": 0.0002927208330375345,
      "loss": 5.6875,
      "step": 16387
    },
    {
      "epoch": 0.6712267048945321,
      "grad_norm": 1.6731921180709275,
      "learning_rate": 0.000292719829359694,
      "loss": 5.1562,
      "step": 16388
    },
    {
      "epoch": 0.6712676633217285,
      "grad_norm": 3.729027829004465,
      "learning_rate": 0.0002927188256143839,
      "loss": 5.5,
      "step": 16389
    },
    {
      "epoch": 0.6713086217489248,
      "grad_norm": 5.835562620183737,
      "learning_rate": 0.0002927178218016046,
      "loss": 2.4844,
      "step": 16390
    },
    {
      "epoch": 0.6713495801761212,
      "grad_norm": 1.379830551982551,
      "learning_rate": 0.00029271681792135656,
      "loss": 6.0938,
      "step": 16391
    },
    {
      "epoch": 0.6713905386033177,
      "grad_norm": 2.732501886857599,
      "learning_rate": 0.0002927158139736403,
      "loss": 3.8438,
      "step": 16392
    },
    {
      "epoch": 0.6714314970305141,
      "grad_norm": 1.7395209022551947,
      "learning_rate": 0.00029271480995845633,
      "loss": 5.5312,
      "step": 16393
    },
    {
      "epoch": 0.6714724554577104,
      "grad_norm": 1.7798405642832196,
      "learning_rate": 0.000292713805875805,
      "loss": 4.7188,
      "step": 16394
    },
    {
      "epoch": 0.6715134138849068,
      "grad_norm": 1.5302473296710632,
      "learning_rate": 0.0002927128017256869,
      "loss": 4.8438,
      "step": 16395
    },
    {
      "epoch": 0.6715543723121032,
      "grad_norm": 1.5697678320077528,
      "learning_rate": 0.0002927117975081025,
      "loss": 5.25,
      "step": 16396
    },
    {
      "epoch": 0.6715953307392996,
      "grad_norm": 1.5513835185861191,
      "learning_rate": 0.0002927107932230522,
      "loss": 5.9688,
      "step": 16397
    },
    {
      "epoch": 0.671636289166496,
      "grad_norm": 2.3842460891062065,
      "learning_rate": 0.00029270978887053654,
      "loss": 4.6875,
      "step": 16398
    },
    {
      "epoch": 0.6716772475936924,
      "grad_norm": 1.781792298808535,
      "learning_rate": 0.0002927087844505559,
      "loss": 4.8125,
      "step": 16399
    },
    {
      "epoch": 0.6717182060208888,
      "grad_norm": 1.4001925543811915,
      "learning_rate": 0.00029270777996311093,
      "loss": 5.0312,
      "step": 16400
    },
    {
      "epoch": 0.6717591644480851,
      "grad_norm": 1.488594382697582,
      "learning_rate": 0.00029270677540820195,
      "loss": 4.875,
      "step": 16401
    },
    {
      "epoch": 0.6718001228752816,
      "grad_norm": 2.431077542412277,
      "learning_rate": 0.0002927057707858295,
      "loss": 3.3594,
      "step": 16402
    },
    {
      "epoch": 0.671841081302478,
      "grad_norm": 2.552472803210213,
      "learning_rate": 0.00029270476609599406,
      "loss": 7.0312,
      "step": 16403
    },
    {
      "epoch": 0.6718820397296744,
      "grad_norm": 1.3467523471505125,
      "learning_rate": 0.0002927037613386961,
      "loss": 5.4062,
      "step": 16404
    },
    {
      "epoch": 0.6719229981568707,
      "grad_norm": 3.4733311589351015,
      "learning_rate": 0.000292702756513936,
      "loss": 3.6562,
      "step": 16405
    },
    {
      "epoch": 0.6719639565840672,
      "grad_norm": 1.497931337123947,
      "learning_rate": 0.0002927017516217144,
      "loss": 5.2188,
      "step": 16406
    },
    {
      "epoch": 0.6720049150112636,
      "grad_norm": 1.8657189752414063,
      "learning_rate": 0.0002927007466620317,
      "loss": 5.3438,
      "step": 16407
    },
    {
      "epoch": 0.67204587343846,
      "grad_norm": 2.1021654697029466,
      "learning_rate": 0.0002926997416348883,
      "loss": 6.4688,
      "step": 16408
    },
    {
      "epoch": 0.6720868318656563,
      "grad_norm": 1.512087480080632,
      "learning_rate": 0.0002926987365402848,
      "loss": 5.3438,
      "step": 16409
    },
    {
      "epoch": 0.6721277902928527,
      "grad_norm": 1.789343229090475,
      "learning_rate": 0.00029269773137822157,
      "loss": 6.2188,
      "step": 16410
    },
    {
      "epoch": 0.6721687487200492,
      "grad_norm": 1.4018729276797692,
      "learning_rate": 0.00029269672614869917,
      "loss": 4.875,
      "step": 16411
    },
    {
      "epoch": 0.6722097071472456,
      "grad_norm": 1.8463838398266486,
      "learning_rate": 0.000292695720851718,
      "loss": 7.125,
      "step": 16412
    },
    {
      "epoch": 0.6722506655744419,
      "grad_norm": 1.7027019345755903,
      "learning_rate": 0.0002926947154872786,
      "loss": 6.2812,
      "step": 16413
    },
    {
      "epoch": 0.6722916240016383,
      "grad_norm": 1.906733193007175,
      "learning_rate": 0.0002926937100553814,
      "loss": 5.4062,
      "step": 16414
    },
    {
      "epoch": 0.6723325824288348,
      "grad_norm": 1.5831941421921396,
      "learning_rate": 0.0002926927045560269,
      "loss": 5.375,
      "step": 16415
    },
    {
      "epoch": 0.6723735408560312,
      "grad_norm": 1.4683279281923152,
      "learning_rate": 0.0002926916989892156,
      "loss": 5.125,
      "step": 16416
    },
    {
      "epoch": 0.6724144992832275,
      "grad_norm": 1.4213206191344818,
      "learning_rate": 0.0002926906933549479,
      "loss": 5.2812,
      "step": 16417
    },
    {
      "epoch": 0.6724554577104239,
      "grad_norm": 1.3271539218056192,
      "learning_rate": 0.0002926896876532244,
      "loss": 5.9062,
      "step": 16418
    },
    {
      "epoch": 0.6724964161376203,
      "grad_norm": 1.4757853021290614,
      "learning_rate": 0.0002926886818840454,
      "loss": 5.2188,
      "step": 16419
    },
    {
      "epoch": 0.6725373745648167,
      "grad_norm": 4.402977345894749,
      "learning_rate": 0.00029268767604741155,
      "loss": 7.9375,
      "step": 16420
    },
    {
      "epoch": 0.6725783329920131,
      "grad_norm": 1.4862974088297847,
      "learning_rate": 0.00029268667014332317,
      "loss": 4.9688,
      "step": 16421
    },
    {
      "epoch": 0.6726192914192095,
      "grad_norm": 1.4236624395469202,
      "learning_rate": 0.0002926856641717809,
      "loss": 4.5938,
      "step": 16422
    },
    {
      "epoch": 0.6726602498464059,
      "grad_norm": 1.783099238666022,
      "learning_rate": 0.00029268465813278506,
      "loss": 5.7188,
      "step": 16423
    },
    {
      "epoch": 0.6727012082736022,
      "grad_norm": 3.781876508938898,
      "learning_rate": 0.0002926836520263362,
      "loss": 2.5781,
      "step": 16424
    },
    {
      "epoch": 0.6727421667007987,
      "grad_norm": 3.5485683632172784,
      "learning_rate": 0.0002926826458524348,
      "loss": 6.9375,
      "step": 16425
    },
    {
      "epoch": 0.6727831251279951,
      "grad_norm": 1.6397724692492948,
      "learning_rate": 0.0002926816396110813,
      "loss": 5.0312,
      "step": 16426
    },
    {
      "epoch": 0.6728240835551915,
      "grad_norm": 1.4096610085104853,
      "learning_rate": 0.00029268063330227626,
      "loss": 5.25,
      "step": 16427
    },
    {
      "epoch": 0.6728650419823878,
      "grad_norm": 1.287579538880603,
      "learning_rate": 0.00029267962692602006,
      "loss": 4.9688,
      "step": 16428
    },
    {
      "epoch": 0.6729060004095843,
      "grad_norm": 2.6816338627261507,
      "learning_rate": 0.00029267862048231315,
      "loss": 5.8125,
      "step": 16429
    },
    {
      "epoch": 0.6729469588367807,
      "grad_norm": 3.9710266648498425,
      "learning_rate": 0.0002926776139711561,
      "loss": 5.375,
      "step": 16430
    },
    {
      "epoch": 0.6729879172639771,
      "grad_norm": 3.1440913901166523,
      "learning_rate": 0.00029267660739254947,
      "loss": 2.2656,
      "step": 16431
    },
    {
      "epoch": 0.6730288756911734,
      "grad_norm": 1.7746295612566823,
      "learning_rate": 0.0002926756007464935,
      "loss": 7.4062,
      "step": 16432
    },
    {
      "epoch": 0.6730698341183698,
      "grad_norm": 1.5283027718924793,
      "learning_rate": 0.0002926745940329888,
      "loss": 5.8125,
      "step": 16433
    },
    {
      "epoch": 0.6731107925455663,
      "grad_norm": 2.1272561134117534,
      "learning_rate": 0.00029267358725203587,
      "loss": 6.875,
      "step": 16434
    },
    {
      "epoch": 0.6731517509727627,
      "grad_norm": 1.8471537438190022,
      "learning_rate": 0.00029267258040363515,
      "loss": 5.7812,
      "step": 16435
    },
    {
      "epoch": 0.673192709399959,
      "grad_norm": 2.8437027494107343,
      "learning_rate": 0.00029267157348778703,
      "loss": 5.9375,
      "step": 16436
    },
    {
      "epoch": 0.6732336678271554,
      "grad_norm": 2.011310232292252,
      "learning_rate": 0.00029267056650449216,
      "loss": 6.1875,
      "step": 16437
    },
    {
      "epoch": 0.6732746262543519,
      "grad_norm": 1.521175975476442,
      "learning_rate": 0.0002926695594537509,
      "loss": 4.9375,
      "step": 16438
    },
    {
      "epoch": 0.6733155846815482,
      "grad_norm": 1.5340051832229828,
      "learning_rate": 0.00029266855233556373,
      "loss": 5.8438,
      "step": 16439
    },
    {
      "epoch": 0.6733565431087446,
      "grad_norm": 2.2908532338433645,
      "learning_rate": 0.00029266754514993115,
      "loss": 5.6562,
      "step": 16440
    },
    {
      "epoch": 0.673397501535941,
      "grad_norm": 7.86276172234377,
      "learning_rate": 0.00029266653789685365,
      "loss": 5.4375,
      "step": 16441
    },
    {
      "epoch": 0.6734384599631374,
      "grad_norm": 1.3846925987213519,
      "learning_rate": 0.0002926655305763317,
      "loss": 5.2812,
      "step": 16442
    },
    {
      "epoch": 0.6734794183903338,
      "grad_norm": 6.521555208487106,
      "learning_rate": 0.0002926645231883657,
      "loss": 5.7812,
      "step": 16443
    },
    {
      "epoch": 0.6735203768175302,
      "grad_norm": 2.221433337943292,
      "learning_rate": 0.00029266351573295626,
      "loss": 5.9375,
      "step": 16444
    },
    {
      "epoch": 0.6735613352447266,
      "grad_norm": 4.13821712501104,
      "learning_rate": 0.0002926625082101038,
      "loss": 6.2812,
      "step": 16445
    },
    {
      "epoch": 0.673602293671923,
      "grad_norm": 2.0093035565117,
      "learning_rate": 0.00029266150061980873,
      "loss": 6.0,
      "step": 16446
    },
    {
      "epoch": 0.6736432520991193,
      "grad_norm": 3.912104078100247,
      "learning_rate": 0.0002926604929620716,
      "loss": 6.8438,
      "step": 16447
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 1.36436874152778,
      "learning_rate": 0.00029265948523689284,
      "loss": 5.5312,
      "step": 16448
    },
    {
      "epoch": 0.6737251689535122,
      "grad_norm": 1.7572882166750279,
      "learning_rate": 0.00029265847744427303,
      "loss": 5.0938,
      "step": 16449
    },
    {
      "epoch": 0.6737661273807086,
      "grad_norm": 1.372976489121996,
      "learning_rate": 0.0002926574695842125,
      "loss": 5.0,
      "step": 16450
    },
    {
      "epoch": 0.6738070858079049,
      "grad_norm": 2.9462413956915983,
      "learning_rate": 0.0002926564616567118,
      "loss": 4.0938,
      "step": 16451
    },
    {
      "epoch": 0.6738480442351014,
      "grad_norm": 3.4382182563876653,
      "learning_rate": 0.0002926554536617714,
      "loss": 5.5625,
      "step": 16452
    },
    {
      "epoch": 0.6738890026622978,
      "grad_norm": 2.361199958171216,
      "learning_rate": 0.00029265444559939185,
      "loss": 6.8438,
      "step": 16453
    },
    {
      "epoch": 0.6739299610894942,
      "grad_norm": 3.9436181149059126,
      "learning_rate": 0.0002926534374695735,
      "loss": 3.1406,
      "step": 16454
    },
    {
      "epoch": 0.6739709195166905,
      "grad_norm": 2.496607407096415,
      "learning_rate": 0.0002926524292723169,
      "loss": 7.0,
      "step": 16455
    },
    {
      "epoch": 0.674011877943887,
      "grad_norm": 1.3875554654624551,
      "learning_rate": 0.0002926514210076225,
      "loss": 5.2188,
      "step": 16456
    },
    {
      "epoch": 0.6740528363710834,
      "grad_norm": 1.3795004761883525,
      "learning_rate": 0.00029265041267549077,
      "loss": 4.9062,
      "step": 16457
    },
    {
      "epoch": 0.6740937947982798,
      "grad_norm": 1.4254039505226934,
      "learning_rate": 0.0002926494042759222,
      "loss": 4.9375,
      "step": 16458
    },
    {
      "epoch": 0.6741347532254761,
      "grad_norm": 1.5659665413007535,
      "learning_rate": 0.00029264839580891733,
      "loss": 5.2812,
      "step": 16459
    },
    {
      "epoch": 0.6741757116526725,
      "grad_norm": 1.6776326057849533,
      "learning_rate": 0.00029264738727447653,
      "loss": 6.2812,
      "step": 16460
    },
    {
      "epoch": 0.674216670079869,
      "grad_norm": 2.3348059641575873,
      "learning_rate": 0.0002926463786726003,
      "loss": 6.7188,
      "step": 16461
    },
    {
      "epoch": 0.6742576285070653,
      "grad_norm": 1.66597982026058,
      "learning_rate": 0.00029264537000328914,
      "loss": 4.8438,
      "step": 16462
    },
    {
      "epoch": 0.6742985869342617,
      "grad_norm": 1.7150248360462488,
      "learning_rate": 0.0002926443612665436,
      "loss": 5.2812,
      "step": 16463
    },
    {
      "epoch": 0.6743395453614581,
      "grad_norm": 1.5735967857033217,
      "learning_rate": 0.000292643352462364,
      "loss": 4.8125,
      "step": 16464
    },
    {
      "epoch": 0.6743805037886546,
      "grad_norm": 1.4794680873940627,
      "learning_rate": 0.0002926423435907509,
      "loss": 5.375,
      "step": 16465
    },
    {
      "epoch": 0.6744214622158509,
      "grad_norm": 1.881226774759959,
      "learning_rate": 0.0002926413346517049,
      "loss": 5.8438,
      "step": 16466
    },
    {
      "epoch": 0.6744624206430473,
      "grad_norm": 2.876576371158104,
      "learning_rate": 0.0002926403256452262,
      "loss": 4.375,
      "step": 16467
    },
    {
      "epoch": 0.6745033790702437,
      "grad_norm": 5.626651749830275,
      "learning_rate": 0.0002926393165713155,
      "loss": 3.9375,
      "step": 16468
    },
    {
      "epoch": 0.6745443374974401,
      "grad_norm": 6.676027002309013,
      "learning_rate": 0.00029263830742997326,
      "loss": 7.0625,
      "step": 16469
    },
    {
      "epoch": 0.6745852959246365,
      "grad_norm": 2.8714817389826885,
      "learning_rate": 0.00029263729822119985,
      "loss": 7.3125,
      "step": 16470
    },
    {
      "epoch": 0.6746262543518329,
      "grad_norm": 1.6578182852792893,
      "learning_rate": 0.00029263628894499573,
      "loss": 3.875,
      "step": 16471
    },
    {
      "epoch": 0.6746672127790293,
      "grad_norm": 1.5116964652603262,
      "learning_rate": 0.00029263527960136156,
      "loss": 6.8125,
      "step": 16472
    },
    {
      "epoch": 0.6747081712062257,
      "grad_norm": 1.6274946112073154,
      "learning_rate": 0.00029263427019029766,
      "loss": 6.625,
      "step": 16473
    },
    {
      "epoch": 0.674749129633422,
      "grad_norm": 2.13055441969418,
      "learning_rate": 0.00029263326071180456,
      "loss": 6.5938,
      "step": 16474
    },
    {
      "epoch": 0.6747900880606185,
      "grad_norm": 2.1216384802936905,
      "learning_rate": 0.00029263225116588277,
      "loss": 6.0312,
      "step": 16475
    },
    {
      "epoch": 0.6748310464878149,
      "grad_norm": 1.5591711435860809,
      "learning_rate": 0.00029263124155253265,
      "loss": 5.25,
      "step": 16476
    },
    {
      "epoch": 0.6748720049150113,
      "grad_norm": 1.602687031944699,
      "learning_rate": 0.0002926302318717548,
      "loss": 6.0312,
      "step": 16477
    },
    {
      "epoch": 0.6749129633422076,
      "grad_norm": 5.671254222621831,
      "learning_rate": 0.0002926292221235497,
      "loss": 6.75,
      "step": 16478
    },
    {
      "epoch": 0.674953921769404,
      "grad_norm": 1.4787805125242972,
      "learning_rate": 0.0002926282123079177,
      "loss": 5.5,
      "step": 16479
    },
    {
      "epoch": 0.6749948801966005,
      "grad_norm": 1.6953083838212344,
      "learning_rate": 0.0002926272024248594,
      "loss": 5.6875,
      "step": 16480
    },
    {
      "epoch": 0.6750358386237968,
      "grad_norm": 1.466984659828743,
      "learning_rate": 0.0002926261924743752,
      "loss": 5.375,
      "step": 16481
    },
    {
      "epoch": 0.6750767970509932,
      "grad_norm": 1.4784032156716314,
      "learning_rate": 0.0002926251824564656,
      "loss": 6.7188,
      "step": 16482
    },
    {
      "epoch": 0.6751177554781896,
      "grad_norm": 1.5873464113187026,
      "learning_rate": 0.00029262417237113116,
      "loss": 4.875,
      "step": 16483
    },
    {
      "epoch": 0.6751587139053861,
      "grad_norm": 1.5451976602916841,
      "learning_rate": 0.0002926231622183723,
      "loss": 5.1562,
      "step": 16484
    },
    {
      "epoch": 0.6751996723325824,
      "grad_norm": 1.739585146447123,
      "learning_rate": 0.00029262215199818935,
      "loss": 5.3438,
      "step": 16485
    },
    {
      "epoch": 0.6752406307597788,
      "grad_norm": 3.827577210529401,
      "learning_rate": 0.00029262114171058306,
      "loss": 5.8438,
      "step": 16486
    },
    {
      "epoch": 0.6752815891869752,
      "grad_norm": 1.7165600909422252,
      "learning_rate": 0.0002926201313555537,
      "loss": 5.1562,
      "step": 16487
    },
    {
      "epoch": 0.6753225476141717,
      "grad_norm": 1.3968666765855418,
      "learning_rate": 0.00029261912093310184,
      "loss": 5.625,
      "step": 16488
    },
    {
      "epoch": 0.675363506041368,
      "grad_norm": 1.3570922745596665,
      "learning_rate": 0.00029261811044322794,
      "loss": 5.5625,
      "step": 16489
    },
    {
      "epoch": 0.6754044644685644,
      "grad_norm": 1.4355767340258885,
      "learning_rate": 0.0002926170998859325,
      "loss": 6.1875,
      "step": 16490
    },
    {
      "epoch": 0.6754454228957608,
      "grad_norm": 2.6045543248238694,
      "learning_rate": 0.0002926160892612159,
      "loss": 7.125,
      "step": 16491
    },
    {
      "epoch": 0.6754863813229572,
      "grad_norm": 1.5530606156262021,
      "learning_rate": 0.00029261507856907874,
      "loss": 5.6875,
      "step": 16492
    },
    {
      "epoch": 0.6755273397501536,
      "grad_norm": 1.9402108742274875,
      "learning_rate": 0.0002926140678095214,
      "loss": 5.5312,
      "step": 16493
    },
    {
      "epoch": 0.67556829817735,
      "grad_norm": 7.5890776850051855,
      "learning_rate": 0.00029261305698254444,
      "loss": 8.25,
      "step": 16494
    },
    {
      "epoch": 0.6756092566045464,
      "grad_norm": 2.148063084035238,
      "learning_rate": 0.0002926120460881483,
      "loss": 5.8125,
      "step": 16495
    },
    {
      "epoch": 0.6756502150317428,
      "grad_norm": 2.6480434511461923,
      "learning_rate": 0.00029261103512633345,
      "loss": 7.4688,
      "step": 16496
    },
    {
      "epoch": 0.6756911734589391,
      "grad_norm": 1.7017318821489218,
      "learning_rate": 0.0002926100240971004,
      "loss": 5.7812,
      "step": 16497
    },
    {
      "epoch": 0.6757321318861356,
      "grad_norm": 1.7258416676612305,
      "learning_rate": 0.0002926090130004496,
      "loss": 6.3125,
      "step": 16498
    },
    {
      "epoch": 0.675773090313332,
      "grad_norm": 1.4842215572217319,
      "learning_rate": 0.0002926080018363815,
      "loss": 5.875,
      "step": 16499
    },
    {
      "epoch": 0.6758140487405284,
      "grad_norm": 2.0437999983738426,
      "learning_rate": 0.00029260699060489666,
      "loss": 5.4375,
      "step": 16500
    },
    {
      "epoch": 0.6758550071677247,
      "grad_norm": 2.5203442812502623,
      "learning_rate": 0.0002926059793059955,
      "loss": 5.25,
      "step": 16501
    },
    {
      "epoch": 0.6758959655949212,
      "grad_norm": 1.6024427624328224,
      "learning_rate": 0.0002926049679396785,
      "loss": 5.4375,
      "step": 16502
    },
    {
      "epoch": 0.6759369240221176,
      "grad_norm": 1.5584286935082174,
      "learning_rate": 0.0002926039565059461,
      "loss": 4.5938,
      "step": 16503
    },
    {
      "epoch": 0.6759778824493139,
      "grad_norm": 8.769475580600258,
      "learning_rate": 0.0002926029450047989,
      "loss": 5.125,
      "step": 16504
    },
    {
      "epoch": 0.6760188408765103,
      "grad_norm": 1.7482809780415416,
      "learning_rate": 0.00029260193343623724,
      "loss": 6.125,
      "step": 16505
    },
    {
      "epoch": 0.6760597993037067,
      "grad_norm": 1.4892077589608068,
      "learning_rate": 0.00029260092180026173,
      "loss": 4.8125,
      "step": 16506
    },
    {
      "epoch": 0.6761007577309032,
      "grad_norm": 1.6475066328403059,
      "learning_rate": 0.0002925999100968727,
      "loss": 5.1562,
      "step": 16507
    },
    {
      "epoch": 0.6761417161580995,
      "grad_norm": 3.033633533163482,
      "learning_rate": 0.0002925988983260708,
      "loss": 3.4219,
      "step": 16508
    },
    {
      "epoch": 0.6761826745852959,
      "grad_norm": 5.148649343988748,
      "learning_rate": 0.0002925978864878563,
      "loss": 7.0,
      "step": 16509
    },
    {
      "epoch": 0.6762236330124923,
      "grad_norm": 1.2560279549731106,
      "learning_rate": 0.0002925968745822299,
      "loss": 4.9375,
      "step": 16510
    },
    {
      "epoch": 0.6762645914396888,
      "grad_norm": 1.991726732063427,
      "learning_rate": 0.0002925958626091919,
      "loss": 6.0625,
      "step": 16511
    },
    {
      "epoch": 0.6763055498668851,
      "grad_norm": 4.682203879848395,
      "learning_rate": 0.00029259485056874285,
      "loss": 5.1562,
      "step": 16512
    },
    {
      "epoch": 0.6763465082940815,
      "grad_norm": 2.0975695055134778,
      "learning_rate": 0.00029259383846088325,
      "loss": 5.7188,
      "step": 16513
    },
    {
      "epoch": 0.6763874667212779,
      "grad_norm": 1.5704208603161456,
      "learning_rate": 0.0002925928262856136,
      "loss": 5.5625,
      "step": 16514
    },
    {
      "epoch": 0.6764284251484743,
      "grad_norm": 3.3035377732539257,
      "learning_rate": 0.0002925918140429343,
      "loss": 4.1562,
      "step": 16515
    },
    {
      "epoch": 0.6764693835756707,
      "grad_norm": 1.6647978630777203,
      "learning_rate": 0.0002925908017328458,
      "loss": 5.7188,
      "step": 16516
    },
    {
      "epoch": 0.6765103420028671,
      "grad_norm": 4.953025630314195,
      "learning_rate": 0.0002925897893553487,
      "loss": 7.3125,
      "step": 16517
    },
    {
      "epoch": 0.6765513004300635,
      "grad_norm": 1.5735453358501192,
      "learning_rate": 0.0002925887769104435,
      "loss": 5.5312,
      "step": 16518
    },
    {
      "epoch": 0.6765922588572599,
      "grad_norm": 1.497001748115956,
      "learning_rate": 0.0002925877643981305,
      "loss": 5.0312,
      "step": 16519
    },
    {
      "epoch": 0.6766332172844562,
      "grad_norm": 5.891914226723664,
      "learning_rate": 0.0002925867518184103,
      "loss": 5.2812,
      "step": 16520
    },
    {
      "epoch": 0.6766741757116527,
      "grad_norm": 1.4616686948696964,
      "learning_rate": 0.0002925857391712834,
      "loss": 5.25,
      "step": 16521
    },
    {
      "epoch": 0.6767151341388491,
      "grad_norm": 3.574123747396484,
      "learning_rate": 0.0002925847264567502,
      "loss": 6.5938,
      "step": 16522
    },
    {
      "epoch": 0.6767560925660454,
      "grad_norm": 1.7849942438837796,
      "learning_rate": 0.0002925837136748112,
      "loss": 5.75,
      "step": 16523
    },
    {
      "epoch": 0.6767970509932418,
      "grad_norm": 1.6920383356578463,
      "learning_rate": 0.00029258270082546694,
      "loss": 4.8125,
      "step": 16524
    },
    {
      "epoch": 0.6768380094204383,
      "grad_norm": 2.2265705785136274,
      "learning_rate": 0.00029258168790871776,
      "loss": 6.4062,
      "step": 16525
    },
    {
      "epoch": 0.6768789678476347,
      "grad_norm": 1.8655138229518071,
      "learning_rate": 0.00029258067492456434,
      "loss": 6.1875,
      "step": 16526
    },
    {
      "epoch": 0.676919926274831,
      "grad_norm": 1.80701976958032,
      "learning_rate": 0.000292579661873007,
      "loss": 5.25,
      "step": 16527
    },
    {
      "epoch": 0.6769608847020274,
      "grad_norm": 1.6292953521138906,
      "learning_rate": 0.00029257864875404624,
      "loss": 6.5,
      "step": 16528
    },
    {
      "epoch": 0.6770018431292238,
      "grad_norm": 3.271582188472342,
      "learning_rate": 0.00029257763556768266,
      "loss": 6.7188,
      "step": 16529
    },
    {
      "epoch": 0.6770428015564203,
      "grad_norm": 6.729714722534452,
      "learning_rate": 0.00029257662231391656,
      "loss": 5.625,
      "step": 16530
    },
    {
      "epoch": 0.6770837599836166,
      "grad_norm": 1.8840422844151605,
      "learning_rate": 0.00029257560899274853,
      "loss": 5.2812,
      "step": 16531
    },
    {
      "epoch": 0.677124718410813,
      "grad_norm": 3.2677787003472654,
      "learning_rate": 0.0002925745956041791,
      "loss": 6.3125,
      "step": 16532
    },
    {
      "epoch": 0.6771656768380094,
      "grad_norm": 1.4342355808237857,
      "learning_rate": 0.00029257358214820856,
      "loss": 5.7188,
      "step": 16533
    },
    {
      "epoch": 0.6772066352652059,
      "grad_norm": 1.5345435709531279,
      "learning_rate": 0.00029257256862483754,
      "loss": 5.75,
      "step": 16534
    },
    {
      "epoch": 0.6772475936924022,
      "grad_norm": 4.656398918064731,
      "learning_rate": 0.0002925715550340665,
      "loss": 7.625,
      "step": 16535
    },
    {
      "epoch": 0.6772885521195986,
      "grad_norm": 2.5845544692980167,
      "learning_rate": 0.0002925705413758959,
      "loss": 7.4688,
      "step": 16536
    },
    {
      "epoch": 0.677329510546795,
      "grad_norm": 2.1010561529274323,
      "learning_rate": 0.0002925695276503262,
      "loss": 6.8125,
      "step": 16537
    },
    {
      "epoch": 0.6773704689739914,
      "grad_norm": 1.8837864520325573,
      "learning_rate": 0.0002925685138573579,
      "loss": 8.125,
      "step": 16538
    },
    {
      "epoch": 0.6774114274011878,
      "grad_norm": 1.6004917805534908,
      "learning_rate": 0.00029256749999699154,
      "loss": 4.9688,
      "step": 16539
    },
    {
      "epoch": 0.6774523858283842,
      "grad_norm": 1.8760305193733715,
      "learning_rate": 0.0002925664860692275,
      "loss": 5.625,
      "step": 16540
    },
    {
      "epoch": 0.6774933442555806,
      "grad_norm": 2.1615354674142884,
      "learning_rate": 0.00029256547207406625,
      "loss": 7.125,
      "step": 16541
    },
    {
      "epoch": 0.677534302682777,
      "grad_norm": 1.6062610176472063,
      "learning_rate": 0.00029256445801150837,
      "loss": 5.5312,
      "step": 16542
    },
    {
      "epoch": 0.6775752611099733,
      "grad_norm": 1.8800861841579153,
      "learning_rate": 0.00029256344388155426,
      "loss": 6.625,
      "step": 16543
    },
    {
      "epoch": 0.6776162195371698,
      "grad_norm": 1.4685715858114627,
      "learning_rate": 0.00029256242968420446,
      "loss": 5.25,
      "step": 16544
    },
    {
      "epoch": 0.6776571779643662,
      "grad_norm": 1.706735486021753,
      "learning_rate": 0.0002925614154194594,
      "loss": 5.5938,
      "step": 16545
    },
    {
      "epoch": 0.6776981363915625,
      "grad_norm": 1.5353083163443066,
      "learning_rate": 0.00029256040108731953,
      "loss": 5.3438,
      "step": 16546
    },
    {
      "epoch": 0.6777390948187589,
      "grad_norm": 2.225513835434686,
      "learning_rate": 0.00029255938668778543,
      "loss": 5.6875,
      "step": 16547
    },
    {
      "epoch": 0.6777800532459554,
      "grad_norm": 9.322814142944472,
      "learning_rate": 0.00029255837222085754,
      "loss": 4.3438,
      "step": 16548
    },
    {
      "epoch": 0.6778210116731518,
      "grad_norm": 1.4041926627388117,
      "learning_rate": 0.0002925573576865363,
      "loss": 5.875,
      "step": 16549
    },
    {
      "epoch": 0.6778619701003481,
      "grad_norm": 2.7392300696582357,
      "learning_rate": 0.0002925563430848222,
      "loss": 6.5938,
      "step": 16550
    },
    {
      "epoch": 0.6779029285275445,
      "grad_norm": 3.0434217080639088,
      "learning_rate": 0.00029255532841571574,
      "loss": 6.6562,
      "step": 16551
    },
    {
      "epoch": 0.677943886954741,
      "grad_norm": 2.2016174394573693,
      "learning_rate": 0.0002925543136792174,
      "loss": 6.5312,
      "step": 16552
    },
    {
      "epoch": 0.6779848453819374,
      "grad_norm": 1.5125896075668221,
      "learning_rate": 0.0002925532988753276,
      "loss": 5.1875,
      "step": 16553
    },
    {
      "epoch": 0.6780258038091337,
      "grad_norm": 1.4230340146862366,
      "learning_rate": 0.00029255228400404696,
      "loss": 5.4375,
      "step": 16554
    },
    {
      "epoch": 0.6780667622363301,
      "grad_norm": 1.8033116867024928,
      "learning_rate": 0.0002925512690653758,
      "loss": 6.125,
      "step": 16555
    },
    {
      "epoch": 0.6781077206635265,
      "grad_norm": 1.3034923564984429,
      "learning_rate": 0.00029255025405931475,
      "loss": 3.5625,
      "step": 16556
    },
    {
      "epoch": 0.678148679090723,
      "grad_norm": 1.806380221474978,
      "learning_rate": 0.00029254923898586416,
      "loss": 6.1875,
      "step": 16557
    },
    {
      "epoch": 0.6781896375179193,
      "grad_norm": 6.262243954291112,
      "learning_rate": 0.00029254822384502455,
      "loss": 8.375,
      "step": 16558
    },
    {
      "epoch": 0.6782305959451157,
      "grad_norm": 1.5973598200465036,
      "learning_rate": 0.00029254720863679647,
      "loss": 4.4375,
      "step": 16559
    },
    {
      "epoch": 0.6782715543723121,
      "grad_norm": 1.622574522327694,
      "learning_rate": 0.0002925461933611803,
      "loss": 5.6875,
      "step": 16560
    },
    {
      "epoch": 0.6783125127995085,
      "grad_norm": 1.5210593868308642,
      "learning_rate": 0.00029254517801817655,
      "loss": 4.5938,
      "step": 16561
    },
    {
      "epoch": 0.6783534712267049,
      "grad_norm": 2.251768167818228,
      "learning_rate": 0.00029254416260778574,
      "loss": 5.2812,
      "step": 16562
    },
    {
      "epoch": 0.6783944296539013,
      "grad_norm": 2.0467709152436844,
      "learning_rate": 0.0002925431471300083,
      "loss": 5.3438,
      "step": 16563
    },
    {
      "epoch": 0.6784353880810977,
      "grad_norm": 1.5287393763207102,
      "learning_rate": 0.0002925421315848447,
      "loss": 5.625,
      "step": 16564
    },
    {
      "epoch": 0.6784763465082941,
      "grad_norm": 1.658221168070527,
      "learning_rate": 0.0002925411159722955,
      "loss": 5.6562,
      "step": 16565
    },
    {
      "epoch": 0.6785173049354905,
      "grad_norm": 1.9834650853900622,
      "learning_rate": 0.00029254010029236115,
      "loss": 6.8125,
      "step": 16566
    },
    {
      "epoch": 0.6785582633626869,
      "grad_norm": 1.6151565541154151,
      "learning_rate": 0.00029253908454504205,
      "loss": 4.5625,
      "step": 16567
    },
    {
      "epoch": 0.6785992217898833,
      "grad_norm": 2.7632087740007965,
      "learning_rate": 0.0002925380687303388,
      "loss": 4.5,
      "step": 16568
    },
    {
      "epoch": 0.6786401802170796,
      "grad_norm": 5.506322013467258,
      "learning_rate": 0.0002925370528482518,
      "loss": 5.9688,
      "step": 16569
    },
    {
      "epoch": 0.678681138644276,
      "grad_norm": 1.8596984207778209,
      "learning_rate": 0.00029253603689878154,
      "loss": 4.8438,
      "step": 16570
    },
    {
      "epoch": 0.6787220970714725,
      "grad_norm": 2.0925466364848146,
      "learning_rate": 0.0002925350208819285,
      "loss": 5.5312,
      "step": 16571
    },
    {
      "epoch": 0.6787630554986689,
      "grad_norm": 2.172177025007832,
      "learning_rate": 0.0002925340047976932,
      "loss": 5.875,
      "step": 16572
    },
    {
      "epoch": 0.6788040139258652,
      "grad_norm": 4.221352625797538,
      "learning_rate": 0.0002925329886460761,
      "loss": 4.0,
      "step": 16573
    },
    {
      "epoch": 0.6788449723530616,
      "grad_norm": 3.9821264482531817,
      "learning_rate": 0.00029253197242707767,
      "loss": 4.0312,
      "step": 16574
    },
    {
      "epoch": 0.678885930780258,
      "grad_norm": 1.6244799722487322,
      "learning_rate": 0.00029253095614069835,
      "loss": 6.8125,
      "step": 16575
    },
    {
      "epoch": 0.6789268892074545,
      "grad_norm": 3.8381884271111932,
      "learning_rate": 0.00029252993978693873,
      "loss": 7.625,
      "step": 16576
    },
    {
      "epoch": 0.6789678476346508,
      "grad_norm": 1.4165016059352686,
      "learning_rate": 0.00029252892336579915,
      "loss": 5.0625,
      "step": 16577
    },
    {
      "epoch": 0.6790088060618472,
      "grad_norm": 1.717068949712221,
      "learning_rate": 0.00029252790687728025,
      "loss": 4.6562,
      "step": 16578
    },
    {
      "epoch": 0.6790497644890436,
      "grad_norm": 8.998889818434684,
      "learning_rate": 0.0002925268903213824,
      "loss": 6.375,
      "step": 16579
    },
    {
      "epoch": 0.6790907229162401,
      "grad_norm": 1.658802253918078,
      "learning_rate": 0.0002925258736981061,
      "loss": 5.8438,
      "step": 16580
    },
    {
      "epoch": 0.6791316813434364,
      "grad_norm": 2.0968685453834723,
      "learning_rate": 0.0002925248570074518,
      "loss": 5.0,
      "step": 16581
    },
    {
      "epoch": 0.6791726397706328,
      "grad_norm": 1.6363216841851786,
      "learning_rate": 0.00029252384024942005,
      "loss": 4.9375,
      "step": 16582
    },
    {
      "epoch": 0.6792135981978292,
      "grad_norm": 1.5276757378545045,
      "learning_rate": 0.0002925228234240113,
      "loss": 5.3125,
      "step": 16583
    },
    {
      "epoch": 0.6792545566250257,
      "grad_norm": 2.825203912584238,
      "learning_rate": 0.000292521806531226,
      "loss": 4.7812,
      "step": 16584
    },
    {
      "epoch": 0.679295515052222,
      "grad_norm": 1.4886566814573616,
      "learning_rate": 0.00029252078957106467,
      "loss": 6.0,
      "step": 16585
    },
    {
      "epoch": 0.6793364734794184,
      "grad_norm": 1.4590717012130672,
      "learning_rate": 0.00029251977254352783,
      "loss": 5.875,
      "step": 16586
    },
    {
      "epoch": 0.6793774319066148,
      "grad_norm": 1.6668518407530262,
      "learning_rate": 0.0002925187554486159,
      "loss": 5.5,
      "step": 16587
    },
    {
      "epoch": 0.6794183903338111,
      "grad_norm": 1.4995418178903404,
      "learning_rate": 0.0002925177382863293,
      "loss": 5.3125,
      "step": 16588
    },
    {
      "epoch": 0.6794593487610076,
      "grad_norm": 1.4794551413275991,
      "learning_rate": 0.0002925167210566687,
      "loss": 6.0,
      "step": 16589
    },
    {
      "epoch": 0.679500307188204,
      "grad_norm": 1.4527122521564095,
      "learning_rate": 0.0002925157037596343,
      "loss": 5.5938,
      "step": 16590
    },
    {
      "epoch": 0.6795412656154004,
      "grad_norm": 2.18001718715405,
      "learning_rate": 0.0002925146863952269,
      "loss": 4.3125,
      "step": 16591
    },
    {
      "epoch": 0.6795822240425967,
      "grad_norm": 2.0556159630086572,
      "learning_rate": 0.0002925136689634468,
      "loss": 5.6875,
      "step": 16592
    },
    {
      "epoch": 0.6796231824697931,
      "grad_norm": 5.312160188309767,
      "learning_rate": 0.00029251265146429444,
      "loss": 4.0,
      "step": 16593
    },
    {
      "epoch": 0.6796641408969896,
      "grad_norm": 3.5047237887553235,
      "learning_rate": 0.0002925116338977704,
      "loss": 6.2188,
      "step": 16594
    },
    {
      "epoch": 0.679705099324186,
      "grad_norm": 2.614423525290049,
      "learning_rate": 0.0002925106162638751,
      "loss": 8.0625,
      "step": 16595
    },
    {
      "epoch": 0.6797460577513823,
      "grad_norm": 1.474479264772461,
      "learning_rate": 0.00029250959856260913,
      "loss": 5.2188,
      "step": 16596
    },
    {
      "epoch": 0.6797870161785787,
      "grad_norm": 2.818834371223447,
      "learning_rate": 0.00029250858079397284,
      "loss": 6.6562,
      "step": 16597
    },
    {
      "epoch": 0.6798279746057752,
      "grad_norm": 2.0907681846702806,
      "learning_rate": 0.00029250756295796677,
      "loss": 5.4688,
      "step": 16598
    },
    {
      "epoch": 0.6798689330329716,
      "grad_norm": 1.7480902245832655,
      "learning_rate": 0.00029250654505459135,
      "loss": 7.0312,
      "step": 16599
    },
    {
      "epoch": 0.6799098914601679,
      "grad_norm": 1.6690317523717941,
      "learning_rate": 0.0002925055270838472,
      "loss": 6.125,
      "step": 16600
    },
    {
      "epoch": 0.6799508498873643,
      "grad_norm": 1.9554800112977766,
      "learning_rate": 0.00029250450904573467,
      "loss": 4.4375,
      "step": 16601
    },
    {
      "epoch": 0.6799918083145607,
      "grad_norm": 6.832821895797601,
      "learning_rate": 0.0002925034909402542,
      "loss": 5.5938,
      "step": 16602
    },
    {
      "epoch": 0.6800327667417572,
      "grad_norm": 2.899257971753199,
      "learning_rate": 0.0002925024727674064,
      "loss": 5.0,
      "step": 16603
    },
    {
      "epoch": 0.6800737251689535,
      "grad_norm": 1.8332720807713385,
      "learning_rate": 0.00029250145452719173,
      "loss": 5.375,
      "step": 16604
    },
    {
      "epoch": 0.6801146835961499,
      "grad_norm": 3.4296704981792723,
      "learning_rate": 0.0002925004362196106,
      "loss": 5.6875,
      "step": 16605
    },
    {
      "epoch": 0.6801556420233463,
      "grad_norm": 1.555397390552587,
      "learning_rate": 0.0002924994178446636,
      "loss": 5.9375,
      "step": 16606
    },
    {
      "epoch": 0.6801966004505428,
      "grad_norm": 1.8256879211454602,
      "learning_rate": 0.00029249839940235107,
      "loss": 6.125,
      "step": 16607
    },
    {
      "epoch": 0.6802375588777391,
      "grad_norm": 2.102022089137025,
      "learning_rate": 0.0002924973808926736,
      "loss": 6.5938,
      "step": 16608
    },
    {
      "epoch": 0.6802785173049355,
      "grad_norm": 2.0974747104199194,
      "learning_rate": 0.0002924963623156316,
      "loss": 7.4062,
      "step": 16609
    },
    {
      "epoch": 0.6803194757321319,
      "grad_norm": 1.4436741959521628,
      "learning_rate": 0.00029249534367122563,
      "loss": 5.75,
      "step": 16610
    },
    {
      "epoch": 0.6803604341593282,
      "grad_norm": 1.6218394746579137,
      "learning_rate": 0.0002924943249594561,
      "loss": 4.6875,
      "step": 16611
    },
    {
      "epoch": 0.6804013925865247,
      "grad_norm": 1.9038399470874283,
      "learning_rate": 0.00029249330618032356,
      "loss": 6.4062,
      "step": 16612
    },
    {
      "epoch": 0.6804423510137211,
      "grad_norm": 1.610874045773319,
      "learning_rate": 0.00029249228733382843,
      "loss": 5.3125,
      "step": 16613
    },
    {
      "epoch": 0.6804833094409175,
      "grad_norm": 1.8025031780519767,
      "learning_rate": 0.0002924912684199712,
      "loss": 6.4688,
      "step": 16614
    },
    {
      "epoch": 0.6805242678681138,
      "grad_norm": 3.630828541481272,
      "learning_rate": 0.0002924902494387524,
      "loss": 7.6875,
      "step": 16615
    },
    {
      "epoch": 0.6805652262953102,
      "grad_norm": 6.38268744051042,
      "learning_rate": 0.0002924892303901725,
      "loss": 6.5938,
      "step": 16616
    },
    {
      "epoch": 0.6806061847225067,
      "grad_norm": 1.9188127846553802,
      "learning_rate": 0.0002924882112742319,
      "loss": 5.0625,
      "step": 16617
    },
    {
      "epoch": 0.6806471431497031,
      "grad_norm": 1.7997754340881202,
      "learning_rate": 0.0002924871920909311,
      "loss": 4.9375,
      "step": 16618
    },
    {
      "epoch": 0.6806881015768994,
      "grad_norm": 2.4846912558012355,
      "learning_rate": 0.00029248617284027075,
      "loss": 5.5312,
      "step": 16619
    },
    {
      "epoch": 0.6807290600040958,
      "grad_norm": 1.9176994036187822,
      "learning_rate": 0.0002924851535222511,
      "loss": 7.375,
      "step": 16620
    },
    {
      "epoch": 0.6807700184312923,
      "grad_norm": 1.6705754992639512,
      "learning_rate": 0.0002924841341368728,
      "loss": 7.1562,
      "step": 16621
    },
    {
      "epoch": 0.6808109768584887,
      "grad_norm": 1.7076313762033142,
      "learning_rate": 0.0002924831146841362,
      "loss": 5.125,
      "step": 16622
    },
    {
      "epoch": 0.680851935285685,
      "grad_norm": 1.4455821869031582,
      "learning_rate": 0.00029248209516404195,
      "loss": 4.7188,
      "step": 16623
    },
    {
      "epoch": 0.6808928937128814,
      "grad_norm": 1.4430873531637525,
      "learning_rate": 0.0002924810755765904,
      "loss": 5.2812,
      "step": 16624
    },
    {
      "epoch": 0.6809338521400778,
      "grad_norm": 3.233432651170872,
      "learning_rate": 0.00029248005592178203,
      "loss": 5.9375,
      "step": 16625
    },
    {
      "epoch": 0.6809748105672743,
      "grad_norm": 2.784122702567461,
      "learning_rate": 0.00029247903619961736,
      "loss": 5.9375,
      "step": 16626
    },
    {
      "epoch": 0.6810157689944706,
      "grad_norm": 1.7740885650061082,
      "learning_rate": 0.0002924780164100969,
      "loss": 6.0625,
      "step": 16627
    },
    {
      "epoch": 0.681056727421667,
      "grad_norm": 1.9046987893445797,
      "learning_rate": 0.0002924769965532211,
      "loss": 5.5,
      "step": 16628
    },
    {
      "epoch": 0.6810976858488634,
      "grad_norm": 1.666226066240441,
      "learning_rate": 0.0002924759766289904,
      "loss": 3.5938,
      "step": 16629
    },
    {
      "epoch": 0.6811386442760597,
      "grad_norm": 1.5954371777882739,
      "learning_rate": 0.0002924749566374054,
      "loss": 5.3438,
      "step": 16630
    },
    {
      "epoch": 0.6811796027032562,
      "grad_norm": 2.5186920801748363,
      "learning_rate": 0.00029247393657846644,
      "loss": 6.0938,
      "step": 16631
    },
    {
      "epoch": 0.6812205611304526,
      "grad_norm": 12.371868150478742,
      "learning_rate": 0.0002924729164521741,
      "loss": 5.3438,
      "step": 16632
    },
    {
      "epoch": 0.681261519557649,
      "grad_norm": 2.557418345668791,
      "learning_rate": 0.0002924718962585288,
      "loss": 7.5625,
      "step": 16633
    },
    {
      "epoch": 0.6813024779848453,
      "grad_norm": 1.6323637836275848,
      "learning_rate": 0.0002924708759975311,
      "loss": 5.3125,
      "step": 16634
    },
    {
      "epoch": 0.6813434364120418,
      "grad_norm": 1.744583470564167,
      "learning_rate": 0.00029246985566918146,
      "loss": 6.6562,
      "step": 16635
    },
    {
      "epoch": 0.6813843948392382,
      "grad_norm": 2.215145196394523,
      "learning_rate": 0.00029246883527348026,
      "loss": 7.4375,
      "step": 16636
    },
    {
      "epoch": 0.6814253532664346,
      "grad_norm": 1.5025898755350855,
      "learning_rate": 0.0002924678148104281,
      "loss": 5.4375,
      "step": 16637
    },
    {
      "epoch": 0.6814663116936309,
      "grad_norm": 1.784618537279833,
      "learning_rate": 0.00029246679428002545,
      "loss": 5.1875,
      "step": 16638
    },
    {
      "epoch": 0.6815072701208273,
      "grad_norm": 1.9865328280045924,
      "learning_rate": 0.0002924657736822727,
      "loss": 6.2812,
      "step": 16639
    },
    {
      "epoch": 0.6815482285480238,
      "grad_norm": 2.7903271341019686,
      "learning_rate": 0.00029246475301717047,
      "loss": 8.375,
      "step": 16640
    },
    {
      "epoch": 0.6815891869752202,
      "grad_norm": 1.4642478668518184,
      "learning_rate": 0.0002924637322847191,
      "loss": 5.625,
      "step": 16641
    },
    {
      "epoch": 0.6816301454024165,
      "grad_norm": 1.8114740940613197,
      "learning_rate": 0.0002924627114849192,
      "loss": 5.9062,
      "step": 16642
    },
    {
      "epoch": 0.6816711038296129,
      "grad_norm": 1.8365783720131943,
      "learning_rate": 0.0002924616906177712,
      "loss": 5.5,
      "step": 16643
    },
    {
      "epoch": 0.6817120622568094,
      "grad_norm": 1.4122717907990645,
      "learning_rate": 0.00029246066968327555,
      "loss": 4.9062,
      "step": 16644
    },
    {
      "epoch": 0.6817530206840058,
      "grad_norm": 1.566037935163403,
      "learning_rate": 0.00029245964868143275,
      "loss": 5.2188,
      "step": 16645
    },
    {
      "epoch": 0.6817939791112021,
      "grad_norm": 1.5729034686225587,
      "learning_rate": 0.00029245862761224337,
      "loss": 5.3438,
      "step": 16646
    },
    {
      "epoch": 0.6818349375383985,
      "grad_norm": 2.728909815947178,
      "learning_rate": 0.00029245760647570774,
      "loss": 5.2188,
      "step": 16647
    },
    {
      "epoch": 0.681875895965595,
      "grad_norm": 1.7604958913754736,
      "learning_rate": 0.00029245658527182647,
      "loss": 5.1562,
      "step": 16648
    },
    {
      "epoch": 0.6819168543927914,
      "grad_norm": 1.4442205244059279,
      "learning_rate": 0.0002924555640005999,
      "loss": 4.6562,
      "step": 16649
    },
    {
      "epoch": 0.6819578128199877,
      "grad_norm": 1.5501070437773818,
      "learning_rate": 0.0002924545426620287,
      "loss": 6.875,
      "step": 16650
    },
    {
      "epoch": 0.6819987712471841,
      "grad_norm": 1.6321638444771904,
      "learning_rate": 0.0002924535212561132,
      "loss": 5.6875,
      "step": 16651
    },
    {
      "epoch": 0.6820397296743805,
      "grad_norm": 1.7664856852620467,
      "learning_rate": 0.000292452499782854,
      "loss": 5.5938,
      "step": 16652
    },
    {
      "epoch": 0.6820806881015768,
      "grad_norm": 1.9753243453337563,
      "learning_rate": 0.0002924514782422515,
      "loss": 5.4688,
      "step": 16653
    },
    {
      "epoch": 0.6821216465287733,
      "grad_norm": 1.542392205222757,
      "learning_rate": 0.00029245045663430625,
      "loss": 4.6562,
      "step": 16654
    },
    {
      "epoch": 0.6821626049559697,
      "grad_norm": 1.75727802756678,
      "learning_rate": 0.0002924494349590186,
      "loss": 6.0938,
      "step": 16655
    },
    {
      "epoch": 0.6822035633831661,
      "grad_norm": 1.3286559945421974,
      "learning_rate": 0.00029244841321638917,
      "loss": 5.7812,
      "step": 16656
    },
    {
      "epoch": 0.6822445218103624,
      "grad_norm": 1.9444777967694975,
      "learning_rate": 0.0002924473914064184,
      "loss": 6.0,
      "step": 16657
    },
    {
      "epoch": 0.6822854802375589,
      "grad_norm": 1.3372895838853727,
      "learning_rate": 0.0002924463695291068,
      "loss": 5.3438,
      "step": 16658
    },
    {
      "epoch": 0.6823264386647553,
      "grad_norm": 1.4576171668519895,
      "learning_rate": 0.00029244534758445477,
      "loss": 6.6875,
      "step": 16659
    },
    {
      "epoch": 0.6823673970919517,
      "grad_norm": 1.4192112590535642,
      "learning_rate": 0.00029244432557246286,
      "loss": 5.9375,
      "step": 16660
    },
    {
      "epoch": 0.682408355519148,
      "grad_norm": 1.376708581524758,
      "learning_rate": 0.00029244330349313154,
      "loss": 5.0938,
      "step": 16661
    },
    {
      "epoch": 0.6824493139463444,
      "grad_norm": 1.6776684749460404,
      "learning_rate": 0.0002924422813464613,
      "loss": 4.4688,
      "step": 16662
    },
    {
      "epoch": 0.6824902723735409,
      "grad_norm": 1.6197059662425013,
      "learning_rate": 0.0002924412591324526,
      "loss": 4.5625,
      "step": 16663
    },
    {
      "epoch": 0.6825312308007373,
      "grad_norm": 1.4323227017874152,
      "learning_rate": 0.00029244023685110593,
      "loss": 5.3125,
      "step": 16664
    },
    {
      "epoch": 0.6825721892279336,
      "grad_norm": 1.4462916876250074,
      "learning_rate": 0.0002924392145024218,
      "loss": 4.875,
      "step": 16665
    },
    {
      "epoch": 0.68261314765513,
      "grad_norm": 1.3396447252940322,
      "learning_rate": 0.00029243819208640067,
      "loss": 5.4062,
      "step": 16666
    },
    {
      "epoch": 0.6826541060823265,
      "grad_norm": 6.949102377951908,
      "learning_rate": 0.00029243716960304303,
      "loss": 1.7031,
      "step": 16667
    },
    {
      "epoch": 0.6826950645095229,
      "grad_norm": 1.4607481646427265,
      "learning_rate": 0.00029243614705234933,
      "loss": 5.1562,
      "step": 16668
    },
    {
      "epoch": 0.6827360229367192,
      "grad_norm": 3.1056735590909095,
      "learning_rate": 0.0002924351244343202,
      "loss": 6.5938,
      "step": 16669
    },
    {
      "epoch": 0.6827769813639156,
      "grad_norm": 1.5080317026403034,
      "learning_rate": 0.0002924341017489559,
      "loss": 5.1875,
      "step": 16670
    },
    {
      "epoch": 0.682817939791112,
      "grad_norm": 1.9165684781411572,
      "learning_rate": 0.00029243307899625706,
      "loss": 5.5625,
      "step": 16671
    },
    {
      "epoch": 0.6828588982183084,
      "grad_norm": 1.54473641088745,
      "learning_rate": 0.00029243205617622407,
      "loss": 5.25,
      "step": 16672
    },
    {
      "epoch": 0.6828998566455048,
      "grad_norm": 1.5393536157637182,
      "learning_rate": 0.00029243103328885746,
      "loss": 5.8438,
      "step": 16673
    },
    {
      "epoch": 0.6829408150727012,
      "grad_norm": 1.5067676614160315,
      "learning_rate": 0.0002924300103341578,
      "loss": 5.5625,
      "step": 16674
    },
    {
      "epoch": 0.6829817734998976,
      "grad_norm": 4.159878706393464,
      "learning_rate": 0.00029242898731212546,
      "loss": 7.0625,
      "step": 16675
    },
    {
      "epoch": 0.683022731927094,
      "grad_norm": 1.869794217913945,
      "learning_rate": 0.00029242796422276093,
      "loss": 4.6875,
      "step": 16676
    },
    {
      "epoch": 0.6830636903542904,
      "grad_norm": 9.662737652548893,
      "learning_rate": 0.0002924269410660648,
      "loss": 5.6562,
      "step": 16677
    },
    {
      "epoch": 0.6831046487814868,
      "grad_norm": 5.02274250408349,
      "learning_rate": 0.0002924259178420375,
      "loss": 6.1562,
      "step": 16678
    },
    {
      "epoch": 0.6831456072086832,
      "grad_norm": 1.5520056438844745,
      "learning_rate": 0.00029242489455067936,
      "loss": 5.3125,
      "step": 16679
    },
    {
      "epoch": 0.6831865656358795,
      "grad_norm": 1.4820167783583729,
      "learning_rate": 0.0002924238711919911,
      "loss": 5.4375,
      "step": 16680
    },
    {
      "epoch": 0.683227524063076,
      "grad_norm": 1.8410503622399992,
      "learning_rate": 0.00029242284776597306,
      "loss": 6.8438,
      "step": 16681
    },
    {
      "epoch": 0.6832684824902724,
      "grad_norm": 1.7983797962906976,
      "learning_rate": 0.00029242182427262575,
      "loss": 5.6562,
      "step": 16682
    },
    {
      "epoch": 0.6833094409174688,
      "grad_norm": 1.6428206649593333,
      "learning_rate": 0.0002924208007119497,
      "loss": 4.1562,
      "step": 16683
    },
    {
      "epoch": 0.6833503993446651,
      "grad_norm": 1.792674015720879,
      "learning_rate": 0.00029241977708394535,
      "loss": 5.5,
      "step": 16684
    },
    {
      "epoch": 0.6833913577718616,
      "grad_norm": 1.5937365452480432,
      "learning_rate": 0.0002924187533886132,
      "loss": 5.9688,
      "step": 16685
    },
    {
      "epoch": 0.683432316199058,
      "grad_norm": 1.7479178687884949,
      "learning_rate": 0.0002924177296259536,
      "loss": 5.0,
      "step": 16686
    },
    {
      "epoch": 0.6834732746262544,
      "grad_norm": 5.764894521768001,
      "learning_rate": 0.00029241670579596734,
      "loss": 4.875,
      "step": 16687
    },
    {
      "epoch": 0.6835142330534507,
      "grad_norm": 3.6313730808093023,
      "learning_rate": 0.00029241568189865465,
      "loss": 4.8125,
      "step": 16688
    },
    {
      "epoch": 0.6835551914806471,
      "grad_norm": 1.4577596186111055,
      "learning_rate": 0.0002924146579340161,
      "loss": 5.3125,
      "step": 16689
    },
    {
      "epoch": 0.6835961499078436,
      "grad_norm": 1.4316719289416886,
      "learning_rate": 0.00029241363390205215,
      "loss": 5.3438,
      "step": 16690
    },
    {
      "epoch": 0.68363710833504,
      "grad_norm": 2.3845871111979378,
      "learning_rate": 0.00029241260980276333,
      "loss": 5.3125,
      "step": 16691
    },
    {
      "epoch": 0.6836780667622363,
      "grad_norm": 3.532474106996695,
      "learning_rate": 0.00029241158563615005,
      "loss": 3.9062,
      "step": 16692
    },
    {
      "epoch": 0.6837190251894327,
      "grad_norm": 2.0551688137324153,
      "learning_rate": 0.0002924105614022128,
      "loss": 5.375,
      "step": 16693
    },
    {
      "epoch": 0.6837599836166292,
      "grad_norm": 1.8141080860858,
      "learning_rate": 0.0002924095371009522,
      "loss": 6.125,
      "step": 16694
    },
    {
      "epoch": 0.6838009420438255,
      "grad_norm": 2.0820814165374633,
      "learning_rate": 0.0002924085127323686,
      "loss": 6.9688,
      "step": 16695
    },
    {
      "epoch": 0.6838419004710219,
      "grad_norm": 1.5746610431112813,
      "learning_rate": 0.00029240748829646246,
      "loss": 5.4375,
      "step": 16696
    },
    {
      "epoch": 0.6838828588982183,
      "grad_norm": 1.5391588051766742,
      "learning_rate": 0.0002924064637932344,
      "loss": 4.8438,
      "step": 16697
    },
    {
      "epoch": 0.6839238173254147,
      "grad_norm": 1.521667349854595,
      "learning_rate": 0.0002924054392226848,
      "loss": 5.2812,
      "step": 16698
    },
    {
      "epoch": 0.683964775752611,
      "grad_norm": 2.02139580346666,
      "learning_rate": 0.0002924044145848142,
      "loss": 4.625,
      "step": 16699
    },
    {
      "epoch": 0.6840057341798075,
      "grad_norm": 1.366232768205102,
      "learning_rate": 0.000292403389879623,
      "loss": 5.1562,
      "step": 16700
    },
    {
      "epoch": 0.6840466926070039,
      "grad_norm": 1.6586033737544177,
      "learning_rate": 0.0002924023651071118,
      "loss": 5.1875,
      "step": 16701
    },
    {
      "epoch": 0.6840876510342003,
      "grad_norm": 1.476306846411055,
      "learning_rate": 0.00029240134026728095,
      "loss": 5.2188,
      "step": 16702
    },
    {
      "epoch": 0.6841286094613966,
      "grad_norm": 1.4834636002580466,
      "learning_rate": 0.0002924003153601311,
      "loss": 6.1562,
      "step": 16703
    },
    {
      "epoch": 0.6841695678885931,
      "grad_norm": 1.6201736933896191,
      "learning_rate": 0.0002923992903856625,
      "loss": 5.5,
      "step": 16704
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 2.1646157503991112,
      "learning_rate": 0.0002923982653438759,
      "loss": 5.4688,
      "step": 16705
    },
    {
      "epoch": 0.6842514847429859,
      "grad_norm": 2.9415302341422693,
      "learning_rate": 0.00029239724023477165,
      "loss": 6.8125,
      "step": 16706
    },
    {
      "epoch": 0.6842924431701822,
      "grad_norm": 1.8429477646414467,
      "learning_rate": 0.00029239621505835025,
      "loss": 5.4688,
      "step": 16707
    },
    {
      "epoch": 0.6843334015973787,
      "grad_norm": 1.7948897700488842,
      "learning_rate": 0.00029239518981461214,
      "loss": 5.125,
      "step": 16708
    },
    {
      "epoch": 0.6843743600245751,
      "grad_norm": 1.4927630812447772,
      "learning_rate": 0.0002923941645035579,
      "loss": 5.6562,
      "step": 16709
    },
    {
      "epoch": 0.6844153184517715,
      "grad_norm": 2.6482368630502338,
      "learning_rate": 0.00029239313912518794,
      "loss": 4.375,
      "step": 16710
    },
    {
      "epoch": 0.6844562768789678,
      "grad_norm": 3.2258013192883688,
      "learning_rate": 0.00029239211367950276,
      "loss": 6.125,
      "step": 16711
    },
    {
      "epoch": 0.6844972353061642,
      "grad_norm": 3.6149349315969705,
      "learning_rate": 0.0002923910881665028,
      "loss": 5.9375,
      "step": 16712
    },
    {
      "epoch": 0.6845381937333607,
      "grad_norm": 3.2007732741910018,
      "learning_rate": 0.00029239006258618874,
      "loss": 5.3438,
      "step": 16713
    },
    {
      "epoch": 0.684579152160557,
      "grad_norm": 1.8879116196459218,
      "learning_rate": 0.00029238903693856077,
      "loss": 5.5,
      "step": 16714
    },
    {
      "epoch": 0.6846201105877534,
      "grad_norm": 1.6047690429987274,
      "learning_rate": 0.0002923880112236196,
      "loss": 5.1562,
      "step": 16715
    },
    {
      "epoch": 0.6846610690149498,
      "grad_norm": 1.4721895416715653,
      "learning_rate": 0.0002923869854413656,
      "loss": 6.125,
      "step": 16716
    },
    {
      "epoch": 0.6847020274421463,
      "grad_norm": 1.5104239263417145,
      "learning_rate": 0.00029238595959179935,
      "loss": 5.0312,
      "step": 16717
    },
    {
      "epoch": 0.6847429858693426,
      "grad_norm": 1.4005620342464942,
      "learning_rate": 0.00029238493367492126,
      "loss": 4.8438,
      "step": 16718
    },
    {
      "epoch": 0.684783944296539,
      "grad_norm": 2.844405270089511,
      "learning_rate": 0.00029238390769073183,
      "loss": 7.5,
      "step": 16719
    },
    {
      "epoch": 0.6848249027237354,
      "grad_norm": 1.3848609977078719,
      "learning_rate": 0.0002923828816392315,
      "loss": 5.3125,
      "step": 16720
    },
    {
      "epoch": 0.6848658611509318,
      "grad_norm": 1.429312726498568,
      "learning_rate": 0.00029238185552042087,
      "loss": 5.0312,
      "step": 16721
    },
    {
      "epoch": 0.6849068195781282,
      "grad_norm": 1.4504883928374261,
      "learning_rate": 0.00029238082933430036,
      "loss": 5.3438,
      "step": 16722
    },
    {
      "epoch": 0.6849477780053246,
      "grad_norm": 1.6386397788247795,
      "learning_rate": 0.00029237980308087047,
      "loss": 5.125,
      "step": 16723
    },
    {
      "epoch": 0.684988736432521,
      "grad_norm": 2.8572426523477374,
      "learning_rate": 0.0002923787767601316,
      "loss": 7.2812,
      "step": 16724
    },
    {
      "epoch": 0.6850296948597174,
      "grad_norm": 1.4882022657883625,
      "learning_rate": 0.00029237775037208437,
      "loss": 4.8438,
      "step": 16725
    },
    {
      "epoch": 0.6850706532869137,
      "grad_norm": 1.6611648118441131,
      "learning_rate": 0.0002923767239167292,
      "loss": 5.9375,
      "step": 16726
    },
    {
      "epoch": 0.6851116117141102,
      "grad_norm": 1.4470371634612726,
      "learning_rate": 0.00029237569739406653,
      "loss": 5.7188,
      "step": 16727
    },
    {
      "epoch": 0.6851525701413066,
      "grad_norm": 6.294568232570235,
      "learning_rate": 0.0002923746708040969,
      "loss": 8.0625,
      "step": 16728
    },
    {
      "epoch": 0.685193528568503,
      "grad_norm": 1.4689357517568031,
      "learning_rate": 0.00029237364414682086,
      "loss": 5.0938,
      "step": 16729
    },
    {
      "epoch": 0.6852344869956993,
      "grad_norm": 1.651299684663982,
      "learning_rate": 0.00029237261742223877,
      "loss": 5.4062,
      "step": 16730
    },
    {
      "epoch": 0.6852754454228958,
      "grad_norm": 1.6118595820337378,
      "learning_rate": 0.00029237159063035114,
      "loss": 5.6875,
      "step": 16731
    },
    {
      "epoch": 0.6853164038500922,
      "grad_norm": 1.8599365721801993,
      "learning_rate": 0.0002923705637711585,
      "loss": 6.7812,
      "step": 16732
    },
    {
      "epoch": 0.6853573622772886,
      "grad_norm": 1.6140098149274424,
      "learning_rate": 0.00029236953684466134,
      "loss": 5.375,
      "step": 16733
    },
    {
      "epoch": 0.6853983207044849,
      "grad_norm": 1.6271920602596741,
      "learning_rate": 0.00029236850985086014,
      "loss": 5.0938,
      "step": 16734
    },
    {
      "epoch": 0.6854392791316813,
      "grad_norm": 1.6547192385310912,
      "learning_rate": 0.0002923674827897553,
      "loss": 5.625,
      "step": 16735
    },
    {
      "epoch": 0.6854802375588778,
      "grad_norm": 1.440232852450149,
      "learning_rate": 0.0002923664556613474,
      "loss": 4.8125,
      "step": 16736
    },
    {
      "epoch": 0.6855211959860741,
      "grad_norm": 1.5029040804524605,
      "learning_rate": 0.00029236542846563694,
      "loss": 5.0625,
      "step": 16737
    },
    {
      "epoch": 0.6855621544132705,
      "grad_norm": 4.634666030218578,
      "learning_rate": 0.0002923644012026244,
      "loss": 7.9688,
      "step": 16738
    },
    {
      "epoch": 0.6856031128404669,
      "grad_norm": 1.4801319003299727,
      "learning_rate": 0.00029236337387231014,
      "loss": 5.2812,
      "step": 16739
    },
    {
      "epoch": 0.6856440712676634,
      "grad_norm": 3.5356984122311728,
      "learning_rate": 0.00029236234647469475,
      "loss": 3.2969,
      "step": 16740
    },
    {
      "epoch": 0.6856850296948597,
      "grad_norm": 1.3819342026457127,
      "learning_rate": 0.00029236131900977876,
      "loss": 4.9062,
      "step": 16741
    },
    {
      "epoch": 0.6857259881220561,
      "grad_norm": 1.4243899493992156,
      "learning_rate": 0.00029236029147756254,
      "loss": 5.4062,
      "step": 16742
    },
    {
      "epoch": 0.6857669465492525,
      "grad_norm": 1.6288058661463352,
      "learning_rate": 0.0002923592638780467,
      "loss": 4.125,
      "step": 16743
    },
    {
      "epoch": 0.685807904976449,
      "grad_norm": 1.4520762916929102,
      "learning_rate": 0.00029235823621123156,
      "loss": 5.4375,
      "step": 16744
    },
    {
      "epoch": 0.6858488634036453,
      "grad_norm": 1.296935913591639,
      "learning_rate": 0.0002923572084771178,
      "loss": 5.4375,
      "step": 16745
    },
    {
      "epoch": 0.6858898218308417,
      "grad_norm": 1.7506208982222464,
      "learning_rate": 0.0002923561806757058,
      "loss": 7.0938,
      "step": 16746
    },
    {
      "epoch": 0.6859307802580381,
      "grad_norm": 1.8098115662203724,
      "learning_rate": 0.00029235515280699606,
      "loss": 4.8125,
      "step": 16747
    },
    {
      "epoch": 0.6859717386852345,
      "grad_norm": 1.4960072880893118,
      "learning_rate": 0.000292354124870989,
      "loss": 5.0,
      "step": 16748
    },
    {
      "epoch": 0.6860126971124308,
      "grad_norm": 1.6218807491181693,
      "learning_rate": 0.00029235309686768523,
      "loss": 5.0938,
      "step": 16749
    },
    {
      "epoch": 0.6860536555396273,
      "grad_norm": 3.709448198792287,
      "learning_rate": 0.00029235206879708517,
      "loss": 2.2188,
      "step": 16750
    },
    {
      "epoch": 0.6860946139668237,
      "grad_norm": 1.5288871222775955,
      "learning_rate": 0.00029235104065918933,
      "loss": 5.125,
      "step": 16751
    },
    {
      "epoch": 0.6861355723940201,
      "grad_norm": 4.108656145082958,
      "learning_rate": 0.0002923500124539981,
      "loss": 6.7188,
      "step": 16752
    },
    {
      "epoch": 0.6861765308212164,
      "grad_norm": 1.9193528598432288,
      "learning_rate": 0.0002923489841815121,
      "loss": 4.875,
      "step": 16753
    },
    {
      "epoch": 0.6862174892484129,
      "grad_norm": 2.556264988294535,
      "learning_rate": 0.00029234795584173176,
      "loss": 5.0312,
      "step": 16754
    },
    {
      "epoch": 0.6862584476756093,
      "grad_norm": 1.5203306283731337,
      "learning_rate": 0.0002923469274346576,
      "loss": 6.0,
      "step": 16755
    },
    {
      "epoch": 0.6862994061028056,
      "grad_norm": 1.5177035378612678,
      "learning_rate": 0.00029234589896029,
      "loss": 4.875,
      "step": 16756
    },
    {
      "epoch": 0.686340364530002,
      "grad_norm": 2.611182630817178,
      "learning_rate": 0.0002923448704186295,
      "loss": 6.5625,
      "step": 16757
    },
    {
      "epoch": 0.6863813229571984,
      "grad_norm": 1.5495245946855207,
      "learning_rate": 0.00029234384180967674,
      "loss": 5.4062,
      "step": 16758
    },
    {
      "epoch": 0.6864222813843949,
      "grad_norm": 1.2897937121199625,
      "learning_rate": 0.00029234281313343197,
      "loss": 5.0938,
      "step": 16759
    },
    {
      "epoch": 0.6864632398115912,
      "grad_norm": 1.6708160704799917,
      "learning_rate": 0.0002923417843898958,
      "loss": 4.9062,
      "step": 16760
    },
    {
      "epoch": 0.6865041982387876,
      "grad_norm": 1.7168315965342498,
      "learning_rate": 0.0002923407555790687,
      "loss": 5.5625,
      "step": 16761
    },
    {
      "epoch": 0.686545156665984,
      "grad_norm": 4.2755238731205,
      "learning_rate": 0.00029233972670095117,
      "loss": 5.3125,
      "step": 16762
    },
    {
      "epoch": 0.6865861150931805,
      "grad_norm": 3.23070950308546,
      "learning_rate": 0.0002923386977555436,
      "loss": 7.0,
      "step": 16763
    },
    {
      "epoch": 0.6866270735203768,
      "grad_norm": 1.433240899877389,
      "learning_rate": 0.0002923376687428466,
      "loss": 5.0,
      "step": 16764
    },
    {
      "epoch": 0.6866680319475732,
      "grad_norm": 1.635727141892111,
      "learning_rate": 0.00029233663966286063,
      "loss": 5.0938,
      "step": 16765
    },
    {
      "epoch": 0.6867089903747696,
      "grad_norm": 2.8232738923280882,
      "learning_rate": 0.0002923356105155861,
      "loss": 5.8125,
      "step": 16766
    },
    {
      "epoch": 0.686749948801966,
      "grad_norm": 2.5408853593462504,
      "learning_rate": 0.00029233458130102364,
      "loss": 5.75,
      "step": 16767
    },
    {
      "epoch": 0.6867909072291624,
      "grad_norm": 2.6145485545552054,
      "learning_rate": 0.0002923335520191736,
      "loss": 5.2812,
      "step": 16768
    },
    {
      "epoch": 0.6868318656563588,
      "grad_norm": 1.6041153969477844,
      "learning_rate": 0.0002923325226700365,
      "loss": 6.7812,
      "step": 16769
    },
    {
      "epoch": 0.6868728240835552,
      "grad_norm": 1.5004773556509188,
      "learning_rate": 0.00029233149325361287,
      "loss": 5.5,
      "step": 16770
    },
    {
      "epoch": 0.6869137825107516,
      "grad_norm": 3.565879087264897,
      "learning_rate": 0.00029233046376990317,
      "loss": 7.3438,
      "step": 16771
    },
    {
      "epoch": 0.686954740937948,
      "grad_norm": 4.0367633939213485,
      "learning_rate": 0.00029232943421890787,
      "loss": 6.5625,
      "step": 16772
    },
    {
      "epoch": 0.6869956993651444,
      "grad_norm": 2.41299175272229,
      "learning_rate": 0.0002923284046006275,
      "loss": 5.125,
      "step": 16773
    },
    {
      "epoch": 0.6870366577923408,
      "grad_norm": 1.5557623836317274,
      "learning_rate": 0.0002923273749150625,
      "loss": 4.5312,
      "step": 16774
    },
    {
      "epoch": 0.6870776162195372,
      "grad_norm": 1.7162529244307654,
      "learning_rate": 0.00029232634516221335,
      "loss": 4.9062,
      "step": 16775
    },
    {
      "epoch": 0.6871185746467335,
      "grad_norm": 1.4610977470036046,
      "learning_rate": 0.0002923253153420806,
      "loss": 5.4688,
      "step": 16776
    },
    {
      "epoch": 0.68715953307393,
      "grad_norm": 1.61215471101967,
      "learning_rate": 0.0002923242854546647,
      "loss": 5.375,
      "step": 16777
    },
    {
      "epoch": 0.6872004915011264,
      "grad_norm": 1.5350095928502328,
      "learning_rate": 0.0002923232554999661,
      "loss": 5.8125,
      "step": 16778
    },
    {
      "epoch": 0.6872414499283227,
      "grad_norm": 2.1281690629060295,
      "learning_rate": 0.0002923222254779853,
      "loss": 5.4375,
      "step": 16779
    },
    {
      "epoch": 0.6872824083555191,
      "grad_norm": 3.7270961831736633,
      "learning_rate": 0.0002923211953887229,
      "loss": 6.875,
      "step": 16780
    },
    {
      "epoch": 0.6873233667827156,
      "grad_norm": 1.6521223954382147,
      "learning_rate": 0.0002923201652321792,
      "loss": 5.0312,
      "step": 16781
    },
    {
      "epoch": 0.687364325209912,
      "grad_norm": 1.7694011639532212,
      "learning_rate": 0.0002923191350083549,
      "loss": 6.0625,
      "step": 16782
    },
    {
      "epoch": 0.6874052836371083,
      "grad_norm": 3.214689815308924,
      "learning_rate": 0.0002923181047172503,
      "loss": 4.75,
      "step": 16783
    },
    {
      "epoch": 0.6874462420643047,
      "grad_norm": 1.73315309783405,
      "learning_rate": 0.0002923170743588659,
      "loss": 6.5625,
      "step": 16784
    },
    {
      "epoch": 0.6874872004915011,
      "grad_norm": 1.6821444603022515,
      "learning_rate": 0.00029231604393320233,
      "loss": 6.3125,
      "step": 16785
    },
    {
      "epoch": 0.6875281589186976,
      "grad_norm": 1.5826785959066916,
      "learning_rate": 0.00029231501344026005,
      "loss": 5.5312,
      "step": 16786
    },
    {
      "epoch": 0.6875691173458939,
      "grad_norm": 2.4048197657656956,
      "learning_rate": 0.00029231398288003934,
      "loss": 6.1562,
      "step": 16787
    },
    {
      "epoch": 0.6876100757730903,
      "grad_norm": 1.4310447189607909,
      "learning_rate": 0.0002923129522525409,
      "loss": 4.5938,
      "step": 16788
    },
    {
      "epoch": 0.6876510342002867,
      "grad_norm": 1.514429103491039,
      "learning_rate": 0.00029231192155776517,
      "loss": 5.125,
      "step": 16789
    },
    {
      "epoch": 0.6876919926274832,
      "grad_norm": 2.4233005874019637,
      "learning_rate": 0.00029231089079571264,
      "loss": 7.625,
      "step": 16790
    },
    {
      "epoch": 0.6877329510546795,
      "grad_norm": 1.5631473570628573,
      "learning_rate": 0.0002923098599663838,
      "loss": 5.7812,
      "step": 16791
    },
    {
      "epoch": 0.6877739094818759,
      "grad_norm": 1.3974876633780275,
      "learning_rate": 0.00029230882906977905,
      "loss": 4.8125,
      "step": 16792
    },
    {
      "epoch": 0.6878148679090723,
      "grad_norm": 1.4883899482035374,
      "learning_rate": 0.000292307798105899,
      "loss": 5.7188,
      "step": 16793
    },
    {
      "epoch": 0.6878558263362687,
      "grad_norm": 1.3742147517427161,
      "learning_rate": 0.000292306767074744,
      "loss": 5.7188,
      "step": 16794
    },
    {
      "epoch": 0.687896784763465,
      "grad_norm": 1.818088315386389,
      "learning_rate": 0.0002923057359763147,
      "loss": 5.7812,
      "step": 16795
    },
    {
      "epoch": 0.6879377431906615,
      "grad_norm": 2.4449391241862912,
      "learning_rate": 0.00029230470481061147,
      "loss": 6.9375,
      "step": 16796
    },
    {
      "epoch": 0.6879787016178579,
      "grad_norm": 2.7594410632820683,
      "learning_rate": 0.0002923036735776348,
      "loss": 7.2188,
      "step": 16797
    },
    {
      "epoch": 0.6880196600450542,
      "grad_norm": 3.308224063999428,
      "learning_rate": 0.00029230264227738523,
      "loss": 7.0312,
      "step": 16798
    },
    {
      "epoch": 0.6880606184722506,
      "grad_norm": 1.7056583870037956,
      "learning_rate": 0.00029230161090986324,
      "loss": 6.0,
      "step": 16799
    },
    {
      "epoch": 0.6881015768994471,
      "grad_norm": 2.935910353259235,
      "learning_rate": 0.00029230057947506933,
      "loss": 5.0625,
      "step": 16800
    },
    {
      "epoch": 0.6881425353266435,
      "grad_norm": 1.6292761306044903,
      "learning_rate": 0.00029229954797300393,
      "loss": 5.5312,
      "step": 16801
    },
    {
      "epoch": 0.6881834937538398,
      "grad_norm": 1.6362184305541756,
      "learning_rate": 0.0002922985164036676,
      "loss": 5.8125,
      "step": 16802
    },
    {
      "epoch": 0.6882244521810362,
      "grad_norm": 1.9908390113885883,
      "learning_rate": 0.0002922974847670607,
      "loss": 4.4375,
      "step": 16803
    },
    {
      "epoch": 0.6882654106082327,
      "grad_norm": 1.431560781713799,
      "learning_rate": 0.0002922964530631839,
      "loss": 5.5,
      "step": 16804
    },
    {
      "epoch": 0.6883063690354291,
      "grad_norm": 1.6490595217031874,
      "learning_rate": 0.00029229542129203753,
      "loss": 5.9062,
      "step": 16805
    },
    {
      "epoch": 0.6883473274626254,
      "grad_norm": 3.0808567331189813,
      "learning_rate": 0.0002922943894536222,
      "loss": 5.1562,
      "step": 16806
    },
    {
      "epoch": 0.6883882858898218,
      "grad_norm": 2.2871700723708526,
      "learning_rate": 0.0002922933575479383,
      "loss": 5.4375,
      "step": 16807
    },
    {
      "epoch": 0.6884292443170182,
      "grad_norm": 2.285036234164825,
      "learning_rate": 0.0002922923255749864,
      "loss": 7.3125,
      "step": 16808
    },
    {
      "epoch": 0.6884702027442147,
      "grad_norm": 1.4993846873909051,
      "learning_rate": 0.0002922912935347669,
      "loss": 5.0,
      "step": 16809
    },
    {
      "epoch": 0.688511161171411,
      "grad_norm": 1.6432659898257747,
      "learning_rate": 0.00029229026142728033,
      "loss": 5.7812,
      "step": 16810
    },
    {
      "epoch": 0.6885521195986074,
      "grad_norm": 2.0969841313518813,
      "learning_rate": 0.0002922892292525272,
      "loss": 5.5,
      "step": 16811
    },
    {
      "epoch": 0.6885930780258038,
      "grad_norm": 1.6203080812333457,
      "learning_rate": 0.000292288197010508,
      "loss": 5.1875,
      "step": 16812
    },
    {
      "epoch": 0.6886340364530003,
      "grad_norm": 1.4326233477736836,
      "learning_rate": 0.00029228716470122316,
      "loss": 5.4375,
      "step": 16813
    },
    {
      "epoch": 0.6886749948801966,
      "grad_norm": 1.9863097905046476,
      "learning_rate": 0.0002922861323246732,
      "loss": 4.9688,
      "step": 16814
    },
    {
      "epoch": 0.688715953307393,
      "grad_norm": 1.9022692973131101,
      "learning_rate": 0.00029228509988085867,
      "loss": 5.7812,
      "step": 16815
    },
    {
      "epoch": 0.6887569117345894,
      "grad_norm": 1.4527197081385639,
      "learning_rate": 0.0002922840673697799,
      "loss": 5.1562,
      "step": 16816
    },
    {
      "epoch": 0.6887978701617858,
      "grad_norm": 3.2002021456046523,
      "learning_rate": 0.0002922830347914376,
      "loss": 5.125,
      "step": 16817
    },
    {
      "epoch": 0.6888388285889822,
      "grad_norm": 1.3183970693965315,
      "learning_rate": 0.00029228200214583206,
      "loss": 4.8438,
      "step": 16818
    },
    {
      "epoch": 0.6888797870161786,
      "grad_norm": 7.170002766894423,
      "learning_rate": 0.0002922809694329639,
      "loss": 5.6875,
      "step": 16819
    },
    {
      "epoch": 0.688920745443375,
      "grad_norm": 4.400034305937348,
      "learning_rate": 0.0002922799366528335,
      "loss": 4.875,
      "step": 16820
    },
    {
      "epoch": 0.6889617038705713,
      "grad_norm": 1.479995102369995,
      "learning_rate": 0.00029227890380544144,
      "loss": 5.5312,
      "step": 16821
    },
    {
      "epoch": 0.6890026622977677,
      "grad_norm": 6.103257540969847,
      "learning_rate": 0.0002922778708907881,
      "loss": 1.6094,
      "step": 16822
    },
    {
      "epoch": 0.6890436207249642,
      "grad_norm": 3.8566945822275125,
      "learning_rate": 0.0002922768379088741,
      "loss": 4.3125,
      "step": 16823
    },
    {
      "epoch": 0.6890845791521606,
      "grad_norm": 1.488412588630218,
      "learning_rate": 0.0002922758048596999,
      "loss": 4.5938,
      "step": 16824
    },
    {
      "epoch": 0.6891255375793569,
      "grad_norm": 1.823711193708099,
      "learning_rate": 0.0002922747717432659,
      "loss": 5.375,
      "step": 16825
    },
    {
      "epoch": 0.6891664960065533,
      "grad_norm": 1.5491705863742697,
      "learning_rate": 0.00029227373855957267,
      "loss": 5.8125,
      "step": 16826
    },
    {
      "epoch": 0.6892074544337498,
      "grad_norm": 2.6517129317719172,
      "learning_rate": 0.00029227270530862064,
      "loss": 6.2812,
      "step": 16827
    },
    {
      "epoch": 0.6892484128609462,
      "grad_norm": 1.503724284768333,
      "learning_rate": 0.00029227167199041035,
      "loss": 5.9688,
      "step": 16828
    },
    {
      "epoch": 0.6892893712881425,
      "grad_norm": 1.8484412871144584,
      "learning_rate": 0.0002922706386049423,
      "loss": 5.5,
      "step": 16829
    },
    {
      "epoch": 0.6893303297153389,
      "grad_norm": 3.0397443719518105,
      "learning_rate": 0.0002922696051522169,
      "loss": 8.0,
      "step": 16830
    },
    {
      "epoch": 0.6893712881425353,
      "grad_norm": 1.5766062638922929,
      "learning_rate": 0.0002922685716322347,
      "loss": 6.0938,
      "step": 16831
    },
    {
      "epoch": 0.6894122465697318,
      "grad_norm": 1.5456855430872793,
      "learning_rate": 0.00029226753804499617,
      "loss": 5.5938,
      "step": 16832
    },
    {
      "epoch": 0.6894532049969281,
      "grad_norm": 2.6670258981498103,
      "learning_rate": 0.0002922665043905018,
      "loss": 6.4375,
      "step": 16833
    },
    {
      "epoch": 0.6894941634241245,
      "grad_norm": 2.4519293063206087,
      "learning_rate": 0.0002922654706687521,
      "loss": 5.6562,
      "step": 16834
    },
    {
      "epoch": 0.6895351218513209,
      "grad_norm": 2.2988486554890963,
      "learning_rate": 0.0002922644368797475,
      "loss": 4.8438,
      "step": 16835
    },
    {
      "epoch": 0.6895760802785174,
      "grad_norm": 1.5235353378838536,
      "learning_rate": 0.0002922634030234886,
      "loss": 5.9375,
      "step": 16836
    },
    {
      "epoch": 0.6896170387057137,
      "grad_norm": 1.7793298470529977,
      "learning_rate": 0.0002922623690999758,
      "loss": 5.5625,
      "step": 16837
    },
    {
      "epoch": 0.6896579971329101,
      "grad_norm": 1.7843560113282864,
      "learning_rate": 0.0002922613351092096,
      "loss": 5.2812,
      "step": 16838
    },
    {
      "epoch": 0.6896989555601065,
      "grad_norm": 1.544565395649498,
      "learning_rate": 0.00029226030105119046,
      "loss": 6.2812,
      "step": 16839
    },
    {
      "epoch": 0.6897399139873028,
      "grad_norm": 1.683674746316913,
      "learning_rate": 0.00029225926692591893,
      "loss": 4.9062,
      "step": 16840
    },
    {
      "epoch": 0.6897808724144993,
      "grad_norm": 1.7092976719092992,
      "learning_rate": 0.0002922582327333955,
      "loss": 5.4688,
      "step": 16841
    },
    {
      "epoch": 0.6898218308416957,
      "grad_norm": 1.6381112587135567,
      "learning_rate": 0.0002922571984736206,
      "loss": 3.6875,
      "step": 16842
    },
    {
      "epoch": 0.6898627892688921,
      "grad_norm": 1.502723145496382,
      "learning_rate": 0.0002922561641465947,
      "loss": 5.5312,
      "step": 16843
    },
    {
      "epoch": 0.6899037476960884,
      "grad_norm": 1.4123043615390747,
      "learning_rate": 0.0002922551297523184,
      "loss": 5.6562,
      "step": 16844
    },
    {
      "epoch": 0.6899447061232848,
      "grad_norm": 2.8506652205815293,
      "learning_rate": 0.00029225409529079217,
      "loss": 5.9688,
      "step": 16845
    },
    {
      "epoch": 0.6899856645504813,
      "grad_norm": 1.313820682157813,
      "learning_rate": 0.0002922530607620164,
      "loss": 5.3438,
      "step": 16846
    },
    {
      "epoch": 0.6900266229776777,
      "grad_norm": 2.1701453571816636,
      "learning_rate": 0.00029225202616599163,
      "loss": 5.8125,
      "step": 16847
    },
    {
      "epoch": 0.690067581404874,
      "grad_norm": 1.466412938904486,
      "learning_rate": 0.0002922509915027184,
      "loss": 5.9375,
      "step": 16848
    },
    {
      "epoch": 0.6901085398320704,
      "grad_norm": 1.6304233593361892,
      "learning_rate": 0.00029224995677219713,
      "loss": 4.9688,
      "step": 16849
    },
    {
      "epoch": 0.6901494982592669,
      "grad_norm": 1.5335746144449958,
      "learning_rate": 0.00029224892197442833,
      "loss": 5.375,
      "step": 16850
    },
    {
      "epoch": 0.6901904566864633,
      "grad_norm": 2.042762151675543,
      "learning_rate": 0.0002922478871094125,
      "loss": 5.6562,
      "step": 16851
    },
    {
      "epoch": 0.6902314151136596,
      "grad_norm": 4.278809540010035,
      "learning_rate": 0.0002922468521771501,
      "loss": 7.25,
      "step": 16852
    },
    {
      "epoch": 0.690272373540856,
      "grad_norm": 2.2948851028362416,
      "learning_rate": 0.0002922458171776417,
      "loss": 6.375,
      "step": 16853
    },
    {
      "epoch": 0.6903133319680524,
      "grad_norm": 1.4657080514239544,
      "learning_rate": 0.0002922447821108877,
      "loss": 5.75,
      "step": 16854
    },
    {
      "epoch": 0.6903542903952489,
      "grad_norm": 1.5480053128855245,
      "learning_rate": 0.00029224374697688863,
      "loss": 4.75,
      "step": 16855
    },
    {
      "epoch": 0.6903952488224452,
      "grad_norm": 1.4348645228671661,
      "learning_rate": 0.00029224271177564495,
      "loss": 4.7812,
      "step": 16856
    },
    {
      "epoch": 0.6904362072496416,
      "grad_norm": 1.831590556937432,
      "learning_rate": 0.0002922416765071572,
      "loss": 6.2188,
      "step": 16857
    },
    {
      "epoch": 0.690477165676838,
      "grad_norm": 1.6849368656067891,
      "learning_rate": 0.00029224064117142583,
      "loss": 5.9062,
      "step": 16858
    },
    {
      "epoch": 0.6905181241040345,
      "grad_norm": 1.8153136385635864,
      "learning_rate": 0.0002922396057684513,
      "loss": 4.625,
      "step": 16859
    },
    {
      "epoch": 0.6905590825312308,
      "grad_norm": 1.6340891150948047,
      "learning_rate": 0.0002922385702982342,
      "loss": 4.5938,
      "step": 16860
    },
    {
      "epoch": 0.6906000409584272,
      "grad_norm": 1.7181542061889636,
      "learning_rate": 0.00029223753476077493,
      "loss": 4.75,
      "step": 16861
    },
    {
      "epoch": 0.6906409993856236,
      "grad_norm": 4.381913363452113,
      "learning_rate": 0.000292236499156074,
      "loss": 6.3438,
      "step": 16862
    },
    {
      "epoch": 0.6906819578128199,
      "grad_norm": 1.495615511285258,
      "learning_rate": 0.0002922354634841319,
      "loss": 5.4688,
      "step": 16863
    },
    {
      "epoch": 0.6907229162400164,
      "grad_norm": 3.397644065559273,
      "learning_rate": 0.0002922344277449491,
      "loss": 3.7812,
      "step": 16864
    },
    {
      "epoch": 0.6907638746672128,
      "grad_norm": 1.3276484718191648,
      "learning_rate": 0.00029223339193852615,
      "loss": 4.9062,
      "step": 16865
    },
    {
      "epoch": 0.6908048330944092,
      "grad_norm": 1.615624263030476,
      "learning_rate": 0.0002922323560648635,
      "loss": 6.9375,
      "step": 16866
    },
    {
      "epoch": 0.6908457915216055,
      "grad_norm": 1.7616762113320743,
      "learning_rate": 0.0002922313201239617,
      "loss": 7.5625,
      "step": 16867
    },
    {
      "epoch": 0.690886749948802,
      "grad_norm": 1.8136610222679974,
      "learning_rate": 0.0002922302841158211,
      "loss": 6.0,
      "step": 16868
    },
    {
      "epoch": 0.6909277083759984,
      "grad_norm": 1.7238241672990895,
      "learning_rate": 0.0002922292480404423,
      "loss": 5.7812,
      "step": 16869
    },
    {
      "epoch": 0.6909686668031948,
      "grad_norm": 1.7006881625260468,
      "learning_rate": 0.0002922282118978258,
      "loss": 5.1562,
      "step": 16870
    },
    {
      "epoch": 0.6910096252303911,
      "grad_norm": 2.478416054866333,
      "learning_rate": 0.00029222717568797203,
      "loss": 6.5,
      "step": 16871
    },
    {
      "epoch": 0.6910505836575875,
      "grad_norm": 1.4142348352176726,
      "learning_rate": 0.0002922261394108815,
      "loss": 5.25,
      "step": 16872
    },
    {
      "epoch": 0.691091542084784,
      "grad_norm": 3.49532458335054,
      "learning_rate": 0.0002922251030665547,
      "loss": 4.5938,
      "step": 16873
    },
    {
      "epoch": 0.6911325005119804,
      "grad_norm": 1.933107200056837,
      "learning_rate": 0.0002922240666549922,
      "loss": 5.5938,
      "step": 16874
    },
    {
      "epoch": 0.6911734589391767,
      "grad_norm": 1.3428591539788548,
      "learning_rate": 0.0002922230301761943,
      "loss": 5.1562,
      "step": 16875
    },
    {
      "epoch": 0.6912144173663731,
      "grad_norm": 1.5355552009651066,
      "learning_rate": 0.00029222199363016166,
      "loss": 4.7812,
      "step": 16876
    },
    {
      "epoch": 0.6912553757935695,
      "grad_norm": 3.5359345482688007,
      "learning_rate": 0.0002922209570168947,
      "loss": 4.9688,
      "step": 16877
    },
    {
      "epoch": 0.691296334220766,
      "grad_norm": 2.222699657224413,
      "learning_rate": 0.00029221992033639393,
      "loss": 6.0312,
      "step": 16878
    },
    {
      "epoch": 0.6913372926479623,
      "grad_norm": 1.3556863815914586,
      "learning_rate": 0.0002922188835886599,
      "loss": 5.375,
      "step": 16879
    },
    {
      "epoch": 0.6913782510751587,
      "grad_norm": 1.5275640311474066,
      "learning_rate": 0.0002922178467736929,
      "loss": 5.3438,
      "step": 16880
    },
    {
      "epoch": 0.6914192095023551,
      "grad_norm": 1.9992687082313387,
      "learning_rate": 0.00029221680989149364,
      "loss": 5.5,
      "step": 16881
    },
    {
      "epoch": 0.6914601679295515,
      "grad_norm": 1.3675438907324058,
      "learning_rate": 0.0002922157729420625,
      "loss": 5.1562,
      "step": 16882
    },
    {
      "epoch": 0.6915011263567479,
      "grad_norm": 1.4550811325374156,
      "learning_rate": 0.0002922147359254,
      "loss": 6.2188,
      "step": 16883
    },
    {
      "epoch": 0.6915420847839443,
      "grad_norm": 3.064052355798902,
      "learning_rate": 0.0002922136988415066,
      "loss": 5.3125,
      "step": 16884
    },
    {
      "epoch": 0.6915830432111407,
      "grad_norm": 1.6007291362091955,
      "learning_rate": 0.0002922126616903829,
      "loss": 5.75,
      "step": 16885
    },
    {
      "epoch": 0.691624001638337,
      "grad_norm": 1.9398877991507488,
      "learning_rate": 0.0002922116244720293,
      "loss": 5.0312,
      "step": 16886
    },
    {
      "epoch": 0.6916649600655335,
      "grad_norm": 1.5656862933065328,
      "learning_rate": 0.00029221058718644616,
      "loss": 6.9375,
      "step": 16887
    },
    {
      "epoch": 0.6917059184927299,
      "grad_norm": 1.884192880159597,
      "learning_rate": 0.0002922095498336342,
      "loss": 5.0938,
      "step": 16888
    },
    {
      "epoch": 0.6917468769199263,
      "grad_norm": 1.5239687695535669,
      "learning_rate": 0.00029220851241359383,
      "loss": 5.1562,
      "step": 16889
    },
    {
      "epoch": 0.6917878353471226,
      "grad_norm": 4.700940583159832,
      "learning_rate": 0.00029220747492632554,
      "loss": 8.125,
      "step": 16890
    },
    {
      "epoch": 0.691828793774319,
      "grad_norm": 1.6603513024634555,
      "learning_rate": 0.00029220643737182977,
      "loss": 7.0938,
      "step": 16891
    },
    {
      "epoch": 0.6918697522015155,
      "grad_norm": 1.659512393666014,
      "learning_rate": 0.000292205399750107,
      "loss": 5.9062,
      "step": 16892
    },
    {
      "epoch": 0.6919107106287119,
      "grad_norm": 1.4595519840122129,
      "learning_rate": 0.00029220436206115787,
      "loss": 5.3125,
      "step": 16893
    },
    {
      "epoch": 0.6919516690559082,
      "grad_norm": 1.7614073158421213,
      "learning_rate": 0.0002922033243049827,
      "loss": 5.5312,
      "step": 16894
    },
    {
      "epoch": 0.6919926274831046,
      "grad_norm": 7.141775043019771,
      "learning_rate": 0.0002922022864815821,
      "loss": 7.5,
      "step": 16895
    },
    {
      "epoch": 0.6920335859103011,
      "grad_norm": 2.3164349182041177,
      "learning_rate": 0.0002922012485909565,
      "loss": 3.9375,
      "step": 16896
    },
    {
      "epoch": 0.6920745443374975,
      "grad_norm": 2.0501399739065875,
      "learning_rate": 0.00029220021063310634,
      "loss": 6.1875,
      "step": 16897
    },
    {
      "epoch": 0.6921155027646938,
      "grad_norm": 2.939670695140913,
      "learning_rate": 0.00029219917260803224,
      "loss": 6.5312,
      "step": 16898
    },
    {
      "epoch": 0.6921564611918902,
      "grad_norm": 1.9002976778320437,
      "learning_rate": 0.00029219813451573457,
      "loss": 6.4062,
      "step": 16899
    },
    {
      "epoch": 0.6921974196190867,
      "grad_norm": 1.4586988422545426,
      "learning_rate": 0.00029219709635621387,
      "loss": 5.2188,
      "step": 16900
    },
    {
      "epoch": 0.6922383780462831,
      "grad_norm": 1.5525771158174795,
      "learning_rate": 0.0002921960581294707,
      "loss": 5.125,
      "step": 16901
    },
    {
      "epoch": 0.6922793364734794,
      "grad_norm": 3.240786964575038,
      "learning_rate": 0.00029219501983550545,
      "loss": 7.5,
      "step": 16902
    },
    {
      "epoch": 0.6923202949006758,
      "grad_norm": 1.8838597640682537,
      "learning_rate": 0.00029219398147431865,
      "loss": 5.1875,
      "step": 16903
    },
    {
      "epoch": 0.6923612533278722,
      "grad_norm": 2.4304751074355426,
      "learning_rate": 0.00029219294304591077,
      "loss": 7.625,
      "step": 16904
    },
    {
      "epoch": 0.6924022117550686,
      "grad_norm": 2.4951744139411267,
      "learning_rate": 0.0002921919045502823,
      "loss": 6.7188,
      "step": 16905
    },
    {
      "epoch": 0.692443170182265,
      "grad_norm": 1.930100774349029,
      "learning_rate": 0.0002921908659874338,
      "loss": 5.1875,
      "step": 16906
    },
    {
      "epoch": 0.6924841286094614,
      "grad_norm": 1.462118250108029,
      "learning_rate": 0.0002921898273573657,
      "loss": 4.9062,
      "step": 16907
    },
    {
      "epoch": 0.6925250870366578,
      "grad_norm": 1.3657652652858048,
      "learning_rate": 0.0002921887886600785,
      "loss": 5.3438,
      "step": 16908
    },
    {
      "epoch": 0.6925660454638541,
      "grad_norm": 1.5014553001248303,
      "learning_rate": 0.0002921877498955727,
      "loss": 5.7812,
      "step": 16909
    },
    {
      "epoch": 0.6926070038910506,
      "grad_norm": 2.3239522725686217,
      "learning_rate": 0.00029218671106384875,
      "loss": 7.0312,
      "step": 16910
    },
    {
      "epoch": 0.692647962318247,
      "grad_norm": 10.849283223970918,
      "learning_rate": 0.00029218567216490716,
      "loss": 5.4375,
      "step": 16911
    },
    {
      "epoch": 0.6926889207454434,
      "grad_norm": 2.0327479295014856,
      "learning_rate": 0.0002921846331987485,
      "loss": 3.7656,
      "step": 16912
    },
    {
      "epoch": 0.6927298791726397,
      "grad_norm": 1.4242235909938565,
      "learning_rate": 0.0002921835941653731,
      "loss": 5.25,
      "step": 16913
    },
    {
      "epoch": 0.6927708375998362,
      "grad_norm": 3.5510690733636037,
      "learning_rate": 0.00029218255506478167,
      "loss": 3.8594,
      "step": 16914
    },
    {
      "epoch": 0.6928117960270326,
      "grad_norm": 1.7282435110317735,
      "learning_rate": 0.00029218151589697447,
      "loss": 5.875,
      "step": 16915
    },
    {
      "epoch": 0.692852754454229,
      "grad_norm": 1.4038332966913767,
      "learning_rate": 0.00029218047666195216,
      "loss": 4.625,
      "step": 16916
    },
    {
      "epoch": 0.6928937128814253,
      "grad_norm": 1.5515011680781303,
      "learning_rate": 0.0002921794373597151,
      "loss": 5.625,
      "step": 16917
    },
    {
      "epoch": 0.6929346713086217,
      "grad_norm": 1.3752234645597277,
      "learning_rate": 0.000292178397990264,
      "loss": 5.3125,
      "step": 16918
    },
    {
      "epoch": 0.6929756297358182,
      "grad_norm": 3.8638387624267194,
      "learning_rate": 0.00029217735855359905,
      "loss": 8.3125,
      "step": 16919
    },
    {
      "epoch": 0.6930165881630146,
      "grad_norm": 1.5240658884210159,
      "learning_rate": 0.000292176319049721,
      "loss": 4.9688,
      "step": 16920
    },
    {
      "epoch": 0.6930575465902109,
      "grad_norm": 1.4102277984338691,
      "learning_rate": 0.00029217527947863017,
      "loss": 5.2188,
      "step": 16921
    },
    {
      "epoch": 0.6930985050174073,
      "grad_norm": 1.6242242481673739,
      "learning_rate": 0.00029217423984032715,
      "loss": 4.7812,
      "step": 16922
    },
    {
      "epoch": 0.6931394634446038,
      "grad_norm": 1.894586106219328,
      "learning_rate": 0.0002921732001348124,
      "loss": 5.125,
      "step": 16923
    },
    {
      "epoch": 0.6931804218718001,
      "grad_norm": 2.5191015289828442,
      "learning_rate": 0.00029217216036208634,
      "loss": 5.1562,
      "step": 16924
    },
    {
      "epoch": 0.6932213802989965,
      "grad_norm": 1.3331366270914284,
      "learning_rate": 0.00029217112052214964,
      "loss": 5.2812,
      "step": 16925
    },
    {
      "epoch": 0.6932623387261929,
      "grad_norm": 1.4277000516310314,
      "learning_rate": 0.0002921700806150026,
      "loss": 5.4375,
      "step": 16926
    },
    {
      "epoch": 0.6933032971533893,
      "grad_norm": 1.3890828773162294,
      "learning_rate": 0.00029216904064064585,
      "loss": 5.1875,
      "step": 16927
    },
    {
      "epoch": 0.6933442555805857,
      "grad_norm": 1.4869711674620751,
      "learning_rate": 0.0002921680005990798,
      "loss": 4.8125,
      "step": 16928
    },
    {
      "epoch": 0.6933852140077821,
      "grad_norm": 1.6406696051681111,
      "learning_rate": 0.000292166960490305,
      "loss": 5.5,
      "step": 16929
    },
    {
      "epoch": 0.6934261724349785,
      "grad_norm": 2.362842045852907,
      "learning_rate": 0.00029216592031432187,
      "loss": 5.9688,
      "step": 16930
    },
    {
      "epoch": 0.6934671308621749,
      "grad_norm": 1.8899115372987807,
      "learning_rate": 0.00029216488007113096,
      "loss": 5.0,
      "step": 16931
    },
    {
      "epoch": 0.6935080892893712,
      "grad_norm": 2.5151426606619256,
      "learning_rate": 0.00029216383976073275,
      "loss": 7.5625,
      "step": 16932
    },
    {
      "epoch": 0.6935490477165677,
      "grad_norm": 1.471797370242117,
      "learning_rate": 0.0002921627993831277,
      "loss": 5.4062,
      "step": 16933
    },
    {
      "epoch": 0.6935900061437641,
      "grad_norm": 1.7489923433561458,
      "learning_rate": 0.00029216175893831636,
      "loss": 5.3438,
      "step": 16934
    },
    {
      "epoch": 0.6936309645709605,
      "grad_norm": 2.6203585632668345,
      "learning_rate": 0.00029216071842629916,
      "loss": 6.1562,
      "step": 16935
    },
    {
      "epoch": 0.6936719229981568,
      "grad_norm": 1.5514001760133285,
      "learning_rate": 0.00029215967784707665,
      "loss": 5.7812,
      "step": 16936
    },
    {
      "epoch": 0.6937128814253533,
      "grad_norm": 1.8465332116779996,
      "learning_rate": 0.0002921586372006493,
      "loss": 6.25,
      "step": 16937
    },
    {
      "epoch": 0.6937538398525497,
      "grad_norm": 3.2706461347296107,
      "learning_rate": 0.0002921575964870176,
      "loss": 2.7031,
      "step": 16938
    },
    {
      "epoch": 0.6937947982797461,
      "grad_norm": 1.67034965962663,
      "learning_rate": 0.000292156555706182,
      "loss": 5.5,
      "step": 16939
    },
    {
      "epoch": 0.6938357567069424,
      "grad_norm": 1.5605332660322964,
      "learning_rate": 0.00029215551485814304,
      "loss": 5.7188,
      "step": 16940
    },
    {
      "epoch": 0.6938767151341388,
      "grad_norm": 1.5384422715947885,
      "learning_rate": 0.0002921544739429012,
      "loss": 6.0312,
      "step": 16941
    },
    {
      "epoch": 0.6939176735613353,
      "grad_norm": 2.022568500797173,
      "learning_rate": 0.000292153432960457,
      "loss": 6.3438,
      "step": 16942
    },
    {
      "epoch": 0.6939586319885317,
      "grad_norm": 1.7575834260032683,
      "learning_rate": 0.0002921523919108109,
      "loss": 6.7188,
      "step": 16943
    },
    {
      "epoch": 0.693999590415728,
      "grad_norm": 1.485677665702819,
      "learning_rate": 0.0002921513507939633,
      "loss": 5.25,
      "step": 16944
    },
    {
      "epoch": 0.6940405488429244,
      "grad_norm": 1.390419575422429,
      "learning_rate": 0.00029215030960991494,
      "loss": 5.2812,
      "step": 16945
    },
    {
      "epoch": 0.6940815072701209,
      "grad_norm": 5.207578109962661,
      "learning_rate": 0.00029214926835866603,
      "loss": 3.8438,
      "step": 16946
    },
    {
      "epoch": 0.6941224656973172,
      "grad_norm": 1.8214052849469033,
      "learning_rate": 0.0002921482270402173,
      "loss": 5.9062,
      "step": 16947
    },
    {
      "epoch": 0.6941634241245136,
      "grad_norm": 2.646481722262823,
      "learning_rate": 0.0002921471856545691,
      "loss": 2.1406,
      "step": 16948
    },
    {
      "epoch": 0.69420438255171,
      "grad_norm": 1.424897642146046,
      "learning_rate": 0.000292146144201722,
      "loss": 4.2812,
      "step": 16949
    },
    {
      "epoch": 0.6942453409789064,
      "grad_norm": 1.994118545651823,
      "learning_rate": 0.00029214510268167637,
      "loss": 6.8438,
      "step": 16950
    },
    {
      "epoch": 0.6942862994061028,
      "grad_norm": 1.9850902478263446,
      "learning_rate": 0.00029214406109443283,
      "loss": 5.3125,
      "step": 16951
    },
    {
      "epoch": 0.6943272578332992,
      "grad_norm": 1.7551972117010541,
      "learning_rate": 0.0002921430194399918,
      "loss": 6.6562,
      "step": 16952
    },
    {
      "epoch": 0.6943682162604956,
      "grad_norm": 1.5274948939529895,
      "learning_rate": 0.0002921419777183538,
      "loss": 5.875,
      "step": 16953
    },
    {
      "epoch": 0.694409174687692,
      "grad_norm": 1.5208757842489764,
      "learning_rate": 0.00029214093592951936,
      "loss": 5.4375,
      "step": 16954
    },
    {
      "epoch": 0.6944501331148883,
      "grad_norm": 1.6305382655987093,
      "learning_rate": 0.0002921398940734889,
      "loss": 5.1875,
      "step": 16955
    },
    {
      "epoch": 0.6944910915420848,
      "grad_norm": 1.466025800105872,
      "learning_rate": 0.000292138852150263,
      "loss": 5.5,
      "step": 16956
    },
    {
      "epoch": 0.6945320499692812,
      "grad_norm": 2.412570452004791,
      "learning_rate": 0.00029213781015984203,
      "loss": 5.6562,
      "step": 16957
    },
    {
      "epoch": 0.6945730083964776,
      "grad_norm": 2.0484682898585347,
      "learning_rate": 0.0002921367681022266,
      "loss": 5.6875,
      "step": 16958
    },
    {
      "epoch": 0.6946139668236739,
      "grad_norm": 1.5041392599585532,
      "learning_rate": 0.0002921357259774171,
      "loss": 5.3438,
      "step": 16959
    },
    {
      "epoch": 0.6946549252508704,
      "grad_norm": 4.803619081262986,
      "learning_rate": 0.0002921346837854141,
      "loss": 6.75,
      "step": 16960
    },
    {
      "epoch": 0.6946958836780668,
      "grad_norm": 2.1170382208100142,
      "learning_rate": 0.0002921336415262181,
      "loss": 5.7812,
      "step": 16961
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 1.6151221509816496,
      "learning_rate": 0.0002921325991998295,
      "loss": 5.75,
      "step": 16962
    },
    {
      "epoch": 0.6947778005324595,
      "grad_norm": 1.8934676354902724,
      "learning_rate": 0.0002921315568062489,
      "loss": 5.5938,
      "step": 16963
    },
    {
      "epoch": 0.694818758959656,
      "grad_norm": 1.4367444313845659,
      "learning_rate": 0.00029213051434547673,
      "loss": 5.3438,
      "step": 16964
    },
    {
      "epoch": 0.6948597173868524,
      "grad_norm": 1.3627975765945877,
      "learning_rate": 0.0002921294718175135,
      "loss": 6.0312,
      "step": 16965
    },
    {
      "epoch": 0.6949006758140487,
      "grad_norm": 3.8531132765074867,
      "learning_rate": 0.00029212842922235975,
      "loss": 3.75,
      "step": 16966
    },
    {
      "epoch": 0.6949416342412451,
      "grad_norm": 1.6233076102865625,
      "learning_rate": 0.00029212738656001587,
      "loss": 5.875,
      "step": 16967
    },
    {
      "epoch": 0.6949825926684415,
      "grad_norm": 4.806633819305162,
      "learning_rate": 0.00029212634383048245,
      "loss": 3.8594,
      "step": 16968
    },
    {
      "epoch": 0.695023551095638,
      "grad_norm": 6.4815646377290745,
      "learning_rate": 0.0002921253010337599,
      "loss": 6.7188,
      "step": 16969
    },
    {
      "epoch": 0.6950645095228343,
      "grad_norm": 3.0206802661186316,
      "learning_rate": 0.0002921242581698488,
      "loss": 5.6875,
      "step": 16970
    },
    {
      "epoch": 0.6951054679500307,
      "grad_norm": 1.7203172917689915,
      "learning_rate": 0.00029212321523874955,
      "loss": 5.2812,
      "step": 16971
    },
    {
      "epoch": 0.6951464263772271,
      "grad_norm": 3.088729264088709,
      "learning_rate": 0.0002921221722404627,
      "loss": 6.5312,
      "step": 16972
    },
    {
      "epoch": 0.6951873848044235,
      "grad_norm": 2.118548402903422,
      "learning_rate": 0.00029212112917498874,
      "loss": 5.8125,
      "step": 16973
    },
    {
      "epoch": 0.6952283432316199,
      "grad_norm": 1.5694320642109267,
      "learning_rate": 0.0002921200860423282,
      "loss": 5.9062,
      "step": 16974
    },
    {
      "epoch": 0.6952693016588163,
      "grad_norm": 1.4450829906392382,
      "learning_rate": 0.0002921190428424815,
      "loss": 5.2188,
      "step": 16975
    },
    {
      "epoch": 0.6953102600860127,
      "grad_norm": 1.4648492633422439,
      "learning_rate": 0.00029211799957544915,
      "loss": 5.1875,
      "step": 16976
    },
    {
      "epoch": 0.6953512185132091,
      "grad_norm": 1.4872126921584208,
      "learning_rate": 0.00029211695624123163,
      "loss": 5.0938,
      "step": 16977
    },
    {
      "epoch": 0.6953921769404054,
      "grad_norm": 1.3620954731515857,
      "learning_rate": 0.0002921159128398295,
      "loss": 5.4688,
      "step": 16978
    },
    {
      "epoch": 0.6954331353676019,
      "grad_norm": 2.642738821354226,
      "learning_rate": 0.0002921148693712432,
      "loss": 5.6562,
      "step": 16979
    },
    {
      "epoch": 0.6954740937947983,
      "grad_norm": 1.56562051722844,
      "learning_rate": 0.0002921138258354733,
      "loss": 6.125,
      "step": 16980
    },
    {
      "epoch": 0.6955150522219947,
      "grad_norm": 1.7528910689076385,
      "learning_rate": 0.00029211278223252016,
      "loss": 6.25,
      "step": 16981
    },
    {
      "epoch": 0.695556010649191,
      "grad_norm": 1.9124505023315987,
      "learning_rate": 0.00029211173856238433,
      "loss": 5.9062,
      "step": 16982
    },
    {
      "epoch": 0.6955969690763875,
      "grad_norm": 1.6636557961275649,
      "learning_rate": 0.00029211069482506635,
      "loss": 5.1562,
      "step": 16983
    },
    {
      "epoch": 0.6956379275035839,
      "grad_norm": 1.5591468110286062,
      "learning_rate": 0.00029210965102056664,
      "loss": 5.0312,
      "step": 16984
    },
    {
      "epoch": 0.6956788859307803,
      "grad_norm": 7.730392007364664,
      "learning_rate": 0.0002921086071488858,
      "loss": 5.9375,
      "step": 16985
    },
    {
      "epoch": 0.6957198443579766,
      "grad_norm": 1.9391115411595914,
      "learning_rate": 0.0002921075632100242,
      "loss": 6.1562,
      "step": 16986
    },
    {
      "epoch": 0.695760802785173,
      "grad_norm": 1.7598682057050812,
      "learning_rate": 0.0002921065192039824,
      "loss": 5.0625,
      "step": 16987
    },
    {
      "epoch": 0.6958017612123695,
      "grad_norm": 1.503122711160646,
      "learning_rate": 0.00029210547513076093,
      "loss": 5.125,
      "step": 16988
    },
    {
      "epoch": 0.6958427196395658,
      "grad_norm": 1.3085241914499879,
      "learning_rate": 0.0002921044309903602,
      "loss": 5.6875,
      "step": 16989
    },
    {
      "epoch": 0.6958836780667622,
      "grad_norm": 1.6519593889138287,
      "learning_rate": 0.0002921033867827807,
      "loss": 5.125,
      "step": 16990
    },
    {
      "epoch": 0.6959246364939586,
      "grad_norm": 1.660565146532766,
      "learning_rate": 0.00029210234250802306,
      "loss": 5.4688,
      "step": 16991
    },
    {
      "epoch": 0.6959655949211551,
      "grad_norm": 1.9854690438735756,
      "learning_rate": 0.0002921012981660876,
      "loss": 6.0938,
      "step": 16992
    },
    {
      "epoch": 0.6960065533483514,
      "grad_norm": 1.4642739030349894,
      "learning_rate": 0.00029210025375697496,
      "loss": 4.9688,
      "step": 16993
    },
    {
      "epoch": 0.6960475117755478,
      "grad_norm": 1.7511071673680523,
      "learning_rate": 0.0002920992092806855,
      "loss": 5.5,
      "step": 16994
    },
    {
      "epoch": 0.6960884702027442,
      "grad_norm": 2.480075990314937,
      "learning_rate": 0.0002920981647372198,
      "loss": 7.6875,
      "step": 16995
    },
    {
      "epoch": 0.6961294286299406,
      "grad_norm": 1.2936739548972973,
      "learning_rate": 0.00029209712012657834,
      "loss": 5.7188,
      "step": 16996
    },
    {
      "epoch": 0.696170387057137,
      "grad_norm": 1.4318181314337348,
      "learning_rate": 0.0002920960754487616,
      "loss": 5.7188,
      "step": 16997
    },
    {
      "epoch": 0.6962113454843334,
      "grad_norm": 1.5457421760092949,
      "learning_rate": 0.00029209503070377007,
      "loss": 5.7188,
      "step": 16998
    },
    {
      "epoch": 0.6962523039115298,
      "grad_norm": 1.9627423737813927,
      "learning_rate": 0.0002920939858916043,
      "loss": 6.9375,
      "step": 16999
    },
    {
      "epoch": 0.6962932623387262,
      "grad_norm": 1.4416322489135207,
      "learning_rate": 0.00029209294101226473,
      "loss": 5.0312,
      "step": 17000
    },
    {
      "epoch": 0.6963342207659226,
      "grad_norm": 1.3727117637094155,
      "learning_rate": 0.0002920918960657518,
      "loss": 4.8438,
      "step": 17001
    },
    {
      "epoch": 0.696375179193119,
      "grad_norm": 1.402066714236674,
      "learning_rate": 0.0002920908510520661,
      "loss": 5.125,
      "step": 17002
    },
    {
      "epoch": 0.6964161376203154,
      "grad_norm": 1.9733485572114715,
      "learning_rate": 0.0002920898059712081,
      "loss": 5.375,
      "step": 17003
    },
    {
      "epoch": 0.6964570960475118,
      "grad_norm": 1.6523652632812966,
      "learning_rate": 0.0002920887608231783,
      "loss": 6.375,
      "step": 17004
    },
    {
      "epoch": 0.6964980544747081,
      "grad_norm": 7.163093937453506,
      "learning_rate": 0.0002920877156079772,
      "loss": 5.6875,
      "step": 17005
    },
    {
      "epoch": 0.6965390129019046,
      "grad_norm": 2.5177391002368688,
      "learning_rate": 0.0002920866703256052,
      "loss": 7.125,
      "step": 17006
    },
    {
      "epoch": 0.696579971329101,
      "grad_norm": 1.4396325481852563,
      "learning_rate": 0.0002920856249760629,
      "loss": 5.4375,
      "step": 17007
    },
    {
      "epoch": 0.6966209297562974,
      "grad_norm": 1.484536413513029,
      "learning_rate": 0.0002920845795593508,
      "loss": 4.9688,
      "step": 17008
    },
    {
      "epoch": 0.6966618881834937,
      "grad_norm": 3.0854641446006523,
      "learning_rate": 0.0002920835340754693,
      "loss": 4.5625,
      "step": 17009
    },
    {
      "epoch": 0.6967028466106902,
      "grad_norm": 1.492951600031748,
      "learning_rate": 0.000292082488524419,
      "loss": 5.6875,
      "step": 17010
    },
    {
      "epoch": 0.6967438050378866,
      "grad_norm": 1.6237135243691738,
      "learning_rate": 0.0002920814429062003,
      "loss": 5.7812,
      "step": 17011
    },
    {
      "epoch": 0.6967847634650829,
      "grad_norm": 1.5533939120005005,
      "learning_rate": 0.0002920803972208137,
      "loss": 5.0,
      "step": 17012
    },
    {
      "epoch": 0.6968257218922793,
      "grad_norm": 6.104627923926836,
      "learning_rate": 0.0002920793514682598,
      "loss": 5.8125,
      "step": 17013
    },
    {
      "epoch": 0.6968666803194757,
      "grad_norm": 12.84273467785607,
      "learning_rate": 0.000292078305648539,
      "loss": 4.8438,
      "step": 17014
    },
    {
      "epoch": 0.6969076387466722,
      "grad_norm": 1.4116580244300356,
      "learning_rate": 0.0002920772597616519,
      "loss": 5.3125,
      "step": 17015
    },
    {
      "epoch": 0.6969485971738685,
      "grad_norm": 1.685728802025568,
      "learning_rate": 0.0002920762138075988,
      "loss": 5.8438,
      "step": 17016
    },
    {
      "epoch": 0.6969895556010649,
      "grad_norm": 3.0307201204488,
      "learning_rate": 0.00029207516778638037,
      "loss": 5.6562,
      "step": 17017
    },
    {
      "epoch": 0.6970305140282613,
      "grad_norm": 1.5529966781879654,
      "learning_rate": 0.000292074121697997,
      "loss": 6.0938,
      "step": 17018
    },
    {
      "epoch": 0.6970714724554578,
      "grad_norm": 2.1188167951655985,
      "learning_rate": 0.0002920730755424493,
      "loss": 7.0625,
      "step": 17019
    },
    {
      "epoch": 0.6971124308826541,
      "grad_norm": 1.638752752071268,
      "learning_rate": 0.00029207202931973766,
      "loss": 4.5312,
      "step": 17020
    },
    {
      "epoch": 0.6971533893098505,
      "grad_norm": 1.9686639699141018,
      "learning_rate": 0.0002920709830298626,
      "loss": 5.0938,
      "step": 17021
    },
    {
      "epoch": 0.6971943477370469,
      "grad_norm": 1.8829010372363708,
      "learning_rate": 0.0002920699366728246,
      "loss": 6.0,
      "step": 17022
    },
    {
      "epoch": 0.6972353061642433,
      "grad_norm": 1.416832095255873,
      "learning_rate": 0.00029206889024862426,
      "loss": 5.4062,
      "step": 17023
    },
    {
      "epoch": 0.6972762645914397,
      "grad_norm": 1.9587793275295071,
      "learning_rate": 0.00029206784375726194,
      "loss": 6.2188,
      "step": 17024
    },
    {
      "epoch": 0.6973172230186361,
      "grad_norm": 1.7752363787707113,
      "learning_rate": 0.0002920667971987382,
      "loss": 4.7812,
      "step": 17025
    },
    {
      "epoch": 0.6973581814458325,
      "grad_norm": 1.6837760571755427,
      "learning_rate": 0.00029206575057305346,
      "loss": 4.375,
      "step": 17026
    },
    {
      "epoch": 0.6973991398730289,
      "grad_norm": 1.685182002000461,
      "learning_rate": 0.0002920647038802083,
      "loss": 4.8125,
      "step": 17027
    },
    {
      "epoch": 0.6974400983002252,
      "grad_norm": 1.9589223646904328,
      "learning_rate": 0.00029206365712020326,
      "loss": 5.0312,
      "step": 17028
    },
    {
      "epoch": 0.6974810567274217,
      "grad_norm": 5.53616088397156,
      "learning_rate": 0.0002920626102930387,
      "loss": 4.6875,
      "step": 17029
    },
    {
      "epoch": 0.6975220151546181,
      "grad_norm": 1.7231927253608152,
      "learning_rate": 0.0002920615633987152,
      "loss": 5.9062,
      "step": 17030
    },
    {
      "epoch": 0.6975629735818144,
      "grad_norm": 2.1526063610716264,
      "learning_rate": 0.0002920605164372333,
      "loss": 5.5625,
      "step": 17031
    },
    {
      "epoch": 0.6976039320090108,
      "grad_norm": 1.6434024491310484,
      "learning_rate": 0.0002920594694085933,
      "loss": 5.2188,
      "step": 17032
    },
    {
      "epoch": 0.6976448904362073,
      "grad_norm": 1.7247082585066669,
      "learning_rate": 0.00029205842231279594,
      "loss": 4.9062,
      "step": 17033
    },
    {
      "epoch": 0.6976858488634037,
      "grad_norm": 1.7444649283485518,
      "learning_rate": 0.00029205737514984156,
      "loss": 5.4688,
      "step": 17034
    },
    {
      "epoch": 0.6977268072906,
      "grad_norm": 1.751793490010251,
      "learning_rate": 0.0002920563279197307,
      "loss": 5.6875,
      "step": 17035
    },
    {
      "epoch": 0.6977677657177964,
      "grad_norm": 1.5015226227086063,
      "learning_rate": 0.00029205528062246385,
      "loss": 5.8125,
      "step": 17036
    },
    {
      "epoch": 0.6978087241449928,
      "grad_norm": 2.9700318037961866,
      "learning_rate": 0.0002920542332580415,
      "loss": 6.4375,
      "step": 17037
    },
    {
      "epoch": 0.6978496825721893,
      "grad_norm": 2.363073003660486,
      "learning_rate": 0.00029205318582646415,
      "loss": 5.4062,
      "step": 17038
    },
    {
      "epoch": 0.6978906409993856,
      "grad_norm": 1.9605213813117328,
      "learning_rate": 0.00029205213832773235,
      "loss": 4.8125,
      "step": 17039
    },
    {
      "epoch": 0.697931599426582,
      "grad_norm": 1.8919571435305738,
      "learning_rate": 0.0002920510907618465,
      "loss": 6.6875,
      "step": 17040
    },
    {
      "epoch": 0.6979725578537784,
      "grad_norm": 1.540899473371327,
      "learning_rate": 0.00029205004312880714,
      "loss": 6.6562,
      "step": 17041
    },
    {
      "epoch": 0.6980135162809749,
      "grad_norm": 1.6421053355336332,
      "learning_rate": 0.0002920489954286147,
      "loss": 5.8438,
      "step": 17042
    },
    {
      "epoch": 0.6980544747081712,
      "grad_norm": 1.431973469561286,
      "learning_rate": 0.0002920479476612698,
      "loss": 4.8125,
      "step": 17043
    },
    {
      "epoch": 0.6980954331353676,
      "grad_norm": 2.6731320962614773,
      "learning_rate": 0.00029204689982677284,
      "loss": 2.5,
      "step": 17044
    },
    {
      "epoch": 0.698136391562564,
      "grad_norm": 1.5492822243147173,
      "learning_rate": 0.0002920458519251244,
      "loss": 5.5625,
      "step": 17045
    },
    {
      "epoch": 0.6981773499897604,
      "grad_norm": 1.709524219726443,
      "learning_rate": 0.0002920448039563249,
      "loss": 5.7812,
      "step": 17046
    },
    {
      "epoch": 0.6982183084169568,
      "grad_norm": 5.492384847542478,
      "learning_rate": 0.0002920437559203748,
      "loss": 4.9062,
      "step": 17047
    },
    {
      "epoch": 0.6982592668441532,
      "grad_norm": 4.158626105242456,
      "learning_rate": 0.00029204270781727474,
      "loss": 4.2188,
      "step": 17048
    },
    {
      "epoch": 0.6983002252713496,
      "grad_norm": 2.087860697823015,
      "learning_rate": 0.00029204165964702515,
      "loss": 5.9688,
      "step": 17049
    },
    {
      "epoch": 0.698341183698546,
      "grad_norm": 1.7972662747532264,
      "learning_rate": 0.00029204061140962646,
      "loss": 5.5312,
      "step": 17050
    },
    {
      "epoch": 0.6983821421257423,
      "grad_norm": 2.0555996730876576,
      "learning_rate": 0.0002920395631050792,
      "loss": 6.625,
      "step": 17051
    },
    {
      "epoch": 0.6984231005529388,
      "grad_norm": 10.781342965849646,
      "learning_rate": 0.00029203851473338384,
      "loss": 6.8125,
      "step": 17052
    },
    {
      "epoch": 0.6984640589801352,
      "grad_norm": 6.893136415620828,
      "learning_rate": 0.000292037466294541,
      "loss": 6.1562,
      "step": 17053
    },
    {
      "epoch": 0.6985050174073315,
      "grad_norm": 1.3713751008667243,
      "learning_rate": 0.000292036417788551,
      "loss": 6.0625,
      "step": 17054
    },
    {
      "epoch": 0.6985459758345279,
      "grad_norm": 7.649709664637361,
      "learning_rate": 0.0002920353692154145,
      "loss": 5.0938,
      "step": 17055
    },
    {
      "epoch": 0.6985869342617244,
      "grad_norm": 1.305109694732558,
      "learning_rate": 0.00029203432057513186,
      "loss": 5.2188,
      "step": 17056
    },
    {
      "epoch": 0.6986278926889208,
      "grad_norm": 6.391214401728356,
      "learning_rate": 0.00029203327186770367,
      "loss": 2.7969,
      "step": 17057
    },
    {
      "epoch": 0.6986688511161171,
      "grad_norm": 2.537027201654617,
      "learning_rate": 0.00029203222309313035,
      "loss": 4.4062,
      "step": 17058
    },
    {
      "epoch": 0.6987098095433135,
      "grad_norm": 1.604694335330978,
      "learning_rate": 0.0002920311742514125,
      "loss": 5.5312,
      "step": 17059
    },
    {
      "epoch": 0.69875076797051,
      "grad_norm": 2.413183500437088,
      "learning_rate": 0.0002920301253425505,
      "loss": 6.4062,
      "step": 17060
    },
    {
      "epoch": 0.6987917263977064,
      "grad_norm": 1.55350223337185,
      "learning_rate": 0.00029202907636654494,
      "loss": 5.5938,
      "step": 17061
    },
    {
      "epoch": 0.6988326848249027,
      "grad_norm": 2.194940234089038,
      "learning_rate": 0.00029202802732339626,
      "loss": 6.0312,
      "step": 17062
    },
    {
      "epoch": 0.6988736432520991,
      "grad_norm": 1.5288720772997324,
      "learning_rate": 0.000292026978213105,
      "loss": 5.2812,
      "step": 17063
    },
    {
      "epoch": 0.6989146016792955,
      "grad_norm": 1.3556161211572029,
      "learning_rate": 0.00029202592903567154,
      "loss": 5.6562,
      "step": 17064
    },
    {
      "epoch": 0.698955560106492,
      "grad_norm": 2.7964671559682115,
      "learning_rate": 0.0002920248797910965,
      "loss": 6.5312,
      "step": 17065
    },
    {
      "epoch": 0.6989965185336883,
      "grad_norm": 1.362370947031947,
      "learning_rate": 0.0002920238304793804,
      "loss": 5.1875,
      "step": 17066
    },
    {
      "epoch": 0.6990374769608847,
      "grad_norm": 1.493973984946408,
      "learning_rate": 0.0002920227811005236,
      "loss": 5.0312,
      "step": 17067
    },
    {
      "epoch": 0.6990784353880811,
      "grad_norm": 1.7678491765460418,
      "learning_rate": 0.0002920217316545267,
      "loss": 5.6562,
      "step": 17068
    },
    {
      "epoch": 0.6991193938152775,
      "grad_norm": 1.48500594687492,
      "learning_rate": 0.0002920206821413902,
      "loss": 5.125,
      "step": 17069
    },
    {
      "epoch": 0.6991603522424739,
      "grad_norm": 3.0466604005911186,
      "learning_rate": 0.0002920196325611145,
      "loss": 1.8203,
      "step": 17070
    },
    {
      "epoch": 0.6992013106696703,
      "grad_norm": 1.448716195366728,
      "learning_rate": 0.0002920185829137002,
      "loss": 6.7812,
      "step": 17071
    },
    {
      "epoch": 0.6992422690968667,
      "grad_norm": 1.546892614243737,
      "learning_rate": 0.00029201753319914775,
      "loss": 5.5625,
      "step": 17072
    },
    {
      "epoch": 0.699283227524063,
      "grad_norm": 1.8848717604899037,
      "learning_rate": 0.0002920164834174576,
      "loss": 5.8438,
      "step": 17073
    },
    {
      "epoch": 0.6993241859512594,
      "grad_norm": 1.5338533039466524,
      "learning_rate": 0.00029201543356863034,
      "loss": 5.2812,
      "step": 17074
    },
    {
      "epoch": 0.6993651443784559,
      "grad_norm": 1.6200348529123696,
      "learning_rate": 0.00029201438365266644,
      "loss": 5.9688,
      "step": 17075
    },
    {
      "epoch": 0.6994061028056523,
      "grad_norm": 1.5157132824557151,
      "learning_rate": 0.00029201333366956635,
      "loss": 5.375,
      "step": 17076
    },
    {
      "epoch": 0.6994470612328486,
      "grad_norm": 3.1337401836454277,
      "learning_rate": 0.0002920122836193306,
      "loss": 5.5938,
      "step": 17077
    },
    {
      "epoch": 0.699488019660045,
      "grad_norm": 1.3574418042484473,
      "learning_rate": 0.0002920112335019597,
      "loss": 5.0312,
      "step": 17078
    },
    {
      "epoch": 0.6995289780872415,
      "grad_norm": 1.5365069587144164,
      "learning_rate": 0.00029201018331745414,
      "loss": 5.4062,
      "step": 17079
    },
    {
      "epoch": 0.6995699365144379,
      "grad_norm": 2.285205219068003,
      "learning_rate": 0.00029200913306581436,
      "loss": 4.0,
      "step": 17080
    },
    {
      "epoch": 0.6996108949416342,
      "grad_norm": 1.1692058460026187,
      "learning_rate": 0.00029200808274704095,
      "loss": 2.8594,
      "step": 17081
    },
    {
      "epoch": 0.6996518533688306,
      "grad_norm": 3.292166010436516,
      "learning_rate": 0.00029200703236113433,
      "loss": 2.5,
      "step": 17082
    },
    {
      "epoch": 0.699692811796027,
      "grad_norm": 1.4898462622100108,
      "learning_rate": 0.000292005981908095,
      "loss": 5.0,
      "step": 17083
    },
    {
      "epoch": 0.6997337702232235,
      "grad_norm": 1.5450298661703292,
      "learning_rate": 0.00029200493138792355,
      "loss": 5.9688,
      "step": 17084
    },
    {
      "epoch": 0.6997747286504198,
      "grad_norm": 1.7130285120293325,
      "learning_rate": 0.00029200388080062036,
      "loss": 5.875,
      "step": 17085
    },
    {
      "epoch": 0.6998156870776162,
      "grad_norm": 1.683506843598475,
      "learning_rate": 0.000292002830146186,
      "loss": 5.375,
      "step": 17086
    },
    {
      "epoch": 0.6998566455048126,
      "grad_norm": 1.4206857488287161,
      "learning_rate": 0.0002920017794246209,
      "loss": 5.9062,
      "step": 17087
    },
    {
      "epoch": 0.6998976039320091,
      "grad_norm": 1.958889442404096,
      "learning_rate": 0.0002920007286359256,
      "loss": 6.1562,
      "step": 17088
    },
    {
      "epoch": 0.6999385623592054,
      "grad_norm": 1.7454725228490664,
      "learning_rate": 0.0002919996777801007,
      "loss": 5.7188,
      "step": 17089
    },
    {
      "epoch": 0.6999795207864018,
      "grad_norm": 1.609437070352632,
      "learning_rate": 0.0002919986268571465,
      "loss": 4.375,
      "step": 17090
    },
    {
      "epoch": 0.7000204792135982,
      "grad_norm": 1.5748081709366115,
      "learning_rate": 0.0002919975758670636,
      "loss": 5.75,
      "step": 17091
    },
    {
      "epoch": 0.7000614376407946,
      "grad_norm": 1.7629979947032157,
      "learning_rate": 0.00029199652480985246,
      "loss": 4.8438,
      "step": 17092
    },
    {
      "epoch": 0.700102396067991,
      "grad_norm": 9.341500446514372,
      "learning_rate": 0.00029199547368551364,
      "loss": 6.5938,
      "step": 17093
    },
    {
      "epoch": 0.7001433544951874,
      "grad_norm": 1.910883243460202,
      "learning_rate": 0.0002919944224940476,
      "loss": 5.3125,
      "step": 17094
    },
    {
      "epoch": 0.7001843129223838,
      "grad_norm": 5.703954507594932,
      "learning_rate": 0.00029199337123545486,
      "loss": 4.8125,
      "step": 17095
    },
    {
      "epoch": 0.7002252713495801,
      "grad_norm": 1.464081966216254,
      "learning_rate": 0.00029199231990973583,
      "loss": 5.125,
      "step": 17096
    },
    {
      "epoch": 0.7002662297767765,
      "grad_norm": 3.0854909583180454,
      "learning_rate": 0.00029199126851689114,
      "loss": 8.25,
      "step": 17097
    },
    {
      "epoch": 0.700307188203973,
      "grad_norm": 1.742559478853521,
      "learning_rate": 0.00029199021705692116,
      "loss": 6.75,
      "step": 17098
    },
    {
      "epoch": 0.7003481466311694,
      "grad_norm": 1.7581994408771293,
      "learning_rate": 0.0002919891655298265,
      "loss": 5.9375,
      "step": 17099
    },
    {
      "epoch": 0.7003891050583657,
      "grad_norm": 3.5074878181557287,
      "learning_rate": 0.0002919881139356075,
      "loss": 6.2188,
      "step": 17100
    },
    {
      "epoch": 0.7004300634855621,
      "grad_norm": 1.9742420655610824,
      "learning_rate": 0.00029198706227426485,
      "loss": 6.4688,
      "step": 17101
    },
    {
      "epoch": 0.7004710219127586,
      "grad_norm": 3.4714882657343655,
      "learning_rate": 0.00029198601054579893,
      "loss": 6.6562,
      "step": 17102
    },
    {
      "epoch": 0.700511980339955,
      "grad_norm": 1.8587226138050306,
      "learning_rate": 0.00029198495875021026,
      "loss": 4.9062,
      "step": 17103
    },
    {
      "epoch": 0.7005529387671513,
      "grad_norm": 1.3504440438478806,
      "learning_rate": 0.0002919839068874994,
      "loss": 5.0625,
      "step": 17104
    },
    {
      "epoch": 0.7005938971943477,
      "grad_norm": 1.9266031725172625,
      "learning_rate": 0.0002919828549576667,
      "loss": 5.9688,
      "step": 17105
    },
    {
      "epoch": 0.7006348556215442,
      "grad_norm": 2.4550809436785457,
      "learning_rate": 0.0002919818029607128,
      "loss": 5.9375,
      "step": 17106
    },
    {
      "epoch": 0.7006758140487406,
      "grad_norm": 2.4910066674346494,
      "learning_rate": 0.0002919807508966381,
      "loss": 6.4375,
      "step": 17107
    },
    {
      "epoch": 0.7007167724759369,
      "grad_norm": 1.6289886447733606,
      "learning_rate": 0.0002919796987654432,
      "loss": 6.125,
      "step": 17108
    },
    {
      "epoch": 0.7007577309031333,
      "grad_norm": 1.812394237764794,
      "learning_rate": 0.0002919786465671285,
      "loss": 5.5,
      "step": 17109
    },
    {
      "epoch": 0.7007986893303297,
      "grad_norm": 1.6583344939927334,
      "learning_rate": 0.0002919775943016945,
      "loss": 5.8125,
      "step": 17110
    },
    {
      "epoch": 0.7008396477575262,
      "grad_norm": 1.5081218750102938,
      "learning_rate": 0.00029197654196914176,
      "loss": 8.0625,
      "step": 17111
    },
    {
      "epoch": 0.7008806061847225,
      "grad_norm": 3.9799745117777166,
      "learning_rate": 0.0002919754895694708,
      "loss": 7.4062,
      "step": 17112
    },
    {
      "epoch": 0.7009215646119189,
      "grad_norm": 1.7928504688208793,
      "learning_rate": 0.000291974437102682,
      "loss": 5.7188,
      "step": 17113
    },
    {
      "epoch": 0.7009625230391153,
      "grad_norm": 1.411886218604401,
      "learning_rate": 0.0002919733845687759,
      "loss": 5.125,
      "step": 17114
    },
    {
      "epoch": 0.7010034814663116,
      "grad_norm": 2.292308719371901,
      "learning_rate": 0.0002919723319677531,
      "loss": 5.0312,
      "step": 17115
    },
    {
      "epoch": 0.7010444398935081,
      "grad_norm": 4.743290609209103,
      "learning_rate": 0.00029197127929961395,
      "loss": 6.4688,
      "step": 17116
    },
    {
      "epoch": 0.7010853983207045,
      "grad_norm": 1.4192893851681487,
      "learning_rate": 0.0002919702265643591,
      "loss": 5.0938,
      "step": 17117
    },
    {
      "epoch": 0.7011263567479009,
      "grad_norm": 1.7662349115687883,
      "learning_rate": 0.0002919691737619889,
      "loss": 6.125,
      "step": 17118
    },
    {
      "epoch": 0.7011673151750972,
      "grad_norm": 1.141200108685203,
      "learning_rate": 0.00029196812089250394,
      "loss": 2.9375,
      "step": 17119
    },
    {
      "epoch": 0.7012082736022937,
      "grad_norm": 1.7592262114196517,
      "learning_rate": 0.0002919670679559047,
      "loss": 5.0,
      "step": 17120
    },
    {
      "epoch": 0.7012492320294901,
      "grad_norm": 1.4560850939534262,
      "learning_rate": 0.00029196601495219167,
      "loss": 5.2812,
      "step": 17121
    },
    {
      "epoch": 0.7012901904566865,
      "grad_norm": 3.240122774027423,
      "learning_rate": 0.00029196496188136533,
      "loss": 6.3438,
      "step": 17122
    },
    {
      "epoch": 0.7013311488838828,
      "grad_norm": 2.2031130134152375,
      "learning_rate": 0.00029196390874342617,
      "loss": 4.6875,
      "step": 17123
    },
    {
      "epoch": 0.7013721073110792,
      "grad_norm": 2.0285347334446078,
      "learning_rate": 0.00029196285553837473,
      "loss": 6.0625,
      "step": 17124
    },
    {
      "epoch": 0.7014130657382757,
      "grad_norm": 3.9965923482659056,
      "learning_rate": 0.00029196180226621145,
      "loss": 2.0938,
      "step": 17125
    },
    {
      "epoch": 0.7014540241654721,
      "grad_norm": 1.376431932919767,
      "learning_rate": 0.0002919607489269369,
      "loss": 6.8125,
      "step": 17126
    },
    {
      "epoch": 0.7014949825926684,
      "grad_norm": 1.9831211267792097,
      "learning_rate": 0.0002919596955205516,
      "loss": 5.5,
      "step": 17127
    },
    {
      "epoch": 0.7015359410198648,
      "grad_norm": 2.2135834665228575,
      "learning_rate": 0.00029195864204705597,
      "loss": 4.2188,
      "step": 17128
    },
    {
      "epoch": 0.7015768994470613,
      "grad_norm": 1.714930328523609,
      "learning_rate": 0.00029195758850645046,
      "loss": 5.3438,
      "step": 17129
    },
    {
      "epoch": 0.7016178578742577,
      "grad_norm": 1.4959062846792637,
      "learning_rate": 0.0002919565348987357,
      "loss": 5.0938,
      "step": 17130
    },
    {
      "epoch": 0.701658816301454,
      "grad_norm": 1.4268026566866525,
      "learning_rate": 0.00029195548122391217,
      "loss": 4.5625,
      "step": 17131
    },
    {
      "epoch": 0.7016997747286504,
      "grad_norm": 2.0291093473564437,
      "learning_rate": 0.00029195442748198024,
      "loss": 4.2188,
      "step": 17132
    },
    {
      "epoch": 0.7017407331558468,
      "grad_norm": 1.6385086222501182,
      "learning_rate": 0.00029195337367294053,
      "loss": 5.2188,
      "step": 17133
    },
    {
      "epoch": 0.7017816915830433,
      "grad_norm": 2.042440985367933,
      "learning_rate": 0.00029195231979679354,
      "loss": 5.125,
      "step": 17134
    },
    {
      "epoch": 0.7018226500102396,
      "grad_norm": 2.8001921222528856,
      "learning_rate": 0.00029195126585353963,
      "loss": 7.0,
      "step": 17135
    },
    {
      "epoch": 0.701863608437436,
      "grad_norm": 1.3166100817245954,
      "learning_rate": 0.00029195021184317947,
      "loss": 5.1875,
      "step": 17136
    },
    {
      "epoch": 0.7019045668646324,
      "grad_norm": 1.3275054792759413,
      "learning_rate": 0.0002919491577657135,
      "loss": 5.4375,
      "step": 17137
    },
    {
      "epoch": 0.7019455252918287,
      "grad_norm": 1.6235027714035557,
      "learning_rate": 0.0002919481036211422,
      "loss": 5.5,
      "step": 17138
    },
    {
      "epoch": 0.7019864837190252,
      "grad_norm": 1.3740389923698302,
      "learning_rate": 0.000291947049409466,
      "loss": 5.6875,
      "step": 17139
    },
    {
      "epoch": 0.7020274421462216,
      "grad_norm": 1.6279773111121227,
      "learning_rate": 0.00029194599513068553,
      "loss": 5.9062,
      "step": 17140
    },
    {
      "epoch": 0.702068400573418,
      "grad_norm": 1.9492412113219217,
      "learning_rate": 0.0002919449407848012,
      "loss": 6.5938,
      "step": 17141
    },
    {
      "epoch": 0.7021093590006143,
      "grad_norm": 2.458082220813025,
      "learning_rate": 0.00029194388637181364,
      "loss": 4.75,
      "step": 17142
    },
    {
      "epoch": 0.7021503174278108,
      "grad_norm": 1.4682620909100714,
      "learning_rate": 0.0002919428318917231,
      "loss": 5.9062,
      "step": 17143
    },
    {
      "epoch": 0.7021912758550072,
      "grad_norm": 2.796808620648363,
      "learning_rate": 0.00029194177734453037,
      "loss": 6.4688,
      "step": 17144
    },
    {
      "epoch": 0.7022322342822036,
      "grad_norm": 3.45682277619741,
      "learning_rate": 0.0002919407227302357,
      "loss": 7.2188,
      "step": 17145
    },
    {
      "epoch": 0.7022731927093999,
      "grad_norm": 2.075079922754758,
      "learning_rate": 0.00029193966804883973,
      "loss": 5.2812,
      "step": 17146
    },
    {
      "epoch": 0.7023141511365963,
      "grad_norm": 1.8393307204127147,
      "learning_rate": 0.0002919386133003429,
      "loss": 4.8438,
      "step": 17147
    },
    {
      "epoch": 0.7023551095637928,
      "grad_norm": 1.9455941636563867,
      "learning_rate": 0.00029193755848474573,
      "loss": 4.9062,
      "step": 17148
    },
    {
      "epoch": 0.7023960679909892,
      "grad_norm": 1.6754224846899703,
      "learning_rate": 0.00029193650360204875,
      "loss": 4.7188,
      "step": 17149
    },
    {
      "epoch": 0.7024370264181855,
      "grad_norm": 1.527183236916264,
      "learning_rate": 0.00029193544865225245,
      "loss": 5.5,
      "step": 17150
    },
    {
      "epoch": 0.7024779848453819,
      "grad_norm": 1.3977810953860352,
      "learning_rate": 0.0002919343936353572,
      "loss": 5.2188,
      "step": 17151
    },
    {
      "epoch": 0.7025189432725784,
      "grad_norm": 3.073066478989813,
      "learning_rate": 0.00029193333855136367,
      "loss": 6.5625,
      "step": 17152
    },
    {
      "epoch": 0.7025599016997748,
      "grad_norm": 1.4624591517429282,
      "learning_rate": 0.00029193228340027233,
      "loss": 5.3125,
      "step": 17153
    },
    {
      "epoch": 0.7026008601269711,
      "grad_norm": 1.652055885321747,
      "learning_rate": 0.00029193122818208363,
      "loss": 5.1562,
      "step": 17154
    },
    {
      "epoch": 0.7026418185541675,
      "grad_norm": 1.446907677745148,
      "learning_rate": 0.00029193017289679804,
      "loss": 5.1562,
      "step": 17155
    },
    {
      "epoch": 0.7026827769813639,
      "grad_norm": 4.593551312716214,
      "learning_rate": 0.0002919291175444161,
      "loss": 6.4688,
      "step": 17156
    },
    {
      "epoch": 0.7027237354085603,
      "grad_norm": 1.4877246032552467,
      "learning_rate": 0.00029192806212493833,
      "loss": 5.0312,
      "step": 17157
    },
    {
      "epoch": 0.7027646938357567,
      "grad_norm": 1.577839137150986,
      "learning_rate": 0.00029192700663836524,
      "loss": 6.2188,
      "step": 17158
    },
    {
      "epoch": 0.7028056522629531,
      "grad_norm": 1.6026945634933016,
      "learning_rate": 0.0002919259510846972,
      "loss": 5.0625,
      "step": 17159
    },
    {
      "epoch": 0.7028466106901495,
      "grad_norm": 1.5079865291435575,
      "learning_rate": 0.00029192489546393493,
      "loss": 7.1562,
      "step": 17160
    },
    {
      "epoch": 0.7028875691173458,
      "grad_norm": 1.7499408886033774,
      "learning_rate": 0.0002919238397760788,
      "loss": 5.375,
      "step": 17161
    },
    {
      "epoch": 0.7029285275445423,
      "grad_norm": 2.1517852971879177,
      "learning_rate": 0.0002919227840211292,
      "loss": 6.4688,
      "step": 17162
    },
    {
      "epoch": 0.7029694859717387,
      "grad_norm": 1.7228077511486866,
      "learning_rate": 0.0002919217281990868,
      "loss": 5.5,
      "step": 17163
    },
    {
      "epoch": 0.7030104443989351,
      "grad_norm": 1.541354624570116,
      "learning_rate": 0.00029192067230995205,
      "loss": 4.8125,
      "step": 17164
    },
    {
      "epoch": 0.7030514028261314,
      "grad_norm": 2.210862557963628,
      "learning_rate": 0.0002919196163537254,
      "loss": 6.9062,
      "step": 17165
    },
    {
      "epoch": 0.7030923612533279,
      "grad_norm": 12.285478682221587,
      "learning_rate": 0.00029191856033040746,
      "loss": 5.5312,
      "step": 17166
    },
    {
      "epoch": 0.7031333196805243,
      "grad_norm": 5.608830788195818,
      "learning_rate": 0.0002919175042399986,
      "loss": 6.7188,
      "step": 17167
    },
    {
      "epoch": 0.7031742781077207,
      "grad_norm": 1.393449186360248,
      "learning_rate": 0.0002919164480824994,
      "loss": 4.75,
      "step": 17168
    },
    {
      "epoch": 0.703215236534917,
      "grad_norm": 1.7303762366289508,
      "learning_rate": 0.00029191539185791034,
      "loss": 5.5625,
      "step": 17169
    },
    {
      "epoch": 0.7032561949621134,
      "grad_norm": 1.763093455893968,
      "learning_rate": 0.00029191433556623197,
      "loss": 5.75,
      "step": 17170
    },
    {
      "epoch": 0.7032971533893099,
      "grad_norm": 2.570861397912665,
      "learning_rate": 0.00029191327920746464,
      "loss": 7.4375,
      "step": 17171
    },
    {
      "epoch": 0.7033381118165063,
      "grad_norm": 8.883535782377772,
      "learning_rate": 0.000291912222781609,
      "loss": 4.0625,
      "step": 17172
    },
    {
      "epoch": 0.7033790702437026,
      "grad_norm": 2.2639312334851107,
      "learning_rate": 0.0002919111662886655,
      "loss": 5.375,
      "step": 17173
    },
    {
      "epoch": 0.703420028670899,
      "grad_norm": 4.7971199956819754,
      "learning_rate": 0.00029191010972863464,
      "loss": 6.5938,
      "step": 17174
    },
    {
      "epoch": 0.7034609870980955,
      "grad_norm": 1.6844597615221668,
      "learning_rate": 0.0002919090531015169,
      "loss": 6.125,
      "step": 17175
    },
    {
      "epoch": 0.7035019455252919,
      "grad_norm": 4.730781728914857,
      "learning_rate": 0.0002919079964073128,
      "loss": 5.8438,
      "step": 17176
    },
    {
      "epoch": 0.7035429039524882,
      "grad_norm": 2.6697278484676383,
      "learning_rate": 0.0002919069396460228,
      "loss": 5.4375,
      "step": 17177
    },
    {
      "epoch": 0.7035838623796846,
      "grad_norm": 3.142959640492646,
      "learning_rate": 0.0002919058828176475,
      "loss": 6.125,
      "step": 17178
    },
    {
      "epoch": 0.703624820806881,
      "grad_norm": 1.528334440270218,
      "learning_rate": 0.00029190482592218725,
      "loss": 6.0,
      "step": 17179
    },
    {
      "epoch": 0.7036657792340774,
      "grad_norm": 1.548808755519598,
      "learning_rate": 0.0002919037689596427,
      "loss": 5.9062,
      "step": 17180
    },
    {
      "epoch": 0.7037067376612738,
      "grad_norm": 3.114202770334433,
      "learning_rate": 0.00029190271193001426,
      "loss": 7.9688,
      "step": 17181
    },
    {
      "epoch": 0.7037476960884702,
      "grad_norm": 3.638261222543666,
      "learning_rate": 0.00029190165483330245,
      "loss": 6.9062,
      "step": 17182
    },
    {
      "epoch": 0.7037886545156666,
      "grad_norm": 17.88688443121176,
      "learning_rate": 0.00029190059766950774,
      "loss": 6.3438,
      "step": 17183
    },
    {
      "epoch": 0.703829612942863,
      "grad_norm": 1.5772881890821175,
      "learning_rate": 0.00029189954043863073,
      "loss": 5.7188,
      "step": 17184
    },
    {
      "epoch": 0.7038705713700594,
      "grad_norm": 1.7168540464471365,
      "learning_rate": 0.0002918984831406718,
      "loss": 5.6562,
      "step": 17185
    },
    {
      "epoch": 0.7039115297972558,
      "grad_norm": 1.3613070341227358,
      "learning_rate": 0.00029189742577563155,
      "loss": 5.6875,
      "step": 17186
    },
    {
      "epoch": 0.7039524882244522,
      "grad_norm": 2.405808623597128,
      "learning_rate": 0.00029189636834351035,
      "loss": 6.8438,
      "step": 17187
    },
    {
      "epoch": 0.7039934466516485,
      "grad_norm": 1.5621753604317246,
      "learning_rate": 0.00029189531084430887,
      "loss": 5.5938,
      "step": 17188
    },
    {
      "epoch": 0.704034405078845,
      "grad_norm": 1.3344602935170369,
      "learning_rate": 0.00029189425327802746,
      "loss": 5.3125,
      "step": 17189
    },
    {
      "epoch": 0.7040753635060414,
      "grad_norm": 3.9190064114265435,
      "learning_rate": 0.0002918931956446667,
      "loss": 7.0312,
      "step": 17190
    },
    {
      "epoch": 0.7041163219332378,
      "grad_norm": 1.3558448665188412,
      "learning_rate": 0.00029189213794422703,
      "loss": 4.875,
      "step": 17191
    },
    {
      "epoch": 0.7041572803604341,
      "grad_norm": 1.6823242775606997,
      "learning_rate": 0.0002918910801767091,
      "loss": 5.75,
      "step": 17192
    },
    {
      "epoch": 0.7041982387876305,
      "grad_norm": 3.3519831264297166,
      "learning_rate": 0.0002918900223421132,
      "loss": 5.5625,
      "step": 17193
    },
    {
      "epoch": 0.704239197214827,
      "grad_norm": 1.452390157057199,
      "learning_rate": 0.00029188896444043997,
      "loss": 4.9688,
      "step": 17194
    },
    {
      "epoch": 0.7042801556420234,
      "grad_norm": 1.639779776907891,
      "learning_rate": 0.00029188790647168987,
      "loss": 5.625,
      "step": 17195
    },
    {
      "epoch": 0.7043211140692197,
      "grad_norm": 3.3504911398313704,
      "learning_rate": 0.0002918868484358634,
      "loss": 6.8125,
      "step": 17196
    },
    {
      "epoch": 0.7043620724964161,
      "grad_norm": 1.7279683242959927,
      "learning_rate": 0.00029188579033296105,
      "loss": 5.6875,
      "step": 17197
    },
    {
      "epoch": 0.7044030309236126,
      "grad_norm": 1.5523454783371018,
      "learning_rate": 0.00029188473216298336,
      "loss": 5.4375,
      "step": 17198
    },
    {
      "epoch": 0.7044439893508089,
      "grad_norm": 1.4209168266097592,
      "learning_rate": 0.00029188367392593074,
      "loss": 5.4375,
      "step": 17199
    },
    {
      "epoch": 0.7044849477780053,
      "grad_norm": 1.6929633434955833,
      "learning_rate": 0.00029188261562180384,
      "loss": 4.9688,
      "step": 17200
    },
    {
      "epoch": 0.7045259062052017,
      "grad_norm": 1.7485998642633287,
      "learning_rate": 0.000291881557250603,
      "loss": 6.5625,
      "step": 17201
    },
    {
      "epoch": 0.7045668646323981,
      "grad_norm": 2.5662012273796115,
      "learning_rate": 0.0002918804988123288,
      "loss": 7.4688,
      "step": 17202
    },
    {
      "epoch": 0.7046078230595945,
      "grad_norm": 2.2885420650369275,
      "learning_rate": 0.0002918794403069817,
      "loss": 6.6562,
      "step": 17203
    },
    {
      "epoch": 0.7046487814867909,
      "grad_norm": 1.542489900688206,
      "learning_rate": 0.00029187838173456234,
      "loss": 5.875,
      "step": 17204
    },
    {
      "epoch": 0.7046897399139873,
      "grad_norm": 1.500244277572496,
      "learning_rate": 0.00029187732309507105,
      "loss": 5.0625,
      "step": 17205
    },
    {
      "epoch": 0.7047306983411837,
      "grad_norm": 3.784347814533954,
      "learning_rate": 0.0002918762643885084,
      "loss": 6.4688,
      "step": 17206
    },
    {
      "epoch": 0.70477165676838,
      "grad_norm": 1.6282863814367632,
      "learning_rate": 0.0002918752056148749,
      "loss": 5.4062,
      "step": 17207
    },
    {
      "epoch": 0.7048126151955765,
      "grad_norm": 2.2096909455405753,
      "learning_rate": 0.00029187414677417107,
      "loss": 5.125,
      "step": 17208
    },
    {
      "epoch": 0.7048535736227729,
      "grad_norm": 3.2620379789083302,
      "learning_rate": 0.00029187308786639727,
      "loss": 7.6562,
      "step": 17209
    },
    {
      "epoch": 0.7048945320499693,
      "grad_norm": 1.8198819321018012,
      "learning_rate": 0.0002918720288915542,
      "loss": 5.5312,
      "step": 17210
    },
    {
      "epoch": 0.7049354904771656,
      "grad_norm": 1.6399448120917117,
      "learning_rate": 0.0002918709698496422,
      "loss": 6.0,
      "step": 17211
    },
    {
      "epoch": 0.7049764489043621,
      "grad_norm": 20.391561405833503,
      "learning_rate": 0.00029186991074066186,
      "loss": 5.5312,
      "step": 17212
    },
    {
      "epoch": 0.7050174073315585,
      "grad_norm": 2.267915988490986,
      "learning_rate": 0.00029186885156461367,
      "loss": 5.9688,
      "step": 17213
    },
    {
      "epoch": 0.7050583657587549,
      "grad_norm": 1.5885581448115047,
      "learning_rate": 0.00029186779232149814,
      "loss": 5.5312,
      "step": 17214
    },
    {
      "epoch": 0.7050993241859512,
      "grad_norm": 1.5674490702496295,
      "learning_rate": 0.0002918667330113157,
      "loss": 5.8125,
      "step": 17215
    },
    {
      "epoch": 0.7051402826131477,
      "grad_norm": 1.7363001163200338,
      "learning_rate": 0.00029186567363406697,
      "loss": 6.625,
      "step": 17216
    },
    {
      "epoch": 0.7051812410403441,
      "grad_norm": 1.6825407715471232,
      "learning_rate": 0.0002918646141897523,
      "loss": 5.75,
      "step": 17217
    },
    {
      "epoch": 0.7052221994675405,
      "grad_norm": 1.5461738171237096,
      "learning_rate": 0.0002918635546783723,
      "loss": 5.3125,
      "step": 17218
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 3.487139180471547,
      "learning_rate": 0.00029186249509992746,
      "loss": 6.375,
      "step": 17219
    },
    {
      "epoch": 0.7053041163219332,
      "grad_norm": 1.4690998772886878,
      "learning_rate": 0.0002918614354544183,
      "loss": 5.4062,
      "step": 17220
    },
    {
      "epoch": 0.7053450747491297,
      "grad_norm": 1.564505441178948,
      "learning_rate": 0.00029186037574184526,
      "loss": 6.75,
      "step": 17221
    },
    {
      "epoch": 0.705386033176326,
      "grad_norm": 1.8943198207066019,
      "learning_rate": 0.0002918593159622088,
      "loss": 4.4688,
      "step": 17222
    },
    {
      "epoch": 0.7054269916035224,
      "grad_norm": 1.4947515566255636,
      "learning_rate": 0.0002918582561155096,
      "loss": 5.7188,
      "step": 17223
    },
    {
      "epoch": 0.7054679500307188,
      "grad_norm": 1.8640617856932837,
      "learning_rate": 0.00029185719620174796,
      "loss": 4.9688,
      "step": 17224
    },
    {
      "epoch": 0.7055089084579153,
      "grad_norm": 4.79333634486689,
      "learning_rate": 0.0002918561362209245,
      "loss": 3.9844,
      "step": 17225
    },
    {
      "epoch": 0.7055498668851116,
      "grad_norm": 1.4837121076957775,
      "learning_rate": 0.0002918550761730397,
      "loss": 4.9688,
      "step": 17226
    },
    {
      "epoch": 0.705590825312308,
      "grad_norm": 1.435896152038276,
      "learning_rate": 0.000291854016058094,
      "loss": 5.4375,
      "step": 17227
    },
    {
      "epoch": 0.7056317837395044,
      "grad_norm": 1.7894849695007462,
      "learning_rate": 0.000291852955876088,
      "loss": 5.3438,
      "step": 17228
    },
    {
      "epoch": 0.7056727421667008,
      "grad_norm": 1.4130789006475808,
      "learning_rate": 0.0002918518956270222,
      "loss": 4.9688,
      "step": 17229
    },
    {
      "epoch": 0.7057137005938972,
      "grad_norm": 1.544397185839866,
      "learning_rate": 0.00029185083531089697,
      "loss": 5.125,
      "step": 17230
    },
    {
      "epoch": 0.7057546590210936,
      "grad_norm": 1.6380006755263197,
      "learning_rate": 0.00029184977492771293,
      "loss": 4.2188,
      "step": 17231
    },
    {
      "epoch": 0.70579561744829,
      "grad_norm": 1.7182483747954858,
      "learning_rate": 0.0002918487144774705,
      "loss": 5.3438,
      "step": 17232
    },
    {
      "epoch": 0.7058365758754864,
      "grad_norm": 2.0065106114941025,
      "learning_rate": 0.0002918476539601703,
      "loss": 6.0,
      "step": 17233
    },
    {
      "epoch": 0.7058775343026827,
      "grad_norm": 3.5131752187671825,
      "learning_rate": 0.00029184659337581274,
      "loss": 4.3125,
      "step": 17234
    },
    {
      "epoch": 0.7059184927298792,
      "grad_norm": 1.4286099338326623,
      "learning_rate": 0.0002918455327243983,
      "loss": 4.9375,
      "step": 17235
    },
    {
      "epoch": 0.7059594511570756,
      "grad_norm": 7.765889664422654,
      "learning_rate": 0.0002918444720059276,
      "loss": 8.0625,
      "step": 17236
    },
    {
      "epoch": 0.706000409584272,
      "grad_norm": 1.8274125053166448,
      "learning_rate": 0.000291843411220401,
      "loss": 6.7188,
      "step": 17237
    },
    {
      "epoch": 0.7060413680114683,
      "grad_norm": 1.4698472036047725,
      "learning_rate": 0.00029184235036781907,
      "loss": 5.3438,
      "step": 17238
    },
    {
      "epoch": 0.7060823264386648,
      "grad_norm": 1.6175907777218939,
      "learning_rate": 0.0002918412894481823,
      "loss": 5.4688,
      "step": 17239
    },
    {
      "epoch": 0.7061232848658612,
      "grad_norm": 1.5437546889089027,
      "learning_rate": 0.0002918402284614913,
      "loss": 5.2188,
      "step": 17240
    },
    {
      "epoch": 0.7061642432930575,
      "grad_norm": 1.9158564904569542,
      "learning_rate": 0.00029183916740774637,
      "loss": 6.9062,
      "step": 17241
    },
    {
      "epoch": 0.7062052017202539,
      "grad_norm": 1.7881822521934383,
      "learning_rate": 0.0002918381062869481,
      "loss": 5.2188,
      "step": 17242
    },
    {
      "epoch": 0.7062461601474503,
      "grad_norm": 1.6710164235351141,
      "learning_rate": 0.00029183704509909707,
      "loss": 5.4062,
      "step": 17243
    },
    {
      "epoch": 0.7062871185746468,
      "grad_norm": 2.3165241534530456,
      "learning_rate": 0.00029183598384419367,
      "loss": 7.7812,
      "step": 17244
    },
    {
      "epoch": 0.7063280770018431,
      "grad_norm": 1.5102951231354549,
      "learning_rate": 0.0002918349225222385,
      "loss": 5.25,
      "step": 17245
    },
    {
      "epoch": 0.7063690354290395,
      "grad_norm": 1.5468460861021565,
      "learning_rate": 0.00029183386113323196,
      "loss": 5.625,
      "step": 17246
    },
    {
      "epoch": 0.7064099938562359,
      "grad_norm": 5.1434616710736005,
      "learning_rate": 0.0002918327996771746,
      "loss": 5.2812,
      "step": 17247
    },
    {
      "epoch": 0.7064509522834324,
      "grad_norm": 1.6453341146275242,
      "learning_rate": 0.00029183173815406694,
      "loss": 4.6562,
      "step": 17248
    },
    {
      "epoch": 0.7064919107106287,
      "grad_norm": 4.064990499158443,
      "learning_rate": 0.0002918306765639094,
      "loss": 4.8125,
      "step": 17249
    },
    {
      "epoch": 0.7065328691378251,
      "grad_norm": 2.4483072339852856,
      "learning_rate": 0.00029182961490670266,
      "loss": 7.25,
      "step": 17250
    },
    {
      "epoch": 0.7065738275650215,
      "grad_norm": 1.6410134776720897,
      "learning_rate": 0.00029182855318244706,
      "loss": 4.9062,
      "step": 17251
    },
    {
      "epoch": 0.7066147859922179,
      "grad_norm": 1.9539153027902607,
      "learning_rate": 0.00029182749139114314,
      "loss": 5.375,
      "step": 17252
    },
    {
      "epoch": 0.7066557444194143,
      "grad_norm": 1.5552781920803074,
      "learning_rate": 0.0002918264295327914,
      "loss": 6.5,
      "step": 17253
    },
    {
      "epoch": 0.7066967028466107,
      "grad_norm": 4.938508442678336,
      "learning_rate": 0.0002918253676073924,
      "loss": 5.1562,
      "step": 17254
    },
    {
      "epoch": 0.7067376612738071,
      "grad_norm": 1.7268513652601285,
      "learning_rate": 0.00029182430561494653,
      "loss": 6.9062,
      "step": 17255
    },
    {
      "epoch": 0.7067786197010035,
      "grad_norm": 2.049768091468323,
      "learning_rate": 0.0002918232435554544,
      "loss": 5.375,
      "step": 17256
    },
    {
      "epoch": 0.7068195781281998,
      "grad_norm": 1.6305144182966156,
      "learning_rate": 0.0002918221814289165,
      "loss": 5.25,
      "step": 17257
    },
    {
      "epoch": 0.7068605365553963,
      "grad_norm": 1.5890908087197575,
      "learning_rate": 0.00029182111923533325,
      "loss": 5.9375,
      "step": 17258
    },
    {
      "epoch": 0.7069014949825927,
      "grad_norm": 1.4806216757040525,
      "learning_rate": 0.0002918200569747052,
      "loss": 5.2188,
      "step": 17259
    },
    {
      "epoch": 0.7069424534097891,
      "grad_norm": 2.0361406147629757,
      "learning_rate": 0.00029181899464703287,
      "loss": 6.5312,
      "step": 17260
    },
    {
      "epoch": 0.7069834118369854,
      "grad_norm": 2.294935155217708,
      "learning_rate": 0.0002918179322523168,
      "loss": 4.8125,
      "step": 17261
    },
    {
      "epoch": 0.7070243702641819,
      "grad_norm": 1.5239575004595238,
      "learning_rate": 0.00029181686979055737,
      "loss": 4.7812,
      "step": 17262
    },
    {
      "epoch": 0.7070653286913783,
      "grad_norm": 1.568452451131409,
      "learning_rate": 0.0002918158072617552,
      "loss": 5.2812,
      "step": 17263
    },
    {
      "epoch": 0.7071062871185746,
      "grad_norm": 1.4903769614018927,
      "learning_rate": 0.0002918147446659107,
      "loss": 5.375,
      "step": 17264
    },
    {
      "epoch": 0.707147245545771,
      "grad_norm": 1.495438212420804,
      "learning_rate": 0.0002918136820030244,
      "loss": 5.1875,
      "step": 17265
    },
    {
      "epoch": 0.7071882039729674,
      "grad_norm": 1.9359149114326917,
      "learning_rate": 0.0002918126192730969,
      "loss": 4.5,
      "step": 17266
    },
    {
      "epoch": 0.7072291624001639,
      "grad_norm": 4.589121079614604,
      "learning_rate": 0.0002918115564761286,
      "loss": 3.7031,
      "step": 17267
    },
    {
      "epoch": 0.7072701208273602,
      "grad_norm": 3.3337072136097734,
      "learning_rate": 0.00029181049361211997,
      "loss": 2.2031,
      "step": 17268
    },
    {
      "epoch": 0.7073110792545566,
      "grad_norm": 1.8461321147430403,
      "learning_rate": 0.00029180943068107167,
      "loss": 5.4375,
      "step": 17269
    },
    {
      "epoch": 0.707352037681753,
      "grad_norm": 1.6097617737895578,
      "learning_rate": 0.000291808367682984,
      "loss": 6.2812,
      "step": 17270
    },
    {
      "epoch": 0.7073929961089495,
      "grad_norm": 2.471673768650671,
      "learning_rate": 0.00029180730461785757,
      "loss": 4.4062,
      "step": 17271
    },
    {
      "epoch": 0.7074339545361458,
      "grad_norm": 1.940431241886241,
      "learning_rate": 0.00029180624148569296,
      "loss": 4.5938,
      "step": 17272
    },
    {
      "epoch": 0.7074749129633422,
      "grad_norm": 1.526313233894519,
      "learning_rate": 0.0002918051782864905,
      "loss": 5.0312,
      "step": 17273
    },
    {
      "epoch": 0.7075158713905386,
      "grad_norm": 2.3218584378909974,
      "learning_rate": 0.0002918041150202508,
      "loss": 5.3125,
      "step": 17274
    },
    {
      "epoch": 0.707556829817735,
      "grad_norm": 1.609371745985258,
      "learning_rate": 0.0002918030516869744,
      "loss": 4.8438,
      "step": 17275
    },
    {
      "epoch": 0.7075977882449314,
      "grad_norm": 1.393015862537091,
      "learning_rate": 0.00029180198828666166,
      "loss": 5.1562,
      "step": 17276
    },
    {
      "epoch": 0.7076387466721278,
      "grad_norm": 1.4399231227656635,
      "learning_rate": 0.0002918009248193132,
      "loss": 5.0938,
      "step": 17277
    },
    {
      "epoch": 0.7076797050993242,
      "grad_norm": 1.758406672406339,
      "learning_rate": 0.00029179986128492953,
      "loss": 6.9062,
      "step": 17278
    },
    {
      "epoch": 0.7077206635265206,
      "grad_norm": 1.4365730425779304,
      "learning_rate": 0.0002917987976835111,
      "loss": 4.75,
      "step": 17279
    },
    {
      "epoch": 0.707761621953717,
      "grad_norm": 1.4600923379488469,
      "learning_rate": 0.00029179773401505837,
      "loss": 4.75,
      "step": 17280
    },
    {
      "epoch": 0.7078025803809134,
      "grad_norm": 1.7399279670906143,
      "learning_rate": 0.00029179667027957195,
      "loss": 6.75,
      "step": 17281
    },
    {
      "epoch": 0.7078435388081098,
      "grad_norm": 1.4954906504260528,
      "learning_rate": 0.0002917956064770523,
      "loss": 4.3125,
      "step": 17282
    },
    {
      "epoch": 0.7078844972353061,
      "grad_norm": 1.3919731793962928,
      "learning_rate": 0.0002917945426074999,
      "loss": 5.8438,
      "step": 17283
    },
    {
      "epoch": 0.7079254556625025,
      "grad_norm": 1.5207144234034173,
      "learning_rate": 0.0002917934786709153,
      "loss": 5.125,
      "step": 17284
    },
    {
      "epoch": 0.707966414089699,
      "grad_norm": 1.300326921928465,
      "learning_rate": 0.0002917924146672989,
      "loss": 5.0,
      "step": 17285
    },
    {
      "epoch": 0.7080073725168954,
      "grad_norm": 1.7633244190517796,
      "learning_rate": 0.00029179135059665133,
      "loss": 4.625,
      "step": 17286
    },
    {
      "epoch": 0.7080483309440917,
      "grad_norm": 7.25062391223511,
      "learning_rate": 0.000291790286458973,
      "loss": 5.4375,
      "step": 17287
    },
    {
      "epoch": 0.7080892893712881,
      "grad_norm": 1.5414131214461453,
      "learning_rate": 0.00029178922225426445,
      "loss": 5.125,
      "step": 17288
    },
    {
      "epoch": 0.7081302477984845,
      "grad_norm": 1.408780807533333,
      "learning_rate": 0.0002917881579825262,
      "loss": 5.8438,
      "step": 17289
    },
    {
      "epoch": 0.708171206225681,
      "grad_norm": 1.9236957224292404,
      "learning_rate": 0.00029178709364375877,
      "loss": 5.0625,
      "step": 17290
    },
    {
      "epoch": 0.7082121646528773,
      "grad_norm": 1.332336101170565,
      "learning_rate": 0.0002917860292379626,
      "loss": 6.625,
      "step": 17291
    },
    {
      "epoch": 0.7082531230800737,
      "grad_norm": 2.1308214864451074,
      "learning_rate": 0.00029178496476513823,
      "loss": 7.3438,
      "step": 17292
    },
    {
      "epoch": 0.7082940815072701,
      "grad_norm": 2.2000646652361993,
      "learning_rate": 0.00029178390022528613,
      "loss": 5.0,
      "step": 17293
    },
    {
      "epoch": 0.7083350399344666,
      "grad_norm": 1.6221581869773252,
      "learning_rate": 0.00029178283561840686,
      "loss": 5.0625,
      "step": 17294
    },
    {
      "epoch": 0.7083759983616629,
      "grad_norm": 1.8211510637289845,
      "learning_rate": 0.00029178177094450086,
      "loss": 6.2812,
      "step": 17295
    },
    {
      "epoch": 0.7084169567888593,
      "grad_norm": 1.7069163127347882,
      "learning_rate": 0.0002917807062035687,
      "loss": 5.75,
      "step": 17296
    },
    {
      "epoch": 0.7084579152160557,
      "grad_norm": 4.5452996662734755,
      "learning_rate": 0.0002917796413956108,
      "loss": 4.7188,
      "step": 17297
    },
    {
      "epoch": 0.7084988736432521,
      "grad_norm": 2.00037322306636,
      "learning_rate": 0.00029177857652062776,
      "loss": 5.4375,
      "step": 17298
    },
    {
      "epoch": 0.7085398320704485,
      "grad_norm": 1.7206882434713056,
      "learning_rate": 0.0002917775115786201,
      "loss": 6.6562,
      "step": 17299
    },
    {
      "epoch": 0.7085807904976449,
      "grad_norm": 2.027165300565981,
      "learning_rate": 0.0002917764465695881,
      "loss": 5.4688,
      "step": 17300
    },
    {
      "epoch": 0.7086217489248413,
      "grad_norm": 1.5152381529993137,
      "learning_rate": 0.00029177538149353254,
      "loss": 5.2188,
      "step": 17301
    },
    {
      "epoch": 0.7086627073520377,
      "grad_norm": 1.5996068633516738,
      "learning_rate": 0.00029177431635045377,
      "loss": 5.0938,
      "step": 17302
    },
    {
      "epoch": 0.708703665779234,
      "grad_norm": 1.9435113219908016,
      "learning_rate": 0.00029177325114035233,
      "loss": 5.5,
      "step": 17303
    },
    {
      "epoch": 0.7087446242064305,
      "grad_norm": 2.438830553726539,
      "learning_rate": 0.0002917721858632287,
      "loss": 4.3438,
      "step": 17304
    },
    {
      "epoch": 0.7087855826336269,
      "grad_norm": 1.7476677828574034,
      "learning_rate": 0.00029177112051908345,
      "loss": 6.0,
      "step": 17305
    },
    {
      "epoch": 0.7088265410608232,
      "grad_norm": 1.4149792794636935,
      "learning_rate": 0.00029177005510791704,
      "loss": 5.5625,
      "step": 17306
    },
    {
      "epoch": 0.7088674994880196,
      "grad_norm": 1.83162886385526,
      "learning_rate": 0.00029176898962972997,
      "loss": 5.125,
      "step": 17307
    },
    {
      "epoch": 0.7089084579152161,
      "grad_norm": 1.4656987686871774,
      "learning_rate": 0.0002917679240845227,
      "loss": 5.1875,
      "step": 17308
    },
    {
      "epoch": 0.7089494163424125,
      "grad_norm": 2.241510539465817,
      "learning_rate": 0.00029176685847229585,
      "loss": 4.4375,
      "step": 17309
    },
    {
      "epoch": 0.7089903747696088,
      "grad_norm": 1.571323424103132,
      "learning_rate": 0.0002917657927930498,
      "loss": 4.875,
      "step": 17310
    },
    {
      "epoch": 0.7090313331968052,
      "grad_norm": 1.569459378463143,
      "learning_rate": 0.00029176472704678516,
      "loss": 5.1562,
      "step": 17311
    },
    {
      "epoch": 0.7090722916240016,
      "grad_norm": 1.4463312232748624,
      "learning_rate": 0.0002917636612335023,
      "loss": 5.3438,
      "step": 17312
    },
    {
      "epoch": 0.7091132500511981,
      "grad_norm": 1.5608118055382338,
      "learning_rate": 0.0002917625953532019,
      "loss": 5.1875,
      "step": 17313
    },
    {
      "epoch": 0.7091542084783944,
      "grad_norm": 1.4194746903894329,
      "learning_rate": 0.00029176152940588434,
      "loss": 5.5,
      "step": 17314
    },
    {
      "epoch": 0.7091951669055908,
      "grad_norm": 1.5287041122714733,
      "learning_rate": 0.00029176046339155013,
      "loss": 4.0,
      "step": 17315
    },
    {
      "epoch": 0.7092361253327872,
      "grad_norm": 1.5526722935002817,
      "learning_rate": 0.0002917593973101998,
      "loss": 4.9062,
      "step": 17316
    },
    {
      "epoch": 0.7092770837599837,
      "grad_norm": 6.492702212047823,
      "learning_rate": 0.0002917583311618339,
      "loss": 7.8125,
      "step": 17317
    },
    {
      "epoch": 0.70931804218718,
      "grad_norm": 1.5120033336150736,
      "learning_rate": 0.00029175726494645287,
      "loss": 4.875,
      "step": 17318
    },
    {
      "epoch": 0.7093590006143764,
      "grad_norm": 1.7375083076673254,
      "learning_rate": 0.0002917561986640572,
      "loss": 5.0625,
      "step": 17319
    },
    {
      "epoch": 0.7093999590415728,
      "grad_norm": 5.3607115373168375,
      "learning_rate": 0.00029175513231464745,
      "loss": 4.7812,
      "step": 17320
    },
    {
      "epoch": 0.7094409174687692,
      "grad_norm": 1.614609215032221,
      "learning_rate": 0.00029175406589822413,
      "loss": 4.7188,
      "step": 17321
    },
    {
      "epoch": 0.7094818758959656,
      "grad_norm": 1.286517092027992,
      "learning_rate": 0.0002917529994147877,
      "loss": 4.4062,
      "step": 17322
    },
    {
      "epoch": 0.709522834323162,
      "grad_norm": 7.978160933409563,
      "learning_rate": 0.0002917519328643386,
      "loss": 4.4062,
      "step": 17323
    },
    {
      "epoch": 0.7095637927503584,
      "grad_norm": 1.4758014217974094,
      "learning_rate": 0.00029175086624687747,
      "loss": 5.4375,
      "step": 17324
    },
    {
      "epoch": 0.7096047511775547,
      "grad_norm": 1.4533893782135157,
      "learning_rate": 0.0002917497995624048,
      "loss": 6.25,
      "step": 17325
    },
    {
      "epoch": 0.7096457096047512,
      "grad_norm": 2.9530518466618316,
      "learning_rate": 0.0002917487328109209,
      "loss": 8.0625,
      "step": 17326
    },
    {
      "epoch": 0.7096866680319476,
      "grad_norm": 4.302007397596707,
      "learning_rate": 0.0002917476659924266,
      "loss": 7.375,
      "step": 17327
    },
    {
      "epoch": 0.709727626459144,
      "grad_norm": 4.247436772088937,
      "learning_rate": 0.0002917465991069221,
      "loss": 4.3438,
      "step": 17328
    },
    {
      "epoch": 0.7097685848863403,
      "grad_norm": 2.829532809419506,
      "learning_rate": 0.0002917455321544081,
      "loss": 5.9688,
      "step": 17329
    },
    {
      "epoch": 0.7098095433135367,
      "grad_norm": 1.9216786270795325,
      "learning_rate": 0.00029174446513488507,
      "loss": 6.375,
      "step": 17330
    },
    {
      "epoch": 0.7098505017407332,
      "grad_norm": 1.6723164803602195,
      "learning_rate": 0.0002917433980483534,
      "loss": 4.75,
      "step": 17331
    },
    {
      "epoch": 0.7098914601679296,
      "grad_norm": 1.7474165401469217,
      "learning_rate": 0.0002917423308948137,
      "loss": 6.0938,
      "step": 17332
    },
    {
      "epoch": 0.7099324185951259,
      "grad_norm": 1.6290899876719078,
      "learning_rate": 0.0002917412636742665,
      "loss": 5.5312,
      "step": 17333
    },
    {
      "epoch": 0.7099733770223223,
      "grad_norm": 1.8066449913788791,
      "learning_rate": 0.0002917401963867122,
      "loss": 5.7188,
      "step": 17334
    },
    {
      "epoch": 0.7100143354495188,
      "grad_norm": 1.307623106112242,
      "learning_rate": 0.0002917391290321514,
      "loss": 4.4375,
      "step": 17335
    },
    {
      "epoch": 0.7100552938767152,
      "grad_norm": 1.4434736648408792,
      "learning_rate": 0.0002917380616105845,
      "loss": 5.8438,
      "step": 17336
    },
    {
      "epoch": 0.7100962523039115,
      "grad_norm": 1.5700987165792872,
      "learning_rate": 0.00029173699412201215,
      "loss": 5.375,
      "step": 17337
    },
    {
      "epoch": 0.7101372107311079,
      "grad_norm": 4.872841987918117,
      "learning_rate": 0.00029173592656643474,
      "loss": 6.0625,
      "step": 17338
    },
    {
      "epoch": 0.7101781691583043,
      "grad_norm": 1.6396254938810157,
      "learning_rate": 0.0002917348589438528,
      "loss": 5.4375,
      "step": 17339
    },
    {
      "epoch": 0.7102191275855008,
      "grad_norm": 1.8373232163598043,
      "learning_rate": 0.0002917337912542668,
      "loss": 5.875,
      "step": 17340
    },
    {
      "epoch": 0.7102600860126971,
      "grad_norm": 2.2643131342123075,
      "learning_rate": 0.0002917327234976774,
      "loss": 7.25,
      "step": 17341
    },
    {
      "epoch": 0.7103010444398935,
      "grad_norm": 1.4916862107723476,
      "learning_rate": 0.0002917316556740849,
      "loss": 5.3438,
      "step": 17342
    },
    {
      "epoch": 0.7103420028670899,
      "grad_norm": 1.4797427662770617,
      "learning_rate": 0.00029173058778349,
      "loss": 5.375,
      "step": 17343
    },
    {
      "epoch": 0.7103829612942864,
      "grad_norm": 2.040797970228487,
      "learning_rate": 0.00029172951982589295,
      "loss": 6.0312,
      "step": 17344
    },
    {
      "epoch": 0.7104239197214827,
      "grad_norm": 1.8705674319875087,
      "learning_rate": 0.0002917284518012945,
      "loss": 4.8438,
      "step": 17345
    },
    {
      "epoch": 0.7104648781486791,
      "grad_norm": 1.5408071964232741,
      "learning_rate": 0.0002917273837096951,
      "loss": 4.6562,
      "step": 17346
    },
    {
      "epoch": 0.7105058365758755,
      "grad_norm": 1.5545317294091063,
      "learning_rate": 0.0002917263155510951,
      "loss": 5.5625,
      "step": 17347
    },
    {
      "epoch": 0.7105467950030718,
      "grad_norm": 1.4112408252086275,
      "learning_rate": 0.0002917252473254952,
      "loss": 5.0625,
      "step": 17348
    },
    {
      "epoch": 0.7105877534302683,
      "grad_norm": 2.5381079648551053,
      "learning_rate": 0.0002917241790328958,
      "loss": 5.3438,
      "step": 17349
    },
    {
      "epoch": 0.7106287118574647,
      "grad_norm": 9.671367210130537,
      "learning_rate": 0.0002917231106732975,
      "loss": 3.3438,
      "step": 17350
    },
    {
      "epoch": 0.7106696702846611,
      "grad_norm": 2.1108299567006874,
      "learning_rate": 0.0002917220422467006,
      "loss": 6.0625,
      "step": 17351
    },
    {
      "epoch": 0.7107106287118574,
      "grad_norm": 1.6784563382789777,
      "learning_rate": 0.0002917209737531059,
      "loss": 5.1875,
      "step": 17352
    },
    {
      "epoch": 0.7107515871390538,
      "grad_norm": 2.1929845271664954,
      "learning_rate": 0.0002917199051925137,
      "loss": 6.9375,
      "step": 17353
    },
    {
      "epoch": 0.7107925455662503,
      "grad_norm": 1.68222001388476,
      "learning_rate": 0.0002917188365649245,
      "loss": 4.9375,
      "step": 17354
    },
    {
      "epoch": 0.7108335039934467,
      "grad_norm": 2.928325068770198,
      "learning_rate": 0.00029171776787033886,
      "loss": 6.8438,
      "step": 17355
    },
    {
      "epoch": 0.710874462420643,
      "grad_norm": 1.6021951324409176,
      "learning_rate": 0.0002917166991087573,
      "loss": 5.625,
      "step": 17356
    },
    {
      "epoch": 0.7109154208478394,
      "grad_norm": 1.6956505058038007,
      "learning_rate": 0.0002917156302801803,
      "loss": 6.375,
      "step": 17357
    },
    {
      "epoch": 0.7109563792750359,
      "grad_norm": 1.7945784303048744,
      "learning_rate": 0.0002917145613846084,
      "loss": 5.75,
      "step": 17358
    },
    {
      "epoch": 0.7109973377022323,
      "grad_norm": 1.542650797640252,
      "learning_rate": 0.0002917134924220421,
      "loss": 4.7812,
      "step": 17359
    },
    {
      "epoch": 0.7110382961294286,
      "grad_norm": 1.4165259195542625,
      "learning_rate": 0.00029171242339248184,
      "loss": 5.3438,
      "step": 17360
    },
    {
      "epoch": 0.711079254556625,
      "grad_norm": 1.5900579453329367,
      "learning_rate": 0.00029171135429592815,
      "loss": 6.2188,
      "step": 17361
    },
    {
      "epoch": 0.7111202129838214,
      "grad_norm": 3.2859011247782886,
      "learning_rate": 0.0002917102851323816,
      "loss": 5.4062,
      "step": 17362
    },
    {
      "epoch": 0.7111611714110179,
      "grad_norm": 1.5299414009694727,
      "learning_rate": 0.0002917092159018426,
      "loss": 5.6562,
      "step": 17363
    },
    {
      "epoch": 0.7112021298382142,
      "grad_norm": 1.8296519536686644,
      "learning_rate": 0.00029170814660431176,
      "loss": 6.0625,
      "step": 17364
    },
    {
      "epoch": 0.7112430882654106,
      "grad_norm": 1.9072265307112406,
      "learning_rate": 0.00029170707723978953,
      "loss": 4.9375,
      "step": 17365
    },
    {
      "epoch": 0.711284046692607,
      "grad_norm": 4.005318810382992,
      "learning_rate": 0.0002917060078082764,
      "loss": 6.8438,
      "step": 17366
    },
    {
      "epoch": 0.7113250051198033,
      "grad_norm": 2.61302346553481,
      "learning_rate": 0.00029170493830977287,
      "loss": 6.3125,
      "step": 17367
    },
    {
      "epoch": 0.7113659635469998,
      "grad_norm": 1.5417833306664912,
      "learning_rate": 0.0002917038687442795,
      "loss": 5.0,
      "step": 17368
    },
    {
      "epoch": 0.7114069219741962,
      "grad_norm": 2.213698139849168,
      "learning_rate": 0.0002917027991117968,
      "loss": 6.5,
      "step": 17369
    },
    {
      "epoch": 0.7114478804013926,
      "grad_norm": 1.728153934672443,
      "learning_rate": 0.0002917017294123252,
      "loss": 6.1875,
      "step": 17370
    },
    {
      "epoch": 0.7114888388285889,
      "grad_norm": 8.271990732099734,
      "learning_rate": 0.0002917006596458652,
      "loss": 5.8125,
      "step": 17371
    },
    {
      "epoch": 0.7115297972557854,
      "grad_norm": 1.9306544455169268,
      "learning_rate": 0.0002916995898124174,
      "loss": 5.125,
      "step": 17372
    },
    {
      "epoch": 0.7115707556829818,
      "grad_norm": 1.7505023189264395,
      "learning_rate": 0.0002916985199119822,
      "loss": 5.5625,
      "step": 17373
    },
    {
      "epoch": 0.7116117141101782,
      "grad_norm": 2.0226213853999897,
      "learning_rate": 0.00029169744994456023,
      "loss": 6.3125,
      "step": 17374
    },
    {
      "epoch": 0.7116526725373745,
      "grad_norm": 1.5805803977516297,
      "learning_rate": 0.0002916963799101519,
      "loss": 4.625,
      "step": 17375
    },
    {
      "epoch": 0.711693630964571,
      "grad_norm": 1.511151034099651,
      "learning_rate": 0.0002916953098087577,
      "loss": 5.2812,
      "step": 17376
    },
    {
      "epoch": 0.7117345893917674,
      "grad_norm": 1.4200503093596695,
      "learning_rate": 0.00029169423964037824,
      "loss": 4.7188,
      "step": 17377
    },
    {
      "epoch": 0.7117755478189638,
      "grad_norm": 1.7894721155157818,
      "learning_rate": 0.000291693169405014,
      "loss": 4.5,
      "step": 17378
    },
    {
      "epoch": 0.7118165062461601,
      "grad_norm": 6.7294871834767145,
      "learning_rate": 0.0002916920991026654,
      "loss": 4.6875,
      "step": 17379
    },
    {
      "epoch": 0.7118574646733565,
      "grad_norm": 1.6101468927054987,
      "learning_rate": 0.000291691028733333,
      "loss": 5.7188,
      "step": 17380
    },
    {
      "epoch": 0.711898423100553,
      "grad_norm": 1.5658465691115881,
      "learning_rate": 0.0002916899582970173,
      "loss": 5.2188,
      "step": 17381
    },
    {
      "epoch": 0.7119393815277494,
      "grad_norm": 2.9445627329523103,
      "learning_rate": 0.0002916888877937188,
      "loss": 6.3438,
      "step": 17382
    },
    {
      "epoch": 0.7119803399549457,
      "grad_norm": 1.6901209675591593,
      "learning_rate": 0.000291687817223438,
      "loss": 6.0625,
      "step": 17383
    },
    {
      "epoch": 0.7120212983821421,
      "grad_norm": 1.6655302584818992,
      "learning_rate": 0.00029168674658617546,
      "loss": 5.0,
      "step": 17384
    },
    {
      "epoch": 0.7120622568093385,
      "grad_norm": 1.4631396093395093,
      "learning_rate": 0.00029168567588193166,
      "loss": 5.5312,
      "step": 17385
    },
    {
      "epoch": 0.712103215236535,
      "grad_norm": 1.3632194540076767,
      "learning_rate": 0.00029168460511070705,
      "loss": 3.0781,
      "step": 17386
    },
    {
      "epoch": 0.7121441736637313,
      "grad_norm": 3.1439060143374378,
      "learning_rate": 0.0002916835342725022,
      "loss": 6.4688,
      "step": 17387
    },
    {
      "epoch": 0.7121851320909277,
      "grad_norm": 1.5319534177296805,
      "learning_rate": 0.00029168246336731764,
      "loss": 5.0312,
      "step": 17388
    },
    {
      "epoch": 0.7122260905181241,
      "grad_norm": 2.623811109071619,
      "learning_rate": 0.0002916813923951538,
      "loss": 7.2812,
      "step": 17389
    },
    {
      "epoch": 0.7122670489453204,
      "grad_norm": 2.2733509101848792,
      "learning_rate": 0.0002916803213560112,
      "loss": 6.875,
      "step": 17390
    },
    {
      "epoch": 0.7123080073725169,
      "grad_norm": 1.7229632979624745,
      "learning_rate": 0.00029167925024989035,
      "loss": 4.9062,
      "step": 17391
    },
    {
      "epoch": 0.7123489657997133,
      "grad_norm": 4.2886958348408255,
      "learning_rate": 0.00029167817907679183,
      "loss": 7.0312,
      "step": 17392
    },
    {
      "epoch": 0.7123899242269097,
      "grad_norm": 1.6417512837261214,
      "learning_rate": 0.000291677107836716,
      "loss": 5.0938,
      "step": 17393
    },
    {
      "epoch": 0.712430882654106,
      "grad_norm": 2.2592322641431903,
      "learning_rate": 0.00029167603652966356,
      "loss": 7.1562,
      "step": 17394
    },
    {
      "epoch": 0.7124718410813025,
      "grad_norm": 1.5106008188586106,
      "learning_rate": 0.00029167496515563484,
      "loss": 4.875,
      "step": 17395
    },
    {
      "epoch": 0.7125127995084989,
      "grad_norm": 8.17288392372188,
      "learning_rate": 0.00029167389371463046,
      "loss": 6.125,
      "step": 17396
    },
    {
      "epoch": 0.7125537579356953,
      "grad_norm": 2.1147208407325553,
      "learning_rate": 0.0002916728222066509,
      "loss": 6.8125,
      "step": 17397
    },
    {
      "epoch": 0.7125947163628916,
      "grad_norm": 1.4767043679136005,
      "learning_rate": 0.0002916717506316966,
      "loss": 5.1562,
      "step": 17398
    },
    {
      "epoch": 0.712635674790088,
      "grad_norm": 2.3902549781014977,
      "learning_rate": 0.0002916706789897681,
      "loss": 5.1875,
      "step": 17399
    },
    {
      "epoch": 0.7126766332172845,
      "grad_norm": 1.4664352545184558,
      "learning_rate": 0.000291669607280866,
      "loss": 5.3438,
      "step": 17400
    },
    {
      "epoch": 0.7127175916444809,
      "grad_norm": 2.954853706382143,
      "learning_rate": 0.00029166853550499064,
      "loss": 7.0312,
      "step": 17401
    },
    {
      "epoch": 0.7127585500716772,
      "grad_norm": 5.0159132390252825,
      "learning_rate": 0.0002916674636621427,
      "loss": 5.0312,
      "step": 17402
    },
    {
      "epoch": 0.7127995084988736,
      "grad_norm": 1.6289422176211898,
      "learning_rate": 0.0002916663917523225,
      "loss": 5.0938,
      "step": 17403
    },
    {
      "epoch": 0.7128404669260701,
      "grad_norm": 1.6918053848935537,
      "learning_rate": 0.0002916653197755308,
      "loss": 4.8438,
      "step": 17404
    },
    {
      "epoch": 0.7128814253532665,
      "grad_norm": 2.0319886494933757,
      "learning_rate": 0.00029166424773176784,
      "loss": 7.3438,
      "step": 17405
    },
    {
      "epoch": 0.7129223837804628,
      "grad_norm": 1.7805681155497726,
      "learning_rate": 0.0002916631756210343,
      "loss": 6.0625,
      "step": 17406
    },
    {
      "epoch": 0.7129633422076592,
      "grad_norm": 2.77449792105864,
      "learning_rate": 0.0002916621034433306,
      "loss": 7.0938,
      "step": 17407
    },
    {
      "epoch": 0.7130043006348556,
      "grad_norm": 1.570696440816359,
      "learning_rate": 0.0002916610311986573,
      "loss": 5.3438,
      "step": 17408
    },
    {
      "epoch": 0.7130452590620521,
      "grad_norm": 1.6016437620127715,
      "learning_rate": 0.00029165995888701487,
      "loss": 4.875,
      "step": 17409
    },
    {
      "epoch": 0.7130862174892484,
      "grad_norm": 3.2901397446723104,
      "learning_rate": 0.00029165888650840383,
      "loss": 7.3438,
      "step": 17410
    },
    {
      "epoch": 0.7131271759164448,
      "grad_norm": 1.5389898110915992,
      "learning_rate": 0.0002916578140628247,
      "loss": 4.625,
      "step": 17411
    },
    {
      "epoch": 0.7131681343436412,
      "grad_norm": 5.6602285312648615,
      "learning_rate": 0.00029165674155027794,
      "loss": 6.5312,
      "step": 17412
    },
    {
      "epoch": 0.7132090927708375,
      "grad_norm": 3.72943635545046,
      "learning_rate": 0.00029165566897076413,
      "loss": 3.0625,
      "step": 17413
    },
    {
      "epoch": 0.713250051198034,
      "grad_norm": 2.1158365269438666,
      "learning_rate": 0.00029165459632428376,
      "loss": 6.6562,
      "step": 17414
    },
    {
      "epoch": 0.7132910096252304,
      "grad_norm": 1.9861347049034705,
      "learning_rate": 0.00029165352361083726,
      "loss": 5.2812,
      "step": 17415
    },
    {
      "epoch": 0.7133319680524268,
      "grad_norm": 1.6903053471047274,
      "learning_rate": 0.00029165245083042523,
      "loss": 5.0,
      "step": 17416
    },
    {
      "epoch": 0.7133729264796231,
      "grad_norm": 2.146172433008724,
      "learning_rate": 0.0002916513779830481,
      "loss": 6.5625,
      "step": 17417
    },
    {
      "epoch": 0.7134138849068196,
      "grad_norm": 3.0260539320896154,
      "learning_rate": 0.0002916503050687065,
      "loss": 5.5,
      "step": 17418
    },
    {
      "epoch": 0.713454843334016,
      "grad_norm": 1.5304532853089545,
      "learning_rate": 0.0002916492320874008,
      "loss": 5.0312,
      "step": 17419
    },
    {
      "epoch": 0.7134958017612124,
      "grad_norm": 1.6512879982402002,
      "learning_rate": 0.00029164815903913157,
      "loss": 5.0312,
      "step": 17420
    },
    {
      "epoch": 0.7135367601884087,
      "grad_norm": 2.8777323155273913,
      "learning_rate": 0.00029164708592389926,
      "loss": 7.8438,
      "step": 17421
    },
    {
      "epoch": 0.7135777186156051,
      "grad_norm": 1.5031407493274227,
      "learning_rate": 0.0002916460127417045,
      "loss": 5.0,
      "step": 17422
    },
    {
      "epoch": 0.7136186770428016,
      "grad_norm": 1.9492282507587457,
      "learning_rate": 0.0002916449394925477,
      "loss": 5.5312,
      "step": 17423
    },
    {
      "epoch": 0.713659635469998,
      "grad_norm": 1.7001585124348613,
      "learning_rate": 0.00029164386617642937,
      "loss": 4.7188,
      "step": 17424
    },
    {
      "epoch": 0.7137005938971943,
      "grad_norm": 2.7015364539961744,
      "learning_rate": 0.00029164279279335006,
      "loss": 6.5625,
      "step": 17425
    },
    {
      "epoch": 0.7137415523243907,
      "grad_norm": 2.2737856359204858,
      "learning_rate": 0.00029164171934331027,
      "loss": 5.8125,
      "step": 17426
    },
    {
      "epoch": 0.7137825107515872,
      "grad_norm": 1.698707202679411,
      "learning_rate": 0.0002916406458263105,
      "loss": 5.8438,
      "step": 17427
    },
    {
      "epoch": 0.7138234691787836,
      "grad_norm": 1.604541304921346,
      "learning_rate": 0.0002916395722423512,
      "loss": 5.5,
      "step": 17428
    },
    {
      "epoch": 0.7138644276059799,
      "grad_norm": 1.5115024772922956,
      "learning_rate": 0.00029163849859143294,
      "loss": 5.0,
      "step": 17429
    },
    {
      "epoch": 0.7139053860331763,
      "grad_norm": 1.7909835348914995,
      "learning_rate": 0.0002916374248735563,
      "loss": 6.2812,
      "step": 17430
    },
    {
      "epoch": 0.7139463444603728,
      "grad_norm": 1.7875886508190786,
      "learning_rate": 0.00029163635108872164,
      "loss": 6.0312,
      "step": 17431
    },
    {
      "epoch": 0.7139873028875691,
      "grad_norm": 1.9827443778870548,
      "learning_rate": 0.00029163527723692954,
      "loss": 6.4375,
      "step": 17432
    },
    {
      "epoch": 0.7140282613147655,
      "grad_norm": 1.6099697840613505,
      "learning_rate": 0.00029163420331818047,
      "loss": 4.5625,
      "step": 17433
    },
    {
      "epoch": 0.7140692197419619,
      "grad_norm": 1.8069995299259998,
      "learning_rate": 0.000291633129332475,
      "loss": 5.2812,
      "step": 17434
    },
    {
      "epoch": 0.7141101781691583,
      "grad_norm": 1.693852305733767,
      "learning_rate": 0.00029163205527981355,
      "loss": 6.0625,
      "step": 17435
    },
    {
      "epoch": 0.7141511365963547,
      "grad_norm": 1.8178572673968667,
      "learning_rate": 0.00029163098116019673,
      "loss": 4.875,
      "step": 17436
    },
    {
      "epoch": 0.7141920950235511,
      "grad_norm": 2.4210876919607496,
      "learning_rate": 0.000291629906973625,
      "loss": 6.2812,
      "step": 17437
    },
    {
      "epoch": 0.7142330534507475,
      "grad_norm": 1.5535149828826993,
      "learning_rate": 0.00029162883272009887,
      "loss": 5.6875,
      "step": 17438
    },
    {
      "epoch": 0.7142740118779439,
      "grad_norm": 2.2391418510577203,
      "learning_rate": 0.00029162775839961885,
      "loss": 6.4062,
      "step": 17439
    },
    {
      "epoch": 0.7143149703051402,
      "grad_norm": 1.6879696119887135,
      "learning_rate": 0.00029162668401218545,
      "loss": 5.875,
      "step": 17440
    },
    {
      "epoch": 0.7143559287323367,
      "grad_norm": 1.4058781610487976,
      "learning_rate": 0.00029162560955779915,
      "loss": 5.4375,
      "step": 17441
    },
    {
      "epoch": 0.7143968871595331,
      "grad_norm": 1.5890213000085391,
      "learning_rate": 0.00029162453503646054,
      "loss": 5.2812,
      "step": 17442
    },
    {
      "epoch": 0.7144378455867295,
      "grad_norm": 1.5703726576576524,
      "learning_rate": 0.00029162346044816996,
      "loss": 5.0938,
      "step": 17443
    },
    {
      "epoch": 0.7144788040139258,
      "grad_norm": 1.4172195856476815,
      "learning_rate": 0.0002916223857929281,
      "loss": 4.6562,
      "step": 17444
    },
    {
      "epoch": 0.7145197624411223,
      "grad_norm": 2.4273794085516096,
      "learning_rate": 0.0002916213110707354,
      "loss": 6.4688,
      "step": 17445
    },
    {
      "epoch": 0.7145607208683187,
      "grad_norm": 1.6730518436414874,
      "learning_rate": 0.0002916202362815923,
      "loss": 3.9844,
      "step": 17446
    },
    {
      "epoch": 0.7146016792955151,
      "grad_norm": 1.6808443894586607,
      "learning_rate": 0.00029161916142549945,
      "loss": 5.375,
      "step": 17447
    },
    {
      "epoch": 0.7146426377227114,
      "grad_norm": 1.6969478412539818,
      "learning_rate": 0.0002916180865024572,
      "loss": 5.9375,
      "step": 17448
    },
    {
      "epoch": 0.7146835961499078,
      "grad_norm": 1.5061387584569568,
      "learning_rate": 0.0002916170115124662,
      "loss": 5.4375,
      "step": 17449
    },
    {
      "epoch": 0.7147245545771043,
      "grad_norm": 2.044439431818347,
      "learning_rate": 0.00029161593645552684,
      "loss": 5.75,
      "step": 17450
    },
    {
      "epoch": 0.7147655130043007,
      "grad_norm": 1.4229095527160311,
      "learning_rate": 0.00029161486133163974,
      "loss": 5.6875,
      "step": 17451
    },
    {
      "epoch": 0.714806471431497,
      "grad_norm": 1.534624196125363,
      "learning_rate": 0.0002916137861408053,
      "loss": 6.1875,
      "step": 17452
    },
    {
      "epoch": 0.7148474298586934,
      "grad_norm": 1.4051610743847147,
      "learning_rate": 0.00029161271088302417,
      "loss": 5.5625,
      "step": 17453
    },
    {
      "epoch": 0.7148883882858899,
      "grad_norm": 1.5683100395419265,
      "learning_rate": 0.0002916116355582967,
      "loss": 6.6562,
      "step": 17454
    },
    {
      "epoch": 0.7149293467130862,
      "grad_norm": 1.3637759769110713,
      "learning_rate": 0.00029161056016662346,
      "loss": 5.1875,
      "step": 17455
    },
    {
      "epoch": 0.7149703051402826,
      "grad_norm": 1.6408857432638684,
      "learning_rate": 0.000291609484708005,
      "loss": 4.9062,
      "step": 17456
    },
    {
      "epoch": 0.715011263567479,
      "grad_norm": 3.769266166899267,
      "learning_rate": 0.00029160840918244173,
      "loss": 8.0625,
      "step": 17457
    },
    {
      "epoch": 0.7150522219946754,
      "grad_norm": 2.226142727154643,
      "learning_rate": 0.0002916073335899342,
      "loss": 5.5625,
      "step": 17458
    },
    {
      "epoch": 0.7150931804218718,
      "grad_norm": 1.643391660226219,
      "learning_rate": 0.00029160625793048304,
      "loss": 4.2188,
      "step": 17459
    },
    {
      "epoch": 0.7151341388490682,
      "grad_norm": 1.368642691630031,
      "learning_rate": 0.00029160518220408863,
      "loss": 5.7188,
      "step": 17460
    },
    {
      "epoch": 0.7151750972762646,
      "grad_norm": 1.2224828683361584,
      "learning_rate": 0.00029160410641075146,
      "loss": 5.2812,
      "step": 17461
    },
    {
      "epoch": 0.715216055703461,
      "grad_norm": 2.2174687364463086,
      "learning_rate": 0.0002916030305504721,
      "loss": 7.5938,
      "step": 17462
    },
    {
      "epoch": 0.7152570141306573,
      "grad_norm": 1.5962368456169957,
      "learning_rate": 0.0002916019546232511,
      "loss": 5.625,
      "step": 17463
    },
    {
      "epoch": 0.7152979725578538,
      "grad_norm": 1.7437061129722229,
      "learning_rate": 0.00029160087862908885,
      "loss": 5.625,
      "step": 17464
    },
    {
      "epoch": 0.7153389309850502,
      "grad_norm": 2.781691977688305,
      "learning_rate": 0.00029159980256798594,
      "loss": 6.6562,
      "step": 17465
    },
    {
      "epoch": 0.7153798894122466,
      "grad_norm": 1.4228506956193185,
      "learning_rate": 0.0002915987264399429,
      "loss": 4.9062,
      "step": 17466
    },
    {
      "epoch": 0.7154208478394429,
      "grad_norm": 1.5394193416342339,
      "learning_rate": 0.00029159765024496014,
      "loss": 6.1875,
      "step": 17467
    },
    {
      "epoch": 0.7154618062666394,
      "grad_norm": 1.8910449466189772,
      "learning_rate": 0.0002915965739830382,
      "loss": 4.8125,
      "step": 17468
    },
    {
      "epoch": 0.7155027646938358,
      "grad_norm": 4.791344534686344,
      "learning_rate": 0.0002915954976541777,
      "loss": 3.7188,
      "step": 17469
    },
    {
      "epoch": 0.7155437231210322,
      "grad_norm": 3.1022828258711783,
      "learning_rate": 0.00029159442125837904,
      "loss": 8.25,
      "step": 17470
    },
    {
      "epoch": 0.7155846815482285,
      "grad_norm": 1.6020459102353328,
      "learning_rate": 0.00029159334479564276,
      "loss": 5.0938,
      "step": 17471
    },
    {
      "epoch": 0.7156256399754249,
      "grad_norm": 2.447446947575426,
      "learning_rate": 0.00029159226826596936,
      "loss": 5.25,
      "step": 17472
    },
    {
      "epoch": 0.7156665984026214,
      "grad_norm": 9.266183665868935,
      "learning_rate": 0.00029159119166935927,
      "loss": 4.875,
      "step": 17473
    },
    {
      "epoch": 0.7157075568298177,
      "grad_norm": 1.5978419040702652,
      "learning_rate": 0.0002915901150058132,
      "loss": 5.9062,
      "step": 17474
    },
    {
      "epoch": 0.7157485152570141,
      "grad_norm": 4.3852111858740335,
      "learning_rate": 0.00029158903827533145,
      "loss": 5.375,
      "step": 17475
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 1.6580156069201526,
      "learning_rate": 0.0002915879614779147,
      "loss": 5.875,
      "step": 17476
    },
    {
      "epoch": 0.715830432111407,
      "grad_norm": 1.6137033374770555,
      "learning_rate": 0.0002915868846135633,
      "loss": 5.5,
      "step": 17477
    },
    {
      "epoch": 0.7158713905386033,
      "grad_norm": 1.5156278137917647,
      "learning_rate": 0.0002915858076822779,
      "loss": 5.1875,
      "step": 17478
    },
    {
      "epoch": 0.7159123489657997,
      "grad_norm": 1.5674713583564397,
      "learning_rate": 0.00029158473068405895,
      "loss": 6.1562,
      "step": 17479
    },
    {
      "epoch": 0.7159533073929961,
      "grad_norm": 1.8080932156342544,
      "learning_rate": 0.00029158365361890687,
      "loss": 4.625,
      "step": 17480
    },
    {
      "epoch": 0.7159942658201925,
      "grad_norm": 1.3694097417999471,
      "learning_rate": 0.00029158257648682234,
      "loss": 5.5312,
      "step": 17481
    },
    {
      "epoch": 0.7160352242473889,
      "grad_norm": 2.0775608620492974,
      "learning_rate": 0.0002915814992878057,
      "loss": 5.5938,
      "step": 17482
    },
    {
      "epoch": 0.7160761826745853,
      "grad_norm": 1.5452880583153306,
      "learning_rate": 0.0002915804220218576,
      "loss": 5.2188,
      "step": 17483
    },
    {
      "epoch": 0.7161171411017817,
      "grad_norm": 2.838988979781582,
      "learning_rate": 0.0002915793446889785,
      "loss": 5.4688,
      "step": 17484
    },
    {
      "epoch": 0.7161580995289781,
      "grad_norm": 1.4244818119304776,
      "learning_rate": 0.0002915782672891689,
      "loss": 4.875,
      "step": 17485
    },
    {
      "epoch": 0.7161990579561744,
      "grad_norm": 1.538968192252589,
      "learning_rate": 0.0002915771898224293,
      "loss": 4.9062,
      "step": 17486
    },
    {
      "epoch": 0.7162400163833709,
      "grad_norm": 3.3479847582581996,
      "learning_rate": 0.00029157611228876025,
      "loss": 8.1875,
      "step": 17487
    },
    {
      "epoch": 0.7162809748105673,
      "grad_norm": 1.4759409260471519,
      "learning_rate": 0.0002915750346881622,
      "loss": 6.25,
      "step": 17488
    },
    {
      "epoch": 0.7163219332377637,
      "grad_norm": 1.6349707939298377,
      "learning_rate": 0.00029157395702063564,
      "loss": 5.1875,
      "step": 17489
    },
    {
      "epoch": 0.71636289166496,
      "grad_norm": 2.096431311444927,
      "learning_rate": 0.00029157287928618117,
      "loss": 5.25,
      "step": 17490
    },
    {
      "epoch": 0.7164038500921565,
      "grad_norm": 1.4331703142949972,
      "learning_rate": 0.0002915718014847993,
      "loss": 5.0625,
      "step": 17491
    },
    {
      "epoch": 0.7164448085193529,
      "grad_norm": 2.4116072361167777,
      "learning_rate": 0.0002915707236164904,
      "loss": 5.125,
      "step": 17492
    },
    {
      "epoch": 0.7164857669465493,
      "grad_norm": 1.4653663493935627,
      "learning_rate": 0.0002915696456812552,
      "loss": 4.3125,
      "step": 17493
    },
    {
      "epoch": 0.7165267253737456,
      "grad_norm": 1.464609902045784,
      "learning_rate": 0.000291568567679094,
      "loss": 5.3125,
      "step": 17494
    },
    {
      "epoch": 0.716567683800942,
      "grad_norm": 1.6767214283213834,
      "learning_rate": 0.00029156748961000744,
      "loss": 6.125,
      "step": 17495
    },
    {
      "epoch": 0.7166086422281385,
      "grad_norm": 5.873058308152595,
      "learning_rate": 0.00029156641147399593,
      "loss": 4.4062,
      "step": 17496
    },
    {
      "epoch": 0.7166496006553348,
      "grad_norm": 6.626027050233425,
      "learning_rate": 0.0002915653332710601,
      "loss": 6.6875,
      "step": 17497
    },
    {
      "epoch": 0.7166905590825312,
      "grad_norm": 1.6274088411501535,
      "learning_rate": 0.00029156425500120035,
      "loss": 4.9688,
      "step": 17498
    },
    {
      "epoch": 0.7167315175097276,
      "grad_norm": 2.714085577296932,
      "learning_rate": 0.0002915631766644173,
      "loss": 4.5625,
      "step": 17499
    },
    {
      "epoch": 0.7167724759369241,
      "grad_norm": 3.1657677476246,
      "learning_rate": 0.0002915620982607113,
      "loss": 3.0625,
      "step": 17500
    },
    {
      "epoch": 0.7168134343641204,
      "grad_norm": 1.4396731916860295,
      "learning_rate": 0.000291561019790083,
      "loss": 5.4062,
      "step": 17501
    },
    {
      "epoch": 0.7168543927913168,
      "grad_norm": 1.5227127041192532,
      "learning_rate": 0.0002915599412525329,
      "loss": 5.2812,
      "step": 17502
    },
    {
      "epoch": 0.7168953512185132,
      "grad_norm": 1.502168745422054,
      "learning_rate": 0.0002915588626480614,
      "loss": 5.0938,
      "step": 17503
    },
    {
      "epoch": 0.7169363096457096,
      "grad_norm": 2.8339367921384886,
      "learning_rate": 0.00029155778397666913,
      "loss": 6.75,
      "step": 17504
    },
    {
      "epoch": 0.716977268072906,
      "grad_norm": 1.450163422886431,
      "learning_rate": 0.00029155670523835654,
      "loss": 4.75,
      "step": 17505
    },
    {
      "epoch": 0.7170182265001024,
      "grad_norm": 6.396925580603693,
      "learning_rate": 0.00029155562643312416,
      "loss": 5.1875,
      "step": 17506
    },
    {
      "epoch": 0.7170591849272988,
      "grad_norm": 3.4314280547379368,
      "learning_rate": 0.0002915545475609725,
      "loss": 6.4062,
      "step": 17507
    },
    {
      "epoch": 0.7171001433544952,
      "grad_norm": 3.5713013196259245,
      "learning_rate": 0.0002915534686219021,
      "loss": 5.4375,
      "step": 17508
    },
    {
      "epoch": 0.7171411017816915,
      "grad_norm": 7.1490522578331115,
      "learning_rate": 0.00029155238961591336,
      "loss": 8.1875,
      "step": 17509
    },
    {
      "epoch": 0.717182060208888,
      "grad_norm": 5.5522625305099735,
      "learning_rate": 0.00029155131054300686,
      "loss": 7.625,
      "step": 17510
    },
    {
      "epoch": 0.7172230186360844,
      "grad_norm": 1.4377955072786908,
      "learning_rate": 0.0002915502314031832,
      "loss": 5.2188,
      "step": 17511
    },
    {
      "epoch": 0.7172639770632808,
      "grad_norm": 1.7876667075912347,
      "learning_rate": 0.00029154915219644273,
      "loss": 4.125,
      "step": 17512
    },
    {
      "epoch": 0.7173049354904771,
      "grad_norm": 1.5562130323412497,
      "learning_rate": 0.000291548072922786,
      "loss": 5.5938,
      "step": 17513
    },
    {
      "epoch": 0.7173458939176736,
      "grad_norm": 2.5472660620376053,
      "learning_rate": 0.00029154699358221363,
      "loss": 6.4062,
      "step": 17514
    },
    {
      "epoch": 0.71738685234487,
      "grad_norm": 1.5517755886998557,
      "learning_rate": 0.00029154591417472603,
      "loss": 5.625,
      "step": 17515
    },
    {
      "epoch": 0.7174278107720663,
      "grad_norm": 9.96262521723353,
      "learning_rate": 0.0002915448347003238,
      "loss": 8.75,
      "step": 17516
    },
    {
      "epoch": 0.7174687691992627,
      "grad_norm": 2.6424360561776634,
      "learning_rate": 0.00029154375515900733,
      "loss": 4.6562,
      "step": 17517
    },
    {
      "epoch": 0.7175097276264591,
      "grad_norm": 1.5968217436613452,
      "learning_rate": 0.00029154267555077715,
      "loss": 5.4375,
      "step": 17518
    },
    {
      "epoch": 0.7175506860536556,
      "grad_norm": 4.1706607856146185,
      "learning_rate": 0.00029154159587563386,
      "loss": 6.875,
      "step": 17519
    },
    {
      "epoch": 0.7175916444808519,
      "grad_norm": 1.6347914818119709,
      "learning_rate": 0.0002915405161335779,
      "loss": 6.1875,
      "step": 17520
    },
    {
      "epoch": 0.7176326029080483,
      "grad_norm": 1.571122620054592,
      "learning_rate": 0.0002915394363246098,
      "loss": 5.4375,
      "step": 17521
    },
    {
      "epoch": 0.7176735613352447,
      "grad_norm": 1.5101567775958418,
      "learning_rate": 0.00029153835644873006,
      "loss": 5.3125,
      "step": 17522
    },
    {
      "epoch": 0.7177145197624412,
      "grad_norm": 2.5670948915455276,
      "learning_rate": 0.0002915372765059392,
      "loss": 5.6562,
      "step": 17523
    },
    {
      "epoch": 0.7177554781896375,
      "grad_norm": 1.5283117125440242,
      "learning_rate": 0.00029153619649623775,
      "loss": 5.2188,
      "step": 17524
    },
    {
      "epoch": 0.7177964366168339,
      "grad_norm": 1.493325869882367,
      "learning_rate": 0.00029153511641962616,
      "loss": 5.8125,
      "step": 17525
    },
    {
      "epoch": 0.7178373950440303,
      "grad_norm": 2.345675237841126,
      "learning_rate": 0.000291534036276105,
      "loss": 6.4688,
      "step": 17526
    },
    {
      "epoch": 0.7178783534712267,
      "grad_norm": 1.5506296378227928,
      "learning_rate": 0.00029153295606567476,
      "loss": 5.7812,
      "step": 17527
    },
    {
      "epoch": 0.7179193118984231,
      "grad_norm": 1.6783908172809818,
      "learning_rate": 0.000291531875788336,
      "loss": 4.7812,
      "step": 17528
    },
    {
      "epoch": 0.7179602703256195,
      "grad_norm": 4.252942016497368,
      "learning_rate": 0.0002915307954440891,
      "loss": 2.1562,
      "step": 17529
    },
    {
      "epoch": 0.7180012287528159,
      "grad_norm": 1.4070211021833243,
      "learning_rate": 0.00029152971503293467,
      "loss": 4.4688,
      "step": 17530
    },
    {
      "epoch": 0.7180421871800123,
      "grad_norm": 1.7488011366667546,
      "learning_rate": 0.0002915286345548732,
      "loss": 5.375,
      "step": 17531
    },
    {
      "epoch": 0.7180831456072087,
      "grad_norm": 1.5612130758253209,
      "learning_rate": 0.00029152755400990526,
      "loss": 4.9688,
      "step": 17532
    },
    {
      "epoch": 0.7181241040344051,
      "grad_norm": 1.4681349292515553,
      "learning_rate": 0.00029152647339803124,
      "loss": 4.8125,
      "step": 17533
    },
    {
      "epoch": 0.7181650624616015,
      "grad_norm": 1.4235810254675447,
      "learning_rate": 0.0002915253927192517,
      "loss": 4.7812,
      "step": 17534
    },
    {
      "epoch": 0.7182060208887979,
      "grad_norm": 1.704050741563463,
      "learning_rate": 0.00029152431197356724,
      "loss": 5.25,
      "step": 17535
    },
    {
      "epoch": 0.7182469793159942,
      "grad_norm": 1.96845610294122,
      "learning_rate": 0.0002915232311609783,
      "loss": 5.9688,
      "step": 17536
    },
    {
      "epoch": 0.7182879377431907,
      "grad_norm": 1.6412110874466115,
      "learning_rate": 0.0002915221502814853,
      "loss": 5.2188,
      "step": 17537
    },
    {
      "epoch": 0.7183288961703871,
      "grad_norm": 2.0102428507247208,
      "learning_rate": 0.00029152106933508893,
      "loss": 5.7188,
      "step": 17538
    },
    {
      "epoch": 0.7183698545975834,
      "grad_norm": 1.4473585911812104,
      "learning_rate": 0.0002915199883217896,
      "loss": 4.75,
      "step": 17539
    },
    {
      "epoch": 0.7184108130247798,
      "grad_norm": 1.9081257116953745,
      "learning_rate": 0.0002915189072415878,
      "loss": 5.125,
      "step": 17540
    },
    {
      "epoch": 0.7184517714519763,
      "grad_norm": 1.8908214953855604,
      "learning_rate": 0.00029151782609448403,
      "loss": 5.1875,
      "step": 17541
    },
    {
      "epoch": 0.7184927298791727,
      "grad_norm": 1.9234529341288964,
      "learning_rate": 0.00029151674488047893,
      "loss": 6.7188,
      "step": 17542
    },
    {
      "epoch": 0.718533688306369,
      "grad_norm": 5.0520676300076675,
      "learning_rate": 0.0002915156635995729,
      "loss": 7.9062,
      "step": 17543
    },
    {
      "epoch": 0.7185746467335654,
      "grad_norm": 1.4035547402529618,
      "learning_rate": 0.0002915145822517665,
      "loss": 5.6562,
      "step": 17544
    },
    {
      "epoch": 0.7186156051607618,
      "grad_norm": 2.5020176846799855,
      "learning_rate": 0.00029151350083706016,
      "loss": 5.8125,
      "step": 17545
    },
    {
      "epoch": 0.7186565635879583,
      "grad_norm": 1.8194451083356138,
      "learning_rate": 0.0002915124193554544,
      "loss": 6.375,
      "step": 17546
    },
    {
      "epoch": 0.7186975220151546,
      "grad_norm": 1.776612778531426,
      "learning_rate": 0.0002915113378069499,
      "loss": 6.0312,
      "step": 17547
    },
    {
      "epoch": 0.718738480442351,
      "grad_norm": 6.248406542509467,
      "learning_rate": 0.000291510256191547,
      "loss": 9.0,
      "step": 17548
    },
    {
      "epoch": 0.7187794388695474,
      "grad_norm": 1.5903261936051925,
      "learning_rate": 0.00029150917450924626,
      "loss": 5.6562,
      "step": 17549
    },
    {
      "epoch": 0.7188203972967439,
      "grad_norm": 1.5387207396793556,
      "learning_rate": 0.00029150809276004823,
      "loss": 5.3125,
      "step": 17550
    },
    {
      "epoch": 0.7188613557239402,
      "grad_norm": 1.5530155802454195,
      "learning_rate": 0.0002915070109439533,
      "loss": 5.0,
      "step": 17551
    },
    {
      "epoch": 0.7189023141511366,
      "grad_norm": 5.776275594406416,
      "learning_rate": 0.0002915059290609621,
      "loss": 5.1875,
      "step": 17552
    },
    {
      "epoch": 0.718943272578333,
      "grad_norm": 1.4886634082909471,
      "learning_rate": 0.0002915048471110752,
      "loss": 4.9062,
      "step": 17553
    },
    {
      "epoch": 0.7189842310055294,
      "grad_norm": 2.7411137915327854,
      "learning_rate": 0.0002915037650942929,
      "loss": 7.0625,
      "step": 17554
    },
    {
      "epoch": 0.7190251894327258,
      "grad_norm": 2.3184809720451436,
      "learning_rate": 0.00029150268301061585,
      "loss": 5.875,
      "step": 17555
    },
    {
      "epoch": 0.7190661478599222,
      "grad_norm": 1.7291759544010479,
      "learning_rate": 0.00029150160086004455,
      "loss": 5.875,
      "step": 17556
    },
    {
      "epoch": 0.7191071062871186,
      "grad_norm": 1.546032530138852,
      "learning_rate": 0.0002915005186425796,
      "loss": 4.9688,
      "step": 17557
    },
    {
      "epoch": 0.7191480647143149,
      "grad_norm": 1.420489570388053,
      "learning_rate": 0.00029149943635822133,
      "loss": 5.0312,
      "step": 17558
    },
    {
      "epoch": 0.7191890231415113,
      "grad_norm": 1.4289221292654153,
      "learning_rate": 0.0002914983540069703,
      "loss": 4.7188,
      "step": 17559
    },
    {
      "epoch": 0.7192299815687078,
      "grad_norm": 1.5046951494397725,
      "learning_rate": 0.0002914972715888271,
      "loss": 4.6562,
      "step": 17560
    },
    {
      "epoch": 0.7192709399959042,
      "grad_norm": 1.482105861716184,
      "learning_rate": 0.0002914961891037922,
      "loss": 5.0,
      "step": 17561
    },
    {
      "epoch": 0.7193118984231005,
      "grad_norm": 1.6955327573323362,
      "learning_rate": 0.00029149510655186614,
      "loss": 5.5312,
      "step": 17562
    },
    {
      "epoch": 0.7193528568502969,
      "grad_norm": 4.405162566268186,
      "learning_rate": 0.0002914940239330494,
      "loss": 4.0625,
      "step": 17563
    },
    {
      "epoch": 0.7193938152774934,
      "grad_norm": 1.8774410619310253,
      "learning_rate": 0.00029149294124734246,
      "loss": 6.2812,
      "step": 17564
    },
    {
      "epoch": 0.7194347737046898,
      "grad_norm": 2.433972442514914,
      "learning_rate": 0.0002914918584947459,
      "loss": 5.0938,
      "step": 17565
    },
    {
      "epoch": 0.7194757321318861,
      "grad_norm": 1.2769958203945229,
      "learning_rate": 0.0002914907756752602,
      "loss": 4.4688,
      "step": 17566
    },
    {
      "epoch": 0.7195166905590825,
      "grad_norm": 7.105195181867685,
      "learning_rate": 0.00029148969278888586,
      "loss": 2.5312,
      "step": 17567
    },
    {
      "epoch": 0.7195576489862789,
      "grad_norm": 2.184502066485631,
      "learning_rate": 0.00029148860983562336,
      "loss": 4.375,
      "step": 17568
    },
    {
      "epoch": 0.7195986074134754,
      "grad_norm": 1.3934796359830108,
      "learning_rate": 0.00029148752681547335,
      "loss": 5.4688,
      "step": 17569
    },
    {
      "epoch": 0.7196395658406717,
      "grad_norm": 1.7387411226038065,
      "learning_rate": 0.00029148644372843614,
      "loss": 5.2812,
      "step": 17570
    },
    {
      "epoch": 0.7196805242678681,
      "grad_norm": 2.175517196545443,
      "learning_rate": 0.00029148536057451243,
      "loss": 5.6562,
      "step": 17571
    },
    {
      "epoch": 0.7197214826950645,
      "grad_norm": 1.503962297565645,
      "learning_rate": 0.0002914842773537026,
      "loss": 5.5625,
      "step": 17572
    },
    {
      "epoch": 0.719762441122261,
      "grad_norm": 1.4152787193094933,
      "learning_rate": 0.0002914831940660073,
      "loss": 5.25,
      "step": 17573
    },
    {
      "epoch": 0.7198033995494573,
      "grad_norm": 1.8516246244746213,
      "learning_rate": 0.00029148211071142687,
      "loss": 4.3438,
      "step": 17574
    },
    {
      "epoch": 0.7198443579766537,
      "grad_norm": 1.7281149646895735,
      "learning_rate": 0.0002914810272899619,
      "loss": 6.125,
      "step": 17575
    },
    {
      "epoch": 0.7198853164038501,
      "grad_norm": 1.4175320882859201,
      "learning_rate": 0.00029147994380161296,
      "loss": 5.2188,
      "step": 17576
    },
    {
      "epoch": 0.7199262748310465,
      "grad_norm": 2.586747155159149,
      "learning_rate": 0.0002914788602463805,
      "loss": 6.3438,
      "step": 17577
    },
    {
      "epoch": 0.7199672332582429,
      "grad_norm": 3.6862984812427686,
      "learning_rate": 0.000291477776624265,
      "loss": 7.7188,
      "step": 17578
    },
    {
      "epoch": 0.7200081916854393,
      "grad_norm": 2.221142405335326,
      "learning_rate": 0.0002914766929352671,
      "loss": 6.4375,
      "step": 17579
    },
    {
      "epoch": 0.7200491501126357,
      "grad_norm": 2.124200023922538,
      "learning_rate": 0.00029147560917938713,
      "loss": 5.5625,
      "step": 17580
    },
    {
      "epoch": 0.720090108539832,
      "grad_norm": 1.7433399886026593,
      "learning_rate": 0.00029147452535662583,
      "loss": 5.7812,
      "step": 17581
    },
    {
      "epoch": 0.7201310669670284,
      "grad_norm": 1.6554823109136216,
      "learning_rate": 0.00029147344146698346,
      "loss": 5.4688,
      "step": 17582
    },
    {
      "epoch": 0.7201720253942249,
      "grad_norm": 1.887859036837462,
      "learning_rate": 0.0002914723575104607,
      "loss": 6.3438,
      "step": 17583
    },
    {
      "epoch": 0.7202129838214213,
      "grad_norm": 1.8474691429950723,
      "learning_rate": 0.00029147127348705805,
      "loss": 5.7812,
      "step": 17584
    },
    {
      "epoch": 0.7202539422486176,
      "grad_norm": 1.5601668174590249,
      "learning_rate": 0.000291470189396776,
      "loss": 5.0625,
      "step": 17585
    },
    {
      "epoch": 0.720294900675814,
      "grad_norm": 1.5963388185144236,
      "learning_rate": 0.000291469105239615,
      "loss": 5.3438,
      "step": 17586
    },
    {
      "epoch": 0.7203358591030105,
      "grad_norm": 2.464321217559181,
      "learning_rate": 0.00029146802101557564,
      "loss": 5.8125,
      "step": 17587
    },
    {
      "epoch": 0.7203768175302069,
      "grad_norm": 1.4192303105879687,
      "learning_rate": 0.0002914669367246584,
      "loss": 5.0,
      "step": 17588
    },
    {
      "epoch": 0.7204177759574032,
      "grad_norm": 1.707098786358681,
      "learning_rate": 0.00029146585236686375,
      "loss": 5.125,
      "step": 17589
    },
    {
      "epoch": 0.7204587343845996,
      "grad_norm": 1.4795996401397506,
      "learning_rate": 0.0002914647679421923,
      "loss": 5.25,
      "step": 17590
    },
    {
      "epoch": 0.720499692811796,
      "grad_norm": 1.564440601463271,
      "learning_rate": 0.00029146368345064455,
      "loss": 5.8438,
      "step": 17591
    },
    {
      "epoch": 0.7205406512389925,
      "grad_norm": 1.4663096678452723,
      "learning_rate": 0.00029146259889222095,
      "loss": 5.4375,
      "step": 17592
    },
    {
      "epoch": 0.7205816096661888,
      "grad_norm": 1.6330368741163477,
      "learning_rate": 0.0002914615142669221,
      "loss": 5.375,
      "step": 17593
    },
    {
      "epoch": 0.7206225680933852,
      "grad_norm": 1.4391557482157415,
      "learning_rate": 0.00029146042957474834,
      "loss": 5.5,
      "step": 17594
    },
    {
      "epoch": 0.7206635265205816,
      "grad_norm": 1.4945627752692399,
      "learning_rate": 0.0002914593448157004,
      "loss": 4.75,
      "step": 17595
    },
    {
      "epoch": 0.7207044849477781,
      "grad_norm": 1.4638321803955157,
      "learning_rate": 0.00029145825998977865,
      "loss": 5.2188,
      "step": 17596
    },
    {
      "epoch": 0.7207454433749744,
      "grad_norm": 1.3596142772405926,
      "learning_rate": 0.0002914571750969836,
      "loss": 5.3438,
      "step": 17597
    },
    {
      "epoch": 0.7207864018021708,
      "grad_norm": 12.429019782849478,
      "learning_rate": 0.00029145609013731585,
      "loss": 7.4688,
      "step": 17598
    },
    {
      "epoch": 0.7208273602293672,
      "grad_norm": 2.0491112462946317,
      "learning_rate": 0.0002914550051107759,
      "loss": 8.375,
      "step": 17599
    },
    {
      "epoch": 0.7208683186565635,
      "grad_norm": 3.5377954591954595,
      "learning_rate": 0.0002914539200173642,
      "loss": 1.8594,
      "step": 17600
    },
    {
      "epoch": 0.72090927708376,
      "grad_norm": 1.8235279953624286,
      "learning_rate": 0.00029145283485708124,
      "loss": 6.0938,
      "step": 17601
    },
    {
      "epoch": 0.7209502355109564,
      "grad_norm": 1.4936617469341522,
      "learning_rate": 0.0002914517496299277,
      "loss": 4.8438,
      "step": 17602
    },
    {
      "epoch": 0.7209911939381528,
      "grad_norm": 1.9549117839761394,
      "learning_rate": 0.0002914506643359039,
      "loss": 6.0938,
      "step": 17603
    },
    {
      "epoch": 0.7210321523653491,
      "grad_norm": 1.95743233292839,
      "learning_rate": 0.00029144957897501045,
      "loss": 6.0625,
      "step": 17604
    },
    {
      "epoch": 0.7210731107925455,
      "grad_norm": 2.444607730229041,
      "learning_rate": 0.00029144849354724786,
      "loss": 5.4688,
      "step": 17605
    },
    {
      "epoch": 0.721114069219742,
      "grad_norm": 4.115700923764549,
      "learning_rate": 0.0002914474080526166,
      "loss": 7.4375,
      "step": 17606
    },
    {
      "epoch": 0.7211550276469384,
      "grad_norm": 1.6390715441926633,
      "learning_rate": 0.00029144632249111725,
      "loss": 6.5625,
      "step": 17607
    },
    {
      "epoch": 0.7211959860741347,
      "grad_norm": 4.699296060665171,
      "learning_rate": 0.0002914452368627503,
      "loss": 5.0938,
      "step": 17608
    },
    {
      "epoch": 0.7212369445013311,
      "grad_norm": 1.6580451995986645,
      "learning_rate": 0.0002914441511675162,
      "loss": 5.0312,
      "step": 17609
    },
    {
      "epoch": 0.7212779029285276,
      "grad_norm": 2.741373867064376,
      "learning_rate": 0.0002914430654054156,
      "loss": 7.9062,
      "step": 17610
    },
    {
      "epoch": 0.721318861355724,
      "grad_norm": 1.5395516502559468,
      "learning_rate": 0.0002914419795764488,
      "loss": 6.5625,
      "step": 17611
    },
    {
      "epoch": 0.7213598197829203,
      "grad_norm": 2.3535693859423414,
      "learning_rate": 0.0002914408936806165,
      "loss": 5.2812,
      "step": 17612
    },
    {
      "epoch": 0.7214007782101167,
      "grad_norm": 1.5248422241158766,
      "learning_rate": 0.0002914398077179192,
      "loss": 5.375,
      "step": 17613
    },
    {
      "epoch": 0.7214417366373131,
      "grad_norm": 2.070097584810083,
      "learning_rate": 0.0002914387216883573,
      "loss": 4.875,
      "step": 17614
    },
    {
      "epoch": 0.7214826950645096,
      "grad_norm": 1.4143961814365198,
      "learning_rate": 0.0002914376355919314,
      "loss": 4.9375,
      "step": 17615
    },
    {
      "epoch": 0.7215236534917059,
      "grad_norm": 1.7758943590160785,
      "learning_rate": 0.00029143654942864197,
      "loss": 4.9375,
      "step": 17616
    },
    {
      "epoch": 0.7215646119189023,
      "grad_norm": 2.0153115964798887,
      "learning_rate": 0.0002914354631984896,
      "loss": 6.8125,
      "step": 17617
    },
    {
      "epoch": 0.7216055703460987,
      "grad_norm": 5.687466629577621,
      "learning_rate": 0.0002914343769014747,
      "loss": 5.25,
      "step": 17618
    },
    {
      "epoch": 0.7216465287732952,
      "grad_norm": 1.676111011327953,
      "learning_rate": 0.00029143329053759785,
      "loss": 4.9688,
      "step": 17619
    },
    {
      "epoch": 0.7216874872004915,
      "grad_norm": 1.6717863120093768,
      "learning_rate": 0.00029143220410685956,
      "loss": 6.0,
      "step": 17620
    },
    {
      "epoch": 0.7217284456276879,
      "grad_norm": 1.3566134570058113,
      "learning_rate": 0.0002914311176092603,
      "loss": 6.2812,
      "step": 17621
    },
    {
      "epoch": 0.7217694040548843,
      "grad_norm": 1.6993659950697142,
      "learning_rate": 0.00029143003104480065,
      "loss": 4.9688,
      "step": 17622
    },
    {
      "epoch": 0.7218103624820806,
      "grad_norm": 1.3552458192800463,
      "learning_rate": 0.00029142894441348106,
      "loss": 4.8438,
      "step": 17623
    },
    {
      "epoch": 0.7218513209092771,
      "grad_norm": 1.757350560959836,
      "learning_rate": 0.0002914278577153021,
      "loss": 6.3125,
      "step": 17624
    },
    {
      "epoch": 0.7218922793364735,
      "grad_norm": 1.8403375367079484,
      "learning_rate": 0.00029142677095026425,
      "loss": 3.7344,
      "step": 17625
    },
    {
      "epoch": 0.7219332377636699,
      "grad_norm": 1.4039438327675495,
      "learning_rate": 0.000291425684118368,
      "loss": 5.2188,
      "step": 17626
    },
    {
      "epoch": 0.7219741961908662,
      "grad_norm": 1.6304248307350746,
      "learning_rate": 0.0002914245972196139,
      "loss": 5.2188,
      "step": 17627
    },
    {
      "epoch": 0.7220151546180626,
      "grad_norm": 1.5455457318252313,
      "learning_rate": 0.0002914235102540025,
      "loss": 6.2188,
      "step": 17628
    },
    {
      "epoch": 0.7220561130452591,
      "grad_norm": 4.435211343101437,
      "learning_rate": 0.0002914224232215342,
      "loss": 7.375,
      "step": 17629
    },
    {
      "epoch": 0.7220970714724555,
      "grad_norm": 2.093141922065301,
      "learning_rate": 0.00029142133612220964,
      "loss": 3.8438,
      "step": 17630
    },
    {
      "epoch": 0.7221380298996518,
      "grad_norm": 3.313316171459101,
      "learning_rate": 0.00029142024895602927,
      "loss": 3.3594,
      "step": 17631
    },
    {
      "epoch": 0.7221789883268482,
      "grad_norm": 1.7627497187620387,
      "learning_rate": 0.0002914191617229936,
      "loss": 5.375,
      "step": 17632
    },
    {
      "epoch": 0.7222199467540447,
      "grad_norm": 2.090537917798038,
      "learning_rate": 0.0002914180744231032,
      "loss": 5.1875,
      "step": 17633
    },
    {
      "epoch": 0.7222609051812411,
      "grad_norm": 1.9388354022359644,
      "learning_rate": 0.0002914169870563585,
      "loss": 4.25,
      "step": 17634
    },
    {
      "epoch": 0.7223018636084374,
      "grad_norm": 1.503499159577387,
      "learning_rate": 0.00029141589962276,
      "loss": 5.6562,
      "step": 17635
    },
    {
      "epoch": 0.7223428220356338,
      "grad_norm": 1.625674432639282,
      "learning_rate": 0.00029141481212230835,
      "loss": 4.8438,
      "step": 17636
    },
    {
      "epoch": 0.7223837804628302,
      "grad_norm": 1.7398861989915828,
      "learning_rate": 0.000291413724555004,
      "loss": 4.7188,
      "step": 17637
    },
    {
      "epoch": 0.7224247388900267,
      "grad_norm": 2.1241405762812726,
      "learning_rate": 0.0002914126369208474,
      "loss": 4.0938,
      "step": 17638
    },
    {
      "epoch": 0.722465697317223,
      "grad_norm": 1.5978002571419094,
      "learning_rate": 0.0002914115492198391,
      "loss": 5.4688,
      "step": 17639
    },
    {
      "epoch": 0.7225066557444194,
      "grad_norm": 3.528905229795835,
      "learning_rate": 0.00029141046145197963,
      "loss": 3.7344,
      "step": 17640
    },
    {
      "epoch": 0.7225476141716158,
      "grad_norm": 1.6327034906421636,
      "learning_rate": 0.0002914093736172695,
      "loss": 5.4062,
      "step": 17641
    },
    {
      "epoch": 0.7225885725988122,
      "grad_norm": 1.4855837064088353,
      "learning_rate": 0.0002914082857157093,
      "loss": 5.5938,
      "step": 17642
    },
    {
      "epoch": 0.7226295310260086,
      "grad_norm": 1.7086883715420271,
      "learning_rate": 0.00029140719774729937,
      "loss": 5.6562,
      "step": 17643
    },
    {
      "epoch": 0.722670489453205,
      "grad_norm": 2.31110330030281,
      "learning_rate": 0.00029140610971204036,
      "loss": 5.3438,
      "step": 17644
    },
    {
      "epoch": 0.7227114478804014,
      "grad_norm": 6.152239957882777,
      "learning_rate": 0.0002914050216099327,
      "loss": 6.8125,
      "step": 17645
    },
    {
      "epoch": 0.7227524063075977,
      "grad_norm": 1.5520826115336206,
      "learning_rate": 0.00029140393344097705,
      "loss": 5.4062,
      "step": 17646
    },
    {
      "epoch": 0.7227933647347942,
      "grad_norm": 1.9878045053181164,
      "learning_rate": 0.00029140284520517377,
      "loss": 5.8125,
      "step": 17647
    },
    {
      "epoch": 0.7228343231619906,
      "grad_norm": 2.8836243259956666,
      "learning_rate": 0.0002914017569025234,
      "loss": 7.5312,
      "step": 17648
    },
    {
      "epoch": 0.722875281589187,
      "grad_norm": 2.730924561242914,
      "learning_rate": 0.00029140066853302655,
      "loss": 5.9688,
      "step": 17649
    },
    {
      "epoch": 0.7229162400163833,
      "grad_norm": 2.2036049522851964,
      "learning_rate": 0.0002913995800966836,
      "loss": 5.2812,
      "step": 17650
    },
    {
      "epoch": 0.7229571984435798,
      "grad_norm": 1.5177438515371258,
      "learning_rate": 0.0002913984915934952,
      "loss": 5.9375,
      "step": 17651
    },
    {
      "epoch": 0.7229981568707762,
      "grad_norm": 2.1518330456995605,
      "learning_rate": 0.00029139740302346176,
      "loss": 6.6875,
      "step": 17652
    },
    {
      "epoch": 0.7230391152979726,
      "grad_norm": 1.855846505514022,
      "learning_rate": 0.00029139631438658385,
      "loss": 6.8125,
      "step": 17653
    },
    {
      "epoch": 0.7230800737251689,
      "grad_norm": 2.4127403287106395,
      "learning_rate": 0.00029139522568286195,
      "loss": 8.375,
      "step": 17654
    },
    {
      "epoch": 0.7231210321523653,
      "grad_norm": 2.5518738336731643,
      "learning_rate": 0.0002913941369122966,
      "loss": 6.0938,
      "step": 17655
    },
    {
      "epoch": 0.7231619905795618,
      "grad_norm": 1.416881575357566,
      "learning_rate": 0.0002913930480748883,
      "loss": 4.9688,
      "step": 17656
    },
    {
      "epoch": 0.7232029490067582,
      "grad_norm": 1.403825765452253,
      "learning_rate": 0.00029139195917063756,
      "loss": 5.75,
      "step": 17657
    },
    {
      "epoch": 0.7232439074339545,
      "grad_norm": 2.010369722218399,
      "learning_rate": 0.00029139087019954495,
      "loss": 6.0938,
      "step": 17658
    },
    {
      "epoch": 0.7232848658611509,
      "grad_norm": 1.5703853079533572,
      "learning_rate": 0.0002913897811616109,
      "loss": 5.7812,
      "step": 17659
    },
    {
      "epoch": 0.7233258242883474,
      "grad_norm": 1.5363887558225264,
      "learning_rate": 0.00029138869205683595,
      "loss": 4.0312,
      "step": 17660
    },
    {
      "epoch": 0.7233667827155438,
      "grad_norm": 1.866273895874994,
      "learning_rate": 0.0002913876028852207,
      "loss": 5.4062,
      "step": 17661
    },
    {
      "epoch": 0.7234077411427401,
      "grad_norm": 1.5654179089240006,
      "learning_rate": 0.00029138651364676556,
      "loss": 6.6875,
      "step": 17662
    },
    {
      "epoch": 0.7234486995699365,
      "grad_norm": 1.4252997160628722,
      "learning_rate": 0.00029138542434147105,
      "loss": 4.8125,
      "step": 17663
    },
    {
      "epoch": 0.7234896579971329,
      "grad_norm": 2.0555619185270513,
      "learning_rate": 0.00029138433496933775,
      "loss": 7.0625,
      "step": 17664
    },
    {
      "epoch": 0.7235306164243293,
      "grad_norm": 2.347195844882016,
      "learning_rate": 0.0002913832455303661,
      "loss": 5.0938,
      "step": 17665
    },
    {
      "epoch": 0.7235715748515257,
      "grad_norm": 1.539014816470836,
      "learning_rate": 0.0002913821560245567,
      "loss": 5.5938,
      "step": 17666
    },
    {
      "epoch": 0.7236125332787221,
      "grad_norm": 1.9574337038258245,
      "learning_rate": 0.00029138106645191006,
      "loss": 5.3125,
      "step": 17667
    },
    {
      "epoch": 0.7236534917059185,
      "grad_norm": 1.7235700477030111,
      "learning_rate": 0.00029137997681242655,
      "loss": 6.1562,
      "step": 17668
    },
    {
      "epoch": 0.7236944501331148,
      "grad_norm": 1.976857021996804,
      "learning_rate": 0.0002913788871061069,
      "loss": 6.125,
      "step": 17669
    },
    {
      "epoch": 0.7237354085603113,
      "grad_norm": 1.5126649785264326,
      "learning_rate": 0.00029137779733295145,
      "loss": 5.4688,
      "step": 17670
    },
    {
      "epoch": 0.7237763669875077,
      "grad_norm": 1.9765046119568457,
      "learning_rate": 0.0002913767074929608,
      "loss": 6.0,
      "step": 17671
    },
    {
      "epoch": 0.7238173254147041,
      "grad_norm": 1.7681186320910687,
      "learning_rate": 0.0002913756175861354,
      "loss": 4.0625,
      "step": 17672
    },
    {
      "epoch": 0.7238582838419004,
      "grad_norm": 3.367883170226591,
      "learning_rate": 0.00029137452761247585,
      "loss": 4.4688,
      "step": 17673
    },
    {
      "epoch": 0.7238992422690969,
      "grad_norm": 3.1421696589894497,
      "learning_rate": 0.00029137343757198265,
      "loss": 4.1562,
      "step": 17674
    },
    {
      "epoch": 0.7239402006962933,
      "grad_norm": 1.5289331702603743,
      "learning_rate": 0.00029137234746465625,
      "loss": 5.2188,
      "step": 17675
    },
    {
      "epoch": 0.7239811591234897,
      "grad_norm": 1.7326215556290578,
      "learning_rate": 0.00029137125729049724,
      "loss": 5.25,
      "step": 17676
    },
    {
      "epoch": 0.724022117550686,
      "grad_norm": 1.5016943782047742,
      "learning_rate": 0.00029137016704950606,
      "loss": 4.25,
      "step": 17677
    },
    {
      "epoch": 0.7240630759778824,
      "grad_norm": 1.4444990421315138,
      "learning_rate": 0.0002913690767416833,
      "loss": 5.1562,
      "step": 17678
    },
    {
      "epoch": 0.7241040344050789,
      "grad_norm": 3.3678198272215605,
      "learning_rate": 0.00029136798636702945,
      "loss": 4.0,
      "step": 17679
    },
    {
      "epoch": 0.7241449928322753,
      "grad_norm": 1.5641393030030835,
      "learning_rate": 0.000291366895925545,
      "loss": 5.5938,
      "step": 17680
    },
    {
      "epoch": 0.7241859512594716,
      "grad_norm": 1.4644060066753861,
      "learning_rate": 0.00029136580541723055,
      "loss": 4.7188,
      "step": 17681
    },
    {
      "epoch": 0.724226909686668,
      "grad_norm": 1.6435900415871527,
      "learning_rate": 0.00029136471484208647,
      "loss": 5.3438,
      "step": 17682
    },
    {
      "epoch": 0.7242678681138645,
      "grad_norm": 5.105500263739885,
      "learning_rate": 0.00029136362420011336,
      "loss": 6.625,
      "step": 17683
    },
    {
      "epoch": 0.7243088265410608,
      "grad_norm": 1.574556188000437,
      "learning_rate": 0.00029136253349131176,
      "loss": 6.1875,
      "step": 17684
    },
    {
      "epoch": 0.7243497849682572,
      "grad_norm": 1.7542785990465322,
      "learning_rate": 0.00029136144271568217,
      "loss": 5.0625,
      "step": 17685
    },
    {
      "epoch": 0.7243907433954536,
      "grad_norm": 1.7550384329063826,
      "learning_rate": 0.00029136035187322506,
      "loss": 7.1875,
      "step": 17686
    },
    {
      "epoch": 0.72443170182265,
      "grad_norm": 2.101832874125706,
      "learning_rate": 0.000291359260963941,
      "loss": 7.9688,
      "step": 17687
    },
    {
      "epoch": 0.7244726602498464,
      "grad_norm": 1.5983934005595937,
      "learning_rate": 0.0002913581699878305,
      "loss": 5.75,
      "step": 17688
    },
    {
      "epoch": 0.7245136186770428,
      "grad_norm": 1.7847644703887688,
      "learning_rate": 0.000291357078944894,
      "loss": 5.4062,
      "step": 17689
    },
    {
      "epoch": 0.7245545771042392,
      "grad_norm": 2.675328612645604,
      "learning_rate": 0.00029135598783513214,
      "loss": 6.0312,
      "step": 17690
    },
    {
      "epoch": 0.7245955355314356,
      "grad_norm": 1.6465437189988859,
      "learning_rate": 0.0002913548966585453,
      "loss": 6.0312,
      "step": 17691
    },
    {
      "epoch": 0.7246364939586319,
      "grad_norm": 3.7721816254247487,
      "learning_rate": 0.0002913538054151341,
      "loss": 4.3438,
      "step": 17692
    },
    {
      "epoch": 0.7246774523858284,
      "grad_norm": 1.6384580295936755,
      "learning_rate": 0.00029135271410489906,
      "loss": 5.25,
      "step": 17693
    },
    {
      "epoch": 0.7247184108130248,
      "grad_norm": 1.5279607140894744,
      "learning_rate": 0.0002913516227278406,
      "loss": 5.5938,
      "step": 17694
    },
    {
      "epoch": 0.7247593692402212,
      "grad_norm": 1.6542152239351287,
      "learning_rate": 0.0002913505312839594,
      "loss": 6.0625,
      "step": 17695
    },
    {
      "epoch": 0.7248003276674175,
      "grad_norm": 4.8169612567595586,
      "learning_rate": 0.0002913494397732557,
      "loss": 5.1875,
      "step": 17696
    },
    {
      "epoch": 0.724841286094614,
      "grad_norm": 1.7505608950219997,
      "learning_rate": 0.00029134834819573036,
      "loss": 5.7812,
      "step": 17697
    },
    {
      "epoch": 0.7248822445218104,
      "grad_norm": 4.806147999764038,
      "learning_rate": 0.00029134725655138367,
      "loss": 3.4844,
      "step": 17698
    },
    {
      "epoch": 0.7249232029490068,
      "grad_norm": 1.8120974924174789,
      "learning_rate": 0.00029134616484021613,
      "loss": 5.4688,
      "step": 17699
    },
    {
      "epoch": 0.7249641613762031,
      "grad_norm": 1.7872079777624879,
      "learning_rate": 0.00029134507306222834,
      "loss": 4.6562,
      "step": 17700
    },
    {
      "epoch": 0.7250051198033995,
      "grad_norm": 1.707523966608059,
      "learning_rate": 0.00029134398121742085,
      "loss": 5.2812,
      "step": 17701
    },
    {
      "epoch": 0.725046078230596,
      "grad_norm": 1.5051069132499124,
      "learning_rate": 0.00029134288930579414,
      "loss": 5.4688,
      "step": 17702
    },
    {
      "epoch": 0.7250870366577924,
      "grad_norm": 1.5076310166895546,
      "learning_rate": 0.0002913417973273487,
      "loss": 5.625,
      "step": 17703
    },
    {
      "epoch": 0.7251279950849887,
      "grad_norm": 1.6902440760700417,
      "learning_rate": 0.000291340705282085,
      "loss": 5.1562,
      "step": 17704
    },
    {
      "epoch": 0.7251689535121851,
      "grad_norm": 4.136891734667268,
      "learning_rate": 0.0002913396131700037,
      "loss": 5.6875,
      "step": 17705
    },
    {
      "epoch": 0.7252099119393816,
      "grad_norm": 2.1802849579508523,
      "learning_rate": 0.00029133852099110516,
      "loss": 5.6562,
      "step": 17706
    },
    {
      "epoch": 0.7252508703665779,
      "grad_norm": 2.316067022395179,
      "learning_rate": 0.00029133742874539,
      "loss": 5.1875,
      "step": 17707
    },
    {
      "epoch": 0.7252918287937743,
      "grad_norm": 21.819457915758072,
      "learning_rate": 0.00029133633643285873,
      "loss": 9.375,
      "step": 17708
    },
    {
      "epoch": 0.7253327872209707,
      "grad_norm": 1.847703479721754,
      "learning_rate": 0.0002913352440535118,
      "loss": 4.9375,
      "step": 17709
    },
    {
      "epoch": 0.7253737456481671,
      "grad_norm": 3.2418503511461205,
      "learning_rate": 0.0002913341516073498,
      "loss": 4.625,
      "step": 17710
    },
    {
      "epoch": 0.7254147040753635,
      "grad_norm": 2.1658188204270514,
      "learning_rate": 0.00029133305909437323,
      "loss": 7.0,
      "step": 17711
    },
    {
      "epoch": 0.7254556625025599,
      "grad_norm": 1.4706281491856956,
      "learning_rate": 0.00029133196651458254,
      "loss": 5.0625,
      "step": 17712
    },
    {
      "epoch": 0.7254966209297563,
      "grad_norm": 2.2865103958548354,
      "learning_rate": 0.0002913308738679783,
      "loss": 4.5312,
      "step": 17713
    },
    {
      "epoch": 0.7255375793569527,
      "grad_norm": 1.486842852724135,
      "learning_rate": 0.00029132978115456107,
      "loss": 5.375,
      "step": 17714
    },
    {
      "epoch": 0.725578537784149,
      "grad_norm": 1.7524958822588277,
      "learning_rate": 0.00029132868837433126,
      "loss": 5.0,
      "step": 17715
    },
    {
      "epoch": 0.7256194962113455,
      "grad_norm": 2.3457376664188416,
      "learning_rate": 0.0002913275955272895,
      "loss": 6.4375,
      "step": 17716
    },
    {
      "epoch": 0.7256604546385419,
      "grad_norm": 1.9995254480894686,
      "learning_rate": 0.00029132650261343623,
      "loss": 5.4688,
      "step": 17717
    },
    {
      "epoch": 0.7257014130657383,
      "grad_norm": 2.3926712555347747,
      "learning_rate": 0.000291325409632772,
      "loss": 6.4688,
      "step": 17718
    },
    {
      "epoch": 0.7257423714929346,
      "grad_norm": 1.8750428709382265,
      "learning_rate": 0.00029132431658529734,
      "loss": 5.375,
      "step": 17719
    },
    {
      "epoch": 0.7257833299201311,
      "grad_norm": 3.4989990938833033,
      "learning_rate": 0.0002913232234710127,
      "loss": 7.375,
      "step": 17720
    },
    {
      "epoch": 0.7258242883473275,
      "grad_norm": 2.2062178990434718,
      "learning_rate": 0.00029132213028991867,
      "loss": 6.375,
      "step": 17721
    },
    {
      "epoch": 0.7258652467745239,
      "grad_norm": 1.6217961867307402,
      "learning_rate": 0.0002913210370420157,
      "loss": 6.0312,
      "step": 17722
    },
    {
      "epoch": 0.7259062052017202,
      "grad_norm": 1.6252523661964096,
      "learning_rate": 0.00029131994372730437,
      "loss": 6.4062,
      "step": 17723
    },
    {
      "epoch": 0.7259471636289166,
      "grad_norm": 1.6185409349363864,
      "learning_rate": 0.00029131885034578515,
      "loss": 5.375,
      "step": 17724
    },
    {
      "epoch": 0.7259881220561131,
      "grad_norm": 1.6695532239733848,
      "learning_rate": 0.00029131775689745864,
      "loss": 5.8125,
      "step": 17725
    },
    {
      "epoch": 0.7260290804833094,
      "grad_norm": 1.5415663783924185,
      "learning_rate": 0.00029131666338232527,
      "loss": 5.625,
      "step": 17726
    },
    {
      "epoch": 0.7260700389105058,
      "grad_norm": 2.0761981948732458,
      "learning_rate": 0.00029131556980038553,
      "loss": 6.1875,
      "step": 17727
    },
    {
      "epoch": 0.7261109973377022,
      "grad_norm": 1.541858005888561,
      "learning_rate": 0.00029131447615164,
      "loss": 5.1875,
      "step": 17728
    },
    {
      "epoch": 0.7261519557648987,
      "grad_norm": 5.435016965529596,
      "learning_rate": 0.0002913133824360892,
      "loss": 6.2188,
      "step": 17729
    },
    {
      "epoch": 0.726192914192095,
      "grad_norm": 1.8083941881765833,
      "learning_rate": 0.0002913122886537337,
      "loss": 4.8125,
      "step": 17730
    },
    {
      "epoch": 0.7262338726192914,
      "grad_norm": 1.5876023371186692,
      "learning_rate": 0.00029131119480457383,
      "loss": 5.3125,
      "step": 17731
    },
    {
      "epoch": 0.7262748310464878,
      "grad_norm": 4.329496084096057,
      "learning_rate": 0.0002913101008886103,
      "loss": 1.9141,
      "step": 17732
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 3.515647521397303,
      "learning_rate": 0.00029130900690584353,
      "loss": 3.2344,
      "step": 17733
    },
    {
      "epoch": 0.7263567479008806,
      "grad_norm": 1.7974757330328675,
      "learning_rate": 0.00029130791285627406,
      "loss": 5.4062,
      "step": 17734
    },
    {
      "epoch": 0.726397706328077,
      "grad_norm": 3.4592069964187013,
      "learning_rate": 0.00029130681873990245,
      "loss": 7.5625,
      "step": 17735
    },
    {
      "epoch": 0.7264386647552734,
      "grad_norm": 1.6404953185981592,
      "learning_rate": 0.0002913057245567291,
      "loss": 5.0625,
      "step": 17736
    },
    {
      "epoch": 0.7264796231824698,
      "grad_norm": 1.4395966280559243,
      "learning_rate": 0.0002913046303067547,
      "loss": 4.9062,
      "step": 17737
    },
    {
      "epoch": 0.7265205816096661,
      "grad_norm": 1.5060875894118806,
      "learning_rate": 0.00029130353598997964,
      "loss": 5.6875,
      "step": 17738
    },
    {
      "epoch": 0.7265615400368626,
      "grad_norm": 4.330452146413825,
      "learning_rate": 0.00029130244160640445,
      "loss": 1.4062,
      "step": 17739
    },
    {
      "epoch": 0.726602498464059,
      "grad_norm": 6.06022471970926,
      "learning_rate": 0.0002913013471560296,
      "loss": 6.8438,
      "step": 17740
    },
    {
      "epoch": 0.7266434568912554,
      "grad_norm": 1.626897937701604,
      "learning_rate": 0.0002913002526388558,
      "loss": 5.9688,
      "step": 17741
    },
    {
      "epoch": 0.7266844153184517,
      "grad_norm": 2.1318726529980916,
      "learning_rate": 0.0002912991580548833,
      "loss": 3.7656,
      "step": 17742
    },
    {
      "epoch": 0.7267253737456482,
      "grad_norm": 2.379100148061156,
      "learning_rate": 0.00029129806340411285,
      "loss": 5.4375,
      "step": 17743
    },
    {
      "epoch": 0.7267663321728446,
      "grad_norm": 1.7627768227905722,
      "learning_rate": 0.0002912969686865449,
      "loss": 5.75,
      "step": 17744
    },
    {
      "epoch": 0.726807290600041,
      "grad_norm": 1.4632259117179356,
      "learning_rate": 0.00029129587390217985,
      "loss": 5.75,
      "step": 17745
    },
    {
      "epoch": 0.7268482490272373,
      "grad_norm": 1.765736186064821,
      "learning_rate": 0.0002912947790510184,
      "loss": 6.5,
      "step": 17746
    },
    {
      "epoch": 0.7268892074544338,
      "grad_norm": 1.4097676846315186,
      "learning_rate": 0.00029129368413306094,
      "loss": 4.9375,
      "step": 17747
    },
    {
      "epoch": 0.7269301658816302,
      "grad_norm": 1.8384023496386817,
      "learning_rate": 0.000291292589148308,
      "loss": 5.0312,
      "step": 17748
    },
    {
      "epoch": 0.7269711243088265,
      "grad_norm": 6.31008119850957,
      "learning_rate": 0.00029129149409676014,
      "loss": 4.3125,
      "step": 17749
    },
    {
      "epoch": 0.7270120827360229,
      "grad_norm": 1.6810511112807598,
      "learning_rate": 0.0002912903989784179,
      "loss": 5.3125,
      "step": 17750
    },
    {
      "epoch": 0.7270530411632193,
      "grad_norm": 2.3601783605253743,
      "learning_rate": 0.0002912893037932817,
      "loss": 4.5,
      "step": 17751
    },
    {
      "epoch": 0.7270939995904158,
      "grad_norm": 1.5097075090759773,
      "learning_rate": 0.0002912882085413521,
      "loss": 3.8438,
      "step": 17752
    },
    {
      "epoch": 0.7271349580176121,
      "grad_norm": 1.5549236395517847,
      "learning_rate": 0.0002912871132226297,
      "loss": 5.2812,
      "step": 17753
    },
    {
      "epoch": 0.7271759164448085,
      "grad_norm": 2.8373582139469518,
      "learning_rate": 0.00029128601783711495,
      "loss": 3.4375,
      "step": 17754
    },
    {
      "epoch": 0.7272168748720049,
      "grad_norm": 7.525494545199159,
      "learning_rate": 0.0002912849223848083,
      "loss": 5.5312,
      "step": 17755
    },
    {
      "epoch": 0.7272578332992014,
      "grad_norm": 1.5602869469722078,
      "learning_rate": 0.0002912838268657104,
      "loss": 5.75,
      "step": 17756
    },
    {
      "epoch": 0.7272987917263977,
      "grad_norm": 1.6164373065692785,
      "learning_rate": 0.00029128273127982166,
      "loss": 5.625,
      "step": 17757
    },
    {
      "epoch": 0.7273397501535941,
      "grad_norm": 1.440229943808717,
      "learning_rate": 0.0002912816356271427,
      "loss": 5.5312,
      "step": 17758
    },
    {
      "epoch": 0.7273807085807905,
      "grad_norm": 1.487054494462335,
      "learning_rate": 0.00029128053990767395,
      "loss": 5.375,
      "step": 17759
    },
    {
      "epoch": 0.7274216670079869,
      "grad_norm": 2.4787265946886663,
      "learning_rate": 0.00029127944412141594,
      "loss": 7.7812,
      "step": 17760
    },
    {
      "epoch": 0.7274626254351833,
      "grad_norm": 3.2752089249756944,
      "learning_rate": 0.00029127834826836923,
      "loss": 3.2969,
      "step": 17761
    },
    {
      "epoch": 0.7275035838623797,
      "grad_norm": 4.483938261159421,
      "learning_rate": 0.0002912772523485343,
      "loss": 5.6875,
      "step": 17762
    },
    {
      "epoch": 0.7275445422895761,
      "grad_norm": 1.4349498868544295,
      "learning_rate": 0.0002912761563619117,
      "loss": 5.2812,
      "step": 17763
    },
    {
      "epoch": 0.7275855007167725,
      "grad_norm": 3.6198729763697033,
      "learning_rate": 0.0002912750603085019,
      "loss": 6.9688,
      "step": 17764
    },
    {
      "epoch": 0.7276264591439688,
      "grad_norm": 1.4763402150889058,
      "learning_rate": 0.00029127396418830546,
      "loss": 5.3125,
      "step": 17765
    },
    {
      "epoch": 0.7276674175711653,
      "grad_norm": 1.37258315332866,
      "learning_rate": 0.0002912728680013229,
      "loss": 4.625,
      "step": 17766
    },
    {
      "epoch": 0.7277083759983617,
      "grad_norm": 1.965557561831431,
      "learning_rate": 0.00029127177174755476,
      "loss": 5.1562,
      "step": 17767
    },
    {
      "epoch": 0.727749334425558,
      "grad_norm": 2.32774703924847,
      "learning_rate": 0.0002912706754270015,
      "loss": 5.9062,
      "step": 17768
    },
    {
      "epoch": 0.7277902928527544,
      "grad_norm": 1.472842201192439,
      "learning_rate": 0.00029126957903966364,
      "loss": 5.0938,
      "step": 17769
    },
    {
      "epoch": 0.7278312512799509,
      "grad_norm": 1.6923101636689504,
      "learning_rate": 0.0002912684825855417,
      "loss": 7.1562,
      "step": 17770
    },
    {
      "epoch": 0.7278722097071473,
      "grad_norm": 1.3142702992868982,
      "learning_rate": 0.00029126738606463626,
      "loss": 5.3438,
      "step": 17771
    },
    {
      "epoch": 0.7279131681343436,
      "grad_norm": 1.5943211477440526,
      "learning_rate": 0.00029126628947694777,
      "loss": 5.1562,
      "step": 17772
    },
    {
      "epoch": 0.72795412656154,
      "grad_norm": 1.3555014550361917,
      "learning_rate": 0.0002912651928224768,
      "loss": 5.9375,
      "step": 17773
    },
    {
      "epoch": 0.7279950849887364,
      "grad_norm": 1.9455110385502103,
      "learning_rate": 0.0002912640961012239,
      "loss": 4.75,
      "step": 17774
    },
    {
      "epoch": 0.7280360434159329,
      "grad_norm": 1.74741328075597,
      "learning_rate": 0.0002912629993131894,
      "loss": 5.7812,
      "step": 17775
    },
    {
      "epoch": 0.7280770018431292,
      "grad_norm": 2.13247880419786,
      "learning_rate": 0.00029126190245837405,
      "loss": 3.9062,
      "step": 17776
    },
    {
      "epoch": 0.7281179602703256,
      "grad_norm": 1.4633988747247102,
      "learning_rate": 0.00029126080553677823,
      "loss": 5.4062,
      "step": 17777
    },
    {
      "epoch": 0.728158918697522,
      "grad_norm": 1.5427558488176185,
      "learning_rate": 0.00029125970854840255,
      "loss": 5.4375,
      "step": 17778
    },
    {
      "epoch": 0.7281998771247185,
      "grad_norm": 1.4451916874354223,
      "learning_rate": 0.00029125861149324744,
      "loss": 4.7188,
      "step": 17779
    },
    {
      "epoch": 0.7282408355519148,
      "grad_norm": 1.7934623523612088,
      "learning_rate": 0.00029125751437131345,
      "loss": 6.6562,
      "step": 17780
    },
    {
      "epoch": 0.7282817939791112,
      "grad_norm": 1.7979896802481188,
      "learning_rate": 0.00029125641718260106,
      "loss": 4.7812,
      "step": 17781
    },
    {
      "epoch": 0.7283227524063076,
      "grad_norm": 1.983030688388231,
      "learning_rate": 0.00029125531992711093,
      "loss": 5.3125,
      "step": 17782
    },
    {
      "epoch": 0.728363710833504,
      "grad_norm": 3.5233672261493827,
      "learning_rate": 0.00029125422260484337,
      "loss": 6.4062,
      "step": 17783
    },
    {
      "epoch": 0.7284046692607004,
      "grad_norm": 3.1265810787721646,
      "learning_rate": 0.0002912531252157991,
      "loss": 7.0,
      "step": 17784
    },
    {
      "epoch": 0.7284456276878968,
      "grad_norm": 1.5505151469553826,
      "learning_rate": 0.00029125202775997854,
      "loss": 6.0,
      "step": 17785
    },
    {
      "epoch": 0.7284865861150932,
      "grad_norm": 4.091513114447573,
      "learning_rate": 0.00029125093023738214,
      "loss": 6.0625,
      "step": 17786
    },
    {
      "epoch": 0.7285275445422896,
      "grad_norm": 1.4263666663856873,
      "learning_rate": 0.0002912498326480106,
      "loss": 4.7812,
      "step": 17787
    },
    {
      "epoch": 0.7285685029694859,
      "grad_norm": 2.1484622864488445,
      "learning_rate": 0.0002912487349918643,
      "loss": 6.3438,
      "step": 17788
    },
    {
      "epoch": 0.7286094613966824,
      "grad_norm": 1.432932971193274,
      "learning_rate": 0.00029124763726894374,
      "loss": 6.0938,
      "step": 17789
    },
    {
      "epoch": 0.7286504198238788,
      "grad_norm": 1.5292973523644913,
      "learning_rate": 0.00029124653947924957,
      "loss": 4.75,
      "step": 17790
    },
    {
      "epoch": 0.7286913782510751,
      "grad_norm": 1.7236859977387904,
      "learning_rate": 0.00029124544162278216,
      "loss": 6.125,
      "step": 17791
    },
    {
      "epoch": 0.7287323366782715,
      "grad_norm": 4.836531721286397,
      "learning_rate": 0.00029124434369954215,
      "loss": 7.1562,
      "step": 17792
    },
    {
      "epoch": 0.728773295105468,
      "grad_norm": 1.768573749370725,
      "learning_rate": 0.00029124324570953004,
      "loss": 6.2812,
      "step": 17793
    },
    {
      "epoch": 0.7288142535326644,
      "grad_norm": 2.8707415810617016,
      "learning_rate": 0.00029124214765274625,
      "loss": 6.25,
      "step": 17794
    },
    {
      "epoch": 0.7288552119598607,
      "grad_norm": 1.5327541809306435,
      "learning_rate": 0.0002912410495291914,
      "loss": 5.2188,
      "step": 17795
    },
    {
      "epoch": 0.7288961703870571,
      "grad_norm": 1.983240332287053,
      "learning_rate": 0.00029123995133886597,
      "loss": 5.8438,
      "step": 17796
    },
    {
      "epoch": 0.7289371288142535,
      "grad_norm": 1.5903537702191843,
      "learning_rate": 0.00029123885308177046,
      "loss": 6.5,
      "step": 17797
    },
    {
      "epoch": 0.72897808724145,
      "grad_norm": 1.9688832175618,
      "learning_rate": 0.0002912377547579055,
      "loss": 6.1562,
      "step": 17798
    },
    {
      "epoch": 0.7290190456686463,
      "grad_norm": 1.3458116799795579,
      "learning_rate": 0.00029123665636727146,
      "loss": 4.5312,
      "step": 17799
    },
    {
      "epoch": 0.7290600040958427,
      "grad_norm": 3.2454571465837785,
      "learning_rate": 0.00029123555790986895,
      "loss": 4.375,
      "step": 17800
    },
    {
      "epoch": 0.7291009625230391,
      "grad_norm": 1.7813808284079844,
      "learning_rate": 0.0002912344593856984,
      "loss": 7.1562,
      "step": 17801
    },
    {
      "epoch": 0.7291419209502356,
      "grad_norm": 2.2287830016926216,
      "learning_rate": 0.00029123336079476045,
      "loss": 6.4375,
      "step": 17802
    },
    {
      "epoch": 0.7291828793774319,
      "grad_norm": 1.682726022461019,
      "learning_rate": 0.00029123226213705554,
      "loss": 5.1875,
      "step": 17803
    },
    {
      "epoch": 0.7292238378046283,
      "grad_norm": 1.4141530048720496,
      "learning_rate": 0.0002912311634125843,
      "loss": 5.6562,
      "step": 17804
    },
    {
      "epoch": 0.7292647962318247,
      "grad_norm": 1.6090994203904867,
      "learning_rate": 0.000291230064621347,
      "loss": 5.3438,
      "step": 17805
    },
    {
      "epoch": 0.7293057546590211,
      "grad_norm": 1.270179246174021,
      "learning_rate": 0.00029122896576334444,
      "loss": 4.8438,
      "step": 17806
    },
    {
      "epoch": 0.7293467130862175,
      "grad_norm": 1.8693991163726331,
      "learning_rate": 0.000291227866838577,
      "loss": 5.5312,
      "step": 17807
    },
    {
      "epoch": 0.7293876715134139,
      "grad_norm": 5.612218673352798,
      "learning_rate": 0.0002912267678470452,
      "loss": 3.7031,
      "step": 17808
    },
    {
      "epoch": 0.7294286299406103,
      "grad_norm": 3.050807258328597,
      "learning_rate": 0.00029122566878874963,
      "loss": 5.3125,
      "step": 17809
    },
    {
      "epoch": 0.7294695883678067,
      "grad_norm": 1.4368683157789177,
      "learning_rate": 0.0002912245696636907,
      "loss": 4.9062,
      "step": 17810
    },
    {
      "epoch": 0.729510546795003,
      "grad_norm": 1.5343669646168054,
      "learning_rate": 0.000291223470471869,
      "loss": 5.5625,
      "step": 17811
    },
    {
      "epoch": 0.7295515052221995,
      "grad_norm": 1.4301829768501517,
      "learning_rate": 0.00029122237121328504,
      "loss": 5.1875,
      "step": 17812
    },
    {
      "epoch": 0.7295924636493959,
      "grad_norm": 2.0464075533345714,
      "learning_rate": 0.00029122127188793934,
      "loss": 4.4062,
      "step": 17813
    },
    {
      "epoch": 0.7296334220765922,
      "grad_norm": 1.385905310518536,
      "learning_rate": 0.0002912201724958324,
      "loss": 6.125,
      "step": 17814
    },
    {
      "epoch": 0.7296743805037886,
      "grad_norm": 1.852861138499062,
      "learning_rate": 0.00029121907303696483,
      "loss": 5.375,
      "step": 17815
    },
    {
      "epoch": 0.7297153389309851,
      "grad_norm": 6.201446318435183,
      "learning_rate": 0.000291217973511337,
      "loss": 6.375,
      "step": 17816
    },
    {
      "epoch": 0.7297562973581815,
      "grad_norm": 5.606611233484609,
      "learning_rate": 0.00029121687391894953,
      "loss": 6.8125,
      "step": 17817
    },
    {
      "epoch": 0.7297972557853778,
      "grad_norm": 4.4757507166974,
      "learning_rate": 0.0002912157742598029,
      "loss": 6.9375,
      "step": 17818
    },
    {
      "epoch": 0.7298382142125742,
      "grad_norm": 1.4436604875939678,
      "learning_rate": 0.0002912146745338977,
      "loss": 5.125,
      "step": 17819
    },
    {
      "epoch": 0.7298791726397706,
      "grad_norm": 1.6796150350171117,
      "learning_rate": 0.0002912135747412343,
      "loss": 5.4688,
      "step": 17820
    },
    {
      "epoch": 0.7299201310669671,
      "grad_norm": 1.6893809247098235,
      "learning_rate": 0.0002912124748818134,
      "loss": 5.8438,
      "step": 17821
    },
    {
      "epoch": 0.7299610894941634,
      "grad_norm": 1.836628194071125,
      "learning_rate": 0.00029121137495563543,
      "loss": 6.3125,
      "step": 17822
    },
    {
      "epoch": 0.7300020479213598,
      "grad_norm": 1.523771904797122,
      "learning_rate": 0.0002912102749627009,
      "loss": 6.1562,
      "step": 17823
    },
    {
      "epoch": 0.7300430063485562,
      "grad_norm": 1.4512466756175473,
      "learning_rate": 0.0002912091749030103,
      "loss": 5.8438,
      "step": 17824
    },
    {
      "epoch": 0.7300839647757527,
      "grad_norm": 1.504450823716305,
      "learning_rate": 0.0002912080747765643,
      "loss": 5.6562,
      "step": 17825
    },
    {
      "epoch": 0.730124923202949,
      "grad_norm": 1.6296710323880665,
      "learning_rate": 0.0002912069745833632,
      "loss": 6.625,
      "step": 17826
    },
    {
      "epoch": 0.7301658816301454,
      "grad_norm": 3.8599338682767486,
      "learning_rate": 0.00029120587432340773,
      "loss": 7.1875,
      "step": 17827
    },
    {
      "epoch": 0.7302068400573418,
      "grad_norm": 2.6793195380110997,
      "learning_rate": 0.00029120477399669826,
      "loss": 4.4062,
      "step": 17828
    },
    {
      "epoch": 0.7302477984845382,
      "grad_norm": 1.4883269751109887,
      "learning_rate": 0.00029120367360323533,
      "loss": 5.25,
      "step": 17829
    },
    {
      "epoch": 0.7302887569117346,
      "grad_norm": 2.329610152531834,
      "learning_rate": 0.0002912025731430196,
      "loss": 6.4375,
      "step": 17830
    },
    {
      "epoch": 0.730329715338931,
      "grad_norm": 4.101437567267307,
      "learning_rate": 0.00029120147261605143,
      "loss": 6.9688,
      "step": 17831
    },
    {
      "epoch": 0.7303706737661274,
      "grad_norm": 1.7966014550692606,
      "learning_rate": 0.00029120037202233143,
      "loss": 5.8438,
      "step": 17832
    },
    {
      "epoch": 0.7304116321933237,
      "grad_norm": 1.3845109395304491,
      "learning_rate": 0.00029119927136186,
      "loss": 5.8125,
      "step": 17833
    },
    {
      "epoch": 0.7304525906205201,
      "grad_norm": 2.4980883921728103,
      "learning_rate": 0.0002911981706346379,
      "loss": 4.375,
      "step": 17834
    },
    {
      "epoch": 0.7304935490477166,
      "grad_norm": 1.69984069261777,
      "learning_rate": 0.00029119706984066535,
      "loss": 5.3125,
      "step": 17835
    },
    {
      "epoch": 0.730534507474913,
      "grad_norm": 1.4429435646688058,
      "learning_rate": 0.00029119596897994306,
      "loss": 5.2812,
      "step": 17836
    },
    {
      "epoch": 0.7305754659021093,
      "grad_norm": 1.7861392261568398,
      "learning_rate": 0.00029119486805247153,
      "loss": 5.4375,
      "step": 17837
    },
    {
      "epoch": 0.7306164243293057,
      "grad_norm": 9.392084021207001,
      "learning_rate": 0.00029119376705825126,
      "loss": 8.6875,
      "step": 17838
    },
    {
      "epoch": 0.7306573827565022,
      "grad_norm": 1.4932297337972082,
      "learning_rate": 0.0002911926659972828,
      "loss": 7.4062,
      "step": 17839
    },
    {
      "epoch": 0.7306983411836986,
      "grad_norm": 4.812572062129591,
      "learning_rate": 0.0002911915648695666,
      "loss": 4.5625,
      "step": 17840
    },
    {
      "epoch": 0.7307392996108949,
      "grad_norm": 6.194573182199955,
      "learning_rate": 0.0002911904636751032,
      "loss": 5.9375,
      "step": 17841
    },
    {
      "epoch": 0.7307802580380913,
      "grad_norm": 1.530163163797391,
      "learning_rate": 0.0002911893624138932,
      "loss": 5.0312,
      "step": 17842
    },
    {
      "epoch": 0.7308212164652877,
      "grad_norm": 1.3624032655718656,
      "learning_rate": 0.000291188261085937,
      "loss": 5.8438,
      "step": 17843
    },
    {
      "epoch": 0.7308621748924842,
      "grad_norm": 1.7017021230635567,
      "learning_rate": 0.0002911871596912352,
      "loss": 4.8438,
      "step": 17844
    },
    {
      "epoch": 0.7309031333196805,
      "grad_norm": 1.89936178974269,
      "learning_rate": 0.00029118605822978837,
      "loss": 4.75,
      "step": 17845
    },
    {
      "epoch": 0.7309440917468769,
      "grad_norm": 2.0066013125514575,
      "learning_rate": 0.0002911849567015969,
      "loss": 5.7188,
      "step": 17846
    },
    {
      "epoch": 0.7309850501740733,
      "grad_norm": 1.836820931595993,
      "learning_rate": 0.0002911838551066614,
      "loss": 5.2812,
      "step": 17847
    },
    {
      "epoch": 0.7310260086012698,
      "grad_norm": 3.2015934681767684,
      "learning_rate": 0.0002911827534449823,
      "loss": 2.3281,
      "step": 17848
    },
    {
      "epoch": 0.7310669670284661,
      "grad_norm": 1.6659611176383502,
      "learning_rate": 0.0002911816517165603,
      "loss": 5.375,
      "step": 17849
    },
    {
      "epoch": 0.7311079254556625,
      "grad_norm": 1.5931212788717892,
      "learning_rate": 0.0002911805499213957,
      "loss": 5.5,
      "step": 17850
    },
    {
      "epoch": 0.7311488838828589,
      "grad_norm": 5.465540453007139,
      "learning_rate": 0.00029117944805948917,
      "loss": 3.375,
      "step": 17851
    },
    {
      "epoch": 0.7311898423100553,
      "grad_norm": 1.651224515882349,
      "learning_rate": 0.0002911783461308412,
      "loss": 5.9062,
      "step": 17852
    },
    {
      "epoch": 0.7312308007372517,
      "grad_norm": 1.3758395836013018,
      "learning_rate": 0.0002911772441354523,
      "loss": 5.5625,
      "step": 17853
    },
    {
      "epoch": 0.7312717591644481,
      "grad_norm": 1.891618767645783,
      "learning_rate": 0.000291176142073323,
      "loss": 7.0312,
      "step": 17854
    },
    {
      "epoch": 0.7313127175916445,
      "grad_norm": 1.5436277214540923,
      "learning_rate": 0.0002911750399444538,
      "loss": 4.9375,
      "step": 17855
    },
    {
      "epoch": 0.7313536760188408,
      "grad_norm": 1.7685752607793772,
      "learning_rate": 0.0002911739377488452,
      "loss": 6.3438,
      "step": 17856
    },
    {
      "epoch": 0.7313946344460373,
      "grad_norm": 2.374417455385173,
      "learning_rate": 0.0002911728354864978,
      "loss": 5.5938,
      "step": 17857
    },
    {
      "epoch": 0.7314355928732337,
      "grad_norm": 2.048730420515546,
      "learning_rate": 0.00029117173315741207,
      "loss": 5.5625,
      "step": 17858
    },
    {
      "epoch": 0.7314765513004301,
      "grad_norm": 2.8496881437960737,
      "learning_rate": 0.0002911706307615885,
      "loss": 2.6406,
      "step": 17859
    },
    {
      "epoch": 0.7315175097276264,
      "grad_norm": 2.7417043233095026,
      "learning_rate": 0.0002911695282990277,
      "loss": 6.9375,
      "step": 17860
    },
    {
      "epoch": 0.7315584681548228,
      "grad_norm": 1.8790095636726205,
      "learning_rate": 0.0002911684257697301,
      "loss": 5.25,
      "step": 17861
    },
    {
      "epoch": 0.7315994265820193,
      "grad_norm": 1.4383056979884064,
      "learning_rate": 0.00029116732317369624,
      "loss": 5.9688,
      "step": 17862
    },
    {
      "epoch": 0.7316403850092157,
      "grad_norm": 2.3312577443251743,
      "learning_rate": 0.0002911662205109267,
      "loss": 4.9062,
      "step": 17863
    },
    {
      "epoch": 0.731681343436412,
      "grad_norm": 2.826687262133871,
      "learning_rate": 0.000291165117781422,
      "loss": 8.5625,
      "step": 17864
    },
    {
      "epoch": 0.7317223018636084,
      "grad_norm": 2.288479969503984,
      "learning_rate": 0.0002911640149851826,
      "loss": 5.875,
      "step": 17865
    },
    {
      "epoch": 0.7317632602908049,
      "grad_norm": 2.0337676802278075,
      "learning_rate": 0.000291162912122209,
      "loss": 5.9062,
      "step": 17866
    },
    {
      "epoch": 0.7318042187180013,
      "grad_norm": 1.5726080711049462,
      "learning_rate": 0.0002911618091925018,
      "loss": 5.875,
      "step": 17867
    },
    {
      "epoch": 0.7318451771451976,
      "grad_norm": 1.7268973666966627,
      "learning_rate": 0.0002911607061960614,
      "loss": 6.3438,
      "step": 17868
    },
    {
      "epoch": 0.731886135572394,
      "grad_norm": 10.449641163952816,
      "learning_rate": 0.00029115960313288856,
      "loss": 7.7188,
      "step": 17869
    },
    {
      "epoch": 0.7319270939995904,
      "grad_norm": 6.864186934881061,
      "learning_rate": 0.00029115850000298354,
      "loss": 8.4375,
      "step": 17870
    },
    {
      "epoch": 0.7319680524267869,
      "grad_norm": 1.5523147281141028,
      "learning_rate": 0.00029115739680634706,
      "loss": 5.1875,
      "step": 17871
    },
    {
      "epoch": 0.7320090108539832,
      "grad_norm": 1.8129388431044002,
      "learning_rate": 0.0002911562935429795,
      "loss": 5.0938,
      "step": 17872
    },
    {
      "epoch": 0.7320499692811796,
      "grad_norm": 1.4767212012734905,
      "learning_rate": 0.00029115519021288144,
      "loss": 4.625,
      "step": 17873
    },
    {
      "epoch": 0.732090927708376,
      "grad_norm": 1.5674925608394634,
      "learning_rate": 0.0002911540868160534,
      "loss": 5.2188,
      "step": 17874
    },
    {
      "epoch": 0.7321318861355723,
      "grad_norm": 1.6020712670495578,
      "learning_rate": 0.0002911529833524959,
      "loss": 5.9062,
      "step": 17875
    },
    {
      "epoch": 0.7321728445627688,
      "grad_norm": 5.711969559126533,
      "learning_rate": 0.00029115187982220946,
      "loss": 6.7188,
      "step": 17876
    },
    {
      "epoch": 0.7322138029899652,
      "grad_norm": 1.4826446132727513,
      "learning_rate": 0.0002911507762251946,
      "loss": 5.7188,
      "step": 17877
    },
    {
      "epoch": 0.7322547614171616,
      "grad_norm": 1.731032702720383,
      "learning_rate": 0.00029114967256145183,
      "loss": 6.7812,
      "step": 17878
    },
    {
      "epoch": 0.7322957198443579,
      "grad_norm": 2.0228406965105785,
      "learning_rate": 0.0002911485688309817,
      "loss": 7.0312,
      "step": 17879
    },
    {
      "epoch": 0.7323366782715544,
      "grad_norm": 2.183241259246928,
      "learning_rate": 0.0002911474650337847,
      "loss": 6.9062,
      "step": 17880
    },
    {
      "epoch": 0.7323776366987508,
      "grad_norm": 1.5468913304578948,
      "learning_rate": 0.00029114636116986143,
      "loss": 5.125,
      "step": 17881
    },
    {
      "epoch": 0.7324185951259472,
      "grad_norm": 6.593851557419163,
      "learning_rate": 0.0002911452572392122,
      "loss": 5.7812,
      "step": 17882
    },
    {
      "epoch": 0.7324595535531435,
      "grad_norm": 2.258746480952823,
      "learning_rate": 0.00029114415324183786,
      "loss": 5.5938,
      "step": 17883
    },
    {
      "epoch": 0.7325005119803399,
      "grad_norm": 1.565000727612818,
      "learning_rate": 0.00029114304917773865,
      "loss": 5.1875,
      "step": 17884
    },
    {
      "epoch": 0.7325414704075364,
      "grad_norm": 1.4474002466001614,
      "learning_rate": 0.00029114194504691526,
      "loss": 5.5,
      "step": 17885
    },
    {
      "epoch": 0.7325824288347328,
      "grad_norm": 1.8216699759256898,
      "learning_rate": 0.00029114084084936806,
      "loss": 7.125,
      "step": 17886
    },
    {
      "epoch": 0.7326233872619291,
      "grad_norm": 2.032403336250731,
      "learning_rate": 0.00029113973658509776,
      "loss": 5.4375,
      "step": 17887
    },
    {
      "epoch": 0.7326643456891255,
      "grad_norm": 2.0303527742413023,
      "learning_rate": 0.00029113863225410473,
      "loss": 4.7812,
      "step": 17888
    },
    {
      "epoch": 0.732705304116322,
      "grad_norm": 1.4069540540773962,
      "learning_rate": 0.0002911375278563896,
      "loss": 5.0938,
      "step": 17889
    },
    {
      "epoch": 0.7327462625435184,
      "grad_norm": 1.7002720817650825,
      "learning_rate": 0.00029113642339195274,
      "loss": 4.9688,
      "step": 17890
    },
    {
      "epoch": 0.7327872209707147,
      "grad_norm": 1.9437542200860942,
      "learning_rate": 0.0002911353188607948,
      "loss": 4.1875,
      "step": 17891
    },
    {
      "epoch": 0.7328281793979111,
      "grad_norm": 1.4452135593829725,
      "learning_rate": 0.0002911342142629163,
      "loss": 5.9062,
      "step": 17892
    },
    {
      "epoch": 0.7328691378251075,
      "grad_norm": 1.3949635027724538,
      "learning_rate": 0.00029113310959831773,
      "loss": 5.4375,
      "step": 17893
    },
    {
      "epoch": 0.732910096252304,
      "grad_norm": 1.631120966549396,
      "learning_rate": 0.00029113200486699964,
      "loss": 5.3438,
      "step": 17894
    },
    {
      "epoch": 0.7329510546795003,
      "grad_norm": 2.9839690902839515,
      "learning_rate": 0.00029113090006896246,
      "loss": 6.5,
      "step": 17895
    },
    {
      "epoch": 0.7329920131066967,
      "grad_norm": 3.105096820960781,
      "learning_rate": 0.00029112979520420684,
      "loss": 6.0938,
      "step": 17896
    },
    {
      "epoch": 0.7330329715338931,
      "grad_norm": 2.429064868726791,
      "learning_rate": 0.0002911286902727332,
      "loss": 7.9062,
      "step": 17897
    },
    {
      "epoch": 0.7330739299610894,
      "grad_norm": 1.731168915693297,
      "learning_rate": 0.0002911275852745421,
      "loss": 6.2188,
      "step": 17898
    },
    {
      "epoch": 0.7331148883882859,
      "grad_norm": 1.443699602374691,
      "learning_rate": 0.0002911264802096341,
      "loss": 5.6875,
      "step": 17899
    },
    {
      "epoch": 0.7331558468154823,
      "grad_norm": 4.817475110221918,
      "learning_rate": 0.0002911253750780097,
      "loss": 3.9219,
      "step": 17900
    },
    {
      "epoch": 0.7331968052426787,
      "grad_norm": 1.988840212170706,
      "learning_rate": 0.00029112426987966937,
      "loss": 5.5625,
      "step": 17901
    },
    {
      "epoch": 0.733237763669875,
      "grad_norm": 3.7577925922486655,
      "learning_rate": 0.0002911231646146137,
      "loss": 7.75,
      "step": 17902
    },
    {
      "epoch": 0.7332787220970715,
      "grad_norm": 1.770983024820509,
      "learning_rate": 0.0002911220592828432,
      "loss": 5.3438,
      "step": 17903
    },
    {
      "epoch": 0.7333196805242679,
      "grad_norm": 2.8368648159322443,
      "learning_rate": 0.00029112095388435835,
      "loss": 6.5938,
      "step": 17904
    },
    {
      "epoch": 0.7333606389514643,
      "grad_norm": 1.4931522416322602,
      "learning_rate": 0.00029111984841915974,
      "loss": 6.1562,
      "step": 17905
    },
    {
      "epoch": 0.7334015973786606,
      "grad_norm": 1.4698288262333226,
      "learning_rate": 0.0002911187428872478,
      "loss": 5.375,
      "step": 17906
    },
    {
      "epoch": 0.733442555805857,
      "grad_norm": 1.4764619632348894,
      "learning_rate": 0.00029111763728862316,
      "loss": 6.5312,
      "step": 17907
    },
    {
      "epoch": 0.7334835142330535,
      "grad_norm": 1.6417866014739046,
      "learning_rate": 0.00029111653162328626,
      "loss": 6.3438,
      "step": 17908
    },
    {
      "epoch": 0.7335244726602499,
      "grad_norm": 2.1444625956064507,
      "learning_rate": 0.0002911154258912377,
      "loss": 5.3438,
      "step": 17909
    },
    {
      "epoch": 0.7335654310874462,
      "grad_norm": 1.592461234322227,
      "learning_rate": 0.00029111432009247784,
      "loss": 4.875,
      "step": 17910
    },
    {
      "epoch": 0.7336063895146426,
      "grad_norm": 2.2575742721229415,
      "learning_rate": 0.0002911132142270074,
      "loss": 5.5,
      "step": 17911
    },
    {
      "epoch": 0.7336473479418391,
      "grad_norm": 1.604186576256514,
      "learning_rate": 0.00029111210829482683,
      "loss": 5.4375,
      "step": 17912
    },
    {
      "epoch": 0.7336883063690355,
      "grad_norm": 1.7982981944184775,
      "learning_rate": 0.0002911110022959366,
      "loss": 5.8438,
      "step": 17913
    },
    {
      "epoch": 0.7337292647962318,
      "grad_norm": 2.0023987827096823,
      "learning_rate": 0.0002911098962303373,
      "loss": 5.6562,
      "step": 17914
    },
    {
      "epoch": 0.7337702232234282,
      "grad_norm": 1.5204040680715434,
      "learning_rate": 0.0002911087900980294,
      "loss": 5.3125,
      "step": 17915
    },
    {
      "epoch": 0.7338111816506246,
      "grad_norm": 1.5680960946087426,
      "learning_rate": 0.0002911076838990135,
      "loss": 5.5312,
      "step": 17916
    },
    {
      "epoch": 0.733852140077821,
      "grad_norm": 4.402209422898909,
      "learning_rate": 0.00029110657763329006,
      "loss": 5.3125,
      "step": 17917
    },
    {
      "epoch": 0.7338930985050174,
      "grad_norm": 1.7867305417860728,
      "learning_rate": 0.0002911054713008596,
      "loss": 4.9062,
      "step": 17918
    },
    {
      "epoch": 0.7339340569322138,
      "grad_norm": 1.5111964914993214,
      "learning_rate": 0.0002911043649017227,
      "loss": 5.1562,
      "step": 17919
    },
    {
      "epoch": 0.7339750153594102,
      "grad_norm": 3.065465753945364,
      "learning_rate": 0.0002911032584358798,
      "loss": 6.4688,
      "step": 17920
    },
    {
      "epoch": 0.7340159737866065,
      "grad_norm": 3.5905604520257084,
      "learning_rate": 0.0002911021519033315,
      "loss": 5.2188,
      "step": 17921
    },
    {
      "epoch": 0.734056932213803,
      "grad_norm": 1.3493216224328206,
      "learning_rate": 0.0002911010453040783,
      "loss": 5.8125,
      "step": 17922
    },
    {
      "epoch": 0.7340978906409994,
      "grad_norm": 1.6010547383123135,
      "learning_rate": 0.0002910999386381207,
      "loss": 5.625,
      "step": 17923
    },
    {
      "epoch": 0.7341388490681958,
      "grad_norm": 1.573845484600851,
      "learning_rate": 0.0002910988319054592,
      "loss": 5.75,
      "step": 17924
    },
    {
      "epoch": 0.7341798074953921,
      "grad_norm": 1.539607375576756,
      "learning_rate": 0.00029109772510609434,
      "loss": 4.125,
      "step": 17925
    },
    {
      "epoch": 0.7342207659225886,
      "grad_norm": 1.4992048160149556,
      "learning_rate": 0.0002910966182400268,
      "loss": 5.2812,
      "step": 17926
    },
    {
      "epoch": 0.734261724349785,
      "grad_norm": 1.3601668159803875,
      "learning_rate": 0.00029109551130725685,
      "loss": 4.0625,
      "step": 17927
    },
    {
      "epoch": 0.7343026827769814,
      "grad_norm": 1.4325821355078832,
      "learning_rate": 0.00029109440430778516,
      "loss": 5.2812,
      "step": 17928
    },
    {
      "epoch": 0.7343436412041777,
      "grad_norm": 2.3463394794977934,
      "learning_rate": 0.0002910932972416122,
      "loss": 5.4688,
      "step": 17929
    },
    {
      "epoch": 0.7343845996313741,
      "grad_norm": 2.6939540586246786,
      "learning_rate": 0.0002910921901087385,
      "loss": 6.4062,
      "step": 17930
    },
    {
      "epoch": 0.7344255580585706,
      "grad_norm": 1.6457459965966335,
      "learning_rate": 0.0002910910829091647,
      "loss": 5.4688,
      "step": 17931
    },
    {
      "epoch": 0.734466516485767,
      "grad_norm": 1.5656106743378213,
      "learning_rate": 0.00029108997564289115,
      "loss": 5.0625,
      "step": 17932
    },
    {
      "epoch": 0.7345074749129633,
      "grad_norm": 1.5900998772083874,
      "learning_rate": 0.00029108886830991844,
      "loss": 6.4375,
      "step": 17933
    },
    {
      "epoch": 0.7345484333401597,
      "grad_norm": 1.583949905482445,
      "learning_rate": 0.0002910877609102471,
      "loss": 4.25,
      "step": 17934
    },
    {
      "epoch": 0.7345893917673562,
      "grad_norm": 1.615013948858731,
      "learning_rate": 0.00029108665344387765,
      "loss": 4.2812,
      "step": 17935
    },
    {
      "epoch": 0.7346303501945526,
      "grad_norm": 2.63306160547606,
      "learning_rate": 0.0002910855459108107,
      "loss": 4.4062,
      "step": 17936
    },
    {
      "epoch": 0.7346713086217489,
      "grad_norm": 1.455127452690064,
      "learning_rate": 0.00029108443831104663,
      "loss": 5.125,
      "step": 17937
    },
    {
      "epoch": 0.7347122670489453,
      "grad_norm": 1.6615023431651657,
      "learning_rate": 0.00029108333064458596,
      "loss": 6.5,
      "step": 17938
    },
    {
      "epoch": 0.7347532254761417,
      "grad_norm": 1.5068989897432945,
      "learning_rate": 0.00029108222291142935,
      "loss": 5.0625,
      "step": 17939
    },
    {
      "epoch": 0.7347941839033381,
      "grad_norm": 2.087596232056995,
      "learning_rate": 0.0002910811151115773,
      "loss": 7.0625,
      "step": 17940
    },
    {
      "epoch": 0.7348351423305345,
      "grad_norm": 3.151555109461703,
      "learning_rate": 0.0002910800072450302,
      "loss": 7.5938,
      "step": 17941
    },
    {
      "epoch": 0.7348761007577309,
      "grad_norm": 2.075420476319983,
      "learning_rate": 0.0002910788993117887,
      "loss": 6.9062,
      "step": 17942
    },
    {
      "epoch": 0.7349170591849273,
      "grad_norm": 1.9796376108893459,
      "learning_rate": 0.0002910777913118533,
      "loss": 7.375,
      "step": 17943
    },
    {
      "epoch": 0.7349580176121236,
      "grad_norm": 1.8171355822740805,
      "learning_rate": 0.00029107668324522437,
      "loss": 5.0938,
      "step": 17944
    },
    {
      "epoch": 0.7349989760393201,
      "grad_norm": 1.9668386888317284,
      "learning_rate": 0.0002910755751119027,
      "loss": 6.2188,
      "step": 17945
    },
    {
      "epoch": 0.7350399344665165,
      "grad_norm": 3.863861090931006,
      "learning_rate": 0.00029107446691188865,
      "loss": 6.2812,
      "step": 17946
    },
    {
      "epoch": 0.7350808928937129,
      "grad_norm": 1.4591156619791046,
      "learning_rate": 0.0002910733586451828,
      "loss": 5.5312,
      "step": 17947
    },
    {
      "epoch": 0.7351218513209092,
      "grad_norm": 2.4619566436684845,
      "learning_rate": 0.0002910722503117857,
      "loss": 6.2812,
      "step": 17948
    },
    {
      "epoch": 0.7351628097481057,
      "grad_norm": 2.632514441323168,
      "learning_rate": 0.00029107114191169773,
      "loss": 5.2812,
      "step": 17949
    },
    {
      "epoch": 0.7352037681753021,
      "grad_norm": 1.4218007886911768,
      "learning_rate": 0.0002910700334449195,
      "loss": 4.3438,
      "step": 17950
    },
    {
      "epoch": 0.7352447266024985,
      "grad_norm": 1.3875533595814198,
      "learning_rate": 0.00029106892491145164,
      "loss": 5.125,
      "step": 17951
    },
    {
      "epoch": 0.7352856850296948,
      "grad_norm": 1.8166699174147738,
      "learning_rate": 0.0002910678163112945,
      "loss": 6.3125,
      "step": 17952
    },
    {
      "epoch": 0.7353266434568912,
      "grad_norm": 1.4845238146817539,
      "learning_rate": 0.0002910667076444487,
      "loss": 5.2188,
      "step": 17953
    },
    {
      "epoch": 0.7353676018840877,
      "grad_norm": 2.3717909091016485,
      "learning_rate": 0.0002910655989109148,
      "loss": 7.75,
      "step": 17954
    },
    {
      "epoch": 0.7354085603112841,
      "grad_norm": 1.5339045168752046,
      "learning_rate": 0.0002910644901106932,
      "loss": 5.0625,
      "step": 17955
    },
    {
      "epoch": 0.7354495187384804,
      "grad_norm": 1.5165979234113556,
      "learning_rate": 0.0002910633812437845,
      "loss": 5.8438,
      "step": 17956
    },
    {
      "epoch": 0.7354904771656768,
      "grad_norm": 1.7810646331449045,
      "learning_rate": 0.0002910622723101893,
      "loss": 6.4375,
      "step": 17957
    },
    {
      "epoch": 0.7355314355928733,
      "grad_norm": 2.741854074016693,
      "learning_rate": 0.000291061163309908,
      "loss": 6.5,
      "step": 17958
    },
    {
      "epoch": 0.7355723940200696,
      "grad_norm": 1.8900981563876904,
      "learning_rate": 0.0002910600542429411,
      "loss": 6.75,
      "step": 17959
    },
    {
      "epoch": 0.735613352447266,
      "grad_norm": 1.3623834145399436,
      "learning_rate": 0.00029105894510928924,
      "loss": 5.7188,
      "step": 17960
    },
    {
      "epoch": 0.7356543108744624,
      "grad_norm": 1.6241991950135304,
      "learning_rate": 0.0002910578359089529,
      "loss": 5.2812,
      "step": 17961
    },
    {
      "epoch": 0.7356952693016588,
      "grad_norm": 1.4625295574000101,
      "learning_rate": 0.00029105672664193265,
      "loss": 6.8438,
      "step": 17962
    },
    {
      "epoch": 0.7357362277288552,
      "grad_norm": 2.148698919652067,
      "learning_rate": 0.00029105561730822886,
      "loss": 4.4375,
      "step": 17963
    },
    {
      "epoch": 0.7357771861560516,
      "grad_norm": 2.2765816688929963,
      "learning_rate": 0.00029105450790784226,
      "loss": 6.0,
      "step": 17964
    },
    {
      "epoch": 0.735818144583248,
      "grad_norm": 4.049181405419942,
      "learning_rate": 0.0002910533984407732,
      "loss": 4.8438,
      "step": 17965
    },
    {
      "epoch": 0.7358591030104444,
      "grad_norm": 1.6247334500133288,
      "learning_rate": 0.0002910522889070223,
      "loss": 5.5625,
      "step": 17966
    },
    {
      "epoch": 0.7359000614376408,
      "grad_norm": 4.96844951355996,
      "learning_rate": 0.0002910511793065901,
      "loss": 7.8125,
      "step": 17967
    },
    {
      "epoch": 0.7359410198648372,
      "grad_norm": 2.1431247787962207,
      "learning_rate": 0.000291050069639477,
      "loss": 7.375,
      "step": 17968
    },
    {
      "epoch": 0.7359819782920336,
      "grad_norm": 1.544929811947245,
      "learning_rate": 0.00029104895990568366,
      "loss": 5.75,
      "step": 17969
    },
    {
      "epoch": 0.73602293671923,
      "grad_norm": 1.9557233989827107,
      "learning_rate": 0.00029104785010521057,
      "loss": 6.375,
      "step": 17970
    },
    {
      "epoch": 0.7360638951464263,
      "grad_norm": 1.8870035221489547,
      "learning_rate": 0.00029104674023805823,
      "loss": 5.8125,
      "step": 17971
    },
    {
      "epoch": 0.7361048535736228,
      "grad_norm": 2.491066042120955,
      "learning_rate": 0.0002910456303042272,
      "loss": 7.125,
      "step": 17972
    },
    {
      "epoch": 0.7361458120008192,
      "grad_norm": 1.417005072891926,
      "learning_rate": 0.000291044520303718,
      "loss": 5.4062,
      "step": 17973
    },
    {
      "epoch": 0.7361867704280156,
      "grad_norm": 1.295966438465792,
      "learning_rate": 0.00029104341023653105,
      "loss": 5.0938,
      "step": 17974
    },
    {
      "epoch": 0.7362277288552119,
      "grad_norm": 1.4715343941079717,
      "learning_rate": 0.00029104230010266704,
      "loss": 5.3125,
      "step": 17975
    },
    {
      "epoch": 0.7362686872824084,
      "grad_norm": 2.672575781851275,
      "learning_rate": 0.0002910411899021263,
      "loss": 7.4375,
      "step": 17976
    },
    {
      "epoch": 0.7363096457096048,
      "grad_norm": 1.334805432172475,
      "learning_rate": 0.0002910400796349096,
      "loss": 5.4375,
      "step": 17977
    },
    {
      "epoch": 0.7363506041368012,
      "grad_norm": 1.420776622345952,
      "learning_rate": 0.00029103896930101725,
      "loss": 4.8438,
      "step": 17978
    },
    {
      "epoch": 0.7363915625639975,
      "grad_norm": 1.7143036144274355,
      "learning_rate": 0.0002910378589004499,
      "loss": 4.3125,
      "step": 17979
    },
    {
      "epoch": 0.7364325209911939,
      "grad_norm": 1.6767524239879432,
      "learning_rate": 0.00029103674843320804,
      "loss": 4.5625,
      "step": 17980
    },
    {
      "epoch": 0.7364734794183904,
      "grad_norm": 5.7384688756459346,
      "learning_rate": 0.0002910356378992922,
      "loss": 6.625,
      "step": 17981
    },
    {
      "epoch": 0.7365144378455867,
      "grad_norm": 3.837968229643229,
      "learning_rate": 0.0002910345272987029,
      "loss": 6.375,
      "step": 17982
    },
    {
      "epoch": 0.7365553962727831,
      "grad_norm": 1.4030121425581492,
      "learning_rate": 0.0002910334166314406,
      "loss": 5.5938,
      "step": 17983
    },
    {
      "epoch": 0.7365963546999795,
      "grad_norm": 2.7177362217195378,
      "learning_rate": 0.0002910323058975059,
      "loss": 7.5625,
      "step": 17984
    },
    {
      "epoch": 0.736637313127176,
      "grad_norm": 1.6251953838563964,
      "learning_rate": 0.00029103119509689933,
      "loss": 5.4062,
      "step": 17985
    },
    {
      "epoch": 0.7366782715543723,
      "grad_norm": 2.9471073869727697,
      "learning_rate": 0.0002910300842296214,
      "loss": 4.5625,
      "step": 17986
    },
    {
      "epoch": 0.7367192299815687,
      "grad_norm": 1.9131149072103866,
      "learning_rate": 0.0002910289732956726,
      "loss": 5.0625,
      "step": 17987
    },
    {
      "epoch": 0.7367601884087651,
      "grad_norm": 1.6880061863131686,
      "learning_rate": 0.0002910278622950535,
      "loss": 5.5312,
      "step": 17988
    },
    {
      "epoch": 0.7368011468359615,
      "grad_norm": 2.7924424379421997,
      "learning_rate": 0.0002910267512277646,
      "loss": 5.7812,
      "step": 17989
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 1.5116237589692243,
      "learning_rate": 0.0002910256400938065,
      "loss": 5.8438,
      "step": 17990
    },
    {
      "epoch": 0.7368830636903543,
      "grad_norm": 1.968039652100134,
      "learning_rate": 0.0002910245288931796,
      "loss": 4.0,
      "step": 17991
    },
    {
      "epoch": 0.7369240221175507,
      "grad_norm": 2.504649093660914,
      "learning_rate": 0.0002910234176258845,
      "loss": 3.9844,
      "step": 17992
    },
    {
      "epoch": 0.7369649805447471,
      "grad_norm": 5.1222199875303716,
      "learning_rate": 0.0002910223062919217,
      "loss": 6.4375,
      "step": 17993
    },
    {
      "epoch": 0.7370059389719434,
      "grad_norm": 2.268560493981394,
      "learning_rate": 0.0002910211948912917,
      "loss": 6.3125,
      "step": 17994
    },
    {
      "epoch": 0.7370468973991399,
      "grad_norm": 4.568560060315499,
      "learning_rate": 0.00029102008342399516,
      "loss": 4.1875,
      "step": 17995
    },
    {
      "epoch": 0.7370878558263363,
      "grad_norm": 1.7090516695277906,
      "learning_rate": 0.0002910189718900324,
      "loss": 5.375,
      "step": 17996
    },
    {
      "epoch": 0.7371288142535327,
      "grad_norm": 2.045422391462078,
      "learning_rate": 0.00029101786028940414,
      "loss": 5.3125,
      "step": 17997
    },
    {
      "epoch": 0.737169772680729,
      "grad_norm": 1.8415451589039367,
      "learning_rate": 0.00029101674862211076,
      "loss": 5.0,
      "step": 17998
    },
    {
      "epoch": 0.7372107311079255,
      "grad_norm": 1.4677006311090048,
      "learning_rate": 0.0002910156368881529,
      "loss": 4.875,
      "step": 17999
    },
    {
      "epoch": 0.7372516895351219,
      "grad_norm": 2.1847497764636454,
      "learning_rate": 0.000291014525087531,
      "loss": 7.0938,
      "step": 18000
    },
    {
      "epoch": 0.7372926479623182,
      "grad_norm": 3.477905978614682,
      "learning_rate": 0.00029101341322024563,
      "loss": 3.1562,
      "step": 18001
    },
    {
      "epoch": 0.7373336063895146,
      "grad_norm": 1.8446810246655254,
      "learning_rate": 0.0002910123012862973,
      "loss": 5.5938,
      "step": 18002
    },
    {
      "epoch": 0.737374564816711,
      "grad_norm": 2.1066676630673236,
      "learning_rate": 0.0002910111892856865,
      "loss": 6.0938,
      "step": 18003
    },
    {
      "epoch": 0.7374155232439075,
      "grad_norm": 1.9298118643695201,
      "learning_rate": 0.0002910100772184138,
      "loss": 7.125,
      "step": 18004
    },
    {
      "epoch": 0.7374564816711038,
      "grad_norm": 1.612874120345768,
      "learning_rate": 0.00029100896508447977,
      "loss": 4.8125,
      "step": 18005
    },
    {
      "epoch": 0.7374974400983002,
      "grad_norm": 1.64948450489655,
      "learning_rate": 0.0002910078528838848,
      "loss": 6.25,
      "step": 18006
    },
    {
      "epoch": 0.7375383985254966,
      "grad_norm": 1.3325391316163415,
      "learning_rate": 0.00029100674061662956,
      "loss": 4.9688,
      "step": 18007
    },
    {
      "epoch": 0.737579356952693,
      "grad_norm": 1.7870719100580372,
      "learning_rate": 0.00029100562828271453,
      "loss": 7.0,
      "step": 18008
    },
    {
      "epoch": 0.7376203153798894,
      "grad_norm": 1.5881832860931635,
      "learning_rate": 0.00029100451588214016,
      "loss": 5.3438,
      "step": 18009
    },
    {
      "epoch": 0.7376612738070858,
      "grad_norm": 1.6759013615657825,
      "learning_rate": 0.0002910034034149071,
      "loss": 5.5625,
      "step": 18010
    },
    {
      "epoch": 0.7377022322342822,
      "grad_norm": 1.934179922199689,
      "learning_rate": 0.00029100229088101573,
      "loss": 4.6875,
      "step": 18011
    },
    {
      "epoch": 0.7377431906614786,
      "grad_norm": 4.783326444937771,
      "learning_rate": 0.0002910011782804667,
      "loss": 6.0625,
      "step": 18012
    },
    {
      "epoch": 0.737784149088675,
      "grad_norm": 1.5640736433506555,
      "learning_rate": 0.0002910000656132605,
      "loss": 7.9688,
      "step": 18013
    },
    {
      "epoch": 0.7378251075158714,
      "grad_norm": 2.0792472555471,
      "learning_rate": 0.00029099895287939767,
      "loss": 5.5938,
      "step": 18014
    },
    {
      "epoch": 0.7378660659430678,
      "grad_norm": 1.6017985995354722,
      "learning_rate": 0.00029099784007887873,
      "loss": 5.3438,
      "step": 18015
    },
    {
      "epoch": 0.7379070243702642,
      "grad_norm": 1.6431252098459896,
      "learning_rate": 0.0002909967272117042,
      "loss": 4.2812,
      "step": 18016
    },
    {
      "epoch": 0.7379479827974605,
      "grad_norm": 1.4643319592396895,
      "learning_rate": 0.0002909956142778745,
      "loss": 5.125,
      "step": 18017
    },
    {
      "epoch": 0.737988941224657,
      "grad_norm": 1.4706818945035807,
      "learning_rate": 0.00029099450127739035,
      "loss": 4.6562,
      "step": 18018
    },
    {
      "epoch": 0.7380298996518534,
      "grad_norm": 1.2667742837930345,
      "learning_rate": 0.0002909933882102521,
      "loss": 4.7812,
      "step": 18019
    },
    {
      "epoch": 0.7380708580790498,
      "grad_norm": 1.7189820025644074,
      "learning_rate": 0.0002909922750764605,
      "loss": 6.4375,
      "step": 18020
    },
    {
      "epoch": 0.7381118165062461,
      "grad_norm": 1.4389178323384182,
      "learning_rate": 0.0002909911618760158,
      "loss": 5.25,
      "step": 18021
    },
    {
      "epoch": 0.7381527749334426,
      "grad_norm": 1.7572523615261018,
      "learning_rate": 0.00029099004860891873,
      "loss": 5.0625,
      "step": 18022
    },
    {
      "epoch": 0.738193733360639,
      "grad_norm": 1.3957602230638417,
      "learning_rate": 0.00029098893527516965,
      "loss": 5.5312,
      "step": 18023
    },
    {
      "epoch": 0.7382346917878353,
      "grad_norm": 1.3992995585546748,
      "learning_rate": 0.0002909878218747693,
      "loss": 4.9375,
      "step": 18024
    },
    {
      "epoch": 0.7382756502150317,
      "grad_norm": 3.5266329533080567,
      "learning_rate": 0.00029098670840771803,
      "loss": 8.375,
      "step": 18025
    },
    {
      "epoch": 0.7383166086422281,
      "grad_norm": 1.5892471007105027,
      "learning_rate": 0.0002909855948740164,
      "loss": 5.4688,
      "step": 18026
    },
    {
      "epoch": 0.7383575670694246,
      "grad_norm": 1.6987273500454638,
      "learning_rate": 0.00029098448127366506,
      "loss": 7.0625,
      "step": 18027
    },
    {
      "epoch": 0.7383985254966209,
      "grad_norm": 4.245100198113326,
      "learning_rate": 0.0002909833676066644,
      "loss": 5.4062,
      "step": 18028
    },
    {
      "epoch": 0.7384394839238173,
      "grad_norm": 1.5109939314134446,
      "learning_rate": 0.0002909822538730149,
      "loss": 5.25,
      "step": 18029
    },
    {
      "epoch": 0.7384804423510137,
      "grad_norm": 2.1001272470690826,
      "learning_rate": 0.00029098114007271726,
      "loss": 7.7812,
      "step": 18030
    },
    {
      "epoch": 0.7385214007782102,
      "grad_norm": 2.1219221268174895,
      "learning_rate": 0.00029098002620577186,
      "loss": 4.0938,
      "step": 18031
    },
    {
      "epoch": 0.7385623592054065,
      "grad_norm": 1.7194760413750994,
      "learning_rate": 0.0002909789122721793,
      "loss": 5.4062,
      "step": 18032
    },
    {
      "epoch": 0.7386033176326029,
      "grad_norm": 1.8817289133189832,
      "learning_rate": 0.00029097779827194013,
      "loss": 5.9062,
      "step": 18033
    },
    {
      "epoch": 0.7386442760597993,
      "grad_norm": 6.625414536104459,
      "learning_rate": 0.00029097668420505484,
      "loss": 6.0312,
      "step": 18034
    },
    {
      "epoch": 0.7386852344869957,
      "grad_norm": 2.126486580942074,
      "learning_rate": 0.0002909755700715239,
      "loss": 5.2812,
      "step": 18035
    },
    {
      "epoch": 0.7387261929141921,
      "grad_norm": 1.5646633374382377,
      "learning_rate": 0.00029097445587134794,
      "loss": 5.5938,
      "step": 18036
    },
    {
      "epoch": 0.7387671513413885,
      "grad_norm": 1.5596193525418105,
      "learning_rate": 0.0002909733416045274,
      "loss": 4.6562,
      "step": 18037
    },
    {
      "epoch": 0.7388081097685849,
      "grad_norm": 1.843322590016131,
      "learning_rate": 0.00029097222727106283,
      "loss": 5.375,
      "step": 18038
    },
    {
      "epoch": 0.7388490681957813,
      "grad_norm": 1.4838267676099846,
      "learning_rate": 0.00029097111287095483,
      "loss": 5.1875,
      "step": 18039
    },
    {
      "epoch": 0.7388900266229776,
      "grad_norm": 1.4737642669774058,
      "learning_rate": 0.0002909699984042038,
      "loss": 4.9062,
      "step": 18040
    },
    {
      "epoch": 0.7389309850501741,
      "grad_norm": 1.4534777249247692,
      "learning_rate": 0.0002909688838708104,
      "loss": 4.875,
      "step": 18041
    },
    {
      "epoch": 0.7389719434773705,
      "grad_norm": 1.6874491827692022,
      "learning_rate": 0.00029096776927077506,
      "loss": 4.5312,
      "step": 18042
    },
    {
      "epoch": 0.7390129019045668,
      "grad_norm": 1.5831268490390542,
      "learning_rate": 0.00029096665460409834,
      "loss": 5.75,
      "step": 18043
    },
    {
      "epoch": 0.7390538603317632,
      "grad_norm": 4.392619417067627,
      "learning_rate": 0.00029096553987078075,
      "loss": 6.6562,
      "step": 18044
    },
    {
      "epoch": 0.7390948187589597,
      "grad_norm": 1.7079801602596822,
      "learning_rate": 0.0002909644250708229,
      "loss": 4.7188,
      "step": 18045
    },
    {
      "epoch": 0.7391357771861561,
      "grad_norm": 1.8062832046550212,
      "learning_rate": 0.00029096331020422514,
      "loss": 6.9375,
      "step": 18046
    },
    {
      "epoch": 0.7391767356133524,
      "grad_norm": 2.082752637513305,
      "learning_rate": 0.0002909621952709882,
      "loss": 6.375,
      "step": 18047
    },
    {
      "epoch": 0.7392176940405488,
      "grad_norm": 1.71555710152943,
      "learning_rate": 0.00029096108027111246,
      "loss": 4.625,
      "step": 18048
    },
    {
      "epoch": 0.7392586524677452,
      "grad_norm": 1.46939845005942,
      "learning_rate": 0.00029095996520459857,
      "loss": 6.0,
      "step": 18049
    },
    {
      "epoch": 0.7392996108949417,
      "grad_norm": 2.434165470578897,
      "learning_rate": 0.00029095885007144695,
      "loss": 4.0625,
      "step": 18050
    },
    {
      "epoch": 0.739340569322138,
      "grad_norm": 1.510625655807588,
      "learning_rate": 0.0002909577348716581,
      "loss": 5.0312,
      "step": 18051
    },
    {
      "epoch": 0.7393815277493344,
      "grad_norm": 2.0060737531502792,
      "learning_rate": 0.00029095661960523266,
      "loss": 5.5312,
      "step": 18052
    },
    {
      "epoch": 0.7394224861765308,
      "grad_norm": 4.585954826814222,
      "learning_rate": 0.00029095550427217113,
      "loss": 7.1562,
      "step": 18053
    },
    {
      "epoch": 0.7394634446037273,
      "grad_norm": 2.072749146393128,
      "learning_rate": 0.000290954388872474,
      "loss": 7.125,
      "step": 18054
    },
    {
      "epoch": 0.7395044030309236,
      "grad_norm": 1.5296501751427933,
      "learning_rate": 0.00029095327340614185,
      "loss": 5.7812,
      "step": 18055
    },
    {
      "epoch": 0.73954536145812,
      "grad_norm": 1.652621456402702,
      "learning_rate": 0.0002909521578731751,
      "loss": 5.3438,
      "step": 18056
    },
    {
      "epoch": 0.7395863198853164,
      "grad_norm": 4.073297519671324,
      "learning_rate": 0.0002909510422735744,
      "loss": 5.9688,
      "step": 18057
    },
    {
      "epoch": 0.7396272783125128,
      "grad_norm": 2.92168707206595,
      "learning_rate": 0.0002909499266073402,
      "loss": 6.0312,
      "step": 18058
    },
    {
      "epoch": 0.7396682367397092,
      "grad_norm": 1.8101288127594335,
      "learning_rate": 0.0002909488108744731,
      "loss": 5.375,
      "step": 18059
    },
    {
      "epoch": 0.7397091951669056,
      "grad_norm": 1.7927454700003618,
      "learning_rate": 0.00029094769507497355,
      "loss": 5.1562,
      "step": 18060
    },
    {
      "epoch": 0.739750153594102,
      "grad_norm": 1.5976206668664978,
      "learning_rate": 0.0002909465792088421,
      "loss": 5.9062,
      "step": 18061
    },
    {
      "epoch": 0.7397911120212984,
      "grad_norm": 1.9240675920979382,
      "learning_rate": 0.0002909454632760793,
      "loss": 7.1875,
      "step": 18062
    },
    {
      "epoch": 0.7398320704484947,
      "grad_norm": 1.3932733938180022,
      "learning_rate": 0.00029094434727668566,
      "loss": 5.25,
      "step": 18063
    },
    {
      "epoch": 0.7398730288756912,
      "grad_norm": 3.2721699556492245,
      "learning_rate": 0.0002909432312106617,
      "loss": 6.9062,
      "step": 18064
    },
    {
      "epoch": 0.7399139873028876,
      "grad_norm": 1.4530651674405133,
      "learning_rate": 0.000290942115078008,
      "loss": 4.7188,
      "step": 18065
    },
    {
      "epoch": 0.7399549457300839,
      "grad_norm": 1.789906389838188,
      "learning_rate": 0.00029094099887872496,
      "loss": 6.9062,
      "step": 18066
    },
    {
      "epoch": 0.7399959041572803,
      "grad_norm": 2.3608105789863196,
      "learning_rate": 0.0002909398826128133,
      "loss": 6.5625,
      "step": 18067
    },
    {
      "epoch": 0.7400368625844768,
      "grad_norm": 1.9955484910561494,
      "learning_rate": 0.00029093876628027336,
      "loss": 4.0938,
      "step": 18068
    },
    {
      "epoch": 0.7400778210116732,
      "grad_norm": 1.5863032539564381,
      "learning_rate": 0.0002909376498811058,
      "loss": 5.3438,
      "step": 18069
    },
    {
      "epoch": 0.7401187794388695,
      "grad_norm": 1.4766896894342771,
      "learning_rate": 0.00029093653341531105,
      "loss": 7.125,
      "step": 18070
    },
    {
      "epoch": 0.7401597378660659,
      "grad_norm": 5.059238405780618,
      "learning_rate": 0.00029093541688288973,
      "loss": 5.7812,
      "step": 18071
    },
    {
      "epoch": 0.7402006962932624,
      "grad_norm": 3.1236957422513036,
      "learning_rate": 0.0002909343002838423,
      "loss": 5.9688,
      "step": 18072
    },
    {
      "epoch": 0.7402416547204588,
      "grad_norm": 1.9019614941914782,
      "learning_rate": 0.00029093318361816934,
      "loss": 4.4688,
      "step": 18073
    },
    {
      "epoch": 0.7402826131476551,
      "grad_norm": 1.9875518509684456,
      "learning_rate": 0.0002909320668858713,
      "loss": 5.5625,
      "step": 18074
    },
    {
      "epoch": 0.7403235715748515,
      "grad_norm": 1.661063720114055,
      "learning_rate": 0.00029093095008694874,
      "loss": 5.4375,
      "step": 18075
    },
    {
      "epoch": 0.7403645300020479,
      "grad_norm": 1.4982170798929242,
      "learning_rate": 0.0002909298332214023,
      "loss": 5.4062,
      "step": 18076
    },
    {
      "epoch": 0.7404054884292444,
      "grad_norm": 1.4991722963117464,
      "learning_rate": 0.00029092871628923233,
      "loss": 4.8125,
      "step": 18077
    },
    {
      "epoch": 0.7404464468564407,
      "grad_norm": 2.025731368755941,
      "learning_rate": 0.0002909275992904395,
      "loss": 4.7188,
      "step": 18078
    },
    {
      "epoch": 0.7404874052836371,
      "grad_norm": 3.6780544168711615,
      "learning_rate": 0.00029092648222502423,
      "loss": 4.3438,
      "step": 18079
    },
    {
      "epoch": 0.7405283637108335,
      "grad_norm": 3.988843093952138,
      "learning_rate": 0.00029092536509298713,
      "loss": 4.2812,
      "step": 18080
    },
    {
      "epoch": 0.74056932213803,
      "grad_norm": 1.8537632727225797,
      "learning_rate": 0.0002909242478943287,
      "loss": 3.6875,
      "step": 18081
    },
    {
      "epoch": 0.7406102805652263,
      "grad_norm": 1.5308911280145567,
      "learning_rate": 0.0002909231306290494,
      "loss": 5.2188,
      "step": 18082
    },
    {
      "epoch": 0.7406512389924227,
      "grad_norm": 2.866964426156609,
      "learning_rate": 0.0002909220132971499,
      "loss": 6.2812,
      "step": 18083
    },
    {
      "epoch": 0.7406921974196191,
      "grad_norm": 1.784238196087411,
      "learning_rate": 0.0002909208958986306,
      "loss": 6.7812,
      "step": 18084
    },
    {
      "epoch": 0.7407331558468154,
      "grad_norm": 1.6093852643950783,
      "learning_rate": 0.0002909197784334921,
      "loss": 4.9375,
      "step": 18085
    },
    {
      "epoch": 0.7407741142740119,
      "grad_norm": 2.549167857416924,
      "learning_rate": 0.00029091866090173485,
      "loss": 5.3438,
      "step": 18086
    },
    {
      "epoch": 0.7408150727012083,
      "grad_norm": 1.5411936420473002,
      "learning_rate": 0.0002909175433033595,
      "loss": 5.3125,
      "step": 18087
    },
    {
      "epoch": 0.7408560311284047,
      "grad_norm": 1.7539073346066332,
      "learning_rate": 0.0002909164256383665,
      "loss": 4.8438,
      "step": 18088
    },
    {
      "epoch": 0.740896989555601,
      "grad_norm": 1.3812197518446665,
      "learning_rate": 0.00029091530790675634,
      "loss": 5.3125,
      "step": 18089
    },
    {
      "epoch": 0.7409379479827974,
      "grad_norm": 3.8913951673689686,
      "learning_rate": 0.0002909141901085297,
      "loss": 5.625,
      "step": 18090
    },
    {
      "epoch": 0.7409789064099939,
      "grad_norm": 1.4859656472117315,
      "learning_rate": 0.00029091307224368696,
      "loss": 5.1875,
      "step": 18091
    },
    {
      "epoch": 0.7410198648371903,
      "grad_norm": 2.6330926116315982,
      "learning_rate": 0.00029091195431222867,
      "loss": 6.7812,
      "step": 18092
    },
    {
      "epoch": 0.7410608232643866,
      "grad_norm": 1.6689195920266646,
      "learning_rate": 0.00029091083631415537,
      "loss": 5.1875,
      "step": 18093
    },
    {
      "epoch": 0.741101781691583,
      "grad_norm": 2.706213598950139,
      "learning_rate": 0.00029090971824946766,
      "loss": 6.4688,
      "step": 18094
    },
    {
      "epoch": 0.7411427401187795,
      "grad_norm": 1.4052533492126906,
      "learning_rate": 0.000290908600118166,
      "loss": 5.3438,
      "step": 18095
    },
    {
      "epoch": 0.7411836985459759,
      "grad_norm": 1.7599811901582196,
      "learning_rate": 0.0002909074819202509,
      "loss": 6.3125,
      "step": 18096
    },
    {
      "epoch": 0.7412246569731722,
      "grad_norm": 1.8304988086167824,
      "learning_rate": 0.00029090636365572295,
      "loss": 6.1562,
      "step": 18097
    },
    {
      "epoch": 0.7412656154003686,
      "grad_norm": 1.4663586993168158,
      "learning_rate": 0.00029090524532458264,
      "loss": 5.3125,
      "step": 18098
    },
    {
      "epoch": 0.741306573827565,
      "grad_norm": 1.5126273508757757,
      "learning_rate": 0.00029090412692683046,
      "loss": 5.9062,
      "step": 18099
    },
    {
      "epoch": 0.7413475322547615,
      "grad_norm": 2.6649591199610554,
      "learning_rate": 0.00029090300846246707,
      "loss": 6.4375,
      "step": 18100
    },
    {
      "epoch": 0.7413884906819578,
      "grad_norm": 3.955051691965401,
      "learning_rate": 0.00029090188993149285,
      "loss": 7.9062,
      "step": 18101
    },
    {
      "epoch": 0.7414294491091542,
      "grad_norm": 1.4747994179651032,
      "learning_rate": 0.00029090077133390844,
      "loss": 4.375,
      "step": 18102
    },
    {
      "epoch": 0.7414704075363506,
      "grad_norm": 2.9770438340873135,
      "learning_rate": 0.0002908996526697143,
      "loss": 5.3125,
      "step": 18103
    },
    {
      "epoch": 0.741511365963547,
      "grad_norm": 1.6995504565770228,
      "learning_rate": 0.0002908985339389109,
      "loss": 4.75,
      "step": 18104
    },
    {
      "epoch": 0.7415523243907434,
      "grad_norm": 1.5609152329600486,
      "learning_rate": 0.00029089741514149895,
      "loss": 5.0625,
      "step": 18105
    },
    {
      "epoch": 0.7415932828179398,
      "grad_norm": 3.5418050637753713,
      "learning_rate": 0.00029089629627747886,
      "loss": 3.875,
      "step": 18106
    },
    {
      "epoch": 0.7416342412451362,
      "grad_norm": 1.5555116714907349,
      "learning_rate": 0.0002908951773468512,
      "loss": 4.8438,
      "step": 18107
    },
    {
      "epoch": 0.7416751996723325,
      "grad_norm": 1.6835425998056655,
      "learning_rate": 0.0002908940583496164,
      "loss": 5.5625,
      "step": 18108
    },
    {
      "epoch": 0.741716158099529,
      "grad_norm": 1.6663551910535734,
      "learning_rate": 0.00029089293928577514,
      "loss": 5.5625,
      "step": 18109
    },
    {
      "epoch": 0.7417571165267254,
      "grad_norm": 4.236191305981825,
      "learning_rate": 0.0002908918201553278,
      "loss": 4.5625,
      "step": 18110
    },
    {
      "epoch": 0.7417980749539218,
      "grad_norm": 1.6361876672623341,
      "learning_rate": 0.00029089070095827507,
      "loss": 5.5625,
      "step": 18111
    },
    {
      "epoch": 0.7418390333811181,
      "grad_norm": 1.6847189098302457,
      "learning_rate": 0.00029088958169461735,
      "loss": 5.5312,
      "step": 18112
    },
    {
      "epoch": 0.7418799918083145,
      "grad_norm": 2.5851769645168914,
      "learning_rate": 0.0002908884623643552,
      "loss": 6.0,
      "step": 18113
    },
    {
      "epoch": 0.741920950235511,
      "grad_norm": 9.106195012390163,
      "learning_rate": 0.0002908873429674892,
      "loss": 5.3438,
      "step": 18114
    },
    {
      "epoch": 0.7419619086627074,
      "grad_norm": 1.6067427087225339,
      "learning_rate": 0.0002908862235040198,
      "loss": 5.3125,
      "step": 18115
    },
    {
      "epoch": 0.7420028670899037,
      "grad_norm": 8.66711767177313,
      "learning_rate": 0.00029088510397394757,
      "loss": 6.125,
      "step": 18116
    },
    {
      "epoch": 0.7420438255171001,
      "grad_norm": 1.7054569816737846,
      "learning_rate": 0.000290883984377273,
      "loss": 5.5625,
      "step": 18117
    },
    {
      "epoch": 0.7420847839442966,
      "grad_norm": 1.6803867576295382,
      "learning_rate": 0.0002908828647139967,
      "loss": 5.625,
      "step": 18118
    },
    {
      "epoch": 0.742125742371493,
      "grad_norm": 1.4787390246904288,
      "learning_rate": 0.0002908817449841192,
      "loss": 5.6562,
      "step": 18119
    },
    {
      "epoch": 0.7421667007986893,
      "grad_norm": 1.864915680581597,
      "learning_rate": 0.00029088062518764095,
      "loss": 6.625,
      "step": 18120
    },
    {
      "epoch": 0.7422076592258857,
      "grad_norm": 1.6500716713880041,
      "learning_rate": 0.0002908795053245625,
      "loss": 5.3125,
      "step": 18121
    },
    {
      "epoch": 0.7422486176530821,
      "grad_norm": 1.7794764250859956,
      "learning_rate": 0.0002908783853948844,
      "loss": 6.9688,
      "step": 18122
    },
    {
      "epoch": 0.7422895760802786,
      "grad_norm": 1.4245403202561084,
      "learning_rate": 0.00029087726539860716,
      "loss": 5.7812,
      "step": 18123
    },
    {
      "epoch": 0.7423305345074749,
      "grad_norm": 1.804312784135947,
      "learning_rate": 0.0002908761453357314,
      "loss": 6.7812,
      "step": 18124
    },
    {
      "epoch": 0.7423714929346713,
      "grad_norm": 1.6928446909354142,
      "learning_rate": 0.0002908750252062575,
      "loss": 4.9375,
      "step": 18125
    },
    {
      "epoch": 0.7424124513618677,
      "grad_norm": 1.5084491269531923,
      "learning_rate": 0.0002908739050101861,
      "loss": 6.7188,
      "step": 18126
    },
    {
      "epoch": 0.742453409789064,
      "grad_norm": 1.451274484346189,
      "learning_rate": 0.00029087278474751764,
      "loss": 5.1562,
      "step": 18127
    },
    {
      "epoch": 0.7424943682162605,
      "grad_norm": 5.769906411721941,
      "learning_rate": 0.00029087166441825273,
      "loss": 5.3125,
      "step": 18128
    },
    {
      "epoch": 0.7425353266434569,
      "grad_norm": 1.6237375110903423,
      "learning_rate": 0.0002908705440223919,
      "loss": 5.2188,
      "step": 18129
    },
    {
      "epoch": 0.7425762850706533,
      "grad_norm": 7.807358387480592,
      "learning_rate": 0.0002908694235599356,
      "loss": 3.1406,
      "step": 18130
    },
    {
      "epoch": 0.7426172434978496,
      "grad_norm": 1.6863018614702368,
      "learning_rate": 0.0002908683030308844,
      "loss": 5.6875,
      "step": 18131
    },
    {
      "epoch": 0.7426582019250461,
      "grad_norm": 1.5630702398318006,
      "learning_rate": 0.0002908671824352389,
      "loss": 5.3438,
      "step": 18132
    },
    {
      "epoch": 0.7426991603522425,
      "grad_norm": 3.1736712590082905,
      "learning_rate": 0.00029086606177299956,
      "loss": 7.5312,
      "step": 18133
    },
    {
      "epoch": 0.7427401187794389,
      "grad_norm": 1.9662331151779087,
      "learning_rate": 0.0002908649410441669,
      "loss": 6.0625,
      "step": 18134
    },
    {
      "epoch": 0.7427810772066352,
      "grad_norm": 2.0266989564388838,
      "learning_rate": 0.00029086382024874147,
      "loss": 6.25,
      "step": 18135
    },
    {
      "epoch": 0.7428220356338316,
      "grad_norm": 2.544041886557428,
      "learning_rate": 0.00029086269938672385,
      "loss": 7.5,
      "step": 18136
    },
    {
      "epoch": 0.7428629940610281,
      "grad_norm": 3.786251605498986,
      "learning_rate": 0.0002908615784581145,
      "loss": 6.9062,
      "step": 18137
    },
    {
      "epoch": 0.7429039524882245,
      "grad_norm": 1.765161935297306,
      "learning_rate": 0.0002908604574629139,
      "loss": 5.1562,
      "step": 18138
    },
    {
      "epoch": 0.7429449109154208,
      "grad_norm": 1.5735464262104981,
      "learning_rate": 0.0002908593364011227,
      "loss": 5.7188,
      "step": 18139
    },
    {
      "epoch": 0.7429858693426172,
      "grad_norm": 8.830784244319373,
      "learning_rate": 0.0002908582152727414,
      "loss": 6.6562,
      "step": 18140
    },
    {
      "epoch": 0.7430268277698137,
      "grad_norm": 1.7431518734665892,
      "learning_rate": 0.0002908570940777705,
      "loss": 5.75,
      "step": 18141
    },
    {
      "epoch": 0.7430677861970101,
      "grad_norm": 1.630630039467578,
      "learning_rate": 0.0002908559728162105,
      "loss": 5.9688,
      "step": 18142
    },
    {
      "epoch": 0.7431087446242064,
      "grad_norm": 1.7074411065415704,
      "learning_rate": 0.000290854851488062,
      "loss": 4.9688,
      "step": 18143
    },
    {
      "epoch": 0.7431497030514028,
      "grad_norm": 3.648627277379451,
      "learning_rate": 0.00029085373009332547,
      "loss": 3.6719,
      "step": 18144
    },
    {
      "epoch": 0.7431906614785992,
      "grad_norm": 3.6375453840268985,
      "learning_rate": 0.0002908526086320015,
      "loss": 5.25,
      "step": 18145
    },
    {
      "epoch": 0.7432316199057957,
      "grad_norm": 1.7180653332377336,
      "learning_rate": 0.0002908514871040906,
      "loss": 6.0938,
      "step": 18146
    },
    {
      "epoch": 0.743272578332992,
      "grad_norm": 3.9052054120174224,
      "learning_rate": 0.00029085036550959324,
      "loss": 6.7812,
      "step": 18147
    },
    {
      "epoch": 0.7433135367601884,
      "grad_norm": 2.8997531194421597,
      "learning_rate": 0.00029084924384851005,
      "loss": 6.0625,
      "step": 18148
    },
    {
      "epoch": 0.7433544951873848,
      "grad_norm": 1.509704058938635,
      "learning_rate": 0.00029084812212084145,
      "loss": 6.0625,
      "step": 18149
    },
    {
      "epoch": 0.7433954536145811,
      "grad_norm": 1.6758371456015033,
      "learning_rate": 0.0002908470003265881,
      "loss": 4.9688,
      "step": 18150
    },
    {
      "epoch": 0.7434364120417776,
      "grad_norm": 4.221578596927913,
      "learning_rate": 0.0002908458784657504,
      "loss": 6.2188,
      "step": 18151
    },
    {
      "epoch": 0.743477370468974,
      "grad_norm": 1.6946142951418781,
      "learning_rate": 0.000290844756538329,
      "loss": 5.875,
      "step": 18152
    },
    {
      "epoch": 0.7435183288961704,
      "grad_norm": 1.5453614451543314,
      "learning_rate": 0.00029084363454432436,
      "loss": 5.3438,
      "step": 18153
    },
    {
      "epoch": 0.7435592873233667,
      "grad_norm": 1.831834442693233,
      "learning_rate": 0.00029084251248373707,
      "loss": 4.5938,
      "step": 18154
    },
    {
      "epoch": 0.7436002457505632,
      "grad_norm": 2.0862479714523245,
      "learning_rate": 0.0002908413903565675,
      "loss": 6.125,
      "step": 18155
    },
    {
      "epoch": 0.7436412041777596,
      "grad_norm": 1.5957672855793261,
      "learning_rate": 0.00029084026816281633,
      "loss": 4.9062,
      "step": 18156
    },
    {
      "epoch": 0.743682162604956,
      "grad_norm": 1.6965695161629994,
      "learning_rate": 0.0002908391459024841,
      "loss": 5.4062,
      "step": 18157
    },
    {
      "epoch": 0.7437231210321523,
      "grad_norm": 1.5128291855278795,
      "learning_rate": 0.00029083802357557126,
      "loss": 6.375,
      "step": 18158
    },
    {
      "epoch": 0.7437640794593487,
      "grad_norm": 1.6130441095327714,
      "learning_rate": 0.0002908369011820784,
      "loss": 5.4375,
      "step": 18159
    },
    {
      "epoch": 0.7438050378865452,
      "grad_norm": 1.6323577186760125,
      "learning_rate": 0.000290835778722006,
      "loss": 4.4062,
      "step": 18160
    },
    {
      "epoch": 0.7438459963137416,
      "grad_norm": 1.9647790897866642,
      "learning_rate": 0.0002908346561953546,
      "loss": 5.9688,
      "step": 18161
    },
    {
      "epoch": 0.7438869547409379,
      "grad_norm": 1.7858807857856045,
      "learning_rate": 0.0002908335336021248,
      "loss": 5.5,
      "step": 18162
    },
    {
      "epoch": 0.7439279131681343,
      "grad_norm": 1.3991287511423076,
      "learning_rate": 0.00029083241094231705,
      "loss": 5.2188,
      "step": 18163
    },
    {
      "epoch": 0.7439688715953308,
      "grad_norm": 6.424592477470207,
      "learning_rate": 0.0002908312882159319,
      "loss": 4.6875,
      "step": 18164
    },
    {
      "epoch": 0.7440098300225272,
      "grad_norm": 1.9344987196433383,
      "learning_rate": 0.00029083016542296987,
      "loss": 5.4062,
      "step": 18165
    },
    {
      "epoch": 0.7440507884497235,
      "grad_norm": 1.437730679842216,
      "learning_rate": 0.00029082904256343156,
      "loss": 5.4062,
      "step": 18166
    },
    {
      "epoch": 0.7440917468769199,
      "grad_norm": 1.5479794658903043,
      "learning_rate": 0.0002908279196373174,
      "loss": 5.2812,
      "step": 18167
    },
    {
      "epoch": 0.7441327053041163,
      "grad_norm": 1.4558789693103606,
      "learning_rate": 0.00029082679664462803,
      "loss": 5.0938,
      "step": 18168
    },
    {
      "epoch": 0.7441736637313127,
      "grad_norm": 1.7929777648589786,
      "learning_rate": 0.00029082567358536385,
      "loss": 5.375,
      "step": 18169
    },
    {
      "epoch": 0.7442146221585091,
      "grad_norm": 1.9312215709060332,
      "learning_rate": 0.00029082455045952553,
      "loss": 5.4062,
      "step": 18170
    },
    {
      "epoch": 0.7442555805857055,
      "grad_norm": 5.962414433843306,
      "learning_rate": 0.0002908234272671135,
      "loss": 2.5781,
      "step": 18171
    },
    {
      "epoch": 0.7442965390129019,
      "grad_norm": 1.735431778860786,
      "learning_rate": 0.00029082230400812834,
      "loss": 5.625,
      "step": 18172
    },
    {
      "epoch": 0.7443374974400983,
      "grad_norm": 1.6656438034975871,
      "learning_rate": 0.00029082118068257055,
      "loss": 5.5312,
      "step": 18173
    },
    {
      "epoch": 0.7443784558672947,
      "grad_norm": 1.9118249569330357,
      "learning_rate": 0.00029082005729044063,
      "loss": 3.625,
      "step": 18174
    },
    {
      "epoch": 0.7444194142944911,
      "grad_norm": 2.792611547919947,
      "learning_rate": 0.00029081893383173924,
      "loss": 7.0938,
      "step": 18175
    },
    {
      "epoch": 0.7444603727216875,
      "grad_norm": 1.3542690473776302,
      "learning_rate": 0.0002908178103064668,
      "loss": 5.125,
      "step": 18176
    },
    {
      "epoch": 0.7445013311488838,
      "grad_norm": 1.603340508885725,
      "learning_rate": 0.0002908166867146239,
      "loss": 4.9062,
      "step": 18177
    },
    {
      "epoch": 0.7445422895760803,
      "grad_norm": 2.049247564466104,
      "learning_rate": 0.000290815563056211,
      "loss": 5.7812,
      "step": 18178
    },
    {
      "epoch": 0.7445832480032767,
      "grad_norm": 4.132069341741381,
      "learning_rate": 0.0002908144393312287,
      "loss": 4.2188,
      "step": 18179
    },
    {
      "epoch": 0.7446242064304731,
      "grad_norm": 1.7325831877365958,
      "learning_rate": 0.00029081331553967746,
      "loss": 5.875,
      "step": 18180
    },
    {
      "epoch": 0.7446651648576694,
      "grad_norm": 2.5941568504859873,
      "learning_rate": 0.0002908121916815579,
      "loss": 6.0938,
      "step": 18181
    },
    {
      "epoch": 0.7447061232848659,
      "grad_norm": 1.6383774905859834,
      "learning_rate": 0.0002908110677568705,
      "loss": 5.5938,
      "step": 18182
    },
    {
      "epoch": 0.7447470817120623,
      "grad_norm": 1.6244158364158285,
      "learning_rate": 0.0002908099437656158,
      "loss": 5.7812,
      "step": 18183
    },
    {
      "epoch": 0.7447880401392587,
      "grad_norm": 7.79921770692947,
      "learning_rate": 0.0002908088197077943,
      "loss": 6.7188,
      "step": 18184
    },
    {
      "epoch": 0.744828998566455,
      "grad_norm": 2.186880161831941,
      "learning_rate": 0.0002908076955834066,
      "loss": 5.9062,
      "step": 18185
    },
    {
      "epoch": 0.7448699569936514,
      "grad_norm": 2.810780420972426,
      "learning_rate": 0.00029080657139245316,
      "loss": 7.625,
      "step": 18186
    },
    {
      "epoch": 0.7449109154208479,
      "grad_norm": 2.146629318029402,
      "learning_rate": 0.0002908054471349346,
      "loss": 5.0312,
      "step": 18187
    },
    {
      "epoch": 0.7449518738480443,
      "grad_norm": 1.6214458146424724,
      "learning_rate": 0.0002908043228108513,
      "loss": 5.1562,
      "step": 18188
    },
    {
      "epoch": 0.7449928322752406,
      "grad_norm": 1.3323936472655402,
      "learning_rate": 0.00029080319842020395,
      "loss": 6.0625,
      "step": 18189
    },
    {
      "epoch": 0.745033790702437,
      "grad_norm": 1.5847022712455061,
      "learning_rate": 0.000290802073962993,
      "loss": 4.9062,
      "step": 18190
    },
    {
      "epoch": 0.7450747491296335,
      "grad_norm": 1.6512272339396528,
      "learning_rate": 0.00029080094943921905,
      "loss": 5.4688,
      "step": 18191
    },
    {
      "epoch": 0.7451157075568298,
      "grad_norm": 1.59564101063465,
      "learning_rate": 0.0002907998248488825,
      "loss": 3.9688,
      "step": 18192
    },
    {
      "epoch": 0.7451566659840262,
      "grad_norm": 1.5016318412563663,
      "learning_rate": 0.000290798700191984,
      "loss": 5.9062,
      "step": 18193
    },
    {
      "epoch": 0.7451976244112226,
      "grad_norm": 4.2134823304066575,
      "learning_rate": 0.00029079757546852404,
      "loss": 6.6562,
      "step": 18194
    },
    {
      "epoch": 0.745238582838419,
      "grad_norm": 2.113387187483254,
      "learning_rate": 0.00029079645067850316,
      "loss": 6.4688,
      "step": 18195
    },
    {
      "epoch": 0.7452795412656154,
      "grad_norm": 1.6433648924663322,
      "learning_rate": 0.00029079532582192196,
      "loss": 5.4688,
      "step": 18196
    },
    {
      "epoch": 0.7453204996928118,
      "grad_norm": 2.068727249272599,
      "learning_rate": 0.0002907942008987808,
      "loss": 4.75,
      "step": 18197
    },
    {
      "epoch": 0.7453614581200082,
      "grad_norm": 6.549440761947443,
      "learning_rate": 0.0002907930759090803,
      "loss": 4.0625,
      "step": 18198
    },
    {
      "epoch": 0.7454024165472046,
      "grad_norm": 1.9372414664022102,
      "learning_rate": 0.00029079195085282106,
      "loss": 5.0938,
      "step": 18199
    },
    {
      "epoch": 0.7454433749744009,
      "grad_norm": 2.079416014065053,
      "learning_rate": 0.00029079082573000355,
      "loss": 5.8438,
      "step": 18200
    },
    {
      "epoch": 0.7454843334015974,
      "grad_norm": 1.3632610039384672,
      "learning_rate": 0.0002907897005406283,
      "loss": 5.6875,
      "step": 18201
    },
    {
      "epoch": 0.7455252918287938,
      "grad_norm": 2.398278246978625,
      "learning_rate": 0.00029078857528469585,
      "loss": 6.2812,
      "step": 18202
    },
    {
      "epoch": 0.7455662502559902,
      "grad_norm": 1.6273674650055956,
      "learning_rate": 0.00029078744996220674,
      "loss": 6.3125,
      "step": 18203
    },
    {
      "epoch": 0.7456072086831865,
      "grad_norm": 1.3705685863493131,
      "learning_rate": 0.00029078632457316144,
      "loss": 4.6562,
      "step": 18204
    },
    {
      "epoch": 0.745648167110383,
      "grad_norm": 3.48095941638016,
      "learning_rate": 0.0002907851991175606,
      "loss": 7.6562,
      "step": 18205
    },
    {
      "epoch": 0.7456891255375794,
      "grad_norm": 2.159688353161391,
      "learning_rate": 0.00029078407359540466,
      "loss": 6.8438,
      "step": 18206
    },
    {
      "epoch": 0.7457300839647758,
      "grad_norm": 2.7357562773237936,
      "learning_rate": 0.0002907829480066942,
      "loss": 4.8438,
      "step": 18207
    },
    {
      "epoch": 0.7457710423919721,
      "grad_norm": 1.7334468700379952,
      "learning_rate": 0.0002907818223514297,
      "loss": 6.0938,
      "step": 18208
    },
    {
      "epoch": 0.7458120008191685,
      "grad_norm": 1.610714114371092,
      "learning_rate": 0.0002907806966296117,
      "loss": 5.4375,
      "step": 18209
    },
    {
      "epoch": 0.745852959246365,
      "grad_norm": 4.382378181608752,
      "learning_rate": 0.0002907795708412409,
      "loss": 6.0938,
      "step": 18210
    },
    {
      "epoch": 0.7458939176735614,
      "grad_norm": 5.739881473297583,
      "learning_rate": 0.0002907784449863175,
      "loss": 2.3125,
      "step": 18211
    },
    {
      "epoch": 0.7459348761007577,
      "grad_norm": 1.4783897870281213,
      "learning_rate": 0.0002907773190648423,
      "loss": 5.5312,
      "step": 18212
    },
    {
      "epoch": 0.7459758345279541,
      "grad_norm": 1.6313627508183701,
      "learning_rate": 0.0002907761930768158,
      "loss": 4.8438,
      "step": 18213
    },
    {
      "epoch": 0.7460167929551506,
      "grad_norm": 3.366934485656781,
      "learning_rate": 0.0002907750670222384,
      "loss": 3.4375,
      "step": 18214
    },
    {
      "epoch": 0.7460577513823469,
      "grad_norm": 2.5620361906391027,
      "learning_rate": 0.00029077394090111074,
      "loss": 5.25,
      "step": 18215
    },
    {
      "epoch": 0.7460987098095433,
      "grad_norm": 1.8603402334429515,
      "learning_rate": 0.0002907728147134334,
      "loss": 5.9688,
      "step": 18216
    },
    {
      "epoch": 0.7461396682367397,
      "grad_norm": 1.6386715389658664,
      "learning_rate": 0.0002907716884592068,
      "loss": 5.0,
      "step": 18217
    },
    {
      "epoch": 0.7461806266639361,
      "grad_norm": 1.888535488879001,
      "learning_rate": 0.0002907705621384315,
      "loss": 5.2812,
      "step": 18218
    },
    {
      "epoch": 0.7462215850911325,
      "grad_norm": 1.4890931424971963,
      "learning_rate": 0.000290769435751108,
      "loss": 5.0312,
      "step": 18219
    },
    {
      "epoch": 0.7462625435183289,
      "grad_norm": 1.6001729845474253,
      "learning_rate": 0.0002907683092972369,
      "loss": 5.5,
      "step": 18220
    },
    {
      "epoch": 0.7463035019455253,
      "grad_norm": 2.2125917584519064,
      "learning_rate": 0.0002907671827768188,
      "loss": 7.5625,
      "step": 18221
    },
    {
      "epoch": 0.7463444603727217,
      "grad_norm": 1.5361315559960917,
      "learning_rate": 0.00029076605618985407,
      "loss": 5.0,
      "step": 18222
    },
    {
      "epoch": 0.746385418799918,
      "grad_norm": 1.50405646535209,
      "learning_rate": 0.0002907649295363433,
      "loss": 5.8125,
      "step": 18223
    },
    {
      "epoch": 0.7464263772271145,
      "grad_norm": 1.8359479356481039,
      "learning_rate": 0.0002907638028162871,
      "loss": 5.5312,
      "step": 18224
    },
    {
      "epoch": 0.7464673356543109,
      "grad_norm": 1.4647452052389391,
      "learning_rate": 0.0002907626760296859,
      "loss": 4.8125,
      "step": 18225
    },
    {
      "epoch": 0.7465082940815073,
      "grad_norm": 1.4847773043609573,
      "learning_rate": 0.0002907615491765403,
      "loss": 5.25,
      "step": 18226
    },
    {
      "epoch": 0.7465492525087036,
      "grad_norm": 3.246258386167927,
      "learning_rate": 0.00029076042225685084,
      "loss": 7.4688,
      "step": 18227
    },
    {
      "epoch": 0.7465902109359001,
      "grad_norm": 1.4076125344747639,
      "learning_rate": 0.00029075929527061793,
      "loss": 5.6562,
      "step": 18228
    },
    {
      "epoch": 0.7466311693630965,
      "grad_norm": 1.6862415830652762,
      "learning_rate": 0.0002907581682178422,
      "loss": 7.1875,
      "step": 18229
    },
    {
      "epoch": 0.7466721277902929,
      "grad_norm": 1.6398004623848679,
      "learning_rate": 0.00029075704109852426,
      "loss": 5.1562,
      "step": 18230
    },
    {
      "epoch": 0.7467130862174892,
      "grad_norm": 1.5710148172136567,
      "learning_rate": 0.00029075591391266453,
      "loss": 5.3125,
      "step": 18231
    },
    {
      "epoch": 0.7467540446446856,
      "grad_norm": 3.0117406011015246,
      "learning_rate": 0.00029075478666026357,
      "loss": 5.2188,
      "step": 18232
    },
    {
      "epoch": 0.7467950030718821,
      "grad_norm": 2.6745968046230875,
      "learning_rate": 0.00029075365934132187,
      "loss": 5.8438,
      "step": 18233
    },
    {
      "epoch": 0.7468359614990784,
      "grad_norm": 4.8193716007223895,
      "learning_rate": 0.00029075253195584,
      "loss": 3.7031,
      "step": 18234
    },
    {
      "epoch": 0.7468769199262748,
      "grad_norm": 1.8843982036150366,
      "learning_rate": 0.0002907514045038186,
      "loss": 6.5,
      "step": 18235
    },
    {
      "epoch": 0.7469178783534712,
      "grad_norm": 5.256810950681712,
      "learning_rate": 0.000290750276985258,
      "loss": 6.5,
      "step": 18236
    },
    {
      "epoch": 0.7469588367806677,
      "grad_norm": 4.458067439037465,
      "learning_rate": 0.0002907491494001589,
      "loss": 7.25,
      "step": 18237
    },
    {
      "epoch": 0.746999795207864,
      "grad_norm": 2.8494649681176987,
      "learning_rate": 0.0002907480217485218,
      "loss": 6.7188,
      "step": 18238
    },
    {
      "epoch": 0.7470407536350604,
      "grad_norm": 2.4063018089442574,
      "learning_rate": 0.0002907468940303471,
      "loss": 6.625,
      "step": 18239
    },
    {
      "epoch": 0.7470817120622568,
      "grad_norm": 2.16693554801765,
      "learning_rate": 0.0002907457662456355,
      "loss": 5.6562,
      "step": 18240
    },
    {
      "epoch": 0.7471226704894532,
      "grad_norm": 1.6570092450831762,
      "learning_rate": 0.00029074463839438744,
      "loss": 5.9062,
      "step": 18241
    },
    {
      "epoch": 0.7471636289166496,
      "grad_norm": 1.7165361138456026,
      "learning_rate": 0.00029074351047660347,
      "loss": 6.4062,
      "step": 18242
    },
    {
      "epoch": 0.747204587343846,
      "grad_norm": 1.491953374626092,
      "learning_rate": 0.0002907423824922842,
      "loss": 4.9688,
      "step": 18243
    },
    {
      "epoch": 0.7472455457710424,
      "grad_norm": 1.6202287734334622,
      "learning_rate": 0.00029074125444143007,
      "loss": 5.9375,
      "step": 18244
    },
    {
      "epoch": 0.7472865041982388,
      "grad_norm": 1.7373999755412763,
      "learning_rate": 0.0002907401263240416,
      "loss": 4.9375,
      "step": 18245
    },
    {
      "epoch": 0.7473274626254351,
      "grad_norm": 1.8730433810226745,
      "learning_rate": 0.0002907389981401194,
      "loss": 5.5938,
      "step": 18246
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 1.8565984124913015,
      "learning_rate": 0.00029073786988966394,
      "loss": 6.1875,
      "step": 18247
    },
    {
      "epoch": 0.747409379479828,
      "grad_norm": 3.513089584722821,
      "learning_rate": 0.0002907367415726758,
      "loss": 5.6875,
      "step": 18248
    },
    {
      "epoch": 0.7474503379070244,
      "grad_norm": 1.8401080964121441,
      "learning_rate": 0.00029073561318915557,
      "loss": 4.9688,
      "step": 18249
    },
    {
      "epoch": 0.7474912963342207,
      "grad_norm": 1.397302661508743,
      "learning_rate": 0.00029073448473910363,
      "loss": 4.875,
      "step": 18250
    },
    {
      "epoch": 0.7475322547614172,
      "grad_norm": 1.585254269170547,
      "learning_rate": 0.00029073335622252055,
      "loss": 6.125,
      "step": 18251
    },
    {
      "epoch": 0.7475732131886136,
      "grad_norm": 1.7282914690126643,
      "learning_rate": 0.000290732227639407,
      "loss": 5.1875,
      "step": 18252
    },
    {
      "epoch": 0.74761417161581,
      "grad_norm": 1.5006836189097577,
      "learning_rate": 0.00029073109898976335,
      "loss": 5.375,
      "step": 18253
    },
    {
      "epoch": 0.7476551300430063,
      "grad_norm": 1.814189085458813,
      "learning_rate": 0.00029072997027359025,
      "loss": 5.4062,
      "step": 18254
    },
    {
      "epoch": 0.7476960884702027,
      "grad_norm": 1.9028587377476653,
      "learning_rate": 0.00029072884149088817,
      "loss": 6.9062,
      "step": 18255
    },
    {
      "epoch": 0.7477370468973992,
      "grad_norm": 1.5254589645401906,
      "learning_rate": 0.0002907277126416576,
      "loss": 5.5625,
      "step": 18256
    },
    {
      "epoch": 0.7477780053245955,
      "grad_norm": 1.7413685939306,
      "learning_rate": 0.0002907265837258992,
      "loss": 3.9375,
      "step": 18257
    },
    {
      "epoch": 0.7478189637517919,
      "grad_norm": 1.4931275337811236,
      "learning_rate": 0.00029072545474361346,
      "loss": 4.9688,
      "step": 18258
    },
    {
      "epoch": 0.7478599221789883,
      "grad_norm": 1.638309123612859,
      "learning_rate": 0.00029072432569480084,
      "loss": 5.4688,
      "step": 18259
    },
    {
      "epoch": 0.7479008806061848,
      "grad_norm": 1.7688645303789772,
      "learning_rate": 0.0002907231965794619,
      "loss": 5.5625,
      "step": 18260
    },
    {
      "epoch": 0.7479418390333811,
      "grad_norm": 4.418861393155844,
      "learning_rate": 0.00029072206739759725,
      "loss": 2.75,
      "step": 18261
    },
    {
      "epoch": 0.7479827974605775,
      "grad_norm": 1.7820893605361363,
      "learning_rate": 0.00029072093814920736,
      "loss": 5.0625,
      "step": 18262
    },
    {
      "epoch": 0.7480237558877739,
      "grad_norm": 1.4829567799344305,
      "learning_rate": 0.0002907198088342928,
      "loss": 5.625,
      "step": 18263
    },
    {
      "epoch": 0.7480647143149703,
      "grad_norm": 1.6707108863459994,
      "learning_rate": 0.00029071867945285404,
      "loss": 5.25,
      "step": 18264
    },
    {
      "epoch": 0.7481056727421667,
      "grad_norm": 1.4653101564528903,
      "learning_rate": 0.0002907175500048917,
      "loss": 5.125,
      "step": 18265
    },
    {
      "epoch": 0.7481466311693631,
      "grad_norm": 2.1801018603373827,
      "learning_rate": 0.0002907164204904063,
      "loss": 5.375,
      "step": 18266
    },
    {
      "epoch": 0.7481875895965595,
      "grad_norm": 3.158277498231423,
      "learning_rate": 0.0002907152909093982,
      "loss": 2.9844,
      "step": 18267
    },
    {
      "epoch": 0.7482285480237559,
      "grad_norm": 2.477513570673232,
      "learning_rate": 0.0002907141612618682,
      "loss": 5.2812,
      "step": 18268
    },
    {
      "epoch": 0.7482695064509522,
      "grad_norm": 1.454576975638138,
      "learning_rate": 0.00029071303154781667,
      "loss": 4.4688,
      "step": 18269
    },
    {
      "epoch": 0.7483104648781487,
      "grad_norm": 3.3474986744434236,
      "learning_rate": 0.00029071190176724413,
      "loss": 7.875,
      "step": 18270
    },
    {
      "epoch": 0.7483514233053451,
      "grad_norm": 2.485634736611613,
      "learning_rate": 0.00029071077192015124,
      "loss": 5.5,
      "step": 18271
    },
    {
      "epoch": 0.7483923817325415,
      "grad_norm": 1.5824693937044376,
      "learning_rate": 0.0002907096420065385,
      "loss": 6.1562,
      "step": 18272
    },
    {
      "epoch": 0.7484333401597378,
      "grad_norm": 1.665808724595687,
      "learning_rate": 0.0002907085120264063,
      "loss": 5.625,
      "step": 18273
    },
    {
      "epoch": 0.7484742985869343,
      "grad_norm": 1.7113058688962473,
      "learning_rate": 0.00029070738197975536,
      "loss": 5.1562,
      "step": 18274
    },
    {
      "epoch": 0.7485152570141307,
      "grad_norm": 2.305356451969908,
      "learning_rate": 0.0002907062518665861,
      "loss": 7.2812,
      "step": 18275
    },
    {
      "epoch": 0.748556215441327,
      "grad_norm": 1.7896563827032645,
      "learning_rate": 0.00029070512168689904,
      "loss": 5.9688,
      "step": 18276
    },
    {
      "epoch": 0.7485971738685234,
      "grad_norm": 1.370866419466354,
      "learning_rate": 0.00029070399144069485,
      "loss": 6.0938,
      "step": 18277
    },
    {
      "epoch": 0.7486381322957198,
      "grad_norm": 1.5104079562845112,
      "learning_rate": 0.00029070286112797394,
      "loss": 5.25,
      "step": 18278
    },
    {
      "epoch": 0.7486790907229163,
      "grad_norm": 1.6376692073366566,
      "learning_rate": 0.00029070173074873684,
      "loss": 5.625,
      "step": 18279
    },
    {
      "epoch": 0.7487200491501126,
      "grad_norm": 3.409126468700365,
      "learning_rate": 0.0002907006003029842,
      "loss": 3.7344,
      "step": 18280
    },
    {
      "epoch": 0.748761007577309,
      "grad_norm": 1.6913187128919254,
      "learning_rate": 0.0002906994697907165,
      "loss": 6.0,
      "step": 18281
    },
    {
      "epoch": 0.7488019660045054,
      "grad_norm": 1.4784903513588343,
      "learning_rate": 0.00029069833921193414,
      "loss": 5.6562,
      "step": 18282
    },
    {
      "epoch": 0.7488429244317019,
      "grad_norm": 2.0517315417301427,
      "learning_rate": 0.0002906972085666379,
      "loss": 5.4688,
      "step": 18283
    },
    {
      "epoch": 0.7488838828588982,
      "grad_norm": 1.6324449325300996,
      "learning_rate": 0.0002906960778548281,
      "loss": 5.7188,
      "step": 18284
    },
    {
      "epoch": 0.7489248412860946,
      "grad_norm": 1.428275165854989,
      "learning_rate": 0.00029069494707650536,
      "loss": 4.8125,
      "step": 18285
    },
    {
      "epoch": 0.748965799713291,
      "grad_norm": 1.5953387137393242,
      "learning_rate": 0.0002906938162316702,
      "loss": 4.9688,
      "step": 18286
    },
    {
      "epoch": 0.7490067581404874,
      "grad_norm": 2.4331062764790454,
      "learning_rate": 0.0002906926853203232,
      "loss": 5.375,
      "step": 18287
    },
    {
      "epoch": 0.7490477165676838,
      "grad_norm": 2.697134714144666,
      "learning_rate": 0.0002906915543424649,
      "loss": 6.2812,
      "step": 18288
    },
    {
      "epoch": 0.7490886749948802,
      "grad_norm": 3.1497180436839427,
      "learning_rate": 0.00029069042329809576,
      "loss": 7.8438,
      "step": 18289
    },
    {
      "epoch": 0.7491296334220766,
      "grad_norm": 2.5353261601426706,
      "learning_rate": 0.0002906892921872163,
      "loss": 5.1875,
      "step": 18290
    },
    {
      "epoch": 0.749170591849273,
      "grad_norm": 1.94190716675761,
      "learning_rate": 0.0002906881610098272,
      "loss": 4.5312,
      "step": 18291
    },
    {
      "epoch": 0.7492115502764694,
      "grad_norm": 1.862043932253674,
      "learning_rate": 0.00029068702976592885,
      "loss": 5.4062,
      "step": 18292
    },
    {
      "epoch": 0.7492525087036658,
      "grad_norm": 1.6379158240847957,
      "learning_rate": 0.00029068589845552184,
      "loss": 4.4375,
      "step": 18293
    },
    {
      "epoch": 0.7492934671308622,
      "grad_norm": 1.4056494711228085,
      "learning_rate": 0.00029068476707860667,
      "loss": 4.25,
      "step": 18294
    },
    {
      "epoch": 0.7493344255580586,
      "grad_norm": 2.489601762180435,
      "learning_rate": 0.000290683635635184,
      "loss": 6.6562,
      "step": 18295
    },
    {
      "epoch": 0.7493753839852549,
      "grad_norm": 2.9969176571647216,
      "learning_rate": 0.00029068250412525413,
      "loss": 4.625,
      "step": 18296
    },
    {
      "epoch": 0.7494163424124514,
      "grad_norm": 1.6260219265909772,
      "learning_rate": 0.00029068137254881785,
      "loss": 5.25,
      "step": 18297
    },
    {
      "epoch": 0.7494573008396478,
      "grad_norm": 2.0073125248717965,
      "learning_rate": 0.00029068024090587557,
      "loss": 6.4688,
      "step": 18298
    },
    {
      "epoch": 0.7494982592668441,
      "grad_norm": 3.9197853382972228,
      "learning_rate": 0.00029067910919642785,
      "loss": 4.6562,
      "step": 18299
    },
    {
      "epoch": 0.7495392176940405,
      "grad_norm": 2.2628271978906587,
      "learning_rate": 0.00029067797742047516,
      "loss": 5.2812,
      "step": 18300
    },
    {
      "epoch": 0.749580176121237,
      "grad_norm": 1.6678931692367391,
      "learning_rate": 0.00029067684557801805,
      "loss": 5.5312,
      "step": 18301
    },
    {
      "epoch": 0.7496211345484334,
      "grad_norm": 1.302698921027492,
      "learning_rate": 0.0002906757136690572,
      "loss": 4.875,
      "step": 18302
    },
    {
      "epoch": 0.7496620929756297,
      "grad_norm": 2.4558693881990403,
      "learning_rate": 0.0002906745816935929,
      "loss": 7.1562,
      "step": 18303
    },
    {
      "epoch": 0.7497030514028261,
      "grad_norm": 1.9310948767390048,
      "learning_rate": 0.0002906734496516259,
      "loss": 4.0938,
      "step": 18304
    },
    {
      "epoch": 0.7497440098300225,
      "grad_norm": 2.0204653465683657,
      "learning_rate": 0.00029067231754315666,
      "loss": 6.4688,
      "step": 18305
    },
    {
      "epoch": 0.749784968257219,
      "grad_norm": 1.587521123107199,
      "learning_rate": 0.0002906711853681857,
      "loss": 4.6875,
      "step": 18306
    },
    {
      "epoch": 0.7498259266844153,
      "grad_norm": 1.6655561409070943,
      "learning_rate": 0.00029067005312671357,
      "loss": 7.5312,
      "step": 18307
    },
    {
      "epoch": 0.7498668851116117,
      "grad_norm": 3.162221999141154,
      "learning_rate": 0.0002906689208187408,
      "loss": 5.8438,
      "step": 18308
    },
    {
      "epoch": 0.7499078435388081,
      "grad_norm": 2.219286286216662,
      "learning_rate": 0.0002906677884442679,
      "loss": 5.75,
      "step": 18309
    },
    {
      "epoch": 0.7499488019660046,
      "grad_norm": 1.9594392193014574,
      "learning_rate": 0.0002906666560032955,
      "loss": 3.8125,
      "step": 18310
    },
    {
      "epoch": 0.7499897603932009,
      "grad_norm": 4.533618225144302,
      "learning_rate": 0.000290665523495824,
      "loss": 4.5938,
      "step": 18311
    },
    {
      "epoch": 0.7500307188203973,
      "grad_norm": 1.5273501618805598,
      "learning_rate": 0.00029066439092185407,
      "loss": 5.0938,
      "step": 18312
    },
    {
      "epoch": 0.7500716772475937,
      "grad_norm": 1.5107116469662518,
      "learning_rate": 0.0002906632582813861,
      "loss": 4.9375,
      "step": 18313
    },
    {
      "epoch": 0.7501126356747901,
      "grad_norm": 6.209360468343599,
      "learning_rate": 0.0002906621255744207,
      "loss": 6.6562,
      "step": 18314
    },
    {
      "epoch": 0.7501535941019865,
      "grad_norm": 2.468935579037358,
      "learning_rate": 0.0002906609928009585,
      "loss": 6.0,
      "step": 18315
    },
    {
      "epoch": 0.7501945525291829,
      "grad_norm": 2.8051686489272085,
      "learning_rate": 0.0002906598599609999,
      "loss": 5.5625,
      "step": 18316
    },
    {
      "epoch": 0.7502355109563793,
      "grad_norm": 1.4403733743996194,
      "learning_rate": 0.0002906587270545455,
      "loss": 5.4688,
      "step": 18317
    },
    {
      "epoch": 0.7502764693835756,
      "grad_norm": 1.7210995687489252,
      "learning_rate": 0.00029065759408159576,
      "loss": 4.5312,
      "step": 18318
    },
    {
      "epoch": 0.750317427810772,
      "grad_norm": 1.6405072052360068,
      "learning_rate": 0.0002906564610421513,
      "loss": 4.875,
      "step": 18319
    },
    {
      "epoch": 0.7503583862379685,
      "grad_norm": 1.3693129034309248,
      "learning_rate": 0.0002906553279362126,
      "loss": 5.0,
      "step": 18320
    },
    {
      "epoch": 0.7503993446651649,
      "grad_norm": 1.4812092409441255,
      "learning_rate": 0.0002906541947637803,
      "loss": 4.4375,
      "step": 18321
    },
    {
      "epoch": 0.7504403030923612,
      "grad_norm": 1.7299106853271848,
      "learning_rate": 0.0002906530615248548,
      "loss": 5.4375,
      "step": 18322
    },
    {
      "epoch": 0.7504812615195576,
      "grad_norm": 1.5857247243498969,
      "learning_rate": 0.0002906519282194367,
      "loss": 5.625,
      "step": 18323
    },
    {
      "epoch": 0.750522219946754,
      "grad_norm": 1.8198954421968516,
      "learning_rate": 0.00029065079484752655,
      "loss": 6.125,
      "step": 18324
    },
    {
      "epoch": 0.7505631783739505,
      "grad_norm": 1.7184158329821275,
      "learning_rate": 0.00029064966140912487,
      "loss": 6.9375,
      "step": 18325
    },
    {
      "epoch": 0.7506041368011468,
      "grad_norm": 1.4684913320372885,
      "learning_rate": 0.00029064852790423217,
      "loss": 5.3438,
      "step": 18326
    },
    {
      "epoch": 0.7506450952283432,
      "grad_norm": 1.7628104550698311,
      "learning_rate": 0.000290647394332849,
      "loss": 5.3438,
      "step": 18327
    },
    {
      "epoch": 0.7506860536555396,
      "grad_norm": 1.283256386928789,
      "learning_rate": 0.0002906462606949759,
      "loss": 5.125,
      "step": 18328
    },
    {
      "epoch": 0.7507270120827361,
      "grad_norm": 3.8660082341050925,
      "learning_rate": 0.0002906451269906134,
      "loss": 6.9375,
      "step": 18329
    },
    {
      "epoch": 0.7507679705099324,
      "grad_norm": 1.559977418690943,
      "learning_rate": 0.0002906439932197621,
      "loss": 5.9062,
      "step": 18330
    },
    {
      "epoch": 0.7508089289371288,
      "grad_norm": 2.0312839813826717,
      "learning_rate": 0.00029064285938242246,
      "loss": 5.9062,
      "step": 18331
    },
    {
      "epoch": 0.7508498873643252,
      "grad_norm": 1.399790521852603,
      "learning_rate": 0.000290641725478595,
      "loss": 5.6875,
      "step": 18332
    },
    {
      "epoch": 0.7508908457915217,
      "grad_norm": 1.8815357621983186,
      "learning_rate": 0.00029064059150828034,
      "loss": 6.5312,
      "step": 18333
    },
    {
      "epoch": 0.750931804218718,
      "grad_norm": 1.4559718728429387,
      "learning_rate": 0.0002906394574714789,
      "loss": 5.875,
      "step": 18334
    },
    {
      "epoch": 0.7509727626459144,
      "grad_norm": 1.7153863994160363,
      "learning_rate": 0.00029063832336819135,
      "loss": 4.9062,
      "step": 18335
    },
    {
      "epoch": 0.7510137210731108,
      "grad_norm": 1.5328505065118332,
      "learning_rate": 0.00029063718919841817,
      "loss": 4.9688,
      "step": 18336
    },
    {
      "epoch": 0.7510546795003072,
      "grad_norm": 2.47088816168179,
      "learning_rate": 0.00029063605496215986,
      "loss": 6.6875,
      "step": 18337
    },
    {
      "epoch": 0.7510956379275036,
      "grad_norm": 1.514195172242344,
      "learning_rate": 0.000290634920659417,
      "loss": 4.9062,
      "step": 18338
    },
    {
      "epoch": 0.7511365963547,
      "grad_norm": 1.6279503746084345,
      "learning_rate": 0.00029063378629019007,
      "loss": 5.5,
      "step": 18339
    },
    {
      "epoch": 0.7511775547818964,
      "grad_norm": 1.4318826912545264,
      "learning_rate": 0.00029063265185447966,
      "loss": 4.9688,
      "step": 18340
    },
    {
      "epoch": 0.7512185132090927,
      "grad_norm": 1.5501031136751613,
      "learning_rate": 0.00029063151735228635,
      "loss": 5.5,
      "step": 18341
    },
    {
      "epoch": 0.7512594716362891,
      "grad_norm": 1.476797339259244,
      "learning_rate": 0.00029063038278361053,
      "loss": 4.7188,
      "step": 18342
    },
    {
      "epoch": 0.7513004300634856,
      "grad_norm": 2.7886597416930536,
      "learning_rate": 0.00029062924814845294,
      "loss": 7.1875,
      "step": 18343
    },
    {
      "epoch": 0.751341388490682,
      "grad_norm": 1.458233976275786,
      "learning_rate": 0.0002906281134468139,
      "loss": 4.875,
      "step": 18344
    },
    {
      "epoch": 0.7513823469178783,
      "grad_norm": 4.233004842230197,
      "learning_rate": 0.00029062697867869407,
      "loss": 6.3438,
      "step": 18345
    },
    {
      "epoch": 0.7514233053450747,
      "grad_norm": 2.5242470456440285,
      "learning_rate": 0.00029062584384409397,
      "loss": 7.0938,
      "step": 18346
    },
    {
      "epoch": 0.7514642637722712,
      "grad_norm": 1.5989308640682667,
      "learning_rate": 0.0002906247089430141,
      "loss": 5.5938,
      "step": 18347
    },
    {
      "epoch": 0.7515052221994676,
      "grad_norm": 1.452402744148199,
      "learning_rate": 0.0002906235739754551,
      "loss": 5.0625,
      "step": 18348
    },
    {
      "epoch": 0.7515461806266639,
      "grad_norm": 1.5534814612656287,
      "learning_rate": 0.00029062243894141743,
      "loss": 4.8438,
      "step": 18349
    },
    {
      "epoch": 0.7515871390538603,
      "grad_norm": 2.2593242586957807,
      "learning_rate": 0.00029062130384090157,
      "loss": 6.4375,
      "step": 18350
    },
    {
      "epoch": 0.7516280974810567,
      "grad_norm": 4.405583729567818,
      "learning_rate": 0.0002906201686739082,
      "loss": 7.0625,
      "step": 18351
    },
    {
      "epoch": 0.7516690559082532,
      "grad_norm": 2.0790339954939276,
      "learning_rate": 0.0002906190334404377,
      "loss": 5.0938,
      "step": 18352
    },
    {
      "epoch": 0.7517100143354495,
      "grad_norm": 1.4376084820705082,
      "learning_rate": 0.0002906178981404907,
      "loss": 5.0938,
      "step": 18353
    },
    {
      "epoch": 0.7517509727626459,
      "grad_norm": 1.5592315753182517,
      "learning_rate": 0.0002906167627740677,
      "loss": 5.2812,
      "step": 18354
    },
    {
      "epoch": 0.7517919311898423,
      "grad_norm": 2.7870106171962763,
      "learning_rate": 0.00029061562734116923,
      "loss": 7.0,
      "step": 18355
    },
    {
      "epoch": 0.7518328896170388,
      "grad_norm": 2.0515038007600883,
      "learning_rate": 0.00029061449184179594,
      "loss": 5.2188,
      "step": 18356
    },
    {
      "epoch": 0.7518738480442351,
      "grad_norm": 1.8447999901994199,
      "learning_rate": 0.00029061335627594825,
      "loss": 7.9688,
      "step": 18357
    },
    {
      "epoch": 0.7519148064714315,
      "grad_norm": 3.408745845721589,
      "learning_rate": 0.0002906122206436267,
      "loss": 3.2969,
      "step": 18358
    },
    {
      "epoch": 0.7519557648986279,
      "grad_norm": 1.6718731297490643,
      "learning_rate": 0.00029061108494483185,
      "loss": 5.9062,
      "step": 18359
    },
    {
      "epoch": 0.7519967233258242,
      "grad_norm": 1.8582147761967511,
      "learning_rate": 0.00029060994917956426,
      "loss": 5.25,
      "step": 18360
    },
    {
      "epoch": 0.7520376817530207,
      "grad_norm": 3.1565712069814045,
      "learning_rate": 0.0002906088133478244,
      "loss": 6.4062,
      "step": 18361
    },
    {
      "epoch": 0.7520786401802171,
      "grad_norm": 1.4099756481930565,
      "learning_rate": 0.0002906076774496129,
      "loss": 5.9688,
      "step": 18362
    },
    {
      "epoch": 0.7521195986074135,
      "grad_norm": 1.4382287454774763,
      "learning_rate": 0.0002906065414849302,
      "loss": 4.625,
      "step": 18363
    },
    {
      "epoch": 0.7521605570346098,
      "grad_norm": 1.597719529318629,
      "learning_rate": 0.00029060540545377693,
      "loss": 5.1562,
      "step": 18364
    },
    {
      "epoch": 0.7522015154618062,
      "grad_norm": 1.7404729016468186,
      "learning_rate": 0.0002906042693561536,
      "loss": 5.75,
      "step": 18365
    },
    {
      "epoch": 0.7522424738890027,
      "grad_norm": 1.5662944796818858,
      "learning_rate": 0.0002906031331920607,
      "loss": 5.5,
      "step": 18366
    },
    {
      "epoch": 0.7522834323161991,
      "grad_norm": 3.954640682816342,
      "learning_rate": 0.0002906019969614988,
      "loss": 7.5,
      "step": 18367
    },
    {
      "epoch": 0.7523243907433954,
      "grad_norm": 2.1324964319521933,
      "learning_rate": 0.0002906008606644684,
      "loss": 6.5,
      "step": 18368
    },
    {
      "epoch": 0.7523653491705918,
      "grad_norm": 1.6865931144541584,
      "learning_rate": 0.0002905997243009701,
      "loss": 5.4375,
      "step": 18369
    },
    {
      "epoch": 0.7524063075977883,
      "grad_norm": 1.5546843141164448,
      "learning_rate": 0.00029059858787100446,
      "loss": 5.3125,
      "step": 18370
    },
    {
      "epoch": 0.7524472660249847,
      "grad_norm": 1.9113550070231426,
      "learning_rate": 0.0002905974513745719,
      "loss": 4.3438,
      "step": 18371
    },
    {
      "epoch": 0.752488224452181,
      "grad_norm": 5.181915750822754,
      "learning_rate": 0.00029059631481167305,
      "loss": 6.25,
      "step": 18372
    },
    {
      "epoch": 0.7525291828793774,
      "grad_norm": 1.8484513931163318,
      "learning_rate": 0.0002905951781823084,
      "loss": 4.5938,
      "step": 18373
    },
    {
      "epoch": 0.7525701413065738,
      "grad_norm": 1.417107329683007,
      "learning_rate": 0.00029059404148647856,
      "loss": 5.0938,
      "step": 18374
    },
    {
      "epoch": 0.7526110997337703,
      "grad_norm": 1.7090353437284798,
      "learning_rate": 0.00029059290472418397,
      "loss": 5.6875,
      "step": 18375
    },
    {
      "epoch": 0.7526520581609666,
      "grad_norm": 1.4351022085524068,
      "learning_rate": 0.0002905917678954252,
      "loss": 5.5938,
      "step": 18376
    },
    {
      "epoch": 0.752693016588163,
      "grad_norm": 1.5907049153289383,
      "learning_rate": 0.00029059063100020285,
      "loss": 5.9688,
      "step": 18377
    },
    {
      "epoch": 0.7527339750153594,
      "grad_norm": 3.8937576103702605,
      "learning_rate": 0.00029058949403851735,
      "loss": 7.1875,
      "step": 18378
    },
    {
      "epoch": 0.7527749334425559,
      "grad_norm": 2.92354786909242,
      "learning_rate": 0.00029058835701036934,
      "loss": 4.9375,
      "step": 18379
    },
    {
      "epoch": 0.7528158918697522,
      "grad_norm": 1.365684512332365,
      "learning_rate": 0.00029058721991575935,
      "loss": 4.8125,
      "step": 18380
    },
    {
      "epoch": 0.7528568502969486,
      "grad_norm": 1.5173202135538386,
      "learning_rate": 0.00029058608275468777,
      "loss": 5.6562,
      "step": 18381
    },
    {
      "epoch": 0.752897808724145,
      "grad_norm": 2.0440981393199786,
      "learning_rate": 0.00029058494552715536,
      "loss": 6.125,
      "step": 18382
    },
    {
      "epoch": 0.7529387671513413,
      "grad_norm": 1.8771866327036495,
      "learning_rate": 0.00029058380823316244,
      "loss": 6.9062,
      "step": 18383
    },
    {
      "epoch": 0.7529797255785378,
      "grad_norm": 1.8103991124864751,
      "learning_rate": 0.00029058267087270977,
      "loss": 5.4688,
      "step": 18384
    },
    {
      "epoch": 0.7530206840057342,
      "grad_norm": 2.1757879206894875,
      "learning_rate": 0.00029058153344579767,
      "loss": 5.4688,
      "step": 18385
    },
    {
      "epoch": 0.7530616424329306,
      "grad_norm": 1.2887959118601005,
      "learning_rate": 0.0002905803959524268,
      "loss": 5.4688,
      "step": 18386
    },
    {
      "epoch": 0.7531026008601269,
      "grad_norm": 2.2710266047908605,
      "learning_rate": 0.0002905792583925977,
      "loss": 6.0312,
      "step": 18387
    },
    {
      "epoch": 0.7531435592873233,
      "grad_norm": 1.5935681220058406,
      "learning_rate": 0.0002905781207663109,
      "loss": 5.3125,
      "step": 18388
    },
    {
      "epoch": 0.7531845177145198,
      "grad_norm": 3.294003959314171,
      "learning_rate": 0.00029057698307356685,
      "loss": 7.4688,
      "step": 18389
    },
    {
      "epoch": 0.7532254761417162,
      "grad_norm": 1.4712907082933038,
      "learning_rate": 0.0002905758453143662,
      "loss": 5.0,
      "step": 18390
    },
    {
      "epoch": 0.7532664345689125,
      "grad_norm": 1.7433777022968187,
      "learning_rate": 0.0002905747074887095,
      "loss": 4.9688,
      "step": 18391
    },
    {
      "epoch": 0.7533073929961089,
      "grad_norm": 1.6763870132922487,
      "learning_rate": 0.0002905735695965972,
      "loss": 5.5625,
      "step": 18392
    },
    {
      "epoch": 0.7533483514233054,
      "grad_norm": 3.6064350132379333,
      "learning_rate": 0.0002905724316380298,
      "loss": 1.8828,
      "step": 18393
    },
    {
      "epoch": 0.7533893098505018,
      "grad_norm": 4.2122094627219955,
      "learning_rate": 0.000290571293613008,
      "loss": 5.9375,
      "step": 18394
    },
    {
      "epoch": 0.7534302682776981,
      "grad_norm": 1.4493234966844974,
      "learning_rate": 0.0002905701555215322,
      "loss": 4.9062,
      "step": 18395
    },
    {
      "epoch": 0.7534712267048945,
      "grad_norm": 4.990166173752289,
      "learning_rate": 0.00029056901736360303,
      "loss": 3.0,
      "step": 18396
    },
    {
      "epoch": 0.753512185132091,
      "grad_norm": 2.236911608207418,
      "learning_rate": 0.00029056787913922093,
      "loss": 5.5312,
      "step": 18397
    },
    {
      "epoch": 0.7535531435592874,
      "grad_norm": 2.037123155955601,
      "learning_rate": 0.00029056674084838657,
      "loss": 5.9375,
      "step": 18398
    },
    {
      "epoch": 0.7535941019864837,
      "grad_norm": 2.4154907401660384,
      "learning_rate": 0.00029056560249110037,
      "loss": 3.9688,
      "step": 18399
    },
    {
      "epoch": 0.7536350604136801,
      "grad_norm": 2.4580183523595407,
      "learning_rate": 0.0002905644640673629,
      "loss": 6.4688,
      "step": 18400
    },
    {
      "epoch": 0.7536760188408765,
      "grad_norm": 1.6114563218514084,
      "learning_rate": 0.00029056332557717473,
      "loss": 5.7188,
      "step": 18401
    },
    {
      "epoch": 0.7537169772680729,
      "grad_norm": 1.6483981145611333,
      "learning_rate": 0.00029056218702053633,
      "loss": 3.8125,
      "step": 18402
    },
    {
      "epoch": 0.7537579356952693,
      "grad_norm": 5.43510684916282,
      "learning_rate": 0.0002905610483974483,
      "loss": 6.25,
      "step": 18403
    },
    {
      "epoch": 0.7537988941224657,
      "grad_norm": 1.9844789886600294,
      "learning_rate": 0.00029055990970791124,
      "loss": 5.7812,
      "step": 18404
    },
    {
      "epoch": 0.7538398525496621,
      "grad_norm": 3.5937172965267807,
      "learning_rate": 0.00029055877095192557,
      "loss": 6.0938,
      "step": 18405
    },
    {
      "epoch": 0.7538808109768584,
      "grad_norm": 1.4557262168507388,
      "learning_rate": 0.0002905576321294918,
      "loss": 5.3125,
      "step": 18406
    },
    {
      "epoch": 0.7539217694040549,
      "grad_norm": 3.6808126529209937,
      "learning_rate": 0.0002905564932406106,
      "loss": 6.75,
      "step": 18407
    },
    {
      "epoch": 0.7539627278312513,
      "grad_norm": 2.791738065832688,
      "learning_rate": 0.00029055535428528244,
      "loss": 6.7188,
      "step": 18408
    },
    {
      "epoch": 0.7540036862584477,
      "grad_norm": 1.4816337910414332,
      "learning_rate": 0.00029055421526350786,
      "loss": 5.4688,
      "step": 18409
    },
    {
      "epoch": 0.754044644685644,
      "grad_norm": 4.082086086119766,
      "learning_rate": 0.00029055307617528747,
      "loss": 3.7031,
      "step": 18410
    },
    {
      "epoch": 0.7540856031128405,
      "grad_norm": 1.8003765894889854,
      "learning_rate": 0.00029055193702062163,
      "loss": 4.8438,
      "step": 18411
    },
    {
      "epoch": 0.7541265615400369,
      "grad_norm": 1.7913233834676252,
      "learning_rate": 0.000290550797799511,
      "loss": 5.9062,
      "step": 18412
    },
    {
      "epoch": 0.7541675199672333,
      "grad_norm": 1.6968469429355801,
      "learning_rate": 0.0002905496585119562,
      "loss": 6.9062,
      "step": 18413
    },
    {
      "epoch": 0.7542084783944296,
      "grad_norm": 1.5496710269205782,
      "learning_rate": 0.0002905485191579576,
      "loss": 5.3438,
      "step": 18414
    },
    {
      "epoch": 0.754249436821626,
      "grad_norm": 1.4392693732528257,
      "learning_rate": 0.00029054737973751584,
      "loss": 4.75,
      "step": 18415
    },
    {
      "epoch": 0.7542903952488225,
      "grad_norm": 1.6495473116005341,
      "learning_rate": 0.00029054624025063143,
      "loss": 6.0625,
      "step": 18416
    },
    {
      "epoch": 0.7543313536760189,
      "grad_norm": 4.041515557901872,
      "learning_rate": 0.0002905451006973049,
      "loss": 7.1875,
      "step": 18417
    },
    {
      "epoch": 0.7543723121032152,
      "grad_norm": 1.4776576819152718,
      "learning_rate": 0.0002905439610775368,
      "loss": 5.25,
      "step": 18418
    },
    {
      "epoch": 0.7544132705304116,
      "grad_norm": 2.2392883535249126,
      "learning_rate": 0.0002905428213913277,
      "loss": 6.9688,
      "step": 18419
    },
    {
      "epoch": 0.754454228957608,
      "grad_norm": 4.605936539959884,
      "learning_rate": 0.00029054168163867813,
      "loss": 7.0938,
      "step": 18420
    },
    {
      "epoch": 0.7544951873848045,
      "grad_norm": 2.5549309936642386,
      "learning_rate": 0.00029054054181958854,
      "loss": 6.7812,
      "step": 18421
    },
    {
      "epoch": 0.7545361458120008,
      "grad_norm": 2.2810302051950915,
      "learning_rate": 0.0002905394019340596,
      "loss": 4.9062,
      "step": 18422
    },
    {
      "epoch": 0.7545771042391972,
      "grad_norm": 1.779006539592557,
      "learning_rate": 0.00029053826198209174,
      "loss": 5.4062,
      "step": 18423
    },
    {
      "epoch": 0.7546180626663936,
      "grad_norm": 2.179847593156559,
      "learning_rate": 0.00029053712196368557,
      "loss": 5.6562,
      "step": 18424
    },
    {
      "epoch": 0.75465902109359,
      "grad_norm": 1.5808663888836838,
      "learning_rate": 0.0002905359818788416,
      "loss": 4.4688,
      "step": 18425
    },
    {
      "epoch": 0.7546999795207864,
      "grad_norm": 3.256943007209785,
      "learning_rate": 0.0002905348417275604,
      "loss": 4.7812,
      "step": 18426
    },
    {
      "epoch": 0.7547409379479828,
      "grad_norm": 1.7232014232519965,
      "learning_rate": 0.0002905337015098424,
      "loss": 5.0,
      "step": 18427
    },
    {
      "epoch": 0.7547818963751792,
      "grad_norm": 1.5161152150002124,
      "learning_rate": 0.0002905325612256883,
      "loss": 5.4375,
      "step": 18428
    },
    {
      "epoch": 0.7548228548023755,
      "grad_norm": 2.7378270248242833,
      "learning_rate": 0.0002905314208750985,
      "loss": 6.9375,
      "step": 18429
    },
    {
      "epoch": 0.754863813229572,
      "grad_norm": 2.2622436141378213,
      "learning_rate": 0.00029053028045807365,
      "loss": 5.75,
      "step": 18430
    },
    {
      "epoch": 0.7549047716567684,
      "grad_norm": 2.648998812191968,
      "learning_rate": 0.0002905291399746142,
      "loss": 3.375,
      "step": 18431
    },
    {
      "epoch": 0.7549457300839648,
      "grad_norm": 2.0353917637679158,
      "learning_rate": 0.0002905279994247207,
      "loss": 5.5312,
      "step": 18432
    },
    {
      "epoch": 0.7549866885111611,
      "grad_norm": 2.0866892420182173,
      "learning_rate": 0.0002905268588083938,
      "loss": 4.75,
      "step": 18433
    },
    {
      "epoch": 0.7550276469383576,
      "grad_norm": 3.5709212062076925,
      "learning_rate": 0.00029052571812563396,
      "loss": 4.5312,
      "step": 18434
    },
    {
      "epoch": 0.755068605365554,
      "grad_norm": 1.5029135258726365,
      "learning_rate": 0.00029052457737644165,
      "loss": 5.3125,
      "step": 18435
    },
    {
      "epoch": 0.7551095637927504,
      "grad_norm": 2.2356738568569243,
      "learning_rate": 0.0002905234365608175,
      "loss": 6.3438,
      "step": 18436
    },
    {
      "epoch": 0.7551505222199467,
      "grad_norm": 3.3139150331986373,
      "learning_rate": 0.000290522295678762,
      "loss": 7.5625,
      "step": 18437
    },
    {
      "epoch": 0.7551914806471431,
      "grad_norm": 1.5530462042633133,
      "learning_rate": 0.00029052115473027576,
      "loss": 4.75,
      "step": 18438
    },
    {
      "epoch": 0.7552324390743396,
      "grad_norm": 1.3967209395849287,
      "learning_rate": 0.0002905200137153592,
      "loss": 5.3125,
      "step": 18439
    },
    {
      "epoch": 0.755273397501536,
      "grad_norm": 1.8823302128140422,
      "learning_rate": 0.000290518872634013,
      "loss": 5.0625,
      "step": 18440
    },
    {
      "epoch": 0.7553143559287323,
      "grad_norm": 2.3488822154513094,
      "learning_rate": 0.0002905177314862376,
      "loss": 6.0625,
      "step": 18441
    },
    {
      "epoch": 0.7553553143559287,
      "grad_norm": 1.2971671529555782,
      "learning_rate": 0.00029051659027203356,
      "loss": 5.2188,
      "step": 18442
    },
    {
      "epoch": 0.7553962727831252,
      "grad_norm": 1.6829389288410572,
      "learning_rate": 0.00029051544899140144,
      "loss": 6.4688,
      "step": 18443
    },
    {
      "epoch": 0.7554372312103215,
      "grad_norm": 2.104394026430998,
      "learning_rate": 0.00029051430764434177,
      "loss": 5.9375,
      "step": 18444
    },
    {
      "epoch": 0.7554781896375179,
      "grad_norm": 1.6463637391650179,
      "learning_rate": 0.00029051316623085515,
      "loss": 5.375,
      "step": 18445
    },
    {
      "epoch": 0.7555191480647143,
      "grad_norm": 1.7457855034535628,
      "learning_rate": 0.000290512024750942,
      "loss": 6.5312,
      "step": 18446
    },
    {
      "epoch": 0.7555601064919107,
      "grad_norm": 3.837090700223382,
      "learning_rate": 0.0002905108832046029,
      "loss": 1.4844,
      "step": 18447
    },
    {
      "epoch": 0.7556010649191071,
      "grad_norm": 1.7819196078106525,
      "learning_rate": 0.00029050974159183844,
      "loss": 6.4062,
      "step": 18448
    },
    {
      "epoch": 0.7556420233463035,
      "grad_norm": 3.2892953837219796,
      "learning_rate": 0.0002905085999126491,
      "loss": 4.875,
      "step": 18449
    },
    {
      "epoch": 0.7556829817734999,
      "grad_norm": 1.7755053031277763,
      "learning_rate": 0.00029050745816703547,
      "loss": 5.3438,
      "step": 18450
    },
    {
      "epoch": 0.7557239402006963,
      "grad_norm": 2.2200254895683402,
      "learning_rate": 0.0002905063163549981,
      "loss": 5.2188,
      "step": 18451
    },
    {
      "epoch": 0.7557648986278926,
      "grad_norm": 1.7354821239903293,
      "learning_rate": 0.0002905051744765374,
      "loss": 5.2812,
      "step": 18452
    },
    {
      "epoch": 0.7558058570550891,
      "grad_norm": 2.8859219811297203,
      "learning_rate": 0.0002905040325316541,
      "loss": 6.4375,
      "step": 18453
    },
    {
      "epoch": 0.7558468154822855,
      "grad_norm": 1.7389856147433476,
      "learning_rate": 0.0002905028905203486,
      "loss": 5.2812,
      "step": 18454
    },
    {
      "epoch": 0.7558877739094819,
      "grad_norm": 1.6158189743477247,
      "learning_rate": 0.0002905017484426215,
      "loss": 4.75,
      "step": 18455
    },
    {
      "epoch": 0.7559287323366782,
      "grad_norm": 1.4587149254151732,
      "learning_rate": 0.0002905006062984733,
      "loss": 4.75,
      "step": 18456
    },
    {
      "epoch": 0.7559696907638747,
      "grad_norm": 1.8250677932709254,
      "learning_rate": 0.0002904994640879046,
      "loss": 5.9688,
      "step": 18457
    },
    {
      "epoch": 0.7560106491910711,
      "grad_norm": 1.5176297565353758,
      "learning_rate": 0.0002904983218109159,
      "loss": 5.1875,
      "step": 18458
    },
    {
      "epoch": 0.7560516076182675,
      "grad_norm": 1.4915583455953867,
      "learning_rate": 0.0002904971794675077,
      "loss": 5.25,
      "step": 18459
    },
    {
      "epoch": 0.7560925660454638,
      "grad_norm": 1.3828396104376122,
      "learning_rate": 0.00029049603705768066,
      "loss": 4.3438,
      "step": 18460
    },
    {
      "epoch": 0.7561335244726602,
      "grad_norm": 1.6329826780575547,
      "learning_rate": 0.00029049489458143527,
      "loss": 5.4688,
      "step": 18461
    },
    {
      "epoch": 0.7561744828998567,
      "grad_norm": 4.248208734148548,
      "learning_rate": 0.000290493752038772,
      "loss": 7.75,
      "step": 18462
    },
    {
      "epoch": 0.7562154413270531,
      "grad_norm": 2.386051733597133,
      "learning_rate": 0.0002904926094296914,
      "loss": 6.2188,
      "step": 18463
    },
    {
      "epoch": 0.7562563997542494,
      "grad_norm": 2.281130263674894,
      "learning_rate": 0.00029049146675419403,
      "loss": 5.4375,
      "step": 18464
    },
    {
      "epoch": 0.7562973581814458,
      "grad_norm": 1.7206382754095235,
      "learning_rate": 0.0002904903240122805,
      "loss": 6.5,
      "step": 18465
    },
    {
      "epoch": 0.7563383166086423,
      "grad_norm": 1.7067761204836727,
      "learning_rate": 0.0002904891812039513,
      "loss": 4.6875,
      "step": 18466
    },
    {
      "epoch": 0.7563792750358386,
      "grad_norm": 1.5011512766471382,
      "learning_rate": 0.00029048803832920693,
      "loss": 5.5625,
      "step": 18467
    },
    {
      "epoch": 0.756420233463035,
      "grad_norm": 1.4951583294403328,
      "learning_rate": 0.00029048689538804806,
      "loss": 4.5625,
      "step": 18468
    },
    {
      "epoch": 0.7564611918902314,
      "grad_norm": 2.0843517126389437,
      "learning_rate": 0.00029048575238047503,
      "loss": 4.5625,
      "step": 18469
    },
    {
      "epoch": 0.7565021503174278,
      "grad_norm": 2.394801944070921,
      "learning_rate": 0.0002904846093064885,
      "loss": 5.9375,
      "step": 18470
    },
    {
      "epoch": 0.7565431087446242,
      "grad_norm": 2.6933842829801464,
      "learning_rate": 0.00029048346616608904,
      "loss": 5.25,
      "step": 18471
    },
    {
      "epoch": 0.7565840671718206,
      "grad_norm": 1.5624520035672758,
      "learning_rate": 0.00029048232295927716,
      "loss": 5.0312,
      "step": 18472
    },
    {
      "epoch": 0.756625025599017,
      "grad_norm": 2.6268201172813375,
      "learning_rate": 0.00029048117968605335,
      "loss": 5.5,
      "step": 18473
    },
    {
      "epoch": 0.7566659840262134,
      "grad_norm": 4.749089505925483,
      "learning_rate": 0.00029048003634641825,
      "loss": 4.6562,
      "step": 18474
    },
    {
      "epoch": 0.7567069424534097,
      "grad_norm": 7.701831102655438,
      "learning_rate": 0.00029047889294037224,
      "loss": 5.5312,
      "step": 18475
    },
    {
      "epoch": 0.7567479008806062,
      "grad_norm": 2.2272701246731517,
      "learning_rate": 0.00029047774946791604,
      "loss": 4.8125,
      "step": 18476
    },
    {
      "epoch": 0.7567888593078026,
      "grad_norm": 4.154545797842884,
      "learning_rate": 0.00029047660592905006,
      "loss": 5.2188,
      "step": 18477
    },
    {
      "epoch": 0.756829817734999,
      "grad_norm": 1.8984773798508803,
      "learning_rate": 0.00029047546232377497,
      "loss": 5.7188,
      "step": 18478
    },
    {
      "epoch": 0.7568707761621953,
      "grad_norm": 3.859582616954655,
      "learning_rate": 0.0002904743186520912,
      "loss": 6.9688,
      "step": 18479
    },
    {
      "epoch": 0.7569117345893918,
      "grad_norm": 8.990904338562153,
      "learning_rate": 0.00029047317491399927,
      "loss": 4.6562,
      "step": 18480
    },
    {
      "epoch": 0.7569526930165882,
      "grad_norm": 1.676367301168111,
      "learning_rate": 0.0002904720311094998,
      "loss": 5.0,
      "step": 18481
    },
    {
      "epoch": 0.7569936514437846,
      "grad_norm": 1.8262972132424427,
      "learning_rate": 0.00029047088723859333,
      "loss": 5.75,
      "step": 18482
    },
    {
      "epoch": 0.7570346098709809,
      "grad_norm": 1.6411636211317828,
      "learning_rate": 0.00029046974330128035,
      "loss": 5.5,
      "step": 18483
    },
    {
      "epoch": 0.7570755682981773,
      "grad_norm": 2.9527335354535356,
      "learning_rate": 0.00029046859929756144,
      "loss": 6.0,
      "step": 18484
    },
    {
      "epoch": 0.7571165267253738,
      "grad_norm": 1.6590088676973755,
      "learning_rate": 0.00029046745522743716,
      "loss": 4.875,
      "step": 18485
    },
    {
      "epoch": 0.7571574851525701,
      "grad_norm": 1.4614467685867354,
      "learning_rate": 0.000290466311090908,
      "loss": 5.0625,
      "step": 18486
    },
    {
      "epoch": 0.7571984435797665,
      "grad_norm": 2.4979732306376126,
      "learning_rate": 0.0002904651668879745,
      "loss": 5.5,
      "step": 18487
    },
    {
      "epoch": 0.7572394020069629,
      "grad_norm": 1.9948773868545133,
      "learning_rate": 0.0002904640226186372,
      "loss": 6.7188,
      "step": 18488
    },
    {
      "epoch": 0.7572803604341594,
      "grad_norm": 3.105813331348687,
      "learning_rate": 0.00029046287828289667,
      "loss": 8.3125,
      "step": 18489
    },
    {
      "epoch": 0.7573213188613557,
      "grad_norm": 1.8738337094405901,
      "learning_rate": 0.00029046173388075347,
      "loss": 5.25,
      "step": 18490
    },
    {
      "epoch": 0.7573622772885521,
      "grad_norm": 2.8269415955017583,
      "learning_rate": 0.00029046058941220804,
      "loss": 4.9062,
      "step": 18491
    },
    {
      "epoch": 0.7574032357157485,
      "grad_norm": 2.0084270574412546,
      "learning_rate": 0.00029045944487726113,
      "loss": 4.125,
      "step": 18492
    },
    {
      "epoch": 0.757444194142945,
      "grad_norm": 3.230068729475855,
      "learning_rate": 0.000290458300275913,
      "loss": 3.9688,
      "step": 18493
    },
    {
      "epoch": 0.7574851525701413,
      "grad_norm": 4.832753842273566,
      "learning_rate": 0.0002904571556081644,
      "loss": 5.625,
      "step": 18494
    },
    {
      "epoch": 0.7575261109973377,
      "grad_norm": 1.3947260389887353,
      "learning_rate": 0.00029045601087401585,
      "loss": 5.4688,
      "step": 18495
    },
    {
      "epoch": 0.7575670694245341,
      "grad_norm": 2.019059143438752,
      "learning_rate": 0.0002904548660734678,
      "loss": 5.5,
      "step": 18496
    },
    {
      "epoch": 0.7576080278517305,
      "grad_norm": 6.132323834316098,
      "learning_rate": 0.00029045372120652086,
      "loss": 7.75,
      "step": 18497
    },
    {
      "epoch": 0.7576489862789269,
      "grad_norm": 1.602043834370808,
      "learning_rate": 0.00029045257627317557,
      "loss": 4.8125,
      "step": 18498
    },
    {
      "epoch": 0.7576899447061233,
      "grad_norm": 6.967547744925189,
      "learning_rate": 0.0002904514312734324,
      "loss": 3.9062,
      "step": 18499
    },
    {
      "epoch": 0.7577309031333197,
      "grad_norm": 2.116684878192828,
      "learning_rate": 0.00029045028620729196,
      "loss": 6.3438,
      "step": 18500
    },
    {
      "epoch": 0.7577718615605161,
      "grad_norm": 1.6539397773825406,
      "learning_rate": 0.00029044914107475477,
      "loss": 4.5312,
      "step": 18501
    },
    {
      "epoch": 0.7578128199877124,
      "grad_norm": 1.7724088075479056,
      "learning_rate": 0.00029044799587582136,
      "loss": 5.6562,
      "step": 18502
    },
    {
      "epoch": 0.7578537784149089,
      "grad_norm": 1.602494211616293,
      "learning_rate": 0.00029044685061049234,
      "loss": 5.2188,
      "step": 18503
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 1.7483374731339556,
      "learning_rate": 0.0002904457052787682,
      "loss": 5.4688,
      "step": 18504
    },
    {
      "epoch": 0.7579356952693017,
      "grad_norm": 2.1319014089876456,
      "learning_rate": 0.00029044455988064944,
      "loss": 6.4375,
      "step": 18505
    },
    {
      "epoch": 0.757976653696498,
      "grad_norm": 6.92381941819125,
      "learning_rate": 0.00029044341441613664,
      "loss": 5.7812,
      "step": 18506
    },
    {
      "epoch": 0.7580176121236945,
      "grad_norm": 1.5595298861244244,
      "learning_rate": 0.00029044226888523035,
      "loss": 5.5625,
      "step": 18507
    },
    {
      "epoch": 0.7580585705508909,
      "grad_norm": 1.5662663169501607,
      "learning_rate": 0.0002904411232879311,
      "loss": 5.25,
      "step": 18508
    },
    {
      "epoch": 0.7580995289780872,
      "grad_norm": 2.93457751177329,
      "learning_rate": 0.00029043997762423946,
      "loss": 5.0312,
      "step": 18509
    },
    {
      "epoch": 0.7581404874052836,
      "grad_norm": 1.5148535759204955,
      "learning_rate": 0.00029043883189415595,
      "loss": 5.625,
      "step": 18510
    },
    {
      "epoch": 0.75818144583248,
      "grad_norm": 1.656729826230105,
      "learning_rate": 0.00029043768609768105,
      "loss": 6.2188,
      "step": 18511
    },
    {
      "epoch": 0.7582224042596765,
      "grad_norm": 1.784102068694909,
      "learning_rate": 0.0002904365402348154,
      "loss": 6.0,
      "step": 18512
    },
    {
      "epoch": 0.7582633626868728,
      "grad_norm": 1.8685827375295896,
      "learning_rate": 0.0002904353943055595,
      "loss": 5.7188,
      "step": 18513
    },
    {
      "epoch": 0.7583043211140692,
      "grad_norm": 2.095593638995534,
      "learning_rate": 0.000290434248309914,
      "loss": 5.2188,
      "step": 18514
    },
    {
      "epoch": 0.7583452795412656,
      "grad_norm": 1.94363949026251,
      "learning_rate": 0.0002904331022478792,
      "loss": 5.2188,
      "step": 18515
    },
    {
      "epoch": 0.758386237968462,
      "grad_norm": 1.483854266487738,
      "learning_rate": 0.0002904319561194558,
      "loss": 5.7812,
      "step": 18516
    },
    {
      "epoch": 0.7584271963956584,
      "grad_norm": 9.404256894316237,
      "learning_rate": 0.00029043080992464433,
      "loss": 2.6875,
      "step": 18517
    },
    {
      "epoch": 0.7584681548228548,
      "grad_norm": 1.7466069110446043,
      "learning_rate": 0.00029042966366344536,
      "loss": 5.4062,
      "step": 18518
    },
    {
      "epoch": 0.7585091132500512,
      "grad_norm": 3.0839228903160936,
      "learning_rate": 0.0002904285173358594,
      "loss": 4.4062,
      "step": 18519
    },
    {
      "epoch": 0.7585500716772476,
      "grad_norm": 5.112701571375632,
      "learning_rate": 0.0002904273709418869,
      "loss": 5.625,
      "step": 18520
    },
    {
      "epoch": 0.758591030104444,
      "grad_norm": 1.9926148107962403,
      "learning_rate": 0.0002904262244815285,
      "loss": 7.1875,
      "step": 18521
    },
    {
      "epoch": 0.7586319885316404,
      "grad_norm": 4.649199906983858,
      "learning_rate": 0.0002904250779547848,
      "loss": 4.0938,
      "step": 18522
    },
    {
      "epoch": 0.7586729469588368,
      "grad_norm": 12.12675543551685,
      "learning_rate": 0.00029042393136165625,
      "loss": 6.5,
      "step": 18523
    },
    {
      "epoch": 0.7587139053860332,
      "grad_norm": 1.705418779535996,
      "learning_rate": 0.00029042278470214336,
      "loss": 5.75,
      "step": 18524
    },
    {
      "epoch": 0.7587548638132295,
      "grad_norm": 1.5030002784542493,
      "learning_rate": 0.0002904216379762468,
      "loss": 5.2188,
      "step": 18525
    },
    {
      "epoch": 0.758795822240426,
      "grad_norm": 4.975776247536156,
      "learning_rate": 0.000290420491183967,
      "loss": 6.9062,
      "step": 18526
    },
    {
      "epoch": 0.7588367806676224,
      "grad_norm": 2.9116353314571604,
      "learning_rate": 0.0002904193443253046,
      "loss": 6.3125,
      "step": 18527
    },
    {
      "epoch": 0.7588777390948187,
      "grad_norm": 1.9805741400675316,
      "learning_rate": 0.00029041819740026,
      "loss": 6.3125,
      "step": 18528
    },
    {
      "epoch": 0.7589186975220151,
      "grad_norm": 3.3869394601828047,
      "learning_rate": 0.00029041705040883385,
      "loss": 5.125,
      "step": 18529
    },
    {
      "epoch": 0.7589596559492116,
      "grad_norm": 2.0811350270520173,
      "learning_rate": 0.00029041590335102666,
      "loss": 5.5625,
      "step": 18530
    },
    {
      "epoch": 0.759000614376408,
      "grad_norm": 2.2307757845852483,
      "learning_rate": 0.00029041475622683903,
      "loss": 6.2812,
      "step": 18531
    },
    {
      "epoch": 0.7590415728036043,
      "grad_norm": 4.870831398824261,
      "learning_rate": 0.0002904136090362714,
      "loss": 5.8125,
      "step": 18532
    },
    {
      "epoch": 0.7590825312308007,
      "grad_norm": 5.743072922632613,
      "learning_rate": 0.00029041246177932434,
      "loss": 5.9688,
      "step": 18533
    },
    {
      "epoch": 0.7591234896579971,
      "grad_norm": 1.703541881715976,
      "learning_rate": 0.0002904113144559984,
      "loss": 5.0938,
      "step": 18534
    },
    {
      "epoch": 0.7591644480851936,
      "grad_norm": 1.78384544174298,
      "learning_rate": 0.00029041016706629424,
      "loss": 5.5312,
      "step": 18535
    },
    {
      "epoch": 0.7592054065123899,
      "grad_norm": 5.45456394919883,
      "learning_rate": 0.0002904090196102122,
      "loss": 6.0,
      "step": 18536
    },
    {
      "epoch": 0.7592463649395863,
      "grad_norm": 1.5428586739527914,
      "learning_rate": 0.00029040787208775305,
      "loss": 5.8438,
      "step": 18537
    },
    {
      "epoch": 0.7592873233667827,
      "grad_norm": 1.8857367898969957,
      "learning_rate": 0.0002904067244989171,
      "loss": 5.625,
      "step": 18538
    },
    {
      "epoch": 0.7593282817939792,
      "grad_norm": 1.4496019207299915,
      "learning_rate": 0.000290405576843705,
      "loss": 5.25,
      "step": 18539
    },
    {
      "epoch": 0.7593692402211755,
      "grad_norm": 1.6702805907596092,
      "learning_rate": 0.0002904044291221173,
      "loss": 5.6562,
      "step": 18540
    },
    {
      "epoch": 0.7594101986483719,
      "grad_norm": 1.6791455235631465,
      "learning_rate": 0.00029040328133415454,
      "loss": 6.4688,
      "step": 18541
    },
    {
      "epoch": 0.7594511570755683,
      "grad_norm": 2.7729509229039118,
      "learning_rate": 0.0002904021334798173,
      "loss": 6.625,
      "step": 18542
    },
    {
      "epoch": 0.7594921155027647,
      "grad_norm": 1.6783761046484438,
      "learning_rate": 0.000290400985559106,
      "loss": 5.1562,
      "step": 18543
    },
    {
      "epoch": 0.7595330739299611,
      "grad_norm": 1.6927786893322232,
      "learning_rate": 0.00029039983757202134,
      "loss": 3.875,
      "step": 18544
    },
    {
      "epoch": 0.7595740323571575,
      "grad_norm": 1.5490709980380464,
      "learning_rate": 0.00029039868951856375,
      "loss": 5.2812,
      "step": 18545
    },
    {
      "epoch": 0.7596149907843539,
      "grad_norm": 1.7053606613458854,
      "learning_rate": 0.0002903975413987338,
      "loss": 4.6562,
      "step": 18546
    },
    {
      "epoch": 0.7596559492115503,
      "grad_norm": 2.072003262778034,
      "learning_rate": 0.00029039639321253204,
      "loss": 6.2188,
      "step": 18547
    },
    {
      "epoch": 0.7596969076387466,
      "grad_norm": 1.3501125006316776,
      "learning_rate": 0.000290395244959959,
      "loss": 5.125,
      "step": 18548
    },
    {
      "epoch": 0.7597378660659431,
      "grad_norm": 2.1384034428855365,
      "learning_rate": 0.00029039409664101526,
      "loss": 7.7188,
      "step": 18549
    },
    {
      "epoch": 0.7597788244931395,
      "grad_norm": 2.3648147020190082,
      "learning_rate": 0.00029039294825570133,
      "loss": 6.1562,
      "step": 18550
    },
    {
      "epoch": 0.7598197829203358,
      "grad_norm": 4.225612905182556,
      "learning_rate": 0.00029039179980401775,
      "loss": 4.25,
      "step": 18551
    },
    {
      "epoch": 0.7598607413475322,
      "grad_norm": 2.6262480426038106,
      "learning_rate": 0.0002903906512859651,
      "loss": 6.1562,
      "step": 18552
    },
    {
      "epoch": 0.7599016997747287,
      "grad_norm": 2.4184219554115574,
      "learning_rate": 0.0002903895027015439,
      "loss": 5.9062,
      "step": 18553
    },
    {
      "epoch": 0.7599426582019251,
      "grad_norm": 1.322981590376951,
      "learning_rate": 0.00029038835405075463,
      "loss": 4.8125,
      "step": 18554
    },
    {
      "epoch": 0.7599836166291214,
      "grad_norm": 4.873620783064133,
      "learning_rate": 0.0002903872053335979,
      "loss": 6.1875,
      "step": 18555
    },
    {
      "epoch": 0.7600245750563178,
      "grad_norm": 1.742763311696486,
      "learning_rate": 0.0002903860565500743,
      "loss": 5.5938,
      "step": 18556
    },
    {
      "epoch": 0.7600655334835142,
      "grad_norm": 1.8667143896471476,
      "learning_rate": 0.00029038490770018425,
      "loss": 5.5625,
      "step": 18557
    },
    {
      "epoch": 0.7601064919107107,
      "grad_norm": 1.8841813251120263,
      "learning_rate": 0.0002903837587839285,
      "loss": 5.6562,
      "step": 18558
    },
    {
      "epoch": 0.760147450337907,
      "grad_norm": 2.598394493013206,
      "learning_rate": 0.0002903826098013073,
      "loss": 5.125,
      "step": 18559
    },
    {
      "epoch": 0.7601884087651034,
      "grad_norm": 1.486272590008993,
      "learning_rate": 0.0002903814607523214,
      "loss": 4.9375,
      "step": 18560
    },
    {
      "epoch": 0.7602293671922998,
      "grad_norm": 2.3709877572226836,
      "learning_rate": 0.00029038031163697135,
      "loss": 5.3125,
      "step": 18561
    },
    {
      "epoch": 0.7602703256194963,
      "grad_norm": 1.5746277784882576,
      "learning_rate": 0.00029037916245525753,
      "loss": 4.6562,
      "step": 18562
    },
    {
      "epoch": 0.7603112840466926,
      "grad_norm": 1.615581062828095,
      "learning_rate": 0.0002903780132071807,
      "loss": 6.0625,
      "step": 18563
    },
    {
      "epoch": 0.760352242473889,
      "grad_norm": 1.8150396727141225,
      "learning_rate": 0.0002903768638927412,
      "loss": 5.8438,
      "step": 18564
    },
    {
      "epoch": 0.7603932009010854,
      "grad_norm": 1.8657302696024791,
      "learning_rate": 0.0002903757145119397,
      "loss": 6.5625,
      "step": 18565
    },
    {
      "epoch": 0.7604341593282818,
      "grad_norm": 1.4728858721781533,
      "learning_rate": 0.0002903745650647767,
      "loss": 5.125,
      "step": 18566
    },
    {
      "epoch": 0.7604751177554782,
      "grad_norm": 1.7723744331736855,
      "learning_rate": 0.00029037341555125277,
      "loss": 4.9688,
      "step": 18567
    },
    {
      "epoch": 0.7605160761826746,
      "grad_norm": 1.5992381561614042,
      "learning_rate": 0.00029037226597136847,
      "loss": 5.375,
      "step": 18568
    },
    {
      "epoch": 0.760557034609871,
      "grad_norm": 1.709578508110156,
      "learning_rate": 0.0002903711163251242,
      "loss": 6.2188,
      "step": 18569
    },
    {
      "epoch": 0.7605979930370673,
      "grad_norm": 1.6574643542730507,
      "learning_rate": 0.00029036996661252067,
      "loss": 5.8438,
      "step": 18570
    },
    {
      "epoch": 0.7606389514642637,
      "grad_norm": 2.495426848994983,
      "learning_rate": 0.00029036881683355836,
      "loss": 6.9688,
      "step": 18571
    },
    {
      "epoch": 0.7606799098914602,
      "grad_norm": 1.5433789206561817,
      "learning_rate": 0.00029036766698823784,
      "loss": 5.5,
      "step": 18572
    },
    {
      "epoch": 0.7607208683186566,
      "grad_norm": 1.7472837915509192,
      "learning_rate": 0.0002903665170765596,
      "loss": 5.6875,
      "step": 18573
    },
    {
      "epoch": 0.7607618267458529,
      "grad_norm": 3.195822734094265,
      "learning_rate": 0.00029036536709852427,
      "loss": 7.375,
      "step": 18574
    },
    {
      "epoch": 0.7608027851730493,
      "grad_norm": 3.1462923188650875,
      "learning_rate": 0.00029036421705413225,
      "loss": 6.7188,
      "step": 18575
    },
    {
      "epoch": 0.7608437436002458,
      "grad_norm": 1.717813220818093,
      "learning_rate": 0.00029036306694338424,
      "loss": 4.5,
      "step": 18576
    },
    {
      "epoch": 0.7608847020274422,
      "grad_norm": 2.2175524436434886,
      "learning_rate": 0.0002903619167662807,
      "loss": 6.625,
      "step": 18577
    },
    {
      "epoch": 0.7609256604546385,
      "grad_norm": 4.1970414862611385,
      "learning_rate": 0.00029036076652282224,
      "loss": 6.375,
      "step": 18578
    },
    {
      "epoch": 0.7609666188818349,
      "grad_norm": 3.8858712525078563,
      "learning_rate": 0.0002903596162130093,
      "loss": 5.75,
      "step": 18579
    },
    {
      "epoch": 0.7610075773090313,
      "grad_norm": 1.4096089453572271,
      "learning_rate": 0.00029035846583684246,
      "loss": 5.375,
      "step": 18580
    },
    {
      "epoch": 0.7610485357362278,
      "grad_norm": 4.875517202390383,
      "learning_rate": 0.0002903573153943223,
      "loss": 5.0,
      "step": 18581
    },
    {
      "epoch": 0.7610894941634241,
      "grad_norm": 4.0029373230371235,
      "learning_rate": 0.0002903561648854494,
      "loss": 3.6406,
      "step": 18582
    },
    {
      "epoch": 0.7611304525906205,
      "grad_norm": 1.6116408419026231,
      "learning_rate": 0.0002903550143102242,
      "loss": 4.8438,
      "step": 18583
    },
    {
      "epoch": 0.7611714110178169,
      "grad_norm": 1.4265810914643924,
      "learning_rate": 0.00029035386366864726,
      "loss": 4.9062,
      "step": 18584
    },
    {
      "epoch": 0.7612123694450134,
      "grad_norm": 1.2923573871511753,
      "learning_rate": 0.0002903527129607192,
      "loss": 5.0,
      "step": 18585
    },
    {
      "epoch": 0.7612533278722097,
      "grad_norm": 1.6320251030374722,
      "learning_rate": 0.0002903515621864405,
      "loss": 5.5625,
      "step": 18586
    },
    {
      "epoch": 0.7612942862994061,
      "grad_norm": 1.6584196865953365,
      "learning_rate": 0.0002903504113458118,
      "loss": 4.8438,
      "step": 18587
    },
    {
      "epoch": 0.7613352447266025,
      "grad_norm": 1.487077848472517,
      "learning_rate": 0.00029034926043883344,
      "loss": 4.5,
      "step": 18588
    },
    {
      "epoch": 0.761376203153799,
      "grad_norm": 1.4497895406345958,
      "learning_rate": 0.0002903481094655062,
      "loss": 5.4062,
      "step": 18589
    },
    {
      "epoch": 0.7614171615809953,
      "grad_norm": 1.682210658267688,
      "learning_rate": 0.0002903469584258305,
      "loss": 5.4688,
      "step": 18590
    },
    {
      "epoch": 0.7614581200081917,
      "grad_norm": 1.4304325012371382,
      "learning_rate": 0.0002903458073198069,
      "loss": 4.1875,
      "step": 18591
    },
    {
      "epoch": 0.7614990784353881,
      "grad_norm": 2.7457554152142842,
      "learning_rate": 0.0002903446561474359,
      "loss": 5.9375,
      "step": 18592
    },
    {
      "epoch": 0.7615400368625844,
      "grad_norm": 1.8903106602518525,
      "learning_rate": 0.0002903435049087181,
      "loss": 6.1562,
      "step": 18593
    },
    {
      "epoch": 0.7615809952897808,
      "grad_norm": 2.447925156614686,
      "learning_rate": 0.0002903423536036541,
      "loss": 5.7812,
      "step": 18594
    },
    {
      "epoch": 0.7616219537169773,
      "grad_norm": 7.226988541139492,
      "learning_rate": 0.00029034120223224436,
      "loss": 6.25,
      "step": 18595
    },
    {
      "epoch": 0.7616629121441737,
      "grad_norm": 1.4879410378523348,
      "learning_rate": 0.00029034005079448937,
      "loss": 5.4375,
      "step": 18596
    },
    {
      "epoch": 0.76170387057137,
      "grad_norm": 2.881963025280312,
      "learning_rate": 0.0002903388992903898,
      "loss": 7.5938,
      "step": 18597
    },
    {
      "epoch": 0.7617448289985664,
      "grad_norm": 1.459039711615993,
      "learning_rate": 0.0002903377477199461,
      "loss": 4.9062,
      "step": 18598
    },
    {
      "epoch": 0.7617857874257629,
      "grad_norm": 1.7098681760805197,
      "learning_rate": 0.0002903365960831589,
      "loss": 6.2188,
      "step": 18599
    },
    {
      "epoch": 0.7618267458529593,
      "grad_norm": 2.0772094947842903,
      "learning_rate": 0.0002903354443800287,
      "loss": 4.1562,
      "step": 18600
    },
    {
      "epoch": 0.7618677042801556,
      "grad_norm": 2.2665378950138595,
      "learning_rate": 0.00029033429261055607,
      "loss": 5.375,
      "step": 18601
    },
    {
      "epoch": 0.761908662707352,
      "grad_norm": 2.4243264416411345,
      "learning_rate": 0.0002903331407747415,
      "loss": 5.25,
      "step": 18602
    },
    {
      "epoch": 0.7619496211345484,
      "grad_norm": 1.7834425788738246,
      "learning_rate": 0.00029033198887258555,
      "loss": 7.0312,
      "step": 18603
    },
    {
      "epoch": 0.7619905795617449,
      "grad_norm": 1.989318741327079,
      "learning_rate": 0.00029033083690408883,
      "loss": 4.7812,
      "step": 18604
    },
    {
      "epoch": 0.7620315379889412,
      "grad_norm": 1.9054410270699293,
      "learning_rate": 0.00029032968486925173,
      "loss": 5.875,
      "step": 18605
    },
    {
      "epoch": 0.7620724964161376,
      "grad_norm": 5.806971784377204,
      "learning_rate": 0.000290328532768075,
      "loss": 6.4688,
      "step": 18606
    },
    {
      "epoch": 0.762113454843334,
      "grad_norm": 1.966164777706382,
      "learning_rate": 0.00029032738060055904,
      "loss": 5.6875,
      "step": 18607
    },
    {
      "epoch": 0.7621544132705305,
      "grad_norm": 1.5543543050071744,
      "learning_rate": 0.00029032622836670444,
      "loss": 5.1875,
      "step": 18608
    },
    {
      "epoch": 0.7621953716977268,
      "grad_norm": 1.6027693488542505,
      "learning_rate": 0.00029032507606651173,
      "loss": 5.3125,
      "step": 18609
    },
    {
      "epoch": 0.7622363301249232,
      "grad_norm": 1.848273126034275,
      "learning_rate": 0.0002903239236999815,
      "loss": 6.2812,
      "step": 18610
    },
    {
      "epoch": 0.7622772885521196,
      "grad_norm": 1.7622508024072703,
      "learning_rate": 0.0002903227712671142,
      "loss": 5.125,
      "step": 18611
    },
    {
      "epoch": 0.7623182469793159,
      "grad_norm": 1.5255425204250648,
      "learning_rate": 0.0002903216187679105,
      "loss": 5.4062,
      "step": 18612
    },
    {
      "epoch": 0.7623592054065124,
      "grad_norm": 2.5294830331726623,
      "learning_rate": 0.00029032046620237087,
      "loss": 6.75,
      "step": 18613
    },
    {
      "epoch": 0.7624001638337088,
      "grad_norm": 1.5641192244832474,
      "learning_rate": 0.0002903193135704959,
      "loss": 5.5312,
      "step": 18614
    },
    {
      "epoch": 0.7624411222609052,
      "grad_norm": 1.7936629485717142,
      "learning_rate": 0.000290318160872286,
      "loss": 5.75,
      "step": 18615
    },
    {
      "epoch": 0.7624820806881015,
      "grad_norm": 1.7468244110029376,
      "learning_rate": 0.0002903170081077419,
      "loss": 5.6562,
      "step": 18616
    },
    {
      "epoch": 0.762523039115298,
      "grad_norm": 2.186719250966583,
      "learning_rate": 0.000290315855276864,
      "loss": 5.2812,
      "step": 18617
    },
    {
      "epoch": 0.7625639975424944,
      "grad_norm": 2.288144083113417,
      "learning_rate": 0.000290314702379653,
      "loss": 6.2812,
      "step": 18618
    },
    {
      "epoch": 0.7626049559696908,
      "grad_norm": 2.1587203541277833,
      "learning_rate": 0.0002903135494161093,
      "loss": 5.6875,
      "step": 18619
    },
    {
      "epoch": 0.7626459143968871,
      "grad_norm": 2.3305003727752656,
      "learning_rate": 0.00029031239638623344,
      "loss": 5.2188,
      "step": 18620
    },
    {
      "epoch": 0.7626868728240835,
      "grad_norm": 1.5115930375615325,
      "learning_rate": 0.00029031124329002606,
      "loss": 5.0625,
      "step": 18621
    },
    {
      "epoch": 0.76272783125128,
      "grad_norm": 2.38843540342039,
      "learning_rate": 0.00029031009012748767,
      "loss": 5.25,
      "step": 18622
    },
    {
      "epoch": 0.7627687896784764,
      "grad_norm": 1.9354919642342194,
      "learning_rate": 0.0002903089368986188,
      "loss": 6.0625,
      "step": 18623
    },
    {
      "epoch": 0.7628097481056727,
      "grad_norm": 1.4813344279938332,
      "learning_rate": 0.00029030778360342006,
      "loss": 4.875,
      "step": 18624
    },
    {
      "epoch": 0.7628507065328691,
      "grad_norm": 1.7825717717247886,
      "learning_rate": 0.00029030663024189187,
      "loss": 5.2188,
      "step": 18625
    },
    {
      "epoch": 0.7628916649600656,
      "grad_norm": 1.5261706451690265,
      "learning_rate": 0.0002903054768140349,
      "loss": 4.9062,
      "step": 18626
    },
    {
      "epoch": 0.762932623387262,
      "grad_norm": 3.0051393020149075,
      "learning_rate": 0.00029030432331984964,
      "loss": 5.5938,
      "step": 18627
    },
    {
      "epoch": 0.7629735818144583,
      "grad_norm": 1.6350770264386538,
      "learning_rate": 0.0002903031697593366,
      "loss": 5.3438,
      "step": 18628
    },
    {
      "epoch": 0.7630145402416547,
      "grad_norm": 1.7302152576844443,
      "learning_rate": 0.0002903020161324964,
      "loss": 4.5938,
      "step": 18629
    },
    {
      "epoch": 0.7630554986688511,
      "grad_norm": 2.3499915953259864,
      "learning_rate": 0.00029030086243932954,
      "loss": 5.7188,
      "step": 18630
    },
    {
      "epoch": 0.7630964570960476,
      "grad_norm": 1.4986759438096329,
      "learning_rate": 0.00029029970867983654,
      "loss": 5.4688,
      "step": 18631
    },
    {
      "epoch": 0.7631374155232439,
      "grad_norm": 1.5643857383516635,
      "learning_rate": 0.000290298554854018,
      "loss": 5.375,
      "step": 18632
    },
    {
      "epoch": 0.7631783739504403,
      "grad_norm": 1.6635496373782632,
      "learning_rate": 0.00029029740096187445,
      "loss": 5.6875,
      "step": 18633
    },
    {
      "epoch": 0.7632193323776367,
      "grad_norm": 1.8706754489056179,
      "learning_rate": 0.0002902962470034064,
      "loss": 4.9375,
      "step": 18634
    },
    {
      "epoch": 0.763260290804833,
      "grad_norm": 1.5848218076314486,
      "learning_rate": 0.0002902950929786145,
      "loss": 5.1875,
      "step": 18635
    },
    {
      "epoch": 0.7633012492320295,
      "grad_norm": 1.4116615624917144,
      "learning_rate": 0.00029029393888749917,
      "loss": 5.375,
      "step": 18636
    },
    {
      "epoch": 0.7633422076592259,
      "grad_norm": 4.044680868808063,
      "learning_rate": 0.000290292784730061,
      "loss": 7.875,
      "step": 18637
    },
    {
      "epoch": 0.7633831660864223,
      "grad_norm": 2.2337115965081407,
      "learning_rate": 0.0002902916305063006,
      "loss": 6.4062,
      "step": 18638
    },
    {
      "epoch": 0.7634241245136186,
      "grad_norm": 1.6386921920850934,
      "learning_rate": 0.00029029047621621833,
      "loss": 6.1875,
      "step": 18639
    },
    {
      "epoch": 0.763465082940815,
      "grad_norm": 2.1947979540873055,
      "learning_rate": 0.00029028932185981495,
      "loss": 3.9844,
      "step": 18640
    },
    {
      "epoch": 0.7635060413680115,
      "grad_norm": 1.4488517381344512,
      "learning_rate": 0.0002902881674370909,
      "loss": 5.0938,
      "step": 18641
    },
    {
      "epoch": 0.7635469997952079,
      "grad_norm": 1.640167685177286,
      "learning_rate": 0.0002902870129480468,
      "loss": 4.375,
      "step": 18642
    },
    {
      "epoch": 0.7635879582224042,
      "grad_norm": 7.21184124390102,
      "learning_rate": 0.0002902858583926831,
      "loss": 5.8125,
      "step": 18643
    },
    {
      "epoch": 0.7636289166496006,
      "grad_norm": 1.5389427124059127,
      "learning_rate": 0.0002902847037710003,
      "loss": 5.0938,
      "step": 18644
    },
    {
      "epoch": 0.7636698750767971,
      "grad_norm": 3.72795954193324,
      "learning_rate": 0.0002902835490829992,
      "loss": 5.8438,
      "step": 18645
    },
    {
      "epoch": 0.7637108335039935,
      "grad_norm": 1.433480607583576,
      "learning_rate": 0.00029028239432868006,
      "loss": 3.4062,
      "step": 18646
    },
    {
      "epoch": 0.7637517919311898,
      "grad_norm": 4.02466889592733,
      "learning_rate": 0.0002902812395080436,
      "loss": 8.0,
      "step": 18647
    },
    {
      "epoch": 0.7637927503583862,
      "grad_norm": 1.5166654305637228,
      "learning_rate": 0.00029028008462109027,
      "loss": 5.1562,
      "step": 18648
    },
    {
      "epoch": 0.7638337087855827,
      "grad_norm": 2.290546243620762,
      "learning_rate": 0.0002902789296678207,
      "loss": 6.2812,
      "step": 18649
    },
    {
      "epoch": 0.7638746672127791,
      "grad_norm": 1.5446979054421284,
      "learning_rate": 0.00029027777464823534,
      "loss": 5.1562,
      "step": 18650
    },
    {
      "epoch": 0.7639156256399754,
      "grad_norm": 1.4967368562106622,
      "learning_rate": 0.0002902766195623348,
      "loss": 5.1562,
      "step": 18651
    },
    {
      "epoch": 0.7639565840671718,
      "grad_norm": 2.239534468541115,
      "learning_rate": 0.0002902754644101196,
      "loss": 5.2812,
      "step": 18652
    },
    {
      "epoch": 0.7639975424943682,
      "grad_norm": 1.661082188061387,
      "learning_rate": 0.0002902743091915904,
      "loss": 4.5,
      "step": 18653
    },
    {
      "epoch": 0.7640385009215647,
      "grad_norm": 2.005802191278559,
      "learning_rate": 0.00029027315390674755,
      "loss": 7.0,
      "step": 18654
    },
    {
      "epoch": 0.764079459348761,
      "grad_norm": 3.684695950366041,
      "learning_rate": 0.0002902719985555917,
      "loss": 5.1875,
      "step": 18655
    },
    {
      "epoch": 0.7641204177759574,
      "grad_norm": 2.458595774467114,
      "learning_rate": 0.0002902708431381234,
      "loss": 7.5625,
      "step": 18656
    },
    {
      "epoch": 0.7641613762031538,
      "grad_norm": 1.5849274018928492,
      "learning_rate": 0.00029026968765434325,
      "loss": 5.4688,
      "step": 18657
    },
    {
      "epoch": 0.7642023346303501,
      "grad_norm": 2.0454397681024052,
      "learning_rate": 0.00029026853210425166,
      "loss": 6.4062,
      "step": 18658
    },
    {
      "epoch": 0.7642432930575466,
      "grad_norm": 3.793231977376242,
      "learning_rate": 0.0002902673764878493,
      "loss": 2.0469,
      "step": 18659
    },
    {
      "epoch": 0.764284251484743,
      "grad_norm": 3.1271872130572382,
      "learning_rate": 0.0002902662208051366,
      "loss": 5.375,
      "step": 18660
    },
    {
      "epoch": 0.7643252099119394,
      "grad_norm": 1.68640275765486,
      "learning_rate": 0.0002902650650561142,
      "loss": 5.6875,
      "step": 18661
    },
    {
      "epoch": 0.7643661683391357,
      "grad_norm": 2.7675209054768146,
      "learning_rate": 0.0002902639092407826,
      "loss": 6.1875,
      "step": 18662
    },
    {
      "epoch": 0.7644071267663322,
      "grad_norm": 2.0829376861723774,
      "learning_rate": 0.00029026275335914233,
      "loss": 5.125,
      "step": 18663
    },
    {
      "epoch": 0.7644480851935286,
      "grad_norm": 3.199509984945969,
      "learning_rate": 0.000290261597411194,
      "loss": 2.2188,
      "step": 18664
    },
    {
      "epoch": 0.764489043620725,
      "grad_norm": 1.748935909481325,
      "learning_rate": 0.0002902604413969382,
      "loss": 6.9375,
      "step": 18665
    },
    {
      "epoch": 0.7645300020479213,
      "grad_norm": 2.5192958995968002,
      "learning_rate": 0.0002902592853163753,
      "loss": 3.25,
      "step": 18666
    },
    {
      "epoch": 0.7645709604751177,
      "grad_norm": 1.5021573189541366,
      "learning_rate": 0.000290258129169506,
      "loss": 5.5938,
      "step": 18667
    },
    {
      "epoch": 0.7646119189023142,
      "grad_norm": 1.8091786290712224,
      "learning_rate": 0.0002902569729563308,
      "loss": 4.4688,
      "step": 18668
    },
    {
      "epoch": 0.7646528773295106,
      "grad_norm": 2.164196439734125,
      "learning_rate": 0.00029025581667685023,
      "loss": 4.8438,
      "step": 18669
    },
    {
      "epoch": 0.7646938357567069,
      "grad_norm": 1.4372849523096365,
      "learning_rate": 0.00029025466033106483,
      "loss": 5.625,
      "step": 18670
    },
    {
      "epoch": 0.7647347941839033,
      "grad_norm": 1.6986909788025393,
      "learning_rate": 0.0002902535039189752,
      "loss": 4.625,
      "step": 18671
    },
    {
      "epoch": 0.7647757526110998,
      "grad_norm": 1.9475491705244832,
      "learning_rate": 0.00029025234744058185,
      "loss": 6.875,
      "step": 18672
    },
    {
      "epoch": 0.7648167110382962,
      "grad_norm": 1.7928559484678463,
      "learning_rate": 0.0002902511908958853,
      "loss": 5.75,
      "step": 18673
    },
    {
      "epoch": 0.7648576694654925,
      "grad_norm": 5.592102554706974,
      "learning_rate": 0.0002902500342848861,
      "loss": 6.0938,
      "step": 18674
    },
    {
      "epoch": 0.7648986278926889,
      "grad_norm": 2.6969057695742453,
      "learning_rate": 0.00029024887760758486,
      "loss": 5.9688,
      "step": 18675
    },
    {
      "epoch": 0.7649395863198853,
      "grad_norm": 3.217994258935019,
      "learning_rate": 0.0002902477208639821,
      "loss": 6.3438,
      "step": 18676
    },
    {
      "epoch": 0.7649805447470817,
      "grad_norm": 4.9790115611528485,
      "learning_rate": 0.0002902465640540783,
      "loss": 2.5312,
      "step": 18677
    },
    {
      "epoch": 0.7650215031742781,
      "grad_norm": 1.5446586394639152,
      "learning_rate": 0.00029024540717787416,
      "loss": 5.9688,
      "step": 18678
    },
    {
      "epoch": 0.7650624616014745,
      "grad_norm": 2.0222995001107718,
      "learning_rate": 0.00029024425023537007,
      "loss": 5.875,
      "step": 18679
    },
    {
      "epoch": 0.7651034200286709,
      "grad_norm": 1.8360254383610297,
      "learning_rate": 0.00029024309322656664,
      "loss": 5.125,
      "step": 18680
    },
    {
      "epoch": 0.7651443784558672,
      "grad_norm": 1.7538896120455343,
      "learning_rate": 0.0002902419361514644,
      "loss": 5.5938,
      "step": 18681
    },
    {
      "epoch": 0.7651853368830637,
      "grad_norm": 1.6113105611359126,
      "learning_rate": 0.00029024077901006396,
      "loss": 5.0312,
      "step": 18682
    },
    {
      "epoch": 0.7652262953102601,
      "grad_norm": 1.6869903410126703,
      "learning_rate": 0.00029023962180236575,
      "loss": 5.8438,
      "step": 18683
    },
    {
      "epoch": 0.7652672537374565,
      "grad_norm": 1.5997131767514858,
      "learning_rate": 0.0002902384645283704,
      "loss": 5.5625,
      "step": 18684
    },
    {
      "epoch": 0.7653082121646528,
      "grad_norm": 2.5208658704718094,
      "learning_rate": 0.00029023730718807846,
      "loss": 3.7188,
      "step": 18685
    },
    {
      "epoch": 0.7653491705918493,
      "grad_norm": 1.6720610459210452,
      "learning_rate": 0.0002902361497814905,
      "loss": 5.25,
      "step": 18686
    },
    {
      "epoch": 0.7653901290190457,
      "grad_norm": 2.000067216194095,
      "learning_rate": 0.000290234992308607,
      "loss": 6.125,
      "step": 18687
    },
    {
      "epoch": 0.7654310874462421,
      "grad_norm": 1.3412368499403615,
      "learning_rate": 0.0002902338347694285,
      "loss": 3.3125,
      "step": 18688
    },
    {
      "epoch": 0.7654720458734384,
      "grad_norm": 4.977598816762887,
      "learning_rate": 0.0002902326771639556,
      "loss": 7.6875,
      "step": 18689
    },
    {
      "epoch": 0.7655130043006348,
      "grad_norm": 1.5877484394236936,
      "learning_rate": 0.0002902315194921888,
      "loss": 5.0625,
      "step": 18690
    },
    {
      "epoch": 0.7655539627278313,
      "grad_norm": 3.115313132556564,
      "learning_rate": 0.0002902303617541287,
      "loss": 7.1875,
      "step": 18691
    },
    {
      "epoch": 0.7655949211550277,
      "grad_norm": 2.948124505462679,
      "learning_rate": 0.0002902292039497758,
      "loss": 5.0,
      "step": 18692
    },
    {
      "epoch": 0.765635879582224,
      "grad_norm": 2.1333899817514355,
      "learning_rate": 0.0002902280460791307,
      "loss": 6.0938,
      "step": 18693
    },
    {
      "epoch": 0.7656768380094204,
      "grad_norm": 3.152206263791101,
      "learning_rate": 0.00029022688814219394,
      "loss": 7.5,
      "step": 18694
    },
    {
      "epoch": 0.7657177964366169,
      "grad_norm": 2.085112882133031,
      "learning_rate": 0.000290225730138966,
      "loss": 4.2188,
      "step": 18695
    },
    {
      "epoch": 0.7657587548638133,
      "grad_norm": 1.5561235463226621,
      "learning_rate": 0.0002902245720694475,
      "loss": 4.9375,
      "step": 18696
    },
    {
      "epoch": 0.7657997132910096,
      "grad_norm": 2.735082998798925,
      "learning_rate": 0.00029022341393363893,
      "loss": 7.0312,
      "step": 18697
    },
    {
      "epoch": 0.765840671718206,
      "grad_norm": 3.396770397319488,
      "learning_rate": 0.0002902222557315409,
      "loss": 5.4375,
      "step": 18698
    },
    {
      "epoch": 0.7658816301454024,
      "grad_norm": 1.3938478059818893,
      "learning_rate": 0.0002902210974631539,
      "loss": 5.5938,
      "step": 18699
    },
    {
      "epoch": 0.7659225885725988,
      "grad_norm": 1.5560336827578198,
      "learning_rate": 0.0002902199391284785,
      "loss": 5.0312,
      "step": 18700
    },
    {
      "epoch": 0.7659635469997952,
      "grad_norm": 1.4347221522722193,
      "learning_rate": 0.00029021878072751526,
      "loss": 4.9688,
      "step": 18701
    },
    {
      "epoch": 0.7660045054269916,
      "grad_norm": 2.172056250189311,
      "learning_rate": 0.0002902176222602647,
      "loss": 3.7344,
      "step": 18702
    },
    {
      "epoch": 0.766045463854188,
      "grad_norm": 3.639496006520599,
      "learning_rate": 0.00029021646372672736,
      "loss": 6.25,
      "step": 18703
    },
    {
      "epoch": 0.7660864222813843,
      "grad_norm": 2.1199481214023574,
      "learning_rate": 0.0002902153051269039,
      "loss": 6.5938,
      "step": 18704
    },
    {
      "epoch": 0.7661273807085808,
      "grad_norm": 1.5591796276482883,
      "learning_rate": 0.00029021414646079473,
      "loss": 5.4062,
      "step": 18705
    },
    {
      "epoch": 0.7661683391357772,
      "grad_norm": 1.5152520742658835,
      "learning_rate": 0.0002902129877284004,
      "loss": 5.375,
      "step": 18706
    },
    {
      "epoch": 0.7662092975629736,
      "grad_norm": 1.9663517581747134,
      "learning_rate": 0.0002902118289297216,
      "loss": 6.0938,
      "step": 18707
    },
    {
      "epoch": 0.7662502559901699,
      "grad_norm": 1.4807609863110855,
      "learning_rate": 0.0002902106700647587,
      "loss": 5.0312,
      "step": 18708
    },
    {
      "epoch": 0.7662912144173664,
      "grad_norm": 1.5364256507741991,
      "learning_rate": 0.00029020951113351235,
      "loss": 5.1875,
      "step": 18709
    },
    {
      "epoch": 0.7663321728445628,
      "grad_norm": 4.247596652451846,
      "learning_rate": 0.00029020835213598316,
      "loss": 5.8438,
      "step": 18710
    },
    {
      "epoch": 0.7663731312717592,
      "grad_norm": 2.1318244203841488,
      "learning_rate": 0.0002902071930721715,
      "loss": 6.2812,
      "step": 18711
    },
    {
      "epoch": 0.7664140896989555,
      "grad_norm": 1.549636064354095,
      "learning_rate": 0.00029020603394207804,
      "loss": 5.4062,
      "step": 18712
    },
    {
      "epoch": 0.766455048126152,
      "grad_norm": 6.723368992506303,
      "learning_rate": 0.0002902048747457033,
      "loss": 4.9688,
      "step": 18713
    },
    {
      "epoch": 0.7664960065533484,
      "grad_norm": 2.071744553182426,
      "learning_rate": 0.00029020371548304786,
      "loss": 3.2656,
      "step": 18714
    },
    {
      "epoch": 0.7665369649805448,
      "grad_norm": 1.5273152798172318,
      "learning_rate": 0.0002902025561541122,
      "loss": 5.375,
      "step": 18715
    },
    {
      "epoch": 0.7665779234077411,
      "grad_norm": 1.5631794176209008,
      "learning_rate": 0.0002902013967588969,
      "loss": 5.25,
      "step": 18716
    },
    {
      "epoch": 0.7666188818349375,
      "grad_norm": 2.3978737639492467,
      "learning_rate": 0.0002902002372974026,
      "loss": 6.5312,
      "step": 18717
    },
    {
      "epoch": 0.766659840262134,
      "grad_norm": 1.6368778718488128,
      "learning_rate": 0.0002901990777696297,
      "loss": 5.4062,
      "step": 18718
    },
    {
      "epoch": 0.7667007986893303,
      "grad_norm": 1.4694008032461745,
      "learning_rate": 0.0002901979181755788,
      "loss": 4.7188,
      "step": 18719
    },
    {
      "epoch": 0.7667417571165267,
      "grad_norm": 2.211000133780697,
      "learning_rate": 0.0002901967585152505,
      "loss": 3.3125,
      "step": 18720
    },
    {
      "epoch": 0.7667827155437231,
      "grad_norm": 3.2135869617011363,
      "learning_rate": 0.0002901955987886453,
      "loss": 8.0625,
      "step": 18721
    },
    {
      "epoch": 0.7668236739709196,
      "grad_norm": 1.4318953781199484,
      "learning_rate": 0.0002901944389957637,
      "loss": 4.8125,
      "step": 18722
    },
    {
      "epoch": 0.7668646323981159,
      "grad_norm": 1.643952563293367,
      "learning_rate": 0.00029019327913660636,
      "loss": 6.0625,
      "step": 18723
    },
    {
      "epoch": 0.7669055908253123,
      "grad_norm": 1.6824824863624877,
      "learning_rate": 0.00029019211921117374,
      "loss": 5.6875,
      "step": 18724
    },
    {
      "epoch": 0.7669465492525087,
      "grad_norm": 2.2992568288187476,
      "learning_rate": 0.00029019095921946646,
      "loss": 6.7812,
      "step": 18725
    },
    {
      "epoch": 0.7669875076797051,
      "grad_norm": 1.5939757388841673,
      "learning_rate": 0.00029018979916148503,
      "loss": 4.5312,
      "step": 18726
    },
    {
      "epoch": 0.7670284661069015,
      "grad_norm": 5.164366641696251,
      "learning_rate": 0.00029018863903722996,
      "loss": 5.0312,
      "step": 18727
    },
    {
      "epoch": 0.7670694245340979,
      "grad_norm": 1.4729121069589837,
      "learning_rate": 0.00029018747884670184,
      "loss": 6.0312,
      "step": 18728
    },
    {
      "epoch": 0.7671103829612943,
      "grad_norm": 5.743770009028229,
      "learning_rate": 0.0002901863185899012,
      "loss": 5.5312,
      "step": 18729
    },
    {
      "epoch": 0.7671513413884907,
      "grad_norm": 2.8182694039780083,
      "learning_rate": 0.00029018515826682867,
      "loss": 4.5625,
      "step": 18730
    },
    {
      "epoch": 0.767192299815687,
      "grad_norm": 5.030829538444352,
      "learning_rate": 0.0002901839978774847,
      "loss": 3.625,
      "step": 18731
    },
    {
      "epoch": 0.7672332582428835,
      "grad_norm": 2.80178352791765,
      "learning_rate": 0.00029018283742186985,
      "loss": 1.9766,
      "step": 18732
    },
    {
      "epoch": 0.7672742166700799,
      "grad_norm": 1.3871900454256685,
      "learning_rate": 0.0002901816768999847,
      "loss": 5.0,
      "step": 18733
    },
    {
      "epoch": 0.7673151750972763,
      "grad_norm": 1.9063864435759617,
      "learning_rate": 0.0002901805163118298,
      "loss": 3.6875,
      "step": 18734
    },
    {
      "epoch": 0.7673561335244726,
      "grad_norm": 1.5924803215594738,
      "learning_rate": 0.00029017935565740565,
      "loss": 5.625,
      "step": 18735
    },
    {
      "epoch": 0.767397091951669,
      "grad_norm": 2.1654787714927752,
      "learning_rate": 0.00029017819493671286,
      "loss": 5.4375,
      "step": 18736
    },
    {
      "epoch": 0.7674380503788655,
      "grad_norm": 1.4197038462404825,
      "learning_rate": 0.000290177034149752,
      "loss": 5.3438,
      "step": 18737
    },
    {
      "epoch": 0.7674790088060619,
      "grad_norm": 6.914039482650527,
      "learning_rate": 0.0002901758732965235,
      "loss": 7.5,
      "step": 18738
    },
    {
      "epoch": 0.7675199672332582,
      "grad_norm": 1.5452142739101857,
      "learning_rate": 0.000290174712377028,
      "loss": 7.0312,
      "step": 18739
    },
    {
      "epoch": 0.7675609256604546,
      "grad_norm": 2.3004664812158153,
      "learning_rate": 0.00029017355139126605,
      "loss": 5.3438,
      "step": 18740
    },
    {
      "epoch": 0.7676018840876511,
      "grad_norm": 1.7434294680435378,
      "learning_rate": 0.00029017239033923815,
      "loss": 5.4062,
      "step": 18741
    },
    {
      "epoch": 0.7676428425148474,
      "grad_norm": 2.025767831577997,
      "learning_rate": 0.0002901712292209449,
      "loss": 5.8125,
      "step": 18742
    },
    {
      "epoch": 0.7676838009420438,
      "grad_norm": 2.0889745574613485,
      "learning_rate": 0.0002901700680363868,
      "loss": 5.4375,
      "step": 18743
    },
    {
      "epoch": 0.7677247593692402,
      "grad_norm": 1.5957038576120648,
      "learning_rate": 0.0002901689067855645,
      "loss": 5.9375,
      "step": 18744
    },
    {
      "epoch": 0.7677657177964367,
      "grad_norm": 1.7094055502692003,
      "learning_rate": 0.00029016774546847837,
      "loss": 5.4688,
      "step": 18745
    },
    {
      "epoch": 0.767806676223633,
      "grad_norm": 1.3909046914584637,
      "learning_rate": 0.0002901665840851291,
      "loss": 5.0312,
      "step": 18746
    },
    {
      "epoch": 0.7678476346508294,
      "grad_norm": 3.40696898527449,
      "learning_rate": 0.00029016542263551724,
      "loss": 5.5938,
      "step": 18747
    },
    {
      "epoch": 0.7678885930780258,
      "grad_norm": 1.8106474721651658,
      "learning_rate": 0.00029016426111964325,
      "loss": 4.625,
      "step": 18748
    },
    {
      "epoch": 0.7679295515052222,
      "grad_norm": 2.2828772564788915,
      "learning_rate": 0.00029016309953750776,
      "loss": 6.2188,
      "step": 18749
    },
    {
      "epoch": 0.7679705099324186,
      "grad_norm": 15.434728095408405,
      "learning_rate": 0.0002901619378891113,
      "loss": 6.0,
      "step": 18750
    },
    {
      "epoch": 0.768011468359615,
      "grad_norm": 1.752597614386532,
      "learning_rate": 0.00029016077617445443,
      "loss": 7.625,
      "step": 18751
    },
    {
      "epoch": 0.7680524267868114,
      "grad_norm": 5.7575808203734615,
      "learning_rate": 0.00029015961439353763,
      "loss": 5.6875,
      "step": 18752
    },
    {
      "epoch": 0.7680933852140078,
      "grad_norm": 1.4580291906566867,
      "learning_rate": 0.0002901584525463615,
      "loss": 5.2188,
      "step": 18753
    },
    {
      "epoch": 0.7681343436412041,
      "grad_norm": 1.8708609853845068,
      "learning_rate": 0.0002901572906329266,
      "loss": 4.6875,
      "step": 18754
    },
    {
      "epoch": 0.7681753020684006,
      "grad_norm": 1.5578771988826665,
      "learning_rate": 0.0002901561286532335,
      "loss": 5.25,
      "step": 18755
    },
    {
      "epoch": 0.768216260495597,
      "grad_norm": 1.6654912138490132,
      "learning_rate": 0.00029015496660728265,
      "loss": 5.4375,
      "step": 18756
    },
    {
      "epoch": 0.7682572189227934,
      "grad_norm": 2.9941074611609744,
      "learning_rate": 0.0002901538044950747,
      "loss": 5.3438,
      "step": 18757
    },
    {
      "epoch": 0.7682981773499897,
      "grad_norm": 2.12510141165842,
      "learning_rate": 0.0002901526423166102,
      "loss": 6.0,
      "step": 18758
    },
    {
      "epoch": 0.7683391357771862,
      "grad_norm": 2.0618734974447395,
      "learning_rate": 0.00029015148007188957,
      "loss": 5.9688,
      "step": 18759
    },
    {
      "epoch": 0.7683800942043826,
      "grad_norm": 1.5026102881107546,
      "learning_rate": 0.00029015031776091353,
      "loss": 5.25,
      "step": 18760
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 10.317017802566307,
      "learning_rate": 0.0002901491553836825,
      "loss": 7.375,
      "step": 18761
    },
    {
      "epoch": 0.7684620110587753,
      "grad_norm": 1.955951793732599,
      "learning_rate": 0.0002901479929401971,
      "loss": 5.375,
      "step": 18762
    },
    {
      "epoch": 0.7685029694859717,
      "grad_norm": 3.679308824671798,
      "learning_rate": 0.0002901468304304579,
      "loss": 8.1875,
      "step": 18763
    },
    {
      "epoch": 0.7685439279131682,
      "grad_norm": 1.5924576157308392,
      "learning_rate": 0.00029014566785446537,
      "loss": 5.8438,
      "step": 18764
    },
    {
      "epoch": 0.7685848863403645,
      "grad_norm": 2.3392380537063433,
      "learning_rate": 0.0002901445052122201,
      "loss": 6.4062,
      "step": 18765
    },
    {
      "epoch": 0.7686258447675609,
      "grad_norm": 1.552333835149271,
      "learning_rate": 0.0002901433425037227,
      "loss": 4.75,
      "step": 18766
    },
    {
      "epoch": 0.7686668031947573,
      "grad_norm": 1.608922514483517,
      "learning_rate": 0.0002901421797289736,
      "loss": 5.25,
      "step": 18767
    },
    {
      "epoch": 0.7687077616219538,
      "grad_norm": 5.091127532962849,
      "learning_rate": 0.00029014101688797344,
      "loss": 6.25,
      "step": 18768
    },
    {
      "epoch": 0.7687487200491501,
      "grad_norm": 1.5791336403343703,
      "learning_rate": 0.00029013985398072264,
      "loss": 5.7188,
      "step": 18769
    },
    {
      "epoch": 0.7687896784763465,
      "grad_norm": 1.8539448724746384,
      "learning_rate": 0.00029013869100722193,
      "loss": 6.0625,
      "step": 18770
    },
    {
      "epoch": 0.7688306369035429,
      "grad_norm": 3.371975029326209,
      "learning_rate": 0.0002901375279674718,
      "loss": 3.9219,
      "step": 18771
    },
    {
      "epoch": 0.7688715953307393,
      "grad_norm": 3.5779271329359217,
      "learning_rate": 0.00029013636486147277,
      "loss": 6.7812,
      "step": 18772
    },
    {
      "epoch": 0.7689125537579357,
      "grad_norm": 3.878046555648127,
      "learning_rate": 0.0002901352016892254,
      "loss": 5.25,
      "step": 18773
    },
    {
      "epoch": 0.7689535121851321,
      "grad_norm": 1.3923097060385499,
      "learning_rate": 0.00029013403845073023,
      "loss": 5.2188,
      "step": 18774
    },
    {
      "epoch": 0.7689944706123285,
      "grad_norm": 1.6175986048625046,
      "learning_rate": 0.00029013287514598776,
      "loss": 6.0,
      "step": 18775
    },
    {
      "epoch": 0.7690354290395249,
      "grad_norm": 1.494929905311479,
      "learning_rate": 0.0002901317117749987,
      "loss": 4.8438,
      "step": 18776
    },
    {
      "epoch": 0.7690763874667212,
      "grad_norm": 1.6481068835116748,
      "learning_rate": 0.0002901305483377634,
      "loss": 5.625,
      "step": 18777
    },
    {
      "epoch": 0.7691173458939177,
      "grad_norm": 2.258134960972428,
      "learning_rate": 0.0002901293848342826,
      "loss": 7.5312,
      "step": 18778
    },
    {
      "epoch": 0.7691583043211141,
      "grad_norm": 3.2699789302371807,
      "learning_rate": 0.0002901282212645567,
      "loss": 6.6562,
      "step": 18779
    },
    {
      "epoch": 0.7691992627483105,
      "grad_norm": 3.289712210881689,
      "learning_rate": 0.00029012705762858636,
      "loss": 6.375,
      "step": 18780
    },
    {
      "epoch": 0.7692402211755068,
      "grad_norm": 2.100417891258204,
      "learning_rate": 0.000290125893926372,
      "loss": 6.125,
      "step": 18781
    },
    {
      "epoch": 0.7692811796027033,
      "grad_norm": 1.9538556977935886,
      "learning_rate": 0.0002901247301579143,
      "loss": 6.5312,
      "step": 18782
    },
    {
      "epoch": 0.7693221380298997,
      "grad_norm": 2.1988183979115634,
      "learning_rate": 0.00029012356632321373,
      "loss": 7.375,
      "step": 18783
    },
    {
      "epoch": 0.769363096457096,
      "grad_norm": 1.4752392683088722,
      "learning_rate": 0.00029012240242227093,
      "loss": 5.7188,
      "step": 18784
    },
    {
      "epoch": 0.7694040548842924,
      "grad_norm": 2.766005032728506,
      "learning_rate": 0.0002901212384550863,
      "loss": 3.5625,
      "step": 18785
    },
    {
      "epoch": 0.7694450133114888,
      "grad_norm": 2.1554977351663918,
      "learning_rate": 0.0002901200744216605,
      "loss": 6.25,
      "step": 18786
    },
    {
      "epoch": 0.7694859717386853,
      "grad_norm": 1.4608464765494964,
      "learning_rate": 0.0002901189103219941,
      "loss": 4.5938,
      "step": 18787
    },
    {
      "epoch": 0.7695269301658816,
      "grad_norm": 2.313445793514734,
      "learning_rate": 0.0002901177461560876,
      "loss": 6.1875,
      "step": 18788
    },
    {
      "epoch": 0.769567888593078,
      "grad_norm": 1.5840026975581338,
      "learning_rate": 0.0002901165819239416,
      "loss": 4.7188,
      "step": 18789
    },
    {
      "epoch": 0.7696088470202744,
      "grad_norm": 1.584127824253162,
      "learning_rate": 0.00029011541762555656,
      "loss": 5.25,
      "step": 18790
    },
    {
      "epoch": 0.7696498054474709,
      "grad_norm": 2.891269567519013,
      "learning_rate": 0.00029011425326093307,
      "loss": 7.6875,
      "step": 18791
    },
    {
      "epoch": 0.7696907638746672,
      "grad_norm": 1.447287486225115,
      "learning_rate": 0.0002901130888300717,
      "loss": 5.125,
      "step": 18792
    },
    {
      "epoch": 0.7697317223018636,
      "grad_norm": 2.25334727934785,
      "learning_rate": 0.000290111924332973,
      "loss": 5.625,
      "step": 18793
    },
    {
      "epoch": 0.76977268072906,
      "grad_norm": 1.8755591607259718,
      "learning_rate": 0.0002901107597696375,
      "loss": 6.1875,
      "step": 18794
    },
    {
      "epoch": 0.7698136391562564,
      "grad_norm": 1.7974520941497112,
      "learning_rate": 0.0002901095951400658,
      "loss": 5.3438,
      "step": 18795
    },
    {
      "epoch": 0.7698545975834528,
      "grad_norm": 1.774489727250576,
      "learning_rate": 0.00029010843044425833,
      "loss": 5.3438,
      "step": 18796
    },
    {
      "epoch": 0.7698955560106492,
      "grad_norm": 1.7201248636109432,
      "learning_rate": 0.0002901072656822158,
      "loss": 4.6875,
      "step": 18797
    },
    {
      "epoch": 0.7699365144378456,
      "grad_norm": 1.5792646445598926,
      "learning_rate": 0.0002901061008539387,
      "loss": 5.9688,
      "step": 18798
    },
    {
      "epoch": 0.769977472865042,
      "grad_norm": 2.508620103646923,
      "learning_rate": 0.00029010493595942754,
      "loss": 5.6875,
      "step": 18799
    },
    {
      "epoch": 0.7700184312922383,
      "grad_norm": 1.6760890545025315,
      "learning_rate": 0.00029010377099868286,
      "loss": 4.9375,
      "step": 18800
    },
    {
      "epoch": 0.7700593897194348,
      "grad_norm": 1.9940396773274036,
      "learning_rate": 0.0002901026059717053,
      "loss": 7.3438,
      "step": 18801
    },
    {
      "epoch": 0.7701003481466312,
      "grad_norm": 4.12027374427193,
      "learning_rate": 0.0002901014408784953,
      "loss": 3.3281,
      "step": 18802
    },
    {
      "epoch": 0.7701413065738275,
      "grad_norm": 1.4211595635049525,
      "learning_rate": 0.0002901002757190535,
      "loss": 4.8438,
      "step": 18803
    },
    {
      "epoch": 0.7701822650010239,
      "grad_norm": 1.5134670599978932,
      "learning_rate": 0.00029009911049338044,
      "loss": 5.0625,
      "step": 18804
    },
    {
      "epoch": 0.7702232234282204,
      "grad_norm": 1.626212499899498,
      "learning_rate": 0.00029009794520147667,
      "loss": 5.4062,
      "step": 18805
    },
    {
      "epoch": 0.7702641818554168,
      "grad_norm": 6.600389308446105,
      "learning_rate": 0.0002900967798433427,
      "loss": 4.9688,
      "step": 18806
    },
    {
      "epoch": 0.7703051402826131,
      "grad_norm": 1.8966433049059481,
      "learning_rate": 0.00029009561441897905,
      "loss": 5.75,
      "step": 18807
    },
    {
      "epoch": 0.7703460987098095,
      "grad_norm": 2.2695512271566285,
      "learning_rate": 0.00029009444892838635,
      "loss": 5.4375,
      "step": 18808
    },
    {
      "epoch": 0.770387057137006,
      "grad_norm": 2.0654262402846397,
      "learning_rate": 0.00029009328337156515,
      "loss": 6.375,
      "step": 18809
    },
    {
      "epoch": 0.7704280155642024,
      "grad_norm": 4.678297521877745,
      "learning_rate": 0.00029009211774851595,
      "loss": 2.0938,
      "step": 18810
    },
    {
      "epoch": 0.7704689739913987,
      "grad_norm": 2.0450709605902224,
      "learning_rate": 0.0002900909520592393,
      "loss": 3.9062,
      "step": 18811
    },
    {
      "epoch": 0.7705099324185951,
      "grad_norm": 5.208311329327989,
      "learning_rate": 0.0002900897863037359,
      "loss": 6.375,
      "step": 18812
    },
    {
      "epoch": 0.7705508908457915,
      "grad_norm": 2.3041793181378525,
      "learning_rate": 0.00029008862048200603,
      "loss": 7.1562,
      "step": 18813
    },
    {
      "epoch": 0.770591849272988,
      "grad_norm": 13.19893010031428,
      "learning_rate": 0.00029008745459405046,
      "loss": 5.75,
      "step": 18814
    },
    {
      "epoch": 0.7706328077001843,
      "grad_norm": 1.4761563401683313,
      "learning_rate": 0.00029008628863986966,
      "loss": 5.4688,
      "step": 18815
    },
    {
      "epoch": 0.7706737661273807,
      "grad_norm": 2.3466192734460414,
      "learning_rate": 0.00029008512261946415,
      "loss": 5.5,
      "step": 18816
    },
    {
      "epoch": 0.7707147245545771,
      "grad_norm": 2.5660921616889025,
      "learning_rate": 0.00029008395653283456,
      "loss": 5.2188,
      "step": 18817
    },
    {
      "epoch": 0.7707556829817735,
      "grad_norm": 1.4124548542852455,
      "learning_rate": 0.0002900827903799814,
      "loss": 5.3438,
      "step": 18818
    },
    {
      "epoch": 0.7707966414089699,
      "grad_norm": 1.505911545842442,
      "learning_rate": 0.00029008162416090523,
      "loss": 5.0,
      "step": 18819
    },
    {
      "epoch": 0.7708375998361663,
      "grad_norm": 4.649976007986423,
      "learning_rate": 0.00029008045787560664,
      "loss": 5.5,
      "step": 18820
    },
    {
      "epoch": 0.7708785582633627,
      "grad_norm": 1.570868117842792,
      "learning_rate": 0.00029007929152408607,
      "loss": 5.6562,
      "step": 18821
    },
    {
      "epoch": 0.7709195166905591,
      "grad_norm": 1.6727115913414907,
      "learning_rate": 0.00029007812510634416,
      "loss": 5.5,
      "step": 18822
    },
    {
      "epoch": 0.7709604751177555,
      "grad_norm": 2.6970753526325573,
      "learning_rate": 0.00029007695862238146,
      "loss": 6.625,
      "step": 18823
    },
    {
      "epoch": 0.7710014335449519,
      "grad_norm": 1.5615222961907895,
      "learning_rate": 0.00029007579207219846,
      "loss": 5.6875,
      "step": 18824
    },
    {
      "epoch": 0.7710423919721483,
      "grad_norm": 1.6355920201891712,
      "learning_rate": 0.0002900746254557958,
      "loss": 5.25,
      "step": 18825
    },
    {
      "epoch": 0.7710833503993446,
      "grad_norm": 2.1704393107765667,
      "learning_rate": 0.0002900734587731739,
      "loss": 4.8125,
      "step": 18826
    },
    {
      "epoch": 0.771124308826541,
      "grad_norm": 2.242578315600871,
      "learning_rate": 0.00029007229202433353,
      "loss": 4.5312,
      "step": 18827
    },
    {
      "epoch": 0.7711652672537375,
      "grad_norm": 1.567193979308429,
      "learning_rate": 0.000290071125209275,
      "loss": 4.9688,
      "step": 18828
    },
    {
      "epoch": 0.7712062256809339,
      "grad_norm": 3.9372349078532825,
      "learning_rate": 0.00029006995832799905,
      "loss": 3.8906,
      "step": 18829
    },
    {
      "epoch": 0.7712471841081302,
      "grad_norm": 4.765494247048881,
      "learning_rate": 0.0002900687913805061,
      "loss": 6.1875,
      "step": 18830
    },
    {
      "epoch": 0.7712881425353266,
      "grad_norm": 1.7414691281824293,
      "learning_rate": 0.0002900676243667968,
      "loss": 4.9375,
      "step": 18831
    },
    {
      "epoch": 0.771329100962523,
      "grad_norm": 3.6159837365944583,
      "learning_rate": 0.00029006645728687163,
      "loss": 4.2188,
      "step": 18832
    },
    {
      "epoch": 0.7713700593897195,
      "grad_norm": 4.113619696978981,
      "learning_rate": 0.00029006529014073115,
      "loss": 5.9375,
      "step": 18833
    },
    {
      "epoch": 0.7714110178169158,
      "grad_norm": 2.2638174316663675,
      "learning_rate": 0.0002900641229283759,
      "loss": 7.9688,
      "step": 18834
    },
    {
      "epoch": 0.7714519762441122,
      "grad_norm": 1.6947284968989145,
      "learning_rate": 0.0002900629556498065,
      "loss": 4.6562,
      "step": 18835
    },
    {
      "epoch": 0.7714929346713086,
      "grad_norm": 4.141612845648066,
      "learning_rate": 0.00029006178830502346,
      "loss": 7.9375,
      "step": 18836
    },
    {
      "epoch": 0.7715338930985051,
      "grad_norm": 1.479285684750434,
      "learning_rate": 0.00029006062089402735,
      "loss": 5.6875,
      "step": 18837
    },
    {
      "epoch": 0.7715748515257014,
      "grad_norm": 7.667869994795745,
      "learning_rate": 0.0002900594534168187,
      "loss": 4.5625,
      "step": 18838
    },
    {
      "epoch": 0.7716158099528978,
      "grad_norm": 1.4734966104383178,
      "learning_rate": 0.000290058285873398,
      "loss": 5.0,
      "step": 18839
    },
    {
      "epoch": 0.7716567683800942,
      "grad_norm": 1.5199282996721715,
      "learning_rate": 0.00029005711826376595,
      "loss": 4.6875,
      "step": 18840
    },
    {
      "epoch": 0.7716977268072907,
      "grad_norm": 1.7022256817837935,
      "learning_rate": 0.000290055950587923,
      "loss": 4.3438,
      "step": 18841
    },
    {
      "epoch": 0.771738685234487,
      "grad_norm": 4.829879742361116,
      "learning_rate": 0.0002900547828458697,
      "loss": 6.0625,
      "step": 18842
    },
    {
      "epoch": 0.7717796436616834,
      "grad_norm": 4.310376668180538,
      "learning_rate": 0.00029005361503760664,
      "loss": 4.8125,
      "step": 18843
    },
    {
      "epoch": 0.7718206020888798,
      "grad_norm": 5.60943830260222,
      "learning_rate": 0.0002900524471631344,
      "loss": 6.875,
      "step": 18844
    },
    {
      "epoch": 0.7718615605160761,
      "grad_norm": 2.286213122843777,
      "learning_rate": 0.0002900512792224534,
      "loss": 6.2812,
      "step": 18845
    },
    {
      "epoch": 0.7719025189432726,
      "grad_norm": 1.5222720819596782,
      "learning_rate": 0.00029005011121556435,
      "loss": 6.0312,
      "step": 18846
    },
    {
      "epoch": 0.771943477370469,
      "grad_norm": 1.9956988972949963,
      "learning_rate": 0.00029004894314246777,
      "loss": 4.5938,
      "step": 18847
    },
    {
      "epoch": 0.7719844357976654,
      "grad_norm": 4.655833125600838,
      "learning_rate": 0.0002900477750031641,
      "loss": 6.1562,
      "step": 18848
    },
    {
      "epoch": 0.7720253942248617,
      "grad_norm": 1.4851411899386937,
      "learning_rate": 0.00029004660679765403,
      "loss": 5.1875,
      "step": 18849
    },
    {
      "epoch": 0.7720663526520581,
      "grad_norm": 1.5316895499544934,
      "learning_rate": 0.000290045438525938,
      "loss": 5.0312,
      "step": 18850
    },
    {
      "epoch": 0.7721073110792546,
      "grad_norm": 2.8805344025485646,
      "learning_rate": 0.00029004427018801664,
      "loss": 7.5625,
      "step": 18851
    },
    {
      "epoch": 0.772148269506451,
      "grad_norm": 2.7089951351151003,
      "learning_rate": 0.0002900431017838904,
      "loss": 7.375,
      "step": 18852
    },
    {
      "epoch": 0.7721892279336473,
      "grad_norm": 1.786332244626447,
      "learning_rate": 0.00029004193331356,
      "loss": 6.0,
      "step": 18853
    },
    {
      "epoch": 0.7722301863608437,
      "grad_norm": 1.6395633581188007,
      "learning_rate": 0.00029004076477702587,
      "loss": 5.3125,
      "step": 18854
    },
    {
      "epoch": 0.7722711447880402,
      "grad_norm": 1.778762696757676,
      "learning_rate": 0.0002900395961742886,
      "loss": 4.75,
      "step": 18855
    },
    {
      "epoch": 0.7723121032152366,
      "grad_norm": 1.5213252255099825,
      "learning_rate": 0.0002900384275053487,
      "loss": 5.4062,
      "step": 18856
    },
    {
      "epoch": 0.7723530616424329,
      "grad_norm": 2.8712804997801715,
      "learning_rate": 0.00029003725877020686,
      "loss": 5.3125,
      "step": 18857
    },
    {
      "epoch": 0.7723940200696293,
      "grad_norm": 1.6770849354608142,
      "learning_rate": 0.0002900360899688634,
      "loss": 5.9062,
      "step": 18858
    },
    {
      "epoch": 0.7724349784968257,
      "grad_norm": 1.7286654485665733,
      "learning_rate": 0.0002900349211013191,
      "loss": 6.8125,
      "step": 18859
    },
    {
      "epoch": 0.7724759369240222,
      "grad_norm": 5.401587019416826,
      "learning_rate": 0.00029003375216757435,
      "loss": 4.2188,
      "step": 18860
    },
    {
      "epoch": 0.7725168953512185,
      "grad_norm": 1.7486824635456066,
      "learning_rate": 0.0002900325831676298,
      "loss": 4.6875,
      "step": 18861
    },
    {
      "epoch": 0.7725578537784149,
      "grad_norm": 2.008895126269256,
      "learning_rate": 0.00029003141410148596,
      "loss": 6.9375,
      "step": 18862
    },
    {
      "epoch": 0.7725988122056113,
      "grad_norm": 1.5821530075039516,
      "learning_rate": 0.00029003024496914337,
      "loss": 5.3438,
      "step": 18863
    },
    {
      "epoch": 0.7726397706328078,
      "grad_norm": 1.5800906761195124,
      "learning_rate": 0.00029002907577060265,
      "loss": 5.7812,
      "step": 18864
    },
    {
      "epoch": 0.7726807290600041,
      "grad_norm": 1.6277054209177102,
      "learning_rate": 0.0002900279065058643,
      "loss": 4.75,
      "step": 18865
    },
    {
      "epoch": 0.7727216874872005,
      "grad_norm": 1.9283991730971017,
      "learning_rate": 0.0002900267371749289,
      "loss": 5.0625,
      "step": 18866
    },
    {
      "epoch": 0.7727626459143969,
      "grad_norm": 2.413252442813181,
      "learning_rate": 0.00029002556777779696,
      "loss": 4.25,
      "step": 18867
    },
    {
      "epoch": 0.7728036043415932,
      "grad_norm": 1.5047762332867813,
      "learning_rate": 0.00029002439831446903,
      "loss": 4.9688,
      "step": 18868
    },
    {
      "epoch": 0.7728445627687897,
      "grad_norm": 2.063041439949256,
      "learning_rate": 0.00029002322878494567,
      "loss": 6.0938,
      "step": 18869
    },
    {
      "epoch": 0.7728855211959861,
      "grad_norm": 1.7056560298104295,
      "learning_rate": 0.00029002205918922754,
      "loss": 5.5938,
      "step": 18870
    },
    {
      "epoch": 0.7729264796231825,
      "grad_norm": 2.64467636598227,
      "learning_rate": 0.000290020889527315,
      "loss": 4.0938,
      "step": 18871
    },
    {
      "epoch": 0.7729674380503788,
      "grad_norm": 3.5194767606946327,
      "learning_rate": 0.0002900197197992088,
      "loss": 6.0,
      "step": 18872
    },
    {
      "epoch": 0.7730083964775752,
      "grad_norm": 3.048772705176209,
      "learning_rate": 0.0002900185500049094,
      "loss": 7.4688,
      "step": 18873
    },
    {
      "epoch": 0.7730493549047717,
      "grad_norm": 2.9211015471325528,
      "learning_rate": 0.00029001738014441735,
      "loss": 7.1875,
      "step": 18874
    },
    {
      "epoch": 0.7730903133319681,
      "grad_norm": 3.497692758675826,
      "learning_rate": 0.0002900162102177331,
      "loss": 6.1562,
      "step": 18875
    },
    {
      "epoch": 0.7731312717591644,
      "grad_norm": 1.7187989648467346,
      "learning_rate": 0.00029001504022485743,
      "loss": 5.8125,
      "step": 18876
    },
    {
      "epoch": 0.7731722301863608,
      "grad_norm": 1.6134863984694021,
      "learning_rate": 0.00029001387016579076,
      "loss": 5.2812,
      "step": 18877
    },
    {
      "epoch": 0.7732131886135573,
      "grad_norm": 2.7901230508737913,
      "learning_rate": 0.00029001270004053365,
      "loss": 4.9688,
      "step": 18878
    },
    {
      "epoch": 0.7732541470407537,
      "grad_norm": 1.4675925983776947,
      "learning_rate": 0.0002900115298490866,
      "loss": 5.4375,
      "step": 18879
    },
    {
      "epoch": 0.77329510546795,
      "grad_norm": 1.5645234877807923,
      "learning_rate": 0.0002900103595914503,
      "loss": 5.4375,
      "step": 18880
    },
    {
      "epoch": 0.7733360638951464,
      "grad_norm": 2.6048290613338025,
      "learning_rate": 0.00029000918926762515,
      "loss": 5.6562,
      "step": 18881
    },
    {
      "epoch": 0.7733770223223428,
      "grad_norm": 1.561059474547726,
      "learning_rate": 0.00029000801887761184,
      "loss": 5.4062,
      "step": 18882
    },
    {
      "epoch": 0.7734179807495393,
      "grad_norm": 1.6364597948344144,
      "learning_rate": 0.00029000684842141086,
      "loss": 4.9688,
      "step": 18883
    },
    {
      "epoch": 0.7734589391767356,
      "grad_norm": 1.914698946057927,
      "learning_rate": 0.00029000567789902275,
      "loss": 6.9375,
      "step": 18884
    },
    {
      "epoch": 0.773499897603932,
      "grad_norm": 2.628798327589494,
      "learning_rate": 0.0002900045073104481,
      "loss": 2.4375,
      "step": 18885
    },
    {
      "epoch": 0.7735408560311284,
      "grad_norm": 4.780790077075365,
      "learning_rate": 0.00029000333665568737,
      "loss": 6.9062,
      "step": 18886
    },
    {
      "epoch": 0.7735818144583247,
      "grad_norm": 1.8834049955052814,
      "learning_rate": 0.00029000216593474124,
      "loss": 6.0938,
      "step": 18887
    },
    {
      "epoch": 0.7736227728855212,
      "grad_norm": 2.1454984104363253,
      "learning_rate": 0.0002900009951476102,
      "loss": 5.0938,
      "step": 18888
    },
    {
      "epoch": 0.7736637313127176,
      "grad_norm": 1.6397576776224858,
      "learning_rate": 0.00028999982429429486,
      "loss": 4.3125,
      "step": 18889
    },
    {
      "epoch": 0.773704689739914,
      "grad_norm": 1.6035068560847254,
      "learning_rate": 0.00028999865337479564,
      "loss": 5.7188,
      "step": 18890
    },
    {
      "epoch": 0.7737456481671103,
      "grad_norm": 2.7717881431725693,
      "learning_rate": 0.00028999748238911326,
      "loss": 5.0625,
      "step": 18891
    },
    {
      "epoch": 0.7737866065943068,
      "grad_norm": 2.5901310216268487,
      "learning_rate": 0.0002899963113372482,
      "loss": 5.6562,
      "step": 18892
    },
    {
      "epoch": 0.7738275650215032,
      "grad_norm": 1.514351974874328,
      "learning_rate": 0.000289995140219201,
      "loss": 4.4688,
      "step": 18893
    },
    {
      "epoch": 0.7738685234486996,
      "grad_norm": 3.934699044179441,
      "learning_rate": 0.00028999396903497216,
      "loss": 6.0,
      "step": 18894
    },
    {
      "epoch": 0.7739094818758959,
      "grad_norm": 1.8384093263259775,
      "learning_rate": 0.0002899927977845623,
      "loss": 5.3438,
      "step": 18895
    },
    {
      "epoch": 0.7739504403030923,
      "grad_norm": 2.055733494389661,
      "learning_rate": 0.00028999162646797203,
      "loss": 6.9375,
      "step": 18896
    },
    {
      "epoch": 0.7739913987302888,
      "grad_norm": 1.5937790929612798,
      "learning_rate": 0.0002899904550852018,
      "loss": 4.8438,
      "step": 18897
    },
    {
      "epoch": 0.7740323571574852,
      "grad_norm": 8.221091695868102,
      "learning_rate": 0.0002899892836362522,
      "loss": 3.6094,
      "step": 18898
    },
    {
      "epoch": 0.7740733155846815,
      "grad_norm": 2.2355548185908636,
      "learning_rate": 0.00028998811212112383,
      "loss": 7.0938,
      "step": 18899
    },
    {
      "epoch": 0.7741142740118779,
      "grad_norm": 1.8746865893379796,
      "learning_rate": 0.00028998694053981714,
      "loss": 5.4062,
      "step": 18900
    },
    {
      "epoch": 0.7741552324390744,
      "grad_norm": 1.4987512199116741,
      "learning_rate": 0.0002899857688923328,
      "loss": 5.2188,
      "step": 18901
    },
    {
      "epoch": 0.7741961908662708,
      "grad_norm": 1.9435004899719923,
      "learning_rate": 0.00028998459717867133,
      "loss": 6.0,
      "step": 18902
    },
    {
      "epoch": 0.7742371492934671,
      "grad_norm": 1.5778892850011679,
      "learning_rate": 0.0002899834253988332,
      "loss": 5.1562,
      "step": 18903
    },
    {
      "epoch": 0.7742781077206635,
      "grad_norm": 1.611635481951248,
      "learning_rate": 0.0002899822535528191,
      "loss": 5.3125,
      "step": 18904
    },
    {
      "epoch": 0.77431906614786,
      "grad_norm": 1.792012951939863,
      "learning_rate": 0.00028998108164062945,
      "loss": 6.9062,
      "step": 18905
    },
    {
      "epoch": 0.7743600245750564,
      "grad_norm": 4.501698208707909,
      "learning_rate": 0.00028997990966226494,
      "loss": 3.3125,
      "step": 18906
    },
    {
      "epoch": 0.7744009830022527,
      "grad_norm": 1.7882762327935466,
      "learning_rate": 0.00028997873761772594,
      "loss": 4.7812,
      "step": 18907
    },
    {
      "epoch": 0.7744419414294491,
      "grad_norm": 1.6277330962124141,
      "learning_rate": 0.0002899775655070132,
      "loss": 6.0,
      "step": 18908
    },
    {
      "epoch": 0.7744828998566455,
      "grad_norm": 1.5222795932387867,
      "learning_rate": 0.0002899763933301272,
      "loss": 6.875,
      "step": 18909
    },
    {
      "epoch": 0.7745238582838418,
      "grad_norm": 1.4607187319630723,
      "learning_rate": 0.00028997522108706845,
      "loss": 4.5938,
      "step": 18910
    },
    {
      "epoch": 0.7745648167110383,
      "grad_norm": 1.6991777349247486,
      "learning_rate": 0.00028997404877783754,
      "loss": 4.75,
      "step": 18911
    },
    {
      "epoch": 0.7746057751382347,
      "grad_norm": 4.543162004783681,
      "learning_rate": 0.000289972876402435,
      "loss": 4.6875,
      "step": 18912
    },
    {
      "epoch": 0.7746467335654311,
      "grad_norm": 2.254966232382469,
      "learning_rate": 0.0002899717039608614,
      "loss": 5.0625,
      "step": 18913
    },
    {
      "epoch": 0.7746876919926274,
      "grad_norm": 4.541073100175862,
      "learning_rate": 0.00028997053145311737,
      "loss": 5.9375,
      "step": 18914
    },
    {
      "epoch": 0.7747286504198239,
      "grad_norm": 2.9056267226853816,
      "learning_rate": 0.0002899693588792034,
      "loss": 8.125,
      "step": 18915
    },
    {
      "epoch": 0.7747696088470203,
      "grad_norm": 1.8205082272307762,
      "learning_rate": 0.0002899681862391199,
      "loss": 6.0312,
      "step": 18916
    },
    {
      "epoch": 0.7748105672742167,
      "grad_norm": 1.87247468411253,
      "learning_rate": 0.00028996701353286767,
      "loss": 5.9375,
      "step": 18917
    },
    {
      "epoch": 0.774851525701413,
      "grad_norm": 1.782750038978408,
      "learning_rate": 0.0002899658407604472,
      "loss": 5.2812,
      "step": 18918
    },
    {
      "epoch": 0.7748924841286094,
      "grad_norm": 1.4854806869142776,
      "learning_rate": 0.0002899646679218589,
      "loss": 5.375,
      "step": 18919
    },
    {
      "epoch": 0.7749334425558059,
      "grad_norm": 1.5518991656032264,
      "learning_rate": 0.0002899634950171035,
      "loss": 5.2812,
      "step": 18920
    },
    {
      "epoch": 0.7749744009830023,
      "grad_norm": 1.5215528867619292,
      "learning_rate": 0.00028996232204618144,
      "loss": 6.4062,
      "step": 18921
    },
    {
      "epoch": 0.7750153594101986,
      "grad_norm": 3.037066241340046,
      "learning_rate": 0.00028996114900909335,
      "loss": 5.8125,
      "step": 18922
    },
    {
      "epoch": 0.775056317837395,
      "grad_norm": 1.7750858109178298,
      "learning_rate": 0.00028995997590583976,
      "loss": 5.625,
      "step": 18923
    },
    {
      "epoch": 0.7750972762645915,
      "grad_norm": 1.6930356901191332,
      "learning_rate": 0.00028995880273642116,
      "loss": 4.3125,
      "step": 18924
    },
    {
      "epoch": 0.7751382346917879,
      "grad_norm": 1.5274967072103791,
      "learning_rate": 0.0002899576295008382,
      "loss": 5.1875,
      "step": 18925
    },
    {
      "epoch": 0.7751791931189842,
      "grad_norm": 4.5393453560755965,
      "learning_rate": 0.0002899564561990914,
      "loss": 3.5938,
      "step": 18926
    },
    {
      "epoch": 0.7752201515461806,
      "grad_norm": 1.5088803542126275,
      "learning_rate": 0.00028995528283118127,
      "loss": 6.1562,
      "step": 18927
    },
    {
      "epoch": 0.775261109973377,
      "grad_norm": 2.8578671609756765,
      "learning_rate": 0.00028995410939710843,
      "loss": 8.125,
      "step": 18928
    },
    {
      "epoch": 0.7753020684005734,
      "grad_norm": 2.8115563198516216,
      "learning_rate": 0.00028995293589687335,
      "loss": 7.1562,
      "step": 18929
    },
    {
      "epoch": 0.7753430268277698,
      "grad_norm": 3.2993610165131044,
      "learning_rate": 0.0002899517623304767,
      "loss": 7.5,
      "step": 18930
    },
    {
      "epoch": 0.7753839852549662,
      "grad_norm": 2.6394102246323197,
      "learning_rate": 0.000289950588697919,
      "loss": 6.6875,
      "step": 18931
    },
    {
      "epoch": 0.7754249436821626,
      "grad_norm": 2.0884156335243524,
      "learning_rate": 0.00028994941499920076,
      "loss": 5.2188,
      "step": 18932
    },
    {
      "epoch": 0.775465902109359,
      "grad_norm": 1.948235494081674,
      "learning_rate": 0.0002899482412343225,
      "loss": 6.2812,
      "step": 18933
    },
    {
      "epoch": 0.7755068605365554,
      "grad_norm": 1.9483578519172176,
      "learning_rate": 0.0002899470674032849,
      "loss": 6.4062,
      "step": 18934
    },
    {
      "epoch": 0.7755478189637518,
      "grad_norm": 2.7782576861075206,
      "learning_rate": 0.00028994589350608846,
      "loss": 5.2812,
      "step": 18935
    },
    {
      "epoch": 0.7755887773909482,
      "grad_norm": 1.7497848341668212,
      "learning_rate": 0.0002899447195427337,
      "loss": 5.4688,
      "step": 18936
    },
    {
      "epoch": 0.7756297358181445,
      "grad_norm": 2.6449027705259,
      "learning_rate": 0.00028994354551322116,
      "loss": 7.0312,
      "step": 18937
    },
    {
      "epoch": 0.775670694245341,
      "grad_norm": 2.247654502898508,
      "learning_rate": 0.00028994237141755146,
      "loss": 5.1875,
      "step": 18938
    },
    {
      "epoch": 0.7757116526725374,
      "grad_norm": 1.640740932262687,
      "learning_rate": 0.00028994119725572515,
      "loss": 5.875,
      "step": 18939
    },
    {
      "epoch": 0.7757526110997338,
      "grad_norm": 1.838485155002972,
      "learning_rate": 0.0002899400230277427,
      "loss": 5.5938,
      "step": 18940
    },
    {
      "epoch": 0.7757935695269301,
      "grad_norm": 1.741102724915443,
      "learning_rate": 0.0002899388487336048,
      "loss": 5.1875,
      "step": 18941
    },
    {
      "epoch": 0.7758345279541266,
      "grad_norm": 1.6876603263741772,
      "learning_rate": 0.0002899376743733119,
      "loss": 4.9375,
      "step": 18942
    },
    {
      "epoch": 0.775875486381323,
      "grad_norm": 2.7704004785496847,
      "learning_rate": 0.0002899364999468646,
      "loss": 3.9219,
      "step": 18943
    },
    {
      "epoch": 0.7759164448085194,
      "grad_norm": 2.9984357264167034,
      "learning_rate": 0.0002899353254542635,
      "loss": 6.4062,
      "step": 18944
    },
    {
      "epoch": 0.7759574032357157,
      "grad_norm": 2.0169016551697907,
      "learning_rate": 0.00028993415089550897,
      "loss": 4.7188,
      "step": 18945
    },
    {
      "epoch": 0.7759983616629121,
      "grad_norm": 1.490571042208429,
      "learning_rate": 0.00028993297627060176,
      "loss": 5.4375,
      "step": 18946
    },
    {
      "epoch": 0.7760393200901086,
      "grad_norm": 3.2178570983681065,
      "learning_rate": 0.0002899318015795424,
      "loss": 4.7188,
      "step": 18947
    },
    {
      "epoch": 0.776080278517305,
      "grad_norm": 2.1216120940337544,
      "learning_rate": 0.00028993062682233133,
      "loss": 5.9688,
      "step": 18948
    },
    {
      "epoch": 0.7761212369445013,
      "grad_norm": 1.507660546941162,
      "learning_rate": 0.0002899294519989692,
      "loss": 5.4375,
      "step": 18949
    },
    {
      "epoch": 0.7761621953716977,
      "grad_norm": 1.6082207373067134,
      "learning_rate": 0.00028992827710945654,
      "loss": 4.5625,
      "step": 18950
    },
    {
      "epoch": 0.7762031537988942,
      "grad_norm": 2.530376559180221,
      "learning_rate": 0.00028992710215379393,
      "loss": 3.7031,
      "step": 18951
    },
    {
      "epoch": 0.7762441122260905,
      "grad_norm": 2.408302759541923,
      "learning_rate": 0.00028992592713198193,
      "loss": 6.875,
      "step": 18952
    },
    {
      "epoch": 0.7762850706532869,
      "grad_norm": 3.713825859345271,
      "learning_rate": 0.00028992475204402097,
      "loss": 6.0625,
      "step": 18953
    },
    {
      "epoch": 0.7763260290804833,
      "grad_norm": 1.7356332644805634,
      "learning_rate": 0.0002899235768899118,
      "loss": 4.8125,
      "step": 18954
    },
    {
      "epoch": 0.7763669875076797,
      "grad_norm": 11.465294041461094,
      "learning_rate": 0.00028992240166965486,
      "loss": 6.25,
      "step": 18955
    },
    {
      "epoch": 0.776407945934876,
      "grad_norm": 1.6889733938768015,
      "learning_rate": 0.0002899212263832507,
      "loss": 5.625,
      "step": 18956
    },
    {
      "epoch": 0.7764489043620725,
      "grad_norm": 1.3827232688609992,
      "learning_rate": 0.00028992005103069995,
      "loss": 4.625,
      "step": 18957
    },
    {
      "epoch": 0.7764898627892689,
      "grad_norm": 1.8388890124979216,
      "learning_rate": 0.0002899188756120031,
      "loss": 6.0938,
      "step": 18958
    },
    {
      "epoch": 0.7765308212164653,
      "grad_norm": 1.4481283274048597,
      "learning_rate": 0.0002899177001271607,
      "loss": 4.9062,
      "step": 18959
    },
    {
      "epoch": 0.7765717796436616,
      "grad_norm": 2.135172151917832,
      "learning_rate": 0.00028991652457617333,
      "loss": 7.625,
      "step": 18960
    },
    {
      "epoch": 0.7766127380708581,
      "grad_norm": 1.518340419015522,
      "learning_rate": 0.00028991534895904164,
      "loss": 5.3438,
      "step": 18961
    },
    {
      "epoch": 0.7766536964980545,
      "grad_norm": 3.8724041612359286,
      "learning_rate": 0.00028991417327576597,
      "loss": 5.5,
      "step": 18962
    },
    {
      "epoch": 0.7766946549252509,
      "grad_norm": 2.997174668477768,
      "learning_rate": 0.0002899129975263471,
      "loss": 6.75,
      "step": 18963
    },
    {
      "epoch": 0.7767356133524472,
      "grad_norm": 1.794866686208073,
      "learning_rate": 0.0002899118217107854,
      "loss": 5.125,
      "step": 18964
    },
    {
      "epoch": 0.7767765717796437,
      "grad_norm": 1.6280387962617098,
      "learning_rate": 0.00028991064582908156,
      "loss": 5.7812,
      "step": 18965
    },
    {
      "epoch": 0.7768175302068401,
      "grad_norm": 2.3392933735015133,
      "learning_rate": 0.00028990946988123606,
      "loss": 5.625,
      "step": 18966
    },
    {
      "epoch": 0.7768584886340365,
      "grad_norm": 1.6344972125997819,
      "learning_rate": 0.00028990829386724945,
      "loss": 5.0625,
      "step": 18967
    },
    {
      "epoch": 0.7768994470612328,
      "grad_norm": 2.9999524180147437,
      "learning_rate": 0.0002899071177871224,
      "loss": 6.7812,
      "step": 18968
    },
    {
      "epoch": 0.7769404054884292,
      "grad_norm": 1.889741566779913,
      "learning_rate": 0.0002899059416408553,
      "loss": 6.4375,
      "step": 18969
    },
    {
      "epoch": 0.7769813639156257,
      "grad_norm": 1.7875389350691668,
      "learning_rate": 0.0002899047654284489,
      "loss": 5.5312,
      "step": 18970
    },
    {
      "epoch": 0.777022322342822,
      "grad_norm": 4.590620346024471,
      "learning_rate": 0.00028990358914990355,
      "loss": 6.4688,
      "step": 18971
    },
    {
      "epoch": 0.7770632807700184,
      "grad_norm": 2.2380781096833635,
      "learning_rate": 0.0002899024128052199,
      "loss": 5.4062,
      "step": 18972
    },
    {
      "epoch": 0.7771042391972148,
      "grad_norm": 1.3201731225464013,
      "learning_rate": 0.00028990123639439854,
      "loss": 4.625,
      "step": 18973
    },
    {
      "epoch": 0.7771451976244113,
      "grad_norm": 2.4832315774838145,
      "learning_rate": 0.00028990005991744,
      "loss": 5.0938,
      "step": 18974
    },
    {
      "epoch": 0.7771861560516076,
      "grad_norm": 2.4958526303123962,
      "learning_rate": 0.00028989888337434483,
      "loss": 6.8125,
      "step": 18975
    },
    {
      "epoch": 0.777227114478804,
      "grad_norm": 2.108329131035386,
      "learning_rate": 0.0002898977067651135,
      "loss": 5.3125,
      "step": 18976
    },
    {
      "epoch": 0.7772680729060004,
      "grad_norm": 1.6593242802727943,
      "learning_rate": 0.0002898965300897468,
      "loss": 5.5625,
      "step": 18977
    },
    {
      "epoch": 0.7773090313331968,
      "grad_norm": 1.5929576806470644,
      "learning_rate": 0.000289895353348245,
      "loss": 5.75,
      "step": 18978
    },
    {
      "epoch": 0.7773499897603932,
      "grad_norm": 3.1279492047255704,
      "learning_rate": 0.00028989417654060886,
      "loss": 4.0,
      "step": 18979
    },
    {
      "epoch": 0.7773909481875896,
      "grad_norm": 1.6635646250182319,
      "learning_rate": 0.0002898929996668389,
      "loss": 5.6875,
      "step": 18980
    },
    {
      "epoch": 0.777431906614786,
      "grad_norm": 1.5866235891211513,
      "learning_rate": 0.0002898918227269356,
      "loss": 6.0625,
      "step": 18981
    },
    {
      "epoch": 0.7774728650419824,
      "grad_norm": 1.6498062787025713,
      "learning_rate": 0.00028989064572089955,
      "loss": 5.1875,
      "step": 18982
    },
    {
      "epoch": 0.7775138234691787,
      "grad_norm": 1.3918050263203616,
      "learning_rate": 0.00028988946864873136,
      "loss": 5.625,
      "step": 18983
    },
    {
      "epoch": 0.7775547818963752,
      "grad_norm": 1.4929410338927218,
      "learning_rate": 0.00028988829151043154,
      "loss": 4.9688,
      "step": 18984
    },
    {
      "epoch": 0.7775957403235716,
      "grad_norm": 3.3819517247037894,
      "learning_rate": 0.00028988711430600066,
      "loss": 5.5,
      "step": 18985
    },
    {
      "epoch": 0.777636698750768,
      "grad_norm": 1.8531541270204082,
      "learning_rate": 0.00028988593703543924,
      "loss": 5.3438,
      "step": 18986
    },
    {
      "epoch": 0.7776776571779643,
      "grad_norm": 1.6010017000281878,
      "learning_rate": 0.0002898847596987479,
      "loss": 4.8438,
      "step": 18987
    },
    {
      "epoch": 0.7777186156051608,
      "grad_norm": 6.897721275339286,
      "learning_rate": 0.00028988358229592714,
      "loss": 8.0,
      "step": 18988
    },
    {
      "epoch": 0.7777595740323572,
      "grad_norm": 3.208511933069511,
      "learning_rate": 0.00028988240482697754,
      "loss": 6.0938,
      "step": 18989
    },
    {
      "epoch": 0.7778005324595536,
      "grad_norm": 1.7347016527942645,
      "learning_rate": 0.0002898812272918997,
      "loss": 5.4375,
      "step": 18990
    },
    {
      "epoch": 0.7778414908867499,
      "grad_norm": 1.6333366830330922,
      "learning_rate": 0.00028988004969069406,
      "loss": 4.6875,
      "step": 18991
    },
    {
      "epoch": 0.7778824493139463,
      "grad_norm": 1.6062230961463684,
      "learning_rate": 0.0002898788720233613,
      "loss": 5.2812,
      "step": 18992
    },
    {
      "epoch": 0.7779234077411428,
      "grad_norm": 7.605364725946764,
      "learning_rate": 0.0002898776942899019,
      "loss": 3.8125,
      "step": 18993
    },
    {
      "epoch": 0.7779643661683391,
      "grad_norm": 1.5348418808689712,
      "learning_rate": 0.00028987651649031645,
      "loss": 4.9375,
      "step": 18994
    },
    {
      "epoch": 0.7780053245955355,
      "grad_norm": 4.921853435156414,
      "learning_rate": 0.0002898753386246055,
      "loss": 5.6875,
      "step": 18995
    },
    {
      "epoch": 0.7780462830227319,
      "grad_norm": 2.0258474949572185,
      "learning_rate": 0.0002898741606927696,
      "loss": 5.375,
      "step": 18996
    },
    {
      "epoch": 0.7780872414499284,
      "grad_norm": 1.6493603951560885,
      "learning_rate": 0.0002898729826948093,
      "loss": 5.1562,
      "step": 18997
    },
    {
      "epoch": 0.7781281998771247,
      "grad_norm": 2.095805513349114,
      "learning_rate": 0.0002898718046307252,
      "loss": 4.8438,
      "step": 18998
    },
    {
      "epoch": 0.7781691583043211,
      "grad_norm": 1.7231899960790729,
      "learning_rate": 0.0002898706265005179,
      "loss": 5.7812,
      "step": 18999
    },
    {
      "epoch": 0.7782101167315175,
      "grad_norm": 1.5315147441225314,
      "learning_rate": 0.00028986944830418777,
      "loss": 6.3438,
      "step": 19000
    },
    {
      "epoch": 0.778251075158714,
      "grad_norm": 1.9965988814062383,
      "learning_rate": 0.00028986827004173554,
      "loss": 4.4062,
      "step": 19001
    },
    {
      "epoch": 0.7782920335859103,
      "grad_norm": 1.848299791607954,
      "learning_rate": 0.0002898670917131616,
      "loss": 6.0312,
      "step": 19002
    },
    {
      "epoch": 0.7783329920131067,
      "grad_norm": 1.761250571291469,
      "learning_rate": 0.00028986591331846674,
      "loss": 7.0312,
      "step": 19003
    },
    {
      "epoch": 0.7783739504403031,
      "grad_norm": 2.9028213198262964,
      "learning_rate": 0.0002898647348576514,
      "loss": 5.7812,
      "step": 19004
    },
    {
      "epoch": 0.7784149088674995,
      "grad_norm": 1.4531502973248565,
      "learning_rate": 0.000289863556330716,
      "loss": 5.5312,
      "step": 19005
    },
    {
      "epoch": 0.7784558672946958,
      "grad_norm": 7.158071564134831,
      "learning_rate": 0.0002898623777376613,
      "loss": 4.0312,
      "step": 19006
    },
    {
      "epoch": 0.7784968257218923,
      "grad_norm": 1.5709964317887481,
      "learning_rate": 0.00028986119907848783,
      "loss": 5.0,
      "step": 19007
    },
    {
      "epoch": 0.7785377841490887,
      "grad_norm": 3.3879820697734977,
      "learning_rate": 0.00028986002035319604,
      "loss": 6.8125,
      "step": 19008
    },
    {
      "epoch": 0.7785787425762851,
      "grad_norm": 2.2776636292610624,
      "learning_rate": 0.0002898588415617866,
      "loss": 5.5312,
      "step": 19009
    },
    {
      "epoch": 0.7786197010034814,
      "grad_norm": 1.722443427157411,
      "learning_rate": 0.00028985766270426,
      "loss": 5.125,
      "step": 19010
    },
    {
      "epoch": 0.7786606594306779,
      "grad_norm": 2.6501049642215424,
      "learning_rate": 0.00028985648378061676,
      "loss": 7.7812,
      "step": 19011
    },
    {
      "epoch": 0.7787016178578743,
      "grad_norm": 1.5554802746063845,
      "learning_rate": 0.00028985530479085753,
      "loss": 5.625,
      "step": 19012
    },
    {
      "epoch": 0.7787425762850706,
      "grad_norm": 1.9976532596185808,
      "learning_rate": 0.0002898541257349828,
      "loss": 6.0,
      "step": 19013
    },
    {
      "epoch": 0.778783534712267,
      "grad_norm": 1.5459547146171713,
      "learning_rate": 0.0002898529466129932,
      "loss": 5.8125,
      "step": 19014
    },
    {
      "epoch": 0.7788244931394634,
      "grad_norm": 2.616038094438683,
      "learning_rate": 0.0002898517674248892,
      "loss": 5.0312,
      "step": 19015
    },
    {
      "epoch": 0.7788654515666599,
      "grad_norm": 1.9507965284960003,
      "learning_rate": 0.0002898505881706715,
      "loss": 6.4062,
      "step": 19016
    },
    {
      "epoch": 0.7789064099938562,
      "grad_norm": 2.2346971921157883,
      "learning_rate": 0.0002898494088503404,
      "loss": 5.8438,
      "step": 19017
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 1.668912134309426,
      "learning_rate": 0.0002898482294638967,
      "loss": 4.625,
      "step": 19018
    },
    {
      "epoch": 0.778988326848249,
      "grad_norm": 1.7048599193465206,
      "learning_rate": 0.00028984705001134086,
      "loss": 5.1562,
      "step": 19019
    },
    {
      "epoch": 0.7790292852754455,
      "grad_norm": 1.6126657997584428,
      "learning_rate": 0.0002898458704926735,
      "loss": 5.6562,
      "step": 19020
    },
    {
      "epoch": 0.7790702437026418,
      "grad_norm": 1.5170100174216052,
      "learning_rate": 0.00028984469090789506,
      "loss": 6.0625,
      "step": 19021
    },
    {
      "epoch": 0.7791112021298382,
      "grad_norm": 1.606660188179862,
      "learning_rate": 0.00028984351125700615,
      "loss": 4.75,
      "step": 19022
    },
    {
      "epoch": 0.7791521605570346,
      "grad_norm": 1.9110297638871743,
      "learning_rate": 0.0002898423315400074,
      "loss": 6.5938,
      "step": 19023
    },
    {
      "epoch": 0.779193118984231,
      "grad_norm": 3.2864903526377502,
      "learning_rate": 0.0002898411517568993,
      "loss": 3.4375,
      "step": 19024
    },
    {
      "epoch": 0.7792340774114274,
      "grad_norm": 1.565568602371308,
      "learning_rate": 0.0002898399719076824,
      "loss": 4.7812,
      "step": 19025
    },
    {
      "epoch": 0.7792750358386238,
      "grad_norm": 1.5604147928184326,
      "learning_rate": 0.0002898387919923573,
      "loss": 4.9375,
      "step": 19026
    },
    {
      "epoch": 0.7793159942658202,
      "grad_norm": 1.5729951548406222,
      "learning_rate": 0.0002898376120109245,
      "loss": 5.5938,
      "step": 19027
    },
    {
      "epoch": 0.7793569526930166,
      "grad_norm": 1.5928740063681073,
      "learning_rate": 0.00028983643196338457,
      "loss": 5.375,
      "step": 19028
    },
    {
      "epoch": 0.779397911120213,
      "grad_norm": 6.954741135633066,
      "learning_rate": 0.0002898352518497382,
      "loss": 7.9062,
      "step": 19029
    },
    {
      "epoch": 0.7794388695474094,
      "grad_norm": 5.135069558629107,
      "learning_rate": 0.00028983407166998575,
      "loss": 5.4062,
      "step": 19030
    },
    {
      "epoch": 0.7794798279746058,
      "grad_norm": 2.0100097738957268,
      "learning_rate": 0.00028983289142412783,
      "loss": 5.9375,
      "step": 19031
    },
    {
      "epoch": 0.7795207864018022,
      "grad_norm": 1.7129057593339492,
      "learning_rate": 0.00028983171111216513,
      "loss": 5.3438,
      "step": 19032
    },
    {
      "epoch": 0.7795617448289985,
      "grad_norm": 2.6216013127326545,
      "learning_rate": 0.00028983053073409804,
      "loss": 6.8125,
      "step": 19033
    },
    {
      "epoch": 0.779602703256195,
      "grad_norm": 2.6033156997359828,
      "learning_rate": 0.00028982935028992724,
      "loss": 5.125,
      "step": 19034
    },
    {
      "epoch": 0.7796436616833914,
      "grad_norm": 7.893867584360939,
      "learning_rate": 0.0002898281697796532,
      "loss": 5.7188,
      "step": 19035
    },
    {
      "epoch": 0.7796846201105877,
      "grad_norm": 1.7111429582392457,
      "learning_rate": 0.0002898269892032765,
      "loss": 5.4688,
      "step": 19036
    },
    {
      "epoch": 0.7797255785377841,
      "grad_norm": 1.7919875005239483,
      "learning_rate": 0.00028982580856079775,
      "loss": 5.4688,
      "step": 19037
    },
    {
      "epoch": 0.7797665369649806,
      "grad_norm": 2.082733392894568,
      "learning_rate": 0.0002898246278522174,
      "loss": 5.9062,
      "step": 19038
    },
    {
      "epoch": 0.779807495392177,
      "grad_norm": 1.6148515634093852,
      "learning_rate": 0.00028982344707753616,
      "loss": 5.1875,
      "step": 19039
    },
    {
      "epoch": 0.7798484538193733,
      "grad_norm": 11.804438272883058,
      "learning_rate": 0.0002898222662367545,
      "loss": 4.9062,
      "step": 19040
    },
    {
      "epoch": 0.7798894122465697,
      "grad_norm": 2.232305012192019,
      "learning_rate": 0.000289821085329873,
      "loss": 6.0938,
      "step": 19041
    },
    {
      "epoch": 0.7799303706737661,
      "grad_norm": 1.926703917680114,
      "learning_rate": 0.0002898199043568922,
      "loss": 5.0938,
      "step": 19042
    },
    {
      "epoch": 0.7799713291009626,
      "grad_norm": 1.4468030008694963,
      "learning_rate": 0.0002898187233178126,
      "loss": 6.3125,
      "step": 19043
    },
    {
      "epoch": 0.7800122875281589,
      "grad_norm": 2.162060013062126,
      "learning_rate": 0.00028981754221263486,
      "loss": 3.4062,
      "step": 19044
    },
    {
      "epoch": 0.7800532459553553,
      "grad_norm": 1.825493232733929,
      "learning_rate": 0.0002898163610413595,
      "loss": 5.7812,
      "step": 19045
    },
    {
      "epoch": 0.7800942043825517,
      "grad_norm": 3.02186390599841,
      "learning_rate": 0.0002898151798039871,
      "loss": 6.7188,
      "step": 19046
    },
    {
      "epoch": 0.7801351628097482,
      "grad_norm": 1.5593250616515735,
      "learning_rate": 0.00028981399850051815,
      "loss": 5.9062,
      "step": 19047
    },
    {
      "epoch": 0.7801761212369445,
      "grad_norm": 2.3465861335640885,
      "learning_rate": 0.00028981281713095326,
      "loss": 3.8281,
      "step": 19048
    },
    {
      "epoch": 0.7802170796641409,
      "grad_norm": 1.5685897269965294,
      "learning_rate": 0.000289811635695293,
      "loss": 4.9375,
      "step": 19049
    },
    {
      "epoch": 0.7802580380913373,
      "grad_norm": 1.4901957772209575,
      "learning_rate": 0.00028981045419353797,
      "loss": 4.875,
      "step": 19050
    },
    {
      "epoch": 0.7802989965185337,
      "grad_norm": 2.2658918713878786,
      "learning_rate": 0.0002898092726256886,
      "loss": 6.6562,
      "step": 19051
    },
    {
      "epoch": 0.78033995494573,
      "grad_norm": 2.698654029121092,
      "learning_rate": 0.0002898080909917455,
      "loss": 8.25,
      "step": 19052
    },
    {
      "epoch": 0.7803809133729265,
      "grad_norm": 4.98832993118286,
      "learning_rate": 0.00028980690929170924,
      "loss": 4.3438,
      "step": 19053
    },
    {
      "epoch": 0.7804218718001229,
      "grad_norm": 1.7870905899203346,
      "learning_rate": 0.00028980572752558044,
      "loss": 6.0,
      "step": 19054
    },
    {
      "epoch": 0.7804628302273193,
      "grad_norm": 3.618428115583581,
      "learning_rate": 0.00028980454569335965,
      "loss": 5.8125,
      "step": 19055
    },
    {
      "epoch": 0.7805037886545156,
      "grad_norm": 2.245398756672556,
      "learning_rate": 0.00028980336379504725,
      "loss": 6.2188,
      "step": 19056
    },
    {
      "epoch": 0.7805447470817121,
      "grad_norm": 2.144816228579338,
      "learning_rate": 0.00028980218183064405,
      "loss": 6.875,
      "step": 19057
    },
    {
      "epoch": 0.7805857055089085,
      "grad_norm": 1.7179925189746665,
      "learning_rate": 0.00028980099980015044,
      "loss": 5.125,
      "step": 19058
    },
    {
      "epoch": 0.7806266639361048,
      "grad_norm": 1.6179556607855958,
      "learning_rate": 0.000289799817703567,
      "loss": 4.3438,
      "step": 19059
    },
    {
      "epoch": 0.7806676223633012,
      "grad_norm": 1.56264291627685,
      "learning_rate": 0.0002897986355408944,
      "loss": 5.0625,
      "step": 19060
    },
    {
      "epoch": 0.7807085807904977,
      "grad_norm": 2.088797789847969,
      "learning_rate": 0.00028979745331213306,
      "loss": 5.7188,
      "step": 19061
    },
    {
      "epoch": 0.7807495392176941,
      "grad_norm": 1.8362666489893884,
      "learning_rate": 0.00028979627101728364,
      "loss": 5.375,
      "step": 19062
    },
    {
      "epoch": 0.7807904976448904,
      "grad_norm": 1.9880704736879777,
      "learning_rate": 0.0002897950886563466,
      "loss": 6.1562,
      "step": 19063
    },
    {
      "epoch": 0.7808314560720868,
      "grad_norm": 2.1325666686494023,
      "learning_rate": 0.0002897939062293226,
      "loss": 6.0,
      "step": 19064
    },
    {
      "epoch": 0.7808724144992832,
      "grad_norm": 1.4480425356432314,
      "learning_rate": 0.00028979272373621205,
      "loss": 5.0625,
      "step": 19065
    },
    {
      "epoch": 0.7809133729264797,
      "grad_norm": 1.4869648874587424,
      "learning_rate": 0.0002897915411770157,
      "loss": 4.8125,
      "step": 19066
    },
    {
      "epoch": 0.780954331353676,
      "grad_norm": 1.6244174273424907,
      "learning_rate": 0.00028979035855173404,
      "loss": 4.75,
      "step": 19067
    },
    {
      "epoch": 0.7809952897808724,
      "grad_norm": 1.5362426619742988,
      "learning_rate": 0.00028978917586036754,
      "loss": 4.8438,
      "step": 19068
    },
    {
      "epoch": 0.7810362482080688,
      "grad_norm": 3.1317683062540107,
      "learning_rate": 0.0002897879931029169,
      "loss": 7.2188,
      "step": 19069
    },
    {
      "epoch": 0.7810772066352653,
      "grad_norm": 1.868600487479501,
      "learning_rate": 0.0002897868102793826,
      "loss": 5.1562,
      "step": 19070
    },
    {
      "epoch": 0.7811181650624616,
      "grad_norm": 4.498275201466423,
      "learning_rate": 0.00028978562738976517,
      "loss": 3.3281,
      "step": 19071
    },
    {
      "epoch": 0.781159123489658,
      "grad_norm": 1.4972083348537213,
      "learning_rate": 0.0002897844444340652,
      "loss": 4.8125,
      "step": 19072
    },
    {
      "epoch": 0.7812000819168544,
      "grad_norm": 2.1907949136103007,
      "learning_rate": 0.00028978326141228326,
      "loss": 6.1562,
      "step": 19073
    },
    {
      "epoch": 0.7812410403440508,
      "grad_norm": 2.106082065555424,
      "learning_rate": 0.00028978207832441996,
      "loss": 5.0938,
      "step": 19074
    },
    {
      "epoch": 0.7812819987712472,
      "grad_norm": 3.380605536515277,
      "learning_rate": 0.0002897808951704758,
      "loss": 3.2188,
      "step": 19075
    },
    {
      "epoch": 0.7813229571984436,
      "grad_norm": 2.200530108962775,
      "learning_rate": 0.0002897797119504513,
      "loss": 5.0312,
      "step": 19076
    },
    {
      "epoch": 0.78136391562564,
      "grad_norm": 1.849190671001627,
      "learning_rate": 0.00028977852866434703,
      "loss": 5.5,
      "step": 19077
    },
    {
      "epoch": 0.7814048740528363,
      "grad_norm": 1.5652303315455292,
      "learning_rate": 0.0002897773453121637,
      "loss": 5.4375,
      "step": 19078
    },
    {
      "epoch": 0.7814458324800327,
      "grad_norm": 1.5632416444037203,
      "learning_rate": 0.0002897761618939016,
      "loss": 5.2812,
      "step": 19079
    },
    {
      "epoch": 0.7814867909072292,
      "grad_norm": 1.680301651363689,
      "learning_rate": 0.00028977497840956156,
      "loss": 5.2812,
      "step": 19080
    },
    {
      "epoch": 0.7815277493344256,
      "grad_norm": 1.704982968204125,
      "learning_rate": 0.00028977379485914395,
      "loss": 5.875,
      "step": 19081
    },
    {
      "epoch": 0.7815687077616219,
      "grad_norm": 3.3852228421000334,
      "learning_rate": 0.0002897726112426495,
      "loss": 5.3125,
      "step": 19082
    },
    {
      "epoch": 0.7816096661888183,
      "grad_norm": 2.7128565775130173,
      "learning_rate": 0.00028977142756007857,
      "loss": 6.4062,
      "step": 19083
    },
    {
      "epoch": 0.7816506246160148,
      "grad_norm": 2.874768457908189,
      "learning_rate": 0.00028977024381143183,
      "loss": 6.3438,
      "step": 19084
    },
    {
      "epoch": 0.7816915830432112,
      "grad_norm": 5.208936178190649,
      "learning_rate": 0.0002897690599967099,
      "loss": 7.1562,
      "step": 19085
    },
    {
      "epoch": 0.7817325414704075,
      "grad_norm": 1.6042053245160326,
      "learning_rate": 0.0002897678761159132,
      "loss": 6.0938,
      "step": 19086
    },
    {
      "epoch": 0.7817734998976039,
      "grad_norm": 1.6873557608526544,
      "learning_rate": 0.00028976669216904235,
      "loss": 5.9375,
      "step": 19087
    },
    {
      "epoch": 0.7818144583248003,
      "grad_norm": 2.8339302220215004,
      "learning_rate": 0.00028976550815609797,
      "loss": 6.0312,
      "step": 19088
    },
    {
      "epoch": 0.7818554167519968,
      "grad_norm": 1.5440989336181286,
      "learning_rate": 0.0002897643240770806,
      "loss": 5.0312,
      "step": 19089
    },
    {
      "epoch": 0.7818963751791931,
      "grad_norm": 1.6826394206130657,
      "learning_rate": 0.00028976313993199065,
      "loss": 5.3438,
      "step": 19090
    },
    {
      "epoch": 0.7819373336063895,
      "grad_norm": 2.0970829921448204,
      "learning_rate": 0.00028976195572082884,
      "loss": 5.5938,
      "step": 19091
    },
    {
      "epoch": 0.7819782920335859,
      "grad_norm": 1.8522835809385652,
      "learning_rate": 0.00028976077144359576,
      "loss": 7.2188,
      "step": 19092
    },
    {
      "epoch": 0.7820192504607824,
      "grad_norm": 1.5014616395613711,
      "learning_rate": 0.00028975958710029183,
      "loss": 5.4375,
      "step": 19093
    },
    {
      "epoch": 0.7820602088879787,
      "grad_norm": 1.638216556856971,
      "learning_rate": 0.0002897584026909177,
      "loss": 5.2188,
      "step": 19094
    },
    {
      "epoch": 0.7821011673151751,
      "grad_norm": 1.599871507791188,
      "learning_rate": 0.0002897572182154739,
      "loss": 5.8125,
      "step": 19095
    },
    {
      "epoch": 0.7821421257423715,
      "grad_norm": 1.5804025953435574,
      "learning_rate": 0.000289756033673961,
      "loss": 5.0312,
      "step": 19096
    },
    {
      "epoch": 0.7821830841695679,
      "grad_norm": 1.690329590210464,
      "learning_rate": 0.0002897548490663795,
      "loss": 5.375,
      "step": 19097
    },
    {
      "epoch": 0.7822240425967643,
      "grad_norm": 1.3750718377776212,
      "learning_rate": 0.0002897536643927301,
      "loss": 5.25,
      "step": 19098
    },
    {
      "epoch": 0.7822650010239607,
      "grad_norm": 1.6546224478974154,
      "learning_rate": 0.00028975247965301327,
      "loss": 6.5938,
      "step": 19099
    },
    {
      "epoch": 0.7823059594511571,
      "grad_norm": 2.059726925044123,
      "learning_rate": 0.00028975129484722957,
      "loss": 6.5625,
      "step": 19100
    },
    {
      "epoch": 0.7823469178783534,
      "grad_norm": 1.664698663722324,
      "learning_rate": 0.0002897501099753795,
      "loss": 5.0,
      "step": 19101
    },
    {
      "epoch": 0.7823878763055498,
      "grad_norm": 1.4682206649416987,
      "learning_rate": 0.0002897489250374638,
      "loss": 4.5312,
      "step": 19102
    },
    {
      "epoch": 0.7824288347327463,
      "grad_norm": 1.552846332229505,
      "learning_rate": 0.0002897477400334828,
      "loss": 3.2969,
      "step": 19103
    },
    {
      "epoch": 0.7824697931599427,
      "grad_norm": 3.0132004184799888,
      "learning_rate": 0.00028974655496343725,
      "loss": 4.9375,
      "step": 19104
    },
    {
      "epoch": 0.782510751587139,
      "grad_norm": 1.765142894641384,
      "learning_rate": 0.0002897453698273276,
      "loss": 5.2812,
      "step": 19105
    },
    {
      "epoch": 0.7825517100143354,
      "grad_norm": 1.3777703515529993,
      "learning_rate": 0.0002897441846251545,
      "loss": 5.125,
      "step": 19106
    },
    {
      "epoch": 0.7825926684415319,
      "grad_norm": 1.5402644046509526,
      "learning_rate": 0.0002897429993569184,
      "loss": 4.6875,
      "step": 19107
    },
    {
      "epoch": 0.7826336268687283,
      "grad_norm": 3.5994500169841737,
      "learning_rate": 0.00028974181402261997,
      "loss": 4.1875,
      "step": 19108
    },
    {
      "epoch": 0.7826745852959246,
      "grad_norm": 2.4969070603953787,
      "learning_rate": 0.0002897406286222597,
      "loss": 5.7188,
      "step": 19109
    },
    {
      "epoch": 0.782715543723121,
      "grad_norm": 1.921865591206006,
      "learning_rate": 0.00028973944315583816,
      "loss": 4.2812,
      "step": 19110
    },
    {
      "epoch": 0.7827565021503174,
      "grad_norm": 1.5011826956128744,
      "learning_rate": 0.00028973825762335597,
      "loss": 4.875,
      "step": 19111
    },
    {
      "epoch": 0.7827974605775139,
      "grad_norm": 1.649245137959696,
      "learning_rate": 0.00028973707202481356,
      "loss": 5.3438,
      "step": 19112
    },
    {
      "epoch": 0.7828384190047102,
      "grad_norm": 1.750426368836288,
      "learning_rate": 0.0002897358863602116,
      "loss": 5.25,
      "step": 19113
    },
    {
      "epoch": 0.7828793774319066,
      "grad_norm": 1.5129130426352324,
      "learning_rate": 0.0002897347006295506,
      "loss": 5.2812,
      "step": 19114
    },
    {
      "epoch": 0.782920335859103,
      "grad_norm": 1.5499193796062505,
      "learning_rate": 0.0002897335148328312,
      "loss": 5.1875,
      "step": 19115
    },
    {
      "epoch": 0.7829612942862995,
      "grad_norm": 1.6244330325185528,
      "learning_rate": 0.00028973232897005384,
      "loss": 5.0,
      "step": 19116
    },
    {
      "epoch": 0.7830022527134958,
      "grad_norm": 1.470893573624161,
      "learning_rate": 0.00028973114304121916,
      "loss": 5.5312,
      "step": 19117
    },
    {
      "epoch": 0.7830432111406922,
      "grad_norm": 1.533506970999821,
      "learning_rate": 0.00028972995704632773,
      "loss": 5.0625,
      "step": 19118
    },
    {
      "epoch": 0.7830841695678886,
      "grad_norm": 2.4211637780255555,
      "learning_rate": 0.0002897287709853801,
      "loss": 5.5,
      "step": 19119
    },
    {
      "epoch": 0.7831251279950849,
      "grad_norm": 1.526749426055921,
      "learning_rate": 0.00028972758485837683,
      "loss": 5.3125,
      "step": 19120
    },
    {
      "epoch": 0.7831660864222814,
      "grad_norm": 1.7491701617101372,
      "learning_rate": 0.0002897263986653184,
      "loss": 1.3672,
      "step": 19121
    },
    {
      "epoch": 0.7832070448494778,
      "grad_norm": 1.5826413815038627,
      "learning_rate": 0.0002897252124062054,
      "loss": 4.5312,
      "step": 19122
    },
    {
      "epoch": 0.7832480032766742,
      "grad_norm": 1.4845344376379814,
      "learning_rate": 0.0002897240260810385,
      "loss": 5.2188,
      "step": 19123
    },
    {
      "epoch": 0.7832889617038705,
      "grad_norm": 1.9313384728004948,
      "learning_rate": 0.00028972283968981824,
      "loss": 7.4062,
      "step": 19124
    },
    {
      "epoch": 0.783329920131067,
      "grad_norm": 1.8797021422794056,
      "learning_rate": 0.00028972165323254504,
      "loss": 5.7188,
      "step": 19125
    },
    {
      "epoch": 0.7833708785582634,
      "grad_norm": 1.5676417192039798,
      "learning_rate": 0.0002897204667092196,
      "loss": 4.9375,
      "step": 19126
    },
    {
      "epoch": 0.7834118369854598,
      "grad_norm": 4.202158187495709,
      "learning_rate": 0.0002897192801198424,
      "loss": 7.3125,
      "step": 19127
    },
    {
      "epoch": 0.7834527954126561,
      "grad_norm": 2.2093971443919393,
      "learning_rate": 0.00028971809346441406,
      "loss": 4.9062,
      "step": 19128
    },
    {
      "epoch": 0.7834937538398525,
      "grad_norm": 4.080912035753561,
      "learning_rate": 0.0002897169067429351,
      "loss": 2.8438,
      "step": 19129
    },
    {
      "epoch": 0.783534712267049,
      "grad_norm": 1.444427902419439,
      "learning_rate": 0.000289715719955406,
      "loss": 5.6875,
      "step": 19130
    },
    {
      "epoch": 0.7835756706942454,
      "grad_norm": 1.6769290830319943,
      "learning_rate": 0.00028971453310182755,
      "loss": 5.1562,
      "step": 19131
    },
    {
      "epoch": 0.7836166291214417,
      "grad_norm": 1.7497126284259858,
      "learning_rate": 0.00028971334618220013,
      "loss": 5.5,
      "step": 19132
    },
    {
      "epoch": 0.7836575875486381,
      "grad_norm": 1.5927752701346873,
      "learning_rate": 0.00028971215919652436,
      "loss": 5.4688,
      "step": 19133
    },
    {
      "epoch": 0.7836985459758345,
      "grad_norm": 1.4866435215453864,
      "learning_rate": 0.0002897109721448008,
      "loss": 5.2812,
      "step": 19134
    },
    {
      "epoch": 0.783739504403031,
      "grad_norm": 2.1088148135371427,
      "learning_rate": 0.00028970978502702995,
      "loss": 5.9688,
      "step": 19135
    },
    {
      "epoch": 0.7837804628302273,
      "grad_norm": 1.5368861408999046,
      "learning_rate": 0.00028970859784321245,
      "loss": 5.3438,
      "step": 19136
    },
    {
      "epoch": 0.7838214212574237,
      "grad_norm": 1.6757521326433247,
      "learning_rate": 0.0002897074105933488,
      "loss": 5.125,
      "step": 19137
    },
    {
      "epoch": 0.7838623796846201,
      "grad_norm": 1.4506563927101535,
      "learning_rate": 0.0002897062232774396,
      "loss": 6.4688,
      "step": 19138
    },
    {
      "epoch": 0.7839033381118166,
      "grad_norm": 1.5964011915414846,
      "learning_rate": 0.00028970503589548544,
      "loss": 5.875,
      "step": 19139
    },
    {
      "epoch": 0.7839442965390129,
      "grad_norm": 2.0032937713206502,
      "learning_rate": 0.00028970384844748684,
      "loss": 5.25,
      "step": 19140
    },
    {
      "epoch": 0.7839852549662093,
      "grad_norm": 1.4557678491659733,
      "learning_rate": 0.00028970266093344434,
      "loss": 4.8125,
      "step": 19141
    },
    {
      "epoch": 0.7840262133934057,
      "grad_norm": 5.241386125025017,
      "learning_rate": 0.0002897014733533586,
      "loss": 2.7656,
      "step": 19142
    },
    {
      "epoch": 0.784067171820602,
      "grad_norm": 1.5946848818140396,
      "learning_rate": 0.00028970028570723,
      "loss": 5.5625,
      "step": 19143
    },
    {
      "epoch": 0.7841081302477985,
      "grad_norm": 1.5385360068329137,
      "learning_rate": 0.00028969909799505926,
      "loss": 4.8438,
      "step": 19144
    },
    {
      "epoch": 0.7841490886749949,
      "grad_norm": 2.781909872651765,
      "learning_rate": 0.00028969791021684694,
      "loss": 6.2188,
      "step": 19145
    },
    {
      "epoch": 0.7841900471021913,
      "grad_norm": 1.7197992705258434,
      "learning_rate": 0.0002896967223725935,
      "loss": 4.5,
      "step": 19146
    },
    {
      "epoch": 0.7842310055293876,
      "grad_norm": 1.4723450699617973,
      "learning_rate": 0.0002896955344622996,
      "loss": 4.6875,
      "step": 19147
    },
    {
      "epoch": 0.784271963956584,
      "grad_norm": 1.6075988607471436,
      "learning_rate": 0.00028969434648596563,
      "loss": 5.9688,
      "step": 19148
    },
    {
      "epoch": 0.7843129223837805,
      "grad_norm": 1.4494253667925536,
      "learning_rate": 0.0002896931584435924,
      "loss": 4.9062,
      "step": 19149
    },
    {
      "epoch": 0.7843538808109769,
      "grad_norm": 7.308049686043647,
      "learning_rate": 0.00028969197033518033,
      "loss": 8.5,
      "step": 19150
    },
    {
      "epoch": 0.7843948392381732,
      "grad_norm": 1.4379006731932074,
      "learning_rate": 0.00028969078216073,
      "loss": 4.8438,
      "step": 19151
    },
    {
      "epoch": 0.7844357976653696,
      "grad_norm": 2.4752291679825116,
      "learning_rate": 0.00028968959392024196,
      "loss": 5.8438,
      "step": 19152
    },
    {
      "epoch": 0.7844767560925661,
      "grad_norm": 1.8207886749132545,
      "learning_rate": 0.0002896884056137168,
      "loss": 5.7188,
      "step": 19153
    },
    {
      "epoch": 0.7845177145197625,
      "grad_norm": 1.495718326373415,
      "learning_rate": 0.0002896872172411551,
      "loss": 5.25,
      "step": 19154
    },
    {
      "epoch": 0.7845586729469588,
      "grad_norm": 1.450386193639466,
      "learning_rate": 0.00028968602880255734,
      "loss": 5.125,
      "step": 19155
    },
    {
      "epoch": 0.7845996313741552,
      "grad_norm": 1.3483967051955321,
      "learning_rate": 0.00028968484029792414,
      "loss": 4.875,
      "step": 19156
    },
    {
      "epoch": 0.7846405898013517,
      "grad_norm": 2.785944054746127,
      "learning_rate": 0.00028968365172725604,
      "loss": 7.3125,
      "step": 19157
    },
    {
      "epoch": 0.7846815482285481,
      "grad_norm": 1.8665025602484933,
      "learning_rate": 0.0002896824630905536,
      "loss": 5.8125,
      "step": 19158
    },
    {
      "epoch": 0.7847225066557444,
      "grad_norm": 2.8581082855546094,
      "learning_rate": 0.00028968127438781745,
      "loss": 4.1562,
      "step": 19159
    },
    {
      "epoch": 0.7847634650829408,
      "grad_norm": 1.3873951595541343,
      "learning_rate": 0.0002896800856190481,
      "loss": 6.5,
      "step": 19160
    },
    {
      "epoch": 0.7848044235101372,
      "grad_norm": 1.5244239392714338,
      "learning_rate": 0.0002896788967842461,
      "loss": 5.1875,
      "step": 19161
    },
    {
      "epoch": 0.7848453819373336,
      "grad_norm": 3.5218553804023967,
      "learning_rate": 0.000289677707883412,
      "loss": 7.125,
      "step": 19162
    },
    {
      "epoch": 0.78488634036453,
      "grad_norm": 1.5483445966890454,
      "learning_rate": 0.0002896765189165464,
      "loss": 5.4062,
      "step": 19163
    },
    {
      "epoch": 0.7849272987917264,
      "grad_norm": 3.776621320454235,
      "learning_rate": 0.00028967532988364984,
      "loss": 3.2969,
      "step": 19164
    },
    {
      "epoch": 0.7849682572189228,
      "grad_norm": 2.742125283270617,
      "learning_rate": 0.0002896741407847229,
      "loss": 5.75,
      "step": 19165
    },
    {
      "epoch": 0.7850092156461191,
      "grad_norm": 1.5957666005730355,
      "learning_rate": 0.0002896729516197661,
      "loss": 5.125,
      "step": 19166
    },
    {
      "epoch": 0.7850501740733156,
      "grad_norm": 1.4440468599964047,
      "learning_rate": 0.0002896717623887801,
      "loss": 5.1562,
      "step": 19167
    },
    {
      "epoch": 0.785091132500512,
      "grad_norm": 2.789123932613924,
      "learning_rate": 0.0002896705730917653,
      "loss": 5.375,
      "step": 19168
    },
    {
      "epoch": 0.7851320909277084,
      "grad_norm": 7.616946700293484,
      "learning_rate": 0.00028966938372872246,
      "loss": 4.2188,
      "step": 19169
    },
    {
      "epoch": 0.7851730493549047,
      "grad_norm": 1.445891184989635,
      "learning_rate": 0.000289668194299652,
      "loss": 5.2812,
      "step": 19170
    },
    {
      "epoch": 0.7852140077821012,
      "grad_norm": 1.7919391753431717,
      "learning_rate": 0.0002896670048045545,
      "loss": 4.875,
      "step": 19171
    },
    {
      "epoch": 0.7852549662092976,
      "grad_norm": 2.484193889223708,
      "learning_rate": 0.00028966581524343053,
      "loss": 5.75,
      "step": 19172
    },
    {
      "epoch": 0.785295924636494,
      "grad_norm": 2.1402581217772374,
      "learning_rate": 0.0002896646256162807,
      "loss": 7.4688,
      "step": 19173
    },
    {
      "epoch": 0.7853368830636903,
      "grad_norm": 2.4721387770678445,
      "learning_rate": 0.00028966343592310556,
      "loss": 4.7812,
      "step": 19174
    },
    {
      "epoch": 0.7853778414908867,
      "grad_norm": 1.8028894365016626,
      "learning_rate": 0.0002896622461639056,
      "loss": 4.7812,
      "step": 19175
    },
    {
      "epoch": 0.7854187999180832,
      "grad_norm": 1.449302677821606,
      "learning_rate": 0.0002896610563386814,
      "loss": 5.2812,
      "step": 19176
    },
    {
      "epoch": 0.7854597583452796,
      "grad_norm": 2.524957071143741,
      "learning_rate": 0.00028965986644743366,
      "loss": 5.6562,
      "step": 19177
    },
    {
      "epoch": 0.7855007167724759,
      "grad_norm": 2.824341298395607,
      "learning_rate": 0.0002896586764901628,
      "loss": 6.0,
      "step": 19178
    },
    {
      "epoch": 0.7855416751996723,
      "grad_norm": 1.5247187744328967,
      "learning_rate": 0.0002896574864668694,
      "loss": 7.1562,
      "step": 19179
    },
    {
      "epoch": 0.7855826336268688,
      "grad_norm": 1.6859709416639495,
      "learning_rate": 0.00028965629637755407,
      "loss": 5.4688,
      "step": 19180
    },
    {
      "epoch": 0.7856235920540652,
      "grad_norm": 1.5906377679437358,
      "learning_rate": 0.0002896551062222174,
      "loss": 5.4688,
      "step": 19181
    },
    {
      "epoch": 0.7856645504812615,
      "grad_norm": 1.4216399776446662,
      "learning_rate": 0.0002896539160008598,
      "loss": 4.875,
      "step": 19182
    },
    {
      "epoch": 0.7857055089084579,
      "grad_norm": 2.649361497145963,
      "learning_rate": 0.000289652725713482,
      "loss": 6.2812,
      "step": 19183
    },
    {
      "epoch": 0.7857464673356543,
      "grad_norm": 4.101233800453825,
      "learning_rate": 0.0002896515353600845,
      "loss": 6.25,
      "step": 19184
    },
    {
      "epoch": 0.7857874257628507,
      "grad_norm": 1.5636424524003367,
      "learning_rate": 0.00028965034494066774,
      "loss": 3.8906,
      "step": 19185
    },
    {
      "epoch": 0.7858283841900471,
      "grad_norm": 1.703454086876163,
      "learning_rate": 0.0002896491544552325,
      "loss": 5.6875,
      "step": 19186
    },
    {
      "epoch": 0.7858693426172435,
      "grad_norm": 3.8558063405725362,
      "learning_rate": 0.00028964796390377925,
      "loss": 5.125,
      "step": 19187
    },
    {
      "epoch": 0.7859103010444399,
      "grad_norm": 1.7286527883743208,
      "learning_rate": 0.00028964677328630853,
      "loss": 6.0625,
      "step": 19188
    },
    {
      "epoch": 0.7859512594716362,
      "grad_norm": 1.4682690391115403,
      "learning_rate": 0.00028964558260282085,
      "loss": 4.9375,
      "step": 19189
    },
    {
      "epoch": 0.7859922178988327,
      "grad_norm": 2.1661194701410453,
      "learning_rate": 0.0002896443918533169,
      "loss": 5.7188,
      "step": 19190
    },
    {
      "epoch": 0.7860331763260291,
      "grad_norm": 3.1558479785295015,
      "learning_rate": 0.0002896432010377972,
      "loss": 5.5312,
      "step": 19191
    },
    {
      "epoch": 0.7860741347532255,
      "grad_norm": 3.407341718119906,
      "learning_rate": 0.0002896420101562623,
      "loss": 5.6875,
      "step": 19192
    },
    {
      "epoch": 0.7861150931804218,
      "grad_norm": 2.5074579114458437,
      "learning_rate": 0.00028964081920871277,
      "loss": 6.4375,
      "step": 19193
    },
    {
      "epoch": 0.7861560516076183,
      "grad_norm": 1.574964403650522,
      "learning_rate": 0.0002896396281951491,
      "loss": 4.8125,
      "step": 19194
    },
    {
      "epoch": 0.7861970100348147,
      "grad_norm": 1.6543290080295632,
      "learning_rate": 0.000289638437115572,
      "loss": 5.5938,
      "step": 19195
    },
    {
      "epoch": 0.7862379684620111,
      "grad_norm": 1.5945383651103162,
      "learning_rate": 0.0002896372459699819,
      "loss": 6.1875,
      "step": 19196
    },
    {
      "epoch": 0.7862789268892074,
      "grad_norm": 2.9398621828637426,
      "learning_rate": 0.0002896360547583794,
      "loss": 3.7812,
      "step": 19197
    },
    {
      "epoch": 0.7863198853164038,
      "grad_norm": 1.7344180123289221,
      "learning_rate": 0.0002896348634807651,
      "loss": 4.5625,
      "step": 19198
    },
    {
      "epoch": 0.7863608437436003,
      "grad_norm": 2.4463060282961666,
      "learning_rate": 0.00028963367213713953,
      "loss": 5.2188,
      "step": 19199
    },
    {
      "epoch": 0.7864018021707967,
      "grad_norm": 1.687791224593017,
      "learning_rate": 0.0002896324807275033,
      "loss": 5.3438,
      "step": 19200
    },
    {
      "epoch": 0.786442760597993,
      "grad_norm": 1.8557148008485478,
      "learning_rate": 0.00028963128925185683,
      "loss": 6.0938,
      "step": 19201
    },
    {
      "epoch": 0.7864837190251894,
      "grad_norm": 1.7020040540528198,
      "learning_rate": 0.0002896300977102009,
      "loss": 5.9688,
      "step": 19202
    },
    {
      "epoch": 0.7865246774523859,
      "grad_norm": 2.51186293839528,
      "learning_rate": 0.00028962890610253594,
      "loss": 7.875,
      "step": 19203
    },
    {
      "epoch": 0.7865656358795822,
      "grad_norm": 1.8035092951878304,
      "learning_rate": 0.0002896277144288625,
      "loss": 5.4062,
      "step": 19204
    },
    {
      "epoch": 0.7866065943067786,
      "grad_norm": 1.5821378498939727,
      "learning_rate": 0.00028962652268918124,
      "loss": 5.4688,
      "step": 19205
    },
    {
      "epoch": 0.786647552733975,
      "grad_norm": 1.4863906015090371,
      "learning_rate": 0.0002896253308834926,
      "loss": 5.4688,
      "step": 19206
    },
    {
      "epoch": 0.7866885111611714,
      "grad_norm": 1.6891409353568394,
      "learning_rate": 0.00028962413901179724,
      "loss": 5.8125,
      "step": 19207
    },
    {
      "epoch": 0.7867294695883678,
      "grad_norm": 1.837642083228114,
      "learning_rate": 0.00028962294707409565,
      "loss": 4.9688,
      "step": 19208
    },
    {
      "epoch": 0.7867704280155642,
      "grad_norm": 4.326442351532217,
      "learning_rate": 0.0002896217550703885,
      "loss": 6.9375,
      "step": 19209
    },
    {
      "epoch": 0.7868113864427606,
      "grad_norm": 1.663596707174441,
      "learning_rate": 0.00028962056300067617,
      "loss": 5.3438,
      "step": 19210
    },
    {
      "epoch": 0.786852344869957,
      "grad_norm": 1.551365604221183,
      "learning_rate": 0.0002896193708649595,
      "loss": 5.0938,
      "step": 19211
    },
    {
      "epoch": 0.7868933032971533,
      "grad_norm": 1.8676343992568811,
      "learning_rate": 0.0002896181786632388,
      "loss": 5.625,
      "step": 19212
    },
    {
      "epoch": 0.7869342617243498,
      "grad_norm": 1.2936459648529246,
      "learning_rate": 0.0002896169863955147,
      "loss": 4.9062,
      "step": 19213
    },
    {
      "epoch": 0.7869752201515462,
      "grad_norm": 1.7971449522814613,
      "learning_rate": 0.0002896157940617878,
      "loss": 5.25,
      "step": 19214
    },
    {
      "epoch": 0.7870161785787426,
      "grad_norm": 1.7693759457906013,
      "learning_rate": 0.0002896146016620587,
      "loss": 4.7188,
      "step": 19215
    },
    {
      "epoch": 0.7870571370059389,
      "grad_norm": 1.7430674425468486,
      "learning_rate": 0.0002896134091963279,
      "loss": 4.6562,
      "step": 19216
    },
    {
      "epoch": 0.7870980954331354,
      "grad_norm": 1.6440343619098066,
      "learning_rate": 0.00028961221666459595,
      "loss": 5.5625,
      "step": 19217
    },
    {
      "epoch": 0.7871390538603318,
      "grad_norm": 2.4164821546264554,
      "learning_rate": 0.0002896110240668635,
      "loss": 7.5312,
      "step": 19218
    },
    {
      "epoch": 0.7871800122875282,
      "grad_norm": 1.4927531158872147,
      "learning_rate": 0.000289609831403131,
      "loss": 5.3438,
      "step": 19219
    },
    {
      "epoch": 0.7872209707147245,
      "grad_norm": 1.9707882556969716,
      "learning_rate": 0.0002896086386733991,
      "loss": 5.8438,
      "step": 19220
    },
    {
      "epoch": 0.787261929141921,
      "grad_norm": 1.6641926707930823,
      "learning_rate": 0.00028960744587766833,
      "loss": 5.1562,
      "step": 19221
    },
    {
      "epoch": 0.7873028875691174,
      "grad_norm": 2.2594336980289587,
      "learning_rate": 0.0002896062530159393,
      "loss": 6.1875,
      "step": 19222
    },
    {
      "epoch": 0.7873438459963138,
      "grad_norm": 2.16961084737884,
      "learning_rate": 0.00028960506008821247,
      "loss": 5.1875,
      "step": 19223
    },
    {
      "epoch": 0.7873848044235101,
      "grad_norm": 1.4700260085884507,
      "learning_rate": 0.00028960386709448853,
      "loss": 5.5312,
      "step": 19224
    },
    {
      "epoch": 0.7874257628507065,
      "grad_norm": 1.7145478515205599,
      "learning_rate": 0.00028960267403476797,
      "loss": 6.1562,
      "step": 19225
    },
    {
      "epoch": 0.787466721277903,
      "grad_norm": 2.2375026485976135,
      "learning_rate": 0.00028960148090905136,
      "loss": 5.5312,
      "step": 19226
    },
    {
      "epoch": 0.7875076797050993,
      "grad_norm": 1.6960724234550852,
      "learning_rate": 0.00028960028771733926,
      "loss": 6.0312,
      "step": 19227
    },
    {
      "epoch": 0.7875486381322957,
      "grad_norm": 1.6701709650571674,
      "learning_rate": 0.0002895990944596322,
      "loss": 5.8438,
      "step": 19228
    },
    {
      "epoch": 0.7875895965594921,
      "grad_norm": 2.017559826392576,
      "learning_rate": 0.0002895979011359309,
      "loss": 5.3125,
      "step": 19229
    },
    {
      "epoch": 0.7876305549866885,
      "grad_norm": 2.754790455623947,
      "learning_rate": 0.00028959670774623573,
      "loss": 5.1562,
      "step": 19230
    },
    {
      "epoch": 0.7876715134138849,
      "grad_norm": 2.694631433817095,
      "learning_rate": 0.00028959551429054734,
      "loss": 5.7188,
      "step": 19231
    },
    {
      "epoch": 0.7877124718410813,
      "grad_norm": 2.4192484197133757,
      "learning_rate": 0.00028959432076886634,
      "loss": 6.1562,
      "step": 19232
    },
    {
      "epoch": 0.7877534302682777,
      "grad_norm": 1.7649362420710983,
      "learning_rate": 0.0002895931271811932,
      "loss": 5.3438,
      "step": 19233
    },
    {
      "epoch": 0.7877943886954741,
      "grad_norm": 3.658010867725278,
      "learning_rate": 0.00028959193352752857,
      "loss": 5.2812,
      "step": 19234
    },
    {
      "epoch": 0.7878353471226704,
      "grad_norm": 3.0681315063561088,
      "learning_rate": 0.0002895907398078729,
      "loss": 5.4062,
      "step": 19235
    },
    {
      "epoch": 0.7878763055498669,
      "grad_norm": 1.6684414109400478,
      "learning_rate": 0.00028958954602222687,
      "loss": 5.0938,
      "step": 19236
    },
    {
      "epoch": 0.7879172639770633,
      "grad_norm": 2.567492052942336,
      "learning_rate": 0.00028958835217059105,
      "loss": 4.9375,
      "step": 19237
    },
    {
      "epoch": 0.7879582224042597,
      "grad_norm": 2.1138158695395157,
      "learning_rate": 0.0002895871582529659,
      "loss": 5.6875,
      "step": 19238
    },
    {
      "epoch": 0.787999180831456,
      "grad_norm": 1.728377374525738,
      "learning_rate": 0.00028958596426935206,
      "loss": 5.5312,
      "step": 19239
    },
    {
      "epoch": 0.7880401392586525,
      "grad_norm": 3.510059883129834,
      "learning_rate": 0.0002895847702197501,
      "loss": 4.4688,
      "step": 19240
    },
    {
      "epoch": 0.7880810976858489,
      "grad_norm": 1.696533040278421,
      "learning_rate": 0.00028958357610416047,
      "loss": 5.7188,
      "step": 19241
    },
    {
      "epoch": 0.7881220561130453,
      "grad_norm": 1.8290077772506284,
      "learning_rate": 0.00028958238192258387,
      "loss": 5.4062,
      "step": 19242
    },
    {
      "epoch": 0.7881630145402416,
      "grad_norm": 1.6596989974635359,
      "learning_rate": 0.00028958118767502083,
      "loss": 6.3125,
      "step": 19243
    },
    {
      "epoch": 0.788203972967438,
      "grad_norm": 2.128147476369839,
      "learning_rate": 0.00028957999336147195,
      "loss": 5.5312,
      "step": 19244
    },
    {
      "epoch": 0.7882449313946345,
      "grad_norm": 2.9341012617123847,
      "learning_rate": 0.0002895787989819377,
      "loss": 2.7344,
      "step": 19245
    },
    {
      "epoch": 0.7882858898218308,
      "grad_norm": 2.647288225421754,
      "learning_rate": 0.0002895776045364187,
      "loss": 5.6875,
      "step": 19246
    },
    {
      "epoch": 0.7883268482490272,
      "grad_norm": 2.6271060440836274,
      "learning_rate": 0.00028957641002491554,
      "loss": 5.4375,
      "step": 19247
    },
    {
      "epoch": 0.7883678066762236,
      "grad_norm": 3.4736166972366935,
      "learning_rate": 0.0002895752154474287,
      "loss": 5.0938,
      "step": 19248
    },
    {
      "epoch": 0.7884087651034201,
      "grad_norm": 5.793554889854914,
      "learning_rate": 0.00028957402080395883,
      "loss": 5.2812,
      "step": 19249
    },
    {
      "epoch": 0.7884497235306164,
      "grad_norm": 1.6894093828683954,
      "learning_rate": 0.0002895728260945065,
      "loss": 4.6875,
      "step": 19250
    },
    {
      "epoch": 0.7884906819578128,
      "grad_norm": 1.7114621925988487,
      "learning_rate": 0.00028957163131907213,
      "loss": 5.3438,
      "step": 19251
    },
    {
      "epoch": 0.7885316403850092,
      "grad_norm": 3.086914217194844,
      "learning_rate": 0.0002895704364776565,
      "loss": 5.4688,
      "step": 19252
    },
    {
      "epoch": 0.7885725988122056,
      "grad_norm": 1.5435940056521107,
      "learning_rate": 0.00028956924157026,
      "loss": 5.8125,
      "step": 19253
    },
    {
      "epoch": 0.788613557239402,
      "grad_norm": 1.5951839494669824,
      "learning_rate": 0.0002895680465968833,
      "loss": 5.4688,
      "step": 19254
    },
    {
      "epoch": 0.7886545156665984,
      "grad_norm": 1.6472444635562864,
      "learning_rate": 0.00028956685155752686,
      "loss": 5.7812,
      "step": 19255
    },
    {
      "epoch": 0.7886954740937948,
      "grad_norm": 1.948840902585428,
      "learning_rate": 0.00028956565645219136,
      "loss": 5.3125,
      "step": 19256
    },
    {
      "epoch": 0.7887364325209912,
      "grad_norm": 1.6716667780214591,
      "learning_rate": 0.00028956446128087734,
      "loss": 4.75,
      "step": 19257
    },
    {
      "epoch": 0.7887773909481876,
      "grad_norm": 1.6320630109582162,
      "learning_rate": 0.00028956326604358533,
      "loss": 4.75,
      "step": 19258
    },
    {
      "epoch": 0.788818349375384,
      "grad_norm": 2.452405197279763,
      "learning_rate": 0.00028956207074031583,
      "loss": 6.4688,
      "step": 19259
    },
    {
      "epoch": 0.7888593078025804,
      "grad_norm": 7.356904312333551,
      "learning_rate": 0.00028956087537106953,
      "loss": 6.4688,
      "step": 19260
    },
    {
      "epoch": 0.7889002662297768,
      "grad_norm": 1.8155435238309305,
      "learning_rate": 0.000289559679935847,
      "loss": 5.5,
      "step": 19261
    },
    {
      "epoch": 0.7889412246569731,
      "grad_norm": 3.525214934833164,
      "learning_rate": 0.0002895584844346487,
      "loss": 5.3438,
      "step": 19262
    },
    {
      "epoch": 0.7889821830841696,
      "grad_norm": 1.8107403163043043,
      "learning_rate": 0.00028955728886747526,
      "loss": 5.125,
      "step": 19263
    },
    {
      "epoch": 0.789023141511366,
      "grad_norm": 1.514168680760188,
      "learning_rate": 0.0002895560932343272,
      "loss": 4.75,
      "step": 19264
    },
    {
      "epoch": 0.7890640999385624,
      "grad_norm": 1.5443573669354573,
      "learning_rate": 0.0002895548975352052,
      "loss": 4.6875,
      "step": 19265
    },
    {
      "epoch": 0.7891050583657587,
      "grad_norm": 2.667945715611086,
      "learning_rate": 0.00028955370177010965,
      "loss": 5.9375,
      "step": 19266
    },
    {
      "epoch": 0.7891460167929552,
      "grad_norm": 1.4649386515967184,
      "learning_rate": 0.00028955250593904125,
      "loss": 4.875,
      "step": 19267
    },
    {
      "epoch": 0.7891869752201516,
      "grad_norm": 3.067733373201187,
      "learning_rate": 0.0002895513100420005,
      "loss": 7.1875,
      "step": 19268
    },
    {
      "epoch": 0.7892279336473479,
      "grad_norm": 1.597906792713287,
      "learning_rate": 0.00028955011407898803,
      "loss": 5.0938,
      "step": 19269
    },
    {
      "epoch": 0.7892688920745443,
      "grad_norm": 2.6708789232141,
      "learning_rate": 0.00028954891805000433,
      "loss": 6.1562,
      "step": 19270
    },
    {
      "epoch": 0.7893098505017407,
      "grad_norm": 2.0287062318920692,
      "learning_rate": 0.00028954772195505,
      "loss": 6.1875,
      "step": 19271
    },
    {
      "epoch": 0.7893508089289372,
      "grad_norm": 1.6093429698021813,
      "learning_rate": 0.0002895465257941256,
      "loss": 5.2188,
      "step": 19272
    },
    {
      "epoch": 0.7893917673561335,
      "grad_norm": 1.930837595135007,
      "learning_rate": 0.00028954532956723173,
      "loss": 3.6094,
      "step": 19273
    },
    {
      "epoch": 0.7894327257833299,
      "grad_norm": 1.8239383087750876,
      "learning_rate": 0.0002895441332743689,
      "loss": 6.6562,
      "step": 19274
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 1.8169063273356658,
      "learning_rate": 0.0002895429369155377,
      "loss": 5.4375,
      "step": 19275
    },
    {
      "epoch": 0.7895146426377228,
      "grad_norm": 3.202001472432971,
      "learning_rate": 0.00028954174049073875,
      "loss": 6.25,
      "step": 19276
    },
    {
      "epoch": 0.7895556010649191,
      "grad_norm": 1.5623585157823785,
      "learning_rate": 0.00028954054399997253,
      "loss": 5.4375,
      "step": 19277
    },
    {
      "epoch": 0.7895965594921155,
      "grad_norm": 1.6706148175723123,
      "learning_rate": 0.0002895393474432396,
      "loss": 5.8438,
      "step": 19278
    },
    {
      "epoch": 0.7896375179193119,
      "grad_norm": 3.4420664124375677,
      "learning_rate": 0.0002895381508205406,
      "loss": 5.3125,
      "step": 19279
    },
    {
      "epoch": 0.7896784763465083,
      "grad_norm": 1.4729530822506671,
      "learning_rate": 0.00028953695413187606,
      "loss": 5.0,
      "step": 19280
    },
    {
      "epoch": 0.7897194347737047,
      "grad_norm": 1.4639590241897527,
      "learning_rate": 0.00028953575737724653,
      "loss": 4.9062,
      "step": 19281
    },
    {
      "epoch": 0.7897603932009011,
      "grad_norm": 1.7683709324979655,
      "learning_rate": 0.00028953456055665257,
      "loss": 5.0938,
      "step": 19282
    },
    {
      "epoch": 0.7898013516280975,
      "grad_norm": 4.777064277040434,
      "learning_rate": 0.0002895333636700948,
      "loss": 6.875,
      "step": 19283
    },
    {
      "epoch": 0.7898423100552939,
      "grad_norm": 1.7361166379892254,
      "learning_rate": 0.0002895321667175738,
      "loss": 6.8438,
      "step": 19284
    },
    {
      "epoch": 0.7898832684824902,
      "grad_norm": 4.372595589671424,
      "learning_rate": 0.00028953096969909,
      "loss": 4.625,
      "step": 19285
    },
    {
      "epoch": 0.7899242269096867,
      "grad_norm": 1.5612011697968189,
      "learning_rate": 0.0002895297726146441,
      "loss": 5.1875,
      "step": 19286
    },
    {
      "epoch": 0.7899651853368831,
      "grad_norm": 2.0895977713894203,
      "learning_rate": 0.0002895285754642366,
      "loss": 5.9062,
      "step": 19287
    },
    {
      "epoch": 0.7900061437640794,
      "grad_norm": 4.034629979060563,
      "learning_rate": 0.00028952737824786807,
      "loss": 6.8438,
      "step": 19288
    },
    {
      "epoch": 0.7900471021912758,
      "grad_norm": 2.418602247115408,
      "learning_rate": 0.0002895261809655391,
      "loss": 4.0,
      "step": 19289
    },
    {
      "epoch": 0.7900880606184723,
      "grad_norm": 1.50179994527003,
      "learning_rate": 0.00028952498361725025,
      "loss": 4.9375,
      "step": 19290
    },
    {
      "epoch": 0.7901290190456687,
      "grad_norm": 2.6359991876907607,
      "learning_rate": 0.00028952378620300214,
      "loss": 7.5938,
      "step": 19291
    },
    {
      "epoch": 0.790169977472865,
      "grad_norm": 1.916394096012794,
      "learning_rate": 0.00028952258872279524,
      "loss": 6.3438,
      "step": 19292
    },
    {
      "epoch": 0.7902109359000614,
      "grad_norm": 1.5553804670273343,
      "learning_rate": 0.00028952139117663015,
      "loss": 5.625,
      "step": 19293
    },
    {
      "epoch": 0.7902518943272578,
      "grad_norm": 2.1627612556359583,
      "learning_rate": 0.00028952019356450745,
      "loss": 6.3438,
      "step": 19294
    },
    {
      "epoch": 0.7902928527544543,
      "grad_norm": 1.7411011232932632,
      "learning_rate": 0.0002895189958864277,
      "loss": 5.5625,
      "step": 19295
    },
    {
      "epoch": 0.7903338111816506,
      "grad_norm": 2.244868678056272,
      "learning_rate": 0.00028951779814239147,
      "loss": 5.1875,
      "step": 19296
    },
    {
      "epoch": 0.790374769608847,
      "grad_norm": 10.561595035865281,
      "learning_rate": 0.0002895166003323993,
      "loss": 4.9062,
      "step": 19297
    },
    {
      "epoch": 0.7904157280360434,
      "grad_norm": 1.9646646136071726,
      "learning_rate": 0.0002895154024564518,
      "loss": 6.9375,
      "step": 19298
    },
    {
      "epoch": 0.7904566864632399,
      "grad_norm": 3.852592188755349,
      "learning_rate": 0.0002895142045145495,
      "loss": 2.8281,
      "step": 19299
    },
    {
      "epoch": 0.7904976448904362,
      "grad_norm": 12.067810183541148,
      "learning_rate": 0.00028951300650669295,
      "loss": 7.5938,
      "step": 19300
    },
    {
      "epoch": 0.7905386033176326,
      "grad_norm": 1.4704161797852373,
      "learning_rate": 0.00028951180843288276,
      "loss": 5.4062,
      "step": 19301
    },
    {
      "epoch": 0.790579561744829,
      "grad_norm": 2.100769265985692,
      "learning_rate": 0.0002895106102931195,
      "loss": 5.8125,
      "step": 19302
    },
    {
      "epoch": 0.7906205201720254,
      "grad_norm": 2.3390323290278077,
      "learning_rate": 0.0002895094120874038,
      "loss": 4.4375,
      "step": 19303
    },
    {
      "epoch": 0.7906614785992218,
      "grad_norm": 2.908454356137621,
      "learning_rate": 0.000289508213815736,
      "loss": 4.4062,
      "step": 19304
    },
    {
      "epoch": 0.7907024370264182,
      "grad_norm": 1.5225498996410634,
      "learning_rate": 0.0002895070154781169,
      "loss": 5.0312,
      "step": 19305
    },
    {
      "epoch": 0.7907433954536146,
      "grad_norm": 1.65775313293641,
      "learning_rate": 0.0002895058170745469,
      "loss": 5.7188,
      "step": 19306
    },
    {
      "epoch": 0.790784353880811,
      "grad_norm": 1.700367548676888,
      "learning_rate": 0.00028950461860502674,
      "loss": 4.0625,
      "step": 19307
    },
    {
      "epoch": 0.7908253123080073,
      "grad_norm": 2.1908594087655433,
      "learning_rate": 0.00028950342006955687,
      "loss": 6.3438,
      "step": 19308
    },
    {
      "epoch": 0.7908662707352038,
      "grad_norm": 1.5258010586434556,
      "learning_rate": 0.00028950222146813785,
      "loss": 5.1562,
      "step": 19309
    },
    {
      "epoch": 0.7909072291624002,
      "grad_norm": 1.3772953268223893,
      "learning_rate": 0.0002895010228007703,
      "loss": 4.6562,
      "step": 19310
    },
    {
      "epoch": 0.7909481875895965,
      "grad_norm": 1.8343581705312175,
      "learning_rate": 0.0002894998240674547,
      "loss": 6.0938,
      "step": 19311
    },
    {
      "epoch": 0.7909891460167929,
      "grad_norm": 1.6168501954625563,
      "learning_rate": 0.00028949862526819173,
      "loss": 4.9062,
      "step": 19312
    },
    {
      "epoch": 0.7910301044439894,
      "grad_norm": 1.4878732730445854,
      "learning_rate": 0.0002894974264029819,
      "loss": 5.4062,
      "step": 19313
    },
    {
      "epoch": 0.7910710628711858,
      "grad_norm": 3.867858956465683,
      "learning_rate": 0.0002894962274718258,
      "loss": 4.1875,
      "step": 19314
    },
    {
      "epoch": 0.7911120212983821,
      "grad_norm": 2.058157431404104,
      "learning_rate": 0.00028949502847472395,
      "loss": 7.1562,
      "step": 19315
    },
    {
      "epoch": 0.7911529797255785,
      "grad_norm": 1.5780395541180112,
      "learning_rate": 0.00028949382941167697,
      "loss": 6.0625,
      "step": 19316
    },
    {
      "epoch": 0.791193938152775,
      "grad_norm": 3.4844996751825597,
      "learning_rate": 0.00028949263028268534,
      "loss": 7.875,
      "step": 19317
    },
    {
      "epoch": 0.7912348965799714,
      "grad_norm": 4.085963390280128,
      "learning_rate": 0.00028949143108774976,
      "loss": 3.4375,
      "step": 19318
    },
    {
      "epoch": 0.7912758550071677,
      "grad_norm": 3.1671579737942457,
      "learning_rate": 0.0002894902318268707,
      "loss": 5.75,
      "step": 19319
    },
    {
      "epoch": 0.7913168134343641,
      "grad_norm": 2.293559921483556,
      "learning_rate": 0.0002894890325000487,
      "loss": 4.9062,
      "step": 19320
    },
    {
      "epoch": 0.7913577718615605,
      "grad_norm": 2.6902602891592955,
      "learning_rate": 0.0002894878331072845,
      "loss": 6.3438,
      "step": 19321
    },
    {
      "epoch": 0.791398730288757,
      "grad_norm": 1.6614518472314157,
      "learning_rate": 0.00028948663364857847,
      "loss": 4.1875,
      "step": 19322
    },
    {
      "epoch": 0.7914396887159533,
      "grad_norm": 1.6505885455752776,
      "learning_rate": 0.0002894854341239312,
      "loss": 6.0,
      "step": 19323
    },
    {
      "epoch": 0.7914806471431497,
      "grad_norm": 1.7787606273492231,
      "learning_rate": 0.0002894842345333434,
      "loss": 5.0,
      "step": 19324
    },
    {
      "epoch": 0.7915216055703461,
      "grad_norm": 1.819078525627361,
      "learning_rate": 0.0002894830348768155,
      "loss": 5.4062,
      "step": 19325
    },
    {
      "epoch": 0.7915625639975425,
      "grad_norm": 2.5268342699468795,
      "learning_rate": 0.00028948183515434815,
      "loss": 4.4688,
      "step": 19326
    },
    {
      "epoch": 0.7916035224247389,
      "grad_norm": 1.478615452014458,
      "learning_rate": 0.0002894806353659419,
      "loss": 4.9688,
      "step": 19327
    },
    {
      "epoch": 0.7916444808519353,
      "grad_norm": 6.129826380534012,
      "learning_rate": 0.00028947943551159726,
      "loss": 7.4062,
      "step": 19328
    },
    {
      "epoch": 0.7916854392791317,
      "grad_norm": 6.747254004109657,
      "learning_rate": 0.0002894782355913148,
      "loss": 5.7812,
      "step": 19329
    },
    {
      "epoch": 0.791726397706328,
      "grad_norm": 1.650880335331494,
      "learning_rate": 0.0002894770356050952,
      "loss": 6.125,
      "step": 19330
    },
    {
      "epoch": 0.7917673561335244,
      "grad_norm": 1.776340347473143,
      "learning_rate": 0.0002894758355529389,
      "loss": 7.2812,
      "step": 19331
    },
    {
      "epoch": 0.7918083145607209,
      "grad_norm": 2.1278668221706867,
      "learning_rate": 0.0002894746354348465,
      "loss": 5.2188,
      "step": 19332
    },
    {
      "epoch": 0.7918492729879173,
      "grad_norm": 3.960879151976334,
      "learning_rate": 0.0002894734352508186,
      "loss": 3.5156,
      "step": 19333
    },
    {
      "epoch": 0.7918902314151136,
      "grad_norm": 3.2721851309587695,
      "learning_rate": 0.0002894722350008558,
      "loss": 6.375,
      "step": 19334
    },
    {
      "epoch": 0.79193118984231,
      "grad_norm": 1.9704483898782406,
      "learning_rate": 0.0002894710346849586,
      "loss": 3.8594,
      "step": 19335
    },
    {
      "epoch": 0.7919721482695065,
      "grad_norm": 1.4582906162256641,
      "learning_rate": 0.0002894698343031276,
      "loss": 4.75,
      "step": 19336
    },
    {
      "epoch": 0.7920131066967029,
      "grad_norm": 1.6038867489339206,
      "learning_rate": 0.0002894686338553633,
      "loss": 5.1562,
      "step": 19337
    },
    {
      "epoch": 0.7920540651238992,
      "grad_norm": 1.8685893968511165,
      "learning_rate": 0.0002894674333416664,
      "loss": 5.1562,
      "step": 19338
    },
    {
      "epoch": 0.7920950235510956,
      "grad_norm": 2.7334076562599314,
      "learning_rate": 0.00028946623276203734,
      "loss": 4.3125,
      "step": 19339
    },
    {
      "epoch": 0.792135981978292,
      "grad_norm": 1.6231511776616179,
      "learning_rate": 0.0002894650321164767,
      "loss": 4.6562,
      "step": 19340
    },
    {
      "epoch": 0.7921769404054885,
      "grad_norm": 1.6107212977204264,
      "learning_rate": 0.00028946383140498517,
      "loss": 4.25,
      "step": 19341
    },
    {
      "epoch": 0.7922178988326848,
      "grad_norm": 4.4301324628416845,
      "learning_rate": 0.0002894626306275632,
      "loss": 5.25,
      "step": 19342
    },
    {
      "epoch": 0.7922588572598812,
      "grad_norm": 2.3218197922401633,
      "learning_rate": 0.0002894614297842114,
      "loss": 7.0938,
      "step": 19343
    },
    {
      "epoch": 0.7922998156870776,
      "grad_norm": 6.640021119328443,
      "learning_rate": 0.0002894602288749303,
      "loss": 2.7656,
      "step": 19344
    },
    {
      "epoch": 0.7923407741142741,
      "grad_norm": 1.6198153094627263,
      "learning_rate": 0.0002894590278997205,
      "loss": 5.4062,
      "step": 19345
    },
    {
      "epoch": 0.7923817325414704,
      "grad_norm": 1.458609096023712,
      "learning_rate": 0.0002894578268585826,
      "loss": 5.0,
      "step": 19346
    },
    {
      "epoch": 0.7924226909686668,
      "grad_norm": 1.5201289664907827,
      "learning_rate": 0.0002894566257515171,
      "loss": 5.25,
      "step": 19347
    },
    {
      "epoch": 0.7924636493958632,
      "grad_norm": 1.6556525533075153,
      "learning_rate": 0.0002894554245785246,
      "loss": 6.5,
      "step": 19348
    },
    {
      "epoch": 0.7925046078230596,
      "grad_norm": 1.8792434263728088,
      "learning_rate": 0.00028945422333960573,
      "loss": 5.4062,
      "step": 19349
    },
    {
      "epoch": 0.792545566250256,
      "grad_norm": 1.5009649267530334,
      "learning_rate": 0.0002894530220347609,
      "loss": 5.4688,
      "step": 19350
    },
    {
      "epoch": 0.7925865246774524,
      "grad_norm": 3.833604443067368,
      "learning_rate": 0.0002894518206639908,
      "loss": 8.0625,
      "step": 19351
    },
    {
      "epoch": 0.7926274831046488,
      "grad_norm": 1.7683266450664354,
      "learning_rate": 0.000289450619227296,
      "loss": 5.7812,
      "step": 19352
    },
    {
      "epoch": 0.7926684415318451,
      "grad_norm": 2.202926717322928,
      "learning_rate": 0.000289449417724677,
      "loss": 6.9062,
      "step": 19353
    },
    {
      "epoch": 0.7927093999590415,
      "grad_norm": 4.963068716586923,
      "learning_rate": 0.0002894482161561344,
      "loss": 7.9688,
      "step": 19354
    },
    {
      "epoch": 0.792750358386238,
      "grad_norm": 1.816152907300738,
      "learning_rate": 0.00028944701452166883,
      "loss": 5.0,
      "step": 19355
    },
    {
      "epoch": 0.7927913168134344,
      "grad_norm": 1.7032521363335336,
      "learning_rate": 0.0002894458128212808,
      "loss": 5.1562,
      "step": 19356
    },
    {
      "epoch": 0.7928322752406307,
      "grad_norm": 1.6596435063687802,
      "learning_rate": 0.00028944461105497087,
      "loss": 5.4688,
      "step": 19357
    },
    {
      "epoch": 0.7928732336678271,
      "grad_norm": 1.8662143790013854,
      "learning_rate": 0.0002894434092227396,
      "loss": 6.0,
      "step": 19358
    },
    {
      "epoch": 0.7929141920950236,
      "grad_norm": 2.1888697694726122,
      "learning_rate": 0.00028944220732458756,
      "loss": 6.7188,
      "step": 19359
    },
    {
      "epoch": 0.79295515052222,
      "grad_norm": 10.419352660704249,
      "learning_rate": 0.0002894410053605154,
      "loss": 7.3125,
      "step": 19360
    },
    {
      "epoch": 0.7929961089494163,
      "grad_norm": 3.3925406402712213,
      "learning_rate": 0.0002894398033305236,
      "loss": 4.3438,
      "step": 19361
    },
    {
      "epoch": 0.7930370673766127,
      "grad_norm": 5.687137212247329,
      "learning_rate": 0.0002894386012346127,
      "loss": 3.4375,
      "step": 19362
    },
    {
      "epoch": 0.7930780258038092,
      "grad_norm": 1.5531880349663914,
      "learning_rate": 0.0002894373990727834,
      "loss": 5.3438,
      "step": 19363
    },
    {
      "epoch": 0.7931189842310056,
      "grad_norm": 4.4982622664411585,
      "learning_rate": 0.0002894361968450361,
      "loss": 2.4531,
      "step": 19364
    },
    {
      "epoch": 0.7931599426582019,
      "grad_norm": 1.9989226098835275,
      "learning_rate": 0.0002894349945513716,
      "loss": 6.125,
      "step": 19365
    },
    {
      "epoch": 0.7932009010853983,
      "grad_norm": 1.8649742359393875,
      "learning_rate": 0.0002894337921917902,
      "loss": 5.1562,
      "step": 19366
    },
    {
      "epoch": 0.7932418595125947,
      "grad_norm": 3.845207899143407,
      "learning_rate": 0.0002894325897662926,
      "loss": 7.0312,
      "step": 19367
    },
    {
      "epoch": 0.7932828179397912,
      "grad_norm": 1.4817296946186496,
      "learning_rate": 0.00028943138727487936,
      "loss": 5.0,
      "step": 19368
    },
    {
      "epoch": 0.7933237763669875,
      "grad_norm": 1.6785784250742803,
      "learning_rate": 0.0002894301847175511,
      "loss": 6.0312,
      "step": 19369
    },
    {
      "epoch": 0.7933647347941839,
      "grad_norm": 2.058557424506344,
      "learning_rate": 0.0002894289820943083,
      "loss": 6.2188,
      "step": 19370
    },
    {
      "epoch": 0.7934056932213803,
      "grad_norm": 1.574802570340936,
      "learning_rate": 0.0002894277794051516,
      "loss": 5.125,
      "step": 19371
    },
    {
      "epoch": 0.7934466516485766,
      "grad_norm": 2.019460797708381,
      "learning_rate": 0.00028942657665008154,
      "loss": 4.8438,
      "step": 19372
    },
    {
      "epoch": 0.7934876100757731,
      "grad_norm": 2.2297695136895395,
      "learning_rate": 0.00028942537382909865,
      "loss": 4.9688,
      "step": 19373
    },
    {
      "epoch": 0.7935285685029695,
      "grad_norm": 2.6392793787384607,
      "learning_rate": 0.0002894241709422036,
      "loss": 6.5,
      "step": 19374
    },
    {
      "epoch": 0.7935695269301659,
      "grad_norm": 2.415405012768969,
      "learning_rate": 0.0002894229679893968,
      "loss": 4.6875,
      "step": 19375
    },
    {
      "epoch": 0.7936104853573622,
      "grad_norm": 1.649285726902616,
      "learning_rate": 0.00028942176497067897,
      "loss": 5.2188,
      "step": 19376
    },
    {
      "epoch": 0.7936514437845587,
      "grad_norm": 1.6570721273386355,
      "learning_rate": 0.00028942056188605063,
      "loss": 6.1562,
      "step": 19377
    },
    {
      "epoch": 0.7936924022117551,
      "grad_norm": 6.102464831008537,
      "learning_rate": 0.0002894193587355123,
      "loss": 6.375,
      "step": 19378
    },
    {
      "epoch": 0.7937333606389515,
      "grad_norm": 1.4512604432458016,
      "learning_rate": 0.00028941815551906464,
      "loss": 4.9375,
      "step": 19379
    },
    {
      "epoch": 0.7937743190661478,
      "grad_norm": 2.9405049770150895,
      "learning_rate": 0.00028941695223670807,
      "loss": 1.4375,
      "step": 19380
    },
    {
      "epoch": 0.7938152774933442,
      "grad_norm": 2.2884574292076647,
      "learning_rate": 0.00028941574888844334,
      "loss": 6.875,
      "step": 19381
    },
    {
      "epoch": 0.7938562359205407,
      "grad_norm": 1.4999098671792674,
      "learning_rate": 0.00028941454547427094,
      "loss": 5.2812,
      "step": 19382
    },
    {
      "epoch": 0.7938971943477371,
      "grad_norm": 2.4891218755654854,
      "learning_rate": 0.00028941334199419135,
      "loss": 6.4688,
      "step": 19383
    },
    {
      "epoch": 0.7939381527749334,
      "grad_norm": 2.23959262793367,
      "learning_rate": 0.0002894121384482053,
      "loss": 5.4062,
      "step": 19384
    },
    {
      "epoch": 0.7939791112021298,
      "grad_norm": 1.749825305947167,
      "learning_rate": 0.0002894109348363132,
      "loss": 5.3438,
      "step": 19385
    },
    {
      "epoch": 0.7940200696293263,
      "grad_norm": 2.347922177478856,
      "learning_rate": 0.0002894097311585158,
      "loss": 5.4062,
      "step": 19386
    },
    {
      "epoch": 0.7940610280565227,
      "grad_norm": 2.05872400966121,
      "learning_rate": 0.0002894085274148135,
      "loss": 5.7188,
      "step": 19387
    },
    {
      "epoch": 0.794101986483719,
      "grad_norm": 1.5953324732547691,
      "learning_rate": 0.00028940732360520696,
      "loss": 6.0625,
      "step": 19388
    },
    {
      "epoch": 0.7941429449109154,
      "grad_norm": 1.5804844955759991,
      "learning_rate": 0.0002894061197296967,
      "loss": 5.7188,
      "step": 19389
    },
    {
      "epoch": 0.7941839033381118,
      "grad_norm": 1.4585442520337664,
      "learning_rate": 0.00028940491578828336,
      "loss": 4.75,
      "step": 19390
    },
    {
      "epoch": 0.7942248617653083,
      "grad_norm": 2.814695708766318,
      "learning_rate": 0.0002894037117809675,
      "loss": 4.0312,
      "step": 19391
    },
    {
      "epoch": 0.7942658201925046,
      "grad_norm": 1.8452421334966114,
      "learning_rate": 0.00028940250770774956,
      "loss": 5.8438,
      "step": 19392
    },
    {
      "epoch": 0.794306778619701,
      "grad_norm": 1.994368751619548,
      "learning_rate": 0.00028940130356863025,
      "loss": 5.375,
      "step": 19393
    },
    {
      "epoch": 0.7943477370468974,
      "grad_norm": 1.976399093926091,
      "learning_rate": 0.0002894000993636101,
      "loss": 4.2812,
      "step": 19394
    },
    {
      "epoch": 0.7943886954740937,
      "grad_norm": 2.2667867689858245,
      "learning_rate": 0.00028939889509268965,
      "loss": 7.3438,
      "step": 19395
    },
    {
      "epoch": 0.7944296539012902,
      "grad_norm": 1.7752806572791608,
      "learning_rate": 0.0002893976907558695,
      "loss": 5.1875,
      "step": 19396
    },
    {
      "epoch": 0.7944706123284866,
      "grad_norm": 1.6375704601893861,
      "learning_rate": 0.0002893964863531502,
      "loss": 4.9062,
      "step": 19397
    },
    {
      "epoch": 0.794511570755683,
      "grad_norm": 1.566500890355252,
      "learning_rate": 0.00028939528188453233,
      "loss": 6.0312,
      "step": 19398
    },
    {
      "epoch": 0.7945525291828793,
      "grad_norm": 2.63288248204858,
      "learning_rate": 0.0002893940773500165,
      "loss": 5.4375,
      "step": 19399
    },
    {
      "epoch": 0.7945934876100758,
      "grad_norm": 2.2455506298798262,
      "learning_rate": 0.0002893928727496032,
      "loss": 6.6562,
      "step": 19400
    },
    {
      "epoch": 0.7946344460372722,
      "grad_norm": 3.754117992855799,
      "learning_rate": 0.000289391668083293,
      "loss": 5.7188,
      "step": 19401
    },
    {
      "epoch": 0.7946754044644686,
      "grad_norm": 2.02292376697308,
      "learning_rate": 0.00028939046335108655,
      "loss": 4.625,
      "step": 19402
    },
    {
      "epoch": 0.7947163628916649,
      "grad_norm": 1.6906917235983812,
      "learning_rate": 0.00028938925855298445,
      "loss": 5.5938,
      "step": 19403
    },
    {
      "epoch": 0.7947573213188613,
      "grad_norm": 5.824402170543231,
      "learning_rate": 0.0002893880536889871,
      "loss": 6.6562,
      "step": 19404
    },
    {
      "epoch": 0.7947982797460578,
      "grad_norm": 2.2268474702902883,
      "learning_rate": 0.0002893868487590952,
      "loss": 4.8438,
      "step": 19405
    },
    {
      "epoch": 0.7948392381732542,
      "grad_norm": 1.82352053548548,
      "learning_rate": 0.00028938564376330923,
      "loss": 4.5312,
      "step": 19406
    },
    {
      "epoch": 0.7948801966004505,
      "grad_norm": 1.579121225893756,
      "learning_rate": 0.0002893844387016299,
      "loss": 5.125,
      "step": 19407
    },
    {
      "epoch": 0.7949211550276469,
      "grad_norm": 1.6446008009295547,
      "learning_rate": 0.00028938323357405766,
      "loss": 4.5625,
      "step": 19408
    },
    {
      "epoch": 0.7949621134548434,
      "grad_norm": 3.24800071745087,
      "learning_rate": 0.0002893820283805931,
      "loss": 3.2188,
      "step": 19409
    },
    {
      "epoch": 0.7950030718820398,
      "grad_norm": 1.4303464534082542,
      "learning_rate": 0.00028938082312123686,
      "loss": 5.375,
      "step": 19410
    },
    {
      "epoch": 0.7950440303092361,
      "grad_norm": 2.913209205871719,
      "learning_rate": 0.0002893796177959894,
      "loss": 4.4062,
      "step": 19411
    },
    {
      "epoch": 0.7950849887364325,
      "grad_norm": 1.9469541278228886,
      "learning_rate": 0.0002893784124048514,
      "loss": 5.5,
      "step": 19412
    },
    {
      "epoch": 0.7951259471636289,
      "grad_norm": 1.7006883095468308,
      "learning_rate": 0.0002893772069478233,
      "loss": 5.5938,
      "step": 19413
    },
    {
      "epoch": 0.7951669055908253,
      "grad_norm": 1.8216789259350108,
      "learning_rate": 0.00028937600142490575,
      "loss": 5.0938,
      "step": 19414
    },
    {
      "epoch": 0.7952078640180217,
      "grad_norm": 1.9400952258357869,
      "learning_rate": 0.0002893747958360994,
      "loss": 6.5,
      "step": 19415
    },
    {
      "epoch": 0.7952488224452181,
      "grad_norm": 4.2644743322458885,
      "learning_rate": 0.00028937359018140467,
      "loss": 7.3125,
      "step": 19416
    },
    {
      "epoch": 0.7952897808724145,
      "grad_norm": 1.5589449990170332,
      "learning_rate": 0.0002893723844608222,
      "loss": 4.9375,
      "step": 19417
    },
    {
      "epoch": 0.7953307392996108,
      "grad_norm": 2.0481897517030037,
      "learning_rate": 0.0002893711786743525,
      "loss": 5.5625,
      "step": 19418
    },
    {
      "epoch": 0.7953716977268073,
      "grad_norm": 4.046421018927198,
      "learning_rate": 0.0002893699728219963,
      "loss": 6.3438,
      "step": 19419
    },
    {
      "epoch": 0.7954126561540037,
      "grad_norm": 1.8840548909766426,
      "learning_rate": 0.000289368766903754,
      "loss": 4.6875,
      "step": 19420
    },
    {
      "epoch": 0.7954536145812001,
      "grad_norm": 2.179417693481426,
      "learning_rate": 0.0002893675609196263,
      "loss": 5.9688,
      "step": 19421
    },
    {
      "epoch": 0.7954945730083964,
      "grad_norm": 2.3096115547565237,
      "learning_rate": 0.0002893663548696136,
      "loss": 7.25,
      "step": 19422
    },
    {
      "epoch": 0.7955355314355929,
      "grad_norm": 2.031505258182043,
      "learning_rate": 0.0002893651487537167,
      "loss": 5.4062,
      "step": 19423
    },
    {
      "epoch": 0.7955764898627893,
      "grad_norm": 1.7558495971242083,
      "learning_rate": 0.0002893639425719359,
      "loss": 5.375,
      "step": 19424
    },
    {
      "epoch": 0.7956174482899857,
      "grad_norm": 3.588999762984552,
      "learning_rate": 0.000289362736324272,
      "loss": 3.5938,
      "step": 19425
    },
    {
      "epoch": 0.795658406717182,
      "grad_norm": 1.7050766509253767,
      "learning_rate": 0.00028936153001072544,
      "loss": 5.6875,
      "step": 19426
    },
    {
      "epoch": 0.7956993651443784,
      "grad_norm": 1.9587501112929524,
      "learning_rate": 0.0002893603236312969,
      "loss": 5.9062,
      "step": 19427
    },
    {
      "epoch": 0.7957403235715749,
      "grad_norm": 2.747967969415413,
      "learning_rate": 0.00028935911718598687,
      "loss": 7.0938,
      "step": 19428
    },
    {
      "epoch": 0.7957812819987713,
      "grad_norm": 2.5459368944832685,
      "learning_rate": 0.0002893579106747959,
      "loss": 6.625,
      "step": 19429
    },
    {
      "epoch": 0.7958222404259676,
      "grad_norm": 2.300617817097199,
      "learning_rate": 0.0002893567040977246,
      "loss": 5.9062,
      "step": 19430
    },
    {
      "epoch": 0.795863198853164,
      "grad_norm": 3.9111510153382416,
      "learning_rate": 0.00028935549745477354,
      "loss": 5.0625,
      "step": 19431
    },
    {
      "epoch": 0.7959041572803605,
      "grad_norm": 1.7346127835316087,
      "learning_rate": 0.00028935429074594335,
      "loss": 4.7812,
      "step": 19432
    },
    {
      "epoch": 0.7959451157075569,
      "grad_norm": 1.850801603100016,
      "learning_rate": 0.0002893530839712345,
      "loss": 5.6875,
      "step": 19433
    },
    {
      "epoch": 0.7959860741347532,
      "grad_norm": 5.4662593665818955,
      "learning_rate": 0.00028935187713064755,
      "loss": 3.9375,
      "step": 19434
    },
    {
      "epoch": 0.7960270325619496,
      "grad_norm": 1.8980429319438543,
      "learning_rate": 0.0002893506702241832,
      "loss": 4.7812,
      "step": 19435
    },
    {
      "epoch": 0.796067990989146,
      "grad_norm": 1.4919011571703626,
      "learning_rate": 0.00028934946325184183,
      "loss": 5.0625,
      "step": 19436
    },
    {
      "epoch": 0.7961089494163424,
      "grad_norm": 1.3009055185326404,
      "learning_rate": 0.0002893482562136242,
      "loss": 5.4688,
      "step": 19437
    },
    {
      "epoch": 0.7961499078435388,
      "grad_norm": 1.9501810135753166,
      "learning_rate": 0.00028934704910953075,
      "loss": 4.4375,
      "step": 19438
    },
    {
      "epoch": 0.7961908662707352,
      "grad_norm": 1.5113458102599793,
      "learning_rate": 0.00028934584193956216,
      "loss": 5.125,
      "step": 19439
    },
    {
      "epoch": 0.7962318246979316,
      "grad_norm": 1.363579176227195,
      "learning_rate": 0.00028934463470371897,
      "loss": 4.8438,
      "step": 19440
    },
    {
      "epoch": 0.796272783125128,
      "grad_norm": 1.8292151029759016,
      "learning_rate": 0.0002893434274020016,
      "loss": 5.6562,
      "step": 19441
    },
    {
      "epoch": 0.7963137415523244,
      "grad_norm": 1.5865059619890063,
      "learning_rate": 0.0002893422200344109,
      "loss": 4.7188,
      "step": 19442
    },
    {
      "epoch": 0.7963546999795208,
      "grad_norm": 1.6503162232465454,
      "learning_rate": 0.0002893410126009471,
      "loss": 4.7188,
      "step": 19443
    },
    {
      "epoch": 0.7963956584067172,
      "grad_norm": 1.6205457304284796,
      "learning_rate": 0.0002893398051016111,
      "loss": 5.2812,
      "step": 19444
    },
    {
      "epoch": 0.7964366168339135,
      "grad_norm": 4.157823010927048,
      "learning_rate": 0.0002893385975364033,
      "loss": 6.5625,
      "step": 19445
    },
    {
      "epoch": 0.79647757526111,
      "grad_norm": 3.6074718985684386,
      "learning_rate": 0.0002893373899053242,
      "loss": 6.2812,
      "step": 19446
    },
    {
      "epoch": 0.7965185336883064,
      "grad_norm": 1.4829869444968837,
      "learning_rate": 0.0002893361822083746,
      "loss": 5.1562,
      "step": 19447
    },
    {
      "epoch": 0.7965594921155028,
      "grad_norm": 1.5083517421372377,
      "learning_rate": 0.0002893349744455549,
      "loss": 4.75,
      "step": 19448
    },
    {
      "epoch": 0.7966004505426991,
      "grad_norm": 1.6103913899949862,
      "learning_rate": 0.00028933376661686565,
      "loss": 5.8125,
      "step": 19449
    },
    {
      "epoch": 0.7966414089698955,
      "grad_norm": 1.9312066723513546,
      "learning_rate": 0.0002893325587223075,
      "loss": 6.2188,
      "step": 19450
    },
    {
      "epoch": 0.796682367397092,
      "grad_norm": 3.135678421311809,
      "learning_rate": 0.000289331350761881,
      "loss": 6.75,
      "step": 19451
    },
    {
      "epoch": 0.7967233258242884,
      "grad_norm": 1.5351904866500143,
      "learning_rate": 0.0002893301427355868,
      "loss": 5.3438,
      "step": 19452
    },
    {
      "epoch": 0.7967642842514847,
      "grad_norm": 1.6030559989640518,
      "learning_rate": 0.0002893289346434253,
      "loss": 5.1562,
      "step": 19453
    },
    {
      "epoch": 0.7968052426786811,
      "grad_norm": 1.550057630069442,
      "learning_rate": 0.00028932772648539726,
      "loss": 5.2812,
      "step": 19454
    },
    {
      "epoch": 0.7968462011058776,
      "grad_norm": 2.2160983156688956,
      "learning_rate": 0.00028932651826150306,
      "loss": 4.6875,
      "step": 19455
    },
    {
      "epoch": 0.796887159533074,
      "grad_norm": 3.377576071423193,
      "learning_rate": 0.00028932530997174337,
      "loss": 7.0312,
      "step": 19456
    },
    {
      "epoch": 0.7969281179602703,
      "grad_norm": 1.6871943169651544,
      "learning_rate": 0.0002893241016161188,
      "loss": 5.1562,
      "step": 19457
    },
    {
      "epoch": 0.7969690763874667,
      "grad_norm": 2.134520389795595,
      "learning_rate": 0.00028932289319462986,
      "loss": 7.7188,
      "step": 19458
    },
    {
      "epoch": 0.7970100348146631,
      "grad_norm": 6.694013785111748,
      "learning_rate": 0.0002893216847072772,
      "loss": 4.8125,
      "step": 19459
    },
    {
      "epoch": 0.7970509932418595,
      "grad_norm": 1.5136629996778594,
      "learning_rate": 0.00028932047615406125,
      "loss": 4.9688,
      "step": 19460
    },
    {
      "epoch": 0.7970919516690559,
      "grad_norm": 2.3028685891130247,
      "learning_rate": 0.00028931926753498273,
      "loss": 5.2812,
      "step": 19461
    },
    {
      "epoch": 0.7971329100962523,
      "grad_norm": 1.5127229544511425,
      "learning_rate": 0.00028931805885004213,
      "loss": 7.0938,
      "step": 19462
    },
    {
      "epoch": 0.7971738685234487,
      "grad_norm": 1.5818474520298462,
      "learning_rate": 0.00028931685009924,
      "loss": 4.9375,
      "step": 19463
    },
    {
      "epoch": 0.797214826950645,
      "grad_norm": 1.6802805441299955,
      "learning_rate": 0.00028931564128257696,
      "loss": 5.5625,
      "step": 19464
    },
    {
      "epoch": 0.7972557853778415,
      "grad_norm": 1.866600111423697,
      "learning_rate": 0.0002893144324000535,
      "loss": 4.5938,
      "step": 19465
    },
    {
      "epoch": 0.7972967438050379,
      "grad_norm": 2.711031073169923,
      "learning_rate": 0.0002893132234516704,
      "loss": 6.4062,
      "step": 19466
    },
    {
      "epoch": 0.7973377022322343,
      "grad_norm": 5.631374376954877,
      "learning_rate": 0.00028931201443742804,
      "loss": 8.625,
      "step": 19467
    },
    {
      "epoch": 0.7973786606594306,
      "grad_norm": 3.0389949629443347,
      "learning_rate": 0.00028931080535732703,
      "loss": 7.0625,
      "step": 19468
    },
    {
      "epoch": 0.7974196190866271,
      "grad_norm": 4.149963616160214,
      "learning_rate": 0.00028930959621136795,
      "loss": 1.9844,
      "step": 19469
    },
    {
      "epoch": 0.7974605775138235,
      "grad_norm": 1.5486041563948276,
      "learning_rate": 0.00028930838699955133,
      "loss": 5.5,
      "step": 19470
    },
    {
      "epoch": 0.7975015359410199,
      "grad_norm": 1.683880299087252,
      "learning_rate": 0.0002893071777218779,
      "loss": 4.5312,
      "step": 19471
    },
    {
      "epoch": 0.7975424943682162,
      "grad_norm": 1.682094646335881,
      "learning_rate": 0.000289305968378348,
      "loss": 5.0,
      "step": 19472
    },
    {
      "epoch": 0.7975834527954127,
      "grad_norm": 3.7748747877966697,
      "learning_rate": 0.0002893047589689624,
      "loss": 4.9688,
      "step": 19473
    },
    {
      "epoch": 0.7976244112226091,
      "grad_norm": 1.6671887512692394,
      "learning_rate": 0.00028930354949372155,
      "loss": 5.4062,
      "step": 19474
    },
    {
      "epoch": 0.7976653696498055,
      "grad_norm": 3.4222391983641,
      "learning_rate": 0.0002893023399526261,
      "loss": 1.7109,
      "step": 19475
    },
    {
      "epoch": 0.7977063280770018,
      "grad_norm": 3.1531451182688177,
      "learning_rate": 0.00028930113034567664,
      "loss": 4.125,
      "step": 19476
    },
    {
      "epoch": 0.7977472865041982,
      "grad_norm": 1.6005911312058034,
      "learning_rate": 0.0002892999206728736,
      "loss": 5.1562,
      "step": 19477
    },
    {
      "epoch": 0.7977882449313947,
      "grad_norm": 2.412467933964997,
      "learning_rate": 0.00028929871093421764,
      "loss": 6.2812,
      "step": 19478
    },
    {
      "epoch": 0.797829203358591,
      "grad_norm": 1.5804196710965974,
      "learning_rate": 0.0002892975011297094,
      "loss": 5.5,
      "step": 19479
    },
    {
      "epoch": 0.7978701617857874,
      "grad_norm": 1.7219852724288658,
      "learning_rate": 0.0002892962912593493,
      "loss": 5.3125,
      "step": 19480
    },
    {
      "epoch": 0.7979111202129838,
      "grad_norm": 9.821180419302904,
      "learning_rate": 0.00028929508132313807,
      "loss": 4.2812,
      "step": 19481
    },
    {
      "epoch": 0.7979520786401803,
      "grad_norm": 2.139502260893359,
      "learning_rate": 0.00028929387132107615,
      "loss": 5.625,
      "step": 19482
    },
    {
      "epoch": 0.7979930370673766,
      "grad_norm": 1.6062597396794678,
      "learning_rate": 0.00028929266125316417,
      "loss": 4.2188,
      "step": 19483
    },
    {
      "epoch": 0.798033995494573,
      "grad_norm": 2.945838922243783,
      "learning_rate": 0.0002892914511194028,
      "loss": 5.6875,
      "step": 19484
    },
    {
      "epoch": 0.7980749539217694,
      "grad_norm": 3.43239518260791,
      "learning_rate": 0.0002892902409197924,
      "loss": 8.1875,
      "step": 19485
    },
    {
      "epoch": 0.7981159123489658,
      "grad_norm": 5.248836562627364,
      "learning_rate": 0.0002892890306543337,
      "loss": 8.5,
      "step": 19486
    },
    {
      "epoch": 0.7981568707761622,
      "grad_norm": 1.9942789802352079,
      "learning_rate": 0.0002892878203230272,
      "loss": 6.0,
      "step": 19487
    },
    {
      "epoch": 0.7981978292033586,
      "grad_norm": 4.448781721820218,
      "learning_rate": 0.0002892866099258736,
      "loss": 6.1875,
      "step": 19488
    },
    {
      "epoch": 0.798238787630555,
      "grad_norm": 2.800375232526814,
      "learning_rate": 0.0002892853994628733,
      "loss": 7.75,
      "step": 19489
    },
    {
      "epoch": 0.7982797460577514,
      "grad_norm": 3.0232056301531602,
      "learning_rate": 0.00028928418893402696,
      "loss": 7.1562,
      "step": 19490
    },
    {
      "epoch": 0.7983207044849477,
      "grad_norm": 1.4922199452107279,
      "learning_rate": 0.00028928297833933514,
      "loss": 5.1562,
      "step": 19491
    },
    {
      "epoch": 0.7983616629121442,
      "grad_norm": 1.7657740299536213,
      "learning_rate": 0.00028928176767879836,
      "loss": 4.75,
      "step": 19492
    },
    {
      "epoch": 0.7984026213393406,
      "grad_norm": 5.610483082581581,
      "learning_rate": 0.0002892805569524173,
      "loss": 1.6875,
      "step": 19493
    },
    {
      "epoch": 0.798443579766537,
      "grad_norm": 1.9461421272438788,
      "learning_rate": 0.00028927934616019245,
      "loss": 5.0312,
      "step": 19494
    },
    {
      "epoch": 0.7984845381937333,
      "grad_norm": 3.7452971364316436,
      "learning_rate": 0.0002892781353021244,
      "loss": 1.3828,
      "step": 19495
    },
    {
      "epoch": 0.7985254966209298,
      "grad_norm": 3.4569641838989225,
      "learning_rate": 0.00028927692437821377,
      "loss": 6.75,
      "step": 19496
    },
    {
      "epoch": 0.7985664550481262,
      "grad_norm": 1.8766187393673515,
      "learning_rate": 0.000289275713388461,
      "loss": 4.7812,
      "step": 19497
    },
    {
      "epoch": 0.7986074134753226,
      "grad_norm": 3.034917529544075,
      "learning_rate": 0.0002892745023328669,
      "loss": 7.5,
      "step": 19498
    },
    {
      "epoch": 0.7986483719025189,
      "grad_norm": 2.5412887548423817,
      "learning_rate": 0.00028927329121143175,
      "loss": 7.375,
      "step": 19499
    },
    {
      "epoch": 0.7986893303297153,
      "grad_norm": 1.9452517076139044,
      "learning_rate": 0.00028927208002415633,
      "loss": 5.0312,
      "step": 19500
    },
    {
      "epoch": 0.7987302887569118,
      "grad_norm": 2.1874505586174826,
      "learning_rate": 0.0002892708687710412,
      "loss": 5.5938,
      "step": 19501
    },
    {
      "epoch": 0.7987712471841081,
      "grad_norm": 1.8702336181529018,
      "learning_rate": 0.00028926965745208684,
      "loss": 4.4688,
      "step": 19502
    },
    {
      "epoch": 0.7988122056113045,
      "grad_norm": 1.7304951518004705,
      "learning_rate": 0.00028926844606729386,
      "loss": 5.8438,
      "step": 19503
    },
    {
      "epoch": 0.7988531640385009,
      "grad_norm": 2.4058336316612063,
      "learning_rate": 0.00028926723461666286,
      "loss": 7.3438,
      "step": 19504
    },
    {
      "epoch": 0.7988941224656974,
      "grad_norm": 1.495790864926135,
      "learning_rate": 0.00028926602310019433,
      "loss": 5.2188,
      "step": 19505
    },
    {
      "epoch": 0.7989350808928937,
      "grad_norm": 1.7087912914734562,
      "learning_rate": 0.000289264811517889,
      "loss": 5.625,
      "step": 19506
    },
    {
      "epoch": 0.7989760393200901,
      "grad_norm": 2.122986600408116,
      "learning_rate": 0.0002892635998697473,
      "loss": 4.2812,
      "step": 19507
    },
    {
      "epoch": 0.7990169977472865,
      "grad_norm": 1.88204106870248,
      "learning_rate": 0.0002892623881557699,
      "loss": 4.875,
      "step": 19508
    },
    {
      "epoch": 0.7990579561744829,
      "grad_norm": 4.074283074652347,
      "learning_rate": 0.00028926117637595726,
      "loss": 6.1562,
      "step": 19509
    },
    {
      "epoch": 0.7990989146016793,
      "grad_norm": 4.541110195192519,
      "learning_rate": 0.00028925996453031005,
      "loss": 7.5,
      "step": 19510
    },
    {
      "epoch": 0.7991398730288757,
      "grad_norm": 3.719229151901535,
      "learning_rate": 0.0002892587526188288,
      "loss": 5.625,
      "step": 19511
    },
    {
      "epoch": 0.7991808314560721,
      "grad_norm": 2.1552744769317633,
      "learning_rate": 0.00028925754064151405,
      "loss": 5.3125,
      "step": 19512
    },
    {
      "epoch": 0.7992217898832685,
      "grad_norm": 2.098188417240315,
      "learning_rate": 0.00028925632859836645,
      "loss": 3.6562,
      "step": 19513
    },
    {
      "epoch": 0.7992627483104648,
      "grad_norm": 2.0068508544330075,
      "learning_rate": 0.0002892551164893866,
      "loss": 6.25,
      "step": 19514
    },
    {
      "epoch": 0.7993037067376613,
      "grad_norm": 1.7564229588428455,
      "learning_rate": 0.00028925390431457494,
      "loss": 6.5938,
      "step": 19515
    },
    {
      "epoch": 0.7993446651648577,
      "grad_norm": 3.378904605065746,
      "learning_rate": 0.0002892526920739321,
      "loss": 7.0312,
      "step": 19516
    },
    {
      "epoch": 0.7993856235920541,
      "grad_norm": 3.406143335289029,
      "learning_rate": 0.00028925147976745875,
      "loss": 6.125,
      "step": 19517
    },
    {
      "epoch": 0.7994265820192504,
      "grad_norm": 3.511101425343095,
      "learning_rate": 0.0002892502673951553,
      "loss": 5.9375,
      "step": 19518
    },
    {
      "epoch": 0.7994675404464469,
      "grad_norm": 2.924918796313684,
      "learning_rate": 0.00028924905495702243,
      "loss": 5.5625,
      "step": 19519
    },
    {
      "epoch": 0.7995084988736433,
      "grad_norm": 2.5562451101770303,
      "learning_rate": 0.00028924784245306067,
      "loss": 6.4375,
      "step": 19520
    },
    {
      "epoch": 0.7995494573008396,
      "grad_norm": 2.907151759446579,
      "learning_rate": 0.00028924662988327065,
      "loss": 6.5,
      "step": 19521
    },
    {
      "epoch": 0.799590415728036,
      "grad_norm": 1.716856975543932,
      "learning_rate": 0.00028924541724765286,
      "loss": 5.2812,
      "step": 19522
    },
    {
      "epoch": 0.7996313741552324,
      "grad_norm": 6.247814305090943,
      "learning_rate": 0.00028924420454620796,
      "loss": 6.5,
      "step": 19523
    },
    {
      "epoch": 0.7996723325824289,
      "grad_norm": 4.019799726623445,
      "learning_rate": 0.0002892429917789365,
      "loss": 4.3125,
      "step": 19524
    },
    {
      "epoch": 0.7997132910096252,
      "grad_norm": 1.5632881631131919,
      "learning_rate": 0.0002892417789458389,
      "loss": 4.5938,
      "step": 19525
    },
    {
      "epoch": 0.7997542494368216,
      "grad_norm": 1.8073964528172903,
      "learning_rate": 0.000289240566046916,
      "loss": 5.1875,
      "step": 19526
    },
    {
      "epoch": 0.799795207864018,
      "grad_norm": 3.468402513142914,
      "learning_rate": 0.0002892393530821682,
      "loss": 5.625,
      "step": 19527
    },
    {
      "epoch": 0.7998361662912145,
      "grad_norm": 2.743486455099847,
      "learning_rate": 0.0002892381400515961,
      "loss": 5.8125,
      "step": 19528
    },
    {
      "epoch": 0.7998771247184108,
      "grad_norm": 4.903599172426189,
      "learning_rate": 0.0002892369269552003,
      "loss": 6.625,
      "step": 19529
    },
    {
      "epoch": 0.7999180831456072,
      "grad_norm": 2.6270504903679783,
      "learning_rate": 0.00028923571379298136,
      "loss": 5.125,
      "step": 19530
    },
    {
      "epoch": 0.7999590415728036,
      "grad_norm": 3.9968085484759226,
      "learning_rate": 0.0002892345005649399,
      "loss": 4.75,
      "step": 19531
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6600787334320837,
      "learning_rate": 0.00028923328727107635,
      "loss": 6.0312,
      "step": 19532
    },
    {
      "epoch": 0.8000409584271964,
      "grad_norm": 2.9303073868523026,
      "learning_rate": 0.00028923207391139144,
      "loss": 6.8438,
      "step": 19533
    },
    {
      "epoch": 0.8000819168543928,
      "grad_norm": 2.419982346219695,
      "learning_rate": 0.0002892308604858857,
      "loss": 4.9062,
      "step": 19534
    },
    {
      "epoch": 0.8001228752815892,
      "grad_norm": 2.137029865547441,
      "learning_rate": 0.00028922964699455966,
      "loss": 5.375,
      "step": 19535
    },
    {
      "epoch": 0.8001638337087856,
      "grad_norm": 1.9213817188587605,
      "learning_rate": 0.00028922843343741393,
      "loss": 6.5312,
      "step": 19536
    },
    {
      "epoch": 0.800204792135982,
      "grad_norm": 1.8859305448275647,
      "learning_rate": 0.00028922721981444906,
      "loss": 5.9062,
      "step": 19537
    },
    {
      "epoch": 0.8002457505631784,
      "grad_norm": 2.0337037815517514,
      "learning_rate": 0.0002892260061256657,
      "loss": 5.875,
      "step": 19538
    },
    {
      "epoch": 0.8002867089903748,
      "grad_norm": 1.69373552658231,
      "learning_rate": 0.0002892247923710643,
      "loss": 7.9062,
      "step": 19539
    },
    {
      "epoch": 0.8003276674175712,
      "grad_norm": 2.7064163827936736,
      "learning_rate": 0.0002892235785506455,
      "loss": 4.2812,
      "step": 19540
    },
    {
      "epoch": 0.8003686258447675,
      "grad_norm": 2.7563916822632373,
      "learning_rate": 0.0002892223646644099,
      "loss": 4.125,
      "step": 19541
    },
    {
      "epoch": 0.800409584271964,
      "grad_norm": 2.390971609163504,
      "learning_rate": 0.00028922115071235805,
      "loss": 7.0938,
      "step": 19542
    },
    {
      "epoch": 0.8004505426991604,
      "grad_norm": 1.7595472709811493,
      "learning_rate": 0.0002892199366944905,
      "loss": 5.6875,
      "step": 19543
    },
    {
      "epoch": 0.8004915011263567,
      "grad_norm": 1.4992695451878786,
      "learning_rate": 0.00028921872261080783,
      "loss": 5.1875,
      "step": 19544
    },
    {
      "epoch": 0.8005324595535531,
      "grad_norm": 1.5844912444484194,
      "learning_rate": 0.0002892175084613106,
      "loss": 1.3906,
      "step": 19545
    },
    {
      "epoch": 0.8005734179807495,
      "grad_norm": 1.604991814970759,
      "learning_rate": 0.0002892162942459995,
      "loss": 5.25,
      "step": 19546
    },
    {
      "epoch": 0.800614376407946,
      "grad_norm": 1.6682751717860784,
      "learning_rate": 0.0002892150799648749,
      "loss": 5.25,
      "step": 19547
    },
    {
      "epoch": 0.8006553348351423,
      "grad_norm": 2.2010058664024816,
      "learning_rate": 0.0002892138656179376,
      "loss": 6.9375,
      "step": 19548
    },
    {
      "epoch": 0.8006962932623387,
      "grad_norm": 1.467020848421413,
      "learning_rate": 0.00028921265120518804,
      "loss": 5.2812,
      "step": 19549
    },
    {
      "epoch": 0.8007372516895351,
      "grad_norm": 5.8799707385865325,
      "learning_rate": 0.00028921143672662675,
      "loss": 6.375,
      "step": 19550
    },
    {
      "epoch": 0.8007782101167316,
      "grad_norm": 2.1802205728577158,
      "learning_rate": 0.00028921022218225445,
      "loss": 6.4375,
      "step": 19551
    },
    {
      "epoch": 0.8008191685439279,
      "grad_norm": 1.465804200575299,
      "learning_rate": 0.0002892090075720715,
      "loss": 4.9375,
      "step": 19552
    },
    {
      "epoch": 0.8008601269711243,
      "grad_norm": 1.7919764434370629,
      "learning_rate": 0.00028920779289607875,
      "loss": 6.6562,
      "step": 19553
    },
    {
      "epoch": 0.8009010853983207,
      "grad_norm": 2.9921009073944633,
      "learning_rate": 0.0002892065781542766,
      "loss": 5.6562,
      "step": 19554
    },
    {
      "epoch": 0.8009420438255171,
      "grad_norm": 5.11934647231849,
      "learning_rate": 0.00028920536334666564,
      "loss": 4.4688,
      "step": 19555
    },
    {
      "epoch": 0.8009830022527135,
      "grad_norm": 2.3920705962203925,
      "learning_rate": 0.00028920414847324644,
      "loss": 6.1562,
      "step": 19556
    },
    {
      "epoch": 0.8010239606799099,
      "grad_norm": 1.5722553165600626,
      "learning_rate": 0.0002892029335340197,
      "loss": 5.125,
      "step": 19557
    },
    {
      "epoch": 0.8010649191071063,
      "grad_norm": 1.5258880365868497,
      "learning_rate": 0.00028920171852898577,
      "loss": 6.0312,
      "step": 19558
    },
    {
      "epoch": 0.8011058775343027,
      "grad_norm": 2.7938224814876884,
      "learning_rate": 0.0002892005034581454,
      "loss": 7.0625,
      "step": 19559
    },
    {
      "epoch": 0.801146835961499,
      "grad_norm": 1.7730140416306739,
      "learning_rate": 0.0002891992883214991,
      "loss": 5.8438,
      "step": 19560
    },
    {
      "epoch": 0.8011877943886955,
      "grad_norm": 1.814975674058052,
      "learning_rate": 0.00028919807311904744,
      "loss": 5.8125,
      "step": 19561
    },
    {
      "epoch": 0.8012287528158919,
      "grad_norm": 1.598110143227619,
      "learning_rate": 0.00028919685785079103,
      "loss": 5.0625,
      "step": 19562
    },
    {
      "epoch": 0.8012697112430882,
      "grad_norm": 1.941528288556739,
      "learning_rate": 0.0002891956425167304,
      "loss": 6.8438,
      "step": 19563
    },
    {
      "epoch": 0.8013106696702846,
      "grad_norm": 1.704136975455994,
      "learning_rate": 0.0002891944271168661,
      "loss": 5.1875,
      "step": 19564
    },
    {
      "epoch": 0.8013516280974811,
      "grad_norm": 2.9484601658089664,
      "learning_rate": 0.0002891932116511989,
      "loss": 6.7188,
      "step": 19565
    },
    {
      "epoch": 0.8013925865246775,
      "grad_norm": 2.458781339129619,
      "learning_rate": 0.00028919199611972913,
      "loss": 5.8125,
      "step": 19566
    },
    {
      "epoch": 0.8014335449518738,
      "grad_norm": 1.5964040824269803,
      "learning_rate": 0.0002891907805224574,
      "loss": 5.0,
      "step": 19567
    },
    {
      "epoch": 0.8014745033790702,
      "grad_norm": 3.5144727387885357,
      "learning_rate": 0.00028918956485938444,
      "loss": 5.875,
      "step": 19568
    },
    {
      "epoch": 0.8015154618062666,
      "grad_norm": 2.160114337757273,
      "learning_rate": 0.0002891883491305107,
      "loss": 5.5,
      "step": 19569
    },
    {
      "epoch": 0.8015564202334631,
      "grad_norm": 1.4615453739559716,
      "learning_rate": 0.00028918713333583683,
      "loss": 4.5312,
      "step": 19570
    },
    {
      "epoch": 0.8015973786606594,
      "grad_norm": 4.417327402919598,
      "learning_rate": 0.00028918591747536333,
      "loss": 7.5,
      "step": 19571
    },
    {
      "epoch": 0.8016383370878558,
      "grad_norm": 1.7891179203958207,
      "learning_rate": 0.0002891847015490908,
      "loss": 4.2812,
      "step": 19572
    },
    {
      "epoch": 0.8016792955150522,
      "grad_norm": 1.8119066753398203,
      "learning_rate": 0.00028918348555701976,
      "loss": 5.6875,
      "step": 19573
    },
    {
      "epoch": 0.8017202539422487,
      "grad_norm": 1.584898432514518,
      "learning_rate": 0.00028918226949915094,
      "loss": 5.4062,
      "step": 19574
    },
    {
      "epoch": 0.801761212369445,
      "grad_norm": 1.597345260721905,
      "learning_rate": 0.00028918105337548476,
      "loss": 5.0,
      "step": 19575
    },
    {
      "epoch": 0.8018021707966414,
      "grad_norm": 1.6610717318003212,
      "learning_rate": 0.00028917983718602187,
      "loss": 5.25,
      "step": 19576
    },
    {
      "epoch": 0.8018431292238378,
      "grad_norm": 1.8703303034194265,
      "learning_rate": 0.0002891786209307629,
      "loss": 5.625,
      "step": 19577
    },
    {
      "epoch": 0.8018840876510342,
      "grad_norm": 2.278605549977901,
      "learning_rate": 0.0002891774046097082,
      "loss": 5.6875,
      "step": 19578
    },
    {
      "epoch": 0.8019250460782306,
      "grad_norm": 2.1464374767890613,
      "learning_rate": 0.0002891761882228586,
      "loss": 6.875,
      "step": 19579
    },
    {
      "epoch": 0.801966004505427,
      "grad_norm": 3.442984052415169,
      "learning_rate": 0.0002891749717702146,
      "loss": 2.1875,
      "step": 19580
    },
    {
      "epoch": 0.8020069629326234,
      "grad_norm": 1.6756656817264262,
      "learning_rate": 0.0002891737552517767,
      "loss": 5.625,
      "step": 19581
    },
    {
      "epoch": 0.8020479213598198,
      "grad_norm": 1.5560063256450951,
      "learning_rate": 0.00028917253866754555,
      "loss": 5.0312,
      "step": 19582
    },
    {
      "epoch": 0.8020888797870162,
      "grad_norm": 2.283933511286132,
      "learning_rate": 0.0002891713220175217,
      "loss": 7.0938,
      "step": 19583
    },
    {
      "epoch": 0.8021298382142126,
      "grad_norm": 2.092893771579911,
      "learning_rate": 0.00028917010530170567,
      "loss": 5.8438,
      "step": 19584
    },
    {
      "epoch": 0.802170796641409,
      "grad_norm": 1.8049601584290833,
      "learning_rate": 0.0002891688885200981,
      "loss": 5.375,
      "step": 19585
    },
    {
      "epoch": 0.8022117550686053,
      "grad_norm": 2.065964162708724,
      "learning_rate": 0.0002891676716726996,
      "loss": 7.375,
      "step": 19586
    },
    {
      "epoch": 0.8022527134958017,
      "grad_norm": 1.6902055480597757,
      "learning_rate": 0.00028916645475951074,
      "loss": 1.3906,
      "step": 19587
    },
    {
      "epoch": 0.8022936719229982,
      "grad_norm": 1.656353806595409,
      "learning_rate": 0.00028916523778053195,
      "loss": 5.5,
      "step": 19588
    },
    {
      "epoch": 0.8023346303501946,
      "grad_norm": 4.2931952099610555,
      "learning_rate": 0.000289164020735764,
      "loss": 6.75,
      "step": 19589
    },
    {
      "epoch": 0.8023755887773909,
      "grad_norm": 1.8474910095036186,
      "learning_rate": 0.0002891628036252073,
      "loss": 5.0312,
      "step": 19590
    },
    {
      "epoch": 0.8024165472045873,
      "grad_norm": 1.5787341344762942,
      "learning_rate": 0.0002891615864488625,
      "loss": 4.7188,
      "step": 19591
    },
    {
      "epoch": 0.8024575056317838,
      "grad_norm": 1.802322993755971,
      "learning_rate": 0.0002891603692067303,
      "loss": 5.1875,
      "step": 19592
    },
    {
      "epoch": 0.8024984640589802,
      "grad_norm": 5.064912784485318,
      "learning_rate": 0.000289159151898811,
      "loss": 4.5,
      "step": 19593
    },
    {
      "epoch": 0.8025394224861765,
      "grad_norm": 1.602969396787618,
      "learning_rate": 0.0002891579345251055,
      "loss": 5.5625,
      "step": 19594
    },
    {
      "epoch": 0.8025803809133729,
      "grad_norm": 1.6567758877977568,
      "learning_rate": 0.000289156717085614,
      "loss": 5.0,
      "step": 19595
    },
    {
      "epoch": 0.8026213393405693,
      "grad_norm": 1.8376457467456186,
      "learning_rate": 0.0002891554995803374,
      "loss": 6.0625,
      "step": 19596
    },
    {
      "epoch": 0.8026622977677658,
      "grad_norm": 1.5761278502396023,
      "learning_rate": 0.00028915428200927614,
      "loss": 5.2188,
      "step": 19597
    },
    {
      "epoch": 0.8027032561949621,
      "grad_norm": 1.500095365841355,
      "learning_rate": 0.00028915306437243084,
      "loss": 6.0,
      "step": 19598
    },
    {
      "epoch": 0.8027442146221585,
      "grad_norm": 2.434822095397224,
      "learning_rate": 0.000289151846669802,
      "loss": 7.5938,
      "step": 19599
    },
    {
      "epoch": 0.8027851730493549,
      "grad_norm": 1.634559071136809,
      "learning_rate": 0.00028915062890139023,
      "loss": 4.6562,
      "step": 19600
    },
    {
      "epoch": 0.8028261314765514,
      "grad_norm": 1.682372584924651,
      "learning_rate": 0.0002891494110671961,
      "loss": 7.1875,
      "step": 19601
    },
    {
      "epoch": 0.8028670899037477,
      "grad_norm": 1.3859240400673591,
      "learning_rate": 0.00028914819316722026,
      "loss": 4.6875,
      "step": 19602
    },
    {
      "epoch": 0.8029080483309441,
      "grad_norm": 2.0206346659261034,
      "learning_rate": 0.0002891469752014632,
      "loss": 7.0938,
      "step": 19603
    },
    {
      "epoch": 0.8029490067581405,
      "grad_norm": 1.9810819525789785,
      "learning_rate": 0.00028914575716992554,
      "loss": 5.2812,
      "step": 19604
    },
    {
      "epoch": 0.8029899651853368,
      "grad_norm": 3.0014875046172045,
      "learning_rate": 0.00028914453907260786,
      "loss": 6.4688,
      "step": 19605
    },
    {
      "epoch": 0.8030309236125333,
      "grad_norm": 1.6451038552770463,
      "learning_rate": 0.00028914332090951067,
      "loss": 5.125,
      "step": 19606
    },
    {
      "epoch": 0.8030718820397297,
      "grad_norm": 1.9695504302479716,
      "learning_rate": 0.00028914210268063466,
      "loss": 5.75,
      "step": 19607
    },
    {
      "epoch": 0.8031128404669261,
      "grad_norm": 2.1180217227903175,
      "learning_rate": 0.00028914088438598026,
      "loss": 6.5,
      "step": 19608
    },
    {
      "epoch": 0.8031537988941224,
      "grad_norm": 1.8249594317913482,
      "learning_rate": 0.00028913966602554813,
      "loss": 5.5312,
      "step": 19609
    },
    {
      "epoch": 0.8031947573213188,
      "grad_norm": 2.506007375207727,
      "learning_rate": 0.00028913844759933887,
      "loss": 5.5625,
      "step": 19610
    },
    {
      "epoch": 0.8032357157485153,
      "grad_norm": 2.0692188289148894,
      "learning_rate": 0.00028913722910735306,
      "loss": 5.75,
      "step": 19611
    },
    {
      "epoch": 0.8032766741757117,
      "grad_norm": 1.754457578123549,
      "learning_rate": 0.00028913601054959115,
      "loss": 5.875,
      "step": 19612
    },
    {
      "epoch": 0.803317632602908,
      "grad_norm": 1.7245321611799145,
      "learning_rate": 0.00028913479192605384,
      "loss": 4.9688,
      "step": 19613
    },
    {
      "epoch": 0.8033585910301044,
      "grad_norm": 1.985709205813433,
      "learning_rate": 0.0002891335732367417,
      "loss": 5.625,
      "step": 19614
    },
    {
      "epoch": 0.8033995494573009,
      "grad_norm": 2.178272251725276,
      "learning_rate": 0.0002891323544816553,
      "loss": 4.9688,
      "step": 19615
    },
    {
      "epoch": 0.8034405078844973,
      "grad_norm": 1.8242866097086885,
      "learning_rate": 0.0002891311356607952,
      "loss": 5.4062,
      "step": 19616
    },
    {
      "epoch": 0.8034814663116936,
      "grad_norm": 1.9259859285261303,
      "learning_rate": 0.00028912991677416196,
      "loss": 5.5938,
      "step": 19617
    },
    {
      "epoch": 0.80352242473889,
      "grad_norm": 2.0088760047003316,
      "learning_rate": 0.00028912869782175615,
      "loss": 5.4688,
      "step": 19618
    },
    {
      "epoch": 0.8035633831660864,
      "grad_norm": 4.946806526440786,
      "learning_rate": 0.00028912747880357835,
      "loss": 5.6875,
      "step": 19619
    },
    {
      "epoch": 0.8036043415932829,
      "grad_norm": 1.4669658381461113,
      "learning_rate": 0.00028912625971962917,
      "loss": 5.7188,
      "step": 19620
    },
    {
      "epoch": 0.8036453000204792,
      "grad_norm": 1.9405481621936154,
      "learning_rate": 0.00028912504056990913,
      "loss": 5.4375,
      "step": 19621
    },
    {
      "epoch": 0.8036862584476756,
      "grad_norm": 1.7678883874392286,
      "learning_rate": 0.00028912382135441885,
      "loss": 4.6562,
      "step": 19622
    },
    {
      "epoch": 0.803727216874872,
      "grad_norm": 1.6110936569549783,
      "learning_rate": 0.00028912260207315896,
      "loss": 4.6562,
      "step": 19623
    },
    {
      "epoch": 0.8037681753020685,
      "grad_norm": 1.6450261456453135,
      "learning_rate": 0.00028912138272612996,
      "loss": 4.9062,
      "step": 19624
    },
    {
      "epoch": 0.8038091337292648,
      "grad_norm": 2.0417360562254823,
      "learning_rate": 0.00028912016331333244,
      "loss": 7.0938,
      "step": 19625
    },
    {
      "epoch": 0.8038500921564612,
      "grad_norm": 3.3038172410835327,
      "learning_rate": 0.00028911894383476695,
      "loss": 7.4375,
      "step": 19626
    },
    {
      "epoch": 0.8038910505836576,
      "grad_norm": 1.5322678596220642,
      "learning_rate": 0.00028911772429043414,
      "loss": 4.9062,
      "step": 19627
    },
    {
      "epoch": 0.8039320090108539,
      "grad_norm": 2.6287426004271297,
      "learning_rate": 0.0002891165046803345,
      "loss": 6.0312,
      "step": 19628
    },
    {
      "epoch": 0.8039729674380504,
      "grad_norm": 3.765525144486198,
      "learning_rate": 0.00028911528500446865,
      "loss": 6.625,
      "step": 19629
    },
    {
      "epoch": 0.8040139258652468,
      "grad_norm": 2.2631714016875333,
      "learning_rate": 0.0002891140652628372,
      "loss": 4.8438,
      "step": 19630
    },
    {
      "epoch": 0.8040548842924432,
      "grad_norm": 3.4520195209626916,
      "learning_rate": 0.00028911284545544063,
      "loss": 4.625,
      "step": 19631
    },
    {
      "epoch": 0.8040958427196395,
      "grad_norm": 1.8072166777763439,
      "learning_rate": 0.00028911162558227965,
      "loss": 4.9688,
      "step": 19632
    },
    {
      "epoch": 0.8041368011468359,
      "grad_norm": 1.5966011910262465,
      "learning_rate": 0.00028911040564335476,
      "loss": 6.75,
      "step": 19633
    },
    {
      "epoch": 0.8041777595740324,
      "grad_norm": 2.4409013214902737,
      "learning_rate": 0.0002891091856386665,
      "loss": 5.9375,
      "step": 19634
    },
    {
      "epoch": 0.8042187180012288,
      "grad_norm": 1.4539101971949793,
      "learning_rate": 0.00028910796556821553,
      "loss": 5.4375,
      "step": 19635
    },
    {
      "epoch": 0.8042596764284251,
      "grad_norm": 2.3591967100145843,
      "learning_rate": 0.00028910674543200233,
      "loss": 5.7812,
      "step": 19636
    },
    {
      "epoch": 0.8043006348556215,
      "grad_norm": 1.6579814079207595,
      "learning_rate": 0.0002891055252300276,
      "loss": 5.4062,
      "step": 19637
    },
    {
      "epoch": 0.804341593282818,
      "grad_norm": 2.096414499232149,
      "learning_rate": 0.00028910430496229184,
      "loss": 5.875,
      "step": 19638
    },
    {
      "epoch": 0.8043825517100144,
      "grad_norm": 2.1944107736880474,
      "learning_rate": 0.0002891030846287956,
      "loss": 5.6875,
      "step": 19639
    },
    {
      "epoch": 0.8044235101372107,
      "grad_norm": 1.73499469189216,
      "learning_rate": 0.0002891018642295395,
      "loss": 4.6562,
      "step": 19640
    },
    {
      "epoch": 0.8044644685644071,
      "grad_norm": 1.612743971047922,
      "learning_rate": 0.00028910064376452414,
      "loss": 5.1562,
      "step": 19641
    },
    {
      "epoch": 0.8045054269916035,
      "grad_norm": 1.5996384154992824,
      "learning_rate": 0.00028909942323375004,
      "loss": 5.8438,
      "step": 19642
    },
    {
      "epoch": 0.8045463854188,
      "grad_norm": 1.4033850692327938,
      "learning_rate": 0.00028909820263721777,
      "loss": 5.0312,
      "step": 19643
    },
    {
      "epoch": 0.8045873438459963,
      "grad_norm": 4.6857599210038385,
      "learning_rate": 0.000289096981974928,
      "loss": 5.0,
      "step": 19644
    },
    {
      "epoch": 0.8046283022731927,
      "grad_norm": 1.6578419722059574,
      "learning_rate": 0.0002890957612468812,
      "loss": 6.1875,
      "step": 19645
    },
    {
      "epoch": 0.8046692607003891,
      "grad_norm": 1.6971056930823603,
      "learning_rate": 0.000289094540453078,
      "loss": 5.4062,
      "step": 19646
    },
    {
      "epoch": 0.8047102191275854,
      "grad_norm": 2.128397893551668,
      "learning_rate": 0.00028909331959351905,
      "loss": 4.5312,
      "step": 19647
    },
    {
      "epoch": 0.8047511775547819,
      "grad_norm": 1.768179219673473,
      "learning_rate": 0.0002890920986682048,
      "loss": 5.3438,
      "step": 19648
    },
    {
      "epoch": 0.8047921359819783,
      "grad_norm": 1.634868748994051,
      "learning_rate": 0.00028909087767713587,
      "loss": 5.7812,
      "step": 19649
    },
    {
      "epoch": 0.8048330944091747,
      "grad_norm": 1.7897522351902462,
      "learning_rate": 0.00028908965662031283,
      "loss": 4.7188,
      "step": 19650
    },
    {
      "epoch": 0.804874052836371,
      "grad_norm": 2.020472348481987,
      "learning_rate": 0.0002890884354977363,
      "loss": 5.75,
      "step": 19651
    },
    {
      "epoch": 0.8049150112635675,
      "grad_norm": 2.3440296707886055,
      "learning_rate": 0.00028908721430940686,
      "loss": 6.3125,
      "step": 19652
    },
    {
      "epoch": 0.8049559696907639,
      "grad_norm": 1.8249065240202307,
      "learning_rate": 0.000289085993055325,
      "loss": 5.5,
      "step": 19653
    },
    {
      "epoch": 0.8049969281179603,
      "grad_norm": 2.925743680210961,
      "learning_rate": 0.0002890847717354914,
      "loss": 7.1875,
      "step": 19654
    },
    {
      "epoch": 0.8050378865451566,
      "grad_norm": 1.656325424992925,
      "learning_rate": 0.0002890835503499065,
      "loss": 5.75,
      "step": 19655
    },
    {
      "epoch": 0.805078844972353,
      "grad_norm": 2.333753478245958,
      "learning_rate": 0.00028908232889857105,
      "loss": 4.9062,
      "step": 19656
    },
    {
      "epoch": 0.8051198033995495,
      "grad_norm": 1.586741022255698,
      "learning_rate": 0.0002890811073814855,
      "loss": 5.0,
      "step": 19657
    },
    {
      "epoch": 0.8051607618267459,
      "grad_norm": 1.5655176967523803,
      "learning_rate": 0.00028907988579865044,
      "loss": 5.125,
      "step": 19658
    },
    {
      "epoch": 0.8052017202539422,
      "grad_norm": 1.486008228238306,
      "learning_rate": 0.00028907866415006655,
      "loss": 4.7188,
      "step": 19659
    },
    {
      "epoch": 0.8052426786811386,
      "grad_norm": 1.6691065227900626,
      "learning_rate": 0.00028907744243573437,
      "loss": 5.9062,
      "step": 19660
    },
    {
      "epoch": 0.8052836371083351,
      "grad_norm": 1.579619357236672,
      "learning_rate": 0.0002890762206556544,
      "loss": 4.8438,
      "step": 19661
    },
    {
      "epoch": 0.8053245955355315,
      "grad_norm": 1.4666167028903092,
      "learning_rate": 0.0002890749988098273,
      "loss": 5.2812,
      "step": 19662
    },
    {
      "epoch": 0.8053655539627278,
      "grad_norm": 1.3534227877877496,
      "learning_rate": 0.0002890737768982535,
      "loss": 5.125,
      "step": 19663
    },
    {
      "epoch": 0.8054065123899242,
      "grad_norm": 4.445048151826895,
      "learning_rate": 0.0002890725549209338,
      "loss": 6.1562,
      "step": 19664
    },
    {
      "epoch": 0.8054474708171206,
      "grad_norm": 1.4977853370085277,
      "learning_rate": 0.00028907133287786856,
      "loss": 5.0312,
      "step": 19665
    },
    {
      "epoch": 0.8054884292443171,
      "grad_norm": 2.404652111734353,
      "learning_rate": 0.0002890701107690586,
      "loss": 5.875,
      "step": 19666
    },
    {
      "epoch": 0.8055293876715134,
      "grad_norm": 1.6479289183213888,
      "learning_rate": 0.00028906888859450426,
      "loss": 5.1562,
      "step": 19667
    },
    {
      "epoch": 0.8055703460987098,
      "grad_norm": 4.4764579751140765,
      "learning_rate": 0.00028906766635420625,
      "loss": 1.9219,
      "step": 19668
    },
    {
      "epoch": 0.8056113045259062,
      "grad_norm": 1.625691351628885,
      "learning_rate": 0.00028906644404816514,
      "loss": 4.6875,
      "step": 19669
    },
    {
      "epoch": 0.8056522629531025,
      "grad_norm": 1.7612164653506996,
      "learning_rate": 0.0002890652216763815,
      "loss": 4.875,
      "step": 19670
    },
    {
      "epoch": 0.805693221380299,
      "grad_norm": 1.6231422873412902,
      "learning_rate": 0.00028906399923885577,
      "loss": 5.5625,
      "step": 19671
    },
    {
      "epoch": 0.8057341798074954,
      "grad_norm": 1.7372960748305635,
      "learning_rate": 0.00028906277673558875,
      "loss": 5.5,
      "step": 19672
    },
    {
      "epoch": 0.8057751382346918,
      "grad_norm": 6.071201634596109,
      "learning_rate": 0.00028906155416658097,
      "loss": 6.7812,
      "step": 19673
    },
    {
      "epoch": 0.8058160966618881,
      "grad_norm": 1.551747539239835,
      "learning_rate": 0.00028906033153183286,
      "loss": 5.5312,
      "step": 19674
    },
    {
      "epoch": 0.8058570550890846,
      "grad_norm": 1.7960852023689893,
      "learning_rate": 0.0002890591088313451,
      "loss": 6.6562,
      "step": 19675
    },
    {
      "epoch": 0.805898013516281,
      "grad_norm": 1.938247606806242,
      "learning_rate": 0.0002890578860651183,
      "loss": 5.4375,
      "step": 19676
    },
    {
      "epoch": 0.8059389719434774,
      "grad_norm": 3.2929052398494107,
      "learning_rate": 0.00028905666323315296,
      "loss": 5.8438,
      "step": 19677
    },
    {
      "epoch": 0.8059799303706737,
      "grad_norm": 2.3478720433369373,
      "learning_rate": 0.0002890554403354498,
      "loss": 6.625,
      "step": 19678
    },
    {
      "epoch": 0.8060208887978701,
      "grad_norm": 3.9404272258737825,
      "learning_rate": 0.0002890542173720092,
      "loss": 5.2812,
      "step": 19679
    },
    {
      "epoch": 0.8060618472250666,
      "grad_norm": 1.923844805741257,
      "learning_rate": 0.00028905299434283185,
      "loss": 4.875,
      "step": 19680
    },
    {
      "epoch": 0.806102805652263,
      "grad_norm": 3.033695057439322,
      "learning_rate": 0.0002890517712479183,
      "loss": 6.6562,
      "step": 19681
    },
    {
      "epoch": 0.8061437640794593,
      "grad_norm": 1.5358150055375044,
      "learning_rate": 0.00028905054808726915,
      "loss": 5.625,
      "step": 19682
    },
    {
      "epoch": 0.8061847225066557,
      "grad_norm": 1.632624070445232,
      "learning_rate": 0.000289049324860885,
      "loss": 5.0,
      "step": 19683
    },
    {
      "epoch": 0.8062256809338522,
      "grad_norm": 1.9521903196116324,
      "learning_rate": 0.0002890481015687664,
      "loss": 5.4688,
      "step": 19684
    },
    {
      "epoch": 0.8062666393610486,
      "grad_norm": 2.6449445307163164,
      "learning_rate": 0.00028904687821091387,
      "loss": 5.375,
      "step": 19685
    },
    {
      "epoch": 0.8063075977882449,
      "grad_norm": 3.3408424477973755,
      "learning_rate": 0.0002890456547873281,
      "loss": 4.5,
      "step": 19686
    },
    {
      "epoch": 0.8063485562154413,
      "grad_norm": 2.1196010757678416,
      "learning_rate": 0.0002890444312980096,
      "loss": 5.4062,
      "step": 19687
    },
    {
      "epoch": 0.8063895146426378,
      "grad_norm": 1.6099670674475226,
      "learning_rate": 0.00028904320774295896,
      "loss": 5.4062,
      "step": 19688
    },
    {
      "epoch": 0.8064304730698341,
      "grad_norm": 1.4243961788051414,
      "learning_rate": 0.00028904198412217673,
      "loss": 4.875,
      "step": 19689
    },
    {
      "epoch": 0.8064714314970305,
      "grad_norm": 1.53130927050116,
      "learning_rate": 0.00028904076043566356,
      "loss": 5.0938,
      "step": 19690
    },
    {
      "epoch": 0.8065123899242269,
      "grad_norm": 1.5536405730175737,
      "learning_rate": 0.0002890395366834199,
      "loss": 5.3125,
      "step": 19691
    },
    {
      "epoch": 0.8065533483514233,
      "grad_norm": 5.471392861930936,
      "learning_rate": 0.00028903831286544653,
      "loss": 6.7188,
      "step": 19692
    },
    {
      "epoch": 0.8065943067786197,
      "grad_norm": 4.039116995794837,
      "learning_rate": 0.00028903708898174387,
      "loss": 7.5312,
      "step": 19693
    },
    {
      "epoch": 0.8066352652058161,
      "grad_norm": 1.5262869056002313,
      "learning_rate": 0.0002890358650323126,
      "loss": 5.0938,
      "step": 19694
    },
    {
      "epoch": 0.8066762236330125,
      "grad_norm": 1.5262192639035175,
      "learning_rate": 0.0002890346410171532,
      "loss": 4.9688,
      "step": 19695
    },
    {
      "epoch": 0.8067171820602089,
      "grad_norm": 1.6290104936056518,
      "learning_rate": 0.00028903341693626623,
      "loss": 4.9062,
      "step": 19696
    },
    {
      "epoch": 0.8067581404874052,
      "grad_norm": 5.9167052338749215,
      "learning_rate": 0.00028903219278965235,
      "loss": 4.9375,
      "step": 19697
    },
    {
      "epoch": 0.8067990989146017,
      "grad_norm": 1.4480610376924343,
      "learning_rate": 0.0002890309685773121,
      "loss": 4.75,
      "step": 19698
    },
    {
      "epoch": 0.8068400573417981,
      "grad_norm": 1.933857488448883,
      "learning_rate": 0.00028902974429924615,
      "loss": 5.3438,
      "step": 19699
    },
    {
      "epoch": 0.8068810157689945,
      "grad_norm": 2.8018417391179615,
      "learning_rate": 0.000289028519955455,
      "loss": 5.7812,
      "step": 19700
    },
    {
      "epoch": 0.8069219741961908,
      "grad_norm": 2.163304052118581,
      "learning_rate": 0.00028902729554593914,
      "loss": 6.5312,
      "step": 19701
    },
    {
      "epoch": 0.8069629326233873,
      "grad_norm": 1.6174552666126563,
      "learning_rate": 0.00028902607107069935,
      "loss": 5.2812,
      "step": 19702
    },
    {
      "epoch": 0.8070038910505837,
      "grad_norm": 2.3058926846386116,
      "learning_rate": 0.00028902484652973604,
      "loss": 6.9062,
      "step": 19703
    },
    {
      "epoch": 0.8070448494777801,
      "grad_norm": 2.4151287026975834,
      "learning_rate": 0.00028902362192304986,
      "loss": 7.0,
      "step": 19704
    },
    {
      "epoch": 0.8070858079049764,
      "grad_norm": 1.8055330152131344,
      "learning_rate": 0.0002890223972506414,
      "loss": 5.875,
      "step": 19705
    },
    {
      "epoch": 0.8071267663321728,
      "grad_norm": 3.686752144589491,
      "learning_rate": 0.0002890211725125112,
      "loss": 7.125,
      "step": 19706
    },
    {
      "epoch": 0.8071677247593693,
      "grad_norm": 5.28489436650287,
      "learning_rate": 0.00028901994770865987,
      "loss": 6.0625,
      "step": 19707
    },
    {
      "epoch": 0.8072086831865657,
      "grad_norm": 1.7408816109731489,
      "learning_rate": 0.00028901872283908795,
      "loss": 6.0625,
      "step": 19708
    },
    {
      "epoch": 0.807249641613762,
      "grad_norm": 1.8657876670532059,
      "learning_rate": 0.000289017497903796,
      "loss": 6.3438,
      "step": 19709
    },
    {
      "epoch": 0.8072906000409584,
      "grad_norm": 1.3823491197802447,
      "learning_rate": 0.00028901627290278475,
      "loss": 5.4062,
      "step": 19710
    },
    {
      "epoch": 0.8073315584681549,
      "grad_norm": 1.8260782575305603,
      "learning_rate": 0.0002890150478360546,
      "loss": 5.2812,
      "step": 19711
    },
    {
      "epoch": 0.8073725168953512,
      "grad_norm": 2.3659263089338625,
      "learning_rate": 0.00028901382270360627,
      "loss": 6.4688,
      "step": 19712
    },
    {
      "epoch": 0.8074134753225476,
      "grad_norm": 2.50867829687864,
      "learning_rate": 0.0002890125975054402,
      "loss": 7.0938,
      "step": 19713
    },
    {
      "epoch": 0.807454433749744,
      "grad_norm": 2.0471463319136127,
      "learning_rate": 0.000289011372241557,
      "loss": 6.25,
      "step": 19714
    },
    {
      "epoch": 0.8074953921769404,
      "grad_norm": 2.1510149374750163,
      "learning_rate": 0.0002890101469119574,
      "loss": 6.7188,
      "step": 19715
    },
    {
      "epoch": 0.8075363506041368,
      "grad_norm": 1.6814594969788368,
      "learning_rate": 0.00028900892151664185,
      "loss": 5.0,
      "step": 19716
    },
    {
      "epoch": 0.8075773090313332,
      "grad_norm": 5.379455955969166,
      "learning_rate": 0.0002890076960556109,
      "loss": 5.3125,
      "step": 19717
    },
    {
      "epoch": 0.8076182674585296,
      "grad_norm": 1.826997248613333,
      "learning_rate": 0.00028900647052886524,
      "loss": 4.4375,
      "step": 19718
    },
    {
      "epoch": 0.807659225885726,
      "grad_norm": 1.8806444643984697,
      "learning_rate": 0.0002890052449364053,
      "loss": 5.6562,
      "step": 19719
    },
    {
      "epoch": 0.8077001843129223,
      "grad_norm": 1.4653974047317515,
      "learning_rate": 0.00028900401927823183,
      "loss": 5.2188,
      "step": 19720
    },
    {
      "epoch": 0.8077411427401188,
      "grad_norm": 1.5447334433337896,
      "learning_rate": 0.0002890027935543453,
      "loss": 5.6562,
      "step": 19721
    },
    {
      "epoch": 0.8077821011673152,
      "grad_norm": 1.6215102030883741,
      "learning_rate": 0.0002890015677647463,
      "loss": 6.0,
      "step": 19722
    },
    {
      "epoch": 0.8078230595945116,
      "grad_norm": 1.5146022191396873,
      "learning_rate": 0.0002890003419094354,
      "loss": 4.375,
      "step": 19723
    },
    {
      "epoch": 0.8078640180217079,
      "grad_norm": 1.5453330084367418,
      "learning_rate": 0.0002889991159884133,
      "loss": 4.625,
      "step": 19724
    },
    {
      "epoch": 0.8079049764489044,
      "grad_norm": 8.917776039659502,
      "learning_rate": 0.00028899789000168036,
      "loss": 5.125,
      "step": 19725
    },
    {
      "epoch": 0.8079459348761008,
      "grad_norm": 1.651000783523266,
      "learning_rate": 0.00028899666394923735,
      "loss": 4.9688,
      "step": 19726
    },
    {
      "epoch": 0.8079868933032972,
      "grad_norm": 1.5106339421451636,
      "learning_rate": 0.00028899543783108476,
      "loss": 5.4062,
      "step": 19727
    },
    {
      "epoch": 0.8080278517304935,
      "grad_norm": 4.9461319588186825,
      "learning_rate": 0.0002889942116472232,
      "loss": 5.875,
      "step": 19728
    },
    {
      "epoch": 0.8080688101576899,
      "grad_norm": 2.102998456087302,
      "learning_rate": 0.00028899298539765325,
      "loss": 4.9062,
      "step": 19729
    },
    {
      "epoch": 0.8081097685848864,
      "grad_norm": 2.175663729204351,
      "learning_rate": 0.00028899175908237546,
      "loss": 5.5938,
      "step": 19730
    },
    {
      "epoch": 0.8081507270120827,
      "grad_norm": 1.9946390289882925,
      "learning_rate": 0.00028899053270139047,
      "loss": 5.7812,
      "step": 19731
    },
    {
      "epoch": 0.8081916854392791,
      "grad_norm": 2.832768096616634,
      "learning_rate": 0.00028898930625469876,
      "loss": 5.25,
      "step": 19732
    },
    {
      "epoch": 0.8082326438664755,
      "grad_norm": 2.0349847988337815,
      "learning_rate": 0.0002889880797423011,
      "loss": 6.2812,
      "step": 19733
    },
    {
      "epoch": 0.808273602293672,
      "grad_norm": 2.3109679221554504,
      "learning_rate": 0.0002889868531641978,
      "loss": 6.375,
      "step": 19734
    },
    {
      "epoch": 0.8083145607208683,
      "grad_norm": 1.7223583938077132,
      "learning_rate": 0.00028898562652038967,
      "loss": 5.5,
      "step": 19735
    },
    {
      "epoch": 0.8083555191480647,
      "grad_norm": 2.2024185089241817,
      "learning_rate": 0.00028898439981087716,
      "loss": 7.6562,
      "step": 19736
    },
    {
      "epoch": 0.8083964775752611,
      "grad_norm": 2.9511218341024597,
      "learning_rate": 0.00028898317303566087,
      "loss": 5.0312,
      "step": 19737
    },
    {
      "epoch": 0.8084374360024575,
      "grad_norm": 2.185620612858776,
      "learning_rate": 0.00028898194619474143,
      "loss": 6.3125,
      "step": 19738
    },
    {
      "epoch": 0.8084783944296539,
      "grad_norm": 1.6022049398814713,
      "learning_rate": 0.0002889807192881194,
      "loss": 6.0312,
      "step": 19739
    },
    {
      "epoch": 0.8085193528568503,
      "grad_norm": 2.3524248593160544,
      "learning_rate": 0.0002889794923157953,
      "loss": 5.875,
      "step": 19740
    },
    {
      "epoch": 0.8085603112840467,
      "grad_norm": 9.851971976019122,
      "learning_rate": 0.00028897826527776987,
      "loss": 5.4375,
      "step": 19741
    },
    {
      "epoch": 0.8086012697112431,
      "grad_norm": 1.530725975526249,
      "learning_rate": 0.0002889770381740435,
      "loss": 5.3125,
      "step": 19742
    },
    {
      "epoch": 0.8086422281384394,
      "grad_norm": 3.783532936631554,
      "learning_rate": 0.00028897581100461683,
      "loss": 7.1875,
      "step": 19743
    },
    {
      "epoch": 0.8086831865656359,
      "grad_norm": 1.8419593692292089,
      "learning_rate": 0.0002889745837694905,
      "loss": 6.3125,
      "step": 19744
    },
    {
      "epoch": 0.8087241449928323,
      "grad_norm": 2.216440091334394,
      "learning_rate": 0.00028897335646866506,
      "loss": 4.6875,
      "step": 19745
    },
    {
      "epoch": 0.8087651034200287,
      "grad_norm": 2.0688637695822827,
      "learning_rate": 0.00028897212910214106,
      "loss": 5.625,
      "step": 19746
    },
    {
      "epoch": 0.808806061847225,
      "grad_norm": 3.2972761182616415,
      "learning_rate": 0.00028897090166991906,
      "loss": 7.2188,
      "step": 19747
    },
    {
      "epoch": 0.8088470202744215,
      "grad_norm": 1.565023997162817,
      "learning_rate": 0.0002889696741719997,
      "loss": 4.9062,
      "step": 19748
    },
    {
      "epoch": 0.8088879787016179,
      "grad_norm": 1.4106918077094763,
      "learning_rate": 0.00028896844660838365,
      "loss": 5.4375,
      "step": 19749
    },
    {
      "epoch": 0.8089289371288143,
      "grad_norm": 2.6794072295970084,
      "learning_rate": 0.00028896721897907126,
      "loss": 5.0,
      "step": 19750
    },
    {
      "epoch": 0.8089698955560106,
      "grad_norm": 1.847752233004504,
      "learning_rate": 0.00028896599128406327,
      "loss": 5.0312,
      "step": 19751
    },
    {
      "epoch": 0.809010853983207,
      "grad_norm": 2.3316602473699057,
      "learning_rate": 0.00028896476352336027,
      "loss": 7.4375,
      "step": 19752
    },
    {
      "epoch": 0.8090518124104035,
      "grad_norm": 1.6382342228848241,
      "learning_rate": 0.00028896353569696275,
      "loss": 6.125,
      "step": 19753
    },
    {
      "epoch": 0.8090927708375998,
      "grad_norm": 3.8617994773297997,
      "learning_rate": 0.00028896230780487136,
      "loss": 5.375,
      "step": 19754
    },
    {
      "epoch": 0.8091337292647962,
      "grad_norm": 1.5517413564759044,
      "learning_rate": 0.0002889610798470866,
      "loss": 4.8125,
      "step": 19755
    },
    {
      "epoch": 0.8091746876919926,
      "grad_norm": 2.658713970987588,
      "learning_rate": 0.0002889598518236091,
      "loss": 7.125,
      "step": 19756
    },
    {
      "epoch": 0.8092156461191891,
      "grad_norm": 1.4439344640522644,
      "learning_rate": 0.0002889586237344395,
      "loss": 4.75,
      "step": 19757
    },
    {
      "epoch": 0.8092566045463854,
      "grad_norm": 2.158720463625809,
      "learning_rate": 0.0002889573955795783,
      "loss": 5.5,
      "step": 19758
    },
    {
      "epoch": 0.8092975629735818,
      "grad_norm": 1.528538453561051,
      "learning_rate": 0.00028895616735902615,
      "loss": 5.2812,
      "step": 19759
    },
    {
      "epoch": 0.8093385214007782,
      "grad_norm": 1.4294115616311416,
      "learning_rate": 0.0002889549390727835,
      "loss": 5.125,
      "step": 19760
    },
    {
      "epoch": 0.8093794798279746,
      "grad_norm": 1.6268552483861567,
      "learning_rate": 0.0002889537107208511,
      "loss": 6.0938,
      "step": 19761
    },
    {
      "epoch": 0.809420438255171,
      "grad_norm": 1.7770226628158603,
      "learning_rate": 0.00028895248230322945,
      "loss": 5.4062,
      "step": 19762
    },
    {
      "epoch": 0.8094613966823674,
      "grad_norm": 1.954133818749089,
      "learning_rate": 0.00028895125381991904,
      "loss": 5.4062,
      "step": 19763
    },
    {
      "epoch": 0.8095023551095638,
      "grad_norm": 1.6827672302564936,
      "learning_rate": 0.0002889500252709206,
      "loss": 5.25,
      "step": 19764
    },
    {
      "epoch": 0.8095433135367602,
      "grad_norm": 1.4979973718274278,
      "learning_rate": 0.00028894879665623466,
      "loss": 5.0625,
      "step": 19765
    },
    {
      "epoch": 0.8095842719639565,
      "grad_norm": 1.6501974630637752,
      "learning_rate": 0.0002889475679758618,
      "loss": 5.3125,
      "step": 19766
    },
    {
      "epoch": 0.809625230391153,
      "grad_norm": 3.109574251203459,
      "learning_rate": 0.00028894633922980255,
      "loss": 4.3438,
      "step": 19767
    },
    {
      "epoch": 0.8096661888183494,
      "grad_norm": 1.4190297820159445,
      "learning_rate": 0.00028894511041805754,
      "loss": 5.375,
      "step": 19768
    },
    {
      "epoch": 0.8097071472455458,
      "grad_norm": 1.4011590286174573,
      "learning_rate": 0.0002889438815406274,
      "loss": 4.7188,
      "step": 19769
    },
    {
      "epoch": 0.8097481056727421,
      "grad_norm": 2.47877821099528,
      "learning_rate": 0.0002889426525975126,
      "loss": 7.1562,
      "step": 19770
    },
    {
      "epoch": 0.8097890640999386,
      "grad_norm": 1.5102535815040803,
      "learning_rate": 0.00028894142358871377,
      "loss": 5.4688,
      "step": 19771
    },
    {
      "epoch": 0.809830022527135,
      "grad_norm": 1.577357051093116,
      "learning_rate": 0.0002889401945142315,
      "loss": 5.0938,
      "step": 19772
    },
    {
      "epoch": 0.8098709809543313,
      "grad_norm": 1.3981178557072766,
      "learning_rate": 0.0002889389653740664,
      "loss": 5.6875,
      "step": 19773
    },
    {
      "epoch": 0.8099119393815277,
      "grad_norm": 1.456322893009132,
      "learning_rate": 0.000288937736168219,
      "loss": 5.3125,
      "step": 19774
    },
    {
      "epoch": 0.8099528978087241,
      "grad_norm": 1.6314724504735618,
      "learning_rate": 0.00028893650689668993,
      "loss": 4.875,
      "step": 19775
    },
    {
      "epoch": 0.8099938562359206,
      "grad_norm": 1.8270179668517317,
      "learning_rate": 0.0002889352775594797,
      "loss": 6.75,
      "step": 19776
    },
    {
      "epoch": 0.8100348146631169,
      "grad_norm": 2.801890902300837,
      "learning_rate": 0.000288934048156589,
      "loss": 5.375,
      "step": 19777
    },
    {
      "epoch": 0.8100757730903133,
      "grad_norm": 1.6976287996209427,
      "learning_rate": 0.00028893281868801825,
      "loss": 5.25,
      "step": 19778
    },
    {
      "epoch": 0.8101167315175097,
      "grad_norm": 1.9848778008669588,
      "learning_rate": 0.00028893158915376817,
      "loss": 5.5312,
      "step": 19779
    },
    {
      "epoch": 0.8101576899447062,
      "grad_norm": 1.829719666090466,
      "learning_rate": 0.0002889303595538393,
      "loss": 4.5938,
      "step": 19780
    },
    {
      "epoch": 0.8101986483719025,
      "grad_norm": 1.7273190146501556,
      "learning_rate": 0.0002889291298882322,
      "loss": 5.8438,
      "step": 19781
    },
    {
      "epoch": 0.8102396067990989,
      "grad_norm": 3.6822225147622403,
      "learning_rate": 0.0002889279001569475,
      "loss": 3.6719,
      "step": 19782
    },
    {
      "epoch": 0.8102805652262953,
      "grad_norm": 1.682778886941107,
      "learning_rate": 0.00028892667035998573,
      "loss": 5.875,
      "step": 19783
    },
    {
      "epoch": 0.8103215236534917,
      "grad_norm": 1.987524029973835,
      "learning_rate": 0.0002889254404973475,
      "loss": 4.3125,
      "step": 19784
    },
    {
      "epoch": 0.8103624820806881,
      "grad_norm": 1.6725904282566557,
      "learning_rate": 0.0002889242105690334,
      "loss": 3.9531,
      "step": 19785
    },
    {
      "epoch": 0.8104034405078845,
      "grad_norm": 1.8011122740471663,
      "learning_rate": 0.00028892298057504396,
      "loss": 5.2812,
      "step": 19786
    },
    {
      "epoch": 0.8104443989350809,
      "grad_norm": 2.2114762870755484,
      "learning_rate": 0.0002889217505153798,
      "loss": 7.3125,
      "step": 19787
    },
    {
      "epoch": 0.8104853573622773,
      "grad_norm": 1.8675024369624664,
      "learning_rate": 0.0002889205203900415,
      "loss": 5.0938,
      "step": 19788
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 5.979718752236945,
      "learning_rate": 0.0002889192901990297,
      "loss": 6.7188,
      "step": 19789
    },
    {
      "epoch": 0.8105672742166701,
      "grad_norm": 2.44993378428937,
      "learning_rate": 0.00028891805994234486,
      "loss": 5.0938,
      "step": 19790
    },
    {
      "epoch": 0.8106082326438665,
      "grad_norm": 1.6043375701381957,
      "learning_rate": 0.0002889168296199876,
      "loss": 5.375,
      "step": 19791
    },
    {
      "epoch": 0.8106491910710629,
      "grad_norm": 4.368370525996832,
      "learning_rate": 0.00028891559923195854,
      "loss": 5.9375,
      "step": 19792
    },
    {
      "epoch": 0.8106901494982592,
      "grad_norm": 2.1157314013029307,
      "learning_rate": 0.0002889143687782583,
      "loss": 5.5,
      "step": 19793
    },
    {
      "epoch": 0.8107311079254557,
      "grad_norm": 1.8715907421739568,
      "learning_rate": 0.0002889131382588874,
      "loss": 4.3438,
      "step": 19794
    },
    {
      "epoch": 0.8107720663526521,
      "grad_norm": 1.5570046279006338,
      "learning_rate": 0.00028891190767384633,
      "loss": 4.9062,
      "step": 19795
    },
    {
      "epoch": 0.8108130247798484,
      "grad_norm": 2.0750307661371226,
      "learning_rate": 0.0002889106770231359,
      "loss": 5.5625,
      "step": 19796
    },
    {
      "epoch": 0.8108539832070448,
      "grad_norm": 2.4402603045062636,
      "learning_rate": 0.0002889094463067564,
      "loss": 5.625,
      "step": 19797
    },
    {
      "epoch": 0.8108949416342413,
      "grad_norm": 2.8001251347398832,
      "learning_rate": 0.00028890821552470875,
      "loss": 4.75,
      "step": 19798
    },
    {
      "epoch": 0.8109359000614377,
      "grad_norm": 1.6029743499950209,
      "learning_rate": 0.0002889069846769932,
      "loss": 4.8125,
      "step": 19799
    },
    {
      "epoch": 0.810976858488634,
      "grad_norm": 3.5142383332917566,
      "learning_rate": 0.0002889057537636106,
      "loss": 7.7812,
      "step": 19800
    },
    {
      "epoch": 0.8110178169158304,
      "grad_norm": 3.4160823707234824,
      "learning_rate": 0.0002889045227845614,
      "loss": 7.5,
      "step": 19801
    },
    {
      "epoch": 0.8110587753430268,
      "grad_norm": 1.555491825963049,
      "learning_rate": 0.0002889032917398462,
      "loss": 4.6562,
      "step": 19802
    },
    {
      "epoch": 0.8110997337702233,
      "grad_norm": 1.3104476564559315,
      "learning_rate": 0.00028890206062946554,
      "loss": 3.1875,
      "step": 19803
    },
    {
      "epoch": 0.8111406921974196,
      "grad_norm": 7.96559566408319,
      "learning_rate": 0.0002889008294534201,
      "loss": 2.1094,
      "step": 19804
    },
    {
      "epoch": 0.811181650624616,
      "grad_norm": 1.4235581621755795,
      "learning_rate": 0.0002888995982117104,
      "loss": 4.875,
      "step": 19805
    },
    {
      "epoch": 0.8112226090518124,
      "grad_norm": 1.8064818886851184,
      "learning_rate": 0.000288898366904337,
      "loss": 5.3438,
      "step": 19806
    },
    {
      "epoch": 0.8112635674790089,
      "grad_norm": 1.4917591542830957,
      "learning_rate": 0.0002888971355313005,
      "loss": 7.75,
      "step": 19807
    },
    {
      "epoch": 0.8113045259062052,
      "grad_norm": 4.55167147975574,
      "learning_rate": 0.00028889590409260157,
      "loss": 5.1562,
      "step": 19808
    },
    {
      "epoch": 0.8113454843334016,
      "grad_norm": 1.5541510607150386,
      "learning_rate": 0.0002888946725882407,
      "loss": 5.5,
      "step": 19809
    },
    {
      "epoch": 0.811386442760598,
      "grad_norm": 2.148883880101763,
      "learning_rate": 0.00028889344101821845,
      "loss": 5.625,
      "step": 19810
    },
    {
      "epoch": 0.8114274011877944,
      "grad_norm": 2.158525342243473,
      "learning_rate": 0.0002888922093825354,
      "loss": 5.6562,
      "step": 19811
    },
    {
      "epoch": 0.8114683596149908,
      "grad_norm": 1.7291100811129134,
      "learning_rate": 0.0002888909776811922,
      "loss": 5.3438,
      "step": 19812
    },
    {
      "epoch": 0.8115093180421872,
      "grad_norm": 1.943765780881397,
      "learning_rate": 0.0002888897459141895,
      "loss": 4.1562,
      "step": 19813
    },
    {
      "epoch": 0.8115502764693836,
      "grad_norm": 1.6224133955443616,
      "learning_rate": 0.0002888885140815277,
      "loss": 5.0625,
      "step": 19814
    },
    {
      "epoch": 0.8115912348965799,
      "grad_norm": 8.594165190529798,
      "learning_rate": 0.00028888728218320745,
      "loss": 5.1875,
      "step": 19815
    },
    {
      "epoch": 0.8116321933237763,
      "grad_norm": 1.8784924494421174,
      "learning_rate": 0.0002888860502192294,
      "loss": 6.3125,
      "step": 19816
    },
    {
      "epoch": 0.8116731517509728,
      "grad_norm": 1.577504085504891,
      "learning_rate": 0.00028888481818959403,
      "loss": 5.375,
      "step": 19817
    },
    {
      "epoch": 0.8117141101781692,
      "grad_norm": 3.9864265854265217,
      "learning_rate": 0.00028888358609430203,
      "loss": 5.25,
      "step": 19818
    },
    {
      "epoch": 0.8117550686053655,
      "grad_norm": 1.8969905500121407,
      "learning_rate": 0.00028888235393335394,
      "loss": 6.5625,
      "step": 19819
    },
    {
      "epoch": 0.8117960270325619,
      "grad_norm": 2.0580977219059036,
      "learning_rate": 0.0002888811217067503,
      "loss": 6.5312,
      "step": 19820
    },
    {
      "epoch": 0.8118369854597584,
      "grad_norm": 1.8019869827277515,
      "learning_rate": 0.00028887988941449173,
      "loss": 6.0,
      "step": 19821
    },
    {
      "epoch": 0.8118779438869548,
      "grad_norm": 1.5690095579148613,
      "learning_rate": 0.0002888786570565788,
      "loss": 4.7188,
      "step": 19822
    },
    {
      "epoch": 0.8119189023141511,
      "grad_norm": 1.5217535963941193,
      "learning_rate": 0.0002888774246330121,
      "loss": 4.4062,
      "step": 19823
    },
    {
      "epoch": 0.8119598607413475,
      "grad_norm": 1.3464368746302096,
      "learning_rate": 0.00028887619214379223,
      "loss": 5.4062,
      "step": 19824
    },
    {
      "epoch": 0.8120008191685439,
      "grad_norm": 2.1627604733908337,
      "learning_rate": 0.00028887495958891977,
      "loss": 5.125,
      "step": 19825
    },
    {
      "epoch": 0.8120417775957404,
      "grad_norm": 1.556552488671407,
      "learning_rate": 0.00028887372696839524,
      "loss": 5.0938,
      "step": 19826
    },
    {
      "epoch": 0.8120827360229367,
      "grad_norm": 2.2765542651629245,
      "learning_rate": 0.0002888724942822193,
      "loss": 6.4062,
      "step": 19827
    },
    {
      "epoch": 0.8121236944501331,
      "grad_norm": 3.2225337487025585,
      "learning_rate": 0.0002888712615303925,
      "loss": 6.5938,
      "step": 19828
    },
    {
      "epoch": 0.8121646528773295,
      "grad_norm": 1.6644960898907768,
      "learning_rate": 0.00028887002871291545,
      "loss": 5.4062,
      "step": 19829
    },
    {
      "epoch": 0.812205611304526,
      "grad_norm": 1.7517095574130732,
      "learning_rate": 0.00028886879582978864,
      "loss": 5.4062,
      "step": 19830
    },
    {
      "epoch": 0.8122465697317223,
      "grad_norm": 7.199882316958159,
      "learning_rate": 0.0002888675628810128,
      "loss": 2.7031,
      "step": 19831
    },
    {
      "epoch": 0.8122875281589187,
      "grad_norm": 1.7085358493114935,
      "learning_rate": 0.0002888663298665884,
      "loss": 5.6562,
      "step": 19832
    },
    {
      "epoch": 0.8123284865861151,
      "grad_norm": 1.8048674875113346,
      "learning_rate": 0.00028886509678651605,
      "loss": 5.6875,
      "step": 19833
    },
    {
      "epoch": 0.8123694450133115,
      "grad_norm": 2.369302911129329,
      "learning_rate": 0.00028886386364079635,
      "loss": 7.25,
      "step": 19834
    },
    {
      "epoch": 0.8124104034405079,
      "grad_norm": 1.6283912173888233,
      "learning_rate": 0.0002888626304294299,
      "loss": 6.25,
      "step": 19835
    },
    {
      "epoch": 0.8124513618677043,
      "grad_norm": 1.5295886041022675,
      "learning_rate": 0.0002888613971524172,
      "loss": 5.4062,
      "step": 19836
    },
    {
      "epoch": 0.8124923202949007,
      "grad_norm": 1.5418863985490217,
      "learning_rate": 0.0002888601638097589,
      "loss": 6.0312,
      "step": 19837
    },
    {
      "epoch": 0.812533278722097,
      "grad_norm": 1.9500847693655292,
      "learning_rate": 0.0002888589304014556,
      "loss": 4.7812,
      "step": 19838
    },
    {
      "epoch": 0.8125742371492934,
      "grad_norm": 1.7654607630097308,
      "learning_rate": 0.00028885769692750784,
      "loss": 5.3438,
      "step": 19839
    },
    {
      "epoch": 0.8126151955764899,
      "grad_norm": 1.6241393469722203,
      "learning_rate": 0.00028885646338791624,
      "loss": 5.0938,
      "step": 19840
    },
    {
      "epoch": 0.8126561540036863,
      "grad_norm": 3.8663531419686654,
      "learning_rate": 0.0002888552297826813,
      "loss": 4.9688,
      "step": 19841
    },
    {
      "epoch": 0.8126971124308826,
      "grad_norm": 2.023800724000878,
      "learning_rate": 0.0002888539961118037,
      "loss": 6.4375,
      "step": 19842
    },
    {
      "epoch": 0.812738070858079,
      "grad_norm": 1.351513839336318,
      "learning_rate": 0.00028885276237528403,
      "loss": 5.2812,
      "step": 19843
    },
    {
      "epoch": 0.8127790292852755,
      "grad_norm": 1.5898734085780981,
      "learning_rate": 0.0002888515285731228,
      "loss": 4.4062,
      "step": 19844
    },
    {
      "epoch": 0.8128199877124719,
      "grad_norm": 1.5118687872847612,
      "learning_rate": 0.00028885029470532064,
      "loss": 5.4062,
      "step": 19845
    },
    {
      "epoch": 0.8128609461396682,
      "grad_norm": 2.349069298762442,
      "learning_rate": 0.0002888490607718781,
      "loss": 5.5312,
      "step": 19846
    },
    {
      "epoch": 0.8129019045668646,
      "grad_norm": 3.1022112690289,
      "learning_rate": 0.00028884782677279574,
      "loss": 4.9688,
      "step": 19847
    },
    {
      "epoch": 0.812942862994061,
      "grad_norm": 5.827527570182463,
      "learning_rate": 0.00028884659270807424,
      "loss": 2.0312,
      "step": 19848
    },
    {
      "epoch": 0.8129838214212575,
      "grad_norm": 1.6309866154856503,
      "learning_rate": 0.0002888453585777141,
      "loss": 4.625,
      "step": 19849
    },
    {
      "epoch": 0.8130247798484538,
      "grad_norm": 1.755521721431437,
      "learning_rate": 0.00028884412438171593,
      "loss": 5.3125,
      "step": 19850
    },
    {
      "epoch": 0.8130657382756502,
      "grad_norm": 1.5991469393708964,
      "learning_rate": 0.00028884289012008033,
      "loss": 5.7188,
      "step": 19851
    },
    {
      "epoch": 0.8131066967028466,
      "grad_norm": 1.6336465462390428,
      "learning_rate": 0.0002888416557928079,
      "loss": 5.0625,
      "step": 19852
    },
    {
      "epoch": 0.8131476551300431,
      "grad_norm": 2.3020282036072457,
      "learning_rate": 0.00028884042139989914,
      "loss": 6.3125,
      "step": 19853
    },
    {
      "epoch": 0.8131886135572394,
      "grad_norm": 1.4751968621418754,
      "learning_rate": 0.0002888391869413547,
      "loss": 4.9062,
      "step": 19854
    },
    {
      "epoch": 0.8132295719844358,
      "grad_norm": 3.43547302257837,
      "learning_rate": 0.00028883795241717514,
      "loss": 8.125,
      "step": 19855
    },
    {
      "epoch": 0.8132705304116322,
      "grad_norm": 2.0897047216052047,
      "learning_rate": 0.0002888367178273611,
      "loss": 5.7812,
      "step": 19856
    },
    {
      "epoch": 0.8133114888388285,
      "grad_norm": 1.6236404686325885,
      "learning_rate": 0.00028883548317191305,
      "loss": 5.125,
      "step": 19857
    },
    {
      "epoch": 0.813352447266025,
      "grad_norm": 1.7484043743998077,
      "learning_rate": 0.00028883424845083165,
      "loss": 5.9688,
      "step": 19858
    },
    {
      "epoch": 0.8133934056932214,
      "grad_norm": 1.6988175672027377,
      "learning_rate": 0.00028883301366411753,
      "loss": 5.75,
      "step": 19859
    },
    {
      "epoch": 0.8134343641204178,
      "grad_norm": 1.525339327188222,
      "learning_rate": 0.0002888317788117712,
      "loss": 5.75,
      "step": 19860
    },
    {
      "epoch": 0.8134753225476141,
      "grad_norm": 1.470429653126551,
      "learning_rate": 0.0002888305438937932,
      "loss": 4.5,
      "step": 19861
    },
    {
      "epoch": 0.8135162809748105,
      "grad_norm": 1.6717357879816088,
      "learning_rate": 0.0002888293089101842,
      "loss": 4.7812,
      "step": 19862
    },
    {
      "epoch": 0.813557239402007,
      "grad_norm": 1.5387265696748895,
      "learning_rate": 0.00028882807386094485,
      "loss": 5.3438,
      "step": 19863
    },
    {
      "epoch": 0.8135981978292034,
      "grad_norm": 1.7709899022528168,
      "learning_rate": 0.0002888268387460755,
      "loss": 5.7188,
      "step": 19864
    },
    {
      "epoch": 0.8136391562563997,
      "grad_norm": 1.5140411865507857,
      "learning_rate": 0.00028882560356557695,
      "loss": 5.9375,
      "step": 19865
    },
    {
      "epoch": 0.8136801146835961,
      "grad_norm": 2.432009457855811,
      "learning_rate": 0.0002888243683194497,
      "loss": 5.5312,
      "step": 19866
    },
    {
      "epoch": 0.8137210731107926,
      "grad_norm": 2.5772172196397554,
      "learning_rate": 0.00028882313300769433,
      "loss": 5.75,
      "step": 19867
    },
    {
      "epoch": 0.813762031537989,
      "grad_norm": 1.9958716721263017,
      "learning_rate": 0.0002888218976303115,
      "loss": 4.5312,
      "step": 19868
    },
    {
      "epoch": 0.8138029899651853,
      "grad_norm": 1.5251021113168757,
      "learning_rate": 0.00028882066218730164,
      "loss": 4.625,
      "step": 19869
    },
    {
      "epoch": 0.8138439483923817,
      "grad_norm": 2.7303722267665242,
      "learning_rate": 0.00028881942667866554,
      "loss": 3.8125,
      "step": 19870
    },
    {
      "epoch": 0.8138849068195781,
      "grad_norm": 2.9369103417101328,
      "learning_rate": 0.00028881819110440355,
      "loss": 4.6562,
      "step": 19871
    },
    {
      "epoch": 0.8139258652467746,
      "grad_norm": 2.023369309214144,
      "learning_rate": 0.0002888169554645165,
      "loss": 4.9062,
      "step": 19872
    },
    {
      "epoch": 0.8139668236739709,
      "grad_norm": 2.4949630393515583,
      "learning_rate": 0.0002888157197590047,
      "loss": 6.25,
      "step": 19873
    },
    {
      "epoch": 0.8140077821011673,
      "grad_norm": 1.53954762375705,
      "learning_rate": 0.000288814483987869,
      "loss": 4.4688,
      "step": 19874
    },
    {
      "epoch": 0.8140487405283637,
      "grad_norm": 1.8941216719251046,
      "learning_rate": 0.0002888132481511098,
      "loss": 5.6562,
      "step": 19875
    },
    {
      "epoch": 0.8140896989555602,
      "grad_norm": 1.5178080013315154,
      "learning_rate": 0.0002888120122487278,
      "loss": 4.6875,
      "step": 19876
    },
    {
      "epoch": 0.8141306573827565,
      "grad_norm": 2.9826781908069546,
      "learning_rate": 0.00028881077628072353,
      "loss": 6.4688,
      "step": 19877
    },
    {
      "epoch": 0.8141716158099529,
      "grad_norm": 1.774395719475355,
      "learning_rate": 0.00028880954024709755,
      "loss": 6.9375,
      "step": 19878
    },
    {
      "epoch": 0.8142125742371493,
      "grad_norm": 1.804430990684049,
      "learning_rate": 0.0002888083041478505,
      "loss": 4.4375,
      "step": 19879
    },
    {
      "epoch": 0.8142535326643456,
      "grad_norm": 4.893917769495416,
      "learning_rate": 0.00028880706798298293,
      "loss": 4.7812,
      "step": 19880
    },
    {
      "epoch": 0.8142944910915421,
      "grad_norm": 2.5106115078544837,
      "learning_rate": 0.00028880583175249543,
      "loss": 6.5938,
      "step": 19881
    },
    {
      "epoch": 0.8143354495187385,
      "grad_norm": 2.7207582745258265,
      "learning_rate": 0.00028880459545638855,
      "loss": 8.375,
      "step": 19882
    },
    {
      "epoch": 0.8143764079459349,
      "grad_norm": 1.4894735445293128,
      "learning_rate": 0.000288803359094663,
      "loss": 5.375,
      "step": 19883
    },
    {
      "epoch": 0.8144173663731312,
      "grad_norm": 1.6882644700987652,
      "learning_rate": 0.0002888021226673192,
      "loss": 5.4375,
      "step": 19884
    },
    {
      "epoch": 0.8144583248003276,
      "grad_norm": 3.4977769149756535,
      "learning_rate": 0.0002888008861743578,
      "loss": 5.3125,
      "step": 19885
    },
    {
      "epoch": 0.8144992832275241,
      "grad_norm": 1.927041069489247,
      "learning_rate": 0.0002887996496157795,
      "loss": 4.2812,
      "step": 19886
    },
    {
      "epoch": 0.8145402416547205,
      "grad_norm": 1.6004671101322292,
      "learning_rate": 0.0002887984129915847,
      "loss": 4.6875,
      "step": 19887
    },
    {
      "epoch": 0.8145812000819168,
      "grad_norm": 1.5206912680273876,
      "learning_rate": 0.00028879717630177405,
      "loss": 5.4688,
      "step": 19888
    },
    {
      "epoch": 0.8146221585091132,
      "grad_norm": 1.8201984035767202,
      "learning_rate": 0.00028879593954634817,
      "loss": 5.4688,
      "step": 19889
    },
    {
      "epoch": 0.8146631169363097,
      "grad_norm": 6.999494699571605,
      "learning_rate": 0.00028879470272530767,
      "loss": 6.9688,
      "step": 19890
    },
    {
      "epoch": 0.8147040753635061,
      "grad_norm": 1.3712117215102348,
      "learning_rate": 0.000288793465838653,
      "loss": 4.3125,
      "step": 19891
    },
    {
      "epoch": 0.8147450337907024,
      "grad_norm": 3.411840663962492,
      "learning_rate": 0.0002887922288863849,
      "loss": 1.8672,
      "step": 19892
    },
    {
      "epoch": 0.8147859922178988,
      "grad_norm": 2.9520865112357644,
      "learning_rate": 0.00028879099186850387,
      "loss": 5.5938,
      "step": 19893
    },
    {
      "epoch": 0.8148269506450952,
      "grad_norm": 1.8282032534904702,
      "learning_rate": 0.0002887897547850105,
      "loss": 6.0,
      "step": 19894
    },
    {
      "epoch": 0.8148679090722917,
      "grad_norm": 1.634223467565871,
      "learning_rate": 0.0002887885176359054,
      "loss": 4.1875,
      "step": 19895
    },
    {
      "epoch": 0.814908867499488,
      "grad_norm": 1.6477749584652988,
      "learning_rate": 0.0002887872804211892,
      "loss": 5.3125,
      "step": 19896
    },
    {
      "epoch": 0.8149498259266844,
      "grad_norm": 2.7131123563067074,
      "learning_rate": 0.0002887860431408623,
      "loss": 6.3125,
      "step": 19897
    },
    {
      "epoch": 0.8149907843538808,
      "grad_norm": 4.775534677694514,
      "learning_rate": 0.0002887848057949255,
      "loss": 5.5312,
      "step": 19898
    },
    {
      "epoch": 0.8150317427810773,
      "grad_norm": 1.7347890197468903,
      "learning_rate": 0.00028878356838337924,
      "loss": 6.9375,
      "step": 19899
    },
    {
      "epoch": 0.8150727012082736,
      "grad_norm": 1.9270692621617755,
      "learning_rate": 0.00028878233090622426,
      "loss": 5.375,
      "step": 19900
    },
    {
      "epoch": 0.81511365963547,
      "grad_norm": 1.8309098890522537,
      "learning_rate": 0.000288781093363461,
      "loss": 4.6562,
      "step": 19901
    },
    {
      "epoch": 0.8151546180626664,
      "grad_norm": 1.9288190637544955,
      "learning_rate": 0.0002887798557550901,
      "loss": 5.125,
      "step": 19902
    },
    {
      "epoch": 0.8151955764898627,
      "grad_norm": 1.3725282976433493,
      "learning_rate": 0.00028877861808111207,
      "loss": 4.8125,
      "step": 19903
    },
    {
      "epoch": 0.8152365349170592,
      "grad_norm": 1.5300024711758242,
      "learning_rate": 0.0002887773803415276,
      "loss": 5.2188,
      "step": 19904
    },
    {
      "epoch": 0.8152774933442556,
      "grad_norm": 3.8150718158878396,
      "learning_rate": 0.00028877614253633725,
      "loss": 8.0625,
      "step": 19905
    },
    {
      "epoch": 0.815318451771452,
      "grad_norm": 1.526378269669494,
      "learning_rate": 0.0002887749046655416,
      "loss": 5.0,
      "step": 19906
    },
    {
      "epoch": 0.8153594101986483,
      "grad_norm": 2.1537460151118717,
      "learning_rate": 0.00028877366672914117,
      "loss": 7.875,
      "step": 19907
    },
    {
      "epoch": 0.8154003686258448,
      "grad_norm": 1.7694322003466703,
      "learning_rate": 0.0002887724287271367,
      "loss": 5.2812,
      "step": 19908
    },
    {
      "epoch": 0.8154413270530412,
      "grad_norm": 1.7363622536501409,
      "learning_rate": 0.0002887711906595286,
      "loss": 4.0625,
      "step": 19909
    },
    {
      "epoch": 0.8154822854802376,
      "grad_norm": 2.6048271113885804,
      "learning_rate": 0.00028876995252631756,
      "loss": 4.9688,
      "step": 19910
    },
    {
      "epoch": 0.8155232439074339,
      "grad_norm": 1.6846705331960539,
      "learning_rate": 0.00028876871432750417,
      "loss": 5.1875,
      "step": 19911
    },
    {
      "epoch": 0.8155642023346303,
      "grad_norm": 2.463122403564353,
      "learning_rate": 0.00028876747606308896,
      "loss": 6.6875,
      "step": 19912
    },
    {
      "epoch": 0.8156051607618268,
      "grad_norm": 1.8717865087300871,
      "learning_rate": 0.00028876623773307246,
      "loss": 5.4375,
      "step": 19913
    },
    {
      "epoch": 0.8156461191890232,
      "grad_norm": 1.5080331923956147,
      "learning_rate": 0.0002887649993374554,
      "loss": 5.4062,
      "step": 19914
    },
    {
      "epoch": 0.8156870776162195,
      "grad_norm": 6.770187153533372,
      "learning_rate": 0.00028876376087623836,
      "loss": 6.4375,
      "step": 19915
    },
    {
      "epoch": 0.8157280360434159,
      "grad_norm": 1.5594426227993494,
      "learning_rate": 0.0002887625223494218,
      "loss": 5.0938,
      "step": 19916
    },
    {
      "epoch": 0.8157689944706124,
      "grad_norm": 2.1993031178082743,
      "learning_rate": 0.0002887612837570064,
      "loss": 6.6562,
      "step": 19917
    },
    {
      "epoch": 0.8158099528978088,
      "grad_norm": 1.5554104315820563,
      "learning_rate": 0.0002887600450989927,
      "loss": 5.3438,
      "step": 19918
    },
    {
      "epoch": 0.8158509113250051,
      "grad_norm": 1.6779677196999758,
      "learning_rate": 0.0002887588063753813,
      "loss": 5.2812,
      "step": 19919
    },
    {
      "epoch": 0.8158918697522015,
      "grad_norm": 2.1387693159173122,
      "learning_rate": 0.0002887575675861728,
      "loss": 5.0,
      "step": 19920
    },
    {
      "epoch": 0.8159328281793979,
      "grad_norm": 2.195297854116197,
      "learning_rate": 0.0002887563287313678,
      "loss": 6.4062,
      "step": 19921
    },
    {
      "epoch": 0.8159737866065943,
      "grad_norm": 2.2438239303795555,
      "learning_rate": 0.0002887550898109668,
      "loss": 6.6875,
      "step": 19922
    },
    {
      "epoch": 0.8160147450337907,
      "grad_norm": 1.6407407429925966,
      "learning_rate": 0.0002887538508249704,
      "loss": 5.4062,
      "step": 19923
    },
    {
      "epoch": 0.8160557034609871,
      "grad_norm": 1.5329194958693728,
      "learning_rate": 0.0002887526117733794,
      "loss": 4.7812,
      "step": 19924
    },
    {
      "epoch": 0.8160966618881835,
      "grad_norm": 1.857226173048201,
      "learning_rate": 0.0002887513726561941,
      "loss": 4.3125,
      "step": 19925
    },
    {
      "epoch": 0.8161376203153798,
      "grad_norm": 5.3977562257791485,
      "learning_rate": 0.0002887501334734152,
      "loss": 6.75,
      "step": 19926
    },
    {
      "epoch": 0.8161785787425763,
      "grad_norm": 1.49627347160938,
      "learning_rate": 0.0002887488942250433,
      "loss": 5.0938,
      "step": 19927
    },
    {
      "epoch": 0.8162195371697727,
      "grad_norm": 2.6955957682214495,
      "learning_rate": 0.00028874765491107904,
      "loss": 5.3438,
      "step": 19928
    },
    {
      "epoch": 0.8162604955969691,
      "grad_norm": 1.6349526368531726,
      "learning_rate": 0.00028874641553152286,
      "loss": 4.9688,
      "step": 19929
    },
    {
      "epoch": 0.8163014540241654,
      "grad_norm": 1.4756718780297267,
      "learning_rate": 0.0002887451760863755,
      "loss": 5.0938,
      "step": 19930
    },
    {
      "epoch": 0.8163424124513619,
      "grad_norm": 1.6875826032513155,
      "learning_rate": 0.00028874393657563735,
      "loss": 5.7188,
      "step": 19931
    },
    {
      "epoch": 0.8163833708785583,
      "grad_norm": 1.6856900894376938,
      "learning_rate": 0.0002887426969993092,
      "loss": 3.875,
      "step": 19932
    },
    {
      "epoch": 0.8164243293057547,
      "grad_norm": 2.973408641171136,
      "learning_rate": 0.00028874145735739156,
      "loss": 7.125,
      "step": 19933
    },
    {
      "epoch": 0.816465287732951,
      "grad_norm": 5.555921449302111,
      "learning_rate": 0.000288740217649885,
      "loss": 3.1406,
      "step": 19934
    },
    {
      "epoch": 0.8165062461601474,
      "grad_norm": 3.160097424180937,
      "learning_rate": 0.0002887389778767901,
      "loss": 5.0312,
      "step": 19935
    },
    {
      "epoch": 0.8165472045873439,
      "grad_norm": 1.657817498226068,
      "learning_rate": 0.00028873773803810747,
      "loss": 5.0312,
      "step": 19936
    },
    {
      "epoch": 0.8165881630145403,
      "grad_norm": 2.225462131906109,
      "learning_rate": 0.00028873649813383767,
      "loss": 5.25,
      "step": 19937
    },
    {
      "epoch": 0.8166291214417366,
      "grad_norm": 2.3457538984645665,
      "learning_rate": 0.00028873525816398133,
      "loss": 6.3438,
      "step": 19938
    },
    {
      "epoch": 0.816670079868933,
      "grad_norm": 1.6746341927442876,
      "learning_rate": 0.000288734018128539,
      "loss": 4.7188,
      "step": 19939
    },
    {
      "epoch": 0.8167110382961295,
      "grad_norm": 1.608425441255389,
      "learning_rate": 0.00028873277802751127,
      "loss": 5.0312,
      "step": 19940
    },
    {
      "epoch": 0.8167519967233259,
      "grad_norm": 1.8287781105458794,
      "learning_rate": 0.00028873153786089875,
      "loss": 5.1875,
      "step": 19941
    },
    {
      "epoch": 0.8167929551505222,
      "grad_norm": 2.6096089375343143,
      "learning_rate": 0.000288730297628702,
      "loss": 1.3125,
      "step": 19942
    },
    {
      "epoch": 0.8168339135777186,
      "grad_norm": 2.5986364262493797,
      "learning_rate": 0.00028872905733092163,
      "loss": 5.8438,
      "step": 19943
    },
    {
      "epoch": 0.816874872004915,
      "grad_norm": 5.019177804377875,
      "learning_rate": 0.0002887278169675582,
      "loss": 4.8438,
      "step": 19944
    },
    {
      "epoch": 0.8169158304321114,
      "grad_norm": 5.015525634578978,
      "learning_rate": 0.0002887265765386123,
      "loss": 6.1562,
      "step": 19945
    },
    {
      "epoch": 0.8169567888593078,
      "grad_norm": 1.5230364060088213,
      "learning_rate": 0.0002887253360440845,
      "loss": 5.25,
      "step": 19946
    },
    {
      "epoch": 0.8169977472865042,
      "grad_norm": 1.7171595383645955,
      "learning_rate": 0.00028872409548397546,
      "loss": 7.0,
      "step": 19947
    },
    {
      "epoch": 0.8170387057137006,
      "grad_norm": 1.9231772220414436,
      "learning_rate": 0.0002887228548582857,
      "loss": 5.5625,
      "step": 19948
    },
    {
      "epoch": 0.8170796641408969,
      "grad_norm": 2.031347040509079,
      "learning_rate": 0.00028872161416701583,
      "loss": 5.875,
      "step": 19949
    },
    {
      "epoch": 0.8171206225680934,
      "grad_norm": 1.6685650018446927,
      "learning_rate": 0.0002887203734101664,
      "loss": 5.0,
      "step": 19950
    },
    {
      "epoch": 0.8171615809952898,
      "grad_norm": 1.8615827431406367,
      "learning_rate": 0.00028871913258773804,
      "loss": 5.8438,
      "step": 19951
    },
    {
      "epoch": 0.8172025394224862,
      "grad_norm": 1.5893192068808593,
      "learning_rate": 0.0002887178916997314,
      "loss": 4.9688,
      "step": 19952
    },
    {
      "epoch": 0.8172434978496825,
      "grad_norm": 2.6373941169016444,
      "learning_rate": 0.0002887166507461469,
      "loss": 6.5312,
      "step": 19953
    },
    {
      "epoch": 0.817284456276879,
      "grad_norm": 1.7446820567851997,
      "learning_rate": 0.00028871540972698524,
      "loss": 5.9375,
      "step": 19954
    },
    {
      "epoch": 0.8173254147040754,
      "grad_norm": 1.4373161431991235,
      "learning_rate": 0.000288714168642247,
      "loss": 5.1875,
      "step": 19955
    },
    {
      "epoch": 0.8173663731312718,
      "grad_norm": 1.997927630034705,
      "learning_rate": 0.0002887129274919327,
      "loss": 4.9062,
      "step": 19956
    },
    {
      "epoch": 0.8174073315584681,
      "grad_norm": 1.7338921333410795,
      "learning_rate": 0.00028871168627604303,
      "loss": 5.125,
      "step": 19957
    },
    {
      "epoch": 0.8174482899856645,
      "grad_norm": 1.4558674870556199,
      "learning_rate": 0.00028871044499457853,
      "loss": 4.8438,
      "step": 19958
    },
    {
      "epoch": 0.817489248412861,
      "grad_norm": 1.6226168487993533,
      "learning_rate": 0.0002887092036475397,
      "loss": 5.1875,
      "step": 19959
    },
    {
      "epoch": 0.8175302068400574,
      "grad_norm": 2.8091963533064757,
      "learning_rate": 0.0002887079622349273,
      "loss": 6.6562,
      "step": 19960
    },
    {
      "epoch": 0.8175711652672537,
      "grad_norm": 1.4384620301525426,
      "learning_rate": 0.0002887067207567418,
      "loss": 4.5,
      "step": 19961
    },
    {
      "epoch": 0.8176121236944501,
      "grad_norm": 4.692194558924755,
      "learning_rate": 0.0002887054792129838,
      "loss": 6.9062,
      "step": 19962
    },
    {
      "epoch": 0.8176530821216466,
      "grad_norm": 4.699149658995637,
      "learning_rate": 0.00028870423760365385,
      "loss": 3.6406,
      "step": 19963
    },
    {
      "epoch": 0.8176940405488429,
      "grad_norm": 6.067741755008137,
      "learning_rate": 0.00028870299592875266,
      "loss": 7.875,
      "step": 19964
    },
    {
      "epoch": 0.8177349989760393,
      "grad_norm": 1.3561722711896864,
      "learning_rate": 0.0002887017541882807,
      "loss": 5.375,
      "step": 19965
    },
    {
      "epoch": 0.8177759574032357,
      "grad_norm": 7.446363585657539,
      "learning_rate": 0.00028870051238223866,
      "loss": 5.375,
      "step": 19966
    },
    {
      "epoch": 0.8178169158304321,
      "grad_norm": 2.4906105711618762,
      "learning_rate": 0.000288699270510627,
      "loss": 6.8438,
      "step": 19967
    },
    {
      "epoch": 0.8178578742576285,
      "grad_norm": 2.307606954311851,
      "learning_rate": 0.0002886980285734464,
      "loss": 5.0625,
      "step": 19968
    },
    {
      "epoch": 0.8178988326848249,
      "grad_norm": 1.5618969758663062,
      "learning_rate": 0.0002886967865706974,
      "loss": 5.25,
      "step": 19969
    },
    {
      "epoch": 0.8179397911120213,
      "grad_norm": 1.563558313586235,
      "learning_rate": 0.00028869554450238063,
      "loss": 5.0312,
      "step": 19970
    },
    {
      "epoch": 0.8179807495392177,
      "grad_norm": 2.1266114797827753,
      "learning_rate": 0.0002886943023684966,
      "loss": 5.7812,
      "step": 19971
    },
    {
      "epoch": 0.818021707966414,
      "grad_norm": 11.554252646927658,
      "learning_rate": 0.00028869306016904604,
      "loss": 4.5,
      "step": 19972
    },
    {
      "epoch": 0.8180626663936105,
      "grad_norm": 1.550938208106008,
      "learning_rate": 0.0002886918179040294,
      "loss": 4.8125,
      "step": 19973
    },
    {
      "epoch": 0.8181036248208069,
      "grad_norm": 1.7461218810256824,
      "learning_rate": 0.00028869057557344733,
      "loss": 4.75,
      "step": 19974
    },
    {
      "epoch": 0.8181445832480033,
      "grad_norm": 1.8449640875417337,
      "learning_rate": 0.0002886893331773004,
      "loss": 5.0,
      "step": 19975
    },
    {
      "epoch": 0.8181855416751996,
      "grad_norm": 1.7014107290200489,
      "learning_rate": 0.00028868809071558917,
      "loss": 5.1562,
      "step": 19976
    },
    {
      "epoch": 0.8182265001023961,
      "grad_norm": 2.0389599444423814,
      "learning_rate": 0.0002886868481883143,
      "loss": 5.4688,
      "step": 19977
    },
    {
      "epoch": 0.8182674585295925,
      "grad_norm": 1.7107141730981088,
      "learning_rate": 0.00028868560559547633,
      "loss": 5.7812,
      "step": 19978
    },
    {
      "epoch": 0.8183084169567889,
      "grad_norm": 2.9998827501430188,
      "learning_rate": 0.00028868436293707584,
      "loss": 5.2188,
      "step": 19979
    },
    {
      "epoch": 0.8183493753839852,
      "grad_norm": 2.1306965410339216,
      "learning_rate": 0.0002886831202131134,
      "loss": 5.7812,
      "step": 19980
    },
    {
      "epoch": 0.8183903338111816,
      "grad_norm": 1.6854573276344196,
      "learning_rate": 0.0002886818774235897,
      "loss": 6.0312,
      "step": 19981
    },
    {
      "epoch": 0.8184312922383781,
      "grad_norm": 3.2327766740994357,
      "learning_rate": 0.00028868063456850525,
      "loss": 7.5,
      "step": 19982
    },
    {
      "epoch": 0.8184722506655745,
      "grad_norm": 1.6522646266797087,
      "learning_rate": 0.0002886793916478606,
      "loss": 5.2812,
      "step": 19983
    },
    {
      "epoch": 0.8185132090927708,
      "grad_norm": 2.771940221228952,
      "learning_rate": 0.0002886781486616564,
      "loss": 4.8125,
      "step": 19984
    },
    {
      "epoch": 0.8185541675199672,
      "grad_norm": 1.8153935975232305,
      "learning_rate": 0.0002886769056098932,
      "loss": 5.7812,
      "step": 19985
    },
    {
      "epoch": 0.8185951259471637,
      "grad_norm": 1.5601971884554235,
      "learning_rate": 0.0002886756624925716,
      "loss": 5.875,
      "step": 19986
    },
    {
      "epoch": 0.81863608437436,
      "grad_norm": 2.3813320939441276,
      "learning_rate": 0.0002886744193096922,
      "loss": 7.7188,
      "step": 19987
    },
    {
      "epoch": 0.8186770428015564,
      "grad_norm": 2.71495712366252,
      "learning_rate": 0.0002886731760612556,
      "loss": 4.9375,
      "step": 19988
    },
    {
      "epoch": 0.8187180012287528,
      "grad_norm": 1.8021827718055465,
      "learning_rate": 0.0002886719327472624,
      "loss": 6.3125,
      "step": 19989
    },
    {
      "epoch": 0.8187589596559492,
      "grad_norm": 2.1965531483935106,
      "learning_rate": 0.00028867068936771313,
      "loss": 5.5312,
      "step": 19990
    },
    {
      "epoch": 0.8187999180831456,
      "grad_norm": 2.9149166588502924,
      "learning_rate": 0.0002886694459226084,
      "loss": 6.9688,
      "step": 19991
    },
    {
      "epoch": 0.818840876510342,
      "grad_norm": 1.859830461752796,
      "learning_rate": 0.00028866820241194876,
      "loss": 6.0938,
      "step": 19992
    },
    {
      "epoch": 0.8188818349375384,
      "grad_norm": 4.998179977411721,
      "learning_rate": 0.00028866695883573485,
      "loss": 6.75,
      "step": 19993
    },
    {
      "epoch": 0.8189227933647348,
      "grad_norm": 1.5632807241710056,
      "learning_rate": 0.0002886657151939673,
      "loss": 4.8438,
      "step": 19994
    },
    {
      "epoch": 0.8189637517919311,
      "grad_norm": 1.5818363484761513,
      "learning_rate": 0.00028866447148664665,
      "loss": 5.4375,
      "step": 19995
    },
    {
      "epoch": 0.8190047102191276,
      "grad_norm": 2.678740215366888,
      "learning_rate": 0.00028866322771377344,
      "loss": 2.5312,
      "step": 19996
    },
    {
      "epoch": 0.819045668646324,
      "grad_norm": 1.9181241639692543,
      "learning_rate": 0.00028866198387534833,
      "loss": 5.5625,
      "step": 19997
    },
    {
      "epoch": 0.8190866270735204,
      "grad_norm": 7.102978305149642,
      "learning_rate": 0.0002886607399713719,
      "loss": 7.3125,
      "step": 19998
    },
    {
      "epoch": 0.8191275855007167,
      "grad_norm": 1.8051334405140984,
      "learning_rate": 0.00028865949600184466,
      "loss": 5.0938,
      "step": 19999
    },
    {
      "epoch": 0.8191685439279132,
      "grad_norm": 2.3437245809065597,
      "learning_rate": 0.0002886582519667673,
      "loss": 4.7188,
      "step": 20000
    },
    {
      "epoch": 0.8192095023551096,
      "grad_norm": 1.5166298935951623,
      "learning_rate": 0.0002886570078661403,
      "loss": 6.125,
      "step": 20001
    },
    {
      "epoch": 0.819250460782306,
      "grad_norm": 3.3996402151060385,
      "learning_rate": 0.0002886557636999644,
      "loss": 4.875,
      "step": 20002
    },
    {
      "epoch": 0.8192914192095023,
      "grad_norm": 1.8917241575846784,
      "learning_rate": 0.00028865451946824,
      "loss": 4.625,
      "step": 20003
    },
    {
      "epoch": 0.8193323776366987,
      "grad_norm": 1.5302959832977225,
      "learning_rate": 0.00028865327517096787,
      "loss": 5.2188,
      "step": 20004
    },
    {
      "epoch": 0.8193733360638952,
      "grad_norm": 2.4367856246698314,
      "learning_rate": 0.0002886520308081485,
      "loss": 4.9688,
      "step": 20005
    },
    {
      "epoch": 0.8194142944910915,
      "grad_norm": 1.6518676840691497,
      "learning_rate": 0.0002886507863797825,
      "loss": 5.0938,
      "step": 20006
    },
    {
      "epoch": 0.8194552529182879,
      "grad_norm": 1.9062737680436757,
      "learning_rate": 0.00028864954188587047,
      "loss": 5.125,
      "step": 20007
    },
    {
      "epoch": 0.8194962113454843,
      "grad_norm": 1.5798679025159459,
      "learning_rate": 0.0002886482973264129,
      "loss": 5.5625,
      "step": 20008
    },
    {
      "epoch": 0.8195371697726808,
      "grad_norm": 2.6315520681730553,
      "learning_rate": 0.00028864705270141057,
      "loss": 7.0,
      "step": 20009
    },
    {
      "epoch": 0.8195781281998771,
      "grad_norm": 1.628532861189844,
      "learning_rate": 0.00028864580801086386,
      "loss": 5.5312,
      "step": 20010
    },
    {
      "epoch": 0.8196190866270735,
      "grad_norm": 1.9231674015247906,
      "learning_rate": 0.00028864456325477356,
      "loss": 5.0625,
      "step": 20011
    },
    {
      "epoch": 0.8196600450542699,
      "grad_norm": 4.958173927509032,
      "learning_rate": 0.0002886433184331401,
      "loss": 7.6875,
      "step": 20012
    },
    {
      "epoch": 0.8197010034814664,
      "grad_norm": 1.5298956963318306,
      "learning_rate": 0.0002886420735459641,
      "loss": 4.6562,
      "step": 20013
    },
    {
      "epoch": 0.8197419619086627,
      "grad_norm": 3.992269334842628,
      "learning_rate": 0.00028864082859324615,
      "loss": 5.25,
      "step": 20014
    },
    {
      "epoch": 0.8197829203358591,
      "grad_norm": 1.5143257669252808,
      "learning_rate": 0.00028863958357498693,
      "loss": 5.375,
      "step": 20015
    },
    {
      "epoch": 0.8198238787630555,
      "grad_norm": 1.8404672592024542,
      "learning_rate": 0.000288638338491187,
      "loss": 5.75,
      "step": 20016
    },
    {
      "epoch": 0.8198648371902519,
      "grad_norm": 1.6923910608711579,
      "learning_rate": 0.0002886370933418468,
      "loss": 4.8438,
      "step": 20017
    },
    {
      "epoch": 0.8199057956174483,
      "grad_norm": 2.089793409566988,
      "learning_rate": 0.00028863584812696707,
      "loss": 6.875,
      "step": 20018
    },
    {
      "epoch": 0.8199467540446447,
      "grad_norm": 1.6919292352901132,
      "learning_rate": 0.00028863460284654836,
      "loss": 5.5938,
      "step": 20019
    },
    {
      "epoch": 0.8199877124718411,
      "grad_norm": 1.673669753678436,
      "learning_rate": 0.00028863335750059125,
      "loss": 5.2188,
      "step": 20020
    },
    {
      "epoch": 0.8200286708990375,
      "grad_norm": 1.8857396193527005,
      "learning_rate": 0.00028863211208909634,
      "loss": 5.1875,
      "step": 20021
    },
    {
      "epoch": 0.8200696293262338,
      "grad_norm": 2.0690472260400483,
      "learning_rate": 0.0002886308666120642,
      "loss": 4.5312,
      "step": 20022
    },
    {
      "epoch": 0.8201105877534303,
      "grad_norm": 1.9165708290392072,
      "learning_rate": 0.00028862962106949546,
      "loss": 5.5312,
      "step": 20023
    },
    {
      "epoch": 0.8201515461806267,
      "grad_norm": 1.4839311125405248,
      "learning_rate": 0.0002886283754613907,
      "loss": 5.4688,
      "step": 20024
    },
    {
      "epoch": 0.8201925046078231,
      "grad_norm": 2.2921574503939173,
      "learning_rate": 0.00028862712978775044,
      "loss": 7.1562,
      "step": 20025
    },
    {
      "epoch": 0.8202334630350194,
      "grad_norm": 2.105381812216265,
      "learning_rate": 0.00028862588404857527,
      "loss": 6.5938,
      "step": 20026
    },
    {
      "epoch": 0.8202744214622159,
      "grad_norm": 1.4663191044770414,
      "learning_rate": 0.0002886246382438659,
      "loss": 5.5625,
      "step": 20027
    },
    {
      "epoch": 0.8203153798894123,
      "grad_norm": 2.7014881987570027,
      "learning_rate": 0.00028862339237362286,
      "loss": 7.0,
      "step": 20028
    },
    {
      "epoch": 0.8203563383166086,
      "grad_norm": 1.5473407247619488,
      "learning_rate": 0.00028862214643784665,
      "loss": 4.9062,
      "step": 20029
    },
    {
      "epoch": 0.820397296743805,
      "grad_norm": 1.8136657250443196,
      "learning_rate": 0.00028862090043653795,
      "loss": 4.3125,
      "step": 20030
    },
    {
      "epoch": 0.8204382551710014,
      "grad_norm": 1.6128694637675987,
      "learning_rate": 0.00028861965436969737,
      "loss": 4.4062,
      "step": 20031
    },
    {
      "epoch": 0.8204792135981979,
      "grad_norm": 5.944743754403615,
      "learning_rate": 0.00028861840823732543,
      "loss": 7.0938,
      "step": 20032
    },
    {
      "epoch": 0.8205201720253942,
      "grad_norm": 1.797730403014203,
      "learning_rate": 0.0002886171620394228,
      "loss": 5.3125,
      "step": 20033
    },
    {
      "epoch": 0.8205611304525906,
      "grad_norm": 1.92431584317519,
      "learning_rate": 0.00028861591577598997,
      "loss": 5.1562,
      "step": 20034
    },
    {
      "epoch": 0.820602088879787,
      "grad_norm": 2.24830096909168,
      "learning_rate": 0.0002886146694470276,
      "loss": 5.5625,
      "step": 20035
    },
    {
      "epoch": 0.8206430473069835,
      "grad_norm": 1.6117882838399633,
      "learning_rate": 0.00028861342305253626,
      "loss": 5.0,
      "step": 20036
    },
    {
      "epoch": 0.8206840057341798,
      "grad_norm": 1.5516047746814656,
      "learning_rate": 0.00028861217659251654,
      "loss": 5.3438,
      "step": 20037
    },
    {
      "epoch": 0.8207249641613762,
      "grad_norm": 1.9515865684383584,
      "learning_rate": 0.000288610930066969,
      "loss": 5.5938,
      "step": 20038
    },
    {
      "epoch": 0.8207659225885726,
      "grad_norm": 1.6136734293119783,
      "learning_rate": 0.00028860968347589426,
      "loss": 5.3125,
      "step": 20039
    },
    {
      "epoch": 0.820806881015769,
      "grad_norm": 1.3566928804219538,
      "learning_rate": 0.0002886084368192929,
      "loss": 3.7812,
      "step": 20040
    },
    {
      "epoch": 0.8208478394429654,
      "grad_norm": 1.7154468843300381,
      "learning_rate": 0.00028860719009716557,
      "loss": 6.9375,
      "step": 20041
    },
    {
      "epoch": 0.8208887978701618,
      "grad_norm": 4.276110643747136,
      "learning_rate": 0.00028860594330951274,
      "loss": 4.1875,
      "step": 20042
    },
    {
      "epoch": 0.8209297562973582,
      "grad_norm": 1.950173137169069,
      "learning_rate": 0.00028860469645633507,
      "loss": 6.5312,
      "step": 20043
    },
    {
      "epoch": 0.8209707147245546,
      "grad_norm": 3.0577075802575484,
      "learning_rate": 0.00028860344953763315,
      "loss": 6.8125,
      "step": 20044
    },
    {
      "epoch": 0.8210116731517509,
      "grad_norm": 5.997516113389614,
      "learning_rate": 0.00028860220255340753,
      "loss": 7.125,
      "step": 20045
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 1.8089196186754106,
      "learning_rate": 0.0002886009555036589,
      "loss": 5.0,
      "step": 20046
    },
    {
      "epoch": 0.8210935900061438,
      "grad_norm": 4.089547021415532,
      "learning_rate": 0.0002885997083883878,
      "loss": 5.5625,
      "step": 20047
    },
    {
      "epoch": 0.8211345484333401,
      "grad_norm": 2.702778875508706,
      "learning_rate": 0.00028859846120759473,
      "loss": 4.2812,
      "step": 20048
    },
    {
      "epoch": 0.8211755068605365,
      "grad_norm": 1.7252713651613327,
      "learning_rate": 0.00028859721396128036,
      "loss": 5.9062,
      "step": 20049
    },
    {
      "epoch": 0.821216465287733,
      "grad_norm": 1.719617506800737,
      "learning_rate": 0.0002885959666494453,
      "loss": 4.625,
      "step": 20050
    },
    {
      "epoch": 0.8212574237149294,
      "grad_norm": 1.5994580527826525,
      "learning_rate": 0.00028859471927209006,
      "loss": 5.4062,
      "step": 20051
    },
    {
      "epoch": 0.8212983821421257,
      "grad_norm": 12.837562753857114,
      "learning_rate": 0.0002885934718292153,
      "loss": 5.7812,
      "step": 20052
    },
    {
      "epoch": 0.8213393405693221,
      "grad_norm": 1.706523870500335,
      "learning_rate": 0.00028859222432082163,
      "loss": 5.0,
      "step": 20053
    },
    {
      "epoch": 0.8213802989965185,
      "grad_norm": 1.7578777206752247,
      "learning_rate": 0.00028859097674690956,
      "loss": 5.0938,
      "step": 20054
    },
    {
      "epoch": 0.821421257423715,
      "grad_norm": 1.775333908298801,
      "learning_rate": 0.0002885897291074797,
      "loss": 4.5938,
      "step": 20055
    },
    {
      "epoch": 0.8214622158509113,
      "grad_norm": 4.559068781202869,
      "learning_rate": 0.00028858848140253274,
      "loss": 5.125,
      "step": 20056
    },
    {
      "epoch": 0.8215031742781077,
      "grad_norm": 1.8166553144018984,
      "learning_rate": 0.00028858723363206913,
      "loss": 4.8125,
      "step": 20057
    },
    {
      "epoch": 0.8215441327053041,
      "grad_norm": 3.3677937604758803,
      "learning_rate": 0.0002885859857960895,
      "loss": 6.0938,
      "step": 20058
    },
    {
      "epoch": 0.8215850911325006,
      "grad_norm": 1.6057160653023281,
      "learning_rate": 0.0002885847378945945,
      "loss": 5.5,
      "step": 20059
    },
    {
      "epoch": 0.8216260495596969,
      "grad_norm": 2.3327061684198123,
      "learning_rate": 0.00028858348992758464,
      "loss": 5.4688,
      "step": 20060
    },
    {
      "epoch": 0.8216670079868933,
      "grad_norm": 5.971630791615092,
      "learning_rate": 0.0002885822418950606,
      "loss": 6.2188,
      "step": 20061
    },
    {
      "epoch": 0.8217079664140897,
      "grad_norm": 2.1363424813548955,
      "learning_rate": 0.0002885809937970228,
      "loss": 4.5625,
      "step": 20062
    },
    {
      "epoch": 0.8217489248412861,
      "grad_norm": 4.1764832270898715,
      "learning_rate": 0.0002885797456334721,
      "loss": 7.375,
      "step": 20063
    },
    {
      "epoch": 0.8217898832684825,
      "grad_norm": 1.6061065484535588,
      "learning_rate": 0.00028857849740440884,
      "loss": 6.5938,
      "step": 20064
    },
    {
      "epoch": 0.8218308416956789,
      "grad_norm": 1.721825502452037,
      "learning_rate": 0.0002885772491098337,
      "loss": 4.5312,
      "step": 20065
    },
    {
      "epoch": 0.8218718001228753,
      "grad_norm": 2.212109017534012,
      "learning_rate": 0.0002885760007497473,
      "loss": 7.0,
      "step": 20066
    },
    {
      "epoch": 0.8219127585500717,
      "grad_norm": 1.6195770598485706,
      "learning_rate": 0.00028857475232415023,
      "loss": 5.125,
      "step": 20067
    },
    {
      "epoch": 0.821953716977268,
      "grad_norm": 1.5202053033295089,
      "learning_rate": 0.000288573503833043,
      "loss": 4.875,
      "step": 20068
    },
    {
      "epoch": 0.8219946754044645,
      "grad_norm": 2.543048386096282,
      "learning_rate": 0.00028857225527642637,
      "loss": 5.4062,
      "step": 20069
    },
    {
      "epoch": 0.8220356338316609,
      "grad_norm": 1.6502824122277786,
      "learning_rate": 0.00028857100665430075,
      "loss": 5.25,
      "step": 20070
    },
    {
      "epoch": 0.8220765922588572,
      "grad_norm": 1.770917961623218,
      "learning_rate": 0.0002885697579666668,
      "loss": 5.5312,
      "step": 20071
    },
    {
      "epoch": 0.8221175506860536,
      "grad_norm": 1.6530317399093961,
      "learning_rate": 0.0002885685092135251,
      "loss": 5.3125,
      "step": 20072
    },
    {
      "epoch": 0.8221585091132501,
      "grad_norm": 2.092445405117656,
      "learning_rate": 0.0002885672603948763,
      "loss": 5.0,
      "step": 20073
    },
    {
      "epoch": 0.8221994675404465,
      "grad_norm": 1.77022389804971,
      "learning_rate": 0.00028856601151072084,
      "loss": 4.6875,
      "step": 20074
    },
    {
      "epoch": 0.8222404259676428,
      "grad_norm": 1.5412883877757382,
      "learning_rate": 0.0002885647625610595,
      "loss": 5.25,
      "step": 20075
    },
    {
      "epoch": 0.8222813843948392,
      "grad_norm": 4.364238825603392,
      "learning_rate": 0.00028856351354589275,
      "loss": 6.1562,
      "step": 20076
    },
    {
      "epoch": 0.8223223428220356,
      "grad_norm": 1.3204193667193962,
      "learning_rate": 0.0002885622644652212,
      "loss": 4.9688,
      "step": 20077
    },
    {
      "epoch": 0.8223633012492321,
      "grad_norm": 2.0173241877753605,
      "learning_rate": 0.00028856101531904546,
      "loss": 5.5,
      "step": 20078
    },
    {
      "epoch": 0.8224042596764284,
      "grad_norm": 1.5554185036574406,
      "learning_rate": 0.0002885597661073661,
      "loss": 5.4375,
      "step": 20079
    },
    {
      "epoch": 0.8224452181036248,
      "grad_norm": 1.761922690983738,
      "learning_rate": 0.00028855851683018375,
      "loss": 5.0625,
      "step": 20080
    },
    {
      "epoch": 0.8224861765308212,
      "grad_norm": 3.452620085477137,
      "learning_rate": 0.00028855726748749894,
      "loss": 7.75,
      "step": 20081
    },
    {
      "epoch": 0.8225271349580177,
      "grad_norm": 2.8729519379617416,
      "learning_rate": 0.00028855601807931233,
      "loss": 5.5,
      "step": 20082
    },
    {
      "epoch": 0.822568093385214,
      "grad_norm": 2.3126259126203506,
      "learning_rate": 0.00028855476860562446,
      "loss": 5.0312,
      "step": 20083
    },
    {
      "epoch": 0.8226090518124104,
      "grad_norm": 1.6604643833930048,
      "learning_rate": 0.000288553519066436,
      "loss": 4.9688,
      "step": 20084
    },
    {
      "epoch": 0.8226500102396068,
      "grad_norm": 1.49921749952863,
      "learning_rate": 0.0002885522694617474,
      "loss": 5.75,
      "step": 20085
    },
    {
      "epoch": 0.8226909686668032,
      "grad_norm": 1.8158841660027627,
      "learning_rate": 0.0002885510197915593,
      "loss": 4.625,
      "step": 20086
    },
    {
      "epoch": 0.8227319270939996,
      "grad_norm": 1.9042674822044063,
      "learning_rate": 0.00028854977005587234,
      "loss": 5.6562,
      "step": 20087
    },
    {
      "epoch": 0.822772885521196,
      "grad_norm": 1.8203034542476526,
      "learning_rate": 0.00028854852025468717,
      "loss": 5.4375,
      "step": 20088
    },
    {
      "epoch": 0.8228138439483924,
      "grad_norm": 1.8158005518305924,
      "learning_rate": 0.0002885472703880042,
      "loss": 5.4062,
      "step": 20089
    },
    {
      "epoch": 0.8228548023755887,
      "grad_norm": 1.3767433831357976,
      "learning_rate": 0.0002885460204558242,
      "loss": 4.6875,
      "step": 20090
    },
    {
      "epoch": 0.8228957608027851,
      "grad_norm": 1.591611355337317,
      "learning_rate": 0.0002885447704581476,
      "loss": 4.5938,
      "step": 20091
    },
    {
      "epoch": 0.8229367192299816,
      "grad_norm": 2.124010371987124,
      "learning_rate": 0.0002885435203949751,
      "loss": 5.5,
      "step": 20092
    },
    {
      "epoch": 0.822977677657178,
      "grad_norm": 1.7498898602150776,
      "learning_rate": 0.0002885422702663073,
      "loss": 5.25,
      "step": 20093
    },
    {
      "epoch": 0.8230186360843743,
      "grad_norm": 2.0138920975740047,
      "learning_rate": 0.0002885410200721447,
      "loss": 4.0312,
      "step": 20094
    },
    {
      "epoch": 0.8230595945115707,
      "grad_norm": 1.7142027643007278,
      "learning_rate": 0.000288539769812488,
      "loss": 5.6562,
      "step": 20095
    },
    {
      "epoch": 0.8231005529387672,
      "grad_norm": 1.561564410014365,
      "learning_rate": 0.0002885385194873377,
      "loss": 5.1875,
      "step": 20096
    },
    {
      "epoch": 0.8231415113659636,
      "grad_norm": 1.4887863262703052,
      "learning_rate": 0.0002885372690966944,
      "loss": 4.625,
      "step": 20097
    },
    {
      "epoch": 0.8231824697931599,
      "grad_norm": 2.9917204682929017,
      "learning_rate": 0.00028853601864055876,
      "loss": 7.2812,
      "step": 20098
    },
    {
      "epoch": 0.8232234282203563,
      "grad_norm": 1.9789030844694542,
      "learning_rate": 0.0002885347681189313,
      "loss": 5.5,
      "step": 20099
    },
    {
      "epoch": 0.8232643866475527,
      "grad_norm": 1.4673977525132746,
      "learning_rate": 0.00028853351753181265,
      "loss": 5.0,
      "step": 20100
    },
    {
      "epoch": 0.8233053450747492,
      "grad_norm": 2.0313869800706574,
      "learning_rate": 0.00028853226687920345,
      "loss": 5.0625,
      "step": 20101
    },
    {
      "epoch": 0.8233463035019455,
      "grad_norm": 1.5300696523522697,
      "learning_rate": 0.00028853101616110416,
      "loss": 4.9375,
      "step": 20102
    },
    {
      "epoch": 0.8233872619291419,
      "grad_norm": 1.6084770265293782,
      "learning_rate": 0.0002885297653775155,
      "loss": 5.2188,
      "step": 20103
    },
    {
      "epoch": 0.8234282203563383,
      "grad_norm": 2.6405992472058224,
      "learning_rate": 0.00028852851452843795,
      "loss": 5.4375,
      "step": 20104
    },
    {
      "epoch": 0.8234691787835348,
      "grad_norm": 1.6854205588321065,
      "learning_rate": 0.00028852726361387217,
      "loss": 3.9688,
      "step": 20105
    },
    {
      "epoch": 0.8235101372107311,
      "grad_norm": 2.8092521629837512,
      "learning_rate": 0.0002885260126338188,
      "loss": 7.375,
      "step": 20106
    },
    {
      "epoch": 0.8235510956379275,
      "grad_norm": 1.6959794927488796,
      "learning_rate": 0.0002885247615882783,
      "loss": 5.8438,
      "step": 20107
    },
    {
      "epoch": 0.8235920540651239,
      "grad_norm": 8.555237235858508,
      "learning_rate": 0.00028852351047725135,
      "loss": 7.7812,
      "step": 20108
    },
    {
      "epoch": 0.8236330124923203,
      "grad_norm": 1.78639518239275,
      "learning_rate": 0.00028852225930073853,
      "loss": 5.7812,
      "step": 20109
    },
    {
      "epoch": 0.8236739709195167,
      "grad_norm": 2.109507951846037,
      "learning_rate": 0.0002885210080587404,
      "loss": 5.5938,
      "step": 20110
    },
    {
      "epoch": 0.8237149293467131,
      "grad_norm": 4.61233262672131,
      "learning_rate": 0.00028851975675125757,
      "loss": 4.0625,
      "step": 20111
    },
    {
      "epoch": 0.8237558877739095,
      "grad_norm": 1.642725949327016,
      "learning_rate": 0.0002885185053782907,
      "loss": 4.4062,
      "step": 20112
    },
    {
      "epoch": 0.8237968462011058,
      "grad_norm": 1.6199697354738987,
      "learning_rate": 0.00028851725393984025,
      "loss": 4.6875,
      "step": 20113
    },
    {
      "epoch": 0.8238378046283023,
      "grad_norm": 1.4942809411174727,
      "learning_rate": 0.0002885160024359069,
      "loss": 5.375,
      "step": 20114
    },
    {
      "epoch": 0.8238787630554987,
      "grad_norm": 1.72434148592544,
      "learning_rate": 0.00028851475086649124,
      "loss": 4.5,
      "step": 20115
    },
    {
      "epoch": 0.8239197214826951,
      "grad_norm": 1.6371049094641008,
      "learning_rate": 0.00028851349923159384,
      "loss": 5.2188,
      "step": 20116
    },
    {
      "epoch": 0.8239606799098914,
      "grad_norm": 1.9556161663806024,
      "learning_rate": 0.0002885122475312153,
      "loss": 6.4688,
      "step": 20117
    },
    {
      "epoch": 0.8240016383370878,
      "grad_norm": 1.7794557497774008,
      "learning_rate": 0.0002885109957653562,
      "loss": 6.1562,
      "step": 20118
    },
    {
      "epoch": 0.8240425967642843,
      "grad_norm": 1.5692570284326393,
      "learning_rate": 0.0002885097439340171,
      "loss": 4.9688,
      "step": 20119
    },
    {
      "epoch": 0.8240835551914807,
      "grad_norm": 4.906843087567095,
      "learning_rate": 0.0002885084920371987,
      "loss": 7.0625,
      "step": 20120
    },
    {
      "epoch": 0.824124513618677,
      "grad_norm": 1.8462691139296419,
      "learning_rate": 0.00028850724007490144,
      "loss": 5.0312,
      "step": 20121
    },
    {
      "epoch": 0.8241654720458734,
      "grad_norm": 3.0009231584414295,
      "learning_rate": 0.00028850598804712604,
      "loss": 7.125,
      "step": 20122
    },
    {
      "epoch": 0.8242064304730699,
      "grad_norm": 2.0217380955638786,
      "learning_rate": 0.00028850473595387307,
      "loss": 6.0312,
      "step": 20123
    },
    {
      "epoch": 0.8242473889002663,
      "grad_norm": 1.8357316243426418,
      "learning_rate": 0.00028850348379514307,
      "loss": 4.75,
      "step": 20124
    },
    {
      "epoch": 0.8242883473274626,
      "grad_norm": 2.1170195139926307,
      "learning_rate": 0.0002885022315709367,
      "loss": 5.0312,
      "step": 20125
    },
    {
      "epoch": 0.824329305754659,
      "grad_norm": 1.517466889160117,
      "learning_rate": 0.0002885009792812544,
      "loss": 4.625,
      "step": 20126
    },
    {
      "epoch": 0.8243702641818554,
      "grad_norm": 1.6482337973522505,
      "learning_rate": 0.000288499726926097,
      "loss": 4.375,
      "step": 20127
    },
    {
      "epoch": 0.8244112226090519,
      "grad_norm": 5.429143814811756,
      "learning_rate": 0.00028849847450546486,
      "loss": 4.875,
      "step": 20128
    },
    {
      "epoch": 0.8244521810362482,
      "grad_norm": 1.7289188804249365,
      "learning_rate": 0.00028849722201935876,
      "loss": 5.5625,
      "step": 20129
    },
    {
      "epoch": 0.8244931394634446,
      "grad_norm": 1.9682027184428053,
      "learning_rate": 0.0002884959694677792,
      "loss": 6.8125,
      "step": 20130
    },
    {
      "epoch": 0.824534097890641,
      "grad_norm": 3.468163315321222,
      "learning_rate": 0.00028849471685072676,
      "loss": 5.3438,
      "step": 20131
    },
    {
      "epoch": 0.8245750563178373,
      "grad_norm": 1.9778381186367864,
      "learning_rate": 0.00028849346416820205,
      "loss": 7.125,
      "step": 20132
    },
    {
      "epoch": 0.8246160147450338,
      "grad_norm": 1.6885555265542482,
      "learning_rate": 0.00028849221142020567,
      "loss": 5.0625,
      "step": 20133
    },
    {
      "epoch": 0.8246569731722302,
      "grad_norm": 2.554995182615017,
      "learning_rate": 0.00028849095860673823,
      "loss": 6.0938,
      "step": 20134
    },
    {
      "epoch": 0.8246979315994266,
      "grad_norm": 1.7669262280854234,
      "learning_rate": 0.0002884897057278003,
      "loss": 5.3438,
      "step": 20135
    },
    {
      "epoch": 0.8247388900266229,
      "grad_norm": 1.5223415650291758,
      "learning_rate": 0.0002884884527833924,
      "loss": 4.9375,
      "step": 20136
    },
    {
      "epoch": 0.8247798484538194,
      "grad_norm": 1.5670986437122054,
      "learning_rate": 0.0002884871997735153,
      "loss": 4.9062,
      "step": 20137
    },
    {
      "epoch": 0.8248208068810158,
      "grad_norm": 1.79679786561932,
      "learning_rate": 0.00028848594669816946,
      "loss": 5.125,
      "step": 20138
    },
    {
      "epoch": 0.8248617653082122,
      "grad_norm": 2.000623435350062,
      "learning_rate": 0.00028848469355735547,
      "loss": 6.4062,
      "step": 20139
    },
    {
      "epoch": 0.8249027237354085,
      "grad_norm": 4.223574251965176,
      "learning_rate": 0.00028848344035107393,
      "loss": 5.5625,
      "step": 20140
    },
    {
      "epoch": 0.8249436821626049,
      "grad_norm": 2.613984572465533,
      "learning_rate": 0.0002884821870793255,
      "loss": 6.6875,
      "step": 20141
    },
    {
      "epoch": 0.8249846405898014,
      "grad_norm": 2.601117301815755,
      "learning_rate": 0.00028848093374211073,
      "loss": 5.5938,
      "step": 20142
    },
    {
      "epoch": 0.8250255990169978,
      "grad_norm": 2.1328488075525485,
      "learning_rate": 0.0002884796803394302,
      "loss": 6.4688,
      "step": 20143
    },
    {
      "epoch": 0.8250665574441941,
      "grad_norm": 1.7559797910214694,
      "learning_rate": 0.0002884784268712845,
      "loss": 5.875,
      "step": 20144
    },
    {
      "epoch": 0.8251075158713905,
      "grad_norm": 2.2079622564531634,
      "learning_rate": 0.0002884771733376742,
      "loss": 5.1562,
      "step": 20145
    },
    {
      "epoch": 0.825148474298587,
      "grad_norm": 2.0829611540282995,
      "learning_rate": 0.0002884759197386,
      "loss": 5.875,
      "step": 20146
    },
    {
      "epoch": 0.8251894327257834,
      "grad_norm": 1.520331560678209,
      "learning_rate": 0.00028847466607406243,
      "loss": 5.125,
      "step": 20147
    },
    {
      "epoch": 0.8252303911529797,
      "grad_norm": 1.5256639215448522,
      "learning_rate": 0.000288473412344062,
      "loss": 5.0938,
      "step": 20148
    },
    {
      "epoch": 0.8252713495801761,
      "grad_norm": 2.228813018452846,
      "learning_rate": 0.00028847215854859945,
      "loss": 4.7812,
      "step": 20149
    },
    {
      "epoch": 0.8253123080073725,
      "grad_norm": 2.2518974140011143,
      "learning_rate": 0.0002884709046876753,
      "loss": 5.7812,
      "step": 20150
    },
    {
      "epoch": 0.825353266434569,
      "grad_norm": 2.181572057280871,
      "learning_rate": 0.00028846965076129004,
      "loss": 5.0,
      "step": 20151
    },
    {
      "epoch": 0.8253942248617653,
      "grad_norm": 1.8108903012432982,
      "learning_rate": 0.00028846839676944445,
      "loss": 5.5625,
      "step": 20152
    },
    {
      "epoch": 0.8254351832889617,
      "grad_norm": 2.2628247910909423,
      "learning_rate": 0.000288467142712139,
      "loss": 6.5625,
      "step": 20153
    },
    {
      "epoch": 0.8254761417161581,
      "grad_norm": 1.6549216472901682,
      "learning_rate": 0.00028846588858937435,
      "loss": 5.7812,
      "step": 20154
    },
    {
      "epoch": 0.8255171001433544,
      "grad_norm": 1.7665462892880113,
      "learning_rate": 0.00028846463440115107,
      "loss": 4.4688,
      "step": 20155
    },
    {
      "epoch": 0.8255580585705509,
      "grad_norm": 1.8204839135782394,
      "learning_rate": 0.0002884633801474697,
      "loss": 5.75,
      "step": 20156
    },
    {
      "epoch": 0.8255990169977473,
      "grad_norm": 1.392978393935501,
      "learning_rate": 0.0002884621258283309,
      "loss": 3.2031,
      "step": 20157
    },
    {
      "epoch": 0.8256399754249437,
      "grad_norm": 1.5740825213161664,
      "learning_rate": 0.00028846087144373525,
      "loss": 4.5,
      "step": 20158
    },
    {
      "epoch": 0.82568093385214,
      "grad_norm": 2.009420306291133,
      "learning_rate": 0.00028845961699368333,
      "loss": 5.9375,
      "step": 20159
    },
    {
      "epoch": 0.8257218922793365,
      "grad_norm": 2.0784870126558657,
      "learning_rate": 0.00028845836247817574,
      "loss": 6.5625,
      "step": 20160
    },
    {
      "epoch": 0.8257628507065329,
      "grad_norm": 1.4162127247048464,
      "learning_rate": 0.0002884571078972131,
      "loss": 5.5312,
      "step": 20161
    },
    {
      "epoch": 0.8258038091337293,
      "grad_norm": 1.585887030560882,
      "learning_rate": 0.0002884558532507959,
      "loss": 5.4062,
      "step": 20162
    },
    {
      "epoch": 0.8258447675609256,
      "grad_norm": 1.6130257080237866,
      "learning_rate": 0.00028845459853892486,
      "loss": 4.75,
      "step": 20163
    },
    {
      "epoch": 0.825885725988122,
      "grad_norm": 3.880822603869277,
      "learning_rate": 0.0002884533437616005,
      "loss": 4.7188,
      "step": 20164
    },
    {
      "epoch": 0.8259266844153185,
      "grad_norm": 1.5510146429247524,
      "learning_rate": 0.00028845208891882344,
      "loss": 4.75,
      "step": 20165
    },
    {
      "epoch": 0.8259676428425149,
      "grad_norm": 2.45946162023647,
      "learning_rate": 0.00028845083401059425,
      "loss": 7.5312,
      "step": 20166
    },
    {
      "epoch": 0.8260086012697112,
      "grad_norm": 3.3667687127267234,
      "learning_rate": 0.00028844957903691355,
      "loss": 4.25,
      "step": 20167
    },
    {
      "epoch": 0.8260495596969076,
      "grad_norm": 1.5465663435433405,
      "learning_rate": 0.00028844832399778196,
      "loss": 4.75,
      "step": 20168
    },
    {
      "epoch": 0.8260905181241041,
      "grad_norm": 1.9256359445567712,
      "learning_rate": 0.00028844706889319995,
      "loss": 6.5938,
      "step": 20169
    },
    {
      "epoch": 0.8261314765513005,
      "grad_norm": 1.7093213440808783,
      "learning_rate": 0.00028844581372316824,
      "loss": 5.0312,
      "step": 20170
    },
    {
      "epoch": 0.8261724349784968,
      "grad_norm": 1.6639702168159924,
      "learning_rate": 0.0002884445584876874,
      "loss": 4.6562,
      "step": 20171
    },
    {
      "epoch": 0.8262133934056932,
      "grad_norm": 2.1719924841696567,
      "learning_rate": 0.000288443303186758,
      "loss": 5.7188,
      "step": 20172
    },
    {
      "epoch": 0.8262543518328896,
      "grad_norm": 2.149666646911646,
      "learning_rate": 0.00028844204782038066,
      "loss": 6.1562,
      "step": 20173
    },
    {
      "epoch": 0.826295310260086,
      "grad_norm": 1.5500654221448298,
      "learning_rate": 0.00028844079238855597,
      "loss": 5.125,
      "step": 20174
    },
    {
      "epoch": 0.8263362686872824,
      "grad_norm": 3.3424684454209816,
      "learning_rate": 0.00028843953689128445,
      "loss": 5.0,
      "step": 20175
    },
    {
      "epoch": 0.8263772271144788,
      "grad_norm": 4.688875562535105,
      "learning_rate": 0.0002884382813285668,
      "loss": 5.9375,
      "step": 20176
    },
    {
      "epoch": 0.8264181855416752,
      "grad_norm": 2.003176321253794,
      "learning_rate": 0.00028843702570040356,
      "loss": 5.4688,
      "step": 20177
    },
    {
      "epoch": 0.8264591439688715,
      "grad_norm": 4.83197832517099,
      "learning_rate": 0.0002884357700067953,
      "loss": 4.625,
      "step": 20178
    },
    {
      "epoch": 0.826500102396068,
      "grad_norm": 1.64512349917415,
      "learning_rate": 0.0002884345142477426,
      "loss": 4.9062,
      "step": 20179
    },
    {
      "epoch": 0.8265410608232644,
      "grad_norm": 1.6979423611966937,
      "learning_rate": 0.0002884332584232461,
      "loss": 5.375,
      "step": 20180
    },
    {
      "epoch": 0.8265820192504608,
      "grad_norm": 2.5534050878694607,
      "learning_rate": 0.0002884320025333065,
      "loss": 3.9062,
      "step": 20181
    },
    {
      "epoch": 0.8266229776776571,
      "grad_norm": 1.5805406923444338,
      "learning_rate": 0.0002884307465779242,
      "loss": 6.0,
      "step": 20182
    },
    {
      "epoch": 0.8266639361048536,
      "grad_norm": 1.8344775851911184,
      "learning_rate": 0.00028842949055709986,
      "loss": 4.6875,
      "step": 20183
    },
    {
      "epoch": 0.82670489453205,
      "grad_norm": 4.192334222695141,
      "learning_rate": 0.0002884282344708341,
      "loss": 4.875,
      "step": 20184
    },
    {
      "epoch": 0.8267458529592464,
      "grad_norm": 1.5492397454953801,
      "learning_rate": 0.0002884269783191275,
      "loss": 5.8125,
      "step": 20185
    },
    {
      "epoch": 0.8267868113864427,
      "grad_norm": 2.622424201080984,
      "learning_rate": 0.0002884257221019807,
      "loss": 5.2188,
      "step": 20186
    },
    {
      "epoch": 0.8268277698136391,
      "grad_norm": 2.810368688157683,
      "learning_rate": 0.00028842446581939425,
      "loss": 6.6875,
      "step": 20187
    },
    {
      "epoch": 0.8268687282408356,
      "grad_norm": 3.0430291577675637,
      "learning_rate": 0.00028842320947136874,
      "loss": 5.3438,
      "step": 20188
    },
    {
      "epoch": 0.826909686668032,
      "grad_norm": 1.8077264589655795,
      "learning_rate": 0.0002884219530579047,
      "loss": 6.1562,
      "step": 20189
    },
    {
      "epoch": 0.8269506450952283,
      "grad_norm": 1.6398922741103483,
      "learning_rate": 0.0002884206965790029,
      "loss": 6.0938,
      "step": 20190
    },
    {
      "epoch": 0.8269916035224247,
      "grad_norm": 3.4291874771061766,
      "learning_rate": 0.00028841944003466375,
      "loss": 7.5625,
      "step": 20191
    },
    {
      "epoch": 0.8270325619496212,
      "grad_norm": 1.8377918693601094,
      "learning_rate": 0.00028841818342488794,
      "loss": 4.6562,
      "step": 20192
    },
    {
      "epoch": 0.8270735203768176,
      "grad_norm": 2.3539669023842285,
      "learning_rate": 0.000288416926749676,
      "loss": 6.4688,
      "step": 20193
    },
    {
      "epoch": 0.8271144788040139,
      "grad_norm": 1.5658744034398195,
      "learning_rate": 0.00028841567000902865,
      "loss": 5.2188,
      "step": 20194
    },
    {
      "epoch": 0.8271554372312103,
      "grad_norm": 1.8787597599829016,
      "learning_rate": 0.0002884144132029464,
      "loss": 6.1875,
      "step": 20195
    },
    {
      "epoch": 0.8271963956584067,
      "grad_norm": 1.4383141714353276,
      "learning_rate": 0.0002884131563314298,
      "loss": 5.4375,
      "step": 20196
    },
    {
      "epoch": 0.8272373540856031,
      "grad_norm": 1.6739428944914019,
      "learning_rate": 0.0002884118993944795,
      "loss": 5.625,
      "step": 20197
    },
    {
      "epoch": 0.8272783125127995,
      "grad_norm": 1.8023821785436478,
      "learning_rate": 0.0002884106423920961,
      "loss": 5.2188,
      "step": 20198
    },
    {
      "epoch": 0.8273192709399959,
      "grad_norm": 4.79674641713173,
      "learning_rate": 0.0002884093853242802,
      "loss": 3.7188,
      "step": 20199
    },
    {
      "epoch": 0.8273602293671923,
      "grad_norm": 1.46338591753448,
      "learning_rate": 0.0002884081281910323,
      "loss": 5.6875,
      "step": 20200
    },
    {
      "epoch": 0.8274011877943886,
      "grad_norm": 1.3699622865411012,
      "learning_rate": 0.0002884068709923531,
      "loss": 5.0312,
      "step": 20201
    },
    {
      "epoch": 0.8274421462215851,
      "grad_norm": 2.698325405919955,
      "learning_rate": 0.0002884056137282432,
      "loss": 8.3125,
      "step": 20202
    },
    {
      "epoch": 0.8274831046487815,
      "grad_norm": 1.5386256403398184,
      "learning_rate": 0.0002884043563987031,
      "loss": 4.6875,
      "step": 20203
    },
    {
      "epoch": 0.8275240630759779,
      "grad_norm": 3.10481375873897,
      "learning_rate": 0.0002884030990037335,
      "loss": 6.9375,
      "step": 20204
    },
    {
      "epoch": 0.8275650215031742,
      "grad_norm": 4.741510419910037,
      "learning_rate": 0.00028840184154333494,
      "loss": 3.7031,
      "step": 20205
    },
    {
      "epoch": 0.8276059799303707,
      "grad_norm": 2.496519998868256,
      "learning_rate": 0.000288400584017508,
      "loss": 7.7812,
      "step": 20206
    },
    {
      "epoch": 0.8276469383575671,
      "grad_norm": 1.5396125179599371,
      "learning_rate": 0.0002883993264262533,
      "loss": 5.3125,
      "step": 20207
    },
    {
      "epoch": 0.8276878967847635,
      "grad_norm": 1.9293235510664715,
      "learning_rate": 0.00028839806876957146,
      "loss": 4.75,
      "step": 20208
    },
    {
      "epoch": 0.8277288552119598,
      "grad_norm": 2.3704858020150588,
      "learning_rate": 0.00028839681104746303,
      "loss": 7.2188,
      "step": 20209
    },
    {
      "epoch": 0.8277698136391562,
      "grad_norm": 1.732690277921702,
      "learning_rate": 0.00028839555325992864,
      "loss": 5.75,
      "step": 20210
    },
    {
      "epoch": 0.8278107720663527,
      "grad_norm": 1.6975118987565283,
      "learning_rate": 0.0002883942954069688,
      "loss": 5.0625,
      "step": 20211
    },
    {
      "epoch": 0.8278517304935491,
      "grad_norm": 2.59820786997346,
      "learning_rate": 0.0002883930374885842,
      "loss": 7.625,
      "step": 20212
    },
    {
      "epoch": 0.8278926889207454,
      "grad_norm": 2.7774403560483916,
      "learning_rate": 0.0002883917795047754,
      "loss": 5.6562,
      "step": 20213
    },
    {
      "epoch": 0.8279336473479418,
      "grad_norm": 6.241072078562218,
      "learning_rate": 0.000288390521455543,
      "loss": 5.0312,
      "step": 20214
    },
    {
      "epoch": 0.8279746057751383,
      "grad_norm": 3.035348883066423,
      "learning_rate": 0.0002883892633408876,
      "loss": 7.1562,
      "step": 20215
    },
    {
      "epoch": 0.8280155642023346,
      "grad_norm": 1.6119240112715645,
      "learning_rate": 0.00028838800516080976,
      "loss": 5.125,
      "step": 20216
    },
    {
      "epoch": 0.828056522629531,
      "grad_norm": 1.9668806847580438,
      "learning_rate": 0.0002883867469153101,
      "loss": 6.0,
      "step": 20217
    },
    {
      "epoch": 0.8280974810567274,
      "grad_norm": 2.0324386335344737,
      "learning_rate": 0.00028838548860438926,
      "loss": 5.5625,
      "step": 20218
    },
    {
      "epoch": 0.8281384394839238,
      "grad_norm": 1.6257674484745843,
      "learning_rate": 0.00028838423022804776,
      "loss": 4.875,
      "step": 20219
    },
    {
      "epoch": 0.8281793979111202,
      "grad_norm": 2.5549533227572723,
      "learning_rate": 0.00028838297178628627,
      "loss": 7.0312,
      "step": 20220
    },
    {
      "epoch": 0.8282203563383166,
      "grad_norm": 1.5761494203323576,
      "learning_rate": 0.00028838171327910526,
      "loss": 5.3438,
      "step": 20221
    },
    {
      "epoch": 0.828261314765513,
      "grad_norm": 2.9973727537585075,
      "learning_rate": 0.0002883804547065055,
      "loss": 7.1562,
      "step": 20222
    },
    {
      "epoch": 0.8283022731927094,
      "grad_norm": 1.5979775341358644,
      "learning_rate": 0.0002883791960684874,
      "loss": 5.7812,
      "step": 20223
    },
    {
      "epoch": 0.8283432316199058,
      "grad_norm": 1.842626954739838,
      "learning_rate": 0.00028837793736505166,
      "loss": 5.2812,
      "step": 20224
    },
    {
      "epoch": 0.8283841900471022,
      "grad_norm": 1.796580664357992,
      "learning_rate": 0.00028837667859619895,
      "loss": 4.6562,
      "step": 20225
    },
    {
      "epoch": 0.8284251484742986,
      "grad_norm": 1.5220970327746242,
      "learning_rate": 0.0002883754197619297,
      "loss": 4.5,
      "step": 20226
    },
    {
      "epoch": 0.828466106901495,
      "grad_norm": 2.207050452328768,
      "learning_rate": 0.0002883741608622446,
      "loss": 5.125,
      "step": 20227
    },
    {
      "epoch": 0.8285070653286913,
      "grad_norm": 1.54453642019709,
      "learning_rate": 0.00028837290189714416,
      "loss": 4.7188,
      "step": 20228
    },
    {
      "epoch": 0.8285480237558878,
      "grad_norm": 2.1503026307229627,
      "learning_rate": 0.0002883716428666291,
      "loss": 5.875,
      "step": 20229
    },
    {
      "epoch": 0.8285889821830842,
      "grad_norm": 2.299937427532675,
      "learning_rate": 0.0002883703837707,
      "loss": 5.3125,
      "step": 20230
    },
    {
      "epoch": 0.8286299406102806,
      "grad_norm": 3.990250950380847,
      "learning_rate": 0.00028836912460935735,
      "loss": 6.5938,
      "step": 20231
    },
    {
      "epoch": 0.8286708990374769,
      "grad_norm": 2.4153068232471337,
      "learning_rate": 0.0002883678653826018,
      "loss": 6.125,
      "step": 20232
    },
    {
      "epoch": 0.8287118574646734,
      "grad_norm": 5.429348320375499,
      "learning_rate": 0.000288366606090434,
      "loss": 5.0312,
      "step": 20233
    },
    {
      "epoch": 0.8287528158918698,
      "grad_norm": 1.3936122449018584,
      "learning_rate": 0.0002883653467328545,
      "loss": 5.5625,
      "step": 20234
    },
    {
      "epoch": 0.8287937743190662,
      "grad_norm": 1.8312268850401519,
      "learning_rate": 0.00028836408730986387,
      "loss": 5.3438,
      "step": 20235
    },
    {
      "epoch": 0.8288347327462625,
      "grad_norm": 1.7352824035569057,
      "learning_rate": 0.0002883628278214627,
      "loss": 5.2812,
      "step": 20236
    },
    {
      "epoch": 0.8288756911734589,
      "grad_norm": 1.9107039403466501,
      "learning_rate": 0.0002883615682676517,
      "loss": 5.8438,
      "step": 20237
    },
    {
      "epoch": 0.8289166496006554,
      "grad_norm": 2.8118457134300847,
      "learning_rate": 0.0002883603086484313,
      "loss": 4.9062,
      "step": 20238
    },
    {
      "epoch": 0.8289576080278517,
      "grad_norm": 2.8426652882558727,
      "learning_rate": 0.0002883590489638022,
      "loss": 5.8438,
      "step": 20239
    },
    {
      "epoch": 0.8289985664550481,
      "grad_norm": 3.16115495128761,
      "learning_rate": 0.00028835778921376497,
      "loss": 5.375,
      "step": 20240
    },
    {
      "epoch": 0.8290395248822445,
      "grad_norm": 1.5910863950523575,
      "learning_rate": 0.0002883565293983202,
      "loss": 5.1562,
      "step": 20241
    },
    {
      "epoch": 0.829080483309441,
      "grad_norm": 2.2117920840927017,
      "learning_rate": 0.0002883552695174685,
      "loss": 4.1562,
      "step": 20242
    },
    {
      "epoch": 0.8291214417366373,
      "grad_norm": 2.5289747999591694,
      "learning_rate": 0.00028835400957121047,
      "loss": 6.375,
      "step": 20243
    },
    {
      "epoch": 0.8291624001638337,
      "grad_norm": 1.670067589609267,
      "learning_rate": 0.0002883527495595466,
      "loss": 4.5312,
      "step": 20244
    },
    {
      "epoch": 0.8292033585910301,
      "grad_norm": 2.5212158053950846,
      "learning_rate": 0.00028835148948247767,
      "loss": 4.9688,
      "step": 20245
    },
    {
      "epoch": 0.8292443170182265,
      "grad_norm": 2.8180796953476372,
      "learning_rate": 0.00028835022934000417,
      "loss": 6.5,
      "step": 20246
    },
    {
      "epoch": 0.8292852754454229,
      "grad_norm": 1.6255391294772834,
      "learning_rate": 0.0002883489691321267,
      "loss": 4.8125,
      "step": 20247
    },
    {
      "epoch": 0.8293262338726193,
      "grad_norm": 1.9968430326312394,
      "learning_rate": 0.0002883477088588459,
      "loss": 7.0938,
      "step": 20248
    },
    {
      "epoch": 0.8293671922998157,
      "grad_norm": 1.7636351038924094,
      "learning_rate": 0.0002883464485201623,
      "loss": 4.7188,
      "step": 20249
    },
    {
      "epoch": 0.8294081507270121,
      "grad_norm": 2.902330017245637,
      "learning_rate": 0.00028834518811607655,
      "loss": 5.5625,
      "step": 20250
    },
    {
      "epoch": 0.8294491091542084,
      "grad_norm": 2.465799919920837,
      "learning_rate": 0.00028834392764658914,
      "loss": 8.25,
      "step": 20251
    },
    {
      "epoch": 0.8294900675814049,
      "grad_norm": 1.5983976234051651,
      "learning_rate": 0.0002883426671117008,
      "loss": 5.0938,
      "step": 20252
    },
    {
      "epoch": 0.8295310260086013,
      "grad_norm": 5.761911384979092,
      "learning_rate": 0.0002883414065114121,
      "loss": 4.2812,
      "step": 20253
    },
    {
      "epoch": 0.8295719844357977,
      "grad_norm": 1.8461738067065299,
      "learning_rate": 0.0002883401458457236,
      "loss": 6.4375,
      "step": 20254
    },
    {
      "epoch": 0.829612942862994,
      "grad_norm": 2.259216674463823,
      "learning_rate": 0.00028833888511463595,
      "loss": 5.1562,
      "step": 20255
    },
    {
      "epoch": 0.8296539012901905,
      "grad_norm": 1.8521539309897843,
      "learning_rate": 0.00028833762431814964,
      "loss": 4.5,
      "step": 20256
    },
    {
      "epoch": 0.8296948597173869,
      "grad_norm": 1.91131427107572,
      "learning_rate": 0.00028833636345626534,
      "loss": 6.0938,
      "step": 20257
    },
    {
      "epoch": 0.8297358181445832,
      "grad_norm": 1.8390434198391503,
      "learning_rate": 0.00028833510252898364,
      "loss": 5.3438,
      "step": 20258
    },
    {
      "epoch": 0.8297767765717796,
      "grad_norm": 1.654189983069243,
      "learning_rate": 0.0002883338415363051,
      "loss": 5.1875,
      "step": 20259
    },
    {
      "epoch": 0.829817734998976,
      "grad_norm": 2.5064571317133137,
      "learning_rate": 0.0002883325804782304,
      "loss": 5.625,
      "step": 20260
    },
    {
      "epoch": 0.8298586934261725,
      "grad_norm": 2.0794541519923584,
      "learning_rate": 0.00028833131935476005,
      "loss": 5.0938,
      "step": 20261
    },
    {
      "epoch": 0.8298996518533688,
      "grad_norm": 2.040588013828788,
      "learning_rate": 0.0002883300581658947,
      "loss": 7.0312,
      "step": 20262
    },
    {
      "epoch": 0.8299406102805652,
      "grad_norm": 1.8134654632341063,
      "learning_rate": 0.0002883287969116349,
      "loss": 5.3438,
      "step": 20263
    },
    {
      "epoch": 0.8299815687077616,
      "grad_norm": 1.7047782223158425,
      "learning_rate": 0.00028832753559198125,
      "loss": 4.7812,
      "step": 20264
    },
    {
      "epoch": 0.830022527134958,
      "grad_norm": 1.6051770689906701,
      "learning_rate": 0.00028832627420693444,
      "loss": 4.8125,
      "step": 20265
    },
    {
      "epoch": 0.8300634855621544,
      "grad_norm": 1.4792645530728572,
      "learning_rate": 0.00028832501275649495,
      "loss": 4.9688,
      "step": 20266
    },
    {
      "epoch": 0.8301044439893508,
      "grad_norm": 1.8060846207267705,
      "learning_rate": 0.0002883237512406634,
      "loss": 6.3125,
      "step": 20267
    },
    {
      "epoch": 0.8301454024165472,
      "grad_norm": 1.8309123880141882,
      "learning_rate": 0.00028832248965944047,
      "loss": 4.7812,
      "step": 20268
    },
    {
      "epoch": 0.8301863608437436,
      "grad_norm": 2.3233775614396763,
      "learning_rate": 0.00028832122801282663,
      "loss": 6.625,
      "step": 20269
    },
    {
      "epoch": 0.83022731927094,
      "grad_norm": 1.7675335141127524,
      "learning_rate": 0.0002883199663008226,
      "loss": 5.75,
      "step": 20270
    },
    {
      "epoch": 0.8302682776981364,
      "grad_norm": 1.5726108692207765,
      "learning_rate": 0.0002883187045234289,
      "loss": 4.9375,
      "step": 20271
    },
    {
      "epoch": 0.8303092361253328,
      "grad_norm": 1.9919246542057074,
      "learning_rate": 0.0002883174426806461,
      "loss": 6.1875,
      "step": 20272
    },
    {
      "epoch": 0.8303501945525292,
      "grad_norm": 3.6071853598919645,
      "learning_rate": 0.00028831618077247484,
      "loss": 2.5938,
      "step": 20273
    },
    {
      "epoch": 0.8303911529797255,
      "grad_norm": 1.5228192671144887,
      "learning_rate": 0.00028831491879891577,
      "loss": 5.125,
      "step": 20274
    },
    {
      "epoch": 0.830432111406922,
      "grad_norm": 1.7397213174420656,
      "learning_rate": 0.0002883136567599694,
      "loss": 5.5312,
      "step": 20275
    },
    {
      "epoch": 0.8304730698341184,
      "grad_norm": 1.4546621877210775,
      "learning_rate": 0.0002883123946556364,
      "loss": 5.0938,
      "step": 20276
    },
    {
      "epoch": 0.8305140282613148,
      "grad_norm": 1.7508853227745182,
      "learning_rate": 0.00028831113248591723,
      "loss": 5.9375,
      "step": 20277
    },
    {
      "epoch": 0.8305549866885111,
      "grad_norm": 1.7886877320494383,
      "learning_rate": 0.00028830987025081265,
      "loss": 5.3125,
      "step": 20278
    },
    {
      "epoch": 0.8305959451157076,
      "grad_norm": 12.142140927740058,
      "learning_rate": 0.0002883086079503232,
      "loss": 2.0781,
      "step": 20279
    },
    {
      "epoch": 0.830636903542904,
      "grad_norm": 2.1911702034003993,
      "learning_rate": 0.0002883073455844494,
      "loss": 4.4062,
      "step": 20280
    },
    {
      "epoch": 0.8306778619701003,
      "grad_norm": 1.6431627312066268,
      "learning_rate": 0.00028830608315319196,
      "loss": 5.6562,
      "step": 20281
    },
    {
      "epoch": 0.8307188203972967,
      "grad_norm": 1.593146233848775,
      "learning_rate": 0.00028830482065655147,
      "loss": 5.7188,
      "step": 20282
    },
    {
      "epoch": 0.8307597788244931,
      "grad_norm": 1.6898608476834795,
      "learning_rate": 0.00028830355809452844,
      "loss": 4.9062,
      "step": 20283
    },
    {
      "epoch": 0.8308007372516896,
      "grad_norm": 1.7337552094056274,
      "learning_rate": 0.0002883022954671235,
      "loss": 5.0625,
      "step": 20284
    },
    {
      "epoch": 0.8308416956788859,
      "grad_norm": 1.8001103601235295,
      "learning_rate": 0.0002883010327743373,
      "loss": 5.5,
      "step": 20285
    },
    {
      "epoch": 0.8308826541060823,
      "grad_norm": 1.5162535770216294,
      "learning_rate": 0.00028829977001617035,
      "loss": 5.0938,
      "step": 20286
    },
    {
      "epoch": 0.8309236125332787,
      "grad_norm": 1.569295326145562,
      "learning_rate": 0.00028829850719262333,
      "loss": 5.4062,
      "step": 20287
    },
    {
      "epoch": 0.8309645709604752,
      "grad_norm": 1.4536719189610634,
      "learning_rate": 0.00028829724430369676,
      "loss": 4.25,
      "step": 20288
    },
    {
      "epoch": 0.8310055293876715,
      "grad_norm": 4.797405766655295,
      "learning_rate": 0.00028829598134939133,
      "loss": 6.0938,
      "step": 20289
    },
    {
      "epoch": 0.8310464878148679,
      "grad_norm": 2.8071447893489783,
      "learning_rate": 0.0002882947183297076,
      "loss": 7.625,
      "step": 20290
    },
    {
      "epoch": 0.8310874462420643,
      "grad_norm": 1.7379280604049843,
      "learning_rate": 0.0002882934552446461,
      "loss": 6.625,
      "step": 20291
    },
    {
      "epoch": 0.8311284046692607,
      "grad_norm": 1.7906102698323632,
      "learning_rate": 0.0002882921920942075,
      "loss": 5.5312,
      "step": 20292
    },
    {
      "epoch": 0.8311693630964571,
      "grad_norm": 2.0948600645449167,
      "learning_rate": 0.00028829092887839235,
      "loss": 3.9844,
      "step": 20293
    },
    {
      "epoch": 0.8312103215236535,
      "grad_norm": 3.1463499479053505,
      "learning_rate": 0.0002882896655972013,
      "loss": 4.8125,
      "step": 20294
    },
    {
      "epoch": 0.8312512799508499,
      "grad_norm": 1.5121875912387652,
      "learning_rate": 0.0002882884022506349,
      "loss": 5.1875,
      "step": 20295
    },
    {
      "epoch": 0.8312922383780463,
      "grad_norm": 1.766433994589367,
      "learning_rate": 0.00028828713883869377,
      "loss": 5.3125,
      "step": 20296
    },
    {
      "epoch": 0.8313331968052426,
      "grad_norm": 1.9018707446545156,
      "learning_rate": 0.00028828587536137854,
      "loss": 5.4062,
      "step": 20297
    },
    {
      "epoch": 0.8313741552324391,
      "grad_norm": 1.601728912687741,
      "learning_rate": 0.0002882846118186897,
      "loss": 5.375,
      "step": 20298
    },
    {
      "epoch": 0.8314151136596355,
      "grad_norm": 3.080090268299433,
      "learning_rate": 0.000288283348210628,
      "loss": 6.1562,
      "step": 20299
    },
    {
      "epoch": 0.8314560720868319,
      "grad_norm": 1.7708967697021456,
      "learning_rate": 0.0002882820845371939,
      "loss": 6.5,
      "step": 20300
    },
    {
      "epoch": 0.8314970305140282,
      "grad_norm": 1.642430049120771,
      "learning_rate": 0.0002882808207983881,
      "loss": 5.9375,
      "step": 20301
    },
    {
      "epoch": 0.8315379889412247,
      "grad_norm": 2.455965098943997,
      "learning_rate": 0.0002882795569942111,
      "loss": 1.8047,
      "step": 20302
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 1.7560039629547062,
      "learning_rate": 0.00028827829312466364,
      "loss": 4.625,
      "step": 20303
    },
    {
      "epoch": 0.8316199057956174,
      "grad_norm": 4.069907098194171,
      "learning_rate": 0.00028827702918974614,
      "loss": 5.125,
      "step": 20304
    },
    {
      "epoch": 0.8316608642228138,
      "grad_norm": 1.4887999465390234,
      "learning_rate": 0.0002882757651894593,
      "loss": 4.875,
      "step": 20305
    },
    {
      "epoch": 0.8317018226500102,
      "grad_norm": 1.7983892181112415,
      "learning_rate": 0.00028827450112380373,
      "loss": 3.9531,
      "step": 20306
    },
    {
      "epoch": 0.8317427810772067,
      "grad_norm": 5.431590689598174,
      "learning_rate": 0.00028827323699278,
      "loss": 5.7188,
      "step": 20307
    },
    {
      "epoch": 0.831783739504403,
      "grad_norm": 2.1996972785892863,
      "learning_rate": 0.0002882719727963887,
      "loss": 6.0938,
      "step": 20308
    },
    {
      "epoch": 0.8318246979315994,
      "grad_norm": 1.6675078750808798,
      "learning_rate": 0.0002882707085346304,
      "loss": 5.7188,
      "step": 20309
    },
    {
      "epoch": 0.8318656563587958,
      "grad_norm": 2.3623895943052764,
      "learning_rate": 0.00028826944420750575,
      "loss": 5.7812,
      "step": 20310
    },
    {
      "epoch": 0.8319066147859923,
      "grad_norm": 3.4032535628892617,
      "learning_rate": 0.00028826817981501536,
      "loss": 6.375,
      "step": 20311
    },
    {
      "epoch": 0.8319475732131886,
      "grad_norm": 2.160388690638352,
      "learning_rate": 0.0002882669153571598,
      "loss": 5.8438,
      "step": 20312
    },
    {
      "epoch": 0.831988531640385,
      "grad_norm": 2.312097393243923,
      "learning_rate": 0.00028826565083393964,
      "loss": 4.9688,
      "step": 20313
    },
    {
      "epoch": 0.8320294900675814,
      "grad_norm": 2.14970188454354,
      "learning_rate": 0.0002882643862453555,
      "loss": 5.125,
      "step": 20314
    },
    {
      "epoch": 0.8320704484947778,
      "grad_norm": 1.6823023672021986,
      "learning_rate": 0.000288263121591408,
      "loss": 5.375,
      "step": 20315
    },
    {
      "epoch": 0.8321114069219742,
      "grad_norm": 2.6889472005544053,
      "learning_rate": 0.0002882618568720977,
      "loss": 6.1875,
      "step": 20316
    },
    {
      "epoch": 0.8321523653491706,
      "grad_norm": 2.3219479256062407,
      "learning_rate": 0.00028826059208742524,
      "loss": 5.0,
      "step": 20317
    },
    {
      "epoch": 0.832193323776367,
      "grad_norm": 1.478513303845827,
      "learning_rate": 0.0002882593272373911,
      "loss": 4.875,
      "step": 20318
    },
    {
      "epoch": 0.8322342822035634,
      "grad_norm": 2.233004479642643,
      "learning_rate": 0.0002882580623219961,
      "loss": 5.7812,
      "step": 20319
    },
    {
      "epoch": 0.8322752406307597,
      "grad_norm": 1.5485439877315696,
      "learning_rate": 0.0002882567973412407,
      "loss": 5.0312,
      "step": 20320
    },
    {
      "epoch": 0.8323161990579562,
      "grad_norm": 2.4319953684850226,
      "learning_rate": 0.0002882555322951254,
      "loss": 5.5625,
      "step": 20321
    },
    {
      "epoch": 0.8323571574851526,
      "grad_norm": 1.666218715421592,
      "learning_rate": 0.000288254267183651,
      "loss": 5.6875,
      "step": 20322
    },
    {
      "epoch": 0.8323981159123489,
      "grad_norm": 1.56032928150684,
      "learning_rate": 0.000288253002006818,
      "loss": 5.0,
      "step": 20323
    },
    {
      "epoch": 0.8324390743395453,
      "grad_norm": 2.555583021210861,
      "learning_rate": 0.00028825173676462696,
      "loss": 5.625,
      "step": 20324
    },
    {
      "epoch": 0.8324800327667418,
      "grad_norm": 2.5813276647486347,
      "learning_rate": 0.0002882504714570786,
      "loss": 6.5,
      "step": 20325
    },
    {
      "epoch": 0.8325209911939382,
      "grad_norm": 1.586512965846259,
      "learning_rate": 0.00028824920608417335,
      "loss": 4.8125,
      "step": 20326
    },
    {
      "epoch": 0.8325619496211345,
      "grad_norm": 1.741538540036491,
      "learning_rate": 0.00028824794064591196,
      "loss": 5.3125,
      "step": 20327
    },
    {
      "epoch": 0.8326029080483309,
      "grad_norm": 1.7243516393046148,
      "learning_rate": 0.0002882466751422949,
      "loss": 4.4375,
      "step": 20328
    },
    {
      "epoch": 0.8326438664755273,
      "grad_norm": 1.802438934153777,
      "learning_rate": 0.0002882454095733229,
      "loss": 5.5625,
      "step": 20329
    },
    {
      "epoch": 0.8326848249027238,
      "grad_norm": 2.084571017787976,
      "learning_rate": 0.00028824414393899646,
      "loss": 4.4375,
      "step": 20330
    },
    {
      "epoch": 0.8327257833299201,
      "grad_norm": 1.7819053359340478,
      "learning_rate": 0.0002882428782393162,
      "loss": 5.2812,
      "step": 20331
    },
    {
      "epoch": 0.8327667417571165,
      "grad_norm": 4.726519151899312,
      "learning_rate": 0.0002882416124742828,
      "loss": 6.3125,
      "step": 20332
    },
    {
      "epoch": 0.8328077001843129,
      "grad_norm": 1.7128834804201039,
      "learning_rate": 0.0002882403466438967,
      "loss": 5.6562,
      "step": 20333
    },
    {
      "epoch": 0.8328486586115094,
      "grad_norm": 1.8573197676253461,
      "learning_rate": 0.0002882390807481586,
      "loss": 4.6562,
      "step": 20334
    },
    {
      "epoch": 0.8328896170387057,
      "grad_norm": 1.5682676690222217,
      "learning_rate": 0.00028823781478706914,
      "loss": 4.4688,
      "step": 20335
    },
    {
      "epoch": 0.8329305754659021,
      "grad_norm": 1.7987808168020583,
      "learning_rate": 0.00028823654876062877,
      "loss": 5.75,
      "step": 20336
    },
    {
      "epoch": 0.8329715338930985,
      "grad_norm": 1.6508711688122943,
      "learning_rate": 0.0002882352826688383,
      "loss": 5.9688,
      "step": 20337
    },
    {
      "epoch": 0.833012492320295,
      "grad_norm": 1.5880298060826905,
      "learning_rate": 0.0002882340165116981,
      "loss": 5.2188,
      "step": 20338
    },
    {
      "epoch": 0.8330534507474913,
      "grad_norm": 1.9292104777415293,
      "learning_rate": 0.00028823275028920894,
      "loss": 4.375,
      "step": 20339
    },
    {
      "epoch": 0.8330944091746877,
      "grad_norm": 1.8698989301401667,
      "learning_rate": 0.00028823148400137133,
      "loss": 5.2812,
      "step": 20340
    },
    {
      "epoch": 0.8331353676018841,
      "grad_norm": 2.6777977354763713,
      "learning_rate": 0.00028823021764818593,
      "loss": 5.625,
      "step": 20341
    },
    {
      "epoch": 0.8331763260290805,
      "grad_norm": 3.5277790767971426,
      "learning_rate": 0.0002882289512296533,
      "loss": 6.0312,
      "step": 20342
    },
    {
      "epoch": 0.8332172844562769,
      "grad_norm": 1.7662199707603354,
      "learning_rate": 0.000288227684745774,
      "loss": 4.6562,
      "step": 20343
    },
    {
      "epoch": 0.8332582428834733,
      "grad_norm": 1.9659030563301203,
      "learning_rate": 0.0002882264181965487,
      "loss": 4.9375,
      "step": 20344
    },
    {
      "epoch": 0.8332992013106697,
      "grad_norm": 1.9113460359869594,
      "learning_rate": 0.00028822515158197795,
      "loss": 4.9062,
      "step": 20345
    },
    {
      "epoch": 0.833340159737866,
      "grad_norm": 1.7670393337505654,
      "learning_rate": 0.0002882238849020624,
      "loss": 5.75,
      "step": 20346
    },
    {
      "epoch": 0.8333811181650624,
      "grad_norm": 3.0097667145000946,
      "learning_rate": 0.0002882226181568026,
      "loss": 3.0469,
      "step": 20347
    },
    {
      "epoch": 0.8334220765922589,
      "grad_norm": 1.619614799312541,
      "learning_rate": 0.00028822135134619917,
      "loss": 5.25,
      "step": 20348
    },
    {
      "epoch": 0.8334630350194553,
      "grad_norm": 2.99635903740825,
      "learning_rate": 0.00028822008447025273,
      "loss": 5.9688,
      "step": 20349
    },
    {
      "epoch": 0.8335039934466516,
      "grad_norm": 1.9558715100985895,
      "learning_rate": 0.0002882188175289638,
      "loss": 5.25,
      "step": 20350
    },
    {
      "epoch": 0.833544951873848,
      "grad_norm": 2.916416371937442,
      "learning_rate": 0.0002882175505223331,
      "loss": 5.7188,
      "step": 20351
    },
    {
      "epoch": 0.8335859103010445,
      "grad_norm": 1.9056546815613307,
      "learning_rate": 0.0002882162834503611,
      "loss": 5.625,
      "step": 20352
    },
    {
      "epoch": 0.8336268687282409,
      "grad_norm": 1.6014250737575293,
      "learning_rate": 0.0002882150163130485,
      "loss": 5.8125,
      "step": 20353
    },
    {
      "epoch": 0.8336678271554372,
      "grad_norm": 1.6341927950338666,
      "learning_rate": 0.00028821374911039584,
      "loss": 4.6562,
      "step": 20354
    },
    {
      "epoch": 0.8337087855826336,
      "grad_norm": 6.563967442132242,
      "learning_rate": 0.00028821248184240374,
      "loss": 7.9375,
      "step": 20355
    },
    {
      "epoch": 0.83374974400983,
      "grad_norm": 1.5325963513301106,
      "learning_rate": 0.0002882112145090728,
      "loss": 4.8125,
      "step": 20356
    },
    {
      "epoch": 0.8337907024370265,
      "grad_norm": 1.749493803461632,
      "learning_rate": 0.00028820994711040366,
      "loss": 5.9375,
      "step": 20357
    },
    {
      "epoch": 0.8338316608642228,
      "grad_norm": 1.9986470282865767,
      "learning_rate": 0.0002882086796463968,
      "loss": 6.9375,
      "step": 20358
    },
    {
      "epoch": 0.8338726192914192,
      "grad_norm": 2.289401290735255,
      "learning_rate": 0.00028820741211705295,
      "loss": 4.625,
      "step": 20359
    },
    {
      "epoch": 0.8339135777186156,
      "grad_norm": 3.2583691693737853,
      "learning_rate": 0.00028820614452237264,
      "loss": 3.75,
      "step": 20360
    },
    {
      "epoch": 0.833954536145812,
      "grad_norm": 1.6782122015897631,
      "learning_rate": 0.0002882048768623565,
      "loss": 5.4062,
      "step": 20361
    },
    {
      "epoch": 0.8339954945730084,
      "grad_norm": 2.409594551526874,
      "learning_rate": 0.0002882036091370051,
      "loss": 5.9375,
      "step": 20362
    },
    {
      "epoch": 0.8340364530002048,
      "grad_norm": 1.8783111169319808,
      "learning_rate": 0.0002882023413463191,
      "loss": 5.2188,
      "step": 20363
    },
    {
      "epoch": 0.8340774114274012,
      "grad_norm": 1.6033342387756346,
      "learning_rate": 0.000288201073490299,
      "loss": 6.1875,
      "step": 20364
    },
    {
      "epoch": 0.8341183698545975,
      "grad_norm": 2.4036475133760433,
      "learning_rate": 0.0002881998055689454,
      "loss": 4.0625,
      "step": 20365
    },
    {
      "epoch": 0.834159328281794,
      "grad_norm": 2.997598788346554,
      "learning_rate": 0.000288198537582259,
      "loss": 7.0938,
      "step": 20366
    },
    {
      "epoch": 0.8342002867089904,
      "grad_norm": 2.4958756710827066,
      "learning_rate": 0.0002881972695302404,
      "loss": 6.5,
      "step": 20367
    },
    {
      "epoch": 0.8342412451361868,
      "grad_norm": 1.7267637736634691,
      "learning_rate": 0.0002881960014128901,
      "loss": 5.5,
      "step": 20368
    },
    {
      "epoch": 0.8342822035633831,
      "grad_norm": 1.8405948902421891,
      "learning_rate": 0.0002881947332302088,
      "loss": 5.5,
      "step": 20369
    },
    {
      "epoch": 0.8343231619905795,
      "grad_norm": 1.7431518133293809,
      "learning_rate": 0.00028819346498219696,
      "loss": 6.3125,
      "step": 20370
    },
    {
      "epoch": 0.834364120417776,
      "grad_norm": 1.9886141911428459,
      "learning_rate": 0.00028819219666885535,
      "loss": 4.75,
      "step": 20371
    },
    {
      "epoch": 0.8344050788449724,
      "grad_norm": 1.900043259331697,
      "learning_rate": 0.0002881909282901845,
      "loss": 4.875,
      "step": 20372
    },
    {
      "epoch": 0.8344460372721687,
      "grad_norm": 1.8040281400179279,
      "learning_rate": 0.0002881896598461849,
      "loss": 5.0938,
      "step": 20373
    },
    {
      "epoch": 0.8344869956993651,
      "grad_norm": 1.961276710436106,
      "learning_rate": 0.00028818839133685733,
      "loss": 5.875,
      "step": 20374
    },
    {
      "epoch": 0.8345279541265616,
      "grad_norm": 2.169644791484678,
      "learning_rate": 0.0002881871227622023,
      "loss": 5.6875,
      "step": 20375
    },
    {
      "epoch": 0.834568912553758,
      "grad_norm": 1.6356456580524412,
      "learning_rate": 0.00028818585412222037,
      "loss": 5.2188,
      "step": 20376
    },
    {
      "epoch": 0.8346098709809543,
      "grad_norm": 4.1728301167604265,
      "learning_rate": 0.00028818458541691224,
      "loss": 1.625,
      "step": 20377
    },
    {
      "epoch": 0.8346508294081507,
      "grad_norm": 2.7989060220477078,
      "learning_rate": 0.0002881833166462784,
      "loss": 6.5625,
      "step": 20378
    },
    {
      "epoch": 0.8346917878353471,
      "grad_norm": 1.7236098578872938,
      "learning_rate": 0.0002881820478103195,
      "loss": 5.3125,
      "step": 20379
    },
    {
      "epoch": 0.8347327462625436,
      "grad_norm": 2.5770956101059452,
      "learning_rate": 0.0002881807789090362,
      "loss": 5.9688,
      "step": 20380
    },
    {
      "epoch": 0.8347737046897399,
      "grad_norm": 1.6239950276704924,
      "learning_rate": 0.00028817950994242906,
      "loss": 5.9062,
      "step": 20381
    },
    {
      "epoch": 0.8348146631169363,
      "grad_norm": 1.7523539735268818,
      "learning_rate": 0.0002881782409104986,
      "loss": 4.2812,
      "step": 20382
    },
    {
      "epoch": 0.8348556215441327,
      "grad_norm": 1.6559983189424015,
      "learning_rate": 0.0002881769718132455,
      "loss": 4.5938,
      "step": 20383
    },
    {
      "epoch": 0.8348965799713292,
      "grad_norm": 2.0508142066706516,
      "learning_rate": 0.00028817570265067045,
      "loss": 4.2188,
      "step": 20384
    },
    {
      "epoch": 0.8349375383985255,
      "grad_norm": 2.264321043992949,
      "learning_rate": 0.00028817443342277384,
      "loss": 6.0625,
      "step": 20385
    },
    {
      "epoch": 0.8349784968257219,
      "grad_norm": 2.9125410446805016,
      "learning_rate": 0.0002881731641295564,
      "loss": 4.875,
      "step": 20386
    },
    {
      "epoch": 0.8350194552529183,
      "grad_norm": 1.8476067865769925,
      "learning_rate": 0.0002881718947710187,
      "loss": 5.7188,
      "step": 20387
    },
    {
      "epoch": 0.8350604136801146,
      "grad_norm": 1.5554511410451364,
      "learning_rate": 0.00028817062534716134,
      "loss": 4.9375,
      "step": 20388
    },
    {
      "epoch": 0.8351013721073111,
      "grad_norm": 1.7754042743248357,
      "learning_rate": 0.00028816935585798496,
      "loss": 5.4062,
      "step": 20389
    },
    {
      "epoch": 0.8351423305345075,
      "grad_norm": 3.81576437514154,
      "learning_rate": 0.00028816808630349007,
      "loss": 4.875,
      "step": 20390
    },
    {
      "epoch": 0.8351832889617039,
      "grad_norm": 1.5548956127035327,
      "learning_rate": 0.00028816681668367736,
      "loss": 5.7188,
      "step": 20391
    },
    {
      "epoch": 0.8352242473889002,
      "grad_norm": 1.5179366148213784,
      "learning_rate": 0.0002881655469985474,
      "loss": 4.375,
      "step": 20392
    },
    {
      "epoch": 0.8352652058160966,
      "grad_norm": 1.773799185718595,
      "learning_rate": 0.00028816427724810077,
      "loss": 5.4688,
      "step": 20393
    },
    {
      "epoch": 0.8353061642432931,
      "grad_norm": 1.6328640753244668,
      "learning_rate": 0.00028816300743233814,
      "loss": 4.5625,
      "step": 20394
    },
    {
      "epoch": 0.8353471226704895,
      "grad_norm": 4.9920300055140405,
      "learning_rate": 0.00028816173755125997,
      "loss": 6.125,
      "step": 20395
    },
    {
      "epoch": 0.8353880810976858,
      "grad_norm": 1.73085659232949,
      "learning_rate": 0.000288160467604867,
      "loss": 5.0938,
      "step": 20396
    },
    {
      "epoch": 0.8354290395248822,
      "grad_norm": 1.4794451677964007,
      "learning_rate": 0.0002881591975931598,
      "loss": 5.0938,
      "step": 20397
    },
    {
      "epoch": 0.8354699979520787,
      "grad_norm": 1.8580317735339356,
      "learning_rate": 0.0002881579275161389,
      "loss": 5.2188,
      "step": 20398
    },
    {
      "epoch": 0.8355109563792751,
      "grad_norm": 2.560631656006859,
      "learning_rate": 0.000288156657373805,
      "loss": 3.8438,
      "step": 20399
    },
    {
      "epoch": 0.8355519148064714,
      "grad_norm": 1.949319150936907,
      "learning_rate": 0.00028815538716615857,
      "loss": 4.75,
      "step": 20400
    },
    {
      "epoch": 0.8355928732336678,
      "grad_norm": 2.352719758108916,
      "learning_rate": 0.00028815411689320035,
      "loss": 6.9062,
      "step": 20401
    },
    {
      "epoch": 0.8356338316608642,
      "grad_norm": 2.173048605666489,
      "learning_rate": 0.0002881528465549308,
      "loss": 6.125,
      "step": 20402
    },
    {
      "epoch": 0.8356747900880607,
      "grad_norm": 1.8074685625333218,
      "learning_rate": 0.0002881515761513507,
      "loss": 6.5625,
      "step": 20403
    },
    {
      "epoch": 0.835715748515257,
      "grad_norm": 1.9420901371617951,
      "learning_rate": 0.00028815030568246056,
      "loss": 5.25,
      "step": 20404
    },
    {
      "epoch": 0.8357567069424534,
      "grad_norm": 1.7768592603568238,
      "learning_rate": 0.0002881490351482609,
      "loss": 6.3438,
      "step": 20405
    },
    {
      "epoch": 0.8357976653696498,
      "grad_norm": 2.2689074167016474,
      "learning_rate": 0.0002881477645487524,
      "loss": 6.125,
      "step": 20406
    },
    {
      "epoch": 0.8358386237968461,
      "grad_norm": 1.6054470220280235,
      "learning_rate": 0.00028814649388393573,
      "loss": 5.4375,
      "step": 20407
    },
    {
      "epoch": 0.8358795822240426,
      "grad_norm": 1.9327263116225748,
      "learning_rate": 0.00028814522315381136,
      "loss": 6.4062,
      "step": 20408
    },
    {
      "epoch": 0.835920540651239,
      "grad_norm": 6.241887989148263,
      "learning_rate": 0.0002881439523583799,
      "loss": 6.5625,
      "step": 20409
    },
    {
      "epoch": 0.8359614990784354,
      "grad_norm": 2.5957825676263435,
      "learning_rate": 0.0002881426814976421,
      "loss": 6.75,
      "step": 20410
    },
    {
      "epoch": 0.8360024575056317,
      "grad_norm": 8.491397301027064,
      "learning_rate": 0.0002881414105715984,
      "loss": 6.8438,
      "step": 20411
    },
    {
      "epoch": 0.8360434159328282,
      "grad_norm": 1.979198195101125,
      "learning_rate": 0.0002881401395802494,
      "loss": 5.2188,
      "step": 20412
    },
    {
      "epoch": 0.8360843743600246,
      "grad_norm": 2.0908086931273275,
      "learning_rate": 0.00028813886852359583,
      "loss": 4.4688,
      "step": 20413
    },
    {
      "epoch": 0.836125332787221,
      "grad_norm": 1.686611099182858,
      "learning_rate": 0.00028813759740163825,
      "loss": 5.5312,
      "step": 20414
    },
    {
      "epoch": 0.8361662912144173,
      "grad_norm": 1.9237191377770682,
      "learning_rate": 0.00028813632621437716,
      "loss": 5.0625,
      "step": 20415
    },
    {
      "epoch": 0.8362072496416137,
      "grad_norm": 2.5814740480462923,
      "learning_rate": 0.0002881350549618133,
      "loss": 8.5625,
      "step": 20416
    },
    {
      "epoch": 0.8362482080688102,
      "grad_norm": 2.453997907002093,
      "learning_rate": 0.0002881337836439471,
      "loss": 6.5,
      "step": 20417
    },
    {
      "epoch": 0.8362891664960066,
      "grad_norm": 1.7002887391515058,
      "learning_rate": 0.00028813251226077934,
      "loss": 5.3125,
      "step": 20418
    },
    {
      "epoch": 0.8363301249232029,
      "grad_norm": 7.050717352345591,
      "learning_rate": 0.00028813124081231053,
      "loss": 8.125,
      "step": 20419
    },
    {
      "epoch": 0.8363710833503993,
      "grad_norm": 1.7596700647743415,
      "learning_rate": 0.00028812996929854126,
      "loss": 5.4375,
      "step": 20420
    },
    {
      "epoch": 0.8364120417775958,
      "grad_norm": 2.3480212306562613,
      "learning_rate": 0.0002881286977194721,
      "loss": 6.0312,
      "step": 20421
    },
    {
      "epoch": 0.8364530002047922,
      "grad_norm": 1.8741055188898375,
      "learning_rate": 0.0002881274260751038,
      "loss": 4.5,
      "step": 20422
    },
    {
      "epoch": 0.8364939586319885,
      "grad_norm": 1.8826263968035435,
      "learning_rate": 0.00028812615436543687,
      "loss": 5.75,
      "step": 20423
    },
    {
      "epoch": 0.8365349170591849,
      "grad_norm": 1.9449130073560048,
      "learning_rate": 0.0002881248825904719,
      "loss": 5.5312,
      "step": 20424
    },
    {
      "epoch": 0.8365758754863813,
      "grad_norm": 1.5718781058867946,
      "learning_rate": 0.00028812361075020946,
      "loss": 5.3125,
      "step": 20425
    },
    {
      "epoch": 0.8366168339135778,
      "grad_norm": 1.681709715085965,
      "learning_rate": 0.00028812233884465023,
      "loss": 5.4688,
      "step": 20426
    },
    {
      "epoch": 0.8366577923407741,
      "grad_norm": 3.6948014428791476,
      "learning_rate": 0.00028812106687379477,
      "loss": 5.5625,
      "step": 20427
    },
    {
      "epoch": 0.8366987507679705,
      "grad_norm": 1.597001743808111,
      "learning_rate": 0.00028811979483764366,
      "loss": 5.4062,
      "step": 20428
    },
    {
      "epoch": 0.8367397091951669,
      "grad_norm": 1.5936998610634905,
      "learning_rate": 0.00028811852273619756,
      "loss": 4.8125,
      "step": 20429
    },
    {
      "epoch": 0.8367806676223633,
      "grad_norm": 1.8783874823593314,
      "learning_rate": 0.000288117250569457,
      "loss": 5.0312,
      "step": 20430
    },
    {
      "epoch": 0.8368216260495597,
      "grad_norm": 1.553741360490749,
      "learning_rate": 0.00028811597833742266,
      "loss": 5.4375,
      "step": 20431
    },
    {
      "epoch": 0.8368625844767561,
      "grad_norm": 2.5630892639155776,
      "learning_rate": 0.00028811470604009505,
      "loss": 5.0312,
      "step": 20432
    },
    {
      "epoch": 0.8369035429039525,
      "grad_norm": 5.833176224611131,
      "learning_rate": 0.00028811343367747484,
      "loss": 6.125,
      "step": 20433
    },
    {
      "epoch": 0.8369445013311488,
      "grad_norm": 2.813537446264213,
      "learning_rate": 0.0002881121612495626,
      "loss": 6.4062,
      "step": 20434
    },
    {
      "epoch": 0.8369854597583453,
      "grad_norm": 1.450068768551814,
      "learning_rate": 0.000288110888756359,
      "loss": 4.5,
      "step": 20435
    },
    {
      "epoch": 0.8370264181855417,
      "grad_norm": 1.6137266779192494,
      "learning_rate": 0.00028810961619786453,
      "loss": 4.8438,
      "step": 20436
    },
    {
      "epoch": 0.8370673766127381,
      "grad_norm": 2.9386748502659445,
      "learning_rate": 0.00028810834357407986,
      "loss": 6.125,
      "step": 20437
    },
    {
      "epoch": 0.8371083350399344,
      "grad_norm": 5.394787071426314,
      "learning_rate": 0.0002881070708850056,
      "loss": 5.6562,
      "step": 20438
    },
    {
      "epoch": 0.8371492934671309,
      "grad_norm": 2.861376924413666,
      "learning_rate": 0.00028810579813064234,
      "loss": 3.125,
      "step": 20439
    },
    {
      "epoch": 0.8371902518943273,
      "grad_norm": 3.4226656607393924,
      "learning_rate": 0.00028810452531099063,
      "loss": 6.8125,
      "step": 20440
    },
    {
      "epoch": 0.8372312103215237,
      "grad_norm": 3.414793881858501,
      "learning_rate": 0.00028810325242605115,
      "loss": 5.5625,
      "step": 20441
    },
    {
      "epoch": 0.83727216874872,
      "grad_norm": 2.0389325796565423,
      "learning_rate": 0.0002881019794758244,
      "loss": 6.0938,
      "step": 20442
    },
    {
      "epoch": 0.8373131271759164,
      "grad_norm": 1.6139135200177404,
      "learning_rate": 0.00028810070646031116,
      "loss": 5.0938,
      "step": 20443
    },
    {
      "epoch": 0.8373540856031129,
      "grad_norm": 2.1580545996582607,
      "learning_rate": 0.00028809943337951185,
      "loss": 6.2188,
      "step": 20444
    },
    {
      "epoch": 0.8373950440303093,
      "grad_norm": 1.726247540578855,
      "learning_rate": 0.00028809816023342715,
      "loss": 5.9375,
      "step": 20445
    },
    {
      "epoch": 0.8374360024575056,
      "grad_norm": 1.5567933593457786,
      "learning_rate": 0.00028809688702205764,
      "loss": 5.3125,
      "step": 20446
    },
    {
      "epoch": 0.837476960884702,
      "grad_norm": 1.547212135197098,
      "learning_rate": 0.00028809561374540393,
      "loss": 5.0,
      "step": 20447
    },
    {
      "epoch": 0.8375179193118985,
      "grad_norm": 2.237439407277724,
      "learning_rate": 0.00028809434040346667,
      "loss": 5.875,
      "step": 20448
    },
    {
      "epoch": 0.8375588777390948,
      "grad_norm": 1.3681446012421978,
      "learning_rate": 0.0002880930669962464,
      "loss": 5.5938,
      "step": 20449
    },
    {
      "epoch": 0.8375998361662912,
      "grad_norm": 1.9671899951111926,
      "learning_rate": 0.00028809179352374376,
      "loss": 6.5938,
      "step": 20450
    },
    {
      "epoch": 0.8376407945934876,
      "grad_norm": 1.5170882600063356,
      "learning_rate": 0.00028809051998595925,
      "loss": 5.5,
      "step": 20451
    },
    {
      "epoch": 0.837681753020684,
      "grad_norm": 2.0246577831555577,
      "learning_rate": 0.00028808924638289363,
      "loss": 5.9375,
      "step": 20452
    },
    {
      "epoch": 0.8377227114478804,
      "grad_norm": 1.5623758978194024,
      "learning_rate": 0.0002880879727145474,
      "loss": 5.25,
      "step": 20453
    },
    {
      "epoch": 0.8377636698750768,
      "grad_norm": 3.8428668980129257,
      "learning_rate": 0.0002880866989809212,
      "loss": 5.9062,
      "step": 20454
    },
    {
      "epoch": 0.8378046283022732,
      "grad_norm": 1.4170000347914053,
      "learning_rate": 0.00028808542518201567,
      "loss": 5.2812,
      "step": 20455
    },
    {
      "epoch": 0.8378455867294696,
      "grad_norm": 2.1588445237479967,
      "learning_rate": 0.0002880841513178313,
      "loss": 5.7188,
      "step": 20456
    },
    {
      "epoch": 0.8378865451566659,
      "grad_norm": 1.6496118130271409,
      "learning_rate": 0.0002880828773883687,
      "loss": 5.4688,
      "step": 20457
    },
    {
      "epoch": 0.8379275035838624,
      "grad_norm": 1.4178363152854494,
      "learning_rate": 0.0002880816033936286,
      "loss": 4.5,
      "step": 20458
    },
    {
      "epoch": 0.8379684620110588,
      "grad_norm": 1.556318585331437,
      "learning_rate": 0.0002880803293336116,
      "loss": 5.4375,
      "step": 20459
    },
    {
      "epoch": 0.8380094204382552,
      "grad_norm": 1.6141391189315406,
      "learning_rate": 0.0002880790552083181,
      "loss": 5.75,
      "step": 20460
    },
    {
      "epoch": 0.8380503788654515,
      "grad_norm": 2.2593404386727522,
      "learning_rate": 0.00028807778101774893,
      "loss": 7.6875,
      "step": 20461
    },
    {
      "epoch": 0.838091337292648,
      "grad_norm": 3.8766683955093466,
      "learning_rate": 0.0002880765067619046,
      "loss": 6.0,
      "step": 20462
    },
    {
      "epoch": 0.8381322957198444,
      "grad_norm": 3.1885914815721046,
      "learning_rate": 0.00028807523244078564,
      "loss": 7.9062,
      "step": 20463
    },
    {
      "epoch": 0.8381732541470408,
      "grad_norm": 2.147893107205209,
      "learning_rate": 0.0002880739580543928,
      "loss": 5.0625,
      "step": 20464
    },
    {
      "epoch": 0.8382142125742371,
      "grad_norm": 1.5210624329419096,
      "learning_rate": 0.0002880726836027265,
      "loss": 5.8125,
      "step": 20465
    },
    {
      "epoch": 0.8382551710014335,
      "grad_norm": 2.3096936002359914,
      "learning_rate": 0.00028807140908578753,
      "loss": 4.9375,
      "step": 20466
    },
    {
      "epoch": 0.83829612942863,
      "grad_norm": 1.9655730487378797,
      "learning_rate": 0.0002880701345035764,
      "loss": 4.8125,
      "step": 20467
    },
    {
      "epoch": 0.8383370878558264,
      "grad_norm": 1.822657519367768,
      "learning_rate": 0.0002880688598560937,
      "loss": 4.5625,
      "step": 20468
    },
    {
      "epoch": 0.8383780462830227,
      "grad_norm": 1.799707564248285,
      "learning_rate": 0.00028806758514334006,
      "loss": 4.9375,
      "step": 20469
    },
    {
      "epoch": 0.8384190047102191,
      "grad_norm": 3.6540772706248377,
      "learning_rate": 0.0002880663103653161,
      "loss": 4.5312,
      "step": 20470
    },
    {
      "epoch": 0.8384599631374156,
      "grad_norm": 1.9740612008736116,
      "learning_rate": 0.0002880650355220224,
      "loss": 5.0938,
      "step": 20471
    },
    {
      "epoch": 0.8385009215646119,
      "grad_norm": 1.8993704705081926,
      "learning_rate": 0.0002880637606134595,
      "loss": 6.2812,
      "step": 20472
    },
    {
      "epoch": 0.8385418799918083,
      "grad_norm": 2.3316391671552585,
      "learning_rate": 0.00028806248563962813,
      "loss": 4.4062,
      "step": 20473
    },
    {
      "epoch": 0.8385828384190047,
      "grad_norm": 2.198655990531486,
      "learning_rate": 0.00028806121060052876,
      "loss": 5.5625,
      "step": 20474
    },
    {
      "epoch": 0.8386237968462011,
      "grad_norm": 1.795067687512898,
      "learning_rate": 0.00028805993549616216,
      "loss": 5.9688,
      "step": 20475
    },
    {
      "epoch": 0.8386647552733975,
      "grad_norm": 4.303189705833649,
      "learning_rate": 0.0002880586603265288,
      "loss": 7.5625,
      "step": 20476
    },
    {
      "epoch": 0.8387057137005939,
      "grad_norm": 2.6842332302396716,
      "learning_rate": 0.0002880573850916293,
      "loss": 6.125,
      "step": 20477
    },
    {
      "epoch": 0.8387466721277903,
      "grad_norm": 1.686209014008878,
      "learning_rate": 0.00028805610979146424,
      "loss": 5.0625,
      "step": 20478
    },
    {
      "epoch": 0.8387876305549867,
      "grad_norm": 1.8166404898857071,
      "learning_rate": 0.00028805483442603434,
      "loss": 5.125,
      "step": 20479
    },
    {
      "epoch": 0.838828588982183,
      "grad_norm": 2.3784315300108965,
      "learning_rate": 0.00028805355899534006,
      "loss": 5.8438,
      "step": 20480
    },
    {
      "epoch": 0.8388695474093795,
      "grad_norm": 1.7552003763819994,
      "learning_rate": 0.00028805228349938213,
      "loss": 4.125,
      "step": 20481
    },
    {
      "epoch": 0.8389105058365759,
      "grad_norm": 1.7824066559097236,
      "learning_rate": 0.00028805100793816103,
      "loss": 5.5938,
      "step": 20482
    },
    {
      "epoch": 0.8389514642637723,
      "grad_norm": 2.0278684007591696,
      "learning_rate": 0.00028804973231167746,
      "loss": 5.2812,
      "step": 20483
    },
    {
      "epoch": 0.8389924226909686,
      "grad_norm": 3.7283707364300525,
      "learning_rate": 0.0002880484566199319,
      "loss": 6.875,
      "step": 20484
    },
    {
      "epoch": 0.8390333811181651,
      "grad_norm": 2.230489371635624,
      "learning_rate": 0.00028804718086292516,
      "loss": 5.625,
      "step": 20485
    },
    {
      "epoch": 0.8390743395453615,
      "grad_norm": 2.2270519473730137,
      "learning_rate": 0.0002880459050406577,
      "loss": 6.6875,
      "step": 20486
    },
    {
      "epoch": 0.8391152979725579,
      "grad_norm": 1.3872878244373976,
      "learning_rate": 0.0002880446291531301,
      "loss": 5.1562,
      "step": 20487
    },
    {
      "epoch": 0.8391562563997542,
      "grad_norm": 1.420884354560294,
      "learning_rate": 0.0002880433532003431,
      "loss": 4.9375,
      "step": 20488
    },
    {
      "epoch": 0.8391972148269506,
      "grad_norm": 1.7762301822608415,
      "learning_rate": 0.00028804207718229714,
      "loss": 4.625,
      "step": 20489
    },
    {
      "epoch": 0.8392381732541471,
      "grad_norm": 2.6736950327182285,
      "learning_rate": 0.0002880408010989929,
      "loss": 6.5,
      "step": 20490
    },
    {
      "epoch": 0.8392791316813434,
      "grad_norm": 2.5228010915433656,
      "learning_rate": 0.00028803952495043097,
      "loss": 6.7812,
      "step": 20491
    },
    {
      "epoch": 0.8393200901085398,
      "grad_norm": 1.4741546474794327,
      "learning_rate": 0.000288038248736612,
      "loss": 5.0312,
      "step": 20492
    },
    {
      "epoch": 0.8393610485357362,
      "grad_norm": 2.6116765233442463,
      "learning_rate": 0.0002880369724575365,
      "loss": 4.0938,
      "step": 20493
    },
    {
      "epoch": 0.8394020069629327,
      "grad_norm": 1.7952084405411493,
      "learning_rate": 0.0002880356961132052,
      "loss": 5.2812,
      "step": 20494
    },
    {
      "epoch": 0.839442965390129,
      "grad_norm": 1.9180028162749145,
      "learning_rate": 0.0002880344197036186,
      "loss": 6.1875,
      "step": 20495
    },
    {
      "epoch": 0.8394839238173254,
      "grad_norm": 1.878387428244159,
      "learning_rate": 0.0002880331432287773,
      "loss": 5.7188,
      "step": 20496
    },
    {
      "epoch": 0.8395248822445218,
      "grad_norm": 1.6987403528733807,
      "learning_rate": 0.000288031866688682,
      "loss": 4.7188,
      "step": 20497
    },
    {
      "epoch": 0.8395658406717182,
      "grad_norm": 2.791261674631761,
      "learning_rate": 0.0002880305900833332,
      "loss": 6.4375,
      "step": 20498
    },
    {
      "epoch": 0.8396067990989146,
      "grad_norm": 2.001185470531562,
      "learning_rate": 0.00028802931341273156,
      "loss": 4.7188,
      "step": 20499
    },
    {
      "epoch": 0.839647757526111,
      "grad_norm": 1.655287521887258,
      "learning_rate": 0.0002880280366768777,
      "loss": 4.4375,
      "step": 20500
    },
    {
      "epoch": 0.8396887159533074,
      "grad_norm": 1.8219724017035124,
      "learning_rate": 0.00028802675987577215,
      "loss": 7.0,
      "step": 20501
    },
    {
      "epoch": 0.8397296743805038,
      "grad_norm": 1.5852129406826985,
      "learning_rate": 0.0002880254830094156,
      "loss": 3.375,
      "step": 20502
    },
    {
      "epoch": 0.8397706328077001,
      "grad_norm": 1.8667920144676615,
      "learning_rate": 0.0002880242060778085,
      "loss": 5.5312,
      "step": 20503
    },
    {
      "epoch": 0.8398115912348966,
      "grad_norm": 1.433451094822279,
      "learning_rate": 0.0002880229290809517,
      "loss": 3.9844,
      "step": 20504
    },
    {
      "epoch": 0.839852549662093,
      "grad_norm": 6.531843797893677,
      "learning_rate": 0.0002880216520188456,
      "loss": 4.5625,
      "step": 20505
    },
    {
      "epoch": 0.8398935080892894,
      "grad_norm": 1.6231785003479866,
      "learning_rate": 0.0002880203748914909,
      "loss": 5.3125,
      "step": 20506
    },
    {
      "epoch": 0.8399344665164857,
      "grad_norm": 1.6609688095570718,
      "learning_rate": 0.0002880190976988882,
      "loss": 5.3438,
      "step": 20507
    },
    {
      "epoch": 0.8399754249436822,
      "grad_norm": 2.0665575317071063,
      "learning_rate": 0.000288017820441038,
      "loss": 6.0938,
      "step": 20508
    },
    {
      "epoch": 0.8400163833708786,
      "grad_norm": 1.4635517816872425,
      "learning_rate": 0.000288016543117941,
      "loss": 5.125,
      "step": 20509
    },
    {
      "epoch": 0.840057341798075,
      "grad_norm": 1.7131849285965797,
      "learning_rate": 0.00028801526572959786,
      "loss": 5.9688,
      "step": 20510
    },
    {
      "epoch": 0.8400983002252713,
      "grad_norm": 1.785177134535681,
      "learning_rate": 0.00028801398827600904,
      "loss": 4.9062,
      "step": 20511
    },
    {
      "epoch": 0.8401392586524677,
      "grad_norm": 2.6493316689222293,
      "learning_rate": 0.00028801271075717526,
      "loss": 6.2812,
      "step": 20512
    },
    {
      "epoch": 0.8401802170796642,
      "grad_norm": 1.4961274803635884,
      "learning_rate": 0.0002880114331730971,
      "loss": 4.9688,
      "step": 20513
    },
    {
      "epoch": 0.8402211755068605,
      "grad_norm": 1.9169950796028399,
      "learning_rate": 0.00028801015552377507,
      "loss": 5.4375,
      "step": 20514
    },
    {
      "epoch": 0.8402621339340569,
      "grad_norm": 6.158582527480779,
      "learning_rate": 0.0002880088778092099,
      "loss": 5.9062,
      "step": 20515
    },
    {
      "epoch": 0.8403030923612533,
      "grad_norm": 2.028536168234557,
      "learning_rate": 0.0002880076000294021,
      "loss": 5.0,
      "step": 20516
    },
    {
      "epoch": 0.8403440507884498,
      "grad_norm": 2.3415177773122706,
      "learning_rate": 0.0002880063221843523,
      "loss": 4.8125,
      "step": 20517
    },
    {
      "epoch": 0.8403850092156461,
      "grad_norm": 1.9132431256586437,
      "learning_rate": 0.0002880050442740612,
      "loss": 5.1875,
      "step": 20518
    },
    {
      "epoch": 0.8404259676428425,
      "grad_norm": 1.8557880714884634,
      "learning_rate": 0.00028800376629852924,
      "loss": 5.2812,
      "step": 20519
    },
    {
      "epoch": 0.8404669260700389,
      "grad_norm": 2.105717408619493,
      "learning_rate": 0.0002880024882577571,
      "loss": 5.6562,
      "step": 20520
    },
    {
      "epoch": 0.8405078844972353,
      "grad_norm": 1.8504530916380737,
      "learning_rate": 0.0002880012101517455,
      "loss": 5.0312,
      "step": 20521
    },
    {
      "epoch": 0.8405488429244317,
      "grad_norm": 1.5767347549324737,
      "learning_rate": 0.0002879999319804949,
      "loss": 6.375,
      "step": 20522
    },
    {
      "epoch": 0.8405898013516281,
      "grad_norm": 1.7576611321216569,
      "learning_rate": 0.0002879986537440059,
      "loss": 5.5312,
      "step": 20523
    },
    {
      "epoch": 0.8406307597788245,
      "grad_norm": 1.762124156752327,
      "learning_rate": 0.0002879973754422791,
      "loss": 5.25,
      "step": 20524
    },
    {
      "epoch": 0.8406717182060209,
      "grad_norm": 1.4785570596216846,
      "learning_rate": 0.00028799609707531523,
      "loss": 5.1875,
      "step": 20525
    },
    {
      "epoch": 0.8407126766332172,
      "grad_norm": 3.1461752062345734,
      "learning_rate": 0.00028799481864311474,
      "loss": 6.2812,
      "step": 20526
    },
    {
      "epoch": 0.8407536350604137,
      "grad_norm": 1.807166845992736,
      "learning_rate": 0.00028799354014567835,
      "loss": 5.875,
      "step": 20527
    },
    {
      "epoch": 0.8407945934876101,
      "grad_norm": 2.8428608848317936,
      "learning_rate": 0.00028799226158300666,
      "loss": 5.5312,
      "step": 20528
    },
    {
      "epoch": 0.8408355519148065,
      "grad_norm": 1.5072671125247465,
      "learning_rate": 0.0002879909829551002,
      "loss": 5.1562,
      "step": 20529
    },
    {
      "epoch": 0.8408765103420028,
      "grad_norm": 1.8099500841913747,
      "learning_rate": 0.0002879897042619596,
      "loss": 5.9062,
      "step": 20530
    },
    {
      "epoch": 0.8409174687691993,
      "grad_norm": 1.7313080205510507,
      "learning_rate": 0.0002879884255035855,
      "loss": 5.4062,
      "step": 20531
    },
    {
      "epoch": 0.8409584271963957,
      "grad_norm": 1.5779608836389631,
      "learning_rate": 0.00028798714667997846,
      "loss": 5.0,
      "step": 20532
    },
    {
      "epoch": 0.840999385623592,
      "grad_norm": 2.376172019908829,
      "learning_rate": 0.0002879858677911391,
      "loss": 5.0625,
      "step": 20533
    },
    {
      "epoch": 0.8410403440507884,
      "grad_norm": 2.9389332147012066,
      "learning_rate": 0.00028798458883706805,
      "loss": 5.1875,
      "step": 20534
    },
    {
      "epoch": 0.8410813024779848,
      "grad_norm": 3.643733429277806,
      "learning_rate": 0.0002879833098177659,
      "loss": 4.6562,
      "step": 20535
    },
    {
      "epoch": 0.8411222609051813,
      "grad_norm": 6.123074781691055,
      "learning_rate": 0.00028798203073323323,
      "loss": 4.2812,
      "step": 20536
    },
    {
      "epoch": 0.8411632193323776,
      "grad_norm": 1.7403652302283588,
      "learning_rate": 0.0002879807515834706,
      "loss": 5.4375,
      "step": 20537
    },
    {
      "epoch": 0.841204177759574,
      "grad_norm": 1.9589683215280247,
      "learning_rate": 0.0002879794723684788,
      "loss": 5.4375,
      "step": 20538
    },
    {
      "epoch": 0.8412451361867704,
      "grad_norm": 2.848604084307677,
      "learning_rate": 0.00028797819308825826,
      "loss": 5.5,
      "step": 20539
    },
    {
      "epoch": 0.8412860946139669,
      "grad_norm": 3.241973428005384,
      "learning_rate": 0.0002879769137428096,
      "loss": 5.6875,
      "step": 20540
    },
    {
      "epoch": 0.8413270530411632,
      "grad_norm": 3.7791870009769055,
      "learning_rate": 0.00028797563433213347,
      "loss": 6.5312,
      "step": 20541
    },
    {
      "epoch": 0.8413680114683596,
      "grad_norm": 1.6269549911389996,
      "learning_rate": 0.00028797435485623053,
      "loss": 5.25,
      "step": 20542
    },
    {
      "epoch": 0.841408969895556,
      "grad_norm": 1.4704845699503322,
      "learning_rate": 0.0002879730753151013,
      "loss": 5.4688,
      "step": 20543
    },
    {
      "epoch": 0.8414499283227524,
      "grad_norm": 3.1409534799081844,
      "learning_rate": 0.00028797179570874633,
      "loss": 4.6562,
      "step": 20544
    },
    {
      "epoch": 0.8414908867499488,
      "grad_norm": 2.618024085793138,
      "learning_rate": 0.00028797051603716636,
      "loss": 5.625,
      "step": 20545
    },
    {
      "epoch": 0.8415318451771452,
      "grad_norm": 1.844570868536429,
      "learning_rate": 0.00028796923630036193,
      "loss": 4.5312,
      "step": 20546
    },
    {
      "epoch": 0.8415728036043416,
      "grad_norm": 1.7167437000931736,
      "learning_rate": 0.0002879679564983337,
      "loss": 5.0,
      "step": 20547
    },
    {
      "epoch": 0.841613762031538,
      "grad_norm": 1.8871758774169416,
      "learning_rate": 0.0002879666766310821,
      "loss": 6.1562,
      "step": 20548
    },
    {
      "epoch": 0.8416547204587344,
      "grad_norm": 1.5855549290662112,
      "learning_rate": 0.000287965396698608,
      "loss": 5.1562,
      "step": 20549
    },
    {
      "epoch": 0.8416956788859308,
      "grad_norm": 1.5786346636694484,
      "learning_rate": 0.0002879641167009118,
      "loss": 5.2188,
      "step": 20550
    },
    {
      "epoch": 0.8417366373131272,
      "grad_norm": 2.5525530312056253,
      "learning_rate": 0.0002879628366379942,
      "loss": 6.0938,
      "step": 20551
    },
    {
      "epoch": 0.8417775957403236,
      "grad_norm": 2.656283790538241,
      "learning_rate": 0.0002879615565098557,
      "loss": 7.0625,
      "step": 20552
    },
    {
      "epoch": 0.8418185541675199,
      "grad_norm": 1.6297487816470801,
      "learning_rate": 0.00028796027631649705,
      "loss": 5.5938,
      "step": 20553
    },
    {
      "epoch": 0.8418595125947164,
      "grad_norm": 2.2629006690943827,
      "learning_rate": 0.00028795899605791876,
      "loss": 5.9688,
      "step": 20554
    },
    {
      "epoch": 0.8419004710219128,
      "grad_norm": 1.8443041005451488,
      "learning_rate": 0.0002879577157341215,
      "loss": 4.9375,
      "step": 20555
    },
    {
      "epoch": 0.8419414294491091,
      "grad_norm": 1.5099530765469196,
      "learning_rate": 0.0002879564353451058,
      "loss": 4.4375,
      "step": 20556
    },
    {
      "epoch": 0.8419823878763055,
      "grad_norm": 1.6072143978498814,
      "learning_rate": 0.0002879551548908723,
      "loss": 5.25,
      "step": 20557
    },
    {
      "epoch": 0.842023346303502,
      "grad_norm": 4.19269017434851,
      "learning_rate": 0.00028795387437142165,
      "loss": 6.8125,
      "step": 20558
    },
    {
      "epoch": 0.8420643047306984,
      "grad_norm": 1.7260060624922502,
      "learning_rate": 0.00028795259378675437,
      "loss": 4.375,
      "step": 20559
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 1.6973282981397257,
      "learning_rate": 0.00028795131313687114,
      "loss": 5.8438,
      "step": 20560
    },
    {
      "epoch": 0.8421462215850911,
      "grad_norm": 1.6717714326658797,
      "learning_rate": 0.0002879500324217725,
      "loss": 3.7188,
      "step": 20561
    },
    {
      "epoch": 0.8421871800122875,
      "grad_norm": 1.6915243281296088,
      "learning_rate": 0.0002879487516414591,
      "loss": 5.6875,
      "step": 20562
    },
    {
      "epoch": 0.842228138439484,
      "grad_norm": 5.041531504168351,
      "learning_rate": 0.0002879474707959315,
      "loss": 6.0312,
      "step": 20563
    },
    {
      "epoch": 0.8422690968666803,
      "grad_norm": 4.559511250673857,
      "learning_rate": 0.00028794618988519044,
      "loss": 6.3125,
      "step": 20564
    },
    {
      "epoch": 0.8423100552938767,
      "grad_norm": 1.66630268140023,
      "learning_rate": 0.00028794490890923633,
      "loss": 4.1562,
      "step": 20565
    },
    {
      "epoch": 0.8423510137210731,
      "grad_norm": 1.971910721098999,
      "learning_rate": 0.0002879436278680699,
      "loss": 4.875,
      "step": 20566
    },
    {
      "epoch": 0.8423919721482696,
      "grad_norm": 1.9666892621433087,
      "learning_rate": 0.0002879423467616918,
      "loss": 5.25,
      "step": 20567
    },
    {
      "epoch": 0.8424329305754659,
      "grad_norm": 1.7896541182610484,
      "learning_rate": 0.00028794106559010247,
      "loss": 5.5625,
      "step": 20568
    },
    {
      "epoch": 0.8424738890026623,
      "grad_norm": 2.02985088423634,
      "learning_rate": 0.00028793978435330265,
      "loss": 5.1562,
      "step": 20569
    },
    {
      "epoch": 0.8425148474298587,
      "grad_norm": 1.5612187271434115,
      "learning_rate": 0.0002879385030512929,
      "loss": 5.0312,
      "step": 20570
    },
    {
      "epoch": 0.8425558058570551,
      "grad_norm": 1.4883535987707288,
      "learning_rate": 0.0002879372216840738,
      "loss": 4.9688,
      "step": 20571
    },
    {
      "epoch": 0.8425967642842515,
      "grad_norm": 4.503872543819243,
      "learning_rate": 0.00028793594025164603,
      "loss": 7.0,
      "step": 20572
    },
    {
      "epoch": 0.8426377227114479,
      "grad_norm": 1.6380665464547457,
      "learning_rate": 0.00028793465875401016,
      "loss": 4.7188,
      "step": 20573
    },
    {
      "epoch": 0.8426786811386443,
      "grad_norm": 1.3901877064472496,
      "learning_rate": 0.0002879333771911667,
      "loss": 3.75,
      "step": 20574
    },
    {
      "epoch": 0.8427196395658406,
      "grad_norm": 1.5966857848796725,
      "learning_rate": 0.0002879320955631164,
      "loss": 5.0938,
      "step": 20575
    },
    {
      "epoch": 0.842760597993037,
      "grad_norm": 1.617858488915194,
      "learning_rate": 0.0002879308138698598,
      "loss": 5.4062,
      "step": 20576
    },
    {
      "epoch": 0.8428015564202335,
      "grad_norm": 1.6899339553535713,
      "learning_rate": 0.00028792953211139756,
      "loss": 4.8438,
      "step": 20577
    },
    {
      "epoch": 0.8428425148474299,
      "grad_norm": 1.578080449854104,
      "learning_rate": 0.00028792825028773017,
      "loss": 5.625,
      "step": 20578
    },
    {
      "epoch": 0.8428834732746262,
      "grad_norm": 6.329338717017972,
      "learning_rate": 0.00028792696839885837,
      "loss": 2.9062,
      "step": 20579
    },
    {
      "epoch": 0.8429244317018226,
      "grad_norm": 1.7417990108976078,
      "learning_rate": 0.0002879256864447827,
      "loss": 5.1875,
      "step": 20580
    },
    {
      "epoch": 0.842965390129019,
      "grad_norm": 2.503891548259559,
      "learning_rate": 0.0002879244044255037,
      "loss": 6.2812,
      "step": 20581
    },
    {
      "epoch": 0.8430063485562155,
      "grad_norm": 1.5987353453095987,
      "learning_rate": 0.0002879231223410221,
      "loss": 6.0625,
      "step": 20582
    },
    {
      "epoch": 0.8430473069834118,
      "grad_norm": 2.4134722437004243,
      "learning_rate": 0.00028792184019133844,
      "loss": 7.4375,
      "step": 20583
    },
    {
      "epoch": 0.8430882654106082,
      "grad_norm": 4.218644189092275,
      "learning_rate": 0.00028792055797645334,
      "loss": 7.5,
      "step": 20584
    },
    {
      "epoch": 0.8431292238378046,
      "grad_norm": 2.289447123162795,
      "learning_rate": 0.0002879192756963674,
      "loss": 6.9062,
      "step": 20585
    },
    {
      "epoch": 0.8431701822650011,
      "grad_norm": 1.8906953933009403,
      "learning_rate": 0.0002879179933510812,
      "loss": 7.125,
      "step": 20586
    },
    {
      "epoch": 0.8432111406921974,
      "grad_norm": 1.6373421483428812,
      "learning_rate": 0.00028791671094059544,
      "loss": 5.375,
      "step": 20587
    },
    {
      "epoch": 0.8432520991193938,
      "grad_norm": 1.8705233831544839,
      "learning_rate": 0.0002879154284649106,
      "loss": 5.3438,
      "step": 20588
    },
    {
      "epoch": 0.8432930575465902,
      "grad_norm": 1.539088837615863,
      "learning_rate": 0.0002879141459240274,
      "loss": 4.5938,
      "step": 20589
    },
    {
      "epoch": 0.8433340159737867,
      "grad_norm": 1.7202306105289735,
      "learning_rate": 0.0002879128633179464,
      "loss": 4.8438,
      "step": 20590
    },
    {
      "epoch": 0.843374974400983,
      "grad_norm": 1.2399098142683689,
      "learning_rate": 0.00028791158064666813,
      "loss": 3.4688,
      "step": 20591
    },
    {
      "epoch": 0.8434159328281794,
      "grad_norm": 1.5397389602045117,
      "learning_rate": 0.0002879102979101933,
      "loss": 4.875,
      "step": 20592
    },
    {
      "epoch": 0.8434568912553758,
      "grad_norm": 1.7939418735024018,
      "learning_rate": 0.00028790901510852254,
      "loss": 4.0,
      "step": 20593
    },
    {
      "epoch": 0.8434978496825722,
      "grad_norm": 2.101862439355148,
      "learning_rate": 0.0002879077322416563,
      "loss": 5.6875,
      "step": 20594
    },
    {
      "epoch": 0.8435388081097686,
      "grad_norm": 1.6965931149628157,
      "learning_rate": 0.0002879064493095953,
      "loss": 5.2188,
      "step": 20595
    },
    {
      "epoch": 0.843579766536965,
      "grad_norm": 1.8405676791204741,
      "learning_rate": 0.00028790516631234023,
      "loss": 4.9375,
      "step": 20596
    },
    {
      "epoch": 0.8436207249641614,
      "grad_norm": 3.4585861065359036,
      "learning_rate": 0.00028790388324989157,
      "loss": 6.375,
      "step": 20597
    },
    {
      "epoch": 0.8436616833913577,
      "grad_norm": 2.230352012395707,
      "learning_rate": 0.0002879026001222499,
      "loss": 5.625,
      "step": 20598
    },
    {
      "epoch": 0.8437026418185541,
      "grad_norm": 1.4705672075499387,
      "learning_rate": 0.0002879013169294159,
      "loss": 5.5625,
      "step": 20599
    },
    {
      "epoch": 0.8437436002457506,
      "grad_norm": 1.4878140558127095,
      "learning_rate": 0.00028790003367139017,
      "loss": 5.0938,
      "step": 20600
    },
    {
      "epoch": 0.843784558672947,
      "grad_norm": 5.032044104754847,
      "learning_rate": 0.0002878987503481733,
      "loss": 6.625,
      "step": 20601
    },
    {
      "epoch": 0.8438255171001433,
      "grad_norm": 1.6014987686935287,
      "learning_rate": 0.00028789746695976595,
      "loss": 4.5938,
      "step": 20602
    },
    {
      "epoch": 0.8438664755273397,
      "grad_norm": 1.6656468669214872,
      "learning_rate": 0.0002878961835061686,
      "loss": 4.875,
      "step": 20603
    },
    {
      "epoch": 0.8439074339545362,
      "grad_norm": 1.7846024941711958,
      "learning_rate": 0.000287894899987382,
      "loss": 5.3125,
      "step": 20604
    },
    {
      "epoch": 0.8439483923817326,
      "grad_norm": 7.526511307108117,
      "learning_rate": 0.00028789361640340667,
      "loss": 8.25,
      "step": 20605
    },
    {
      "epoch": 0.8439893508089289,
      "grad_norm": 2.3071372620694777,
      "learning_rate": 0.0002878923327542432,
      "loss": 5.375,
      "step": 20606
    },
    {
      "epoch": 0.8440303092361253,
      "grad_norm": 1.6585093162571878,
      "learning_rate": 0.0002878910490398923,
      "loss": 4.9375,
      "step": 20607
    },
    {
      "epoch": 0.8440712676633217,
      "grad_norm": 1.5330613622101597,
      "learning_rate": 0.0002878897652603545,
      "loss": 3.2031,
      "step": 20608
    },
    {
      "epoch": 0.8441122260905182,
      "grad_norm": 2.630692961951553,
      "learning_rate": 0.0002878884814156304,
      "loss": 7.4688,
      "step": 20609
    },
    {
      "epoch": 0.8441531845177145,
      "grad_norm": 2.8736708182442032,
      "learning_rate": 0.0002878871975057206,
      "loss": 5.0312,
      "step": 20610
    },
    {
      "epoch": 0.8441941429449109,
      "grad_norm": 2.6010318538630894,
      "learning_rate": 0.0002878859135306258,
      "loss": 4.0,
      "step": 20611
    },
    {
      "epoch": 0.8442351013721073,
      "grad_norm": 4.8178786875406026,
      "learning_rate": 0.00028788462949034654,
      "loss": 6.2812,
      "step": 20612
    },
    {
      "epoch": 0.8442760597993038,
      "grad_norm": 2.865046157860061,
      "learning_rate": 0.00028788334538488335,
      "loss": 5.6562,
      "step": 20613
    },
    {
      "epoch": 0.8443170182265001,
      "grad_norm": 2.2005599596586722,
      "learning_rate": 0.000287882061214237,
      "loss": 5.6562,
      "step": 20614
    },
    {
      "epoch": 0.8443579766536965,
      "grad_norm": 1.6275748325116133,
      "learning_rate": 0.00028788077697840795,
      "loss": 4.7812,
      "step": 20615
    },
    {
      "epoch": 0.8443989350808929,
      "grad_norm": 3.083865756867367,
      "learning_rate": 0.0002878794926773969,
      "loss": 4.5312,
      "step": 20616
    },
    {
      "epoch": 0.8444398935080892,
      "grad_norm": 2.7421612570868423,
      "learning_rate": 0.0002878782083112044,
      "loss": 6.3438,
      "step": 20617
    },
    {
      "epoch": 0.8444808519352857,
      "grad_norm": 3.9359627008836453,
      "learning_rate": 0.0002878769238798311,
      "loss": 2.1875,
      "step": 20618
    },
    {
      "epoch": 0.8445218103624821,
      "grad_norm": 1.7090631238633858,
      "learning_rate": 0.00028787563938327765,
      "loss": 5.25,
      "step": 20619
    },
    {
      "epoch": 0.8445627687896785,
      "grad_norm": 1.725031646408889,
      "learning_rate": 0.00028787435482154457,
      "loss": 4.9688,
      "step": 20620
    },
    {
      "epoch": 0.8446037272168748,
      "grad_norm": 2.334834250464961,
      "learning_rate": 0.00028787307019463246,
      "loss": 5.2188,
      "step": 20621
    },
    {
      "epoch": 0.8446446856440712,
      "grad_norm": 2.9978543169448884,
      "learning_rate": 0.00028787178550254195,
      "loss": 6.8125,
      "step": 20622
    },
    {
      "epoch": 0.8446856440712677,
      "grad_norm": 2.0253415765104648,
      "learning_rate": 0.0002878705007452737,
      "loss": 5.9375,
      "step": 20623
    },
    {
      "epoch": 0.8447266024984641,
      "grad_norm": 1.8985603342807924,
      "learning_rate": 0.00028786921592282823,
      "loss": 5.5625,
      "step": 20624
    },
    {
      "epoch": 0.8447675609256604,
      "grad_norm": 2.400689427439752,
      "learning_rate": 0.0002878679310352062,
      "loss": 7.0,
      "step": 20625
    },
    {
      "epoch": 0.8448085193528568,
      "grad_norm": 2.116778423124803,
      "learning_rate": 0.00028786664608240823,
      "loss": 4.5625,
      "step": 20626
    },
    {
      "epoch": 0.8448494777800533,
      "grad_norm": 1.4603216287912324,
      "learning_rate": 0.00028786536106443497,
      "loss": 4.75,
      "step": 20627
    },
    {
      "epoch": 0.8448904362072497,
      "grad_norm": 2.5588928501041504,
      "learning_rate": 0.0002878640759812869,
      "loss": 1.9141,
      "step": 20628
    },
    {
      "epoch": 0.844931394634446,
      "grad_norm": 2.0329612211140566,
      "learning_rate": 0.0002878627908329647,
      "loss": 6.8125,
      "step": 20629
    },
    {
      "epoch": 0.8449723530616424,
      "grad_norm": 2.5161925724981615,
      "learning_rate": 0.000287861505619469,
      "loss": 6.25,
      "step": 20630
    },
    {
      "epoch": 0.8450133114888388,
      "grad_norm": 1.54136680887598,
      "learning_rate": 0.00028786022034080037,
      "loss": 5.2812,
      "step": 20631
    },
    {
      "epoch": 0.8450542699160353,
      "grad_norm": 1.6192173756744075,
      "learning_rate": 0.0002878589349969594,
      "loss": 4.3125,
      "step": 20632
    },
    {
      "epoch": 0.8450952283432316,
      "grad_norm": 2.1713626706583544,
      "learning_rate": 0.0002878576495879467,
      "loss": 5.0938,
      "step": 20633
    },
    {
      "epoch": 0.845136186770428,
      "grad_norm": 2.6213867709795786,
      "learning_rate": 0.000287856364113763,
      "loss": 6.7188,
      "step": 20634
    },
    {
      "epoch": 0.8451771451976244,
      "grad_norm": 2.109012872449536,
      "learning_rate": 0.00028785507857440875,
      "loss": 5.7188,
      "step": 20635
    },
    {
      "epoch": 0.8452181036248209,
      "grad_norm": 1.9049557915805506,
      "learning_rate": 0.0002878537929698846,
      "loss": 6.0938,
      "step": 20636
    },
    {
      "epoch": 0.8452590620520172,
      "grad_norm": 1.9898776967025482,
      "learning_rate": 0.00028785250730019123,
      "loss": 6.4062,
      "step": 20637
    },
    {
      "epoch": 0.8453000204792136,
      "grad_norm": 2.090586119864805,
      "learning_rate": 0.00028785122156532917,
      "loss": 5.5625,
      "step": 20638
    },
    {
      "epoch": 0.84534097890641,
      "grad_norm": 7.500471225809941,
      "learning_rate": 0.00028784993576529903,
      "loss": 6.625,
      "step": 20639
    },
    {
      "epoch": 0.8453819373336063,
      "grad_norm": 1.917122459425144,
      "learning_rate": 0.00028784864990010145,
      "loss": 6.375,
      "step": 20640
    },
    {
      "epoch": 0.8454228957608028,
      "grad_norm": 1.519913150674522,
      "learning_rate": 0.00028784736396973704,
      "loss": 4.8125,
      "step": 20641
    },
    {
      "epoch": 0.8454638541879992,
      "grad_norm": 1.6762921276971074,
      "learning_rate": 0.00028784607797420643,
      "loss": 5.0,
      "step": 20642
    },
    {
      "epoch": 0.8455048126151956,
      "grad_norm": 1.7536084265592453,
      "learning_rate": 0.0002878447919135101,
      "loss": 4.9688,
      "step": 20643
    },
    {
      "epoch": 0.8455457710423919,
      "grad_norm": 2.318342101494016,
      "learning_rate": 0.0002878435057876488,
      "loss": 7.0938,
      "step": 20644
    },
    {
      "epoch": 0.8455867294695883,
      "grad_norm": 1.9001787006396196,
      "learning_rate": 0.0002878422195966231,
      "loss": 5.4688,
      "step": 20645
    },
    {
      "epoch": 0.8456276878967848,
      "grad_norm": 3.326943040642573,
      "learning_rate": 0.0002878409333404336,
      "loss": 7.4375,
      "step": 20646
    },
    {
      "epoch": 0.8456686463239812,
      "grad_norm": 1.8470115502662694,
      "learning_rate": 0.0002878396470190809,
      "loss": 5.4062,
      "step": 20647
    },
    {
      "epoch": 0.8457096047511775,
      "grad_norm": 5.104169307083321,
      "learning_rate": 0.0002878383606325656,
      "loss": 4.6875,
      "step": 20648
    },
    {
      "epoch": 0.8457505631783739,
      "grad_norm": 3.1086529701182077,
      "learning_rate": 0.0002878370741808883,
      "loss": 6.9688,
      "step": 20649
    },
    {
      "epoch": 0.8457915216055704,
      "grad_norm": 2.1416525697037727,
      "learning_rate": 0.0002878357876640497,
      "loss": 6.3438,
      "step": 20650
    },
    {
      "epoch": 0.8458324800327668,
      "grad_norm": 1.5910352868356048,
      "learning_rate": 0.0002878345010820503,
      "loss": 5.125,
      "step": 20651
    },
    {
      "epoch": 0.8458734384599631,
      "grad_norm": 1.6008140417740342,
      "learning_rate": 0.0002878332144348907,
      "loss": 5.4375,
      "step": 20652
    },
    {
      "epoch": 0.8459143968871595,
      "grad_norm": 3.196090042306915,
      "learning_rate": 0.00028783192772257167,
      "loss": 5.8438,
      "step": 20653
    },
    {
      "epoch": 0.845955355314356,
      "grad_norm": 3.3158119240755184,
      "learning_rate": 0.0002878306409450936,
      "loss": 5.9062,
      "step": 20654
    },
    {
      "epoch": 0.8459963137415524,
      "grad_norm": 3.718995118713628,
      "learning_rate": 0.0002878293541024573,
      "loss": 4.6875,
      "step": 20655
    },
    {
      "epoch": 0.8460372721687487,
      "grad_norm": 1.8295304005919337,
      "learning_rate": 0.00028782806719466315,
      "loss": 5.875,
      "step": 20656
    },
    {
      "epoch": 0.8460782305959451,
      "grad_norm": 1.7800031764075408,
      "learning_rate": 0.0002878267802217119,
      "loss": 6.9688,
      "step": 20657
    },
    {
      "epoch": 0.8461191890231415,
      "grad_norm": 2.2120064502575434,
      "learning_rate": 0.0002878254931836042,
      "loss": 5.6562,
      "step": 20658
    },
    {
      "epoch": 0.8461601474503379,
      "grad_norm": 4.270539882803343,
      "learning_rate": 0.0002878242060803406,
      "loss": 6.6875,
      "step": 20659
    },
    {
      "epoch": 0.8462011058775343,
      "grad_norm": 2.035781716784148,
      "learning_rate": 0.00028782291891192173,
      "loss": 4.8125,
      "step": 20660
    },
    {
      "epoch": 0.8462420643047307,
      "grad_norm": 1.6404880335782113,
      "learning_rate": 0.0002878216316783482,
      "loss": 4.9375,
      "step": 20661
    },
    {
      "epoch": 0.8462830227319271,
      "grad_norm": 2.969135252713112,
      "learning_rate": 0.0002878203443796205,
      "loss": 6.375,
      "step": 20662
    },
    {
      "epoch": 0.8463239811591234,
      "grad_norm": 3.0974565752186223,
      "learning_rate": 0.00028781905701573944,
      "loss": 5.4375,
      "step": 20663
    },
    {
      "epoch": 0.8463649395863199,
      "grad_norm": 2.00415472578859,
      "learning_rate": 0.0002878177695867055,
      "loss": 6.0625,
      "step": 20664
    },
    {
      "epoch": 0.8464058980135163,
      "grad_norm": 2.652972916107691,
      "learning_rate": 0.0002878164820925193,
      "loss": 5.5,
      "step": 20665
    },
    {
      "epoch": 0.8464468564407127,
      "grad_norm": 4.853496289623496,
      "learning_rate": 0.00028781519453318147,
      "loss": 6.8438,
      "step": 20666
    },
    {
      "epoch": 0.846487814867909,
      "grad_norm": 1.709790875264292,
      "learning_rate": 0.0002878139069086926,
      "loss": 5.5,
      "step": 20667
    },
    {
      "epoch": 0.8465287732951055,
      "grad_norm": 1.60377629664589,
      "learning_rate": 0.00028781261921905334,
      "loss": 5.375,
      "step": 20668
    },
    {
      "epoch": 0.8465697317223019,
      "grad_norm": 2.5585553474993667,
      "learning_rate": 0.00028781133146426425,
      "loss": 5.7188,
      "step": 20669
    },
    {
      "epoch": 0.8466106901494983,
      "grad_norm": 4.141275462015017,
      "learning_rate": 0.000287810043644326,
      "loss": 4.5312,
      "step": 20670
    },
    {
      "epoch": 0.8466516485766946,
      "grad_norm": 4.538324487094747,
      "learning_rate": 0.0002878087557592391,
      "loss": 4.4375,
      "step": 20671
    },
    {
      "epoch": 0.846692607003891,
      "grad_norm": 1.8883255881260796,
      "learning_rate": 0.0002878074678090042,
      "loss": 6.7812,
      "step": 20672
    },
    {
      "epoch": 0.8467335654310875,
      "grad_norm": 1.5847003913784583,
      "learning_rate": 0.000287806179793622,
      "loss": 5.7188,
      "step": 20673
    },
    {
      "epoch": 0.8467745238582839,
      "grad_norm": 1.576900700339154,
      "learning_rate": 0.00028780489171309297,
      "loss": 5.9375,
      "step": 20674
    },
    {
      "epoch": 0.8468154822854802,
      "grad_norm": 1.6806391427892071,
      "learning_rate": 0.00028780360356741783,
      "loss": 5.3438,
      "step": 20675
    },
    {
      "epoch": 0.8468564407126766,
      "grad_norm": 1.6191053621586033,
      "learning_rate": 0.0002878023153565971,
      "loss": 5.0938,
      "step": 20676
    },
    {
      "epoch": 0.846897399139873,
      "grad_norm": 1.5581747329326296,
      "learning_rate": 0.0002878010270806315,
      "loss": 4.8438,
      "step": 20677
    },
    {
      "epoch": 0.8469383575670695,
      "grad_norm": 1.737254227749728,
      "learning_rate": 0.00028779973873952153,
      "loss": 5.0,
      "step": 20678
    },
    {
      "epoch": 0.8469793159942658,
      "grad_norm": 1.936684479210124,
      "learning_rate": 0.0002877984503332678,
      "loss": 6.1875,
      "step": 20679
    },
    {
      "epoch": 0.8470202744214622,
      "grad_norm": 2.573799480640536,
      "learning_rate": 0.00028779716186187103,
      "loss": 4.0312,
      "step": 20680
    },
    {
      "epoch": 0.8470612328486586,
      "grad_norm": 2.0825383619746796,
      "learning_rate": 0.0002877958733253317,
      "loss": 5.7188,
      "step": 20681
    },
    {
      "epoch": 0.847102191275855,
      "grad_norm": 1.515653880845526,
      "learning_rate": 0.00028779458472365054,
      "loss": 5.3125,
      "step": 20682
    },
    {
      "epoch": 0.8471431497030514,
      "grad_norm": 1.5425473962523468,
      "learning_rate": 0.000287793296056828,
      "loss": 4.75,
      "step": 20683
    },
    {
      "epoch": 0.8471841081302478,
      "grad_norm": 1.7108600645572754,
      "learning_rate": 0.0002877920073248649,
      "loss": 5.1875,
      "step": 20684
    },
    {
      "epoch": 0.8472250665574442,
      "grad_norm": 1.7389257919529029,
      "learning_rate": 0.0002877907185277616,
      "loss": 5.3438,
      "step": 20685
    },
    {
      "epoch": 0.8472660249846405,
      "grad_norm": 4.588808146123456,
      "learning_rate": 0.0002877894296655189,
      "loss": 7.2188,
      "step": 20686
    },
    {
      "epoch": 0.847306983411837,
      "grad_norm": 2.415521745983652,
      "learning_rate": 0.00028778814073813743,
      "loss": 6.9062,
      "step": 20687
    },
    {
      "epoch": 0.8473479418390334,
      "grad_norm": 1.9092730002653167,
      "learning_rate": 0.00028778685174561767,
      "loss": 5.1562,
      "step": 20688
    },
    {
      "epoch": 0.8473889002662298,
      "grad_norm": 2.1375557510326275,
      "learning_rate": 0.0002877855626879603,
      "loss": 6.25,
      "step": 20689
    },
    {
      "epoch": 0.8474298586934261,
      "grad_norm": 1.823635980281236,
      "learning_rate": 0.0002877842735651659,
      "loss": 5.5,
      "step": 20690
    },
    {
      "epoch": 0.8474708171206226,
      "grad_norm": 1.8265209158650446,
      "learning_rate": 0.00028778298437723504,
      "loss": 4.7812,
      "step": 20691
    },
    {
      "epoch": 0.847511775547819,
      "grad_norm": 2.283775509506582,
      "learning_rate": 0.00028778169512416843,
      "loss": 5.7812,
      "step": 20692
    },
    {
      "epoch": 0.8475527339750154,
      "grad_norm": 2.17155540771394,
      "learning_rate": 0.00028778040580596664,
      "loss": 7.3438,
      "step": 20693
    },
    {
      "epoch": 0.8475936924022117,
      "grad_norm": 4.239420421555048,
      "learning_rate": 0.0002877791164226302,
      "loss": 5.9062,
      "step": 20694
    },
    {
      "epoch": 0.8476346508294081,
      "grad_norm": 2.1223168017875738,
      "learning_rate": 0.00028777782697415985,
      "loss": 7.0938,
      "step": 20695
    },
    {
      "epoch": 0.8476756092566046,
      "grad_norm": 5.161698048232837,
      "learning_rate": 0.00028777653746055615,
      "loss": 6.8438,
      "step": 20696
    },
    {
      "epoch": 0.847716567683801,
      "grad_norm": 1.6780714858600454,
      "learning_rate": 0.00028777524788181966,
      "loss": 5.75,
      "step": 20697
    },
    {
      "epoch": 0.8477575261109973,
      "grad_norm": 1.5653637144443626,
      "learning_rate": 0.000287773958237951,
      "loss": 5.0938,
      "step": 20698
    },
    {
      "epoch": 0.8477984845381937,
      "grad_norm": 4.28188664197902,
      "learning_rate": 0.0002877726685289509,
      "loss": 6.125,
      "step": 20699
    },
    {
      "epoch": 0.8478394429653902,
      "grad_norm": 1.5499695032662435,
      "learning_rate": 0.0002877713787548198,
      "loss": 5.375,
      "step": 20700
    },
    {
      "epoch": 0.8478804013925866,
      "grad_norm": 1.852920931862624,
      "learning_rate": 0.0002877700889155584,
      "loss": 5.8438,
      "step": 20701
    },
    {
      "epoch": 0.8479213598197829,
      "grad_norm": 3.8392414280709373,
      "learning_rate": 0.00028776879901116733,
      "loss": 5.8125,
      "step": 20702
    },
    {
      "epoch": 0.8479623182469793,
      "grad_norm": 2.710937162696738,
      "learning_rate": 0.00028776750904164713,
      "loss": 6.0,
      "step": 20703
    },
    {
      "epoch": 0.8480032766741757,
      "grad_norm": 1.66712541533044,
      "learning_rate": 0.00028776621900699847,
      "loss": 5.125,
      "step": 20704
    },
    {
      "epoch": 0.8480442351013721,
      "grad_norm": 1.5641779558880358,
      "learning_rate": 0.0002877649289072219,
      "loss": 5.0625,
      "step": 20705
    },
    {
      "epoch": 0.8480851935285685,
      "grad_norm": 3.643691536462174,
      "learning_rate": 0.0002877636387423181,
      "loss": 7.0,
      "step": 20706
    },
    {
      "epoch": 0.8481261519557649,
      "grad_norm": 2.0700701799252377,
      "learning_rate": 0.00028776234851228766,
      "loss": 5.0938,
      "step": 20707
    },
    {
      "epoch": 0.8481671103829613,
      "grad_norm": 5.156788578831173,
      "learning_rate": 0.0002877610582171312,
      "loss": 2.0469,
      "step": 20708
    },
    {
      "epoch": 0.8482080688101576,
      "grad_norm": 3.6452483748363114,
      "learning_rate": 0.00028775976785684924,
      "loss": 5.4062,
      "step": 20709
    },
    {
      "epoch": 0.8482490272373541,
      "grad_norm": 1.5899588493974728,
      "learning_rate": 0.00028775847743144246,
      "loss": 4.6562,
      "step": 20710
    },
    {
      "epoch": 0.8482899856645505,
      "grad_norm": 2.273245982261247,
      "learning_rate": 0.00028775718694091146,
      "loss": 3.8438,
      "step": 20711
    },
    {
      "epoch": 0.8483309440917469,
      "grad_norm": 1.6936687015338416,
      "learning_rate": 0.00028775589638525687,
      "loss": 4.9062,
      "step": 20712
    },
    {
      "epoch": 0.8483719025189432,
      "grad_norm": 1.7906819480611358,
      "learning_rate": 0.0002877546057644793,
      "loss": 5.4375,
      "step": 20713
    },
    {
      "epoch": 0.8484128609461397,
      "grad_norm": 4.3261132914524385,
      "learning_rate": 0.00028775331507857935,
      "loss": 3.3594,
      "step": 20714
    },
    {
      "epoch": 0.8484538193733361,
      "grad_norm": 1.6313464106539441,
      "learning_rate": 0.0002877520243275576,
      "loss": 5.2812,
      "step": 20715
    },
    {
      "epoch": 0.8484947778005325,
      "grad_norm": 1.4487190842716513,
      "learning_rate": 0.0002877507335114147,
      "loss": 4.5,
      "step": 20716
    },
    {
      "epoch": 0.8485357362277288,
      "grad_norm": 1.835726680706075,
      "learning_rate": 0.00028774944263015124,
      "loss": 4.9688,
      "step": 20717
    },
    {
      "epoch": 0.8485766946549252,
      "grad_norm": 1.7579488811521953,
      "learning_rate": 0.00028774815168376786,
      "loss": 5.4375,
      "step": 20718
    },
    {
      "epoch": 0.8486176530821217,
      "grad_norm": 1.7474497708375731,
      "learning_rate": 0.00028774686067226514,
      "loss": 5.5312,
      "step": 20719
    },
    {
      "epoch": 0.8486586115093181,
      "grad_norm": 1.6666962057060293,
      "learning_rate": 0.00028774556959564366,
      "loss": 3.9688,
      "step": 20720
    },
    {
      "epoch": 0.8486995699365144,
      "grad_norm": 3.9822322085938753,
      "learning_rate": 0.0002877442784539041,
      "loss": 6.0,
      "step": 20721
    },
    {
      "epoch": 0.8487405283637108,
      "grad_norm": 1.2530137417792466,
      "learning_rate": 0.00028774298724704704,
      "loss": 3.0938,
      "step": 20722
    },
    {
      "epoch": 0.8487814867909073,
      "grad_norm": 1.7665809883706314,
      "learning_rate": 0.0002877416959750731,
      "loss": 6.0312,
      "step": 20723
    },
    {
      "epoch": 0.8488224452181036,
      "grad_norm": 1.8387303423193306,
      "learning_rate": 0.0002877404046379828,
      "loss": 6.625,
      "step": 20724
    },
    {
      "epoch": 0.8488634036453,
      "grad_norm": 1.8977590975606267,
      "learning_rate": 0.00028773911323577695,
      "loss": 6.5312,
      "step": 20725
    },
    {
      "epoch": 0.8489043620724964,
      "grad_norm": 2.9398301577639385,
      "learning_rate": 0.00028773782176845595,
      "loss": 6.5938,
      "step": 20726
    },
    {
      "epoch": 0.8489453204996928,
      "grad_norm": 3.6647624275450252,
      "learning_rate": 0.00028773653023602053,
      "loss": 7.7188,
      "step": 20727
    },
    {
      "epoch": 0.8489862789268892,
      "grad_norm": 1.8285535155813297,
      "learning_rate": 0.0002877352386384713,
      "loss": 4.5312,
      "step": 20728
    },
    {
      "epoch": 0.8490272373540856,
      "grad_norm": 2.8127599050964744,
      "learning_rate": 0.0002877339469758088,
      "loss": 4.4062,
      "step": 20729
    },
    {
      "epoch": 0.849068195781282,
      "grad_norm": 1.881469278139552,
      "learning_rate": 0.0002877326552480337,
      "loss": 6.4062,
      "step": 20730
    },
    {
      "epoch": 0.8491091542084784,
      "grad_norm": 2.97070022688488,
      "learning_rate": 0.00028773136345514657,
      "loss": 3.2656,
      "step": 20731
    },
    {
      "epoch": 0.8491501126356747,
      "grad_norm": 2.924744476538496,
      "learning_rate": 0.00028773007159714806,
      "loss": 5.25,
      "step": 20732
    },
    {
      "epoch": 0.8491910710628712,
      "grad_norm": 3.6097380399552974,
      "learning_rate": 0.00028772877967403877,
      "loss": 2.25,
      "step": 20733
    },
    {
      "epoch": 0.8492320294900676,
      "grad_norm": 2.8104820177641163,
      "learning_rate": 0.0002877274876858193,
      "loss": 6.625,
      "step": 20734
    },
    {
      "epoch": 0.849272987917264,
      "grad_norm": 1.70876034441972,
      "learning_rate": 0.0002877261956324902,
      "loss": 5.6562,
      "step": 20735
    },
    {
      "epoch": 0.8493139463444603,
      "grad_norm": 3.04562948209959,
      "learning_rate": 0.00028772490351405226,
      "loss": 3.9844,
      "step": 20736
    },
    {
      "epoch": 0.8493549047716568,
      "grad_norm": 1.9199128175674427,
      "learning_rate": 0.00028772361133050595,
      "loss": 4.375,
      "step": 20737
    },
    {
      "epoch": 0.8493958631988532,
      "grad_norm": 1.634282322204462,
      "learning_rate": 0.0002877223190818519,
      "loss": 4.9688,
      "step": 20738
    },
    {
      "epoch": 0.8494368216260496,
      "grad_norm": 3.174689000462256,
      "learning_rate": 0.0002877210267680907,
      "loss": 4.2188,
      "step": 20739
    },
    {
      "epoch": 0.8494777800532459,
      "grad_norm": 2.9160922057210126,
      "learning_rate": 0.000287719734389223,
      "loss": 5.875,
      "step": 20740
    },
    {
      "epoch": 0.8495187384804423,
      "grad_norm": 1.7048592186264884,
      "learning_rate": 0.00028771844194524945,
      "loss": 4.5625,
      "step": 20741
    },
    {
      "epoch": 0.8495596969076388,
      "grad_norm": 1.74227420893058,
      "learning_rate": 0.0002877171494361705,
      "loss": 4.4688,
      "step": 20742
    },
    {
      "epoch": 0.8496006553348352,
      "grad_norm": 3.92909824777602,
      "learning_rate": 0.000287715856861987,
      "loss": 3.1094,
      "step": 20743
    },
    {
      "epoch": 0.8496416137620315,
      "grad_norm": 1.5568866146094447,
      "learning_rate": 0.0002877145642226994,
      "loss": 4.7812,
      "step": 20744
    },
    {
      "epoch": 0.8496825721892279,
      "grad_norm": 2.53328396112781,
      "learning_rate": 0.0002877132715183083,
      "loss": 4.9062,
      "step": 20745
    },
    {
      "epoch": 0.8497235306164244,
      "grad_norm": 1.6298624381133513,
      "learning_rate": 0.0002877119787488144,
      "loss": 4.9062,
      "step": 20746
    },
    {
      "epoch": 0.8497644890436207,
      "grad_norm": 1.883685789782514,
      "learning_rate": 0.0002877106859142182,
      "loss": 4.875,
      "step": 20747
    },
    {
      "epoch": 0.8498054474708171,
      "grad_norm": 2.428537423769009,
      "learning_rate": 0.00028770939301452043,
      "loss": 3.5312,
      "step": 20748
    },
    {
      "epoch": 0.8498464058980135,
      "grad_norm": 1.745782017413962,
      "learning_rate": 0.00028770810004972167,
      "loss": 5.1875,
      "step": 20749
    },
    {
      "epoch": 0.84988736432521,
      "grad_norm": 3.0096405113559035,
      "learning_rate": 0.0002877068070198225,
      "loss": 5.7188,
      "step": 20750
    },
    {
      "epoch": 0.8499283227524063,
      "grad_norm": 1.8998125925352565,
      "learning_rate": 0.0002877055139248235,
      "loss": 5.625,
      "step": 20751
    },
    {
      "epoch": 0.8499692811796027,
      "grad_norm": 2.0594118373033576,
      "learning_rate": 0.00028770422076472536,
      "loss": 4.8125,
      "step": 20752
    },
    {
      "epoch": 0.8500102396067991,
      "grad_norm": 1.5645168146435897,
      "learning_rate": 0.00028770292753952867,
      "loss": 5.0,
      "step": 20753
    },
    {
      "epoch": 0.8500511980339955,
      "grad_norm": 2.3100513056511303,
      "learning_rate": 0.000287701634249234,
      "loss": 5.3125,
      "step": 20754
    },
    {
      "epoch": 0.8500921564611919,
      "grad_norm": 3.382126485356272,
      "learning_rate": 0.00028770034089384196,
      "loss": 6.5312,
      "step": 20755
    },
    {
      "epoch": 0.8501331148883883,
      "grad_norm": 2.34947058747699,
      "learning_rate": 0.00028769904747335325,
      "loss": 5.75,
      "step": 20756
    },
    {
      "epoch": 0.8501740733155847,
      "grad_norm": 2.023017337183804,
      "learning_rate": 0.0002876977539877684,
      "loss": 5.9688,
      "step": 20757
    },
    {
      "epoch": 0.8502150317427811,
      "grad_norm": 2.1500832698236274,
      "learning_rate": 0.000287696460437088,
      "loss": 4.4375,
      "step": 20758
    },
    {
      "epoch": 0.8502559901699774,
      "grad_norm": 1.8637253303266823,
      "learning_rate": 0.0002876951668213127,
      "loss": 5.2812,
      "step": 20759
    },
    {
      "epoch": 0.8502969485971739,
      "grad_norm": 2.3318845429324204,
      "learning_rate": 0.0002876938731404432,
      "loss": 4.7188,
      "step": 20760
    },
    {
      "epoch": 0.8503379070243703,
      "grad_norm": 2.512312897273562,
      "learning_rate": 0.00028769257939447997,
      "loss": 7.125,
      "step": 20761
    },
    {
      "epoch": 0.8503788654515667,
      "grad_norm": 3.096142794720871,
      "learning_rate": 0.00028769128558342374,
      "loss": 5.9688,
      "step": 20762
    },
    {
      "epoch": 0.850419823878763,
      "grad_norm": 1.724038829659339,
      "learning_rate": 0.00028768999170727494,
      "loss": 5.8438,
      "step": 20763
    },
    {
      "epoch": 0.8504607823059595,
      "grad_norm": 5.229163716159302,
      "learning_rate": 0.0002876886977660344,
      "loss": 8.5,
      "step": 20764
    },
    {
      "epoch": 0.8505017407331559,
      "grad_norm": 1.6762160404876505,
      "learning_rate": 0.0002876874037597026,
      "loss": 5.2188,
      "step": 20765
    },
    {
      "epoch": 0.8505426991603522,
      "grad_norm": 2.5040582671892784,
      "learning_rate": 0.00028768610968828016,
      "loss": 3.9219,
      "step": 20766
    },
    {
      "epoch": 0.8505836575875486,
      "grad_norm": 1.6887770287068995,
      "learning_rate": 0.00028768481555176774,
      "loss": 5.3438,
      "step": 20767
    },
    {
      "epoch": 0.850624616014745,
      "grad_norm": 1.8574003592296164,
      "learning_rate": 0.00028768352135016595,
      "loss": 5.8438,
      "step": 20768
    },
    {
      "epoch": 0.8506655744419415,
      "grad_norm": 1.7250371894608019,
      "learning_rate": 0.0002876822270834754,
      "loss": 5.6562,
      "step": 20769
    },
    {
      "epoch": 0.8507065328691378,
      "grad_norm": 5.016166640977811,
      "learning_rate": 0.00028768093275169664,
      "loss": 4.3438,
      "step": 20770
    },
    {
      "epoch": 0.8507474912963342,
      "grad_norm": 2.012525531025759,
      "learning_rate": 0.0002876796383548303,
      "loss": 5.4375,
      "step": 20771
    },
    {
      "epoch": 0.8507884497235306,
      "grad_norm": 1.6290019938451812,
      "learning_rate": 0.00028767834389287704,
      "loss": 4.8438,
      "step": 20772
    },
    {
      "epoch": 0.850829408150727,
      "grad_norm": 2.610441680677079,
      "learning_rate": 0.00028767704936583744,
      "loss": 5.1875,
      "step": 20773
    },
    {
      "epoch": 0.8508703665779234,
      "grad_norm": 1.6490649500539418,
      "learning_rate": 0.00028767575477371216,
      "loss": 5.8438,
      "step": 20774
    },
    {
      "epoch": 0.8509113250051198,
      "grad_norm": 1.6231112819084619,
      "learning_rate": 0.0002876744601165017,
      "loss": 6.2188,
      "step": 20775
    },
    {
      "epoch": 0.8509522834323162,
      "grad_norm": 1.9611414322060048,
      "learning_rate": 0.00028767316539420686,
      "loss": 3.6406,
      "step": 20776
    },
    {
      "epoch": 0.8509932418595126,
      "grad_norm": 3.114670905270053,
      "learning_rate": 0.00028767187060682803,
      "loss": 6.1562,
      "step": 20777
    },
    {
      "epoch": 0.851034200286709,
      "grad_norm": 1.825925965088988,
      "learning_rate": 0.00028767057575436597,
      "loss": 5.5312,
      "step": 20778
    },
    {
      "epoch": 0.8510751587139054,
      "grad_norm": 1.6210282674228291,
      "learning_rate": 0.00028766928083682125,
      "loss": 4.875,
      "step": 20779
    },
    {
      "epoch": 0.8511161171411018,
      "grad_norm": 2.0561960850546317,
      "learning_rate": 0.00028766798585419447,
      "loss": 5.5,
      "step": 20780
    },
    {
      "epoch": 0.8511570755682982,
      "grad_norm": 1.7172663620723212,
      "learning_rate": 0.0002876666908064863,
      "loss": 5.2812,
      "step": 20781
    },
    {
      "epoch": 0.8511980339954945,
      "grad_norm": 1.7643625328752202,
      "learning_rate": 0.00028766539569369725,
      "loss": 4.6875,
      "step": 20782
    },
    {
      "epoch": 0.851238992422691,
      "grad_norm": 1.6904206301187912,
      "learning_rate": 0.000287664100515828,
      "loss": 5.4062,
      "step": 20783
    },
    {
      "epoch": 0.8512799508498874,
      "grad_norm": 1.3958267920014407,
      "learning_rate": 0.0002876628052728792,
      "loss": 4.875,
      "step": 20784
    },
    {
      "epoch": 0.8513209092770838,
      "grad_norm": 1.7203482277657627,
      "learning_rate": 0.00028766150996485136,
      "loss": 4.875,
      "step": 20785
    },
    {
      "epoch": 0.8513618677042801,
      "grad_norm": 1.5437938169001502,
      "learning_rate": 0.00028766021459174516,
      "loss": 4.5625,
      "step": 20786
    },
    {
      "epoch": 0.8514028261314766,
      "grad_norm": 1.4835810302544938,
      "learning_rate": 0.0002876589191535612,
      "loss": 5.4062,
      "step": 20787
    },
    {
      "epoch": 0.851443784558673,
      "grad_norm": 1.5025107726271212,
      "learning_rate": 0.0002876576236503001,
      "loss": 4.5,
      "step": 20788
    },
    {
      "epoch": 0.8514847429858693,
      "grad_norm": 5.034838342028514,
      "learning_rate": 0.00028765632808196243,
      "loss": 5.0,
      "step": 20789
    },
    {
      "epoch": 0.8515257014130657,
      "grad_norm": 4.360049793487629,
      "learning_rate": 0.0002876550324485489,
      "loss": 3.5938,
      "step": 20790
    },
    {
      "epoch": 0.8515666598402621,
      "grad_norm": 2.0805113680399443,
      "learning_rate": 0.00028765373675005996,
      "loss": 5.4375,
      "step": 20791
    },
    {
      "epoch": 0.8516076182674586,
      "grad_norm": 1.7670192787386496,
      "learning_rate": 0.0002876524409864964,
      "loss": 6.4375,
      "step": 20792
    },
    {
      "epoch": 0.8516485766946549,
      "grad_norm": 2.0179398509971316,
      "learning_rate": 0.00028765114515785876,
      "loss": 5.25,
      "step": 20793
    },
    {
      "epoch": 0.8516895351218513,
      "grad_norm": 2.011533168567654,
      "learning_rate": 0.0002876498492641476,
      "loss": 4.5938,
      "step": 20794
    },
    {
      "epoch": 0.8517304935490477,
      "grad_norm": 1.6834381555629467,
      "learning_rate": 0.0002876485533053636,
      "loss": 5.6562,
      "step": 20795
    },
    {
      "epoch": 0.8517714519762442,
      "grad_norm": 1.5355139875196062,
      "learning_rate": 0.00028764725728150733,
      "loss": 5.4688,
      "step": 20796
    },
    {
      "epoch": 0.8518124104034405,
      "grad_norm": 1.6595901083948625,
      "learning_rate": 0.0002876459611925794,
      "loss": 4.5938,
      "step": 20797
    },
    {
      "epoch": 0.8518533688306369,
      "grad_norm": 1.6952389338334208,
      "learning_rate": 0.00028764466503858056,
      "loss": 5.5938,
      "step": 20798
    },
    {
      "epoch": 0.8518943272578333,
      "grad_norm": 1.809465477238012,
      "learning_rate": 0.0002876433688195112,
      "loss": 4.75,
      "step": 20799
    },
    {
      "epoch": 0.8519352856850297,
      "grad_norm": 1.7559370873568352,
      "learning_rate": 0.00028764207253537214,
      "loss": 5.2188,
      "step": 20800
    },
    {
      "epoch": 0.851976244112226,
      "grad_norm": 2.1290740088891282,
      "learning_rate": 0.0002876407761861638,
      "loss": 6.25,
      "step": 20801
    },
    {
      "epoch": 0.8520172025394225,
      "grad_norm": 1.948788316079339,
      "learning_rate": 0.00028763947977188695,
      "loss": 4.9688,
      "step": 20802
    },
    {
      "epoch": 0.8520581609666189,
      "grad_norm": 1.758623987462072,
      "learning_rate": 0.00028763818329254206,
      "loss": 4.9688,
      "step": 20803
    },
    {
      "epoch": 0.8520991193938153,
      "grad_norm": 1.7317135258492848,
      "learning_rate": 0.0002876368867481299,
      "loss": 4.5,
      "step": 20804
    },
    {
      "epoch": 0.8521400778210116,
      "grad_norm": 1.4762017594749814,
      "learning_rate": 0.000287635590138651,
      "loss": 4.9062,
      "step": 20805
    },
    {
      "epoch": 0.8521810362482081,
      "grad_norm": 2.22209421092833,
      "learning_rate": 0.000287634293464106,
      "loss": 6.2188,
      "step": 20806
    },
    {
      "epoch": 0.8522219946754045,
      "grad_norm": 1.5727023847447836,
      "learning_rate": 0.00028763299672449543,
      "loss": 4.9688,
      "step": 20807
    },
    {
      "epoch": 0.8522629531026008,
      "grad_norm": 2.312316230125332,
      "learning_rate": 0.00028763169991981996,
      "loss": 5.2812,
      "step": 20808
    },
    {
      "epoch": 0.8523039115297972,
      "grad_norm": 1.69112849431829,
      "learning_rate": 0.00028763040305008027,
      "loss": 4.5625,
      "step": 20809
    },
    {
      "epoch": 0.8523448699569937,
      "grad_norm": 9.067844558741744,
      "learning_rate": 0.0002876291061152769,
      "loss": 3.875,
      "step": 20810
    },
    {
      "epoch": 0.8523858283841901,
      "grad_norm": 1.65733500828817,
      "learning_rate": 0.00028762780911541046,
      "loss": 5.4688,
      "step": 20811
    },
    {
      "epoch": 0.8524267868113864,
      "grad_norm": 1.50852878659218,
      "learning_rate": 0.0002876265120504816,
      "loss": 5.4375,
      "step": 20812
    },
    {
      "epoch": 0.8524677452385828,
      "grad_norm": 1.4907828460292523,
      "learning_rate": 0.00028762521492049087,
      "loss": 5.8125,
      "step": 20813
    },
    {
      "epoch": 0.8525087036657792,
      "grad_norm": 2.8121234264733492,
      "learning_rate": 0.0002876239177254389,
      "loss": 6.5625,
      "step": 20814
    },
    {
      "epoch": 0.8525496620929757,
      "grad_norm": 1.9568685105877734,
      "learning_rate": 0.0002876226204653264,
      "loss": 5.875,
      "step": 20815
    },
    {
      "epoch": 0.852590620520172,
      "grad_norm": 2.553237150728922,
      "learning_rate": 0.00028762132314015385,
      "loss": 6.6875,
      "step": 20816
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 3.449682808461937,
      "learning_rate": 0.000287620025749922,
      "loss": 7.2812,
      "step": 20817
    },
    {
      "epoch": 0.8526725373745648,
      "grad_norm": 1.5170232595543738,
      "learning_rate": 0.0002876187282946313,
      "loss": 4.9375,
      "step": 20818
    },
    {
      "epoch": 0.8527134958017613,
      "grad_norm": 1.7055150513278403,
      "learning_rate": 0.0002876174307742825,
      "loss": 5.8438,
      "step": 20819
    },
    {
      "epoch": 0.8527544542289576,
      "grad_norm": 1.465532417324063,
      "learning_rate": 0.0002876161331888762,
      "loss": 4.875,
      "step": 20820
    },
    {
      "epoch": 0.852795412656154,
      "grad_norm": 1.8027732101608456,
      "learning_rate": 0.0002876148355384129,
      "loss": 6.375,
      "step": 20821
    },
    {
      "epoch": 0.8528363710833504,
      "grad_norm": 1.6384098590773672,
      "learning_rate": 0.0002876135378228933,
      "loss": 4.4062,
      "step": 20822
    },
    {
      "epoch": 0.8528773295105468,
      "grad_norm": 2.4617456917180993,
      "learning_rate": 0.000287612240042318,
      "loss": 6.375,
      "step": 20823
    },
    {
      "epoch": 0.8529182879377432,
      "grad_norm": 2.380903003706541,
      "learning_rate": 0.0002876109421966877,
      "loss": 6.1562,
      "step": 20824
    },
    {
      "epoch": 0.8529592463649396,
      "grad_norm": 1.6791911501677714,
      "learning_rate": 0.0002876096442860029,
      "loss": 5.0,
      "step": 20825
    },
    {
      "epoch": 0.853000204792136,
      "grad_norm": 1.4796977070387636,
      "learning_rate": 0.00028760834631026417,
      "loss": 5.375,
      "step": 20826
    },
    {
      "epoch": 0.8530411632193324,
      "grad_norm": 1.9331882260061672,
      "learning_rate": 0.0002876070482694723,
      "loss": 5.6875,
      "step": 20827
    },
    {
      "epoch": 0.8530821216465287,
      "grad_norm": 1.9581049791886362,
      "learning_rate": 0.00028760575016362774,
      "loss": 5.0312,
      "step": 20828
    },
    {
      "epoch": 0.8531230800737252,
      "grad_norm": 1.5274832125403086,
      "learning_rate": 0.0002876044519927312,
      "loss": 4.9688,
      "step": 20829
    },
    {
      "epoch": 0.8531640385009216,
      "grad_norm": 5.43883970120376,
      "learning_rate": 0.0002876031537567833,
      "loss": 3.8281,
      "step": 20830
    },
    {
      "epoch": 0.8532049969281179,
      "grad_norm": 2.4676666646950154,
      "learning_rate": 0.0002876018554557845,
      "loss": 4.875,
      "step": 20831
    },
    {
      "epoch": 0.8532459553553143,
      "grad_norm": 1.3958309479566275,
      "learning_rate": 0.00028760055708973556,
      "loss": 5.2188,
      "step": 20832
    },
    {
      "epoch": 0.8532869137825108,
      "grad_norm": 2.2571855838184005,
      "learning_rate": 0.00028759925865863713,
      "loss": 5.5938,
      "step": 20833
    },
    {
      "epoch": 0.8533278722097072,
      "grad_norm": 1.9569292302468286,
      "learning_rate": 0.0002875979601624897,
      "loss": 5.5,
      "step": 20834
    },
    {
      "epoch": 0.8533688306369035,
      "grad_norm": 5.148192162328014,
      "learning_rate": 0.0002875966616012939,
      "loss": 1.7734,
      "step": 20835
    },
    {
      "epoch": 0.8534097890640999,
      "grad_norm": 2.056002301239496,
      "learning_rate": 0.00028759536297505043,
      "loss": 6.375,
      "step": 20836
    },
    {
      "epoch": 0.8534507474912963,
      "grad_norm": 1.7147104105616853,
      "learning_rate": 0.00028759406428375986,
      "loss": 5.3438,
      "step": 20837
    },
    {
      "epoch": 0.8534917059184928,
      "grad_norm": 1.609021177829559,
      "learning_rate": 0.00028759276552742285,
      "loss": 4.7812,
      "step": 20838
    },
    {
      "epoch": 0.8535326643456891,
      "grad_norm": 1.4657909421024142,
      "learning_rate": 0.0002875914667060399,
      "loss": 5.3125,
      "step": 20839
    },
    {
      "epoch": 0.8535736227728855,
      "grad_norm": 2.3355671676548386,
      "learning_rate": 0.0002875901678196117,
      "loss": 6.7188,
      "step": 20840
    },
    {
      "epoch": 0.8536145812000819,
      "grad_norm": 1.540918094757908,
      "learning_rate": 0.00028758886886813887,
      "loss": 4.9688,
      "step": 20841
    },
    {
      "epoch": 0.8536555396272784,
      "grad_norm": 2.7732845413204905,
      "learning_rate": 0.000287587569851622,
      "loss": 4.6562,
      "step": 20842
    },
    {
      "epoch": 0.8536964980544747,
      "grad_norm": 1.5457838257519556,
      "learning_rate": 0.0002875862707700617,
      "loss": 5.5,
      "step": 20843
    },
    {
      "epoch": 0.8537374564816711,
      "grad_norm": 2.0489197276003197,
      "learning_rate": 0.0002875849716234586,
      "loss": 4.125,
      "step": 20844
    },
    {
      "epoch": 0.8537784149088675,
      "grad_norm": 1.5592706684913322,
      "learning_rate": 0.0002875836724118133,
      "loss": 5.0625,
      "step": 20845
    },
    {
      "epoch": 0.853819373336064,
      "grad_norm": 5.114625956089092,
      "learning_rate": 0.0002875823731351264,
      "loss": 6.9062,
      "step": 20846
    },
    {
      "epoch": 0.8538603317632603,
      "grad_norm": 1.607300774560744,
      "learning_rate": 0.0002875810737933986,
      "loss": 5.9375,
      "step": 20847
    },
    {
      "epoch": 0.8539012901904567,
      "grad_norm": 4.732944984970733,
      "learning_rate": 0.00028757977438663044,
      "loss": 5.9062,
      "step": 20848
    },
    {
      "epoch": 0.8539422486176531,
      "grad_norm": 2.048871211637093,
      "learning_rate": 0.0002875784749148225,
      "loss": 5.625,
      "step": 20849
    },
    {
      "epoch": 0.8539832070448494,
      "grad_norm": 2.265861355011292,
      "learning_rate": 0.00028757717537797545,
      "loss": 8.0,
      "step": 20850
    },
    {
      "epoch": 0.8540241654720458,
      "grad_norm": 2.0585191209909555,
      "learning_rate": 0.00028757587577609,
      "loss": 5.8125,
      "step": 20851
    },
    {
      "epoch": 0.8540651238992423,
      "grad_norm": 1.8961278160983033,
      "learning_rate": 0.0002875745761091665,
      "loss": 7.25,
      "step": 20852
    },
    {
      "epoch": 0.8541060823264387,
      "grad_norm": 1.761657896720917,
      "learning_rate": 0.0002875732763772058,
      "loss": 7.125,
      "step": 20853
    },
    {
      "epoch": 0.854147040753635,
      "grad_norm": 1.6957360141025035,
      "learning_rate": 0.00028757197658020844,
      "loss": 5.2812,
      "step": 20854
    },
    {
      "epoch": 0.8541879991808314,
      "grad_norm": 1.758018149600201,
      "learning_rate": 0.000287570676718175,
      "loss": 5.7812,
      "step": 20855
    },
    {
      "epoch": 0.8542289576080279,
      "grad_norm": 2.128380119309675,
      "learning_rate": 0.0002875693767911062,
      "loss": 5.3438,
      "step": 20856
    },
    {
      "epoch": 0.8542699160352243,
      "grad_norm": 1.763936559979772,
      "learning_rate": 0.00028756807679900247,
      "loss": 5.5625,
      "step": 20857
    },
    {
      "epoch": 0.8543108744624206,
      "grad_norm": 2.972820242414835,
      "learning_rate": 0.0002875667767418646,
      "loss": 6.9062,
      "step": 20858
    },
    {
      "epoch": 0.854351832889617,
      "grad_norm": 1.5729523187041372,
      "learning_rate": 0.00028756547661969314,
      "loss": 4.4688,
      "step": 20859
    },
    {
      "epoch": 0.8543927913168134,
      "grad_norm": 2.2011823355623408,
      "learning_rate": 0.0002875641764324887,
      "loss": 5.2812,
      "step": 20860
    },
    {
      "epoch": 0.8544337497440099,
      "grad_norm": 2.3742799418504448,
      "learning_rate": 0.00028756287618025194,
      "loss": 5.2812,
      "step": 20861
    },
    {
      "epoch": 0.8544747081712062,
      "grad_norm": 2.0178635621572263,
      "learning_rate": 0.00028756157586298336,
      "loss": 4.9375,
      "step": 20862
    },
    {
      "epoch": 0.8545156665984026,
      "grad_norm": 1.6383143901709216,
      "learning_rate": 0.0002875602754806837,
      "loss": 5.4062,
      "step": 20863
    },
    {
      "epoch": 0.854556625025599,
      "grad_norm": 1.6251484328747106,
      "learning_rate": 0.0002875589750333535,
      "loss": 4.9375,
      "step": 20864
    },
    {
      "epoch": 0.8545975834527955,
      "grad_norm": 1.5272118364549099,
      "learning_rate": 0.00028755767452099345,
      "loss": 5.0938,
      "step": 20865
    },
    {
      "epoch": 0.8546385418799918,
      "grad_norm": 2.574646292005005,
      "learning_rate": 0.00028755637394360406,
      "loss": 6.4062,
      "step": 20866
    },
    {
      "epoch": 0.8546795003071882,
      "grad_norm": 1.5380351611247896,
      "learning_rate": 0.000287555073301186,
      "loss": 5.125,
      "step": 20867
    },
    {
      "epoch": 0.8547204587343846,
      "grad_norm": 2.2831789633239485,
      "learning_rate": 0.00028755377259373987,
      "loss": 4.5625,
      "step": 20868
    },
    {
      "epoch": 0.854761417161581,
      "grad_norm": 3.1616726605374197,
      "learning_rate": 0.00028755247182126636,
      "loss": 3.6719,
      "step": 20869
    },
    {
      "epoch": 0.8548023755887774,
      "grad_norm": 1.61460434101955,
      "learning_rate": 0.000287551170983766,
      "loss": 4.625,
      "step": 20870
    },
    {
      "epoch": 0.8548433340159738,
      "grad_norm": 1.8980181401350844,
      "learning_rate": 0.0002875498700812394,
      "loss": 5.6875,
      "step": 20871
    },
    {
      "epoch": 0.8548842924431702,
      "grad_norm": 1.6765609573512286,
      "learning_rate": 0.00028754856911368727,
      "loss": 4.6562,
      "step": 20872
    },
    {
      "epoch": 0.8549252508703665,
      "grad_norm": 2.565170923933204,
      "learning_rate": 0.00028754726808111,
      "loss": 6.25,
      "step": 20873
    },
    {
      "epoch": 0.854966209297563,
      "grad_norm": 3.9142314605142037,
      "learning_rate": 0.0002875459669835085,
      "loss": 8.375,
      "step": 20874
    },
    {
      "epoch": 0.8550071677247594,
      "grad_norm": 2.9503015893249587,
      "learning_rate": 0.0002875446658208832,
      "loss": 5.9062,
      "step": 20875
    },
    {
      "epoch": 0.8550481261519558,
      "grad_norm": 1.613112593470126,
      "learning_rate": 0.00028754336459323486,
      "loss": 5.7188,
      "step": 20876
    },
    {
      "epoch": 0.8550890845791521,
      "grad_norm": 2.719097602544251,
      "learning_rate": 0.0002875420633005639,
      "loss": 1.3828,
      "step": 20877
    },
    {
      "epoch": 0.8551300430063485,
      "grad_norm": 1.9954155256336255,
      "learning_rate": 0.000287540761942871,
      "loss": 5.6562,
      "step": 20878
    },
    {
      "epoch": 0.855171001433545,
      "grad_norm": 3.4605944282058463,
      "learning_rate": 0.0002875394605201569,
      "loss": 4.7188,
      "step": 20879
    },
    {
      "epoch": 0.8552119598607414,
      "grad_norm": 6.483187666191865,
      "learning_rate": 0.0002875381590324221,
      "loss": 6.8438,
      "step": 20880
    },
    {
      "epoch": 0.8552529182879377,
      "grad_norm": 1.7754667313978982,
      "learning_rate": 0.0002875368574796672,
      "loss": 5.4062,
      "step": 20881
    },
    {
      "epoch": 0.8552938767151341,
      "grad_norm": 2.887348390251108,
      "learning_rate": 0.0002875355558618929,
      "loss": 6.1875,
      "step": 20882
    },
    {
      "epoch": 0.8553348351423306,
      "grad_norm": 2.0171750723164226,
      "learning_rate": 0.00028753425417909974,
      "loss": 5.2188,
      "step": 20883
    },
    {
      "epoch": 0.855375793569527,
      "grad_norm": 1.624880420985553,
      "learning_rate": 0.00028753295243128836,
      "loss": 5.1875,
      "step": 20884
    },
    {
      "epoch": 0.8554167519967233,
      "grad_norm": 1.7808330800322067,
      "learning_rate": 0.0002875316506184594,
      "loss": 5.875,
      "step": 20885
    },
    {
      "epoch": 0.8554577104239197,
      "grad_norm": 1.9777732820374168,
      "learning_rate": 0.00028753034874061346,
      "loss": 5.7812,
      "step": 20886
    },
    {
      "epoch": 0.8554986688511161,
      "grad_norm": 2.0183635774036945,
      "learning_rate": 0.00028752904679775113,
      "loss": 4.0,
      "step": 20887
    },
    {
      "epoch": 0.8555396272783126,
      "grad_norm": 8.93188515797591,
      "learning_rate": 0.00028752774478987305,
      "loss": 7.7188,
      "step": 20888
    },
    {
      "epoch": 0.8555805857055089,
      "grad_norm": 1.8972043963809406,
      "learning_rate": 0.00028752644271697985,
      "loss": 4.1875,
      "step": 20889
    },
    {
      "epoch": 0.8556215441327053,
      "grad_norm": 1.8331029740204265,
      "learning_rate": 0.00028752514057907216,
      "loss": 7.3125,
      "step": 20890
    },
    {
      "epoch": 0.8556625025599017,
      "grad_norm": 2.5775465304221403,
      "learning_rate": 0.0002875238383761505,
      "loss": 6.6875,
      "step": 20891
    },
    {
      "epoch": 0.855703460987098,
      "grad_norm": 1.5202939894433785,
      "learning_rate": 0.00028752253610821556,
      "loss": 5.1562,
      "step": 20892
    },
    {
      "epoch": 0.8557444194142945,
      "grad_norm": 1.6818473287120899,
      "learning_rate": 0.00028752123377526797,
      "loss": 6.0,
      "step": 20893
    },
    {
      "epoch": 0.8557853778414909,
      "grad_norm": 4.044623695904532,
      "learning_rate": 0.0002875199313773083,
      "loss": 5.625,
      "step": 20894
    },
    {
      "epoch": 0.8558263362686873,
      "grad_norm": 1.5677672252124133,
      "learning_rate": 0.00028751862891433723,
      "loss": 4.875,
      "step": 20895
    },
    {
      "epoch": 0.8558672946958836,
      "grad_norm": 1.9542723815294254,
      "learning_rate": 0.00028751732638635527,
      "loss": 5.75,
      "step": 20896
    },
    {
      "epoch": 0.85590825312308,
      "grad_norm": 1.6631650800627957,
      "learning_rate": 0.00028751602379336314,
      "loss": 5.625,
      "step": 20897
    },
    {
      "epoch": 0.8559492115502765,
      "grad_norm": 2.0673391582131964,
      "learning_rate": 0.0002875147211353614,
      "loss": 6.8438,
      "step": 20898
    },
    {
      "epoch": 0.8559901699774729,
      "grad_norm": 1.8246994496053188,
      "learning_rate": 0.00028751341841235065,
      "loss": 5.4688,
      "step": 20899
    },
    {
      "epoch": 0.8560311284046692,
      "grad_norm": 1.8851528949721308,
      "learning_rate": 0.0002875121156243316,
      "loss": 5.125,
      "step": 20900
    },
    {
      "epoch": 0.8560720868318656,
      "grad_norm": 1.5576011751544179,
      "learning_rate": 0.00028751081277130473,
      "loss": 5.5938,
      "step": 20901
    },
    {
      "epoch": 0.8561130452590621,
      "grad_norm": 2.0397970266678405,
      "learning_rate": 0.0002875095098532708,
      "loss": 4.75,
      "step": 20902
    },
    {
      "epoch": 0.8561540036862585,
      "grad_norm": 1.8936987818943496,
      "learning_rate": 0.0002875082068702303,
      "loss": 5.5312,
      "step": 20903
    },
    {
      "epoch": 0.8561949621134548,
      "grad_norm": 3.3984663841696747,
      "learning_rate": 0.0002875069038221839,
      "loss": 4.3125,
      "step": 20904
    },
    {
      "epoch": 0.8562359205406512,
      "grad_norm": 3.7761009573340965,
      "learning_rate": 0.00028750560070913225,
      "loss": 4.5625,
      "step": 20905
    },
    {
      "epoch": 0.8562768789678477,
      "grad_norm": 2.021812281679936,
      "learning_rate": 0.0002875042975310759,
      "loss": 4.5,
      "step": 20906
    },
    {
      "epoch": 0.8563178373950441,
      "grad_norm": 1.759928060969861,
      "learning_rate": 0.0002875029942880155,
      "loss": 4.875,
      "step": 20907
    },
    {
      "epoch": 0.8563587958222404,
      "grad_norm": 1.6586757801431173,
      "learning_rate": 0.0002875016909799517,
      "loss": 5.2188,
      "step": 20908
    },
    {
      "epoch": 0.8563997542494368,
      "grad_norm": 2.1353357081213913,
      "learning_rate": 0.00028750038760688506,
      "loss": 6.6562,
      "step": 20909
    },
    {
      "epoch": 0.8564407126766332,
      "grad_norm": 1.8842903713553956,
      "learning_rate": 0.0002874990841688162,
      "loss": 5.0312,
      "step": 20910
    },
    {
      "epoch": 0.8564816711038297,
      "grad_norm": 11.325030565991334,
      "learning_rate": 0.00028749778066574575,
      "loss": 4.5625,
      "step": 20911
    },
    {
      "epoch": 0.856522629531026,
      "grad_norm": 2.1765399161911723,
      "learning_rate": 0.00028749647709767434,
      "loss": 4.7188,
      "step": 20912
    },
    {
      "epoch": 0.8565635879582224,
      "grad_norm": 2.3178476383432756,
      "learning_rate": 0.00028749517346460257,
      "loss": 5.375,
      "step": 20913
    },
    {
      "epoch": 0.8566045463854188,
      "grad_norm": 3.2075517699574045,
      "learning_rate": 0.00028749386976653103,
      "loss": 4.3438,
      "step": 20914
    },
    {
      "epoch": 0.8566455048126151,
      "grad_norm": 1.7717136979173007,
      "learning_rate": 0.0002874925660034604,
      "loss": 4.375,
      "step": 20915
    },
    {
      "epoch": 0.8566864632398116,
      "grad_norm": 1.6192651561930955,
      "learning_rate": 0.0002874912621753913,
      "loss": 5.375,
      "step": 20916
    },
    {
      "epoch": 0.856727421667008,
      "grad_norm": 1.9356177288307952,
      "learning_rate": 0.00028748995828232425,
      "loss": 6.1875,
      "step": 20917
    },
    {
      "epoch": 0.8567683800942044,
      "grad_norm": 3.4084214539884305,
      "learning_rate": 0.00028748865432425995,
      "loss": 3.75,
      "step": 20918
    },
    {
      "epoch": 0.8568093385214007,
      "grad_norm": 1.641069859020859,
      "learning_rate": 0.00028748735030119897,
      "loss": 5.375,
      "step": 20919
    },
    {
      "epoch": 0.8568502969485972,
      "grad_norm": 1.6710162011076657,
      "learning_rate": 0.000287486046213142,
      "loss": 4.5625,
      "step": 20920
    },
    {
      "epoch": 0.8568912553757936,
      "grad_norm": 4.233587636277074,
      "learning_rate": 0.00028748474206008955,
      "loss": 2.4531,
      "step": 20921
    },
    {
      "epoch": 0.85693221380299,
      "grad_norm": 1.7210944948941322,
      "learning_rate": 0.00028748343784204235,
      "loss": 6.6875,
      "step": 20922
    },
    {
      "epoch": 0.8569731722301863,
      "grad_norm": 1.8481765581278453,
      "learning_rate": 0.0002874821335590009,
      "loss": 5.0625,
      "step": 20923
    },
    {
      "epoch": 0.8570141306573827,
      "grad_norm": 2.878679051327885,
      "learning_rate": 0.0002874808292109659,
      "loss": 5.5312,
      "step": 20924
    },
    {
      "epoch": 0.8570550890845792,
      "grad_norm": 2.4785017182221947,
      "learning_rate": 0.0002874795247979379,
      "loss": 3.2656,
      "step": 20925
    },
    {
      "epoch": 0.8570960475117756,
      "grad_norm": 1.7573385905349588,
      "learning_rate": 0.0002874782203199176,
      "loss": 5.3125,
      "step": 20926
    },
    {
      "epoch": 0.8571370059389719,
      "grad_norm": 3.3701756525089928,
      "learning_rate": 0.0002874769157769056,
      "loss": 5.6562,
      "step": 20927
    },
    {
      "epoch": 0.8571779643661683,
      "grad_norm": 1.291046052251136,
      "learning_rate": 0.00028747561116890247,
      "loss": 3.0312,
      "step": 20928
    },
    {
      "epoch": 0.8572189227933648,
      "grad_norm": 1.9791387751974319,
      "learning_rate": 0.00028747430649590886,
      "loss": 6.0625,
      "step": 20929
    },
    {
      "epoch": 0.8572598812205612,
      "grad_norm": 2.623926701130646,
      "learning_rate": 0.0002874730017579253,
      "loss": 5.1875,
      "step": 20930
    },
    {
      "epoch": 0.8573008396477575,
      "grad_norm": 1.7807846123433912,
      "learning_rate": 0.0002874716969549526,
      "loss": 5.4375,
      "step": 20931
    },
    {
      "epoch": 0.8573417980749539,
      "grad_norm": 1.8376304312414538,
      "learning_rate": 0.00028747039208699114,
      "loss": 5.4062,
      "step": 20932
    },
    {
      "epoch": 0.8573827565021503,
      "grad_norm": 2.278926857059804,
      "learning_rate": 0.00028746908715404174,
      "loss": 5.5938,
      "step": 20933
    },
    {
      "epoch": 0.8574237149293467,
      "grad_norm": 1.726870893906047,
      "learning_rate": 0.0002874677821561049,
      "loss": 5.9062,
      "step": 20934
    },
    {
      "epoch": 0.8574646733565431,
      "grad_norm": 1.873122236551628,
      "learning_rate": 0.0002874664770931813,
      "loss": 4.8125,
      "step": 20935
    },
    {
      "epoch": 0.8575056317837395,
      "grad_norm": 1.656029752087649,
      "learning_rate": 0.0002874651719652715,
      "loss": 5.4375,
      "step": 20936
    },
    {
      "epoch": 0.8575465902109359,
      "grad_norm": 1.9143178340815887,
      "learning_rate": 0.0002874638667723761,
      "loss": 5.5938,
      "step": 20937
    },
    {
      "epoch": 0.8575875486381322,
      "grad_norm": 7.99762039567095,
      "learning_rate": 0.00028746256151449586,
      "loss": 4.75,
      "step": 20938
    },
    {
      "epoch": 0.8576285070653287,
      "grad_norm": 1.477300586618549,
      "learning_rate": 0.0002874612561916312,
      "loss": 5.125,
      "step": 20939
    },
    {
      "epoch": 0.8576694654925251,
      "grad_norm": 1.8429627889319737,
      "learning_rate": 0.0002874599508037829,
      "loss": 5.9375,
      "step": 20940
    },
    {
      "epoch": 0.8577104239197215,
      "grad_norm": 5.878697392411827,
      "learning_rate": 0.0002874586453509515,
      "loss": 8.125,
      "step": 20941
    },
    {
      "epoch": 0.8577513823469178,
      "grad_norm": 1.8117814529769527,
      "learning_rate": 0.0002874573398331376,
      "loss": 6.25,
      "step": 20942
    },
    {
      "epoch": 0.8577923407741143,
      "grad_norm": 3.0189640230869186,
      "learning_rate": 0.0002874560342503419,
      "loss": 3.7969,
      "step": 20943
    },
    {
      "epoch": 0.8578332992013107,
      "grad_norm": 1.5782394051284865,
      "learning_rate": 0.0002874547286025649,
      "loss": 4.9688,
      "step": 20944
    },
    {
      "epoch": 0.8578742576285071,
      "grad_norm": 5.776468778829027,
      "learning_rate": 0.0002874534228898073,
      "loss": 5.1875,
      "step": 20945
    },
    {
      "epoch": 0.8579152160557034,
      "grad_norm": 2.2695520882479086,
      "learning_rate": 0.0002874521171120697,
      "loss": 5.4062,
      "step": 20946
    },
    {
      "epoch": 0.8579561744828998,
      "grad_norm": 1.9074406896653482,
      "learning_rate": 0.0002874508112693527,
      "loss": 5.7188,
      "step": 20947
    },
    {
      "epoch": 0.8579971329100963,
      "grad_norm": 1.798333190527284,
      "learning_rate": 0.000287449505361657,
      "loss": 5.1875,
      "step": 20948
    },
    {
      "epoch": 0.8580380913372927,
      "grad_norm": 1.6004970432726815,
      "learning_rate": 0.00028744819938898307,
      "loss": 4.7812,
      "step": 20949
    },
    {
      "epoch": 0.858079049764489,
      "grad_norm": 1.5249444009260238,
      "learning_rate": 0.0002874468933513316,
      "loss": 6.625,
      "step": 20950
    },
    {
      "epoch": 0.8581200081916854,
      "grad_norm": 1.7804143932852683,
      "learning_rate": 0.00028744558724870333,
      "loss": 6.625,
      "step": 20951
    },
    {
      "epoch": 0.8581609666188819,
      "grad_norm": 2.660244643308962,
      "learning_rate": 0.00028744428108109864,
      "loss": 5.8438,
      "step": 20952
    },
    {
      "epoch": 0.8582019250460783,
      "grad_norm": 2.091394080748424,
      "learning_rate": 0.0002874429748485184,
      "loss": 4.9062,
      "step": 20953
    },
    {
      "epoch": 0.8582428834732746,
      "grad_norm": 2.11262418730241,
      "learning_rate": 0.00028744166855096295,
      "loss": 5.4062,
      "step": 20954
    },
    {
      "epoch": 0.858283841900471,
      "grad_norm": 2.4795974979706172,
      "learning_rate": 0.00028744036218843313,
      "loss": 6.4375,
      "step": 20955
    },
    {
      "epoch": 0.8583248003276674,
      "grad_norm": 1.7987877749580417,
      "learning_rate": 0.00028743905576092947,
      "loss": 5.5938,
      "step": 20956
    },
    {
      "epoch": 0.8583657587548638,
      "grad_norm": 2.268406323935228,
      "learning_rate": 0.0002874377492684526,
      "loss": 6.1562,
      "step": 20957
    },
    {
      "epoch": 0.8584067171820602,
      "grad_norm": 1.76559292700944,
      "learning_rate": 0.00028743644271100313,
      "loss": 5.2188,
      "step": 20958
    },
    {
      "epoch": 0.8584476756092566,
      "grad_norm": 2.9077246773890453,
      "learning_rate": 0.00028743513608858165,
      "loss": 5.5938,
      "step": 20959
    },
    {
      "epoch": 0.858488634036453,
      "grad_norm": 1.4770501677833505,
      "learning_rate": 0.00028743382940118887,
      "loss": 4.6875,
      "step": 20960
    },
    {
      "epoch": 0.8585295924636493,
      "grad_norm": 1.7270777031210536,
      "learning_rate": 0.0002874325226488253,
      "loss": 4.8438,
      "step": 20961
    },
    {
      "epoch": 0.8585705508908458,
      "grad_norm": 4.400109225069664,
      "learning_rate": 0.00028743121583149167,
      "loss": 6.5,
      "step": 20962
    },
    {
      "epoch": 0.8586115093180422,
      "grad_norm": 2.670362837525846,
      "learning_rate": 0.00028742990894918856,
      "loss": 2.2031,
      "step": 20963
    },
    {
      "epoch": 0.8586524677452386,
      "grad_norm": 3.1131443103721974,
      "learning_rate": 0.00028742860200191647,
      "loss": 5.4062,
      "step": 20964
    },
    {
      "epoch": 0.8586934261724349,
      "grad_norm": 1.6032313900403974,
      "learning_rate": 0.00028742729498967617,
      "loss": 5.0938,
      "step": 20965
    },
    {
      "epoch": 0.8587343845996314,
      "grad_norm": 4.730762747655237,
      "learning_rate": 0.0002874259879124682,
      "loss": 3.2656,
      "step": 20966
    },
    {
      "epoch": 0.8587753430268278,
      "grad_norm": 1.7592666336487013,
      "learning_rate": 0.0002874246807702932,
      "loss": 7.0,
      "step": 20967
    },
    {
      "epoch": 0.8588163014540242,
      "grad_norm": 1.6045253249088163,
      "learning_rate": 0.0002874233735631518,
      "loss": 4.9375,
      "step": 20968
    },
    {
      "epoch": 0.8588572598812205,
      "grad_norm": 3.72377324812335,
      "learning_rate": 0.00028742206629104455,
      "loss": 7.3125,
      "step": 20969
    },
    {
      "epoch": 0.858898218308417,
      "grad_norm": 1.4682413935935823,
      "learning_rate": 0.0002874207589539722,
      "loss": 4.9688,
      "step": 20970
    },
    {
      "epoch": 0.8589391767356134,
      "grad_norm": 1.6072457364805481,
      "learning_rate": 0.00028741945155193524,
      "loss": 5.0625,
      "step": 20971
    },
    {
      "epoch": 0.8589801351628098,
      "grad_norm": 1.8261480612054797,
      "learning_rate": 0.0002874181440849343,
      "loss": 5.0938,
      "step": 20972
    },
    {
      "epoch": 0.8590210935900061,
      "grad_norm": 1.5675718741567835,
      "learning_rate": 0.0002874168365529701,
      "loss": 4.6875,
      "step": 20973
    },
    {
      "epoch": 0.8590620520172025,
      "grad_norm": 1.640476390189615,
      "learning_rate": 0.0002874155289560432,
      "loss": 5.0938,
      "step": 20974
    },
    {
      "epoch": 0.859103010444399,
      "grad_norm": 2.069808156258285,
      "learning_rate": 0.00028741422129415417,
      "loss": 4.9688,
      "step": 20975
    },
    {
      "epoch": 0.8591439688715953,
      "grad_norm": 1.6494074474542995,
      "learning_rate": 0.0002874129135673037,
      "loss": 5.375,
      "step": 20976
    },
    {
      "epoch": 0.8591849272987917,
      "grad_norm": 1.5382381337044042,
      "learning_rate": 0.0002874116057754923,
      "loss": 5.3125,
      "step": 20977
    },
    {
      "epoch": 0.8592258857259881,
      "grad_norm": 1.6117273943046113,
      "learning_rate": 0.00028741029791872077,
      "loss": 5.0938,
      "step": 20978
    },
    {
      "epoch": 0.8592668441531846,
      "grad_norm": 1.6342982283401317,
      "learning_rate": 0.0002874089899969896,
      "loss": 4.9688,
      "step": 20979
    },
    {
      "epoch": 0.8593078025803809,
      "grad_norm": 1.6061760676522188,
      "learning_rate": 0.00028740768201029947,
      "loss": 5.5938,
      "step": 20980
    },
    {
      "epoch": 0.8593487610075773,
      "grad_norm": 1.6064730626534303,
      "learning_rate": 0.00028740637395865086,
      "loss": 5.2188,
      "step": 20981
    },
    {
      "epoch": 0.8593897194347737,
      "grad_norm": 2.3525678952323785,
      "learning_rate": 0.00028740506584204456,
      "loss": 5.5,
      "step": 20982
    },
    {
      "epoch": 0.8594306778619701,
      "grad_norm": 1.7507660688406506,
      "learning_rate": 0.00028740375766048105,
      "loss": 6.6562,
      "step": 20983
    },
    {
      "epoch": 0.8594716362891665,
      "grad_norm": 1.5615648542683807,
      "learning_rate": 0.0002874024494139611,
      "loss": 5.375,
      "step": 20984
    },
    {
      "epoch": 0.8595125947163629,
      "grad_norm": 1.5863476049039735,
      "learning_rate": 0.0002874011411024852,
      "loss": 4.5312,
      "step": 20985
    },
    {
      "epoch": 0.8595535531435593,
      "grad_norm": 4.0378270412524815,
      "learning_rate": 0.00028739983272605405,
      "loss": 5.4062,
      "step": 20986
    },
    {
      "epoch": 0.8595945115707557,
      "grad_norm": 2.106259712235749,
      "learning_rate": 0.00028739852428466816,
      "loss": 6.0312,
      "step": 20987
    },
    {
      "epoch": 0.859635469997952,
      "grad_norm": 4.366149298189732,
      "learning_rate": 0.00028739721577832826,
      "loss": 2.0781,
      "step": 20988
    },
    {
      "epoch": 0.8596764284251485,
      "grad_norm": 3.0346044902406284,
      "learning_rate": 0.00028739590720703494,
      "loss": 4.9688,
      "step": 20989
    },
    {
      "epoch": 0.8597173868523449,
      "grad_norm": 1.9047402529506416,
      "learning_rate": 0.0002873945985707888,
      "loss": 6.5625,
      "step": 20990
    },
    {
      "epoch": 0.8597583452795413,
      "grad_norm": 3.301805008250085,
      "learning_rate": 0.0002873932898695905,
      "loss": 4.375,
      "step": 20991
    },
    {
      "epoch": 0.8597993037067376,
      "grad_norm": 2.252936066746145,
      "learning_rate": 0.0002873919811034406,
      "loss": 5.6875,
      "step": 20992
    },
    {
      "epoch": 0.859840262133934,
      "grad_norm": 1.5766904019528385,
      "learning_rate": 0.00028739067227233974,
      "loss": 5.5312,
      "step": 20993
    },
    {
      "epoch": 0.8598812205611305,
      "grad_norm": 2.435798615836483,
      "learning_rate": 0.00028738936337628857,
      "loss": 5.7812,
      "step": 20994
    },
    {
      "epoch": 0.8599221789883269,
      "grad_norm": 1.6681461489390048,
      "learning_rate": 0.0002873880544152876,
      "loss": 5.4062,
      "step": 20995
    },
    {
      "epoch": 0.8599631374155232,
      "grad_norm": 1.6235626376337993,
      "learning_rate": 0.0002873867453893376,
      "loss": 4.8125,
      "step": 20996
    },
    {
      "epoch": 0.8600040958427196,
      "grad_norm": 1.6542529660964773,
      "learning_rate": 0.0002873854362984391,
      "loss": 5.7188,
      "step": 20997
    },
    {
      "epoch": 0.8600450542699161,
      "grad_norm": 3.3875214214133202,
      "learning_rate": 0.0002873841271425927,
      "loss": 3.2188,
      "step": 20998
    },
    {
      "epoch": 0.8600860126971124,
      "grad_norm": 9.491096692890114,
      "learning_rate": 0.0002873828179217991,
      "loss": 5.5,
      "step": 20999
    },
    {
      "epoch": 0.8601269711243088,
      "grad_norm": 1.7426320111680393,
      "learning_rate": 0.0002873815086360589,
      "loss": 5.5938,
      "step": 21000
    },
    {
      "epoch": 0.8601679295515052,
      "grad_norm": 1.7497045264140338,
      "learning_rate": 0.00028738019928537266,
      "loss": 4.5938,
      "step": 21001
    },
    {
      "epoch": 0.8602088879787017,
      "grad_norm": 1.8993477175480216,
      "learning_rate": 0.00028737888986974107,
      "loss": 6.1875,
      "step": 21002
    },
    {
      "epoch": 0.860249846405898,
      "grad_norm": 1.7661188935683794,
      "learning_rate": 0.0002873775803891647,
      "loss": 4.75,
      "step": 21003
    },
    {
      "epoch": 0.8602908048330944,
      "grad_norm": 1.473626164055344,
      "learning_rate": 0.0002873762708436441,
      "loss": 5.1562,
      "step": 21004
    },
    {
      "epoch": 0.8603317632602908,
      "grad_norm": 1.8422840270112502,
      "learning_rate": 0.00028737496123318004,
      "loss": 4.5312,
      "step": 21005
    },
    {
      "epoch": 0.8603727216874872,
      "grad_norm": 1.7174802395234585,
      "learning_rate": 0.00028737365155777307,
      "loss": 5.0625,
      "step": 21006
    },
    {
      "epoch": 0.8604136801146836,
      "grad_norm": 4.588423526504878,
      "learning_rate": 0.0002873723418174238,
      "loss": 6.125,
      "step": 21007
    },
    {
      "epoch": 0.86045463854188,
      "grad_norm": 1.8557143890318564,
      "learning_rate": 0.0002873710320121329,
      "loss": 5.625,
      "step": 21008
    },
    {
      "epoch": 0.8604955969690764,
      "grad_norm": 3.2718440637742052,
      "learning_rate": 0.0002873697221419009,
      "loss": 7.875,
      "step": 21009
    },
    {
      "epoch": 0.8605365553962728,
      "grad_norm": 1.942149531025331,
      "learning_rate": 0.0002873684122067284,
      "loss": 6.9375,
      "step": 21010
    },
    {
      "epoch": 0.8605775138234691,
      "grad_norm": 1.8903272378895555,
      "learning_rate": 0.00028736710220661623,
      "loss": 5.4062,
      "step": 21011
    },
    {
      "epoch": 0.8606184722506656,
      "grad_norm": 2.096345435423192,
      "learning_rate": 0.00028736579214156484,
      "loss": 5.5312,
      "step": 21012
    },
    {
      "epoch": 0.860659430677862,
      "grad_norm": 3.936728322163859,
      "learning_rate": 0.0002873644820115748,
      "loss": 6.0625,
      "step": 21013
    },
    {
      "epoch": 0.8607003891050584,
      "grad_norm": 1.5469726932119006,
      "learning_rate": 0.00028736317181664685,
      "loss": 4.7812,
      "step": 21014
    },
    {
      "epoch": 0.8607413475322547,
      "grad_norm": 4.575275245506638,
      "learning_rate": 0.0002873618615567815,
      "loss": 4.0,
      "step": 21015
    },
    {
      "epoch": 0.8607823059594512,
      "grad_norm": 1.5497727400185646,
      "learning_rate": 0.0002873605512319795,
      "loss": 4.75,
      "step": 21016
    },
    {
      "epoch": 0.8608232643866476,
      "grad_norm": 3.308733444258479,
      "learning_rate": 0.0002873592408422414,
      "loss": 5.9375,
      "step": 21017
    },
    {
      "epoch": 0.8608642228138439,
      "grad_norm": 4.9485145323073025,
      "learning_rate": 0.0002873579303875678,
      "loss": 5.875,
      "step": 21018
    },
    {
      "epoch": 0.8609051812410403,
      "grad_norm": 1.8674249501319113,
      "learning_rate": 0.0002873566198679593,
      "loss": 5.8438,
      "step": 21019
    },
    {
      "epoch": 0.8609461396682367,
      "grad_norm": 1.9962381295323097,
      "learning_rate": 0.00028735530928341663,
      "loss": 7.0625,
      "step": 21020
    },
    {
      "epoch": 0.8609870980954332,
      "grad_norm": 1.560099263104927,
      "learning_rate": 0.0002873539986339403,
      "loss": 5.0,
      "step": 21021
    },
    {
      "epoch": 0.8610280565226295,
      "grad_norm": 2.22260241051563,
      "learning_rate": 0.000287352687919531,
      "loss": 6.0625,
      "step": 21022
    },
    {
      "epoch": 0.8610690149498259,
      "grad_norm": 1.6084390863205578,
      "learning_rate": 0.00028735137714018934,
      "loss": 5.6875,
      "step": 21023
    },
    {
      "epoch": 0.8611099733770223,
      "grad_norm": 1.679883630312638,
      "learning_rate": 0.0002873500662959159,
      "loss": 5.75,
      "step": 21024
    },
    {
      "epoch": 0.8611509318042188,
      "grad_norm": 2.5565962465841023,
      "learning_rate": 0.00028734875538671123,
      "loss": 6.375,
      "step": 21025
    },
    {
      "epoch": 0.8611918902314151,
      "grad_norm": 1.642689737876259,
      "learning_rate": 0.0002873474444125761,
      "loss": 5.1562,
      "step": 21026
    },
    {
      "epoch": 0.8612328486586115,
      "grad_norm": 2.161665181591472,
      "learning_rate": 0.00028734613337351114,
      "loss": 5.2188,
      "step": 21027
    },
    {
      "epoch": 0.8612738070858079,
      "grad_norm": 6.884517485150269,
      "learning_rate": 0.00028734482226951683,
      "loss": 2.7969,
      "step": 21028
    },
    {
      "epoch": 0.8613147655130043,
      "grad_norm": 1.5643430758619263,
      "learning_rate": 0.00028734351110059383,
      "loss": 4.4062,
      "step": 21029
    },
    {
      "epoch": 0.8613557239402007,
      "grad_norm": 2.506087619463244,
      "learning_rate": 0.0002873421998667428,
      "loss": 5.0,
      "step": 21030
    },
    {
      "epoch": 0.8613966823673971,
      "grad_norm": 1.64278961389388,
      "learning_rate": 0.0002873408885679644,
      "loss": 4.5625,
      "step": 21031
    },
    {
      "epoch": 0.8614376407945935,
      "grad_norm": 2.219928514268682,
      "learning_rate": 0.00028733957720425917,
      "loss": 4.7188,
      "step": 21032
    },
    {
      "epoch": 0.8614785992217899,
      "grad_norm": 2.392783744251721,
      "learning_rate": 0.00028733826577562774,
      "loss": 6.3125,
      "step": 21033
    },
    {
      "epoch": 0.8615195576489862,
      "grad_norm": 1.9541173796742952,
      "learning_rate": 0.00028733695428207075,
      "loss": 6.0625,
      "step": 21034
    },
    {
      "epoch": 0.8615605160761827,
      "grad_norm": 1.7019670142483876,
      "learning_rate": 0.0002873356427235888,
      "loss": 5.1562,
      "step": 21035
    },
    {
      "epoch": 0.8616014745033791,
      "grad_norm": 2.798359367505761,
      "learning_rate": 0.00028733433110018263,
      "loss": 8.3125,
      "step": 21036
    },
    {
      "epoch": 0.8616424329305755,
      "grad_norm": 2.1249036536675985,
      "learning_rate": 0.0002873330194118526,
      "loss": 5.4062,
      "step": 21037
    },
    {
      "epoch": 0.8616833913577718,
      "grad_norm": 1.662076738113547,
      "learning_rate": 0.0002873317076585996,
      "loss": 5.75,
      "step": 21038
    },
    {
      "epoch": 0.8617243497849683,
      "grad_norm": 9.551479110422799,
      "learning_rate": 0.00028733039584042416,
      "loss": 3.8125,
      "step": 21039
    },
    {
      "epoch": 0.8617653082121647,
      "grad_norm": 1.6021142353896276,
      "learning_rate": 0.0002873290839573268,
      "loss": 4.9688,
      "step": 21040
    },
    {
      "epoch": 0.861806266639361,
      "grad_norm": 1.4034165970701957,
      "learning_rate": 0.00028732777200930824,
      "loss": 5.1875,
      "step": 21041
    },
    {
      "epoch": 0.8618472250665574,
      "grad_norm": 1.8961706817622261,
      "learning_rate": 0.0002873264599963691,
      "loss": 5.875,
      "step": 21042
    },
    {
      "epoch": 0.8618881834937538,
      "grad_norm": 2.5426278786584557,
      "learning_rate": 0.00028732514791850996,
      "loss": 3.5156,
      "step": 21043
    },
    {
      "epoch": 0.8619291419209503,
      "grad_norm": 2.279011507957507,
      "learning_rate": 0.0002873238357757315,
      "loss": 5.2812,
      "step": 21044
    },
    {
      "epoch": 0.8619701003481466,
      "grad_norm": 3.4787593203789853,
      "learning_rate": 0.00028732252356803415,
      "loss": 3.4844,
      "step": 21045
    },
    {
      "epoch": 0.862011058775343,
      "grad_norm": 1.6324983574390637,
      "learning_rate": 0.0002873212112954188,
      "loss": 4.5625,
      "step": 21046
    },
    {
      "epoch": 0.8620520172025394,
      "grad_norm": 2.2136213374710785,
      "learning_rate": 0.00028731989895788596,
      "loss": 6.0,
      "step": 21047
    },
    {
      "epoch": 0.8620929756297359,
      "grad_norm": 1.8043999805948798,
      "learning_rate": 0.0002873185865554362,
      "loss": 5.7812,
      "step": 21048
    },
    {
      "epoch": 0.8621339340569322,
      "grad_norm": 1.7321046330559406,
      "learning_rate": 0.0002873172740880702,
      "loss": 5.3438,
      "step": 21049
    },
    {
      "epoch": 0.8621748924841286,
      "grad_norm": 2.768311618980744,
      "learning_rate": 0.0002873159615557886,
      "loss": 4.9688,
      "step": 21050
    },
    {
      "epoch": 0.862215850911325,
      "grad_norm": 1.7551437046018397,
      "learning_rate": 0.00028731464895859194,
      "loss": 5.4062,
      "step": 21051
    },
    {
      "epoch": 0.8622568093385214,
      "grad_norm": 2.2858036444013923,
      "learning_rate": 0.0002873133362964809,
      "loss": 6.0,
      "step": 21052
    },
    {
      "epoch": 0.8622977677657178,
      "grad_norm": 1.8089752058675055,
      "learning_rate": 0.00028731202356945603,
      "loss": 5.75,
      "step": 21053
    },
    {
      "epoch": 0.8623387261929142,
      "grad_norm": 1.7720093638870833,
      "learning_rate": 0.00028731071077751805,
      "loss": 4.5938,
      "step": 21054
    },
    {
      "epoch": 0.8623796846201106,
      "grad_norm": 1.918761598829125,
      "learning_rate": 0.0002873093979206675,
      "loss": 4.875,
      "step": 21055
    },
    {
      "epoch": 0.862420643047307,
      "grad_norm": 1.8119826929636262,
      "learning_rate": 0.00028730808499890506,
      "loss": 5.9375,
      "step": 21056
    },
    {
      "epoch": 0.8624616014745033,
      "grad_norm": 1.7315678637864944,
      "learning_rate": 0.0002873067720122313,
      "loss": 4.625,
      "step": 21057
    },
    {
      "epoch": 0.8625025599016998,
      "grad_norm": 2.999799820288335,
      "learning_rate": 0.00028730545896064695,
      "loss": 7.875,
      "step": 21058
    },
    {
      "epoch": 0.8625435183288962,
      "grad_norm": 1.602932267520578,
      "learning_rate": 0.00028730414584415245,
      "loss": 4.8125,
      "step": 21059
    },
    {
      "epoch": 0.8625844767560925,
      "grad_norm": 1.7497523760116713,
      "learning_rate": 0.00028730283266274856,
      "loss": 6.1562,
      "step": 21060
    },
    {
      "epoch": 0.8626254351832889,
      "grad_norm": 1.7922581649749305,
      "learning_rate": 0.00028730151941643587,
      "loss": 4.9688,
      "step": 21061
    },
    {
      "epoch": 0.8626663936104854,
      "grad_norm": 1.8640293811515356,
      "learning_rate": 0.0002873002061052149,
      "loss": 5.3125,
      "step": 21062
    },
    {
      "epoch": 0.8627073520376818,
      "grad_norm": 2.086873066799759,
      "learning_rate": 0.00028729889272908647,
      "loss": 6.875,
      "step": 21063
    },
    {
      "epoch": 0.8627483104648781,
      "grad_norm": 2.0107971627853383,
      "learning_rate": 0.000287297579288051,
      "loss": 5.9375,
      "step": 21064
    },
    {
      "epoch": 0.8627892688920745,
      "grad_norm": 1.5860571455040198,
      "learning_rate": 0.00028729626578210925,
      "loss": 4.75,
      "step": 21065
    },
    {
      "epoch": 0.862830227319271,
      "grad_norm": 1.7793358221405888,
      "learning_rate": 0.00028729495221126183,
      "loss": 5.0,
      "step": 21066
    },
    {
      "epoch": 0.8628711857464674,
      "grad_norm": 1.5949638636161223,
      "learning_rate": 0.00028729363857550925,
      "loss": 5.0312,
      "step": 21067
    },
    {
      "epoch": 0.8629121441736637,
      "grad_norm": 1.9240193834663832,
      "learning_rate": 0.00028729232487485225,
      "loss": 4.1875,
      "step": 21068
    },
    {
      "epoch": 0.8629531026008601,
      "grad_norm": 2.27967501474618,
      "learning_rate": 0.0002872910111092914,
      "loss": 6.3438,
      "step": 21069
    },
    {
      "epoch": 0.8629940610280565,
      "grad_norm": 1.8312115477719426,
      "learning_rate": 0.0002872896972788273,
      "loss": 5.5625,
      "step": 21070
    },
    {
      "epoch": 0.863035019455253,
      "grad_norm": 2.784396418212255,
      "learning_rate": 0.0002872883833834607,
      "loss": 5.5,
      "step": 21071
    },
    {
      "epoch": 0.8630759778824493,
      "grad_norm": 2.1177532231283234,
      "learning_rate": 0.00028728706942319197,
      "loss": 3.2188,
      "step": 21072
    },
    {
      "epoch": 0.8631169363096457,
      "grad_norm": 1.4291605250130117,
      "learning_rate": 0.000287285755398022,
      "loss": 5.625,
      "step": 21073
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 1.795234465661827,
      "learning_rate": 0.0002872844413079512,
      "loss": 5.5,
      "step": 21074
    },
    {
      "epoch": 0.8631988531640385,
      "grad_norm": 2.5937561831223563,
      "learning_rate": 0.00028728312715298036,
      "loss": 6.375,
      "step": 21075
    },
    {
      "epoch": 0.8632398115912349,
      "grad_norm": 2.810494348919792,
      "learning_rate": 0.00028728181293310995,
      "loss": 4.5625,
      "step": 21076
    },
    {
      "epoch": 0.8632807700184313,
      "grad_norm": 1.5738111663847023,
      "learning_rate": 0.0002872804986483407,
      "loss": 5.1875,
      "step": 21077
    },
    {
      "epoch": 0.8633217284456277,
      "grad_norm": 4.174174356378486,
      "learning_rate": 0.0002872791842986732,
      "loss": 5.0625,
      "step": 21078
    },
    {
      "epoch": 0.8633626868728241,
      "grad_norm": 1.59911705098939,
      "learning_rate": 0.00028727786988410806,
      "loss": 5.625,
      "step": 21079
    },
    {
      "epoch": 0.8634036453000205,
      "grad_norm": 2.184267174296636,
      "learning_rate": 0.00028727655540464593,
      "loss": 5.5312,
      "step": 21080
    },
    {
      "epoch": 0.8634446037272169,
      "grad_norm": 5.275297320445076,
      "learning_rate": 0.00028727524086028737,
      "loss": 6.875,
      "step": 21081
    },
    {
      "epoch": 0.8634855621544133,
      "grad_norm": 1.7739596694648379,
      "learning_rate": 0.00028727392625103307,
      "loss": 4.625,
      "step": 21082
    },
    {
      "epoch": 0.8635265205816096,
      "grad_norm": 1.7157160545816854,
      "learning_rate": 0.00028727261157688363,
      "loss": 5.1562,
      "step": 21083
    },
    {
      "epoch": 0.863567479008806,
      "grad_norm": 4.008083037223245,
      "learning_rate": 0.00028727129683783965,
      "loss": 6.9375,
      "step": 21084
    },
    {
      "epoch": 0.8636084374360025,
      "grad_norm": 2.8371576776997673,
      "learning_rate": 0.0002872699820339018,
      "loss": 4.0625,
      "step": 21085
    },
    {
      "epoch": 0.8636493958631989,
      "grad_norm": 1.4515924894006793,
      "learning_rate": 0.0002872686671650706,
      "loss": 4.7188,
      "step": 21086
    },
    {
      "epoch": 0.8636903542903952,
      "grad_norm": 1.538863675719679,
      "learning_rate": 0.0002872673522313468,
      "loss": 5.0,
      "step": 21087
    },
    {
      "epoch": 0.8637313127175916,
      "grad_norm": 12.649754950210905,
      "learning_rate": 0.0002872660372327309,
      "loss": 4.5938,
      "step": 21088
    },
    {
      "epoch": 0.863772271144788,
      "grad_norm": 1.8696929086687686,
      "learning_rate": 0.00028726472216922364,
      "loss": 6.0,
      "step": 21089
    },
    {
      "epoch": 0.8638132295719845,
      "grad_norm": 1.7836123710755614,
      "learning_rate": 0.0002872634070408256,
      "loss": 4.8125,
      "step": 21090
    },
    {
      "epoch": 0.8638541879991808,
      "grad_norm": 1.812649299903158,
      "learning_rate": 0.0002872620918475373,
      "loss": 4.8125,
      "step": 21091
    },
    {
      "epoch": 0.8638951464263772,
      "grad_norm": 1.8709471731204537,
      "learning_rate": 0.0002872607765893595,
      "loss": 5.7188,
      "step": 21092
    },
    {
      "epoch": 0.8639361048535736,
      "grad_norm": 1.4576996860874383,
      "learning_rate": 0.0002872594612662928,
      "loss": 5.0312,
      "step": 21093
    },
    {
      "epoch": 0.8639770632807701,
      "grad_norm": 1.9131678721473298,
      "learning_rate": 0.00028725814587833776,
      "loss": 5.4688,
      "step": 21094
    },
    {
      "epoch": 0.8640180217079664,
      "grad_norm": 9.573944827978789,
      "learning_rate": 0.000287256830425495,
      "loss": 5.4375,
      "step": 21095
    },
    {
      "epoch": 0.8640589801351628,
      "grad_norm": 6.62481662167445,
      "learning_rate": 0.00028725551490776523,
      "loss": 6.125,
      "step": 21096
    },
    {
      "epoch": 0.8640999385623592,
      "grad_norm": 1.8232566550556444,
      "learning_rate": 0.00028725419932514897,
      "loss": 5.4062,
      "step": 21097
    },
    {
      "epoch": 0.8641408969895557,
      "grad_norm": 2.1886337621254226,
      "learning_rate": 0.0002872528836776469,
      "loss": 5.3438,
      "step": 21098
    },
    {
      "epoch": 0.864181855416752,
      "grad_norm": 3.496050761571438,
      "learning_rate": 0.00028725156796525965,
      "loss": 3.1406,
      "step": 21099
    },
    {
      "epoch": 0.8642228138439484,
      "grad_norm": 2.1938788988698215,
      "learning_rate": 0.00028725025218798785,
      "loss": 5.4062,
      "step": 21100
    },
    {
      "epoch": 0.8642637722711448,
      "grad_norm": 11.785108620064202,
      "learning_rate": 0.000287248936345832,
      "loss": 3.7031,
      "step": 21101
    },
    {
      "epoch": 0.8643047306983411,
      "grad_norm": 2.180477030529029,
      "learning_rate": 0.0002872476204387929,
      "loss": 5.5312,
      "step": 21102
    },
    {
      "epoch": 0.8643456891255376,
      "grad_norm": 2.5364109884818595,
      "learning_rate": 0.0002872463044668711,
      "loss": 5.7188,
      "step": 21103
    },
    {
      "epoch": 0.864386647552734,
      "grad_norm": 9.228326074239508,
      "learning_rate": 0.0002872449884300672,
      "loss": 5.25,
      "step": 21104
    },
    {
      "epoch": 0.8644276059799304,
      "grad_norm": 1.6269603207591097,
      "learning_rate": 0.0002872436723283818,
      "loss": 6.25,
      "step": 21105
    },
    {
      "epoch": 0.8644685644071267,
      "grad_norm": 2.956800453511833,
      "learning_rate": 0.0002872423561618156,
      "loss": 6.4375,
      "step": 21106
    },
    {
      "epoch": 0.8645095228343231,
      "grad_norm": 1.8606617054803563,
      "learning_rate": 0.0002872410399303691,
      "loss": 4.3438,
      "step": 21107
    },
    {
      "epoch": 0.8645504812615196,
      "grad_norm": 1.638815407949119,
      "learning_rate": 0.00028723972363404305,
      "loss": 5.25,
      "step": 21108
    },
    {
      "epoch": 0.864591439688716,
      "grad_norm": 2.101318562620963,
      "learning_rate": 0.000287238407272838,
      "loss": 4.3125,
      "step": 21109
    },
    {
      "epoch": 0.8646323981159123,
      "grad_norm": 2.799720061011029,
      "learning_rate": 0.0002872370908467546,
      "loss": 4.75,
      "step": 21110
    },
    {
      "epoch": 0.8646733565431087,
      "grad_norm": 3.826566967474705,
      "learning_rate": 0.0002872357743557935,
      "loss": 5.8125,
      "step": 21111
    },
    {
      "epoch": 0.8647143149703052,
      "grad_norm": 1.7461909564254985,
      "learning_rate": 0.00028723445779995526,
      "loss": 2.9844,
      "step": 21112
    },
    {
      "epoch": 0.8647552733975016,
      "grad_norm": 1.6746298328777336,
      "learning_rate": 0.0002872331411792406,
      "loss": 4.875,
      "step": 21113
    },
    {
      "epoch": 0.8647962318246979,
      "grad_norm": 1.6003070328676512,
      "learning_rate": 0.00028723182449365,
      "loss": 5.2812,
      "step": 21114
    },
    {
      "epoch": 0.8648371902518943,
      "grad_norm": 2.448336547331063,
      "learning_rate": 0.00028723050774318417,
      "loss": 6.0312,
      "step": 21115
    },
    {
      "epoch": 0.8648781486790907,
      "grad_norm": 1.439886356709407,
      "learning_rate": 0.0002872291909278437,
      "loss": 5.0,
      "step": 21116
    },
    {
      "epoch": 0.8649191071062872,
      "grad_norm": 2.519292653493861,
      "learning_rate": 0.0002872278740476293,
      "loss": 4.3438,
      "step": 21117
    },
    {
      "epoch": 0.8649600655334835,
      "grad_norm": 1.7622899730447572,
      "learning_rate": 0.00028722655710254147,
      "loss": 5.7188,
      "step": 21118
    },
    {
      "epoch": 0.8650010239606799,
      "grad_norm": 1.9080483594117983,
      "learning_rate": 0.0002872252400925809,
      "loss": 4.9375,
      "step": 21119
    },
    {
      "epoch": 0.8650419823878763,
      "grad_norm": 1.891656493053742,
      "learning_rate": 0.0002872239230177482,
      "loss": 5.5,
      "step": 21120
    },
    {
      "epoch": 0.8650829408150728,
      "grad_norm": 1.5974510227524092,
      "learning_rate": 0.000287222605878044,
      "loss": 4.9375,
      "step": 21121
    },
    {
      "epoch": 0.8651238992422691,
      "grad_norm": 1.7069080239048822,
      "learning_rate": 0.00028722128867346886,
      "loss": 4.5312,
      "step": 21122
    },
    {
      "epoch": 0.8651648576694655,
      "grad_norm": 1.660449526274749,
      "learning_rate": 0.00028721997140402353,
      "loss": 6.125,
      "step": 21123
    },
    {
      "epoch": 0.8652058160966619,
      "grad_norm": 7.091733932442756,
      "learning_rate": 0.0002872186540697085,
      "loss": 3.8438,
      "step": 21124
    },
    {
      "epoch": 0.8652467745238582,
      "grad_norm": 1.9816539876716013,
      "learning_rate": 0.0002872173366705245,
      "loss": 6.25,
      "step": 21125
    },
    {
      "epoch": 0.8652877329510547,
      "grad_norm": 2.2162484949433665,
      "learning_rate": 0.00028721601920647205,
      "loss": 6.7188,
      "step": 21126
    },
    {
      "epoch": 0.8653286913782511,
      "grad_norm": 1.4962332772387732,
      "learning_rate": 0.0002872147016775519,
      "loss": 4.6562,
      "step": 21127
    },
    {
      "epoch": 0.8653696498054475,
      "grad_norm": 1.7739502125578852,
      "learning_rate": 0.00028721338408376455,
      "loss": 5.0938,
      "step": 21128
    },
    {
      "epoch": 0.8654106082326438,
      "grad_norm": 2.617569799064873,
      "learning_rate": 0.00028721206642511065,
      "loss": 6.8125,
      "step": 21129
    },
    {
      "epoch": 0.8654515666598402,
      "grad_norm": 2.2117231469037404,
      "learning_rate": 0.0002872107487015909,
      "loss": 6.7812,
      "step": 21130
    },
    {
      "epoch": 0.8654925250870367,
      "grad_norm": 2.2419644928842826,
      "learning_rate": 0.0002872094309132059,
      "loss": 4.75,
      "step": 21131
    },
    {
      "epoch": 0.8655334835142331,
      "grad_norm": 1.9926076978267675,
      "learning_rate": 0.00028720811305995615,
      "loss": 5.5312,
      "step": 21132
    },
    {
      "epoch": 0.8655744419414294,
      "grad_norm": 1.7153780023558614,
      "learning_rate": 0.0002872067951418425,
      "loss": 5.5,
      "step": 21133
    },
    {
      "epoch": 0.8656154003686258,
      "grad_norm": 2.384943946502522,
      "learning_rate": 0.00028720547715886533,
      "loss": 5.2188,
      "step": 21134
    },
    {
      "epoch": 0.8656563587958223,
      "grad_norm": 2.1513847754741238,
      "learning_rate": 0.00028720415911102535,
      "loss": 5.2812,
      "step": 21135
    },
    {
      "epoch": 0.8656973172230187,
      "grad_norm": 1.747317012058407,
      "learning_rate": 0.0002872028409983233,
      "loss": 4.9688,
      "step": 21136
    },
    {
      "epoch": 0.865738275650215,
      "grad_norm": 2.138005365879523,
      "learning_rate": 0.0002872015228207596,
      "loss": 5.9375,
      "step": 21137
    },
    {
      "epoch": 0.8657792340774114,
      "grad_norm": 1.6274832430808281,
      "learning_rate": 0.00028720020457833505,
      "loss": 5.4375,
      "step": 21138
    },
    {
      "epoch": 0.8658201925046078,
      "grad_norm": 1.5893184404866858,
      "learning_rate": 0.0002871988862710502,
      "loss": 5.8438,
      "step": 21139
    },
    {
      "epoch": 0.8658611509318043,
      "grad_norm": 2.6998732073857403,
      "learning_rate": 0.0002871975678989057,
      "loss": 4.2812,
      "step": 21140
    },
    {
      "epoch": 0.8659021093590006,
      "grad_norm": 3.225799524434422,
      "learning_rate": 0.00028719624946190207,
      "loss": 3.8906,
      "step": 21141
    },
    {
      "epoch": 0.865943067786197,
      "grad_norm": 1.782631877614244,
      "learning_rate": 0.0002871949309600401,
      "loss": 5.0312,
      "step": 21142
    },
    {
      "epoch": 0.8659840262133934,
      "grad_norm": 2.1932333129742463,
      "learning_rate": 0.00028719361239332034,
      "loss": 3.7031,
      "step": 21143
    },
    {
      "epoch": 0.8660249846405899,
      "grad_norm": 1.511759531662737,
      "learning_rate": 0.0002871922937617433,
      "loss": 4.8438,
      "step": 21144
    },
    {
      "epoch": 0.8660659430677862,
      "grad_norm": 3.004975431209177,
      "learning_rate": 0.0002871909750653098,
      "loss": 5.9375,
      "step": 21145
    },
    {
      "epoch": 0.8661069014949826,
      "grad_norm": 2.0343292305800578,
      "learning_rate": 0.00028718965630402033,
      "loss": 6.0,
      "step": 21146
    },
    {
      "epoch": 0.866147859922179,
      "grad_norm": 1.9502708048522708,
      "learning_rate": 0.0002871883374778756,
      "loss": 6.7812,
      "step": 21147
    },
    {
      "epoch": 0.8661888183493753,
      "grad_norm": 3.4408905639262426,
      "learning_rate": 0.00028718701858687607,
      "loss": 7.125,
      "step": 21148
    },
    {
      "epoch": 0.8662297767765718,
      "grad_norm": 1.450477277467737,
      "learning_rate": 0.00028718569963102257,
      "loss": 5.25,
      "step": 21149
    },
    {
      "epoch": 0.8662707352037682,
      "grad_norm": 1.408293399911463,
      "learning_rate": 0.0002871843806103156,
      "loss": 4.75,
      "step": 21150
    },
    {
      "epoch": 0.8663116936309646,
      "grad_norm": 2.001715825187675,
      "learning_rate": 0.0002871830615247558,
      "loss": 5.5312,
      "step": 21151
    },
    {
      "epoch": 0.8663526520581609,
      "grad_norm": 2.162310494188524,
      "learning_rate": 0.00028718174237434387,
      "loss": 5.375,
      "step": 21152
    },
    {
      "epoch": 0.8663936104853573,
      "grad_norm": 3.6936538993528747,
      "learning_rate": 0.0002871804231590803,
      "loss": 5.4062,
      "step": 21153
    },
    {
      "epoch": 0.8664345689125538,
      "grad_norm": 1.6043493027246931,
      "learning_rate": 0.0002871791038789658,
      "loss": 5.2188,
      "step": 21154
    },
    {
      "epoch": 0.8664755273397502,
      "grad_norm": 1.8095771039719721,
      "learning_rate": 0.00028717778453400103,
      "loss": 4.7812,
      "step": 21155
    },
    {
      "epoch": 0.8665164857669465,
      "grad_norm": 2.278556853042229,
      "learning_rate": 0.00028717646512418655,
      "loss": 5.9375,
      "step": 21156
    },
    {
      "epoch": 0.8665574441941429,
      "grad_norm": 1.7797783010695691,
      "learning_rate": 0.00028717514564952296,
      "loss": 4.7812,
      "step": 21157
    },
    {
      "epoch": 0.8665984026213394,
      "grad_norm": 4.968684707838877,
      "learning_rate": 0.00028717382611001096,
      "loss": 2.2188,
      "step": 21158
    },
    {
      "epoch": 0.8666393610485358,
      "grad_norm": 1.8694878430973343,
      "learning_rate": 0.0002871725065056511,
      "loss": 5.5625,
      "step": 21159
    },
    {
      "epoch": 0.8666803194757321,
      "grad_norm": 2.160972326164837,
      "learning_rate": 0.00028717118683644407,
      "loss": 4.625,
      "step": 21160
    },
    {
      "epoch": 0.8667212779029285,
      "grad_norm": 1.753042898257998,
      "learning_rate": 0.0002871698671023904,
      "loss": 5.6875,
      "step": 21161
    },
    {
      "epoch": 0.866762236330125,
      "grad_norm": 1.7237414547862107,
      "learning_rate": 0.00028716854730349086,
      "loss": 4.7812,
      "step": 21162
    },
    {
      "epoch": 0.8668031947573214,
      "grad_norm": 9.141460705308273,
      "learning_rate": 0.0002871672274397459,
      "loss": 5.2188,
      "step": 21163
    },
    {
      "epoch": 0.8668441531845177,
      "grad_norm": 2.511894489881287,
      "learning_rate": 0.0002871659075111563,
      "loss": 5.5625,
      "step": 21164
    },
    {
      "epoch": 0.8668851116117141,
      "grad_norm": 1.654670003760685,
      "learning_rate": 0.00028716458751772264,
      "loss": 4.4688,
      "step": 21165
    },
    {
      "epoch": 0.8669260700389105,
      "grad_norm": 3.253513784926639,
      "learning_rate": 0.0002871632674594455,
      "loss": 4.7188,
      "step": 21166
    },
    {
      "epoch": 0.8669670284661068,
      "grad_norm": 4.979876711970491,
      "learning_rate": 0.0002871619473363255,
      "loss": 5.25,
      "step": 21167
    },
    {
      "epoch": 0.8670079868933033,
      "grad_norm": 1.6876026206635897,
      "learning_rate": 0.0002871606271483633,
      "loss": 5.3125,
      "step": 21168
    },
    {
      "epoch": 0.8670489453204997,
      "grad_norm": 1.6817853972273815,
      "learning_rate": 0.0002871593068955595,
      "loss": 5.8438,
      "step": 21169
    },
    {
      "epoch": 0.8670899037476961,
      "grad_norm": 4.957495926632743,
      "learning_rate": 0.0002871579865779148,
      "loss": 3.7656,
      "step": 21170
    },
    {
      "epoch": 0.8671308621748924,
      "grad_norm": 2.1236480173891787,
      "learning_rate": 0.0002871566661954297,
      "loss": 6.6562,
      "step": 21171
    },
    {
      "epoch": 0.8671718206020889,
      "grad_norm": 3.080865592592618,
      "learning_rate": 0.0002871553457481049,
      "loss": 6.7812,
      "step": 21172
    },
    {
      "epoch": 0.8672127790292853,
      "grad_norm": 1.885115110854472,
      "learning_rate": 0.000287154025235941,
      "loss": 5.5625,
      "step": 21173
    },
    {
      "epoch": 0.8672537374564817,
      "grad_norm": 3.0623730765472383,
      "learning_rate": 0.00028715270465893867,
      "loss": 7.2812,
      "step": 21174
    },
    {
      "epoch": 0.867294695883678,
      "grad_norm": 1.970707044075307,
      "learning_rate": 0.00028715138401709853,
      "loss": 4.3438,
      "step": 21175
    },
    {
      "epoch": 0.8673356543108744,
      "grad_norm": 3.1039927783387884,
      "learning_rate": 0.0002871500633104211,
      "loss": 6.5312,
      "step": 21176
    },
    {
      "epoch": 0.8673766127380709,
      "grad_norm": 2.932101518592033,
      "learning_rate": 0.0002871487425389071,
      "loss": 4.1562,
      "step": 21177
    },
    {
      "epoch": 0.8674175711652673,
      "grad_norm": 1.6716127659087912,
      "learning_rate": 0.00028714742170255717,
      "loss": 5.5,
      "step": 21178
    },
    {
      "epoch": 0.8674585295924636,
      "grad_norm": 1.702995894034987,
      "learning_rate": 0.00028714610080137187,
      "loss": 6.1875,
      "step": 21179
    },
    {
      "epoch": 0.86749948801966,
      "grad_norm": 1.8255191049413602,
      "learning_rate": 0.00028714477983535187,
      "loss": 5.0625,
      "step": 21180
    },
    {
      "epoch": 0.8675404464468565,
      "grad_norm": 4.217794221876191,
      "learning_rate": 0.0002871434588044977,
      "loss": 4.5,
      "step": 21181
    },
    {
      "epoch": 0.8675814048740529,
      "grad_norm": 2.766244446773757,
      "learning_rate": 0.0002871421377088101,
      "loss": 5.0938,
      "step": 21182
    },
    {
      "epoch": 0.8676223633012492,
      "grad_norm": 6.029913187172131,
      "learning_rate": 0.0002871408165482897,
      "loss": 4.7812,
      "step": 21183
    },
    {
      "epoch": 0.8676633217284456,
      "grad_norm": 1.6681747029562188,
      "learning_rate": 0.0002871394953229371,
      "loss": 5.1875,
      "step": 21184
    },
    {
      "epoch": 0.867704280155642,
      "grad_norm": 5.274526830816798,
      "learning_rate": 0.00028713817403275277,
      "loss": 5.5625,
      "step": 21185
    },
    {
      "epoch": 0.8677452385828385,
      "grad_norm": 1.6797134586420475,
      "learning_rate": 0.00028713685267773756,
      "loss": 5.7188,
      "step": 21186
    },
    {
      "epoch": 0.8677861970100348,
      "grad_norm": 2.019912139863619,
      "learning_rate": 0.00028713553125789206,
      "loss": 5.7812,
      "step": 21187
    },
    {
      "epoch": 0.8678271554372312,
      "grad_norm": 2.7813420851467168,
      "learning_rate": 0.00028713420977321673,
      "loss": 4.8125,
      "step": 21188
    },
    {
      "epoch": 0.8678681138644276,
      "grad_norm": 1.7892625325890559,
      "learning_rate": 0.0002871328882237124,
      "loss": 5.5312,
      "step": 21189
    },
    {
      "epoch": 0.867909072291624,
      "grad_norm": 4.158845142117313,
      "learning_rate": 0.0002871315666093795,
      "loss": 2.7812,
      "step": 21190
    },
    {
      "epoch": 0.8679500307188204,
      "grad_norm": 4.161924339278285,
      "learning_rate": 0.0002871302449302188,
      "loss": 5.2188,
      "step": 21191
    },
    {
      "epoch": 0.8679909891460168,
      "grad_norm": 7.288265038122428,
      "learning_rate": 0.0002871289231862309,
      "loss": 4.1562,
      "step": 21192
    },
    {
      "epoch": 0.8680319475732132,
      "grad_norm": 1.983691909278272,
      "learning_rate": 0.0002871276013774164,
      "loss": 3.9531,
      "step": 21193
    },
    {
      "epoch": 0.8680729060004095,
      "grad_norm": 7.112479471288528,
      "learning_rate": 0.0002871262795037759,
      "loss": 5.3438,
      "step": 21194
    },
    {
      "epoch": 0.868113864427606,
      "grad_norm": 2.2752820991684293,
      "learning_rate": 0.00028712495756531,
      "loss": 5.8438,
      "step": 21195
    },
    {
      "epoch": 0.8681548228548024,
      "grad_norm": 2.0139293418847712,
      "learning_rate": 0.0002871236355620195,
      "loss": 5.7188,
      "step": 21196
    },
    {
      "epoch": 0.8681957812819988,
      "grad_norm": 1.684054411932712,
      "learning_rate": 0.00028712231349390483,
      "loss": 4.875,
      "step": 21197
    },
    {
      "epoch": 0.8682367397091951,
      "grad_norm": 1.5149560338358978,
      "learning_rate": 0.00028712099136096665,
      "loss": 5.2188,
      "step": 21198
    },
    {
      "epoch": 0.8682776981363916,
      "grad_norm": 1.85066672098946,
      "learning_rate": 0.0002871196691632057,
      "loss": 4.1875,
      "step": 21199
    },
    {
      "epoch": 0.868318656563588,
      "grad_norm": 4.033620930693586,
      "learning_rate": 0.0002871183469006225,
      "loss": 6.2188,
      "step": 21200
    },
    {
      "epoch": 0.8683596149907844,
      "grad_norm": 4.530971595102979,
      "learning_rate": 0.0002871170245732177,
      "loss": 4.3125,
      "step": 21201
    },
    {
      "epoch": 0.8684005734179807,
      "grad_norm": 3.1971165515389903,
      "learning_rate": 0.0002871157021809919,
      "loss": 5.8125,
      "step": 21202
    },
    {
      "epoch": 0.8684415318451771,
      "grad_norm": 1.6915269252700067,
      "learning_rate": 0.0002871143797239458,
      "loss": 4.5,
      "step": 21203
    },
    {
      "epoch": 0.8684824902723736,
      "grad_norm": 3.6899133320827633,
      "learning_rate": 0.00028711305720207996,
      "loss": 4.3438,
      "step": 21204
    },
    {
      "epoch": 0.86852344869957,
      "grad_norm": 1.8081222408835842,
      "learning_rate": 0.000287111734615395,
      "loss": 5.3438,
      "step": 21205
    },
    {
      "epoch": 0.8685644071267663,
      "grad_norm": 2.7165057842893727,
      "learning_rate": 0.0002871104119638916,
      "loss": 5.5312,
      "step": 21206
    },
    {
      "epoch": 0.8686053655539627,
      "grad_norm": 2.2913082520395496,
      "learning_rate": 0.00028710908924757034,
      "loss": 5.25,
      "step": 21207
    },
    {
      "epoch": 0.8686463239811592,
      "grad_norm": 1.9160570284949052,
      "learning_rate": 0.0002871077664664318,
      "loss": 6.4062,
      "step": 21208
    },
    {
      "epoch": 0.8686872824083555,
      "grad_norm": 1.7003727175840522,
      "learning_rate": 0.0002871064436204768,
      "loss": 6.0625,
      "step": 21209
    },
    {
      "epoch": 0.8687282408355519,
      "grad_norm": 3.0761282650988586,
      "learning_rate": 0.00028710512070970575,
      "loss": 7.6562,
      "step": 21210
    },
    {
      "epoch": 0.8687691992627483,
      "grad_norm": 1.9339069281288985,
      "learning_rate": 0.0002871037977341193,
      "loss": 5.0938,
      "step": 21211
    },
    {
      "epoch": 0.8688101576899447,
      "grad_norm": 1.9425087794722986,
      "learning_rate": 0.0002871024746937182,
      "loss": 5.75,
      "step": 21212
    },
    {
      "epoch": 0.868851116117141,
      "grad_norm": 1.9277763509953632,
      "learning_rate": 0.00028710115158850304,
      "loss": 4.4688,
      "step": 21213
    },
    {
      "epoch": 0.8688920745443375,
      "grad_norm": 2.4106564899306466,
      "learning_rate": 0.00028709982841847436,
      "loss": 5.25,
      "step": 21214
    },
    {
      "epoch": 0.8689330329715339,
      "grad_norm": 3.603033110054867,
      "learning_rate": 0.0002870985051836328,
      "loss": 5.5625,
      "step": 21215
    },
    {
      "epoch": 0.8689739913987303,
      "grad_norm": 1.7814644455909279,
      "learning_rate": 0.00028709718188397906,
      "loss": 5.3438,
      "step": 21216
    },
    {
      "epoch": 0.8690149498259266,
      "grad_norm": 2.141744421085222,
      "learning_rate": 0.0002870958585195137,
      "loss": 4.3125,
      "step": 21217
    },
    {
      "epoch": 0.8690559082531231,
      "grad_norm": 1.5144851885703292,
      "learning_rate": 0.0002870945350902374,
      "loss": 4.7812,
      "step": 21218
    },
    {
      "epoch": 0.8690968666803195,
      "grad_norm": 1.6334885728238353,
      "learning_rate": 0.0002870932115961508,
      "loss": 5.25,
      "step": 21219
    },
    {
      "epoch": 0.8691378251075159,
      "grad_norm": 1.5857618215903042,
      "learning_rate": 0.0002870918880372544,
      "loss": 4.5938,
      "step": 21220
    },
    {
      "epoch": 0.8691787835347122,
      "grad_norm": 1.877238041317309,
      "learning_rate": 0.000287090564413549,
      "loss": 5.9688,
      "step": 21221
    },
    {
      "epoch": 0.8692197419619087,
      "grad_norm": 1.6928230038144298,
      "learning_rate": 0.0002870892407250351,
      "loss": 5.9688,
      "step": 21222
    },
    {
      "epoch": 0.8692607003891051,
      "grad_norm": 7.832739789138016,
      "learning_rate": 0.00028708791697171335,
      "loss": 2.0,
      "step": 21223
    },
    {
      "epoch": 0.8693016588163015,
      "grad_norm": 1.6237564101569542,
      "learning_rate": 0.0002870865931535844,
      "loss": 5.0,
      "step": 21224
    },
    {
      "epoch": 0.8693426172434978,
      "grad_norm": 2.020220631682135,
      "learning_rate": 0.0002870852692706488,
      "loss": 6.8125,
      "step": 21225
    },
    {
      "epoch": 0.8693835756706942,
      "grad_norm": 1.7472343176464706,
      "learning_rate": 0.00028708394532290734,
      "loss": 5.7188,
      "step": 21226
    },
    {
      "epoch": 0.8694245340978907,
      "grad_norm": 1.6217486595252026,
      "learning_rate": 0.0002870826213103605,
      "loss": 5.875,
      "step": 21227
    },
    {
      "epoch": 0.8694654925250871,
      "grad_norm": 3.550916601737783,
      "learning_rate": 0.00028708129723300894,
      "loss": 5.5625,
      "step": 21228
    },
    {
      "epoch": 0.8695064509522834,
      "grad_norm": 1.9440402871455629,
      "learning_rate": 0.0002870799730908533,
      "loss": 5.2812,
      "step": 21229
    },
    {
      "epoch": 0.8695474093794798,
      "grad_norm": 1.874372705880889,
      "learning_rate": 0.0002870786488838942,
      "loss": 5.4062,
      "step": 21230
    },
    {
      "epoch": 0.8695883678066763,
      "grad_norm": 1.6109379340399694,
      "learning_rate": 0.00028707732461213226,
      "loss": 4.75,
      "step": 21231
    },
    {
      "epoch": 0.8696293262338726,
      "grad_norm": 2.3251916478654757,
      "learning_rate": 0.0002870760002755682,
      "loss": 6.0312,
      "step": 21232
    },
    {
      "epoch": 0.869670284661069,
      "grad_norm": 1.8989669772874165,
      "learning_rate": 0.0002870746758742025,
      "loss": 5.7812,
      "step": 21233
    },
    {
      "epoch": 0.8697112430882654,
      "grad_norm": 5.839518980609199,
      "learning_rate": 0.0002870733514080358,
      "loss": 4.9688,
      "step": 21234
    },
    {
      "epoch": 0.8697522015154618,
      "grad_norm": 2.437239614853516,
      "learning_rate": 0.00028707202687706885,
      "loss": 6.5312,
      "step": 21235
    },
    {
      "epoch": 0.8697931599426582,
      "grad_norm": 9.86141517930739,
      "learning_rate": 0.0002870707022813022,
      "loss": 7.6562,
      "step": 21236
    },
    {
      "epoch": 0.8698341183698546,
      "grad_norm": 1.7487781518584125,
      "learning_rate": 0.0002870693776207364,
      "loss": 5.5938,
      "step": 21237
    },
    {
      "epoch": 0.869875076797051,
      "grad_norm": 3.063449740213656,
      "learning_rate": 0.0002870680528953722,
      "loss": 5.0312,
      "step": 21238
    },
    {
      "epoch": 0.8699160352242474,
      "grad_norm": 1.8830314446128558,
      "learning_rate": 0.0002870667281052102,
      "loss": 5.0938,
      "step": 21239
    },
    {
      "epoch": 0.8699569936514437,
      "grad_norm": 1.7727963482723563,
      "learning_rate": 0.000287065403250251,
      "loss": 4.8438,
      "step": 21240
    },
    {
      "epoch": 0.8699979520786402,
      "grad_norm": 1.775495755449532,
      "learning_rate": 0.0002870640783304952,
      "loss": 5.0938,
      "step": 21241
    },
    {
      "epoch": 0.8700389105058366,
      "grad_norm": 1.7739530652358257,
      "learning_rate": 0.00028706275334594344,
      "loss": 5.5312,
      "step": 21242
    },
    {
      "epoch": 0.870079868933033,
      "grad_norm": 1.8964986294224948,
      "learning_rate": 0.0002870614282965964,
      "loss": 6.0938,
      "step": 21243
    },
    {
      "epoch": 0.8701208273602293,
      "grad_norm": 2.082646962955178,
      "learning_rate": 0.00028706010318245467,
      "loss": 5.3438,
      "step": 21244
    },
    {
      "epoch": 0.8701617857874258,
      "grad_norm": 3.594367564308303,
      "learning_rate": 0.00028705877800351884,
      "loss": 6.5625,
      "step": 21245
    },
    {
      "epoch": 0.8702027442146222,
      "grad_norm": 2.83640104740744,
      "learning_rate": 0.0002870574527597896,
      "loss": 7.5938,
      "step": 21246
    },
    {
      "epoch": 0.8702437026418186,
      "grad_norm": 1.699657910597326,
      "learning_rate": 0.00028705612745126753,
      "loss": 4.8438,
      "step": 21247
    },
    {
      "epoch": 0.8702846610690149,
      "grad_norm": 1.607357729812082,
      "learning_rate": 0.0002870548020779533,
      "loss": 5.9375,
      "step": 21248
    },
    {
      "epoch": 0.8703256194962113,
      "grad_norm": 1.8429499374416074,
      "learning_rate": 0.0002870534766398475,
      "loss": 5.25,
      "step": 21249
    },
    {
      "epoch": 0.8703665779234078,
      "grad_norm": 1.940850104299774,
      "learning_rate": 0.00028705215113695076,
      "loss": 5.9688,
      "step": 21250
    },
    {
      "epoch": 0.8704075363506041,
      "grad_norm": 1.9592294064744566,
      "learning_rate": 0.00028705082556926373,
      "loss": 5.2188,
      "step": 21251
    },
    {
      "epoch": 0.8704484947778005,
      "grad_norm": 1.6012358962138078,
      "learning_rate": 0.000287049499936787,
      "loss": 4.9062,
      "step": 21252
    },
    {
      "epoch": 0.8704894532049969,
      "grad_norm": 2.2983089492100723,
      "learning_rate": 0.0002870481742395213,
      "loss": 4.75,
      "step": 21253
    },
    {
      "epoch": 0.8705304116321934,
      "grad_norm": 2.7329107036428733,
      "learning_rate": 0.0002870468484774671,
      "loss": 5.5312,
      "step": 21254
    },
    {
      "epoch": 0.8705713700593897,
      "grad_norm": 3.431170386919866,
      "learning_rate": 0.00028704552265062513,
      "loss": 3.7031,
      "step": 21255
    },
    {
      "epoch": 0.8706123284865861,
      "grad_norm": 2.2505526257784263,
      "learning_rate": 0.000287044196758996,
      "loss": 4.8125,
      "step": 21256
    },
    {
      "epoch": 0.8706532869137825,
      "grad_norm": 1.891582824625114,
      "learning_rate": 0.0002870428708025803,
      "loss": 5.0938,
      "step": 21257
    },
    {
      "epoch": 0.870694245340979,
      "grad_norm": 1.3907503350455694,
      "learning_rate": 0.0002870415447813787,
      "loss": 4.8125,
      "step": 21258
    },
    {
      "epoch": 0.8707352037681753,
      "grad_norm": 3.126007237771799,
      "learning_rate": 0.0002870402186953918,
      "loss": 3.2344,
      "step": 21259
    },
    {
      "epoch": 0.8707761621953717,
      "grad_norm": 1.8438401950659409,
      "learning_rate": 0.00028703889254462023,
      "loss": 5.1875,
      "step": 21260
    },
    {
      "epoch": 0.8708171206225681,
      "grad_norm": 1.54475882862606,
      "learning_rate": 0.0002870375663290646,
      "loss": 5.1562,
      "step": 21261
    },
    {
      "epoch": 0.8708580790497645,
      "grad_norm": 1.7870884542227257,
      "learning_rate": 0.0002870362400487256,
      "loss": 4.0625,
      "step": 21262
    },
    {
      "epoch": 0.8708990374769608,
      "grad_norm": 3.9975713630996497,
      "learning_rate": 0.0002870349137036038,
      "loss": 7.125,
      "step": 21263
    },
    {
      "epoch": 0.8709399959041573,
      "grad_norm": 1.7983680517532512,
      "learning_rate": 0.00028703358729369985,
      "loss": 4.625,
      "step": 21264
    },
    {
      "epoch": 0.8709809543313537,
      "grad_norm": 2.0613569979359094,
      "learning_rate": 0.0002870322608190144,
      "loss": 6.3125,
      "step": 21265
    },
    {
      "epoch": 0.8710219127585501,
      "grad_norm": 1.5960078057599707,
      "learning_rate": 0.000287030934279548,
      "loss": 5.4688,
      "step": 21266
    },
    {
      "epoch": 0.8710628711857464,
      "grad_norm": 5.91982744463956,
      "learning_rate": 0.00028702960767530136,
      "loss": 4.875,
      "step": 21267
    },
    {
      "epoch": 0.8711038296129429,
      "grad_norm": 8.380002823212369,
      "learning_rate": 0.00028702828100627504,
      "loss": 7.3125,
      "step": 21268
    },
    {
      "epoch": 0.8711447880401393,
      "grad_norm": 2.149098168691512,
      "learning_rate": 0.00028702695427246976,
      "loss": 5.5,
      "step": 21269
    },
    {
      "epoch": 0.8711857464673357,
      "grad_norm": 1.6244095268957377,
      "learning_rate": 0.000287025627473886,
      "loss": 5.25,
      "step": 21270
    },
    {
      "epoch": 0.871226704894532,
      "grad_norm": 3.1501833097654135,
      "learning_rate": 0.00028702430061052457,
      "loss": 4.8125,
      "step": 21271
    },
    {
      "epoch": 0.8712676633217284,
      "grad_norm": 1.7204999600517858,
      "learning_rate": 0.0002870229736823859,
      "loss": 4.6562,
      "step": 21272
    },
    {
      "epoch": 0.8713086217489249,
      "grad_norm": 1.6723035907298707,
      "learning_rate": 0.00028702164668947084,
      "loss": 4.4375,
      "step": 21273
    },
    {
      "epoch": 0.8713495801761212,
      "grad_norm": 2.6593390508277066,
      "learning_rate": 0.0002870203196317798,
      "loss": 2.5781,
      "step": 21274
    },
    {
      "epoch": 0.8713905386033176,
      "grad_norm": 2.1914401971658486,
      "learning_rate": 0.00028701899250931355,
      "loss": 5.3125,
      "step": 21275
    },
    {
      "epoch": 0.871431497030514,
      "grad_norm": 1.815149614549559,
      "learning_rate": 0.00028701766532207264,
      "loss": 5.5312,
      "step": 21276
    },
    {
      "epoch": 0.8714724554577105,
      "grad_norm": 1.8934028741173259,
      "learning_rate": 0.00028701633807005775,
      "loss": 4.9688,
      "step": 21277
    },
    {
      "epoch": 0.8715134138849068,
      "grad_norm": 1.839289143650871,
      "learning_rate": 0.0002870150107532695,
      "loss": 4.25,
      "step": 21278
    },
    {
      "epoch": 0.8715543723121032,
      "grad_norm": 2.0443629461061357,
      "learning_rate": 0.0002870136833717084,
      "loss": 6.4062,
      "step": 21279
    },
    {
      "epoch": 0.8715953307392996,
      "grad_norm": 1.651920060723391,
      "learning_rate": 0.00028701235592537534,
      "loss": 5.25,
      "step": 21280
    },
    {
      "epoch": 0.871636289166496,
      "grad_norm": 2.853737625496419,
      "learning_rate": 0.00028701102841427066,
      "loss": 6.0312,
      "step": 21281
    },
    {
      "epoch": 0.8716772475936924,
      "grad_norm": 2.135817514214248,
      "learning_rate": 0.0002870097008383952,
      "loss": 5.25,
      "step": 21282
    },
    {
      "epoch": 0.8717182060208888,
      "grad_norm": 2.6785139793247144,
      "learning_rate": 0.0002870083731977495,
      "loss": 5.2188,
      "step": 21283
    },
    {
      "epoch": 0.8717591644480852,
      "grad_norm": 3.018419249878874,
      "learning_rate": 0.00028700704549233417,
      "loss": 4.3125,
      "step": 21284
    },
    {
      "epoch": 0.8718001228752816,
      "grad_norm": 1.8509273184794892,
      "learning_rate": 0.00028700571772214984,
      "loss": 6.0312,
      "step": 21285
    },
    {
      "epoch": 0.871841081302478,
      "grad_norm": 2.2965852319643516,
      "learning_rate": 0.00028700438988719717,
      "loss": 4.3438,
      "step": 21286
    },
    {
      "epoch": 0.8718820397296744,
      "grad_norm": 1.9895214389648732,
      "learning_rate": 0.00028700306198747676,
      "loss": 5.9062,
      "step": 21287
    },
    {
      "epoch": 0.8719229981568708,
      "grad_norm": 2.505385642178555,
      "learning_rate": 0.00028700173402298925,
      "loss": 6.5938,
      "step": 21288
    },
    {
      "epoch": 0.8719639565840672,
      "grad_norm": 6.169269734795064,
      "learning_rate": 0.0002870004059937353,
      "loss": 5.1562,
      "step": 21289
    },
    {
      "epoch": 0.8720049150112635,
      "grad_norm": 1.919104562542981,
      "learning_rate": 0.00028699907789971545,
      "loss": 5.7812,
      "step": 21290
    },
    {
      "epoch": 0.87204587343846,
      "grad_norm": 2.415014311293994,
      "learning_rate": 0.00028699774974093046,
      "loss": 6.125,
      "step": 21291
    },
    {
      "epoch": 0.8720868318656564,
      "grad_norm": 2.6504466466272407,
      "learning_rate": 0.00028699642151738087,
      "loss": 6.5625,
      "step": 21292
    },
    {
      "epoch": 0.8721277902928527,
      "grad_norm": 4.028905862300352,
      "learning_rate": 0.00028699509322906733,
      "loss": 5.125,
      "step": 21293
    },
    {
      "epoch": 0.8721687487200491,
      "grad_norm": 2.6877335124977346,
      "learning_rate": 0.0002869937648759904,
      "loss": 5.75,
      "step": 21294
    },
    {
      "epoch": 0.8722097071472455,
      "grad_norm": 2.1287564313142364,
      "learning_rate": 0.00028699243645815084,
      "loss": 6.25,
      "step": 21295
    },
    {
      "epoch": 0.872250665574442,
      "grad_norm": 1.6683716925929517,
      "learning_rate": 0.00028699110797554913,
      "loss": 4.6562,
      "step": 21296
    },
    {
      "epoch": 0.8722916240016383,
      "grad_norm": 2.595300459425705,
      "learning_rate": 0.000286989779428186,
      "loss": 5.875,
      "step": 21297
    },
    {
      "epoch": 0.8723325824288347,
      "grad_norm": 2.091307958356273,
      "learning_rate": 0.00028698845081606206,
      "loss": 7.5625,
      "step": 21298
    },
    {
      "epoch": 0.8723735408560311,
      "grad_norm": 1.869343557172518,
      "learning_rate": 0.00028698712213917794,
      "loss": 5.5312,
      "step": 21299
    },
    {
      "epoch": 0.8724144992832276,
      "grad_norm": 2.333115159468425,
      "learning_rate": 0.00028698579339753427,
      "loss": 4.9375,
      "step": 21300
    },
    {
      "epoch": 0.8724554577104239,
      "grad_norm": 1.6926150505278568,
      "learning_rate": 0.0002869844645911316,
      "loss": 4.5312,
      "step": 21301
    },
    {
      "epoch": 0.8724964161376203,
      "grad_norm": 1.5238059512703803,
      "learning_rate": 0.0002869831357199707,
      "loss": 4.7812,
      "step": 21302
    },
    {
      "epoch": 0.8725373745648167,
      "grad_norm": 1.8157327303554136,
      "learning_rate": 0.0002869818067840521,
      "loss": 3.4844,
      "step": 21303
    },
    {
      "epoch": 0.8725783329920132,
      "grad_norm": 2.208844486090484,
      "learning_rate": 0.00028698047778337644,
      "loss": 4.0938,
      "step": 21304
    },
    {
      "epoch": 0.8726192914192095,
      "grad_norm": 1.90233523601315,
      "learning_rate": 0.00028697914871794435,
      "loss": 6.2188,
      "step": 21305
    },
    {
      "epoch": 0.8726602498464059,
      "grad_norm": 1.9983185970200958,
      "learning_rate": 0.0002869778195877565,
      "loss": 6.375,
      "step": 21306
    },
    {
      "epoch": 0.8727012082736023,
      "grad_norm": 1.6143117376327882,
      "learning_rate": 0.0002869764903928134,
      "loss": 4.9375,
      "step": 21307
    },
    {
      "epoch": 0.8727421667007987,
      "grad_norm": 1.673197054657466,
      "learning_rate": 0.0002869751611331159,
      "loss": 5.5938,
      "step": 21308
    },
    {
      "epoch": 0.872783125127995,
      "grad_norm": 2.165346987100168,
      "learning_rate": 0.00028697383180866437,
      "loss": 5.8438,
      "step": 21309
    },
    {
      "epoch": 0.8728240835551915,
      "grad_norm": 1.7964775606927998,
      "learning_rate": 0.00028697250241945964,
      "loss": 5.6562,
      "step": 21310
    },
    {
      "epoch": 0.8728650419823879,
      "grad_norm": 2.0244699094937433,
      "learning_rate": 0.0002869711729655022,
      "loss": 5.1875,
      "step": 21311
    },
    {
      "epoch": 0.8729060004095843,
      "grad_norm": 2.1458936186489366,
      "learning_rate": 0.0002869698434467928,
      "loss": 6.0,
      "step": 21312
    },
    {
      "epoch": 0.8729469588367806,
      "grad_norm": 1.6697681445016241,
      "learning_rate": 0.00028696851386333195,
      "loss": 5.2188,
      "step": 21313
    },
    {
      "epoch": 0.8729879172639771,
      "grad_norm": 3.088750322150906,
      "learning_rate": 0.0002869671842151203,
      "loss": 6.375,
      "step": 21314
    },
    {
      "epoch": 0.8730288756911735,
      "grad_norm": 1.6267438966850345,
      "learning_rate": 0.0002869658545021586,
      "loss": 4.75,
      "step": 21315
    },
    {
      "epoch": 0.8730698341183698,
      "grad_norm": 1.4969480622441556,
      "learning_rate": 0.0002869645247244474,
      "loss": 5.125,
      "step": 21316
    },
    {
      "epoch": 0.8731107925455662,
      "grad_norm": 4.571211639269544,
      "learning_rate": 0.0002869631948819872,
      "loss": 5.2188,
      "step": 21317
    },
    {
      "epoch": 0.8731517509727627,
      "grad_norm": 2.595478794515805,
      "learning_rate": 0.0002869618649747789,
      "loss": 4.9062,
      "step": 21318
    },
    {
      "epoch": 0.8731927093999591,
      "grad_norm": 2.01903623848036,
      "learning_rate": 0.0002869605350028229,
      "loss": 6.375,
      "step": 21319
    },
    {
      "epoch": 0.8732336678271554,
      "grad_norm": 2.0042225289128126,
      "learning_rate": 0.0002869592049661199,
      "loss": 6.25,
      "step": 21320
    },
    {
      "epoch": 0.8732746262543518,
      "grad_norm": 2.703680337830218,
      "learning_rate": 0.0002869578748646706,
      "loss": 3.0469,
      "step": 21321
    },
    {
      "epoch": 0.8733155846815482,
      "grad_norm": 1.5896965852625182,
      "learning_rate": 0.0002869565446984755,
      "loss": 5.4375,
      "step": 21322
    },
    {
      "epoch": 0.8733565431087447,
      "grad_norm": 2.2325815382186853,
      "learning_rate": 0.0002869552144675353,
      "loss": 6.8438,
      "step": 21323
    },
    {
      "epoch": 0.873397501535941,
      "grad_norm": 1.5539749557769535,
      "learning_rate": 0.00028695388417185065,
      "loss": 5.2812,
      "step": 21324
    },
    {
      "epoch": 0.8734384599631374,
      "grad_norm": 2.9437328588554257,
      "learning_rate": 0.00028695255381142205,
      "loss": 7.3438,
      "step": 21325
    },
    {
      "epoch": 0.8734794183903338,
      "grad_norm": 1.642770684581302,
      "learning_rate": 0.00028695122338625033,
      "loss": 5.5,
      "step": 21326
    },
    {
      "epoch": 0.8735203768175303,
      "grad_norm": 2.1095222247798775,
      "learning_rate": 0.000286949892896336,
      "loss": 6.0312,
      "step": 21327
    },
    {
      "epoch": 0.8735613352447266,
      "grad_norm": 2.050512436924079,
      "learning_rate": 0.0002869485623416797,
      "loss": 4.4375,
      "step": 21328
    },
    {
      "epoch": 0.873602293671923,
      "grad_norm": 1.5277780714495386,
      "learning_rate": 0.0002869472317222821,
      "loss": 5.2188,
      "step": 21329
    },
    {
      "epoch": 0.8736432520991194,
      "grad_norm": 1.5979586894797824,
      "learning_rate": 0.00028694590103814377,
      "loss": 5.0625,
      "step": 21330
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 1.7477523299004782,
      "learning_rate": 0.0002869445702892654,
      "loss": 4.75,
      "step": 21331
    },
    {
      "epoch": 0.8737251689535122,
      "grad_norm": 2.513468351940312,
      "learning_rate": 0.0002869432394756475,
      "loss": 6.75,
      "step": 21332
    },
    {
      "epoch": 0.8737661273807086,
      "grad_norm": 1.7926935216031594,
      "learning_rate": 0.0002869419085972908,
      "loss": 5.0625,
      "step": 21333
    },
    {
      "epoch": 0.873807085807905,
      "grad_norm": 2.202978746175774,
      "learning_rate": 0.000286940577654196,
      "loss": 4.7812,
      "step": 21334
    },
    {
      "epoch": 0.8738480442351013,
      "grad_norm": 3.822329000807908,
      "learning_rate": 0.00028693924664636354,
      "loss": 5.9688,
      "step": 21335
    },
    {
      "epoch": 0.8738890026622977,
      "grad_norm": 1.4616653515154132,
      "learning_rate": 0.00028693791557379416,
      "loss": 4.7812,
      "step": 21336
    },
    {
      "epoch": 0.8739299610894942,
      "grad_norm": 3.825090921684162,
      "learning_rate": 0.0002869365844364885,
      "loss": 3.6562,
      "step": 21337
    },
    {
      "epoch": 0.8739709195166906,
      "grad_norm": 4.470988452852988,
      "learning_rate": 0.00028693525323444724,
      "loss": 4.9688,
      "step": 21338
    },
    {
      "epoch": 0.8740118779438869,
      "grad_norm": 2.3435637392262656,
      "learning_rate": 0.00028693392196767084,
      "loss": 5.0938,
      "step": 21339
    },
    {
      "epoch": 0.8740528363710833,
      "grad_norm": 2.4063481613369184,
      "learning_rate": 0.0002869325906361601,
      "loss": 5.5,
      "step": 21340
    },
    {
      "epoch": 0.8740937947982798,
      "grad_norm": 2.101244035522985,
      "learning_rate": 0.00028693125923991554,
      "loss": 4.5625,
      "step": 21341
    },
    {
      "epoch": 0.8741347532254762,
      "grad_norm": 3.543044410686197,
      "learning_rate": 0.0002869299277789378,
      "loss": 4.3438,
      "step": 21342
    },
    {
      "epoch": 0.8741757116526725,
      "grad_norm": 3.3887877465273237,
      "learning_rate": 0.0002869285962532276,
      "loss": 5.125,
      "step": 21343
    },
    {
      "epoch": 0.8742166700798689,
      "grad_norm": 2.1174422745589894,
      "learning_rate": 0.0002869272646627855,
      "loss": 5.125,
      "step": 21344
    },
    {
      "epoch": 0.8742576285070653,
      "grad_norm": 1.924826423458096,
      "learning_rate": 0.00028692593300761203,
      "loss": 5.125,
      "step": 21345
    },
    {
      "epoch": 0.8742985869342618,
      "grad_norm": 4.502693183551926,
      "learning_rate": 0.000286924601287708,
      "loss": 8.25,
      "step": 21346
    },
    {
      "epoch": 0.8743395453614581,
      "grad_norm": 1.9961893951349365,
      "learning_rate": 0.000286923269503074,
      "loss": 4.9062,
      "step": 21347
    },
    {
      "epoch": 0.8743805037886545,
      "grad_norm": 2.1768569558413886,
      "learning_rate": 0.0002869219376537106,
      "loss": 5.9375,
      "step": 21348
    },
    {
      "epoch": 0.8744214622158509,
      "grad_norm": 2.4673941666140484,
      "learning_rate": 0.00028692060573961843,
      "loss": 6.9062,
      "step": 21349
    },
    {
      "epoch": 0.8744624206430474,
      "grad_norm": 5.038585760038613,
      "learning_rate": 0.0002869192737607981,
      "loss": 5.875,
      "step": 21350
    },
    {
      "epoch": 0.8745033790702437,
      "grad_norm": 2.3299478700316625,
      "learning_rate": 0.0002869179417172504,
      "loss": 4.625,
      "step": 21351
    },
    {
      "epoch": 0.8745443374974401,
      "grad_norm": 2.5239603354235878,
      "learning_rate": 0.0002869166096089758,
      "loss": 7.0312,
      "step": 21352
    },
    {
      "epoch": 0.8745852959246365,
      "grad_norm": 3.9703779976628737,
      "learning_rate": 0.0002869152774359749,
      "loss": 6.1875,
      "step": 21353
    },
    {
      "epoch": 0.8746262543518329,
      "grad_norm": 2.052921173048501,
      "learning_rate": 0.0002869139451982484,
      "loss": 5.25,
      "step": 21354
    },
    {
      "epoch": 0.8746672127790293,
      "grad_norm": 1.8859476632428172,
      "learning_rate": 0.000286912612895797,
      "loss": 4.75,
      "step": 21355
    },
    {
      "epoch": 0.8747081712062257,
      "grad_norm": 1.850020523595549,
      "learning_rate": 0.00028691128052862127,
      "loss": 3.0,
      "step": 21356
    },
    {
      "epoch": 0.8747491296334221,
      "grad_norm": 1.8123030593060532,
      "learning_rate": 0.0002869099480967218,
      "loss": 5.4375,
      "step": 21357
    },
    {
      "epoch": 0.8747900880606184,
      "grad_norm": 7.85646571069338,
      "learning_rate": 0.0002869086156000992,
      "loss": 3.2344,
      "step": 21358
    },
    {
      "epoch": 0.8748310464878148,
      "grad_norm": 1.7663212450990513,
      "learning_rate": 0.00028690728303875425,
      "loss": 5.5312,
      "step": 21359
    },
    {
      "epoch": 0.8748720049150113,
      "grad_norm": 1.709938820613355,
      "learning_rate": 0.00028690595041268747,
      "loss": 5.1562,
      "step": 21360
    },
    {
      "epoch": 0.8749129633422077,
      "grad_norm": 2.2244621138591074,
      "learning_rate": 0.00028690461772189945,
      "loss": 5.875,
      "step": 21361
    },
    {
      "epoch": 0.874953921769404,
      "grad_norm": 1.6284565313902963,
      "learning_rate": 0.00028690328496639084,
      "loss": 5.1875,
      "step": 21362
    },
    {
      "epoch": 0.8749948801966004,
      "grad_norm": 3.6542911597069567,
      "learning_rate": 0.0002869019521461624,
      "loss": 6.9688,
      "step": 21363
    },
    {
      "epoch": 0.8750358386237969,
      "grad_norm": 1.9607977567471968,
      "learning_rate": 0.0002869006192612146,
      "loss": 5.7188,
      "step": 21364
    },
    {
      "epoch": 0.8750767970509933,
      "grad_norm": 2.5000772608611315,
      "learning_rate": 0.00028689928631154817,
      "loss": 6.8438,
      "step": 21365
    },
    {
      "epoch": 0.8751177554781896,
      "grad_norm": 2.045082507830702,
      "learning_rate": 0.00028689795329716364,
      "loss": 5.8438,
      "step": 21366
    },
    {
      "epoch": 0.875158713905386,
      "grad_norm": 2.2091412783864595,
      "learning_rate": 0.0002868966202180617,
      "loss": 3.9844,
      "step": 21367
    },
    {
      "epoch": 0.8751996723325824,
      "grad_norm": 3.4293857583227525,
      "learning_rate": 0.000286895287074243,
      "loss": 4.4375,
      "step": 21368
    },
    {
      "epoch": 0.8752406307597789,
      "grad_norm": 5.421082001343359,
      "learning_rate": 0.00028689395386570824,
      "loss": 6.0,
      "step": 21369
    },
    {
      "epoch": 0.8752815891869752,
      "grad_norm": 1.7697963954719458,
      "learning_rate": 0.00028689262059245787,
      "loss": 5.3438,
      "step": 21370
    },
    {
      "epoch": 0.8753225476141716,
      "grad_norm": 1.717145909840207,
      "learning_rate": 0.0002868912872544926,
      "loss": 4.375,
      "step": 21371
    },
    {
      "epoch": 0.875363506041368,
      "grad_norm": 2.0016147073920245,
      "learning_rate": 0.00028688995385181315,
      "loss": 5.3438,
      "step": 21372
    },
    {
      "epoch": 0.8754044644685645,
      "grad_norm": 1.5900542543039247,
      "learning_rate": 0.00028688862038442,
      "loss": 4.8125,
      "step": 21373
    },
    {
      "epoch": 0.8754454228957608,
      "grad_norm": 1.849698532410677,
      "learning_rate": 0.0002868872868523139,
      "loss": 6.0938,
      "step": 21374
    },
    {
      "epoch": 0.8754863813229572,
      "grad_norm": 2.1646241247394533,
      "learning_rate": 0.0002868859532554954,
      "loss": 6.0625,
      "step": 21375
    },
    {
      "epoch": 0.8755273397501536,
      "grad_norm": 6.100616367885259,
      "learning_rate": 0.00028688461959396516,
      "loss": 6.25,
      "step": 21376
    },
    {
      "epoch": 0.8755682981773499,
      "grad_norm": 1.4345969769812272,
      "learning_rate": 0.00028688328586772385,
      "loss": 2.7031,
      "step": 21377
    },
    {
      "epoch": 0.8756092566045464,
      "grad_norm": 1.7226335229961593,
      "learning_rate": 0.0002868819520767721,
      "loss": 5.8125,
      "step": 21378
    },
    {
      "epoch": 0.8756502150317428,
      "grad_norm": 2.087002931909294,
      "learning_rate": 0.0002868806182211104,
      "loss": 6.75,
      "step": 21379
    },
    {
      "epoch": 0.8756911734589392,
      "grad_norm": 3.2110508188140408,
      "learning_rate": 0.00028687928430073956,
      "loss": 4.3438,
      "step": 21380
    },
    {
      "epoch": 0.8757321318861355,
      "grad_norm": 2.1870832177340396,
      "learning_rate": 0.00028687795031566015,
      "loss": 6.125,
      "step": 21381
    },
    {
      "epoch": 0.875773090313332,
      "grad_norm": 1.7146909573158968,
      "learning_rate": 0.00028687661626587273,
      "loss": 5.125,
      "step": 21382
    },
    {
      "epoch": 0.8758140487405284,
      "grad_norm": 4.92776941989359,
      "learning_rate": 0.0002868752821513781,
      "loss": 5.625,
      "step": 21383
    },
    {
      "epoch": 0.8758550071677248,
      "grad_norm": 1.8585487464918895,
      "learning_rate": 0.0002868739479721766,
      "loss": 5.4375,
      "step": 21384
    },
    {
      "epoch": 0.8758959655949211,
      "grad_norm": 2.779063180095709,
      "learning_rate": 0.0002868726137282692,
      "loss": 6.9375,
      "step": 21385
    },
    {
      "epoch": 0.8759369240221175,
      "grad_norm": 1.9200229723736042,
      "learning_rate": 0.00028687127941965626,
      "loss": 4.7812,
      "step": 21386
    },
    {
      "epoch": 0.875977882449314,
      "grad_norm": 1.875127074088625,
      "learning_rate": 0.0002868699450463386,
      "loss": 6.5,
      "step": 21387
    },
    {
      "epoch": 0.8760188408765104,
      "grad_norm": 1.9717950510527393,
      "learning_rate": 0.0002868686106083167,
      "loss": 5.4688,
      "step": 21388
    },
    {
      "epoch": 0.8760597993037067,
      "grad_norm": 9.888285126199204,
      "learning_rate": 0.0002868672761055913,
      "loss": 3.1094,
      "step": 21389
    },
    {
      "epoch": 0.8761007577309031,
      "grad_norm": 1.6811850789900904,
      "learning_rate": 0.000286865941538163,
      "loss": 4.9375,
      "step": 21390
    },
    {
      "epoch": 0.8761417161580995,
      "grad_norm": 1.6506447025556548,
      "learning_rate": 0.00028686460690603244,
      "loss": 5.1875,
      "step": 21391
    },
    {
      "epoch": 0.876182674585296,
      "grad_norm": 1.8837932610901105,
      "learning_rate": 0.0002868632722092002,
      "loss": 6.125,
      "step": 21392
    },
    {
      "epoch": 0.8762236330124923,
      "grad_norm": 4.162703724832986,
      "learning_rate": 0.000286861937447667,
      "loss": 7.4375,
      "step": 21393
    },
    {
      "epoch": 0.8762645914396887,
      "grad_norm": 1.862884169972339,
      "learning_rate": 0.0002868606026214334,
      "loss": 5.4062,
      "step": 21394
    },
    {
      "epoch": 0.8763055498668851,
      "grad_norm": 1.9521779699506958,
      "learning_rate": 0.0002868592677305,
      "loss": 4.6875,
      "step": 21395
    },
    {
      "epoch": 0.8763465082940816,
      "grad_norm": 1.7463603081247425,
      "learning_rate": 0.0002868579327748675,
      "loss": 5.0938,
      "step": 21396
    },
    {
      "epoch": 0.8763874667212779,
      "grad_norm": 2.2646227037501045,
      "learning_rate": 0.0002868565977545365,
      "loss": 7.2188,
      "step": 21397
    },
    {
      "epoch": 0.8764284251484743,
      "grad_norm": 1.7884991537881427,
      "learning_rate": 0.00028685526266950765,
      "loss": 4.1875,
      "step": 21398
    },
    {
      "epoch": 0.8764693835756707,
      "grad_norm": 7.428286026588359,
      "learning_rate": 0.00028685392751978163,
      "loss": 2.1875,
      "step": 21399
    },
    {
      "epoch": 0.876510342002867,
      "grad_norm": 1.6799556611349136,
      "learning_rate": 0.00028685259230535893,
      "loss": 5.0,
      "step": 21400
    },
    {
      "epoch": 0.8765513004300635,
      "grad_norm": 2.627481251180868,
      "learning_rate": 0.0002868512570262403,
      "loss": 3.6562,
      "step": 21401
    },
    {
      "epoch": 0.8765922588572599,
      "grad_norm": 2.025004408954902,
      "learning_rate": 0.0002868499216824264,
      "loss": 5.3438,
      "step": 21402
    },
    {
      "epoch": 0.8766332172844563,
      "grad_norm": 5.928013989264083,
      "learning_rate": 0.0002868485862739177,
      "loss": 4.875,
      "step": 21403
    },
    {
      "epoch": 0.8766741757116526,
      "grad_norm": 2.13333941401447,
      "learning_rate": 0.000286847250800715,
      "loss": 6.1875,
      "step": 21404
    },
    {
      "epoch": 0.876715134138849,
      "grad_norm": 1.7748850886761955,
      "learning_rate": 0.0002868459152628188,
      "loss": 5.6875,
      "step": 21405
    },
    {
      "epoch": 0.8767560925660455,
      "grad_norm": 1.3563909738961257,
      "learning_rate": 0.00028684457966022983,
      "loss": 4.8438,
      "step": 21406
    },
    {
      "epoch": 0.8767970509932419,
      "grad_norm": 2.15760612586849,
      "learning_rate": 0.0002868432439929487,
      "loss": 4.625,
      "step": 21407
    },
    {
      "epoch": 0.8768380094204382,
      "grad_norm": 2.1363325620589793,
      "learning_rate": 0.000286841908260976,
      "loss": 6.0,
      "step": 21408
    },
    {
      "epoch": 0.8768789678476346,
      "grad_norm": 1.4539450224492483,
      "learning_rate": 0.0002868405724643124,
      "loss": 5.75,
      "step": 21409
    },
    {
      "epoch": 0.8769199262748311,
      "grad_norm": 1.9017807290354272,
      "learning_rate": 0.00028683923660295847,
      "loss": 5.9062,
      "step": 21410
    },
    {
      "epoch": 0.8769608847020275,
      "grad_norm": 1.64776487212115,
      "learning_rate": 0.0002868379006769149,
      "loss": 4.625,
      "step": 21411
    },
    {
      "epoch": 0.8770018431292238,
      "grad_norm": 1.6324262148836215,
      "learning_rate": 0.00028683656468618237,
      "loss": 5.0625,
      "step": 21412
    },
    {
      "epoch": 0.8770428015564202,
      "grad_norm": 3.485804796599207,
      "learning_rate": 0.0002868352286307614,
      "loss": 5.7188,
      "step": 21413
    },
    {
      "epoch": 0.8770837599836167,
      "grad_norm": 1.6607796485189632,
      "learning_rate": 0.0002868338925106527,
      "loss": 4.9688,
      "step": 21414
    },
    {
      "epoch": 0.8771247184108131,
      "grad_norm": 1.765822078771312,
      "learning_rate": 0.0002868325563258569,
      "loss": 5.3438,
      "step": 21415
    },
    {
      "epoch": 0.8771656768380094,
      "grad_norm": 5.756435630004452,
      "learning_rate": 0.0002868312200763746,
      "loss": 4.6562,
      "step": 21416
    },
    {
      "epoch": 0.8772066352652058,
      "grad_norm": 1.6051103094177772,
      "learning_rate": 0.0002868298837622064,
      "loss": 5.0938,
      "step": 21417
    },
    {
      "epoch": 0.8772475936924022,
      "grad_norm": 1.5147242234714153,
      "learning_rate": 0.00028682854738335293,
      "loss": 4.5312,
      "step": 21418
    },
    {
      "epoch": 0.8772885521195986,
      "grad_norm": 2.0892047539458733,
      "learning_rate": 0.0002868272109398149,
      "loss": 6.0312,
      "step": 21419
    },
    {
      "epoch": 0.877329510546795,
      "grad_norm": 2.290979829392666,
      "learning_rate": 0.00028682587443159294,
      "loss": 5.2188,
      "step": 21420
    },
    {
      "epoch": 0.8773704689739914,
      "grad_norm": 1.618978846559453,
      "learning_rate": 0.00028682453785868763,
      "loss": 5.0938,
      "step": 21421
    },
    {
      "epoch": 0.8774114274011878,
      "grad_norm": 1.6660547612509333,
      "learning_rate": 0.00028682320122109964,
      "loss": 5.5312,
      "step": 21422
    },
    {
      "epoch": 0.8774523858283841,
      "grad_norm": 2.796924286452555,
      "learning_rate": 0.0002868218645188295,
      "loss": 5.9688,
      "step": 21423
    },
    {
      "epoch": 0.8774933442555806,
      "grad_norm": 3.3398283799404145,
      "learning_rate": 0.00028682052775187803,
      "loss": 7.8125,
      "step": 21424
    },
    {
      "epoch": 0.877534302682777,
      "grad_norm": 1.6395391611838128,
      "learning_rate": 0.0002868191909202457,
      "loss": 5.9688,
      "step": 21425
    },
    {
      "epoch": 0.8775752611099734,
      "grad_norm": 2.170829190433489,
      "learning_rate": 0.0002868178540239332,
      "loss": 5.9688,
      "step": 21426
    },
    {
      "epoch": 0.8776162195371697,
      "grad_norm": 1.5012260572093021,
      "learning_rate": 0.00028681651706294114,
      "loss": 4.75,
      "step": 21427
    },
    {
      "epoch": 0.8776571779643662,
      "grad_norm": 1.987046352882324,
      "learning_rate": 0.00028681518003727014,
      "loss": 5.25,
      "step": 21428
    },
    {
      "epoch": 0.8776981363915626,
      "grad_norm": 1.623429334395063,
      "learning_rate": 0.00028681384294692094,
      "loss": 5.5625,
      "step": 21429
    },
    {
      "epoch": 0.877739094818759,
      "grad_norm": 1.6358372662289986,
      "learning_rate": 0.00028681250579189405,
      "loss": 3.1094,
      "step": 21430
    },
    {
      "epoch": 0.8777800532459553,
      "grad_norm": 2.134809168559416,
      "learning_rate": 0.00028681116857219016,
      "loss": 6.8125,
      "step": 21431
    },
    {
      "epoch": 0.8778210116731517,
      "grad_norm": 6.810304591657975,
      "learning_rate": 0.00028680983128780987,
      "loss": 5.0938,
      "step": 21432
    },
    {
      "epoch": 0.8778619701003482,
      "grad_norm": 1.6813412063998034,
      "learning_rate": 0.0002868084939387539,
      "loss": 5.3125,
      "step": 21433
    },
    {
      "epoch": 0.8779029285275446,
      "grad_norm": 2.8959406304461397,
      "learning_rate": 0.00028680715652502274,
      "loss": 5.5625,
      "step": 21434
    },
    {
      "epoch": 0.8779438869547409,
      "grad_norm": 2.8376052558504603,
      "learning_rate": 0.0002868058190466171,
      "loss": 5.7188,
      "step": 21435
    },
    {
      "epoch": 0.8779848453819373,
      "grad_norm": 1.6477775024748087,
      "learning_rate": 0.00028680448150353766,
      "loss": 4.7188,
      "step": 21436
    },
    {
      "epoch": 0.8780258038091338,
      "grad_norm": 1.8216521979792275,
      "learning_rate": 0.00028680314389578496,
      "loss": 6.0,
      "step": 21437
    },
    {
      "epoch": 0.8780667622363302,
      "grad_norm": 2.08894533525719,
      "learning_rate": 0.00028680180622335966,
      "loss": 4.875,
      "step": 21438
    },
    {
      "epoch": 0.8781077206635265,
      "grad_norm": 2.545001124631237,
      "learning_rate": 0.0002868004684862624,
      "loss": 6.25,
      "step": 21439
    },
    {
      "epoch": 0.8781486790907229,
      "grad_norm": 1.6229495787461747,
      "learning_rate": 0.00028679913068449384,
      "loss": 4.875,
      "step": 21440
    },
    {
      "epoch": 0.8781896375179193,
      "grad_norm": 2.1383586820680702,
      "learning_rate": 0.0002867977928180546,
      "loss": 6.0,
      "step": 21441
    },
    {
      "epoch": 0.8782305959451157,
      "grad_norm": 1.5915403882375552,
      "learning_rate": 0.00028679645488694525,
      "loss": 4.625,
      "step": 21442
    },
    {
      "epoch": 0.8782715543723121,
      "grad_norm": 2.5462354530749223,
      "learning_rate": 0.0002867951168911665,
      "loss": 6.2812,
      "step": 21443
    },
    {
      "epoch": 0.8783125127995085,
      "grad_norm": 4.903529345473953,
      "learning_rate": 0.00028679377883071897,
      "loss": 2.3438,
      "step": 21444
    },
    {
      "epoch": 0.8783534712267049,
      "grad_norm": 1.6834487673633296,
      "learning_rate": 0.00028679244070560326,
      "loss": 5.3125,
      "step": 21445
    },
    {
      "epoch": 0.8783944296539012,
      "grad_norm": 1.893259734885698,
      "learning_rate": 0.00028679110251582005,
      "loss": 5.1562,
      "step": 21446
    },
    {
      "epoch": 0.8784353880810977,
      "grad_norm": 5.031471061347662,
      "learning_rate": 0.0002867897642613699,
      "loss": 3.4375,
      "step": 21447
    },
    {
      "epoch": 0.8784763465082941,
      "grad_norm": 7.369621199689369,
      "learning_rate": 0.00028678842594225353,
      "loss": 5.6562,
      "step": 21448
    },
    {
      "epoch": 0.8785173049354905,
      "grad_norm": 2.003969924775604,
      "learning_rate": 0.00028678708755847153,
      "loss": 5.75,
      "step": 21449
    },
    {
      "epoch": 0.8785582633626868,
      "grad_norm": 2.1159139065098667,
      "learning_rate": 0.0002867857491100245,
      "loss": 4.8438,
      "step": 21450
    },
    {
      "epoch": 0.8785992217898833,
      "grad_norm": 1.592501470829514,
      "learning_rate": 0.00028678441059691313,
      "loss": 5.6562,
      "step": 21451
    },
    {
      "epoch": 0.8786401802170797,
      "grad_norm": 2.435463587579769,
      "learning_rate": 0.00028678307201913803,
      "loss": 4.8125,
      "step": 21452
    },
    {
      "epoch": 0.8786811386442761,
      "grad_norm": 1.5687845042396862,
      "learning_rate": 0.0002867817333766998,
      "loss": 5.0938,
      "step": 21453
    },
    {
      "epoch": 0.8787220970714724,
      "grad_norm": 1.5517130161027775,
      "learning_rate": 0.0002867803946695992,
      "loss": 4.5,
      "step": 21454
    },
    {
      "epoch": 0.8787630554986688,
      "grad_norm": 2.016011297983552,
      "learning_rate": 0.0002867790558978366,
      "loss": 5.5625,
      "step": 21455
    },
    {
      "epoch": 0.8788040139258653,
      "grad_norm": 2.2283419577624435,
      "learning_rate": 0.0002867777170614129,
      "loss": 7.0312,
      "step": 21456
    },
    {
      "epoch": 0.8788449723530617,
      "grad_norm": 3.437069537149023,
      "learning_rate": 0.00028677637816032866,
      "loss": 3.125,
      "step": 21457
    },
    {
      "epoch": 0.878885930780258,
      "grad_norm": 1.7944260062631938,
      "learning_rate": 0.00028677503919458445,
      "loss": 5.625,
      "step": 21458
    },
    {
      "epoch": 0.8789268892074544,
      "grad_norm": 3.756839096601741,
      "learning_rate": 0.0002867737001641809,
      "loss": 6.6875,
      "step": 21459
    },
    {
      "epoch": 0.8789678476346509,
      "grad_norm": 3.941895828930009,
      "learning_rate": 0.0002867723610691187,
      "loss": 7.4688,
      "step": 21460
    },
    {
      "epoch": 0.8790088060618472,
      "grad_norm": 1.8168863370773098,
      "learning_rate": 0.0002867710219093985,
      "loss": 4.6562,
      "step": 21461
    },
    {
      "epoch": 0.8790497644890436,
      "grad_norm": 2.310919695227085,
      "learning_rate": 0.0002867696826850209,
      "loss": 5.4688,
      "step": 21462
    },
    {
      "epoch": 0.87909072291624,
      "grad_norm": 1.9561046361112906,
      "learning_rate": 0.0002867683433959865,
      "loss": 4.5938,
      "step": 21463
    },
    {
      "epoch": 0.8791316813434364,
      "grad_norm": 1.7740102100150874,
      "learning_rate": 0.00028676700404229596,
      "loss": 5.0312,
      "step": 21464
    },
    {
      "epoch": 0.8791726397706328,
      "grad_norm": 1.6145576670991202,
      "learning_rate": 0.0002867656646239499,
      "loss": 4.9062,
      "step": 21465
    },
    {
      "epoch": 0.8792135981978292,
      "grad_norm": 1.7045694271307146,
      "learning_rate": 0.00028676432514094906,
      "loss": 5.3125,
      "step": 21466
    },
    {
      "epoch": 0.8792545566250256,
      "grad_norm": 3.0981526380489983,
      "learning_rate": 0.0002867629855932939,
      "loss": 5.375,
      "step": 21467
    },
    {
      "epoch": 0.879295515052222,
      "grad_norm": 1.8393780603384937,
      "learning_rate": 0.0002867616459809852,
      "loss": 4.8438,
      "step": 21468
    },
    {
      "epoch": 0.8793364734794183,
      "grad_norm": 1.8562760487099157,
      "learning_rate": 0.00028676030630402343,
      "loss": 5.5,
      "step": 21469
    },
    {
      "epoch": 0.8793774319066148,
      "grad_norm": 2.215440495973883,
      "learning_rate": 0.0002867589665624094,
      "loss": 6.25,
      "step": 21470
    },
    {
      "epoch": 0.8794183903338112,
      "grad_norm": 7.19580451940295,
      "learning_rate": 0.0002867576267561437,
      "loss": 6.5,
      "step": 21471
    },
    {
      "epoch": 0.8794593487610076,
      "grad_norm": 2.7044563374938537,
      "learning_rate": 0.00028675628688522683,
      "loss": 5.4375,
      "step": 21472
    },
    {
      "epoch": 0.8795003071882039,
      "grad_norm": 2.110014857574893,
      "learning_rate": 0.0002867549469496596,
      "loss": 5.8438,
      "step": 21473
    },
    {
      "epoch": 0.8795412656154004,
      "grad_norm": 2.989361283216673,
      "learning_rate": 0.00028675360694944247,
      "loss": 5.5,
      "step": 21474
    },
    {
      "epoch": 0.8795822240425968,
      "grad_norm": 2.534125569575265,
      "learning_rate": 0.00028675226688457627,
      "loss": 4.7188,
      "step": 21475
    },
    {
      "epoch": 0.8796231824697932,
      "grad_norm": 2.637047118676436,
      "learning_rate": 0.00028675092675506153,
      "loss": 5.7188,
      "step": 21476
    },
    {
      "epoch": 0.8796641408969895,
      "grad_norm": 1.7484877701413084,
      "learning_rate": 0.00028674958656089885,
      "loss": 5.125,
      "step": 21477
    },
    {
      "epoch": 0.879705099324186,
      "grad_norm": 2.7677842420496983,
      "learning_rate": 0.0002867482463020889,
      "loss": 6.7188,
      "step": 21478
    },
    {
      "epoch": 0.8797460577513824,
      "grad_norm": 2.058316883838622,
      "learning_rate": 0.00028674690597863233,
      "loss": 6.4062,
      "step": 21479
    },
    {
      "epoch": 0.8797870161785788,
      "grad_norm": 4.347743259109728,
      "learning_rate": 0.00028674556559052974,
      "loss": 6.6875,
      "step": 21480
    },
    {
      "epoch": 0.8798279746057751,
      "grad_norm": 1.7715734205068294,
      "learning_rate": 0.0002867442251377818,
      "loss": 5.75,
      "step": 21481
    },
    {
      "epoch": 0.8798689330329715,
      "grad_norm": 2.5017799364308906,
      "learning_rate": 0.00028674288462038913,
      "loss": 6.4688,
      "step": 21482
    },
    {
      "epoch": 0.879909891460168,
      "grad_norm": 1.4989786577391992,
      "learning_rate": 0.00028674154403835237,
      "loss": 3.4844,
      "step": 21483
    },
    {
      "epoch": 0.8799508498873643,
      "grad_norm": 1.8220657087190428,
      "learning_rate": 0.00028674020339167206,
      "loss": 5.75,
      "step": 21484
    },
    {
      "epoch": 0.8799918083145607,
      "grad_norm": 9.369705105358783,
      "learning_rate": 0.00028673886268034895,
      "loss": 7.0938,
      "step": 21485
    },
    {
      "epoch": 0.8800327667417571,
      "grad_norm": 1.8298076551967632,
      "learning_rate": 0.0002867375219043837,
      "loss": 5.3438,
      "step": 21486
    },
    {
      "epoch": 0.8800737251689535,
      "grad_norm": 1.50665983855645,
      "learning_rate": 0.0002867361810637769,
      "loss": 4.8438,
      "step": 21487
    },
    {
      "epoch": 0.8801146835961499,
      "grad_norm": 1.886343794396079,
      "learning_rate": 0.0002867348401585291,
      "loss": 4.875,
      "step": 21488
    },
    {
      "epoch": 0.8801556420233463,
      "grad_norm": 2.1473481996921047,
      "learning_rate": 0.000286733499188641,
      "loss": 5.0,
      "step": 21489
    },
    {
      "epoch": 0.8801966004505427,
      "grad_norm": 2.333644498553503,
      "learning_rate": 0.0002867321581541133,
      "loss": 6.25,
      "step": 21490
    },
    {
      "epoch": 0.8802375588777391,
      "grad_norm": 2.230628730196553,
      "learning_rate": 0.00028673081705494645,
      "loss": 4.4688,
      "step": 21491
    },
    {
      "epoch": 0.8802785173049354,
      "grad_norm": 1.7850780302625084,
      "learning_rate": 0.0002867294758911413,
      "loss": 4.875,
      "step": 21492
    },
    {
      "epoch": 0.8803194757321319,
      "grad_norm": 3.3816849485021003,
      "learning_rate": 0.0002867281346626984,
      "loss": 6.6562,
      "step": 21493
    },
    {
      "epoch": 0.8803604341593283,
      "grad_norm": 3.1516705938315535,
      "learning_rate": 0.0002867267933696183,
      "loss": 6.4688,
      "step": 21494
    },
    {
      "epoch": 0.8804013925865247,
      "grad_norm": 1.747250278148119,
      "learning_rate": 0.0002867254520119018,
      "loss": 5.5938,
      "step": 21495
    },
    {
      "epoch": 0.880442351013721,
      "grad_norm": 6.356071367261939,
      "learning_rate": 0.0002867241105895494,
      "loss": 4.6562,
      "step": 21496
    },
    {
      "epoch": 0.8804833094409175,
      "grad_norm": 1.686804041240392,
      "learning_rate": 0.0002867227691025617,
      "loss": 5.0312,
      "step": 21497
    },
    {
      "epoch": 0.8805242678681139,
      "grad_norm": 1.777889416744558,
      "learning_rate": 0.0002867214275509395,
      "loss": 5.125,
      "step": 21498
    },
    {
      "epoch": 0.8805652262953103,
      "grad_norm": 1.6542212734995534,
      "learning_rate": 0.00028672008593468327,
      "loss": 5.5312,
      "step": 21499
    },
    {
      "epoch": 0.8806061847225066,
      "grad_norm": 1.6921354423339177,
      "learning_rate": 0.0002867187442537938,
      "loss": 4.6875,
      "step": 21500
    },
    {
      "epoch": 0.880647143149703,
      "grad_norm": 1.7400563031053207,
      "learning_rate": 0.0002867174025082716,
      "loss": 5.0312,
      "step": 21501
    },
    {
      "epoch": 0.8806881015768995,
      "grad_norm": 1.6322837445286071,
      "learning_rate": 0.00028671606069811733,
      "loss": 5.1875,
      "step": 21502
    },
    {
      "epoch": 0.8807290600040958,
      "grad_norm": 2.1235342594205227,
      "learning_rate": 0.0002867147188233317,
      "loss": 6.625,
      "step": 21503
    },
    {
      "epoch": 0.8807700184312922,
      "grad_norm": 1.8739266431808956,
      "learning_rate": 0.0002867133768839152,
      "loss": 4.9375,
      "step": 21504
    },
    {
      "epoch": 0.8808109768584886,
      "grad_norm": 4.012767856099409,
      "learning_rate": 0.0002867120348798686,
      "loss": 4.9062,
      "step": 21505
    },
    {
      "epoch": 0.8808519352856851,
      "grad_norm": 2.3934544923456977,
      "learning_rate": 0.00028671069281119245,
      "loss": 5.625,
      "step": 21506
    },
    {
      "epoch": 0.8808928937128814,
      "grad_norm": 1.6771740510150113,
      "learning_rate": 0.00028670935067788745,
      "loss": 5.1562,
      "step": 21507
    },
    {
      "epoch": 0.8809338521400778,
      "grad_norm": 2.5766937310722926,
      "learning_rate": 0.00028670800847995415,
      "loss": 5.4688,
      "step": 21508
    },
    {
      "epoch": 0.8809748105672742,
      "grad_norm": 1.9445754857291246,
      "learning_rate": 0.0002867066662173933,
      "loss": 5.7812,
      "step": 21509
    },
    {
      "epoch": 0.8810157689944706,
      "grad_norm": 2.434272052305936,
      "learning_rate": 0.00028670532389020545,
      "loss": 5.6562,
      "step": 21510
    },
    {
      "epoch": 0.881056727421667,
      "grad_norm": 2.9723995234943414,
      "learning_rate": 0.0002867039814983912,
      "loss": 4.2812,
      "step": 21511
    },
    {
      "epoch": 0.8810976858488634,
      "grad_norm": 1.9766744379820294,
      "learning_rate": 0.00028670263904195136,
      "loss": 5.25,
      "step": 21512
    },
    {
      "epoch": 0.8811386442760598,
      "grad_norm": 1.7841792529818972,
      "learning_rate": 0.00028670129652088634,
      "loss": 5.1875,
      "step": 21513
    },
    {
      "epoch": 0.8811796027032562,
      "grad_norm": 2.4977961925844596,
      "learning_rate": 0.00028669995393519696,
      "loss": 5.6875,
      "step": 21514
    },
    {
      "epoch": 0.8812205611304526,
      "grad_norm": 1.880854373894101,
      "learning_rate": 0.00028669861128488366,
      "loss": 7.2812,
      "step": 21515
    },
    {
      "epoch": 0.881261519557649,
      "grad_norm": 2.77923554509332,
      "learning_rate": 0.0002866972685699473,
      "loss": 5.5312,
      "step": 21516
    },
    {
      "epoch": 0.8813024779848454,
      "grad_norm": 3.0449262187485022,
      "learning_rate": 0.00028669592579038837,
      "loss": 6.25,
      "step": 21517
    },
    {
      "epoch": 0.8813434364120418,
      "grad_norm": 3.2199065739134887,
      "learning_rate": 0.0002866945829462075,
      "loss": 7.4062,
      "step": 21518
    },
    {
      "epoch": 0.8813843948392381,
      "grad_norm": 4.330371622073766,
      "learning_rate": 0.0002866932400374054,
      "loss": 5.9688,
      "step": 21519
    },
    {
      "epoch": 0.8814253532664346,
      "grad_norm": 2.3988118366333433,
      "learning_rate": 0.00028669189706398266,
      "loss": 5.4062,
      "step": 21520
    },
    {
      "epoch": 0.881466311693631,
      "grad_norm": 2.6950049296052496,
      "learning_rate": 0.00028669055402593996,
      "loss": 3.0781,
      "step": 21521
    },
    {
      "epoch": 0.8815072701208274,
      "grad_norm": 1.885096701562307,
      "learning_rate": 0.00028668921092327783,
      "loss": 5.1562,
      "step": 21522
    },
    {
      "epoch": 0.8815482285480237,
      "grad_norm": 3.4545540509493398,
      "learning_rate": 0.00028668786775599704,
      "loss": 7.7812,
      "step": 21523
    },
    {
      "epoch": 0.8815891869752202,
      "grad_norm": 1.9573052178113022,
      "learning_rate": 0.0002866865245240981,
      "loss": 5.5,
      "step": 21524
    },
    {
      "epoch": 0.8816301454024166,
      "grad_norm": 2.825872331447791,
      "learning_rate": 0.0002866851812275817,
      "loss": 6.6875,
      "step": 21525
    },
    {
      "epoch": 0.8816711038296129,
      "grad_norm": 1.7661323100535364,
      "learning_rate": 0.0002866838378664485,
      "loss": 5.2188,
      "step": 21526
    },
    {
      "epoch": 0.8817120622568093,
      "grad_norm": 2.2918300273774896,
      "learning_rate": 0.0002866824944406991,
      "loss": 4.75,
      "step": 21527
    },
    {
      "epoch": 0.8817530206840057,
      "grad_norm": 1.4929575046827632,
      "learning_rate": 0.0002866811509503342,
      "loss": 5.0312,
      "step": 21528
    },
    {
      "epoch": 0.8817939791112022,
      "grad_norm": 3.548113336085453,
      "learning_rate": 0.0002866798073953543,
      "loss": 5.4375,
      "step": 21529
    },
    {
      "epoch": 0.8818349375383985,
      "grad_norm": 1.7780225347838883,
      "learning_rate": 0.0002866784637757602,
      "loss": 5.0625,
      "step": 21530
    },
    {
      "epoch": 0.8818758959655949,
      "grad_norm": 1.601348310112405,
      "learning_rate": 0.0002866771200915524,
      "loss": 5.1875,
      "step": 21531
    },
    {
      "epoch": 0.8819168543927913,
      "grad_norm": 3.349573740380961,
      "learning_rate": 0.00028667577634273165,
      "loss": 6.25,
      "step": 21532
    },
    {
      "epoch": 0.8819578128199878,
      "grad_norm": 1.6887025327433505,
      "learning_rate": 0.00028667443252929846,
      "loss": 4.9375,
      "step": 21533
    },
    {
      "epoch": 0.8819987712471841,
      "grad_norm": 3.1793485819234077,
      "learning_rate": 0.00028667308865125353,
      "loss": 4.2188,
      "step": 21534
    },
    {
      "epoch": 0.8820397296743805,
      "grad_norm": 1.9764290303760526,
      "learning_rate": 0.0002866717447085976,
      "loss": 4.5,
      "step": 21535
    },
    {
      "epoch": 0.8820806881015769,
      "grad_norm": 1.6554414254221685,
      "learning_rate": 0.00028667040070133105,
      "loss": 4.8438,
      "step": 21536
    },
    {
      "epoch": 0.8821216465287733,
      "grad_norm": 1.8847192260249985,
      "learning_rate": 0.00028666905662945474,
      "loss": 4.5,
      "step": 21537
    },
    {
      "epoch": 0.8821626049559697,
      "grad_norm": 2.4869744201266957,
      "learning_rate": 0.0002866677124929692,
      "loss": 7.375,
      "step": 21538
    },
    {
      "epoch": 0.8822035633831661,
      "grad_norm": 1.6491408965522139,
      "learning_rate": 0.00028666636829187517,
      "loss": 4.9688,
      "step": 21539
    },
    {
      "epoch": 0.8822445218103625,
      "grad_norm": 8.613132297292335,
      "learning_rate": 0.0002866650240261731,
      "loss": 2.25,
      "step": 21540
    },
    {
      "epoch": 0.8822854802375589,
      "grad_norm": 3.4905150144929227,
      "learning_rate": 0.0002866636796958638,
      "loss": 6.9688,
      "step": 21541
    },
    {
      "epoch": 0.8823264386647552,
      "grad_norm": 2.8146685475202275,
      "learning_rate": 0.00028666233530094784,
      "loss": 4.8438,
      "step": 21542
    },
    {
      "epoch": 0.8823673970919517,
      "grad_norm": 3.608396229573063,
      "learning_rate": 0.0002866609908414259,
      "loss": 4.5312,
      "step": 21543
    },
    {
      "epoch": 0.8824083555191481,
      "grad_norm": 4.613262030426634,
      "learning_rate": 0.00028665964631729854,
      "loss": 4.5625,
      "step": 21544
    },
    {
      "epoch": 0.8824493139463445,
      "grad_norm": 3.114918851396762,
      "learning_rate": 0.00028665830172856636,
      "loss": 1.8906,
      "step": 21545
    },
    {
      "epoch": 0.8824902723735408,
      "grad_norm": 2.9276160684925547,
      "learning_rate": 0.00028665695707523015,
      "loss": 5.3438,
      "step": 21546
    },
    {
      "epoch": 0.8825312308007373,
      "grad_norm": 2.5613886751217527,
      "learning_rate": 0.00028665561235729044,
      "loss": 7.3438,
      "step": 21547
    },
    {
      "epoch": 0.8825721892279337,
      "grad_norm": 1.8294161635778947,
      "learning_rate": 0.00028665426757474785,
      "loss": 4.9062,
      "step": 21548
    },
    {
      "epoch": 0.88261314765513,
      "grad_norm": 2.2936366666181374,
      "learning_rate": 0.0002866529227276031,
      "loss": 5.5,
      "step": 21549
    },
    {
      "epoch": 0.8826541060823264,
      "grad_norm": 1.9785684207620517,
      "learning_rate": 0.00028665157781585676,
      "loss": 5.625,
      "step": 21550
    },
    {
      "epoch": 0.8826950645095228,
      "grad_norm": 2.7297775026609536,
      "learning_rate": 0.00028665023283950945,
      "loss": 4.0938,
      "step": 21551
    },
    {
      "epoch": 0.8827360229367193,
      "grad_norm": 1.7967806317116521,
      "learning_rate": 0.0002866488877985619,
      "loss": 5.4688,
      "step": 21552
    },
    {
      "epoch": 0.8827769813639156,
      "grad_norm": 1.880338034881641,
      "learning_rate": 0.00028664754269301467,
      "loss": 5.5625,
      "step": 21553
    },
    {
      "epoch": 0.882817939791112,
      "grad_norm": 1.5286741595756905,
      "learning_rate": 0.0002866461975228684,
      "loss": 4.625,
      "step": 21554
    },
    {
      "epoch": 0.8828588982183084,
      "grad_norm": 2.030213894697611,
      "learning_rate": 0.0002866448522881237,
      "loss": 6.3125,
      "step": 21555
    },
    {
      "epoch": 0.8828998566455049,
      "grad_norm": 1.7556932995835626,
      "learning_rate": 0.0002866435069887813,
      "loss": 5.4688,
      "step": 21556
    },
    {
      "epoch": 0.8829408150727012,
      "grad_norm": 4.342189981509783,
      "learning_rate": 0.00028664216162484175,
      "loss": 6.5,
      "step": 21557
    },
    {
      "epoch": 0.8829817734998976,
      "grad_norm": 1.6531055390403835,
      "learning_rate": 0.0002866408161963057,
      "loss": 4.6875,
      "step": 21558
    },
    {
      "epoch": 0.883022731927094,
      "grad_norm": 8.971759024272531,
      "learning_rate": 0.00028663947070317386,
      "loss": 2.4062,
      "step": 21559
    },
    {
      "epoch": 0.8830636903542904,
      "grad_norm": 2.1353469712088518,
      "learning_rate": 0.00028663812514544677,
      "loss": 5.9688,
      "step": 21560
    },
    {
      "epoch": 0.8831046487814868,
      "grad_norm": 2.102201700088697,
      "learning_rate": 0.0002866367795231251,
      "loss": 5.5,
      "step": 21561
    },
    {
      "epoch": 0.8831456072086832,
      "grad_norm": 1.6519124000616316,
      "learning_rate": 0.0002866354338362095,
      "loss": 4.7188,
      "step": 21562
    },
    {
      "epoch": 0.8831865656358796,
      "grad_norm": 1.6721239605460854,
      "learning_rate": 0.0002866340880847006,
      "loss": 5.9375,
      "step": 21563
    },
    {
      "epoch": 0.883227524063076,
      "grad_norm": 1.6249422862037506,
      "learning_rate": 0.000286632742268599,
      "loss": 4.4688,
      "step": 21564
    },
    {
      "epoch": 0.8832684824902723,
      "grad_norm": 3.6774743377921477,
      "learning_rate": 0.0002866313963879054,
      "loss": 4.5625,
      "step": 21565
    },
    {
      "epoch": 0.8833094409174688,
      "grad_norm": 3.499843355518723,
      "learning_rate": 0.0002866300504426204,
      "loss": 6.3438,
      "step": 21566
    },
    {
      "epoch": 0.8833503993446652,
      "grad_norm": 1.5909069052592104,
      "learning_rate": 0.0002866287044327446,
      "loss": 5.2812,
      "step": 21567
    },
    {
      "epoch": 0.8833913577718615,
      "grad_norm": 6.299042723971505,
      "learning_rate": 0.0002866273583582787,
      "loss": 4.9688,
      "step": 21568
    },
    {
      "epoch": 0.8834323161990579,
      "grad_norm": 2.306886297327633,
      "learning_rate": 0.0002866260122192233,
      "loss": 5.9688,
      "step": 21569
    },
    {
      "epoch": 0.8834732746262544,
      "grad_norm": 2.130134042834521,
      "learning_rate": 0.0002866246660155791,
      "loss": 5.5625,
      "step": 21570
    },
    {
      "epoch": 0.8835142330534508,
      "grad_norm": 1.8518915152446482,
      "learning_rate": 0.00028662331974734667,
      "loss": 5.0,
      "step": 21571
    },
    {
      "epoch": 0.8835551914806471,
      "grad_norm": 2.080748178281411,
      "learning_rate": 0.00028662197341452664,
      "loss": 5.0938,
      "step": 21572
    },
    {
      "epoch": 0.8835961499078435,
      "grad_norm": 2.064416559789473,
      "learning_rate": 0.00028662062701711967,
      "loss": 6.0312,
      "step": 21573
    },
    {
      "epoch": 0.88363710833504,
      "grad_norm": 4.452658867164056,
      "learning_rate": 0.00028661928055512644,
      "loss": 3.7969,
      "step": 21574
    },
    {
      "epoch": 0.8836780667622364,
      "grad_norm": 1.6079971806650566,
      "learning_rate": 0.00028661793402854746,
      "loss": 4.4375,
      "step": 21575
    },
    {
      "epoch": 0.8837190251894327,
      "grad_norm": 1.6098596655903294,
      "learning_rate": 0.00028661658743738347,
      "loss": 4.4375,
      "step": 21576
    },
    {
      "epoch": 0.8837599836166291,
      "grad_norm": 3.8959477856013676,
      "learning_rate": 0.0002866152407816352,
      "loss": 7.1562,
      "step": 21577
    },
    {
      "epoch": 0.8838009420438255,
      "grad_norm": 2.1673175968653724,
      "learning_rate": 0.00028661389406130303,
      "loss": 5.4688,
      "step": 21578
    },
    {
      "epoch": 0.883841900471022,
      "grad_norm": 2.3999499389728607,
      "learning_rate": 0.0002866125472763878,
      "loss": 6.4062,
      "step": 21579
    },
    {
      "epoch": 0.8838828588982183,
      "grad_norm": 5.430537152235771,
      "learning_rate": 0.0002866112004268901,
      "loss": 5.7188,
      "step": 21580
    },
    {
      "epoch": 0.8839238173254147,
      "grad_norm": 2.149733426043808,
      "learning_rate": 0.00028660985351281046,
      "loss": 6.5,
      "step": 21581
    },
    {
      "epoch": 0.8839647757526111,
      "grad_norm": 2.0151858353207337,
      "learning_rate": 0.00028660850653414974,
      "loss": 4.9062,
      "step": 21582
    },
    {
      "epoch": 0.8840057341798075,
      "grad_norm": 2.2473767949985985,
      "learning_rate": 0.00028660715949090836,
      "loss": 5.0938,
      "step": 21583
    },
    {
      "epoch": 0.8840466926070039,
      "grad_norm": 4.0423000294813995,
      "learning_rate": 0.000286605812383087,
      "loss": 6.3125,
      "step": 21584
    },
    {
      "epoch": 0.8840876510342003,
      "grad_norm": 1.7737567408093675,
      "learning_rate": 0.00028660446521068647,
      "loss": 5.7188,
      "step": 21585
    },
    {
      "epoch": 0.8841286094613967,
      "grad_norm": 2.786784406630735,
      "learning_rate": 0.00028660311797370716,
      "loss": 5.8438,
      "step": 21586
    },
    {
      "epoch": 0.8841695678885931,
      "grad_norm": 1.5614983439621866,
      "learning_rate": 0.0002866017706721499,
      "loss": 4.6875,
      "step": 21587
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 2.9065021548495125,
      "learning_rate": 0.0002866004233060152,
      "loss": 4.5,
      "step": 21588
    },
    {
      "epoch": 0.8842514847429859,
      "grad_norm": 1.918652310664525,
      "learning_rate": 0.0002865990758753038,
      "loss": 5.875,
      "step": 21589
    },
    {
      "epoch": 0.8842924431701823,
      "grad_norm": 2.4857445553707143,
      "learning_rate": 0.0002865977283800162,
      "loss": 5.625,
      "step": 21590
    },
    {
      "epoch": 0.8843334015973786,
      "grad_norm": 1.7964224628683736,
      "learning_rate": 0.00028659638082015315,
      "loss": 5.625,
      "step": 21591
    },
    {
      "epoch": 0.884374360024575,
      "grad_norm": 1.534031843553831,
      "learning_rate": 0.0002865950331957153,
      "loss": 4.8438,
      "step": 21592
    },
    {
      "epoch": 0.8844153184517715,
      "grad_norm": 3.8909889559855824,
      "learning_rate": 0.0002865936855067032,
      "loss": 4.2812,
      "step": 21593
    },
    {
      "epoch": 0.8844562768789679,
      "grad_norm": 1.510201998498661,
      "learning_rate": 0.0002865923377531176,
      "loss": 4.625,
      "step": 21594
    },
    {
      "epoch": 0.8844972353061642,
      "grad_norm": 1.7298416854661496,
      "learning_rate": 0.000286590989934959,
      "loss": 4.9688,
      "step": 21595
    },
    {
      "epoch": 0.8845381937333606,
      "grad_norm": 2.482698026703847,
      "learning_rate": 0.0002865896420522281,
      "loss": 7.0312,
      "step": 21596
    },
    {
      "epoch": 0.884579152160557,
      "grad_norm": 2.0082918369730223,
      "learning_rate": 0.0002865882941049256,
      "loss": 6.9062,
      "step": 21597
    },
    {
      "epoch": 0.8846201105877535,
      "grad_norm": 2.2431329517708165,
      "learning_rate": 0.000286586946093052,
      "loss": 4.5,
      "step": 21598
    },
    {
      "epoch": 0.8846610690149498,
      "grad_norm": 2.409960376048401,
      "learning_rate": 0.00028658559801660814,
      "loss": 5.3438,
      "step": 21599
    },
    {
      "epoch": 0.8847020274421462,
      "grad_norm": 2.1134683537296315,
      "learning_rate": 0.00028658424987559444,
      "loss": 5.5938,
      "step": 21600
    },
    {
      "epoch": 0.8847429858693426,
      "grad_norm": 1.5883124758271303,
      "learning_rate": 0.0002865829016700117,
      "loss": 4.375,
      "step": 21601
    },
    {
      "epoch": 0.8847839442965391,
      "grad_norm": 2.5717223312095348,
      "learning_rate": 0.0002865815533998604,
      "loss": 3.4062,
      "step": 21602
    },
    {
      "epoch": 0.8848249027237354,
      "grad_norm": 2.2384433651966495,
      "learning_rate": 0.0002865802050651413,
      "loss": 6.0938,
      "step": 21603
    },
    {
      "epoch": 0.8848658611509318,
      "grad_norm": 2.0661789283137795,
      "learning_rate": 0.000286578856665855,
      "loss": 7.1875,
      "step": 21604
    },
    {
      "epoch": 0.8849068195781282,
      "grad_norm": 2.3913859256072105,
      "learning_rate": 0.00028657750820200217,
      "loss": 4.9375,
      "step": 21605
    },
    {
      "epoch": 0.8849477780053246,
      "grad_norm": 2.4993367816378202,
      "learning_rate": 0.00028657615967358336,
      "loss": 5.2188,
      "step": 21606
    },
    {
      "epoch": 0.884988736432521,
      "grad_norm": 1.7638255245908467,
      "learning_rate": 0.0002865748110805994,
      "loss": 5.0938,
      "step": 21607
    },
    {
      "epoch": 0.8850296948597174,
      "grad_norm": 10.401853376271681,
      "learning_rate": 0.0002865734624230507,
      "loss": 4.5625,
      "step": 21608
    },
    {
      "epoch": 0.8850706532869138,
      "grad_norm": 1.6789822227344409,
      "learning_rate": 0.00028657211370093795,
      "loss": 4.8438,
      "step": 21609
    },
    {
      "epoch": 0.8851116117141101,
      "grad_norm": 2.2146007009798945,
      "learning_rate": 0.0002865707649142619,
      "loss": 4.5312,
      "step": 21610
    },
    {
      "epoch": 0.8851525701413065,
      "grad_norm": 2.3420837236284036,
      "learning_rate": 0.0002865694160630231,
      "loss": 5.625,
      "step": 21611
    },
    {
      "epoch": 0.885193528568503,
      "grad_norm": 1.7079068613265131,
      "learning_rate": 0.00028656806714722215,
      "loss": 5.0,
      "step": 21612
    },
    {
      "epoch": 0.8852344869956994,
      "grad_norm": 1.58308838334575,
      "learning_rate": 0.00028656671816685984,
      "loss": 5.5625,
      "step": 21613
    },
    {
      "epoch": 0.8852754454228957,
      "grad_norm": 2.713948598992768,
      "learning_rate": 0.00028656536912193665,
      "loss": 5.5625,
      "step": 21614
    },
    {
      "epoch": 0.8853164038500921,
      "grad_norm": 2.2714731451418704,
      "learning_rate": 0.0002865640200124533,
      "loss": 5.6562,
      "step": 21615
    },
    {
      "epoch": 0.8853573622772886,
      "grad_norm": 1.7916895680275569,
      "learning_rate": 0.00028656267083841035,
      "loss": 4.1562,
      "step": 21616
    },
    {
      "epoch": 0.885398320704485,
      "grad_norm": 2.428674285385949,
      "learning_rate": 0.0002865613215998086,
      "loss": 7.1562,
      "step": 21617
    },
    {
      "epoch": 0.8854392791316813,
      "grad_norm": 3.778040108415656,
      "learning_rate": 0.0002865599722966485,
      "loss": 6.9688,
      "step": 21618
    },
    {
      "epoch": 0.8854802375588777,
      "grad_norm": 2.126104250662038,
      "learning_rate": 0.0002865586229289308,
      "loss": 6.5312,
      "step": 21619
    },
    {
      "epoch": 0.8855211959860741,
      "grad_norm": 1.4672248541561108,
      "learning_rate": 0.0002865572734966561,
      "loss": 4.9688,
      "step": 21620
    },
    {
      "epoch": 0.8855621544132706,
      "grad_norm": 1.6228305701101287,
      "learning_rate": 0.00028655592399982503,
      "loss": 5.5,
      "step": 21621
    },
    {
      "epoch": 0.8856031128404669,
      "grad_norm": 2.023721636890779,
      "learning_rate": 0.00028655457443843823,
      "loss": 5.5312,
      "step": 21622
    },
    {
      "epoch": 0.8856440712676633,
      "grad_norm": 1.8335526872109966,
      "learning_rate": 0.0002865532248124964,
      "loss": 5.625,
      "step": 21623
    },
    {
      "epoch": 0.8856850296948597,
      "grad_norm": 2.4725143456580985,
      "learning_rate": 0.0002865518751220001,
      "loss": 6.1875,
      "step": 21624
    },
    {
      "epoch": 0.8857259881220562,
      "grad_norm": 1.7163407483951367,
      "learning_rate": 0.00028655052536695,
      "loss": 6.5,
      "step": 21625
    },
    {
      "epoch": 0.8857669465492525,
      "grad_norm": 1.5985137951547932,
      "learning_rate": 0.00028654917554734677,
      "loss": 5.4062,
      "step": 21626
    },
    {
      "epoch": 0.8858079049764489,
      "grad_norm": 2.477322927445486,
      "learning_rate": 0.000286547825663191,
      "loss": 4.2812,
      "step": 21627
    },
    {
      "epoch": 0.8858488634036453,
      "grad_norm": 1.6697937980837128,
      "learning_rate": 0.0002865464757144833,
      "loss": 6.2188,
      "step": 21628
    },
    {
      "epoch": 0.8858898218308418,
      "grad_norm": 1.702639870983424,
      "learning_rate": 0.00028654512570122436,
      "loss": 5.7188,
      "step": 21629
    },
    {
      "epoch": 0.8859307802580381,
      "grad_norm": 2.7649017636092887,
      "learning_rate": 0.00028654377562341483,
      "loss": 3.4219,
      "step": 21630
    },
    {
      "epoch": 0.8859717386852345,
      "grad_norm": 1.7491343944861977,
      "learning_rate": 0.0002865424254810553,
      "loss": 6.0,
      "step": 21631
    },
    {
      "epoch": 0.8860126971124309,
      "grad_norm": 5.777749507461499,
      "learning_rate": 0.0002865410752741465,
      "loss": 3.6094,
      "step": 21632
    },
    {
      "epoch": 0.8860536555396272,
      "grad_norm": 1.8611606052011986,
      "learning_rate": 0.00028653972500268895,
      "loss": 5.0312,
      "step": 21633
    },
    {
      "epoch": 0.8860946139668237,
      "grad_norm": 1.6354995182788108,
      "learning_rate": 0.00028653837466668334,
      "loss": 4.9688,
      "step": 21634
    },
    {
      "epoch": 0.8861355723940201,
      "grad_norm": 1.9289722274759162,
      "learning_rate": 0.0002865370242661303,
      "loss": 5.9688,
      "step": 21635
    },
    {
      "epoch": 0.8861765308212165,
      "grad_norm": 2.2904463568926374,
      "learning_rate": 0.00028653567380103047,
      "loss": 5.0,
      "step": 21636
    },
    {
      "epoch": 0.8862174892484128,
      "grad_norm": 4.743077146359118,
      "learning_rate": 0.00028653432327138456,
      "loss": 5.5625,
      "step": 21637
    },
    {
      "epoch": 0.8862584476756092,
      "grad_norm": 2.777212746566071,
      "learning_rate": 0.00028653297267719306,
      "loss": 6.9062,
      "step": 21638
    },
    {
      "epoch": 0.8862994061028057,
      "grad_norm": 1.7169778182920536,
      "learning_rate": 0.00028653162201845673,
      "loss": 5.5938,
      "step": 21639
    },
    {
      "epoch": 0.8863403645300021,
      "grad_norm": 1.6765185812613514,
      "learning_rate": 0.00028653027129517617,
      "loss": 4.6875,
      "step": 21640
    },
    {
      "epoch": 0.8863813229571984,
      "grad_norm": 4.46947202921847,
      "learning_rate": 0.00028652892050735207,
      "loss": 6.4688,
      "step": 21641
    },
    {
      "epoch": 0.8864222813843948,
      "grad_norm": 1.786029012917708,
      "learning_rate": 0.000286527569654985,
      "loss": 5.8125,
      "step": 21642
    },
    {
      "epoch": 0.8864632398115913,
      "grad_norm": 1.692792061554617,
      "learning_rate": 0.00028652621873807556,
      "loss": 4.9688,
      "step": 21643
    },
    {
      "epoch": 0.8865041982387877,
      "grad_norm": 1.845520834584326,
      "learning_rate": 0.0002865248677566245,
      "loss": 5.4375,
      "step": 21644
    },
    {
      "epoch": 0.886545156665984,
      "grad_norm": 8.043948339652514,
      "learning_rate": 0.00028652351671063235,
      "loss": 5.6562,
      "step": 21645
    },
    {
      "epoch": 0.8865861150931804,
      "grad_norm": 9.781281090467514,
      "learning_rate": 0.0002865221656000998,
      "loss": 6.75,
      "step": 21646
    },
    {
      "epoch": 0.8866270735203768,
      "grad_norm": 3.010803032483881,
      "learning_rate": 0.0002865208144250276,
      "loss": 7.3438,
      "step": 21647
    },
    {
      "epoch": 0.8866680319475733,
      "grad_norm": 6.050767404690916,
      "learning_rate": 0.00028651946318541624,
      "loss": 4.8125,
      "step": 21648
    },
    {
      "epoch": 0.8867089903747696,
      "grad_norm": 1.9964719928088188,
      "learning_rate": 0.00028651811188126633,
      "loss": 5.25,
      "step": 21649
    },
    {
      "epoch": 0.886749948801966,
      "grad_norm": 2.505088717118733,
      "learning_rate": 0.0002865167605125786,
      "loss": 6.0,
      "step": 21650
    },
    {
      "epoch": 0.8867909072291624,
      "grad_norm": 1.8702861585369992,
      "learning_rate": 0.0002865154090793537,
      "loss": 4.6562,
      "step": 21651
    },
    {
      "epoch": 0.8868318656563587,
      "grad_norm": 2.023432244450792,
      "learning_rate": 0.00028651405758159225,
      "loss": 5.6562,
      "step": 21652
    },
    {
      "epoch": 0.8868728240835552,
      "grad_norm": 1.8273119537488234,
      "learning_rate": 0.00028651270601929484,
      "loss": 5.4062,
      "step": 21653
    },
    {
      "epoch": 0.8869137825107516,
      "grad_norm": 1.6253037771899366,
      "learning_rate": 0.00028651135439246214,
      "loss": 4.4062,
      "step": 21654
    },
    {
      "epoch": 0.886954740937948,
      "grad_norm": 1.9651664359673735,
      "learning_rate": 0.0002865100027010948,
      "loss": 5.8125,
      "step": 21655
    },
    {
      "epoch": 0.8869956993651443,
      "grad_norm": 17.29209424855037,
      "learning_rate": 0.00028650865094519346,
      "loss": 8.375,
      "step": 21656
    },
    {
      "epoch": 0.8870366577923408,
      "grad_norm": 1.550710603550575,
      "learning_rate": 0.00028650729912475874,
      "loss": 4.5,
      "step": 21657
    },
    {
      "epoch": 0.8870776162195372,
      "grad_norm": 2.1850932786794903,
      "learning_rate": 0.0002865059472397913,
      "loss": 6.4688,
      "step": 21658
    },
    {
      "epoch": 0.8871185746467336,
      "grad_norm": 1.8105877566924584,
      "learning_rate": 0.0002865045952902918,
      "loss": 4.625,
      "step": 21659
    },
    {
      "epoch": 0.8871595330739299,
      "grad_norm": 3.3284885006916816,
      "learning_rate": 0.0002865032432762608,
      "loss": 5.0312,
      "step": 21660
    },
    {
      "epoch": 0.8872004915011263,
      "grad_norm": 2.532999403320685,
      "learning_rate": 0.000286501891197699,
      "loss": 5.3125,
      "step": 21661
    },
    {
      "epoch": 0.8872414499283228,
      "grad_norm": 2.2007219234164346,
      "learning_rate": 0.0002865005390546071,
      "loss": 5.875,
      "step": 21662
    },
    {
      "epoch": 0.8872824083555192,
      "grad_norm": 1.7769833389676508,
      "learning_rate": 0.00028649918684698554,
      "loss": 5.1562,
      "step": 21663
    },
    {
      "epoch": 0.8873233667827155,
      "grad_norm": 1.5315900778937497,
      "learning_rate": 0.00028649783457483516,
      "loss": 4.8125,
      "step": 21664
    },
    {
      "epoch": 0.8873643252099119,
      "grad_norm": 1.9643308239903718,
      "learning_rate": 0.0002864964822381565,
      "loss": 4.875,
      "step": 21665
    },
    {
      "epoch": 0.8874052836371084,
      "grad_norm": 2.1033685110067735,
      "learning_rate": 0.0002864951298369502,
      "loss": 5.2812,
      "step": 21666
    },
    {
      "epoch": 0.8874462420643048,
      "grad_norm": 1.7239982521095552,
      "learning_rate": 0.00028649377737121695,
      "loss": 5.375,
      "step": 21667
    },
    {
      "epoch": 0.8874872004915011,
      "grad_norm": 1.962233257392992,
      "learning_rate": 0.0002864924248409574,
      "loss": 5.2188,
      "step": 21668
    },
    {
      "epoch": 0.8875281589186975,
      "grad_norm": 1.9279165371727534,
      "learning_rate": 0.0002864910722461721,
      "loss": 5.4062,
      "step": 21669
    },
    {
      "epoch": 0.8875691173458939,
      "grad_norm": 3.1905191218808824,
      "learning_rate": 0.00028648971958686174,
      "loss": 6.0,
      "step": 21670
    },
    {
      "epoch": 0.8876100757730904,
      "grad_norm": 1.6963670763321042,
      "learning_rate": 0.000286488366863027,
      "loss": 6.4375,
      "step": 21671
    },
    {
      "epoch": 0.8876510342002867,
      "grad_norm": 2.165786502262381,
      "learning_rate": 0.0002864870140746685,
      "loss": 5.9688,
      "step": 21672
    },
    {
      "epoch": 0.8876919926274831,
      "grad_norm": 1.8095550399160143,
      "learning_rate": 0.00028648566122178675,
      "loss": 4.8125,
      "step": 21673
    },
    {
      "epoch": 0.8877329510546795,
      "grad_norm": 2.459819691441999,
      "learning_rate": 0.00028648430830438256,
      "loss": 8.0,
      "step": 21674
    },
    {
      "epoch": 0.8877739094818758,
      "grad_norm": 1.9923297000207,
      "learning_rate": 0.00028648295532245657,
      "loss": 6.25,
      "step": 21675
    },
    {
      "epoch": 0.8878148679090723,
      "grad_norm": 1.9178038735407053,
      "learning_rate": 0.0002864816022760093,
      "loss": 5.8125,
      "step": 21676
    },
    {
      "epoch": 0.8878558263362687,
      "grad_norm": 1.9310362273003148,
      "learning_rate": 0.00028648024916504145,
      "loss": 5.5312,
      "step": 21677
    },
    {
      "epoch": 0.8878967847634651,
      "grad_norm": 3.586366600346273,
      "learning_rate": 0.00028647889598955366,
      "loss": 6.0312,
      "step": 21678
    },
    {
      "epoch": 0.8879377431906614,
      "grad_norm": 2.9566931073943072,
      "learning_rate": 0.0002864775427495466,
      "loss": 5.7812,
      "step": 21679
    },
    {
      "epoch": 0.8879787016178579,
      "grad_norm": 1.836476303435756,
      "learning_rate": 0.0002864761894450208,
      "loss": 5.4062,
      "step": 21680
    },
    {
      "epoch": 0.8880196600450543,
      "grad_norm": 1.681980683021577,
      "learning_rate": 0.000286474836075977,
      "loss": 4.8125,
      "step": 21681
    },
    {
      "epoch": 0.8880606184722507,
      "grad_norm": 1.8042184135446235,
      "learning_rate": 0.00028647348264241587,
      "loss": 5.3438,
      "step": 21682
    },
    {
      "epoch": 0.888101576899447,
      "grad_norm": 2.6562382801808733,
      "learning_rate": 0.000286472129144338,
      "loss": 6.125,
      "step": 21683
    },
    {
      "epoch": 0.8881425353266434,
      "grad_norm": 1.7395198100661473,
      "learning_rate": 0.00028647077558174394,
      "loss": 4.7812,
      "step": 21684
    },
    {
      "epoch": 0.8881834937538399,
      "grad_norm": 2.579623271751145,
      "learning_rate": 0.0002864694219546345,
      "loss": 5.0625,
      "step": 21685
    },
    {
      "epoch": 0.8882244521810363,
      "grad_norm": 2.985464606452408,
      "learning_rate": 0.0002864680682630102,
      "loss": 7.2812,
      "step": 21686
    },
    {
      "epoch": 0.8882654106082326,
      "grad_norm": 2.0299642505175117,
      "learning_rate": 0.0002864667145068717,
      "loss": 5.5625,
      "step": 21687
    },
    {
      "epoch": 0.888306369035429,
      "grad_norm": 1.8125284934455803,
      "learning_rate": 0.0002864653606862197,
      "loss": 5.2188,
      "step": 21688
    },
    {
      "epoch": 0.8883473274626255,
      "grad_norm": 1.6851085626432185,
      "learning_rate": 0.00028646400680105473,
      "loss": 5.5,
      "step": 21689
    },
    {
      "epoch": 0.8883882858898219,
      "grad_norm": 2.2162650409443305,
      "learning_rate": 0.0002864626528513776,
      "loss": 5.2188,
      "step": 21690
    },
    {
      "epoch": 0.8884292443170182,
      "grad_norm": 2.800213121651861,
      "learning_rate": 0.0002864612988371888,
      "loss": 3.6875,
      "step": 21691
    },
    {
      "epoch": 0.8884702027442146,
      "grad_norm": 2.294707754951244,
      "learning_rate": 0.000286459944758489,
      "loss": 4.5625,
      "step": 21692
    },
    {
      "epoch": 0.888511161171411,
      "grad_norm": 2.088175641635507,
      "learning_rate": 0.0002864585906152788,
      "loss": 5.3125,
      "step": 21693
    },
    {
      "epoch": 0.8885521195986074,
      "grad_norm": 3.7361766412533477,
      "learning_rate": 0.000286457236407559,
      "loss": 5.8438,
      "step": 21694
    },
    {
      "epoch": 0.8885930780258038,
      "grad_norm": 2.595443436110936,
      "learning_rate": 0.0002864558821353301,
      "loss": 1.5781,
      "step": 21695
    },
    {
      "epoch": 0.8886340364530002,
      "grad_norm": 1.6883956645633793,
      "learning_rate": 0.0002864545277985927,
      "loss": 4.6875,
      "step": 21696
    },
    {
      "epoch": 0.8886749948801966,
      "grad_norm": 2.0416624422994647,
      "learning_rate": 0.00028645317339734763,
      "loss": 5.5625,
      "step": 21697
    },
    {
      "epoch": 0.888715953307393,
      "grad_norm": 4.049645510097455,
      "learning_rate": 0.0002864518189315954,
      "loss": 6.7812,
      "step": 21698
    },
    {
      "epoch": 0.8887569117345894,
      "grad_norm": 1.7747067539583044,
      "learning_rate": 0.0002864504644013366,
      "loss": 4.6875,
      "step": 21699
    },
    {
      "epoch": 0.8887978701617858,
      "grad_norm": 1.8750543277446186,
      "learning_rate": 0.000286449109806572,
      "loss": 4.8125,
      "step": 21700
    },
    {
      "epoch": 0.8888388285889822,
      "grad_norm": 1.9188100612302363,
      "learning_rate": 0.0002864477551473021,
      "loss": 2.8906,
      "step": 21701
    },
    {
      "epoch": 0.8888797870161785,
      "grad_norm": 1.564341777281445,
      "learning_rate": 0.00028644640042352777,
      "loss": 4.0312,
      "step": 21702
    },
    {
      "epoch": 0.888920745443375,
      "grad_norm": 3.6088502504670563,
      "learning_rate": 0.0002864450456352494,
      "loss": 6.6562,
      "step": 21703
    },
    {
      "epoch": 0.8889617038705714,
      "grad_norm": 2.5696500067423496,
      "learning_rate": 0.00028644369078246773,
      "loss": 6.4062,
      "step": 21704
    },
    {
      "epoch": 0.8890026622977678,
      "grad_norm": 1.6758561216975982,
      "learning_rate": 0.0002864423358651834,
      "loss": 5.1875,
      "step": 21705
    },
    {
      "epoch": 0.8890436207249641,
      "grad_norm": 6.1994242389408605,
      "learning_rate": 0.000286440980883397,
      "loss": 5.2188,
      "step": 21706
    },
    {
      "epoch": 0.8890845791521605,
      "grad_norm": 1.5809115924266333,
      "learning_rate": 0.00028643962583710934,
      "loss": 4.8125,
      "step": 21707
    },
    {
      "epoch": 0.889125537579357,
      "grad_norm": 2.6982926721130864,
      "learning_rate": 0.0002864382707263209,
      "loss": 7.0312,
      "step": 21708
    },
    {
      "epoch": 0.8891664960065534,
      "grad_norm": 1.5933336369078306,
      "learning_rate": 0.0002864369155510323,
      "loss": 4.6875,
      "step": 21709
    },
    {
      "epoch": 0.8892074544337497,
      "grad_norm": 2.2851893867402064,
      "learning_rate": 0.0002864355603112443,
      "loss": 4.8438,
      "step": 21710
    },
    {
      "epoch": 0.8892484128609461,
      "grad_norm": 1.9290509611161184,
      "learning_rate": 0.0002864342050069575,
      "loss": 4.9062,
      "step": 21711
    },
    {
      "epoch": 0.8892893712881426,
      "grad_norm": 3.1337560300638736,
      "learning_rate": 0.0002864328496381725,
      "loss": 6.0312,
      "step": 21712
    },
    {
      "epoch": 0.889330329715339,
      "grad_norm": 3.263561814394669,
      "learning_rate": 0.00028643149420489,
      "loss": 1.8203,
      "step": 21713
    },
    {
      "epoch": 0.8893712881425353,
      "grad_norm": 2.776660644062477,
      "learning_rate": 0.00028643013870711053,
      "loss": 5.2812,
      "step": 21714
    },
    {
      "epoch": 0.8894122465697317,
      "grad_norm": 2.4031386193222533,
      "learning_rate": 0.0002864287831448348,
      "loss": 5.7812,
      "step": 21715
    },
    {
      "epoch": 0.8894532049969281,
      "grad_norm": 1.7716049983735376,
      "learning_rate": 0.00028642742751806355,
      "loss": 5.4062,
      "step": 21716
    },
    {
      "epoch": 0.8894941634241245,
      "grad_norm": 2.1451997780832137,
      "learning_rate": 0.0002864260718267973,
      "loss": 5.5938,
      "step": 21717
    },
    {
      "epoch": 0.8895351218513209,
      "grad_norm": 1.7527531239819747,
      "learning_rate": 0.0002864247160710367,
      "loss": 5.8125,
      "step": 21718
    },
    {
      "epoch": 0.8895760802785173,
      "grad_norm": 2.0394517288928524,
      "learning_rate": 0.0002864233602507824,
      "loss": 4.875,
      "step": 21719
    },
    {
      "epoch": 0.8896170387057137,
      "grad_norm": 2.140872842141693,
      "learning_rate": 0.00028642200436603503,
      "loss": 5.0,
      "step": 21720
    },
    {
      "epoch": 0.88965799713291,
      "grad_norm": 2.2813682055393256,
      "learning_rate": 0.0002864206484167953,
      "loss": 5.4688,
      "step": 21721
    },
    {
      "epoch": 0.8896989555601065,
      "grad_norm": 2.5601107945320685,
      "learning_rate": 0.00028641929240306384,
      "loss": 6.4062,
      "step": 21722
    },
    {
      "epoch": 0.8897399139873029,
      "grad_norm": 1.905087637832333,
      "learning_rate": 0.0002864179363248412,
      "loss": 5.0312,
      "step": 21723
    },
    {
      "epoch": 0.8897808724144993,
      "grad_norm": 2.299659466871859,
      "learning_rate": 0.00028641658018212804,
      "loss": 4.4375,
      "step": 21724
    },
    {
      "epoch": 0.8898218308416956,
      "grad_norm": 1.9141817777447334,
      "learning_rate": 0.00028641522397492513,
      "loss": 4.8125,
      "step": 21725
    },
    {
      "epoch": 0.8898627892688921,
      "grad_norm": 2.5625427199941218,
      "learning_rate": 0.0002864138677032329,
      "loss": 6.875,
      "step": 21726
    },
    {
      "epoch": 0.8899037476960885,
      "grad_norm": 1.8042172836879327,
      "learning_rate": 0.0002864125113670522,
      "loss": 4.5312,
      "step": 21727
    },
    {
      "epoch": 0.8899447061232849,
      "grad_norm": 2.7398203914403707,
      "learning_rate": 0.00028641115496638356,
      "loss": 6.3438,
      "step": 21728
    },
    {
      "epoch": 0.8899856645504812,
      "grad_norm": 1.8777091593228814,
      "learning_rate": 0.00028640979850122765,
      "loss": 4.9062,
      "step": 21729
    },
    {
      "epoch": 0.8900266229776777,
      "grad_norm": 4.134907652858748,
      "learning_rate": 0.0002864084419715851,
      "loss": 6.75,
      "step": 21730
    },
    {
      "epoch": 0.8900675814048741,
      "grad_norm": 1.8473640988634201,
      "learning_rate": 0.00028640708537745654,
      "loss": 4.3438,
      "step": 21731
    },
    {
      "epoch": 0.8901085398320705,
      "grad_norm": 2.813098904948388,
      "learning_rate": 0.0002864057287188426,
      "loss": 5.4062,
      "step": 21732
    },
    {
      "epoch": 0.8901494982592668,
      "grad_norm": 1.8684387147231953,
      "learning_rate": 0.000286404371995744,
      "loss": 5.625,
      "step": 21733
    },
    {
      "epoch": 0.8901904566864632,
      "grad_norm": 1.9132044805075406,
      "learning_rate": 0.0002864030152081613,
      "loss": 5.0312,
      "step": 21734
    },
    {
      "epoch": 0.8902314151136597,
      "grad_norm": 2.3431183412058743,
      "learning_rate": 0.0002864016583560952,
      "loss": 5.2188,
      "step": 21735
    },
    {
      "epoch": 0.890272373540856,
      "grad_norm": 4.225680537752052,
      "learning_rate": 0.00028640030143954625,
      "loss": 5.0625,
      "step": 21736
    },
    {
      "epoch": 0.8903133319680524,
      "grad_norm": 1.714927736376393,
      "learning_rate": 0.0002863989444585152,
      "loss": 4.4688,
      "step": 21737
    },
    {
      "epoch": 0.8903542903952488,
      "grad_norm": 1.879897727128743,
      "learning_rate": 0.0002863975874130026,
      "loss": 6.0938,
      "step": 21738
    },
    {
      "epoch": 0.8903952488224453,
      "grad_norm": 2.17382127876581,
      "learning_rate": 0.00028639623030300915,
      "loss": 5.8125,
      "step": 21739
    },
    {
      "epoch": 0.8904362072496416,
      "grad_norm": 1.610958133296913,
      "learning_rate": 0.0002863948731285355,
      "loss": 5.0625,
      "step": 21740
    },
    {
      "epoch": 0.890477165676838,
      "grad_norm": 1.9828874418607858,
      "learning_rate": 0.00028639351588958227,
      "loss": 4.4688,
      "step": 21741
    },
    {
      "epoch": 0.8905181241040344,
      "grad_norm": 1.7420708822618862,
      "learning_rate": 0.0002863921585861501,
      "loss": 4.7188,
      "step": 21742
    },
    {
      "epoch": 0.8905590825312308,
      "grad_norm": 3.6278373142984752,
      "learning_rate": 0.0002863908012182396,
      "loss": 4.4688,
      "step": 21743
    },
    {
      "epoch": 0.8906000409584272,
      "grad_norm": 2.2721008427815956,
      "learning_rate": 0.0002863894437858515,
      "loss": 2.2969,
      "step": 21744
    },
    {
      "epoch": 0.8906409993856236,
      "grad_norm": 3.6869308795446267,
      "learning_rate": 0.00028638808628898637,
      "loss": 5.7812,
      "step": 21745
    },
    {
      "epoch": 0.89068195781282,
      "grad_norm": 1.5153882603928182,
      "learning_rate": 0.0002863867287276448,
      "loss": 4.9688,
      "step": 21746
    },
    {
      "epoch": 0.8907229162400164,
      "grad_norm": 8.810883081041363,
      "learning_rate": 0.0002863853711018276,
      "loss": 6.5312,
      "step": 21747
    },
    {
      "epoch": 0.8907638746672127,
      "grad_norm": 1.6959785215954126,
      "learning_rate": 0.00028638401341153527,
      "loss": 6.625,
      "step": 21748
    },
    {
      "epoch": 0.8908048330944092,
      "grad_norm": 2.5295241541393523,
      "learning_rate": 0.0002863826556567684,
      "loss": 6.5,
      "step": 21749
    },
    {
      "epoch": 0.8908457915216056,
      "grad_norm": 2.8137902940390216,
      "learning_rate": 0.00028638129783752786,
      "loss": 4.5312,
      "step": 21750
    },
    {
      "epoch": 0.890886749948802,
      "grad_norm": 1.574089092715031,
      "learning_rate": 0.00028637993995381413,
      "loss": 5.0938,
      "step": 21751
    },
    {
      "epoch": 0.8909277083759983,
      "grad_norm": 1.7224090632688613,
      "learning_rate": 0.00028637858200562783,
      "loss": 6.4688,
      "step": 21752
    },
    {
      "epoch": 0.8909686668031948,
      "grad_norm": 2.3786637907310775,
      "learning_rate": 0.00028637722399296967,
      "loss": 6.2188,
      "step": 21753
    },
    {
      "epoch": 0.8910096252303912,
      "grad_norm": 1.8896821574738003,
      "learning_rate": 0.0002863758659158403,
      "loss": 4.6562,
      "step": 21754
    },
    {
      "epoch": 0.8910505836575876,
      "grad_norm": 5.287365588069489,
      "learning_rate": 0.0002863745077742403,
      "loss": 7.375,
      "step": 21755
    },
    {
      "epoch": 0.8910915420847839,
      "grad_norm": 2.6779905568859363,
      "learning_rate": 0.0002863731495681703,
      "loss": 6.5938,
      "step": 21756
    },
    {
      "epoch": 0.8911325005119803,
      "grad_norm": 1.8527091899397081,
      "learning_rate": 0.00028637179129763104,
      "loss": 4.625,
      "step": 21757
    },
    {
      "epoch": 0.8911734589391768,
      "grad_norm": 1.9095661981131762,
      "learning_rate": 0.00028637043296262315,
      "loss": 5.0938,
      "step": 21758
    },
    {
      "epoch": 0.8912144173663731,
      "grad_norm": 1.8595382367195594,
      "learning_rate": 0.0002863690745631472,
      "loss": 5.6562,
      "step": 21759
    },
    {
      "epoch": 0.8912553757935695,
      "grad_norm": 2.0727223156648344,
      "learning_rate": 0.00028636771609920385,
      "loss": 4.8438,
      "step": 21760
    },
    {
      "epoch": 0.8912963342207659,
      "grad_norm": 2.082201087741396,
      "learning_rate": 0.00028636635757079375,
      "loss": 5.75,
      "step": 21761
    },
    {
      "epoch": 0.8913372926479624,
      "grad_norm": 2.4150323967611618,
      "learning_rate": 0.0002863649989779176,
      "loss": 4.4688,
      "step": 21762
    },
    {
      "epoch": 0.8913782510751587,
      "grad_norm": 2.1693040552672893,
      "learning_rate": 0.00028636364032057595,
      "loss": 6.9375,
      "step": 21763
    },
    {
      "epoch": 0.8914192095023551,
      "grad_norm": 2.4261128190803114,
      "learning_rate": 0.00028636228159876944,
      "loss": 4.875,
      "step": 21764
    },
    {
      "epoch": 0.8914601679295515,
      "grad_norm": 1.802570456870973,
      "learning_rate": 0.0002863609228124988,
      "loss": 5.3125,
      "step": 21765
    },
    {
      "epoch": 0.8915011263567479,
      "grad_norm": 3.095181713538475,
      "learning_rate": 0.0002863595639617647,
      "loss": 6.1562,
      "step": 21766
    },
    {
      "epoch": 0.8915420847839443,
      "grad_norm": 2.565754337111514,
      "learning_rate": 0.0002863582050465676,
      "loss": 6.625,
      "step": 21767
    },
    {
      "epoch": 0.8915830432111407,
      "grad_norm": 3.920297121656376,
      "learning_rate": 0.0002863568460669083,
      "loss": 8.0625,
      "step": 21768
    },
    {
      "epoch": 0.8916240016383371,
      "grad_norm": 1.731042605937273,
      "learning_rate": 0.0002863554870227874,
      "loss": 4.5312,
      "step": 21769
    },
    {
      "epoch": 0.8916649600655335,
      "grad_norm": 1.7143753096205678,
      "learning_rate": 0.00028635412791420554,
      "loss": 5.25,
      "step": 21770
    },
    {
      "epoch": 0.8917059184927298,
      "grad_norm": 2.013701066555764,
      "learning_rate": 0.00028635276874116336,
      "loss": 5.2188,
      "step": 21771
    },
    {
      "epoch": 0.8917468769199263,
      "grad_norm": 3.4491647862634767,
      "learning_rate": 0.00028635140950366146,
      "loss": 5.7188,
      "step": 21772
    },
    {
      "epoch": 0.8917878353471227,
      "grad_norm": 2.892290313453855,
      "learning_rate": 0.0002863500502017006,
      "loss": 4.375,
      "step": 21773
    },
    {
      "epoch": 0.8918287937743191,
      "grad_norm": 2.2326675089029004,
      "learning_rate": 0.0002863486908352813,
      "loss": 5.2188,
      "step": 21774
    },
    {
      "epoch": 0.8918697522015154,
      "grad_norm": 2.114456707010114,
      "learning_rate": 0.00028634733140440425,
      "loss": 5.375,
      "step": 21775
    },
    {
      "epoch": 0.8919107106287119,
      "grad_norm": 1.5398708379455364,
      "learning_rate": 0.00028634597190907007,
      "loss": 5.2812,
      "step": 21776
    },
    {
      "epoch": 0.8919516690559083,
      "grad_norm": 5.086011021971793,
      "learning_rate": 0.00028634461234927947,
      "loss": 3.1094,
      "step": 21777
    },
    {
      "epoch": 0.8919926274831046,
      "grad_norm": 2.019682413132267,
      "learning_rate": 0.00028634325272503306,
      "loss": 5.4688,
      "step": 21778
    },
    {
      "epoch": 0.892033585910301,
      "grad_norm": 2.221998084343165,
      "learning_rate": 0.0002863418930363314,
      "loss": 4.4062,
      "step": 21779
    },
    {
      "epoch": 0.8920745443374974,
      "grad_norm": 1.7120536533667223,
      "learning_rate": 0.0002863405332831753,
      "loss": 5.0625,
      "step": 21780
    },
    {
      "epoch": 0.8921155027646939,
      "grad_norm": 3.5918447254967196,
      "learning_rate": 0.00028633917346556525,
      "loss": 7.4688,
      "step": 21781
    },
    {
      "epoch": 0.8921564611918902,
      "grad_norm": 2.6115845807063525,
      "learning_rate": 0.00028633781358350195,
      "loss": 5.9062,
      "step": 21782
    },
    {
      "epoch": 0.8921974196190866,
      "grad_norm": 3.563458083970966,
      "learning_rate": 0.0002863364536369861,
      "loss": 4.8125,
      "step": 21783
    },
    {
      "epoch": 0.892238378046283,
      "grad_norm": 1.7910729706214747,
      "learning_rate": 0.0002863350936260182,
      "loss": 5.8438,
      "step": 21784
    },
    {
      "epoch": 0.8922793364734795,
      "grad_norm": 2.293903334544416,
      "learning_rate": 0.000286333733550599,
      "loss": 6.7812,
      "step": 21785
    },
    {
      "epoch": 0.8923202949006758,
      "grad_norm": 2.4879189280994973,
      "learning_rate": 0.0002863323734107292,
      "loss": 6.25,
      "step": 21786
    },
    {
      "epoch": 0.8923612533278722,
      "grad_norm": 2.174480726893639,
      "learning_rate": 0.0002863310132064093,
      "loss": 5.0312,
      "step": 21787
    },
    {
      "epoch": 0.8924022117550686,
      "grad_norm": 2.160781372032469,
      "learning_rate": 0.00028632965293764,
      "loss": 3.3594,
      "step": 21788
    },
    {
      "epoch": 0.892443170182265,
      "grad_norm": 2.3528205192674103,
      "learning_rate": 0.00028632829260442195,
      "loss": 5.4688,
      "step": 21789
    },
    {
      "epoch": 0.8924841286094614,
      "grad_norm": 3.658296686825994,
      "learning_rate": 0.00028632693220675585,
      "loss": 3.875,
      "step": 21790
    },
    {
      "epoch": 0.8925250870366578,
      "grad_norm": 2.0496813517443293,
      "learning_rate": 0.0002863255717446422,
      "loss": 5.1875,
      "step": 21791
    },
    {
      "epoch": 0.8925660454638542,
      "grad_norm": 2.6455439030908185,
      "learning_rate": 0.0002863242112180818,
      "loss": 5.8438,
      "step": 21792
    },
    {
      "epoch": 0.8926070038910506,
      "grad_norm": 1.943273713716354,
      "learning_rate": 0.0002863228506270752,
      "loss": 5.8438,
      "step": 21793
    },
    {
      "epoch": 0.892647962318247,
      "grad_norm": 1.6748069123613962,
      "learning_rate": 0.0002863214899716231,
      "loss": 5.5,
      "step": 21794
    },
    {
      "epoch": 0.8926889207454434,
      "grad_norm": 2.132569328236615,
      "learning_rate": 0.00028632012925172603,
      "loss": 5.625,
      "step": 21795
    },
    {
      "epoch": 0.8927298791726398,
      "grad_norm": 3.4011062349738364,
      "learning_rate": 0.0002863187684673848,
      "loss": 4.5,
      "step": 21796
    },
    {
      "epoch": 0.8927708375998362,
      "grad_norm": 1.799507399594572,
      "learning_rate": 0.0002863174076185999,
      "loss": 4.375,
      "step": 21797
    },
    {
      "epoch": 0.8928117960270325,
      "grad_norm": 3.242594980878103,
      "learning_rate": 0.00028631604670537205,
      "loss": 6.0625,
      "step": 21798
    },
    {
      "epoch": 0.892852754454229,
      "grad_norm": 14.002007108694649,
      "learning_rate": 0.0002863146857277019,
      "loss": 7.8125,
      "step": 21799
    },
    {
      "epoch": 0.8928937128814254,
      "grad_norm": 14.412376461640047,
      "learning_rate": 0.0002863133246855901,
      "loss": 4.9375,
      "step": 21800
    },
    {
      "epoch": 0.8929346713086217,
      "grad_norm": 2.6899675882109353,
      "learning_rate": 0.00028631196357903723,
      "loss": 5.6875,
      "step": 21801
    },
    {
      "epoch": 0.8929756297358181,
      "grad_norm": 2.0222573975466784,
      "learning_rate": 0.000286310602408044,
      "loss": 5.5625,
      "step": 21802
    },
    {
      "epoch": 0.8930165881630145,
      "grad_norm": 2.050532869973994,
      "learning_rate": 0.000286309241172611,
      "loss": 5.0938,
      "step": 21803
    },
    {
      "epoch": 0.893057546590211,
      "grad_norm": 3.972047061785165,
      "learning_rate": 0.0002863078798727389,
      "loss": 7.1562,
      "step": 21804
    },
    {
      "epoch": 0.8930985050174073,
      "grad_norm": 2.7199707157039694,
      "learning_rate": 0.00028630651850842837,
      "loss": 6.5,
      "step": 21805
    },
    {
      "epoch": 0.8931394634446037,
      "grad_norm": 2.443867733933439,
      "learning_rate": 0.00028630515707968004,
      "loss": 6.1562,
      "step": 21806
    },
    {
      "epoch": 0.8931804218718001,
      "grad_norm": 5.5762400866971324,
      "learning_rate": 0.00028630379558649454,
      "loss": 8.4375,
      "step": 21807
    },
    {
      "epoch": 0.8932213802989966,
      "grad_norm": 1.9382710392509555,
      "learning_rate": 0.00028630243402887246,
      "loss": 5.1562,
      "step": 21808
    },
    {
      "epoch": 0.8932623387261929,
      "grad_norm": 2.3158378808166438,
      "learning_rate": 0.0002863010724068146,
      "loss": 5.5312,
      "step": 21809
    },
    {
      "epoch": 0.8933032971533893,
      "grad_norm": 2.1815274634624067,
      "learning_rate": 0.0002862997107203214,
      "loss": 5.0312,
      "step": 21810
    },
    {
      "epoch": 0.8933442555805857,
      "grad_norm": 1.6820395591743882,
      "learning_rate": 0.0002862983489693936,
      "loss": 5.5625,
      "step": 21811
    },
    {
      "epoch": 0.8933852140077821,
      "grad_norm": 2.008113150470975,
      "learning_rate": 0.0002862969871540319,
      "loss": 5.0625,
      "step": 21812
    },
    {
      "epoch": 0.8934261724349785,
      "grad_norm": 1.8078194073226561,
      "learning_rate": 0.0002862956252742369,
      "loss": 3.2969,
      "step": 21813
    },
    {
      "epoch": 0.8934671308621749,
      "grad_norm": 1.7468073233859982,
      "learning_rate": 0.0002862942633300092,
      "loss": 5.7188,
      "step": 21814
    },
    {
      "epoch": 0.8935080892893713,
      "grad_norm": 2.826751768643662,
      "learning_rate": 0.00028629290132134954,
      "loss": 5.8438,
      "step": 21815
    },
    {
      "epoch": 0.8935490477165677,
      "grad_norm": 4.786477020525273,
      "learning_rate": 0.00028629153924825845,
      "loss": 2.3281,
      "step": 21816
    },
    {
      "epoch": 0.893590006143764,
      "grad_norm": 1.613213612399044,
      "learning_rate": 0.00028629017711073664,
      "loss": 5.5312,
      "step": 21817
    },
    {
      "epoch": 0.8936309645709605,
      "grad_norm": 22.23564566781164,
      "learning_rate": 0.00028628881490878476,
      "loss": 2.2812,
      "step": 21818
    },
    {
      "epoch": 0.8936719229981569,
      "grad_norm": 2.001275336021836,
      "learning_rate": 0.0002862874526424034,
      "loss": 4.9375,
      "step": 21819
    },
    {
      "epoch": 0.8937128814253532,
      "grad_norm": 1.8609307475921915,
      "learning_rate": 0.0002862860903115933,
      "loss": 5.7188,
      "step": 21820
    },
    {
      "epoch": 0.8937538398525496,
      "grad_norm": 2.0807894225590964,
      "learning_rate": 0.000286284727916355,
      "loss": 6.0,
      "step": 21821
    },
    {
      "epoch": 0.8937947982797461,
      "grad_norm": 1.9628850741499213,
      "learning_rate": 0.00028628336545668924,
      "loss": 6.5312,
      "step": 21822
    },
    {
      "epoch": 0.8938357567069425,
      "grad_norm": 1.6274205172872283,
      "learning_rate": 0.00028628200293259656,
      "loss": 5.25,
      "step": 21823
    },
    {
      "epoch": 0.8938767151341388,
      "grad_norm": 1.6625817813242103,
      "learning_rate": 0.00028628064034407765,
      "loss": 4.6875,
      "step": 21824
    },
    {
      "epoch": 0.8939176735613352,
      "grad_norm": 2.4327102739521886,
      "learning_rate": 0.0002862792776911332,
      "loss": 5.625,
      "step": 21825
    },
    {
      "epoch": 0.8939586319885316,
      "grad_norm": 1.6037039620979476,
      "learning_rate": 0.00028627791497376373,
      "loss": 4.5312,
      "step": 21826
    },
    {
      "epoch": 0.8939995904157281,
      "grad_norm": 1.8780715949450428,
      "learning_rate": 0.00028627655219197007,
      "loss": 5.125,
      "step": 21827
    },
    {
      "epoch": 0.8940405488429244,
      "grad_norm": 1.9716717744502565,
      "learning_rate": 0.00028627518934575273,
      "loss": 4.6875,
      "step": 21828
    },
    {
      "epoch": 0.8940815072701208,
      "grad_norm": 1.7853441477629777,
      "learning_rate": 0.0002862738264351124,
      "loss": 6.1562,
      "step": 21829
    },
    {
      "epoch": 0.8941224656973172,
      "grad_norm": 1.5895932726795121,
      "learning_rate": 0.0002862724634600497,
      "loss": 5.1562,
      "step": 21830
    },
    {
      "epoch": 0.8941634241245137,
      "grad_norm": 2.1516834570533194,
      "learning_rate": 0.0002862711004205653,
      "loss": 5.125,
      "step": 21831
    },
    {
      "epoch": 0.89420438255171,
      "grad_norm": 2.5477495779998005,
      "learning_rate": 0.0002862697373166598,
      "loss": 5.9062,
      "step": 21832
    },
    {
      "epoch": 0.8942453409789064,
      "grad_norm": 2.0500865218342557,
      "learning_rate": 0.0002862683741483339,
      "loss": 5.8125,
      "step": 21833
    },
    {
      "epoch": 0.8942862994061028,
      "grad_norm": 5.765409502385415,
      "learning_rate": 0.0002862670109155882,
      "loss": 3.0781,
      "step": 21834
    },
    {
      "epoch": 0.8943272578332992,
      "grad_norm": 2.075178130213928,
      "learning_rate": 0.0002862656476184234,
      "loss": 4.5938,
      "step": 21835
    },
    {
      "epoch": 0.8943682162604956,
      "grad_norm": 1.69040660107823,
      "learning_rate": 0.00028626428425684007,
      "loss": 4.8125,
      "step": 21836
    },
    {
      "epoch": 0.894409174687692,
      "grad_norm": 1.761717455521945,
      "learning_rate": 0.0002862629208308389,
      "loss": 4.75,
      "step": 21837
    },
    {
      "epoch": 0.8944501331148884,
      "grad_norm": 1.8325707212347646,
      "learning_rate": 0.00028626155734042056,
      "loss": 5.125,
      "step": 21838
    },
    {
      "epoch": 0.8944910915420848,
      "grad_norm": 1.8509405793431906,
      "learning_rate": 0.00028626019378558566,
      "loss": 6.25,
      "step": 21839
    },
    {
      "epoch": 0.8945320499692812,
      "grad_norm": 2.0079286032293076,
      "learning_rate": 0.00028625883016633483,
      "loss": 6.0625,
      "step": 21840
    },
    {
      "epoch": 0.8945730083964776,
      "grad_norm": 1.9099085509013551,
      "learning_rate": 0.0002862574664826687,
      "loss": 5.125,
      "step": 21841
    },
    {
      "epoch": 0.894613966823674,
      "grad_norm": 6.162566417923777,
      "learning_rate": 0.00028625610273458796,
      "loss": 6.5,
      "step": 21842
    },
    {
      "epoch": 0.8946549252508703,
      "grad_norm": 2.0591399951176994,
      "learning_rate": 0.00028625473892209327,
      "loss": 4.625,
      "step": 21843
    },
    {
      "epoch": 0.8946958836780667,
      "grad_norm": 2.9181950829213075,
      "learning_rate": 0.0002862533750451852,
      "loss": 5.5938,
      "step": 21844
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 4.874397124887878,
      "learning_rate": 0.00028625201110386454,
      "loss": 2.1562,
      "step": 21845
    },
    {
      "epoch": 0.8947778005324596,
      "grad_norm": 1.5220428533585109,
      "learning_rate": 0.00028625064709813174,
      "loss": 4.7188,
      "step": 21846
    },
    {
      "epoch": 0.8948187589596559,
      "grad_norm": 1.9803793006539954,
      "learning_rate": 0.0002862492830279876,
      "loss": 5.8438,
      "step": 21847
    },
    {
      "epoch": 0.8948597173868523,
      "grad_norm": 1.828524438452346,
      "learning_rate": 0.00028624791889343264,
      "loss": 4.875,
      "step": 21848
    },
    {
      "epoch": 0.8949006758140488,
      "grad_norm": 1.6427862124451467,
      "learning_rate": 0.00028624655469446764,
      "loss": 5.0,
      "step": 21849
    },
    {
      "epoch": 0.8949416342412452,
      "grad_norm": 2.2939628520092703,
      "learning_rate": 0.0002862451904310931,
      "loss": 5.5312,
      "step": 21850
    },
    {
      "epoch": 0.8949825926684415,
      "grad_norm": 1.477756935759479,
      "learning_rate": 0.0002862438261033098,
      "loss": 4.4688,
      "step": 21851
    },
    {
      "epoch": 0.8950235510956379,
      "grad_norm": 3.636438213882946,
      "learning_rate": 0.0002862424617111183,
      "loss": 7.2188,
      "step": 21852
    },
    {
      "epoch": 0.8950645095228343,
      "grad_norm": 1.9708906654006848,
      "learning_rate": 0.0002862410972545193,
      "loss": 4.5938,
      "step": 21853
    },
    {
      "epoch": 0.8951054679500308,
      "grad_norm": 4.086676256338629,
      "learning_rate": 0.00028623973273351333,
      "loss": 5.125,
      "step": 21854
    },
    {
      "epoch": 0.8951464263772271,
      "grad_norm": 1.970392418044163,
      "learning_rate": 0.0002862383681481012,
      "loss": 5.2188,
      "step": 21855
    },
    {
      "epoch": 0.8951873848044235,
      "grad_norm": 3.0896366282413936,
      "learning_rate": 0.0002862370034982835,
      "loss": 4.1562,
      "step": 21856
    },
    {
      "epoch": 0.8952283432316199,
      "grad_norm": 1.7734249858550506,
      "learning_rate": 0.0002862356387840608,
      "loss": 4.6875,
      "step": 21857
    },
    {
      "epoch": 0.8952693016588164,
      "grad_norm": 1.609396787975071,
      "learning_rate": 0.0002862342740054338,
      "loss": 4.5312,
      "step": 21858
    },
    {
      "epoch": 0.8953102600860127,
      "grad_norm": 1.939875113978261,
      "learning_rate": 0.0002862329091624031,
      "loss": 5.4062,
      "step": 21859
    },
    {
      "epoch": 0.8953512185132091,
      "grad_norm": 1.8287008886293201,
      "learning_rate": 0.00028623154425496945,
      "loss": 5.0625,
      "step": 21860
    },
    {
      "epoch": 0.8953921769404055,
      "grad_norm": 3.497254523537097,
      "learning_rate": 0.00028623017928313337,
      "loss": 7.8438,
      "step": 21861
    },
    {
      "epoch": 0.8954331353676018,
      "grad_norm": 4.360512059451188,
      "learning_rate": 0.00028622881424689563,
      "loss": 3.4688,
      "step": 21862
    },
    {
      "epoch": 0.8954740937947983,
      "grad_norm": 1.95587217123184,
      "learning_rate": 0.0002862274491462568,
      "loss": 6.375,
      "step": 21863
    },
    {
      "epoch": 0.8955150522219947,
      "grad_norm": 1.8538298801138635,
      "learning_rate": 0.00028622608398121754,
      "loss": 4.875,
      "step": 21864
    },
    {
      "epoch": 0.8955560106491911,
      "grad_norm": 2.345987675723346,
      "learning_rate": 0.00028622471875177843,
      "loss": 5.3125,
      "step": 21865
    },
    {
      "epoch": 0.8955969690763874,
      "grad_norm": 1.8522758497004226,
      "learning_rate": 0.0002862233534579402,
      "loss": 5.4688,
      "step": 21866
    },
    {
      "epoch": 0.8956379275035838,
      "grad_norm": 2.616360450047631,
      "learning_rate": 0.00028622198809970354,
      "loss": 6.1875,
      "step": 21867
    },
    {
      "epoch": 0.8956788859307803,
      "grad_norm": 2.605127804041772,
      "learning_rate": 0.000286220622677069,
      "loss": 5.1562,
      "step": 21868
    },
    {
      "epoch": 0.8957198443579767,
      "grad_norm": 1.929308087938528,
      "learning_rate": 0.0002862192571900372,
      "loss": 5.0,
      "step": 21869
    },
    {
      "epoch": 0.895760802785173,
      "grad_norm": 1.9334410240145805,
      "learning_rate": 0.0002862178916386089,
      "loss": 5.5938,
      "step": 21870
    },
    {
      "epoch": 0.8958017612123694,
      "grad_norm": 1.9761061917887566,
      "learning_rate": 0.0002862165260227847,
      "loss": 5.9062,
      "step": 21871
    },
    {
      "epoch": 0.8958427196395659,
      "grad_norm": 1.565714942046312,
      "learning_rate": 0.00028621516034256516,
      "loss": 5.1875,
      "step": 21872
    },
    {
      "epoch": 0.8958836780667623,
      "grad_norm": 1.636975449475865,
      "learning_rate": 0.00028621379459795103,
      "loss": 4.375,
      "step": 21873
    },
    {
      "epoch": 0.8959246364939586,
      "grad_norm": 1.8725285811815147,
      "learning_rate": 0.00028621242878894293,
      "loss": 6.0,
      "step": 21874
    },
    {
      "epoch": 0.895965594921155,
      "grad_norm": 2.353053751816708,
      "learning_rate": 0.00028621106291554146,
      "loss": 5.6562,
      "step": 21875
    },
    {
      "epoch": 0.8960065533483514,
      "grad_norm": 4.229747785549491,
      "learning_rate": 0.0002862096969777473,
      "loss": 5.6875,
      "step": 21876
    },
    {
      "epoch": 0.8960475117755479,
      "grad_norm": 1.9084782003806364,
      "learning_rate": 0.0002862083309755612,
      "loss": 5.7812,
      "step": 21877
    },
    {
      "epoch": 0.8960884702027442,
      "grad_norm": 1.610141386495628,
      "learning_rate": 0.00028620696490898366,
      "loss": 4.4688,
      "step": 21878
    },
    {
      "epoch": 0.8961294286299406,
      "grad_norm": 1.813424930823633,
      "learning_rate": 0.0002862055987780153,
      "loss": 7.4375,
      "step": 21879
    },
    {
      "epoch": 0.896170387057137,
      "grad_norm": 2.2718158734868226,
      "learning_rate": 0.00028620423258265694,
      "loss": 6.0625,
      "step": 21880
    },
    {
      "epoch": 0.8962113454843335,
      "grad_norm": 1.6595200338745046,
      "learning_rate": 0.000286202866322909,
      "loss": 5.375,
      "step": 21881
    },
    {
      "epoch": 0.8962523039115298,
      "grad_norm": 1.6669795066910724,
      "learning_rate": 0.00028620149999877235,
      "loss": 5.1562,
      "step": 21882
    },
    {
      "epoch": 0.8962932623387262,
      "grad_norm": 3.8166656721432464,
      "learning_rate": 0.0002862001336102475,
      "loss": 5.6562,
      "step": 21883
    },
    {
      "epoch": 0.8963342207659226,
      "grad_norm": 1.98377428519059,
      "learning_rate": 0.00028619876715733515,
      "loss": 5.75,
      "step": 21884
    },
    {
      "epoch": 0.8963751791931189,
      "grad_norm": 1.7342568001471803,
      "learning_rate": 0.0002861974006400359,
      "loss": 4.9688,
      "step": 21885
    },
    {
      "epoch": 0.8964161376203154,
      "grad_norm": 1.8289382918062338,
      "learning_rate": 0.0002861960340583504,
      "loss": 5.6875,
      "step": 21886
    },
    {
      "epoch": 0.8964570960475118,
      "grad_norm": 4.654680075150107,
      "learning_rate": 0.0002861946674122794,
      "loss": 5.4688,
      "step": 21887
    },
    {
      "epoch": 0.8964980544747082,
      "grad_norm": 3.4894680004799414,
      "learning_rate": 0.0002861933007018234,
      "loss": 3.9375,
      "step": 21888
    },
    {
      "epoch": 0.8965390129019045,
      "grad_norm": 1.6302613689278616,
      "learning_rate": 0.0002861919339269831,
      "loss": 4.7812,
      "step": 21889
    },
    {
      "epoch": 0.8965799713291009,
      "grad_norm": 1.5806924334407892,
      "learning_rate": 0.0002861905670877592,
      "loss": 5.0,
      "step": 21890
    },
    {
      "epoch": 0.8966209297562974,
      "grad_norm": 2.3211985763896688,
      "learning_rate": 0.00028618920018415225,
      "loss": 4.4062,
      "step": 21891
    },
    {
      "epoch": 0.8966618881834938,
      "grad_norm": 1.4227054863876665,
      "learning_rate": 0.000286187833216163,
      "loss": 5.3125,
      "step": 21892
    },
    {
      "epoch": 0.8967028466106901,
      "grad_norm": 1.9021597118337912,
      "learning_rate": 0.000286186466183792,
      "loss": 5.0,
      "step": 21893
    },
    {
      "epoch": 0.8967438050378865,
      "grad_norm": 2.2277215704315956,
      "learning_rate": 0.00028618509908703995,
      "loss": 5.2812,
      "step": 21894
    },
    {
      "epoch": 0.896784763465083,
      "grad_norm": 4.338504735057015,
      "learning_rate": 0.00028618373192590754,
      "loss": 6.875,
      "step": 21895
    },
    {
      "epoch": 0.8968257218922794,
      "grad_norm": 1.8097146460634355,
      "learning_rate": 0.00028618236470039527,
      "loss": 5.0625,
      "step": 21896
    },
    {
      "epoch": 0.8968666803194757,
      "grad_norm": 1.5259301927393363,
      "learning_rate": 0.00028618099741050393,
      "loss": 5.125,
      "step": 21897
    },
    {
      "epoch": 0.8969076387466721,
      "grad_norm": 2.7228233643650843,
      "learning_rate": 0.00028617963005623414,
      "loss": 6.3438,
      "step": 21898
    },
    {
      "epoch": 0.8969485971738685,
      "grad_norm": 1.7881435394450782,
      "learning_rate": 0.00028617826263758653,
      "loss": 5.375,
      "step": 21899
    },
    {
      "epoch": 0.896989555601065,
      "grad_norm": 1.6062733178694115,
      "learning_rate": 0.0002861768951545617,
      "loss": 4.9688,
      "step": 21900
    },
    {
      "epoch": 0.8970305140282613,
      "grad_norm": 1.723437422710884,
      "learning_rate": 0.0002861755276071604,
      "loss": 4.9062,
      "step": 21901
    },
    {
      "epoch": 0.8970714724554577,
      "grad_norm": 1.7125198949006222,
      "learning_rate": 0.00028617415999538314,
      "loss": 6.8125,
      "step": 21902
    },
    {
      "epoch": 0.8971124308826541,
      "grad_norm": 1.6330085809107877,
      "learning_rate": 0.0002861727923192307,
      "loss": 5.3125,
      "step": 21903
    },
    {
      "epoch": 0.8971533893098504,
      "grad_norm": 2.06536561995016,
      "learning_rate": 0.00028617142457870357,
      "loss": 5.375,
      "step": 21904
    },
    {
      "epoch": 0.8971943477370469,
      "grad_norm": 3.212345303171307,
      "learning_rate": 0.00028617005677380254,
      "loss": 5.1875,
      "step": 21905
    },
    {
      "epoch": 0.8972353061642433,
      "grad_norm": 1.7440609371498377,
      "learning_rate": 0.00028616868890452826,
      "loss": 4.5938,
      "step": 21906
    },
    {
      "epoch": 0.8972762645914397,
      "grad_norm": 1.6380938972596815,
      "learning_rate": 0.00028616732097088126,
      "loss": 5.0312,
      "step": 21907
    },
    {
      "epoch": 0.897317223018636,
      "grad_norm": 3.5597942790909554,
      "learning_rate": 0.0002861659529728623,
      "loss": 7.4062,
      "step": 21908
    },
    {
      "epoch": 0.8973581814458325,
      "grad_norm": 2.168119712942457,
      "learning_rate": 0.00028616458491047194,
      "loss": 5.9375,
      "step": 21909
    },
    {
      "epoch": 0.8973991398730289,
      "grad_norm": 2.534685618343808,
      "learning_rate": 0.0002861632167837109,
      "loss": 6.9062,
      "step": 21910
    },
    {
      "epoch": 0.8974400983002253,
      "grad_norm": 1.8623980078085862,
      "learning_rate": 0.0002861618485925798,
      "loss": 5.3125,
      "step": 21911
    },
    {
      "epoch": 0.8974810567274216,
      "grad_norm": 3.3882452456029393,
      "learning_rate": 0.00028616048033707923,
      "loss": 5.875,
      "step": 21912
    },
    {
      "epoch": 0.897522015154618,
      "grad_norm": 2.129977465608287,
      "learning_rate": 0.0002861591120172099,
      "loss": 7.0312,
      "step": 21913
    },
    {
      "epoch": 0.8975629735818145,
      "grad_norm": 3.2299801743735452,
      "learning_rate": 0.00028615774363297247,
      "loss": 6.4375,
      "step": 21914
    },
    {
      "epoch": 0.8976039320090109,
      "grad_norm": 1.9529645268578852,
      "learning_rate": 0.0002861563751843675,
      "loss": 5.0625,
      "step": 21915
    },
    {
      "epoch": 0.8976448904362072,
      "grad_norm": 2.9267732031861415,
      "learning_rate": 0.00028615500667139576,
      "loss": 7.8438,
      "step": 21916
    },
    {
      "epoch": 0.8976858488634036,
      "grad_norm": 4.068834895952869,
      "learning_rate": 0.00028615363809405777,
      "loss": 6.5625,
      "step": 21917
    },
    {
      "epoch": 0.8977268072906001,
      "grad_norm": 3.4735867328471253,
      "learning_rate": 0.00028615226945235433,
      "loss": 7.7812,
      "step": 21918
    },
    {
      "epoch": 0.8977677657177965,
      "grad_norm": 2.335233872795988,
      "learning_rate": 0.0002861509007462859,
      "loss": 6.125,
      "step": 21919
    },
    {
      "epoch": 0.8978087241449928,
      "grad_norm": 4.114071049872306,
      "learning_rate": 0.0002861495319758533,
      "loss": 6.9375,
      "step": 21920
    },
    {
      "epoch": 0.8978496825721892,
      "grad_norm": 2.0428612222602625,
      "learning_rate": 0.0002861481631410571,
      "loss": 5.0625,
      "step": 21921
    },
    {
      "epoch": 0.8978906409993856,
      "grad_norm": 2.779621708752144,
      "learning_rate": 0.0002861467942418979,
      "loss": 5.9688,
      "step": 21922
    },
    {
      "epoch": 0.8979315994265821,
      "grad_norm": 2.8493106823783934,
      "learning_rate": 0.00028614542527837644,
      "loss": 5.4375,
      "step": 21923
    },
    {
      "epoch": 0.8979725578537784,
      "grad_norm": 2.8988118510529794,
      "learning_rate": 0.0002861440562504933,
      "loss": 5.7188,
      "step": 21924
    },
    {
      "epoch": 0.8980135162809748,
      "grad_norm": 3.971296883859177,
      "learning_rate": 0.00028614268715824916,
      "loss": 6.375,
      "step": 21925
    },
    {
      "epoch": 0.8980544747081712,
      "grad_norm": 2.065800221632327,
      "learning_rate": 0.00028614131800164467,
      "loss": 4.9062,
      "step": 21926
    },
    {
      "epoch": 0.8980954331353675,
      "grad_norm": 2.176119210136777,
      "learning_rate": 0.0002861399487806804,
      "loss": 4.9688,
      "step": 21927
    },
    {
      "epoch": 0.898136391562564,
      "grad_norm": 1.7133343269800732,
      "learning_rate": 0.0002861385794953571,
      "loss": 5.5938,
      "step": 21928
    },
    {
      "epoch": 0.8981773499897604,
      "grad_norm": 1.722045099565553,
      "learning_rate": 0.0002861372101456754,
      "loss": 4.9375,
      "step": 21929
    },
    {
      "epoch": 0.8982183084169568,
      "grad_norm": 1.743512800847573,
      "learning_rate": 0.0002861358407316359,
      "loss": 5.0625,
      "step": 21930
    },
    {
      "epoch": 0.8982592668441531,
      "grad_norm": 2.695494997250171,
      "learning_rate": 0.0002861344712532393,
      "loss": 3.9219,
      "step": 21931
    },
    {
      "epoch": 0.8983002252713496,
      "grad_norm": 13.31389374809336,
      "learning_rate": 0.0002861331017104862,
      "loss": 4.5938,
      "step": 21932
    },
    {
      "epoch": 0.898341183698546,
      "grad_norm": 1.8534458079777651,
      "learning_rate": 0.0002861317321033773,
      "loss": 5.4688,
      "step": 21933
    },
    {
      "epoch": 0.8983821421257424,
      "grad_norm": 2.507230698269341,
      "learning_rate": 0.0002861303624319132,
      "loss": 5.5625,
      "step": 21934
    },
    {
      "epoch": 0.8984231005529387,
      "grad_norm": 2.1397138244755816,
      "learning_rate": 0.00028612899269609457,
      "loss": 6.0,
      "step": 21935
    },
    {
      "epoch": 0.8984640589801351,
      "grad_norm": 1.7360734771284148,
      "learning_rate": 0.00028612762289592197,
      "loss": 5.1562,
      "step": 21936
    },
    {
      "epoch": 0.8985050174073316,
      "grad_norm": 2.116028666856925,
      "learning_rate": 0.00028612625303139623,
      "loss": 6.125,
      "step": 21937
    },
    {
      "epoch": 0.898545975834528,
      "grad_norm": 3.4960141927280746,
      "learning_rate": 0.0002861248831025179,
      "loss": 5.0,
      "step": 21938
    },
    {
      "epoch": 0.8985869342617243,
      "grad_norm": 2.9139208183582195,
      "learning_rate": 0.0002861235131092876,
      "loss": 5.375,
      "step": 21939
    },
    {
      "epoch": 0.8986278926889207,
      "grad_norm": 7.234428237671288,
      "learning_rate": 0.000286122143051706,
      "loss": 3.2031,
      "step": 21940
    },
    {
      "epoch": 0.8986688511161172,
      "grad_norm": 3.530689524887234,
      "learning_rate": 0.0002861207729297737,
      "loss": 1.375,
      "step": 21941
    },
    {
      "epoch": 0.8987098095433136,
      "grad_norm": 1.8548411798785374,
      "learning_rate": 0.00028611940274349143,
      "loss": 5.125,
      "step": 21942
    },
    {
      "epoch": 0.8987507679705099,
      "grad_norm": 5.531933221851856,
      "learning_rate": 0.00028611803249285983,
      "loss": 5.625,
      "step": 21943
    },
    {
      "epoch": 0.8987917263977063,
      "grad_norm": 1.6919150428437677,
      "learning_rate": 0.00028611666217787953,
      "loss": 5.0312,
      "step": 21944
    },
    {
      "epoch": 0.8988326848249028,
      "grad_norm": 1.7260158679371032,
      "learning_rate": 0.0002861152917985511,
      "loss": 6.0938,
      "step": 21945
    },
    {
      "epoch": 0.8988736432520992,
      "grad_norm": 1.6551460814125658,
      "learning_rate": 0.0002861139213548753,
      "loss": 5.2812,
      "step": 21946
    },
    {
      "epoch": 0.8989146016792955,
      "grad_norm": 11.450110622314446,
      "learning_rate": 0.00028611255084685277,
      "loss": 4.9062,
      "step": 21947
    },
    {
      "epoch": 0.8989555601064919,
      "grad_norm": 1.5476205441532318,
      "learning_rate": 0.00028611118027448406,
      "loss": 4.8438,
      "step": 21948
    },
    {
      "epoch": 0.8989965185336883,
      "grad_norm": 3.2472008515574764,
      "learning_rate": 0.0002861098096377699,
      "loss": 5.5,
      "step": 21949
    },
    {
      "epoch": 0.8990374769608847,
      "grad_norm": 2.3141930582243453,
      "learning_rate": 0.000286108438936711,
      "loss": 5.8438,
      "step": 21950
    },
    {
      "epoch": 0.8990784353880811,
      "grad_norm": 1.9906051892673722,
      "learning_rate": 0.00028610706817130786,
      "loss": 5.4062,
      "step": 21951
    },
    {
      "epoch": 0.8991193938152775,
      "grad_norm": 1.7541244667458311,
      "learning_rate": 0.0002861056973415612,
      "loss": 4.5625,
      "step": 21952
    },
    {
      "epoch": 0.8991603522424739,
      "grad_norm": 3.562495360454311,
      "learning_rate": 0.00028610432644747167,
      "loss": 6.25,
      "step": 21953
    },
    {
      "epoch": 0.8992013106696702,
      "grad_norm": 3.8094332567334095,
      "learning_rate": 0.00028610295548903993,
      "loss": 6.6562,
      "step": 21954
    },
    {
      "epoch": 0.8992422690968667,
      "grad_norm": 4.932784024087791,
      "learning_rate": 0.00028610158446626654,
      "loss": 3.9062,
      "step": 21955
    },
    {
      "epoch": 0.8992832275240631,
      "grad_norm": 2.608170881921305,
      "learning_rate": 0.0002861002133791523,
      "loss": 5.6875,
      "step": 21956
    },
    {
      "epoch": 0.8993241859512595,
      "grad_norm": 1.7625924023763442,
      "learning_rate": 0.0002860988422276977,
      "loss": 5.5625,
      "step": 21957
    },
    {
      "epoch": 0.8993651443784558,
      "grad_norm": 1.8980519678200576,
      "learning_rate": 0.00028609747101190355,
      "loss": 5.7812,
      "step": 21958
    },
    {
      "epoch": 0.8994061028056523,
      "grad_norm": 1.7463161538600016,
      "learning_rate": 0.0002860960997317704,
      "loss": 5.0,
      "step": 21959
    },
    {
      "epoch": 0.8994470612328487,
      "grad_norm": 2.1254210919241316,
      "learning_rate": 0.00028609472838729886,
      "loss": 4.8125,
      "step": 21960
    },
    {
      "epoch": 0.8994880196600451,
      "grad_norm": 1.7516100225717024,
      "learning_rate": 0.00028609335697848964,
      "loss": 5.1562,
      "step": 21961
    },
    {
      "epoch": 0.8995289780872414,
      "grad_norm": 2.0382927299866784,
      "learning_rate": 0.0002860919855053434,
      "loss": 6.4688,
      "step": 21962
    },
    {
      "epoch": 0.8995699365144378,
      "grad_norm": 2.6788562565387846,
      "learning_rate": 0.00028609061396786073,
      "loss": 5.5625,
      "step": 21963
    },
    {
      "epoch": 0.8996108949416343,
      "grad_norm": 2.162997384780964,
      "learning_rate": 0.00028608924236604233,
      "loss": 5.9375,
      "step": 21964
    },
    {
      "epoch": 0.8996518533688307,
      "grad_norm": 6.1985207992702565,
      "learning_rate": 0.0002860878706998889,
      "loss": 5.25,
      "step": 21965
    },
    {
      "epoch": 0.899692811796027,
      "grad_norm": 8.22683170819136,
      "learning_rate": 0.00028608649896940097,
      "loss": 3.5,
      "step": 21966
    },
    {
      "epoch": 0.8997337702232234,
      "grad_norm": 2.523662629115349,
      "learning_rate": 0.0002860851271745792,
      "loss": 4.9375,
      "step": 21967
    },
    {
      "epoch": 0.8997747286504199,
      "grad_norm": 1.7231003575023294,
      "learning_rate": 0.0002860837553154243,
      "loss": 5.375,
      "step": 21968
    },
    {
      "epoch": 0.8998156870776162,
      "grad_norm": 2.4094829688683395,
      "learning_rate": 0.0002860823833919369,
      "loss": 5.8438,
      "step": 21969
    },
    {
      "epoch": 0.8998566455048126,
      "grad_norm": 2.1010795093303036,
      "learning_rate": 0.0002860810114041177,
      "loss": 5.3438,
      "step": 21970
    },
    {
      "epoch": 0.899897603932009,
      "grad_norm": 4.300452101806902,
      "learning_rate": 0.0002860796393519672,
      "loss": 3.3594,
      "step": 21971
    },
    {
      "epoch": 0.8999385623592054,
      "grad_norm": 7.414089717320744,
      "learning_rate": 0.00028607826723548623,
      "loss": 7.3125,
      "step": 21972
    },
    {
      "epoch": 0.8999795207864018,
      "grad_norm": 2.1833100113475314,
      "learning_rate": 0.0002860768950546753,
      "loss": 6.3125,
      "step": 21973
    },
    {
      "epoch": 0.9000204792135982,
      "grad_norm": 1.809778833780867,
      "learning_rate": 0.00028607552280953514,
      "loss": 4.4375,
      "step": 21974
    },
    {
      "epoch": 0.9000614376407946,
      "grad_norm": 2.0220640941380266,
      "learning_rate": 0.00028607415050006633,
      "loss": 5.0938,
      "step": 21975
    },
    {
      "epoch": 0.900102396067991,
      "grad_norm": 2.0794733388210123,
      "learning_rate": 0.0002860727781262696,
      "loss": 6.5625,
      "step": 21976
    },
    {
      "epoch": 0.9001433544951873,
      "grad_norm": 2.5912654608806016,
      "learning_rate": 0.00028607140568814556,
      "loss": 5.125,
      "step": 21977
    },
    {
      "epoch": 0.9001843129223838,
      "grad_norm": 2.044752058525693,
      "learning_rate": 0.00028607003318569484,
      "loss": 4.7188,
      "step": 21978
    },
    {
      "epoch": 0.9002252713495802,
      "grad_norm": 1.716728545904401,
      "learning_rate": 0.0002860686606189181,
      "loss": 4.9375,
      "step": 21979
    },
    {
      "epoch": 0.9002662297767766,
      "grad_norm": 1.816759207057866,
      "learning_rate": 0.000286067287987816,
      "loss": 5.5,
      "step": 21980
    },
    {
      "epoch": 0.9003071882039729,
      "grad_norm": 1.7682982552047886,
      "learning_rate": 0.00028606591529238914,
      "loss": 4.8125,
      "step": 21981
    },
    {
      "epoch": 0.9003481466311694,
      "grad_norm": 1.7482079218027526,
      "learning_rate": 0.00028606454253263827,
      "loss": 5.5938,
      "step": 21982
    },
    {
      "epoch": 0.9003891050583658,
      "grad_norm": 5.128966803108493,
      "learning_rate": 0.0002860631697085639,
      "loss": 2.7031,
      "step": 21983
    },
    {
      "epoch": 0.9004300634855622,
      "grad_norm": 3.602118912257,
      "learning_rate": 0.0002860617968201668,
      "loss": 7.1562,
      "step": 21984
    },
    {
      "epoch": 0.9004710219127585,
      "grad_norm": 4.204576872841693,
      "learning_rate": 0.00028606042386744763,
      "loss": 4.375,
      "step": 21985
    },
    {
      "epoch": 0.9005119803399549,
      "grad_norm": 2.441571350056003,
      "learning_rate": 0.00028605905085040697,
      "loss": 5.5,
      "step": 21986
    },
    {
      "epoch": 0.9005529387671514,
      "grad_norm": 2.802473062511586,
      "learning_rate": 0.00028605767776904547,
      "loss": 3.4531,
      "step": 21987
    },
    {
      "epoch": 0.9005938971943478,
      "grad_norm": 9.525463457591187,
      "learning_rate": 0.0002860563046233638,
      "loss": 4.3438,
      "step": 21988
    },
    {
      "epoch": 0.9006348556215441,
      "grad_norm": 1.846308740921361,
      "learning_rate": 0.00028605493141336256,
      "loss": 4.9375,
      "step": 21989
    },
    {
      "epoch": 0.9006758140487405,
      "grad_norm": 1.8388295609934788,
      "learning_rate": 0.0002860535581390425,
      "loss": 5.2188,
      "step": 21990
    },
    {
      "epoch": 0.900716772475937,
      "grad_norm": 15.99442219087655,
      "learning_rate": 0.00028605218480040416,
      "loss": 6.875,
      "step": 21991
    },
    {
      "epoch": 0.9007577309031333,
      "grad_norm": 1.8392726594316866,
      "learning_rate": 0.0002860508113974483,
      "loss": 4.9375,
      "step": 21992
    },
    {
      "epoch": 0.9007986893303297,
      "grad_norm": 2.706775514446988,
      "learning_rate": 0.00028604943793017544,
      "loss": 4.0,
      "step": 21993
    },
    {
      "epoch": 0.9008396477575261,
      "grad_norm": 1.500609588971057,
      "learning_rate": 0.00028604806439858635,
      "loss": 5.125,
      "step": 21994
    },
    {
      "epoch": 0.9008806061847225,
      "grad_norm": 2.19979623851843,
      "learning_rate": 0.00028604669080268164,
      "loss": 5.0938,
      "step": 21995
    },
    {
      "epoch": 0.9009215646119189,
      "grad_norm": 1.898826815310144,
      "learning_rate": 0.0002860453171424619,
      "loss": 5.5625,
      "step": 21996
    },
    {
      "epoch": 0.9009625230391153,
      "grad_norm": 1.8621269624047783,
      "learning_rate": 0.00028604394341792786,
      "loss": 5.5938,
      "step": 21997
    },
    {
      "epoch": 0.9010034814663117,
      "grad_norm": 1.8945313153758323,
      "learning_rate": 0.00028604256962908015,
      "loss": 5.8438,
      "step": 21998
    },
    {
      "epoch": 0.9010444398935081,
      "grad_norm": 1.660593873736465,
      "learning_rate": 0.0002860411957759194,
      "loss": 5.0625,
      "step": 21999
    },
    {
      "epoch": 0.9010853983207044,
      "grad_norm": 2.1229808716027088,
      "learning_rate": 0.0002860398218584463,
      "loss": 4.2812,
      "step": 22000
    },
    {
      "epoch": 0.9011263567479009,
      "grad_norm": 1.6954024244158656,
      "learning_rate": 0.0002860384478766614,
      "loss": 4.4375,
      "step": 22001
    },
    {
      "epoch": 0.9011673151750973,
      "grad_norm": 1.611698609272982,
      "learning_rate": 0.0002860370738305654,
      "loss": 5.0312,
      "step": 22002
    },
    {
      "epoch": 0.9012082736022937,
      "grad_norm": 1.6348781480926406,
      "learning_rate": 0.000286035699720159,
      "loss": 4.25,
      "step": 22003
    },
    {
      "epoch": 0.90124923202949,
      "grad_norm": 1.718271403005337,
      "learning_rate": 0.0002860343255454428,
      "loss": 5.25,
      "step": 22004
    },
    {
      "epoch": 0.9012901904566865,
      "grad_norm": 2.028154582763815,
      "learning_rate": 0.0002860329513064175,
      "loss": 6.3438,
      "step": 22005
    },
    {
      "epoch": 0.9013311488838829,
      "grad_norm": 1.6539657496348241,
      "learning_rate": 0.0002860315770030837,
      "loss": 5.0938,
      "step": 22006
    },
    {
      "epoch": 0.9013721073110793,
      "grad_norm": 1.876287606572903,
      "learning_rate": 0.0002860302026354421,
      "loss": 4.4688,
      "step": 22007
    },
    {
      "epoch": 0.9014130657382756,
      "grad_norm": 1.72268790291475,
      "learning_rate": 0.0002860288282034933,
      "loss": 5.0625,
      "step": 22008
    },
    {
      "epoch": 0.901454024165472,
      "grad_norm": 6.914445871539866,
      "learning_rate": 0.00028602745370723796,
      "loss": 6.2188,
      "step": 22009
    },
    {
      "epoch": 0.9014949825926685,
      "grad_norm": 1.5477293921950401,
      "learning_rate": 0.00028602607914667667,
      "loss": 4.9375,
      "step": 22010
    },
    {
      "epoch": 0.9015359410198648,
      "grad_norm": 1.8355376773216718,
      "learning_rate": 0.0002860247045218102,
      "loss": 4.375,
      "step": 22011
    },
    {
      "epoch": 0.9015768994470612,
      "grad_norm": 2.1793017062120907,
      "learning_rate": 0.0002860233298326391,
      "loss": 5.125,
      "step": 22012
    },
    {
      "epoch": 0.9016178578742576,
      "grad_norm": 3.5376926582053017,
      "learning_rate": 0.00028602195507916416,
      "loss": 2.2969,
      "step": 22013
    },
    {
      "epoch": 0.9016588163014541,
      "grad_norm": 1.8617015561375894,
      "learning_rate": 0.0002860205802613858,
      "loss": 5.5312,
      "step": 22014
    },
    {
      "epoch": 0.9016997747286504,
      "grad_norm": 2.087405418139965,
      "learning_rate": 0.0002860192053793049,
      "loss": 4.25,
      "step": 22015
    },
    {
      "epoch": 0.9017407331558468,
      "grad_norm": 1.899660613608677,
      "learning_rate": 0.000286017830432922,
      "loss": 5.6562,
      "step": 22016
    },
    {
      "epoch": 0.9017816915830432,
      "grad_norm": 1.8818232876630114,
      "learning_rate": 0.00028601645542223773,
      "loss": 4.9375,
      "step": 22017
    },
    {
      "epoch": 0.9018226500102396,
      "grad_norm": 2.2824387653711353,
      "learning_rate": 0.0002860150803472528,
      "loss": 6.25,
      "step": 22018
    },
    {
      "epoch": 0.901863608437436,
      "grad_norm": 7.5709598151640165,
      "learning_rate": 0.0002860137052079678,
      "loss": 4.625,
      "step": 22019
    },
    {
      "epoch": 0.9019045668646324,
      "grad_norm": 3.2987511772768374,
      "learning_rate": 0.0002860123300043834,
      "loss": 7.1562,
      "step": 22020
    },
    {
      "epoch": 0.9019455252918288,
      "grad_norm": 12.25073741093398,
      "learning_rate": 0.0002860109547365003,
      "loss": 5.8125,
      "step": 22021
    },
    {
      "epoch": 0.9019864837190252,
      "grad_norm": 1.9013911012681515,
      "learning_rate": 0.0002860095794043191,
      "loss": 5.3438,
      "step": 22022
    },
    {
      "epoch": 0.9020274421462215,
      "grad_norm": 1.8679888080659093,
      "learning_rate": 0.0002860082040078405,
      "loss": 6.5,
      "step": 22023
    },
    {
      "epoch": 0.902068400573418,
      "grad_norm": 1.7986629387854842,
      "learning_rate": 0.0002860068285470651,
      "loss": 4.4688,
      "step": 22024
    },
    {
      "epoch": 0.9021093590006144,
      "grad_norm": 2.7219057442651984,
      "learning_rate": 0.00028600545302199355,
      "loss": 3.5625,
      "step": 22025
    },
    {
      "epoch": 0.9021503174278108,
      "grad_norm": 2.701065491347429,
      "learning_rate": 0.00028600407743262647,
      "loss": 4.9062,
      "step": 22026
    },
    {
      "epoch": 0.9021912758550071,
      "grad_norm": 2.2679496185479433,
      "learning_rate": 0.00028600270177896463,
      "loss": 5.6562,
      "step": 22027
    },
    {
      "epoch": 0.9022322342822036,
      "grad_norm": 1.824687285257346,
      "learning_rate": 0.00028600132606100857,
      "loss": 4.9688,
      "step": 22028
    },
    {
      "epoch": 0.9022731927094,
      "grad_norm": 2.068781534662295,
      "learning_rate": 0.00028599995027875895,
      "loss": 5.0312,
      "step": 22029
    },
    {
      "epoch": 0.9023141511365964,
      "grad_norm": 3.652795842925783,
      "learning_rate": 0.0002859985744322165,
      "loss": 7.3125,
      "step": 22030
    },
    {
      "epoch": 0.9023551095637927,
      "grad_norm": 7.306515382418554,
      "learning_rate": 0.00028599719852138175,
      "loss": 6.625,
      "step": 22031
    },
    {
      "epoch": 0.9023960679909891,
      "grad_norm": 3.7880375549498453,
      "learning_rate": 0.00028599582254625543,
      "loss": 7.2188,
      "step": 22032
    },
    {
      "epoch": 0.9024370264181856,
      "grad_norm": 3.85807057249527,
      "learning_rate": 0.00028599444650683826,
      "loss": 4.875,
      "step": 22033
    },
    {
      "epoch": 0.9024779848453819,
      "grad_norm": 4.614571049806927,
      "learning_rate": 0.0002859930704031307,
      "loss": 6.75,
      "step": 22034
    },
    {
      "epoch": 0.9025189432725783,
      "grad_norm": 1.681328200402579,
      "learning_rate": 0.00028599169423513355,
      "loss": 4.9688,
      "step": 22035
    },
    {
      "epoch": 0.9025599016997747,
      "grad_norm": 2.464334911302108,
      "learning_rate": 0.00028599031800284743,
      "loss": 6.375,
      "step": 22036
    },
    {
      "epoch": 0.9026008601269712,
      "grad_norm": 1.9763884236231026,
      "learning_rate": 0.000285988941706273,
      "loss": 6.0,
      "step": 22037
    },
    {
      "epoch": 0.9026418185541675,
      "grad_norm": 7.526684424961773,
      "learning_rate": 0.00028598756534541086,
      "loss": 7.6875,
      "step": 22038
    },
    {
      "epoch": 0.9026827769813639,
      "grad_norm": 1.7276510545603616,
      "learning_rate": 0.00028598618892026166,
      "loss": 6.5625,
      "step": 22039
    },
    {
      "epoch": 0.9027237354085603,
      "grad_norm": 1.903792469082857,
      "learning_rate": 0.00028598481243082615,
      "loss": 4.875,
      "step": 22040
    },
    {
      "epoch": 0.9027646938357567,
      "grad_norm": 1.6132214023448566,
      "learning_rate": 0.0002859834358771048,
      "loss": 5.4062,
      "step": 22041
    },
    {
      "epoch": 0.9028056522629531,
      "grad_norm": 2.828606539773675,
      "learning_rate": 0.0002859820592590985,
      "loss": 5.3125,
      "step": 22042
    },
    {
      "epoch": 0.9028466106901495,
      "grad_norm": 2.0157965334697074,
      "learning_rate": 0.0002859806825768077,
      "loss": 5.6562,
      "step": 22043
    },
    {
      "epoch": 0.9028875691173459,
      "grad_norm": 7.636910168430794,
      "learning_rate": 0.0002859793058302331,
      "loss": 6.25,
      "step": 22044
    },
    {
      "epoch": 0.9029285275445423,
      "grad_norm": 3.4085604681499513,
      "learning_rate": 0.00028597792901937546,
      "loss": 7.6562,
      "step": 22045
    },
    {
      "epoch": 0.9029694859717387,
      "grad_norm": 1.670300467863653,
      "learning_rate": 0.0002859765521442353,
      "loss": 4.8125,
      "step": 22046
    },
    {
      "epoch": 0.9030104443989351,
      "grad_norm": 2.194114456470951,
      "learning_rate": 0.00028597517520481333,
      "loss": 5.9688,
      "step": 22047
    },
    {
      "epoch": 0.9030514028261315,
      "grad_norm": 2.0892807953741896,
      "learning_rate": 0.00028597379820111016,
      "loss": 5.8125,
      "step": 22048
    },
    {
      "epoch": 0.9030923612533279,
      "grad_norm": 4.766106653828016,
      "learning_rate": 0.00028597242113312653,
      "loss": 3.9688,
      "step": 22049
    },
    {
      "epoch": 0.9031333196805242,
      "grad_norm": 1.8734219641795875,
      "learning_rate": 0.00028597104400086295,
      "loss": 5.0625,
      "step": 22050
    },
    {
      "epoch": 0.9031742781077207,
      "grad_norm": 2.8852365403526736,
      "learning_rate": 0.00028596966680432016,
      "loss": 5.8125,
      "step": 22051
    },
    {
      "epoch": 0.9032152365349171,
      "grad_norm": 1.778458812421212,
      "learning_rate": 0.0002859682895434988,
      "loss": 5.0938,
      "step": 22052
    },
    {
      "epoch": 0.9032561949621134,
      "grad_norm": 2.137012844931508,
      "learning_rate": 0.0002859669122183996,
      "loss": 4.875,
      "step": 22053
    },
    {
      "epoch": 0.9032971533893098,
      "grad_norm": 1.7462913525600827,
      "learning_rate": 0.00028596553482902303,
      "loss": 4.4688,
      "step": 22054
    },
    {
      "epoch": 0.9033381118165063,
      "grad_norm": 1.517856843541215,
      "learning_rate": 0.00028596415737536994,
      "loss": 4.75,
      "step": 22055
    },
    {
      "epoch": 0.9033790702437027,
      "grad_norm": 2.4445675432024654,
      "learning_rate": 0.00028596277985744084,
      "loss": 5.3125,
      "step": 22056
    },
    {
      "epoch": 0.903420028670899,
      "grad_norm": 1.7715967087370368,
      "learning_rate": 0.0002859614022752364,
      "loss": 5.4375,
      "step": 22057
    },
    {
      "epoch": 0.9034609870980954,
      "grad_norm": 1.9021651637391435,
      "learning_rate": 0.00028596002462875735,
      "loss": 5.3125,
      "step": 22058
    },
    {
      "epoch": 0.9035019455252918,
      "grad_norm": 1.534152768585308,
      "learning_rate": 0.00028595864691800425,
      "loss": 5.0,
      "step": 22059
    },
    {
      "epoch": 0.9035429039524883,
      "grad_norm": 4.035626322801284,
      "learning_rate": 0.0002859572691429778,
      "loss": 5.4375,
      "step": 22060
    },
    {
      "epoch": 0.9035838623796846,
      "grad_norm": 3.391277895725837,
      "learning_rate": 0.0002859558913036787,
      "loss": 6.4062,
      "step": 22061
    },
    {
      "epoch": 0.903624820806881,
      "grad_norm": 1.8983417603155814,
      "learning_rate": 0.00028595451340010747,
      "loss": 5.3438,
      "step": 22062
    },
    {
      "epoch": 0.9036657792340774,
      "grad_norm": 10.157573159830424,
      "learning_rate": 0.0002859531354322648,
      "loss": 4.25,
      "step": 22063
    },
    {
      "epoch": 0.9037067376612739,
      "grad_norm": 3.25789945291137,
      "learning_rate": 0.0002859517574001515,
      "loss": 5.5312,
      "step": 22064
    },
    {
      "epoch": 0.9037476960884702,
      "grad_norm": 5.369870929728342,
      "learning_rate": 0.000285950379303768,
      "loss": 3.3125,
      "step": 22065
    },
    {
      "epoch": 0.9037886545156666,
      "grad_norm": 1.8529935926946361,
      "learning_rate": 0.00028594900114311514,
      "loss": 4.9375,
      "step": 22066
    },
    {
      "epoch": 0.903829612942863,
      "grad_norm": 1.7162589238345225,
      "learning_rate": 0.0002859476229181934,
      "loss": 5.125,
      "step": 22067
    },
    {
      "epoch": 0.9038705713700594,
      "grad_norm": 1.771642236540965,
      "learning_rate": 0.0002859462446290035,
      "loss": 5.0625,
      "step": 22068
    },
    {
      "epoch": 0.9039115297972558,
      "grad_norm": 1.9702124034713941,
      "learning_rate": 0.0002859448662755462,
      "loss": 5.1562,
      "step": 22069
    },
    {
      "epoch": 0.9039524882244522,
      "grad_norm": 1.9342608506846952,
      "learning_rate": 0.00028594348785782194,
      "loss": 5.625,
      "step": 22070
    },
    {
      "epoch": 0.9039934466516486,
      "grad_norm": 6.3969672732362755,
      "learning_rate": 0.00028594210937583155,
      "loss": 7.375,
      "step": 22071
    },
    {
      "epoch": 0.904034405078845,
      "grad_norm": 8.225619693426207,
      "learning_rate": 0.00028594073082957567,
      "loss": 7.5,
      "step": 22072
    },
    {
      "epoch": 0.9040753635060413,
      "grad_norm": 10.820078404045955,
      "learning_rate": 0.0002859393522190548,
      "loss": 5.2188,
      "step": 22073
    },
    {
      "epoch": 0.9041163219332378,
      "grad_norm": 1.9470572491164277,
      "learning_rate": 0.0002859379735442697,
      "loss": 5.5625,
      "step": 22074
    },
    {
      "epoch": 0.9041572803604342,
      "grad_norm": 1.5706892926193705,
      "learning_rate": 0.0002859365948052211,
      "loss": 4.9375,
      "step": 22075
    },
    {
      "epoch": 0.9041982387876305,
      "grad_norm": 2.879272724629068,
      "learning_rate": 0.0002859352160019095,
      "loss": 5.9062,
      "step": 22076
    },
    {
      "epoch": 0.9042391972148269,
      "grad_norm": 3.457103206162024,
      "learning_rate": 0.00028593383713433564,
      "loss": 7.5938,
      "step": 22077
    },
    {
      "epoch": 0.9042801556420234,
      "grad_norm": 2.002271866791906,
      "learning_rate": 0.00028593245820250017,
      "loss": 5.5312,
      "step": 22078
    },
    {
      "epoch": 0.9043211140692198,
      "grad_norm": 3.3500434672539896,
      "learning_rate": 0.00028593107920640365,
      "loss": 5.125,
      "step": 22079
    },
    {
      "epoch": 0.9043620724964161,
      "grad_norm": 1.8999279324238036,
      "learning_rate": 0.00028592970014604686,
      "loss": 4.6562,
      "step": 22080
    },
    {
      "epoch": 0.9044030309236125,
      "grad_norm": 2.2240979155290033,
      "learning_rate": 0.0002859283210214304,
      "loss": 6.1875,
      "step": 22081
    },
    {
      "epoch": 0.9044439893508089,
      "grad_norm": 1.9454285726703962,
      "learning_rate": 0.0002859269418325549,
      "loss": 5.5938,
      "step": 22082
    },
    {
      "epoch": 0.9044849477780054,
      "grad_norm": 1.683087519027885,
      "learning_rate": 0.000285925562579421,
      "loss": 5.0,
      "step": 22083
    },
    {
      "epoch": 0.9045259062052017,
      "grad_norm": 1.7946461620543661,
      "learning_rate": 0.0002859241832620294,
      "loss": 5.2188,
      "step": 22084
    },
    {
      "epoch": 0.9045668646323981,
      "grad_norm": 2.739548764535393,
      "learning_rate": 0.0002859228038803808,
      "loss": 6.125,
      "step": 22085
    },
    {
      "epoch": 0.9046078230595945,
      "grad_norm": 1.5525476227264077,
      "learning_rate": 0.0002859214244344757,
      "loss": 4.7188,
      "step": 22086
    },
    {
      "epoch": 0.904648781486791,
      "grad_norm": 1.4668947607385068,
      "learning_rate": 0.00028592004492431487,
      "loss": 5.0312,
      "step": 22087
    },
    {
      "epoch": 0.9046897399139873,
      "grad_norm": 4.324384430198526,
      "learning_rate": 0.00028591866534989895,
      "loss": 6.0312,
      "step": 22088
    },
    {
      "epoch": 0.9047306983411837,
      "grad_norm": 1.6411811104660097,
      "learning_rate": 0.0002859172857112285,
      "loss": 5.0312,
      "step": 22089
    },
    {
      "epoch": 0.9047716567683801,
      "grad_norm": 1.9860724228743698,
      "learning_rate": 0.0002859159060083043,
      "loss": 5.8438,
      "step": 22090
    },
    {
      "epoch": 0.9048126151955765,
      "grad_norm": 4.287536874632901,
      "learning_rate": 0.00028591452624112697,
      "loss": 6.4688,
      "step": 22091
    },
    {
      "epoch": 0.9048535736227729,
      "grad_norm": 2.038650967723658,
      "learning_rate": 0.00028591314640969714,
      "loss": 5.25,
      "step": 22092
    },
    {
      "epoch": 0.9048945320499693,
      "grad_norm": 1.8402163969332597,
      "learning_rate": 0.0002859117665140154,
      "loss": 3.6406,
      "step": 22093
    },
    {
      "epoch": 0.9049354904771657,
      "grad_norm": 2.933593615550254,
      "learning_rate": 0.00028591038655408253,
      "loss": 6.3125,
      "step": 22094
    },
    {
      "epoch": 0.904976448904362,
      "grad_norm": 1.8425661301276117,
      "learning_rate": 0.00028590900652989906,
      "loss": 4.6562,
      "step": 22095
    },
    {
      "epoch": 0.9050174073315584,
      "grad_norm": 1.7125257489895631,
      "learning_rate": 0.0002859076264414657,
      "loss": 5.5938,
      "step": 22096
    },
    {
      "epoch": 0.9050583657587549,
      "grad_norm": 3.3513385068116235,
      "learning_rate": 0.00028590624628878315,
      "loss": 6.0312,
      "step": 22097
    },
    {
      "epoch": 0.9050993241859513,
      "grad_norm": 1.8063272035317444,
      "learning_rate": 0.00028590486607185195,
      "loss": 5.875,
      "step": 22098
    },
    {
      "epoch": 0.9051402826131476,
      "grad_norm": 1.7192848066175674,
      "learning_rate": 0.00028590348579067283,
      "loss": 5.5,
      "step": 22099
    },
    {
      "epoch": 0.905181241040344,
      "grad_norm": 1.815042536086242,
      "learning_rate": 0.0002859021054452465,
      "loss": 5.0312,
      "step": 22100
    },
    {
      "epoch": 0.9052221994675405,
      "grad_norm": 1.7053742838369745,
      "learning_rate": 0.0002859007250355734,
      "loss": 4.9062,
      "step": 22101
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 1.731630516727195,
      "learning_rate": 0.0002858993445616545,
      "loss": 4.6875,
      "step": 22102
    },
    {
      "epoch": 0.9053041163219332,
      "grad_norm": 4.927233207835137,
      "learning_rate": 0.0002858979640234901,
      "loss": 3.2812,
      "step": 22103
    },
    {
      "epoch": 0.9053450747491296,
      "grad_norm": 3.7772051831219446,
      "learning_rate": 0.00028589658342108114,
      "loss": 3.6094,
      "step": 22104
    },
    {
      "epoch": 0.905386033176326,
      "grad_norm": 2.214095988659571,
      "learning_rate": 0.00028589520275442814,
      "loss": 5.9375,
      "step": 22105
    },
    {
      "epoch": 0.9054269916035225,
      "grad_norm": 1.7322793845000222,
      "learning_rate": 0.00028589382202353177,
      "loss": 5.125,
      "step": 22106
    },
    {
      "epoch": 0.9054679500307188,
      "grad_norm": 3.4551873892337843,
      "learning_rate": 0.0002858924412283927,
      "loss": 7.1562,
      "step": 22107
    },
    {
      "epoch": 0.9055089084579152,
      "grad_norm": 1.8636352800275604,
      "learning_rate": 0.0002858910603690116,
      "loss": 5.875,
      "step": 22108
    },
    {
      "epoch": 0.9055498668851116,
      "grad_norm": 1.8777761021677954,
      "learning_rate": 0.000285889679445389,
      "loss": 5.1562,
      "step": 22109
    },
    {
      "epoch": 0.9055908253123081,
      "grad_norm": 1.777293313701964,
      "learning_rate": 0.00028588829845752566,
      "loss": 5.0,
      "step": 22110
    },
    {
      "epoch": 0.9056317837395044,
      "grad_norm": 2.0284015698598856,
      "learning_rate": 0.00028588691740542225,
      "loss": 5.6562,
      "step": 22111
    },
    {
      "epoch": 0.9056727421667008,
      "grad_norm": 1.855864113371294,
      "learning_rate": 0.00028588553628907943,
      "loss": 4.5,
      "step": 22112
    },
    {
      "epoch": 0.9057137005938972,
      "grad_norm": 1.9444972091055661,
      "learning_rate": 0.00028588415510849774,
      "loss": 5.8438,
      "step": 22113
    },
    {
      "epoch": 0.9057546590210936,
      "grad_norm": 1.6667367322745543,
      "learning_rate": 0.00028588277386367794,
      "loss": 4.6875,
      "step": 22114
    },
    {
      "epoch": 0.90579561744829,
      "grad_norm": 1.8053501140476935,
      "learning_rate": 0.0002858813925546207,
      "loss": 5.625,
      "step": 22115
    },
    {
      "epoch": 0.9058365758754864,
      "grad_norm": 1.761939963792236,
      "learning_rate": 0.00028588001118132656,
      "loss": 4.125,
      "step": 22116
    },
    {
      "epoch": 0.9058775343026828,
      "grad_norm": 2.2390387726108947,
      "learning_rate": 0.0002858786297437962,
      "loss": 5.75,
      "step": 22117
    },
    {
      "epoch": 0.9059184927298791,
      "grad_norm": 2.550096584621463,
      "learning_rate": 0.00028587724824203037,
      "loss": 6.2812,
      "step": 22118
    },
    {
      "epoch": 0.9059594511570755,
      "grad_norm": 4.723356219491339,
      "learning_rate": 0.00028587586667602966,
      "loss": 4.875,
      "step": 22119
    },
    {
      "epoch": 0.906000409584272,
      "grad_norm": 1.9040613923272534,
      "learning_rate": 0.0002858744850457947,
      "loss": 5.875,
      "step": 22120
    },
    {
      "epoch": 0.9060413680114684,
      "grad_norm": 2.2150927655316726,
      "learning_rate": 0.00028587310335132616,
      "loss": 4.875,
      "step": 22121
    },
    {
      "epoch": 0.9060823264386647,
      "grad_norm": 1.9268192780565196,
      "learning_rate": 0.0002858717215926247,
      "loss": 4.875,
      "step": 22122
    },
    {
      "epoch": 0.9061232848658611,
      "grad_norm": 2.1281934661224313,
      "learning_rate": 0.00028587033976969103,
      "loss": 5.8125,
      "step": 22123
    },
    {
      "epoch": 0.9061642432930576,
      "grad_norm": 2.114504516086621,
      "learning_rate": 0.00028586895788252573,
      "loss": 6.9062,
      "step": 22124
    },
    {
      "epoch": 0.906205201720254,
      "grad_norm": 1.6698413932025842,
      "learning_rate": 0.0002858675759311294,
      "loss": 4.625,
      "step": 22125
    },
    {
      "epoch": 0.9062461601474503,
      "grad_norm": 3.494586479596041,
      "learning_rate": 0.00028586619391550287,
      "loss": 5.375,
      "step": 22126
    },
    {
      "epoch": 0.9062871185746467,
      "grad_norm": 2.6081884465146783,
      "learning_rate": 0.0002858648118356466,
      "loss": 6.8125,
      "step": 22127
    },
    {
      "epoch": 0.9063280770018431,
      "grad_norm": 1.826595097325406,
      "learning_rate": 0.0002858634296915614,
      "loss": 4.5,
      "step": 22128
    },
    {
      "epoch": 0.9063690354290396,
      "grad_norm": 3.8078655518980176,
      "learning_rate": 0.0002858620474832478,
      "loss": 7.1875,
      "step": 22129
    },
    {
      "epoch": 0.9064099938562359,
      "grad_norm": 1.9776828125382835,
      "learning_rate": 0.00028586066521070654,
      "loss": 5.0938,
      "step": 22130
    },
    {
      "epoch": 0.9064509522834323,
      "grad_norm": 1.6689588136475098,
      "learning_rate": 0.0002858592828739382,
      "loss": 4.75,
      "step": 22131
    },
    {
      "epoch": 0.9064919107106287,
      "grad_norm": 1.67261481053032,
      "learning_rate": 0.00028585790047294354,
      "loss": 4.375,
      "step": 22132
    },
    {
      "epoch": 0.9065328691378252,
      "grad_norm": 3.3800935871071274,
      "learning_rate": 0.0002858565180077231,
      "loss": 6.1875,
      "step": 22133
    },
    {
      "epoch": 0.9065738275650215,
      "grad_norm": 2.641378344688133,
      "learning_rate": 0.0002858551354782776,
      "loss": 6.8438,
      "step": 22134
    },
    {
      "epoch": 0.9066147859922179,
      "grad_norm": 1.6693361467490142,
      "learning_rate": 0.00028585375288460766,
      "loss": 4.7812,
      "step": 22135
    },
    {
      "epoch": 0.9066557444194143,
      "grad_norm": 1.933420536075784,
      "learning_rate": 0.000285852370226714,
      "loss": 6.4062,
      "step": 22136
    },
    {
      "epoch": 0.9066967028466106,
      "grad_norm": 1.7142195687282062,
      "learning_rate": 0.0002858509875045971,
      "loss": 5.0,
      "step": 22137
    },
    {
      "epoch": 0.9067376612738071,
      "grad_norm": 2.0211191371938364,
      "learning_rate": 0.00028584960471825786,
      "loss": 5.7188,
      "step": 22138
    },
    {
      "epoch": 0.9067786197010035,
      "grad_norm": 1.583568856555391,
      "learning_rate": 0.00028584822186769675,
      "loss": 5.375,
      "step": 22139
    },
    {
      "epoch": 0.9068195781281999,
      "grad_norm": 1.7407149987686787,
      "learning_rate": 0.0002858468389529145,
      "loss": 4.4688,
      "step": 22140
    },
    {
      "epoch": 0.9068605365553962,
      "grad_norm": 1.7581497202312026,
      "learning_rate": 0.00028584545597391174,
      "loss": 4.6875,
      "step": 22141
    },
    {
      "epoch": 0.9069014949825926,
      "grad_norm": 1.7632646517994846,
      "learning_rate": 0.00028584407293068915,
      "loss": 4.0625,
      "step": 22142
    },
    {
      "epoch": 0.9069424534097891,
      "grad_norm": 1.9031715869581158,
      "learning_rate": 0.0002858426898232473,
      "loss": 4.6562,
      "step": 22143
    },
    {
      "epoch": 0.9069834118369855,
      "grad_norm": 2.8018867129068044,
      "learning_rate": 0.000285841306651587,
      "loss": 5.625,
      "step": 22144
    },
    {
      "epoch": 0.9070243702641818,
      "grad_norm": 1.6039544268586463,
      "learning_rate": 0.0002858399234157088,
      "loss": 4.9062,
      "step": 22145
    },
    {
      "epoch": 0.9070653286913782,
      "grad_norm": 3.5567248141569645,
      "learning_rate": 0.0002858385401156133,
      "loss": 6.4062,
      "step": 22146
    },
    {
      "epoch": 0.9071062871185747,
      "grad_norm": 1.9597448228704144,
      "learning_rate": 0.0002858371567513013,
      "loss": 4.4375,
      "step": 22147
    },
    {
      "epoch": 0.9071472455457711,
      "grad_norm": 3.1996966194287233,
      "learning_rate": 0.0002858357733227733,
      "loss": 7.9062,
      "step": 22148
    },
    {
      "epoch": 0.9071882039729674,
      "grad_norm": 2.2900155778951405,
      "learning_rate": 0.0002858343898300301,
      "loss": 5.5938,
      "step": 22149
    },
    {
      "epoch": 0.9072291624001638,
      "grad_norm": 1.681294712166174,
      "learning_rate": 0.0002858330062730722,
      "loss": 5.2812,
      "step": 22150
    },
    {
      "epoch": 0.9072701208273602,
      "grad_norm": 1.753539994915093,
      "learning_rate": 0.00028583162265190037,
      "loss": 4.5625,
      "step": 22151
    },
    {
      "epoch": 0.9073110792545567,
      "grad_norm": 1.8312104333512491,
      "learning_rate": 0.0002858302389665153,
      "loss": 5.4062,
      "step": 22152
    },
    {
      "epoch": 0.907352037681753,
      "grad_norm": 2.999888500744578,
      "learning_rate": 0.0002858288552169175,
      "loss": 3.5938,
      "step": 22153
    },
    {
      "epoch": 0.9073929961089494,
      "grad_norm": 2.2840341712119927,
      "learning_rate": 0.00028582747140310774,
      "loss": 6.0625,
      "step": 22154
    },
    {
      "epoch": 0.9074339545361458,
      "grad_norm": 1.980943327501626,
      "learning_rate": 0.0002858260875250866,
      "loss": 4.9375,
      "step": 22155
    },
    {
      "epoch": 0.9074749129633423,
      "grad_norm": 2.408462843226333,
      "learning_rate": 0.0002858247035828548,
      "loss": 7.2188,
      "step": 22156
    },
    {
      "epoch": 0.9075158713905386,
      "grad_norm": 2.120629533954921,
      "learning_rate": 0.0002858233195764129,
      "loss": 5.75,
      "step": 22157
    },
    {
      "epoch": 0.907556829817735,
      "grad_norm": 3.039182010169018,
      "learning_rate": 0.0002858219355057617,
      "loss": 7.4375,
      "step": 22158
    },
    {
      "epoch": 0.9075977882449314,
      "grad_norm": 1.6671654376457983,
      "learning_rate": 0.0002858205513709017,
      "loss": 5.375,
      "step": 22159
    },
    {
      "epoch": 0.9076387466721277,
      "grad_norm": 2.4097307031078525,
      "learning_rate": 0.00028581916717183365,
      "loss": 3.9375,
      "step": 22160
    },
    {
      "epoch": 0.9076797050993242,
      "grad_norm": 1.8997918677067545,
      "learning_rate": 0.0002858177829085582,
      "loss": 5.4375,
      "step": 22161
    },
    {
      "epoch": 0.9077206635265206,
      "grad_norm": 2.716724235580778,
      "learning_rate": 0.0002858163985810759,
      "loss": 5.0,
      "step": 22162
    },
    {
      "epoch": 0.907761621953717,
      "grad_norm": 2.370352839233192,
      "learning_rate": 0.0002858150141893876,
      "loss": 5.4375,
      "step": 22163
    },
    {
      "epoch": 0.9078025803809133,
      "grad_norm": 1.6716827002739418,
      "learning_rate": 0.00028581362973349375,
      "loss": 4.9688,
      "step": 22164
    },
    {
      "epoch": 0.9078435388081098,
      "grad_norm": 2.03931190765243,
      "learning_rate": 0.00028581224521339514,
      "loss": 5.6875,
      "step": 22165
    },
    {
      "epoch": 0.9078844972353062,
      "grad_norm": 1.7182938530446983,
      "learning_rate": 0.0002858108606290924,
      "loss": 5.5312,
      "step": 22166
    },
    {
      "epoch": 0.9079254556625026,
      "grad_norm": 1.7062349000426844,
      "learning_rate": 0.00028580947598058615,
      "loss": 4.7188,
      "step": 22167
    },
    {
      "epoch": 0.9079664140896989,
      "grad_norm": 1.8555752043786575,
      "learning_rate": 0.00028580809126787707,
      "loss": 5.3438,
      "step": 22168
    },
    {
      "epoch": 0.9080073725168953,
      "grad_norm": 1.9637744455032218,
      "learning_rate": 0.00028580670649096577,
      "loss": 5.4688,
      "step": 22169
    },
    {
      "epoch": 0.9080483309440918,
      "grad_norm": 4.319477556469585,
      "learning_rate": 0.000285805321649853,
      "loss": 4.25,
      "step": 22170
    },
    {
      "epoch": 0.9080892893712882,
      "grad_norm": 2.560577978640035,
      "learning_rate": 0.0002858039367445393,
      "loss": 4.3438,
      "step": 22171
    },
    {
      "epoch": 0.9081302477984845,
      "grad_norm": 1.5987145840873298,
      "learning_rate": 0.0002858025517750254,
      "loss": 5.3125,
      "step": 22172
    },
    {
      "epoch": 0.9081712062256809,
      "grad_norm": 1.8090893882950716,
      "learning_rate": 0.0002858011667413119,
      "loss": 5.0312,
      "step": 22173
    },
    {
      "epoch": 0.9082121646528774,
      "grad_norm": 1.5974917445500632,
      "learning_rate": 0.0002857997816433995,
      "loss": 5.7812,
      "step": 22174
    },
    {
      "epoch": 0.9082531230800738,
      "grad_norm": 1.7665023002951434,
      "learning_rate": 0.0002857983964812889,
      "loss": 4.8438,
      "step": 22175
    },
    {
      "epoch": 0.9082940815072701,
      "grad_norm": 2.8857262231699585,
      "learning_rate": 0.0002857970112549807,
      "loss": 6.2188,
      "step": 22176
    },
    {
      "epoch": 0.9083350399344665,
      "grad_norm": 1.8078041564114224,
      "learning_rate": 0.00028579562596447544,
      "loss": 5.25,
      "step": 22177
    },
    {
      "epoch": 0.9083759983616629,
      "grad_norm": 2.6137738612078376,
      "learning_rate": 0.000285794240609774,
      "loss": 6.7188,
      "step": 22178
    },
    {
      "epoch": 0.9084169567888593,
      "grad_norm": 2.379370502996549,
      "learning_rate": 0.00028579285519087687,
      "loss": 5.0312,
      "step": 22179
    },
    {
      "epoch": 0.9084579152160557,
      "grad_norm": 1.9727132312940014,
      "learning_rate": 0.00028579146970778474,
      "loss": 5.5625,
      "step": 22180
    },
    {
      "epoch": 0.9084988736432521,
      "grad_norm": 2.3076213191754724,
      "learning_rate": 0.00028579008416049835,
      "loss": 6.5938,
      "step": 22181
    },
    {
      "epoch": 0.9085398320704485,
      "grad_norm": 1.4548177727858416,
      "learning_rate": 0.0002857886985490182,
      "loss": 4.875,
      "step": 22182
    },
    {
      "epoch": 0.9085807904976448,
      "grad_norm": 4.041859797747566,
      "learning_rate": 0.00028578731287334514,
      "loss": 6.625,
      "step": 22183
    },
    {
      "epoch": 0.9086217489248413,
      "grad_norm": 2.104332202518891,
      "learning_rate": 0.0002857859271334796,
      "loss": 5.0938,
      "step": 22184
    },
    {
      "epoch": 0.9086627073520377,
      "grad_norm": 1.8592876814776094,
      "learning_rate": 0.00028578454132942245,
      "loss": 5.2812,
      "step": 22185
    },
    {
      "epoch": 0.9087036657792341,
      "grad_norm": 1.6691879458863004,
      "learning_rate": 0.0002857831554611742,
      "loss": 5.125,
      "step": 22186
    },
    {
      "epoch": 0.9087446242064304,
      "grad_norm": 1.9312707520645345,
      "learning_rate": 0.00028578176952873564,
      "loss": 4.9688,
      "step": 22187
    },
    {
      "epoch": 0.9087855826336269,
      "grad_norm": 1.8663505301228294,
      "learning_rate": 0.00028578038353210724,
      "loss": 4.9062,
      "step": 22188
    },
    {
      "epoch": 0.9088265410608233,
      "grad_norm": 1.9811334692366387,
      "learning_rate": 0.00028577899747128974,
      "loss": 4.9375,
      "step": 22189
    },
    {
      "epoch": 0.9088674994880197,
      "grad_norm": 2.802824636649484,
      "learning_rate": 0.00028577761134628384,
      "loss": 7.3125,
      "step": 22190
    },
    {
      "epoch": 0.908908457915216,
      "grad_norm": 2.7823303243694566,
      "learning_rate": 0.0002857762251570902,
      "loss": 3.2812,
      "step": 22191
    },
    {
      "epoch": 0.9089494163424124,
      "grad_norm": 2.438748062804412,
      "learning_rate": 0.0002857748389037094,
      "loss": 5.8125,
      "step": 22192
    },
    {
      "epoch": 0.9089903747696089,
      "grad_norm": 4.061428738981873,
      "learning_rate": 0.00028577345258614214,
      "loss": 5.0938,
      "step": 22193
    },
    {
      "epoch": 0.9090313331968053,
      "grad_norm": 2.715685105213872,
      "learning_rate": 0.0002857720662043891,
      "loss": 3.4844,
      "step": 22194
    },
    {
      "epoch": 0.9090722916240016,
      "grad_norm": 1.763407546986975,
      "learning_rate": 0.0002857706797584509,
      "loss": 5.5938,
      "step": 22195
    },
    {
      "epoch": 0.909113250051198,
      "grad_norm": 1.7572574447296285,
      "learning_rate": 0.00028576929324832813,
      "loss": 4.7812,
      "step": 22196
    },
    {
      "epoch": 0.9091542084783945,
      "grad_norm": 2.529103885742348,
      "learning_rate": 0.0002857679066740216,
      "loss": 6.0625,
      "step": 22197
    },
    {
      "epoch": 0.9091951669055909,
      "grad_norm": 2.5100347930603495,
      "learning_rate": 0.0002857665200355318,
      "loss": 7.5312,
      "step": 22198
    },
    {
      "epoch": 0.9092361253327872,
      "grad_norm": 1.5496167548777113,
      "learning_rate": 0.0002857651333328595,
      "loss": 4.9062,
      "step": 22199
    },
    {
      "epoch": 0.9092770837599836,
      "grad_norm": 5.2886834258755755,
      "learning_rate": 0.0002857637465660054,
      "loss": 5.9375,
      "step": 22200
    },
    {
      "epoch": 0.90931804218718,
      "grad_norm": 2.9714892977003764,
      "learning_rate": 0.00028576235973497,
      "loss": 5.6562,
      "step": 22201
    },
    {
      "epoch": 0.9093590006143764,
      "grad_norm": 1.6686331639782668,
      "learning_rate": 0.00028576097283975404,
      "loss": 4.7812,
      "step": 22202
    },
    {
      "epoch": 0.9093999590415728,
      "grad_norm": 1.8202190937514613,
      "learning_rate": 0.0002857595858803582,
      "loss": 6.4062,
      "step": 22203
    },
    {
      "epoch": 0.9094409174687692,
      "grad_norm": 1.80468537126924,
      "learning_rate": 0.0002857581988567831,
      "loss": 5.4062,
      "step": 22204
    },
    {
      "epoch": 0.9094818758959656,
      "grad_norm": 1.7417380706949928,
      "learning_rate": 0.0002857568117690294,
      "loss": 5.4688,
      "step": 22205
    },
    {
      "epoch": 0.9095228343231619,
      "grad_norm": 2.067427373869229,
      "learning_rate": 0.0002857554246170977,
      "loss": 5.2812,
      "step": 22206
    },
    {
      "epoch": 0.9095637927503584,
      "grad_norm": 2.158738811168707,
      "learning_rate": 0.0002857540374009888,
      "loss": 5.625,
      "step": 22207
    },
    {
      "epoch": 0.9096047511775548,
      "grad_norm": 4.499702816489184,
      "learning_rate": 0.0002857526501207032,
      "loss": 5.875,
      "step": 22208
    },
    {
      "epoch": 0.9096457096047512,
      "grad_norm": 1.641364308002386,
      "learning_rate": 0.0002857512627762416,
      "loss": 5.0938,
      "step": 22209
    },
    {
      "epoch": 0.9096866680319475,
      "grad_norm": 1.729690731210752,
      "learning_rate": 0.0002857498753676048,
      "loss": 5.25,
      "step": 22210
    },
    {
      "epoch": 0.909727626459144,
      "grad_norm": 1.7541144629328413,
      "learning_rate": 0.0002857484878947933,
      "loss": 5.375,
      "step": 22211
    },
    {
      "epoch": 0.9097685848863404,
      "grad_norm": 2.4118245388425703,
      "learning_rate": 0.0002857471003578077,
      "loss": 4.375,
      "step": 22212
    },
    {
      "epoch": 0.9098095433135368,
      "grad_norm": 2.4280835784244283,
      "learning_rate": 0.00028574571275664885,
      "loss": 6.4062,
      "step": 22213
    },
    {
      "epoch": 0.9098505017407331,
      "grad_norm": 1.8460229043162069,
      "learning_rate": 0.00028574432509131725,
      "loss": 5.0625,
      "step": 22214
    },
    {
      "epoch": 0.9098914601679295,
      "grad_norm": 1.9104352537381557,
      "learning_rate": 0.0002857429373618136,
      "loss": 6.0938,
      "step": 22215
    },
    {
      "epoch": 0.909932418595126,
      "grad_norm": 3.815901606947064,
      "learning_rate": 0.0002857415495681386,
      "loss": 7.9375,
      "step": 22216
    },
    {
      "epoch": 0.9099733770223224,
      "grad_norm": 1.946428667528034,
      "learning_rate": 0.00028574016171029293,
      "loss": 5.4688,
      "step": 22217
    },
    {
      "epoch": 0.9100143354495187,
      "grad_norm": 1.6834974291486628,
      "learning_rate": 0.00028573877378827706,
      "loss": 5.3438,
      "step": 22218
    },
    {
      "epoch": 0.9100552938767151,
      "grad_norm": 1.779359760425506,
      "learning_rate": 0.00028573738580209187,
      "loss": 5.0625,
      "step": 22219
    },
    {
      "epoch": 0.9100962523039116,
      "grad_norm": 2.1625593846049846,
      "learning_rate": 0.00028573599775173785,
      "loss": 4.4688,
      "step": 22220
    },
    {
      "epoch": 0.9101372107311079,
      "grad_norm": 1.9034325632459994,
      "learning_rate": 0.00028573460963721576,
      "loss": 5.5,
      "step": 22221
    },
    {
      "epoch": 0.9101781691583043,
      "grad_norm": 1.8513517210788488,
      "learning_rate": 0.0002857332214585262,
      "loss": 5.9375,
      "step": 22222
    },
    {
      "epoch": 0.9102191275855007,
      "grad_norm": 3.0569093210639258,
      "learning_rate": 0.0002857318332156699,
      "loss": 6.1875,
      "step": 22223
    },
    {
      "epoch": 0.9102600860126971,
      "grad_norm": 5.018010445585366,
      "learning_rate": 0.00028573044490864746,
      "loss": 7.375,
      "step": 22224
    },
    {
      "epoch": 0.9103010444398935,
      "grad_norm": 3.0597635636838927,
      "learning_rate": 0.00028572905653745953,
      "loss": 7.2188,
      "step": 22225
    },
    {
      "epoch": 0.9103420028670899,
      "grad_norm": 1.7115347418896518,
      "learning_rate": 0.0002857276681021068,
      "loss": 5.625,
      "step": 22226
    },
    {
      "epoch": 0.9103829612942863,
      "grad_norm": 1.8977352117512634,
      "learning_rate": 0.0002857262796025898,
      "loss": 5.625,
      "step": 22227
    },
    {
      "epoch": 0.9104239197214827,
      "grad_norm": 2.2359057733057144,
      "learning_rate": 0.0002857248910389094,
      "loss": 7.1562,
      "step": 22228
    },
    {
      "epoch": 0.910464878148679,
      "grad_norm": 7.571317472827386,
      "learning_rate": 0.0002857235024110661,
      "loss": 5.0938,
      "step": 22229
    },
    {
      "epoch": 0.9105058365758755,
      "grad_norm": 1.8322408406740323,
      "learning_rate": 0.0002857221137190606,
      "loss": 4.1875,
      "step": 22230
    },
    {
      "epoch": 0.9105467950030719,
      "grad_norm": 1.9094525325088607,
      "learning_rate": 0.0002857207249628936,
      "loss": 5.4688,
      "step": 22231
    },
    {
      "epoch": 0.9105877534302683,
      "grad_norm": 2.5382417371974313,
      "learning_rate": 0.00028571933614256564,
      "loss": 5.9062,
      "step": 22232
    },
    {
      "epoch": 0.9106287118574646,
      "grad_norm": 1.7073149039103734,
      "learning_rate": 0.0002857179472580775,
      "loss": 5.0625,
      "step": 22233
    },
    {
      "epoch": 0.9106696702846611,
      "grad_norm": 1.5702494745849556,
      "learning_rate": 0.0002857165583094298,
      "loss": 5.0312,
      "step": 22234
    },
    {
      "epoch": 0.9107106287118575,
      "grad_norm": 3.3032487781714734,
      "learning_rate": 0.0002857151692966232,
      "loss": 5.875,
      "step": 22235
    },
    {
      "epoch": 0.9107515871390539,
      "grad_norm": 3.232652164906833,
      "learning_rate": 0.0002857137802196583,
      "loss": 5.3438,
      "step": 22236
    },
    {
      "epoch": 0.9107925455662502,
      "grad_norm": 1.8448789192256043,
      "learning_rate": 0.00028571239107853585,
      "loss": 5.4375,
      "step": 22237
    },
    {
      "epoch": 0.9108335039934466,
      "grad_norm": 2.163757950339446,
      "learning_rate": 0.00028571100187325645,
      "loss": 5.0938,
      "step": 22238
    },
    {
      "epoch": 0.9108744624206431,
      "grad_norm": 2.2913631828371717,
      "learning_rate": 0.00028570961260382074,
      "loss": 6.2812,
      "step": 22239
    },
    {
      "epoch": 0.9109154208478395,
      "grad_norm": 2.080690696607885,
      "learning_rate": 0.00028570822327022937,
      "loss": 5.6562,
      "step": 22240
    },
    {
      "epoch": 0.9109563792750358,
      "grad_norm": 1.617829438324062,
      "learning_rate": 0.0002857068338724831,
      "loss": 5.5,
      "step": 22241
    },
    {
      "epoch": 0.9109973377022322,
      "grad_norm": 2.2620083506573514,
      "learning_rate": 0.0002857054444105825,
      "loss": 4.8438,
      "step": 22242
    },
    {
      "epoch": 0.9110382961294287,
      "grad_norm": 2.3433979252429613,
      "learning_rate": 0.00028570405488452814,
      "loss": 5.1875,
      "step": 22243
    },
    {
      "epoch": 0.911079254556625,
      "grad_norm": 3.442206114011587,
      "learning_rate": 0.00028570266529432086,
      "loss": 5.625,
      "step": 22244
    },
    {
      "epoch": 0.9111202129838214,
      "grad_norm": 3.229746413055423,
      "learning_rate": 0.00028570127563996124,
      "loss": 4.4688,
      "step": 22245
    },
    {
      "epoch": 0.9111611714110178,
      "grad_norm": 4.178061701417624,
      "learning_rate": 0.00028569988592144996,
      "loss": 7.9375,
      "step": 22246
    },
    {
      "epoch": 0.9112021298382142,
      "grad_norm": 1.5876175610309273,
      "learning_rate": 0.0002856984961387876,
      "loss": 4.9688,
      "step": 22247
    },
    {
      "epoch": 0.9112430882654106,
      "grad_norm": 1.548322831049423,
      "learning_rate": 0.0002856971062919748,
      "loss": 4.9375,
      "step": 22248
    },
    {
      "epoch": 0.911284046692607,
      "grad_norm": 1.7854797584955844,
      "learning_rate": 0.0002856957163810124,
      "loss": 4.7188,
      "step": 22249
    },
    {
      "epoch": 0.9113250051198034,
      "grad_norm": 3.871040156529382,
      "learning_rate": 0.00028569432640590086,
      "loss": 5.2188,
      "step": 22250
    },
    {
      "epoch": 0.9113659635469998,
      "grad_norm": 1.7788699851015364,
      "learning_rate": 0.000285692936366641,
      "loss": 4.6562,
      "step": 22251
    },
    {
      "epoch": 0.9114069219741961,
      "grad_norm": 1.7575232970092733,
      "learning_rate": 0.0002856915462632333,
      "loss": 5.0312,
      "step": 22252
    },
    {
      "epoch": 0.9114478804013926,
      "grad_norm": 1.6369163790280636,
      "learning_rate": 0.00028569015609567855,
      "loss": 4.875,
      "step": 22253
    },
    {
      "epoch": 0.911488838828589,
      "grad_norm": 2.7512914180538086,
      "learning_rate": 0.00028568876586397736,
      "loss": 6.9375,
      "step": 22254
    },
    {
      "epoch": 0.9115297972557854,
      "grad_norm": 3.854446139299959,
      "learning_rate": 0.00028568737556813043,
      "loss": 4.3438,
      "step": 22255
    },
    {
      "epoch": 0.9115707556829817,
      "grad_norm": 12.649928218112628,
      "learning_rate": 0.00028568598520813836,
      "loss": 7.3125,
      "step": 22256
    },
    {
      "epoch": 0.9116117141101782,
      "grad_norm": 1.8665168438074626,
      "learning_rate": 0.0002856845947840018,
      "loss": 4.7812,
      "step": 22257
    },
    {
      "epoch": 0.9116526725373746,
      "grad_norm": 1.8710381516460943,
      "learning_rate": 0.0002856832042957215,
      "loss": 5.7188,
      "step": 22258
    },
    {
      "epoch": 0.911693630964571,
      "grad_norm": 6.049031512465041,
      "learning_rate": 0.00028568181374329804,
      "loss": 6.1875,
      "step": 22259
    },
    {
      "epoch": 0.9117345893917673,
      "grad_norm": 1.7572060969424221,
      "learning_rate": 0.0002856804231267321,
      "loss": 5.6562,
      "step": 22260
    },
    {
      "epoch": 0.9117755478189637,
      "grad_norm": 2.4096627762687888,
      "learning_rate": 0.0002856790324460242,
      "loss": 6.0,
      "step": 22261
    },
    {
      "epoch": 0.9118165062461602,
      "grad_norm": 2.7945190551869596,
      "learning_rate": 0.00028567764170117524,
      "loss": 5.7812,
      "step": 22262
    },
    {
      "epoch": 0.9118574646733565,
      "grad_norm": 2.0453502040536184,
      "learning_rate": 0.0002856762508921858,
      "loss": 5.25,
      "step": 22263
    },
    {
      "epoch": 0.9118984231005529,
      "grad_norm": 2.2365855877437473,
      "learning_rate": 0.00028567486001905643,
      "loss": 6.0,
      "step": 22264
    },
    {
      "epoch": 0.9119393815277493,
      "grad_norm": 1.7393901224098933,
      "learning_rate": 0.0002856734690817879,
      "loss": 4.9688,
      "step": 22265
    },
    {
      "epoch": 0.9119803399549458,
      "grad_norm": 2.385692205019216,
      "learning_rate": 0.0002856720780803808,
      "loss": 5.8438,
      "step": 22266
    },
    {
      "epoch": 0.9120212983821421,
      "grad_norm": 1.8126920879077904,
      "learning_rate": 0.00028567068701483583,
      "loss": 4.8438,
      "step": 22267
    },
    {
      "epoch": 0.9120622568093385,
      "grad_norm": 3.724459049252458,
      "learning_rate": 0.00028566929588515357,
      "loss": 3.6094,
      "step": 22268
    },
    {
      "epoch": 0.9121032152365349,
      "grad_norm": 1.8103977801910742,
      "learning_rate": 0.00028566790469133484,
      "loss": 3.375,
      "step": 22269
    },
    {
      "epoch": 0.9121441736637314,
      "grad_norm": 2.662267360303389,
      "learning_rate": 0.00028566651343338013,
      "loss": 6.6875,
      "step": 22270
    },
    {
      "epoch": 0.9121851320909277,
      "grad_norm": 1.7391627079793723,
      "learning_rate": 0.0002856651221112902,
      "loss": 5.5938,
      "step": 22271
    },
    {
      "epoch": 0.9122260905181241,
      "grad_norm": 2.415673286127908,
      "learning_rate": 0.00028566373072506565,
      "loss": 6.0,
      "step": 22272
    },
    {
      "epoch": 0.9122670489453205,
      "grad_norm": 2.9860668507518766,
      "learning_rate": 0.0002856623392747072,
      "loss": 5.4688,
      "step": 22273
    },
    {
      "epoch": 0.9123080073725169,
      "grad_norm": 1.8838990733213057,
      "learning_rate": 0.0002856609477602154,
      "loss": 5.75,
      "step": 22274
    },
    {
      "epoch": 0.9123489657997133,
      "grad_norm": 2.0311141315070276,
      "learning_rate": 0.00028565955618159103,
      "loss": 3.3125,
      "step": 22275
    },
    {
      "epoch": 0.9123899242269097,
      "grad_norm": 1.8994282466162005,
      "learning_rate": 0.00028565816453883465,
      "loss": 4.9062,
      "step": 22276
    },
    {
      "epoch": 0.9124308826541061,
      "grad_norm": 1.7454809475555806,
      "learning_rate": 0.000285656772831947,
      "loss": 5.375,
      "step": 22277
    },
    {
      "epoch": 0.9124718410813025,
      "grad_norm": 1.9090925080634291,
      "learning_rate": 0.0002856553810609287,
      "loss": 5.2188,
      "step": 22278
    },
    {
      "epoch": 0.9125127995084988,
      "grad_norm": 3.704564377805955,
      "learning_rate": 0.0002856539892257804,
      "loss": 2.0156,
      "step": 22279
    },
    {
      "epoch": 0.9125537579356953,
      "grad_norm": 2.8474189355026738,
      "learning_rate": 0.0002856525973265028,
      "loss": 5.6875,
      "step": 22280
    },
    {
      "epoch": 0.9125947163628917,
      "grad_norm": 3.6417501731384476,
      "learning_rate": 0.0002856512053630964,
      "loss": 5.5938,
      "step": 22281
    },
    {
      "epoch": 0.9126356747900881,
      "grad_norm": 2.459491710914448,
      "learning_rate": 0.0002856498133355621,
      "loss": 6.5625,
      "step": 22282
    },
    {
      "epoch": 0.9126766332172844,
      "grad_norm": 1.6802752918341588,
      "learning_rate": 0.0002856484212439004,
      "loss": 5.0938,
      "step": 22283
    },
    {
      "epoch": 0.9127175916444809,
      "grad_norm": 1.8767573835859674,
      "learning_rate": 0.000285647029088112,
      "loss": 5.125,
      "step": 22284
    },
    {
      "epoch": 0.9127585500716773,
      "grad_norm": 1.7333136417211323,
      "learning_rate": 0.00028564563686819756,
      "loss": 5.25,
      "step": 22285
    },
    {
      "epoch": 0.9127995084988736,
      "grad_norm": 2.765977710005278,
      "learning_rate": 0.0002856442445841577,
      "loss": 5.5938,
      "step": 22286
    },
    {
      "epoch": 0.91284046692607,
      "grad_norm": 1.7482774825556897,
      "learning_rate": 0.00028564285223599316,
      "loss": 4.75,
      "step": 22287
    },
    {
      "epoch": 0.9128814253532664,
      "grad_norm": 1.5835931399412846,
      "learning_rate": 0.00028564145982370456,
      "loss": 4.5625,
      "step": 22288
    },
    {
      "epoch": 0.9129223837804629,
      "grad_norm": 2.8992521137161935,
      "learning_rate": 0.0002856400673472925,
      "loss": 6.0,
      "step": 22289
    },
    {
      "epoch": 0.9129633422076592,
      "grad_norm": 3.1511016374579834,
      "learning_rate": 0.00028563867480675773,
      "loss": 6.4062,
      "step": 22290
    },
    {
      "epoch": 0.9130043006348556,
      "grad_norm": 2.4845661950023246,
      "learning_rate": 0.0002856372822021008,
      "loss": 5.9062,
      "step": 22291
    },
    {
      "epoch": 0.913045259062052,
      "grad_norm": 7.864624523728858,
      "learning_rate": 0.0002856358895333225,
      "loss": 7.2188,
      "step": 22292
    },
    {
      "epoch": 0.9130862174892485,
      "grad_norm": 3.1790052090167427,
      "learning_rate": 0.00028563449680042344,
      "loss": 7.0938,
      "step": 22293
    },
    {
      "epoch": 0.9131271759164448,
      "grad_norm": 1.8162394062943243,
      "learning_rate": 0.0002856331040034042,
      "loss": 7.4062,
      "step": 22294
    },
    {
      "epoch": 0.9131681343436412,
      "grad_norm": 2.0157332329191187,
      "learning_rate": 0.0002856317111422655,
      "loss": 5.9375,
      "step": 22295
    },
    {
      "epoch": 0.9132090927708376,
      "grad_norm": 1.7316443558300516,
      "learning_rate": 0.000285630318217008,
      "loss": 5.4375,
      "step": 22296
    },
    {
      "epoch": 0.913250051198034,
      "grad_norm": 2.507596415420433,
      "learning_rate": 0.0002856289252276324,
      "loss": 4.2188,
      "step": 22297
    },
    {
      "epoch": 0.9132910096252304,
      "grad_norm": 2.807401312132207,
      "learning_rate": 0.0002856275321741393,
      "loss": 5.5938,
      "step": 22298
    },
    {
      "epoch": 0.9133319680524268,
      "grad_norm": 1.9014877790915805,
      "learning_rate": 0.00028562613905652935,
      "loss": 5.3125,
      "step": 22299
    },
    {
      "epoch": 0.9133729264796232,
      "grad_norm": 2.854148339735473,
      "learning_rate": 0.0002856247458748032,
      "loss": 5.6562,
      "step": 22300
    },
    {
      "epoch": 0.9134138849068196,
      "grad_norm": 1.918297200546552,
      "learning_rate": 0.00028562335262896166,
      "loss": 5.6562,
      "step": 22301
    },
    {
      "epoch": 0.9134548433340159,
      "grad_norm": 1.8340801255076966,
      "learning_rate": 0.00028562195931900516,
      "loss": 5.25,
      "step": 22302
    },
    {
      "epoch": 0.9134958017612124,
      "grad_norm": 1.8564043156173926,
      "learning_rate": 0.0002856205659449345,
      "loss": 4.9062,
      "step": 22303
    },
    {
      "epoch": 0.9135367601884088,
      "grad_norm": 1.618966699372401,
      "learning_rate": 0.0002856191725067503,
      "loss": 4.8438,
      "step": 22304
    },
    {
      "epoch": 0.9135777186156051,
      "grad_norm": 1.624549870955192,
      "learning_rate": 0.00028561777900445323,
      "loss": 4.75,
      "step": 22305
    },
    {
      "epoch": 0.9136186770428015,
      "grad_norm": 2.7309668675625605,
      "learning_rate": 0.00028561638543804393,
      "loss": 5.5625,
      "step": 22306
    },
    {
      "epoch": 0.913659635469998,
      "grad_norm": 1.627265884202343,
      "learning_rate": 0.0002856149918075231,
      "loss": 4.7188,
      "step": 22307
    },
    {
      "epoch": 0.9137005938971944,
      "grad_norm": 1.5264776845424048,
      "learning_rate": 0.00028561359811289135,
      "loss": 4.9688,
      "step": 22308
    },
    {
      "epoch": 0.9137415523243907,
      "grad_norm": 9.411018120217765,
      "learning_rate": 0.00028561220435414935,
      "loss": 6.1875,
      "step": 22309
    },
    {
      "epoch": 0.9137825107515871,
      "grad_norm": 1.807324219847617,
      "learning_rate": 0.00028561081053129784,
      "loss": 4.9375,
      "step": 22310
    },
    {
      "epoch": 0.9138234691787835,
      "grad_norm": 2.76855762597169,
      "learning_rate": 0.00028560941664433734,
      "loss": 7.0312,
      "step": 22311
    },
    {
      "epoch": 0.91386442760598,
      "grad_norm": 1.8516650261123209,
      "learning_rate": 0.00028560802269326856,
      "loss": 6.3125,
      "step": 22312
    },
    {
      "epoch": 0.9139053860331763,
      "grad_norm": 1.6318190927454768,
      "learning_rate": 0.00028560662867809227,
      "loss": 5.5,
      "step": 22313
    },
    {
      "epoch": 0.9139463444603727,
      "grad_norm": 1.8606851638821116,
      "learning_rate": 0.00028560523459880894,
      "loss": 4.8125,
      "step": 22314
    },
    {
      "epoch": 0.9139873028875691,
      "grad_norm": 3.2291416290955963,
      "learning_rate": 0.00028560384045541934,
      "loss": 6.8438,
      "step": 22315
    },
    {
      "epoch": 0.9140282613147656,
      "grad_norm": 2.2888717057151418,
      "learning_rate": 0.0002856024462479241,
      "loss": 5.6562,
      "step": 22316
    },
    {
      "epoch": 0.9140692197419619,
      "grad_norm": 2.3493194899348477,
      "learning_rate": 0.0002856010519763239,
      "loss": 5.8438,
      "step": 22317
    },
    {
      "epoch": 0.9141101781691583,
      "grad_norm": 2.221982676640758,
      "learning_rate": 0.00028559965764061947,
      "loss": 5.75,
      "step": 22318
    },
    {
      "epoch": 0.9141511365963547,
      "grad_norm": 6.757496165993809,
      "learning_rate": 0.00028559826324081134,
      "loss": 3.7656,
      "step": 22319
    },
    {
      "epoch": 0.9141920950235511,
      "grad_norm": 2.91191901685527,
      "learning_rate": 0.00028559686877690024,
      "loss": 5.8125,
      "step": 22320
    },
    {
      "epoch": 0.9142330534507475,
      "grad_norm": 1.757085533831307,
      "learning_rate": 0.0002855954742488868,
      "loss": 4.875,
      "step": 22321
    },
    {
      "epoch": 0.9142740118779439,
      "grad_norm": 4.036321812860106,
      "learning_rate": 0.0002855940796567716,
      "loss": 4.9062,
      "step": 22322
    },
    {
      "epoch": 0.9143149703051403,
      "grad_norm": 2.1121995467273083,
      "learning_rate": 0.00028559268500055545,
      "loss": 4.7812,
      "step": 22323
    },
    {
      "epoch": 0.9143559287323367,
      "grad_norm": 1.8480834231479781,
      "learning_rate": 0.00028559129028023894,
      "loss": 5.4062,
      "step": 22324
    },
    {
      "epoch": 0.914396887159533,
      "grad_norm": 2.064497311610632,
      "learning_rate": 0.0002855898954958228,
      "loss": 7.0,
      "step": 22325
    },
    {
      "epoch": 0.9144378455867295,
      "grad_norm": 3.470927531898059,
      "learning_rate": 0.00028558850064730755,
      "loss": 4.6562,
      "step": 22326
    },
    {
      "epoch": 0.9144788040139259,
      "grad_norm": 8.390230196167206,
      "learning_rate": 0.00028558710573469396,
      "loss": 3.5938,
      "step": 22327
    },
    {
      "epoch": 0.9145197624411222,
      "grad_norm": 5.1896056504716395,
      "learning_rate": 0.0002855857107579826,
      "loss": 4.3438,
      "step": 22328
    },
    {
      "epoch": 0.9145607208683186,
      "grad_norm": 2.559749352654624,
      "learning_rate": 0.00028558431571717427,
      "loss": 5.9688,
      "step": 22329
    },
    {
      "epoch": 0.9146016792955151,
      "grad_norm": 1.7644148835065165,
      "learning_rate": 0.00028558292061226946,
      "loss": 4.6562,
      "step": 22330
    },
    {
      "epoch": 0.9146426377227115,
      "grad_norm": 2.1100083661192977,
      "learning_rate": 0.00028558152544326895,
      "loss": 6.0312,
      "step": 22331
    },
    {
      "epoch": 0.9146835961499078,
      "grad_norm": 1.7536920820082302,
      "learning_rate": 0.0002855801302101734,
      "loss": 5.7188,
      "step": 22332
    },
    {
      "epoch": 0.9147245545771042,
      "grad_norm": 2.1450735320564545,
      "learning_rate": 0.00028557873491298337,
      "loss": 6.0312,
      "step": 22333
    },
    {
      "epoch": 0.9147655130043006,
      "grad_norm": 1.7666029706198132,
      "learning_rate": 0.00028557733955169966,
      "loss": 5.125,
      "step": 22334
    },
    {
      "epoch": 0.9148064714314971,
      "grad_norm": 1.967881513259363,
      "learning_rate": 0.00028557594412632274,
      "loss": 5.25,
      "step": 22335
    },
    {
      "epoch": 0.9148474298586934,
      "grad_norm": 2.0489312637631945,
      "learning_rate": 0.0002855745486368535,
      "loss": 5.625,
      "step": 22336
    },
    {
      "epoch": 0.9148883882858898,
      "grad_norm": 1.9389261319157078,
      "learning_rate": 0.00028557315308329236,
      "loss": 6.5938,
      "step": 22337
    },
    {
      "epoch": 0.9149293467130862,
      "grad_norm": 1.743775707487043,
      "learning_rate": 0.00028557175746564016,
      "loss": 4.2812,
      "step": 22338
    },
    {
      "epoch": 0.9149703051402827,
      "grad_norm": 3.3688208882997404,
      "learning_rate": 0.0002855703617838975,
      "loss": 5.5,
      "step": 22339
    },
    {
      "epoch": 0.915011263567479,
      "grad_norm": 1.9396726646408984,
      "learning_rate": 0.000285568966038065,
      "loss": 5.0625,
      "step": 22340
    },
    {
      "epoch": 0.9150522219946754,
      "grad_norm": 2.207024992621841,
      "learning_rate": 0.00028556757022814343,
      "loss": 5.75,
      "step": 22341
    },
    {
      "epoch": 0.9150931804218718,
      "grad_norm": 2.8975167628487113,
      "learning_rate": 0.00028556617435413335,
      "loss": 5.5938,
      "step": 22342
    },
    {
      "epoch": 0.9151341388490682,
      "grad_norm": 1.6480108840513648,
      "learning_rate": 0.00028556477841603544,
      "loss": 4.9375,
      "step": 22343
    },
    {
      "epoch": 0.9151750972762646,
      "grad_norm": 1.4788883582485994,
      "learning_rate": 0.0002855633824138504,
      "loss": 5.25,
      "step": 22344
    },
    {
      "epoch": 0.915216055703461,
      "grad_norm": 1.8542278548434212,
      "learning_rate": 0.0002855619863475788,
      "loss": 5.0938,
      "step": 22345
    },
    {
      "epoch": 0.9152570141306574,
      "grad_norm": 3.5150074246005922,
      "learning_rate": 0.0002855605902172214,
      "loss": 6.2188,
      "step": 22346
    },
    {
      "epoch": 0.9152979725578538,
      "grad_norm": 1.8939911279596093,
      "learning_rate": 0.00028555919402277886,
      "loss": 5.4688,
      "step": 22347
    },
    {
      "epoch": 0.9153389309850501,
      "grad_norm": 1.9383685510035789,
      "learning_rate": 0.0002855577977642517,
      "loss": 4.7812,
      "step": 22348
    },
    {
      "epoch": 0.9153798894122466,
      "grad_norm": 1.6850020945327724,
      "learning_rate": 0.00028555640144164074,
      "loss": 5.0312,
      "step": 22349
    },
    {
      "epoch": 0.915420847839443,
      "grad_norm": 2.231267495752299,
      "learning_rate": 0.0002855550050549466,
      "loss": 6.3438,
      "step": 22350
    },
    {
      "epoch": 0.9154618062666393,
      "grad_norm": 2.4967842718150752,
      "learning_rate": 0.0002855536086041699,
      "loss": 5.4688,
      "step": 22351
    },
    {
      "epoch": 0.9155027646938357,
      "grad_norm": 2.1320123965520956,
      "learning_rate": 0.0002855522120893113,
      "loss": 4.9688,
      "step": 22352
    },
    {
      "epoch": 0.9155437231210322,
      "grad_norm": 1.4581437589997615,
      "learning_rate": 0.00028555081551037145,
      "loss": 4.875,
      "step": 22353
    },
    {
      "epoch": 0.9155846815482286,
      "grad_norm": 2.1797953233219296,
      "learning_rate": 0.0002855494188673511,
      "loss": 5.3125,
      "step": 22354
    },
    {
      "epoch": 0.9156256399754249,
      "grad_norm": 5.971449598773879,
      "learning_rate": 0.00028554802216025085,
      "loss": 7.1562,
      "step": 22355
    },
    {
      "epoch": 0.9156665984026213,
      "grad_norm": 5.726715839559191,
      "learning_rate": 0.00028554662538907133,
      "loss": 4.8125,
      "step": 22356
    },
    {
      "epoch": 0.9157075568298177,
      "grad_norm": 2.325952337774829,
      "learning_rate": 0.00028554522855381325,
      "loss": 5.1875,
      "step": 22357
    },
    {
      "epoch": 0.9157485152570142,
      "grad_norm": 4.852015987067481,
      "learning_rate": 0.00028554383165447725,
      "loss": 5.1562,
      "step": 22358
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 1.729137880497135,
      "learning_rate": 0.00028554243469106397,
      "loss": 4.9062,
      "step": 22359
    },
    {
      "epoch": 0.9158304321114069,
      "grad_norm": 1.8645817213395628,
      "learning_rate": 0.0002855410376635741,
      "loss": 4.625,
      "step": 22360
    },
    {
      "epoch": 0.9158713905386033,
      "grad_norm": 3.6349582953917863,
      "learning_rate": 0.0002855396405720083,
      "loss": 5.5312,
      "step": 22361
    },
    {
      "epoch": 0.9159123489657998,
      "grad_norm": 2.0051294358493146,
      "learning_rate": 0.0002855382434163672,
      "loss": 4.5,
      "step": 22362
    },
    {
      "epoch": 0.9159533073929961,
      "grad_norm": 5.366379278967285,
      "learning_rate": 0.00028553684619665157,
      "loss": 4.75,
      "step": 22363
    },
    {
      "epoch": 0.9159942658201925,
      "grad_norm": 1.725423394072757,
      "learning_rate": 0.00028553544891286186,
      "loss": 5.4375,
      "step": 22364
    },
    {
      "epoch": 0.9160352242473889,
      "grad_norm": 1.8469364915785378,
      "learning_rate": 0.00028553405156499896,
      "loss": 4.9375,
      "step": 22365
    },
    {
      "epoch": 0.9160761826745853,
      "grad_norm": 2.189322693729439,
      "learning_rate": 0.0002855326541530634,
      "loss": 6.375,
      "step": 22366
    },
    {
      "epoch": 0.9161171411017817,
      "grad_norm": 2.3569616613518187,
      "learning_rate": 0.0002855312566770558,
      "loss": 5.9062,
      "step": 22367
    },
    {
      "epoch": 0.9161580995289781,
      "grad_norm": 1.7646024474648483,
      "learning_rate": 0.0002855298591369769,
      "loss": 5.25,
      "step": 22368
    },
    {
      "epoch": 0.9161990579561745,
      "grad_norm": 4.092898765691328,
      "learning_rate": 0.0002855284615328274,
      "loss": 7.875,
      "step": 22369
    },
    {
      "epoch": 0.9162400163833708,
      "grad_norm": 2.356645035440497,
      "learning_rate": 0.0002855270638646079,
      "loss": 4.375,
      "step": 22370
    },
    {
      "epoch": 0.9162809748105673,
      "grad_norm": 2.0164920462307596,
      "learning_rate": 0.000285525666132319,
      "loss": 5.625,
      "step": 22371
    },
    {
      "epoch": 0.9163219332377637,
      "grad_norm": 2.324561068977205,
      "learning_rate": 0.0002855242683359615,
      "loss": 5.4062,
      "step": 22372
    },
    {
      "epoch": 0.9163628916649601,
      "grad_norm": 3.066472324887871,
      "learning_rate": 0.000285522870475536,
      "loss": 4.375,
      "step": 22373
    },
    {
      "epoch": 0.9164038500921564,
      "grad_norm": 1.7228325807140257,
      "learning_rate": 0.0002855214725510431,
      "loss": 4.75,
      "step": 22374
    },
    {
      "epoch": 0.9164448085193528,
      "grad_norm": 1.9229212570527436,
      "learning_rate": 0.00028552007456248356,
      "loss": 5.3438,
      "step": 22375
    },
    {
      "epoch": 0.9164857669465493,
      "grad_norm": 3.150609573137967,
      "learning_rate": 0.00028551867650985797,
      "loss": 5.875,
      "step": 22376
    },
    {
      "epoch": 0.9165267253737457,
      "grad_norm": 2.4803851841375115,
      "learning_rate": 0.000285517278393167,
      "loss": 6.0625,
      "step": 22377
    },
    {
      "epoch": 0.916567683800942,
      "grad_norm": 2.224306611500694,
      "learning_rate": 0.0002855158802124114,
      "loss": 5.0312,
      "step": 22378
    },
    {
      "epoch": 0.9166086422281384,
      "grad_norm": 2.013520894949952,
      "learning_rate": 0.00028551448196759165,
      "loss": 5.5312,
      "step": 22379
    },
    {
      "epoch": 0.9166496006553349,
      "grad_norm": 1.6244309572090183,
      "learning_rate": 0.00028551308365870853,
      "loss": 5.4062,
      "step": 22380
    },
    {
      "epoch": 0.9166905590825313,
      "grad_norm": 1.6347759089094873,
      "learning_rate": 0.00028551168528576277,
      "loss": 4.9062,
      "step": 22381
    },
    {
      "epoch": 0.9167315175097276,
      "grad_norm": 1.6103312300233499,
      "learning_rate": 0.00028551028684875487,
      "loss": 4.2812,
      "step": 22382
    },
    {
      "epoch": 0.916772475936924,
      "grad_norm": 2.158300729056709,
      "learning_rate": 0.0002855088883476856,
      "loss": 6.5312,
      "step": 22383
    },
    {
      "epoch": 0.9168134343641204,
      "grad_norm": 1.5740007050528606,
      "learning_rate": 0.0002855074897825556,
      "loss": 4.4375,
      "step": 22384
    },
    {
      "epoch": 0.9168543927913169,
      "grad_norm": 1.734345381102956,
      "learning_rate": 0.00028550609115336544,
      "loss": 5.0938,
      "step": 22385
    },
    {
      "epoch": 0.9168953512185132,
      "grad_norm": 4.200241236010075,
      "learning_rate": 0.000285504692460116,
      "loss": 7.75,
      "step": 22386
    },
    {
      "epoch": 0.9169363096457096,
      "grad_norm": 9.962779802384153,
      "learning_rate": 0.00028550329370280773,
      "loss": 5.9062,
      "step": 22387
    },
    {
      "epoch": 0.916977268072906,
      "grad_norm": 1.8817721805705283,
      "learning_rate": 0.00028550189488144137,
      "loss": 5.375,
      "step": 22388
    },
    {
      "epoch": 0.9170182265001025,
      "grad_norm": 1.7320613568282421,
      "learning_rate": 0.0002855004959960176,
      "loss": 4.8438,
      "step": 22389
    },
    {
      "epoch": 0.9170591849272988,
      "grad_norm": 3.073144921427845,
      "learning_rate": 0.00028549909704653697,
      "loss": 5.8438,
      "step": 22390
    },
    {
      "epoch": 0.9171001433544952,
      "grad_norm": 1.9162882664215308,
      "learning_rate": 0.00028549769803300033,
      "loss": 5.3438,
      "step": 22391
    },
    {
      "epoch": 0.9171411017816916,
      "grad_norm": 2.372844551889452,
      "learning_rate": 0.00028549629895540816,
      "loss": 4.75,
      "step": 22392
    },
    {
      "epoch": 0.9171820602088879,
      "grad_norm": 1.7683973569268987,
      "learning_rate": 0.0002854948998137613,
      "loss": 5.3438,
      "step": 22393
    },
    {
      "epoch": 0.9172230186360844,
      "grad_norm": 2.165703234339262,
      "learning_rate": 0.00028549350060806027,
      "loss": 5.625,
      "step": 22394
    },
    {
      "epoch": 0.9172639770632808,
      "grad_norm": 1.9381749196058151,
      "learning_rate": 0.00028549210133830573,
      "loss": 5.1562,
      "step": 22395
    },
    {
      "epoch": 0.9173049354904772,
      "grad_norm": 2.0960975790649483,
      "learning_rate": 0.00028549070200449843,
      "loss": 5.9062,
      "step": 22396
    },
    {
      "epoch": 0.9173458939176735,
      "grad_norm": 1.7142029627632531,
      "learning_rate": 0.00028548930260663896,
      "loss": 5.125,
      "step": 22397
    },
    {
      "epoch": 0.9173868523448699,
      "grad_norm": 2.0252941421997717,
      "learning_rate": 0.00028548790314472807,
      "loss": 6.1875,
      "step": 22398
    },
    {
      "epoch": 0.9174278107720664,
      "grad_norm": 1.7113056679557386,
      "learning_rate": 0.0002854865036187663,
      "loss": 5.3125,
      "step": 22399
    },
    {
      "epoch": 0.9174687691992628,
      "grad_norm": 3.380501793094702,
      "learning_rate": 0.0002854851040287544,
      "loss": 5.5,
      "step": 22400
    },
    {
      "epoch": 0.9175097276264591,
      "grad_norm": 2.0564052583481933,
      "learning_rate": 0.000285483704374693,
      "loss": 6.3438,
      "step": 22401
    },
    {
      "epoch": 0.9175506860536555,
      "grad_norm": 1.995738896455959,
      "learning_rate": 0.0002854823046565828,
      "loss": 4.8438,
      "step": 22402
    },
    {
      "epoch": 0.917591644480852,
      "grad_norm": 14.893521731114472,
      "learning_rate": 0.00028548090487442437,
      "loss": 3.6719,
      "step": 22403
    },
    {
      "epoch": 0.9176326029080484,
      "grad_norm": 2.74752856610561,
      "learning_rate": 0.00028547950502821846,
      "loss": 5.5312,
      "step": 22404
    },
    {
      "epoch": 0.9176735613352447,
      "grad_norm": 2.1457914855162015,
      "learning_rate": 0.0002854781051179657,
      "loss": 5.8438,
      "step": 22405
    },
    {
      "epoch": 0.9177145197624411,
      "grad_norm": 1.6981245063096844,
      "learning_rate": 0.00028547670514366677,
      "loss": 5.4688,
      "step": 22406
    },
    {
      "epoch": 0.9177554781896375,
      "grad_norm": 1.7689494568139084,
      "learning_rate": 0.0002854753051053223,
      "loss": 4.9062,
      "step": 22407
    },
    {
      "epoch": 0.917796436616834,
      "grad_norm": 2.417775971778935,
      "learning_rate": 0.0002854739050029329,
      "loss": 6.8438,
      "step": 22408
    },
    {
      "epoch": 0.9178373950440303,
      "grad_norm": 1.6371408376708492,
      "learning_rate": 0.0002854725048364994,
      "loss": 5.125,
      "step": 22409
    },
    {
      "epoch": 0.9178783534712267,
      "grad_norm": 1.9359359411548915,
      "learning_rate": 0.0002854711046060223,
      "loss": 5.3125,
      "step": 22410
    },
    {
      "epoch": 0.9179193118984231,
      "grad_norm": 2.39639517419996,
      "learning_rate": 0.00028546970431150235,
      "loss": 5.3438,
      "step": 22411
    },
    {
      "epoch": 0.9179602703256194,
      "grad_norm": 1.789694595926112,
      "learning_rate": 0.00028546830395294017,
      "loss": 3.9531,
      "step": 22412
    },
    {
      "epoch": 0.9180012287528159,
      "grad_norm": 3.808019401508726,
      "learning_rate": 0.00028546690353033644,
      "loss": 5.375,
      "step": 22413
    },
    {
      "epoch": 0.9180421871800123,
      "grad_norm": 4.237738555909603,
      "learning_rate": 0.00028546550304369187,
      "loss": 1.7109,
      "step": 22414
    },
    {
      "epoch": 0.9180831456072087,
      "grad_norm": 1.8225079636783639,
      "learning_rate": 0.000285464102493007,
      "loss": 5.2188,
      "step": 22415
    },
    {
      "epoch": 0.918124104034405,
      "grad_norm": 2.624888699699302,
      "learning_rate": 0.0002854627018782826,
      "loss": 6.9688,
      "step": 22416
    },
    {
      "epoch": 0.9181650624616015,
      "grad_norm": 2.3188491447578596,
      "learning_rate": 0.0002854613011995193,
      "loss": 5.1562,
      "step": 22417
    },
    {
      "epoch": 0.9182060208887979,
      "grad_norm": 2.1961282348415514,
      "learning_rate": 0.0002854599004567177,
      "loss": 5.2188,
      "step": 22418
    },
    {
      "epoch": 0.9182469793159943,
      "grad_norm": 1.6557388877271086,
      "learning_rate": 0.0002854584996498786,
      "loss": 5.0625,
      "step": 22419
    },
    {
      "epoch": 0.9182879377431906,
      "grad_norm": 1.5966537053053238,
      "learning_rate": 0.00028545709877900253,
      "loss": 5.3438,
      "step": 22420
    },
    {
      "epoch": 0.918328896170387,
      "grad_norm": 6.702603928041736,
      "learning_rate": 0.0002854556978440902,
      "loss": 2.8594,
      "step": 22421
    },
    {
      "epoch": 0.9183698545975835,
      "grad_norm": 1.7788217380417242,
      "learning_rate": 0.0002854542968451423,
      "loss": 5.3438,
      "step": 22422
    },
    {
      "epoch": 0.9184108130247799,
      "grad_norm": 2.817225055410891,
      "learning_rate": 0.00028545289578215944,
      "loss": 7.3125,
      "step": 22423
    },
    {
      "epoch": 0.9184517714519762,
      "grad_norm": 4.994953765589788,
      "learning_rate": 0.00028545149465514236,
      "loss": 5.4688,
      "step": 22424
    },
    {
      "epoch": 0.9184927298791726,
      "grad_norm": 2.0289861399112876,
      "learning_rate": 0.00028545009346409164,
      "loss": 4.875,
      "step": 22425
    },
    {
      "epoch": 0.9185336883063691,
      "grad_norm": 3.941953554123586,
      "learning_rate": 0.000285448692209008,
      "loss": 7.0312,
      "step": 22426
    },
    {
      "epoch": 0.9185746467335655,
      "grad_norm": 2.0752392431247797,
      "learning_rate": 0.000285447290889892,
      "loss": 5.5,
      "step": 22427
    },
    {
      "epoch": 0.9186156051607618,
      "grad_norm": 2.417108412662668,
      "learning_rate": 0.00028544588950674447,
      "loss": 5.125,
      "step": 22428
    },
    {
      "epoch": 0.9186565635879582,
      "grad_norm": 2.163039559387478,
      "learning_rate": 0.00028544448805956595,
      "loss": 5.1875,
      "step": 22429
    },
    {
      "epoch": 0.9186975220151546,
      "grad_norm": 1.6047660423459629,
      "learning_rate": 0.00028544308654835716,
      "loss": 5.4062,
      "step": 22430
    },
    {
      "epoch": 0.9187384804423511,
      "grad_norm": 1.7248491644092225,
      "learning_rate": 0.0002854416849731187,
      "loss": 3.9375,
      "step": 22431
    },
    {
      "epoch": 0.9187794388695474,
      "grad_norm": 1.899471694268298,
      "learning_rate": 0.0002854402833338513,
      "loss": 4.2188,
      "step": 22432
    },
    {
      "epoch": 0.9188203972967438,
      "grad_norm": 2.628486518222132,
      "learning_rate": 0.00028543888163055556,
      "loss": 6.6875,
      "step": 22433
    },
    {
      "epoch": 0.9188613557239402,
      "grad_norm": 2.316007074796558,
      "learning_rate": 0.0002854374798632322,
      "loss": 5.8438,
      "step": 22434
    },
    {
      "epoch": 0.9189023141511365,
      "grad_norm": 1.9187150936798787,
      "learning_rate": 0.00028543607803188187,
      "loss": 5.3438,
      "step": 22435
    },
    {
      "epoch": 0.918943272578333,
      "grad_norm": 3.1167116676714968,
      "learning_rate": 0.0002854346761365052,
      "loss": 4.625,
      "step": 22436
    },
    {
      "epoch": 0.9189842310055294,
      "grad_norm": 1.7676797548840102,
      "learning_rate": 0.00028543327417710287,
      "loss": 5.5938,
      "step": 22437
    },
    {
      "epoch": 0.9190251894327258,
      "grad_norm": 1.9337184972583426,
      "learning_rate": 0.00028543187215367556,
      "loss": 4.9375,
      "step": 22438
    },
    {
      "epoch": 0.9190661478599221,
      "grad_norm": 1.8066501027127952,
      "learning_rate": 0.00028543047006622394,
      "loss": 5.6875,
      "step": 22439
    },
    {
      "epoch": 0.9191071062871186,
      "grad_norm": 5.238275918387966,
      "learning_rate": 0.0002854290679147486,
      "loss": 1.4297,
      "step": 22440
    },
    {
      "epoch": 0.919148064714315,
      "grad_norm": 3.065148119864404,
      "learning_rate": 0.00028542766569925027,
      "loss": 7.9062,
      "step": 22441
    },
    {
      "epoch": 0.9191890231415114,
      "grad_norm": 1.9355690637414042,
      "learning_rate": 0.00028542626341972963,
      "loss": 5.5312,
      "step": 22442
    },
    {
      "epoch": 0.9192299815687077,
      "grad_norm": 1.6518246321280075,
      "learning_rate": 0.0002854248610761873,
      "loss": 4.8438,
      "step": 22443
    },
    {
      "epoch": 0.9192709399959041,
      "grad_norm": 3.1150865113850803,
      "learning_rate": 0.0002854234586686239,
      "loss": 3.3594,
      "step": 22444
    },
    {
      "epoch": 0.9193118984231006,
      "grad_norm": 1.7012564682285822,
      "learning_rate": 0.0002854220561970402,
      "loss": 5.0938,
      "step": 22445
    },
    {
      "epoch": 0.919352856850297,
      "grad_norm": 1.6689206238513299,
      "learning_rate": 0.0002854206536614368,
      "loss": 4.7812,
      "step": 22446
    },
    {
      "epoch": 0.9193938152774933,
      "grad_norm": 2.235171055593316,
      "learning_rate": 0.0002854192510618144,
      "loss": 6.5938,
      "step": 22447
    },
    {
      "epoch": 0.9194347737046897,
      "grad_norm": 1.9551663268804194,
      "learning_rate": 0.0002854178483981736,
      "loss": 5.4062,
      "step": 22448
    },
    {
      "epoch": 0.9194757321318862,
      "grad_norm": 1.6723178049482996,
      "learning_rate": 0.0002854164456705151,
      "loss": 5.5625,
      "step": 22449
    },
    {
      "epoch": 0.9195166905590826,
      "grad_norm": 1.8182459550509686,
      "learning_rate": 0.00028541504287883955,
      "loss": 5.4062,
      "step": 22450
    },
    {
      "epoch": 0.9195576489862789,
      "grad_norm": 2.004228910788804,
      "learning_rate": 0.0002854136400231477,
      "loss": 5.6875,
      "step": 22451
    },
    {
      "epoch": 0.9195986074134753,
      "grad_norm": 2.173939091573609,
      "learning_rate": 0.0002854122371034401,
      "loss": 5.5938,
      "step": 22452
    },
    {
      "epoch": 0.9196395658406717,
      "grad_norm": 1.6665352813878973,
      "learning_rate": 0.0002854108341197174,
      "loss": 5.4688,
      "step": 22453
    },
    {
      "epoch": 0.9196805242678681,
      "grad_norm": 1.5302462738279652,
      "learning_rate": 0.00028540943107198033,
      "loss": 5.6875,
      "step": 22454
    },
    {
      "epoch": 0.9197214826950645,
      "grad_norm": 1.6447705088092381,
      "learning_rate": 0.0002854080279602296,
      "loss": 5.2812,
      "step": 22455
    },
    {
      "epoch": 0.9197624411222609,
      "grad_norm": 1.6520572340429127,
      "learning_rate": 0.0002854066247844658,
      "loss": 5.1875,
      "step": 22456
    },
    {
      "epoch": 0.9198033995494573,
      "grad_norm": 1.8683235152981668,
      "learning_rate": 0.0002854052215446895,
      "loss": 7.0,
      "step": 22457
    },
    {
      "epoch": 0.9198443579766536,
      "grad_norm": 1.9515017380591948,
      "learning_rate": 0.0002854038182409016,
      "loss": 4.7812,
      "step": 22458
    },
    {
      "epoch": 0.9198853164038501,
      "grad_norm": 2.071701499349905,
      "learning_rate": 0.0002854024148731026,
      "loss": 4.6875,
      "step": 22459
    },
    {
      "epoch": 0.9199262748310465,
      "grad_norm": 1.6797777600486006,
      "learning_rate": 0.0002854010114412932,
      "loss": 5.3438,
      "step": 22460
    },
    {
      "epoch": 0.9199672332582429,
      "grad_norm": 2.0315568920195974,
      "learning_rate": 0.000285399607945474,
      "loss": 5.4062,
      "step": 22461
    },
    {
      "epoch": 0.9200081916854392,
      "grad_norm": 2.1255984861666053,
      "learning_rate": 0.00028539820438564574,
      "loss": 5.9375,
      "step": 22462
    },
    {
      "epoch": 0.9200491501126357,
      "grad_norm": 2.019757692248592,
      "learning_rate": 0.00028539680076180906,
      "loss": 5.9062,
      "step": 22463
    },
    {
      "epoch": 0.9200901085398321,
      "grad_norm": 1.8519557119972032,
      "learning_rate": 0.00028539539707396467,
      "loss": 5.0938,
      "step": 22464
    },
    {
      "epoch": 0.9201310669670285,
      "grad_norm": 4.22192451537725,
      "learning_rate": 0.00028539399332211314,
      "loss": 6.6562,
      "step": 22465
    },
    {
      "epoch": 0.9201720253942248,
      "grad_norm": 1.8539681810188786,
      "learning_rate": 0.00028539258950625526,
      "loss": 4.9062,
      "step": 22466
    },
    {
      "epoch": 0.9202129838214212,
      "grad_norm": 2.6802769569956992,
      "learning_rate": 0.0002853911856263916,
      "loss": 5.0312,
      "step": 22467
    },
    {
      "epoch": 0.9202539422486177,
      "grad_norm": 1.8030198977965288,
      "learning_rate": 0.00028538978168252284,
      "loss": 5.1875,
      "step": 22468
    },
    {
      "epoch": 0.9202949006758141,
      "grad_norm": 2.02897460258943,
      "learning_rate": 0.0002853883776746496,
      "loss": 5.6562,
      "step": 22469
    },
    {
      "epoch": 0.9203358591030104,
      "grad_norm": 2.0216642844148485,
      "learning_rate": 0.0002853869736027726,
      "loss": 6.5625,
      "step": 22470
    },
    {
      "epoch": 0.9203768175302068,
      "grad_norm": 1.7835420880394217,
      "learning_rate": 0.00028538556946689257,
      "loss": 5.2812,
      "step": 22471
    },
    {
      "epoch": 0.9204177759574033,
      "grad_norm": 1.8398373226899605,
      "learning_rate": 0.00028538416526701,
      "loss": 5.0938,
      "step": 22472
    },
    {
      "epoch": 0.9204587343845997,
      "grad_norm": 1.6687807388971394,
      "learning_rate": 0.00028538276100312574,
      "loss": 5.2812,
      "step": 22473
    },
    {
      "epoch": 0.920499692811796,
      "grad_norm": 1.7898242692548996,
      "learning_rate": 0.0002853813566752403,
      "loss": 5.5312,
      "step": 22474
    },
    {
      "epoch": 0.9205406512389924,
      "grad_norm": 2.143936135823935,
      "learning_rate": 0.00028537995228335443,
      "loss": 6.0,
      "step": 22475
    },
    {
      "epoch": 0.9205816096661888,
      "grad_norm": 3.3111302551721673,
      "learning_rate": 0.0002853785478274688,
      "loss": 2.9688,
      "step": 22476
    },
    {
      "epoch": 0.9206225680933852,
      "grad_norm": 2.3754193582058916,
      "learning_rate": 0.000285377143307584,
      "loss": 5.8125,
      "step": 22477
    },
    {
      "epoch": 0.9206635265205816,
      "grad_norm": 1.5451338362819773,
      "learning_rate": 0.0002853757387237008,
      "loss": 5.25,
      "step": 22478
    },
    {
      "epoch": 0.920704484947778,
      "grad_norm": 1.6729563572384216,
      "learning_rate": 0.00028537433407581976,
      "loss": 5.25,
      "step": 22479
    },
    {
      "epoch": 0.9207454433749744,
      "grad_norm": 2.8870540953140766,
      "learning_rate": 0.0002853729293639416,
      "loss": 3.7656,
      "step": 22480
    },
    {
      "epoch": 0.9207864018021708,
      "grad_norm": 2.003998612291575,
      "learning_rate": 0.000285371524588067,
      "loss": 5.1875,
      "step": 22481
    },
    {
      "epoch": 0.9208273602293672,
      "grad_norm": 1.7269956691821742,
      "learning_rate": 0.0002853701197481966,
      "loss": 3.5312,
      "step": 22482
    },
    {
      "epoch": 0.9208683186565636,
      "grad_norm": 1.7366265856902328,
      "learning_rate": 0.00028536871484433106,
      "loss": 4.8125,
      "step": 22483
    },
    {
      "epoch": 0.92090927708376,
      "grad_norm": 3.731642989826831,
      "learning_rate": 0.00028536730987647097,
      "loss": 6.8125,
      "step": 22484
    },
    {
      "epoch": 0.9209502355109563,
      "grad_norm": 2.303557842713235,
      "learning_rate": 0.0002853659048446172,
      "loss": 6.6875,
      "step": 22485
    },
    {
      "epoch": 0.9209911939381528,
      "grad_norm": 1.851389780201041,
      "learning_rate": 0.00028536449974877017,
      "loss": 5.5938,
      "step": 22486
    },
    {
      "epoch": 0.9210321523653492,
      "grad_norm": 3.4679957276728115,
      "learning_rate": 0.0002853630945889307,
      "loss": 5.9688,
      "step": 22487
    },
    {
      "epoch": 0.9210731107925456,
      "grad_norm": 1.7392531834778089,
      "learning_rate": 0.00028536168936509944,
      "loss": 4.6875,
      "step": 22488
    },
    {
      "epoch": 0.9211140692197419,
      "grad_norm": 1.8724633571945746,
      "learning_rate": 0.000285360284077277,
      "loss": 4.9062,
      "step": 22489
    },
    {
      "epoch": 0.9211550276469384,
      "grad_norm": 1.690510312037882,
      "learning_rate": 0.0002853588787254641,
      "loss": 5.5625,
      "step": 22490
    },
    {
      "epoch": 0.9211959860741348,
      "grad_norm": 2.8253055902271833,
      "learning_rate": 0.00028535747330966135,
      "loss": 5.0938,
      "step": 22491
    },
    {
      "epoch": 0.9212369445013312,
      "grad_norm": 1.7997763426796818,
      "learning_rate": 0.0002853560678298694,
      "loss": 4.8438,
      "step": 22492
    },
    {
      "epoch": 0.9212779029285275,
      "grad_norm": 3.1030549533266485,
      "learning_rate": 0.00028535466228608907,
      "loss": 5.125,
      "step": 22493
    },
    {
      "epoch": 0.9213188613557239,
      "grad_norm": 1.65599491676974,
      "learning_rate": 0.0002853532566783208,
      "loss": 5.1875,
      "step": 22494
    },
    {
      "epoch": 0.9213598197829204,
      "grad_norm": 1.8850327562289222,
      "learning_rate": 0.0002853518510065654,
      "loss": 4.3438,
      "step": 22495
    },
    {
      "epoch": 0.9214007782101167,
      "grad_norm": 2.23854010545263,
      "learning_rate": 0.00028535044527082355,
      "loss": 6.2188,
      "step": 22496
    },
    {
      "epoch": 0.9214417366373131,
      "grad_norm": 2.554238553595276,
      "learning_rate": 0.0002853490394710958,
      "loss": 3.9688,
      "step": 22497
    },
    {
      "epoch": 0.9214826950645095,
      "grad_norm": 3.427436368294123,
      "learning_rate": 0.00028534763360738285,
      "loss": 4.7812,
      "step": 22498
    },
    {
      "epoch": 0.921523653491706,
      "grad_norm": 1.7200917364649622,
      "learning_rate": 0.00028534622767968545,
      "loss": 4.5938,
      "step": 22499
    },
    {
      "epoch": 0.9215646119189023,
      "grad_norm": 2.8950728168822404,
      "learning_rate": 0.00028534482168800424,
      "loss": 5.4062,
      "step": 22500
    },
    {
      "epoch": 0.9216055703460987,
      "grad_norm": 1.8183884829086314,
      "learning_rate": 0.00028534341563233977,
      "loss": 5.7188,
      "step": 22501
    },
    {
      "epoch": 0.9216465287732951,
      "grad_norm": 2.2102130702962555,
      "learning_rate": 0.00028534200951269283,
      "loss": 5.2812,
      "step": 22502
    },
    {
      "epoch": 0.9216874872004915,
      "grad_norm": 1.5873478533343772,
      "learning_rate": 0.00028534060332906404,
      "loss": 4.8438,
      "step": 22503
    },
    {
      "epoch": 0.9217284456276879,
      "grad_norm": 2.1970605218772645,
      "learning_rate": 0.0002853391970814541,
      "loss": 5.2812,
      "step": 22504
    },
    {
      "epoch": 0.9217694040548843,
      "grad_norm": 2.531403943987835,
      "learning_rate": 0.0002853377907698636,
      "loss": 5.1562,
      "step": 22505
    },
    {
      "epoch": 0.9218103624820807,
      "grad_norm": 2.186823429513843,
      "learning_rate": 0.0002853363843942932,
      "loss": 5.5,
      "step": 22506
    },
    {
      "epoch": 0.9218513209092771,
      "grad_norm": 2.5007311139288215,
      "learning_rate": 0.00028533497795474365,
      "loss": 5.4688,
      "step": 22507
    },
    {
      "epoch": 0.9218922793364734,
      "grad_norm": 2.2500963455739345,
      "learning_rate": 0.00028533357145121564,
      "loss": 5.25,
      "step": 22508
    },
    {
      "epoch": 0.9219332377636699,
      "grad_norm": 2.8112653806560823,
      "learning_rate": 0.00028533216488370967,
      "loss": 6.9688,
      "step": 22509
    },
    {
      "epoch": 0.9219741961908663,
      "grad_norm": 3.0952259627296117,
      "learning_rate": 0.0002853307582522266,
      "loss": 3.7812,
      "step": 22510
    },
    {
      "epoch": 0.9220151546180627,
      "grad_norm": 1.9267563733440545,
      "learning_rate": 0.00028532935155676695,
      "loss": 5.1875,
      "step": 22511
    },
    {
      "epoch": 0.922056113045259,
      "grad_norm": 5.041139513745725,
      "learning_rate": 0.0002853279447973314,
      "loss": 2.125,
      "step": 22512
    },
    {
      "epoch": 0.9220970714724555,
      "grad_norm": 1.9701198527629673,
      "learning_rate": 0.0002853265379739207,
      "loss": 5.4375,
      "step": 22513
    },
    {
      "epoch": 0.9221380298996519,
      "grad_norm": 1.9721441923160115,
      "learning_rate": 0.00028532513108653546,
      "loss": 4.5625,
      "step": 22514
    },
    {
      "epoch": 0.9221789883268483,
      "grad_norm": 1.7736422905970841,
      "learning_rate": 0.0002853237241351764,
      "loss": 5.9688,
      "step": 22515
    },
    {
      "epoch": 0.9222199467540446,
      "grad_norm": 8.515819519731869,
      "learning_rate": 0.0002853223171198441,
      "loss": 5.9062,
      "step": 22516
    },
    {
      "epoch": 0.922260905181241,
      "grad_norm": 2.639651136978577,
      "learning_rate": 0.00028532091004053917,
      "loss": 6.1875,
      "step": 22517
    },
    {
      "epoch": 0.9223018636084375,
      "grad_norm": 1.9859282147982673,
      "learning_rate": 0.00028531950289726243,
      "loss": 5.5,
      "step": 22518
    },
    {
      "epoch": 0.9223428220356338,
      "grad_norm": 1.8557697039938028,
      "learning_rate": 0.0002853180956900145,
      "loss": 5.0625,
      "step": 22519
    },
    {
      "epoch": 0.9223837804628302,
      "grad_norm": 4.615538357549664,
      "learning_rate": 0.000285316688418796,
      "loss": 6.3125,
      "step": 22520
    },
    {
      "epoch": 0.9224247388900266,
      "grad_norm": 3.7226032922321486,
      "learning_rate": 0.00028531528108360763,
      "loss": 5.2188,
      "step": 22521
    },
    {
      "epoch": 0.922465697317223,
      "grad_norm": 1.9069167750815286,
      "learning_rate": 0.0002853138736844501,
      "loss": 6.0938,
      "step": 22522
    },
    {
      "epoch": 0.9225066557444194,
      "grad_norm": 2.2268047052641777,
      "learning_rate": 0.00028531246622132394,
      "loss": 5.9688,
      "step": 22523
    },
    {
      "epoch": 0.9225476141716158,
      "grad_norm": 3.535569850209176,
      "learning_rate": 0.00028531105869422993,
      "loss": 5.3125,
      "step": 22524
    },
    {
      "epoch": 0.9225885725988122,
      "grad_norm": 2.1633614775972734,
      "learning_rate": 0.0002853096511031687,
      "loss": 6.3438,
      "step": 22525
    },
    {
      "epoch": 0.9226295310260086,
      "grad_norm": 1.6659230329480135,
      "learning_rate": 0.00028530824344814095,
      "loss": 4.8125,
      "step": 22526
    },
    {
      "epoch": 0.922670489453205,
      "grad_norm": 1.92000321210166,
      "learning_rate": 0.00028530683572914727,
      "loss": 5.625,
      "step": 22527
    },
    {
      "epoch": 0.9227114478804014,
      "grad_norm": 2.7983634509676425,
      "learning_rate": 0.0002853054279461884,
      "loss": 5.9062,
      "step": 22528
    },
    {
      "epoch": 0.9227524063075978,
      "grad_norm": 7.130072435600279,
      "learning_rate": 0.000285304020099265,
      "loss": 4.7812,
      "step": 22529
    },
    {
      "epoch": 0.9227933647347942,
      "grad_norm": 1.8192962998804358,
      "learning_rate": 0.00028530261218837766,
      "loss": 5.4688,
      "step": 22530
    },
    {
      "epoch": 0.9228343231619905,
      "grad_norm": 6.570424179156394,
      "learning_rate": 0.00028530120421352707,
      "loss": 4.5,
      "step": 22531
    },
    {
      "epoch": 0.922875281589187,
      "grad_norm": 2.1954782771136387,
      "learning_rate": 0.000285299796174714,
      "loss": 6.6875,
      "step": 22532
    },
    {
      "epoch": 0.9229162400163834,
      "grad_norm": 3.060254561327004,
      "learning_rate": 0.00028529838807193897,
      "loss": 1.2734,
      "step": 22533
    },
    {
      "epoch": 0.9229571984435798,
      "grad_norm": 1.6570276325725406,
      "learning_rate": 0.00028529697990520276,
      "loss": 5.2188,
      "step": 22534
    },
    {
      "epoch": 0.9229981568707761,
      "grad_norm": 1.5674463499612958,
      "learning_rate": 0.00028529557167450594,
      "loss": 4.3438,
      "step": 22535
    },
    {
      "epoch": 0.9230391152979726,
      "grad_norm": 2.4305184615339948,
      "learning_rate": 0.00028529416337984926,
      "loss": 7.0938,
      "step": 22536
    },
    {
      "epoch": 0.923080073725169,
      "grad_norm": 1.8383889957696655,
      "learning_rate": 0.0002852927550212334,
      "loss": 5.125,
      "step": 22537
    },
    {
      "epoch": 0.9231210321523653,
      "grad_norm": 4.290089111424047,
      "learning_rate": 0.0002852913465986589,
      "loss": 4.875,
      "step": 22538
    },
    {
      "epoch": 0.9231619905795617,
      "grad_norm": 1.4506362388095648,
      "learning_rate": 0.0002852899381121265,
      "loss": 4.875,
      "step": 22539
    },
    {
      "epoch": 0.9232029490067581,
      "grad_norm": 1.6866256501719943,
      "learning_rate": 0.0002852885295616369,
      "loss": 4.8438,
      "step": 22540
    },
    {
      "epoch": 0.9232439074339546,
      "grad_norm": 1.3794099250027245,
      "learning_rate": 0.00028528712094719075,
      "loss": 2.8594,
      "step": 22541
    },
    {
      "epoch": 0.9232848658611509,
      "grad_norm": 1.7966503639386884,
      "learning_rate": 0.00028528571226878863,
      "loss": 7.0625,
      "step": 22542
    },
    {
      "epoch": 0.9233258242883473,
      "grad_norm": 2.044937818387865,
      "learning_rate": 0.0002852843035264313,
      "loss": 5.4375,
      "step": 22543
    },
    {
      "epoch": 0.9233667827155437,
      "grad_norm": 2.4217629298135552,
      "learning_rate": 0.0002852828947201195,
      "loss": 6.4062,
      "step": 22544
    },
    {
      "epoch": 0.9234077411427402,
      "grad_norm": 3.2688083828164696,
      "learning_rate": 0.0002852814858498537,
      "loss": 3.8438,
      "step": 22545
    },
    {
      "epoch": 0.9234486995699365,
      "grad_norm": 1.89913896513161,
      "learning_rate": 0.0002852800769156347,
      "loss": 5.4375,
      "step": 22546
    },
    {
      "epoch": 0.9234896579971329,
      "grad_norm": 2.067100233870204,
      "learning_rate": 0.00028527866791746307,
      "loss": 5.2188,
      "step": 22547
    },
    {
      "epoch": 0.9235306164243293,
      "grad_norm": 1.9593526124481497,
      "learning_rate": 0.00028527725885533963,
      "loss": 5.5312,
      "step": 22548
    },
    {
      "epoch": 0.9235715748515257,
      "grad_norm": 1.880431144271738,
      "learning_rate": 0.00028527584972926485,
      "loss": 5.4688,
      "step": 22549
    },
    {
      "epoch": 0.9236125332787221,
      "grad_norm": 1.6494385896279904,
      "learning_rate": 0.0002852744405392396,
      "loss": 4.8438,
      "step": 22550
    },
    {
      "epoch": 0.9236534917059185,
      "grad_norm": 3.3192783346690606,
      "learning_rate": 0.00028527303128526437,
      "loss": 4.3438,
      "step": 22551
    },
    {
      "epoch": 0.9236944501331149,
      "grad_norm": 5.043670685531819,
      "learning_rate": 0.0002852716219673399,
      "loss": 5.4688,
      "step": 22552
    },
    {
      "epoch": 0.9237354085603113,
      "grad_norm": 2.146649375914553,
      "learning_rate": 0.0002852702125854669,
      "loss": 5.75,
      "step": 22553
    },
    {
      "epoch": 0.9237763669875076,
      "grad_norm": 2.124927045350217,
      "learning_rate": 0.00028526880313964597,
      "loss": 5.5625,
      "step": 22554
    },
    {
      "epoch": 0.9238173254147041,
      "grad_norm": 1.8673325138522507,
      "learning_rate": 0.0002852673936298778,
      "loss": 4.5,
      "step": 22555
    },
    {
      "epoch": 0.9238582838419005,
      "grad_norm": 1.733225996926564,
      "learning_rate": 0.00028526598405616304,
      "loss": 5.0,
      "step": 22556
    },
    {
      "epoch": 0.9238992422690969,
      "grad_norm": 5.028008936258211,
      "learning_rate": 0.00028526457441850237,
      "loss": 2.5781,
      "step": 22557
    },
    {
      "epoch": 0.9239402006962932,
      "grad_norm": 2.194750726020528,
      "learning_rate": 0.0002852631647168965,
      "loss": 5.5938,
      "step": 22558
    },
    {
      "epoch": 0.9239811591234897,
      "grad_norm": 6.553249137602126,
      "learning_rate": 0.00028526175495134605,
      "loss": 4.6562,
      "step": 22559
    },
    {
      "epoch": 0.9240221175506861,
      "grad_norm": 1.6837829261409725,
      "learning_rate": 0.0002852603451218517,
      "loss": 4.5,
      "step": 22560
    },
    {
      "epoch": 0.9240630759778824,
      "grad_norm": 2.1713562641468545,
      "learning_rate": 0.000285258935228414,
      "loss": 5.6875,
      "step": 22561
    },
    {
      "epoch": 0.9241040344050788,
      "grad_norm": 1.6883086639645088,
      "learning_rate": 0.00028525752527103383,
      "loss": 5.3125,
      "step": 22562
    },
    {
      "epoch": 0.9241449928322752,
      "grad_norm": 1.944960339894809,
      "learning_rate": 0.00028525611524971175,
      "loss": 5.9688,
      "step": 22563
    },
    {
      "epoch": 0.9241859512594717,
      "grad_norm": 1.8515991258769908,
      "learning_rate": 0.0002852547051644484,
      "loss": 5.5938,
      "step": 22564
    },
    {
      "epoch": 0.924226909686668,
      "grad_norm": 1.8179401845770569,
      "learning_rate": 0.00028525329501524445,
      "loss": 4.9688,
      "step": 22565
    },
    {
      "epoch": 0.9242678681138644,
      "grad_norm": 2.0817368219843337,
      "learning_rate": 0.00028525188480210066,
      "loss": 5.0312,
      "step": 22566
    },
    {
      "epoch": 0.9243088265410608,
      "grad_norm": 1.8109033192933937,
      "learning_rate": 0.00028525047452501755,
      "loss": 5.2188,
      "step": 22567
    },
    {
      "epoch": 0.9243497849682573,
      "grad_norm": 1.791774521325072,
      "learning_rate": 0.0002852490641839959,
      "loss": 6.75,
      "step": 22568
    },
    {
      "epoch": 0.9243907433954536,
      "grad_norm": 2.079401071283508,
      "learning_rate": 0.00028524765377903636,
      "loss": 5.6562,
      "step": 22569
    },
    {
      "epoch": 0.92443170182265,
      "grad_norm": 1.633512728104356,
      "learning_rate": 0.0002852462433101395,
      "loss": 4.4375,
      "step": 22570
    },
    {
      "epoch": 0.9244726602498464,
      "grad_norm": 1.747983530276188,
      "learning_rate": 0.00028524483277730613,
      "loss": 5.6875,
      "step": 22571
    },
    {
      "epoch": 0.9245136186770428,
      "grad_norm": 2.2456747499252963,
      "learning_rate": 0.00028524342218053686,
      "loss": 6.1562,
      "step": 22572
    },
    {
      "epoch": 0.9245545771042392,
      "grad_norm": 1.9135426614650966,
      "learning_rate": 0.00028524201151983235,
      "loss": 5.0312,
      "step": 22573
    },
    {
      "epoch": 0.9245955355314356,
      "grad_norm": 2.0221480904699516,
      "learning_rate": 0.00028524060079519324,
      "loss": 5.4062,
      "step": 22574
    },
    {
      "epoch": 0.924636493958632,
      "grad_norm": 1.4972031386056803,
      "learning_rate": 0.00028523919000662026,
      "loss": 4.7188,
      "step": 22575
    },
    {
      "epoch": 0.9246774523858284,
      "grad_norm": 2.016253545213302,
      "learning_rate": 0.000285237779154114,
      "loss": 5.4688,
      "step": 22576
    },
    {
      "epoch": 0.9247184108130247,
      "grad_norm": 3.454676108581693,
      "learning_rate": 0.0002852363682376751,
      "loss": 5.0625,
      "step": 22577
    },
    {
      "epoch": 0.9247593692402212,
      "grad_norm": 1.554912711708305,
      "learning_rate": 0.0002852349572573044,
      "loss": 4.8125,
      "step": 22578
    },
    {
      "epoch": 0.9248003276674176,
      "grad_norm": 2.0439938198332444,
      "learning_rate": 0.0002852335462130024,
      "loss": 4.7188,
      "step": 22579
    },
    {
      "epoch": 0.9248412860946139,
      "grad_norm": 5.431919815184219,
      "learning_rate": 0.00028523213510476983,
      "loss": 7.2812,
      "step": 22580
    },
    {
      "epoch": 0.9248822445218103,
      "grad_norm": 2.0831497961505856,
      "learning_rate": 0.0002852307239326074,
      "loss": 5.875,
      "step": 22581
    },
    {
      "epoch": 0.9249232029490068,
      "grad_norm": 2.730587780144527,
      "learning_rate": 0.0002852293126965157,
      "loss": 3.9062,
      "step": 22582
    },
    {
      "epoch": 0.9249641613762032,
      "grad_norm": 2.017176406500468,
      "learning_rate": 0.0002852279013964954,
      "loss": 4.1562,
      "step": 22583
    },
    {
      "epoch": 0.9250051198033995,
      "grad_norm": 1.7752402906748597,
      "learning_rate": 0.0002852264900325472,
      "loss": 5.25,
      "step": 22584
    },
    {
      "epoch": 0.9250460782305959,
      "grad_norm": 2.133293743882094,
      "learning_rate": 0.0002852250786046718,
      "loss": 5.375,
      "step": 22585
    },
    {
      "epoch": 0.9250870366577923,
      "grad_norm": 1.7547393643324498,
      "learning_rate": 0.00028522366711286986,
      "loss": 4.3438,
      "step": 22586
    },
    {
      "epoch": 0.9251279950849888,
      "grad_norm": 1.6292432103207526,
      "learning_rate": 0.000285222255557142,
      "loss": 4.9062,
      "step": 22587
    },
    {
      "epoch": 0.9251689535121851,
      "grad_norm": 2.3800285166069344,
      "learning_rate": 0.00028522084393748883,
      "loss": 4.6875,
      "step": 22588
    },
    {
      "epoch": 0.9252099119393815,
      "grad_norm": 1.868893834097479,
      "learning_rate": 0.0002852194322539112,
      "loss": 5.6875,
      "step": 22589
    },
    {
      "epoch": 0.9252508703665779,
      "grad_norm": 1.7707007572605222,
      "learning_rate": 0.00028521802050640956,
      "loss": 4.875,
      "step": 22590
    },
    {
      "epoch": 0.9252918287937744,
      "grad_norm": 1.6309522064103614,
      "learning_rate": 0.00028521660869498474,
      "loss": 4.9062,
      "step": 22591
    },
    {
      "epoch": 0.9253327872209707,
      "grad_norm": 1.6162915988848492,
      "learning_rate": 0.00028521519681963737,
      "loss": 5.3125,
      "step": 22592
    },
    {
      "epoch": 0.9253737456481671,
      "grad_norm": 2.079824933927318,
      "learning_rate": 0.00028521378488036804,
      "loss": 5.0,
      "step": 22593
    },
    {
      "epoch": 0.9254147040753635,
      "grad_norm": 1.72752427983237,
      "learning_rate": 0.00028521237287717756,
      "loss": 5.25,
      "step": 22594
    },
    {
      "epoch": 0.92545566250256,
      "grad_norm": 1.6684858738305541,
      "learning_rate": 0.0002852109608100664,
      "loss": 4.4375,
      "step": 22595
    },
    {
      "epoch": 0.9254966209297563,
      "grad_norm": 1.9947297869507874,
      "learning_rate": 0.00028520954867903545,
      "loss": 6.2188,
      "step": 22596
    },
    {
      "epoch": 0.9255375793569527,
      "grad_norm": 3.1088427670219394,
      "learning_rate": 0.0002852081364840853,
      "loss": 7.0312,
      "step": 22597
    },
    {
      "epoch": 0.9255785377841491,
      "grad_norm": 3.094659166426229,
      "learning_rate": 0.0002852067242252165,
      "loss": 6.0625,
      "step": 22598
    },
    {
      "epoch": 0.9256194962113455,
      "grad_norm": 4.781820249070551,
      "learning_rate": 0.00028520531190242985,
      "loss": 7.125,
      "step": 22599
    },
    {
      "epoch": 0.9256604546385419,
      "grad_norm": 1.7658079521085182,
      "learning_rate": 0.00028520389951572594,
      "loss": 5.3438,
      "step": 22600
    },
    {
      "epoch": 0.9257014130657383,
      "grad_norm": 1.7226826478899824,
      "learning_rate": 0.00028520248706510545,
      "loss": 4.8438,
      "step": 22601
    },
    {
      "epoch": 0.9257423714929347,
      "grad_norm": 1.927320404726478,
      "learning_rate": 0.0002852010745505691,
      "loss": 4.4688,
      "step": 22602
    },
    {
      "epoch": 0.925783329920131,
      "grad_norm": 1.9534161998060404,
      "learning_rate": 0.00028519966197211756,
      "loss": 3.9062,
      "step": 22603
    },
    {
      "epoch": 0.9258242883473274,
      "grad_norm": 1.8727837252674844,
      "learning_rate": 0.0002851982493297514,
      "loss": 5.0312,
      "step": 22604
    },
    {
      "epoch": 0.9258652467745239,
      "grad_norm": 1.8669440550589114,
      "learning_rate": 0.00028519683662347144,
      "loss": 4.875,
      "step": 22605
    },
    {
      "epoch": 0.9259062052017203,
      "grad_norm": 1.985153757183654,
      "learning_rate": 0.00028519542385327824,
      "loss": 4.25,
      "step": 22606
    },
    {
      "epoch": 0.9259471636289166,
      "grad_norm": 2.260461658496378,
      "learning_rate": 0.00028519401101917245,
      "loss": 5.9688,
      "step": 22607
    },
    {
      "epoch": 0.925988122056113,
      "grad_norm": 1.831048704974708,
      "learning_rate": 0.0002851925981211548,
      "loss": 4.5312,
      "step": 22608
    },
    {
      "epoch": 0.9260290804833095,
      "grad_norm": 2.2580068133269515,
      "learning_rate": 0.0002851911851592259,
      "loss": 6.1875,
      "step": 22609
    },
    {
      "epoch": 0.9260700389105059,
      "grad_norm": 1.6098223076058602,
      "learning_rate": 0.0002851897721333865,
      "loss": 5.9062,
      "step": 22610
    },
    {
      "epoch": 0.9261109973377022,
      "grad_norm": 2.2916050569936246,
      "learning_rate": 0.00028518835904363724,
      "loss": 4.5625,
      "step": 22611
    },
    {
      "epoch": 0.9261519557648986,
      "grad_norm": 2.2830493983351516,
      "learning_rate": 0.00028518694588997864,
      "loss": 7.4375,
      "step": 22612
    },
    {
      "epoch": 0.926192914192095,
      "grad_norm": 2.0652777667371427,
      "learning_rate": 0.00028518553267241163,
      "loss": 5.8125,
      "step": 22613
    },
    {
      "epoch": 0.9262338726192915,
      "grad_norm": 7.7145472546837786,
      "learning_rate": 0.0002851841193909367,
      "loss": 5.25,
      "step": 22614
    },
    {
      "epoch": 0.9262748310464878,
      "grad_norm": 1.988128359220826,
      "learning_rate": 0.0002851827060455545,
      "loss": 3.9531,
      "step": 22615
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 2.292850257212133,
      "learning_rate": 0.0002851812926362659,
      "loss": 6.125,
      "step": 22616
    },
    {
      "epoch": 0.9263567479008806,
      "grad_norm": 1.897545928036258,
      "learning_rate": 0.0002851798791630713,
      "loss": 5.0938,
      "step": 22617
    },
    {
      "epoch": 0.926397706328077,
      "grad_norm": 1.7595791874452085,
      "learning_rate": 0.00028517846562597156,
      "loss": 5.0312,
      "step": 22618
    },
    {
      "epoch": 0.9264386647552734,
      "grad_norm": 4.4307213597021455,
      "learning_rate": 0.00028517705202496724,
      "loss": 2.9688,
      "step": 22619
    },
    {
      "epoch": 0.9264796231824698,
      "grad_norm": 1.737214957442383,
      "learning_rate": 0.00028517563836005913,
      "loss": 4.875,
      "step": 22620
    },
    {
      "epoch": 0.9265205816096662,
      "grad_norm": 1.8535423089389185,
      "learning_rate": 0.00028517422463124776,
      "loss": 4.7812,
      "step": 22621
    },
    {
      "epoch": 0.9265615400368625,
      "grad_norm": 2.8797384626762774,
      "learning_rate": 0.0002851728108385339,
      "loss": 5.4375,
      "step": 22622
    },
    {
      "epoch": 0.926602498464059,
      "grad_norm": 4.329529438853435,
      "learning_rate": 0.0002851713969819182,
      "loss": 5.25,
      "step": 22623
    },
    {
      "epoch": 0.9266434568912554,
      "grad_norm": 4.718515845290837,
      "learning_rate": 0.0002851699830614012,
      "loss": 5.5938,
      "step": 22624
    },
    {
      "epoch": 0.9266844153184518,
      "grad_norm": 2.0204253135392984,
      "learning_rate": 0.00028516856907698376,
      "loss": 4.7188,
      "step": 22625
    },
    {
      "epoch": 0.9267253737456481,
      "grad_norm": 1.7791356296875218,
      "learning_rate": 0.0002851671550286664,
      "loss": 5.7188,
      "step": 22626
    },
    {
      "epoch": 0.9267663321728445,
      "grad_norm": 1.7066283006178855,
      "learning_rate": 0.0002851657409164499,
      "loss": 4.7812,
      "step": 22627
    },
    {
      "epoch": 0.926807290600041,
      "grad_norm": 2.7221803150019506,
      "learning_rate": 0.0002851643267403349,
      "loss": 6.625,
      "step": 22628
    },
    {
      "epoch": 0.9268482490272374,
      "grad_norm": 1.751085542149944,
      "learning_rate": 0.00028516291250032204,
      "loss": 4.8438,
      "step": 22629
    },
    {
      "epoch": 0.9268892074544337,
      "grad_norm": 1.6243664666317794,
      "learning_rate": 0.000285161498196412,
      "loss": 4.75,
      "step": 22630
    },
    {
      "epoch": 0.9269301658816301,
      "grad_norm": 1.7091009213853066,
      "learning_rate": 0.0002851600838286054,
      "loss": 6.6562,
      "step": 22631
    },
    {
      "epoch": 0.9269711243088266,
      "grad_norm": 2.07022766983426,
      "learning_rate": 0.000285158669396903,
      "loss": 5.7812,
      "step": 22632
    },
    {
      "epoch": 0.927012082736023,
      "grad_norm": 1.8465148993049307,
      "learning_rate": 0.0002851572549013054,
      "loss": 5.0625,
      "step": 22633
    },
    {
      "epoch": 0.9270530411632193,
      "grad_norm": 1.5866200921365432,
      "learning_rate": 0.0002851558403418133,
      "loss": 5.9688,
      "step": 22634
    },
    {
      "epoch": 0.9270939995904157,
      "grad_norm": 1.85110526621824,
      "learning_rate": 0.0002851544257184274,
      "loss": 5.9375,
      "step": 22635
    },
    {
      "epoch": 0.9271349580176121,
      "grad_norm": 2.930512409007814,
      "learning_rate": 0.0002851530110311483,
      "loss": 5.8438,
      "step": 22636
    },
    {
      "epoch": 0.9271759164448086,
      "grad_norm": 2.69901878512107,
      "learning_rate": 0.00028515159627997666,
      "loss": 5.4688,
      "step": 22637
    },
    {
      "epoch": 0.9272168748720049,
      "grad_norm": 1.7699220727093035,
      "learning_rate": 0.00028515018146491326,
      "loss": 5.25,
      "step": 22638
    },
    {
      "epoch": 0.9272578332992013,
      "grad_norm": 2.736717253682501,
      "learning_rate": 0.00028514876658595865,
      "loss": 7.1875,
      "step": 22639
    },
    {
      "epoch": 0.9272987917263977,
      "grad_norm": 1.9986912843703049,
      "learning_rate": 0.0002851473516431136,
      "loss": 4.875,
      "step": 22640
    },
    {
      "epoch": 0.9273397501535942,
      "grad_norm": 2.052529020519133,
      "learning_rate": 0.00028514593663637864,
      "loss": 4.75,
      "step": 22641
    },
    {
      "epoch": 0.9273807085807905,
      "grad_norm": 3.7030451400932884,
      "learning_rate": 0.00028514452156575454,
      "loss": 7.3125,
      "step": 22642
    },
    {
      "epoch": 0.9274216670079869,
      "grad_norm": 2.874907720792792,
      "learning_rate": 0.000285143106431242,
      "loss": 6.0625,
      "step": 22643
    },
    {
      "epoch": 0.9274626254351833,
      "grad_norm": 2.8187558118940714,
      "learning_rate": 0.00028514169123284157,
      "loss": 5.4688,
      "step": 22644
    },
    {
      "epoch": 0.9275035838623796,
      "grad_norm": 2.2905439549967026,
      "learning_rate": 0.000285140275970554,
      "loss": 3.625,
      "step": 22645
    },
    {
      "epoch": 0.9275445422895761,
      "grad_norm": 1.7386262242167363,
      "learning_rate": 0.00028513886064438003,
      "loss": 4.3125,
      "step": 22646
    },
    {
      "epoch": 0.9275855007167725,
      "grad_norm": 1.9202525712352552,
      "learning_rate": 0.0002851374452543202,
      "loss": 5.375,
      "step": 22647
    },
    {
      "epoch": 0.9276264591439689,
      "grad_norm": 2.4806042718199235,
      "learning_rate": 0.00028513602980037524,
      "loss": 6.1875,
      "step": 22648
    },
    {
      "epoch": 0.9276674175711652,
      "grad_norm": 2.4950080784536923,
      "learning_rate": 0.0002851346142825458,
      "loss": 4.1562,
      "step": 22649
    },
    {
      "epoch": 0.9277083759983616,
      "grad_norm": 2.3611350588854427,
      "learning_rate": 0.00028513319870083256,
      "loss": 5.25,
      "step": 22650
    },
    {
      "epoch": 0.9277493344255581,
      "grad_norm": 1.9735100527305638,
      "learning_rate": 0.00028513178305523615,
      "loss": 4.9062,
      "step": 22651
    },
    {
      "epoch": 0.9277902928527545,
      "grad_norm": 2.1858649976406066,
      "learning_rate": 0.0002851303673457573,
      "loss": 5.625,
      "step": 22652
    },
    {
      "epoch": 0.9278312512799508,
      "grad_norm": 4.295189449309284,
      "learning_rate": 0.00028512895157239667,
      "loss": 7.4375,
      "step": 22653
    },
    {
      "epoch": 0.9278722097071472,
      "grad_norm": 2.3330155746223933,
      "learning_rate": 0.0002851275357351549,
      "loss": 5.8438,
      "step": 22654
    },
    {
      "epoch": 0.9279131681343437,
      "grad_norm": 1.825252621111674,
      "learning_rate": 0.0002851261198340327,
      "loss": 5.5938,
      "step": 22655
    },
    {
      "epoch": 0.9279541265615401,
      "grad_norm": 1.8329126187387597,
      "learning_rate": 0.00028512470386903065,
      "loss": 5.3125,
      "step": 22656
    },
    {
      "epoch": 0.9279950849887364,
      "grad_norm": 1.8248460249938674,
      "learning_rate": 0.00028512328784014953,
      "loss": 4.9375,
      "step": 22657
    },
    {
      "epoch": 0.9280360434159328,
      "grad_norm": 2.2287677605656144,
      "learning_rate": 0.00028512187174738993,
      "loss": 5.2812,
      "step": 22658
    },
    {
      "epoch": 0.9280770018431292,
      "grad_norm": 5.7271168011607285,
      "learning_rate": 0.00028512045559075255,
      "loss": 7.0625,
      "step": 22659
    },
    {
      "epoch": 0.9281179602703257,
      "grad_norm": 3.565565743400029,
      "learning_rate": 0.0002851190393702381,
      "loss": 3.6875,
      "step": 22660
    },
    {
      "epoch": 0.928158918697522,
      "grad_norm": 1.8679414172456268,
      "learning_rate": 0.0002851176230858472,
      "loss": 4.9062,
      "step": 22661
    },
    {
      "epoch": 0.9281998771247184,
      "grad_norm": 2.2060306340907037,
      "learning_rate": 0.0002851162067375805,
      "loss": 5.625,
      "step": 22662
    },
    {
      "epoch": 0.9282408355519148,
      "grad_norm": 2.500000795690249,
      "learning_rate": 0.0002851147903254387,
      "loss": 4.9375,
      "step": 22663
    },
    {
      "epoch": 0.9282817939791111,
      "grad_norm": 8.771799137423452,
      "learning_rate": 0.0002851133738494225,
      "loss": 4.3125,
      "step": 22664
    },
    {
      "epoch": 0.9283227524063076,
      "grad_norm": 1.6274128286256317,
      "learning_rate": 0.0002851119573095325,
      "loss": 4.2812,
      "step": 22665
    },
    {
      "epoch": 0.928363710833504,
      "grad_norm": 1.931533412351998,
      "learning_rate": 0.0002851105407057694,
      "loss": 4.9375,
      "step": 22666
    },
    {
      "epoch": 0.9284046692607004,
      "grad_norm": 1.5896629559281574,
      "learning_rate": 0.0002851091240381339,
      "loss": 4.9375,
      "step": 22667
    },
    {
      "epoch": 0.9284456276878967,
      "grad_norm": 1.6746635629762416,
      "learning_rate": 0.00028510770730662667,
      "loss": 5.0,
      "step": 22668
    },
    {
      "epoch": 0.9284865861150932,
      "grad_norm": 1.685034595155165,
      "learning_rate": 0.00028510629051124834,
      "loss": 4.5625,
      "step": 22669
    },
    {
      "epoch": 0.9285275445422896,
      "grad_norm": 1.6725896485196,
      "learning_rate": 0.00028510487365199954,
      "loss": 4.9375,
      "step": 22670
    },
    {
      "epoch": 0.928568502969486,
      "grad_norm": 2.151466443940777,
      "learning_rate": 0.00028510345672888104,
      "loss": 5.625,
      "step": 22671
    },
    {
      "epoch": 0.9286094613966823,
      "grad_norm": 2.5984421143139067,
      "learning_rate": 0.00028510203974189345,
      "loss": 3.7031,
      "step": 22672
    },
    {
      "epoch": 0.9286504198238787,
      "grad_norm": 1.6686065492359006,
      "learning_rate": 0.0002851006226910375,
      "loss": 4.8125,
      "step": 22673
    },
    {
      "epoch": 0.9286913782510752,
      "grad_norm": 1.9474473827508256,
      "learning_rate": 0.00028509920557631376,
      "loss": 4.75,
      "step": 22674
    },
    {
      "epoch": 0.9287323366782716,
      "grad_norm": 1.6321476913366615,
      "learning_rate": 0.00028509778839772297,
      "loss": 4.125,
      "step": 22675
    },
    {
      "epoch": 0.9287732951054679,
      "grad_norm": 4.325340660968928,
      "learning_rate": 0.0002850963711552658,
      "loss": 5.5,
      "step": 22676
    },
    {
      "epoch": 0.9288142535326643,
      "grad_norm": 1.7072806155316949,
      "learning_rate": 0.0002850949538489429,
      "loss": 3.6094,
      "step": 22677
    },
    {
      "epoch": 0.9288552119598608,
      "grad_norm": 1.815404542139037,
      "learning_rate": 0.00028509353647875496,
      "loss": 5.0,
      "step": 22678
    },
    {
      "epoch": 0.9288961703870572,
      "grad_norm": 2.6313021755692856,
      "learning_rate": 0.0002850921190447026,
      "loss": 6.5312,
      "step": 22679
    },
    {
      "epoch": 0.9289371288142535,
      "grad_norm": 1.7601797738421265,
      "learning_rate": 0.00028509070154678653,
      "loss": 4.8125,
      "step": 22680
    },
    {
      "epoch": 0.9289780872414499,
      "grad_norm": 1.894329415400901,
      "learning_rate": 0.0002850892839850075,
      "loss": 5.6562,
      "step": 22681
    },
    {
      "epoch": 0.9290190456686463,
      "grad_norm": 2.0658921118254865,
      "learning_rate": 0.000285087866359366,
      "loss": 7.1562,
      "step": 22682
    },
    {
      "epoch": 0.9290600040958428,
      "grad_norm": 4.078269047070452,
      "learning_rate": 0.0002850864486698628,
      "loss": 8.25,
      "step": 22683
    },
    {
      "epoch": 0.9291009625230391,
      "grad_norm": 4.275105004334032,
      "learning_rate": 0.0002850850309164986,
      "loss": 5.625,
      "step": 22684
    },
    {
      "epoch": 0.9291419209502355,
      "grad_norm": 2.4720905413957537,
      "learning_rate": 0.00028508361309927403,
      "loss": 7.4375,
      "step": 22685
    },
    {
      "epoch": 0.9291828793774319,
      "grad_norm": 1.5859775789390076,
      "learning_rate": 0.00028508219521818974,
      "loss": 5.125,
      "step": 22686
    },
    {
      "epoch": 0.9292238378046282,
      "grad_norm": 1.807541675889398,
      "learning_rate": 0.00028508077727324647,
      "loss": 5.2812,
      "step": 22687
    },
    {
      "epoch": 0.9292647962318247,
      "grad_norm": 2.0800729466602816,
      "learning_rate": 0.0002850793592644448,
      "loss": 7.0312,
      "step": 22688
    },
    {
      "epoch": 0.9293057546590211,
      "grad_norm": 1.7768928637788706,
      "learning_rate": 0.0002850779411917855,
      "loss": 4.8125,
      "step": 22689
    },
    {
      "epoch": 0.9293467130862175,
      "grad_norm": 1.6339086858439884,
      "learning_rate": 0.0002850765230552691,
      "loss": 5.1875,
      "step": 22690
    },
    {
      "epoch": 0.9293876715134138,
      "grad_norm": 3.1049483893782375,
      "learning_rate": 0.00028507510485489644,
      "loss": 6.5312,
      "step": 22691
    },
    {
      "epoch": 0.9294286299406103,
      "grad_norm": 3.629277392105067,
      "learning_rate": 0.0002850736865906681,
      "loss": 1.3672,
      "step": 22692
    },
    {
      "epoch": 0.9294695883678067,
      "grad_norm": 1.766718911718507,
      "learning_rate": 0.0002850722682625847,
      "loss": 4.1875,
      "step": 22693
    },
    {
      "epoch": 0.9295105467950031,
      "grad_norm": 1.554985007059163,
      "learning_rate": 0.00028507084987064706,
      "loss": 5.4375,
      "step": 22694
    },
    {
      "epoch": 0.9295515052221994,
      "grad_norm": 2.6526039124311667,
      "learning_rate": 0.0002850694314148557,
      "loss": 7.0,
      "step": 22695
    },
    {
      "epoch": 0.9295924636493959,
      "grad_norm": 1.8082025899232108,
      "learning_rate": 0.00028506801289521135,
      "loss": 5.0938,
      "step": 22696
    },
    {
      "epoch": 0.9296334220765923,
      "grad_norm": 1.8753245973201251,
      "learning_rate": 0.0002850665943117147,
      "loss": 4.4375,
      "step": 22697
    },
    {
      "epoch": 0.9296743805037887,
      "grad_norm": 1.8082161993638304,
      "learning_rate": 0.0002850651756643664,
      "loss": 5.0625,
      "step": 22698
    },
    {
      "epoch": 0.929715338930985,
      "grad_norm": 1.4739330433326767,
      "learning_rate": 0.00028506375695316714,
      "loss": 5.0,
      "step": 22699
    },
    {
      "epoch": 0.9297562973581814,
      "grad_norm": 1.603833119090243,
      "learning_rate": 0.00028506233817811755,
      "loss": 5.0312,
      "step": 22700
    },
    {
      "epoch": 0.9297972557853779,
      "grad_norm": 2.762722862479936,
      "learning_rate": 0.0002850609193392183,
      "loss": 4.5938,
      "step": 22701
    },
    {
      "epoch": 0.9298382142125743,
      "grad_norm": 1.647152343934547,
      "learning_rate": 0.0002850595004364701,
      "loss": 4.5312,
      "step": 22702
    },
    {
      "epoch": 0.9298791726397706,
      "grad_norm": 1.7565695480148515,
      "learning_rate": 0.00028505808146987363,
      "loss": 5.5,
      "step": 22703
    },
    {
      "epoch": 0.929920131066967,
      "grad_norm": 1.6182717422110935,
      "learning_rate": 0.0002850566624394295,
      "loss": 5.2812,
      "step": 22704
    },
    {
      "epoch": 0.9299610894941635,
      "grad_norm": 1.5926934255875806,
      "learning_rate": 0.00028505524334513846,
      "loss": 5.0625,
      "step": 22705
    },
    {
      "epoch": 0.9300020479213598,
      "grad_norm": 1.7239623301583602,
      "learning_rate": 0.0002850538241870011,
      "loss": 5.75,
      "step": 22706
    },
    {
      "epoch": 0.9300430063485562,
      "grad_norm": 2.8255099587587056,
      "learning_rate": 0.00028505240496501816,
      "loss": 6.375,
      "step": 22707
    },
    {
      "epoch": 0.9300839647757526,
      "grad_norm": 1.8726533460542059,
      "learning_rate": 0.00028505098567919025,
      "loss": 5.4688,
      "step": 22708
    },
    {
      "epoch": 0.930124923202949,
      "grad_norm": 1.9390544068978046,
      "learning_rate": 0.0002850495663295181,
      "loss": 5.5312,
      "step": 22709
    },
    {
      "epoch": 0.9301658816301454,
      "grad_norm": 1.6245815423979473,
      "learning_rate": 0.0002850481469160023,
      "loss": 5.0625,
      "step": 22710
    },
    {
      "epoch": 0.9302068400573418,
      "grad_norm": 14.465884224670894,
      "learning_rate": 0.00028504672743864367,
      "loss": 8.25,
      "step": 22711
    },
    {
      "epoch": 0.9302477984845382,
      "grad_norm": 5.842836614540282,
      "learning_rate": 0.00028504530789744267,
      "loss": 5.125,
      "step": 22712
    },
    {
      "epoch": 0.9302887569117346,
      "grad_norm": 2.1354308890164067,
      "learning_rate": 0.00028504388829240015,
      "loss": 5.7812,
      "step": 22713
    },
    {
      "epoch": 0.9303297153389309,
      "grad_norm": 1.7235379085984328,
      "learning_rate": 0.0002850424686235167,
      "loss": 3.5469,
      "step": 22714
    },
    {
      "epoch": 0.9303706737661274,
      "grad_norm": 9.330486256843358,
      "learning_rate": 0.00028504104889079304,
      "loss": 4.9062,
      "step": 22715
    },
    {
      "epoch": 0.9304116321933238,
      "grad_norm": 2.1144514639740644,
      "learning_rate": 0.0002850396290942298,
      "loss": 5.5312,
      "step": 22716
    },
    {
      "epoch": 0.9304525906205202,
      "grad_norm": 2.1440855790154,
      "learning_rate": 0.00028503820923382763,
      "loss": 5.0625,
      "step": 22717
    },
    {
      "epoch": 0.9304935490477165,
      "grad_norm": 1.4994196239494015,
      "learning_rate": 0.0002850367893095872,
      "loss": 4.3125,
      "step": 22718
    },
    {
      "epoch": 0.930534507474913,
      "grad_norm": 1.8289989436732983,
      "learning_rate": 0.00028503536932150924,
      "loss": 4.5938,
      "step": 22719
    },
    {
      "epoch": 0.9305754659021094,
      "grad_norm": 2.5434025757031247,
      "learning_rate": 0.00028503394926959443,
      "loss": 5.25,
      "step": 22720
    },
    {
      "epoch": 0.9306164243293058,
      "grad_norm": 5.169582716699344,
      "learning_rate": 0.00028503252915384336,
      "loss": 1.3828,
      "step": 22721
    },
    {
      "epoch": 0.9306573827565021,
      "grad_norm": 3.1551039136033543,
      "learning_rate": 0.0002850311089742568,
      "loss": 7.75,
      "step": 22722
    },
    {
      "epoch": 0.9306983411836985,
      "grad_norm": 2.3606538621994955,
      "learning_rate": 0.00028502968873083534,
      "loss": 1.0469,
      "step": 22723
    },
    {
      "epoch": 0.930739299610895,
      "grad_norm": 2.1144573145622,
      "learning_rate": 0.00028502826842357964,
      "loss": 5.8125,
      "step": 22724
    },
    {
      "epoch": 0.9307802580380914,
      "grad_norm": 1.8922381900597545,
      "learning_rate": 0.00028502684805249045,
      "loss": 4.7188,
      "step": 22725
    },
    {
      "epoch": 0.9308212164652877,
      "grad_norm": 2.072493594792611,
      "learning_rate": 0.00028502542761756836,
      "loss": 5.1875,
      "step": 22726
    },
    {
      "epoch": 0.9308621748924841,
      "grad_norm": 1.6625471709737238,
      "learning_rate": 0.0002850240071188141,
      "loss": 5.7188,
      "step": 22727
    },
    {
      "epoch": 0.9309031333196806,
      "grad_norm": 2.672999552310834,
      "learning_rate": 0.00028502258655622835,
      "loss": 7.4062,
      "step": 22728
    },
    {
      "epoch": 0.9309440917468769,
      "grad_norm": 1.943453176242406,
      "learning_rate": 0.0002850211659298117,
      "loss": 6.0938,
      "step": 22729
    },
    {
      "epoch": 0.9309850501740733,
      "grad_norm": 2.2408537625615197,
      "learning_rate": 0.00028501974523956495,
      "loss": 5.7188,
      "step": 22730
    },
    {
      "epoch": 0.9310260086012697,
      "grad_norm": 2.1859843947918876,
      "learning_rate": 0.0002850183244854887,
      "loss": 3.3125,
      "step": 22731
    },
    {
      "epoch": 0.9310669670284661,
      "grad_norm": 1.9133761357293657,
      "learning_rate": 0.00028501690366758355,
      "loss": 4.9062,
      "step": 22732
    },
    {
      "epoch": 0.9311079254556625,
      "grad_norm": 11.46112105542287,
      "learning_rate": 0.0002850154827858503,
      "loss": 2.0781,
      "step": 22733
    },
    {
      "epoch": 0.9311488838828589,
      "grad_norm": 3.040154288712922,
      "learning_rate": 0.00028501406184028955,
      "loss": 6.875,
      "step": 22734
    },
    {
      "epoch": 0.9311898423100553,
      "grad_norm": 3.112876189298323,
      "learning_rate": 0.000285012640830902,
      "loss": 6.2188,
      "step": 22735
    },
    {
      "epoch": 0.9312308007372517,
      "grad_norm": 2.00231975333618,
      "learning_rate": 0.0002850112197576883,
      "loss": 6.4688,
      "step": 22736
    },
    {
      "epoch": 0.931271759164448,
      "grad_norm": 2.9864218332876225,
      "learning_rate": 0.0002850097986206491,
      "loss": 6.4688,
      "step": 22737
    },
    {
      "epoch": 0.9313127175916445,
      "grad_norm": 1.8393943085675684,
      "learning_rate": 0.00028500837741978516,
      "loss": 5.3438,
      "step": 22738
    },
    {
      "epoch": 0.9313536760188409,
      "grad_norm": 2.097714618744355,
      "learning_rate": 0.000285006956155097,
      "loss": 4.625,
      "step": 22739
    },
    {
      "epoch": 0.9313946344460373,
      "grad_norm": 1.8270035094682349,
      "learning_rate": 0.0002850055348265855,
      "loss": 4.6875,
      "step": 22740
    },
    {
      "epoch": 0.9314355928732336,
      "grad_norm": 1.7706047225740025,
      "learning_rate": 0.00028500411343425114,
      "loss": 4.6562,
      "step": 22741
    },
    {
      "epoch": 0.9314765513004301,
      "grad_norm": 1.6188169318486336,
      "learning_rate": 0.0002850026919780947,
      "loss": 4.9062,
      "step": 22742
    },
    {
      "epoch": 0.9315175097276265,
      "grad_norm": 2.6095221116322014,
      "learning_rate": 0.0002850012704581168,
      "loss": 6.0,
      "step": 22743
    },
    {
      "epoch": 0.9315584681548229,
      "grad_norm": 1.7494667710637803,
      "learning_rate": 0.00028499984887431814,
      "loss": 5.5625,
      "step": 22744
    },
    {
      "epoch": 0.9315994265820192,
      "grad_norm": 6.093353734158805,
      "learning_rate": 0.00028499842722669934,
      "loss": 6.6562,
      "step": 22745
    },
    {
      "epoch": 0.9316403850092156,
      "grad_norm": 2.2468972227912887,
      "learning_rate": 0.0002849970055152612,
      "loss": 4.25,
      "step": 22746
    },
    {
      "epoch": 0.9316813434364121,
      "grad_norm": 2.305441869404198,
      "learning_rate": 0.00028499558374000427,
      "loss": 5.125,
      "step": 22747
    },
    {
      "epoch": 0.9317223018636084,
      "grad_norm": 2.47496006044976,
      "learning_rate": 0.00028499416190092924,
      "loss": 4.8125,
      "step": 22748
    },
    {
      "epoch": 0.9317632602908048,
      "grad_norm": 1.8790456194229674,
      "learning_rate": 0.00028499273999803683,
      "loss": 5.375,
      "step": 22749
    },
    {
      "epoch": 0.9318042187180012,
      "grad_norm": 3.275891883670814,
      "learning_rate": 0.0002849913180313277,
      "loss": 6.0312,
      "step": 22750
    },
    {
      "epoch": 0.9318451771451977,
      "grad_norm": 1.972303303058026,
      "learning_rate": 0.0002849898960008025,
      "loss": 5.25,
      "step": 22751
    },
    {
      "epoch": 0.931886135572394,
      "grad_norm": 3.215337445709448,
      "learning_rate": 0.0002849884739064619,
      "loss": 6.7188,
      "step": 22752
    },
    {
      "epoch": 0.9319270939995904,
      "grad_norm": 1.9985059495799797,
      "learning_rate": 0.0002849870517483066,
      "loss": 5.0312,
      "step": 22753
    },
    {
      "epoch": 0.9319680524267868,
      "grad_norm": 2.2292167704983523,
      "learning_rate": 0.0002849856295263373,
      "loss": 5.8438,
      "step": 22754
    },
    {
      "epoch": 0.9320090108539832,
      "grad_norm": 3.5783516190213374,
      "learning_rate": 0.00028498420724055453,
      "loss": 6.5625,
      "step": 22755
    },
    {
      "epoch": 0.9320499692811796,
      "grad_norm": 2.1114134148167985,
      "learning_rate": 0.00028498278489095906,
      "loss": 5.6562,
      "step": 22756
    },
    {
      "epoch": 0.932090927708376,
      "grad_norm": 10.3073611313225,
      "learning_rate": 0.0002849813624775516,
      "loss": 3.7969,
      "step": 22757
    },
    {
      "epoch": 0.9321318861355724,
      "grad_norm": 1.7240552434344847,
      "learning_rate": 0.0002849799400003328,
      "loss": 4.7812,
      "step": 22758
    },
    {
      "epoch": 0.9321728445627688,
      "grad_norm": 2.2862412485491386,
      "learning_rate": 0.0002849785174593033,
      "loss": 5.1562,
      "step": 22759
    },
    {
      "epoch": 0.9322138029899651,
      "grad_norm": 1.8391626237933338,
      "learning_rate": 0.00028497709485446375,
      "loss": 5.3125,
      "step": 22760
    },
    {
      "epoch": 0.9322547614171616,
      "grad_norm": 2.8399112970135523,
      "learning_rate": 0.00028497567218581496,
      "loss": 3.6875,
      "step": 22761
    },
    {
      "epoch": 0.932295719844358,
      "grad_norm": 2.17213098614913,
      "learning_rate": 0.00028497424945335745,
      "loss": 5.375,
      "step": 22762
    },
    {
      "epoch": 0.9323366782715544,
      "grad_norm": 5.0738980248664785,
      "learning_rate": 0.0002849728266570919,
      "loss": 7.0312,
      "step": 22763
    },
    {
      "epoch": 0.9323776366987507,
      "grad_norm": 1.979743815758384,
      "learning_rate": 0.00028497140379701906,
      "loss": 5.8438,
      "step": 22764
    },
    {
      "epoch": 0.9324185951259472,
      "grad_norm": 1.920454466889384,
      "learning_rate": 0.0002849699808731396,
      "loss": 4.7812,
      "step": 22765
    },
    {
      "epoch": 0.9324595535531436,
      "grad_norm": 1.722065233093309,
      "learning_rate": 0.00028496855788545417,
      "loss": 5.6562,
      "step": 22766
    },
    {
      "epoch": 0.93250051198034,
      "grad_norm": 2.1690170204791093,
      "learning_rate": 0.0002849671348339634,
      "loss": 5.0938,
      "step": 22767
    },
    {
      "epoch": 0.9325414704075363,
      "grad_norm": 1.9140646544784898,
      "learning_rate": 0.000284965711718668,
      "loss": 5.2812,
      "step": 22768
    },
    {
      "epoch": 0.9325824288347327,
      "grad_norm": 2.883913309588339,
      "learning_rate": 0.0002849642885395687,
      "loss": 6.2188,
      "step": 22769
    },
    {
      "epoch": 0.9326233872619292,
      "grad_norm": 2.1515517057739477,
      "learning_rate": 0.00028496286529666607,
      "loss": 5.2188,
      "step": 22770
    },
    {
      "epoch": 0.9326643456891255,
      "grad_norm": 2.808152127790531,
      "learning_rate": 0.0002849614419899608,
      "loss": 6.875,
      "step": 22771
    },
    {
      "epoch": 0.9327053041163219,
      "grad_norm": 2.110647837797185,
      "learning_rate": 0.0002849600186194537,
      "loss": 4.2188,
      "step": 22772
    },
    {
      "epoch": 0.9327462625435183,
      "grad_norm": 1.7475530563088966,
      "learning_rate": 0.00028495859518514523,
      "loss": 5.0938,
      "step": 22773
    },
    {
      "epoch": 0.9327872209707148,
      "grad_norm": 1.9823365432222961,
      "learning_rate": 0.0002849571716870362,
      "loss": 5.7812,
      "step": 22774
    },
    {
      "epoch": 0.9328281793979111,
      "grad_norm": 3.0120684741256727,
      "learning_rate": 0.00028495574812512726,
      "loss": 4.9375,
      "step": 22775
    },
    {
      "epoch": 0.9328691378251075,
      "grad_norm": 1.6152612193604885,
      "learning_rate": 0.00028495432449941906,
      "loss": 4.4688,
      "step": 22776
    },
    {
      "epoch": 0.9329100962523039,
      "grad_norm": 3.298494453262262,
      "learning_rate": 0.0002849529008099123,
      "loss": 4.4062,
      "step": 22777
    },
    {
      "epoch": 0.9329510546795003,
      "grad_norm": 2.248666351318463,
      "learning_rate": 0.00028495147705660757,
      "loss": 5.7188,
      "step": 22778
    },
    {
      "epoch": 0.9329920131066967,
      "grad_norm": 1.685139565817942,
      "learning_rate": 0.0002849500532395057,
      "loss": 5.125,
      "step": 22779
    },
    {
      "epoch": 0.9330329715338931,
      "grad_norm": 1.7208841445231438,
      "learning_rate": 0.00028494862935860726,
      "loss": 4.0625,
      "step": 22780
    },
    {
      "epoch": 0.9330739299610895,
      "grad_norm": 1.933621934589041,
      "learning_rate": 0.0002849472054139129,
      "loss": 5.3438,
      "step": 22781
    },
    {
      "epoch": 0.9331148883882859,
      "grad_norm": 3.0958870257920226,
      "learning_rate": 0.0002849457814054234,
      "loss": 3.8438,
      "step": 22782
    },
    {
      "epoch": 0.9331558468154822,
      "grad_norm": 3.71313119344918,
      "learning_rate": 0.0002849443573331393,
      "loss": 6.5,
      "step": 22783
    },
    {
      "epoch": 0.9331968052426787,
      "grad_norm": 2.282889161988723,
      "learning_rate": 0.00028494293319706134,
      "loss": 6.2812,
      "step": 22784
    },
    {
      "epoch": 0.9332377636698751,
      "grad_norm": 1.6532303159234496,
      "learning_rate": 0.00028494150899719024,
      "loss": 4.75,
      "step": 22785
    },
    {
      "epoch": 0.9332787220970715,
      "grad_norm": 2.1517911749587597,
      "learning_rate": 0.0002849400847335266,
      "loss": 3.9531,
      "step": 22786
    },
    {
      "epoch": 0.9333196805242678,
      "grad_norm": 2.6402744870337407,
      "learning_rate": 0.0002849386604060711,
      "loss": 6.5625,
      "step": 22787
    },
    {
      "epoch": 0.9333606389514643,
      "grad_norm": 2.403457120841418,
      "learning_rate": 0.0002849372360148244,
      "loss": 5.75,
      "step": 22788
    },
    {
      "epoch": 0.9334015973786607,
      "grad_norm": 2.3107407867584735,
      "learning_rate": 0.0002849358115597873,
      "loss": 6.3125,
      "step": 22789
    },
    {
      "epoch": 0.9334425558058571,
      "grad_norm": 4.857176545217669,
      "learning_rate": 0.00028493438704096035,
      "loss": 5.375,
      "step": 22790
    },
    {
      "epoch": 0.9334835142330534,
      "grad_norm": 2.038304993766599,
      "learning_rate": 0.0002849329624583442,
      "loss": 5.25,
      "step": 22791
    },
    {
      "epoch": 0.9335244726602498,
      "grad_norm": 1.7497404290272014,
      "learning_rate": 0.0002849315378119396,
      "loss": 4.75,
      "step": 22792
    },
    {
      "epoch": 0.9335654310874463,
      "grad_norm": 1.5803000967976641,
      "learning_rate": 0.00028493011310174723,
      "loss": 5.2188,
      "step": 22793
    },
    {
      "epoch": 0.9336063895146426,
      "grad_norm": 1.7162849009894312,
      "learning_rate": 0.0002849286883277677,
      "loss": 5.4688,
      "step": 22794
    },
    {
      "epoch": 0.933647347941839,
      "grad_norm": 1.932744663274401,
      "learning_rate": 0.0002849272634900017,
      "loss": 4.75,
      "step": 22795
    },
    {
      "epoch": 0.9336883063690354,
      "grad_norm": 2.0265800239730614,
      "learning_rate": 0.00028492583858844993,
      "loss": 6.2188,
      "step": 22796
    },
    {
      "epoch": 0.9337292647962319,
      "grad_norm": 1.6528236582595044,
      "learning_rate": 0.00028492441362311307,
      "loss": 5.0625,
      "step": 22797
    },
    {
      "epoch": 0.9337702232234282,
      "grad_norm": 2.246512911098861,
      "learning_rate": 0.00028492298859399183,
      "loss": 6.0625,
      "step": 22798
    },
    {
      "epoch": 0.9338111816506246,
      "grad_norm": 3.467386440385637,
      "learning_rate": 0.00028492156350108677,
      "loss": 7.5,
      "step": 22799
    },
    {
      "epoch": 0.933852140077821,
      "grad_norm": 2.2120843276316755,
      "learning_rate": 0.00028492013834439863,
      "loss": 5.3125,
      "step": 22800
    },
    {
      "epoch": 0.9338930985050174,
      "grad_norm": 4.5798500038225445,
      "learning_rate": 0.00028491871312392807,
      "loss": 1.6406,
      "step": 22801
    },
    {
      "epoch": 0.9339340569322138,
      "grad_norm": 2.0779970317629677,
      "learning_rate": 0.0002849172878396758,
      "loss": 5.5312,
      "step": 22802
    },
    {
      "epoch": 0.9339750153594102,
      "grad_norm": 3.0348749642256974,
      "learning_rate": 0.0002849158624916424,
      "loss": 5.75,
      "step": 22803
    },
    {
      "epoch": 0.9340159737866066,
      "grad_norm": 2.019988085400951,
      "learning_rate": 0.00028491443707982865,
      "loss": 5.5,
      "step": 22804
    },
    {
      "epoch": 0.934056932213803,
      "grad_norm": 1.821141578983328,
      "learning_rate": 0.0002849130116042352,
      "loss": 5.5938,
      "step": 22805
    },
    {
      "epoch": 0.9340978906409994,
      "grad_norm": 2.231180385604408,
      "learning_rate": 0.0002849115860648627,
      "loss": 5.4062,
      "step": 22806
    },
    {
      "epoch": 0.9341388490681958,
      "grad_norm": 5.917429168246079,
      "learning_rate": 0.00028491016046171177,
      "loss": 5.0625,
      "step": 22807
    },
    {
      "epoch": 0.9341798074953922,
      "grad_norm": 1.7719778817574587,
      "learning_rate": 0.00028490873479478324,
      "loss": 4.8438,
      "step": 22808
    },
    {
      "epoch": 0.9342207659225886,
      "grad_norm": 4.140797035083255,
      "learning_rate": 0.0002849073090640776,
      "loss": 5.3125,
      "step": 22809
    },
    {
      "epoch": 0.9342617243497849,
      "grad_norm": 1.7956218698105126,
      "learning_rate": 0.00028490588326959566,
      "loss": 4.4062,
      "step": 22810
    },
    {
      "epoch": 0.9343026827769814,
      "grad_norm": 3.3893848171591343,
      "learning_rate": 0.0002849044574113381,
      "loss": 4.4062,
      "step": 22811
    },
    {
      "epoch": 0.9343436412041778,
      "grad_norm": 2.184933653431501,
      "learning_rate": 0.00028490303148930545,
      "loss": 4.875,
      "step": 22812
    },
    {
      "epoch": 0.9343845996313741,
      "grad_norm": 1.8102321817182447,
      "learning_rate": 0.0002849016055034985,
      "loss": 5.0938,
      "step": 22813
    },
    {
      "epoch": 0.9344255580585705,
      "grad_norm": 1.9697512408789466,
      "learning_rate": 0.0002849001794539179,
      "loss": 6.3438,
      "step": 22814
    },
    {
      "epoch": 0.934466516485767,
      "grad_norm": 3.0431125243019204,
      "learning_rate": 0.00028489875334056436,
      "loss": 5.2812,
      "step": 22815
    },
    {
      "epoch": 0.9345074749129634,
      "grad_norm": 1.7657642113580154,
      "learning_rate": 0.0002848973271634385,
      "loss": 4.7188,
      "step": 22816
    },
    {
      "epoch": 0.9345484333401597,
      "grad_norm": 6.6783221935363635,
      "learning_rate": 0.00028489590092254096,
      "loss": 5.6875,
      "step": 22817
    },
    {
      "epoch": 0.9345893917673561,
      "grad_norm": 1.9100439261356776,
      "learning_rate": 0.0002848944746178725,
      "loss": 5.7812,
      "step": 22818
    },
    {
      "epoch": 0.9346303501945525,
      "grad_norm": 2.0181221619259495,
      "learning_rate": 0.0002848930482494338,
      "loss": 5.4062,
      "step": 22819
    },
    {
      "epoch": 0.934671308621749,
      "grad_norm": 1.8828883501482572,
      "learning_rate": 0.00028489162181722543,
      "loss": 5.7812,
      "step": 22820
    },
    {
      "epoch": 0.9347122670489453,
      "grad_norm": 2.9160019020021246,
      "learning_rate": 0.00028489019532124815,
      "loss": 7.0625,
      "step": 22821
    },
    {
      "epoch": 0.9347532254761417,
      "grad_norm": 1.7823812048000347,
      "learning_rate": 0.0002848887687615026,
      "loss": 5.0,
      "step": 22822
    },
    {
      "epoch": 0.9347941839033381,
      "grad_norm": 1.4546585121383355,
      "learning_rate": 0.0002848873421379895,
      "loss": 2.2812,
      "step": 22823
    },
    {
      "epoch": 0.9348351423305346,
      "grad_norm": 2.2334241609625773,
      "learning_rate": 0.0002848859154507095,
      "loss": 7.375,
      "step": 22824
    },
    {
      "epoch": 0.9348761007577309,
      "grad_norm": 10.76256144595041,
      "learning_rate": 0.00028488448869966326,
      "loss": 6.7812,
      "step": 22825
    },
    {
      "epoch": 0.9349170591849273,
      "grad_norm": 1.8006675922268955,
      "learning_rate": 0.00028488306188485145,
      "loss": 6.0625,
      "step": 22826
    },
    {
      "epoch": 0.9349580176121237,
      "grad_norm": 2.581099942654726,
      "learning_rate": 0.00028488163500627473,
      "loss": 7.1875,
      "step": 22827
    },
    {
      "epoch": 0.9349989760393201,
      "grad_norm": 1.9540732888845243,
      "learning_rate": 0.0002848802080639338,
      "loss": 4.3438,
      "step": 22828
    },
    {
      "epoch": 0.9350399344665165,
      "grad_norm": 1.662758634686669,
      "learning_rate": 0.0002848787810578294,
      "loss": 4.9375,
      "step": 22829
    },
    {
      "epoch": 0.9350808928937129,
      "grad_norm": 5.74046893482076,
      "learning_rate": 0.00028487735398796205,
      "loss": 2.8594,
      "step": 22830
    },
    {
      "epoch": 0.9351218513209093,
      "grad_norm": 2.7167229933894546,
      "learning_rate": 0.00028487592685433257,
      "loss": 6.0625,
      "step": 22831
    },
    {
      "epoch": 0.9351628097481057,
      "grad_norm": 1.7751140691149643,
      "learning_rate": 0.00028487449965694154,
      "loss": 5.5,
      "step": 22832
    },
    {
      "epoch": 0.935203768175302,
      "grad_norm": 2.5810255174646564,
      "learning_rate": 0.0002848730723957897,
      "loss": 6.375,
      "step": 22833
    },
    {
      "epoch": 0.9352447266024985,
      "grad_norm": 1.8301134837512318,
      "learning_rate": 0.0002848716450708777,
      "loss": 4.8438,
      "step": 22834
    },
    {
      "epoch": 0.9352856850296949,
      "grad_norm": 5.349080937778693,
      "learning_rate": 0.00028487021768220625,
      "loss": 6.2812,
      "step": 22835
    },
    {
      "epoch": 0.9353266434568912,
      "grad_norm": 4.604869089776807,
      "learning_rate": 0.0002848687902297759,
      "loss": 2.3281,
      "step": 22836
    },
    {
      "epoch": 0.9353676018840876,
      "grad_norm": 2.0992663791768154,
      "learning_rate": 0.00028486736271358747,
      "loss": 5.0,
      "step": 22837
    },
    {
      "epoch": 0.935408560311284,
      "grad_norm": 5.039917281602258,
      "learning_rate": 0.00028486593513364156,
      "loss": 6.1562,
      "step": 22838
    },
    {
      "epoch": 0.9354495187384805,
      "grad_norm": 2.7990960477904405,
      "learning_rate": 0.00028486450748993887,
      "loss": 5.5938,
      "step": 22839
    },
    {
      "epoch": 0.9354904771656768,
      "grad_norm": 4.314455493841822,
      "learning_rate": 0.0002848630797824801,
      "loss": 7.3438,
      "step": 22840
    },
    {
      "epoch": 0.9355314355928732,
      "grad_norm": 2.420366549937982,
      "learning_rate": 0.0002848616520112658,
      "loss": 5.9062,
      "step": 22841
    },
    {
      "epoch": 0.9355723940200696,
      "grad_norm": 5.267556639870896,
      "learning_rate": 0.00028486022417629684,
      "loss": 4.875,
      "step": 22842
    },
    {
      "epoch": 0.9356133524472661,
      "grad_norm": 2.3481643641303296,
      "learning_rate": 0.0002848587962775737,
      "loss": 5.4688,
      "step": 22843
    },
    {
      "epoch": 0.9356543108744624,
      "grad_norm": 1.6546012758474138,
      "learning_rate": 0.0002848573683150972,
      "loss": 4.8125,
      "step": 22844
    },
    {
      "epoch": 0.9356952693016588,
      "grad_norm": 3.523026665849363,
      "learning_rate": 0.00028485594028886796,
      "loss": 4.5625,
      "step": 22845
    },
    {
      "epoch": 0.9357362277288552,
      "grad_norm": 2.2602179305100227,
      "learning_rate": 0.0002848545121988866,
      "loss": 5.2812,
      "step": 22846
    },
    {
      "epoch": 0.9357771861560517,
      "grad_norm": 3.5780759824854793,
      "learning_rate": 0.000284853084045154,
      "loss": 4.5312,
      "step": 22847
    },
    {
      "epoch": 0.935818144583248,
      "grad_norm": 2.4697663779033774,
      "learning_rate": 0.00028485165582767057,
      "loss": 6.25,
      "step": 22848
    },
    {
      "epoch": 0.9358591030104444,
      "grad_norm": 1.8658407268026527,
      "learning_rate": 0.00028485022754643705,
      "loss": 5.2188,
      "step": 22849
    },
    {
      "epoch": 0.9359000614376408,
      "grad_norm": 2.185798102411474,
      "learning_rate": 0.0002848487992014543,
      "loss": 4.6875,
      "step": 22850
    },
    {
      "epoch": 0.9359410198648372,
      "grad_norm": 1.8137146861730113,
      "learning_rate": 0.00028484737079272277,
      "loss": 5.4062,
      "step": 22851
    },
    {
      "epoch": 0.9359819782920336,
      "grad_norm": 2.3862621466533778,
      "learning_rate": 0.00028484594232024325,
      "loss": 5.8438,
      "step": 22852
    },
    {
      "epoch": 0.93602293671923,
      "grad_norm": 1.6901591743155902,
      "learning_rate": 0.0002848445137840164,
      "loss": 4.75,
      "step": 22853
    },
    {
      "epoch": 0.9360638951464264,
      "grad_norm": 4.082022978633429,
      "learning_rate": 0.0002848430851840429,
      "loss": 5.9062,
      "step": 22854
    },
    {
      "epoch": 0.9361048535736227,
      "grad_norm": 2.4690916558370977,
      "learning_rate": 0.00028484165652032344,
      "loss": 5.8438,
      "step": 22855
    },
    {
      "epoch": 0.9361458120008191,
      "grad_norm": 6.865123216958002,
      "learning_rate": 0.0002848402277928586,
      "loss": 5.3125,
      "step": 22856
    },
    {
      "epoch": 0.9361867704280156,
      "grad_norm": 2.2891674713951535,
      "learning_rate": 0.0002848387990016491,
      "loss": 4.7188,
      "step": 22857
    },
    {
      "epoch": 0.936227728855212,
      "grad_norm": 1.7893930998356684,
      "learning_rate": 0.00028483737014669576,
      "loss": 5.3125,
      "step": 22858
    },
    {
      "epoch": 0.9362686872824083,
      "grad_norm": 2.075688004041438,
      "learning_rate": 0.00028483594122799907,
      "loss": 4.75,
      "step": 22859
    },
    {
      "epoch": 0.9363096457096047,
      "grad_norm": 1.9613096925842748,
      "learning_rate": 0.0002848345122455598,
      "loss": 5.0625,
      "step": 22860
    },
    {
      "epoch": 0.9363506041368012,
      "grad_norm": 2.625415599973817,
      "learning_rate": 0.0002848330831993785,
      "loss": 5.4688,
      "step": 22861
    },
    {
      "epoch": 0.9363915625639976,
      "grad_norm": 2.4959544844924055,
      "learning_rate": 0.00028483165408945603,
      "loss": 5.0,
      "step": 22862
    },
    {
      "epoch": 0.9364325209911939,
      "grad_norm": 1.7584100172923929,
      "learning_rate": 0.000284830224915793,
      "loss": 5.25,
      "step": 22863
    },
    {
      "epoch": 0.9364734794183903,
      "grad_norm": 2.6940465194632908,
      "learning_rate": 0.00028482879567839003,
      "loss": 6.5,
      "step": 22864
    },
    {
      "epoch": 0.9365144378455867,
      "grad_norm": 4.790165107209076,
      "learning_rate": 0.0002848273663772478,
      "loss": 4.1875,
      "step": 22865
    },
    {
      "epoch": 0.9365553962727832,
      "grad_norm": 1.7255504275411393,
      "learning_rate": 0.00028482593701236705,
      "loss": 5.375,
      "step": 22866
    },
    {
      "epoch": 0.9365963546999795,
      "grad_norm": 1.8752897575286764,
      "learning_rate": 0.0002848245075837484,
      "loss": 4.5312,
      "step": 22867
    },
    {
      "epoch": 0.9366373131271759,
      "grad_norm": 3.915853403213537,
      "learning_rate": 0.00028482307809139253,
      "loss": 3.9219,
      "step": 22868
    },
    {
      "epoch": 0.9366782715543723,
      "grad_norm": 1.6300769355603324,
      "learning_rate": 0.00028482164853530016,
      "loss": 5.125,
      "step": 22869
    },
    {
      "epoch": 0.9367192299815688,
      "grad_norm": 7.930955600621969,
      "learning_rate": 0.00028482021891547193,
      "loss": 3.3438,
      "step": 22870
    },
    {
      "epoch": 0.9367601884087651,
      "grad_norm": 2.845004795449845,
      "learning_rate": 0.00028481878923190856,
      "loss": 5.5312,
      "step": 22871
    },
    {
      "epoch": 0.9368011468359615,
      "grad_norm": 1.7957331265826049,
      "learning_rate": 0.0002848173594846106,
      "loss": 4.75,
      "step": 22872
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 1.952683876071943,
      "learning_rate": 0.00028481592967357895,
      "loss": 3.875,
      "step": 22873
    },
    {
      "epoch": 0.9368830636903543,
      "grad_norm": 1.7332320879215266,
      "learning_rate": 0.00028481449979881403,
      "loss": 5.0938,
      "step": 22874
    },
    {
      "epoch": 0.9369240221175507,
      "grad_norm": 2.092030882209833,
      "learning_rate": 0.0002848130698603167,
      "loss": 6.4375,
      "step": 22875
    },
    {
      "epoch": 0.9369649805447471,
      "grad_norm": 1.6314116692131655,
      "learning_rate": 0.00028481163985808757,
      "loss": 4.8125,
      "step": 22876
    },
    {
      "epoch": 0.9370059389719435,
      "grad_norm": 5.136756907863819,
      "learning_rate": 0.0002848102097921273,
      "loss": 6.75,
      "step": 22877
    },
    {
      "epoch": 0.9370468973991398,
      "grad_norm": 1.9696778300489015,
      "learning_rate": 0.00028480877966243656,
      "loss": 5.375,
      "step": 22878
    },
    {
      "epoch": 0.9370878558263362,
      "grad_norm": 2.846788609634351,
      "learning_rate": 0.0002848073494690161,
      "loss": 5.3438,
      "step": 22879
    },
    {
      "epoch": 0.9371288142535327,
      "grad_norm": 1.6418028709350727,
      "learning_rate": 0.0002848059192118665,
      "loss": 4.5,
      "step": 22880
    },
    {
      "epoch": 0.9371697726807291,
      "grad_norm": 1.901973249106445,
      "learning_rate": 0.00028480448889098856,
      "loss": 5.2188,
      "step": 22881
    },
    {
      "epoch": 0.9372107311079254,
      "grad_norm": 4.301649685720883,
      "learning_rate": 0.0002848030585063828,
      "loss": 6.5625,
      "step": 22882
    },
    {
      "epoch": 0.9372516895351218,
      "grad_norm": 2.355361157502211,
      "learning_rate": 0.00028480162805805,
      "loss": 3.6094,
      "step": 22883
    },
    {
      "epoch": 0.9372926479623183,
      "grad_norm": 1.792988104557073,
      "learning_rate": 0.00028480019754599083,
      "loss": 5.4688,
      "step": 22884
    },
    {
      "epoch": 0.9373336063895147,
      "grad_norm": 1.8474773654265226,
      "learning_rate": 0.000284798766970206,
      "loss": 4.8125,
      "step": 22885
    },
    {
      "epoch": 0.937374564816711,
      "grad_norm": 1.8375305352419145,
      "learning_rate": 0.00028479733633069603,
      "loss": 5.7188,
      "step": 22886
    },
    {
      "epoch": 0.9374155232439074,
      "grad_norm": 7.266052226310234,
      "learning_rate": 0.00028479590562746176,
      "loss": 6.5625,
      "step": 22887
    },
    {
      "epoch": 0.9374564816711038,
      "grad_norm": 1.6621432893078205,
      "learning_rate": 0.0002847944748605038,
      "loss": 4.7188,
      "step": 22888
    },
    {
      "epoch": 0.9374974400983003,
      "grad_norm": 3.169247339540747,
      "learning_rate": 0.0002847930440298228,
      "loss": 4.1562,
      "step": 22889
    },
    {
      "epoch": 0.9375383985254966,
      "grad_norm": 1.6947232278473925,
      "learning_rate": 0.0002847916131354195,
      "loss": 5.4062,
      "step": 22890
    },
    {
      "epoch": 0.937579356952693,
      "grad_norm": 3.4345779401433485,
      "learning_rate": 0.00028479018217729456,
      "loss": 7.0938,
      "step": 22891
    },
    {
      "epoch": 0.9376203153798894,
      "grad_norm": 1.759391934608805,
      "learning_rate": 0.0002847887511554486,
      "loss": 6.125,
      "step": 22892
    },
    {
      "epoch": 0.9376612738070859,
      "grad_norm": 3.3669887320376284,
      "learning_rate": 0.00028478732006988243,
      "loss": 6.1562,
      "step": 22893
    },
    {
      "epoch": 0.9377022322342822,
      "grad_norm": 2.1490693724845236,
      "learning_rate": 0.00028478588892059655,
      "loss": 4.5938,
      "step": 22894
    },
    {
      "epoch": 0.9377431906614786,
      "grad_norm": 2.2156037419867567,
      "learning_rate": 0.0002847844577075918,
      "loss": 6.5,
      "step": 22895
    },
    {
      "epoch": 0.937784149088675,
      "grad_norm": 1.6330039571549033,
      "learning_rate": 0.0002847830264308687,
      "loss": 4.5625,
      "step": 22896
    },
    {
      "epoch": 0.9378251075158713,
      "grad_norm": 1.6520077701293467,
      "learning_rate": 0.000284781595090428,
      "loss": 4.9062,
      "step": 22897
    },
    {
      "epoch": 0.9378660659430678,
      "grad_norm": 4.3852410666363415,
      "learning_rate": 0.0002847801636862704,
      "loss": 6.2188,
      "step": 22898
    },
    {
      "epoch": 0.9379070243702642,
      "grad_norm": 1.6201148543727015,
      "learning_rate": 0.0002847787322183966,
      "loss": 4.7188,
      "step": 22899
    },
    {
      "epoch": 0.9379479827974606,
      "grad_norm": 8.832169636090285,
      "learning_rate": 0.0002847773006868072,
      "loss": 7.0312,
      "step": 22900
    },
    {
      "epoch": 0.9379889412246569,
      "grad_norm": 2.3121645811715634,
      "learning_rate": 0.00028477586909150294,
      "loss": 2.4531,
      "step": 22901
    },
    {
      "epoch": 0.9380298996518533,
      "grad_norm": 1.7719342725413825,
      "learning_rate": 0.00028477443743248445,
      "loss": 5.5938,
      "step": 22902
    },
    {
      "epoch": 0.9380708580790498,
      "grad_norm": 4.2128593994946515,
      "learning_rate": 0.00028477300570975243,
      "loss": 4.8438,
      "step": 22903
    },
    {
      "epoch": 0.9381118165062462,
      "grad_norm": 1.636986274002544,
      "learning_rate": 0.00028477157392330755,
      "loss": 4.75,
      "step": 22904
    },
    {
      "epoch": 0.9381527749334425,
      "grad_norm": 2.006750189955017,
      "learning_rate": 0.0002847701420731505,
      "loss": 5.5938,
      "step": 22905
    },
    {
      "epoch": 0.9381937333606389,
      "grad_norm": 5.9931910105945985,
      "learning_rate": 0.00028476871015928193,
      "loss": 6.9062,
      "step": 22906
    },
    {
      "epoch": 0.9382346917878354,
      "grad_norm": 2.262437093505976,
      "learning_rate": 0.00028476727818170256,
      "loss": 5.625,
      "step": 22907
    },
    {
      "epoch": 0.9382756502150318,
      "grad_norm": 2.8739320608030945,
      "learning_rate": 0.00028476584614041303,
      "loss": 4.7188,
      "step": 22908
    },
    {
      "epoch": 0.9383166086422281,
      "grad_norm": 2.157024580751646,
      "learning_rate": 0.00028476441403541404,
      "loss": 5.0938,
      "step": 22909
    },
    {
      "epoch": 0.9383575670694245,
      "grad_norm": 1.7907154513959733,
      "learning_rate": 0.00028476298186670625,
      "loss": 4.8438,
      "step": 22910
    },
    {
      "epoch": 0.938398525496621,
      "grad_norm": 3.752452281028754,
      "learning_rate": 0.00028476154963429036,
      "loss": 5.625,
      "step": 22911
    },
    {
      "epoch": 0.9384394839238174,
      "grad_norm": 2.239140850347745,
      "learning_rate": 0.00028476011733816697,
      "loss": 5.3438,
      "step": 22912
    },
    {
      "epoch": 0.9384804423510137,
      "grad_norm": 5.009797820977538,
      "learning_rate": 0.00028475868497833683,
      "loss": 5.125,
      "step": 22913
    },
    {
      "epoch": 0.9385214007782101,
      "grad_norm": 2.683203697630013,
      "learning_rate": 0.00028475725255480065,
      "loss": 5.4688,
      "step": 22914
    },
    {
      "epoch": 0.9385623592054065,
      "grad_norm": 1.7377353482357727,
      "learning_rate": 0.00028475582006755903,
      "loss": 4.8125,
      "step": 22915
    },
    {
      "epoch": 0.938603317632603,
      "grad_norm": 2.87587211826015,
      "learning_rate": 0.0002847543875166127,
      "loss": 6.1875,
      "step": 22916
    },
    {
      "epoch": 0.9386442760597993,
      "grad_norm": 1.933212062229193,
      "learning_rate": 0.0002847529549019623,
      "loss": 5.1562,
      "step": 22917
    },
    {
      "epoch": 0.9386852344869957,
      "grad_norm": 2.2561166015276286,
      "learning_rate": 0.0002847515222236085,
      "loss": 5.3438,
      "step": 22918
    },
    {
      "epoch": 0.9387261929141921,
      "grad_norm": 1.577181916946668,
      "learning_rate": 0.000284750089481552,
      "loss": 5.5625,
      "step": 22919
    },
    {
      "epoch": 0.9387671513413884,
      "grad_norm": 2.00980356722218,
      "learning_rate": 0.00028474865667579353,
      "loss": 5.9062,
      "step": 22920
    },
    {
      "epoch": 0.9388081097685849,
      "grad_norm": 2.6410117733533602,
      "learning_rate": 0.0002847472238063336,
      "loss": 2.2969,
      "step": 22921
    },
    {
      "epoch": 0.9388490681957813,
      "grad_norm": 2.733811827686841,
      "learning_rate": 0.0002847457908731731,
      "loss": 5.875,
      "step": 22922
    },
    {
      "epoch": 0.9388900266229777,
      "grad_norm": 4.146577243204825,
      "learning_rate": 0.0002847443578763126,
      "loss": 5.2188,
      "step": 22923
    },
    {
      "epoch": 0.938930985050174,
      "grad_norm": 2.870378640542873,
      "learning_rate": 0.0002847429248157528,
      "loss": 5.5,
      "step": 22924
    },
    {
      "epoch": 0.9389719434773705,
      "grad_norm": 2.376527228680229,
      "learning_rate": 0.0002847414916914943,
      "loss": 6.75,
      "step": 22925
    },
    {
      "epoch": 0.9390129019045669,
      "grad_norm": 2.1549862192465596,
      "learning_rate": 0.0002847400585035379,
      "loss": 6.1875,
      "step": 22926
    },
    {
      "epoch": 0.9390538603317633,
      "grad_norm": 1.8713138375632257,
      "learning_rate": 0.0002847386252518842,
      "loss": 7.0,
      "step": 22927
    },
    {
      "epoch": 0.9390948187589596,
      "grad_norm": 1.8314099155076748,
      "learning_rate": 0.0002847371919365339,
      "loss": 5.0938,
      "step": 22928
    },
    {
      "epoch": 0.939135777186156,
      "grad_norm": 7.649822563067995,
      "learning_rate": 0.0002847357585574877,
      "loss": 8.5625,
      "step": 22929
    },
    {
      "epoch": 0.9391767356133525,
      "grad_norm": 2.8860741646180577,
      "learning_rate": 0.0002847343251147462,
      "loss": 4.2812,
      "step": 22930
    },
    {
      "epoch": 0.9392176940405489,
      "grad_norm": 1.8820329414890753,
      "learning_rate": 0.00028473289160831013,
      "loss": 6.0312,
      "step": 22931
    },
    {
      "epoch": 0.9392586524677452,
      "grad_norm": 1.8950578858707385,
      "learning_rate": 0.00028473145803818023,
      "loss": 5.6562,
      "step": 22932
    },
    {
      "epoch": 0.9392996108949416,
      "grad_norm": 5.341434813306095,
      "learning_rate": 0.0002847300244043571,
      "loss": 6.4688,
      "step": 22933
    },
    {
      "epoch": 0.939340569322138,
      "grad_norm": 4.782074328071664,
      "learning_rate": 0.00028472859070684134,
      "loss": 6.1875,
      "step": 22934
    },
    {
      "epoch": 0.9393815277493345,
      "grad_norm": 1.763498927782843,
      "learning_rate": 0.0002847271569456338,
      "loss": 4.5,
      "step": 22935
    },
    {
      "epoch": 0.9394224861765308,
      "grad_norm": 3.0868840605844206,
      "learning_rate": 0.00028472572312073505,
      "loss": 6.75,
      "step": 22936
    },
    {
      "epoch": 0.9394634446037272,
      "grad_norm": 1.8791822650390038,
      "learning_rate": 0.00028472428923214586,
      "loss": 6.0625,
      "step": 22937
    },
    {
      "epoch": 0.9395044030309236,
      "grad_norm": 2.1429814226592425,
      "learning_rate": 0.0002847228552798668,
      "loss": 5.4688,
      "step": 22938
    },
    {
      "epoch": 0.93954536145812,
      "grad_norm": 2.283368721182176,
      "learning_rate": 0.0002847214212638986,
      "loss": 6.4375,
      "step": 22939
    },
    {
      "epoch": 0.9395863198853164,
      "grad_norm": 1.8065615919318894,
      "learning_rate": 0.00028471998718424186,
      "loss": 5.2812,
      "step": 22940
    },
    {
      "epoch": 0.9396272783125128,
      "grad_norm": 2.233048713197628,
      "learning_rate": 0.0002847185530408974,
      "loss": 5.9375,
      "step": 22941
    },
    {
      "epoch": 0.9396682367397092,
      "grad_norm": 1.6833663192964041,
      "learning_rate": 0.0002847171188338658,
      "loss": 4.7812,
      "step": 22942
    },
    {
      "epoch": 0.9397091951669055,
      "grad_norm": 1.6714858458033628,
      "learning_rate": 0.00028471568456314776,
      "loss": 4.9062,
      "step": 22943
    },
    {
      "epoch": 0.939750153594102,
      "grad_norm": 2.4071959503520644,
      "learning_rate": 0.00028471425022874396,
      "loss": 4.8438,
      "step": 22944
    },
    {
      "epoch": 0.9397911120212984,
      "grad_norm": 1.8019068371890588,
      "learning_rate": 0.0002847128158306551,
      "loss": 5.3438,
      "step": 22945
    },
    {
      "epoch": 0.9398320704484948,
      "grad_norm": 2.9368157721369306,
      "learning_rate": 0.00028471138136888183,
      "loss": 4.375,
      "step": 22946
    },
    {
      "epoch": 0.9398730288756911,
      "grad_norm": 2.3200118447647964,
      "learning_rate": 0.00028470994684342486,
      "loss": 5.3125,
      "step": 22947
    },
    {
      "epoch": 0.9399139873028876,
      "grad_norm": 1.7265361580174736,
      "learning_rate": 0.0002847085122542848,
      "loss": 4.1875,
      "step": 22948
    },
    {
      "epoch": 0.939954945730084,
      "grad_norm": 5.180772868545527,
      "learning_rate": 0.0002847070776014624,
      "loss": 8.5625,
      "step": 22949
    },
    {
      "epoch": 0.9399959041572804,
      "grad_norm": 1.8657157973858773,
      "learning_rate": 0.0002847056428849583,
      "loss": 5.875,
      "step": 22950
    },
    {
      "epoch": 0.9400368625844767,
      "grad_norm": 2.337145205520564,
      "learning_rate": 0.00028470420810477315,
      "loss": 5.5625,
      "step": 22951
    },
    {
      "epoch": 0.9400778210116731,
      "grad_norm": 1.9486981394244531,
      "learning_rate": 0.00028470277326090774,
      "loss": 4.6562,
      "step": 22952
    },
    {
      "epoch": 0.9401187794388696,
      "grad_norm": 1.5682014776945354,
      "learning_rate": 0.0002847013383533627,
      "loss": 5.1875,
      "step": 22953
    },
    {
      "epoch": 0.940159737866066,
      "grad_norm": 1.9612162027873667,
      "learning_rate": 0.0002846999033821386,
      "loss": 7.3438,
      "step": 22954
    },
    {
      "epoch": 0.9402006962932623,
      "grad_norm": 2.0998158286578406,
      "learning_rate": 0.0002846984683472362,
      "loss": 5.8438,
      "step": 22955
    },
    {
      "epoch": 0.9402416547204587,
      "grad_norm": 2.1345983520659058,
      "learning_rate": 0.0002846970332486562,
      "loss": 5.3438,
      "step": 22956
    },
    {
      "epoch": 0.9402826131476552,
      "grad_norm": 1.5753225743056458,
      "learning_rate": 0.0002846955980863993,
      "loss": 4.5938,
      "step": 22957
    },
    {
      "epoch": 0.9403235715748516,
      "grad_norm": 1.8375441914233073,
      "learning_rate": 0.00028469416286046605,
      "loss": 4.9062,
      "step": 22958
    },
    {
      "epoch": 0.9403645300020479,
      "grad_norm": 1.7086583739992047,
      "learning_rate": 0.0002846927275708573,
      "loss": 4.8125,
      "step": 22959
    },
    {
      "epoch": 0.9404054884292443,
      "grad_norm": 1.9214518399105684,
      "learning_rate": 0.0002846912922175736,
      "loss": 5.5,
      "step": 22960
    },
    {
      "epoch": 0.9404464468564407,
      "grad_norm": 1.9688334886432357,
      "learning_rate": 0.0002846898568006157,
      "loss": 5.8438,
      "step": 22961
    },
    {
      "epoch": 0.9404874052836371,
      "grad_norm": 2.0555425744815823,
      "learning_rate": 0.0002846884213199842,
      "loss": 5.3125,
      "step": 22962
    },
    {
      "epoch": 0.9405283637108335,
      "grad_norm": 1.7644986269290055,
      "learning_rate": 0.0002846869857756799,
      "loss": 4.8125,
      "step": 22963
    },
    {
      "epoch": 0.9405693221380299,
      "grad_norm": 1.7614763111794667,
      "learning_rate": 0.0002846855501677034,
      "loss": 4.7812,
      "step": 22964
    },
    {
      "epoch": 0.9406102805652263,
      "grad_norm": 1.9633627206556135,
      "learning_rate": 0.0002846841144960554,
      "loss": 5.0312,
      "step": 22965
    },
    {
      "epoch": 0.9406512389924226,
      "grad_norm": 1.7977407401334953,
      "learning_rate": 0.0002846826787607365,
      "loss": 4.6562,
      "step": 22966
    },
    {
      "epoch": 0.9406921974196191,
      "grad_norm": 7.111736321508074,
      "learning_rate": 0.00028468124296174746,
      "loss": 3.9375,
      "step": 22967
    },
    {
      "epoch": 0.9407331558468155,
      "grad_norm": 1.5896423305624767,
      "learning_rate": 0.0002846798070990889,
      "loss": 4.9062,
      "step": 22968
    },
    {
      "epoch": 0.9407741142740119,
      "grad_norm": 1.9429485919949907,
      "learning_rate": 0.0002846783711727617,
      "loss": 6.3125,
      "step": 22969
    },
    {
      "epoch": 0.9408150727012082,
      "grad_norm": 1.720414087173577,
      "learning_rate": 0.0002846769351827663,
      "loss": 4.3125,
      "step": 22970
    },
    {
      "epoch": 0.9408560311284047,
      "grad_norm": 1.6779515050291505,
      "learning_rate": 0.0002846754991291034,
      "loss": 5.25,
      "step": 22971
    },
    {
      "epoch": 0.9408969895556011,
      "grad_norm": 3.3587796937325822,
      "learning_rate": 0.00028467406301177376,
      "loss": 2.6875,
      "step": 22972
    },
    {
      "epoch": 0.9409379479827975,
      "grad_norm": 2.7130842087294087,
      "learning_rate": 0.0002846726268307781,
      "loss": 4.9688,
      "step": 22973
    },
    {
      "epoch": 0.9409789064099938,
      "grad_norm": 1.634113893242688,
      "learning_rate": 0.00028467119058611694,
      "loss": 5.2812,
      "step": 22974
    },
    {
      "epoch": 0.9410198648371902,
      "grad_norm": 2.7460129120292063,
      "learning_rate": 0.00028466975427779114,
      "loss": 6.6562,
      "step": 22975
    },
    {
      "epoch": 0.9410608232643867,
      "grad_norm": 1.8926817654877754,
      "learning_rate": 0.00028466831790580126,
      "loss": 5.125,
      "step": 22976
    },
    {
      "epoch": 0.9411017816915831,
      "grad_norm": 2.014727789039297,
      "learning_rate": 0.00028466688147014805,
      "loss": 5.3125,
      "step": 22977
    },
    {
      "epoch": 0.9411427401187794,
      "grad_norm": 3.08955105533391,
      "learning_rate": 0.00028466544497083207,
      "loss": 5.0,
      "step": 22978
    },
    {
      "epoch": 0.9411836985459758,
      "grad_norm": 1.6831985920481176,
      "learning_rate": 0.0002846640084078542,
      "loss": 5.375,
      "step": 22979
    },
    {
      "epoch": 0.9412246569731723,
      "grad_norm": 1.9171865734555598,
      "learning_rate": 0.0002846625717812149,
      "loss": 5.7188,
      "step": 22980
    },
    {
      "epoch": 0.9412656154003686,
      "grad_norm": 1.7534319045904818,
      "learning_rate": 0.000284661135090915,
      "loss": 4.6562,
      "step": 22981
    },
    {
      "epoch": 0.941306573827565,
      "grad_norm": 3.0499838868176976,
      "learning_rate": 0.00028465969833695514,
      "loss": 4.9062,
      "step": 22982
    },
    {
      "epoch": 0.9413475322547614,
      "grad_norm": 2.3713665440096467,
      "learning_rate": 0.0002846582615193359,
      "loss": 5.1562,
      "step": 22983
    },
    {
      "epoch": 0.9413884906819578,
      "grad_norm": 3.3334579266510507,
      "learning_rate": 0.00028465682463805814,
      "loss": 7.6562,
      "step": 22984
    },
    {
      "epoch": 0.9414294491091542,
      "grad_norm": 1.9846439565625396,
      "learning_rate": 0.00028465538769312243,
      "loss": 4.8125,
      "step": 22985
    },
    {
      "epoch": 0.9414704075363506,
      "grad_norm": 1.8806496982853147,
      "learning_rate": 0.00028465395068452947,
      "loss": 4.9688,
      "step": 22986
    },
    {
      "epoch": 0.941511365963547,
      "grad_norm": 1.7476745567448047,
      "learning_rate": 0.00028465251361227986,
      "loss": 5.125,
      "step": 22987
    },
    {
      "epoch": 0.9415523243907434,
      "grad_norm": 1.987462072034939,
      "learning_rate": 0.00028465107647637446,
      "loss": 6.3125,
      "step": 22988
    },
    {
      "epoch": 0.9415932828179397,
      "grad_norm": 2.02165978198356,
      "learning_rate": 0.00028464963927681377,
      "loss": 4.5312,
      "step": 22989
    },
    {
      "epoch": 0.9416342412451362,
      "grad_norm": 1.8356682040674968,
      "learning_rate": 0.0002846482020135986,
      "loss": 4.7188,
      "step": 22990
    },
    {
      "epoch": 0.9416751996723326,
      "grad_norm": 2.4108603756364224,
      "learning_rate": 0.00028464676468672957,
      "loss": 5.2812,
      "step": 22991
    },
    {
      "epoch": 0.941716158099529,
      "grad_norm": 1.9321966670421347,
      "learning_rate": 0.0002846453272962073,
      "loss": 4.4688,
      "step": 22992
    },
    {
      "epoch": 0.9417571165267253,
      "grad_norm": 1.8710376431035354,
      "learning_rate": 0.0002846438898420326,
      "loss": 5.375,
      "step": 22993
    },
    {
      "epoch": 0.9417980749539218,
      "grad_norm": 3.432994544476994,
      "learning_rate": 0.000284642452324206,
      "loss": 5.9062,
      "step": 22994
    },
    {
      "epoch": 0.9418390333811182,
      "grad_norm": 4.970521046522877,
      "learning_rate": 0.00028464101474272833,
      "loss": 6.4062,
      "step": 22995
    },
    {
      "epoch": 0.9418799918083146,
      "grad_norm": 3.4666890510129194,
      "learning_rate": 0.0002846395770976002,
      "loss": 5.7812,
      "step": 22996
    },
    {
      "epoch": 0.9419209502355109,
      "grad_norm": 8.842555294954472,
      "learning_rate": 0.0002846381393888223,
      "loss": 2.3125,
      "step": 22997
    },
    {
      "epoch": 0.9419619086627073,
      "grad_norm": 4.899490545306578,
      "learning_rate": 0.0002846367016163953,
      "loss": 3.9062,
      "step": 22998
    },
    {
      "epoch": 0.9420028670899038,
      "grad_norm": 5.5187825449997705,
      "learning_rate": 0.00028463526378031984,
      "loss": 7.1562,
      "step": 22999
    },
    {
      "epoch": 0.9420438255171002,
      "grad_norm": 1.6705217105275896,
      "learning_rate": 0.00028463382588059667,
      "loss": 4.25,
      "step": 23000
    },
    {
      "epoch": 0.9420847839442965,
      "grad_norm": 4.336813381259485,
      "learning_rate": 0.00028463238791722644,
      "loss": 6.9688,
      "step": 23001
    },
    {
      "epoch": 0.9421257423714929,
      "grad_norm": 1.9834664678340768,
      "learning_rate": 0.00028463094989020975,
      "loss": 4.875,
      "step": 23002
    },
    {
      "epoch": 0.9421667007986894,
      "grad_norm": 3.726837849957182,
      "learning_rate": 0.00028462951179954746,
      "loss": 1.9062,
      "step": 23003
    },
    {
      "epoch": 0.9422076592258857,
      "grad_norm": 2.032289336117092,
      "learning_rate": 0.0002846280736452401,
      "loss": 5.25,
      "step": 23004
    },
    {
      "epoch": 0.9422486176530821,
      "grad_norm": 2.0214620322259207,
      "learning_rate": 0.00028462663542728843,
      "loss": 5.125,
      "step": 23005
    },
    {
      "epoch": 0.9422895760802785,
      "grad_norm": 9.975498010157757,
      "learning_rate": 0.00028462519714569305,
      "loss": 6.4062,
      "step": 23006
    },
    {
      "epoch": 0.942330534507475,
      "grad_norm": 3.9845759515431616,
      "learning_rate": 0.0002846237588004548,
      "loss": 4.7812,
      "step": 23007
    },
    {
      "epoch": 0.9423714929346713,
      "grad_norm": 1.7374365173414024,
      "learning_rate": 0.0002846223203915741,
      "loss": 4.8125,
      "step": 23008
    },
    {
      "epoch": 0.9424124513618677,
      "grad_norm": 1.9782297946684753,
      "learning_rate": 0.00028462088191905186,
      "loss": 5.0938,
      "step": 23009
    },
    {
      "epoch": 0.9424534097890641,
      "grad_norm": 1.9283235634449498,
      "learning_rate": 0.0002846194433828887,
      "loss": 3.6562,
      "step": 23010
    },
    {
      "epoch": 0.9424943682162605,
      "grad_norm": 2.3301614173550447,
      "learning_rate": 0.0002846180047830852,
      "loss": 5.625,
      "step": 23011
    },
    {
      "epoch": 0.9425353266434568,
      "grad_norm": 2.3252269297299772,
      "learning_rate": 0.00028461656611964217,
      "loss": 4.7812,
      "step": 23012
    },
    {
      "epoch": 0.9425762850706533,
      "grad_norm": 1.3845858669996154,
      "learning_rate": 0.00028461512739256026,
      "loss": 3.4375,
      "step": 23013
    },
    {
      "epoch": 0.9426172434978497,
      "grad_norm": 1.5410700886648578,
      "learning_rate": 0.0002846136886018401,
      "loss": 4.9688,
      "step": 23014
    },
    {
      "epoch": 0.9426582019250461,
      "grad_norm": 6.1025162136421995,
      "learning_rate": 0.00028461224974748236,
      "loss": 7.875,
      "step": 23015
    },
    {
      "epoch": 0.9426991603522424,
      "grad_norm": 2.0135421189496103,
      "learning_rate": 0.00028461081082948784,
      "loss": 6.4688,
      "step": 23016
    },
    {
      "epoch": 0.9427401187794389,
      "grad_norm": 3.682223008136755,
      "learning_rate": 0.0002846093718478571,
      "loss": 4.375,
      "step": 23017
    },
    {
      "epoch": 0.9427810772066353,
      "grad_norm": 1.8706016729566683,
      "learning_rate": 0.00028460793280259085,
      "loss": 5.0,
      "step": 23018
    },
    {
      "epoch": 0.9428220356338317,
      "grad_norm": 2.0492531297113823,
      "learning_rate": 0.0002846064936936898,
      "loss": 5.0625,
      "step": 23019
    },
    {
      "epoch": 0.942862994061028,
      "grad_norm": 2.465992757607933,
      "learning_rate": 0.0002846050545211546,
      "loss": 5.375,
      "step": 23020
    },
    {
      "epoch": 0.9429039524882245,
      "grad_norm": 1.8142885660596482,
      "learning_rate": 0.0002846036152849859,
      "loss": 5.0,
      "step": 23021
    },
    {
      "epoch": 0.9429449109154209,
      "grad_norm": 2.056247170181725,
      "learning_rate": 0.0002846021759851845,
      "loss": 4.8125,
      "step": 23022
    },
    {
      "epoch": 0.9429858693426172,
      "grad_norm": 1.6664555715329934,
      "learning_rate": 0.000284600736621751,
      "loss": 4.9375,
      "step": 23023
    },
    {
      "epoch": 0.9430268277698136,
      "grad_norm": 1.552717985192429,
      "learning_rate": 0.00028459929719468603,
      "loss": 4.5,
      "step": 23024
    },
    {
      "epoch": 0.94306778619701,
      "grad_norm": 4.036535691425296,
      "learning_rate": 0.00028459785770399034,
      "loss": 2.9844,
      "step": 23025
    },
    {
      "epoch": 0.9431087446242065,
      "grad_norm": 1.887008692195265,
      "learning_rate": 0.0002845964181496646,
      "loss": 6.4375,
      "step": 23026
    },
    {
      "epoch": 0.9431497030514028,
      "grad_norm": 2.1426384936323863,
      "learning_rate": 0.0002845949785317095,
      "loss": 6.9688,
      "step": 23027
    },
    {
      "epoch": 0.9431906614785992,
      "grad_norm": 2.744453751498968,
      "learning_rate": 0.00028459353885012563,
      "loss": 6.5,
      "step": 23028
    },
    {
      "epoch": 0.9432316199057956,
      "grad_norm": 1.8411850805988481,
      "learning_rate": 0.00028459209910491385,
      "loss": 5.4375,
      "step": 23029
    },
    {
      "epoch": 0.943272578332992,
      "grad_norm": 2.2110045388996156,
      "learning_rate": 0.00028459065929607464,
      "loss": 4.8438,
      "step": 23030
    },
    {
      "epoch": 0.9433135367601884,
      "grad_norm": 2.00050531197898,
      "learning_rate": 0.0002845892194236088,
      "loss": 5.1875,
      "step": 23031
    },
    {
      "epoch": 0.9433544951873848,
      "grad_norm": 2.217860840633106,
      "learning_rate": 0.00028458777948751706,
      "loss": 5.25,
      "step": 23032
    },
    {
      "epoch": 0.9433954536145812,
      "grad_norm": 2.038911171016212,
      "learning_rate": 0.00028458633948779993,
      "loss": 4.5625,
      "step": 23033
    },
    {
      "epoch": 0.9434364120417776,
      "grad_norm": 2.435066498885512,
      "learning_rate": 0.0002845848994244583,
      "loss": 5.4062,
      "step": 23034
    },
    {
      "epoch": 0.943477370468974,
      "grad_norm": 2.910276905223624,
      "learning_rate": 0.00028458345929749265,
      "loss": 3.3906,
      "step": 23035
    },
    {
      "epoch": 0.9435183288961704,
      "grad_norm": 1.6030344392225393,
      "learning_rate": 0.00028458201910690374,
      "loss": 5.8125,
      "step": 23036
    },
    {
      "epoch": 0.9435592873233668,
      "grad_norm": 2.163595048434578,
      "learning_rate": 0.00028458057885269233,
      "loss": 5.5625,
      "step": 23037
    },
    {
      "epoch": 0.9436002457505632,
      "grad_norm": 1.8174448066006732,
      "learning_rate": 0.00028457913853485896,
      "loss": 5.0625,
      "step": 23038
    },
    {
      "epoch": 0.9436412041777595,
      "grad_norm": 2.073483445423073,
      "learning_rate": 0.0002845776981534044,
      "loss": 4.4688,
      "step": 23039
    },
    {
      "epoch": 0.943682162604956,
      "grad_norm": 4.413022719007945,
      "learning_rate": 0.0002845762577083293,
      "loss": 3.1562,
      "step": 23040
    },
    {
      "epoch": 0.9437231210321524,
      "grad_norm": 1.684801203621931,
      "learning_rate": 0.0002845748171996344,
      "loss": 4.4688,
      "step": 23041
    },
    {
      "epoch": 0.9437640794593488,
      "grad_norm": 1.7288846211443636,
      "learning_rate": 0.00028457337662732036,
      "loss": 4.9688,
      "step": 23042
    },
    {
      "epoch": 0.9438050378865451,
      "grad_norm": 2.3097450289961494,
      "learning_rate": 0.0002845719359913878,
      "loss": 5.625,
      "step": 23043
    },
    {
      "epoch": 0.9438459963137416,
      "grad_norm": 1.863846049647673,
      "learning_rate": 0.00028457049529183743,
      "loss": 4.7812,
      "step": 23044
    },
    {
      "epoch": 0.943886954740938,
      "grad_norm": 1.8221845687552936,
      "learning_rate": 0.0002845690545286699,
      "loss": 5.0,
      "step": 23045
    },
    {
      "epoch": 0.9439279131681343,
      "grad_norm": 1.7789007587984913,
      "learning_rate": 0.000284567613701886,
      "loss": 5.4688,
      "step": 23046
    },
    {
      "epoch": 0.9439688715953307,
      "grad_norm": 1.7785355030004268,
      "learning_rate": 0.0002845661728114863,
      "loss": 4.5,
      "step": 23047
    },
    {
      "epoch": 0.9440098300225271,
      "grad_norm": 2.051142778135237,
      "learning_rate": 0.00028456473185747155,
      "loss": 5.7812,
      "step": 23048
    },
    {
      "epoch": 0.9440507884497236,
      "grad_norm": 7.505728030445126,
      "learning_rate": 0.0002845632908398424,
      "loss": 6.6875,
      "step": 23049
    },
    {
      "epoch": 0.9440917468769199,
      "grad_norm": 7.575389047627526,
      "learning_rate": 0.0002845618497585995,
      "loss": 5.5312,
      "step": 23050
    },
    {
      "epoch": 0.9441327053041163,
      "grad_norm": 2.3960014141879014,
      "learning_rate": 0.0002845604086137436,
      "loss": 4.9688,
      "step": 23051
    },
    {
      "epoch": 0.9441736637313127,
      "grad_norm": 2.3084521411921926,
      "learning_rate": 0.0002845589674052754,
      "loss": 7.5312,
      "step": 23052
    },
    {
      "epoch": 0.9442146221585092,
      "grad_norm": 1.9664452341855407,
      "learning_rate": 0.0002845575261331954,
      "loss": 5.1875,
      "step": 23053
    },
    {
      "epoch": 0.9442555805857055,
      "grad_norm": 1.7789905515205866,
      "learning_rate": 0.00028455608479750446,
      "loss": 4.6562,
      "step": 23054
    },
    {
      "epoch": 0.9442965390129019,
      "grad_norm": 2.0035159458236182,
      "learning_rate": 0.0002845546433982032,
      "loss": 6.5,
      "step": 23055
    },
    {
      "epoch": 0.9443374974400983,
      "grad_norm": 2.279655177118259,
      "learning_rate": 0.0002845532019352924,
      "loss": 5.4688,
      "step": 23056
    },
    {
      "epoch": 0.9443784558672947,
      "grad_norm": 2.874987705709091,
      "learning_rate": 0.0002845517604087726,
      "loss": 5.375,
      "step": 23057
    },
    {
      "epoch": 0.944419414294491,
      "grad_norm": 1.664372552304501,
      "learning_rate": 0.0002845503188186445,
      "loss": 5.125,
      "step": 23058
    },
    {
      "epoch": 0.9444603727216875,
      "grad_norm": 2.5378979996667375,
      "learning_rate": 0.0002845488771649088,
      "loss": 5.3125,
      "step": 23059
    },
    {
      "epoch": 0.9445013311488839,
      "grad_norm": 1.835706581940993,
      "learning_rate": 0.00028454743544756625,
      "loss": 6.1875,
      "step": 23060
    },
    {
      "epoch": 0.9445422895760803,
      "grad_norm": 2.0969459479484494,
      "learning_rate": 0.0002845459936666175,
      "loss": 6.5312,
      "step": 23061
    },
    {
      "epoch": 0.9445832480032766,
      "grad_norm": 1.940238808513139,
      "learning_rate": 0.00028454455182206316,
      "loss": 5.5938,
      "step": 23062
    },
    {
      "epoch": 0.9446242064304731,
      "grad_norm": 1.6873476588453002,
      "learning_rate": 0.000284543109913904,
      "loss": 5.4688,
      "step": 23063
    },
    {
      "epoch": 0.9446651648576695,
      "grad_norm": 2.8242562483060945,
      "learning_rate": 0.00028454166794214064,
      "loss": 6.5625,
      "step": 23064
    },
    {
      "epoch": 0.9447061232848658,
      "grad_norm": 1.777813640972024,
      "learning_rate": 0.0002845402259067738,
      "loss": 4.6875,
      "step": 23065
    },
    {
      "epoch": 0.9447470817120622,
      "grad_norm": 2.004823896954146,
      "learning_rate": 0.0002845387838078041,
      "loss": 6.0312,
      "step": 23066
    },
    {
      "epoch": 0.9447880401392587,
      "grad_norm": 1.8422762452914196,
      "learning_rate": 0.00028453734164523236,
      "loss": 5.2188,
      "step": 23067
    },
    {
      "epoch": 0.9448289985664551,
      "grad_norm": 2.1611196063504874,
      "learning_rate": 0.0002845358994190591,
      "loss": 3.7344,
      "step": 23068
    },
    {
      "epoch": 0.9448699569936514,
      "grad_norm": 1.964761439413829,
      "learning_rate": 0.00028453445712928513,
      "loss": 5.8125,
      "step": 23069
    },
    {
      "epoch": 0.9449109154208478,
      "grad_norm": 2.042884276966827,
      "learning_rate": 0.0002845330147759111,
      "loss": 5.125,
      "step": 23070
    },
    {
      "epoch": 0.9449518738480442,
      "grad_norm": 1.8096491328594948,
      "learning_rate": 0.00028453157235893757,
      "loss": 5.0312,
      "step": 23071
    },
    {
      "epoch": 0.9449928322752407,
      "grad_norm": 1.6764634940255143,
      "learning_rate": 0.00028453012987836535,
      "loss": 5.0938,
      "step": 23072
    },
    {
      "epoch": 0.945033790702437,
      "grad_norm": 1.89593845335863,
      "learning_rate": 0.0002845286873341951,
      "loss": 5.9062,
      "step": 23073
    },
    {
      "epoch": 0.9450747491296334,
      "grad_norm": 1.7012477235654084,
      "learning_rate": 0.0002845272447264275,
      "loss": 5.5,
      "step": 23074
    },
    {
      "epoch": 0.9451157075568298,
      "grad_norm": 7.841366538367422,
      "learning_rate": 0.0002845258020550632,
      "loss": 7.9062,
      "step": 23075
    },
    {
      "epoch": 0.9451566659840263,
      "grad_norm": 2.507046747826007,
      "learning_rate": 0.00028452435932010294,
      "loss": 5.0312,
      "step": 23076
    },
    {
      "epoch": 0.9451976244112226,
      "grad_norm": 4.131359473238953,
      "learning_rate": 0.00028452291652154735,
      "loss": 2.0469,
      "step": 23077
    },
    {
      "epoch": 0.945238582838419,
      "grad_norm": 2.327494043858198,
      "learning_rate": 0.0002845214736593971,
      "loss": 6.0312,
      "step": 23078
    },
    {
      "epoch": 0.9452795412656154,
      "grad_norm": 1.742156921081694,
      "learning_rate": 0.00028452003073365295,
      "loss": 5.5938,
      "step": 23079
    },
    {
      "epoch": 0.9453204996928118,
      "grad_norm": 4.248327267476604,
      "learning_rate": 0.00028451858774431555,
      "loss": 7.0938,
      "step": 23080
    },
    {
      "epoch": 0.9453614581200082,
      "grad_norm": 3.3641934148353507,
      "learning_rate": 0.00028451714469138553,
      "loss": 5.625,
      "step": 23081
    },
    {
      "epoch": 0.9454024165472046,
      "grad_norm": 2.3458118527141294,
      "learning_rate": 0.00028451570157486363,
      "loss": 5.9375,
      "step": 23082
    },
    {
      "epoch": 0.945443374974401,
      "grad_norm": 4.859926451225931,
      "learning_rate": 0.0002845142583947505,
      "loss": 2.1719,
      "step": 23083
    },
    {
      "epoch": 0.9454843334015974,
      "grad_norm": 2.0109964175029087,
      "learning_rate": 0.00028451281515104687,
      "loss": 6.0938,
      "step": 23084
    },
    {
      "epoch": 0.9455252918287937,
      "grad_norm": 6.216967242741765,
      "learning_rate": 0.00028451137184375337,
      "loss": 6.5312,
      "step": 23085
    },
    {
      "epoch": 0.9455662502559902,
      "grad_norm": 4.173353661723234,
      "learning_rate": 0.00028450992847287065,
      "loss": 7.75,
      "step": 23086
    },
    {
      "epoch": 0.9456072086831866,
      "grad_norm": 3.3158967930958183,
      "learning_rate": 0.0002845084850383995,
      "loss": 6.9062,
      "step": 23087
    },
    {
      "epoch": 0.9456481671103829,
      "grad_norm": 4.534009420345702,
      "learning_rate": 0.0002845070415403405,
      "loss": 3.875,
      "step": 23088
    },
    {
      "epoch": 0.9456891255375793,
      "grad_norm": 1.746350228966743,
      "learning_rate": 0.0002845055979786944,
      "loss": 6.1562,
      "step": 23089
    },
    {
      "epoch": 0.9457300839647758,
      "grad_norm": 4.612023603590465,
      "learning_rate": 0.00028450415435346185,
      "loss": 6.0312,
      "step": 23090
    },
    {
      "epoch": 0.9457710423919722,
      "grad_norm": 2.7042180261009974,
      "learning_rate": 0.00028450271066464357,
      "loss": 6.2812,
      "step": 23091
    },
    {
      "epoch": 0.9458120008191685,
      "grad_norm": 1.8885804939673567,
      "learning_rate": 0.0002845012669122402,
      "loss": 4.8125,
      "step": 23092
    },
    {
      "epoch": 0.9458529592463649,
      "grad_norm": 2.353999682785816,
      "learning_rate": 0.00028449982309625236,
      "loss": 5.6562,
      "step": 23093
    },
    {
      "epoch": 0.9458939176735613,
      "grad_norm": 1.8563134510941623,
      "learning_rate": 0.0002844983792166809,
      "loss": 5.1562,
      "step": 23094
    },
    {
      "epoch": 0.9459348761007578,
      "grad_norm": 2.0801217585264142,
      "learning_rate": 0.0002844969352735264,
      "loss": 4.9375,
      "step": 23095
    },
    {
      "epoch": 0.9459758345279541,
      "grad_norm": 2.9133557449827916,
      "learning_rate": 0.0002844954912667895,
      "loss": 6.8438,
      "step": 23096
    },
    {
      "epoch": 0.9460167929551505,
      "grad_norm": 1.9115263014686985,
      "learning_rate": 0.00028449404719647095,
      "loss": 5.75,
      "step": 23097
    },
    {
      "epoch": 0.9460577513823469,
      "grad_norm": 2.015450798476875,
      "learning_rate": 0.00028449260306257146,
      "loss": 5.0312,
      "step": 23098
    },
    {
      "epoch": 0.9460987098095434,
      "grad_norm": 1.713651622297453,
      "learning_rate": 0.00028449115886509165,
      "loss": 4.8438,
      "step": 23099
    },
    {
      "epoch": 0.9461396682367397,
      "grad_norm": 1.994249615993687,
      "learning_rate": 0.0002844897146040322,
      "loss": 5.8125,
      "step": 23100
    },
    {
      "epoch": 0.9461806266639361,
      "grad_norm": 1.6167035486905024,
      "learning_rate": 0.00028448827027939387,
      "loss": 6.875,
      "step": 23101
    },
    {
      "epoch": 0.9462215850911325,
      "grad_norm": 1.8830400135266157,
      "learning_rate": 0.00028448682589117725,
      "loss": 6.5938,
      "step": 23102
    },
    {
      "epoch": 0.946262543518329,
      "grad_norm": 1.8742332102424801,
      "learning_rate": 0.0002844853814393831,
      "loss": 4.9688,
      "step": 23103
    },
    {
      "epoch": 0.9463035019455253,
      "grad_norm": 2.170774902599547,
      "learning_rate": 0.00028448393692401204,
      "loss": 5.2188,
      "step": 23104
    },
    {
      "epoch": 0.9463444603727217,
      "grad_norm": 1.737941424102819,
      "learning_rate": 0.0002844824923450648,
      "loss": 5.0312,
      "step": 23105
    },
    {
      "epoch": 0.9463854187999181,
      "grad_norm": 3.4398023950172267,
      "learning_rate": 0.000284481047702542,
      "loss": 7.0,
      "step": 23106
    },
    {
      "epoch": 0.9464263772271144,
      "grad_norm": 1.8383178713926374,
      "learning_rate": 0.0002844796029964444,
      "loss": 4.875,
      "step": 23107
    },
    {
      "epoch": 0.9464673356543108,
      "grad_norm": 2.9844326976396203,
      "learning_rate": 0.0002844781582267726,
      "loss": 7.0312,
      "step": 23108
    },
    {
      "epoch": 0.9465082940815073,
      "grad_norm": 4.2488911071009925,
      "learning_rate": 0.0002844767133935274,
      "loss": 6.4688,
      "step": 23109
    },
    {
      "epoch": 0.9465492525087037,
      "grad_norm": 2.0160419624872885,
      "learning_rate": 0.00028447526849670937,
      "loss": 5.2812,
      "step": 23110
    },
    {
      "epoch": 0.9465902109359,
      "grad_norm": 3.5268849462959477,
      "learning_rate": 0.00028447382353631926,
      "loss": 5.6562,
      "step": 23111
    },
    {
      "epoch": 0.9466311693630964,
      "grad_norm": 2.015630695220774,
      "learning_rate": 0.0002844723785123577,
      "loss": 5.5625,
      "step": 23112
    },
    {
      "epoch": 0.9466721277902929,
      "grad_norm": 3.6548609120823934,
      "learning_rate": 0.0002844709334248254,
      "loss": 6.3438,
      "step": 23113
    },
    {
      "epoch": 0.9467130862174893,
      "grad_norm": 1.7621229083759296,
      "learning_rate": 0.0002844694882737231,
      "loss": 4.4688,
      "step": 23114
    },
    {
      "epoch": 0.9467540446446856,
      "grad_norm": 3.6901286290341426,
      "learning_rate": 0.00028446804305905135,
      "loss": 4.0,
      "step": 23115
    },
    {
      "epoch": 0.946795003071882,
      "grad_norm": 1.8283564990403895,
      "learning_rate": 0.0002844665977808109,
      "loss": 5.3438,
      "step": 23116
    },
    {
      "epoch": 0.9468359614990784,
      "grad_norm": 1.7021712625982148,
      "learning_rate": 0.0002844651524390025,
      "loss": 4.6562,
      "step": 23117
    },
    {
      "epoch": 0.9468769199262749,
      "grad_norm": 4.530041318392537,
      "learning_rate": 0.00028446370703362684,
      "loss": 5.3125,
      "step": 23118
    },
    {
      "epoch": 0.9469178783534712,
      "grad_norm": 1.7008316897029805,
      "learning_rate": 0.00028446226156468444,
      "loss": 5.8438,
      "step": 23119
    },
    {
      "epoch": 0.9469588367806676,
      "grad_norm": 4.004803609683494,
      "learning_rate": 0.00028446081603217613,
      "loss": 7.2812,
      "step": 23120
    },
    {
      "epoch": 0.946999795207864,
      "grad_norm": 1.6386051543087778,
      "learning_rate": 0.00028445937043610256,
      "loss": 5.0312,
      "step": 23121
    },
    {
      "epoch": 0.9470407536350605,
      "grad_norm": 3.737924368700131,
      "learning_rate": 0.00028445792477646434,
      "loss": 6.4375,
      "step": 23122
    },
    {
      "epoch": 0.9470817120622568,
      "grad_norm": 1.7689961005987538,
      "learning_rate": 0.00028445647905326227,
      "loss": 4.2812,
      "step": 23123
    },
    {
      "epoch": 0.9471226704894532,
      "grad_norm": 1.8131273723610397,
      "learning_rate": 0.00028445503326649695,
      "loss": 5.0625,
      "step": 23124
    },
    {
      "epoch": 0.9471636289166496,
      "grad_norm": 2.0810189125952476,
      "learning_rate": 0.00028445358741616914,
      "loss": 5.7812,
      "step": 23125
    },
    {
      "epoch": 0.947204587343846,
      "grad_norm": 1.9631095681014095,
      "learning_rate": 0.0002844521415022794,
      "loss": 5.4688,
      "step": 23126
    },
    {
      "epoch": 0.9472455457710424,
      "grad_norm": 8.281898338070084,
      "learning_rate": 0.00028445069552482854,
      "loss": 4.2812,
      "step": 23127
    },
    {
      "epoch": 0.9472865041982388,
      "grad_norm": 1.7416256821151392,
      "learning_rate": 0.0002844492494838172,
      "loss": 4.8438,
      "step": 23128
    },
    {
      "epoch": 0.9473274626254352,
      "grad_norm": 1.9241321792076236,
      "learning_rate": 0.000284447803379246,
      "loss": 4.75,
      "step": 23129
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 1.6549237492350537,
      "learning_rate": 0.00028444635721111577,
      "loss": 4.7188,
      "step": 23130
    },
    {
      "epoch": 0.947409379479828,
      "grad_norm": 2.371220010840431,
      "learning_rate": 0.00028444491097942706,
      "loss": 5.4375,
      "step": 23131
    },
    {
      "epoch": 0.9474503379070244,
      "grad_norm": 1.8779663242478626,
      "learning_rate": 0.00028444346468418057,
      "loss": 5.1562,
      "step": 23132
    },
    {
      "epoch": 0.9474912963342208,
      "grad_norm": 1.6939543776440504,
      "learning_rate": 0.00028444201832537706,
      "loss": 5.3438,
      "step": 23133
    },
    {
      "epoch": 0.9475322547614171,
      "grad_norm": 4.934526842607322,
      "learning_rate": 0.0002844405719030171,
      "loss": 6.8125,
      "step": 23134
    },
    {
      "epoch": 0.9475732131886135,
      "grad_norm": 5.256937561462201,
      "learning_rate": 0.0002844391254171015,
      "loss": 5.3438,
      "step": 23135
    },
    {
      "epoch": 0.94761417161581,
      "grad_norm": 1.8628511746880807,
      "learning_rate": 0.00028443767886763085,
      "loss": 5.375,
      "step": 23136
    },
    {
      "epoch": 0.9476551300430064,
      "grad_norm": 2.0495673604075315,
      "learning_rate": 0.0002844362322546059,
      "loss": 5.1562,
      "step": 23137
    },
    {
      "epoch": 0.9476960884702027,
      "grad_norm": 2.156752789575312,
      "learning_rate": 0.0002844347855780273,
      "loss": 5.2812,
      "step": 23138
    },
    {
      "epoch": 0.9477370468973991,
      "grad_norm": 2.749145900566377,
      "learning_rate": 0.0002844333388378957,
      "loss": 5.1562,
      "step": 23139
    },
    {
      "epoch": 0.9477780053245956,
      "grad_norm": 1.8187551167029414,
      "learning_rate": 0.00028443189203421177,
      "loss": 5.0,
      "step": 23140
    },
    {
      "epoch": 0.947818963751792,
      "grad_norm": 1.8578563706658444,
      "learning_rate": 0.0002844304451669764,
      "loss": 6.2188,
      "step": 23141
    },
    {
      "epoch": 0.9478599221789883,
      "grad_norm": 2.399299653356108,
      "learning_rate": 0.00028442899823619,
      "loss": 5.875,
      "step": 23142
    },
    {
      "epoch": 0.9479008806061847,
      "grad_norm": 2.0020682592025953,
      "learning_rate": 0.00028442755124185334,
      "loss": 4.8125,
      "step": 23143
    },
    {
      "epoch": 0.9479418390333811,
      "grad_norm": 2.212412958693118,
      "learning_rate": 0.0002844261041839672,
      "loss": 5.0938,
      "step": 23144
    },
    {
      "epoch": 0.9479827974605776,
      "grad_norm": 1.7985797664753975,
      "learning_rate": 0.0002844246570625322,
      "loss": 5.5938,
      "step": 23145
    },
    {
      "epoch": 0.9480237558877739,
      "grad_norm": 4.014641925350999,
      "learning_rate": 0.000284423209877549,
      "loss": 7.2188,
      "step": 23146
    },
    {
      "epoch": 0.9480647143149703,
      "grad_norm": 2.605288885032755,
      "learning_rate": 0.0002844217626290183,
      "loss": 5.4688,
      "step": 23147
    },
    {
      "epoch": 0.9481056727421667,
      "grad_norm": 2.595009617802138,
      "learning_rate": 0.00028442031531694076,
      "loss": 6.1562,
      "step": 23148
    },
    {
      "epoch": 0.948146631169363,
      "grad_norm": 9.366534648595382,
      "learning_rate": 0.00028441886794131717,
      "loss": 2.5938,
      "step": 23149
    },
    {
      "epoch": 0.9481875895965595,
      "grad_norm": 3.4921544471800843,
      "learning_rate": 0.0002844174205021481,
      "loss": 5.4688,
      "step": 23150
    },
    {
      "epoch": 0.9482285480237559,
      "grad_norm": 2.0045928435194544,
      "learning_rate": 0.00028441597299943427,
      "loss": 4.8438,
      "step": 23151
    },
    {
      "epoch": 0.9482695064509523,
      "grad_norm": 1.7961269514153042,
      "learning_rate": 0.0002844145254331764,
      "loss": 4.7188,
      "step": 23152
    },
    {
      "epoch": 0.9483104648781486,
      "grad_norm": 2.2399431128590948,
      "learning_rate": 0.00028441307780337514,
      "loss": 4.875,
      "step": 23153
    },
    {
      "epoch": 0.948351423305345,
      "grad_norm": 27.951116197549545,
      "learning_rate": 0.00028441163011003114,
      "loss": 9.0625,
      "step": 23154
    },
    {
      "epoch": 0.9483923817325415,
      "grad_norm": 1.967858132879346,
      "learning_rate": 0.00028441018235314514,
      "loss": 5.375,
      "step": 23155
    },
    {
      "epoch": 0.9484333401597379,
      "grad_norm": 1.7540162045976746,
      "learning_rate": 0.0002844087345327178,
      "loss": 5.2812,
      "step": 23156
    },
    {
      "epoch": 0.9484742985869342,
      "grad_norm": 4.9512253520858085,
      "learning_rate": 0.0002844072866487498,
      "loss": 7.5312,
      "step": 23157
    },
    {
      "epoch": 0.9485152570141306,
      "grad_norm": 3.158051020310727,
      "learning_rate": 0.00028440583870124186,
      "loss": 5.625,
      "step": 23158
    },
    {
      "epoch": 0.9485562154413271,
      "grad_norm": 2.249292936597061,
      "learning_rate": 0.00028440439069019464,
      "loss": 6.1875,
      "step": 23159
    },
    {
      "epoch": 0.9485971738685235,
      "grad_norm": 5.245416842028917,
      "learning_rate": 0.0002844029426156088,
      "loss": 6.4062,
      "step": 23160
    },
    {
      "epoch": 0.9486381322957198,
      "grad_norm": 1.6442509834187298,
      "learning_rate": 0.00028440149447748504,
      "loss": 4.875,
      "step": 23161
    },
    {
      "epoch": 0.9486790907229162,
      "grad_norm": 2.2230039223682887,
      "learning_rate": 0.0002844000462758241,
      "loss": 6.25,
      "step": 23162
    },
    {
      "epoch": 0.9487200491501127,
      "grad_norm": 2.008598206669224,
      "learning_rate": 0.00028439859801062653,
      "loss": 4.9688,
      "step": 23163
    },
    {
      "epoch": 0.9487610075773091,
      "grad_norm": 2.614162572136146,
      "learning_rate": 0.00028439714968189316,
      "loss": 5.7188,
      "step": 23164
    },
    {
      "epoch": 0.9488019660045054,
      "grad_norm": 3.003184632267174,
      "learning_rate": 0.00028439570128962463,
      "loss": 4.5938,
      "step": 23165
    },
    {
      "epoch": 0.9488429244317018,
      "grad_norm": 2.2915964261316906,
      "learning_rate": 0.0002843942528338216,
      "loss": 5.125,
      "step": 23166
    },
    {
      "epoch": 0.9488838828588982,
      "grad_norm": 1.8918946735568878,
      "learning_rate": 0.0002843928043144847,
      "loss": 3.4062,
      "step": 23167
    },
    {
      "epoch": 0.9489248412860947,
      "grad_norm": 1.7502915503877325,
      "learning_rate": 0.0002843913557316148,
      "loss": 5.8438,
      "step": 23168
    },
    {
      "epoch": 0.948965799713291,
      "grad_norm": 1.7935682510148692,
      "learning_rate": 0.00028438990708521235,
      "loss": 4.9375,
      "step": 23169
    },
    {
      "epoch": 0.9490067581404874,
      "grad_norm": 2.2600492747791265,
      "learning_rate": 0.0002843884583752782,
      "loss": 5.0312,
      "step": 23170
    },
    {
      "epoch": 0.9490477165676838,
      "grad_norm": 1.6075998313729183,
      "learning_rate": 0.00028438700960181304,
      "loss": 5.3125,
      "step": 23171
    },
    {
      "epoch": 0.9490886749948801,
      "grad_norm": 1.9368493132347864,
      "learning_rate": 0.00028438556076481746,
      "loss": 5.4688,
      "step": 23172
    },
    {
      "epoch": 0.9491296334220766,
      "grad_norm": 3.1979054550007278,
      "learning_rate": 0.00028438411186429213,
      "loss": 5.6875,
      "step": 23173
    },
    {
      "epoch": 0.949170591849273,
      "grad_norm": 2.219533954854178,
      "learning_rate": 0.00028438266290023786,
      "loss": 6.25,
      "step": 23174
    },
    {
      "epoch": 0.9492115502764694,
      "grad_norm": 2.0946475600795043,
      "learning_rate": 0.0002843812138726552,
      "loss": 5.5312,
      "step": 23175
    },
    {
      "epoch": 0.9492525087036657,
      "grad_norm": 5.618164551134777,
      "learning_rate": 0.000284379764781545,
      "loss": 6.8438,
      "step": 23176
    },
    {
      "epoch": 0.9492934671308622,
      "grad_norm": 7.7668416820115596,
      "learning_rate": 0.00028437831562690775,
      "loss": 4.1562,
      "step": 23177
    },
    {
      "epoch": 0.9493344255580586,
      "grad_norm": 2.1277443435033465,
      "learning_rate": 0.0002843768664087443,
      "loss": 5.4375,
      "step": 23178
    },
    {
      "epoch": 0.949375383985255,
      "grad_norm": 2.7108504418835033,
      "learning_rate": 0.00028437541712705524,
      "loss": 6.0625,
      "step": 23179
    },
    {
      "epoch": 0.9494163424124513,
      "grad_norm": 1.8298379664215805,
      "learning_rate": 0.00028437396778184125,
      "loss": 5.1875,
      "step": 23180
    },
    {
      "epoch": 0.9494573008396477,
      "grad_norm": 2.276722553527454,
      "learning_rate": 0.00028437251837310304,
      "loss": 5.9688,
      "step": 23181
    },
    {
      "epoch": 0.9494982592668442,
      "grad_norm": 2.7457733291780335,
      "learning_rate": 0.00028437106890084136,
      "loss": 5.2812,
      "step": 23182
    },
    {
      "epoch": 0.9495392176940406,
      "grad_norm": 2.706710719665717,
      "learning_rate": 0.0002843696193650568,
      "loss": 7.6875,
      "step": 23183
    },
    {
      "epoch": 0.9495801761212369,
      "grad_norm": 3.1372854811241435,
      "learning_rate": 0.0002843681697657501,
      "loss": 4.8125,
      "step": 23184
    },
    {
      "epoch": 0.9496211345484333,
      "grad_norm": 4.764744629782202,
      "learning_rate": 0.0002843667201029219,
      "loss": 4.8125,
      "step": 23185
    },
    {
      "epoch": 0.9496620929756298,
      "grad_norm": 1.7486886197767033,
      "learning_rate": 0.0002843652703765729,
      "loss": 5.3438,
      "step": 23186
    },
    {
      "epoch": 0.9497030514028262,
      "grad_norm": 1.8980182439454687,
      "learning_rate": 0.0002843638205867038,
      "loss": 4.1875,
      "step": 23187
    },
    {
      "epoch": 0.9497440098300225,
      "grad_norm": 1.7290662183271195,
      "learning_rate": 0.0002843623707333153,
      "loss": 4.9688,
      "step": 23188
    },
    {
      "epoch": 0.9497849682572189,
      "grad_norm": 2.383962623386576,
      "learning_rate": 0.0002843609208164081,
      "loss": 5.5938,
      "step": 23189
    },
    {
      "epoch": 0.9498259266844153,
      "grad_norm": 1.7616273124666564,
      "learning_rate": 0.0002843594708359828,
      "loss": 4.5,
      "step": 23190
    },
    {
      "epoch": 0.9498668851116118,
      "grad_norm": 3.301407939210813,
      "learning_rate": 0.00028435802079204014,
      "loss": 5.25,
      "step": 23191
    },
    {
      "epoch": 0.9499078435388081,
      "grad_norm": 1.795773034705623,
      "learning_rate": 0.00028435657068458085,
      "loss": 4.8125,
      "step": 23192
    },
    {
      "epoch": 0.9499488019660045,
      "grad_norm": 1.9064209467112392,
      "learning_rate": 0.0002843551205136055,
      "loss": 5.3125,
      "step": 23193
    },
    {
      "epoch": 0.9499897603932009,
      "grad_norm": 1.467146710773169,
      "learning_rate": 0.0002843536702791149,
      "loss": 2.7656,
      "step": 23194
    },
    {
      "epoch": 0.9500307188203972,
      "grad_norm": 2.947449364712267,
      "learning_rate": 0.0002843522199811097,
      "loss": 6.3438,
      "step": 23195
    },
    {
      "epoch": 0.9500716772475937,
      "grad_norm": 2.2677745751302623,
      "learning_rate": 0.00028435076961959055,
      "loss": 4.5625,
      "step": 23196
    },
    {
      "epoch": 0.9501126356747901,
      "grad_norm": 2.9462823653996124,
      "learning_rate": 0.00028434931919455814,
      "loss": 5.5625,
      "step": 23197
    },
    {
      "epoch": 0.9501535941019865,
      "grad_norm": 2.300042378657138,
      "learning_rate": 0.00028434786870601316,
      "loss": 5.375,
      "step": 23198
    },
    {
      "epoch": 0.9501945525291828,
      "grad_norm": 4.019028939037844,
      "learning_rate": 0.0002843464181539563,
      "loss": 7.4375,
      "step": 23199
    },
    {
      "epoch": 0.9502355109563793,
      "grad_norm": 1.865690096265273,
      "learning_rate": 0.0002843449675383883,
      "loss": 4.8438,
      "step": 23200
    },
    {
      "epoch": 0.9502764693835757,
      "grad_norm": 2.0637190769762657,
      "learning_rate": 0.0002843435168593097,
      "loss": 5.6562,
      "step": 23201
    },
    {
      "epoch": 0.9503174278107721,
      "grad_norm": 5.903727043374149,
      "learning_rate": 0.00028434206611672135,
      "loss": 7.625,
      "step": 23202
    },
    {
      "epoch": 0.9503583862379684,
      "grad_norm": 1.9261079433461041,
      "learning_rate": 0.0002843406153106238,
      "loss": 4.7188,
      "step": 23203
    },
    {
      "epoch": 0.9503993446651648,
      "grad_norm": 2.0542143413177447,
      "learning_rate": 0.0002843391644410179,
      "loss": 4.8125,
      "step": 23204
    },
    {
      "epoch": 0.9504403030923613,
      "grad_norm": 2.808485827154966,
      "learning_rate": 0.0002843377135079042,
      "loss": 6.8125,
      "step": 23205
    },
    {
      "epoch": 0.9504812615195577,
      "grad_norm": 1.6251056058190316,
      "learning_rate": 0.0002843362625112834,
      "loss": 5.0938,
      "step": 23206
    },
    {
      "epoch": 0.950522219946754,
      "grad_norm": 1.6124100186512134,
      "learning_rate": 0.0002843348114511562,
      "loss": 4.3125,
      "step": 23207
    },
    {
      "epoch": 0.9505631783739504,
      "grad_norm": 2.022586427092546,
      "learning_rate": 0.00028433336032752336,
      "loss": 5.75,
      "step": 23208
    },
    {
      "epoch": 0.9506041368011469,
      "grad_norm": 2.1207314221669136,
      "learning_rate": 0.00028433190914038545,
      "loss": 6.1562,
      "step": 23209
    },
    {
      "epoch": 0.9506450952283433,
      "grad_norm": 2.6071863096736227,
      "learning_rate": 0.0002843304578897432,
      "loss": 6.875,
      "step": 23210
    },
    {
      "epoch": 0.9506860536555396,
      "grad_norm": 1.8855223924977922,
      "learning_rate": 0.0002843290065755974,
      "loss": 4.875,
      "step": 23211
    },
    {
      "epoch": 0.950727012082736,
      "grad_norm": 1.4565298030657459,
      "learning_rate": 0.0002843275551979485,
      "loss": 4.7812,
      "step": 23212
    },
    {
      "epoch": 0.9507679705099324,
      "grad_norm": 2.3865492874349914,
      "learning_rate": 0.0002843261037567974,
      "loss": 5.5312,
      "step": 23213
    },
    {
      "epoch": 0.9508089289371288,
      "grad_norm": 1.554999680284211,
      "learning_rate": 0.00028432465225214473,
      "loss": 4.9375,
      "step": 23214
    },
    {
      "epoch": 0.9508498873643252,
      "grad_norm": 3.09181725374393,
      "learning_rate": 0.00028432320068399113,
      "loss": 6.125,
      "step": 23215
    },
    {
      "epoch": 0.9508908457915216,
      "grad_norm": 2.033069743986812,
      "learning_rate": 0.00028432174905233733,
      "loss": 5.1875,
      "step": 23216
    },
    {
      "epoch": 0.950931804218718,
      "grad_norm": 4.20836955022759,
      "learning_rate": 0.000284320297357184,
      "loss": 5.9688,
      "step": 23217
    },
    {
      "epoch": 0.9509727626459143,
      "grad_norm": 1.7079771200033673,
      "learning_rate": 0.0002843188455985318,
      "loss": 4.9375,
      "step": 23218
    },
    {
      "epoch": 0.9510137210731108,
      "grad_norm": 2.581030710210168,
      "learning_rate": 0.0002843173937763815,
      "loss": 5.8125,
      "step": 23219
    },
    {
      "epoch": 0.9510546795003072,
      "grad_norm": 1.9593273651338896,
      "learning_rate": 0.0002843159418907337,
      "loss": 6.6562,
      "step": 23220
    },
    {
      "epoch": 0.9510956379275036,
      "grad_norm": 4.968494861158969,
      "learning_rate": 0.00028431448994158906,
      "loss": 1.5547,
      "step": 23221
    },
    {
      "epoch": 0.9511365963546999,
      "grad_norm": 3.1619936950757945,
      "learning_rate": 0.00028431303792894835,
      "loss": 7.6562,
      "step": 23222
    },
    {
      "epoch": 0.9511775547818964,
      "grad_norm": 4.159090242540341,
      "learning_rate": 0.0002843115858528123,
      "loss": 6.1875,
      "step": 23223
    },
    {
      "epoch": 0.9512185132090928,
      "grad_norm": 2.3997898640381776,
      "learning_rate": 0.00028431013371318144,
      "loss": 6.0,
      "step": 23224
    },
    {
      "epoch": 0.9512594716362892,
      "grad_norm": 1.9722487488618885,
      "learning_rate": 0.0002843086815100566,
      "loss": 4.75,
      "step": 23225
    },
    {
      "epoch": 0.9513004300634855,
      "grad_norm": 10.71629250070479,
      "learning_rate": 0.0002843072292434384,
      "loss": 5.8125,
      "step": 23226
    },
    {
      "epoch": 0.951341388490682,
      "grad_norm": 1.996590777151359,
      "learning_rate": 0.00028430577691332756,
      "loss": 7.0625,
      "step": 23227
    },
    {
      "epoch": 0.9513823469178784,
      "grad_norm": 2.724728678892409,
      "learning_rate": 0.0002843043245197247,
      "loss": 5.6562,
      "step": 23228
    },
    {
      "epoch": 0.9514233053450748,
      "grad_norm": 1.7156467369346184,
      "learning_rate": 0.00028430287206263055,
      "loss": 4.75,
      "step": 23229
    },
    {
      "epoch": 0.9514642637722711,
      "grad_norm": 1.9187703245775276,
      "learning_rate": 0.0002843014195420458,
      "loss": 5.625,
      "step": 23230
    },
    {
      "epoch": 0.9515052221994675,
      "grad_norm": 1.9926269745979446,
      "learning_rate": 0.0002842999669579711,
      "loss": 5.0625,
      "step": 23231
    },
    {
      "epoch": 0.951546180626664,
      "grad_norm": 1.7395414714364412,
      "learning_rate": 0.00028429851431040725,
      "loss": 5.5625,
      "step": 23232
    },
    {
      "epoch": 0.9515871390538604,
      "grad_norm": 2.8287820752773065,
      "learning_rate": 0.0002842970615993548,
      "loss": 6.0,
      "step": 23233
    },
    {
      "epoch": 0.9516280974810567,
      "grad_norm": 1.7858600830554587,
      "learning_rate": 0.0002842956088248145,
      "loss": 5.0625,
      "step": 23234
    },
    {
      "epoch": 0.9516690559082531,
      "grad_norm": 1.6569403611001692,
      "learning_rate": 0.000284294155986787,
      "loss": 5.125,
      "step": 23235
    },
    {
      "epoch": 0.9517100143354496,
      "grad_norm": 1.811538126144986,
      "learning_rate": 0.00028429270308527306,
      "loss": 4.625,
      "step": 23236
    },
    {
      "epoch": 0.9517509727626459,
      "grad_norm": 2.4470682521957143,
      "learning_rate": 0.0002842912501202733,
      "loss": 4.9062,
      "step": 23237
    },
    {
      "epoch": 0.9517919311898423,
      "grad_norm": 1.940747622215032,
      "learning_rate": 0.0002842897970917884,
      "loss": 4.8438,
      "step": 23238
    },
    {
      "epoch": 0.9518328896170387,
      "grad_norm": 2.3428681945262855,
      "learning_rate": 0.00028428834399981914,
      "loss": 5.6562,
      "step": 23239
    },
    {
      "epoch": 0.9518738480442351,
      "grad_norm": 2.363845549988464,
      "learning_rate": 0.0002842868908443662,
      "loss": 5.3125,
      "step": 23240
    },
    {
      "epoch": 0.9519148064714315,
      "grad_norm": 1.9234995181561176,
      "learning_rate": 0.00028428543762543004,
      "loss": 6.0312,
      "step": 23241
    },
    {
      "epoch": 0.9519557648986279,
      "grad_norm": 6.288964129616774,
      "learning_rate": 0.00028428398434301164,
      "loss": 5.3125,
      "step": 23242
    },
    {
      "epoch": 0.9519967233258243,
      "grad_norm": 2.3865133351530203,
      "learning_rate": 0.00028428253099711153,
      "loss": 5.9062,
      "step": 23243
    },
    {
      "epoch": 0.9520376817530207,
      "grad_norm": 1.8635317147708486,
      "learning_rate": 0.0002842810775877304,
      "loss": 5.4062,
      "step": 23244
    },
    {
      "epoch": 0.952078640180217,
      "grad_norm": 2.6299438417635526,
      "learning_rate": 0.000284279624114869,
      "loss": 6.2812,
      "step": 23245
    },
    {
      "epoch": 0.9521195986074135,
      "grad_norm": 2.3302628297316286,
      "learning_rate": 0.000284278170578528,
      "loss": 5.5938,
      "step": 23246
    },
    {
      "epoch": 0.9521605570346099,
      "grad_norm": 3.789759564650903,
      "learning_rate": 0.00028427671697870804,
      "loss": 5.9062,
      "step": 23247
    },
    {
      "epoch": 0.9522015154618063,
      "grad_norm": 2.825692794544095,
      "learning_rate": 0.0002842752633154099,
      "loss": 4.25,
      "step": 23248
    },
    {
      "epoch": 0.9522424738890026,
      "grad_norm": 2.2933287840470267,
      "learning_rate": 0.0002842738095886341,
      "loss": 6.3438,
      "step": 23249
    },
    {
      "epoch": 0.952283432316199,
      "grad_norm": 1.792989027518304,
      "learning_rate": 0.00028427235579838155,
      "loss": 4.5625,
      "step": 23250
    },
    {
      "epoch": 0.9523243907433955,
      "grad_norm": 2.9583125418035023,
      "learning_rate": 0.00028427090194465274,
      "loss": 5.8438,
      "step": 23251
    },
    {
      "epoch": 0.9523653491705919,
      "grad_norm": 1.9321698015357762,
      "learning_rate": 0.0002842694480274485,
      "loss": 5.9688,
      "step": 23252
    },
    {
      "epoch": 0.9524063075977882,
      "grad_norm": 2.254772835474289,
      "learning_rate": 0.00028426799404676937,
      "loss": 5.2188,
      "step": 23253
    },
    {
      "epoch": 0.9524472660249846,
      "grad_norm": 2.1583870055243843,
      "learning_rate": 0.0002842665400026162,
      "loss": 5.875,
      "step": 23254
    },
    {
      "epoch": 0.9524882244521811,
      "grad_norm": 1.8069463814166111,
      "learning_rate": 0.0002842650858949896,
      "loss": 5.125,
      "step": 23255
    },
    {
      "epoch": 0.9525291828793774,
      "grad_norm": 3.2391451872900623,
      "learning_rate": 0.00028426363172389025,
      "loss": 7.0,
      "step": 23256
    },
    {
      "epoch": 0.9525701413065738,
      "grad_norm": 1.7890617502575177,
      "learning_rate": 0.00028426217748931884,
      "loss": 5.1875,
      "step": 23257
    },
    {
      "epoch": 0.9526110997337702,
      "grad_norm": 1.6545193630359547,
      "learning_rate": 0.00028426072319127606,
      "loss": 5.125,
      "step": 23258
    },
    {
      "epoch": 0.9526520581609667,
      "grad_norm": 1.8170420585863165,
      "learning_rate": 0.00028425926882976257,
      "loss": 5.4688,
      "step": 23259
    },
    {
      "epoch": 0.952693016588163,
      "grad_norm": 1.8493021039604143,
      "learning_rate": 0.00028425781440477913,
      "loss": 5.4375,
      "step": 23260
    },
    {
      "epoch": 0.9527339750153594,
      "grad_norm": 1.7620101371261234,
      "learning_rate": 0.0002842563599163264,
      "loss": 5.5938,
      "step": 23261
    },
    {
      "epoch": 0.9527749334425558,
      "grad_norm": 3.1836817691090595,
      "learning_rate": 0.000284254905364405,
      "loss": 6.0938,
      "step": 23262
    },
    {
      "epoch": 0.9528158918697522,
      "grad_norm": 1.724844529381762,
      "learning_rate": 0.0002842534507490157,
      "loss": 5.3125,
      "step": 23263
    },
    {
      "epoch": 0.9528568502969486,
      "grad_norm": 1.8556749945005198,
      "learning_rate": 0.00028425199607015915,
      "loss": 6.9062,
      "step": 23264
    },
    {
      "epoch": 0.952897808724145,
      "grad_norm": 1.6952697171909463,
      "learning_rate": 0.00028425054132783607,
      "loss": 5.125,
      "step": 23265
    },
    {
      "epoch": 0.9529387671513414,
      "grad_norm": 1.8851070808619488,
      "learning_rate": 0.0002842490865220471,
      "loss": 4.75,
      "step": 23266
    },
    {
      "epoch": 0.9529797255785378,
      "grad_norm": 2.011970706339911,
      "learning_rate": 0.00028424763165279295,
      "loss": 5.25,
      "step": 23267
    },
    {
      "epoch": 0.9530206840057341,
      "grad_norm": 1.6227878248983048,
      "learning_rate": 0.0002842461767200743,
      "loss": 5.4688,
      "step": 23268
    },
    {
      "epoch": 0.9530616424329306,
      "grad_norm": 2.7261858943008597,
      "learning_rate": 0.00028424472172389187,
      "loss": 4.2188,
      "step": 23269
    },
    {
      "epoch": 0.953102600860127,
      "grad_norm": 1.7886953859989112,
      "learning_rate": 0.00028424326666424634,
      "loss": 4.875,
      "step": 23270
    },
    {
      "epoch": 0.9531435592873234,
      "grad_norm": 2.949409591433361,
      "learning_rate": 0.00028424181154113835,
      "loss": 6.1562,
      "step": 23271
    },
    {
      "epoch": 0.9531845177145197,
      "grad_norm": 1.8690111963726332,
      "learning_rate": 0.00028424035635456863,
      "loss": 5.4062,
      "step": 23272
    },
    {
      "epoch": 0.9532254761417162,
      "grad_norm": 2.012375515514476,
      "learning_rate": 0.0002842389011045379,
      "loss": 4.3438,
      "step": 23273
    },
    {
      "epoch": 0.9532664345689126,
      "grad_norm": 2.133593033721804,
      "learning_rate": 0.0002842374457910468,
      "loss": 6.5312,
      "step": 23274
    },
    {
      "epoch": 0.953307392996109,
      "grad_norm": 4.16848013563489,
      "learning_rate": 0.00028423599041409593,
      "loss": 6.4062,
      "step": 23275
    },
    {
      "epoch": 0.9533483514233053,
      "grad_norm": 2.161240407548197,
      "learning_rate": 0.00028423453497368614,
      "loss": 6.1875,
      "step": 23276
    },
    {
      "epoch": 0.9533893098505017,
      "grad_norm": 2.7871720113879097,
      "learning_rate": 0.00028423307946981804,
      "loss": 7.0,
      "step": 23277
    },
    {
      "epoch": 0.9534302682776982,
      "grad_norm": 3.7424596119755145,
      "learning_rate": 0.0002842316239024924,
      "loss": 2.7969,
      "step": 23278
    },
    {
      "epoch": 0.9534712267048945,
      "grad_norm": 2.4142197623006045,
      "learning_rate": 0.0002842301682717097,
      "loss": 5.125,
      "step": 23279
    },
    {
      "epoch": 0.9535121851320909,
      "grad_norm": 1.705521060902063,
      "learning_rate": 0.0002842287125774709,
      "loss": 4.75,
      "step": 23280
    },
    {
      "epoch": 0.9535531435592873,
      "grad_norm": 1.4482672068638458,
      "learning_rate": 0.0002842272568197765,
      "loss": 3.7656,
      "step": 23281
    },
    {
      "epoch": 0.9535941019864838,
      "grad_norm": 1.774402837925576,
      "learning_rate": 0.0002842258009986272,
      "loss": 6.0938,
      "step": 23282
    },
    {
      "epoch": 0.9536350604136801,
      "grad_norm": 1.5867848081397304,
      "learning_rate": 0.0002842243451140238,
      "loss": 5.3125,
      "step": 23283
    },
    {
      "epoch": 0.9536760188408765,
      "grad_norm": 6.9245377880168,
      "learning_rate": 0.0002842228891659669,
      "loss": 3.7188,
      "step": 23284
    },
    {
      "epoch": 0.9537169772680729,
      "grad_norm": 1.8820364240934877,
      "learning_rate": 0.0002842214331544572,
      "loss": 5.2812,
      "step": 23285
    },
    {
      "epoch": 0.9537579356952693,
      "grad_norm": 2.0370660918373757,
      "learning_rate": 0.0002842199770794954,
      "loss": 5.4062,
      "step": 23286
    },
    {
      "epoch": 0.9537988941224657,
      "grad_norm": 2.2406792776254187,
      "learning_rate": 0.0002842185209410822,
      "loss": 6.5938,
      "step": 23287
    },
    {
      "epoch": 0.9538398525496621,
      "grad_norm": 2.0204525595017127,
      "learning_rate": 0.00028421706473921824,
      "loss": 6.6562,
      "step": 23288
    },
    {
      "epoch": 0.9538808109768585,
      "grad_norm": 6.252080028730171,
      "learning_rate": 0.0002842156084739042,
      "loss": 5.8438,
      "step": 23289
    },
    {
      "epoch": 0.9539217694040549,
      "grad_norm": 1.9955303892833935,
      "learning_rate": 0.0002842141521451408,
      "loss": 4.9062,
      "step": 23290
    },
    {
      "epoch": 0.9539627278312512,
      "grad_norm": 2.8742061718452567,
      "learning_rate": 0.00028421269575292884,
      "loss": 5.4062,
      "step": 23291
    },
    {
      "epoch": 0.9540036862584477,
      "grad_norm": 1.4815559580688824,
      "learning_rate": 0.00028421123929726883,
      "loss": 4.875,
      "step": 23292
    },
    {
      "epoch": 0.9540446446856441,
      "grad_norm": 4.918539701506758,
      "learning_rate": 0.0002842097827781616,
      "loss": 4.2188,
      "step": 23293
    },
    {
      "epoch": 0.9540856031128405,
      "grad_norm": 1.7122368202454235,
      "learning_rate": 0.0002842083261956077,
      "loss": 5.2188,
      "step": 23294
    },
    {
      "epoch": 0.9541265615400368,
      "grad_norm": 1.9660347521066897,
      "learning_rate": 0.00028420686954960795,
      "loss": 5.5,
      "step": 23295
    },
    {
      "epoch": 0.9541675199672333,
      "grad_norm": 2.2798222069121237,
      "learning_rate": 0.00028420541284016293,
      "loss": 5.75,
      "step": 23296
    },
    {
      "epoch": 0.9542084783944297,
      "grad_norm": 3.1515272387035362,
      "learning_rate": 0.00028420395606727343,
      "loss": 6.0625,
      "step": 23297
    },
    {
      "epoch": 0.954249436821626,
      "grad_norm": 2.3221451222340606,
      "learning_rate": 0.00028420249923094006,
      "loss": 1.2344,
      "step": 23298
    },
    {
      "epoch": 0.9542903952488224,
      "grad_norm": 1.9214850620597335,
      "learning_rate": 0.0002842010423311635,
      "loss": 5.4688,
      "step": 23299
    },
    {
      "epoch": 0.9543313536760188,
      "grad_norm": 2.814402058649717,
      "learning_rate": 0.0002841995853679445,
      "loss": 3.9062,
      "step": 23300
    },
    {
      "epoch": 0.9543723121032153,
      "grad_norm": 2.2246786710879154,
      "learning_rate": 0.00028419812834128377,
      "loss": 4.875,
      "step": 23301
    },
    {
      "epoch": 0.9544132705304116,
      "grad_norm": 1.823504353132937,
      "learning_rate": 0.0002841966712511819,
      "loss": 5.0312,
      "step": 23302
    },
    {
      "epoch": 0.954454228957608,
      "grad_norm": 2.129705736884852,
      "learning_rate": 0.0002841952140976396,
      "loss": 5.5312,
      "step": 23303
    },
    {
      "epoch": 0.9544951873848044,
      "grad_norm": 3.171610214299632,
      "learning_rate": 0.00028419375688065767,
      "loss": 6.9062,
      "step": 23304
    },
    {
      "epoch": 0.9545361458120009,
      "grad_norm": 3.1861828894770396,
      "learning_rate": 0.00028419229960023666,
      "loss": 3.7656,
      "step": 23305
    },
    {
      "epoch": 0.9545771042391972,
      "grad_norm": 7.7712545941186075,
      "learning_rate": 0.00028419084225637736,
      "loss": 6.0,
      "step": 23306
    },
    {
      "epoch": 0.9546180626663936,
      "grad_norm": 1.73996118877285,
      "learning_rate": 0.0002841893848490804,
      "loss": 4.4062,
      "step": 23307
    },
    {
      "epoch": 0.95465902109359,
      "grad_norm": 2.0302179118371955,
      "learning_rate": 0.00028418792737834646,
      "loss": 5.125,
      "step": 23308
    },
    {
      "epoch": 0.9546999795207864,
      "grad_norm": 1.5655706048140021,
      "learning_rate": 0.0002841864698441763,
      "loss": 4.25,
      "step": 23309
    },
    {
      "epoch": 0.9547409379479828,
      "grad_norm": 3.6423968251814123,
      "learning_rate": 0.0002841850122465705,
      "loss": 1.8906,
      "step": 23310
    },
    {
      "epoch": 0.9547818963751792,
      "grad_norm": 1.649767510139096,
      "learning_rate": 0.0002841835545855299,
      "loss": 5.25,
      "step": 23311
    },
    {
      "epoch": 0.9548228548023756,
      "grad_norm": 3.206936581174433,
      "learning_rate": 0.00028418209686105505,
      "loss": 6.3125,
      "step": 23312
    },
    {
      "epoch": 0.954863813229572,
      "grad_norm": 2.3927006730364395,
      "learning_rate": 0.0002841806390731467,
      "loss": 6.8438,
      "step": 23313
    },
    {
      "epoch": 0.9549047716567683,
      "grad_norm": 1.7203959071070056,
      "learning_rate": 0.0002841791812218055,
      "loss": 5.0625,
      "step": 23314
    },
    {
      "epoch": 0.9549457300839648,
      "grad_norm": 1.7948917510714075,
      "learning_rate": 0.0002841777233070322,
      "loss": 5.9688,
      "step": 23315
    },
    {
      "epoch": 0.9549866885111612,
      "grad_norm": 1.95682182398793,
      "learning_rate": 0.00028417626532882746,
      "loss": 5.6875,
      "step": 23316
    },
    {
      "epoch": 0.9550276469383576,
      "grad_norm": 2.040021875924323,
      "learning_rate": 0.00028417480728719195,
      "loss": 5.9375,
      "step": 23317
    },
    {
      "epoch": 0.9550686053655539,
      "grad_norm": 3.7565349990057695,
      "learning_rate": 0.00028417334918212644,
      "loss": 6.3438,
      "step": 23318
    },
    {
      "epoch": 0.9551095637927504,
      "grad_norm": 2.1302817111169583,
      "learning_rate": 0.0002841718910136315,
      "loss": 6.1875,
      "step": 23319
    },
    {
      "epoch": 0.9551505222199468,
      "grad_norm": 2.4479899991512024,
      "learning_rate": 0.00028417043278170786,
      "loss": 7.4375,
      "step": 23320
    },
    {
      "epoch": 0.9551914806471431,
      "grad_norm": 2.5108218119400987,
      "learning_rate": 0.0002841689744863562,
      "loss": 5.6875,
      "step": 23321
    },
    {
      "epoch": 0.9552324390743395,
      "grad_norm": 2.193285237355373,
      "learning_rate": 0.0002841675161275773,
      "loss": 5.9688,
      "step": 23322
    },
    {
      "epoch": 0.955273397501536,
      "grad_norm": 1.7929031814723926,
      "learning_rate": 0.00028416605770537176,
      "loss": 5.25,
      "step": 23323
    },
    {
      "epoch": 0.9553143559287324,
      "grad_norm": 1.7814133798583942,
      "learning_rate": 0.0002841645992197403,
      "loss": 5.3125,
      "step": 23324
    },
    {
      "epoch": 0.9553553143559287,
      "grad_norm": 1.847994855790241,
      "learning_rate": 0.0002841631406706836,
      "loss": 5.3125,
      "step": 23325
    },
    {
      "epoch": 0.9553962727831251,
      "grad_norm": 1.9845229611726847,
      "learning_rate": 0.00028416168205820235,
      "loss": 5.5938,
      "step": 23326
    },
    {
      "epoch": 0.9554372312103215,
      "grad_norm": 1.8983028662478063,
      "learning_rate": 0.00028416022338229724,
      "loss": 4.75,
      "step": 23327
    },
    {
      "epoch": 0.955478189637518,
      "grad_norm": 1.7945000787269165,
      "learning_rate": 0.00028415876464296896,
      "loss": 5.3438,
      "step": 23328
    },
    {
      "epoch": 0.9555191480647143,
      "grad_norm": 1.5347919139997273,
      "learning_rate": 0.00028415730584021817,
      "loss": 5.1875,
      "step": 23329
    },
    {
      "epoch": 0.9555601064919107,
      "grad_norm": 1.777655707007045,
      "learning_rate": 0.00028415584697404566,
      "loss": 4.875,
      "step": 23330
    },
    {
      "epoch": 0.9556010649191071,
      "grad_norm": 2.08337187098937,
      "learning_rate": 0.000284154388044452,
      "loss": 6.0312,
      "step": 23331
    },
    {
      "epoch": 0.9556420233463035,
      "grad_norm": 2.338561480056604,
      "learning_rate": 0.00028415292905143797,
      "loss": 4.5,
      "step": 23332
    },
    {
      "epoch": 0.9556829817734999,
      "grad_norm": 2.2390169191772875,
      "learning_rate": 0.0002841514699950042,
      "loss": 5.3125,
      "step": 23333
    },
    {
      "epoch": 0.9557239402006963,
      "grad_norm": 2.446703261058992,
      "learning_rate": 0.00028415001087515136,
      "loss": 5.4688,
      "step": 23334
    },
    {
      "epoch": 0.9557648986278927,
      "grad_norm": 2.0046074453198877,
      "learning_rate": 0.00028414855169188024,
      "loss": 6.0938,
      "step": 23335
    },
    {
      "epoch": 0.9558058570550891,
      "grad_norm": 1.930740167864181,
      "learning_rate": 0.0002841470924451914,
      "loss": 5.1875,
      "step": 23336
    },
    {
      "epoch": 0.9558468154822855,
      "grad_norm": 1.8893423888875944,
      "learning_rate": 0.00028414563313508567,
      "loss": 4.5625,
      "step": 23337
    },
    {
      "epoch": 0.9558877739094819,
      "grad_norm": 1.9125653946118533,
      "learning_rate": 0.00028414417376156363,
      "loss": 5.2188,
      "step": 23338
    },
    {
      "epoch": 0.9559287323366783,
      "grad_norm": 6.099344025237713,
      "learning_rate": 0.000284142714324626,
      "loss": 7.4375,
      "step": 23339
    },
    {
      "epoch": 0.9559696907638746,
      "grad_norm": 2.526621920632644,
      "learning_rate": 0.0002841412548242735,
      "loss": 6.5,
      "step": 23340
    },
    {
      "epoch": 0.956010649191071,
      "grad_norm": 2.081631185043041,
      "learning_rate": 0.00028413979526050685,
      "loss": 4.5312,
      "step": 23341
    },
    {
      "epoch": 0.9560516076182675,
      "grad_norm": 2.9604822323640216,
      "learning_rate": 0.0002841383356333266,
      "loss": 6.7188,
      "step": 23342
    },
    {
      "epoch": 0.9560925660454639,
      "grad_norm": 1.6537732577535538,
      "learning_rate": 0.0002841368759427336,
      "loss": 4.875,
      "step": 23343
    },
    {
      "epoch": 0.9561335244726602,
      "grad_norm": 1.9304067278314765,
      "learning_rate": 0.00028413541618872837,
      "loss": 6.2188,
      "step": 23344
    },
    {
      "epoch": 0.9561744828998566,
      "grad_norm": 1.9442880994127274,
      "learning_rate": 0.00028413395637131173,
      "loss": 5.5,
      "step": 23345
    },
    {
      "epoch": 0.956215441327053,
      "grad_norm": 2.0729325302089388,
      "learning_rate": 0.0002841324964904844,
      "loss": 4.5625,
      "step": 23346
    },
    {
      "epoch": 0.9562563997542495,
      "grad_norm": 2.4158385963774403,
      "learning_rate": 0.000284131036546247,
      "loss": 5.875,
      "step": 23347
    },
    {
      "epoch": 0.9562973581814458,
      "grad_norm": 3.1570489003149436,
      "learning_rate": 0.00028412957653860016,
      "loss": 6.7188,
      "step": 23348
    },
    {
      "epoch": 0.9563383166086422,
      "grad_norm": 1.8672015287372727,
      "learning_rate": 0.00028412811646754473,
      "loss": 4.75,
      "step": 23349
    },
    {
      "epoch": 0.9563792750358386,
      "grad_norm": 2.1110502765726324,
      "learning_rate": 0.00028412665633308125,
      "loss": 5.625,
      "step": 23350
    },
    {
      "epoch": 0.9564202334630351,
      "grad_norm": 1.628638974837396,
      "learning_rate": 0.0002841251961352105,
      "loss": 5.0,
      "step": 23351
    },
    {
      "epoch": 0.9564611918902314,
      "grad_norm": 1.671795712202407,
      "learning_rate": 0.00028412373587393314,
      "loss": 5.2188,
      "step": 23352
    },
    {
      "epoch": 0.9565021503174278,
      "grad_norm": 6.662451849892299,
      "learning_rate": 0.0002841222755492498,
      "loss": 4.7812,
      "step": 23353
    },
    {
      "epoch": 0.9565431087446242,
      "grad_norm": 2.770757978845516,
      "learning_rate": 0.0002841208151611613,
      "loss": 6.25,
      "step": 23354
    },
    {
      "epoch": 0.9565840671718207,
      "grad_norm": 3.0696739125095105,
      "learning_rate": 0.00028411935470966826,
      "loss": 6.625,
      "step": 23355
    },
    {
      "epoch": 0.956625025599017,
      "grad_norm": 2.3980893593111894,
      "learning_rate": 0.00028411789419477136,
      "loss": 4.0,
      "step": 23356
    },
    {
      "epoch": 0.9566659840262134,
      "grad_norm": 2.535438389782819,
      "learning_rate": 0.0002841164336164713,
      "loss": 4.3438,
      "step": 23357
    },
    {
      "epoch": 0.9567069424534098,
      "grad_norm": 3.3665159678769707,
      "learning_rate": 0.00028411497297476876,
      "loss": 6.5625,
      "step": 23358
    },
    {
      "epoch": 0.9567479008806062,
      "grad_norm": 3.0378583322291592,
      "learning_rate": 0.0002841135122696644,
      "loss": 5.7188,
      "step": 23359
    },
    {
      "epoch": 0.9567888593078026,
      "grad_norm": 3.417380251984087,
      "learning_rate": 0.000284112051501159,
      "loss": 4.5625,
      "step": 23360
    },
    {
      "epoch": 0.956829817734999,
      "grad_norm": 2.700536377856289,
      "learning_rate": 0.0002841105906692532,
      "loss": 5.3438,
      "step": 23361
    },
    {
      "epoch": 0.9568707761621954,
      "grad_norm": 1.967227971293043,
      "learning_rate": 0.0002841091297739477,
      "loss": 5.6875,
      "step": 23362
    },
    {
      "epoch": 0.9569117345893917,
      "grad_norm": 4.715518069876801,
      "learning_rate": 0.00028410766881524323,
      "loss": 5.125,
      "step": 23363
    },
    {
      "epoch": 0.9569526930165881,
      "grad_norm": 2.0129769238841826,
      "learning_rate": 0.0002841062077931404,
      "loss": 4.7812,
      "step": 23364
    },
    {
      "epoch": 0.9569936514437846,
      "grad_norm": 1.814239235976613,
      "learning_rate": 0.0002841047467076399,
      "loss": 4.2812,
      "step": 23365
    },
    {
      "epoch": 0.957034609870981,
      "grad_norm": 1.6310944288212832,
      "learning_rate": 0.0002841032855587425,
      "loss": 4.8438,
      "step": 23366
    },
    {
      "epoch": 0.9570755682981773,
      "grad_norm": 2.479068672950151,
      "learning_rate": 0.00028410182434644883,
      "loss": 4.0312,
      "step": 23367
    },
    {
      "epoch": 0.9571165267253737,
      "grad_norm": 2.4138688931794516,
      "learning_rate": 0.00028410036307075957,
      "loss": 6.625,
      "step": 23368
    },
    {
      "epoch": 0.9571574851525702,
      "grad_norm": 2.1333598208522018,
      "learning_rate": 0.0002840989017316755,
      "loss": 4.625,
      "step": 23369
    },
    {
      "epoch": 0.9571984435797666,
      "grad_norm": 2.5019090817333085,
      "learning_rate": 0.00028409744032919723,
      "loss": 6.9375,
      "step": 23370
    },
    {
      "epoch": 0.9572394020069629,
      "grad_norm": 2.4751132065098607,
      "learning_rate": 0.0002840959788633255,
      "loss": 6.0,
      "step": 23371
    },
    {
      "epoch": 0.9572803604341593,
      "grad_norm": 1.911596550612506,
      "learning_rate": 0.00028409451733406093,
      "loss": 4.9688,
      "step": 23372
    },
    {
      "epoch": 0.9573213188613557,
      "grad_norm": 7.360374914622968,
      "learning_rate": 0.00028409305574140424,
      "loss": 6.0,
      "step": 23373
    },
    {
      "epoch": 0.9573622772885522,
      "grad_norm": 21.487866460100715,
      "learning_rate": 0.00028409159408535615,
      "loss": 4.1875,
      "step": 23374
    },
    {
      "epoch": 0.9574032357157485,
      "grad_norm": 1.9674721573853304,
      "learning_rate": 0.00028409013236591735,
      "loss": 6.2188,
      "step": 23375
    },
    {
      "epoch": 0.9574441941429449,
      "grad_norm": 3.8117979216636027,
      "learning_rate": 0.0002840886705830885,
      "loss": 6.1562,
      "step": 23376
    },
    {
      "epoch": 0.9574851525701413,
      "grad_norm": 1.9634026241184883,
      "learning_rate": 0.0002840872087368703,
      "loss": 4.9688,
      "step": 23377
    },
    {
      "epoch": 0.9575261109973378,
      "grad_norm": 1.9370654310578046,
      "learning_rate": 0.00028408574682726344,
      "loss": 3.8906,
      "step": 23378
    },
    {
      "epoch": 0.9575670694245341,
      "grad_norm": 2.972483428647686,
      "learning_rate": 0.0002840842848542687,
      "loss": 6.125,
      "step": 23379
    },
    {
      "epoch": 0.9576080278517305,
      "grad_norm": 5.971719536931905,
      "learning_rate": 0.0002840828228178866,
      "loss": 6.1875,
      "step": 23380
    },
    {
      "epoch": 0.9576489862789269,
      "grad_norm": 1.9144500340242807,
      "learning_rate": 0.00028408136071811797,
      "loss": 5.3125,
      "step": 23381
    },
    {
      "epoch": 0.9576899447061232,
      "grad_norm": 1.9550339420924738,
      "learning_rate": 0.0002840798985549634,
      "loss": 3.5156,
      "step": 23382
    },
    {
      "epoch": 0.9577309031333197,
      "grad_norm": 2.803204258915412,
      "learning_rate": 0.0002840784363284237,
      "loss": 4.9375,
      "step": 23383
    },
    {
      "epoch": 0.9577718615605161,
      "grad_norm": 3.273808615776184,
      "learning_rate": 0.00028407697403849946,
      "loss": 6.5312,
      "step": 23384
    },
    {
      "epoch": 0.9578128199877125,
      "grad_norm": 2.271612378500936,
      "learning_rate": 0.0002840755116851914,
      "loss": 6.0312,
      "step": 23385
    },
    {
      "epoch": 0.9578537784149088,
      "grad_norm": 1.8597777042308496,
      "learning_rate": 0.00028407404926850024,
      "loss": 4.9375,
      "step": 23386
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 2.007445158963758,
      "learning_rate": 0.0002840725867884267,
      "loss": 5.6562,
      "step": 23387
    },
    {
      "epoch": 0.9579356952693017,
      "grad_norm": 2.3297844489123696,
      "learning_rate": 0.0002840711242449713,
      "loss": 5.875,
      "step": 23388
    },
    {
      "epoch": 0.9579766536964981,
      "grad_norm": 1.5122387186005046,
      "learning_rate": 0.0002840696616381349,
      "loss": 3.3125,
      "step": 23389
    },
    {
      "epoch": 0.9580176121236944,
      "grad_norm": 1.80117850348047,
      "learning_rate": 0.0002840681989679182,
      "loss": 4.7812,
      "step": 23390
    },
    {
      "epoch": 0.9580585705508908,
      "grad_norm": 2.539271101676401,
      "learning_rate": 0.0002840667362343218,
      "loss": 5.125,
      "step": 23391
    },
    {
      "epoch": 0.9580995289780873,
      "grad_norm": 5.43343607443763,
      "learning_rate": 0.0002840652734373464,
      "loss": 1.5625,
      "step": 23392
    },
    {
      "epoch": 0.9581404874052837,
      "grad_norm": 2.2919226571227385,
      "learning_rate": 0.00028406381057699277,
      "loss": 4.5625,
      "step": 23393
    },
    {
      "epoch": 0.95818144583248,
      "grad_norm": 2.836093670570381,
      "learning_rate": 0.0002840623476532615,
      "loss": 2.9531,
      "step": 23394
    },
    {
      "epoch": 0.9582224042596764,
      "grad_norm": 2.5589557908482665,
      "learning_rate": 0.0002840608846661533,
      "loss": 5.9062,
      "step": 23395
    },
    {
      "epoch": 0.9582633626868728,
      "grad_norm": 2.4608363200674335,
      "learning_rate": 0.00028405942161566894,
      "loss": 6.4688,
      "step": 23396
    },
    {
      "epoch": 0.9583043211140693,
      "grad_norm": 2.2096743842114894,
      "learning_rate": 0.0002840579585018091,
      "loss": 5.1562,
      "step": 23397
    },
    {
      "epoch": 0.9583452795412656,
      "grad_norm": 2.63763893164963,
      "learning_rate": 0.0002840564953245744,
      "loss": 6.7188,
      "step": 23398
    },
    {
      "epoch": 0.958386237968462,
      "grad_norm": 1.7691833151419685,
      "learning_rate": 0.0002840550320839656,
      "loss": 4.875,
      "step": 23399
    },
    {
      "epoch": 0.9584271963956584,
      "grad_norm": 2.025993052696052,
      "learning_rate": 0.00028405356877998333,
      "loss": 5.6875,
      "step": 23400
    },
    {
      "epoch": 0.9584681548228549,
      "grad_norm": 1.77032045621839,
      "learning_rate": 0.0002840521054126283,
      "loss": 5.3125,
      "step": 23401
    },
    {
      "epoch": 0.9585091132500512,
      "grad_norm": 1.8492723887942255,
      "learning_rate": 0.0002840506419819012,
      "loss": 4.4375,
      "step": 23402
    },
    {
      "epoch": 0.9585500716772476,
      "grad_norm": 2.0068203331951864,
      "learning_rate": 0.0002840491784878028,
      "loss": 5.1875,
      "step": 23403
    },
    {
      "epoch": 0.958591030104444,
      "grad_norm": 2.5631127762571624,
      "learning_rate": 0.0002840477149303337,
      "loss": 6.875,
      "step": 23404
    },
    {
      "epoch": 0.9586319885316403,
      "grad_norm": 1.9685184701074878,
      "learning_rate": 0.0002840462513094946,
      "loss": 4.6875,
      "step": 23405
    },
    {
      "epoch": 0.9586729469588368,
      "grad_norm": 1.8470195837653098,
      "learning_rate": 0.00028404478762528623,
      "loss": 6.1562,
      "step": 23406
    },
    {
      "epoch": 0.9587139053860332,
      "grad_norm": 1.7730789900443982,
      "learning_rate": 0.0002840433238777092,
      "loss": 4.8438,
      "step": 23407
    },
    {
      "epoch": 0.9587548638132296,
      "grad_norm": 1.9481476254493246,
      "learning_rate": 0.00028404186006676435,
      "loss": 5.1562,
      "step": 23408
    },
    {
      "epoch": 0.9587958222404259,
      "grad_norm": 1.7079350893658183,
      "learning_rate": 0.00028404039619245227,
      "loss": 5.0312,
      "step": 23409
    },
    {
      "epoch": 0.9588367806676223,
      "grad_norm": 1.5601713308100595,
      "learning_rate": 0.0002840389322547736,
      "loss": 4.7812,
      "step": 23410
    },
    {
      "epoch": 0.9588777390948188,
      "grad_norm": 2.0188861947339998,
      "learning_rate": 0.0002840374682537292,
      "loss": 5.4375,
      "step": 23411
    },
    {
      "epoch": 0.9589186975220152,
      "grad_norm": 1.6704505520135482,
      "learning_rate": 0.0002840360041893196,
      "loss": 4.9375,
      "step": 23412
    },
    {
      "epoch": 0.9589596559492115,
      "grad_norm": 2.1686966909299312,
      "learning_rate": 0.00028403454006154557,
      "loss": 5.5938,
      "step": 23413
    },
    {
      "epoch": 0.9590006143764079,
      "grad_norm": 2.464380064790894,
      "learning_rate": 0.00028403307587040777,
      "loss": 5.6562,
      "step": 23414
    },
    {
      "epoch": 0.9590415728036044,
      "grad_norm": 2.2235610049068444,
      "learning_rate": 0.0002840316116159069,
      "loss": 6.125,
      "step": 23415
    },
    {
      "epoch": 0.9590825312308008,
      "grad_norm": 1.7559144887923397,
      "learning_rate": 0.0002840301472980437,
      "loss": 4.9062,
      "step": 23416
    },
    {
      "epoch": 0.9591234896579971,
      "grad_norm": 2.1139350900271383,
      "learning_rate": 0.0002840286829168188,
      "loss": 4.9688,
      "step": 23417
    },
    {
      "epoch": 0.9591644480851935,
      "grad_norm": 2.9356214605871638,
      "learning_rate": 0.00028402721847223294,
      "loss": 1.9219,
      "step": 23418
    },
    {
      "epoch": 0.95920540651239,
      "grad_norm": 2.5653184627532215,
      "learning_rate": 0.00028402575396428676,
      "loss": 6.4688,
      "step": 23419
    },
    {
      "epoch": 0.9592463649395864,
      "grad_norm": 1.7251739977275704,
      "learning_rate": 0.000284024289392981,
      "loss": 4.2812,
      "step": 23420
    },
    {
      "epoch": 0.9592873233667827,
      "grad_norm": 2.4565341446363966,
      "learning_rate": 0.0002840228247583163,
      "loss": 3.4844,
      "step": 23421
    },
    {
      "epoch": 0.9593282817939791,
      "grad_norm": 2.198548884462829,
      "learning_rate": 0.00028402136006029345,
      "loss": 6.625,
      "step": 23422
    },
    {
      "epoch": 0.9593692402211755,
      "grad_norm": 2.094908121965372,
      "learning_rate": 0.000284019895298913,
      "loss": 6.0938,
      "step": 23423
    },
    {
      "epoch": 0.9594101986483718,
      "grad_norm": 1.8458202725552768,
      "learning_rate": 0.0002840184304741758,
      "loss": 5.4688,
      "step": 23424
    },
    {
      "epoch": 0.9594511570755683,
      "grad_norm": 2.8039965159993083,
      "learning_rate": 0.0002840169655860824,
      "loss": 6.5625,
      "step": 23425
    },
    {
      "epoch": 0.9594921155027647,
      "grad_norm": 1.892996768755889,
      "learning_rate": 0.00028401550063463356,
      "loss": 5.4062,
      "step": 23426
    },
    {
      "epoch": 0.9595330739299611,
      "grad_norm": 1.8403010836850306,
      "learning_rate": 0.00028401403561983,
      "loss": 4.9375,
      "step": 23427
    },
    {
      "epoch": 0.9595740323571574,
      "grad_norm": 3.415449036563006,
      "learning_rate": 0.0002840125705416724,
      "loss": 5.7188,
      "step": 23428
    },
    {
      "epoch": 0.9596149907843539,
      "grad_norm": 2.575750790697901,
      "learning_rate": 0.0002840111054001614,
      "loss": 5.9688,
      "step": 23429
    },
    {
      "epoch": 0.9596559492115503,
      "grad_norm": 2.11143555674268,
      "learning_rate": 0.0002840096401952977,
      "loss": 5.5625,
      "step": 23430
    },
    {
      "epoch": 0.9596969076387467,
      "grad_norm": 1.859035087865396,
      "learning_rate": 0.0002840081749270821,
      "loss": 5.1875,
      "step": 23431
    },
    {
      "epoch": 0.959737866065943,
      "grad_norm": 4.451287408508043,
      "learning_rate": 0.0002840067095955151,
      "loss": 5.5938,
      "step": 23432
    },
    {
      "epoch": 0.9597788244931394,
      "grad_norm": 2.3235882571460693,
      "learning_rate": 0.00028400524420059756,
      "loss": 4.9062,
      "step": 23433
    },
    {
      "epoch": 0.9598197829203359,
      "grad_norm": 2.1514539798009236,
      "learning_rate": 0.0002840037787423301,
      "loss": 5.0938,
      "step": 23434
    },
    {
      "epoch": 0.9598607413475323,
      "grad_norm": 2.963770382840358,
      "learning_rate": 0.00028400231322071347,
      "loss": 5.75,
      "step": 23435
    },
    {
      "epoch": 0.9599016997747286,
      "grad_norm": 1.884342828630338,
      "learning_rate": 0.00028400084763574834,
      "loss": 5.125,
      "step": 23436
    },
    {
      "epoch": 0.959942658201925,
      "grad_norm": 4.125494896245576,
      "learning_rate": 0.00028399938198743534,
      "loss": 5.9688,
      "step": 23437
    },
    {
      "epoch": 0.9599836166291215,
      "grad_norm": 3.908606133532934,
      "learning_rate": 0.00028399791627577517,
      "loss": 5.9062,
      "step": 23438
    },
    {
      "epoch": 0.9600245750563179,
      "grad_norm": 2.180200440332636,
      "learning_rate": 0.0002839964505007686,
      "loss": 4.8125,
      "step": 23439
    },
    {
      "epoch": 0.9600655334835142,
      "grad_norm": 1.9187892512067999,
      "learning_rate": 0.0002839949846624163,
      "loss": 6.2812,
      "step": 23440
    },
    {
      "epoch": 0.9601064919107106,
      "grad_norm": 2.7552911129458626,
      "learning_rate": 0.0002839935187607189,
      "loss": 6.75,
      "step": 23441
    },
    {
      "epoch": 0.960147450337907,
      "grad_norm": 2.227861788827717,
      "learning_rate": 0.0002839920527956772,
      "loss": 6.1562,
      "step": 23442
    },
    {
      "epoch": 0.9601884087651035,
      "grad_norm": 4.2547566361689135,
      "learning_rate": 0.0002839905867672918,
      "loss": 1.9844,
      "step": 23443
    },
    {
      "epoch": 0.9602293671922998,
      "grad_norm": 2.3505808120633898,
      "learning_rate": 0.0002839891206755634,
      "loss": 5.5938,
      "step": 23444
    },
    {
      "epoch": 0.9602703256194962,
      "grad_norm": 2.5844484087382225,
      "learning_rate": 0.0002839876545204928,
      "loss": 5.4062,
      "step": 23445
    },
    {
      "epoch": 0.9603112840466926,
      "grad_norm": 1.9656194661361894,
      "learning_rate": 0.00028398618830208054,
      "loss": 5.0625,
      "step": 23446
    },
    {
      "epoch": 0.960352242473889,
      "grad_norm": 1.7981649689260364,
      "learning_rate": 0.0002839847220203274,
      "loss": 5.3125,
      "step": 23447
    },
    {
      "epoch": 0.9603932009010854,
      "grad_norm": 1.8286362922319472,
      "learning_rate": 0.0002839832556752341,
      "loss": 5.0625,
      "step": 23448
    },
    {
      "epoch": 0.9604341593282818,
      "grad_norm": 1.9145048292241897,
      "learning_rate": 0.0002839817892668012,
      "loss": 4.7188,
      "step": 23449
    },
    {
      "epoch": 0.9604751177554782,
      "grad_norm": 1.7413377419314662,
      "learning_rate": 0.00028398032279502956,
      "loss": 5.7812,
      "step": 23450
    },
    {
      "epoch": 0.9605160761826745,
      "grad_norm": 1.7857610182147192,
      "learning_rate": 0.00028397885625991974,
      "loss": 4.7812,
      "step": 23451
    },
    {
      "epoch": 0.960557034609871,
      "grad_norm": 4.040909052477366,
      "learning_rate": 0.00028397738966147256,
      "loss": 4.4688,
      "step": 23452
    },
    {
      "epoch": 0.9605979930370674,
      "grad_norm": 1.8173254670771763,
      "learning_rate": 0.00028397592299968857,
      "loss": 5.2812,
      "step": 23453
    },
    {
      "epoch": 0.9606389514642638,
      "grad_norm": 1.6044224968292362,
      "learning_rate": 0.0002839744562745686,
      "loss": 5.25,
      "step": 23454
    },
    {
      "epoch": 0.9606799098914601,
      "grad_norm": 1.7238774060260775,
      "learning_rate": 0.0002839729894861133,
      "loss": 5.25,
      "step": 23455
    },
    {
      "epoch": 0.9607208683186566,
      "grad_norm": 4.040798133719532,
      "learning_rate": 0.0002839715226343233,
      "loss": 5.7812,
      "step": 23456
    },
    {
      "epoch": 0.960761826745853,
      "grad_norm": 2.59577664671835,
      "learning_rate": 0.0002839700557191993,
      "loss": 4.4375,
      "step": 23457
    },
    {
      "epoch": 0.9608027851730494,
      "grad_norm": 2.460063490621511,
      "learning_rate": 0.0002839685887407421,
      "loss": 5.125,
      "step": 23458
    },
    {
      "epoch": 0.9608437436002457,
      "grad_norm": 1.9384256784494063,
      "learning_rate": 0.0002839671216989523,
      "loss": 4.8125,
      "step": 23459
    },
    {
      "epoch": 0.9608847020274421,
      "grad_norm": 3.178463392492824,
      "learning_rate": 0.00028396565459383065,
      "loss": 5.9688,
      "step": 23460
    },
    {
      "epoch": 0.9609256604546386,
      "grad_norm": 1.7049802203480653,
      "learning_rate": 0.00028396418742537773,
      "loss": 4.5625,
      "step": 23461
    },
    {
      "epoch": 0.960966618881835,
      "grad_norm": 2.6247078201101712,
      "learning_rate": 0.0002839627201935944,
      "loss": 7.0625,
      "step": 23462
    },
    {
      "epoch": 0.9610075773090313,
      "grad_norm": 1.803135516965662,
      "learning_rate": 0.00028396125289848124,
      "loss": 4.25,
      "step": 23463
    },
    {
      "epoch": 0.9610485357362277,
      "grad_norm": 1.838850834983084,
      "learning_rate": 0.00028395978554003896,
      "loss": 5.25,
      "step": 23464
    },
    {
      "epoch": 0.9610894941634242,
      "grad_norm": 1.953675396115052,
      "learning_rate": 0.0002839583181182683,
      "loss": 5.25,
      "step": 23465
    },
    {
      "epoch": 0.9611304525906205,
      "grad_norm": 2.385889592564727,
      "learning_rate": 0.0002839568506331699,
      "loss": 4.7812,
      "step": 23466
    },
    {
      "epoch": 0.9611714110178169,
      "grad_norm": 3.7335413471640853,
      "learning_rate": 0.00028395538308474444,
      "loss": 7.125,
      "step": 23467
    },
    {
      "epoch": 0.9612123694450133,
      "grad_norm": 1.9797076444093276,
      "learning_rate": 0.0002839539154729927,
      "loss": 5.0,
      "step": 23468
    },
    {
      "epoch": 0.9612533278722097,
      "grad_norm": 1.6524861730885432,
      "learning_rate": 0.0002839524477979153,
      "loss": 4.7188,
      "step": 23469
    },
    {
      "epoch": 0.961294286299406,
      "grad_norm": 3.8556714475285734,
      "learning_rate": 0.000283950980059513,
      "loss": 4.9688,
      "step": 23470
    },
    {
      "epoch": 0.9613352447266025,
      "grad_norm": 1.7695737024732685,
      "learning_rate": 0.00028394951225778635,
      "loss": 5.3438,
      "step": 23471
    },
    {
      "epoch": 0.9613762031537989,
      "grad_norm": 1.7297306814618443,
      "learning_rate": 0.0002839480443927362,
      "loss": 4.0312,
      "step": 23472
    },
    {
      "epoch": 0.9614171615809953,
      "grad_norm": 1.7110819319761623,
      "learning_rate": 0.00028394657646436315,
      "loss": 4.5,
      "step": 23473
    },
    {
      "epoch": 0.9614581200081916,
      "grad_norm": 1.7446558232461185,
      "learning_rate": 0.000283945108472668,
      "loss": 5.0938,
      "step": 23474
    },
    {
      "epoch": 0.9614990784353881,
      "grad_norm": 1.8309905391384294,
      "learning_rate": 0.00028394364041765135,
      "loss": 5.375,
      "step": 23475
    },
    {
      "epoch": 0.9615400368625845,
      "grad_norm": 2.0658764797527427,
      "learning_rate": 0.0002839421722993139,
      "loss": 5.3438,
      "step": 23476
    },
    {
      "epoch": 0.9615809952897809,
      "grad_norm": 2.9822599728932966,
      "learning_rate": 0.0002839407041176564,
      "loss": 5.9375,
      "step": 23477
    },
    {
      "epoch": 0.9616219537169772,
      "grad_norm": 3.2474091968603314,
      "learning_rate": 0.00028393923587267944,
      "loss": 2.4375,
      "step": 23478
    },
    {
      "epoch": 0.9616629121441737,
      "grad_norm": 1.823028840555411,
      "learning_rate": 0.00028393776756438385,
      "loss": 5.3125,
      "step": 23479
    },
    {
      "epoch": 0.9617038705713701,
      "grad_norm": 3.589953308207192,
      "learning_rate": 0.0002839362991927702,
      "loss": 4.6562,
      "step": 23480
    },
    {
      "epoch": 0.9617448289985665,
      "grad_norm": 1.580206607121124,
      "learning_rate": 0.0002839348307578393,
      "loss": 4.9688,
      "step": 23481
    },
    {
      "epoch": 0.9617857874257628,
      "grad_norm": 1.9048536373086742,
      "learning_rate": 0.0002839333622595918,
      "loss": 5.3125,
      "step": 23482
    },
    {
      "epoch": 0.9618267458529592,
      "grad_norm": 1.613598354858446,
      "learning_rate": 0.00028393189369802825,
      "loss": 5.25,
      "step": 23483
    },
    {
      "epoch": 0.9618677042801557,
      "grad_norm": 1.7174938183983228,
      "learning_rate": 0.0002839304250731496,
      "loss": 5.0938,
      "step": 23484
    },
    {
      "epoch": 0.9619086627073521,
      "grad_norm": 2.0802107334592916,
      "learning_rate": 0.0002839289563849564,
      "loss": 5.375,
      "step": 23485
    },
    {
      "epoch": 0.9619496211345484,
      "grad_norm": 2.546872491567382,
      "learning_rate": 0.0002839274876334493,
      "loss": 4.5625,
      "step": 23486
    },
    {
      "epoch": 0.9619905795617448,
      "grad_norm": 6.391752060483017,
      "learning_rate": 0.00028392601881862905,
      "loss": 6.1875,
      "step": 23487
    },
    {
      "epoch": 0.9620315379889413,
      "grad_norm": 1.9661393209295015,
      "learning_rate": 0.00028392454994049637,
      "loss": 5.4375,
      "step": 23488
    },
    {
      "epoch": 0.9620724964161376,
      "grad_norm": 2.8358699927952253,
      "learning_rate": 0.000283923080999052,
      "loss": 7.3438,
      "step": 23489
    },
    {
      "epoch": 0.962113454843334,
      "grad_norm": 2.989708462483751,
      "learning_rate": 0.0002839216119942965,
      "loss": 6.1875,
      "step": 23490
    },
    {
      "epoch": 0.9621544132705304,
      "grad_norm": 2.1532772669966764,
      "learning_rate": 0.00028392014292623064,
      "loss": 4.7812,
      "step": 23491
    },
    {
      "epoch": 0.9621953716977268,
      "grad_norm": 1.587563030019743,
      "learning_rate": 0.0002839186737948551,
      "loss": 4.6562,
      "step": 23492
    },
    {
      "epoch": 0.9622363301249232,
      "grad_norm": 1.8978448990011865,
      "learning_rate": 0.00028391720460017064,
      "loss": 4.75,
      "step": 23493
    },
    {
      "epoch": 0.9622772885521196,
      "grad_norm": 3.946035735427537,
      "learning_rate": 0.00028391573534217786,
      "loss": 6.625,
      "step": 23494
    },
    {
      "epoch": 0.962318246979316,
      "grad_norm": 1.6843822534938784,
      "learning_rate": 0.0002839142660208775,
      "loss": 4.6562,
      "step": 23495
    },
    {
      "epoch": 0.9623592054065124,
      "grad_norm": 2.0244879747195292,
      "learning_rate": 0.00028391279663627023,
      "loss": 4.625,
      "step": 23496
    },
    {
      "epoch": 0.9624001638337087,
      "grad_norm": 9.470727216658654,
      "learning_rate": 0.0002839113271883568,
      "loss": 5.9062,
      "step": 23497
    },
    {
      "epoch": 0.9624411222609052,
      "grad_norm": 1.686794479548791,
      "learning_rate": 0.0002839098576771378,
      "loss": 4.9062,
      "step": 23498
    },
    {
      "epoch": 0.9624820806881016,
      "grad_norm": 1.904966231513891,
      "learning_rate": 0.000283908388102614,
      "loss": 4.125,
      "step": 23499
    },
    {
      "epoch": 0.962523039115298,
      "grad_norm": 1.8953093742885354,
      "learning_rate": 0.0002839069184647861,
      "loss": 3.1719,
      "step": 23500
    },
    {
      "epoch": 0.9625639975424943,
      "grad_norm": 1.8599251669114503,
      "learning_rate": 0.00028390544876365475,
      "loss": 4.4375,
      "step": 23501
    },
    {
      "epoch": 0.9626049559696908,
      "grad_norm": 1.9596559374330245,
      "learning_rate": 0.00028390397899922073,
      "loss": 6.0625,
      "step": 23502
    },
    {
      "epoch": 0.9626459143968872,
      "grad_norm": 4.9404750168438065,
      "learning_rate": 0.00028390250917148465,
      "loss": 4.1875,
      "step": 23503
    },
    {
      "epoch": 0.9626868728240836,
      "grad_norm": 1.841663303458506,
      "learning_rate": 0.00028390103928044725,
      "loss": 5.375,
      "step": 23504
    },
    {
      "epoch": 0.9627278312512799,
      "grad_norm": 1.6659165116377204,
      "learning_rate": 0.0002838995693261092,
      "loss": 5.4062,
      "step": 23505
    },
    {
      "epoch": 0.9627687896784763,
      "grad_norm": 1.70798406186886,
      "learning_rate": 0.0002838980993084712,
      "loss": 5.8125,
      "step": 23506
    },
    {
      "epoch": 0.9628097481056728,
      "grad_norm": 1.79548522248864,
      "learning_rate": 0.0002838966292275339,
      "loss": 5.0312,
      "step": 23507
    },
    {
      "epoch": 0.9628507065328691,
      "grad_norm": 1.7105287437355694,
      "learning_rate": 0.0002838951590832981,
      "loss": 5.0625,
      "step": 23508
    },
    {
      "epoch": 0.9628916649600655,
      "grad_norm": 13.310321776418,
      "learning_rate": 0.00028389368887576444,
      "loss": 7.2812,
      "step": 23509
    },
    {
      "epoch": 0.9629326233872619,
      "grad_norm": 3.1574104127830216,
      "learning_rate": 0.00028389221860493363,
      "loss": 7.0938,
      "step": 23510
    },
    {
      "epoch": 0.9629735818144584,
      "grad_norm": 1.84675678222484,
      "learning_rate": 0.00028389074827080634,
      "loss": 5.0,
      "step": 23511
    },
    {
      "epoch": 0.9630145402416547,
      "grad_norm": 1.8275802818046714,
      "learning_rate": 0.00028388927787338327,
      "loss": 4.9062,
      "step": 23512
    },
    {
      "epoch": 0.9630554986688511,
      "grad_norm": 1.889499588607702,
      "learning_rate": 0.0002838878074126651,
      "loss": 5.0625,
      "step": 23513
    },
    {
      "epoch": 0.9630964570960475,
      "grad_norm": 2.158758844000911,
      "learning_rate": 0.0002838863368886525,
      "loss": 6.2812,
      "step": 23514
    },
    {
      "epoch": 0.963137415523244,
      "grad_norm": 1.815318311494804,
      "learning_rate": 0.0002838848663013463,
      "loss": 6.0312,
      "step": 23515
    },
    {
      "epoch": 0.9631783739504403,
      "grad_norm": 1.9469990203642045,
      "learning_rate": 0.00028388339565074705,
      "loss": 4.8438,
      "step": 23516
    },
    {
      "epoch": 0.9632193323776367,
      "grad_norm": 1.7981092054005956,
      "learning_rate": 0.0002838819249368555,
      "loss": 4.9062,
      "step": 23517
    },
    {
      "epoch": 0.9632602908048331,
      "grad_norm": 2.0441608251298478,
      "learning_rate": 0.00028388045415967235,
      "loss": 5.25,
      "step": 23518
    },
    {
      "epoch": 0.9633012492320295,
      "grad_norm": 2.4703580154131983,
      "learning_rate": 0.0002838789833191983,
      "loss": 6.3438,
      "step": 23519
    },
    {
      "epoch": 0.9633422076592258,
      "grad_norm": 1.6790451542192875,
      "learning_rate": 0.000283877512415434,
      "loss": 5.125,
      "step": 23520
    },
    {
      "epoch": 0.9633831660864223,
      "grad_norm": 2.9447095687140465,
      "learning_rate": 0.00028387604144838023,
      "loss": 5.375,
      "step": 23521
    },
    {
      "epoch": 0.9634241245136187,
      "grad_norm": 2.252388266621693,
      "learning_rate": 0.00028387457041803766,
      "loss": 6.7188,
      "step": 23522
    },
    {
      "epoch": 0.9634650829408151,
      "grad_norm": 3.4700525443724786,
      "learning_rate": 0.00028387309932440685,
      "loss": 6.8438,
      "step": 23523
    },
    {
      "epoch": 0.9635060413680114,
      "grad_norm": 1.9708664296674105,
      "learning_rate": 0.0002838716281674887,
      "loss": 4.8125,
      "step": 23524
    },
    {
      "epoch": 0.9635469997952079,
      "grad_norm": 2.086582028318846,
      "learning_rate": 0.0002838701569472838,
      "loss": 6.7188,
      "step": 23525
    },
    {
      "epoch": 0.9635879582224043,
      "grad_norm": 1.9697988935389794,
      "learning_rate": 0.00028386868566379283,
      "loss": 4.5938,
      "step": 23526
    },
    {
      "epoch": 0.9636289166496007,
      "grad_norm": 2.0363771943502393,
      "learning_rate": 0.00028386721431701654,
      "loss": 4.8125,
      "step": 23527
    },
    {
      "epoch": 0.963669875076797,
      "grad_norm": 2.0976451838042536,
      "learning_rate": 0.00028386574290695563,
      "loss": 6.4062,
      "step": 23528
    },
    {
      "epoch": 0.9637108335039934,
      "grad_norm": 1.588655169561721,
      "learning_rate": 0.0002838642714336107,
      "loss": 4.7812,
      "step": 23529
    },
    {
      "epoch": 0.9637517919311899,
      "grad_norm": 2.9140617570192453,
      "learning_rate": 0.00028386279989698254,
      "loss": 5.125,
      "step": 23530
    },
    {
      "epoch": 0.9637927503583862,
      "grad_norm": 3.0897132559168377,
      "learning_rate": 0.0002838613282970718,
      "loss": 5.75,
      "step": 23531
    },
    {
      "epoch": 0.9638337087855826,
      "grad_norm": 1.9758661118999299,
      "learning_rate": 0.0002838598566338792,
      "loss": 5.3438,
      "step": 23532
    },
    {
      "epoch": 0.963874667212779,
      "grad_norm": 2.1694023048677797,
      "learning_rate": 0.00028385838490740543,
      "loss": 4.5625,
      "step": 23533
    },
    {
      "epoch": 0.9639156256399755,
      "grad_norm": 2.3204954811750973,
      "learning_rate": 0.0002838569131176512,
      "loss": 6.75,
      "step": 23534
    },
    {
      "epoch": 0.9639565840671718,
      "grad_norm": 1.8436988921269635,
      "learning_rate": 0.00028385544126461714,
      "loss": 5.0938,
      "step": 23535
    },
    {
      "epoch": 0.9639975424943682,
      "grad_norm": 1.8994783831243451,
      "learning_rate": 0.000283853969348304,
      "loss": 6.9688,
      "step": 23536
    },
    {
      "epoch": 0.9640385009215646,
      "grad_norm": 4.604780610458859,
      "learning_rate": 0.00028385249736871253,
      "loss": 7.4688,
      "step": 23537
    },
    {
      "epoch": 0.964079459348761,
      "grad_norm": 1.8368228335023868,
      "learning_rate": 0.0002838510253258433,
      "loss": 4.9062,
      "step": 23538
    },
    {
      "epoch": 0.9641204177759574,
      "grad_norm": 3.813159255150893,
      "learning_rate": 0.00028384955321969713,
      "loss": 5.3125,
      "step": 23539
    },
    {
      "epoch": 0.9641613762031538,
      "grad_norm": 1.9480365723546764,
      "learning_rate": 0.00028384808105027463,
      "loss": 5.7188,
      "step": 23540
    },
    {
      "epoch": 0.9642023346303502,
      "grad_norm": 2.0440422462900294,
      "learning_rate": 0.00028384660881757657,
      "loss": 5.5625,
      "step": 23541
    },
    {
      "epoch": 0.9642432930575466,
      "grad_norm": 3.4412164058373493,
      "learning_rate": 0.0002838451365216035,
      "loss": 5.1875,
      "step": 23542
    },
    {
      "epoch": 0.964284251484743,
      "grad_norm": 2.251103912697906,
      "learning_rate": 0.0002838436641623563,
      "loss": 5.9062,
      "step": 23543
    },
    {
      "epoch": 0.9643252099119394,
      "grad_norm": 5.813574605997746,
      "learning_rate": 0.00028384219173983557,
      "loss": 4.6875,
      "step": 23544
    },
    {
      "epoch": 0.9643661683391358,
      "grad_norm": 2.2588384470711746,
      "learning_rate": 0.000283840719254042,
      "loss": 5.3125,
      "step": 23545
    },
    {
      "epoch": 0.9644071267663322,
      "grad_norm": 2.642618186571449,
      "learning_rate": 0.0002838392467049763,
      "loss": 5.0938,
      "step": 23546
    },
    {
      "epoch": 0.9644480851935285,
      "grad_norm": 4.002429045688087,
      "learning_rate": 0.0002838377740926392,
      "loss": 7.5625,
      "step": 23547
    },
    {
      "epoch": 0.964489043620725,
      "grad_norm": 1.9413499956611573,
      "learning_rate": 0.00028383630141703135,
      "loss": 5.7188,
      "step": 23548
    },
    {
      "epoch": 0.9645300020479214,
      "grad_norm": 2.204858262859813,
      "learning_rate": 0.0002838348286781534,
      "loss": 5.625,
      "step": 23549
    },
    {
      "epoch": 0.9645709604751177,
      "grad_norm": 3.571300223415178,
      "learning_rate": 0.00028383335587600617,
      "loss": 1.1797,
      "step": 23550
    },
    {
      "epoch": 0.9646119189023141,
      "grad_norm": 2.110445669349824,
      "learning_rate": 0.00028383188301059033,
      "loss": 5.125,
      "step": 23551
    },
    {
      "epoch": 0.9646528773295105,
      "grad_norm": 2.0646415748377835,
      "learning_rate": 0.0002838304100819065,
      "loss": 6.0625,
      "step": 23552
    },
    {
      "epoch": 0.964693835756707,
      "grad_norm": 2.338675707795776,
      "learning_rate": 0.0002838289370899554,
      "loss": 4.625,
      "step": 23553
    },
    {
      "epoch": 0.9647347941839033,
      "grad_norm": 4.80633494175685,
      "learning_rate": 0.0002838274640347378,
      "loss": 4.4062,
      "step": 23554
    },
    {
      "epoch": 0.9647757526110997,
      "grad_norm": 1.9404022819436697,
      "learning_rate": 0.0002838259909162543,
      "loss": 5.3125,
      "step": 23555
    },
    {
      "epoch": 0.9648167110382961,
      "grad_norm": 2.0307570471099012,
      "learning_rate": 0.0002838245177345056,
      "loss": 6.0312,
      "step": 23556
    },
    {
      "epoch": 0.9648576694654926,
      "grad_norm": 2.746814355021439,
      "learning_rate": 0.0002838230444894925,
      "loss": 4.2812,
      "step": 23557
    },
    {
      "epoch": 0.9648986278926889,
      "grad_norm": 3.489716494775757,
      "learning_rate": 0.00028382157118121557,
      "loss": 4.875,
      "step": 23558
    },
    {
      "epoch": 0.9649395863198853,
      "grad_norm": 2.398904870504288,
      "learning_rate": 0.00028382009780967567,
      "loss": 5.875,
      "step": 23559
    },
    {
      "epoch": 0.9649805447470817,
      "grad_norm": 1.8074689103298678,
      "learning_rate": 0.0002838186243748733,
      "loss": 5.0,
      "step": 23560
    },
    {
      "epoch": 0.9650215031742782,
      "grad_norm": 1.6987456111748498,
      "learning_rate": 0.00028381715087680927,
      "loss": 5.5,
      "step": 23561
    },
    {
      "epoch": 0.9650624616014745,
      "grad_norm": 1.7681011147450036,
      "learning_rate": 0.0002838156773154842,
      "loss": 6.7812,
      "step": 23562
    },
    {
      "epoch": 0.9651034200286709,
      "grad_norm": 3.2669447201384547,
      "learning_rate": 0.00028381420369089896,
      "loss": 6.6562,
      "step": 23563
    },
    {
      "epoch": 0.9651443784558673,
      "grad_norm": 2.765000954078433,
      "learning_rate": 0.0002838127300030541,
      "loss": 6.0938,
      "step": 23564
    },
    {
      "epoch": 0.9651853368830637,
      "grad_norm": 1.6666003123495752,
      "learning_rate": 0.0002838112562519503,
      "loss": 4.9375,
      "step": 23565
    },
    {
      "epoch": 0.96522629531026,
      "grad_norm": 2.735917020308507,
      "learning_rate": 0.0002838097824375883,
      "loss": 6.9062,
      "step": 23566
    },
    {
      "epoch": 0.9652672537374565,
      "grad_norm": 2.5020958778530997,
      "learning_rate": 0.00028380830855996884,
      "loss": 5.1562,
      "step": 23567
    },
    {
      "epoch": 0.9653082121646529,
      "grad_norm": 2.11963699966008,
      "learning_rate": 0.0002838068346190926,
      "loss": 5.125,
      "step": 23568
    },
    {
      "epoch": 0.9653491705918493,
      "grad_norm": 2.4638867756526794,
      "learning_rate": 0.00028380536061496013,
      "loss": 5.7812,
      "step": 23569
    },
    {
      "epoch": 0.9653901290190456,
      "grad_norm": 1.8284496587628416,
      "learning_rate": 0.0002838038865475724,
      "loss": 5.5,
      "step": 23570
    },
    {
      "epoch": 0.9654310874462421,
      "grad_norm": 1.7774454160319226,
      "learning_rate": 0.00028380241241692986,
      "loss": 5.1562,
      "step": 23571
    },
    {
      "epoch": 0.9654720458734385,
      "grad_norm": 2.6370139753356656,
      "learning_rate": 0.00028380093822303335,
      "loss": 5.875,
      "step": 23572
    },
    {
      "epoch": 0.9655130043006348,
      "grad_norm": 2.548466624679302,
      "learning_rate": 0.00028379946396588345,
      "loss": 5.75,
      "step": 23573
    },
    {
      "epoch": 0.9655539627278312,
      "grad_norm": 1.9920531108224298,
      "learning_rate": 0.000283797989645481,
      "loss": 4.7188,
      "step": 23574
    },
    {
      "epoch": 0.9655949211550277,
      "grad_norm": 1.8101119896275832,
      "learning_rate": 0.0002837965152618266,
      "loss": 4.5312,
      "step": 23575
    },
    {
      "epoch": 0.9656358795822241,
      "grad_norm": 2.4236404995109586,
      "learning_rate": 0.000283795040814921,
      "loss": 7.7812,
      "step": 23576
    },
    {
      "epoch": 0.9656768380094204,
      "grad_norm": 2.5908503198232546,
      "learning_rate": 0.0002837935663047648,
      "loss": 4.9375,
      "step": 23577
    },
    {
      "epoch": 0.9657177964366168,
      "grad_norm": 1.6791122375805265,
      "learning_rate": 0.00028379209173135883,
      "loss": 4.375,
      "step": 23578
    },
    {
      "epoch": 0.9657587548638132,
      "grad_norm": 3.6567902970603003,
      "learning_rate": 0.0002837906170947037,
      "loss": 6.1875,
      "step": 23579
    },
    {
      "epoch": 0.9657997132910097,
      "grad_norm": 2.055284948628798,
      "learning_rate": 0.00028378914239480016,
      "loss": 4.75,
      "step": 23580
    },
    {
      "epoch": 0.965840671718206,
      "grad_norm": 5.798796867770422,
      "learning_rate": 0.00028378766763164883,
      "loss": 4.6875,
      "step": 23581
    },
    {
      "epoch": 0.9658816301454024,
      "grad_norm": 1.840154153649774,
      "learning_rate": 0.00028378619280525045,
      "loss": 4.9062,
      "step": 23582
    },
    {
      "epoch": 0.9659225885725988,
      "grad_norm": 1.8486133755867127,
      "learning_rate": 0.00028378471791560574,
      "loss": 5.2188,
      "step": 23583
    },
    {
      "epoch": 0.9659635469997953,
      "grad_norm": 3.33888111611896,
      "learning_rate": 0.0002837832429627154,
      "loss": 4.375,
      "step": 23584
    },
    {
      "epoch": 0.9660045054269916,
      "grad_norm": 2.1250486047979584,
      "learning_rate": 0.0002837817679465801,
      "loss": 4.2188,
      "step": 23585
    },
    {
      "epoch": 0.966045463854188,
      "grad_norm": 3.0025821118183047,
      "learning_rate": 0.0002837802928672005,
      "loss": 5.4688,
      "step": 23586
    },
    {
      "epoch": 0.9660864222813844,
      "grad_norm": 1.9758765755626204,
      "learning_rate": 0.0002837788177245774,
      "loss": 4.8125,
      "step": 23587
    },
    {
      "epoch": 0.9661273807085808,
      "grad_norm": 1.8202942787110574,
      "learning_rate": 0.0002837773425187114,
      "loss": 5.3438,
      "step": 23588
    },
    {
      "epoch": 0.9661683391357772,
      "grad_norm": 1.6234207532172942,
      "learning_rate": 0.00028377586724960324,
      "loss": 5.5625,
      "step": 23589
    },
    {
      "epoch": 0.9662092975629736,
      "grad_norm": 1.885920050260589,
      "learning_rate": 0.0002837743919172536,
      "loss": 5.4062,
      "step": 23590
    },
    {
      "epoch": 0.96625025599017,
      "grad_norm": 2.7897061851111737,
      "learning_rate": 0.0002837729165216632,
      "loss": 6.4375,
      "step": 23591
    },
    {
      "epoch": 0.9662912144173664,
      "grad_norm": 2.0363196167322077,
      "learning_rate": 0.0002837714410628328,
      "loss": 5.5,
      "step": 23592
    },
    {
      "epoch": 0.9663321728445627,
      "grad_norm": 2.34794607975508,
      "learning_rate": 0.0002837699655407629,
      "loss": 6.6875,
      "step": 23593
    },
    {
      "epoch": 0.9663731312717592,
      "grad_norm": 1.7651503127543016,
      "learning_rate": 0.0002837684899554544,
      "loss": 5.6875,
      "step": 23594
    },
    {
      "epoch": 0.9664140896989556,
      "grad_norm": 1.707257529187104,
      "learning_rate": 0.0002837670143069079,
      "loss": 6.8125,
      "step": 23595
    },
    {
      "epoch": 0.9664550481261519,
      "grad_norm": 2.4388186419798203,
      "learning_rate": 0.0002837655385951241,
      "loss": 5.9375,
      "step": 23596
    },
    {
      "epoch": 0.9664960065533483,
      "grad_norm": 2.2143878001063295,
      "learning_rate": 0.00028376406282010376,
      "loss": 5.4375,
      "step": 23597
    },
    {
      "epoch": 0.9665369649805448,
      "grad_norm": 2.4389156027756362,
      "learning_rate": 0.0002837625869818475,
      "loss": 4.5312,
      "step": 23598
    },
    {
      "epoch": 0.9665779234077412,
      "grad_norm": 4.056742761712732,
      "learning_rate": 0.00028376111108035606,
      "loss": 5.8438,
      "step": 23599
    },
    {
      "epoch": 0.9666188818349375,
      "grad_norm": 6.6466917726219075,
      "learning_rate": 0.00028375963511563014,
      "loss": 4.625,
      "step": 23600
    },
    {
      "epoch": 0.9666598402621339,
      "grad_norm": 2.289779854823,
      "learning_rate": 0.00028375815908767045,
      "loss": 6.3438,
      "step": 23601
    },
    {
      "epoch": 0.9667007986893303,
      "grad_norm": 1.9807261963121057,
      "learning_rate": 0.0002837566829964776,
      "loss": 5.6562,
      "step": 23602
    },
    {
      "epoch": 0.9667417571165268,
      "grad_norm": 1.8754877225945712,
      "learning_rate": 0.00028375520684205234,
      "loss": 5.8125,
      "step": 23603
    },
    {
      "epoch": 0.9667827155437231,
      "grad_norm": 2.932927577764392,
      "learning_rate": 0.00028375373062439544,
      "loss": 5.875,
      "step": 23604
    },
    {
      "epoch": 0.9668236739709195,
      "grad_norm": 5.22527896955382,
      "learning_rate": 0.00028375225434350754,
      "loss": 5.1875,
      "step": 23605
    },
    {
      "epoch": 0.9668646323981159,
      "grad_norm": 2.314110335622555,
      "learning_rate": 0.0002837507779993893,
      "loss": 5.625,
      "step": 23606
    },
    {
      "epoch": 0.9669055908253124,
      "grad_norm": 1.9800035870607524,
      "learning_rate": 0.00028374930159204146,
      "loss": 5.1875,
      "step": 23607
    },
    {
      "epoch": 0.9669465492525087,
      "grad_norm": 2.7859686825542167,
      "learning_rate": 0.0002837478251214647,
      "loss": 5.25,
      "step": 23608
    },
    {
      "epoch": 0.9669875076797051,
      "grad_norm": 2.3618710764194444,
      "learning_rate": 0.00028374634858765974,
      "loss": 6.375,
      "step": 23609
    },
    {
      "epoch": 0.9670284661069015,
      "grad_norm": 3.1560617527439665,
      "learning_rate": 0.0002837448719906273,
      "loss": 5.8438,
      "step": 23610
    },
    {
      "epoch": 0.9670694245340979,
      "grad_norm": 1.8458793155605062,
      "learning_rate": 0.00028374339533036803,
      "loss": 5.1875,
      "step": 23611
    },
    {
      "epoch": 0.9671103829612943,
      "grad_norm": 2.0213628236374643,
      "learning_rate": 0.0002837419186068826,
      "loss": 5.3438,
      "step": 23612
    },
    {
      "epoch": 0.9671513413884907,
      "grad_norm": 2.1958019299160356,
      "learning_rate": 0.0002837404418201718,
      "loss": 5.5312,
      "step": 23613
    },
    {
      "epoch": 0.9671922998156871,
      "grad_norm": 2.556230626499191,
      "learning_rate": 0.00028373896497023627,
      "loss": 5.7812,
      "step": 23614
    },
    {
      "epoch": 0.9672332582428834,
      "grad_norm": 9.379456232012487,
      "learning_rate": 0.0002837374880570767,
      "loss": 5.5,
      "step": 23615
    },
    {
      "epoch": 0.9672742166700798,
      "grad_norm": 3.1375700963585027,
      "learning_rate": 0.00028373601108069385,
      "loss": 6.375,
      "step": 23616
    },
    {
      "epoch": 0.9673151750972763,
      "grad_norm": 2.763789728488814,
      "learning_rate": 0.0002837345340410883,
      "loss": 7.6562,
      "step": 23617
    },
    {
      "epoch": 0.9673561335244727,
      "grad_norm": 5.479487759509151,
      "learning_rate": 0.0002837330569382609,
      "loss": 5.1562,
      "step": 23618
    },
    {
      "epoch": 0.967397091951669,
      "grad_norm": 2.0880320265792127,
      "learning_rate": 0.00028373157977221224,
      "loss": 5.5312,
      "step": 23619
    },
    {
      "epoch": 0.9674380503788654,
      "grad_norm": 2.1238177936658564,
      "learning_rate": 0.00028373010254294305,
      "loss": 6.8438,
      "step": 23620
    },
    {
      "epoch": 0.9674790088060619,
      "grad_norm": 1.9747499811797906,
      "learning_rate": 0.000283728625250454,
      "loss": 5.75,
      "step": 23621
    },
    {
      "epoch": 0.9675199672332583,
      "grad_norm": 2.1713315931119097,
      "learning_rate": 0.0002837271478947458,
      "loss": 5.25,
      "step": 23622
    },
    {
      "epoch": 0.9675609256604546,
      "grad_norm": 2.4188648686122898,
      "learning_rate": 0.00028372567047581926,
      "loss": 4.8438,
      "step": 23623
    },
    {
      "epoch": 0.967601884087651,
      "grad_norm": 2.096915329437558,
      "learning_rate": 0.0002837241929936749,
      "loss": 6.1875,
      "step": 23624
    },
    {
      "epoch": 0.9676428425148474,
      "grad_norm": 2.34886603797203,
      "learning_rate": 0.0002837227154483135,
      "loss": 5.75,
      "step": 23625
    },
    {
      "epoch": 0.9676838009420439,
      "grad_norm": 2.512556844489243,
      "learning_rate": 0.0002837212378397358,
      "loss": 5.3125,
      "step": 23626
    },
    {
      "epoch": 0.9677247593692402,
      "grad_norm": 1.6483812646620741,
      "learning_rate": 0.00028371976016794247,
      "loss": 4.7188,
      "step": 23627
    },
    {
      "epoch": 0.9677657177964366,
      "grad_norm": 1.8389441375818276,
      "learning_rate": 0.00028371828243293416,
      "loss": 4.9375,
      "step": 23628
    },
    {
      "epoch": 0.967806676223633,
      "grad_norm": 1.713693787640581,
      "learning_rate": 0.0002837168046347116,
      "loss": 5.2188,
      "step": 23629
    },
    {
      "epoch": 0.9678476346508295,
      "grad_norm": 6.864008767760872,
      "learning_rate": 0.0002837153267732755,
      "loss": 6.25,
      "step": 23630
    },
    {
      "epoch": 0.9678885930780258,
      "grad_norm": 1.8649622746526822,
      "learning_rate": 0.0002837138488486266,
      "loss": 4.7812,
      "step": 23631
    },
    {
      "epoch": 0.9679295515052222,
      "grad_norm": 1.6591470122499983,
      "learning_rate": 0.0002837123708607655,
      "loss": 5.0938,
      "step": 23632
    },
    {
      "epoch": 0.9679705099324186,
      "grad_norm": 2.2317040267052617,
      "learning_rate": 0.00028371089280969294,
      "loss": 6.0312,
      "step": 23633
    },
    {
      "epoch": 0.968011468359615,
      "grad_norm": 2.6700645601471837,
      "learning_rate": 0.0002837094146954097,
      "loss": 6.0,
      "step": 23634
    },
    {
      "epoch": 0.9680524267868114,
      "grad_norm": 1.7788232620349105,
      "learning_rate": 0.00028370793651791634,
      "loss": 5.0625,
      "step": 23635
    },
    {
      "epoch": 0.9680933852140078,
      "grad_norm": 2.4740460883526967,
      "learning_rate": 0.00028370645827721365,
      "loss": 6.625,
      "step": 23636
    },
    {
      "epoch": 0.9681343436412042,
      "grad_norm": 2.0187869170122403,
      "learning_rate": 0.0002837049799733023,
      "loss": 6.0312,
      "step": 23637
    },
    {
      "epoch": 0.9681753020684005,
      "grad_norm": 1.8155706123752913,
      "learning_rate": 0.00028370350160618297,
      "loss": 5.625,
      "step": 23638
    },
    {
      "epoch": 0.968216260495597,
      "grad_norm": 2.8606101496535494,
      "learning_rate": 0.0002837020231758564,
      "loss": 6.375,
      "step": 23639
    },
    {
      "epoch": 0.9682572189227934,
      "grad_norm": 1.6840125452819674,
      "learning_rate": 0.0002837005446823233,
      "loss": 5.0312,
      "step": 23640
    },
    {
      "epoch": 0.9682981773499898,
      "grad_norm": 8.052276530740683,
      "learning_rate": 0.00028369906612558433,
      "loss": 4.8438,
      "step": 23641
    },
    {
      "epoch": 0.9683391357771861,
      "grad_norm": 2.80269364630499,
      "learning_rate": 0.0002836975875056402,
      "loss": 4.9062,
      "step": 23642
    },
    {
      "epoch": 0.9683800942043825,
      "grad_norm": 1.8723982144993878,
      "learning_rate": 0.00028369610882249155,
      "loss": 5.1875,
      "step": 23643
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 3.6119728005596814,
      "learning_rate": 0.00028369463007613924,
      "loss": 6.5938,
      "step": 23644
    },
    {
      "epoch": 0.9684620110587754,
      "grad_norm": 2.4021353671407315,
      "learning_rate": 0.0002836931512665838,
      "loss": 4.9375,
      "step": 23645
    },
    {
      "epoch": 0.9685029694859717,
      "grad_norm": 2.9671080092940247,
      "learning_rate": 0.000283691672393826,
      "loss": 7.9062,
      "step": 23646
    },
    {
      "epoch": 0.9685439279131681,
      "grad_norm": 1.813577731874952,
      "learning_rate": 0.00028369019345786655,
      "loss": 5.9062,
      "step": 23647
    },
    {
      "epoch": 0.9685848863403645,
      "grad_norm": 2.1643725687606956,
      "learning_rate": 0.0002836887144587061,
      "loss": 5.5312,
      "step": 23648
    },
    {
      "epoch": 0.968625844767561,
      "grad_norm": 1.9918081015039537,
      "learning_rate": 0.00028368723539634545,
      "loss": 4.8438,
      "step": 23649
    },
    {
      "epoch": 0.9686668031947573,
      "grad_norm": 3.732599848917489,
      "learning_rate": 0.0002836857562707852,
      "loss": 4.4375,
      "step": 23650
    },
    {
      "epoch": 0.9687077616219537,
      "grad_norm": 2.189678945949082,
      "learning_rate": 0.0002836842770820261,
      "loss": 5.0938,
      "step": 23651
    },
    {
      "epoch": 0.9687487200491501,
      "grad_norm": 1.6248578115599195,
      "learning_rate": 0.0002836827978300688,
      "loss": 4.8438,
      "step": 23652
    },
    {
      "epoch": 0.9687896784763466,
      "grad_norm": 1.6324300450663105,
      "learning_rate": 0.000283681318514914,
      "loss": 4.9062,
      "step": 23653
    },
    {
      "epoch": 0.9688306369035429,
      "grad_norm": 2.047904681851257,
      "learning_rate": 0.0002836798391365625,
      "loss": 5.875,
      "step": 23654
    },
    {
      "epoch": 0.9688715953307393,
      "grad_norm": 1.5663016575891715,
      "learning_rate": 0.00028367835969501487,
      "loss": 4.5625,
      "step": 23655
    },
    {
      "epoch": 0.9689125537579357,
      "grad_norm": 1.8926168142895845,
      "learning_rate": 0.0002836768801902719,
      "loss": 5.625,
      "step": 23656
    },
    {
      "epoch": 0.968953512185132,
      "grad_norm": 1.6048588035141425,
      "learning_rate": 0.00028367540062233424,
      "loss": 5.5,
      "step": 23657
    },
    {
      "epoch": 0.9689944706123285,
      "grad_norm": 4.7126391506240655,
      "learning_rate": 0.00028367392099120265,
      "loss": 6.1875,
      "step": 23658
    },
    {
      "epoch": 0.9690354290395249,
      "grad_norm": 1.880798844968554,
      "learning_rate": 0.0002836724412968778,
      "loss": 5.3125,
      "step": 23659
    },
    {
      "epoch": 0.9690763874667213,
      "grad_norm": 3.627113193146775,
      "learning_rate": 0.0002836709615393603,
      "loss": 4.5312,
      "step": 23660
    },
    {
      "epoch": 0.9691173458939176,
      "grad_norm": 2.619057802168023,
      "learning_rate": 0.00028366948171865093,
      "loss": 5.9062,
      "step": 23661
    },
    {
      "epoch": 0.969158304321114,
      "grad_norm": 1.7842557660294196,
      "learning_rate": 0.00028366800183475045,
      "loss": 5.4688,
      "step": 23662
    },
    {
      "epoch": 0.9691992627483105,
      "grad_norm": 5.7998121025746014,
      "learning_rate": 0.00028366652188765946,
      "loss": 4.9375,
      "step": 23663
    },
    {
      "epoch": 0.9692402211755069,
      "grad_norm": 1.8650353267335604,
      "learning_rate": 0.0002836650418773787,
      "loss": 5.1875,
      "step": 23664
    },
    {
      "epoch": 0.9692811796027032,
      "grad_norm": 2.2186446263679556,
      "learning_rate": 0.00028366356180390887,
      "loss": 5.1875,
      "step": 23665
    },
    {
      "epoch": 0.9693221380298996,
      "grad_norm": 3.2788102710803604,
      "learning_rate": 0.0002836620816672506,
      "loss": 5.3438,
      "step": 23666
    },
    {
      "epoch": 0.9693630964570961,
      "grad_norm": 1.988101546330867,
      "learning_rate": 0.0002836606014674047,
      "loss": 5.5,
      "step": 23667
    },
    {
      "epoch": 0.9694040548842925,
      "grad_norm": 2.0479403837357673,
      "learning_rate": 0.00028365912120437186,
      "loss": 5.6562,
      "step": 23668
    },
    {
      "epoch": 0.9694450133114888,
      "grad_norm": 1.762047319405515,
      "learning_rate": 0.0002836576408781527,
      "loss": 4.75,
      "step": 23669
    },
    {
      "epoch": 0.9694859717386852,
      "grad_norm": 2.918493432951432,
      "learning_rate": 0.00028365616048874797,
      "loss": 5.5,
      "step": 23670
    },
    {
      "epoch": 0.9695269301658817,
      "grad_norm": 2.738601624733442,
      "learning_rate": 0.0002836546800361584,
      "loss": 4.9688,
      "step": 23671
    },
    {
      "epoch": 0.9695678885930781,
      "grad_norm": 2.1110198420630035,
      "learning_rate": 0.0002836531995203846,
      "loss": 4.125,
      "step": 23672
    },
    {
      "epoch": 0.9696088470202744,
      "grad_norm": 1.7347476604331622,
      "learning_rate": 0.0002836517189414274,
      "loss": 4.4375,
      "step": 23673
    },
    {
      "epoch": 0.9696498054474708,
      "grad_norm": 1.776066502950941,
      "learning_rate": 0.00028365023829928735,
      "loss": 4.5625,
      "step": 23674
    },
    {
      "epoch": 0.9696907638746672,
      "grad_norm": 2.6791835835254383,
      "learning_rate": 0.0002836487575939652,
      "loss": 6.5938,
      "step": 23675
    },
    {
      "epoch": 0.9697317223018637,
      "grad_norm": 1.7065682290217865,
      "learning_rate": 0.00028364727682546174,
      "loss": 4.5,
      "step": 23676
    },
    {
      "epoch": 0.96977268072906,
      "grad_norm": 3.2826227772142116,
      "learning_rate": 0.0002836457959937776,
      "loss": 6.3125,
      "step": 23677
    },
    {
      "epoch": 0.9698136391562564,
      "grad_norm": 1.8811086689463734,
      "learning_rate": 0.00028364431509891343,
      "loss": 4.7812,
      "step": 23678
    },
    {
      "epoch": 0.9698545975834528,
      "grad_norm": 2.3330858000612373,
      "learning_rate": 0.00028364283414087006,
      "loss": 5.7188,
      "step": 23679
    },
    {
      "epoch": 0.9698955560106491,
      "grad_norm": 1.9782730164799356,
      "learning_rate": 0.00028364135311964806,
      "loss": 5.5,
      "step": 23680
    },
    {
      "epoch": 0.9699365144378456,
      "grad_norm": 3.334542419976317,
      "learning_rate": 0.0002836398720352482,
      "loss": 4.4375,
      "step": 23681
    },
    {
      "epoch": 0.969977472865042,
      "grad_norm": 1.8087002348416361,
      "learning_rate": 0.00028363839088767115,
      "loss": 5.8438,
      "step": 23682
    },
    {
      "epoch": 0.9700184312922384,
      "grad_norm": 6.419363981586369,
      "learning_rate": 0.0002836369096769176,
      "loss": 2.5469,
      "step": 23683
    },
    {
      "epoch": 0.9700593897194347,
      "grad_norm": 1.907189861588293,
      "learning_rate": 0.0002836354284029883,
      "loss": 4.5625,
      "step": 23684
    },
    {
      "epoch": 0.9701003481466312,
      "grad_norm": 5.6690385734300754,
      "learning_rate": 0.00028363394706588393,
      "loss": 3.3438,
      "step": 23685
    },
    {
      "epoch": 0.9701413065738276,
      "grad_norm": 2.3270141022441466,
      "learning_rate": 0.00028363246566560517,
      "loss": 3.9375,
      "step": 23686
    },
    {
      "epoch": 0.970182265001024,
      "grad_norm": 1.692403636328245,
      "learning_rate": 0.00028363098420215277,
      "loss": 5.1562,
      "step": 23687
    },
    {
      "epoch": 0.9702232234282203,
      "grad_norm": 3.0263087718076305,
      "learning_rate": 0.0002836295026755273,
      "loss": 3.4375,
      "step": 23688
    },
    {
      "epoch": 0.9702641818554167,
      "grad_norm": 2.054637082387617,
      "learning_rate": 0.00028362802108572964,
      "loss": 5.0312,
      "step": 23689
    },
    {
      "epoch": 0.9703051402826132,
      "grad_norm": 4.5756785326460285,
      "learning_rate": 0.00028362653943276043,
      "loss": 6.8125,
      "step": 23690
    },
    {
      "epoch": 0.9703460987098096,
      "grad_norm": 2.0049080223004356,
      "learning_rate": 0.0002836250577166203,
      "loss": 6.3125,
      "step": 23691
    },
    {
      "epoch": 0.9703870571370059,
      "grad_norm": 2.1884068774812837,
      "learning_rate": 0.00028362357593731,
      "loss": 5.5312,
      "step": 23692
    },
    {
      "epoch": 0.9704280155642023,
      "grad_norm": 2.0563822021463674,
      "learning_rate": 0.0002836220940948302,
      "loss": 5.4062,
      "step": 23693
    },
    {
      "epoch": 0.9704689739913988,
      "grad_norm": 2.184919818169574,
      "learning_rate": 0.00028362061218918167,
      "loss": 6.0,
      "step": 23694
    },
    {
      "epoch": 0.9705099324185952,
      "grad_norm": 2.011746496121863,
      "learning_rate": 0.00028361913022036507,
      "loss": 4.9375,
      "step": 23695
    },
    {
      "epoch": 0.9705508908457915,
      "grad_norm": 3.041720483217761,
      "learning_rate": 0.00028361764818838107,
      "loss": 6.0625,
      "step": 23696
    },
    {
      "epoch": 0.9705918492729879,
      "grad_norm": 2.690111995990793,
      "learning_rate": 0.0002836161660932304,
      "loss": 5.375,
      "step": 23697
    },
    {
      "epoch": 0.9706328077001843,
      "grad_norm": 1.5789284403990462,
      "learning_rate": 0.00028361468393491376,
      "loss": 4.6562,
      "step": 23698
    },
    {
      "epoch": 0.9706737661273807,
      "grad_norm": 2.014633070164402,
      "learning_rate": 0.00028361320171343187,
      "loss": 5.0312,
      "step": 23699
    },
    {
      "epoch": 0.9707147245545771,
      "grad_norm": 2.2299302989992267,
      "learning_rate": 0.0002836117194287854,
      "loss": 6.1875,
      "step": 23700
    },
    {
      "epoch": 0.9707556829817735,
      "grad_norm": 1.8844287750843347,
      "learning_rate": 0.0002836102370809751,
      "loss": 5.625,
      "step": 23701
    },
    {
      "epoch": 0.9707966414089699,
      "grad_norm": 2.28163801096785,
      "learning_rate": 0.0002836087546700016,
      "loss": 6.0312,
      "step": 23702
    },
    {
      "epoch": 0.9708375998361662,
      "grad_norm": 2.2550657171163735,
      "learning_rate": 0.00028360727219586563,
      "loss": 5.6562,
      "step": 23703
    },
    {
      "epoch": 0.9708785582633627,
      "grad_norm": 2.200858271624506,
      "learning_rate": 0.0002836057896585679,
      "loss": 5.125,
      "step": 23704
    },
    {
      "epoch": 0.9709195166905591,
      "grad_norm": 1.91211253353553,
      "learning_rate": 0.0002836043070581091,
      "loss": 5.6562,
      "step": 23705
    },
    {
      "epoch": 0.9709604751177555,
      "grad_norm": 2.0063720245296084,
      "learning_rate": 0.00028360282439448994,
      "loss": 5.625,
      "step": 23706
    },
    {
      "epoch": 0.9710014335449518,
      "grad_norm": 1.8086750755967538,
      "learning_rate": 0.00028360134166771113,
      "loss": 5.0312,
      "step": 23707
    },
    {
      "epoch": 0.9710423919721483,
      "grad_norm": 2.0689251025085493,
      "learning_rate": 0.0002835998588777733,
      "loss": 5.5938,
      "step": 23708
    },
    {
      "epoch": 0.9710833503993447,
      "grad_norm": 3.1246464305124473,
      "learning_rate": 0.00028359837602467725,
      "loss": 4.5312,
      "step": 23709
    },
    {
      "epoch": 0.9711243088265411,
      "grad_norm": 1.89485495904088,
      "learning_rate": 0.00028359689310842364,
      "loss": 4.5938,
      "step": 23710
    },
    {
      "epoch": 0.9711652672537374,
      "grad_norm": 2.134560044652577,
      "learning_rate": 0.0002835954101290132,
      "loss": 4.5625,
      "step": 23711
    },
    {
      "epoch": 0.9712062256809338,
      "grad_norm": 1.8050530073060782,
      "learning_rate": 0.00028359392708644657,
      "loss": 5.2812,
      "step": 23712
    },
    {
      "epoch": 0.9712471841081303,
      "grad_norm": 3.4749430948855893,
      "learning_rate": 0.0002835924439807245,
      "loss": 7.5625,
      "step": 23713
    },
    {
      "epoch": 0.9712881425353267,
      "grad_norm": 2.0286203722655753,
      "learning_rate": 0.0002835909608118477,
      "loss": 5.375,
      "step": 23714
    },
    {
      "epoch": 0.971329100962523,
      "grad_norm": 1.7792399201968299,
      "learning_rate": 0.0002835894775798168,
      "loss": 4.75,
      "step": 23715
    },
    {
      "epoch": 0.9713700593897194,
      "grad_norm": 3.239593555628638,
      "learning_rate": 0.0002835879942846325,
      "loss": 5.6875,
      "step": 23716
    },
    {
      "epoch": 0.9714110178169159,
      "grad_norm": 4.936773298645692,
      "learning_rate": 0.00028358651092629563,
      "loss": 6.5312,
      "step": 23717
    },
    {
      "epoch": 0.9714519762441123,
      "grad_norm": 4.170308437007147,
      "learning_rate": 0.0002835850275048068,
      "loss": 6.5312,
      "step": 23718
    },
    {
      "epoch": 0.9714929346713086,
      "grad_norm": 2.8933035473333426,
      "learning_rate": 0.0002835835440201667,
      "loss": 4.8125,
      "step": 23719
    },
    {
      "epoch": 0.971533893098505,
      "grad_norm": 2.143623683812608,
      "learning_rate": 0.000283582060472376,
      "loss": 5.375,
      "step": 23720
    },
    {
      "epoch": 0.9715748515257014,
      "grad_norm": 1.9367981327607544,
      "learning_rate": 0.00028358057686143554,
      "loss": 4.75,
      "step": 23721
    },
    {
      "epoch": 0.9716158099528978,
      "grad_norm": 1.8273908076659093,
      "learning_rate": 0.00028357909318734597,
      "loss": 5.1562,
      "step": 23722
    },
    {
      "epoch": 0.9716567683800942,
      "grad_norm": 2.1863662777499804,
      "learning_rate": 0.00028357760945010787,
      "loss": 5.9062,
      "step": 23723
    },
    {
      "epoch": 0.9716977268072906,
      "grad_norm": 4.87413072630958,
      "learning_rate": 0.00028357612564972203,
      "loss": 7.9375,
      "step": 23724
    },
    {
      "epoch": 0.971738685234487,
      "grad_norm": 4.09394720825262,
      "learning_rate": 0.00028357464178618917,
      "loss": 6.6562,
      "step": 23725
    },
    {
      "epoch": 0.9717796436616833,
      "grad_norm": 1.9817585830386166,
      "learning_rate": 0.00028357315785951,
      "loss": 4.9375,
      "step": 23726
    },
    {
      "epoch": 0.9718206020888798,
      "grad_norm": 1.6858947231697423,
      "learning_rate": 0.00028357167386968514,
      "loss": 4.9375,
      "step": 23727
    },
    {
      "epoch": 0.9718615605160762,
      "grad_norm": 4.1620196419347,
      "learning_rate": 0.0002835701898167153,
      "loss": 6.875,
      "step": 23728
    },
    {
      "epoch": 0.9719025189432726,
      "grad_norm": 1.709847489751452,
      "learning_rate": 0.00028356870570060136,
      "loss": 3.9688,
      "step": 23729
    },
    {
      "epoch": 0.9719434773704689,
      "grad_norm": 1.9075086404145134,
      "learning_rate": 0.0002835672215213438,
      "loss": 4.7812,
      "step": 23730
    },
    {
      "epoch": 0.9719844357976654,
      "grad_norm": 2.7880572708987157,
      "learning_rate": 0.0002835657372789434,
      "loss": 4.9688,
      "step": 23731
    },
    {
      "epoch": 0.9720253942248618,
      "grad_norm": 1.7784197029048439,
      "learning_rate": 0.0002835642529734009,
      "loss": 5.1562,
      "step": 23732
    },
    {
      "epoch": 0.9720663526520582,
      "grad_norm": 2.187514785249707,
      "learning_rate": 0.000283562768604717,
      "loss": 6.1875,
      "step": 23733
    },
    {
      "epoch": 0.9721073110792545,
      "grad_norm": 2.3798791240637813,
      "learning_rate": 0.0002835612841728923,
      "loss": 6.8125,
      "step": 23734
    },
    {
      "epoch": 0.972148269506451,
      "grad_norm": 1.628139968075634,
      "learning_rate": 0.00028355979967792757,
      "loss": 4.4688,
      "step": 23735
    },
    {
      "epoch": 0.9721892279336474,
      "grad_norm": 1.5413995257039033,
      "learning_rate": 0.0002835583151198236,
      "loss": 4.6562,
      "step": 23736
    },
    {
      "epoch": 0.9722301863608438,
      "grad_norm": 1.797916408956624,
      "learning_rate": 0.00028355683049858095,
      "loss": 5.8438,
      "step": 23737
    },
    {
      "epoch": 0.9722711447880401,
      "grad_norm": 2.5261003158524007,
      "learning_rate": 0.0002835553458142004,
      "loss": 7.1875,
      "step": 23738
    },
    {
      "epoch": 0.9723121032152365,
      "grad_norm": 1.911126854801823,
      "learning_rate": 0.00028355386106668266,
      "loss": 5.1562,
      "step": 23739
    },
    {
      "epoch": 0.972353061642433,
      "grad_norm": 6.991225118318388,
      "learning_rate": 0.00028355237625602835,
      "loss": 7.7188,
      "step": 23740
    },
    {
      "epoch": 0.9723940200696293,
      "grad_norm": 5.764308041628652,
      "learning_rate": 0.0002835508913822383,
      "loss": 4.9375,
      "step": 23741
    },
    {
      "epoch": 0.9724349784968257,
      "grad_norm": 1.9839554228281755,
      "learning_rate": 0.0002835494064453131,
      "loss": 5.5,
      "step": 23742
    },
    {
      "epoch": 0.9724759369240221,
      "grad_norm": 1.8120701804969377,
      "learning_rate": 0.0002835479214452534,
      "loss": 4.5312,
      "step": 23743
    },
    {
      "epoch": 0.9725168953512185,
      "grad_norm": 4.875599121941257,
      "learning_rate": 0.0002835464363820601,
      "loss": 2.8125,
      "step": 23744
    },
    {
      "epoch": 0.9725578537784149,
      "grad_norm": 3.5737931319005067,
      "learning_rate": 0.0002835449512557338,
      "loss": 6.1875,
      "step": 23745
    },
    {
      "epoch": 0.9725988122056113,
      "grad_norm": 2.1308207581071144,
      "learning_rate": 0.0002835434660662751,
      "loss": 5.4375,
      "step": 23746
    },
    {
      "epoch": 0.9726397706328077,
      "grad_norm": 1.9050349951422572,
      "learning_rate": 0.0002835419808136849,
      "loss": 6.4062,
      "step": 23747
    },
    {
      "epoch": 0.9726807290600041,
      "grad_norm": 4.458250165776509,
      "learning_rate": 0.00028354049549796377,
      "loss": 5.2188,
      "step": 23748
    },
    {
      "epoch": 0.9727216874872004,
      "grad_norm": 1.7949473866770842,
      "learning_rate": 0.0002835390101191124,
      "loss": 5.7812,
      "step": 23749
    },
    {
      "epoch": 0.9727626459143969,
      "grad_norm": 3.355882284770715,
      "learning_rate": 0.0002835375246771316,
      "loss": 6.4688,
      "step": 23750
    },
    {
      "epoch": 0.9728036043415933,
      "grad_norm": 2.6636799289689774,
      "learning_rate": 0.00028353603917202194,
      "loss": 6.4688,
      "step": 23751
    },
    {
      "epoch": 0.9728445627687897,
      "grad_norm": 3.2819182341601882,
      "learning_rate": 0.00028353455360378423,
      "loss": 5.8438,
      "step": 23752
    },
    {
      "epoch": 0.972885521195986,
      "grad_norm": 1.7404343935070234,
      "learning_rate": 0.0002835330679724192,
      "loss": 5.2812,
      "step": 23753
    },
    {
      "epoch": 0.9729264796231825,
      "grad_norm": 1.8854179482249542,
      "learning_rate": 0.0002835315822779273,
      "loss": 4.9375,
      "step": 23754
    },
    {
      "epoch": 0.9729674380503789,
      "grad_norm": 1.9413393591722414,
      "learning_rate": 0.0002835300965203096,
      "loss": 4.8438,
      "step": 23755
    },
    {
      "epoch": 0.9730083964775753,
      "grad_norm": 1.9600843221526987,
      "learning_rate": 0.0002835286106995665,
      "loss": 6.5,
      "step": 23756
    },
    {
      "epoch": 0.9730493549047716,
      "grad_norm": 6.988278980520767,
      "learning_rate": 0.0002835271248156989,
      "loss": 1.6562,
      "step": 23757
    },
    {
      "epoch": 0.973090313331968,
      "grad_norm": 2.4599893279453813,
      "learning_rate": 0.0002835256388687074,
      "loss": 4.7188,
      "step": 23758
    },
    {
      "epoch": 0.9731312717591645,
      "grad_norm": 3.88565829290258,
      "learning_rate": 0.0002835241528585927,
      "loss": 6.1562,
      "step": 23759
    },
    {
      "epoch": 0.9731722301863609,
      "grad_norm": 1.6883337404118377,
      "learning_rate": 0.00028352266678535553,
      "loss": 3.8125,
      "step": 23760
    },
    {
      "epoch": 0.9732131886135572,
      "grad_norm": 2.209146346543524,
      "learning_rate": 0.00028352118064899664,
      "loss": 6.1562,
      "step": 23761
    },
    {
      "epoch": 0.9732541470407536,
      "grad_norm": 1.892737638868962,
      "learning_rate": 0.00028351969444951664,
      "loss": 4.4375,
      "step": 23762
    },
    {
      "epoch": 0.9732951054679501,
      "grad_norm": 1.9419169324420338,
      "learning_rate": 0.0002835182081869163,
      "loss": 5.8125,
      "step": 23763
    },
    {
      "epoch": 0.9733360638951464,
      "grad_norm": 2.4555566395259807,
      "learning_rate": 0.00028351672186119624,
      "loss": 5.7188,
      "step": 23764
    },
    {
      "epoch": 0.9733770223223428,
      "grad_norm": 1.68589335620891,
      "learning_rate": 0.0002835152354723573,
      "loss": 4.8125,
      "step": 23765
    },
    {
      "epoch": 0.9734179807495392,
      "grad_norm": 5.846073745089569,
      "learning_rate": 0.00028351374902040006,
      "loss": 6.625,
      "step": 23766
    },
    {
      "epoch": 0.9734589391767356,
      "grad_norm": 2.256889145471996,
      "learning_rate": 0.0002835122625053253,
      "loss": 5.6875,
      "step": 23767
    },
    {
      "epoch": 0.973499897603932,
      "grad_norm": 2.5378831935120956,
      "learning_rate": 0.0002835107759271337,
      "loss": 6.0,
      "step": 23768
    },
    {
      "epoch": 0.9735408560311284,
      "grad_norm": 1.5852727178949495,
      "learning_rate": 0.00028350928928582586,
      "loss": 4.2812,
      "step": 23769
    },
    {
      "epoch": 0.9735818144583248,
      "grad_norm": 2.146935925472376,
      "learning_rate": 0.00028350780258140266,
      "loss": 5.7812,
      "step": 23770
    },
    {
      "epoch": 0.9736227728855212,
      "grad_norm": 1.8894073242693552,
      "learning_rate": 0.0002835063158138647,
      "loss": 5.0938,
      "step": 23771
    },
    {
      "epoch": 0.9736637313127176,
      "grad_norm": 1.9971969612469904,
      "learning_rate": 0.0002835048289832127,
      "loss": 5.8125,
      "step": 23772
    },
    {
      "epoch": 0.973704689739914,
      "grad_norm": 1.9328993285477818,
      "learning_rate": 0.0002835033420894473,
      "loss": 5.625,
      "step": 23773
    },
    {
      "epoch": 0.9737456481671104,
      "grad_norm": 5.405114532578789,
      "learning_rate": 0.0002835018551325694,
      "loss": 8.0625,
      "step": 23774
    },
    {
      "epoch": 0.9737866065943068,
      "grad_norm": 5.381740909990548,
      "learning_rate": 0.00028350036811257943,
      "loss": 7.6875,
      "step": 23775
    },
    {
      "epoch": 0.9738275650215031,
      "grad_norm": 2.0087376691214525,
      "learning_rate": 0.0002834988810294783,
      "loss": 6.75,
      "step": 23776
    },
    {
      "epoch": 0.9738685234486996,
      "grad_norm": 2.0525688449008443,
      "learning_rate": 0.0002834973938832666,
      "loss": 4.5312,
      "step": 23777
    },
    {
      "epoch": 0.973909481875896,
      "grad_norm": 2.018955730695231,
      "learning_rate": 0.00028349590667394516,
      "loss": 4.3438,
      "step": 23778
    },
    {
      "epoch": 0.9739504403030924,
      "grad_norm": 2.7315556684008735,
      "learning_rate": 0.0002834944194015146,
      "loss": 6.2812,
      "step": 23779
    },
    {
      "epoch": 0.9739913987302887,
      "grad_norm": 4.349637920109011,
      "learning_rate": 0.00028349293206597555,
      "loss": 5.0,
      "step": 23780
    },
    {
      "epoch": 0.9740323571574852,
      "grad_norm": 1.728182162057214,
      "learning_rate": 0.0002834914446673288,
      "loss": 4.8438,
      "step": 23781
    },
    {
      "epoch": 0.9740733155846816,
      "grad_norm": 1.7615175193486785,
      "learning_rate": 0.0002834899572055751,
      "loss": 4.8438,
      "step": 23782
    },
    {
      "epoch": 0.9741142740118779,
      "grad_norm": 1.8300153650511504,
      "learning_rate": 0.0002834884696807151,
      "loss": 5.875,
      "step": 23783
    },
    {
      "epoch": 0.9741552324390743,
      "grad_norm": 1.698796262868287,
      "learning_rate": 0.0002834869820927494,
      "loss": 5.0,
      "step": 23784
    },
    {
      "epoch": 0.9741961908662707,
      "grad_norm": 2.1389541072763,
      "learning_rate": 0.0002834854944416789,
      "loss": 5.7812,
      "step": 23785
    },
    {
      "epoch": 0.9742371492934672,
      "grad_norm": 1.9807545275897922,
      "learning_rate": 0.00028348400672750416,
      "loss": 6.0,
      "step": 23786
    },
    {
      "epoch": 0.9742781077206635,
      "grad_norm": 2.411170381902727,
      "learning_rate": 0.00028348251895022594,
      "loss": 5.3125,
      "step": 23787
    },
    {
      "epoch": 0.9743190661478599,
      "grad_norm": 2.4402768878925403,
      "learning_rate": 0.0002834810311098449,
      "loss": 5.8438,
      "step": 23788
    },
    {
      "epoch": 0.9743600245750563,
      "grad_norm": 1.7577210162000942,
      "learning_rate": 0.00028347954320636184,
      "loss": 5.125,
      "step": 23789
    },
    {
      "epoch": 0.9744009830022528,
      "grad_norm": 1.7707069754924627,
      "learning_rate": 0.0002834780552397773,
      "loss": 5.0625,
      "step": 23790
    },
    {
      "epoch": 0.9744419414294491,
      "grad_norm": 2.4208629102447325,
      "learning_rate": 0.0002834765672100921,
      "loss": 6.25,
      "step": 23791
    },
    {
      "epoch": 0.9744828998566455,
      "grad_norm": 1.9576879068099293,
      "learning_rate": 0.000283475079117307,
      "loss": 6.6562,
      "step": 23792
    },
    {
      "epoch": 0.9745238582838419,
      "grad_norm": 1.7392302523906706,
      "learning_rate": 0.0002834735909614226,
      "loss": 4.4688,
      "step": 23793
    },
    {
      "epoch": 0.9745648167110383,
      "grad_norm": 4.158312679364051,
      "learning_rate": 0.0002834721027424396,
      "loss": 5.3438,
      "step": 23794
    },
    {
      "epoch": 0.9746057751382347,
      "grad_norm": 1.8689045932107309,
      "learning_rate": 0.00028347061446035876,
      "loss": 5.25,
      "step": 23795
    },
    {
      "epoch": 0.9746467335654311,
      "grad_norm": 2.2019820979787292,
      "learning_rate": 0.00028346912611518075,
      "loss": 5.4375,
      "step": 23796
    },
    {
      "epoch": 0.9746876919926275,
      "grad_norm": 1.8360295906001731,
      "learning_rate": 0.00028346763770690624,
      "loss": 4.6875,
      "step": 23797
    },
    {
      "epoch": 0.9747286504198239,
      "grad_norm": 1.8020532426624343,
      "learning_rate": 0.00028346614923553605,
      "loss": 4.9375,
      "step": 23798
    },
    {
      "epoch": 0.9747696088470202,
      "grad_norm": 2.8294498724388513,
      "learning_rate": 0.00028346466070107077,
      "loss": 5.7188,
      "step": 23799
    },
    {
      "epoch": 0.9748105672742167,
      "grad_norm": 1.6162404062589075,
      "learning_rate": 0.00028346317210351115,
      "loss": 5.2188,
      "step": 23800
    },
    {
      "epoch": 0.9748515257014131,
      "grad_norm": 6.397458428844917,
      "learning_rate": 0.0002834616834428579,
      "loss": 8.0,
      "step": 23801
    },
    {
      "epoch": 0.9748924841286095,
      "grad_norm": 2.2449979396535804,
      "learning_rate": 0.0002834601947191117,
      "loss": 5.4375,
      "step": 23802
    },
    {
      "epoch": 0.9749334425558058,
      "grad_norm": 2.1302094652950454,
      "learning_rate": 0.00028345870593227324,
      "loss": 5.625,
      "step": 23803
    },
    {
      "epoch": 0.9749744009830023,
      "grad_norm": 2.324363702779083,
      "learning_rate": 0.0002834572170823433,
      "loss": 4.375,
      "step": 23804
    },
    {
      "epoch": 0.9750153594101987,
      "grad_norm": 3.1112576874914493,
      "learning_rate": 0.0002834557281693225,
      "loss": 6.7188,
      "step": 23805
    },
    {
      "epoch": 0.975056317837395,
      "grad_norm": 1.8512381730326417,
      "learning_rate": 0.00028345423919321156,
      "loss": 5.2188,
      "step": 23806
    },
    {
      "epoch": 0.9750972762645914,
      "grad_norm": 2.32769733204353,
      "learning_rate": 0.00028345275015401124,
      "loss": 5.5312,
      "step": 23807
    },
    {
      "epoch": 0.9751382346917878,
      "grad_norm": 3.089461677299286,
      "learning_rate": 0.00028345126105172217,
      "loss": 4.8438,
      "step": 23808
    },
    {
      "epoch": 0.9751791931189843,
      "grad_norm": 5.867457259507963,
      "learning_rate": 0.0002834497718863451,
      "loss": 2.9688,
      "step": 23809
    },
    {
      "epoch": 0.9752201515461806,
      "grad_norm": 2.4319607299511063,
      "learning_rate": 0.00028344828265788066,
      "loss": 5.0938,
      "step": 23810
    },
    {
      "epoch": 0.975261109973377,
      "grad_norm": 2.077883128542136,
      "learning_rate": 0.00028344679336632974,
      "loss": 5.4375,
      "step": 23811
    },
    {
      "epoch": 0.9753020684005734,
      "grad_norm": 1.9705423634801325,
      "learning_rate": 0.00028344530401169283,
      "loss": 5.2188,
      "step": 23812
    },
    {
      "epoch": 0.9753430268277699,
      "grad_norm": 2.1723557629940964,
      "learning_rate": 0.00028344381459397076,
      "loss": 4.7188,
      "step": 23813
    },
    {
      "epoch": 0.9753839852549662,
      "grad_norm": 1.7751708091642298,
      "learning_rate": 0.0002834423251131642,
      "loss": 4.875,
      "step": 23814
    },
    {
      "epoch": 0.9754249436821626,
      "grad_norm": 2.078248264305898,
      "learning_rate": 0.00028344083556927386,
      "loss": 4.1562,
      "step": 23815
    },
    {
      "epoch": 0.975465902109359,
      "grad_norm": 1.8005809540471223,
      "learning_rate": 0.0002834393459623004,
      "loss": 5.0,
      "step": 23816
    },
    {
      "epoch": 0.9755068605365554,
      "grad_norm": 5.836777171904137,
      "learning_rate": 0.00028343785629224457,
      "loss": 5.9688,
      "step": 23817
    },
    {
      "epoch": 0.9755478189637518,
      "grad_norm": 2.108905244303856,
      "learning_rate": 0.00028343636655910704,
      "loss": 4.875,
      "step": 23818
    },
    {
      "epoch": 0.9755887773909482,
      "grad_norm": 2.5597374625272264,
      "learning_rate": 0.0002834348767628886,
      "loss": 5.3125,
      "step": 23819
    },
    {
      "epoch": 0.9756297358181446,
      "grad_norm": 2.1774150987560303,
      "learning_rate": 0.0002834333869035899,
      "loss": 5.75,
      "step": 23820
    },
    {
      "epoch": 0.975670694245341,
      "grad_norm": 1.969767467765209,
      "learning_rate": 0.00028343189698121153,
      "loss": 5.875,
      "step": 23821
    },
    {
      "epoch": 0.9757116526725373,
      "grad_norm": 1.8818041127170244,
      "learning_rate": 0.00028343040699575436,
      "loss": 5.5,
      "step": 23822
    },
    {
      "epoch": 0.9757526110997338,
      "grad_norm": 1.644769039837394,
      "learning_rate": 0.00028342891694721907,
      "loss": 5.5312,
      "step": 23823
    },
    {
      "epoch": 0.9757935695269302,
      "grad_norm": 1.6745246159991494,
      "learning_rate": 0.0002834274268356063,
      "loss": 4.9375,
      "step": 23824
    },
    {
      "epoch": 0.9758345279541265,
      "grad_norm": 2.104779106017343,
      "learning_rate": 0.0002834259366609168,
      "loss": 5.7812,
      "step": 23825
    },
    {
      "epoch": 0.9758754863813229,
      "grad_norm": 4.885939984627317,
      "learning_rate": 0.0002834244464231512,
      "loss": 5.5312,
      "step": 23826
    },
    {
      "epoch": 0.9759164448085194,
      "grad_norm": 2.0039894172357324,
      "learning_rate": 0.00028342295612231036,
      "loss": 5.3438,
      "step": 23827
    },
    {
      "epoch": 0.9759574032357158,
      "grad_norm": 2.876361222402321,
      "learning_rate": 0.00028342146575839486,
      "loss": 4.75,
      "step": 23828
    },
    {
      "epoch": 0.9759983616629121,
      "grad_norm": 1.9875530025871302,
      "learning_rate": 0.0002834199753314054,
      "loss": 4.6562,
      "step": 23829
    },
    {
      "epoch": 0.9760393200901085,
      "grad_norm": 1.8373949375664174,
      "learning_rate": 0.0002834184848413427,
      "loss": 5.9375,
      "step": 23830
    },
    {
      "epoch": 0.976080278517305,
      "grad_norm": 1.9067849952562317,
      "learning_rate": 0.0002834169942882075,
      "loss": 6.0625,
      "step": 23831
    },
    {
      "epoch": 0.9761212369445014,
      "grad_norm": 1.687409854415122,
      "learning_rate": 0.00028341550367200056,
      "loss": 5.1562,
      "step": 23832
    },
    {
      "epoch": 0.9761621953716977,
      "grad_norm": 1.8125065037853711,
      "learning_rate": 0.00028341401299272247,
      "loss": 5.0,
      "step": 23833
    },
    {
      "epoch": 0.9762031537988941,
      "grad_norm": 3.330688453122973,
      "learning_rate": 0.00028341252225037394,
      "loss": 6.6875,
      "step": 23834
    },
    {
      "epoch": 0.9762441122260905,
      "grad_norm": 1.6607020436866349,
      "learning_rate": 0.0002834110314449557,
      "loss": 4.1562,
      "step": 23835
    },
    {
      "epoch": 0.976285070653287,
      "grad_norm": 2.2973905050224976,
      "learning_rate": 0.0002834095405764685,
      "loss": 6.5312,
      "step": 23836
    },
    {
      "epoch": 0.9763260290804833,
      "grad_norm": 4.037035397742835,
      "learning_rate": 0.00028340804964491304,
      "loss": 3.3281,
      "step": 23837
    },
    {
      "epoch": 0.9763669875076797,
      "grad_norm": 1.6005774488294553,
      "learning_rate": 0.00028340655865028997,
      "loss": 6.0312,
      "step": 23838
    },
    {
      "epoch": 0.9764079459348761,
      "grad_norm": 17.88649805566001,
      "learning_rate": 0.0002834050675926,
      "loss": 4.5625,
      "step": 23839
    },
    {
      "epoch": 0.9764489043620725,
      "grad_norm": 2.725706686184019,
      "learning_rate": 0.0002834035764718439,
      "loss": 7.5,
      "step": 23840
    },
    {
      "epoch": 0.9764898627892689,
      "grad_norm": 2.0089769694774335,
      "learning_rate": 0.0002834020852880223,
      "loss": 5.5312,
      "step": 23841
    },
    {
      "epoch": 0.9765308212164653,
      "grad_norm": 1.8066989107081544,
      "learning_rate": 0.0002834005940411359,
      "loss": 5.5312,
      "step": 23842
    },
    {
      "epoch": 0.9765717796436617,
      "grad_norm": 4.167647760151947,
      "learning_rate": 0.00028339910273118547,
      "loss": 5.8438,
      "step": 23843
    },
    {
      "epoch": 0.9766127380708581,
      "grad_norm": 2.1017111516608273,
      "learning_rate": 0.0002833976113581717,
      "loss": 5.6562,
      "step": 23844
    },
    {
      "epoch": 0.9766536964980544,
      "grad_norm": 1.874380670298375,
      "learning_rate": 0.0002833961199220953,
      "loss": 5.375,
      "step": 23845
    },
    {
      "epoch": 0.9766946549252509,
      "grad_norm": 5.407812634022683,
      "learning_rate": 0.0002833946284229569,
      "loss": 5.1562,
      "step": 23846
    },
    {
      "epoch": 0.9767356133524473,
      "grad_norm": 3.055436336297772,
      "learning_rate": 0.00028339313686075727,
      "loss": 6.5938,
      "step": 23847
    },
    {
      "epoch": 0.9767765717796436,
      "grad_norm": 1.7122798464670124,
      "learning_rate": 0.00028339164523549716,
      "loss": 5.1562,
      "step": 23848
    },
    {
      "epoch": 0.97681753020684,
      "grad_norm": 2.3085951627538224,
      "learning_rate": 0.00028339015354717715,
      "loss": 7.25,
      "step": 23849
    },
    {
      "epoch": 0.9768584886340365,
      "grad_norm": 2.1377305024694584,
      "learning_rate": 0.0002833886617957981,
      "loss": 5.0938,
      "step": 23850
    },
    {
      "epoch": 0.9768994470612329,
      "grad_norm": 1.8093045193954098,
      "learning_rate": 0.00028338716998136055,
      "loss": 4.7812,
      "step": 23851
    },
    {
      "epoch": 0.9769404054884292,
      "grad_norm": 2.2260612267287807,
      "learning_rate": 0.0002833856781038653,
      "loss": 4.2812,
      "step": 23852
    },
    {
      "epoch": 0.9769813639156256,
      "grad_norm": 2.168747736511594,
      "learning_rate": 0.0002833841861633131,
      "loss": 4.7188,
      "step": 23853
    },
    {
      "epoch": 0.977022322342822,
      "grad_norm": 2.0958223266921374,
      "learning_rate": 0.0002833826941597045,
      "loss": 5.2188,
      "step": 23854
    },
    {
      "epoch": 0.9770632807700185,
      "grad_norm": 2.5463185405470736,
      "learning_rate": 0.00028338120209304036,
      "loss": 6.8125,
      "step": 23855
    },
    {
      "epoch": 0.9771042391972148,
      "grad_norm": 2.4168683105617297,
      "learning_rate": 0.0002833797099633213,
      "loss": 5.5938,
      "step": 23856
    },
    {
      "epoch": 0.9771451976244112,
      "grad_norm": 1.8309386158445495,
      "learning_rate": 0.0002833782177705481,
      "loss": 5.0938,
      "step": 23857
    },
    {
      "epoch": 0.9771861560516076,
      "grad_norm": 2.4391988140843384,
      "learning_rate": 0.00028337672551472144,
      "loss": 5.9688,
      "step": 23858
    },
    {
      "epoch": 0.9772271144788041,
      "grad_norm": 1.8306621112839325,
      "learning_rate": 0.0002833752331958419,
      "loss": 4.3125,
      "step": 23859
    },
    {
      "epoch": 0.9772680729060004,
      "grad_norm": 6.087066192221995,
      "learning_rate": 0.0002833737408139104,
      "loss": 3.7344,
      "step": 23860
    },
    {
      "epoch": 0.9773090313331968,
      "grad_norm": 2.099647987135054,
      "learning_rate": 0.00028337224836892747,
      "loss": 5.4062,
      "step": 23861
    },
    {
      "epoch": 0.9773499897603932,
      "grad_norm": 2.211320538183424,
      "learning_rate": 0.00028337075586089386,
      "loss": 4.9375,
      "step": 23862
    },
    {
      "epoch": 0.9773909481875896,
      "grad_norm": 1.8116908081922682,
      "learning_rate": 0.0002833692632898103,
      "loss": 4.875,
      "step": 23863
    },
    {
      "epoch": 0.977431906614786,
      "grad_norm": 2.4810852099750567,
      "learning_rate": 0.00028336777065567754,
      "loss": 5.875,
      "step": 23864
    },
    {
      "epoch": 0.9774728650419824,
      "grad_norm": 1.7445231026310215,
      "learning_rate": 0.0002833662779584962,
      "loss": 5.0,
      "step": 23865
    },
    {
      "epoch": 0.9775138234691788,
      "grad_norm": 1.7557541844218933,
      "learning_rate": 0.00028336478519826706,
      "loss": 5.2188,
      "step": 23866
    },
    {
      "epoch": 0.9775547818963751,
      "grad_norm": 3.2101894566692555,
      "learning_rate": 0.00028336329237499077,
      "loss": 4.2812,
      "step": 23867
    },
    {
      "epoch": 0.9775957403235715,
      "grad_norm": 1.8699480141030147,
      "learning_rate": 0.000283361799488668,
      "loss": 5.25,
      "step": 23868
    },
    {
      "epoch": 0.977636698750768,
      "grad_norm": 1.876507403967126,
      "learning_rate": 0.0002833603065392996,
      "loss": 5.0312,
      "step": 23869
    },
    {
      "epoch": 0.9776776571779644,
      "grad_norm": 2.6292456737239323,
      "learning_rate": 0.0002833588135268861,
      "loss": 5.875,
      "step": 23870
    },
    {
      "epoch": 0.9777186156051607,
      "grad_norm": 1.7310949705114145,
      "learning_rate": 0.0002833573204514284,
      "loss": 4.4375,
      "step": 23871
    },
    {
      "epoch": 0.9777595740323571,
      "grad_norm": 3.3591654691461654,
      "learning_rate": 0.000283355827312927,
      "loss": 5.5625,
      "step": 23872
    },
    {
      "epoch": 0.9778005324595536,
      "grad_norm": 2.5922326134204545,
      "learning_rate": 0.00028335433411138275,
      "loss": 5.9062,
      "step": 23873
    },
    {
      "epoch": 0.97784149088675,
      "grad_norm": 2.4895129929970157,
      "learning_rate": 0.0002833528408467963,
      "loss": 5.0938,
      "step": 23874
    },
    {
      "epoch": 0.9778824493139463,
      "grad_norm": 2.028044125441888,
      "learning_rate": 0.00028335134751916833,
      "loss": 5.125,
      "step": 23875
    },
    {
      "epoch": 0.9779234077411427,
      "grad_norm": 1.9499886792083168,
      "learning_rate": 0.00028334985412849966,
      "loss": 5.1562,
      "step": 23876
    },
    {
      "epoch": 0.9779643661683391,
      "grad_norm": 2.196632209086151,
      "learning_rate": 0.0002833483606747908,
      "loss": 6.0,
      "step": 23877
    },
    {
      "epoch": 0.9780053245955356,
      "grad_norm": 1.9701929792913107,
      "learning_rate": 0.0002833468671580427,
      "loss": 4.7812,
      "step": 23878
    },
    {
      "epoch": 0.9780462830227319,
      "grad_norm": 2.4739304567794522,
      "learning_rate": 0.00028334537357825585,
      "loss": 3.7344,
      "step": 23879
    },
    {
      "epoch": 0.9780872414499283,
      "grad_norm": 1.9179611886841883,
      "learning_rate": 0.0002833438799354311,
      "loss": 5.6562,
      "step": 23880
    },
    {
      "epoch": 0.9781281998771247,
      "grad_norm": 1.697007750841417,
      "learning_rate": 0.00028334238622956906,
      "loss": 4.7188,
      "step": 23881
    },
    {
      "epoch": 0.9781691583043212,
      "grad_norm": 2.406835830013165,
      "learning_rate": 0.0002833408924606705,
      "loss": 5.4062,
      "step": 23882
    },
    {
      "epoch": 0.9782101167315175,
      "grad_norm": 1.8541117819848367,
      "learning_rate": 0.0002833393986287361,
      "loss": 6.0,
      "step": 23883
    },
    {
      "epoch": 0.9782510751587139,
      "grad_norm": 1.6814439836339896,
      "learning_rate": 0.00028333790473376657,
      "loss": 4.9062,
      "step": 23884
    },
    {
      "epoch": 0.9782920335859103,
      "grad_norm": 3.2519010461809614,
      "learning_rate": 0.0002833364107757626,
      "loss": 7.5938,
      "step": 23885
    },
    {
      "epoch": 0.9783329920131068,
      "grad_norm": 1.9701038062737655,
      "learning_rate": 0.0002833349167547249,
      "loss": 5.8438,
      "step": 23886
    },
    {
      "epoch": 0.9783739504403031,
      "grad_norm": 2.3579242445147957,
      "learning_rate": 0.00028333342267065426,
      "loss": 4.5938,
      "step": 23887
    },
    {
      "epoch": 0.9784149088674995,
      "grad_norm": 3.0119562122143426,
      "learning_rate": 0.0002833319285235513,
      "loss": 6.4688,
      "step": 23888
    },
    {
      "epoch": 0.9784558672946959,
      "grad_norm": 1.6835504660069167,
      "learning_rate": 0.00028333043431341665,
      "loss": 5.3438,
      "step": 23889
    },
    {
      "epoch": 0.9784968257218922,
      "grad_norm": 4.130651697753411,
      "learning_rate": 0.00028332894004025116,
      "loss": 4.125,
      "step": 23890
    },
    {
      "epoch": 0.9785377841490887,
      "grad_norm": 1.8092762001852347,
      "learning_rate": 0.0002833274457040555,
      "loss": 5.25,
      "step": 23891
    },
    {
      "epoch": 0.9785787425762851,
      "grad_norm": 1.9353403776603602,
      "learning_rate": 0.00028332595130483034,
      "loss": 4.9062,
      "step": 23892
    },
    {
      "epoch": 0.9786197010034815,
      "grad_norm": 1.9973705717829129,
      "learning_rate": 0.0002833244568425764,
      "loss": 4.25,
      "step": 23893
    },
    {
      "epoch": 0.9786606594306778,
      "grad_norm": 1.768536209235699,
      "learning_rate": 0.00028332296231729445,
      "loss": 4.9062,
      "step": 23894
    },
    {
      "epoch": 0.9787016178578742,
      "grad_norm": 3.633212134896581,
      "learning_rate": 0.0002833214677289851,
      "loss": 5.3125,
      "step": 23895
    },
    {
      "epoch": 0.9787425762850707,
      "grad_norm": 1.9314057367754145,
      "learning_rate": 0.0002833199730776491,
      "loss": 4.6875,
      "step": 23896
    },
    {
      "epoch": 0.9787835347122671,
      "grad_norm": 1.8307814259083075,
      "learning_rate": 0.0002833184783632871,
      "loss": 4.8125,
      "step": 23897
    },
    {
      "epoch": 0.9788244931394634,
      "grad_norm": 3.3189565650561854,
      "learning_rate": 0.00028331698358589994,
      "loss": 5.2812,
      "step": 23898
    },
    {
      "epoch": 0.9788654515666598,
      "grad_norm": 2.1072589652144655,
      "learning_rate": 0.0002833154887454882,
      "loss": 4.625,
      "step": 23899
    },
    {
      "epoch": 0.9789064099938563,
      "grad_norm": 3.5431797039876463,
      "learning_rate": 0.0002833139938420527,
      "loss": 5.0312,
      "step": 23900
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 2.015019470124789,
      "learning_rate": 0.000283312498875594,
      "loss": 4.6875,
      "step": 23901
    },
    {
      "epoch": 0.978988326848249,
      "grad_norm": 2.3650811927307482,
      "learning_rate": 0.0002833110038461129,
      "loss": 5.0625,
      "step": 23902
    },
    {
      "epoch": 0.9790292852754454,
      "grad_norm": 2.652971478963348,
      "learning_rate": 0.00028330950875361013,
      "loss": 5.625,
      "step": 23903
    },
    {
      "epoch": 0.9790702437026418,
      "grad_norm": 2.195292028401039,
      "learning_rate": 0.0002833080135980863,
      "loss": 4.6562,
      "step": 23904
    },
    {
      "epoch": 0.9791112021298383,
      "grad_norm": 3.3194160597697815,
      "learning_rate": 0.0002833065183795422,
      "loss": 6.2812,
      "step": 23905
    },
    {
      "epoch": 0.9791521605570346,
      "grad_norm": 3.232189219309104,
      "learning_rate": 0.0002833050230979786,
      "loss": 6.625,
      "step": 23906
    },
    {
      "epoch": 0.979193118984231,
      "grad_norm": 1.6880729939599697,
      "learning_rate": 0.00028330352775339605,
      "loss": 5.25,
      "step": 23907
    },
    {
      "epoch": 0.9792340774114274,
      "grad_norm": 1.9841850429875518,
      "learning_rate": 0.0002833020323457953,
      "loss": 5.7812,
      "step": 23908
    },
    {
      "epoch": 0.9792750358386237,
      "grad_norm": 2.9157670986272524,
      "learning_rate": 0.0002833005368751771,
      "loss": 7.4375,
      "step": 23909
    },
    {
      "epoch": 0.9793159942658202,
      "grad_norm": 1.7191248397803962,
      "learning_rate": 0.00028329904134154215,
      "loss": 4.9062,
      "step": 23910
    },
    {
      "epoch": 0.9793569526930166,
      "grad_norm": 2.1839656049570224,
      "learning_rate": 0.0002832975457448911,
      "loss": 5.7188,
      "step": 23911
    },
    {
      "epoch": 0.979397911120213,
      "grad_norm": 1.8887714280051893,
      "learning_rate": 0.0002832960500852248,
      "loss": 4.4688,
      "step": 23912
    },
    {
      "epoch": 0.9794388695474093,
      "grad_norm": 5.811191813068182,
      "learning_rate": 0.0002832945543625438,
      "loss": 5.5,
      "step": 23913
    },
    {
      "epoch": 0.9794798279746058,
      "grad_norm": 2.978884519254732,
      "learning_rate": 0.0002832930585768489,
      "loss": 7.1562,
      "step": 23914
    },
    {
      "epoch": 0.9795207864018022,
      "grad_norm": 1.9477922859214931,
      "learning_rate": 0.0002832915627281408,
      "loss": 5.625,
      "step": 23915
    },
    {
      "epoch": 0.9795617448289986,
      "grad_norm": 3.8020597735736836,
      "learning_rate": 0.0002832900668164201,
      "loss": 3.5781,
      "step": 23916
    },
    {
      "epoch": 0.9796027032561949,
      "grad_norm": 1.9852058373039243,
      "learning_rate": 0.00028328857084168764,
      "loss": 4.6875,
      "step": 23917
    },
    {
      "epoch": 0.9796436616833913,
      "grad_norm": 2.984399064867257,
      "learning_rate": 0.0002832870748039441,
      "loss": 4.9375,
      "step": 23918
    },
    {
      "epoch": 0.9796846201105878,
      "grad_norm": 3.0866395035757628,
      "learning_rate": 0.0002832855787031901,
      "loss": 4.0938,
      "step": 23919
    },
    {
      "epoch": 0.9797255785377842,
      "grad_norm": 2.809121601672904,
      "learning_rate": 0.0002832840825394265,
      "loss": 4.9062,
      "step": 23920
    },
    {
      "epoch": 0.9797665369649805,
      "grad_norm": 2.2805141709467915,
      "learning_rate": 0.00028328258631265385,
      "loss": 5.75,
      "step": 23921
    },
    {
      "epoch": 0.9798074953921769,
      "grad_norm": 1.5998064082228893,
      "learning_rate": 0.0002832810900228729,
      "loss": 4.625,
      "step": 23922
    },
    {
      "epoch": 0.9798484538193734,
      "grad_norm": 2.2543795274888043,
      "learning_rate": 0.0002832795936700845,
      "loss": 5.4688,
      "step": 23923
    },
    {
      "epoch": 0.9798894122465698,
      "grad_norm": 1.7216828875069743,
      "learning_rate": 0.0002832780972542892,
      "loss": 4.5312,
      "step": 23924
    },
    {
      "epoch": 0.9799303706737661,
      "grad_norm": 2.528548216352883,
      "learning_rate": 0.0002832766007754877,
      "loss": 4.8125,
      "step": 23925
    },
    {
      "epoch": 0.9799713291009625,
      "grad_norm": 2.11836689208545,
      "learning_rate": 0.00028327510423368076,
      "loss": 5.8125,
      "step": 23926
    },
    {
      "epoch": 0.9800122875281589,
      "grad_norm": 2.1538918456032805,
      "learning_rate": 0.0002832736076288691,
      "loss": 4.1875,
      "step": 23927
    },
    {
      "epoch": 0.9800532459553554,
      "grad_norm": 1.7951908802668188,
      "learning_rate": 0.00028327211096105344,
      "loss": 5.3125,
      "step": 23928
    },
    {
      "epoch": 0.9800942043825517,
      "grad_norm": 1.8526151892719038,
      "learning_rate": 0.00028327061423023445,
      "loss": 4.5625,
      "step": 23929
    },
    {
      "epoch": 0.9801351628097481,
      "grad_norm": 2.7410761487590785,
      "learning_rate": 0.0002832691174364128,
      "loss": 5.6562,
      "step": 23930
    },
    {
      "epoch": 0.9801761212369445,
      "grad_norm": 1.7258361202330719,
      "learning_rate": 0.00028326762057958926,
      "loss": 4.7812,
      "step": 23931
    },
    {
      "epoch": 0.9802170796641408,
      "grad_norm": 2.8626984066866417,
      "learning_rate": 0.00028326612365976457,
      "loss": 6.9375,
      "step": 23932
    },
    {
      "epoch": 0.9802580380913373,
      "grad_norm": 1.828476700940274,
      "learning_rate": 0.0002832646266769394,
      "loss": 5.2188,
      "step": 23933
    },
    {
      "epoch": 0.9802989965185337,
      "grad_norm": 1.8121512630080427,
      "learning_rate": 0.00028326312963111434,
      "loss": 4.5625,
      "step": 23934
    },
    {
      "epoch": 0.9803399549457301,
      "grad_norm": 2.8027973540531237,
      "learning_rate": 0.0002832616325222903,
      "loss": 4.7812,
      "step": 23935
    },
    {
      "epoch": 0.9803809133729264,
      "grad_norm": 2.0025248689198336,
      "learning_rate": 0.00028326013535046784,
      "loss": 4.9062,
      "step": 23936
    },
    {
      "epoch": 0.9804218718001229,
      "grad_norm": 8.821606869151934,
      "learning_rate": 0.00028325863811564777,
      "loss": 3.9219,
      "step": 23937
    },
    {
      "epoch": 0.9804628302273193,
      "grad_norm": 2.1528601959927505,
      "learning_rate": 0.00028325714081783073,
      "loss": 5.1875,
      "step": 23938
    },
    {
      "epoch": 0.9805037886545157,
      "grad_norm": 1.4928644803424462,
      "learning_rate": 0.00028325564345701743,
      "loss": 2.625,
      "step": 23939
    },
    {
      "epoch": 0.980544747081712,
      "grad_norm": 2.7193489696896584,
      "learning_rate": 0.0002832541460332086,
      "loss": 5.8125,
      "step": 23940
    },
    {
      "epoch": 0.9805857055089084,
      "grad_norm": 1.818266360293644,
      "learning_rate": 0.00028325264854640495,
      "loss": 5.0312,
      "step": 23941
    },
    {
      "epoch": 0.9806266639361049,
      "grad_norm": 2.2417987542526627,
      "learning_rate": 0.0002832511509966072,
      "loss": 5.9688,
      "step": 23942
    },
    {
      "epoch": 0.9806676223633013,
      "grad_norm": 2.4826093485422662,
      "learning_rate": 0.000283249653383816,
      "loss": 6.2188,
      "step": 23943
    },
    {
      "epoch": 0.9807085807904976,
      "grad_norm": 4.931366529514738,
      "learning_rate": 0.00028324815570803213,
      "loss": 3.75,
      "step": 23944
    },
    {
      "epoch": 0.980749539217694,
      "grad_norm": 2.426159859874164,
      "learning_rate": 0.0002832466579692562,
      "loss": 5.375,
      "step": 23945
    },
    {
      "epoch": 0.9807904976448905,
      "grad_norm": 5.377571027965223,
      "learning_rate": 0.0002832451601674891,
      "loss": 2.3125,
      "step": 23946
    },
    {
      "epoch": 0.9808314560720869,
      "grad_norm": 3.7526838041241324,
      "learning_rate": 0.0002832436623027313,
      "loss": 4.7812,
      "step": 23947
    },
    {
      "epoch": 0.9808724144992832,
      "grad_norm": 2.205728535368395,
      "learning_rate": 0.0002832421643749837,
      "loss": 5.5,
      "step": 23948
    },
    {
      "epoch": 0.9809133729264796,
      "grad_norm": 1.771359215950059,
      "learning_rate": 0.00028324066638424686,
      "loss": 5.2812,
      "step": 23949
    },
    {
      "epoch": 0.980954331353676,
      "grad_norm": 2.0294317677329325,
      "learning_rate": 0.0002832391683305217,
      "loss": 4.75,
      "step": 23950
    },
    {
      "epoch": 0.9809952897808724,
      "grad_norm": 1.7209087134197025,
      "learning_rate": 0.00028323767021380864,
      "loss": 4.8125,
      "step": 23951
    },
    {
      "epoch": 0.9810362482080688,
      "grad_norm": 1.860949082187613,
      "learning_rate": 0.0002832361720341086,
      "loss": 4.9375,
      "step": 23952
    },
    {
      "epoch": 0.9810772066352652,
      "grad_norm": 2.227355471379462,
      "learning_rate": 0.0002832346737914223,
      "loss": 4.7188,
      "step": 23953
    },
    {
      "epoch": 0.9811181650624616,
      "grad_norm": 8.540027067939743,
      "learning_rate": 0.0002832331754857503,
      "loss": 7.1562,
      "step": 23954
    },
    {
      "epoch": 0.981159123489658,
      "grad_norm": 2.506399897042554,
      "learning_rate": 0.0002832316771170934,
      "loss": 5.2188,
      "step": 23955
    },
    {
      "epoch": 0.9812000819168544,
      "grad_norm": 2.9084724637302677,
      "learning_rate": 0.00028323017868545227,
      "loss": 5.25,
      "step": 23956
    },
    {
      "epoch": 0.9812410403440508,
      "grad_norm": 1.6981369710657195,
      "learning_rate": 0.00028322868019082766,
      "loss": 5.1562,
      "step": 23957
    },
    {
      "epoch": 0.9812819987712472,
      "grad_norm": 1.775856809968573,
      "learning_rate": 0.0002832271816332203,
      "loss": 5.0,
      "step": 23958
    },
    {
      "epoch": 0.9813229571984435,
      "grad_norm": 1.6467579985281462,
      "learning_rate": 0.00028322568301263084,
      "loss": 4.5625,
      "step": 23959
    },
    {
      "epoch": 0.98136391562564,
      "grad_norm": 2.072146947051206,
      "learning_rate": 0.00028322418432906,
      "loss": 4.9688,
      "step": 23960
    },
    {
      "epoch": 0.9814048740528364,
      "grad_norm": 6.348925839491626,
      "learning_rate": 0.0002832226855825085,
      "loss": 3.9688,
      "step": 23961
    },
    {
      "epoch": 0.9814458324800328,
      "grad_norm": 2.9981976722067762,
      "learning_rate": 0.000283221186772977,
      "loss": 6.5312,
      "step": 23962
    },
    {
      "epoch": 0.9814867909072291,
      "grad_norm": 1.8297055051271165,
      "learning_rate": 0.0002832196879004663,
      "loss": 5.375,
      "step": 23963
    },
    {
      "epoch": 0.9815277493344255,
      "grad_norm": 1.6947107896352436,
      "learning_rate": 0.0002832181889649771,
      "loss": 4.375,
      "step": 23964
    },
    {
      "epoch": 0.981568707761622,
      "grad_norm": 1.7565510230314414,
      "learning_rate": 0.00028321668996651,
      "loss": 5.2812,
      "step": 23965
    },
    {
      "epoch": 0.9816096661888184,
      "grad_norm": 2.4379642122676004,
      "learning_rate": 0.0002832151909050658,
      "loss": 5.6562,
      "step": 23966
    },
    {
      "epoch": 0.9816506246160147,
      "grad_norm": 1.8280502476682396,
      "learning_rate": 0.00028321369178064523,
      "loss": 5.4375,
      "step": 23967
    },
    {
      "epoch": 0.9816915830432111,
      "grad_norm": 1.7539857144830278,
      "learning_rate": 0.0002832121925932489,
      "loss": 5.2188,
      "step": 23968
    },
    {
      "epoch": 0.9817325414704076,
      "grad_norm": 1.9613291536874735,
      "learning_rate": 0.0002832106933428776,
      "loss": 4.5,
      "step": 23969
    },
    {
      "epoch": 0.981773499897604,
      "grad_norm": 1.8899960371585756,
      "learning_rate": 0.000283209194029532,
      "loss": 4.8125,
      "step": 23970
    },
    {
      "epoch": 0.9818144583248003,
      "grad_norm": 1.9922373547645078,
      "learning_rate": 0.00028320769465321283,
      "loss": 6.0,
      "step": 23971
    },
    {
      "epoch": 0.9818554167519967,
      "grad_norm": 3.1917587507030127,
      "learning_rate": 0.00028320619521392075,
      "loss": 5.6875,
      "step": 23972
    },
    {
      "epoch": 0.9818963751791931,
      "grad_norm": 3.0578958307340893,
      "learning_rate": 0.0002832046957116566,
      "loss": 6.6562,
      "step": 23973
    },
    {
      "epoch": 0.9819373336063895,
      "grad_norm": 2.865703930169964,
      "learning_rate": 0.00028320319614642093,
      "loss": 5.6875,
      "step": 23974
    },
    {
      "epoch": 0.9819782920335859,
      "grad_norm": 1.7933698106876623,
      "learning_rate": 0.00028320169651821454,
      "loss": 4.625,
      "step": 23975
    },
    {
      "epoch": 0.9820192504607823,
      "grad_norm": 2.497228177393366,
      "learning_rate": 0.0002832001968270381,
      "loss": 7.25,
      "step": 23976
    },
    {
      "epoch": 0.9820602088879787,
      "grad_norm": 2.7445646778098043,
      "learning_rate": 0.0002831986970728924,
      "loss": 6.3125,
      "step": 23977
    },
    {
      "epoch": 0.982101167315175,
      "grad_norm": 2.449808355653627,
      "learning_rate": 0.000283197197255778,
      "loss": 5.4688,
      "step": 23978
    },
    {
      "epoch": 0.9821421257423715,
      "grad_norm": 2.2198040331578834,
      "learning_rate": 0.00028319569737569574,
      "loss": 4.3125,
      "step": 23979
    },
    {
      "epoch": 0.9821830841695679,
      "grad_norm": 4.572172472758936,
      "learning_rate": 0.0002831941974326463,
      "loss": 4.7812,
      "step": 23980
    },
    {
      "epoch": 0.9822240425967643,
      "grad_norm": 2.0011072260228198,
      "learning_rate": 0.00028319269742663037,
      "loss": 5.0938,
      "step": 23981
    },
    {
      "epoch": 0.9822650010239606,
      "grad_norm": 2.528357468804324,
      "learning_rate": 0.0002831911973576486,
      "loss": 4.6875,
      "step": 23982
    },
    {
      "epoch": 0.9823059594511571,
      "grad_norm": 1.940373830125221,
      "learning_rate": 0.0002831896972257018,
      "loss": 5.0938,
      "step": 23983
    },
    {
      "epoch": 0.9823469178783535,
      "grad_norm": 2.0237613050094607,
      "learning_rate": 0.00028318819703079064,
      "loss": 5.4062,
      "step": 23984
    },
    {
      "epoch": 0.9823878763055499,
      "grad_norm": 1.8744589794054218,
      "learning_rate": 0.00028318669677291584,
      "loss": 4.9688,
      "step": 23985
    },
    {
      "epoch": 0.9824288347327462,
      "grad_norm": 2.230918744322746,
      "learning_rate": 0.00028318519645207805,
      "loss": 5.7812,
      "step": 23986
    },
    {
      "epoch": 0.9824697931599427,
      "grad_norm": 2.058551378438855,
      "learning_rate": 0.0002831836960682781,
      "loss": 5.8438,
      "step": 23987
    },
    {
      "epoch": 0.9825107515871391,
      "grad_norm": 1.9657892280492923,
      "learning_rate": 0.0002831821956215166,
      "loss": 4.4062,
      "step": 23988
    },
    {
      "epoch": 0.9825517100143355,
      "grad_norm": 2.0444329489389603,
      "learning_rate": 0.0002831806951117943,
      "loss": 6.1875,
      "step": 23989
    },
    {
      "epoch": 0.9825926684415318,
      "grad_norm": 6.700508818542051,
      "learning_rate": 0.00028317919453911186,
      "loss": 4.9375,
      "step": 23990
    },
    {
      "epoch": 0.9826336268687282,
      "grad_norm": 1.8307491916457932,
      "learning_rate": 0.00028317769390347,
      "loss": 5.4375,
      "step": 23991
    },
    {
      "epoch": 0.9826745852959247,
      "grad_norm": 1.8413320930140509,
      "learning_rate": 0.00028317619320486953,
      "loss": 5.4375,
      "step": 23992
    },
    {
      "epoch": 0.982715543723121,
      "grad_norm": 2.0661630868185834,
      "learning_rate": 0.000283174692443311,
      "loss": 5.9375,
      "step": 23993
    },
    {
      "epoch": 0.9827565021503174,
      "grad_norm": 1.8925137476666023,
      "learning_rate": 0.0002831731916187953,
      "loss": 5.6562,
      "step": 23994
    },
    {
      "epoch": 0.9827974605775138,
      "grad_norm": 1.9181320410000837,
      "learning_rate": 0.00028317169073132297,
      "loss": 5.4062,
      "step": 23995
    },
    {
      "epoch": 0.9828384190047103,
      "grad_norm": 1.9391192777017425,
      "learning_rate": 0.00028317018978089484,
      "loss": 5.6875,
      "step": 23996
    },
    {
      "epoch": 0.9828793774319066,
      "grad_norm": 2.0067583828178157,
      "learning_rate": 0.0002831686887675115,
      "loss": 4.5938,
      "step": 23997
    },
    {
      "epoch": 0.982920335859103,
      "grad_norm": 6.81117062373879,
      "learning_rate": 0.0002831671876911738,
      "loss": 4.5625,
      "step": 23998
    },
    {
      "epoch": 0.9829612942862994,
      "grad_norm": 2.672632773539163,
      "learning_rate": 0.00028316568655188234,
      "loss": 5.0312,
      "step": 23999
    },
    {
      "epoch": 0.9830022527134958,
      "grad_norm": 2.9590207713085857,
      "learning_rate": 0.0002831641853496379,
      "loss": 5.7188,
      "step": 24000
    },
    {
      "epoch": 0.9830432111406922,
      "grad_norm": 2.0524346736717503,
      "learning_rate": 0.00028316268408444116,
      "loss": 4.9688,
      "step": 24001
    },
    {
      "epoch": 0.9830841695678886,
      "grad_norm": 2.0249026296477886,
      "learning_rate": 0.00028316118275629283,
      "loss": 5.5938,
      "step": 24002
    },
    {
      "epoch": 0.983125127995085,
      "grad_norm": 1.9360606872934865,
      "learning_rate": 0.0002831596813651936,
      "loss": 5.5312,
      "step": 24003
    },
    {
      "epoch": 0.9831660864222814,
      "grad_norm": 1.8777381497844152,
      "learning_rate": 0.0002831581799111442,
      "loss": 4.8125,
      "step": 24004
    },
    {
      "epoch": 0.9832070448494777,
      "grad_norm": 2.0622394868078002,
      "learning_rate": 0.00028315667839414534,
      "loss": 5.4688,
      "step": 24005
    },
    {
      "epoch": 0.9832480032766742,
      "grad_norm": 2.3865267229698435,
      "learning_rate": 0.00028315517681419777,
      "loss": 3.8438,
      "step": 24006
    },
    {
      "epoch": 0.9832889617038706,
      "grad_norm": 2.279418312203953,
      "learning_rate": 0.00028315367517130213,
      "loss": 5.7188,
      "step": 24007
    },
    {
      "epoch": 0.983329920131067,
      "grad_norm": 1.8430921478784925,
      "learning_rate": 0.0002831521734654591,
      "loss": 5.3125,
      "step": 24008
    },
    {
      "epoch": 0.9833708785582633,
      "grad_norm": 2.372336226895172,
      "learning_rate": 0.00028315067169666956,
      "loss": 4.1875,
      "step": 24009
    },
    {
      "epoch": 0.9834118369854598,
      "grad_norm": 2.4871477277642846,
      "learning_rate": 0.00028314916986493403,
      "loss": 4.25,
      "step": 24010
    },
    {
      "epoch": 0.9834527954126562,
      "grad_norm": 1.8407082291011385,
      "learning_rate": 0.0002831476679702533,
      "loss": 5.0625,
      "step": 24011
    },
    {
      "epoch": 0.9834937538398526,
      "grad_norm": 2.0345930721804986,
      "learning_rate": 0.00028314616601262814,
      "loss": 4.5,
      "step": 24012
    },
    {
      "epoch": 0.9835347122670489,
      "grad_norm": 1.913356477092152,
      "learning_rate": 0.00028314466399205913,
      "loss": 5.6562,
      "step": 24013
    },
    {
      "epoch": 0.9835756706942453,
      "grad_norm": 3.19786718716376,
      "learning_rate": 0.0002831431619085471,
      "loss": 5.5312,
      "step": 24014
    },
    {
      "epoch": 0.9836166291214418,
      "grad_norm": 2.309355074968865,
      "learning_rate": 0.00028314165976209266,
      "loss": 4.4062,
      "step": 24015
    },
    {
      "epoch": 0.9836575875486381,
      "grad_norm": 3.453534380581986,
      "learning_rate": 0.0002831401575526966,
      "loss": 2.4375,
      "step": 24016
    },
    {
      "epoch": 0.9836985459758345,
      "grad_norm": 1.9297549684451014,
      "learning_rate": 0.0002831386552803596,
      "loss": 5.4375,
      "step": 24017
    },
    {
      "epoch": 0.9837395044030309,
      "grad_norm": 2.9969059524867774,
      "learning_rate": 0.00028313715294508236,
      "loss": 7.2188,
      "step": 24018
    },
    {
      "epoch": 0.9837804628302274,
      "grad_norm": 4.882423969574131,
      "learning_rate": 0.0002831356505468656,
      "loss": 5.875,
      "step": 24019
    },
    {
      "epoch": 0.9838214212574237,
      "grad_norm": 2.778520181198298,
      "learning_rate": 0.0002831341480857101,
      "loss": 5.8438,
      "step": 24020
    },
    {
      "epoch": 0.9838623796846201,
      "grad_norm": 1.9634238158925046,
      "learning_rate": 0.00028313264556161644,
      "loss": 5.1875,
      "step": 24021
    },
    {
      "epoch": 0.9839033381118165,
      "grad_norm": 2.927649749359032,
      "learning_rate": 0.00028313114297458535,
      "loss": 5.2812,
      "step": 24022
    },
    {
      "epoch": 0.9839442965390129,
      "grad_norm": 1.8173724874263684,
      "learning_rate": 0.0002831296403246176,
      "loss": 5.2188,
      "step": 24023
    },
    {
      "epoch": 0.9839852549662093,
      "grad_norm": 1.9689972489127383,
      "learning_rate": 0.0002831281376117139,
      "loss": 5.1875,
      "step": 24024
    },
    {
      "epoch": 0.9840262133934057,
      "grad_norm": 5.182461701805088,
      "learning_rate": 0.0002831266348358749,
      "loss": 6.125,
      "step": 24025
    },
    {
      "epoch": 0.9840671718206021,
      "grad_norm": 5.312315302072297,
      "learning_rate": 0.00028312513199710147,
      "loss": 6.7188,
      "step": 24026
    },
    {
      "epoch": 0.9841081302477985,
      "grad_norm": 1.4822803984689257,
      "learning_rate": 0.0002831236290953941,
      "loss": 5.1562,
      "step": 24027
    },
    {
      "epoch": 0.9841490886749948,
      "grad_norm": 2.399063076652714,
      "learning_rate": 0.00028312212613075365,
      "loss": 4.5,
      "step": 24028
    },
    {
      "epoch": 0.9841900471021913,
      "grad_norm": 1.744791523051975,
      "learning_rate": 0.00028312062310318075,
      "loss": 5.125,
      "step": 24029
    },
    {
      "epoch": 0.9842310055293877,
      "grad_norm": 2.2510840312386833,
      "learning_rate": 0.00028311912001267615,
      "loss": 5.0625,
      "step": 24030
    },
    {
      "epoch": 0.9842719639565841,
      "grad_norm": 5.466009036481135,
      "learning_rate": 0.00028311761685924055,
      "loss": 6.1562,
      "step": 24031
    },
    {
      "epoch": 0.9843129223837804,
      "grad_norm": 1.9567124894059513,
      "learning_rate": 0.00028311611364287466,
      "loss": 5.7188,
      "step": 24032
    },
    {
      "epoch": 0.9843538808109769,
      "grad_norm": 1.8787464993230223,
      "learning_rate": 0.00028311461036357923,
      "loss": 5.7188,
      "step": 24033
    },
    {
      "epoch": 0.9843948392381733,
      "grad_norm": 2.349051756201974,
      "learning_rate": 0.0002831131070213549,
      "loss": 5.9688,
      "step": 24034
    },
    {
      "epoch": 0.9844357976653697,
      "grad_norm": 6.616046611241392,
      "learning_rate": 0.0002831116036162024,
      "loss": 3.0312,
      "step": 24035
    },
    {
      "epoch": 0.984476756092566,
      "grad_norm": 2.038354808223857,
      "learning_rate": 0.0002831101001481225,
      "loss": 4.3125,
      "step": 24036
    },
    {
      "epoch": 0.9845177145197624,
      "grad_norm": 1.9963167394625736,
      "learning_rate": 0.00028310859661711586,
      "loss": 5.5625,
      "step": 24037
    },
    {
      "epoch": 0.9845586729469589,
      "grad_norm": 3.472968907940788,
      "learning_rate": 0.00028310709302318323,
      "loss": 6.5625,
      "step": 24038
    },
    {
      "epoch": 0.9845996313741552,
      "grad_norm": 2.0128466054765277,
      "learning_rate": 0.00028310558936632524,
      "loss": 5.375,
      "step": 24039
    },
    {
      "epoch": 0.9846405898013516,
      "grad_norm": 1.9100207083516143,
      "learning_rate": 0.00028310408564654265,
      "loss": 5.0938,
      "step": 24040
    },
    {
      "epoch": 0.984681548228548,
      "grad_norm": 3.0709262862514266,
      "learning_rate": 0.0002831025818638362,
      "loss": 7.2188,
      "step": 24041
    },
    {
      "epoch": 0.9847225066557445,
      "grad_norm": 1.8858782259389284,
      "learning_rate": 0.0002831010780182066,
      "loss": 5.5,
      "step": 24042
    },
    {
      "epoch": 0.9847634650829408,
      "grad_norm": 2.096936633667688,
      "learning_rate": 0.0002830995741096545,
      "loss": 5.8125,
      "step": 24043
    },
    {
      "epoch": 0.9848044235101372,
      "grad_norm": 1.6320181708051194,
      "learning_rate": 0.0002830980701381806,
      "loss": 5.0938,
      "step": 24044
    },
    {
      "epoch": 0.9848453819373336,
      "grad_norm": 2.2895123615767377,
      "learning_rate": 0.00028309656610378574,
      "loss": 5.7812,
      "step": 24045
    },
    {
      "epoch": 0.98488634036453,
      "grad_norm": 7.425680707039636,
      "learning_rate": 0.0002830950620064705,
      "loss": 4.0938,
      "step": 24046
    },
    {
      "epoch": 0.9849272987917264,
      "grad_norm": 1.9880276091877,
      "learning_rate": 0.0002830935578462356,
      "loss": 5.9375,
      "step": 24047
    },
    {
      "epoch": 0.9849682572189228,
      "grad_norm": 2.1034549013704713,
      "learning_rate": 0.00028309205362308187,
      "loss": 4.8438,
      "step": 24048
    },
    {
      "epoch": 0.9850092156461192,
      "grad_norm": 1.8361577131425408,
      "learning_rate": 0.0002830905493370099,
      "loss": 4.7188,
      "step": 24049
    },
    {
      "epoch": 0.9850501740733156,
      "grad_norm": 2.173187606239176,
      "learning_rate": 0.00028308904498802046,
      "loss": 4.9688,
      "step": 24050
    },
    {
      "epoch": 0.985091132500512,
      "grad_norm": 2.1611230923367746,
      "learning_rate": 0.0002830875405761142,
      "loss": 5.375,
      "step": 24051
    },
    {
      "epoch": 0.9851320909277084,
      "grad_norm": 3.6961579784994325,
      "learning_rate": 0.0002830860361012919,
      "loss": 5.8438,
      "step": 24052
    },
    {
      "epoch": 0.9851730493549048,
      "grad_norm": 1.6715304386385632,
      "learning_rate": 0.00028308453156355426,
      "loss": 4.875,
      "step": 24053
    },
    {
      "epoch": 0.9852140077821012,
      "grad_norm": 2.004819950490378,
      "learning_rate": 0.00028308302696290196,
      "loss": 5.9375,
      "step": 24054
    },
    {
      "epoch": 0.9852549662092975,
      "grad_norm": 1.9535129710421006,
      "learning_rate": 0.0002830815222993357,
      "loss": 5.125,
      "step": 24055
    },
    {
      "epoch": 0.985295924636494,
      "grad_norm": 5.174650105601641,
      "learning_rate": 0.00028308001757285626,
      "loss": 4.2812,
      "step": 24056
    },
    {
      "epoch": 0.9853368830636904,
      "grad_norm": 13.901218657060975,
      "learning_rate": 0.0002830785127834643,
      "loss": 7.875,
      "step": 24057
    },
    {
      "epoch": 0.9853778414908867,
      "grad_norm": 2.7017656716711005,
      "learning_rate": 0.00028307700793116057,
      "loss": 6.625,
      "step": 24058
    },
    {
      "epoch": 0.9854187999180831,
      "grad_norm": 1.8648985739015782,
      "learning_rate": 0.0002830755030159457,
      "loss": 5.5,
      "step": 24059
    },
    {
      "epoch": 0.9854597583452795,
      "grad_norm": 2.4036115407445457,
      "learning_rate": 0.00028307399803782047,
      "loss": 6.0625,
      "step": 24060
    },
    {
      "epoch": 0.985500716772476,
      "grad_norm": 1.7646146681570145,
      "learning_rate": 0.0002830724929967856,
      "loss": 5.2188,
      "step": 24061
    },
    {
      "epoch": 0.9855416751996723,
      "grad_norm": 1.5827024303460606,
      "learning_rate": 0.00028307098789284176,
      "loss": 4.9375,
      "step": 24062
    },
    {
      "epoch": 0.9855826336268687,
      "grad_norm": 2.7224716483786,
      "learning_rate": 0.00028306948272598966,
      "loss": 5.8125,
      "step": 24063
    },
    {
      "epoch": 0.9856235920540651,
      "grad_norm": 4.309769646688311,
      "learning_rate": 0.00028306797749623003,
      "loss": 6.0,
      "step": 24064
    },
    {
      "epoch": 0.9856645504812616,
      "grad_norm": 3.274648330072969,
      "learning_rate": 0.0002830664722035636,
      "loss": 5.7812,
      "step": 24065
    },
    {
      "epoch": 0.9857055089084579,
      "grad_norm": 2.829378785020646,
      "learning_rate": 0.00028306496684799107,
      "loss": 6.375,
      "step": 24066
    },
    {
      "epoch": 0.9857464673356543,
      "grad_norm": 3.0156949263293793,
      "learning_rate": 0.00028306346142951315,
      "loss": 7.4375,
      "step": 24067
    },
    {
      "epoch": 0.9857874257628507,
      "grad_norm": 3.1012918239268688,
      "learning_rate": 0.00028306195594813053,
      "loss": 5.6562,
      "step": 24068
    },
    {
      "epoch": 0.9858283841900471,
      "grad_norm": 1.936991873002318,
      "learning_rate": 0.0002830604504038439,
      "loss": 4.875,
      "step": 24069
    },
    {
      "epoch": 0.9858693426172435,
      "grad_norm": 2.179065021772443,
      "learning_rate": 0.0002830589447966541,
      "loss": 4.375,
      "step": 24070
    },
    {
      "epoch": 0.9859103010444399,
      "grad_norm": 2.6254426137343656,
      "learning_rate": 0.0002830574391265617,
      "loss": 3.2188,
      "step": 24071
    },
    {
      "epoch": 0.9859512594716363,
      "grad_norm": 3.322153685943627,
      "learning_rate": 0.00028305593339356745,
      "loss": 5.7188,
      "step": 24072
    },
    {
      "epoch": 0.9859922178988327,
      "grad_norm": 1.7756592751586118,
      "learning_rate": 0.0002830544275976721,
      "loss": 5.0,
      "step": 24073
    },
    {
      "epoch": 0.986033176326029,
      "grad_norm": 1.805761429158786,
      "learning_rate": 0.00028305292173887636,
      "loss": 4.9688,
      "step": 24074
    },
    {
      "epoch": 0.9860741347532255,
      "grad_norm": 1.9283074433763085,
      "learning_rate": 0.00028305141581718086,
      "loss": 5.7812,
      "step": 24075
    },
    {
      "epoch": 0.9861150931804219,
      "grad_norm": 3.583510962877641,
      "learning_rate": 0.0002830499098325864,
      "loss": 5.4062,
      "step": 24076
    },
    {
      "epoch": 0.9861560516076183,
      "grad_norm": 2.3394188378874112,
      "learning_rate": 0.0002830484037850937,
      "loss": 5.7188,
      "step": 24077
    },
    {
      "epoch": 0.9861970100348146,
      "grad_norm": 2.542195271894428,
      "learning_rate": 0.0002830468976747034,
      "loss": 5.5,
      "step": 24078
    },
    {
      "epoch": 0.9862379684620111,
      "grad_norm": 2.617807238163926,
      "learning_rate": 0.00028304539150141624,
      "loss": 4.875,
      "step": 24079
    },
    {
      "epoch": 0.9862789268892075,
      "grad_norm": 1.716250497474868,
      "learning_rate": 0.00028304388526523294,
      "loss": 4.8438,
      "step": 24080
    },
    {
      "epoch": 0.9863198853164038,
      "grad_norm": 2.1710640088813165,
      "learning_rate": 0.0002830423789661542,
      "loss": 5.4688,
      "step": 24081
    },
    {
      "epoch": 0.9863608437436002,
      "grad_norm": 2.589874475894398,
      "learning_rate": 0.0002830408726041808,
      "loss": 3.3438,
      "step": 24082
    },
    {
      "epoch": 0.9864018021707966,
      "grad_norm": 2.0032792576770513,
      "learning_rate": 0.0002830393661793133,
      "loss": 5.3125,
      "step": 24083
    },
    {
      "epoch": 0.9864427605979931,
      "grad_norm": 1.8940403715679248,
      "learning_rate": 0.00028303785969155257,
      "loss": 4.4062,
      "step": 24084
    },
    {
      "epoch": 0.9864837190251894,
      "grad_norm": 1.7588632995923563,
      "learning_rate": 0.0002830363531408993,
      "loss": 5.5938,
      "step": 24085
    },
    {
      "epoch": 0.9865246774523858,
      "grad_norm": 1.7583894780226792,
      "learning_rate": 0.00028303484652735406,
      "loss": 4.8125,
      "step": 24086
    },
    {
      "epoch": 0.9865656358795822,
      "grad_norm": 4.378473953762461,
      "learning_rate": 0.0002830333398509177,
      "loss": 5.5938,
      "step": 24087
    },
    {
      "epoch": 0.9866065943067787,
      "grad_norm": 2.3385642207489696,
      "learning_rate": 0.00028303183311159094,
      "loss": 5.0938,
      "step": 24088
    },
    {
      "epoch": 0.986647552733975,
      "grad_norm": 2.050985055007727,
      "learning_rate": 0.0002830303263093744,
      "loss": 5.5625,
      "step": 24089
    },
    {
      "epoch": 0.9866885111611714,
      "grad_norm": 2.6363209588505803,
      "learning_rate": 0.0002830288194442689,
      "loss": 5.5312,
      "step": 24090
    },
    {
      "epoch": 0.9867294695883678,
      "grad_norm": 2.1363218636695085,
      "learning_rate": 0.00028302731251627505,
      "loss": 4.4688,
      "step": 24091
    },
    {
      "epoch": 0.9867704280155642,
      "grad_norm": 2.6800583720409437,
      "learning_rate": 0.0002830258055253936,
      "loss": 6.4062,
      "step": 24092
    },
    {
      "epoch": 0.9868113864427606,
      "grad_norm": 1.6680407814729121,
      "learning_rate": 0.0002830242984716253,
      "loss": 4.5625,
      "step": 24093
    },
    {
      "epoch": 0.986852344869957,
      "grad_norm": 4.145123662767324,
      "learning_rate": 0.0002830227913549708,
      "loss": 5.4688,
      "step": 24094
    },
    {
      "epoch": 0.9868933032971534,
      "grad_norm": 2.088655726759615,
      "learning_rate": 0.00028302128417543085,
      "loss": 5.125,
      "step": 24095
    },
    {
      "epoch": 0.9869342617243498,
      "grad_norm": 1.6952595844082559,
      "learning_rate": 0.0002830197769330062,
      "loss": 5.4062,
      "step": 24096
    },
    {
      "epoch": 0.9869752201515462,
      "grad_norm": 4.630154105201877,
      "learning_rate": 0.00028301826962769745,
      "loss": 6.9688,
      "step": 24097
    },
    {
      "epoch": 0.9870161785787426,
      "grad_norm": 1.6216993545775233,
      "learning_rate": 0.0002830167622595054,
      "loss": 4.8125,
      "step": 24098
    },
    {
      "epoch": 0.987057137005939,
      "grad_norm": 4.649440837222165,
      "learning_rate": 0.0002830152548284308,
      "loss": 4.4062,
      "step": 24099
    },
    {
      "epoch": 0.9870980954331353,
      "grad_norm": 2.5039036995504147,
      "learning_rate": 0.00028301374733447423,
      "loss": 4.6562,
      "step": 24100
    },
    {
      "epoch": 0.9871390538603317,
      "grad_norm": 3.507675192622138,
      "learning_rate": 0.0002830122397776365,
      "loss": 6.4062,
      "step": 24101
    },
    {
      "epoch": 0.9871800122875282,
      "grad_norm": 1.7110333618193696,
      "learning_rate": 0.0002830107321579183,
      "loss": 5.0,
      "step": 24102
    },
    {
      "epoch": 0.9872209707147246,
      "grad_norm": 1.7407655783587979,
      "learning_rate": 0.00028300922447532036,
      "loss": 4.6562,
      "step": 24103
    },
    {
      "epoch": 0.9872619291419209,
      "grad_norm": 3.4947176181193917,
      "learning_rate": 0.0002830077167298434,
      "loss": 4.8125,
      "step": 24104
    },
    {
      "epoch": 0.9873028875691173,
      "grad_norm": 1.9001558508952525,
      "learning_rate": 0.00028300620892148805,
      "loss": 4.5938,
      "step": 24105
    },
    {
      "epoch": 0.9873438459963138,
      "grad_norm": 2.698712088447566,
      "learning_rate": 0.0002830047010502551,
      "loss": 5.5625,
      "step": 24106
    },
    {
      "epoch": 0.9873848044235102,
      "grad_norm": 1.5653127442987425,
      "learning_rate": 0.0002830031931161453,
      "loss": 4.5312,
      "step": 24107
    },
    {
      "epoch": 0.9874257628507065,
      "grad_norm": 2.0841945723895927,
      "learning_rate": 0.0002830016851191593,
      "loss": 4.9688,
      "step": 24108
    },
    {
      "epoch": 0.9874667212779029,
      "grad_norm": 1.9603193374700827,
      "learning_rate": 0.0002830001770592977,
      "loss": 4.7812,
      "step": 24109
    },
    {
      "epoch": 0.9875076797050993,
      "grad_norm": 2.014543773541646,
      "learning_rate": 0.0002829986689365615,
      "loss": 5.7812,
      "step": 24110
    },
    {
      "epoch": 0.9875486381322958,
      "grad_norm": 1.6571027555466047,
      "learning_rate": 0.0002829971607509511,
      "loss": 4.8438,
      "step": 24111
    },
    {
      "epoch": 0.9875895965594921,
      "grad_norm": 1.8745764369911522,
      "learning_rate": 0.0002829956525024675,
      "loss": 4.7188,
      "step": 24112
    },
    {
      "epoch": 0.9876305549866885,
      "grad_norm": 3.4536128059395357,
      "learning_rate": 0.0002829941441911112,
      "loss": 6.0625,
      "step": 24113
    },
    {
      "epoch": 0.9876715134138849,
      "grad_norm": 2.0371304183237684,
      "learning_rate": 0.00028299263581688295,
      "loss": 5.625,
      "step": 24114
    },
    {
      "epoch": 0.9877124718410814,
      "grad_norm": 2.153811251126212,
      "learning_rate": 0.0002829911273797836,
      "loss": 6.0625,
      "step": 24115
    },
    {
      "epoch": 0.9877534302682777,
      "grad_norm": 8.42577937317678,
      "learning_rate": 0.00028298961887981365,
      "loss": 8.875,
      "step": 24116
    },
    {
      "epoch": 0.9877943886954741,
      "grad_norm": 2.184267047421896,
      "learning_rate": 0.000282988110316974,
      "loss": 5.5938,
      "step": 24117
    },
    {
      "epoch": 0.9878353471226705,
      "grad_norm": 2.1785503099073535,
      "learning_rate": 0.0002829866016912652,
      "loss": 5.9062,
      "step": 24118
    },
    {
      "epoch": 0.9878763055498669,
      "grad_norm": 2.024086595779475,
      "learning_rate": 0.00028298509300268815,
      "loss": 4.25,
      "step": 24119
    },
    {
      "epoch": 0.9879172639770633,
      "grad_norm": 1.7821820909948927,
      "learning_rate": 0.0002829835842512434,
      "loss": 4.6875,
      "step": 24120
    },
    {
      "epoch": 0.9879582224042597,
      "grad_norm": 2.0525922391812914,
      "learning_rate": 0.00028298207543693175,
      "loss": 5.7812,
      "step": 24121
    },
    {
      "epoch": 0.9879991808314561,
      "grad_norm": 2.4089069620515784,
      "learning_rate": 0.0002829805665597539,
      "loss": 5.2812,
      "step": 24122
    },
    {
      "epoch": 0.9880401392586524,
      "grad_norm": 1.8968976389081822,
      "learning_rate": 0.0002829790576197106,
      "loss": 4.7812,
      "step": 24123
    },
    {
      "epoch": 0.9880810976858488,
      "grad_norm": 2.207717744761104,
      "learning_rate": 0.00028297754861680244,
      "loss": 4.7812,
      "step": 24124
    },
    {
      "epoch": 0.9881220561130453,
      "grad_norm": 2.4339067911483965,
      "learning_rate": 0.00028297603955103025,
      "loss": 4.625,
      "step": 24125
    },
    {
      "epoch": 0.9881630145402417,
      "grad_norm": 4.36258017777692,
      "learning_rate": 0.00028297453042239466,
      "loss": 7.125,
      "step": 24126
    },
    {
      "epoch": 0.988203972967438,
      "grad_norm": 3.4181825900261615,
      "learning_rate": 0.0002829730212308965,
      "loss": 5.875,
      "step": 24127
    },
    {
      "epoch": 0.9882449313946344,
      "grad_norm": 2.4164208007832793,
      "learning_rate": 0.0002829715119765364,
      "loss": 4.6562,
      "step": 24128
    },
    {
      "epoch": 0.9882858898218309,
      "grad_norm": 2.248508893241261,
      "learning_rate": 0.00028297000265931505,
      "loss": 6.0312,
      "step": 24129
    },
    {
      "epoch": 0.9883268482490273,
      "grad_norm": 5.867240426703002,
      "learning_rate": 0.00028296849327923325,
      "loss": 5.6562,
      "step": 24130
    },
    {
      "epoch": 0.9883678066762236,
      "grad_norm": 2.326720654678514,
      "learning_rate": 0.00028296698383629157,
      "loss": 5.0938,
      "step": 24131
    },
    {
      "epoch": 0.98840876510342,
      "grad_norm": 1.7512422997686459,
      "learning_rate": 0.0002829654743304909,
      "loss": 5.0,
      "step": 24132
    },
    {
      "epoch": 0.9884497235306164,
      "grad_norm": 1.8406678025640004,
      "learning_rate": 0.00028296396476183185,
      "loss": 4.75,
      "step": 24133
    },
    {
      "epoch": 0.9884906819578129,
      "grad_norm": 3.264206125534194,
      "learning_rate": 0.0002829624551303151,
      "loss": 6.9062,
      "step": 24134
    },
    {
      "epoch": 0.9885316403850092,
      "grad_norm": 1.966994462834655,
      "learning_rate": 0.00028296094543594146,
      "loss": 5.5312,
      "step": 24135
    },
    {
      "epoch": 0.9885725988122056,
      "grad_norm": 2.0924538485565978,
      "learning_rate": 0.00028295943567871164,
      "loss": 4.7188,
      "step": 24136
    },
    {
      "epoch": 0.988613557239402,
      "grad_norm": 2.8034168615042434,
      "learning_rate": 0.0002829579258586262,
      "loss": 5.7812,
      "step": 24137
    },
    {
      "epoch": 0.9886545156665985,
      "grad_norm": 2.3437851557299814,
      "learning_rate": 0.00028295641597568603,
      "loss": 5.0312,
      "step": 24138
    },
    {
      "epoch": 0.9886954740937948,
      "grad_norm": 3.1523478548798956,
      "learning_rate": 0.0002829549060298918,
      "loss": 6.25,
      "step": 24139
    },
    {
      "epoch": 0.9887364325209912,
      "grad_norm": 3.4844860585590616,
      "learning_rate": 0.0002829533960212442,
      "loss": 6.1562,
      "step": 24140
    },
    {
      "epoch": 0.9887773909481876,
      "grad_norm": 3.693397304139915,
      "learning_rate": 0.00028295188594974394,
      "loss": 4.25,
      "step": 24141
    },
    {
      "epoch": 0.9888183493753839,
      "grad_norm": 2.1515881185640633,
      "learning_rate": 0.0002829503758153918,
      "loss": 5.5,
      "step": 24142
    },
    {
      "epoch": 0.9888593078025804,
      "grad_norm": 3.002519913034635,
      "learning_rate": 0.0002829488656181884,
      "loss": 4.7812,
      "step": 24143
    },
    {
      "epoch": 0.9889002662297768,
      "grad_norm": 1.7951683935027427,
      "learning_rate": 0.00028294735535813444,
      "loss": 4.8438,
      "step": 24144
    },
    {
      "epoch": 0.9889412246569732,
      "grad_norm": 1.9209445166241528,
      "learning_rate": 0.00028294584503523075,
      "loss": 5.0625,
      "step": 24145
    },
    {
      "epoch": 0.9889821830841695,
      "grad_norm": 1.938447232875215,
      "learning_rate": 0.0002829443346494779,
      "loss": 5.9375,
      "step": 24146
    },
    {
      "epoch": 0.9890231415113659,
      "grad_norm": 2.535872852191097,
      "learning_rate": 0.00028294282420087677,
      "loss": 5.7188,
      "step": 24147
    },
    {
      "epoch": 0.9890640999385624,
      "grad_norm": 2.016417758999346,
      "learning_rate": 0.00028294131368942794,
      "loss": 5.2812,
      "step": 24148
    },
    {
      "epoch": 0.9891050583657588,
      "grad_norm": 2.0836395068609934,
      "learning_rate": 0.0002829398031151322,
      "loss": 5.1562,
      "step": 24149
    },
    {
      "epoch": 0.9891460167929551,
      "grad_norm": 1.8864590023459675,
      "learning_rate": 0.0002829382924779902,
      "loss": 5.3125,
      "step": 24150
    },
    {
      "epoch": 0.9891869752201515,
      "grad_norm": 4.10767503913746,
      "learning_rate": 0.0002829367817780027,
      "loss": 3.875,
      "step": 24151
    },
    {
      "epoch": 0.989227933647348,
      "grad_norm": 1.4843885949067068,
      "learning_rate": 0.0002829352710151704,
      "loss": 4.375,
      "step": 24152
    },
    {
      "epoch": 0.9892688920745444,
      "grad_norm": 2.458561926027066,
      "learning_rate": 0.000282933760189494,
      "loss": 5.0,
      "step": 24153
    },
    {
      "epoch": 0.9893098505017407,
      "grad_norm": 2.228331476822789,
      "learning_rate": 0.0002829322493009743,
      "loss": 6.5,
      "step": 24154
    },
    {
      "epoch": 0.9893508089289371,
      "grad_norm": 9.12439072409688,
      "learning_rate": 0.0002829307383496119,
      "loss": 5.7812,
      "step": 24155
    },
    {
      "epoch": 0.9893917673561335,
      "grad_norm": 5.080965975296697,
      "learning_rate": 0.00028292922733540757,
      "loss": 4.4375,
      "step": 24156
    },
    {
      "epoch": 0.98943272578333,
      "grad_norm": 1.881652557459564,
      "learning_rate": 0.000282927716258362,
      "loss": 4.875,
      "step": 24157
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 1.8801537691652948,
      "learning_rate": 0.000282926205118476,
      "loss": 5.125,
      "step": 24158
    },
    {
      "epoch": 0.9895146426377227,
      "grad_norm": 1.716023615127432,
      "learning_rate": 0.0002829246939157501,
      "loss": 5.2812,
      "step": 24159
    },
    {
      "epoch": 0.9895556010649191,
      "grad_norm": 2.780010624958257,
      "learning_rate": 0.0002829231826501851,
      "loss": 6.9375,
      "step": 24160
    },
    {
      "epoch": 0.9895965594921156,
      "grad_norm": 3.120973129585967,
      "learning_rate": 0.00028292167132178185,
      "loss": 6.1562,
      "step": 24161
    },
    {
      "epoch": 0.9896375179193119,
      "grad_norm": 3.149940898205088,
      "learning_rate": 0.00028292015993054085,
      "loss": 5.5938,
      "step": 24162
    },
    {
      "epoch": 0.9896784763465083,
      "grad_norm": 2.113096876153978,
      "learning_rate": 0.00028291864847646296,
      "loss": 5.4062,
      "step": 24163
    },
    {
      "epoch": 0.9897194347737047,
      "grad_norm": 3.3068015898221907,
      "learning_rate": 0.00028291713695954883,
      "loss": 2.7812,
      "step": 24164
    },
    {
      "epoch": 0.989760393200901,
      "grad_norm": 1.8532006919102253,
      "learning_rate": 0.00028291562537979917,
      "loss": 5.4062,
      "step": 24165
    },
    {
      "epoch": 0.9898013516280975,
      "grad_norm": 1.9327011978653292,
      "learning_rate": 0.00028291411373721474,
      "loss": 4.1562,
      "step": 24166
    },
    {
      "epoch": 0.9898423100552939,
      "grad_norm": 2.417518618492171,
      "learning_rate": 0.00028291260203179623,
      "loss": 3.8438,
      "step": 24167
    },
    {
      "epoch": 0.9898832684824903,
      "grad_norm": 9.154910311675785,
      "learning_rate": 0.00028291109026354436,
      "loss": 6.1562,
      "step": 24168
    },
    {
      "epoch": 0.9899242269096866,
      "grad_norm": 2.850569692365479,
      "learning_rate": 0.0002829095784324598,
      "loss": 7.1875,
      "step": 24169
    },
    {
      "epoch": 0.989965185336883,
      "grad_norm": 4.121044691292026,
      "learning_rate": 0.00028290806653854335,
      "loss": 6.5312,
      "step": 24170
    },
    {
      "epoch": 0.9900061437640795,
      "grad_norm": 1.8996532544839064,
      "learning_rate": 0.00028290655458179567,
      "loss": 4.9688,
      "step": 24171
    },
    {
      "epoch": 0.9900471021912759,
      "grad_norm": 2.1074163010748834,
      "learning_rate": 0.00028290504256221744,
      "loss": 5.0625,
      "step": 24172
    },
    {
      "epoch": 0.9900880606184722,
      "grad_norm": 1.7878077739366574,
      "learning_rate": 0.0002829035304798094,
      "loss": 5.125,
      "step": 24173
    },
    {
      "epoch": 0.9901290190456686,
      "grad_norm": 7.128328726410957,
      "learning_rate": 0.0002829020183345724,
      "loss": 3.4531,
      "step": 24174
    },
    {
      "epoch": 0.9901699774728651,
      "grad_norm": 2.82494155571968,
      "learning_rate": 0.00028290050612650696,
      "loss": 6.7812,
      "step": 24175
    },
    {
      "epoch": 0.9902109359000615,
      "grad_norm": 3.8137378036352447,
      "learning_rate": 0.00028289899385561387,
      "loss": 5.8125,
      "step": 24176
    },
    {
      "epoch": 0.9902518943272578,
      "grad_norm": 2.4095847814478857,
      "learning_rate": 0.00028289748152189386,
      "loss": 5.3125,
      "step": 24177
    },
    {
      "epoch": 0.9902928527544542,
      "grad_norm": 1.9722236808151168,
      "learning_rate": 0.00028289596912534765,
      "loss": 4.4375,
      "step": 24178
    },
    {
      "epoch": 0.9903338111816506,
      "grad_norm": 2.49198356783781,
      "learning_rate": 0.00028289445666597593,
      "loss": 5.625,
      "step": 24179
    },
    {
      "epoch": 0.9903747696088471,
      "grad_norm": 3.196237375584736,
      "learning_rate": 0.0002828929441437794,
      "loss": 3.8594,
      "step": 24180
    },
    {
      "epoch": 0.9904157280360434,
      "grad_norm": 2.1423058457753177,
      "learning_rate": 0.0002828914315587588,
      "loss": 5.25,
      "step": 24181
    },
    {
      "epoch": 0.9904566864632398,
      "grad_norm": 6.574739225188859,
      "learning_rate": 0.00028288991891091484,
      "loss": 5.4688,
      "step": 24182
    },
    {
      "epoch": 0.9904976448904362,
      "grad_norm": 3.328133457348436,
      "learning_rate": 0.00028288840620024826,
      "loss": 3.5469,
      "step": 24183
    },
    {
      "epoch": 0.9905386033176325,
      "grad_norm": 1.7298352899851297,
      "learning_rate": 0.00028288689342675975,
      "loss": 4.5938,
      "step": 24184
    },
    {
      "epoch": 0.990579561744829,
      "grad_norm": 6.9071008973865595,
      "learning_rate": 0.00028288538059045,
      "loss": 6.375,
      "step": 24185
    },
    {
      "epoch": 0.9906205201720254,
      "grad_norm": 4.937192371421989,
      "learning_rate": 0.00028288386769131983,
      "loss": 4.1562,
      "step": 24186
    },
    {
      "epoch": 0.9906614785992218,
      "grad_norm": 2.3687045963904527,
      "learning_rate": 0.00028288235472936977,
      "loss": 5.0938,
      "step": 24187
    },
    {
      "epoch": 0.9907024370264181,
      "grad_norm": 2.500325979931578,
      "learning_rate": 0.0002828808417046007,
      "loss": 5.4688,
      "step": 24188
    },
    {
      "epoch": 0.9907433954536146,
      "grad_norm": 3.67441588231639,
      "learning_rate": 0.00028287932861701325,
      "loss": 7.25,
      "step": 24189
    },
    {
      "epoch": 0.990784353880811,
      "grad_norm": 2.025574579797826,
      "learning_rate": 0.0002828778154666082,
      "loss": 4.6562,
      "step": 24190
    },
    {
      "epoch": 0.9908253123080074,
      "grad_norm": 1.6922466576954427,
      "learning_rate": 0.0002828763022533862,
      "loss": 4.875,
      "step": 24191
    },
    {
      "epoch": 0.9908662707352037,
      "grad_norm": 2.256518541481023,
      "learning_rate": 0.00028287478897734804,
      "loss": 5.6875,
      "step": 24192
    },
    {
      "epoch": 0.9909072291624001,
      "grad_norm": 1.9390947340673943,
      "learning_rate": 0.0002828732756384944,
      "loss": 5.3125,
      "step": 24193
    },
    {
      "epoch": 0.9909481875895966,
      "grad_norm": 2.157733818650885,
      "learning_rate": 0.0002828717622368259,
      "loss": 3.8594,
      "step": 24194
    },
    {
      "epoch": 0.990989146016793,
      "grad_norm": 2.465001605277198,
      "learning_rate": 0.0002828702487723434,
      "loss": 6.0938,
      "step": 24195
    },
    {
      "epoch": 0.9910301044439893,
      "grad_norm": 2.324362990148243,
      "learning_rate": 0.00028286873524504755,
      "loss": 5.375,
      "step": 24196
    },
    {
      "epoch": 0.9910710628711857,
      "grad_norm": 1.6326130614287249,
      "learning_rate": 0.00028286722165493905,
      "loss": 5.3438,
      "step": 24197
    },
    {
      "epoch": 0.9911120212983822,
      "grad_norm": 2.0098303673442808,
      "learning_rate": 0.0002828657080020187,
      "loss": 4.875,
      "step": 24198
    },
    {
      "epoch": 0.9911529797255786,
      "grad_norm": 2.8585170704278324,
      "learning_rate": 0.00028286419428628706,
      "loss": 6.0938,
      "step": 24199
    },
    {
      "epoch": 0.9911939381527749,
      "grad_norm": 1.6987684429366678,
      "learning_rate": 0.00028286268050774503,
      "loss": 4.5625,
      "step": 24200
    },
    {
      "epoch": 0.9912348965799713,
      "grad_norm": 2.0441886177093482,
      "learning_rate": 0.00028286116666639317,
      "loss": 5.5625,
      "step": 24201
    },
    {
      "epoch": 0.9912758550071677,
      "grad_norm": 2.043640302824891,
      "learning_rate": 0.0002828596527622323,
      "loss": 5.2188,
      "step": 24202
    },
    {
      "epoch": 0.9913168134343642,
      "grad_norm": 5.651572337576632,
      "learning_rate": 0.0002828581387952631,
      "loss": 4.6875,
      "step": 24203
    },
    {
      "epoch": 0.9913577718615605,
      "grad_norm": 1.722563772030053,
      "learning_rate": 0.0002828566247654862,
      "loss": 5.0938,
      "step": 24204
    },
    {
      "epoch": 0.9913987302887569,
      "grad_norm": 2.2238932841508703,
      "learning_rate": 0.00028285511067290247,
      "loss": 5.7812,
      "step": 24205
    },
    {
      "epoch": 0.9914396887159533,
      "grad_norm": 4.057826939736252,
      "learning_rate": 0.00028285359651751253,
      "loss": 6.5625,
      "step": 24206
    },
    {
      "epoch": 0.9914806471431497,
      "grad_norm": 2.353982131863859,
      "learning_rate": 0.00028285208229931715,
      "loss": 5.1875,
      "step": 24207
    },
    {
      "epoch": 0.9915216055703461,
      "grad_norm": 2.4951655029577067,
      "learning_rate": 0.00028285056801831697,
      "loss": 6.8438,
      "step": 24208
    },
    {
      "epoch": 0.9915625639975425,
      "grad_norm": 2.239577483759265,
      "learning_rate": 0.00028284905367451275,
      "loss": 5.4062,
      "step": 24209
    },
    {
      "epoch": 0.9916035224247389,
      "grad_norm": 14.669521992631607,
      "learning_rate": 0.00028284753926790526,
      "loss": 9.375,
      "step": 24210
    },
    {
      "epoch": 0.9916444808519352,
      "grad_norm": 1.752747422946794,
      "learning_rate": 0.00028284602479849513,
      "loss": 5.1875,
      "step": 24211
    },
    {
      "epoch": 0.9916854392791317,
      "grad_norm": 2.3398891863873805,
      "learning_rate": 0.00028284451026628314,
      "loss": 5.625,
      "step": 24212
    },
    {
      "epoch": 0.9917263977063281,
      "grad_norm": 2.196169380277609,
      "learning_rate": 0.00028284299567126993,
      "loss": 5.0938,
      "step": 24213
    },
    {
      "epoch": 0.9917673561335245,
      "grad_norm": 1.781970265179561,
      "learning_rate": 0.00028284148101345626,
      "loss": 4.8438,
      "step": 24214
    },
    {
      "epoch": 0.9918083145607208,
      "grad_norm": 2.529332156032574,
      "learning_rate": 0.0002828399662928429,
      "loss": 4.7812,
      "step": 24215
    },
    {
      "epoch": 0.9918492729879173,
      "grad_norm": 1.753757737780013,
      "learning_rate": 0.0002828384515094304,
      "loss": 4.625,
      "step": 24216
    },
    {
      "epoch": 0.9918902314151137,
      "grad_norm": 3.8445281881089164,
      "learning_rate": 0.0002828369366632197,
      "loss": 6.0938,
      "step": 24217
    },
    {
      "epoch": 0.9919311898423101,
      "grad_norm": 1.8046323604532273,
      "learning_rate": 0.0002828354217542113,
      "loss": 4.75,
      "step": 24218
    },
    {
      "epoch": 0.9919721482695064,
      "grad_norm": 3.2971544687195986,
      "learning_rate": 0.00028283390678240613,
      "loss": 5.5625,
      "step": 24219
    },
    {
      "epoch": 0.9920131066967028,
      "grad_norm": 2.0056648698257487,
      "learning_rate": 0.0002828323917478047,
      "loss": 4.5938,
      "step": 24220
    },
    {
      "epoch": 0.9920540651238993,
      "grad_norm": 2.4458921347687075,
      "learning_rate": 0.00028283087665040795,
      "loss": 4.6875,
      "step": 24221
    },
    {
      "epoch": 0.9920950235510957,
      "grad_norm": 2.1153365760807463,
      "learning_rate": 0.00028282936149021635,
      "loss": 5.3125,
      "step": 24222
    },
    {
      "epoch": 0.992135981978292,
      "grad_norm": 2.069463161018283,
      "learning_rate": 0.0002828278462672308,
      "loss": 4.8125,
      "step": 24223
    },
    {
      "epoch": 0.9921769404054884,
      "grad_norm": 2.590125749809959,
      "learning_rate": 0.0002828263309814519,
      "loss": 5.8125,
      "step": 24224
    },
    {
      "epoch": 0.9922178988326849,
      "grad_norm": 2.914824042649777,
      "learning_rate": 0.00028282481563288045,
      "loss": 5.9062,
      "step": 24225
    },
    {
      "epoch": 0.9922588572598812,
      "grad_norm": 1.7937426970264714,
      "learning_rate": 0.00028282330022151716,
      "loss": 5.9688,
      "step": 24226
    },
    {
      "epoch": 0.9922998156870776,
      "grad_norm": 4.02417675483461,
      "learning_rate": 0.0002828217847473627,
      "loss": 4.1562,
      "step": 24227
    },
    {
      "epoch": 0.992340774114274,
      "grad_norm": 1.7838600626721697,
      "learning_rate": 0.00028282026921041777,
      "loss": 4.9375,
      "step": 24228
    },
    {
      "epoch": 0.9923817325414704,
      "grad_norm": 3.0467198078357014,
      "learning_rate": 0.0002828187536106832,
      "loss": 6.0625,
      "step": 24229
    },
    {
      "epoch": 0.9924226909686668,
      "grad_norm": 2.2412806243098067,
      "learning_rate": 0.00028281723794815953,
      "loss": 5.0625,
      "step": 24230
    },
    {
      "epoch": 0.9924636493958632,
      "grad_norm": 1.9679224661750199,
      "learning_rate": 0.00028281572222284767,
      "loss": 6.1562,
      "step": 24231
    },
    {
      "epoch": 0.9925046078230596,
      "grad_norm": 2.312985485021327,
      "learning_rate": 0.0002828142064347482,
      "loss": 4.9375,
      "step": 24232
    },
    {
      "epoch": 0.992545566250256,
      "grad_norm": 2.4830286097512326,
      "learning_rate": 0.0002828126905838619,
      "loss": 6.5,
      "step": 24233
    },
    {
      "epoch": 0.9925865246774523,
      "grad_norm": 3.1469314842366414,
      "learning_rate": 0.00028281117467018944,
      "loss": 5.625,
      "step": 24234
    },
    {
      "epoch": 0.9926274831046488,
      "grad_norm": 3.1501271047280928,
      "learning_rate": 0.0002828096586937316,
      "loss": 5.3125,
      "step": 24235
    },
    {
      "epoch": 0.9926684415318452,
      "grad_norm": 2.208206016414572,
      "learning_rate": 0.00028280814265448903,
      "loss": 5.25,
      "step": 24236
    },
    {
      "epoch": 0.9927093999590416,
      "grad_norm": 1.7267490675081978,
      "learning_rate": 0.0002828066265524625,
      "loss": 4.625,
      "step": 24237
    },
    {
      "epoch": 0.9927503583862379,
      "grad_norm": 2.018207891841384,
      "learning_rate": 0.00028280511038765265,
      "loss": 4.2812,
      "step": 24238
    },
    {
      "epoch": 0.9927913168134344,
      "grad_norm": 1.9887930113954861,
      "learning_rate": 0.00028280359416006033,
      "loss": 5.9062,
      "step": 24239
    },
    {
      "epoch": 0.9928322752406308,
      "grad_norm": 5.570603302285191,
      "learning_rate": 0.00028280207786968614,
      "loss": 6.4688,
      "step": 24240
    },
    {
      "epoch": 0.9928732336678272,
      "grad_norm": 4.827894811597113,
      "learning_rate": 0.0002828005615165308,
      "loss": 5.375,
      "step": 24241
    },
    {
      "epoch": 0.9929141920950235,
      "grad_norm": 1.9344188017901334,
      "learning_rate": 0.00028279904510059505,
      "loss": 5.5938,
      "step": 24242
    },
    {
      "epoch": 0.9929551505222199,
      "grad_norm": 2.0327992886001485,
      "learning_rate": 0.00028279752862187966,
      "loss": 5.0625,
      "step": 24243
    },
    {
      "epoch": 0.9929961089494164,
      "grad_norm": 4.88820580557848,
      "learning_rate": 0.00028279601208038534,
      "loss": 6.3125,
      "step": 24244
    },
    {
      "epoch": 0.9930370673766128,
      "grad_norm": 1.6333019885365796,
      "learning_rate": 0.0002827944954761127,
      "loss": 4.6875,
      "step": 24245
    },
    {
      "epoch": 0.9930780258038091,
      "grad_norm": 4.300843372199803,
      "learning_rate": 0.00028279297880906253,
      "loss": 3.7344,
      "step": 24246
    },
    {
      "epoch": 0.9931189842310055,
      "grad_norm": 2.526133448776266,
      "learning_rate": 0.0002827914620792356,
      "loss": 4.3438,
      "step": 24247
    },
    {
      "epoch": 0.993159942658202,
      "grad_norm": 4.562600047447842,
      "learning_rate": 0.0002827899452866326,
      "loss": 4.875,
      "step": 24248
    },
    {
      "epoch": 0.9932009010853983,
      "grad_norm": 5.650670088605283,
      "learning_rate": 0.00028278842843125414,
      "loss": 5.5,
      "step": 24249
    },
    {
      "epoch": 0.9932418595125947,
      "grad_norm": 2.064336281518292,
      "learning_rate": 0.00028278691151310104,
      "loss": 5.125,
      "step": 24250
    },
    {
      "epoch": 0.9932828179397911,
      "grad_norm": 2.044639752284342,
      "learning_rate": 0.000282785394532174,
      "loss": 4.7188,
      "step": 24251
    },
    {
      "epoch": 0.9933237763669875,
      "grad_norm": 4.878259634911306,
      "learning_rate": 0.0002827838774884737,
      "loss": 6.1562,
      "step": 24252
    },
    {
      "epoch": 0.9933647347941839,
      "grad_norm": 2.084356059803805,
      "learning_rate": 0.0002827823603820009,
      "loss": 6.0938,
      "step": 24253
    },
    {
      "epoch": 0.9934056932213803,
      "grad_norm": 4.092744609600238,
      "learning_rate": 0.00028278084321275635,
      "loss": 5.0,
      "step": 24254
    },
    {
      "epoch": 0.9934466516485767,
      "grad_norm": 1.6591315076429458,
      "learning_rate": 0.0002827793259807407,
      "loss": 5.3438,
      "step": 24255
    },
    {
      "epoch": 0.9934876100757731,
      "grad_norm": 2.120980858145281,
      "learning_rate": 0.00028277780868595463,
      "loss": 4.8438,
      "step": 24256
    },
    {
      "epoch": 0.9935285685029694,
      "grad_norm": 1.9116360918247208,
      "learning_rate": 0.000282776291328399,
      "loss": 5.0,
      "step": 24257
    },
    {
      "epoch": 0.9935695269301659,
      "grad_norm": 2.353248564497279,
      "learning_rate": 0.0002827747739080744,
      "loss": 5.5625,
      "step": 24258
    },
    {
      "epoch": 0.9936104853573623,
      "grad_norm": 1.774008544193997,
      "learning_rate": 0.0002827732564249816,
      "loss": 5.375,
      "step": 24259
    },
    {
      "epoch": 0.9936514437845587,
      "grad_norm": 7.310954389053416,
      "learning_rate": 0.0002827717388791213,
      "loss": 6.8438,
      "step": 24260
    },
    {
      "epoch": 0.993692402211755,
      "grad_norm": 4.160805938465803,
      "learning_rate": 0.0002827702212704943,
      "loss": 6.0312,
      "step": 24261
    },
    {
      "epoch": 0.9937333606389515,
      "grad_norm": 2.104147170294182,
      "learning_rate": 0.00028276870359910116,
      "loss": 5.25,
      "step": 24262
    },
    {
      "epoch": 0.9937743190661479,
      "grad_norm": 1.984635088669067,
      "learning_rate": 0.0002827671858649427,
      "loss": 5.2812,
      "step": 24263
    },
    {
      "epoch": 0.9938152774933443,
      "grad_norm": 1.852552333995395,
      "learning_rate": 0.0002827656680680196,
      "loss": 5.3438,
      "step": 24264
    },
    {
      "epoch": 0.9938562359205406,
      "grad_norm": 1.7591015936619063,
      "learning_rate": 0.00028276415020833266,
      "loss": 6.0,
      "step": 24265
    },
    {
      "epoch": 0.993897194347737,
      "grad_norm": 1.987346862073233,
      "learning_rate": 0.0002827626322858825,
      "loss": 4.375,
      "step": 24266
    },
    {
      "epoch": 0.9939381527749335,
      "grad_norm": 2.786454392431244,
      "learning_rate": 0.00028276111430066987,
      "loss": 5.1875,
      "step": 24267
    },
    {
      "epoch": 0.9939791112021298,
      "grad_norm": 2.4065778217523897,
      "learning_rate": 0.00028275959625269543,
      "loss": 4.25,
      "step": 24268
    },
    {
      "epoch": 0.9940200696293262,
      "grad_norm": 3.740249121063348,
      "learning_rate": 0.00028275807814196006,
      "loss": 3.9375,
      "step": 24269
    },
    {
      "epoch": 0.9940610280565226,
      "grad_norm": 2.218072596383792,
      "learning_rate": 0.00028275655996846434,
      "loss": 5.875,
      "step": 24270
    },
    {
      "epoch": 0.9941019864837191,
      "grad_norm": 3.5784884261748515,
      "learning_rate": 0.000282755041732209,
      "loss": 4.0938,
      "step": 24271
    },
    {
      "epoch": 0.9941429449109154,
      "grad_norm": 2.0104285617082605,
      "learning_rate": 0.00028275352343319475,
      "loss": 5.7812,
      "step": 24272
    },
    {
      "epoch": 0.9941839033381118,
      "grad_norm": 1.7053912191949854,
      "learning_rate": 0.0002827520050714224,
      "loss": 5.0312,
      "step": 24273
    },
    {
      "epoch": 0.9942248617653082,
      "grad_norm": 2.3982641659851054,
      "learning_rate": 0.0002827504866468925,
      "loss": 5.4688,
      "step": 24274
    },
    {
      "epoch": 0.9942658201925046,
      "grad_norm": 1.8101717594598088,
      "learning_rate": 0.000282748968159606,
      "loss": 5.0625,
      "step": 24275
    },
    {
      "epoch": 0.994306778619701,
      "grad_norm": 1.9908144839406166,
      "learning_rate": 0.0002827474496095634,
      "loss": 4.7188,
      "step": 24276
    },
    {
      "epoch": 0.9943477370468974,
      "grad_norm": 2.902373313738357,
      "learning_rate": 0.00028274593099676556,
      "loss": 5.5625,
      "step": 24277
    },
    {
      "epoch": 0.9943886954740938,
      "grad_norm": 4.64764880972616,
      "learning_rate": 0.0002827444123212131,
      "loss": 7.5312,
      "step": 24278
    },
    {
      "epoch": 0.9944296539012902,
      "grad_norm": 2.4150050678144726,
      "learning_rate": 0.0002827428935829069,
      "loss": 5.5625,
      "step": 24279
    },
    {
      "epoch": 0.9944706123284865,
      "grad_norm": 1.8846052639250435,
      "learning_rate": 0.00028274137478184747,
      "loss": 4.6875,
      "step": 24280
    },
    {
      "epoch": 0.994511570755683,
      "grad_norm": 2.220097836876314,
      "learning_rate": 0.00028273985591803567,
      "loss": 5.3125,
      "step": 24281
    },
    {
      "epoch": 0.9945525291828794,
      "grad_norm": 5.013188921971735,
      "learning_rate": 0.0002827383369914721,
      "loss": 6.0312,
      "step": 24282
    },
    {
      "epoch": 0.9945934876100758,
      "grad_norm": 2.365946594774454,
      "learning_rate": 0.0002827368180021576,
      "loss": 5.2812,
      "step": 24283
    },
    {
      "epoch": 0.9946344460372721,
      "grad_norm": 7.2305669187287815,
      "learning_rate": 0.0002827352989500928,
      "loss": 1.7656,
      "step": 24284
    },
    {
      "epoch": 0.9946754044644686,
      "grad_norm": 2.1474390548849525,
      "learning_rate": 0.00028273377983527846,
      "loss": 4.875,
      "step": 24285
    },
    {
      "epoch": 0.994716362891665,
      "grad_norm": 2.1113048006986848,
      "learning_rate": 0.0002827322606577153,
      "loss": 5.6875,
      "step": 24286
    },
    {
      "epoch": 0.9947573213188614,
      "grad_norm": 1.7499002709675386,
      "learning_rate": 0.000282730741417404,
      "loss": 4.4062,
      "step": 24287
    },
    {
      "epoch": 0.9947982797460577,
      "grad_norm": 5.10419400894011,
      "learning_rate": 0.00028272922211434537,
      "loss": 7.3125,
      "step": 24288
    },
    {
      "epoch": 0.9948392381732541,
      "grad_norm": 2.4546236420709135,
      "learning_rate": 0.00028272770274854,
      "loss": 5.2188,
      "step": 24289
    },
    {
      "epoch": 0.9948801966004506,
      "grad_norm": 2.0845232755978857,
      "learning_rate": 0.0002827261833199887,
      "loss": 4.7188,
      "step": 24290
    },
    {
      "epoch": 0.9949211550276469,
      "grad_norm": 3.361226155747586,
      "learning_rate": 0.0002827246638286922,
      "loss": 6.1875,
      "step": 24291
    },
    {
      "epoch": 0.9949621134548433,
      "grad_norm": 2.7225596448551626,
      "learning_rate": 0.0002827231442746511,
      "loss": 3.5312,
      "step": 24292
    },
    {
      "epoch": 0.9950030718820397,
      "grad_norm": 1.6666151783615462,
      "learning_rate": 0.0002827216246578663,
      "loss": 5.3125,
      "step": 24293
    },
    {
      "epoch": 0.9950440303092362,
      "grad_norm": 2.2102664195477466,
      "learning_rate": 0.0002827201049783384,
      "loss": 5.4062,
      "step": 24294
    },
    {
      "epoch": 0.9950849887364325,
      "grad_norm": 1.8930947100185136,
      "learning_rate": 0.00028271858523606805,
      "loss": 4.625,
      "step": 24295
    },
    {
      "epoch": 0.9951259471636289,
      "grad_norm": 3.8371688845826646,
      "learning_rate": 0.0002827170654310561,
      "loss": 6.1562,
      "step": 24296
    },
    {
      "epoch": 0.9951669055908253,
      "grad_norm": 2.8355040375318015,
      "learning_rate": 0.00028271554556330325,
      "loss": 5.2812,
      "step": 24297
    },
    {
      "epoch": 0.9952078640180217,
      "grad_norm": 1.7779527168852414,
      "learning_rate": 0.00028271402563281016,
      "loss": 4.75,
      "step": 24298
    },
    {
      "epoch": 0.9952488224452181,
      "grad_norm": 1.7232571595843618,
      "learning_rate": 0.0002827125056395776,
      "loss": 5.2188,
      "step": 24299
    },
    {
      "epoch": 0.9952897808724145,
      "grad_norm": 2.7064758007394603,
      "learning_rate": 0.0002827109855836062,
      "loss": 7.3125,
      "step": 24300
    },
    {
      "epoch": 0.9953307392996109,
      "grad_norm": 1.7053154552411391,
      "learning_rate": 0.00028270946546489684,
      "loss": 5.0312,
      "step": 24301
    },
    {
      "epoch": 0.9953716977268073,
      "grad_norm": 2.8935989895487633,
      "learning_rate": 0.00028270794528345014,
      "loss": 5.0312,
      "step": 24302
    },
    {
      "epoch": 0.9954126561540036,
      "grad_norm": 2.263707222349035,
      "learning_rate": 0.0002827064250392668,
      "loss": 5.75,
      "step": 24303
    },
    {
      "epoch": 0.9954536145812001,
      "grad_norm": 1.653106447080631,
      "learning_rate": 0.0002827049047323475,
      "loss": 5.75,
      "step": 24304
    },
    {
      "epoch": 0.9954945730083965,
      "grad_norm": 2.467859910089318,
      "learning_rate": 0.00028270338436269313,
      "loss": 5.6875,
      "step": 24305
    },
    {
      "epoch": 0.9955355314355929,
      "grad_norm": 3.1744628779437263,
      "learning_rate": 0.0002827018639303042,
      "loss": 5.3125,
      "step": 24306
    },
    {
      "epoch": 0.9955764898627892,
      "grad_norm": 5.924801530308163,
      "learning_rate": 0.0002827003434351816,
      "loss": 5.875,
      "step": 24307
    },
    {
      "epoch": 0.9956174482899857,
      "grad_norm": 2.7907046471523667,
      "learning_rate": 0.00028269882287732597,
      "loss": 4.2188,
      "step": 24308
    },
    {
      "epoch": 0.9956584067171821,
      "grad_norm": 2.738181573227197,
      "learning_rate": 0.00028269730225673797,
      "loss": 5.7188,
      "step": 24309
    },
    {
      "epoch": 0.9956993651443784,
      "grad_norm": 2.3538377214891657,
      "learning_rate": 0.0002826957815734184,
      "loss": 5.7188,
      "step": 24310
    },
    {
      "epoch": 0.9957403235715748,
      "grad_norm": 2.133239557132564,
      "learning_rate": 0.00028269426082736806,
      "loss": 5.5312,
      "step": 24311
    },
    {
      "epoch": 0.9957812819987713,
      "grad_norm": 2.478716680331456,
      "learning_rate": 0.0002826927400185875,
      "loss": 4.5312,
      "step": 24312
    },
    {
      "epoch": 0.9958222404259677,
      "grad_norm": 2.2319933631077875,
      "learning_rate": 0.00028269121914707755,
      "loss": 6.6562,
      "step": 24313
    },
    {
      "epoch": 0.995863198853164,
      "grad_norm": 2.3063522861817454,
      "learning_rate": 0.00028268969821283887,
      "loss": 5.5625,
      "step": 24314
    },
    {
      "epoch": 0.9959041572803604,
      "grad_norm": 2.423234501134341,
      "learning_rate": 0.0002826881772158722,
      "loss": 5.0,
      "step": 24315
    },
    {
      "epoch": 0.9959451157075568,
      "grad_norm": 4.452532634928541,
      "learning_rate": 0.00028268665615617826,
      "loss": 6.25,
      "step": 24316
    },
    {
      "epoch": 0.9959860741347533,
      "grad_norm": 1.7041096492330663,
      "learning_rate": 0.00028268513503375774,
      "loss": 4.4062,
      "step": 24317
    },
    {
      "epoch": 0.9960270325619496,
      "grad_norm": 4.821828816530506,
      "learning_rate": 0.0002826836138486114,
      "loss": 5.6875,
      "step": 24318
    },
    {
      "epoch": 0.996067990989146,
      "grad_norm": 1.995487355133245,
      "learning_rate": 0.00028268209260074,
      "loss": 5.5312,
      "step": 24319
    },
    {
      "epoch": 0.9961089494163424,
      "grad_norm": 2.433214008988878,
      "learning_rate": 0.00028268057129014415,
      "loss": 6.4688,
      "step": 24320
    },
    {
      "epoch": 0.9961499078435389,
      "grad_norm": 1.6945368723427652,
      "learning_rate": 0.0002826790499168246,
      "loss": 4.1562,
      "step": 24321
    },
    {
      "epoch": 0.9961908662707352,
      "grad_norm": 1.7568531476032256,
      "learning_rate": 0.00028267752848078214,
      "loss": 4.5938,
      "step": 24322
    },
    {
      "epoch": 0.9962318246979316,
      "grad_norm": 2.6256378012877764,
      "learning_rate": 0.0002826760069820175,
      "loss": 5.5312,
      "step": 24323
    },
    {
      "epoch": 0.996272783125128,
      "grad_norm": 1.7811431174797385,
      "learning_rate": 0.00028267448542053126,
      "loss": 4.875,
      "step": 24324
    },
    {
      "epoch": 0.9963137415523244,
      "grad_norm": 3.8887554380390226,
      "learning_rate": 0.00028267296379632425,
      "loss": 3.0938,
      "step": 24325
    },
    {
      "epoch": 0.9963546999795208,
      "grad_norm": 3.396429881735761,
      "learning_rate": 0.0002826714421093971,
      "loss": 3.8438,
      "step": 24326
    },
    {
      "epoch": 0.9963956584067172,
      "grad_norm": 2.986179368212153,
      "learning_rate": 0.0002826699203597507,
      "loss": 3.4531,
      "step": 24327
    },
    {
      "epoch": 0.9964366168339136,
      "grad_norm": 10.146000596219976,
      "learning_rate": 0.00028266839854738555,
      "loss": 6.0312,
      "step": 24328
    },
    {
      "epoch": 0.99647757526111,
      "grad_norm": 2.6742528401860546,
      "learning_rate": 0.00028266687667230256,
      "loss": 3.7812,
      "step": 24329
    },
    {
      "epoch": 0.9965185336883063,
      "grad_norm": 1.9793741723293339,
      "learning_rate": 0.0002826653547345024,
      "loss": 4.0,
      "step": 24330
    },
    {
      "epoch": 0.9965594921155028,
      "grad_norm": 2.3916967767921395,
      "learning_rate": 0.00028266383273398566,
      "loss": 4.75,
      "step": 24331
    },
    {
      "epoch": 0.9966004505426992,
      "grad_norm": 5.285152297826942,
      "learning_rate": 0.0002826623106707532,
      "loss": 4.9062,
      "step": 24332
    },
    {
      "epoch": 0.9966414089698955,
      "grad_norm": 2.048896654007956,
      "learning_rate": 0.0002826607885448057,
      "loss": 4.6562,
      "step": 24333
    },
    {
      "epoch": 0.9966823673970919,
      "grad_norm": 1.8522285624093688,
      "learning_rate": 0.00028265926635614384,
      "loss": 4.875,
      "step": 24334
    },
    {
      "epoch": 0.9967233258242884,
      "grad_norm": 3.0230594646831386,
      "learning_rate": 0.00028265774410476843,
      "loss": 5.1875,
      "step": 24335
    },
    {
      "epoch": 0.9967642842514848,
      "grad_norm": 2.3407529413704813,
      "learning_rate": 0.0002826562217906801,
      "loss": 5.5938,
      "step": 24336
    },
    {
      "epoch": 0.9968052426786811,
      "grad_norm": 1.701084471249347,
      "learning_rate": 0.00028265469941387964,
      "loss": 5.2188,
      "step": 24337
    },
    {
      "epoch": 0.9968462011058775,
      "grad_norm": 1.6882445592630597,
      "learning_rate": 0.00028265317697436773,
      "loss": 4.7812,
      "step": 24338
    },
    {
      "epoch": 0.9968871595330739,
      "grad_norm": 2.1574165161295995,
      "learning_rate": 0.0002826516544721451,
      "loss": 5.4375,
      "step": 24339
    },
    {
      "epoch": 0.9969281179602704,
      "grad_norm": 5.894058707092619,
      "learning_rate": 0.00028265013190721243,
      "loss": 7.3438,
      "step": 24340
    },
    {
      "epoch": 0.9969690763874667,
      "grad_norm": 2.4204300217147816,
      "learning_rate": 0.0002826486092795705,
      "loss": 6.3125,
      "step": 24341
    },
    {
      "epoch": 0.9970100348146631,
      "grad_norm": 1.7045464838192022,
      "learning_rate": 0.00028264708658921997,
      "loss": 5.2812,
      "step": 24342
    },
    {
      "epoch": 0.9970509932418595,
      "grad_norm": 3.410209147462166,
      "learning_rate": 0.00028264556383616167,
      "loss": 2.9375,
      "step": 24343
    },
    {
      "epoch": 0.997091951669056,
      "grad_norm": 2.791751518793321,
      "learning_rate": 0.0002826440410203962,
      "loss": 5.4688,
      "step": 24344
    },
    {
      "epoch": 0.9971329100962523,
      "grad_norm": 2.309764131479287,
      "learning_rate": 0.0002826425181419243,
      "loss": 4.5625,
      "step": 24345
    },
    {
      "epoch": 0.9971738685234487,
      "grad_norm": 2.1929659927812866,
      "learning_rate": 0.00028264099520074675,
      "loss": 5.25,
      "step": 24346
    },
    {
      "epoch": 0.9972148269506451,
      "grad_norm": 2.3186099010268983,
      "learning_rate": 0.00028263947219686424,
      "loss": 5.0312,
      "step": 24347
    },
    {
      "epoch": 0.9972557853778415,
      "grad_norm": 1.9257167884014026,
      "learning_rate": 0.00028263794913027744,
      "loss": 5.0,
      "step": 24348
    },
    {
      "epoch": 0.9972967438050379,
      "grad_norm": 1.9138748201550302,
      "learning_rate": 0.00028263642600098715,
      "loss": 5.1562,
      "step": 24349
    },
    {
      "epoch": 0.9973377022322343,
      "grad_norm": 6.3433208390810005,
      "learning_rate": 0.000282634902808994,
      "loss": 7.0625,
      "step": 24350
    },
    {
      "epoch": 0.9973786606594307,
      "grad_norm": 1.7757318286923869,
      "learning_rate": 0.0002826333795542988,
      "loss": 5.4688,
      "step": 24351
    },
    {
      "epoch": 0.997419619086627,
      "grad_norm": 1.6341986778189848,
      "learning_rate": 0.0002826318562369023,
      "loss": 5.25,
      "step": 24352
    },
    {
      "epoch": 0.9974605775138234,
      "grad_norm": 2.656130253677297,
      "learning_rate": 0.0002826303328568051,
      "loss": 5.8125,
      "step": 24353
    },
    {
      "epoch": 0.9975015359410199,
      "grad_norm": 2.118609311037142,
      "learning_rate": 0.000282628809414008,
      "loss": 5.6562,
      "step": 24354
    },
    {
      "epoch": 0.9975424943682163,
      "grad_norm": 1.6160453490209687,
      "learning_rate": 0.0002826272859085116,
      "loss": 4.875,
      "step": 24355
    },
    {
      "epoch": 0.9975834527954126,
      "grad_norm": 2.6048068104226543,
      "learning_rate": 0.0002826257623403168,
      "loss": 5.1875,
      "step": 24356
    },
    {
      "epoch": 0.997624411222609,
      "grad_norm": 2.292599805823883,
      "learning_rate": 0.0002826242387094242,
      "loss": 4.6562,
      "step": 24357
    },
    {
      "epoch": 0.9976653696498055,
      "grad_norm": 4.134608729246073,
      "learning_rate": 0.0002826227150158346,
      "loss": 7.1562,
      "step": 24358
    },
    {
      "epoch": 0.9977063280770019,
      "grad_norm": 2.3484574885401317,
      "learning_rate": 0.0002826211912595486,
      "loss": 7.2188,
      "step": 24359
    },
    {
      "epoch": 0.9977472865041982,
      "grad_norm": 1.8758285165796755,
      "learning_rate": 0.0002826196674405671,
      "loss": 4.25,
      "step": 24360
    },
    {
      "epoch": 0.9977882449313946,
      "grad_norm": 2.00428812348408,
      "learning_rate": 0.00028261814355889063,
      "loss": 5.0625,
      "step": 24361
    },
    {
      "epoch": 0.997829203358591,
      "grad_norm": 1.9151358957894902,
      "learning_rate": 0.00028261661961452003,
      "loss": 5.0938,
      "step": 24362
    },
    {
      "epoch": 0.9978701617857875,
      "grad_norm": 2.7248493368071047,
      "learning_rate": 0.000282615095607456,
      "loss": 4.6562,
      "step": 24363
    },
    {
      "epoch": 0.9979111202129838,
      "grad_norm": 5.101224888769578,
      "learning_rate": 0.00028261357153769925,
      "loss": 5.7812,
      "step": 24364
    },
    {
      "epoch": 0.9979520786401802,
      "grad_norm": 1.7881402494928598,
      "learning_rate": 0.00028261204740525047,
      "loss": 4.3125,
      "step": 24365
    },
    {
      "epoch": 0.9979930370673766,
      "grad_norm": 2.2436902070981333,
      "learning_rate": 0.00028261052321011047,
      "loss": 5.375,
      "step": 24366
    },
    {
      "epoch": 0.9980339954945731,
      "grad_norm": 1.5976940321609725,
      "learning_rate": 0.00028260899895227984,
      "loss": 5.0,
      "step": 24367
    },
    {
      "epoch": 0.9980749539217694,
      "grad_norm": 2.076049753982557,
      "learning_rate": 0.0002826074746317594,
      "loss": 4.1875,
      "step": 24368
    },
    {
      "epoch": 0.9981159123489658,
      "grad_norm": 2.4537557423392498,
      "learning_rate": 0.00028260595024854983,
      "loss": 5.6875,
      "step": 24369
    },
    {
      "epoch": 0.9981568707761622,
      "grad_norm": 2.3276255667098056,
      "learning_rate": 0.00028260442580265187,
      "loss": 6.0,
      "step": 24370
    },
    {
      "epoch": 0.9981978292033586,
      "grad_norm": 2.087345631264034,
      "learning_rate": 0.0002826029012940662,
      "loss": 6.7188,
      "step": 24371
    },
    {
      "epoch": 0.998238787630555,
      "grad_norm": 5.470947853323818,
      "learning_rate": 0.0002826013767227936,
      "loss": 6.2812,
      "step": 24372
    },
    {
      "epoch": 0.9982797460577514,
      "grad_norm": 2.327311364292315,
      "learning_rate": 0.0002825998520888348,
      "loss": 5.4688,
      "step": 24373
    },
    {
      "epoch": 0.9983207044849478,
      "grad_norm": 4.561871332813914,
      "learning_rate": 0.00028259832739219046,
      "loss": 7.375,
      "step": 24374
    },
    {
      "epoch": 0.9983616629121441,
      "grad_norm": 1.7701024082346453,
      "learning_rate": 0.0002825968026328613,
      "loss": 5.0,
      "step": 24375
    },
    {
      "epoch": 0.9984026213393405,
      "grad_norm": 2.315248364921763,
      "learning_rate": 0.00028259527781084807,
      "loss": 6.0312,
      "step": 24376
    },
    {
      "epoch": 0.998443579766537,
      "grad_norm": 2.186853796926208,
      "learning_rate": 0.0002825937529261515,
      "loss": 5.7812,
      "step": 24377
    },
    {
      "epoch": 0.9984845381937334,
      "grad_norm": 1.7680027615437357,
      "learning_rate": 0.0002825922279787723,
      "loss": 5.0312,
      "step": 24378
    },
    {
      "epoch": 0.9985254966209297,
      "grad_norm": 2.0872778343736993,
      "learning_rate": 0.00028259070296871117,
      "loss": 5.4688,
      "step": 24379
    },
    {
      "epoch": 0.9985664550481261,
      "grad_norm": 1.9414743209642282,
      "learning_rate": 0.0002825891778959688,
      "loss": 5.0,
      "step": 24380
    },
    {
      "epoch": 0.9986074134753226,
      "grad_norm": 1.9071636899918158,
      "learning_rate": 0.0002825876527605461,
      "loss": 4.4375,
      "step": 24381
    },
    {
      "epoch": 0.998648371902519,
      "grad_norm": 1.9683758306564132,
      "learning_rate": 0.00028258612756244355,
      "loss": 4.875,
      "step": 24382
    },
    {
      "epoch": 0.9986893303297153,
      "grad_norm": 2.1077183290017114,
      "learning_rate": 0.000282584602301662,
      "loss": 5.0312,
      "step": 24383
    },
    {
      "epoch": 0.9987302887569117,
      "grad_norm": 2.0395619343970917,
      "learning_rate": 0.0002825830769782021,
      "loss": 5.6562,
      "step": 24384
    },
    {
      "epoch": 0.9987712471841081,
      "grad_norm": 1.6523261821748685,
      "learning_rate": 0.0002825815515920647,
      "loss": 5.0938,
      "step": 24385
    },
    {
      "epoch": 0.9988122056113046,
      "grad_norm": 4.194411728474519,
      "learning_rate": 0.0002825800261432504,
      "loss": 5.0938,
      "step": 24386
    },
    {
      "epoch": 0.9988531640385009,
      "grad_norm": 2.135190455831444,
      "learning_rate": 0.0002825785006317599,
      "loss": 4.8125,
      "step": 24387
    },
    {
      "epoch": 0.9988941224656973,
      "grad_norm": 2.067054644449111,
      "learning_rate": 0.00028257697505759406,
      "loss": 5.6562,
      "step": 24388
    },
    {
      "epoch": 0.9989350808928937,
      "grad_norm": 1.9012657875894354,
      "learning_rate": 0.00028257544942075346,
      "loss": 5.0938,
      "step": 24389
    },
    {
      "epoch": 0.9989760393200902,
      "grad_norm": 1.8807935204385493,
      "learning_rate": 0.0002825739237212389,
      "loss": 5.0625,
      "step": 24390
    },
    {
      "epoch": 0.9990169977472865,
      "grad_norm": 3.644034222631805,
      "learning_rate": 0.0002825723979590511,
      "loss": 5.2188,
      "step": 24391
    },
    {
      "epoch": 0.9990579561744829,
      "grad_norm": 4.54025467429961,
      "learning_rate": 0.00028257087213419077,
      "loss": 3.8125,
      "step": 24392
    },
    {
      "epoch": 0.9990989146016793,
      "grad_norm": 1.9772389203422691,
      "learning_rate": 0.0002825693462466586,
      "loss": 5.25,
      "step": 24393
    },
    {
      "epoch": 0.9991398730288756,
      "grad_norm": 2.094952793376623,
      "learning_rate": 0.0002825678202964554,
      "loss": 5.8438,
      "step": 24394
    },
    {
      "epoch": 0.9991808314560721,
      "grad_norm": 3.9795423304017947,
      "learning_rate": 0.0002825662942835817,
      "loss": 6.0938,
      "step": 24395
    },
    {
      "epoch": 0.9992217898832685,
      "grad_norm": 1.949951983905463,
      "learning_rate": 0.00028256476820803843,
      "loss": 6.1562,
      "step": 24396
    },
    {
      "epoch": 0.9992627483104649,
      "grad_norm": 1.8152478333931372,
      "learning_rate": 0.00028256324206982626,
      "loss": 4.9062,
      "step": 24397
    },
    {
      "epoch": 0.9993037067376612,
      "grad_norm": 2.13681913677755,
      "learning_rate": 0.0002825617158689458,
      "loss": 5.5312,
      "step": 24398
    },
    {
      "epoch": 0.9993446651648576,
      "grad_norm": 2.1929527300584226,
      "learning_rate": 0.0002825601896053979,
      "loss": 6.875,
      "step": 24399
    },
    {
      "epoch": 0.9993856235920541,
      "grad_norm": 3.0069507326252496,
      "learning_rate": 0.0002825586632791832,
      "loss": 6.8438,
      "step": 24400
    },
    {
      "epoch": 0.9994265820192505,
      "grad_norm": 3.7060355106328853,
      "learning_rate": 0.0002825571368903025,
      "loss": 2.625,
      "step": 24401
    },
    {
      "epoch": 0.9994675404464468,
      "grad_norm": 1.8135082368738984,
      "learning_rate": 0.0002825556104387565,
      "loss": 4.875,
      "step": 24402
    },
    {
      "epoch": 0.9995084988736432,
      "grad_norm": 4.485494202235561,
      "learning_rate": 0.0002825540839245458,
      "loss": 5.9062,
      "step": 24403
    },
    {
      "epoch": 0.9995494573008397,
      "grad_norm": 4.598674113228464,
      "learning_rate": 0.0002825525573476713,
      "loss": 4.1875,
      "step": 24404
    },
    {
      "epoch": 0.9995904157280361,
      "grad_norm": 1.9869603476909006,
      "learning_rate": 0.0002825510307081336,
      "loss": 4.75,
      "step": 24405
    },
    {
      "epoch": 0.9996313741552324,
      "grad_norm": 2.004093464049823,
      "learning_rate": 0.0002825495040059335,
      "loss": 4.75,
      "step": 24406
    },
    {
      "epoch": 0.9996723325824288,
      "grad_norm": 2.2650265117024224,
      "learning_rate": 0.00028254797724107166,
      "loss": 3.5625,
      "step": 24407
    },
    {
      "epoch": 0.9997132910096252,
      "grad_norm": 2.114535457852633,
      "learning_rate": 0.00028254645041354885,
      "loss": 4.875,
      "step": 24408
    },
    {
      "epoch": 0.9997542494368217,
      "grad_norm": 3.042474604295606,
      "learning_rate": 0.00028254492352336577,
      "loss": 6.4688,
      "step": 24409
    },
    {
      "epoch": 0.999795207864018,
      "grad_norm": 3.2911649092946695,
      "learning_rate": 0.0002825433965705231,
      "loss": 5.0625,
      "step": 24410
    },
    {
      "epoch": 0.9998361662912144,
      "grad_norm": 3.2161601886713194,
      "learning_rate": 0.0002825418695550216,
      "loss": 6.7812,
      "step": 24411
    },
    {
      "epoch": 0.9998771247184108,
      "grad_norm": 3.0204862590014807,
      "learning_rate": 0.00028254034247686204,
      "loss": 4.5625,
      "step": 24412
    },
    {
      "epoch": 0.9999180831456073,
      "grad_norm": 2.19168816502543,
      "learning_rate": 0.0002825388153360451,
      "loss": 5.9062,
      "step": 24413
    },
    {
      "epoch": 0.9999590415728036,
      "grad_norm": 2.025612435416346,
      "learning_rate": 0.0002825372881325715,
      "loss": 5.6562,
      "step": 24414
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.543564302172388,
      "learning_rate": 0.00028253576086644195,
      "loss": 6.8125,
      "step": 24415
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.255821228027344,
      "eval_runtime": 15.8888,
      "eval_samples_per_second": 9.629,
      "eval_steps_per_second": 9.629,
      "step": 24415
    },
    {
      "epoch": 1.0000409584271963,
      "grad_norm": 1.9698702737649334,
      "learning_rate": 0.0002825342335376572,
      "loss": 5.125,
      "step": 24416
    },
    {
      "epoch": 1.0000819168543928,
      "grad_norm": 2.4700437940579136,
      "learning_rate": 0.0002825327061462179,
      "loss": 4.625,
      "step": 24417
    },
    {
      "epoch": 1.0001228752815892,
      "grad_norm": 5.666004302862071,
      "learning_rate": 0.0002825311786921249,
      "loss": 6.75,
      "step": 24418
    },
    {
      "epoch": 1.0001638337087855,
      "grad_norm": 5.3142276949979195,
      "learning_rate": 0.00028252965117537876,
      "loss": 7.2188,
      "step": 24419
    },
    {
      "epoch": 1.000204792135982,
      "grad_norm": 1.8796661918193507,
      "learning_rate": 0.00028252812359598034,
      "loss": 4.6562,
      "step": 24420
    },
    {
      "epoch": 1.0002457505631783,
      "grad_norm": 2.105359217827937,
      "learning_rate": 0.00028252659595393037,
      "loss": 5.7188,
      "step": 24421
    },
    {
      "epoch": 1.0002867089903749,
      "grad_norm": 1.7834630504535378,
      "learning_rate": 0.0002825250682492294,
      "loss": 5.0938,
      "step": 24422
    },
    {
      "epoch": 1.0003276674175712,
      "grad_norm": 2.240981837124072,
      "learning_rate": 0.0002825235404818784,
      "loss": 5.4375,
      "step": 24423
    },
    {
      "epoch": 1.0003686258447675,
      "grad_norm": 3.6852972288065766,
      "learning_rate": 0.00028252201265187787,
      "loss": 5.1562,
      "step": 24424
    },
    {
      "epoch": 1.000409584271964,
      "grad_norm": 1.9432711514854768,
      "learning_rate": 0.0002825204847592286,
      "loss": 5.25,
      "step": 24425
    },
    {
      "epoch": 1.0004505426991603,
      "grad_norm": 2.6583966075794403,
      "learning_rate": 0.0002825189568039314,
      "loss": 5.0625,
      "step": 24426
    },
    {
      "epoch": 1.0004915011263567,
      "grad_norm": 2.0009570256442575,
      "learning_rate": 0.00028251742878598684,
      "loss": 5.0312,
      "step": 24427
    },
    {
      "epoch": 1.0005324595535532,
      "grad_norm": 2.6014336405828176,
      "learning_rate": 0.00028251590070539585,
      "loss": 5.3438,
      "step": 24428
    },
    {
      "epoch": 1.0005734179807495,
      "grad_norm": 1.967248299718724,
      "learning_rate": 0.00028251437256215895,
      "loss": 5.9375,
      "step": 24429
    },
    {
      "epoch": 1.000614376407946,
      "grad_norm": 1.9823580005894401,
      "learning_rate": 0.00028251284435627696,
      "loss": 5.5312,
      "step": 24430
    },
    {
      "epoch": 1.0006553348351424,
      "grad_norm": 1.8860040178265463,
      "learning_rate": 0.00028251131608775064,
      "loss": 4.4688,
      "step": 24431
    },
    {
      "epoch": 1.0006962932623387,
      "grad_norm": 2.033962441826219,
      "learning_rate": 0.0002825097877565806,
      "loss": 4.5312,
      "step": 24432
    },
    {
      "epoch": 1.0007372516895352,
      "grad_norm": 4.935903057136605,
      "learning_rate": 0.00028250825936276764,
      "loss": 3.9219,
      "step": 24433
    },
    {
      "epoch": 1.0007782101167315,
      "grad_norm": 2.185966902504573,
      "learning_rate": 0.00028250673090631244,
      "loss": 4.1562,
      "step": 24434
    },
    {
      "epoch": 1.0008191685439278,
      "grad_norm": 3.6172291018645306,
      "learning_rate": 0.00028250520238721577,
      "loss": 3.6562,
      "step": 24435
    },
    {
      "epoch": 1.0008601269711244,
      "grad_norm": 4.710064971166461,
      "learning_rate": 0.0002825036738054783,
      "loss": 4.9062,
      "step": 24436
    },
    {
      "epoch": 1.0009010853983207,
      "grad_norm": 2.52902411325784,
      "learning_rate": 0.00028250214516110076,
      "loss": 6.6562,
      "step": 24437
    },
    {
      "epoch": 1.000942043825517,
      "grad_norm": 1.964381266223399,
      "learning_rate": 0.000282500616454084,
      "loss": 5.5,
      "step": 24438
    },
    {
      "epoch": 1.0009830022527135,
      "grad_norm": 2.967518001179318,
      "learning_rate": 0.00028249908768442853,
      "loss": 6.1875,
      "step": 24439
    },
    {
      "epoch": 1.0010239606799098,
      "grad_norm": 3.074279774654662,
      "learning_rate": 0.00028249755885213524,
      "loss": 4.8125,
      "step": 24440
    },
    {
      "epoch": 1.0010649191071064,
      "grad_norm": 2.445950474168788,
      "learning_rate": 0.0002824960299572048,
      "loss": 5.8125,
      "step": 24441
    },
    {
      "epoch": 1.0011058775343027,
      "grad_norm": 2.0209054684338486,
      "learning_rate": 0.00028249450099963793,
      "loss": 4.7188,
      "step": 24442
    },
    {
      "epoch": 1.001146835961499,
      "grad_norm": 1.868951421960996,
      "learning_rate": 0.00028249297197943527,
      "loss": 5.75,
      "step": 24443
    },
    {
      "epoch": 1.0011877943886955,
      "grad_norm": 4.134330374925433,
      "learning_rate": 0.0002824914428965977,
      "loss": 4.5,
      "step": 24444
    },
    {
      "epoch": 1.0012287528158919,
      "grad_norm": 1.9296014160030774,
      "learning_rate": 0.00028248991375112584,
      "loss": 6.0938,
      "step": 24445
    },
    {
      "epoch": 1.0012697112430882,
      "grad_norm": 1.9149048877377532,
      "learning_rate": 0.00028248838454302043,
      "loss": 5.0,
      "step": 24446
    },
    {
      "epoch": 1.0013106696702847,
      "grad_norm": 2.449173191244511,
      "learning_rate": 0.00028248685527228223,
      "loss": 5.3125,
      "step": 24447
    },
    {
      "epoch": 1.001351628097481,
      "grad_norm": 1.6981583983016917,
      "learning_rate": 0.0002824853259389119,
      "loss": 5.1875,
      "step": 24448
    },
    {
      "epoch": 1.0013925865246776,
      "grad_norm": 2.0827989456998024,
      "learning_rate": 0.0002824837965429102,
      "loss": 5.3438,
      "step": 24449
    },
    {
      "epoch": 1.0014335449518739,
      "grad_norm": 4.250625006200522,
      "learning_rate": 0.00028248226708427784,
      "loss": 6.9062,
      "step": 24450
    },
    {
      "epoch": 1.0014745033790702,
      "grad_norm": 1.7328513898625757,
      "learning_rate": 0.0002824807375630156,
      "loss": 3.6094,
      "step": 24451
    },
    {
      "epoch": 1.0015154618062667,
      "grad_norm": 3.022071024692846,
      "learning_rate": 0.0002824792079791241,
      "loss": 4.5625,
      "step": 24452
    },
    {
      "epoch": 1.001556420233463,
      "grad_norm": 10.33604504479756,
      "learning_rate": 0.0002824776783326041,
      "loss": 3.5781,
      "step": 24453
    },
    {
      "epoch": 1.0015973786606593,
      "grad_norm": 2.112318127051658,
      "learning_rate": 0.0002824761486234564,
      "loss": 5.125,
      "step": 24454
    },
    {
      "epoch": 1.0016383370878559,
      "grad_norm": 2.7520020167517627,
      "learning_rate": 0.00028247461885168166,
      "loss": 3.7344,
      "step": 24455
    },
    {
      "epoch": 1.0016792955150522,
      "grad_norm": 3.3922662779646013,
      "learning_rate": 0.0002824730890172805,
      "loss": 3.7969,
      "step": 24456
    },
    {
      "epoch": 1.0017202539422487,
      "grad_norm": 2.0714616993119774,
      "learning_rate": 0.00028247155912025385,
      "loss": 4.2812,
      "step": 24457
    },
    {
      "epoch": 1.001761212369445,
      "grad_norm": 2.454853103256315,
      "learning_rate": 0.00028247002916060237,
      "loss": 6.0312,
      "step": 24458
    },
    {
      "epoch": 1.0018021707966414,
      "grad_norm": 2.36338879124311,
      "learning_rate": 0.0002824684991383267,
      "loss": 5.0,
      "step": 24459
    },
    {
      "epoch": 1.001843129223838,
      "grad_norm": 2.1040761294391563,
      "learning_rate": 0.0002824669690534276,
      "loss": 4.5625,
      "step": 24460
    },
    {
      "epoch": 1.0018840876510342,
      "grad_norm": 2.2157051673688626,
      "learning_rate": 0.00028246543890590584,
      "loss": 4.9375,
      "step": 24461
    },
    {
      "epoch": 1.0019250460782305,
      "grad_norm": 2.310941381081346,
      "learning_rate": 0.0002824639086957621,
      "loss": 5.5,
      "step": 24462
    },
    {
      "epoch": 1.001966004505427,
      "grad_norm": 1.9947407472575929,
      "learning_rate": 0.0002824623784229971,
      "loss": 5.375,
      "step": 24463
    },
    {
      "epoch": 1.0020069629326234,
      "grad_norm": 2.085695119147298,
      "learning_rate": 0.00028246084808761153,
      "loss": 5.2188,
      "step": 24464
    },
    {
      "epoch": 1.0020479213598197,
      "grad_norm": 1.6867027836171669,
      "learning_rate": 0.0002824593176896062,
      "loss": 6.5625,
      "step": 24465
    },
    {
      "epoch": 1.0020888797870162,
      "grad_norm": 11.310861435030457,
      "learning_rate": 0.0002824577872289818,
      "loss": 4.0312,
      "step": 24466
    },
    {
      "epoch": 1.0021298382142125,
      "grad_norm": 1.8402662346898293,
      "learning_rate": 0.000282456256705739,
      "loss": 4.5,
      "step": 24467
    },
    {
      "epoch": 1.002170796641409,
      "grad_norm": 1.9291462322800654,
      "learning_rate": 0.0002824547261198786,
      "loss": 5.2812,
      "step": 24468
    },
    {
      "epoch": 1.0022117550686054,
      "grad_norm": 2.245608137918735,
      "learning_rate": 0.0002824531954714013,
      "loss": 4.3438,
      "step": 24469
    },
    {
      "epoch": 1.0022527134958017,
      "grad_norm": 2.577790963521311,
      "learning_rate": 0.0002824516647603078,
      "loss": 5.125,
      "step": 24470
    },
    {
      "epoch": 1.0022936719229982,
      "grad_norm": 2.0371661568764505,
      "learning_rate": 0.00028245013398659884,
      "loss": 5.5312,
      "step": 24471
    },
    {
      "epoch": 1.0023346303501945,
      "grad_norm": 1.969318521702268,
      "learning_rate": 0.00028244860315027514,
      "loss": 4.8438,
      "step": 24472
    },
    {
      "epoch": 1.0023755887773909,
      "grad_norm": 1.752257249132856,
      "learning_rate": 0.0002824470722513374,
      "loss": 4.3438,
      "step": 24473
    },
    {
      "epoch": 1.0024165472045874,
      "grad_norm": 1.9450860066826647,
      "learning_rate": 0.0002824455412897864,
      "loss": 4.625,
      "step": 24474
    },
    {
      "epoch": 1.0024575056317837,
      "grad_norm": 5.236115420444699,
      "learning_rate": 0.00028244401026562285,
      "loss": 5.6875,
      "step": 24475
    },
    {
      "epoch": 1.0024984640589802,
      "grad_norm": 1.8007921676774328,
      "learning_rate": 0.0002824424791788474,
      "loss": 4.7812,
      "step": 24476
    },
    {
      "epoch": 1.0025394224861766,
      "grad_norm": 1.8913296080984974,
      "learning_rate": 0.00028244094802946094,
      "loss": 4.6875,
      "step": 24477
    },
    {
      "epoch": 1.0025803809133729,
      "grad_norm": 2.0934014208107032,
      "learning_rate": 0.000282439416817464,
      "loss": 5.6875,
      "step": 24478
    },
    {
      "epoch": 1.0026213393405694,
      "grad_norm": 2.4558410905731973,
      "learning_rate": 0.0002824378855428574,
      "loss": 5.6562,
      "step": 24479
    },
    {
      "epoch": 1.0026622977677657,
      "grad_norm": 2.1135459395490637,
      "learning_rate": 0.0002824363542056418,
      "loss": 5.5312,
      "step": 24480
    },
    {
      "epoch": 1.002703256194962,
      "grad_norm": 2.0417813078205014,
      "learning_rate": 0.0002824348228058181,
      "loss": 5.0312,
      "step": 24481
    },
    {
      "epoch": 1.0027442146221586,
      "grad_norm": 1.73879638759319,
      "learning_rate": 0.0002824332913433868,
      "loss": 4.8438,
      "step": 24482
    },
    {
      "epoch": 1.0027851730493549,
      "grad_norm": 3.1117538568153353,
      "learning_rate": 0.00028243175981834874,
      "loss": 5.5625,
      "step": 24483
    },
    {
      "epoch": 1.0028261314765512,
      "grad_norm": 2.136992940020956,
      "learning_rate": 0.0002824302282307047,
      "loss": 6.9062,
      "step": 24484
    },
    {
      "epoch": 1.0028670899037477,
      "grad_norm": 2.257100739466551,
      "learning_rate": 0.0002824286965804553,
      "loss": 4.6875,
      "step": 24485
    },
    {
      "epoch": 1.002908048330944,
      "grad_norm": 3.194992872990625,
      "learning_rate": 0.0002824271648676012,
      "loss": 6.0312,
      "step": 24486
    },
    {
      "epoch": 1.0029490067581406,
      "grad_norm": 2.1863690800177062,
      "learning_rate": 0.0002824256330921433,
      "loss": 4.7188,
      "step": 24487
    },
    {
      "epoch": 1.002989965185337,
      "grad_norm": 1.580659579736312,
      "learning_rate": 0.00028242410125408225,
      "loss": 5.4688,
      "step": 24488
    },
    {
      "epoch": 1.0030309236125332,
      "grad_norm": 1.9922000937460396,
      "learning_rate": 0.0002824225693534188,
      "loss": 6.7188,
      "step": 24489
    },
    {
      "epoch": 1.0030718820397297,
      "grad_norm": 1.8728815635820295,
      "learning_rate": 0.00028242103739015357,
      "loss": 5.0625,
      "step": 24490
    },
    {
      "epoch": 1.003112840466926,
      "grad_norm": 2.326515961111411,
      "learning_rate": 0.0002824195053642874,
      "loss": 4.8125,
      "step": 24491
    },
    {
      "epoch": 1.0031537988941224,
      "grad_norm": 2.2575362193694506,
      "learning_rate": 0.00028241797327582097,
      "loss": 5.3125,
      "step": 24492
    },
    {
      "epoch": 1.003194757321319,
      "grad_norm": 3.5980663958909966,
      "learning_rate": 0.000282416441124755,
      "loss": 6.3125,
      "step": 24493
    },
    {
      "epoch": 1.0032357157485152,
      "grad_norm": 2.0859022628799644,
      "learning_rate": 0.00028241490891109025,
      "loss": 6.4375,
      "step": 24494
    },
    {
      "epoch": 1.0032766741757118,
      "grad_norm": 1.7448223194158934,
      "learning_rate": 0.00028241337663482735,
      "loss": 4.6875,
      "step": 24495
    },
    {
      "epoch": 1.003317632602908,
      "grad_norm": 1.9041004338329646,
      "learning_rate": 0.0002824118442959671,
      "loss": 4.7188,
      "step": 24496
    },
    {
      "epoch": 1.0033585910301044,
      "grad_norm": 1.8658853508404625,
      "learning_rate": 0.00028241031189451025,
      "loss": 4.8438,
      "step": 24497
    },
    {
      "epoch": 1.003399549457301,
      "grad_norm": 1.796113861837265,
      "learning_rate": 0.0002824087794304575,
      "loss": 5.4375,
      "step": 24498
    },
    {
      "epoch": 1.0034405078844972,
      "grad_norm": 2.2908957014134166,
      "learning_rate": 0.00028240724690380955,
      "loss": 5.625,
      "step": 24499
    },
    {
      "epoch": 1.0034814663116935,
      "grad_norm": 1.8036603917743848,
      "learning_rate": 0.00028240571431456714,
      "loss": 5.25,
      "step": 24500
    },
    {
      "epoch": 1.00352242473889,
      "grad_norm": 3.070754999307862,
      "learning_rate": 0.00028240418166273096,
      "loss": 5.9062,
      "step": 24501
    },
    {
      "epoch": 1.0035633831660864,
      "grad_norm": 1.9726249301544971,
      "learning_rate": 0.0002824026489483018,
      "loss": 4.9062,
      "step": 24502
    },
    {
      "epoch": 1.0036043415932827,
      "grad_norm": 2.0429770444694455,
      "learning_rate": 0.00028240111617128033,
      "loss": 4.75,
      "step": 24503
    },
    {
      "epoch": 1.0036453000204792,
      "grad_norm": 1.8528770541006143,
      "learning_rate": 0.0002823995833316673,
      "loss": 5.5,
      "step": 24504
    },
    {
      "epoch": 1.0036862584476756,
      "grad_norm": 2.073882324722147,
      "learning_rate": 0.00028239805042946345,
      "loss": 4.9062,
      "step": 24505
    },
    {
      "epoch": 1.003727216874872,
      "grad_norm": 2.098114007764853,
      "learning_rate": 0.00028239651746466945,
      "loss": 5.1875,
      "step": 24506
    },
    {
      "epoch": 1.0037681753020684,
      "grad_norm": 4.818599602533032,
      "learning_rate": 0.000282394984437286,
      "loss": 7.0938,
      "step": 24507
    },
    {
      "epoch": 1.0038091337292647,
      "grad_norm": 2.6312590588230096,
      "learning_rate": 0.000282393451347314,
      "loss": 1.9688,
      "step": 24508
    },
    {
      "epoch": 1.0038500921564613,
      "grad_norm": 1.8634864395965116,
      "learning_rate": 0.000282391918194754,
      "loss": 5.1875,
      "step": 24509
    },
    {
      "epoch": 1.0038910505836576,
      "grad_norm": 2.113232458108159,
      "learning_rate": 0.0002823903849796068,
      "loss": 5.4375,
      "step": 24510
    },
    {
      "epoch": 1.0039320090108539,
      "grad_norm": 2.510660558016595,
      "learning_rate": 0.00028238885170187315,
      "loss": 4.8438,
      "step": 24511
    },
    {
      "epoch": 1.0039729674380504,
      "grad_norm": 2.3778858257300564,
      "learning_rate": 0.0002823873183615537,
      "loss": 4.5938,
      "step": 24512
    },
    {
      "epoch": 1.0040139258652467,
      "grad_norm": 1.950681065483113,
      "learning_rate": 0.00028238578495864915,
      "loss": 5.7812,
      "step": 24513
    },
    {
      "epoch": 1.0040548842924433,
      "grad_norm": 2.1891555592975798,
      "learning_rate": 0.00028238425149316033,
      "loss": 4.9062,
      "step": 24514
    },
    {
      "epoch": 1.0040958427196396,
      "grad_norm": 2.630842553220553,
      "learning_rate": 0.0002823827179650879,
      "loss": 5.5312,
      "step": 24515
    },
    {
      "epoch": 1.004136801146836,
      "grad_norm": 2.379130316896458,
      "learning_rate": 0.00028238118437443266,
      "loss": 5.25,
      "step": 24516
    },
    {
      "epoch": 1.0041777595740324,
      "grad_norm": 2.1431423441989126,
      "learning_rate": 0.0002823796507211952,
      "loss": 4.7812,
      "step": 24517
    },
    {
      "epoch": 1.0042187180012287,
      "grad_norm": 3.402629681176541,
      "learning_rate": 0.0002823781170053764,
      "loss": 5.8438,
      "step": 24518
    },
    {
      "epoch": 1.004259676428425,
      "grad_norm": 2.1144492989529344,
      "learning_rate": 0.0002823765832269769,
      "loss": 6.6562,
      "step": 24519
    },
    {
      "epoch": 1.0043006348556216,
      "grad_norm": 1.7227442405655224,
      "learning_rate": 0.00028237504938599737,
      "loss": 3.875,
      "step": 24520
    },
    {
      "epoch": 1.004341593282818,
      "grad_norm": 2.3207758917263024,
      "learning_rate": 0.0002823735154824386,
      "loss": 5.6562,
      "step": 24521
    },
    {
      "epoch": 1.0043825517100142,
      "grad_norm": 1.6456766398152092,
      "learning_rate": 0.00028237198151630135,
      "loss": 5.25,
      "step": 24522
    },
    {
      "epoch": 1.0044235101372108,
      "grad_norm": 2.3760707782588226,
      "learning_rate": 0.0002823704474875863,
      "loss": 5.0938,
      "step": 24523
    },
    {
      "epoch": 1.004464468564407,
      "grad_norm": 2.074077460432661,
      "learning_rate": 0.0002823689133962942,
      "loss": 4.1875,
      "step": 24524
    },
    {
      "epoch": 1.0045054269916036,
      "grad_norm": 1.715874698775405,
      "learning_rate": 0.00028236737924242577,
      "loss": 5.9688,
      "step": 24525
    },
    {
      "epoch": 1.0045463854188,
      "grad_norm": 3.9394787349219658,
      "learning_rate": 0.00028236584502598167,
      "loss": 6.625,
      "step": 24526
    },
    {
      "epoch": 1.0045873438459962,
      "grad_norm": 2.8612887710326818,
      "learning_rate": 0.00028236431074696273,
      "loss": 5.0625,
      "step": 24527
    },
    {
      "epoch": 1.0046283022731928,
      "grad_norm": 1.8980826765126821,
      "learning_rate": 0.0002823627764053696,
      "loss": 4.375,
      "step": 24528
    },
    {
      "epoch": 1.004669260700389,
      "grad_norm": 3.27208762324745,
      "learning_rate": 0.000282361242001203,
      "loss": 5.4688,
      "step": 24529
    },
    {
      "epoch": 1.0047102191275854,
      "grad_norm": 2.93008031698305,
      "learning_rate": 0.00028235970753446373,
      "loss": 7.0625,
      "step": 24530
    },
    {
      "epoch": 1.004751177554782,
      "grad_norm": 2.8597032750716247,
      "learning_rate": 0.00028235817300515244,
      "loss": 6.6562,
      "step": 24531
    },
    {
      "epoch": 1.0047921359819783,
      "grad_norm": 2.5040093349110584,
      "learning_rate": 0.0002823566384132699,
      "loss": 5.75,
      "step": 24532
    },
    {
      "epoch": 1.0048330944091748,
      "grad_norm": 4.619325386924741,
      "learning_rate": 0.00028235510375881684,
      "loss": 6.9062,
      "step": 24533
    },
    {
      "epoch": 1.004874052836371,
      "grad_norm": 1.7892162764375668,
      "learning_rate": 0.00028235356904179394,
      "loss": 4.6562,
      "step": 24534
    },
    {
      "epoch": 1.0049150112635674,
      "grad_norm": 2.103604573907355,
      "learning_rate": 0.000282352034262202,
      "loss": 5.4062,
      "step": 24535
    },
    {
      "epoch": 1.004955969690764,
      "grad_norm": 2.4441535216844814,
      "learning_rate": 0.0002823504994200416,
      "loss": 4.9688,
      "step": 24536
    },
    {
      "epoch": 1.0049969281179603,
      "grad_norm": 1.6588744911509123,
      "learning_rate": 0.0002823489645153137,
      "loss": 4.0938,
      "step": 24537
    },
    {
      "epoch": 1.0050378865451566,
      "grad_norm": 2.1066773859414885,
      "learning_rate": 0.0002823474295480188,
      "loss": 5.0625,
      "step": 24538
    },
    {
      "epoch": 1.0050788449723531,
      "grad_norm": 1.762341206311267,
      "learning_rate": 0.0002823458945181577,
      "loss": 5.4688,
      "step": 24539
    },
    {
      "epoch": 1.0051198033995494,
      "grad_norm": 1.9375626989172494,
      "learning_rate": 0.00028234435942573117,
      "loss": 5.2812,
      "step": 24540
    },
    {
      "epoch": 1.005160761826746,
      "grad_norm": 2.3470352026487338,
      "learning_rate": 0.0002823428242707399,
      "loss": 5.5,
      "step": 24541
    },
    {
      "epoch": 1.0052017202539423,
      "grad_norm": 5.9812899182584935,
      "learning_rate": 0.0002823412890531846,
      "loss": 5.9062,
      "step": 24542
    },
    {
      "epoch": 1.0052426786811386,
      "grad_norm": 1.8130295465202089,
      "learning_rate": 0.0002823397537730661,
      "loss": 3.375,
      "step": 24543
    },
    {
      "epoch": 1.0052836371083351,
      "grad_norm": 2.6151895338769706,
      "learning_rate": 0.00028233821843038503,
      "loss": 5.1875,
      "step": 24544
    },
    {
      "epoch": 1.0053245955355314,
      "grad_norm": 1.8307738993981963,
      "learning_rate": 0.0002823366830251421,
      "loss": 4.5,
      "step": 24545
    },
    {
      "epoch": 1.0053655539627278,
      "grad_norm": 1.831326945845418,
      "learning_rate": 0.000282335147557338,
      "loss": 4.8125,
      "step": 24546
    },
    {
      "epoch": 1.0054065123899243,
      "grad_norm": 2.6099714495599247,
      "learning_rate": 0.0002823336120269736,
      "loss": 6.8125,
      "step": 24547
    },
    {
      "epoch": 1.0054474708171206,
      "grad_norm": 3.708711076118832,
      "learning_rate": 0.0002823320764340495,
      "loss": 5.5,
      "step": 24548
    },
    {
      "epoch": 1.005488429244317,
      "grad_norm": 3.4609220834083296,
      "learning_rate": 0.00028233054077856653,
      "loss": 2.6719,
      "step": 24549
    },
    {
      "epoch": 1.0055293876715135,
      "grad_norm": 2.3040506817414714,
      "learning_rate": 0.0002823290050605253,
      "loss": 5.5312,
      "step": 24550
    },
    {
      "epoch": 1.0055703460987098,
      "grad_norm": 2.578062535271035,
      "learning_rate": 0.0002823274692799267,
      "loss": 6.5625,
      "step": 24551
    },
    {
      "epoch": 1.0056113045259063,
      "grad_norm": 2.2092356141122096,
      "learning_rate": 0.00028232593343677123,
      "loss": 5.7188,
      "step": 24552
    },
    {
      "epoch": 1.0056522629531026,
      "grad_norm": 3.822676812351363,
      "learning_rate": 0.00028232439753105975,
      "loss": 4.5312,
      "step": 24553
    },
    {
      "epoch": 1.005693221380299,
      "grad_norm": 1.9556583027542855,
      "learning_rate": 0.00028232286156279306,
      "loss": 5.875,
      "step": 24554
    },
    {
      "epoch": 1.0057341798074955,
      "grad_norm": 2.413095506649868,
      "learning_rate": 0.0002823213255319717,
      "loss": 4.9062,
      "step": 24555
    },
    {
      "epoch": 1.0057751382346918,
      "grad_norm": 3.773155657704696,
      "learning_rate": 0.00028231978943859653,
      "loss": 3.8906,
      "step": 24556
    },
    {
      "epoch": 1.005816096661888,
      "grad_norm": 2.64782120657328,
      "learning_rate": 0.00028231825328266827,
      "loss": 4.75,
      "step": 24557
    },
    {
      "epoch": 1.0058570550890846,
      "grad_norm": 4.094072093459973,
      "learning_rate": 0.0002823167170641876,
      "loss": 4.4688,
      "step": 24558
    },
    {
      "epoch": 1.005898013516281,
      "grad_norm": 2.511212293384065,
      "learning_rate": 0.00028231518078315526,
      "loss": 7.125,
      "step": 24559
    },
    {
      "epoch": 1.0059389719434775,
      "grad_norm": 2.2552328293641484,
      "learning_rate": 0.000282313644439572,
      "loss": 5.0,
      "step": 24560
    },
    {
      "epoch": 1.0059799303706738,
      "grad_norm": 1.772692180809796,
      "learning_rate": 0.0002823121080334385,
      "loss": 4.4375,
      "step": 24561
    },
    {
      "epoch": 1.00602088879787,
      "grad_norm": 2.3869669718910913,
      "learning_rate": 0.0002823105715647555,
      "loss": 5.5,
      "step": 24562
    },
    {
      "epoch": 1.0060618472250666,
      "grad_norm": 2.298314762507273,
      "learning_rate": 0.0002823090350335238,
      "loss": 5.1562,
      "step": 24563
    },
    {
      "epoch": 1.006102805652263,
      "grad_norm": 1.7410325833349276,
      "learning_rate": 0.000282307498439744,
      "loss": 4.9062,
      "step": 24564
    },
    {
      "epoch": 1.0061437640794593,
      "grad_norm": 1.8121676248076355,
      "learning_rate": 0.0002823059617834169,
      "loss": 4.5625,
      "step": 24565
    },
    {
      "epoch": 1.0061847225066558,
      "grad_norm": 6.071395373245719,
      "learning_rate": 0.00028230442506454323,
      "loss": 6.7812,
      "step": 24566
    },
    {
      "epoch": 1.0062256809338521,
      "grad_norm": 4.968224518726511,
      "learning_rate": 0.00028230288828312377,
      "loss": 7.0,
      "step": 24567
    },
    {
      "epoch": 1.0062666393610484,
      "grad_norm": 3.5395726268004255,
      "learning_rate": 0.0002823013514391591,
      "loss": 7.625,
      "step": 24568
    },
    {
      "epoch": 1.006307597788245,
      "grad_norm": 2.432319843502943,
      "learning_rate": 0.00028229981453265006,
      "loss": 4.125,
      "step": 24569
    },
    {
      "epoch": 1.0063485562154413,
      "grad_norm": 4.394887457597383,
      "learning_rate": 0.0002822982775635974,
      "loss": 5.7812,
      "step": 24570
    },
    {
      "epoch": 1.0063895146426378,
      "grad_norm": 2.1631976740328325,
      "learning_rate": 0.0002822967405320017,
      "loss": 5.5312,
      "step": 24571
    },
    {
      "epoch": 1.0064304730698341,
      "grad_norm": 2.6858738459629556,
      "learning_rate": 0.0002822952034378638,
      "loss": 5.375,
      "step": 24572
    },
    {
      "epoch": 1.0064714314970304,
      "grad_norm": 2.0633327087502047,
      "learning_rate": 0.0002822936662811844,
      "loss": 5.3438,
      "step": 24573
    },
    {
      "epoch": 1.006512389924227,
      "grad_norm": 21.73904532110469,
      "learning_rate": 0.00028229212906196425,
      "loss": 5.0312,
      "step": 24574
    },
    {
      "epoch": 1.0065533483514233,
      "grad_norm": 2.096255988433721,
      "learning_rate": 0.00028229059178020403,
      "loss": 5.6562,
      "step": 24575
    },
    {
      "epoch": 1.0065943067786196,
      "grad_norm": 12.226133405043038,
      "learning_rate": 0.00028228905443590454,
      "loss": 6.7812,
      "step": 24576
    },
    {
      "epoch": 1.0066352652058161,
      "grad_norm": 2.133255741304823,
      "learning_rate": 0.0002822875170290664,
      "loss": 4.6562,
      "step": 24577
    },
    {
      "epoch": 1.0066762236330125,
      "grad_norm": 2.051204783645954,
      "learning_rate": 0.0002822859795596905,
      "loss": 3.7188,
      "step": 24578
    },
    {
      "epoch": 1.006717182060209,
      "grad_norm": 2.2405385105899254,
      "learning_rate": 0.0002822844420277774,
      "loss": 5.0312,
      "step": 24579
    },
    {
      "epoch": 1.0067581404874053,
      "grad_norm": 2.0382227171494804,
      "learning_rate": 0.00028228290443332784,
      "loss": 4.0625,
      "step": 24580
    },
    {
      "epoch": 1.0067990989146016,
      "grad_norm": 2.489641450534606,
      "learning_rate": 0.00028228136677634264,
      "loss": 5.9688,
      "step": 24581
    },
    {
      "epoch": 1.0068400573417982,
      "grad_norm": 2.1067695041542027,
      "learning_rate": 0.0002822798290568225,
      "loss": 4.1562,
      "step": 24582
    },
    {
      "epoch": 1.0068810157689945,
      "grad_norm": 6.8283494008019785,
      "learning_rate": 0.00028227829127476815,
      "loss": 2.75,
      "step": 24583
    },
    {
      "epoch": 1.0069219741961908,
      "grad_norm": 2.337743491795334,
      "learning_rate": 0.00028227675343018026,
      "loss": 5.6562,
      "step": 24584
    },
    {
      "epoch": 1.0069629326233873,
      "grad_norm": 2.2583703494265097,
      "learning_rate": 0.00028227521552305965,
      "loss": 5.3125,
      "step": 24585
    },
    {
      "epoch": 1.0070038910505836,
      "grad_norm": 3.2754125115324135,
      "learning_rate": 0.000282273677553407,
      "loss": 7.4688,
      "step": 24586
    },
    {
      "epoch": 1.00704484947778,
      "grad_norm": 2.1372066794640214,
      "learning_rate": 0.00028227213952122294,
      "loss": 5.125,
      "step": 24587
    },
    {
      "epoch": 1.0070858079049765,
      "grad_norm": 2.625163709867762,
      "learning_rate": 0.0002822706014265083,
      "loss": 5.6875,
      "step": 24588
    },
    {
      "epoch": 1.0071267663321728,
      "grad_norm": 3.9926421946333153,
      "learning_rate": 0.0002822690632692639,
      "loss": 4.25,
      "step": 24589
    },
    {
      "epoch": 1.0071677247593693,
      "grad_norm": 1.8767710347995015,
      "learning_rate": 0.00028226752504949027,
      "loss": 5.375,
      "step": 24590
    },
    {
      "epoch": 1.0072086831865656,
      "grad_norm": 3.9537216150534094,
      "learning_rate": 0.0002822659867671883,
      "loss": 5.5,
      "step": 24591
    },
    {
      "epoch": 1.007249641613762,
      "grad_norm": 2.001081557102284,
      "learning_rate": 0.00028226444842235855,
      "loss": 5.0,
      "step": 24592
    },
    {
      "epoch": 1.0072906000409585,
      "grad_norm": 2.111099565337673,
      "learning_rate": 0.0002822629100150019,
      "loss": 5.9062,
      "step": 24593
    },
    {
      "epoch": 1.0073315584681548,
      "grad_norm": 1.831888009340156,
      "learning_rate": 0.000282261371545119,
      "loss": 4.9375,
      "step": 24594
    },
    {
      "epoch": 1.0073725168953511,
      "grad_norm": 1.835226841650497,
      "learning_rate": 0.00028225983301271066,
      "loss": 5.0312,
      "step": 24595
    },
    {
      "epoch": 1.0074134753225477,
      "grad_norm": 2.0148173913618144,
      "learning_rate": 0.00028225829441777745,
      "loss": 5.6562,
      "step": 24596
    },
    {
      "epoch": 1.007454433749744,
      "grad_norm": 3.7797033181565034,
      "learning_rate": 0.00028225675576032025,
      "loss": 5.1875,
      "step": 24597
    },
    {
      "epoch": 1.0074953921769405,
      "grad_norm": 1.6431918972430999,
      "learning_rate": 0.0002822552170403397,
      "loss": 5.5625,
      "step": 24598
    },
    {
      "epoch": 1.0075363506041368,
      "grad_norm": 3.7890098583312257,
      "learning_rate": 0.00028225367825783666,
      "loss": 4.3125,
      "step": 24599
    },
    {
      "epoch": 1.0075773090313331,
      "grad_norm": 3.3002820238411092,
      "learning_rate": 0.0002822521394128116,
      "loss": 6.5938,
      "step": 24600
    },
    {
      "epoch": 1.0076182674585297,
      "grad_norm": 2.210091779529922,
      "learning_rate": 0.0002822506005052655,
      "loss": 5.5938,
      "step": 24601
    },
    {
      "epoch": 1.007659225885726,
      "grad_norm": 3.718621781358164,
      "learning_rate": 0.000282249061535199,
      "loss": 6.0,
      "step": 24602
    },
    {
      "epoch": 1.0077001843129223,
      "grad_norm": 2.176856798333924,
      "learning_rate": 0.00028224752250261275,
      "loss": 5.0,
      "step": 24603
    },
    {
      "epoch": 1.0077411427401188,
      "grad_norm": 3.070786726323003,
      "learning_rate": 0.0002822459834075076,
      "loss": 5.25,
      "step": 24604
    },
    {
      "epoch": 1.0077821011673151,
      "grad_norm": 3.4890356428831706,
      "learning_rate": 0.00028224444424988424,
      "loss": 7.3438,
      "step": 24605
    },
    {
      "epoch": 1.0078230595945115,
      "grad_norm": 1.9721758877786535,
      "learning_rate": 0.00028224290502974335,
      "loss": 4.875,
      "step": 24606
    },
    {
      "epoch": 1.007864018021708,
      "grad_norm": 2.2792864538318156,
      "learning_rate": 0.00028224136574708564,
      "loss": 6.125,
      "step": 24607
    },
    {
      "epoch": 1.0079049764489043,
      "grad_norm": 3.4239641355910098,
      "learning_rate": 0.00028223982640191196,
      "loss": 6.2812,
      "step": 24608
    },
    {
      "epoch": 1.0079459348761008,
      "grad_norm": 2.3595186998128845,
      "learning_rate": 0.0002822382869942229,
      "loss": 4.8438,
      "step": 24609
    },
    {
      "epoch": 1.0079868933032972,
      "grad_norm": 1.9284425241328447,
      "learning_rate": 0.0002822367475240193,
      "loss": 5.0,
      "step": 24610
    },
    {
      "epoch": 1.0080278517304935,
      "grad_norm": 2.348982642635368,
      "learning_rate": 0.0002822352079913018,
      "loss": 5.6562,
      "step": 24611
    },
    {
      "epoch": 1.00806881015769,
      "grad_norm": 4.899461932255508,
      "learning_rate": 0.0002822336683960712,
      "loss": 5.125,
      "step": 24612
    },
    {
      "epoch": 1.0081097685848863,
      "grad_norm": 2.1903144401131125,
      "learning_rate": 0.0002822321287383282,
      "loss": 5.1875,
      "step": 24613
    },
    {
      "epoch": 1.0081507270120826,
      "grad_norm": 1.786495211343358,
      "learning_rate": 0.00028223058901807353,
      "loss": 3.8438,
      "step": 24614
    },
    {
      "epoch": 1.0081916854392792,
      "grad_norm": 2.1683902394181223,
      "learning_rate": 0.00028222904923530783,
      "loss": 6.9688,
      "step": 24615
    },
    {
      "epoch": 1.0082326438664755,
      "grad_norm": 2.5145703397756063,
      "learning_rate": 0.000282227509390032,
      "loss": 6.4062,
      "step": 24616
    },
    {
      "epoch": 1.008273602293672,
      "grad_norm": 2.4689476691524206,
      "learning_rate": 0.00028222596948224664,
      "loss": 6.1562,
      "step": 24617
    },
    {
      "epoch": 1.0083145607208683,
      "grad_norm": 3.314031214547546,
      "learning_rate": 0.0002822244295119525,
      "loss": 6.3438,
      "step": 24618
    },
    {
      "epoch": 1.0083555191480646,
      "grad_norm": 1.9484759113218157,
      "learning_rate": 0.0002822228894791503,
      "loss": 5.3125,
      "step": 24619
    },
    {
      "epoch": 1.0083964775752612,
      "grad_norm": 4.67202225586955,
      "learning_rate": 0.0002822213493838409,
      "loss": 3.4688,
      "step": 24620
    },
    {
      "epoch": 1.0084374360024575,
      "grad_norm": 2.6272064934905344,
      "learning_rate": 0.00028221980922602484,
      "loss": 5.8125,
      "step": 24621
    },
    {
      "epoch": 1.0084783944296538,
      "grad_norm": 1.6844007160415324,
      "learning_rate": 0.00028221826900570295,
      "loss": 5.0625,
      "step": 24622
    },
    {
      "epoch": 1.0085193528568503,
      "grad_norm": 1.880723070406512,
      "learning_rate": 0.00028221672872287594,
      "loss": 4.4375,
      "step": 24623
    },
    {
      "epoch": 1.0085603112840467,
      "grad_norm": 3.2613123836831384,
      "learning_rate": 0.00028221518837754446,
      "loss": 6.1875,
      "step": 24624
    },
    {
      "epoch": 1.0086012697112432,
      "grad_norm": 2.2450249274045957,
      "learning_rate": 0.00028221364796970937,
      "loss": 6.8438,
      "step": 24625
    },
    {
      "epoch": 1.0086422281384395,
      "grad_norm": 1.8950679186124915,
      "learning_rate": 0.00028221210749937133,
      "loss": 5.25,
      "step": 24626
    },
    {
      "epoch": 1.0086831865656358,
      "grad_norm": 2.0405383837540625,
      "learning_rate": 0.0002822105669665311,
      "loss": 5.25,
      "step": 24627
    },
    {
      "epoch": 1.0087241449928324,
      "grad_norm": 2.718949434204912,
      "learning_rate": 0.00028220902637118937,
      "loss": 5.4062,
      "step": 24628
    },
    {
      "epoch": 1.0087651034200287,
      "grad_norm": 2.5661544023336673,
      "learning_rate": 0.00028220748571334685,
      "loss": 4.8125,
      "step": 24629
    },
    {
      "epoch": 1.008806061847225,
      "grad_norm": 2.293073832996241,
      "learning_rate": 0.00028220594499300437,
      "loss": 4.75,
      "step": 24630
    },
    {
      "epoch": 1.0088470202744215,
      "grad_norm": 2.896450846984021,
      "learning_rate": 0.00028220440421016256,
      "loss": 4.7812,
      "step": 24631
    },
    {
      "epoch": 1.0088879787016178,
      "grad_norm": 4.8788479872470525,
      "learning_rate": 0.00028220286336482213,
      "loss": 2.4219,
      "step": 24632
    },
    {
      "epoch": 1.0089289371288142,
      "grad_norm": 7.760251676581125,
      "learning_rate": 0.0002822013224569839,
      "loss": 5.2188,
      "step": 24633
    },
    {
      "epoch": 1.0089698955560107,
      "grad_norm": 3.2139805530102286,
      "learning_rate": 0.00028219978148664857,
      "loss": 7.2188,
      "step": 24634
    },
    {
      "epoch": 1.009010853983207,
      "grad_norm": 2.367912683369311,
      "learning_rate": 0.00028219824045381685,
      "loss": 5.625,
      "step": 24635
    },
    {
      "epoch": 1.0090518124104035,
      "grad_norm": 4.8007255595327365,
      "learning_rate": 0.0002821966993584895,
      "loss": 6.6562,
      "step": 24636
    },
    {
      "epoch": 1.0090927708375999,
      "grad_norm": 1.790010553760482,
      "learning_rate": 0.00028219515820066714,
      "loss": 4.7812,
      "step": 24637
    },
    {
      "epoch": 1.0091337292647962,
      "grad_norm": 4.112175521658516,
      "learning_rate": 0.0002821936169803506,
      "loss": 6.125,
      "step": 24638
    },
    {
      "epoch": 1.0091746876919927,
      "grad_norm": 1.7137541407641066,
      "learning_rate": 0.00028219207569754064,
      "loss": 4.7188,
      "step": 24639
    },
    {
      "epoch": 1.009215646119189,
      "grad_norm": 2.324359117865645,
      "learning_rate": 0.00028219053435223795,
      "loss": 5.1562,
      "step": 24640
    },
    {
      "epoch": 1.0092566045463853,
      "grad_norm": 1.8086486335775864,
      "learning_rate": 0.0002821889929444432,
      "loss": 4.625,
      "step": 24641
    },
    {
      "epoch": 1.0092975629735819,
      "grad_norm": 2.6248735574723314,
      "learning_rate": 0.0002821874514741572,
      "loss": 6.3125,
      "step": 24642
    },
    {
      "epoch": 1.0093385214007782,
      "grad_norm": 1.9808738012366696,
      "learning_rate": 0.00028218590994138056,
      "loss": 4.75,
      "step": 24643
    },
    {
      "epoch": 1.0093794798279747,
      "grad_norm": 2.061445712222317,
      "learning_rate": 0.0002821843683461142,
      "loss": 5.6875,
      "step": 24644
    },
    {
      "epoch": 1.009420438255171,
      "grad_norm": 2.354592090442489,
      "learning_rate": 0.0002821828266883587,
      "loss": 6.0,
      "step": 24645
    },
    {
      "epoch": 1.0094613966823673,
      "grad_norm": 1.6364595040647363,
      "learning_rate": 0.0002821812849681148,
      "loss": 4.875,
      "step": 24646
    },
    {
      "epoch": 1.0095023551095639,
      "grad_norm": 2.389420345378108,
      "learning_rate": 0.0002821797431853832,
      "loss": 4.8438,
      "step": 24647
    },
    {
      "epoch": 1.0095433135367602,
      "grad_norm": 2.2759902543105444,
      "learning_rate": 0.0002821782013401648,
      "loss": 4.8125,
      "step": 24648
    },
    {
      "epoch": 1.0095842719639565,
      "grad_norm": 3.984400296664217,
      "learning_rate": 0.00028217665943246017,
      "loss": 6.625,
      "step": 24649
    },
    {
      "epoch": 1.009625230391153,
      "grad_norm": 3.73848706368645,
      "learning_rate": 0.00028217511746227007,
      "loss": 6.0,
      "step": 24650
    },
    {
      "epoch": 1.0096661888183494,
      "grad_norm": 1.9708740606981219,
      "learning_rate": 0.0002821735754295953,
      "loss": 4.5625,
      "step": 24651
    },
    {
      "epoch": 1.0097071472455457,
      "grad_norm": 1.9907846171704005,
      "learning_rate": 0.0002821720333344365,
      "loss": 5.3438,
      "step": 24652
    },
    {
      "epoch": 1.0097481056727422,
      "grad_norm": 2.1322258493213746,
      "learning_rate": 0.00028217049117679443,
      "loss": 5.125,
      "step": 24653
    },
    {
      "epoch": 1.0097890640999385,
      "grad_norm": 2.4817979181536414,
      "learning_rate": 0.0002821689489566698,
      "loss": 5.5,
      "step": 24654
    },
    {
      "epoch": 1.009830022527135,
      "grad_norm": 1.9089827258185064,
      "learning_rate": 0.0002821674066740634,
      "loss": 4.6875,
      "step": 24655
    },
    {
      "epoch": 1.0098709809543314,
      "grad_norm": 1.7632304057002488,
      "learning_rate": 0.000282165864328976,
      "loss": 5.0625,
      "step": 24656
    },
    {
      "epoch": 1.0099119393815277,
      "grad_norm": 3.5727917049408515,
      "learning_rate": 0.0002821643219214081,
      "loss": 6.4375,
      "step": 24657
    },
    {
      "epoch": 1.0099528978087242,
      "grad_norm": 3.1948183975758657,
      "learning_rate": 0.00028216277945136063,
      "loss": 5.625,
      "step": 24658
    },
    {
      "epoch": 1.0099938562359205,
      "grad_norm": 2.1900355581043263,
      "learning_rate": 0.0002821612369188343,
      "loss": 5.1875,
      "step": 24659
    },
    {
      "epoch": 1.0100348146631168,
      "grad_norm": 3.085274196066004,
      "learning_rate": 0.00028215969432382975,
      "loss": 6.0,
      "step": 24660
    },
    {
      "epoch": 1.0100757730903134,
      "grad_norm": 1.7499336552948337,
      "learning_rate": 0.0002821581516663478,
      "loss": 4.875,
      "step": 24661
    },
    {
      "epoch": 1.0101167315175097,
      "grad_norm": 2.2466473026340332,
      "learning_rate": 0.0002821566089463891,
      "loss": 4.625,
      "step": 24662
    },
    {
      "epoch": 1.0101576899447062,
      "grad_norm": 7.180824285418951,
      "learning_rate": 0.0002821550661639545,
      "loss": 6.7188,
      "step": 24663
    },
    {
      "epoch": 1.0101986483719025,
      "grad_norm": 7.410123866502132,
      "learning_rate": 0.0002821535233190446,
      "loss": 3.125,
      "step": 24664
    },
    {
      "epoch": 1.0102396067990989,
      "grad_norm": 2.1849346568657277,
      "learning_rate": 0.0002821519804116602,
      "loss": 4.8438,
      "step": 24665
    },
    {
      "epoch": 1.0102805652262954,
      "grad_norm": 2.4870358551628833,
      "learning_rate": 0.00028215043744180197,
      "loss": 6.0312,
      "step": 24666
    },
    {
      "epoch": 1.0103215236534917,
      "grad_norm": 3.3315749547544034,
      "learning_rate": 0.00028214889440947077,
      "loss": 5.1562,
      "step": 24667
    },
    {
      "epoch": 1.010362482080688,
      "grad_norm": 2.023298315404061,
      "learning_rate": 0.00028214735131466714,
      "loss": 5.4375,
      "step": 24668
    },
    {
      "epoch": 1.0104034405078846,
      "grad_norm": 3.961043269587994,
      "learning_rate": 0.000282145808157392,
      "loss": 3.8281,
      "step": 24669
    },
    {
      "epoch": 1.0104443989350809,
      "grad_norm": 1.8503050012382436,
      "learning_rate": 0.00028214426493764595,
      "loss": 4.7188,
      "step": 24670
    },
    {
      "epoch": 1.0104853573622772,
      "grad_norm": 2.203589371472431,
      "learning_rate": 0.00028214272165542973,
      "loss": 5.25,
      "step": 24671
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 2.1100730274100212,
      "learning_rate": 0.0002821411783107441,
      "loss": 5.7812,
      "step": 24672
    },
    {
      "epoch": 1.01056727421667,
      "grad_norm": 2.1753638892642346,
      "learning_rate": 0.0002821396349035898,
      "loss": 5.0,
      "step": 24673
    },
    {
      "epoch": 1.0106082326438666,
      "grad_norm": 1.8402865000960738,
      "learning_rate": 0.00028213809143396763,
      "loss": 5.0312,
      "step": 24674
    },
    {
      "epoch": 1.0106491910710629,
      "grad_norm": 1.860413300317945,
      "learning_rate": 0.00028213654790187816,
      "loss": 5.0625,
      "step": 24675
    },
    {
      "epoch": 1.0106901494982592,
      "grad_norm": 16.606415264882536,
      "learning_rate": 0.0002821350043073222,
      "loss": 7.2812,
      "step": 24676
    },
    {
      "epoch": 1.0107311079254557,
      "grad_norm": 5.223843655257446,
      "learning_rate": 0.0002821334606503005,
      "loss": 5.7812,
      "step": 24677
    },
    {
      "epoch": 1.010772066352652,
      "grad_norm": 5.848175814243959,
      "learning_rate": 0.00028213191693081375,
      "loss": 1.7734,
      "step": 24678
    },
    {
      "epoch": 1.0108130247798484,
      "grad_norm": 1.9451493341749364,
      "learning_rate": 0.00028213037314886273,
      "loss": 4.0938,
      "step": 24679
    },
    {
      "epoch": 1.010853983207045,
      "grad_norm": 1.9734734171776025,
      "learning_rate": 0.0002821288293044481,
      "loss": 4.3125,
      "step": 24680
    },
    {
      "epoch": 1.0108949416342412,
      "grad_norm": 1.928813834413554,
      "learning_rate": 0.0002821272853975706,
      "loss": 4.8438,
      "step": 24681
    },
    {
      "epoch": 1.0109359000614377,
      "grad_norm": 3.520197821171586,
      "learning_rate": 0.0002821257414282311,
      "loss": 3.5781,
      "step": 24682
    },
    {
      "epoch": 1.010976858488634,
      "grad_norm": 1.9923969197043558,
      "learning_rate": 0.0002821241973964301,
      "loss": 5.125,
      "step": 24683
    },
    {
      "epoch": 1.0110178169158304,
      "grad_norm": 2.491664721387335,
      "learning_rate": 0.0002821226533021685,
      "loss": 5.4688,
      "step": 24684
    },
    {
      "epoch": 1.011058775343027,
      "grad_norm": 4.2743844845755445,
      "learning_rate": 0.00028212110914544694,
      "loss": 6.0938,
      "step": 24685
    },
    {
      "epoch": 1.0110997337702232,
      "grad_norm": 3.622079991711165,
      "learning_rate": 0.00028211956492626625,
      "loss": 7.3125,
      "step": 24686
    },
    {
      "epoch": 1.0111406921974195,
      "grad_norm": 3.0193831481730884,
      "learning_rate": 0.000282118020644627,
      "loss": 6.2812,
      "step": 24687
    },
    {
      "epoch": 1.011181650624616,
      "grad_norm": 3.727959193785496,
      "learning_rate": 0.0002821164763005301,
      "loss": 2.0469,
      "step": 24688
    },
    {
      "epoch": 1.0112226090518124,
      "grad_norm": 1.874666726742576,
      "learning_rate": 0.00028211493189397613,
      "loss": 4.7188,
      "step": 24689
    },
    {
      "epoch": 1.0112635674790087,
      "grad_norm": 3.387089058723018,
      "learning_rate": 0.00028211338742496593,
      "loss": 4.9688,
      "step": 24690
    },
    {
      "epoch": 1.0113045259062052,
      "grad_norm": 4.821611804889357,
      "learning_rate": 0.0002821118428935002,
      "loss": 3.9844,
      "step": 24691
    },
    {
      "epoch": 1.0113454843334015,
      "grad_norm": 1.9316788372920044,
      "learning_rate": 0.00028211029829957967,
      "loss": 4.9062,
      "step": 24692
    },
    {
      "epoch": 1.011386442760598,
      "grad_norm": 3.601823650500482,
      "learning_rate": 0.000282108753643205,
      "loss": 2.1875,
      "step": 24693
    },
    {
      "epoch": 1.0114274011877944,
      "grad_norm": 2.2989679641062546,
      "learning_rate": 0.000282107208924377,
      "loss": 5.0,
      "step": 24694
    },
    {
      "epoch": 1.0114683596149907,
      "grad_norm": 1.8929369841670478,
      "learning_rate": 0.00028210566414309636,
      "loss": 4.9375,
      "step": 24695
    },
    {
      "epoch": 1.0115093180421872,
      "grad_norm": 2.0021907988884897,
      "learning_rate": 0.0002821041192993639,
      "loss": 4.7812,
      "step": 24696
    },
    {
      "epoch": 1.0115502764693836,
      "grad_norm": 1.7665324073080921,
      "learning_rate": 0.00028210257439318016,
      "loss": 4.6562,
      "step": 24697
    },
    {
      "epoch": 1.0115912348965799,
      "grad_norm": 6.43080301962687,
      "learning_rate": 0.00028210102942454607,
      "loss": 5.25,
      "step": 24698
    },
    {
      "epoch": 1.0116321933237764,
      "grad_norm": 3.8192933899760564,
      "learning_rate": 0.0002820994843934623,
      "loss": 3.7031,
      "step": 24699
    },
    {
      "epoch": 1.0116731517509727,
      "grad_norm": 1.8446454381638027,
      "learning_rate": 0.0002820979392999295,
      "loss": 4.6562,
      "step": 24700
    },
    {
      "epoch": 1.0117141101781693,
      "grad_norm": 1.9372289366825648,
      "learning_rate": 0.00028209639414394845,
      "loss": 4.7188,
      "step": 24701
    },
    {
      "epoch": 1.0117550686053656,
      "grad_norm": 1.9940004621921532,
      "learning_rate": 0.00028209484892551993,
      "loss": 5.4062,
      "step": 24702
    },
    {
      "epoch": 1.0117960270325619,
      "grad_norm": 1.790824717588748,
      "learning_rate": 0.0002820933036446446,
      "loss": 4.625,
      "step": 24703
    },
    {
      "epoch": 1.0118369854597584,
      "grad_norm": 2.458780153266183,
      "learning_rate": 0.0002820917583013233,
      "loss": 5.625,
      "step": 24704
    },
    {
      "epoch": 1.0118779438869547,
      "grad_norm": 4.419788994166553,
      "learning_rate": 0.0002820902128955566,
      "loss": 5.7188,
      "step": 24705
    },
    {
      "epoch": 1.011918902314151,
      "grad_norm": 2.984423762536218,
      "learning_rate": 0.0002820886674273453,
      "loss": 6.875,
      "step": 24706
    },
    {
      "epoch": 1.0119598607413476,
      "grad_norm": 2.038733833560744,
      "learning_rate": 0.0002820871218966902,
      "loss": 5.2188,
      "step": 24707
    },
    {
      "epoch": 1.012000819168544,
      "grad_norm": 1.908789271524131,
      "learning_rate": 0.000282085576303592,
      "loss": 5.25,
      "step": 24708
    },
    {
      "epoch": 1.0120417775957404,
      "grad_norm": 1.7465559596395526,
      "learning_rate": 0.00028208403064805136,
      "loss": 4.6875,
      "step": 24709
    },
    {
      "epoch": 1.0120827360229367,
      "grad_norm": 3.675668112740251,
      "learning_rate": 0.000282082484930069,
      "loss": 5.4688,
      "step": 24710
    },
    {
      "epoch": 1.012123694450133,
      "grad_norm": 2.2955516659342736,
      "learning_rate": 0.0002820809391496458,
      "loss": 5.3125,
      "step": 24711
    },
    {
      "epoch": 1.0121646528773296,
      "grad_norm": 2.7757589486577614,
      "learning_rate": 0.00028207939330678235,
      "loss": 6.875,
      "step": 24712
    },
    {
      "epoch": 1.012205611304526,
      "grad_norm": 2.4036789019668268,
      "learning_rate": 0.0002820778474014794,
      "loss": 5.375,
      "step": 24713
    },
    {
      "epoch": 1.0122465697317222,
      "grad_norm": 2.1839661771810444,
      "learning_rate": 0.00028207630143373775,
      "loss": 4.7812,
      "step": 24714
    },
    {
      "epoch": 1.0122875281589188,
      "grad_norm": 1.8031361746031431,
      "learning_rate": 0.00028207475540355806,
      "loss": 4.8125,
      "step": 24715
    },
    {
      "epoch": 1.012328486586115,
      "grad_norm": 2.0866554485050512,
      "learning_rate": 0.00028207320931094106,
      "loss": 5.3125,
      "step": 24716
    },
    {
      "epoch": 1.0123694450133114,
      "grad_norm": 2.126089054292075,
      "learning_rate": 0.0002820716631558876,
      "loss": 5.4688,
      "step": 24717
    },
    {
      "epoch": 1.012410403440508,
      "grad_norm": 1.9206907629541312,
      "learning_rate": 0.0002820701169383983,
      "loss": 4.5,
      "step": 24718
    },
    {
      "epoch": 1.0124513618677042,
      "grad_norm": 4.139837365123912,
      "learning_rate": 0.0002820685706584739,
      "loss": 6.7812,
      "step": 24719
    },
    {
      "epoch": 1.0124923202949008,
      "grad_norm": 1.8006761333896801,
      "learning_rate": 0.00028206702431611514,
      "loss": 4.1562,
      "step": 24720
    },
    {
      "epoch": 1.012533278722097,
      "grad_norm": 2.127999262547318,
      "learning_rate": 0.0002820654779113227,
      "loss": 4.75,
      "step": 24721
    },
    {
      "epoch": 1.0125742371492934,
      "grad_norm": 2.2184873541586536,
      "learning_rate": 0.0002820639314440974,
      "loss": 4.0625,
      "step": 24722
    },
    {
      "epoch": 1.01261519557649,
      "grad_norm": 1.7012354509902445,
      "learning_rate": 0.00028206238491443997,
      "loss": 4.875,
      "step": 24723
    },
    {
      "epoch": 1.0126561540036862,
      "grad_norm": 2.1477943908236994,
      "learning_rate": 0.0002820608383223511,
      "loss": 4.7812,
      "step": 24724
    },
    {
      "epoch": 1.0126971124308826,
      "grad_norm": 4.5973281607818235,
      "learning_rate": 0.0002820592916678315,
      "loss": 3.5938,
      "step": 24725
    },
    {
      "epoch": 1.012738070858079,
      "grad_norm": 5.072528368255197,
      "learning_rate": 0.00028205774495088196,
      "loss": 3.8281,
      "step": 24726
    },
    {
      "epoch": 1.0127790292852754,
      "grad_norm": 6.088493942974722,
      "learning_rate": 0.0002820561981715031,
      "loss": 5.4688,
      "step": 24727
    },
    {
      "epoch": 1.012819987712472,
      "grad_norm": 1.8752245196480746,
      "learning_rate": 0.00028205465132969586,
      "loss": 5.375,
      "step": 24728
    },
    {
      "epoch": 1.0128609461396683,
      "grad_norm": 1.778819771250091,
      "learning_rate": 0.0002820531044254608,
      "loss": 4.5938,
      "step": 24729
    },
    {
      "epoch": 1.0129019045668646,
      "grad_norm": 1.8502992818273534,
      "learning_rate": 0.00028205155745879865,
      "loss": 4.9688,
      "step": 24730
    },
    {
      "epoch": 1.012942862994061,
      "grad_norm": 1.754367550284371,
      "learning_rate": 0.0002820500104297102,
      "loss": 4.9375,
      "step": 24731
    },
    {
      "epoch": 1.0129838214212574,
      "grad_norm": 1.7149649316135545,
      "learning_rate": 0.00028204846333819623,
      "loss": 4.5,
      "step": 24732
    },
    {
      "epoch": 1.0130247798484537,
      "grad_norm": 1.9237491862924463,
      "learning_rate": 0.0002820469161842573,
      "loss": 5.1875,
      "step": 24733
    },
    {
      "epoch": 1.0130657382756503,
      "grad_norm": 2.9508689356973057,
      "learning_rate": 0.00028204536896789435,
      "loss": 5.7188,
      "step": 24734
    },
    {
      "epoch": 1.0131066967028466,
      "grad_norm": 1.7820344299557478,
      "learning_rate": 0.000282043821689108,
      "loss": 5.3125,
      "step": 24735
    },
    {
      "epoch": 1.013147655130043,
      "grad_norm": 15.553792235010754,
      "learning_rate": 0.0002820422743478989,
      "loss": 4.2188,
      "step": 24736
    },
    {
      "epoch": 1.0131886135572394,
      "grad_norm": 1.4936419227235125,
      "learning_rate": 0.00028204072694426797,
      "loss": 3.1562,
      "step": 24737
    },
    {
      "epoch": 1.0132295719844358,
      "grad_norm": 2.260371513088532,
      "learning_rate": 0.00028203917947821586,
      "loss": 6.5312,
      "step": 24738
    },
    {
      "epoch": 1.0132705304116323,
      "grad_norm": 1.9468454755594728,
      "learning_rate": 0.0002820376319497432,
      "loss": 5.4688,
      "step": 24739
    },
    {
      "epoch": 1.0133114888388286,
      "grad_norm": 1.8714978220279597,
      "learning_rate": 0.00028203608435885085,
      "loss": 4.625,
      "step": 24740
    },
    {
      "epoch": 1.013352447266025,
      "grad_norm": 2.817998200262243,
      "learning_rate": 0.0002820345367055395,
      "loss": 6.3125,
      "step": 24741
    },
    {
      "epoch": 1.0133934056932214,
      "grad_norm": 1.7487549853992368,
      "learning_rate": 0.0002820329889898099,
      "loss": 4.3438,
      "step": 24742
    },
    {
      "epoch": 1.0134343641204178,
      "grad_norm": 1.830296080293433,
      "learning_rate": 0.00028203144121166277,
      "loss": 3.7969,
      "step": 24743
    },
    {
      "epoch": 1.013475322547614,
      "grad_norm": 1.7467851124847233,
      "learning_rate": 0.00028202989337109877,
      "loss": 4.4688,
      "step": 24744
    },
    {
      "epoch": 1.0135162809748106,
      "grad_norm": 2.460780340985398,
      "learning_rate": 0.00028202834546811877,
      "loss": 5.125,
      "step": 24745
    },
    {
      "epoch": 1.013557239402007,
      "grad_norm": 3.2040674875110557,
      "learning_rate": 0.00028202679750272336,
      "loss": 6.0625,
      "step": 24746
    },
    {
      "epoch": 1.0135981978292035,
      "grad_norm": 4.240917512000949,
      "learning_rate": 0.0002820252494749135,
      "loss": 4.9062,
      "step": 24747
    },
    {
      "epoch": 1.0136391562563998,
      "grad_norm": 2.1599069820151047,
      "learning_rate": 0.0002820237013846896,
      "loss": 5.8125,
      "step": 24748
    },
    {
      "epoch": 1.013680114683596,
      "grad_norm": 1.9367024937395745,
      "learning_rate": 0.0002820221532320526,
      "loss": 5.4688,
      "step": 24749
    },
    {
      "epoch": 1.0137210731107926,
      "grad_norm": 2.099187986940999,
      "learning_rate": 0.0002820206050170032,
      "loss": 5.5938,
      "step": 24750
    },
    {
      "epoch": 1.013762031537989,
      "grad_norm": 2.0442423567709094,
      "learning_rate": 0.0002820190567395421,
      "loss": 5.1562,
      "step": 24751
    },
    {
      "epoch": 1.0138029899651853,
      "grad_norm": 3.1049846430331844,
      "learning_rate": 0.00028201750839967004,
      "loss": 6.7188,
      "step": 24752
    },
    {
      "epoch": 1.0138439483923818,
      "grad_norm": 2.5678058618130244,
      "learning_rate": 0.0002820159599973878,
      "loss": 5.8438,
      "step": 24753
    },
    {
      "epoch": 1.013884906819578,
      "grad_norm": 1.9623286702296618,
      "learning_rate": 0.000282014411532696,
      "loss": 5.3438,
      "step": 24754
    },
    {
      "epoch": 1.0139258652467744,
      "grad_norm": 3.5129662369137775,
      "learning_rate": 0.00028201286300559553,
      "loss": 6.7188,
      "step": 24755
    },
    {
      "epoch": 1.013966823673971,
      "grad_norm": 4.647465733393583,
      "learning_rate": 0.000282011314416087,
      "loss": 4.2188,
      "step": 24756
    },
    {
      "epoch": 1.0140077821011673,
      "grad_norm": 7.3442751674718805,
      "learning_rate": 0.0002820097657641712,
      "loss": 4.8125,
      "step": 24757
    },
    {
      "epoch": 1.0140487405283638,
      "grad_norm": 2.190674007477703,
      "learning_rate": 0.00028200821704984884,
      "loss": 4.8125,
      "step": 24758
    },
    {
      "epoch": 1.0140896989555601,
      "grad_norm": 2.0577082346703186,
      "learning_rate": 0.00028200666827312066,
      "loss": 5.625,
      "step": 24759
    },
    {
      "epoch": 1.0141306573827564,
      "grad_norm": 5.295746052111859,
      "learning_rate": 0.0002820051194339874,
      "loss": 8.4375,
      "step": 24760
    },
    {
      "epoch": 1.014171615809953,
      "grad_norm": 2.2426838922741914,
      "learning_rate": 0.00028200357053244975,
      "loss": 3.2188,
      "step": 24761
    },
    {
      "epoch": 1.0142125742371493,
      "grad_norm": 9.721105423031743,
      "learning_rate": 0.0002820020215685085,
      "loss": 7.25,
      "step": 24762
    },
    {
      "epoch": 1.0142535326643456,
      "grad_norm": 1.8469941099973464,
      "learning_rate": 0.00028200047254216433,
      "loss": 4.8438,
      "step": 24763
    },
    {
      "epoch": 1.0142944910915421,
      "grad_norm": 2.720829566699281,
      "learning_rate": 0.000281998923453418,
      "loss": 4.5312,
      "step": 24764
    },
    {
      "epoch": 1.0143354495187384,
      "grad_norm": 2.867068961742216,
      "learning_rate": 0.00028199737430227025,
      "loss": 6.0625,
      "step": 24765
    },
    {
      "epoch": 1.014376407945935,
      "grad_norm": 2.0250512098809823,
      "learning_rate": 0.0002819958250887218,
      "loss": 5.7188,
      "step": 24766
    },
    {
      "epoch": 1.0144173663731313,
      "grad_norm": 1.926727758378435,
      "learning_rate": 0.0002819942758127733,
      "loss": 5.9688,
      "step": 24767
    },
    {
      "epoch": 1.0144583248003276,
      "grad_norm": 4.857944070992565,
      "learning_rate": 0.00028199272647442565,
      "loss": 4.875,
      "step": 24768
    },
    {
      "epoch": 1.0144992832275241,
      "grad_norm": 3.2142696057704505,
      "learning_rate": 0.0002819911770736795,
      "loss": 5.6875,
      "step": 24769
    },
    {
      "epoch": 1.0145402416547205,
      "grad_norm": 2.001812898195083,
      "learning_rate": 0.00028198962761053555,
      "loss": 4.3125,
      "step": 24770
    },
    {
      "epoch": 1.0145812000819168,
      "grad_norm": 2.5710615721229586,
      "learning_rate": 0.00028198807808499463,
      "loss": 5.6875,
      "step": 24771
    },
    {
      "epoch": 1.0146221585091133,
      "grad_norm": 1.7925354015756687,
      "learning_rate": 0.00028198652849705734,
      "loss": 5.0312,
      "step": 24772
    },
    {
      "epoch": 1.0146631169363096,
      "grad_norm": 1.8877734461113551,
      "learning_rate": 0.0002819849788467245,
      "loss": 6.5625,
      "step": 24773
    },
    {
      "epoch": 1.0147040753635062,
      "grad_norm": 3.8737017185801257,
      "learning_rate": 0.0002819834291339968,
      "loss": 5.9688,
      "step": 24774
    },
    {
      "epoch": 1.0147450337907025,
      "grad_norm": 1.6989187686153262,
      "learning_rate": 0.000281981879358875,
      "loss": 4.625,
      "step": 24775
    },
    {
      "epoch": 1.0147859922178988,
      "grad_norm": 8.937597206913688,
      "learning_rate": 0.00028198032952135983,
      "loss": 5.625,
      "step": 24776
    },
    {
      "epoch": 1.0148269506450953,
      "grad_norm": 2.2931755293907963,
      "learning_rate": 0.00028197877962145203,
      "loss": 6.25,
      "step": 24777
    },
    {
      "epoch": 1.0148679090722916,
      "grad_norm": 1.9761109822419607,
      "learning_rate": 0.0002819772296591523,
      "loss": 5.875,
      "step": 24778
    },
    {
      "epoch": 1.014908867499488,
      "grad_norm": 1.9474617568732062,
      "learning_rate": 0.00028197567963446146,
      "loss": 4.75,
      "step": 24779
    },
    {
      "epoch": 1.0149498259266845,
      "grad_norm": 1.8174214836440505,
      "learning_rate": 0.0002819741295473801,
      "loss": 4.4688,
      "step": 24780
    },
    {
      "epoch": 1.0149907843538808,
      "grad_norm": 2.6181503619438833,
      "learning_rate": 0.00028197257939790906,
      "loss": 3.4844,
      "step": 24781
    },
    {
      "epoch": 1.015031742781077,
      "grad_norm": 4.932648385427708,
      "learning_rate": 0.00028197102918604903,
      "loss": 6.9688,
      "step": 24782
    },
    {
      "epoch": 1.0150727012082736,
      "grad_norm": 10.004417378213217,
      "learning_rate": 0.00028196947891180076,
      "loss": 3.0781,
      "step": 24783
    },
    {
      "epoch": 1.01511365963547,
      "grad_norm": 4.995397645241312,
      "learning_rate": 0.000281967928575165,
      "loss": 5.5938,
      "step": 24784
    },
    {
      "epoch": 1.0151546180626665,
      "grad_norm": 2.2977823050354464,
      "learning_rate": 0.0002819663781761424,
      "loss": 5.0312,
      "step": 24785
    },
    {
      "epoch": 1.0151955764898628,
      "grad_norm": 1.9599115469025525,
      "learning_rate": 0.00028196482771473383,
      "loss": 5.125,
      "step": 24786
    },
    {
      "epoch": 1.0152365349170591,
      "grad_norm": 4.781631144000131,
      "learning_rate": 0.00028196327719093994,
      "loss": 6.3438,
      "step": 24787
    },
    {
      "epoch": 1.0152774933442557,
      "grad_norm": 1.968543684870326,
      "learning_rate": 0.0002819617266047614,
      "loss": 5.1875,
      "step": 24788
    },
    {
      "epoch": 1.015318451771452,
      "grad_norm": 1.938941897286731,
      "learning_rate": 0.00028196017595619904,
      "loss": 5.3125,
      "step": 24789
    },
    {
      "epoch": 1.0153594101986483,
      "grad_norm": 1.997725180392048,
      "learning_rate": 0.0002819586252452536,
      "loss": 4.6562,
      "step": 24790
    },
    {
      "epoch": 1.0154003686258448,
      "grad_norm": 3.1601482228817663,
      "learning_rate": 0.00028195707447192575,
      "loss": 3.6094,
      "step": 24791
    },
    {
      "epoch": 1.0154413270530411,
      "grad_norm": 1.740766202888013,
      "learning_rate": 0.0002819555236362163,
      "loss": 4.0938,
      "step": 24792
    },
    {
      "epoch": 1.0154822854802377,
      "grad_norm": 2.3425759463664955,
      "learning_rate": 0.0002819539727381259,
      "loss": 5.7812,
      "step": 24793
    },
    {
      "epoch": 1.015523243907434,
      "grad_norm": 2.1910018653407444,
      "learning_rate": 0.0002819524217776553,
      "loss": 5.6562,
      "step": 24794
    },
    {
      "epoch": 1.0155642023346303,
      "grad_norm": 2.2351298195071605,
      "learning_rate": 0.0002819508707548053,
      "loss": 6.1562,
      "step": 24795
    },
    {
      "epoch": 1.0156051607618268,
      "grad_norm": 3.850051781529911,
      "learning_rate": 0.0002819493196695765,
      "loss": 6.9062,
      "step": 24796
    },
    {
      "epoch": 1.0156461191890231,
      "grad_norm": 4.032433809984338,
      "learning_rate": 0.0002819477685219698,
      "loss": 2.8125,
      "step": 24797
    },
    {
      "epoch": 1.0156870776162195,
      "grad_norm": 3.794506872897756,
      "learning_rate": 0.00028194621731198583,
      "loss": 6.0625,
      "step": 24798
    },
    {
      "epoch": 1.015728036043416,
      "grad_norm": 2.3526350762958392,
      "learning_rate": 0.0002819446660396253,
      "loss": 6.4688,
      "step": 24799
    },
    {
      "epoch": 1.0157689944706123,
      "grad_norm": 1.790819583563352,
      "learning_rate": 0.00028194311470488903,
      "loss": 4.0312,
      "step": 24800
    },
    {
      "epoch": 1.0158099528978086,
      "grad_norm": 1.9604851420088574,
      "learning_rate": 0.0002819415633077777,
      "loss": 5.1562,
      "step": 24801
    },
    {
      "epoch": 1.0158509113250052,
      "grad_norm": 1.9655134796040337,
      "learning_rate": 0.0002819400118482921,
      "loss": 4.0625,
      "step": 24802
    },
    {
      "epoch": 1.0158918697522015,
      "grad_norm": 2.569935116985445,
      "learning_rate": 0.00028193846032643287,
      "loss": 6.5,
      "step": 24803
    },
    {
      "epoch": 1.015932828179398,
      "grad_norm": 1.7260305873232427,
      "learning_rate": 0.00028193690874220084,
      "loss": 4.1875,
      "step": 24804
    },
    {
      "epoch": 1.0159737866065943,
      "grad_norm": 2.4545300581796154,
      "learning_rate": 0.0002819353570955966,
      "loss": 5.8125,
      "step": 24805
    },
    {
      "epoch": 1.0160147450337906,
      "grad_norm": 2.4477906172207113,
      "learning_rate": 0.00028193380538662105,
      "loss": 4.4688,
      "step": 24806
    },
    {
      "epoch": 1.0160557034609872,
      "grad_norm": 2.088290487178251,
      "learning_rate": 0.00028193225361527487,
      "loss": 5.9375,
      "step": 24807
    },
    {
      "epoch": 1.0160966618881835,
      "grad_norm": 3.5922367172809926,
      "learning_rate": 0.0002819307017815587,
      "loss": 6.0,
      "step": 24808
    },
    {
      "epoch": 1.0161376203153798,
      "grad_norm": 21.074910714929626,
      "learning_rate": 0.00028192914988547344,
      "loss": 7.5938,
      "step": 24809
    },
    {
      "epoch": 1.0161785787425763,
      "grad_norm": 6.637020617427489,
      "learning_rate": 0.0002819275979270197,
      "loss": 5.625,
      "step": 24810
    },
    {
      "epoch": 1.0162195371697726,
      "grad_norm": 2.171069070846342,
      "learning_rate": 0.0002819260459061982,
      "loss": 5.1875,
      "step": 24811
    },
    {
      "epoch": 1.0162604955969692,
      "grad_norm": 1.8072603939463585,
      "learning_rate": 0.0002819244938230098,
      "loss": 4.0938,
      "step": 24812
    },
    {
      "epoch": 1.0163014540241655,
      "grad_norm": 2.3650668893961124,
      "learning_rate": 0.0002819229416774551,
      "loss": 5.7812,
      "step": 24813
    },
    {
      "epoch": 1.0163424124513618,
      "grad_norm": 2.3896871235177413,
      "learning_rate": 0.0002819213894695349,
      "loss": 6.1562,
      "step": 24814
    },
    {
      "epoch": 1.0163833708785583,
      "grad_norm": 10.936209114473419,
      "learning_rate": 0.0002819198371992499,
      "loss": 7.4062,
      "step": 24815
    },
    {
      "epoch": 1.0164243293057547,
      "grad_norm": 2.2768964714251165,
      "learning_rate": 0.00028191828486660094,
      "loss": 7.0312,
      "step": 24816
    },
    {
      "epoch": 1.016465287732951,
      "grad_norm": 1.9019009963479516,
      "learning_rate": 0.0002819167324715886,
      "loss": 5.0938,
      "step": 24817
    },
    {
      "epoch": 1.0165062461601475,
      "grad_norm": 1.7557802921504986,
      "learning_rate": 0.00028191518001421365,
      "loss": 4.5625,
      "step": 24818
    },
    {
      "epoch": 1.0165472045873438,
      "grad_norm": 2.003322761357395,
      "learning_rate": 0.0002819136274944769,
      "loss": 5.4375,
      "step": 24819
    },
    {
      "epoch": 1.0165881630145401,
      "grad_norm": 2.0003770306420634,
      "learning_rate": 0.0002819120749123791,
      "loss": 5.0625,
      "step": 24820
    },
    {
      "epoch": 1.0166291214417367,
      "grad_norm": 3.092514101186365,
      "learning_rate": 0.0002819105222679208,
      "loss": 5.375,
      "step": 24821
    },
    {
      "epoch": 1.016670079868933,
      "grad_norm": 6.374028584393725,
      "learning_rate": 0.00028190896956110294,
      "loss": 7.5938,
      "step": 24822
    },
    {
      "epoch": 1.0167110382961295,
      "grad_norm": 2.5742555729096153,
      "learning_rate": 0.0002819074167919262,
      "loss": 5.375,
      "step": 24823
    },
    {
      "epoch": 1.0167519967233258,
      "grad_norm": 1.7562027953560433,
      "learning_rate": 0.00028190586396039123,
      "loss": 5.7188,
      "step": 24824
    },
    {
      "epoch": 1.0167929551505221,
      "grad_norm": 1.752070515433149,
      "learning_rate": 0.0002819043110664988,
      "loss": 5.6562,
      "step": 24825
    },
    {
      "epoch": 1.0168339135777187,
      "grad_norm": 1.8939860498556782,
      "learning_rate": 0.0002819027581102497,
      "loss": 4.4062,
      "step": 24826
    },
    {
      "epoch": 1.016874872004915,
      "grad_norm": 3.088067379737897,
      "learning_rate": 0.00028190120509164466,
      "loss": 5.4688,
      "step": 24827
    },
    {
      "epoch": 1.0169158304321113,
      "grad_norm": 2.845124230224785,
      "learning_rate": 0.0002818996520106844,
      "loss": 5.5938,
      "step": 24828
    },
    {
      "epoch": 1.0169567888593078,
      "grad_norm": 1.5851052340878147,
      "learning_rate": 0.0002818980988673696,
      "loss": 4.8438,
      "step": 24829
    },
    {
      "epoch": 1.0169977472865042,
      "grad_norm": 3.8523079694422915,
      "learning_rate": 0.000281896545661701,
      "loss": 6.7188,
      "step": 24830
    },
    {
      "epoch": 1.0170387057137007,
      "grad_norm": 2.0266509986872574,
      "learning_rate": 0.0002818949923936794,
      "loss": 5.8125,
      "step": 24831
    },
    {
      "epoch": 1.017079664140897,
      "grad_norm": 3.8594346152248344,
      "learning_rate": 0.0002818934390633055,
      "loss": 6.75,
      "step": 24832
    },
    {
      "epoch": 1.0171206225680933,
      "grad_norm": 2.2589965313040756,
      "learning_rate": 0.00028189188567058005,
      "loss": 5.5938,
      "step": 24833
    },
    {
      "epoch": 1.0171615809952899,
      "grad_norm": 2.025866347340768,
      "learning_rate": 0.0002818903322155037,
      "loss": 4.5938,
      "step": 24834
    },
    {
      "epoch": 1.0172025394224862,
      "grad_norm": 1.8884271173401848,
      "learning_rate": 0.00028188877869807737,
      "loss": 5.2188,
      "step": 24835
    },
    {
      "epoch": 1.0172434978496825,
      "grad_norm": 1.932073012522567,
      "learning_rate": 0.0002818872251183016,
      "loss": 3.9688,
      "step": 24836
    },
    {
      "epoch": 1.017284456276879,
      "grad_norm": 1.8460816659745491,
      "learning_rate": 0.0002818856714761772,
      "loss": 5.1562,
      "step": 24837
    },
    {
      "epoch": 1.0173254147040753,
      "grad_norm": 2.3207633207002885,
      "learning_rate": 0.0002818841177717049,
      "loss": 5.875,
      "step": 24838
    },
    {
      "epoch": 1.0173663731312717,
      "grad_norm": 2.8263253532608195,
      "learning_rate": 0.0002818825640048855,
      "loss": 5.3438,
      "step": 24839
    },
    {
      "epoch": 1.0174073315584682,
      "grad_norm": 6.559702486364423,
      "learning_rate": 0.00028188101017571964,
      "loss": 4.5,
      "step": 24840
    },
    {
      "epoch": 1.0174482899856645,
      "grad_norm": 1.6842225547295289,
      "learning_rate": 0.00028187945628420813,
      "loss": 3.4844,
      "step": 24841
    },
    {
      "epoch": 1.017489248412861,
      "grad_norm": 4.158590164414578,
      "learning_rate": 0.0002818779023303516,
      "loss": 6.6562,
      "step": 24842
    },
    {
      "epoch": 1.0175302068400573,
      "grad_norm": 2.416356556674688,
      "learning_rate": 0.0002818763483141509,
      "loss": 4.8125,
      "step": 24843
    },
    {
      "epoch": 1.0175711652672537,
      "grad_norm": 2.4966331890159115,
      "learning_rate": 0.0002818747942356067,
      "loss": 5.5625,
      "step": 24844
    },
    {
      "epoch": 1.0176121236944502,
      "grad_norm": 2.286697806563701,
      "learning_rate": 0.00028187324009471974,
      "loss": 5.1875,
      "step": 24845
    },
    {
      "epoch": 1.0176530821216465,
      "grad_norm": 1.9594139072839194,
      "learning_rate": 0.00028187168589149074,
      "loss": 5.3125,
      "step": 24846
    },
    {
      "epoch": 1.0176940405488428,
      "grad_norm": 5.775938661604483,
      "learning_rate": 0.0002818701316259205,
      "loss": 6.4688,
      "step": 24847
    },
    {
      "epoch": 1.0177349989760394,
      "grad_norm": 1.832557268926699,
      "learning_rate": 0.0002818685772980097,
      "loss": 4.0625,
      "step": 24848
    },
    {
      "epoch": 1.0177759574032357,
      "grad_norm": 1.8217416269639033,
      "learning_rate": 0.0002818670229077591,
      "loss": 4.6562,
      "step": 24849
    },
    {
      "epoch": 1.0178169158304322,
      "grad_norm": 1.718166435604841,
      "learning_rate": 0.0002818654684551694,
      "loss": 4.9375,
      "step": 24850
    },
    {
      "epoch": 1.0178578742576285,
      "grad_norm": 5.508788448437262,
      "learning_rate": 0.0002818639139402414,
      "loss": 6.4375,
      "step": 24851
    },
    {
      "epoch": 1.0178988326848248,
      "grad_norm": 2.7151936869910487,
      "learning_rate": 0.00028186235936297576,
      "loss": 5.6562,
      "step": 24852
    },
    {
      "epoch": 1.0179397911120214,
      "grad_norm": 1.9231950282904398,
      "learning_rate": 0.00028186080472337327,
      "loss": 5.125,
      "step": 24853
    },
    {
      "epoch": 1.0179807495392177,
      "grad_norm": 2.2620788190600174,
      "learning_rate": 0.0002818592500214346,
      "loss": 5.2188,
      "step": 24854
    },
    {
      "epoch": 1.018021707966414,
      "grad_norm": 2.0977705128030393,
      "learning_rate": 0.00028185769525716054,
      "loss": 5.5,
      "step": 24855
    },
    {
      "epoch": 1.0180626663936105,
      "grad_norm": 3.135718489481116,
      "learning_rate": 0.0002818561404305519,
      "loss": 5.5625,
      "step": 24856
    },
    {
      "epoch": 1.0181036248208069,
      "grad_norm": 3.104391031355639,
      "learning_rate": 0.0002818545855416092,
      "loss": 4.6875,
      "step": 24857
    },
    {
      "epoch": 1.0181445832480032,
      "grad_norm": 3.4395407582503768,
      "learning_rate": 0.0002818530305903334,
      "loss": 8.0625,
      "step": 24858
    },
    {
      "epoch": 1.0181855416751997,
      "grad_norm": 3.0158601923695785,
      "learning_rate": 0.0002818514755767251,
      "loss": 6.3125,
      "step": 24859
    },
    {
      "epoch": 1.018226500102396,
      "grad_norm": 1.7233396302099955,
      "learning_rate": 0.00028184992050078506,
      "loss": 4.2188,
      "step": 24860
    },
    {
      "epoch": 1.0182674585295926,
      "grad_norm": 2.115133597739948,
      "learning_rate": 0.000281848365362514,
      "loss": 4.6875,
      "step": 24861
    },
    {
      "epoch": 1.0183084169567889,
      "grad_norm": 1.8248982832922052,
      "learning_rate": 0.00028184681016191275,
      "loss": 5.4062,
      "step": 24862
    },
    {
      "epoch": 1.0183493753839852,
      "grad_norm": 1.7364806808040965,
      "learning_rate": 0.00028184525489898194,
      "loss": 5.375,
      "step": 24863
    },
    {
      "epoch": 1.0183903338111817,
      "grad_norm": 6.931203967289566,
      "learning_rate": 0.00028184369957372235,
      "loss": 4.4062,
      "step": 24864
    },
    {
      "epoch": 1.018431292238378,
      "grad_norm": 1.8188678781702512,
      "learning_rate": 0.00028184214418613474,
      "loss": 5.4375,
      "step": 24865
    },
    {
      "epoch": 1.0184722506655743,
      "grad_norm": 2.363227102690524,
      "learning_rate": 0.00028184058873621977,
      "loss": 6.9688,
      "step": 24866
    },
    {
      "epoch": 1.0185132090927709,
      "grad_norm": 1.7194153875117115,
      "learning_rate": 0.0002818390332239783,
      "loss": 5.8438,
      "step": 24867
    },
    {
      "epoch": 1.0185541675199672,
      "grad_norm": 1.8747449540712053,
      "learning_rate": 0.0002818374776494109,
      "loss": 4.2812,
      "step": 24868
    },
    {
      "epoch": 1.0185951259471637,
      "grad_norm": 2.210952661228079,
      "learning_rate": 0.0002818359220125184,
      "loss": 5.8125,
      "step": 24869
    },
    {
      "epoch": 1.01863608437436,
      "grad_norm": 3.4986633219058056,
      "learning_rate": 0.00028183436631330154,
      "loss": 5.375,
      "step": 24870
    },
    {
      "epoch": 1.0186770428015564,
      "grad_norm": 2.055249399750054,
      "learning_rate": 0.00028183281055176105,
      "loss": 4.9375,
      "step": 24871
    },
    {
      "epoch": 1.018718001228753,
      "grad_norm": 2.8147010854601846,
      "learning_rate": 0.00028183125472789765,
      "loss": 4.7188,
      "step": 24872
    },
    {
      "epoch": 1.0187589596559492,
      "grad_norm": 2.0037968419441166,
      "learning_rate": 0.0002818296988417121,
      "loss": 5.2188,
      "step": 24873
    },
    {
      "epoch": 1.0187999180831455,
      "grad_norm": 2.422305062244837,
      "learning_rate": 0.0002818281428932051,
      "loss": 7.4062,
      "step": 24874
    },
    {
      "epoch": 1.018840876510342,
      "grad_norm": 1.6987399513649242,
      "learning_rate": 0.0002818265868823774,
      "loss": 4.7812,
      "step": 24875
    },
    {
      "epoch": 1.0188818349375384,
      "grad_norm": 2.6327271423423926,
      "learning_rate": 0.00028182503080922977,
      "loss": 4.4688,
      "step": 24876
    },
    {
      "epoch": 1.018922793364735,
      "grad_norm": 2.355881208143626,
      "learning_rate": 0.00028182347467376286,
      "loss": 6.625,
      "step": 24877
    },
    {
      "epoch": 1.0189637517919312,
      "grad_norm": 1.92298433323974,
      "learning_rate": 0.0002818219184759775,
      "loss": 5.0625,
      "step": 24878
    },
    {
      "epoch": 1.0190047102191275,
      "grad_norm": 2.7416047923501834,
      "learning_rate": 0.0002818203622158744,
      "loss": 5.4375,
      "step": 24879
    },
    {
      "epoch": 1.019045668646324,
      "grad_norm": 6.199335707288912,
      "learning_rate": 0.0002818188058934542,
      "loss": 2.0625,
      "step": 24880
    },
    {
      "epoch": 1.0190866270735204,
      "grad_norm": 6.442185038542674,
      "learning_rate": 0.0002818172495087178,
      "loss": 6.9062,
      "step": 24881
    },
    {
      "epoch": 1.0191275855007167,
      "grad_norm": 2.559397389339719,
      "learning_rate": 0.0002818156930616658,
      "loss": 5.7812,
      "step": 24882
    },
    {
      "epoch": 1.0191685439279132,
      "grad_norm": 6.515189505380603,
      "learning_rate": 0.00028181413655229906,
      "loss": 5.3125,
      "step": 24883
    },
    {
      "epoch": 1.0192095023551095,
      "grad_norm": 4.276242821994107,
      "learning_rate": 0.0002818125799806182,
      "loss": 6.7812,
      "step": 24884
    },
    {
      "epoch": 1.0192504607823059,
      "grad_norm": 1.814206035064279,
      "learning_rate": 0.00028181102334662403,
      "loss": 4.75,
      "step": 24885
    },
    {
      "epoch": 1.0192914192095024,
      "grad_norm": 1.870166364443419,
      "learning_rate": 0.00028180946665031724,
      "loss": 4.1875,
      "step": 24886
    },
    {
      "epoch": 1.0193323776366987,
      "grad_norm": 2.0076814355148294,
      "learning_rate": 0.0002818079098916985,
      "loss": 4.7812,
      "step": 24887
    },
    {
      "epoch": 1.0193733360638952,
      "grad_norm": 2.4615998712981457,
      "learning_rate": 0.00028180635307076875,
      "loss": 5.6875,
      "step": 24888
    },
    {
      "epoch": 1.0194142944910916,
      "grad_norm": 3.338334407819921,
      "learning_rate": 0.0002818047961875286,
      "loss": 5.5,
      "step": 24889
    },
    {
      "epoch": 1.0194552529182879,
      "grad_norm": 2.4277972593751356,
      "learning_rate": 0.00028180323924197867,
      "loss": 3.0469,
      "step": 24890
    },
    {
      "epoch": 1.0194962113454844,
      "grad_norm": 2.4231047003383743,
      "learning_rate": 0.0002818016822341199,
      "loss": 5.1562,
      "step": 24891
    },
    {
      "epoch": 1.0195371697726807,
      "grad_norm": 2.2482952142650783,
      "learning_rate": 0.000281800125163953,
      "loss": 5.4688,
      "step": 24892
    },
    {
      "epoch": 1.019578128199877,
      "grad_norm": 1.926560205670846,
      "learning_rate": 0.00028179856803147856,
      "loss": 4.6562,
      "step": 24893
    },
    {
      "epoch": 1.0196190866270736,
      "grad_norm": 1.8324466614535473,
      "learning_rate": 0.00028179701083669745,
      "loss": 4.1562,
      "step": 24894
    },
    {
      "epoch": 1.0196600450542699,
      "grad_norm": 3.1320087480654144,
      "learning_rate": 0.00028179545357961033,
      "loss": 4.75,
      "step": 24895
    },
    {
      "epoch": 1.0197010034814664,
      "grad_norm": 14.365158060682836,
      "learning_rate": 0.00028179389626021797,
      "loss": 8.1875,
      "step": 24896
    },
    {
      "epoch": 1.0197419619086627,
      "grad_norm": 2.0280907451680084,
      "learning_rate": 0.0002817923388785211,
      "loss": 4.7188,
      "step": 24897
    },
    {
      "epoch": 1.019782920335859,
      "grad_norm": 3.880192749010326,
      "learning_rate": 0.00028179078143452047,
      "loss": 6.0,
      "step": 24898
    },
    {
      "epoch": 1.0198238787630556,
      "grad_norm": 2.049624683523313,
      "learning_rate": 0.0002817892239282168,
      "loss": 4.4062,
      "step": 24899
    },
    {
      "epoch": 1.019864837190252,
      "grad_norm": 2.897851005779437,
      "learning_rate": 0.00028178766635961086,
      "loss": 3.8906,
      "step": 24900
    },
    {
      "epoch": 1.0199057956174482,
      "grad_norm": 5.01776497764383,
      "learning_rate": 0.00028178610872870336,
      "loss": 5.4062,
      "step": 24901
    },
    {
      "epoch": 1.0199467540446447,
      "grad_norm": 1.8483981659631414,
      "learning_rate": 0.000281784551035495,
      "loss": 5.0,
      "step": 24902
    },
    {
      "epoch": 1.019987712471841,
      "grad_norm": 1.8348936077149258,
      "learning_rate": 0.0002817829932799866,
      "loss": 5.6562,
      "step": 24903
    },
    {
      "epoch": 1.0200286708990374,
      "grad_norm": 3.3351709830861664,
      "learning_rate": 0.0002817814354621788,
      "loss": 5.5312,
      "step": 24904
    },
    {
      "epoch": 1.020069629326234,
      "grad_norm": 3.4529041413270445,
      "learning_rate": 0.0002817798775820724,
      "loss": 6.0938,
      "step": 24905
    },
    {
      "epoch": 1.0201105877534302,
      "grad_norm": 2.6563757110772372,
      "learning_rate": 0.0002817783196396681,
      "loss": 5.4688,
      "step": 24906
    },
    {
      "epoch": 1.0201515461806268,
      "grad_norm": 2.7338279129204603,
      "learning_rate": 0.0002817767616349667,
      "loss": 5.4688,
      "step": 24907
    },
    {
      "epoch": 1.020192504607823,
      "grad_norm": 3.703113674072193,
      "learning_rate": 0.00028177520356796886,
      "loss": 4.4375,
      "step": 24908
    },
    {
      "epoch": 1.0202334630350194,
      "grad_norm": 1.8160190929518192,
      "learning_rate": 0.00028177364543867535,
      "loss": 5.0938,
      "step": 24909
    },
    {
      "epoch": 1.020274421462216,
      "grad_norm": 1.7345944121954853,
      "learning_rate": 0.0002817720872470869,
      "loss": 5.1562,
      "step": 24910
    },
    {
      "epoch": 1.0203153798894122,
      "grad_norm": 2.0571946505866365,
      "learning_rate": 0.0002817705289932043,
      "loss": 4.9062,
      "step": 24911
    },
    {
      "epoch": 1.0203563383166085,
      "grad_norm": 1.922271939469299,
      "learning_rate": 0.0002817689706770282,
      "loss": 5.0625,
      "step": 24912
    },
    {
      "epoch": 1.020397296743805,
      "grad_norm": 3.432230745398053,
      "learning_rate": 0.0002817674122985594,
      "loss": 5.125,
      "step": 24913
    },
    {
      "epoch": 1.0204382551710014,
      "grad_norm": 2.8657822742142924,
      "learning_rate": 0.0002817658538577986,
      "loss": 6.2188,
      "step": 24914
    },
    {
      "epoch": 1.020479213598198,
      "grad_norm": 3.4257245788048163,
      "learning_rate": 0.0002817642953547465,
      "loss": 6.1875,
      "step": 24915
    },
    {
      "epoch": 1.0205201720253942,
      "grad_norm": 2.9232456889298017,
      "learning_rate": 0.000281762736789404,
      "loss": 2.375,
      "step": 24916
    },
    {
      "epoch": 1.0205611304525906,
      "grad_norm": 3.5937079595145107,
      "learning_rate": 0.0002817611781617717,
      "loss": 5.5312,
      "step": 24917
    },
    {
      "epoch": 1.020602088879787,
      "grad_norm": 2.136751878483947,
      "learning_rate": 0.00028175961947185025,
      "loss": 6.1562,
      "step": 24918
    },
    {
      "epoch": 1.0206430473069834,
      "grad_norm": 2.9504828392779157,
      "learning_rate": 0.0002817580607196406,
      "loss": 6.625,
      "step": 24919
    },
    {
      "epoch": 1.0206840057341797,
      "grad_norm": 3.5438259193828494,
      "learning_rate": 0.00028175650190514335,
      "loss": 6.4688,
      "step": 24920
    },
    {
      "epoch": 1.0207249641613763,
      "grad_norm": 4.173328892257489,
      "learning_rate": 0.0002817549430283593,
      "loss": 4.0312,
      "step": 24921
    },
    {
      "epoch": 1.0207659225885726,
      "grad_norm": 2.0185619381739945,
      "learning_rate": 0.0002817533840892891,
      "loss": 5.3125,
      "step": 24922
    },
    {
      "epoch": 1.0208068810157689,
      "grad_norm": 2.1461643016186875,
      "learning_rate": 0.0002817518250879336,
      "loss": 5.1875,
      "step": 24923
    },
    {
      "epoch": 1.0208478394429654,
      "grad_norm": 1.876970301820691,
      "learning_rate": 0.00028175026602429346,
      "loss": 4.6875,
      "step": 24924
    },
    {
      "epoch": 1.0208887978701617,
      "grad_norm": 2.7748474062962227,
      "learning_rate": 0.0002817487068983694,
      "loss": 4.6875,
      "step": 24925
    },
    {
      "epoch": 1.0209297562973583,
      "grad_norm": 1.7319980612219095,
      "learning_rate": 0.00028174714771016224,
      "loss": 4.8125,
      "step": 24926
    },
    {
      "epoch": 1.0209707147245546,
      "grad_norm": 1.6549468581602633,
      "learning_rate": 0.0002817455884596727,
      "loss": 4.9688,
      "step": 24927
    },
    {
      "epoch": 1.021011673151751,
      "grad_norm": 2.6108766955887566,
      "learning_rate": 0.0002817440291469015,
      "loss": 4.9062,
      "step": 24928
    },
    {
      "epoch": 1.0210526315789474,
      "grad_norm": 1.8779472218718665,
      "learning_rate": 0.00028174246977184927,
      "loss": 4.8438,
      "step": 24929
    },
    {
      "epoch": 1.0210935900061437,
      "grad_norm": 2.1430303745695576,
      "learning_rate": 0.00028174091033451697,
      "loss": 4.375,
      "step": 24930
    },
    {
      "epoch": 1.02113454843334,
      "grad_norm": 2.9697600113902185,
      "learning_rate": 0.0002817393508349051,
      "loss": 3.0625,
      "step": 24931
    },
    {
      "epoch": 1.0211755068605366,
      "grad_norm": 2.182565858270092,
      "learning_rate": 0.00028173779127301456,
      "loss": 5.25,
      "step": 24932
    },
    {
      "epoch": 1.021216465287733,
      "grad_norm": 2.1800112644014105,
      "learning_rate": 0.00028173623164884603,
      "loss": 3.5781,
      "step": 24933
    },
    {
      "epoch": 1.0212574237149294,
      "grad_norm": 1.772982208422153,
      "learning_rate": 0.0002817346719624003,
      "loss": 4.0,
      "step": 24934
    },
    {
      "epoch": 1.0212983821421258,
      "grad_norm": 1.9271794190303857,
      "learning_rate": 0.00028173311221367796,
      "loss": 4.9062,
      "step": 24935
    },
    {
      "epoch": 1.021339340569322,
      "grad_norm": 4.894286307265162,
      "learning_rate": 0.00028173155240267993,
      "loss": 5.9062,
      "step": 24936
    },
    {
      "epoch": 1.0213802989965186,
      "grad_norm": 2.646297242769183,
      "learning_rate": 0.00028172999252940685,
      "loss": 6.2188,
      "step": 24937
    },
    {
      "epoch": 1.021421257423715,
      "grad_norm": 2.3174447022929545,
      "learning_rate": 0.00028172843259385947,
      "loss": 5.2812,
      "step": 24938
    },
    {
      "epoch": 1.0214622158509112,
      "grad_norm": 2.3051239716899814,
      "learning_rate": 0.0002817268725960385,
      "loss": 5.0938,
      "step": 24939
    },
    {
      "epoch": 1.0215031742781078,
      "grad_norm": 2.9555092808881427,
      "learning_rate": 0.00028172531253594475,
      "loss": 6.875,
      "step": 24940
    },
    {
      "epoch": 1.021544132705304,
      "grad_norm": 16.39873704129648,
      "learning_rate": 0.0002817237524135789,
      "loss": 8.125,
      "step": 24941
    },
    {
      "epoch": 1.0215850911325006,
      "grad_norm": 3.578827902960027,
      "learning_rate": 0.0002817221922289417,
      "loss": 4.0938,
      "step": 24942
    },
    {
      "epoch": 1.021626049559697,
      "grad_norm": 3.6006372825214448,
      "learning_rate": 0.0002817206319820339,
      "loss": 3.75,
      "step": 24943
    },
    {
      "epoch": 1.0216670079868932,
      "grad_norm": 2.3937273682709104,
      "learning_rate": 0.0002817190716728562,
      "loss": 4.8438,
      "step": 24944
    },
    {
      "epoch": 1.0217079664140898,
      "grad_norm": 4.428076500317483,
      "learning_rate": 0.00028171751130140943,
      "loss": 4.2188,
      "step": 24945
    },
    {
      "epoch": 1.021748924841286,
      "grad_norm": 2.3326654652741063,
      "learning_rate": 0.0002817159508676942,
      "loss": 5.0,
      "step": 24946
    },
    {
      "epoch": 1.0217898832684824,
      "grad_norm": 1.9716494728849214,
      "learning_rate": 0.0002817143903717114,
      "loss": 5.2812,
      "step": 24947
    },
    {
      "epoch": 1.021830841695679,
      "grad_norm": 1.9188840879597546,
      "learning_rate": 0.00028171282981346153,
      "loss": 4.8438,
      "step": 24948
    },
    {
      "epoch": 1.0218718001228753,
      "grad_norm": 2.8462351967862936,
      "learning_rate": 0.0002817112691929456,
      "loss": 5.3438,
      "step": 24949
    },
    {
      "epoch": 1.0219127585500716,
      "grad_norm": 3.4771865365262604,
      "learning_rate": 0.00028170970851016416,
      "loss": 5.9375,
      "step": 24950
    },
    {
      "epoch": 1.0219537169772681,
      "grad_norm": 2.517889812982204,
      "learning_rate": 0.00028170814776511805,
      "loss": 4.6875,
      "step": 24951
    },
    {
      "epoch": 1.0219946754044644,
      "grad_norm": 2.34631436673036,
      "learning_rate": 0.000281706586957808,
      "loss": 6.8125,
      "step": 24952
    },
    {
      "epoch": 1.022035633831661,
      "grad_norm": 1.851097686130913,
      "learning_rate": 0.00028170502608823464,
      "loss": 3.8594,
      "step": 24953
    },
    {
      "epoch": 1.0220765922588573,
      "grad_norm": 3.3384682403029493,
      "learning_rate": 0.00028170346515639887,
      "loss": 5.6875,
      "step": 24954
    },
    {
      "epoch": 1.0221175506860536,
      "grad_norm": 2.1610496351447894,
      "learning_rate": 0.00028170190416230127,
      "loss": 5.4375,
      "step": 24955
    },
    {
      "epoch": 1.0221585091132501,
      "grad_norm": 2.665146492662983,
      "learning_rate": 0.0002817003431059427,
      "loss": 3.2188,
      "step": 24956
    },
    {
      "epoch": 1.0221994675404464,
      "grad_norm": 2.0425224168646587,
      "learning_rate": 0.0002816987819873238,
      "loss": 5.1875,
      "step": 24957
    },
    {
      "epoch": 1.0222404259676428,
      "grad_norm": 5.486800518911737,
      "learning_rate": 0.0002816972208064454,
      "loss": 5.9375,
      "step": 24958
    },
    {
      "epoch": 1.0222813843948393,
      "grad_norm": 2.0619852471542304,
      "learning_rate": 0.0002816956595633082,
      "loss": 4.1562,
      "step": 24959
    },
    {
      "epoch": 1.0223223428220356,
      "grad_norm": 2.1612444881700914,
      "learning_rate": 0.0002816940982579129,
      "loss": 5.75,
      "step": 24960
    },
    {
      "epoch": 1.0223633012492321,
      "grad_norm": 2.4221314756525385,
      "learning_rate": 0.00028169253689026033,
      "loss": 5.0,
      "step": 24961
    },
    {
      "epoch": 1.0224042596764285,
      "grad_norm": 2.758302241088502,
      "learning_rate": 0.0002816909754603511,
      "loss": 5.4688,
      "step": 24962
    },
    {
      "epoch": 1.0224452181036248,
      "grad_norm": 1.7333848134973782,
      "learning_rate": 0.00028168941396818607,
      "loss": 4.25,
      "step": 24963
    },
    {
      "epoch": 1.0224861765308213,
      "grad_norm": 3.2243741682553155,
      "learning_rate": 0.0002816878524137659,
      "loss": 7.8125,
      "step": 24964
    },
    {
      "epoch": 1.0225271349580176,
      "grad_norm": 2.000940222383161,
      "learning_rate": 0.0002816862907970914,
      "loss": 5.0,
      "step": 24965
    },
    {
      "epoch": 1.022568093385214,
      "grad_norm": 1.7924749700729719,
      "learning_rate": 0.0002816847291181632,
      "loss": 4.625,
      "step": 24966
    },
    {
      "epoch": 1.0226090518124105,
      "grad_norm": 1.9037838224652956,
      "learning_rate": 0.0002816831673769821,
      "loss": 4.9688,
      "step": 24967
    },
    {
      "epoch": 1.0226500102396068,
      "grad_norm": 2.384485846384716,
      "learning_rate": 0.00028168160557354887,
      "loss": 5.4688,
      "step": 24968
    },
    {
      "epoch": 1.022690968666803,
      "grad_norm": 1.9549482679533077,
      "learning_rate": 0.0002816800437078642,
      "loss": 5.4375,
      "step": 24969
    },
    {
      "epoch": 1.0227319270939996,
      "grad_norm": 6.791661790997678,
      "learning_rate": 0.0002816784817799289,
      "loss": 2.4062,
      "step": 24970
    },
    {
      "epoch": 1.022772885521196,
      "grad_norm": 2.8349169469119784,
      "learning_rate": 0.00028167691978974363,
      "loss": 6.5625,
      "step": 24971
    },
    {
      "epoch": 1.0228138439483925,
      "grad_norm": 1.6933677580965723,
      "learning_rate": 0.00028167535773730907,
      "loss": 4.6562,
      "step": 24972
    },
    {
      "epoch": 1.0228548023755888,
      "grad_norm": 1.910227031915836,
      "learning_rate": 0.00028167379562262613,
      "loss": 5.0625,
      "step": 24973
    },
    {
      "epoch": 1.022895760802785,
      "grad_norm": 4.901258159244216,
      "learning_rate": 0.00028167223344569546,
      "loss": 5.1875,
      "step": 24974
    },
    {
      "epoch": 1.0229367192299816,
      "grad_norm": 2.1804887755897493,
      "learning_rate": 0.00028167067120651775,
      "loss": 5.5,
      "step": 24975
    },
    {
      "epoch": 1.022977677657178,
      "grad_norm": 1.9864267515772829,
      "learning_rate": 0.00028166910890509384,
      "loss": 5.1562,
      "step": 24976
    },
    {
      "epoch": 1.0230186360843743,
      "grad_norm": 5.956716008430737,
      "learning_rate": 0.00028166754654142435,
      "loss": 5.7188,
      "step": 24977
    },
    {
      "epoch": 1.0230595945115708,
      "grad_norm": 3.338406145696714,
      "learning_rate": 0.0002816659841155101,
      "loss": 7.0,
      "step": 24978
    },
    {
      "epoch": 1.0231005529387671,
      "grad_norm": 2.060260376828812,
      "learning_rate": 0.0002816644216273519,
      "loss": 5.0,
      "step": 24979
    },
    {
      "epoch": 1.0231415113659637,
      "grad_norm": 2.488350798908274,
      "learning_rate": 0.0002816628590769503,
      "loss": 5.8438,
      "step": 24980
    },
    {
      "epoch": 1.02318246979316,
      "grad_norm": 2.2233511408793025,
      "learning_rate": 0.00028166129646430623,
      "loss": 4.3438,
      "step": 24981
    },
    {
      "epoch": 1.0232234282203563,
      "grad_norm": 1.9281609372937871,
      "learning_rate": 0.0002816597337894203,
      "loss": 4.4062,
      "step": 24982
    },
    {
      "epoch": 1.0232643866475528,
      "grad_norm": 2.4815693279207562,
      "learning_rate": 0.00028165817105229327,
      "loss": 5.4375,
      "step": 24983
    },
    {
      "epoch": 1.0233053450747491,
      "grad_norm": 1.9821410063726983,
      "learning_rate": 0.00028165660825292587,
      "loss": 4.8125,
      "step": 24984
    },
    {
      "epoch": 1.0233463035019454,
      "grad_norm": 2.732288102236017,
      "learning_rate": 0.0002816550453913189,
      "loss": 4.8438,
      "step": 24985
    },
    {
      "epoch": 1.023387261929142,
      "grad_norm": 4.499897181122769,
      "learning_rate": 0.00028165348246747307,
      "loss": 6.375,
      "step": 24986
    },
    {
      "epoch": 1.0234282203563383,
      "grad_norm": 2.1148335901767017,
      "learning_rate": 0.0002816519194813891,
      "loss": 5.4688,
      "step": 24987
    },
    {
      "epoch": 1.0234691787835346,
      "grad_norm": 3.064947806493465,
      "learning_rate": 0.00028165035643306773,
      "loss": 6.625,
      "step": 24988
    },
    {
      "epoch": 1.0235101372107311,
      "grad_norm": 1.9343308018588627,
      "learning_rate": 0.00028164879332250975,
      "loss": 5.0312,
      "step": 24989
    },
    {
      "epoch": 1.0235510956379275,
      "grad_norm": 2.0446652746214093,
      "learning_rate": 0.00028164723014971585,
      "loss": 5.2812,
      "step": 24990
    },
    {
      "epoch": 1.023592054065124,
      "grad_norm": 2.244747499591164,
      "learning_rate": 0.0002816456669146868,
      "loss": 5.6562,
      "step": 24991
    },
    {
      "epoch": 1.0236330124923203,
      "grad_norm": 2.9542746452384603,
      "learning_rate": 0.0002816441036174233,
      "loss": 6.4375,
      "step": 24992
    },
    {
      "epoch": 1.0236739709195166,
      "grad_norm": 1.8970724725955408,
      "learning_rate": 0.000281642540257926,
      "loss": 5.1875,
      "step": 24993
    },
    {
      "epoch": 1.0237149293467132,
      "grad_norm": 1.7404064929515013,
      "learning_rate": 0.00028164097683619586,
      "loss": 4.75,
      "step": 24994
    },
    {
      "epoch": 1.0237558877739095,
      "grad_norm": 2.015258856693184,
      "learning_rate": 0.0002816394133522335,
      "loss": 4.9688,
      "step": 24995
    },
    {
      "epoch": 1.0237968462011058,
      "grad_norm": 1.8446401761296383,
      "learning_rate": 0.00028163784980603967,
      "loss": 5.1562,
      "step": 24996
    },
    {
      "epoch": 1.0238378046283023,
      "grad_norm": 4.388023341959283,
      "learning_rate": 0.00028163628619761507,
      "loss": 2.5469,
      "step": 24997
    },
    {
      "epoch": 1.0238787630554986,
      "grad_norm": 2.2827316788575813,
      "learning_rate": 0.00028163472252696047,
      "loss": 5.5938,
      "step": 24998
    },
    {
      "epoch": 1.0239197214826952,
      "grad_norm": 4.05341440571352,
      "learning_rate": 0.0002816331587940766,
      "loss": 7.2188,
      "step": 24999
    },
    {
      "epoch": 1.0239606799098915,
      "grad_norm": 2.193163028825788,
      "learning_rate": 0.00028163159499896423,
      "loss": 4.6562,
      "step": 25000
    },
    {
      "epoch": 1.0240016383370878,
      "grad_norm": 1.78256306133473,
      "learning_rate": 0.00028163003114162405,
      "loss": 4.875,
      "step": 25001
    },
    {
      "epoch": 1.0240425967642843,
      "grad_norm": 2.0394706494413164,
      "learning_rate": 0.0002816284672220569,
      "loss": 4.875,
      "step": 25002
    },
    {
      "epoch": 1.0240835551914806,
      "grad_norm": 4.405200447807964,
      "learning_rate": 0.00028162690324026344,
      "loss": 6.0312,
      "step": 25003
    },
    {
      "epoch": 1.024124513618677,
      "grad_norm": 3.3719390154721225,
      "learning_rate": 0.0002816253391962444,
      "loss": 3.2969,
      "step": 25004
    },
    {
      "epoch": 1.0241654720458735,
      "grad_norm": 2.375790398529346,
      "learning_rate": 0.0002816237750900005,
      "loss": 5.0625,
      "step": 25005
    },
    {
      "epoch": 1.0242064304730698,
      "grad_norm": 3.3916835084272123,
      "learning_rate": 0.0002816222109215325,
      "loss": 3.1406,
      "step": 25006
    },
    {
      "epoch": 1.0242473889002661,
      "grad_norm": 2.138451577694501,
      "learning_rate": 0.00028162064669084123,
      "loss": 5.4375,
      "step": 25007
    },
    {
      "epoch": 1.0242883473274627,
      "grad_norm": 1.8414457330072285,
      "learning_rate": 0.00028161908239792734,
      "loss": 5.0625,
      "step": 25008
    },
    {
      "epoch": 1.024329305754659,
      "grad_norm": 4.0688570384019815,
      "learning_rate": 0.00028161751804279156,
      "loss": 7.1875,
      "step": 25009
    },
    {
      "epoch": 1.0243702641818555,
      "grad_norm": 2.293196136235687,
      "learning_rate": 0.0002816159536254347,
      "loss": 5.9062,
      "step": 25010
    },
    {
      "epoch": 1.0244112226090518,
      "grad_norm": 1.8889147074735833,
      "learning_rate": 0.0002816143891458574,
      "loss": 5.3438,
      "step": 25011
    },
    {
      "epoch": 1.0244521810362481,
      "grad_norm": 1.8320640523029394,
      "learning_rate": 0.0002816128246040605,
      "loss": 6.1562,
      "step": 25012
    },
    {
      "epoch": 1.0244931394634447,
      "grad_norm": 1.9256618604267144,
      "learning_rate": 0.00028161126000004463,
      "loss": 5.3125,
      "step": 25013
    },
    {
      "epoch": 1.024534097890641,
      "grad_norm": 2.686733531947375,
      "learning_rate": 0.00028160969533381065,
      "loss": 4.5938,
      "step": 25014
    },
    {
      "epoch": 1.0245750563178373,
      "grad_norm": 2.3890643449912794,
      "learning_rate": 0.00028160813060535924,
      "loss": 5.1562,
      "step": 25015
    },
    {
      "epoch": 1.0246160147450338,
      "grad_norm": 1.7100704812640273,
      "learning_rate": 0.0002816065658146911,
      "loss": 4.5625,
      "step": 25016
    },
    {
      "epoch": 1.0246569731722301,
      "grad_norm": 2.113154607298181,
      "learning_rate": 0.00028160500096180706,
      "loss": 4.5312,
      "step": 25017
    },
    {
      "epoch": 1.0246979315994267,
      "grad_norm": 1.8076478969114929,
      "learning_rate": 0.00028160343604670775,
      "loss": 5.0312,
      "step": 25018
    },
    {
      "epoch": 1.024738890026623,
      "grad_norm": 2.5176447065993046,
      "learning_rate": 0.000281601871069394,
      "loss": 5.6875,
      "step": 25019
    },
    {
      "epoch": 1.0247798484538193,
      "grad_norm": 2.0052794944831547,
      "learning_rate": 0.0002816003060298666,
      "loss": 5.3125,
      "step": 25020
    },
    {
      "epoch": 1.0248208068810158,
      "grad_norm": 5.5250564950044625,
      "learning_rate": 0.00028159874092812613,
      "loss": 5.6875,
      "step": 25021
    },
    {
      "epoch": 1.0248617653082122,
      "grad_norm": 2.301186956227512,
      "learning_rate": 0.0002815971757641734,
      "loss": 5.1562,
      "step": 25022
    },
    {
      "epoch": 1.0249027237354085,
      "grad_norm": 2.503075415511838,
      "learning_rate": 0.00028159561053800924,
      "loss": 5.5938,
      "step": 25023
    },
    {
      "epoch": 1.024943682162605,
      "grad_norm": 1.7696166289301476,
      "learning_rate": 0.00028159404524963425,
      "loss": 4.9375,
      "step": 25024
    },
    {
      "epoch": 1.0249846405898013,
      "grad_norm": 1.8043496678075843,
      "learning_rate": 0.00028159247989904926,
      "loss": 5.1875,
      "step": 25025
    },
    {
      "epoch": 1.0250255990169976,
      "grad_norm": 2.0503340239472707,
      "learning_rate": 0.0002815909144862549,
      "loss": 5.25,
      "step": 25026
    },
    {
      "epoch": 1.0250665574441942,
      "grad_norm": 1.9692116966426512,
      "learning_rate": 0.0002815893490112521,
      "loss": 4.4062,
      "step": 25027
    },
    {
      "epoch": 1.0251075158713905,
      "grad_norm": 2.027813127738736,
      "learning_rate": 0.0002815877834740414,
      "loss": 5.1562,
      "step": 25028
    },
    {
      "epoch": 1.025148474298587,
      "grad_norm": 13.834772057388582,
      "learning_rate": 0.00028158621787462374,
      "loss": 4.0625,
      "step": 25029
    },
    {
      "epoch": 1.0251894327257833,
      "grad_norm": 1.897875162827359,
      "learning_rate": 0.00028158465221299973,
      "loss": 5.3438,
      "step": 25030
    },
    {
      "epoch": 1.0252303911529796,
      "grad_norm": 2.277407255950916,
      "learning_rate": 0.00028158308648917006,
      "loss": 5.1875,
      "step": 25031
    },
    {
      "epoch": 1.0252713495801762,
      "grad_norm": 2.997656852721341,
      "learning_rate": 0.00028158152070313554,
      "loss": 3.7969,
      "step": 25032
    },
    {
      "epoch": 1.0253123080073725,
      "grad_norm": 2.4976210785397153,
      "learning_rate": 0.00028157995485489693,
      "loss": 5.5,
      "step": 25033
    },
    {
      "epoch": 1.0253532664345688,
      "grad_norm": 1.8116381784735867,
      "learning_rate": 0.00028157838894445503,
      "loss": 4.4062,
      "step": 25034
    },
    {
      "epoch": 1.0253942248617653,
      "grad_norm": 5.320769702961198,
      "learning_rate": 0.0002815768229718104,
      "loss": 5.5,
      "step": 25035
    },
    {
      "epoch": 1.0254351832889617,
      "grad_norm": 1.893488419263413,
      "learning_rate": 0.00028157525693696395,
      "loss": 5.3125,
      "step": 25036
    },
    {
      "epoch": 1.0254761417161582,
      "grad_norm": 3.2975897917875456,
      "learning_rate": 0.00028157369083991633,
      "loss": 5.5938,
      "step": 25037
    },
    {
      "epoch": 1.0255171001433545,
      "grad_norm": 3.1401236387985834,
      "learning_rate": 0.0002815721246806683,
      "loss": 6.6875,
      "step": 25038
    },
    {
      "epoch": 1.0255580585705508,
      "grad_norm": 1.7874539962988985,
      "learning_rate": 0.00028157055845922063,
      "loss": 4.625,
      "step": 25039
    },
    {
      "epoch": 1.0255990169977474,
      "grad_norm": 1.7870456090112985,
      "learning_rate": 0.000281568992175574,
      "loss": 4.4375,
      "step": 25040
    },
    {
      "epoch": 1.0256399754249437,
      "grad_norm": 2.226192388640143,
      "learning_rate": 0.0002815674258297292,
      "loss": 3.5469,
      "step": 25041
    },
    {
      "epoch": 1.02568093385214,
      "grad_norm": 5.138317593418864,
      "learning_rate": 0.0002815658594216869,
      "loss": 2.4844,
      "step": 25042
    },
    {
      "epoch": 1.0257218922793365,
      "grad_norm": 2.1385454544356475,
      "learning_rate": 0.000281564292951448,
      "loss": 4.5938,
      "step": 25043
    },
    {
      "epoch": 1.0257628507065328,
      "grad_norm": 2.583194040324402,
      "learning_rate": 0.0002815627264190131,
      "loss": 5.7812,
      "step": 25044
    },
    {
      "epoch": 1.0258038091337294,
      "grad_norm": 2.7906391545373643,
      "learning_rate": 0.00028156115982438295,
      "loss": 6.1562,
      "step": 25045
    },
    {
      "epoch": 1.0258447675609257,
      "grad_norm": 8.058226900334352,
      "learning_rate": 0.00028155959316755833,
      "loss": 3.1406,
      "step": 25046
    },
    {
      "epoch": 1.025885725988122,
      "grad_norm": 2.311449959295867,
      "learning_rate": 0.00028155802644854,
      "loss": 4.9688,
      "step": 25047
    },
    {
      "epoch": 1.0259266844153185,
      "grad_norm": 1.9171093099804932,
      "learning_rate": 0.00028155645966732864,
      "loss": 4.875,
      "step": 25048
    },
    {
      "epoch": 1.0259676428425148,
      "grad_norm": 2.628939399995594,
      "learning_rate": 0.000281554892823925,
      "loss": 4.7188,
      "step": 25049
    },
    {
      "epoch": 1.0260086012697112,
      "grad_norm": 3.7750140708185453,
      "learning_rate": 0.00028155332591832985,
      "loss": 5.5312,
      "step": 25050
    },
    {
      "epoch": 1.0260495596969077,
      "grad_norm": 4.691007012295976,
      "learning_rate": 0.0002815517589505439,
      "loss": 5.9688,
      "step": 25051
    },
    {
      "epoch": 1.026090518124104,
      "grad_norm": 4.183169932868484,
      "learning_rate": 0.00028155019192056797,
      "loss": 5.75,
      "step": 25052
    },
    {
      "epoch": 1.0261314765513003,
      "grad_norm": 4.8042355733123125,
      "learning_rate": 0.00028154862482840273,
      "loss": 6.5,
      "step": 25053
    },
    {
      "epoch": 1.0261724349784969,
      "grad_norm": 3.5913811964244133,
      "learning_rate": 0.0002815470576740489,
      "loss": 7.3125,
      "step": 25054
    },
    {
      "epoch": 1.0262133934056932,
      "grad_norm": 2.2014925308388857,
      "learning_rate": 0.00028154549045750725,
      "loss": 5.2188,
      "step": 25055
    },
    {
      "epoch": 1.0262543518328897,
      "grad_norm": 4.585745010527193,
      "learning_rate": 0.0002815439231787786,
      "loss": 6.8125,
      "step": 25056
    },
    {
      "epoch": 1.026295310260086,
      "grad_norm": 2.056331267534739,
      "learning_rate": 0.00028154235583786354,
      "loss": 4.8438,
      "step": 25057
    },
    {
      "epoch": 1.0263362686872823,
      "grad_norm": 2.0542058701965287,
      "learning_rate": 0.0002815407884347629,
      "loss": 4.7188,
      "step": 25058
    },
    {
      "epoch": 1.0263772271144789,
      "grad_norm": 2.052427755430932,
      "learning_rate": 0.00028153922096947745,
      "loss": 4.4688,
      "step": 25059
    },
    {
      "epoch": 1.0264181855416752,
      "grad_norm": 2.2338038985309847,
      "learning_rate": 0.0002815376534420078,
      "loss": 5.125,
      "step": 25060
    },
    {
      "epoch": 1.0264591439688715,
      "grad_norm": 3.0221948120597832,
      "learning_rate": 0.0002815360858523549,
      "loss": 6.3438,
      "step": 25061
    },
    {
      "epoch": 1.026500102396068,
      "grad_norm": 4.349387416910879,
      "learning_rate": 0.0002815345182005193,
      "loss": 1.7031,
      "step": 25062
    },
    {
      "epoch": 1.0265410608232644,
      "grad_norm": 6.147363975657476,
      "learning_rate": 0.0002815329504865018,
      "loss": 6.0,
      "step": 25063
    },
    {
      "epoch": 1.0265820192504609,
      "grad_norm": 2.207929119246875,
      "learning_rate": 0.0002815313827103032,
      "loss": 4.625,
      "step": 25064
    },
    {
      "epoch": 1.0266229776776572,
      "grad_norm": 2.099080839461918,
      "learning_rate": 0.00028152981487192415,
      "loss": 5.4688,
      "step": 25065
    },
    {
      "epoch": 1.0266639361048535,
      "grad_norm": 2.0194037238802345,
      "learning_rate": 0.00028152824697136547,
      "loss": 4.125,
      "step": 25066
    },
    {
      "epoch": 1.02670489453205,
      "grad_norm": 2.7843408183279483,
      "learning_rate": 0.00028152667900862785,
      "loss": 4.875,
      "step": 25067
    },
    {
      "epoch": 1.0267458529592464,
      "grad_norm": 2.1848234607687727,
      "learning_rate": 0.00028152511098371205,
      "loss": 5.0,
      "step": 25068
    },
    {
      "epoch": 1.0267868113864427,
      "grad_norm": 2.5385003381720668,
      "learning_rate": 0.0002815235428966188,
      "loss": 5.0625,
      "step": 25069
    },
    {
      "epoch": 1.0268277698136392,
      "grad_norm": 2.4239208620201826,
      "learning_rate": 0.0002815219747473489,
      "loss": 5.6875,
      "step": 25070
    },
    {
      "epoch": 1.0268687282408355,
      "grad_norm": 1.8079880788296445,
      "learning_rate": 0.000281520406535903,
      "loss": 5.0938,
      "step": 25071
    },
    {
      "epoch": 1.0269096866680318,
      "grad_norm": 2.887323242354985,
      "learning_rate": 0.0002815188382622819,
      "loss": 5.75,
      "step": 25072
    },
    {
      "epoch": 1.0269506450952284,
      "grad_norm": 2.115344051680505,
      "learning_rate": 0.0002815172699264863,
      "loss": 5.5938,
      "step": 25073
    },
    {
      "epoch": 1.0269916035224247,
      "grad_norm": 2.165200731680021,
      "learning_rate": 0.00028151570152851695,
      "loss": 4.1562,
      "step": 25074
    },
    {
      "epoch": 1.0270325619496212,
      "grad_norm": 2.8787040127907213,
      "learning_rate": 0.00028151413306837464,
      "loss": 5.1875,
      "step": 25075
    },
    {
      "epoch": 1.0270735203768175,
      "grad_norm": 1.7476977045189523,
      "learning_rate": 0.00028151256454606006,
      "loss": 4.7812,
      "step": 25076
    },
    {
      "epoch": 1.0271144788040139,
      "grad_norm": 1.7960326401547262,
      "learning_rate": 0.000281510995961574,
      "loss": 4.5938,
      "step": 25077
    },
    {
      "epoch": 1.0271554372312104,
      "grad_norm": 2.466843733618138,
      "learning_rate": 0.00028150942731491717,
      "loss": 5.75,
      "step": 25078
    },
    {
      "epoch": 1.0271963956584067,
      "grad_norm": 2.413345746059937,
      "learning_rate": 0.00028150785860609027,
      "loss": 5.5625,
      "step": 25079
    },
    {
      "epoch": 1.027237354085603,
      "grad_norm": 2.4007357188389156,
      "learning_rate": 0.00028150628983509413,
      "loss": 6.2812,
      "step": 25080
    },
    {
      "epoch": 1.0272783125127996,
      "grad_norm": 1.7448296375773735,
      "learning_rate": 0.00028150472100192946,
      "loss": 4.9062,
      "step": 25081
    },
    {
      "epoch": 1.0273192709399959,
      "grad_norm": 2.0871804582038616,
      "learning_rate": 0.00028150315210659696,
      "loss": 5.375,
      "step": 25082
    },
    {
      "epoch": 1.0273602293671924,
      "grad_norm": 2.2177494360438237,
      "learning_rate": 0.0002815015831490974,
      "loss": 7.625,
      "step": 25083
    },
    {
      "epoch": 1.0274011877943887,
      "grad_norm": 2.1179398772391274,
      "learning_rate": 0.0002815000141294315,
      "loss": 4.6562,
      "step": 25084
    },
    {
      "epoch": 1.027442146221585,
      "grad_norm": 1.7066311030243835,
      "learning_rate": 0.0002814984450476001,
      "loss": 4.6875,
      "step": 25085
    },
    {
      "epoch": 1.0274831046487816,
      "grad_norm": 3.955279907400024,
      "learning_rate": 0.00028149687590360383,
      "loss": 3.4219,
      "step": 25086
    },
    {
      "epoch": 1.0275240630759779,
      "grad_norm": 2.066370885900244,
      "learning_rate": 0.0002814953066974434,
      "loss": 3.0625,
      "step": 25087
    },
    {
      "epoch": 1.0275650215031742,
      "grad_norm": 2.072429354538083,
      "learning_rate": 0.0002814937374291197,
      "loss": 6.3125,
      "step": 25088
    },
    {
      "epoch": 1.0276059799303707,
      "grad_norm": 2.656237017483901,
      "learning_rate": 0.00028149216809863337,
      "loss": 6.0625,
      "step": 25089
    },
    {
      "epoch": 1.027646938357567,
      "grad_norm": 4.1522675540831955,
      "learning_rate": 0.00028149059870598514,
      "loss": 5.0,
      "step": 25090
    },
    {
      "epoch": 1.0276878967847636,
      "grad_norm": 1.9595220155088595,
      "learning_rate": 0.0002814890292511758,
      "loss": 4.2188,
      "step": 25091
    },
    {
      "epoch": 1.02772885521196,
      "grad_norm": 1.986126814999867,
      "learning_rate": 0.0002814874597342061,
      "loss": 5.1562,
      "step": 25092
    },
    {
      "epoch": 1.0277698136391562,
      "grad_norm": 1.6836915001713615,
      "learning_rate": 0.00028148589015507676,
      "loss": 4.0938,
      "step": 25093
    },
    {
      "epoch": 1.0278107720663527,
      "grad_norm": 1.8720598495312393,
      "learning_rate": 0.0002814843205137885,
      "loss": 4.1562,
      "step": 25094
    },
    {
      "epoch": 1.027851730493549,
      "grad_norm": 2.7592297692139005,
      "learning_rate": 0.0002814827508103421,
      "loss": 7.25,
      "step": 25095
    },
    {
      "epoch": 1.0278926889207454,
      "grad_norm": 2.063105906180263,
      "learning_rate": 0.00028148118104473827,
      "loss": 5.1562,
      "step": 25096
    },
    {
      "epoch": 1.027933647347942,
      "grad_norm": 2.8182266711338224,
      "learning_rate": 0.00028147961121697775,
      "loss": 6.875,
      "step": 25097
    },
    {
      "epoch": 1.0279746057751382,
      "grad_norm": 1.8096356889237175,
      "learning_rate": 0.0002814780413270614,
      "loss": 4.7812,
      "step": 25098
    },
    {
      "epoch": 1.0280155642023345,
      "grad_norm": 2.095124617464344,
      "learning_rate": 0.0002814764713749898,
      "loss": 5.4062,
      "step": 25099
    },
    {
      "epoch": 1.028056522629531,
      "grad_norm": 2.530972655637852,
      "learning_rate": 0.0002814749013607637,
      "loss": 5.4062,
      "step": 25100
    },
    {
      "epoch": 1.0280974810567274,
      "grad_norm": 2.363919835683561,
      "learning_rate": 0.00028147333128438395,
      "loss": 5.6875,
      "step": 25101
    },
    {
      "epoch": 1.028138439483924,
      "grad_norm": 2.062107816339668,
      "learning_rate": 0.0002814717611458512,
      "loss": 4.3125,
      "step": 25102
    },
    {
      "epoch": 1.0281793979111202,
      "grad_norm": 1.8966619666973492,
      "learning_rate": 0.00028147019094516623,
      "loss": 4.9688,
      "step": 25103
    },
    {
      "epoch": 1.0282203563383165,
      "grad_norm": 2.075533146714466,
      "learning_rate": 0.00028146862068232986,
      "loss": 5.125,
      "step": 25104
    },
    {
      "epoch": 1.028261314765513,
      "grad_norm": 2.271467855306459,
      "learning_rate": 0.0002814670503573427,
      "loss": 4.2188,
      "step": 25105
    },
    {
      "epoch": 1.0283022731927094,
      "grad_norm": 2.0092961486131955,
      "learning_rate": 0.0002814654799702055,
      "loss": 3.625,
      "step": 25106
    },
    {
      "epoch": 1.0283432316199057,
      "grad_norm": 1.7783060261812882,
      "learning_rate": 0.0002814639095209191,
      "loss": 4.9062,
      "step": 25107
    },
    {
      "epoch": 1.0283841900471022,
      "grad_norm": 2.4245416457158417,
      "learning_rate": 0.0002814623390094842,
      "loss": 5.2188,
      "step": 25108
    },
    {
      "epoch": 1.0284251484742986,
      "grad_norm": 2.317332115144292,
      "learning_rate": 0.00028146076843590153,
      "loss": 3.6875,
      "step": 25109
    },
    {
      "epoch": 1.028466106901495,
      "grad_norm": 2.062624499476226,
      "learning_rate": 0.0002814591978001718,
      "loss": 4.7812,
      "step": 25110
    },
    {
      "epoch": 1.0285070653286914,
      "grad_norm": 2.2059919029820714,
      "learning_rate": 0.0002814576271022958,
      "loss": 4.8125,
      "step": 25111
    },
    {
      "epoch": 1.0285480237558877,
      "grad_norm": 7.187500204165141,
      "learning_rate": 0.0002814560563422743,
      "loss": 5.2812,
      "step": 25112
    },
    {
      "epoch": 1.0285889821830843,
      "grad_norm": 3.6138330101397997,
      "learning_rate": 0.00028145448552010805,
      "loss": 4.4062,
      "step": 25113
    },
    {
      "epoch": 1.0286299406102806,
      "grad_norm": 1.8224672200539804,
      "learning_rate": 0.00028145291463579767,
      "loss": 4.9375,
      "step": 25114
    },
    {
      "epoch": 1.0286708990374769,
      "grad_norm": 2.1810572909951826,
      "learning_rate": 0.00028145134368934397,
      "loss": 4.8125,
      "step": 25115
    },
    {
      "epoch": 1.0287118574646734,
      "grad_norm": 2.482169145029616,
      "learning_rate": 0.00028144977268074775,
      "loss": 5.2188,
      "step": 25116
    },
    {
      "epoch": 1.0287528158918697,
      "grad_norm": 5.7503754510468665,
      "learning_rate": 0.00028144820161000967,
      "loss": 4.5312,
      "step": 25117
    },
    {
      "epoch": 1.028793774319066,
      "grad_norm": 2.2531511540692954,
      "learning_rate": 0.0002814466304771305,
      "loss": 5.0312,
      "step": 25118
    },
    {
      "epoch": 1.0288347327462626,
      "grad_norm": 2.0760871218023533,
      "learning_rate": 0.000281445059282111,
      "loss": 5.0312,
      "step": 25119
    },
    {
      "epoch": 1.028875691173459,
      "grad_norm": 4.8911538631050115,
      "learning_rate": 0.000281443488024952,
      "loss": 5.4062,
      "step": 25120
    },
    {
      "epoch": 1.0289166496006554,
      "grad_norm": 2.2916562102095845,
      "learning_rate": 0.000281441916705654,
      "loss": 4.6875,
      "step": 25121
    },
    {
      "epoch": 1.0289576080278517,
      "grad_norm": 3.589011069012628,
      "learning_rate": 0.00028144034532421794,
      "loss": 5.7812,
      "step": 25122
    },
    {
      "epoch": 1.028998566455048,
      "grad_norm": 5.075443621912736,
      "learning_rate": 0.00028143877388064453,
      "loss": 5.9688,
      "step": 25123
    },
    {
      "epoch": 1.0290395248822446,
      "grad_norm": 4.650088612932736,
      "learning_rate": 0.00028143720237493446,
      "loss": 2.6875,
      "step": 25124
    },
    {
      "epoch": 1.029080483309441,
      "grad_norm": 2.4807527656332145,
      "learning_rate": 0.00028143563080708855,
      "loss": 4.9688,
      "step": 25125
    },
    {
      "epoch": 1.0291214417366372,
      "grad_norm": 1.9600351061901575,
      "learning_rate": 0.00028143405917710744,
      "loss": 4.6562,
      "step": 25126
    },
    {
      "epoch": 1.0291624001638338,
      "grad_norm": 1.8805827964852542,
      "learning_rate": 0.000281432487484992,
      "loss": 4.625,
      "step": 25127
    },
    {
      "epoch": 1.02920335859103,
      "grad_norm": 1.8986069300589399,
      "learning_rate": 0.0002814309157307429,
      "loss": 3.875,
      "step": 25128
    },
    {
      "epoch": 1.0292443170182266,
      "grad_norm": 1.9235214314848748,
      "learning_rate": 0.0002814293439143609,
      "loss": 5.0,
      "step": 25129
    },
    {
      "epoch": 1.029285275445423,
      "grad_norm": 1.683513884042258,
      "learning_rate": 0.00028142777203584666,
      "loss": 5.0938,
      "step": 25130
    },
    {
      "epoch": 1.0293262338726192,
      "grad_norm": 1.7730089613823041,
      "learning_rate": 0.0002814262000952011,
      "loss": 4.3438,
      "step": 25131
    },
    {
      "epoch": 1.0293671922998158,
      "grad_norm": 2.305873193630937,
      "learning_rate": 0.00028142462809242476,
      "loss": 5.0625,
      "step": 25132
    },
    {
      "epoch": 1.029408150727012,
      "grad_norm": 2.9537188894313564,
      "learning_rate": 0.00028142305602751855,
      "loss": 7.0625,
      "step": 25133
    },
    {
      "epoch": 1.0294491091542084,
      "grad_norm": 2.16450032640419,
      "learning_rate": 0.0002814214839004831,
      "loss": 5.625,
      "step": 25134
    },
    {
      "epoch": 1.029490067581405,
      "grad_norm": 1.6017982454576778,
      "learning_rate": 0.0002814199117113192,
      "loss": 4.1875,
      "step": 25135
    },
    {
      "epoch": 1.0295310260086012,
      "grad_norm": 15.70976697012863,
      "learning_rate": 0.00028141833946002765,
      "loss": 7.125,
      "step": 25136
    },
    {
      "epoch": 1.0295719844357976,
      "grad_norm": 2.4362379576263047,
      "learning_rate": 0.00028141676714660903,
      "loss": 5.1875,
      "step": 25137
    },
    {
      "epoch": 1.029612942862994,
      "grad_norm": 1.870466382880379,
      "learning_rate": 0.00028141519477106427,
      "loss": 4.0938,
      "step": 25138
    },
    {
      "epoch": 1.0296539012901904,
      "grad_norm": 4.403423040825943,
      "learning_rate": 0.000281413622333394,
      "loss": 4.8125,
      "step": 25139
    },
    {
      "epoch": 1.029694859717387,
      "grad_norm": 2.2928308924870895,
      "learning_rate": 0.00028141204983359903,
      "loss": 6.4375,
      "step": 25140
    },
    {
      "epoch": 1.0297358181445833,
      "grad_norm": 3.2255434865822794,
      "learning_rate": 0.00028141047727168,
      "loss": 5.0312,
      "step": 25141
    },
    {
      "epoch": 1.0297767765717796,
      "grad_norm": 5.613046642099989,
      "learning_rate": 0.0002814089046476378,
      "loss": 4.4375,
      "step": 25142
    },
    {
      "epoch": 1.029817734998976,
      "grad_norm": 2.1341253223881465,
      "learning_rate": 0.000281407331961473,
      "loss": 5.75,
      "step": 25143
    },
    {
      "epoch": 1.0298586934261724,
      "grad_norm": 2.175728648821267,
      "learning_rate": 0.0002814057592131866,
      "loss": 5.125,
      "step": 25144
    },
    {
      "epoch": 1.0298996518533687,
      "grad_norm": 4.6461439837931024,
      "learning_rate": 0.0002814041864027791,
      "loss": 6.375,
      "step": 25145
    },
    {
      "epoch": 1.0299406102805653,
      "grad_norm": 4.878954345311385,
      "learning_rate": 0.0002814026135302512,
      "loss": 4.25,
      "step": 25146
    },
    {
      "epoch": 1.0299815687077616,
      "grad_norm": 2.542399408102924,
      "learning_rate": 0.00028140104059560394,
      "loss": 4.9062,
      "step": 25147
    },
    {
      "epoch": 1.0300225271349581,
      "grad_norm": 2.4706046952152803,
      "learning_rate": 0.00028139946759883784,
      "loss": 5.0,
      "step": 25148
    },
    {
      "epoch": 1.0300634855621544,
      "grad_norm": 2.1183616849654667,
      "learning_rate": 0.0002813978945399537,
      "loss": 4.75,
      "step": 25149
    },
    {
      "epoch": 1.0301044439893507,
      "grad_norm": 1.9486247496504083,
      "learning_rate": 0.00028139632141895227,
      "loss": 4.9375,
      "step": 25150
    },
    {
      "epoch": 1.0301454024165473,
      "grad_norm": 2.6162733260899014,
      "learning_rate": 0.0002813947482358342,
      "loss": 5.875,
      "step": 25151
    },
    {
      "epoch": 1.0301863608437436,
      "grad_norm": 1.8986470733117204,
      "learning_rate": 0.0002813931749906004,
      "loss": 4.8125,
      "step": 25152
    },
    {
      "epoch": 1.03022731927094,
      "grad_norm": 1.8275026719322203,
      "learning_rate": 0.00028139160168325154,
      "loss": 4.4375,
      "step": 25153
    },
    {
      "epoch": 1.0302682776981364,
      "grad_norm": 6.186450430369078,
      "learning_rate": 0.0002813900283137883,
      "loss": 1.8203,
      "step": 25154
    },
    {
      "epoch": 1.0303092361253328,
      "grad_norm": 5.910190800939466,
      "learning_rate": 0.0002813884548822115,
      "loss": 3.0625,
      "step": 25155
    },
    {
      "epoch": 1.030350194552529,
      "grad_norm": 2.1467636204305913,
      "learning_rate": 0.00028138688138852185,
      "loss": 4.625,
      "step": 25156
    },
    {
      "epoch": 1.0303911529797256,
      "grad_norm": 1.8091721282658726,
      "learning_rate": 0.00028138530783272013,
      "loss": 4.4375,
      "step": 25157
    },
    {
      "epoch": 1.030432111406922,
      "grad_norm": 2.313223466672587,
      "learning_rate": 0.0002813837342148071,
      "loss": 5.75,
      "step": 25158
    },
    {
      "epoch": 1.0304730698341185,
      "grad_norm": 8.008713933458797,
      "learning_rate": 0.0002813821605347834,
      "loss": 2.375,
      "step": 25159
    },
    {
      "epoch": 1.0305140282613148,
      "grad_norm": 2.199150827110977,
      "learning_rate": 0.0002813805867926498,
      "loss": 4.8438,
      "step": 25160
    },
    {
      "epoch": 1.030554986688511,
      "grad_norm": 2.1780474021895295,
      "learning_rate": 0.0002813790129884072,
      "loss": 5.7188,
      "step": 25161
    },
    {
      "epoch": 1.0305959451157076,
      "grad_norm": 1.9799305664151645,
      "learning_rate": 0.0002813774391220561,
      "loss": 5.5938,
      "step": 25162
    },
    {
      "epoch": 1.030636903542904,
      "grad_norm": 2.7839738205328577,
      "learning_rate": 0.0002813758651935975,
      "loss": 6.9688,
      "step": 25163
    },
    {
      "epoch": 1.0306778619701003,
      "grad_norm": 2.226142769041712,
      "learning_rate": 0.00028137429120303194,
      "loss": 5.2812,
      "step": 25164
    },
    {
      "epoch": 1.0307188203972968,
      "grad_norm": 2.3904608759800343,
      "learning_rate": 0.0002813727171503602,
      "loss": 5.1875,
      "step": 25165
    },
    {
      "epoch": 1.030759778824493,
      "grad_norm": 1.8513374122180433,
      "learning_rate": 0.00028137114303558315,
      "loss": 5.0,
      "step": 25166
    },
    {
      "epoch": 1.0308007372516896,
      "grad_norm": 2.4934422768762996,
      "learning_rate": 0.0002813695688587014,
      "loss": 4.5938,
      "step": 25167
    },
    {
      "epoch": 1.030841695678886,
      "grad_norm": 2.160065226579121,
      "learning_rate": 0.0002813679946197157,
      "loss": 4.8438,
      "step": 25168
    },
    {
      "epoch": 1.0308826541060823,
      "grad_norm": 2.0462840978300125,
      "learning_rate": 0.0002813664203186269,
      "loss": 4.5312,
      "step": 25169
    },
    {
      "epoch": 1.0309236125332788,
      "grad_norm": 2.245483013340495,
      "learning_rate": 0.0002813648459554357,
      "loss": 5.3438,
      "step": 25170
    },
    {
      "epoch": 1.0309645709604751,
      "grad_norm": 1.7617396362208408,
      "learning_rate": 0.00028136327153014274,
      "loss": 4.75,
      "step": 25171
    },
    {
      "epoch": 1.0310055293876714,
      "grad_norm": 1.941321176720946,
      "learning_rate": 0.0002813616970427489,
      "loss": 4.5938,
      "step": 25172
    },
    {
      "epoch": 1.031046487814868,
      "grad_norm": 5.884673454696336,
      "learning_rate": 0.0002813601224932549,
      "loss": 4.9688,
      "step": 25173
    },
    {
      "epoch": 1.0310874462420643,
      "grad_norm": 1.7691803601293692,
      "learning_rate": 0.0002813585478816614,
      "loss": 3.9844,
      "step": 25174
    },
    {
      "epoch": 1.0311284046692606,
      "grad_norm": 2.912769144988383,
      "learning_rate": 0.0002813569732079692,
      "loss": 5.7188,
      "step": 25175
    },
    {
      "epoch": 1.0311693630964571,
      "grad_norm": 1.6416907885507743,
      "learning_rate": 0.00028135539847217914,
      "loss": 4.3438,
      "step": 25176
    },
    {
      "epoch": 1.0312103215236534,
      "grad_norm": 2.9788477671424647,
      "learning_rate": 0.0002813538236742918,
      "loss": 6.5312,
      "step": 25177
    },
    {
      "epoch": 1.03125127995085,
      "grad_norm": 2.18004345383769,
      "learning_rate": 0.00028135224881430793,
      "loss": 4.625,
      "step": 25178
    },
    {
      "epoch": 1.0312922383780463,
      "grad_norm": 1.8875261956012328,
      "learning_rate": 0.0002813506738922284,
      "loss": 4.3438,
      "step": 25179
    },
    {
      "epoch": 1.0313331968052426,
      "grad_norm": 2.0585474766362326,
      "learning_rate": 0.0002813490989080539,
      "loss": 5.5938,
      "step": 25180
    },
    {
      "epoch": 1.0313741552324391,
      "grad_norm": 2.8968948574542708,
      "learning_rate": 0.00028134752386178516,
      "loss": 5.3438,
      "step": 25181
    },
    {
      "epoch": 1.0314151136596355,
      "grad_norm": 1.8649689079152598,
      "learning_rate": 0.00028134594875342295,
      "loss": 5.2812,
      "step": 25182
    },
    {
      "epoch": 1.0314560720868318,
      "grad_norm": 1.8746015782707444,
      "learning_rate": 0.000281344373582968,
      "loss": 5.0625,
      "step": 25183
    },
    {
      "epoch": 1.0314970305140283,
      "grad_norm": 2.4571730871214883,
      "learning_rate": 0.000281342798350421,
      "loss": 3.4375,
      "step": 25184
    },
    {
      "epoch": 1.0315379889412246,
      "grad_norm": 8.623471300636673,
      "learning_rate": 0.00028134122305578283,
      "loss": 6.4688,
      "step": 25185
    },
    {
      "epoch": 1.0315789473684212,
      "grad_norm": 1.7722922965830024,
      "learning_rate": 0.0002813396476990541,
      "loss": 4.6562,
      "step": 25186
    },
    {
      "epoch": 1.0316199057956175,
      "grad_norm": 2.5668750443348767,
      "learning_rate": 0.00028133807228023557,
      "loss": 5.5625,
      "step": 25187
    },
    {
      "epoch": 1.0316608642228138,
      "grad_norm": 2.1946148109254477,
      "learning_rate": 0.0002813364967993281,
      "loss": 3.9219,
      "step": 25188
    },
    {
      "epoch": 1.0317018226500103,
      "grad_norm": 3.6341119301605147,
      "learning_rate": 0.0002813349212563323,
      "loss": 3.4844,
      "step": 25189
    },
    {
      "epoch": 1.0317427810772066,
      "grad_norm": 1.95262963010318,
      "learning_rate": 0.0002813333456512489,
      "loss": 5.1562,
      "step": 25190
    },
    {
      "epoch": 1.031783739504403,
      "grad_norm": 2.026682031078046,
      "learning_rate": 0.0002813317699840789,
      "loss": 5.4688,
      "step": 25191
    },
    {
      "epoch": 1.0318246979315995,
      "grad_norm": 1.886705212556789,
      "learning_rate": 0.0002813301942548227,
      "loss": 5.0312,
      "step": 25192
    },
    {
      "epoch": 1.0318656563587958,
      "grad_norm": 2.5150882680037085,
      "learning_rate": 0.0002813286184634813,
      "loss": 5.7188,
      "step": 25193
    },
    {
      "epoch": 1.031906614785992,
      "grad_norm": 2.0551905554567917,
      "learning_rate": 0.0002813270426100553,
      "loss": 5.1875,
      "step": 25194
    },
    {
      "epoch": 1.0319475732131886,
      "grad_norm": 2.4566237345810302,
      "learning_rate": 0.0002813254666945455,
      "loss": 5.5,
      "step": 25195
    },
    {
      "epoch": 1.031988531640385,
      "grad_norm": 12.602703741757194,
      "learning_rate": 0.00028132389071695266,
      "loss": 2.2656,
      "step": 25196
    },
    {
      "epoch": 1.0320294900675815,
      "grad_norm": 1.8121550423598318,
      "learning_rate": 0.0002813223146772775,
      "loss": 5.0625,
      "step": 25197
    },
    {
      "epoch": 1.0320704484947778,
      "grad_norm": 3.3631891344719578,
      "learning_rate": 0.0002813207385755207,
      "loss": 5.7188,
      "step": 25198
    },
    {
      "epoch": 1.0321114069219741,
      "grad_norm": 3.143358741782924,
      "learning_rate": 0.0002813191624116832,
      "loss": 4.2188,
      "step": 25199
    },
    {
      "epoch": 1.0321523653491707,
      "grad_norm": 2.6384903821042114,
      "learning_rate": 0.00028131758618576557,
      "loss": 7.5,
      "step": 25200
    },
    {
      "epoch": 1.032193323776367,
      "grad_norm": 1.9610756887761627,
      "learning_rate": 0.0002813160098977685,
      "loss": 5.25,
      "step": 25201
    },
    {
      "epoch": 1.0322342822035633,
      "grad_norm": 1.8964178051458236,
      "learning_rate": 0.000281314433547693,
      "loss": 5.0625,
      "step": 25202
    },
    {
      "epoch": 1.0322752406307598,
      "grad_norm": 2.0428905752359867,
      "learning_rate": 0.0002813128571355396,
      "loss": 4.2812,
      "step": 25203
    },
    {
      "epoch": 1.0323161990579561,
      "grad_norm": 1.815624823707769,
      "learning_rate": 0.00028131128066130904,
      "loss": 4.5,
      "step": 25204
    },
    {
      "epoch": 1.0323571574851527,
      "grad_norm": 1.834167647653129,
      "learning_rate": 0.0002813097041250022,
      "loss": 4.5938,
      "step": 25205
    },
    {
      "epoch": 1.032398115912349,
      "grad_norm": 2.0784139865443767,
      "learning_rate": 0.00028130812752661977,
      "loss": 4.9375,
      "step": 25206
    },
    {
      "epoch": 1.0324390743395453,
      "grad_norm": 1.7883789647738642,
      "learning_rate": 0.0002813065508661624,
      "loss": 5.0625,
      "step": 25207
    },
    {
      "epoch": 1.0324800327667418,
      "grad_norm": 4.40962543110021,
      "learning_rate": 0.00028130497414363096,
      "loss": 3.7031,
      "step": 25208
    },
    {
      "epoch": 1.0325209911939381,
      "grad_norm": 1.6472860265475815,
      "learning_rate": 0.00028130339735902616,
      "loss": 5.125,
      "step": 25209
    },
    {
      "epoch": 1.0325619496211345,
      "grad_norm": 1.795605890788186,
      "learning_rate": 0.0002813018205123486,
      "loss": 5.1875,
      "step": 25210
    },
    {
      "epoch": 1.032602908048331,
      "grad_norm": 2.1470656339594982,
      "learning_rate": 0.0002813002436035993,
      "loss": 5.6562,
      "step": 25211
    },
    {
      "epoch": 1.0326438664755273,
      "grad_norm": 2.0470934220388926,
      "learning_rate": 0.00028129866663277885,
      "loss": 4.2812,
      "step": 25212
    },
    {
      "epoch": 1.0326848249027238,
      "grad_norm": 1.762494228184515,
      "learning_rate": 0.000281297089599888,
      "loss": 5.375,
      "step": 25213
    },
    {
      "epoch": 1.0327257833299202,
      "grad_norm": 1.9791104770822427,
      "learning_rate": 0.0002812955125049275,
      "loss": 5.4062,
      "step": 25214
    },
    {
      "epoch": 1.0327667417571165,
      "grad_norm": 1.9684314176723117,
      "learning_rate": 0.00028129393534789804,
      "loss": 5.0625,
      "step": 25215
    },
    {
      "epoch": 1.032807700184313,
      "grad_norm": 2.1488589778500096,
      "learning_rate": 0.00028129235812880053,
      "loss": 5.875,
      "step": 25216
    },
    {
      "epoch": 1.0328486586115093,
      "grad_norm": 2.193619668700271,
      "learning_rate": 0.00028129078084763553,
      "loss": 5.875,
      "step": 25217
    },
    {
      "epoch": 1.0328896170387056,
      "grad_norm": 2.595411822268564,
      "learning_rate": 0.0002812892035044039,
      "loss": 4.5,
      "step": 25218
    },
    {
      "epoch": 1.0329305754659022,
      "grad_norm": 1.7979784173034628,
      "learning_rate": 0.0002812876260991064,
      "loss": 4.1562,
      "step": 25219
    },
    {
      "epoch": 1.0329715338930985,
      "grad_norm": 2.4409212864551533,
      "learning_rate": 0.00028128604863174366,
      "loss": 4.4688,
      "step": 25220
    },
    {
      "epoch": 1.0330124923202948,
      "grad_norm": 3.984521556127764,
      "learning_rate": 0.00028128447110231647,
      "loss": 6.625,
      "step": 25221
    },
    {
      "epoch": 1.0330534507474913,
      "grad_norm": 3.0210826668523953,
      "learning_rate": 0.0002812828935108257,
      "loss": 6.5312,
      "step": 25222
    },
    {
      "epoch": 1.0330944091746876,
      "grad_norm": 5.905294091359472,
      "learning_rate": 0.0002812813158572719,
      "loss": 7.1562,
      "step": 25223
    },
    {
      "epoch": 1.0331353676018842,
      "grad_norm": 3.4360716007681167,
      "learning_rate": 0.000281279738141656,
      "loss": 5.7188,
      "step": 25224
    },
    {
      "epoch": 1.0331763260290805,
      "grad_norm": 2.4646098084264243,
      "learning_rate": 0.0002812781603639786,
      "loss": 4.5625,
      "step": 25225
    },
    {
      "epoch": 1.0332172844562768,
      "grad_norm": 4.847252401681435,
      "learning_rate": 0.0002812765825242405,
      "loss": 6.9062,
      "step": 25226
    },
    {
      "epoch": 1.0332582428834733,
      "grad_norm": 1.8748254721714477,
      "learning_rate": 0.00028127500462244245,
      "loss": 5.625,
      "step": 25227
    },
    {
      "epoch": 1.0332992013106697,
      "grad_norm": 2.6467017194426554,
      "learning_rate": 0.0002812734266585852,
      "loss": 7.2188,
      "step": 25228
    },
    {
      "epoch": 1.033340159737866,
      "grad_norm": 6.222944216216698,
      "learning_rate": 0.0002812718486326695,
      "loss": 3.4219,
      "step": 25229
    },
    {
      "epoch": 1.0333811181650625,
      "grad_norm": 2.5054498221630572,
      "learning_rate": 0.0002812702705446961,
      "loss": 5.875,
      "step": 25230
    },
    {
      "epoch": 1.0334220765922588,
      "grad_norm": 1.8694480258876924,
      "learning_rate": 0.0002812686923946657,
      "loss": 5.25,
      "step": 25231
    },
    {
      "epoch": 1.0334630350194554,
      "grad_norm": 3.6583076600340987,
      "learning_rate": 0.00028126711418257906,
      "loss": 2.375,
      "step": 25232
    },
    {
      "epoch": 1.0335039934466517,
      "grad_norm": 3.4487297620276465,
      "learning_rate": 0.00028126553590843704,
      "loss": 6.0625,
      "step": 25233
    },
    {
      "epoch": 1.033544951873848,
      "grad_norm": 2.3367293552232224,
      "learning_rate": 0.0002812639575722402,
      "loss": 5.25,
      "step": 25234
    },
    {
      "epoch": 1.0335859103010445,
      "grad_norm": 12.224009978372,
      "learning_rate": 0.0002812623791739894,
      "loss": 5.0312,
      "step": 25235
    },
    {
      "epoch": 1.0336268687282408,
      "grad_norm": 2.3829162282535905,
      "learning_rate": 0.0002812608007136854,
      "loss": 5.5,
      "step": 25236
    },
    {
      "epoch": 1.0336678271554371,
      "grad_norm": 1.806326853679987,
      "learning_rate": 0.0002812592221913289,
      "loss": 5.0,
      "step": 25237
    },
    {
      "epoch": 1.0337087855826337,
      "grad_norm": 4.078170232170086,
      "learning_rate": 0.00028125764360692067,
      "loss": 6.125,
      "step": 25238
    },
    {
      "epoch": 1.03374974400983,
      "grad_norm": 2.6762369812809803,
      "learning_rate": 0.0002812560649604614,
      "loss": 5.3125,
      "step": 25239
    },
    {
      "epoch": 1.0337907024370265,
      "grad_norm": 3.552834396364117,
      "learning_rate": 0.0002812544862519519,
      "loss": 4.4062,
      "step": 25240
    },
    {
      "epoch": 1.0338316608642228,
      "grad_norm": 2.348346668599337,
      "learning_rate": 0.0002812529074813929,
      "loss": 5.375,
      "step": 25241
    },
    {
      "epoch": 1.0338726192914192,
      "grad_norm": 4.0695128543119665,
      "learning_rate": 0.0002812513286487851,
      "loss": 7.5625,
      "step": 25242
    },
    {
      "epoch": 1.0339135777186157,
      "grad_norm": 2.9968449920264075,
      "learning_rate": 0.00028124974975412935,
      "loss": 6.6562,
      "step": 25243
    },
    {
      "epoch": 1.033954536145812,
      "grad_norm": 2.2710871896558102,
      "learning_rate": 0.0002812481707974263,
      "loss": 5.625,
      "step": 25244
    },
    {
      "epoch": 1.0339954945730083,
      "grad_norm": 8.20449365360871,
      "learning_rate": 0.0002812465917786767,
      "loss": 6.0312,
      "step": 25245
    },
    {
      "epoch": 1.0340364530002049,
      "grad_norm": 2.0779880342158425,
      "learning_rate": 0.00028124501269788133,
      "loss": 4.9062,
      "step": 25246
    },
    {
      "epoch": 1.0340774114274012,
      "grad_norm": 2.381162190180314,
      "learning_rate": 0.000281243433555041,
      "loss": 5.25,
      "step": 25247
    },
    {
      "epoch": 1.0341183698545975,
      "grad_norm": 2.333882602301758,
      "learning_rate": 0.0002812418543501564,
      "loss": 5.4688,
      "step": 25248
    },
    {
      "epoch": 1.034159328281794,
      "grad_norm": 1.8250073005352547,
      "learning_rate": 0.00028124027508322815,
      "loss": 4.9062,
      "step": 25249
    },
    {
      "epoch": 1.0342002867089903,
      "grad_norm": 3.0526174722680937,
      "learning_rate": 0.0002812386957542572,
      "loss": 5.2812,
      "step": 25250
    },
    {
      "epoch": 1.0342412451361869,
      "grad_norm": 2.014243179369509,
      "learning_rate": 0.0002812371163632442,
      "loss": 5.1875,
      "step": 25251
    },
    {
      "epoch": 1.0342822035633832,
      "grad_norm": 2.476866554618296,
      "learning_rate": 0.00028123553691018993,
      "loss": 5.4062,
      "step": 25252
    },
    {
      "epoch": 1.0343231619905795,
      "grad_norm": 2.0112435237921145,
      "learning_rate": 0.00028123395739509504,
      "loss": 5.0625,
      "step": 25253
    },
    {
      "epoch": 1.034364120417776,
      "grad_norm": 1.694537592603101,
      "learning_rate": 0.0002812323778179604,
      "loss": 4.75,
      "step": 25254
    },
    {
      "epoch": 1.0344050788449723,
      "grad_norm": 2.899265716004249,
      "learning_rate": 0.0002812307981787867,
      "loss": 5.8125,
      "step": 25255
    },
    {
      "epoch": 1.0344460372721687,
      "grad_norm": 2.163506399837039,
      "learning_rate": 0.0002812292184775747,
      "loss": 5.7812,
      "step": 25256
    },
    {
      "epoch": 1.0344869956993652,
      "grad_norm": 2.6727102652981207,
      "learning_rate": 0.0002812276387143252,
      "loss": 5.5625,
      "step": 25257
    },
    {
      "epoch": 1.0345279541265615,
      "grad_norm": 2.288555850910032,
      "learning_rate": 0.0002812260588890388,
      "loss": 4.5625,
      "step": 25258
    },
    {
      "epoch": 1.034568912553758,
      "grad_norm": 2.097418212062941,
      "learning_rate": 0.0002812244790017164,
      "loss": 6.5312,
      "step": 25259
    },
    {
      "epoch": 1.0346098709809544,
      "grad_norm": 9.690409267224084,
      "learning_rate": 0.00028122289905235863,
      "loss": 5.7188,
      "step": 25260
    },
    {
      "epoch": 1.0346508294081507,
      "grad_norm": 2.597437108221874,
      "learning_rate": 0.0002812213190409663,
      "loss": 5.0625,
      "step": 25261
    },
    {
      "epoch": 1.0346917878353472,
      "grad_norm": 3.2027143154539117,
      "learning_rate": 0.00028121973896754013,
      "loss": 5.8125,
      "step": 25262
    },
    {
      "epoch": 1.0347327462625435,
      "grad_norm": 4.900714334167881,
      "learning_rate": 0.00028121815883208086,
      "loss": 3.5625,
      "step": 25263
    },
    {
      "epoch": 1.0347737046897398,
      "grad_norm": 1.7767823647193934,
      "learning_rate": 0.00028121657863458934,
      "loss": 4.5625,
      "step": 25264
    },
    {
      "epoch": 1.0348146631169364,
      "grad_norm": 2.185383462918068,
      "learning_rate": 0.00028121499837506617,
      "loss": 4.9688,
      "step": 25265
    },
    {
      "epoch": 1.0348556215441327,
      "grad_norm": 2.905856163806553,
      "learning_rate": 0.00028121341805351216,
      "loss": 5.875,
      "step": 25266
    },
    {
      "epoch": 1.034896579971329,
      "grad_norm": 6.580496690021578,
      "learning_rate": 0.00028121183766992807,
      "loss": 5.3125,
      "step": 25267
    },
    {
      "epoch": 1.0349375383985255,
      "grad_norm": 2.4465499749375197,
      "learning_rate": 0.0002812102572243147,
      "loss": 4.625,
      "step": 25268
    },
    {
      "epoch": 1.0349784968257218,
      "grad_norm": 2.804107897072102,
      "learning_rate": 0.0002812086767166727,
      "loss": 6.1562,
      "step": 25269
    },
    {
      "epoch": 1.0350194552529184,
      "grad_norm": 4.242845387311134,
      "learning_rate": 0.0002812070961470028,
      "loss": 4.0625,
      "step": 25270
    },
    {
      "epoch": 1.0350604136801147,
      "grad_norm": 1.8569849874851199,
      "learning_rate": 0.0002812055155153058,
      "loss": 4.6562,
      "step": 25271
    },
    {
      "epoch": 1.035101372107311,
      "grad_norm": 2.2106967646621216,
      "learning_rate": 0.0002812039348215825,
      "loss": 5.4375,
      "step": 25272
    },
    {
      "epoch": 1.0351423305345075,
      "grad_norm": 1.8431479512740534,
      "learning_rate": 0.0002812023540658336,
      "loss": 5.1875,
      "step": 25273
    },
    {
      "epoch": 1.0351832889617039,
      "grad_norm": 1.9795917286208102,
      "learning_rate": 0.00028120077324805977,
      "loss": 4.9375,
      "step": 25274
    },
    {
      "epoch": 1.0352242473889002,
      "grad_norm": 2.259806343731556,
      "learning_rate": 0.0002811991923682619,
      "loss": 4.6875,
      "step": 25275
    },
    {
      "epoch": 1.0352652058160967,
      "grad_norm": 2.386310653124432,
      "learning_rate": 0.00028119761142644063,
      "loss": 4.4375,
      "step": 25276
    },
    {
      "epoch": 1.035306164243293,
      "grad_norm": 11.870470800311455,
      "learning_rate": 0.00028119603042259673,
      "loss": 6.1562,
      "step": 25277
    },
    {
      "epoch": 1.0353471226704896,
      "grad_norm": 2.7727354169180485,
      "learning_rate": 0.000281194449356731,
      "loss": 5.2812,
      "step": 25278
    },
    {
      "epoch": 1.0353880810976859,
      "grad_norm": 1.8257989753170751,
      "learning_rate": 0.00028119286822884406,
      "loss": 4.5312,
      "step": 25279
    },
    {
      "epoch": 1.0354290395248822,
      "grad_norm": 2.2424904680649553,
      "learning_rate": 0.00028119128703893686,
      "loss": 4.9062,
      "step": 25280
    },
    {
      "epoch": 1.0354699979520787,
      "grad_norm": 2.3060565156186494,
      "learning_rate": 0.00028118970578700994,
      "loss": 5.375,
      "step": 25281
    },
    {
      "epoch": 1.035510956379275,
      "grad_norm": 3.3049020585395215,
      "learning_rate": 0.0002811881244730642,
      "loss": 6.1875,
      "step": 25282
    },
    {
      "epoch": 1.0355519148064714,
      "grad_norm": 1.9996513838242802,
      "learning_rate": 0.00028118654309710033,
      "loss": 5.25,
      "step": 25283
    },
    {
      "epoch": 1.0355928732336679,
      "grad_norm": 2.8993019027227738,
      "learning_rate": 0.00028118496165911906,
      "loss": 3.6562,
      "step": 25284
    },
    {
      "epoch": 1.0356338316608642,
      "grad_norm": 1.868579555063839,
      "learning_rate": 0.0002811833801591211,
      "loss": 5.25,
      "step": 25285
    },
    {
      "epoch": 1.0356747900880605,
      "grad_norm": 2.6897844337399937,
      "learning_rate": 0.0002811817985971073,
      "loss": 5.6562,
      "step": 25286
    },
    {
      "epoch": 1.035715748515257,
      "grad_norm": 2.1153278982906913,
      "learning_rate": 0.00028118021697307835,
      "loss": 5.375,
      "step": 25287
    },
    {
      "epoch": 1.0357567069424534,
      "grad_norm": 2.1332822398842146,
      "learning_rate": 0.00028117863528703504,
      "loss": 4.9062,
      "step": 25288
    },
    {
      "epoch": 1.03579766536965,
      "grad_norm": 2.306997620382035,
      "learning_rate": 0.000281177053538978,
      "loss": 5.6562,
      "step": 25289
    },
    {
      "epoch": 1.0358386237968462,
      "grad_norm": 2.2426086851139977,
      "learning_rate": 0.00028117547172890815,
      "loss": 6.4375,
      "step": 25290
    },
    {
      "epoch": 1.0358795822240425,
      "grad_norm": 1.8104564241228462,
      "learning_rate": 0.0002811738898568261,
      "loss": 6.0938,
      "step": 25291
    },
    {
      "epoch": 1.035920540651239,
      "grad_norm": 2.7556935973397674,
      "learning_rate": 0.00028117230792273267,
      "loss": 5.75,
      "step": 25292
    },
    {
      "epoch": 1.0359614990784354,
      "grad_norm": 1.9623115637147275,
      "learning_rate": 0.00028117072592662856,
      "loss": 5.5625,
      "step": 25293
    },
    {
      "epoch": 1.0360024575056317,
      "grad_norm": 1.848415529776763,
      "learning_rate": 0.00028116914386851455,
      "loss": 4.5,
      "step": 25294
    },
    {
      "epoch": 1.0360434159328282,
      "grad_norm": 1.9694454521528453,
      "learning_rate": 0.0002811675617483914,
      "loss": 5.1562,
      "step": 25295
    },
    {
      "epoch": 1.0360843743600245,
      "grad_norm": 13.297892868486377,
      "learning_rate": 0.0002811659795662598,
      "loss": 5.9688,
      "step": 25296
    },
    {
      "epoch": 1.036125332787221,
      "grad_norm": 2.1730308583329547,
      "learning_rate": 0.00028116439732212055,
      "loss": 5.7188,
      "step": 25297
    },
    {
      "epoch": 1.0361662912144174,
      "grad_norm": 2.3640314385086696,
      "learning_rate": 0.0002811628150159744,
      "loss": 4.9688,
      "step": 25298
    },
    {
      "epoch": 1.0362072496416137,
      "grad_norm": 3.030103515697403,
      "learning_rate": 0.00028116123264782206,
      "loss": 5.4062,
      "step": 25299
    },
    {
      "epoch": 1.0362482080688102,
      "grad_norm": 1.9639257375966015,
      "learning_rate": 0.00028115965021766433,
      "loss": 4.4375,
      "step": 25300
    },
    {
      "epoch": 1.0362891664960066,
      "grad_norm": 1.9576422071540944,
      "learning_rate": 0.0002811580677255019,
      "loss": 5.25,
      "step": 25301
    },
    {
      "epoch": 1.0363301249232029,
      "grad_norm": 2.387846499168761,
      "learning_rate": 0.0002811564851713356,
      "loss": 5.5625,
      "step": 25302
    },
    {
      "epoch": 1.0363710833503994,
      "grad_norm": 3.191242778696666,
      "learning_rate": 0.00028115490255516606,
      "loss": 6.5,
      "step": 25303
    },
    {
      "epoch": 1.0364120417775957,
      "grad_norm": 2.01494904907289,
      "learning_rate": 0.0002811533198769941,
      "loss": 4.3125,
      "step": 25304
    },
    {
      "epoch": 1.036453000204792,
      "grad_norm": 2.668966831543923,
      "learning_rate": 0.0002811517371368205,
      "loss": 6.1875,
      "step": 25305
    },
    {
      "epoch": 1.0364939586319886,
      "grad_norm": 2.1764277713694864,
      "learning_rate": 0.00028115015433464595,
      "loss": 4.7188,
      "step": 25306
    },
    {
      "epoch": 1.0365349170591849,
      "grad_norm": 2.5215496618146105,
      "learning_rate": 0.0002811485714704712,
      "loss": 4.75,
      "step": 25307
    },
    {
      "epoch": 1.0365758754863814,
      "grad_norm": 2.1660450682549577,
      "learning_rate": 0.00028114698854429706,
      "loss": 4.7188,
      "step": 25308
    },
    {
      "epoch": 1.0366168339135777,
      "grad_norm": 1.9567100946968008,
      "learning_rate": 0.00028114540555612417,
      "loss": 4.8438,
      "step": 25309
    },
    {
      "epoch": 1.036657792340774,
      "grad_norm": 2.218515402323111,
      "learning_rate": 0.0002811438225059534,
      "loss": 5.25,
      "step": 25310
    },
    {
      "epoch": 1.0366987507679706,
      "grad_norm": 2.061929867249942,
      "learning_rate": 0.0002811422393937854,
      "loss": 5.0625,
      "step": 25311
    },
    {
      "epoch": 1.036739709195167,
      "grad_norm": 2.703244116683088,
      "learning_rate": 0.00028114065621962094,
      "loss": 5.4062,
      "step": 25312
    },
    {
      "epoch": 1.0367806676223632,
      "grad_norm": 2.654162215735201,
      "learning_rate": 0.0002811390729834609,
      "loss": 6.4062,
      "step": 25313
    },
    {
      "epoch": 1.0368216260495597,
      "grad_norm": 1.965873814379818,
      "learning_rate": 0.0002811374896853058,
      "loss": 5.0938,
      "step": 25314
    },
    {
      "epoch": 1.036862584476756,
      "grad_norm": 1.9887625205340516,
      "learning_rate": 0.00028113590632515654,
      "loss": 4.3125,
      "step": 25315
    },
    {
      "epoch": 1.0369035429039526,
      "grad_norm": 4.621391737924463,
      "learning_rate": 0.0002811343229030138,
      "loss": 2.125,
      "step": 25316
    },
    {
      "epoch": 1.036944501331149,
      "grad_norm": 1.8406433460693914,
      "learning_rate": 0.0002811327394188784,
      "loss": 5.125,
      "step": 25317
    },
    {
      "epoch": 1.0369854597583452,
      "grad_norm": 1.725458468044905,
      "learning_rate": 0.00028113115587275107,
      "loss": 5.125,
      "step": 25318
    },
    {
      "epoch": 1.0370264181855418,
      "grad_norm": 1.921725865286371,
      "learning_rate": 0.0002811295722646325,
      "loss": 4.8438,
      "step": 25319
    },
    {
      "epoch": 1.037067376612738,
      "grad_norm": 3.353422793720835,
      "learning_rate": 0.0002811279885945235,
      "loss": 7.2812,
      "step": 25320
    },
    {
      "epoch": 1.0371083350399344,
      "grad_norm": 1.9169354807043697,
      "learning_rate": 0.0002811264048624248,
      "loss": 5.0625,
      "step": 25321
    },
    {
      "epoch": 1.037149293467131,
      "grad_norm": 2.183641824548646,
      "learning_rate": 0.00028112482106833713,
      "loss": 5.4688,
      "step": 25322
    },
    {
      "epoch": 1.0371902518943272,
      "grad_norm": 2.1204929030418143,
      "learning_rate": 0.00028112323721226127,
      "loss": 5.875,
      "step": 25323
    },
    {
      "epoch": 1.0372312103215235,
      "grad_norm": 2.1923951479283827,
      "learning_rate": 0.00028112165329419793,
      "loss": 5.3125,
      "step": 25324
    },
    {
      "epoch": 1.03727216874872,
      "grad_norm": 1.7788561374218415,
      "learning_rate": 0.0002811200693141479,
      "loss": 4.1562,
      "step": 25325
    },
    {
      "epoch": 1.0373131271759164,
      "grad_norm": 2.1559560564741553,
      "learning_rate": 0.0002811184852721119,
      "loss": 5.75,
      "step": 25326
    },
    {
      "epoch": 1.037354085603113,
      "grad_norm": 2.024873987421857,
      "learning_rate": 0.00028111690116809065,
      "loss": 4.75,
      "step": 25327
    },
    {
      "epoch": 1.0373950440303092,
      "grad_norm": 1.8948192633468355,
      "learning_rate": 0.00028111531700208503,
      "loss": 4.6875,
      "step": 25328
    },
    {
      "epoch": 1.0374360024575056,
      "grad_norm": 1.8376226486954468,
      "learning_rate": 0.0002811137327740956,
      "loss": 4.8438,
      "step": 25329
    },
    {
      "epoch": 1.037476960884702,
      "grad_norm": 2.3061970371104095,
      "learning_rate": 0.00028111214848412325,
      "loss": 4.5,
      "step": 25330
    },
    {
      "epoch": 1.0375179193118984,
      "grad_norm": 2.692742413588883,
      "learning_rate": 0.0002811105641321687,
      "loss": 3.3125,
      "step": 25331
    },
    {
      "epoch": 1.0375588777390947,
      "grad_norm": 1.9845847773278449,
      "learning_rate": 0.00028110897971823267,
      "loss": 5.125,
      "step": 25332
    },
    {
      "epoch": 1.0375998361662913,
      "grad_norm": 1.9329986511703183,
      "learning_rate": 0.00028110739524231593,
      "loss": 5.0312,
      "step": 25333
    },
    {
      "epoch": 1.0376407945934876,
      "grad_norm": 1.8838530929769475,
      "learning_rate": 0.00028110581070441915,
      "loss": 4.5938,
      "step": 25334
    },
    {
      "epoch": 1.037681753020684,
      "grad_norm": 10.006217884240854,
      "learning_rate": 0.00028110422610454325,
      "loss": 4.5625,
      "step": 25335
    },
    {
      "epoch": 1.0377227114478804,
      "grad_norm": 2.999070110701832,
      "learning_rate": 0.0002811026414426888,
      "loss": 3.6719,
      "step": 25336
    },
    {
      "epoch": 1.0377636698750767,
      "grad_norm": 1.7604124620957584,
      "learning_rate": 0.0002811010567188567,
      "loss": 4.7812,
      "step": 25337
    },
    {
      "epoch": 1.0378046283022733,
      "grad_norm": 7.330821231106858,
      "learning_rate": 0.0002810994719330476,
      "loss": 3.7344,
      "step": 25338
    },
    {
      "epoch": 1.0378455867294696,
      "grad_norm": 2.1975566810962457,
      "learning_rate": 0.00028109788708526224,
      "loss": 4.75,
      "step": 25339
    },
    {
      "epoch": 1.037886545156666,
      "grad_norm": 1.8159676699870269,
      "learning_rate": 0.00028109630217550147,
      "loss": 4.875,
      "step": 25340
    },
    {
      "epoch": 1.0379275035838624,
      "grad_norm": 2.639663261357519,
      "learning_rate": 0.0002810947172037659,
      "loss": 5.4062,
      "step": 25341
    },
    {
      "epoch": 1.0379684620110587,
      "grad_norm": 1.889136653033655,
      "learning_rate": 0.0002810931321700564,
      "loss": 5.3438,
      "step": 25342
    },
    {
      "epoch": 1.038009420438255,
      "grad_norm": 1.9090169313406669,
      "learning_rate": 0.00028109154707437367,
      "loss": 4.875,
      "step": 25343
    },
    {
      "epoch": 1.0380503788654516,
      "grad_norm": 5.259693642912758,
      "learning_rate": 0.0002810899619167185,
      "loss": 3.0938,
      "step": 25344
    },
    {
      "epoch": 1.038091337292648,
      "grad_norm": 2.3989630569092673,
      "learning_rate": 0.00028108837669709157,
      "loss": 5.4375,
      "step": 25345
    },
    {
      "epoch": 1.0381322957198444,
      "grad_norm": 1.8719722715433378,
      "learning_rate": 0.00028108679141549363,
      "loss": 4.7188,
      "step": 25346
    },
    {
      "epoch": 1.0381732541470408,
      "grad_norm": 3.249017782719725,
      "learning_rate": 0.0002810852060719255,
      "loss": 5.7812,
      "step": 25347
    },
    {
      "epoch": 1.038214212574237,
      "grad_norm": 2.7118715512743896,
      "learning_rate": 0.0002810836206663879,
      "loss": 4.25,
      "step": 25348
    },
    {
      "epoch": 1.0382551710014336,
      "grad_norm": 1.948509260088629,
      "learning_rate": 0.00028108203519888156,
      "loss": 4.875,
      "step": 25349
    },
    {
      "epoch": 1.03829612942863,
      "grad_norm": 1.7590401163149807,
      "learning_rate": 0.00028108044966940725,
      "loss": 3.7188,
      "step": 25350
    },
    {
      "epoch": 1.0383370878558262,
      "grad_norm": 2.1612766155609244,
      "learning_rate": 0.0002810788640779657,
      "loss": 4.9688,
      "step": 25351
    },
    {
      "epoch": 1.0383780462830228,
      "grad_norm": 2.021628744087314,
      "learning_rate": 0.0002810772784245576,
      "loss": 4.9688,
      "step": 25352
    },
    {
      "epoch": 1.038419004710219,
      "grad_norm": 2.6702761686608922,
      "learning_rate": 0.00028107569270918384,
      "loss": 5.1562,
      "step": 25353
    },
    {
      "epoch": 1.0384599631374156,
      "grad_norm": 3.5770251691315185,
      "learning_rate": 0.00028107410693184513,
      "loss": 3.9688,
      "step": 25354
    },
    {
      "epoch": 1.038500921564612,
      "grad_norm": 1.9913232522161297,
      "learning_rate": 0.0002810725210925421,
      "loss": 4.8438,
      "step": 25355
    },
    {
      "epoch": 1.0385418799918082,
      "grad_norm": 2.5419652233671526,
      "learning_rate": 0.0002810709351912757,
      "loss": 3.5,
      "step": 25356
    },
    {
      "epoch": 1.0385828384190048,
      "grad_norm": 2.7473515240272546,
      "learning_rate": 0.0002810693492280465,
      "loss": 5.6562,
      "step": 25357
    },
    {
      "epoch": 1.038623796846201,
      "grad_norm": 2.975093409315144,
      "learning_rate": 0.00028106776320285527,
      "loss": 5.0625,
      "step": 25358
    },
    {
      "epoch": 1.0386647552733974,
      "grad_norm": 7.484501655229896,
      "learning_rate": 0.00028106617711570286,
      "loss": 4.375,
      "step": 25359
    },
    {
      "epoch": 1.038705713700594,
      "grad_norm": 2.2659466622989464,
      "learning_rate": 0.00028106459096659,
      "loss": 5.3125,
      "step": 25360
    },
    {
      "epoch": 1.0387466721277903,
      "grad_norm": 3.446470822724105,
      "learning_rate": 0.00028106300475551734,
      "loss": 5.4062,
      "step": 25361
    },
    {
      "epoch": 1.0387876305549866,
      "grad_norm": 2.5277104174001703,
      "learning_rate": 0.00028106141848248574,
      "loss": 1.5156,
      "step": 25362
    },
    {
      "epoch": 1.038828588982183,
      "grad_norm": 3.8615956559166196,
      "learning_rate": 0.0002810598321474959,
      "loss": 3.9531,
      "step": 25363
    },
    {
      "epoch": 1.0388695474093794,
      "grad_norm": 2.6424657414111863,
      "learning_rate": 0.00028105824575054854,
      "loss": 5.0312,
      "step": 25364
    },
    {
      "epoch": 1.038910505836576,
      "grad_norm": 1.9709977801318046,
      "learning_rate": 0.0002810566592916445,
      "loss": 4.5938,
      "step": 25365
    },
    {
      "epoch": 1.0389514642637723,
      "grad_norm": 2.455495839284513,
      "learning_rate": 0.00028105507277078446,
      "loss": 5.1875,
      "step": 25366
    },
    {
      "epoch": 1.0389924226909686,
      "grad_norm": 1.9057282315215158,
      "learning_rate": 0.0002810534861879692,
      "loss": 4.3438,
      "step": 25367
    },
    {
      "epoch": 1.0390333811181651,
      "grad_norm": 2.7772985893393884,
      "learning_rate": 0.0002810518995431994,
      "loss": 4.375,
      "step": 25368
    },
    {
      "epoch": 1.0390743395453614,
      "grad_norm": 2.42218500173298,
      "learning_rate": 0.00028105031283647594,
      "loss": 5.0,
      "step": 25369
    },
    {
      "epoch": 1.0391152979725577,
      "grad_norm": 1.9270380309045039,
      "learning_rate": 0.0002810487260677994,
      "loss": 4.7812,
      "step": 25370
    },
    {
      "epoch": 1.0391562563997543,
      "grad_norm": 2.181618114273009,
      "learning_rate": 0.0002810471392371707,
      "loss": 6.0,
      "step": 25371
    },
    {
      "epoch": 1.0391972148269506,
      "grad_norm": 2.4903336035822226,
      "learning_rate": 0.00028104555234459053,
      "loss": 5.4062,
      "step": 25372
    },
    {
      "epoch": 1.0392381732541471,
      "grad_norm": 4.501335447512316,
      "learning_rate": 0.0002810439653900596,
      "loss": 3.6719,
      "step": 25373
    },
    {
      "epoch": 1.0392791316813434,
      "grad_norm": 2.708630204564681,
      "learning_rate": 0.0002810423783735787,
      "loss": 5.9688,
      "step": 25374
    },
    {
      "epoch": 1.0393200901085398,
      "grad_norm": 1.8775610172838069,
      "learning_rate": 0.0002810407912951485,
      "loss": 4.7812,
      "step": 25375
    },
    {
      "epoch": 1.0393610485357363,
      "grad_norm": 3.571842614719721,
      "learning_rate": 0.0002810392041547699,
      "loss": 6.0312,
      "step": 25376
    },
    {
      "epoch": 1.0394020069629326,
      "grad_norm": 4.9363216499014815,
      "learning_rate": 0.00028103761695244355,
      "loss": 4.7812,
      "step": 25377
    },
    {
      "epoch": 1.039442965390129,
      "grad_norm": 4.056379371563778,
      "learning_rate": 0.00028103602968817024,
      "loss": 5.5,
      "step": 25378
    },
    {
      "epoch": 1.0394839238173255,
      "grad_norm": 2.1545384755865977,
      "learning_rate": 0.0002810344423619506,
      "loss": 5.5625,
      "step": 25379
    },
    {
      "epoch": 1.0395248822445218,
      "grad_norm": 5.605048909975611,
      "learning_rate": 0.0002810328549737856,
      "loss": 5.7812,
      "step": 25380
    },
    {
      "epoch": 1.0395658406717183,
      "grad_norm": 2.3792327571080634,
      "learning_rate": 0.0002810312675236758,
      "loss": 5.875,
      "step": 25381
    },
    {
      "epoch": 1.0396067990989146,
      "grad_norm": 7.340761273795173,
      "learning_rate": 0.000281029680011622,
      "loss": 6.125,
      "step": 25382
    },
    {
      "epoch": 1.039647757526111,
      "grad_norm": 2.143475018000044,
      "learning_rate": 0.00028102809243762505,
      "loss": 4.2188,
      "step": 25383
    },
    {
      "epoch": 1.0396887159533075,
      "grad_norm": 2.448566449343899,
      "learning_rate": 0.00028102650480168556,
      "loss": 5.5,
      "step": 25384
    },
    {
      "epoch": 1.0397296743805038,
      "grad_norm": 2.244790727567586,
      "learning_rate": 0.0002810249171038044,
      "loss": 5.0625,
      "step": 25385
    },
    {
      "epoch": 1.0397706328077,
      "grad_norm": 2.259899307035103,
      "learning_rate": 0.0002810233293439822,
      "loss": 5.125,
      "step": 25386
    },
    {
      "epoch": 1.0398115912348966,
      "grad_norm": 1.646745808853743,
      "learning_rate": 0.00028102174152221977,
      "loss": 4.2812,
      "step": 25387
    },
    {
      "epoch": 1.039852549662093,
      "grad_norm": 2.3413134407531158,
      "learning_rate": 0.0002810201536385179,
      "loss": 3.9062,
      "step": 25388
    },
    {
      "epoch": 1.0398935080892893,
      "grad_norm": 2.1294184443923365,
      "learning_rate": 0.0002810185656928773,
      "loss": 5.9062,
      "step": 25389
    },
    {
      "epoch": 1.0399344665164858,
      "grad_norm": 1.9149210396217038,
      "learning_rate": 0.0002810169776852987,
      "loss": 4.9688,
      "step": 25390
    },
    {
      "epoch": 1.0399754249436821,
      "grad_norm": 2.50917248744839,
      "learning_rate": 0.0002810153896157829,
      "loss": 5.875,
      "step": 25391
    },
    {
      "epoch": 1.0400163833708786,
      "grad_norm": 1.9103749154612122,
      "learning_rate": 0.0002810138014843306,
      "loss": 4.8438,
      "step": 25392
    },
    {
      "epoch": 1.040057341798075,
      "grad_norm": 4.271291285994402,
      "learning_rate": 0.0002810122132909426,
      "loss": 5.2188,
      "step": 25393
    },
    {
      "epoch": 1.0400983002252713,
      "grad_norm": 2.145551172946575,
      "learning_rate": 0.00028101062503561966,
      "loss": 4.25,
      "step": 25394
    },
    {
      "epoch": 1.0401392586524678,
      "grad_norm": 2.4512995011807144,
      "learning_rate": 0.00028100903671836243,
      "loss": 6.3438,
      "step": 25395
    },
    {
      "epoch": 1.0401802170796641,
      "grad_norm": 2.1505159101659244,
      "learning_rate": 0.0002810074483391718,
      "loss": 5.0312,
      "step": 25396
    },
    {
      "epoch": 1.0402211755068604,
      "grad_norm": 7.608909483959967,
      "learning_rate": 0.0002810058598980484,
      "loss": 4.4375,
      "step": 25397
    },
    {
      "epoch": 1.040262133934057,
      "grad_norm": 2.1487578527838873,
      "learning_rate": 0.000281004271394993,
      "loss": 5.1562,
      "step": 25398
    },
    {
      "epoch": 1.0403030923612533,
      "grad_norm": 2.143628537006367,
      "learning_rate": 0.0002810026828300065,
      "loss": 5.0625,
      "step": 25399
    },
    {
      "epoch": 1.0403440507884498,
      "grad_norm": 2.4252572478614844,
      "learning_rate": 0.0002810010942030894,
      "loss": 6.5938,
      "step": 25400
    },
    {
      "epoch": 1.0403850092156461,
      "grad_norm": 1.933074097058294,
      "learning_rate": 0.00028099950551424265,
      "loss": 4.3438,
      "step": 25401
    },
    {
      "epoch": 1.0404259676428425,
      "grad_norm": 1.868883259749722,
      "learning_rate": 0.00028099791676346696,
      "loss": 5.1562,
      "step": 25402
    },
    {
      "epoch": 1.040466926070039,
      "grad_norm": 1.897122990618778,
      "learning_rate": 0.000280996327950763,
      "loss": 5.0625,
      "step": 25403
    },
    {
      "epoch": 1.0405078844972353,
      "grad_norm": 2.7654620665950165,
      "learning_rate": 0.0002809947390761316,
      "loss": 5.2812,
      "step": 25404
    },
    {
      "epoch": 1.0405488429244316,
      "grad_norm": 2.4861996308282275,
      "learning_rate": 0.0002809931501395735,
      "loss": 4.7188,
      "step": 25405
    },
    {
      "epoch": 1.0405898013516282,
      "grad_norm": 1.791094014427815,
      "learning_rate": 0.00028099156114108945,
      "loss": 5.125,
      "step": 25406
    },
    {
      "epoch": 1.0406307597788245,
      "grad_norm": 2.7032379097240833,
      "learning_rate": 0.00028098997208068015,
      "loss": 5.1562,
      "step": 25407
    },
    {
      "epoch": 1.040671718206021,
      "grad_norm": 1.5191481953542374,
      "learning_rate": 0.00028098838295834643,
      "loss": 2.9375,
      "step": 25408
    },
    {
      "epoch": 1.0407126766332173,
      "grad_norm": 1.9628294802797184,
      "learning_rate": 0.000280986793774089,
      "loss": 5.1562,
      "step": 25409
    },
    {
      "epoch": 1.0407536350604136,
      "grad_norm": 2.106464033013953,
      "learning_rate": 0.0002809852045279086,
      "loss": 5.8125,
      "step": 25410
    },
    {
      "epoch": 1.0407945934876102,
      "grad_norm": 2.174205211591945,
      "learning_rate": 0.000280983615219806,
      "loss": 4.4062,
      "step": 25411
    },
    {
      "epoch": 1.0408355519148065,
      "grad_norm": 2.026745339307973,
      "learning_rate": 0.00028098202584978194,
      "loss": 4.7188,
      "step": 25412
    },
    {
      "epoch": 1.0408765103420028,
      "grad_norm": 1.6323391920127306,
      "learning_rate": 0.00028098043641783715,
      "loss": 4.5312,
      "step": 25413
    },
    {
      "epoch": 1.0409174687691993,
      "grad_norm": 1.8048827772282767,
      "learning_rate": 0.0002809788469239725,
      "loss": 4.0312,
      "step": 25414
    },
    {
      "epoch": 1.0409584271963956,
      "grad_norm": 3.0175870210238216,
      "learning_rate": 0.00028097725736818857,
      "loss": 5.5625,
      "step": 25415
    },
    {
      "epoch": 1.040999385623592,
      "grad_norm": 2.1934235371058826,
      "learning_rate": 0.0002809756677504862,
      "loss": 4.75,
      "step": 25416
    },
    {
      "epoch": 1.0410403440507885,
      "grad_norm": 2.0676856844334,
      "learning_rate": 0.00028097407807086615,
      "loss": 4.5938,
      "step": 25417
    },
    {
      "epoch": 1.0410813024779848,
      "grad_norm": 1.9515356018560504,
      "learning_rate": 0.00028097248832932917,
      "loss": 4.6562,
      "step": 25418
    },
    {
      "epoch": 1.0411222609051813,
      "grad_norm": 4.046484002799529,
      "learning_rate": 0.00028097089852587595,
      "loss": 6.9062,
      "step": 25419
    },
    {
      "epoch": 1.0411632193323777,
      "grad_norm": 3.0420805116678977,
      "learning_rate": 0.00028096930866050736,
      "loss": 5.2188,
      "step": 25420
    },
    {
      "epoch": 1.041204177759574,
      "grad_norm": 5.961328577679233,
      "learning_rate": 0.00028096771873322405,
      "loss": 2.5781,
      "step": 25421
    },
    {
      "epoch": 1.0412451361867705,
      "grad_norm": 4.182567009465628,
      "learning_rate": 0.00028096612874402684,
      "loss": 5.5625,
      "step": 25422
    },
    {
      "epoch": 1.0412860946139668,
      "grad_norm": 2.624505444170125,
      "learning_rate": 0.00028096453869291637,
      "loss": 5.9062,
      "step": 25423
    },
    {
      "epoch": 1.0413270530411631,
      "grad_norm": 5.1211769928768565,
      "learning_rate": 0.0002809629485798935,
      "loss": 1.5859,
      "step": 25424
    },
    {
      "epoch": 1.0413680114683597,
      "grad_norm": 2.4179035886218703,
      "learning_rate": 0.0002809613584049589,
      "loss": 5.1875,
      "step": 25425
    },
    {
      "epoch": 1.041408969895556,
      "grad_norm": 1.948317663935145,
      "learning_rate": 0.00028095976816811343,
      "loss": 4.2812,
      "step": 25426
    },
    {
      "epoch": 1.0414499283227525,
      "grad_norm": 1.8520987124966088,
      "learning_rate": 0.0002809581778693578,
      "loss": 4.5,
      "step": 25427
    },
    {
      "epoch": 1.0414908867499488,
      "grad_norm": 1.8675346693717323,
      "learning_rate": 0.0002809565875086927,
      "loss": 5.0938,
      "step": 25428
    },
    {
      "epoch": 1.0415318451771451,
      "grad_norm": 3.294949981520372,
      "learning_rate": 0.00028095499708611895,
      "loss": 5.625,
      "step": 25429
    },
    {
      "epoch": 1.0415728036043417,
      "grad_norm": 6.225674841088711,
      "learning_rate": 0.00028095340660163725,
      "loss": 3.6406,
      "step": 25430
    },
    {
      "epoch": 1.041613762031538,
      "grad_norm": 1.9383174526707523,
      "learning_rate": 0.0002809518160552484,
      "loss": 4.875,
      "step": 25431
    },
    {
      "epoch": 1.0416547204587343,
      "grad_norm": 2.0273944685036627,
      "learning_rate": 0.0002809502254469531,
      "loss": 5.4062,
      "step": 25432
    },
    {
      "epoch": 1.0416956788859308,
      "grad_norm": 3.6028417621040254,
      "learning_rate": 0.00028094863477675215,
      "loss": 5.8125,
      "step": 25433
    },
    {
      "epoch": 1.0417366373131272,
      "grad_norm": 2.251805029463451,
      "learning_rate": 0.00028094704404464627,
      "loss": 4.7188,
      "step": 25434
    },
    {
      "epoch": 1.0417775957403235,
      "grad_norm": 5.36375330328682,
      "learning_rate": 0.00028094545325063624,
      "loss": 3.2812,
      "step": 25435
    },
    {
      "epoch": 1.04181855416752,
      "grad_norm": 1.7825615031756188,
      "learning_rate": 0.00028094386239472277,
      "loss": 4.0312,
      "step": 25436
    },
    {
      "epoch": 1.0418595125947163,
      "grad_norm": 1.9161433940237664,
      "learning_rate": 0.0002809422714769067,
      "loss": 4.5938,
      "step": 25437
    },
    {
      "epoch": 1.0419004710219129,
      "grad_norm": 2.4285791703043533,
      "learning_rate": 0.0002809406804971887,
      "loss": 5.5312,
      "step": 25438
    },
    {
      "epoch": 1.0419414294491092,
      "grad_norm": 2.060045874737455,
      "learning_rate": 0.00028093908945556954,
      "loss": 5.4688,
      "step": 25439
    },
    {
      "epoch": 1.0419823878763055,
      "grad_norm": 1.909711815859768,
      "learning_rate": 0.00028093749835204993,
      "loss": 4.375,
      "step": 25440
    },
    {
      "epoch": 1.042023346303502,
      "grad_norm": 2.8515158541211725,
      "learning_rate": 0.00028093590718663073,
      "loss": 6.2188,
      "step": 25441
    },
    {
      "epoch": 1.0420643047306983,
      "grad_norm": 2.2637628693197716,
      "learning_rate": 0.00028093431595931263,
      "loss": 4.9688,
      "step": 25442
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 2.752557939817408,
      "learning_rate": 0.00028093272467009635,
      "loss": 5.4062,
      "step": 25443
    },
    {
      "epoch": 1.0421462215850912,
      "grad_norm": 1.6287769787541118,
      "learning_rate": 0.0002809311333189827,
      "loss": 4.9062,
      "step": 25444
    },
    {
      "epoch": 1.0421871800122875,
      "grad_norm": 3.3024406242808686,
      "learning_rate": 0.00028092954190597237,
      "loss": 2.4688,
      "step": 25445
    },
    {
      "epoch": 1.042228138439484,
      "grad_norm": 2.877472531842199,
      "learning_rate": 0.0002809279504310662,
      "loss": 6.25,
      "step": 25446
    },
    {
      "epoch": 1.0422690968666803,
      "grad_norm": 1.7920363164399613,
      "learning_rate": 0.00028092635889426487,
      "loss": 4.9375,
      "step": 25447
    },
    {
      "epoch": 1.0423100552938767,
      "grad_norm": 2.410478436281726,
      "learning_rate": 0.00028092476729556915,
      "loss": 5.3125,
      "step": 25448
    },
    {
      "epoch": 1.0423510137210732,
      "grad_norm": 1.953850165355682,
      "learning_rate": 0.0002809231756349798,
      "loss": 4.4062,
      "step": 25449
    },
    {
      "epoch": 1.0423919721482695,
      "grad_norm": 3.8993132317231147,
      "learning_rate": 0.00028092158391249757,
      "loss": 5.0312,
      "step": 25450
    },
    {
      "epoch": 1.0424329305754658,
      "grad_norm": 14.67765871946416,
      "learning_rate": 0.0002809199921281232,
      "loss": 7.625,
      "step": 25451
    },
    {
      "epoch": 1.0424738890026624,
      "grad_norm": 2.2964260124159375,
      "learning_rate": 0.0002809184002818575,
      "loss": 5.0938,
      "step": 25452
    },
    {
      "epoch": 1.0425148474298587,
      "grad_norm": 2.2600083706103398,
      "learning_rate": 0.0002809168083737011,
      "loss": 5.1875,
      "step": 25453
    },
    {
      "epoch": 1.042555805857055,
      "grad_norm": 2.354217885243628,
      "learning_rate": 0.0002809152164036549,
      "loss": 4.6562,
      "step": 25454
    },
    {
      "epoch": 1.0425967642842515,
      "grad_norm": 2.132939022158265,
      "learning_rate": 0.00028091362437171957,
      "loss": 6.2188,
      "step": 25455
    },
    {
      "epoch": 1.0426377227114478,
      "grad_norm": 2.335755298623664,
      "learning_rate": 0.0002809120322778959,
      "loss": 4.5312,
      "step": 25456
    },
    {
      "epoch": 1.0426786811386444,
      "grad_norm": 3.927559279183481,
      "learning_rate": 0.00028091044012218457,
      "loss": 4.9688,
      "step": 25457
    },
    {
      "epoch": 1.0427196395658407,
      "grad_norm": 2.4865279710624444,
      "learning_rate": 0.00028090884790458635,
      "loss": 5.3125,
      "step": 25458
    },
    {
      "epoch": 1.042760597993037,
      "grad_norm": 2.7340643513910985,
      "learning_rate": 0.0002809072556251021,
      "loss": 5.4688,
      "step": 25459
    },
    {
      "epoch": 1.0428015564202335,
      "grad_norm": 2.6250132712172465,
      "learning_rate": 0.00028090566328373243,
      "loss": 5.0312,
      "step": 25460
    },
    {
      "epoch": 1.0428425148474298,
      "grad_norm": 1.7952098220400177,
      "learning_rate": 0.0002809040708804782,
      "loss": 4.9688,
      "step": 25461
    },
    {
      "epoch": 1.0428834732746262,
      "grad_norm": 4.097382415823761,
      "learning_rate": 0.0002809024784153401,
      "loss": 4.7812,
      "step": 25462
    },
    {
      "epoch": 1.0429244317018227,
      "grad_norm": 3.267276504088639,
      "learning_rate": 0.0002809008858883189,
      "loss": 3.6406,
      "step": 25463
    },
    {
      "epoch": 1.042965390129019,
      "grad_norm": 4.442753750242113,
      "learning_rate": 0.00028089929329941534,
      "loss": 5.0938,
      "step": 25464
    },
    {
      "epoch": 1.0430063485562155,
      "grad_norm": 2.1959643680001077,
      "learning_rate": 0.00028089770064863026,
      "loss": 5.5312,
      "step": 25465
    },
    {
      "epoch": 1.0430473069834119,
      "grad_norm": 2.9615394849504995,
      "learning_rate": 0.0002808961079359643,
      "loss": 1.5312,
      "step": 25466
    },
    {
      "epoch": 1.0430882654106082,
      "grad_norm": 2.7310755814747734,
      "learning_rate": 0.00028089451516141826,
      "loss": 5.6562,
      "step": 25467
    },
    {
      "epoch": 1.0431292238378047,
      "grad_norm": 6.718587142827443,
      "learning_rate": 0.0002808929223249929,
      "loss": 7.5,
      "step": 25468
    },
    {
      "epoch": 1.043170182265001,
      "grad_norm": 1.9593179591873653,
      "learning_rate": 0.00028089132942668896,
      "loss": 4.1875,
      "step": 25469
    },
    {
      "epoch": 1.0432111406921973,
      "grad_norm": 4.539563985677635,
      "learning_rate": 0.0002808897364665072,
      "loss": 6.3125,
      "step": 25470
    },
    {
      "epoch": 1.0432520991193939,
      "grad_norm": 2.290651231473342,
      "learning_rate": 0.00028088814344444835,
      "loss": 6.2188,
      "step": 25471
    },
    {
      "epoch": 1.0432930575465902,
      "grad_norm": 3.370251649942215,
      "learning_rate": 0.0002808865503605132,
      "loss": 6.875,
      "step": 25472
    },
    {
      "epoch": 1.0433340159737865,
      "grad_norm": 2.5459205320482656,
      "learning_rate": 0.00028088495721470243,
      "loss": 6.25,
      "step": 25473
    },
    {
      "epoch": 1.043374974400983,
      "grad_norm": 1.9016957144410693,
      "learning_rate": 0.00028088336400701686,
      "loss": 4.8125,
      "step": 25474
    },
    {
      "epoch": 1.0434159328281793,
      "grad_norm": 1.9970465691551806,
      "learning_rate": 0.0002808817707374572,
      "loss": 5.7188,
      "step": 25475
    },
    {
      "epoch": 1.0434568912553759,
      "grad_norm": 2.5205466569404966,
      "learning_rate": 0.00028088017740602434,
      "loss": 4.8438,
      "step": 25476
    },
    {
      "epoch": 1.0434978496825722,
      "grad_norm": 1.848292518684997,
      "learning_rate": 0.00028087858401271886,
      "loss": 4.375,
      "step": 25477
    },
    {
      "epoch": 1.0435388081097685,
      "grad_norm": 3.9952108150923684,
      "learning_rate": 0.0002808769905575416,
      "loss": 6.5,
      "step": 25478
    },
    {
      "epoch": 1.043579766536965,
      "grad_norm": 1.917450482762537,
      "learning_rate": 0.0002808753970404933,
      "loss": 5.25,
      "step": 25479
    },
    {
      "epoch": 1.0436207249641614,
      "grad_norm": 1.8112631785507551,
      "learning_rate": 0.00028087380346157473,
      "loss": 4.9062,
      "step": 25480
    },
    {
      "epoch": 1.0436616833913577,
      "grad_norm": 2.186884565515321,
      "learning_rate": 0.00028087220982078655,
      "loss": 4.875,
      "step": 25481
    },
    {
      "epoch": 1.0437026418185542,
      "grad_norm": 1.7887952075793605,
      "learning_rate": 0.0002808706161181296,
      "loss": 4.8125,
      "step": 25482
    },
    {
      "epoch": 1.0437436002457505,
      "grad_norm": 3.303675588114741,
      "learning_rate": 0.00028086902235360464,
      "loss": 6.4062,
      "step": 25483
    },
    {
      "epoch": 1.043784558672947,
      "grad_norm": 2.4846309431882756,
      "learning_rate": 0.0002808674285272124,
      "loss": 4.9688,
      "step": 25484
    },
    {
      "epoch": 1.0438255171001434,
      "grad_norm": 2.161495302490898,
      "learning_rate": 0.0002808658346389536,
      "loss": 5.9375,
      "step": 25485
    },
    {
      "epoch": 1.0438664755273397,
      "grad_norm": 1.9767527211111493,
      "learning_rate": 0.0002808642406888291,
      "loss": 5.5312,
      "step": 25486
    },
    {
      "epoch": 1.0439074339545362,
      "grad_norm": 2.166842452717946,
      "learning_rate": 0.0002808626466768395,
      "loss": 5.5,
      "step": 25487
    },
    {
      "epoch": 1.0439483923817325,
      "grad_norm": 3.3972309672519194,
      "learning_rate": 0.0002808610526029857,
      "loss": 5.4375,
      "step": 25488
    },
    {
      "epoch": 1.0439893508089289,
      "grad_norm": 1.9097977632237066,
      "learning_rate": 0.0002808594584672684,
      "loss": 5.7188,
      "step": 25489
    },
    {
      "epoch": 1.0440303092361254,
      "grad_norm": 2.594707230078803,
      "learning_rate": 0.00028085786426968823,
      "loss": 6.3125,
      "step": 25490
    },
    {
      "epoch": 1.0440712676633217,
      "grad_norm": 2.050039472343615,
      "learning_rate": 0.0002808562700102461,
      "loss": 5.75,
      "step": 25491
    },
    {
      "epoch": 1.044112226090518,
      "grad_norm": 1.9484636886193658,
      "learning_rate": 0.00028085467568894276,
      "loss": 4.8125,
      "step": 25492
    },
    {
      "epoch": 1.0441531845177145,
      "grad_norm": 7.418933282416207,
      "learning_rate": 0.0002808530813057789,
      "loss": 6.4062,
      "step": 25493
    },
    {
      "epoch": 1.0441941429449109,
      "grad_norm": 2.4391061195193116,
      "learning_rate": 0.00028085148686075536,
      "loss": 5.8125,
      "step": 25494
    },
    {
      "epoch": 1.0442351013721074,
      "grad_norm": 1.7762625660140163,
      "learning_rate": 0.0002808498923538727,
      "loss": 4.25,
      "step": 25495
    },
    {
      "epoch": 1.0442760597993037,
      "grad_norm": 2.272470942062724,
      "learning_rate": 0.0002808482977851319,
      "loss": 6.2812,
      "step": 25496
    },
    {
      "epoch": 1.0443170182265,
      "grad_norm": 1.7115095128214752,
      "learning_rate": 0.0002808467031545336,
      "loss": 4.625,
      "step": 25497
    },
    {
      "epoch": 1.0443579766536966,
      "grad_norm": 6.890314809525514,
      "learning_rate": 0.00028084510846207856,
      "loss": 8.0625,
      "step": 25498
    },
    {
      "epoch": 1.0443989350808929,
      "grad_norm": 2.684668194019912,
      "learning_rate": 0.0002808435137077676,
      "loss": 6.5625,
      "step": 25499
    },
    {
      "epoch": 1.0444398935080892,
      "grad_norm": 9.00139408926445,
      "learning_rate": 0.0002808419188916013,
      "loss": 5.0625,
      "step": 25500
    },
    {
      "epoch": 1.0444808519352857,
      "grad_norm": 3.3850598961086997,
      "learning_rate": 0.00028084032401358064,
      "loss": 6.6562,
      "step": 25501
    },
    {
      "epoch": 1.044521810362482,
      "grad_norm": 1.8623847291743745,
      "learning_rate": 0.0002808387290737062,
      "loss": 5.1562,
      "step": 25502
    },
    {
      "epoch": 1.0445627687896786,
      "grad_norm": 2.0358526014299243,
      "learning_rate": 0.00028083713407197887,
      "loss": 4.9062,
      "step": 25503
    },
    {
      "epoch": 1.0446037272168749,
      "grad_norm": 3.8273613459126077,
      "learning_rate": 0.0002808355390083993,
      "loss": 6.5312,
      "step": 25504
    },
    {
      "epoch": 1.0446446856440712,
      "grad_norm": 2.113495767471804,
      "learning_rate": 0.00028083394388296823,
      "loss": 5.3125,
      "step": 25505
    },
    {
      "epoch": 1.0446856440712677,
      "grad_norm": 3.8706051727587294,
      "learning_rate": 0.0002808323486956865,
      "loss": 4.4688,
      "step": 25506
    },
    {
      "epoch": 1.044726602498464,
      "grad_norm": 1.7651625609951556,
      "learning_rate": 0.00028083075344655485,
      "loss": 4.625,
      "step": 25507
    },
    {
      "epoch": 1.0447675609256604,
      "grad_norm": 4.268149741829787,
      "learning_rate": 0.000280829158135574,
      "loss": 6.9375,
      "step": 25508
    },
    {
      "epoch": 1.044808519352857,
      "grad_norm": 6.19740366507769,
      "learning_rate": 0.0002808275627627447,
      "loss": 3.5625,
      "step": 25509
    },
    {
      "epoch": 1.0448494777800532,
      "grad_norm": 2.133302929662278,
      "learning_rate": 0.00028082596732806775,
      "loss": 5.4062,
      "step": 25510
    },
    {
      "epoch": 1.0448904362072495,
      "grad_norm": 1.9778201990410111,
      "learning_rate": 0.00028082437183154385,
      "loss": 4.7812,
      "step": 25511
    },
    {
      "epoch": 1.044931394634446,
      "grad_norm": 2.02496815727569,
      "learning_rate": 0.0002808227762731738,
      "loss": 4.75,
      "step": 25512
    },
    {
      "epoch": 1.0449723530616424,
      "grad_norm": 2.6901277606361793,
      "learning_rate": 0.0002808211806529583,
      "loss": 3.625,
      "step": 25513
    },
    {
      "epoch": 1.045013311488839,
      "grad_norm": 1.821383481918616,
      "learning_rate": 0.00028081958497089813,
      "loss": 5.0312,
      "step": 25514
    },
    {
      "epoch": 1.0450542699160352,
      "grad_norm": 6.158976814098881,
      "learning_rate": 0.0002808179892269941,
      "loss": 4.75,
      "step": 25515
    },
    {
      "epoch": 1.0450952283432315,
      "grad_norm": 2.504843177502112,
      "learning_rate": 0.0002808163934212469,
      "loss": 5.3125,
      "step": 25516
    },
    {
      "epoch": 1.045136186770428,
      "grad_norm": 2.0102515948432584,
      "learning_rate": 0.0002808147975536573,
      "loss": 5.8438,
      "step": 25517
    },
    {
      "epoch": 1.0451771451976244,
      "grad_norm": 5.234072273891473,
      "learning_rate": 0.00028081320162422603,
      "loss": 6.4688,
      "step": 25518
    },
    {
      "epoch": 1.0452181036248207,
      "grad_norm": 1.9870611663721294,
      "learning_rate": 0.0002808116056329539,
      "loss": 5.1562,
      "step": 25519
    },
    {
      "epoch": 1.0452590620520172,
      "grad_norm": 5.301011735125432,
      "learning_rate": 0.00028081000957984163,
      "loss": 6.0,
      "step": 25520
    },
    {
      "epoch": 1.0453000204792136,
      "grad_norm": 2.302537259034659,
      "learning_rate": 0.00028080841346488994,
      "loss": 3.5469,
      "step": 25521
    },
    {
      "epoch": 1.04534097890641,
      "grad_norm": 4.000258533366904,
      "learning_rate": 0.00028080681728809965,
      "loss": 5.7188,
      "step": 25522
    },
    {
      "epoch": 1.0453819373336064,
      "grad_norm": 2.2584693710703876,
      "learning_rate": 0.00028080522104947144,
      "loss": 5.0938,
      "step": 25523
    },
    {
      "epoch": 1.0454228957608027,
      "grad_norm": 4.187834014863655,
      "learning_rate": 0.00028080362474900615,
      "loss": 4.5,
      "step": 25524
    },
    {
      "epoch": 1.0454638541879993,
      "grad_norm": 2.1332751824959058,
      "learning_rate": 0.0002808020283867046,
      "loss": 6.125,
      "step": 25525
    },
    {
      "epoch": 1.0455048126151956,
      "grad_norm": 2.004431629909654,
      "learning_rate": 0.0002808004319625673,
      "loss": 4.4062,
      "step": 25526
    },
    {
      "epoch": 1.0455457710423919,
      "grad_norm": 2.089611454911994,
      "learning_rate": 0.0002807988354765952,
      "loss": 5.625,
      "step": 25527
    },
    {
      "epoch": 1.0455867294695884,
      "grad_norm": 4.0784214134084715,
      "learning_rate": 0.000280797238928789,
      "loss": 6.375,
      "step": 25528
    },
    {
      "epoch": 1.0456276878967847,
      "grad_norm": 2.5739684655327095,
      "learning_rate": 0.0002807956423191494,
      "loss": 5.0938,
      "step": 25529
    },
    {
      "epoch": 1.0456686463239813,
      "grad_norm": 8.236338467354255,
      "learning_rate": 0.00028079404564767727,
      "loss": 2.4062,
      "step": 25530
    },
    {
      "epoch": 1.0457096047511776,
      "grad_norm": 2.7069179662009475,
      "learning_rate": 0.00028079244891437326,
      "loss": 6.125,
      "step": 25531
    },
    {
      "epoch": 1.045750563178374,
      "grad_norm": 2.298077574200847,
      "learning_rate": 0.00028079085211923823,
      "loss": 5.4375,
      "step": 25532
    },
    {
      "epoch": 1.0457915216055704,
      "grad_norm": 1.8830023407213319,
      "learning_rate": 0.00028078925526227284,
      "loss": 4.75,
      "step": 25533
    },
    {
      "epoch": 1.0458324800327667,
      "grad_norm": 1.8218724976278198,
      "learning_rate": 0.0002807876583434779,
      "loss": 4.75,
      "step": 25534
    },
    {
      "epoch": 1.045873438459963,
      "grad_norm": 4.147285902164801,
      "learning_rate": 0.00028078606136285413,
      "loss": 7.3438,
      "step": 25535
    },
    {
      "epoch": 1.0459143968871596,
      "grad_norm": 2.9552099080341447,
      "learning_rate": 0.0002807844643204023,
      "loss": 5.8125,
      "step": 25536
    },
    {
      "epoch": 1.045955355314356,
      "grad_norm": 3.3577404858398694,
      "learning_rate": 0.00028078286721612317,
      "loss": 6.1562,
      "step": 25537
    },
    {
      "epoch": 1.0459963137415522,
      "grad_norm": 1.9535199073851124,
      "learning_rate": 0.00028078127005001747,
      "loss": 4.6875,
      "step": 25538
    },
    {
      "epoch": 1.0460372721687488,
      "grad_norm": 2.2117794056567295,
      "learning_rate": 0.000280779672822086,
      "loss": 5.4688,
      "step": 25539
    },
    {
      "epoch": 1.046078230595945,
      "grad_norm": 2.377203711752656,
      "learning_rate": 0.0002807780755323295,
      "loss": 5.0938,
      "step": 25540
    },
    {
      "epoch": 1.0461191890231416,
      "grad_norm": 2.4177444737073825,
      "learning_rate": 0.0002807764781807487,
      "loss": 5.5625,
      "step": 25541
    },
    {
      "epoch": 1.046160147450338,
      "grad_norm": 5.53936700572926,
      "learning_rate": 0.00028077488076734433,
      "loss": 4.6562,
      "step": 25542
    },
    {
      "epoch": 1.0462011058775342,
      "grad_norm": 1.7327702949040855,
      "learning_rate": 0.0002807732832921172,
      "loss": 5.5,
      "step": 25543
    },
    {
      "epoch": 1.0462420643047308,
      "grad_norm": 3.158933690429721,
      "learning_rate": 0.00028077168575506805,
      "loss": 4.2812,
      "step": 25544
    },
    {
      "epoch": 1.046283022731927,
      "grad_norm": 3.260806923892195,
      "learning_rate": 0.00028077008815619763,
      "loss": 5.125,
      "step": 25545
    },
    {
      "epoch": 1.0463239811591234,
      "grad_norm": 2.0951785137319248,
      "learning_rate": 0.00028076849049550677,
      "loss": 3.0938,
      "step": 25546
    },
    {
      "epoch": 1.04636493958632,
      "grad_norm": 1.8381086269365987,
      "learning_rate": 0.00028076689277299605,
      "loss": 4.6562,
      "step": 25547
    },
    {
      "epoch": 1.0464058980135162,
      "grad_norm": 2.293279120102534,
      "learning_rate": 0.0002807652949886664,
      "loss": 4.9375,
      "step": 25548
    },
    {
      "epoch": 1.0464468564407128,
      "grad_norm": 2.9490296768728808,
      "learning_rate": 0.00028076369714251847,
      "loss": 5.3125,
      "step": 25549
    },
    {
      "epoch": 1.046487814867909,
      "grad_norm": 2.394793775293369,
      "learning_rate": 0.00028076209923455313,
      "loss": 4.9688,
      "step": 25550
    },
    {
      "epoch": 1.0465287732951054,
      "grad_norm": 3.7894256545840053,
      "learning_rate": 0.00028076050126477097,
      "loss": 5.25,
      "step": 25551
    },
    {
      "epoch": 1.046569731722302,
      "grad_norm": 1.748212252353078,
      "learning_rate": 0.00028075890323317286,
      "loss": 5.6875,
      "step": 25552
    },
    {
      "epoch": 1.0466106901494983,
      "grad_norm": 1.9406616059665978,
      "learning_rate": 0.0002807573051397595,
      "loss": 4.625,
      "step": 25553
    },
    {
      "epoch": 1.0466516485766946,
      "grad_norm": 4.630935931408773,
      "learning_rate": 0.0002807557069845318,
      "loss": 4.7188,
      "step": 25554
    },
    {
      "epoch": 1.046692607003891,
      "grad_norm": 2.1844077550576353,
      "learning_rate": 0.00028075410876749027,
      "loss": 4.9062,
      "step": 25555
    },
    {
      "epoch": 1.0467335654310874,
      "grad_norm": 3.1269162773705634,
      "learning_rate": 0.0002807525104886358,
      "loss": 5.4062,
      "step": 25556
    },
    {
      "epoch": 1.046774523858284,
      "grad_norm": 13.967394609081829,
      "learning_rate": 0.00028075091214796916,
      "loss": 5.7812,
      "step": 25557
    },
    {
      "epoch": 1.0468154822854803,
      "grad_norm": 3.358246722053466,
      "learning_rate": 0.00028074931374549107,
      "loss": 4.4375,
      "step": 25558
    },
    {
      "epoch": 1.0468564407126766,
      "grad_norm": 3.063143520866136,
      "learning_rate": 0.0002807477152812023,
      "loss": 5.4062,
      "step": 25559
    },
    {
      "epoch": 1.0468973991398731,
      "grad_norm": 4.049853427953629,
      "learning_rate": 0.00028074611675510354,
      "loss": 5.0312,
      "step": 25560
    },
    {
      "epoch": 1.0469383575670694,
      "grad_norm": 1.8368285377461167,
      "learning_rate": 0.0002807445181671956,
      "loss": 4.75,
      "step": 25561
    },
    {
      "epoch": 1.0469793159942657,
      "grad_norm": 3.2667179588407067,
      "learning_rate": 0.00028074291951747936,
      "loss": 5.625,
      "step": 25562
    },
    {
      "epoch": 1.0470202744214623,
      "grad_norm": 2.0570924701516056,
      "learning_rate": 0.0002807413208059553,
      "loss": 5.1562,
      "step": 25563
    },
    {
      "epoch": 1.0470612328486586,
      "grad_norm": 2.3428273709987857,
      "learning_rate": 0.00028073972203262445,
      "loss": 5.7812,
      "step": 25564
    },
    {
      "epoch": 1.047102191275855,
      "grad_norm": 1.8250137218977904,
      "learning_rate": 0.00028073812319748736,
      "loss": 4.5,
      "step": 25565
    },
    {
      "epoch": 1.0471431497030514,
      "grad_norm": 7.470064598127804,
      "learning_rate": 0.0002807365243005449,
      "loss": 5.125,
      "step": 25566
    },
    {
      "epoch": 1.0471841081302478,
      "grad_norm": 1.8181536150492272,
      "learning_rate": 0.00028073492534179785,
      "loss": 4.7188,
      "step": 25567
    },
    {
      "epoch": 1.0472250665574443,
      "grad_norm": 1.8995872402006266,
      "learning_rate": 0.00028073332632124685,
      "loss": 5.5625,
      "step": 25568
    },
    {
      "epoch": 1.0472660249846406,
      "grad_norm": 13.30131378002919,
      "learning_rate": 0.00028073172723889274,
      "loss": 7.125,
      "step": 25569
    },
    {
      "epoch": 1.047306983411837,
      "grad_norm": 1.6830172639780208,
      "learning_rate": 0.00028073012809473624,
      "loss": 6.0625,
      "step": 25570
    },
    {
      "epoch": 1.0473479418390335,
      "grad_norm": 2.50887412281577,
      "learning_rate": 0.00028072852888877815,
      "loss": 5.4375,
      "step": 25571
    },
    {
      "epoch": 1.0473889002662298,
      "grad_norm": 2.0687180598790995,
      "learning_rate": 0.0002807269296210192,
      "loss": 5.75,
      "step": 25572
    },
    {
      "epoch": 1.047429858693426,
      "grad_norm": 9.623994386846993,
      "learning_rate": 0.0002807253302914601,
      "loss": 6.3125,
      "step": 25573
    },
    {
      "epoch": 1.0474708171206226,
      "grad_norm": 3.641604877822477,
      "learning_rate": 0.0002807237309001017,
      "loss": 5.4062,
      "step": 25574
    },
    {
      "epoch": 1.047511775547819,
      "grad_norm": 5.803080386476988,
      "learning_rate": 0.00028072213144694465,
      "loss": 4.8438,
      "step": 25575
    },
    {
      "epoch": 1.0475527339750155,
      "grad_norm": 1.875509610875723,
      "learning_rate": 0.0002807205319319898,
      "loss": 4.7188,
      "step": 25576
    },
    {
      "epoch": 1.0475936924022118,
      "grad_norm": 2.1619970175842864,
      "learning_rate": 0.0002807189323552379,
      "loss": 6.0312,
      "step": 25577
    },
    {
      "epoch": 1.047634650829408,
      "grad_norm": 2.008993151859572,
      "learning_rate": 0.00028071733271668964,
      "loss": 4.4375,
      "step": 25578
    },
    {
      "epoch": 1.0476756092566046,
      "grad_norm": 4.438297706175286,
      "learning_rate": 0.00028071573301634577,
      "loss": 6.0625,
      "step": 25579
    },
    {
      "epoch": 1.047716567683801,
      "grad_norm": 2.234993281806333,
      "learning_rate": 0.00028071413325420714,
      "loss": 4.375,
      "step": 25580
    },
    {
      "epoch": 1.0477575261109973,
      "grad_norm": 2.5082863544172684,
      "learning_rate": 0.0002807125334302744,
      "loss": 4.7188,
      "step": 25581
    },
    {
      "epoch": 1.0477984845381938,
      "grad_norm": 2.6203627099003928,
      "learning_rate": 0.00028071093354454846,
      "loss": 5.9375,
      "step": 25582
    },
    {
      "epoch": 1.04783944296539,
      "grad_norm": 2.2840453535563694,
      "learning_rate": 0.0002807093335970299,
      "loss": 6.3438,
      "step": 25583
    },
    {
      "epoch": 1.0478804013925864,
      "grad_norm": 5.66683511237674,
      "learning_rate": 0.00028070773358771954,
      "loss": 3.9062,
      "step": 25584
    },
    {
      "epoch": 1.047921359819783,
      "grad_norm": 1.8395696831580592,
      "learning_rate": 0.00028070613351661815,
      "loss": 6.5,
      "step": 25585
    },
    {
      "epoch": 1.0479623182469793,
      "grad_norm": 4.333337178684522,
      "learning_rate": 0.0002807045333837265,
      "loss": 7.8438,
      "step": 25586
    },
    {
      "epoch": 1.0480032766741758,
      "grad_norm": 4.770836406599182,
      "learning_rate": 0.0002807029331890454,
      "loss": 5.0,
      "step": 25587
    },
    {
      "epoch": 1.0480442351013721,
      "grad_norm": 1.8246103629421369,
      "learning_rate": 0.0002807013329325754,
      "loss": 4.5625,
      "step": 25588
    },
    {
      "epoch": 1.0480851935285684,
      "grad_norm": 4.149732439130008,
      "learning_rate": 0.0002806997326143175,
      "loss": 6.3438,
      "step": 25589
    },
    {
      "epoch": 1.048126151955765,
      "grad_norm": 2.0914946094392723,
      "learning_rate": 0.0002806981322342723,
      "loss": 5.3125,
      "step": 25590
    },
    {
      "epoch": 1.0481671103829613,
      "grad_norm": 2.004043420532043,
      "learning_rate": 0.00028069653179244063,
      "loss": 5.5312,
      "step": 25591
    },
    {
      "epoch": 1.0482080688101576,
      "grad_norm": 4.256440787172806,
      "learning_rate": 0.00028069493128882325,
      "loss": 7.0625,
      "step": 25592
    },
    {
      "epoch": 1.0482490272373541,
      "grad_norm": 3.013671242875685,
      "learning_rate": 0.00028069333072342086,
      "loss": 4.875,
      "step": 25593
    },
    {
      "epoch": 1.0482899856645504,
      "grad_norm": 1.9807898670019612,
      "learning_rate": 0.00028069173009623424,
      "loss": 5.625,
      "step": 25594
    },
    {
      "epoch": 1.048330944091747,
      "grad_norm": 1.7920494339428268,
      "learning_rate": 0.00028069012940726414,
      "loss": 4.3438,
      "step": 25595
    },
    {
      "epoch": 1.0483719025189433,
      "grad_norm": 2.3886564717151173,
      "learning_rate": 0.0002806885286565114,
      "loss": 3.1875,
      "step": 25596
    },
    {
      "epoch": 1.0484128609461396,
      "grad_norm": 2.1936056933828336,
      "learning_rate": 0.0002806869278439766,
      "loss": 5.3438,
      "step": 25597
    },
    {
      "epoch": 1.0484538193733361,
      "grad_norm": 2.9619209168687375,
      "learning_rate": 0.0002806853269696607,
      "loss": 6.0312,
      "step": 25598
    },
    {
      "epoch": 1.0484947778005325,
      "grad_norm": 3.2186583027491475,
      "learning_rate": 0.0002806837260335643,
      "loss": 4.375,
      "step": 25599
    },
    {
      "epoch": 1.0485357362277288,
      "grad_norm": 2.085503930573741,
      "learning_rate": 0.00028068212503568827,
      "loss": 5.5625,
      "step": 25600
    },
    {
      "epoch": 1.0485766946549253,
      "grad_norm": 5.0343481913154795,
      "learning_rate": 0.00028068052397603325,
      "loss": 6.9375,
      "step": 25601
    },
    {
      "epoch": 1.0486176530821216,
      "grad_norm": 2.5355061525614304,
      "learning_rate": 0.0002806789228546001,
      "loss": 6.2188,
      "step": 25602
    },
    {
      "epoch": 1.048658611509318,
      "grad_norm": 1.9334112897169706,
      "learning_rate": 0.00028067732167138957,
      "loss": 5.0,
      "step": 25603
    },
    {
      "epoch": 1.0486995699365145,
      "grad_norm": 2.293952824645765,
      "learning_rate": 0.0002806757204264023,
      "loss": 4.6562,
      "step": 25604
    },
    {
      "epoch": 1.0487405283637108,
      "grad_norm": 3.079732662046079,
      "learning_rate": 0.0002806741191196392,
      "loss": 5.4375,
      "step": 25605
    },
    {
      "epoch": 1.0487814867909073,
      "grad_norm": 4.477666012413263,
      "learning_rate": 0.00028067251775110093,
      "loss": 5.0938,
      "step": 25606
    },
    {
      "epoch": 1.0488224452181036,
      "grad_norm": 2.375596145798304,
      "learning_rate": 0.0002806709163207883,
      "loss": 6.4688,
      "step": 25607
    },
    {
      "epoch": 1.0488634036453,
      "grad_norm": 2.1452347490706303,
      "learning_rate": 0.000280669314828702,
      "loss": 4.8125,
      "step": 25608
    },
    {
      "epoch": 1.0489043620724965,
      "grad_norm": 1.9515457044986215,
      "learning_rate": 0.00028066771327484285,
      "loss": 4.5,
      "step": 25609
    },
    {
      "epoch": 1.0489453204996928,
      "grad_norm": 2.0443475157122992,
      "learning_rate": 0.0002806661116592116,
      "loss": 5.125,
      "step": 25610
    },
    {
      "epoch": 1.0489862789268891,
      "grad_norm": 2.3459331979192366,
      "learning_rate": 0.00028066450998180903,
      "loss": 5.6562,
      "step": 25611
    },
    {
      "epoch": 1.0490272373540857,
      "grad_norm": 3.4313126772687963,
      "learning_rate": 0.0002806629082426358,
      "loss": 7.2188,
      "step": 25612
    },
    {
      "epoch": 1.049068195781282,
      "grad_norm": 2.035827893665088,
      "learning_rate": 0.00028066130644169274,
      "loss": 5.8125,
      "step": 25613
    },
    {
      "epoch": 1.0491091542084785,
      "grad_norm": 2.6847936944406805,
      "learning_rate": 0.0002806597045789806,
      "loss": 1.5,
      "step": 25614
    },
    {
      "epoch": 1.0491501126356748,
      "grad_norm": 2.3315328116395198,
      "learning_rate": 0.00028065810265450017,
      "loss": 6.0,
      "step": 25615
    },
    {
      "epoch": 1.0491910710628711,
      "grad_norm": 2.0038927690186967,
      "learning_rate": 0.00028065650066825214,
      "loss": 5.2812,
      "step": 25616
    },
    {
      "epoch": 1.0492320294900677,
      "grad_norm": 3.734483500858419,
      "learning_rate": 0.0002806548986202373,
      "loss": 4.9688,
      "step": 25617
    },
    {
      "epoch": 1.049272987917264,
      "grad_norm": 2.131784776458569,
      "learning_rate": 0.0002806532965104564,
      "loss": 6.1875,
      "step": 25618
    },
    {
      "epoch": 1.0493139463444603,
      "grad_norm": 1.9507720634356682,
      "learning_rate": 0.00028065169433891024,
      "loss": 5.4688,
      "step": 25619
    },
    {
      "epoch": 1.0493549047716568,
      "grad_norm": 1.9485163999009132,
      "learning_rate": 0.0002806500921055995,
      "loss": 4.875,
      "step": 25620
    },
    {
      "epoch": 1.0493958631988531,
      "grad_norm": 1.7914619656081263,
      "learning_rate": 0.00028064848981052497,
      "loss": 3.0,
      "step": 25621
    },
    {
      "epoch": 1.0494368216260495,
      "grad_norm": 7.371619306852335,
      "learning_rate": 0.0002806468874536874,
      "loss": 7.125,
      "step": 25622
    },
    {
      "epoch": 1.049477780053246,
      "grad_norm": 2.329588371463978,
      "learning_rate": 0.0002806452850350876,
      "loss": 5.5,
      "step": 25623
    },
    {
      "epoch": 1.0495187384804423,
      "grad_norm": 1.768036665101874,
      "learning_rate": 0.0002806436825547263,
      "loss": 4.625,
      "step": 25624
    },
    {
      "epoch": 1.0495596969076388,
      "grad_norm": 3.8849666018263247,
      "learning_rate": 0.00028064208001260424,
      "loss": 4.2188,
      "step": 25625
    },
    {
      "epoch": 1.0496006553348352,
      "grad_norm": 2.384789871513258,
      "learning_rate": 0.00028064047740872217,
      "loss": 5.0312,
      "step": 25626
    },
    {
      "epoch": 1.0496416137620315,
      "grad_norm": 1.905562491399359,
      "learning_rate": 0.00028063887474308086,
      "loss": 4.875,
      "step": 25627
    },
    {
      "epoch": 1.049682572189228,
      "grad_norm": 1.9618776829380336,
      "learning_rate": 0.0002806372720156811,
      "loss": 5.0625,
      "step": 25628
    },
    {
      "epoch": 1.0497235306164243,
      "grad_norm": 2.875066348265287,
      "learning_rate": 0.0002806356692265236,
      "loss": 7.2812,
      "step": 25629
    },
    {
      "epoch": 1.0497644890436206,
      "grad_norm": 2.991110835698226,
      "learning_rate": 0.00028063406637560915,
      "loss": 5.8125,
      "step": 25630
    },
    {
      "epoch": 1.0498054474708172,
      "grad_norm": 2.8972319190472158,
      "learning_rate": 0.0002806324634629385,
      "loss": 5.625,
      "step": 25631
    },
    {
      "epoch": 1.0498464058980135,
      "grad_norm": 2.9560006370914618,
      "learning_rate": 0.00028063086048851234,
      "loss": 5.4688,
      "step": 25632
    },
    {
      "epoch": 1.04988736432521,
      "grad_norm": 5.203515610141025,
      "learning_rate": 0.00028062925745233155,
      "loss": 3.5938,
      "step": 25633
    },
    {
      "epoch": 1.0499283227524063,
      "grad_norm": 3.478004699352086,
      "learning_rate": 0.0002806276543543968,
      "loss": 3.7656,
      "step": 25634
    },
    {
      "epoch": 1.0499692811796026,
      "grad_norm": 1.966915732702819,
      "learning_rate": 0.00028062605119470887,
      "loss": 4.0625,
      "step": 25635
    },
    {
      "epoch": 1.0500102396067992,
      "grad_norm": 6.5865370258329,
      "learning_rate": 0.00028062444797326855,
      "loss": 6.0,
      "step": 25636
    },
    {
      "epoch": 1.0500511980339955,
      "grad_norm": 2.44844027040375,
      "learning_rate": 0.0002806228446900765,
      "loss": 3.6875,
      "step": 25637
    },
    {
      "epoch": 1.0500921564611918,
      "grad_norm": 2.1787681787416027,
      "learning_rate": 0.00028062124134513365,
      "loss": 5.3438,
      "step": 25638
    },
    {
      "epoch": 1.0501331148883883,
      "grad_norm": 2.4610474432207377,
      "learning_rate": 0.00028061963793844064,
      "loss": 5.0312,
      "step": 25639
    },
    {
      "epoch": 1.0501740733155847,
      "grad_norm": 4.996997314889979,
      "learning_rate": 0.0002806180344699982,
      "loss": 6.8125,
      "step": 25640
    },
    {
      "epoch": 1.050215031742781,
      "grad_norm": 1.8699560377717712,
      "learning_rate": 0.00028061643093980714,
      "loss": 4.875,
      "step": 25641
    },
    {
      "epoch": 1.0502559901699775,
      "grad_norm": 2.162029604899265,
      "learning_rate": 0.0002806148273478682,
      "loss": 4.375,
      "step": 25642
    },
    {
      "epoch": 1.0502969485971738,
      "grad_norm": 1.997454334541954,
      "learning_rate": 0.0002806132236941822,
      "loss": 5.0625,
      "step": 25643
    },
    {
      "epoch": 1.0503379070243704,
      "grad_norm": 1.9193360498125478,
      "learning_rate": 0.0002806116199787498,
      "loss": 4.5938,
      "step": 25644
    },
    {
      "epoch": 1.0503788654515667,
      "grad_norm": 2.5573099143153115,
      "learning_rate": 0.0002806100162015718,
      "loss": 4.2188,
      "step": 25645
    },
    {
      "epoch": 1.050419823878763,
      "grad_norm": 2.576717441299648,
      "learning_rate": 0.000280608412362649,
      "loss": 5.9688,
      "step": 25646
    },
    {
      "epoch": 1.0504607823059595,
      "grad_norm": 5.177016702647284,
      "learning_rate": 0.0002806068084619821,
      "loss": 3.75,
      "step": 25647
    },
    {
      "epoch": 1.0505017407331558,
      "grad_norm": 1.845472612964249,
      "learning_rate": 0.0002806052044995719,
      "loss": 5.5312,
      "step": 25648
    },
    {
      "epoch": 1.0505426991603521,
      "grad_norm": 4.707227316085199,
      "learning_rate": 0.0002806036004754191,
      "loss": 6.8438,
      "step": 25649
    },
    {
      "epoch": 1.0505836575875487,
      "grad_norm": 2.182385531646913,
      "learning_rate": 0.00028060199638952455,
      "loss": 4.7188,
      "step": 25650
    },
    {
      "epoch": 1.050624616014745,
      "grad_norm": 2.1229481856205217,
      "learning_rate": 0.00028060039224188897,
      "loss": 4.2812,
      "step": 25651
    },
    {
      "epoch": 1.0506655744419415,
      "grad_norm": 3.4039752412648574,
      "learning_rate": 0.000280598788032513,
      "loss": 5.3438,
      "step": 25652
    },
    {
      "epoch": 1.0507065328691378,
      "grad_norm": 2.284267623712681,
      "learning_rate": 0.0002805971837613976,
      "loss": 5.0625,
      "step": 25653
    },
    {
      "epoch": 1.0507474912963342,
      "grad_norm": 2.311394965424991,
      "learning_rate": 0.00028059557942854336,
      "loss": 5.6875,
      "step": 25654
    },
    {
      "epoch": 1.0507884497235307,
      "grad_norm": 2.0904219949591236,
      "learning_rate": 0.00028059397503395114,
      "loss": 4.9062,
      "step": 25655
    },
    {
      "epoch": 1.050829408150727,
      "grad_norm": 3.71989126941902,
      "learning_rate": 0.0002805923705776217,
      "loss": 6.8438,
      "step": 25656
    },
    {
      "epoch": 1.0508703665779233,
      "grad_norm": 4.421306541548535,
      "learning_rate": 0.0002805907660595557,
      "loss": 6.5312,
      "step": 25657
    },
    {
      "epoch": 1.0509113250051199,
      "grad_norm": 2.9631027997918515,
      "learning_rate": 0.00028058916147975397,
      "loss": 4.8438,
      "step": 25658
    },
    {
      "epoch": 1.0509522834323162,
      "grad_norm": 8.331377670651001,
      "learning_rate": 0.0002805875568382173,
      "loss": 6.9375,
      "step": 25659
    },
    {
      "epoch": 1.0509932418595125,
      "grad_norm": 6.807366300428777,
      "learning_rate": 0.0002805859521349464,
      "loss": 7.0938,
      "step": 25660
    },
    {
      "epoch": 1.051034200286709,
      "grad_norm": 2.4805273246581647,
      "learning_rate": 0.000280584347369942,
      "loss": 4.9688,
      "step": 25661
    },
    {
      "epoch": 1.0510751587139053,
      "grad_norm": 1.7724731981025783,
      "learning_rate": 0.00028058274254320496,
      "loss": 4.375,
      "step": 25662
    },
    {
      "epoch": 1.0511161171411019,
      "grad_norm": 3.106795811100709,
      "learning_rate": 0.00028058113765473593,
      "loss": 6.875,
      "step": 25663
    },
    {
      "epoch": 1.0511570755682982,
      "grad_norm": 1.731223483744112,
      "learning_rate": 0.00028057953270453574,
      "loss": 2.9375,
      "step": 25664
    },
    {
      "epoch": 1.0511980339954945,
      "grad_norm": 2.325036557025511,
      "learning_rate": 0.00028057792769260514,
      "loss": 5.0312,
      "step": 25665
    },
    {
      "epoch": 1.051238992422691,
      "grad_norm": 2.499179915585552,
      "learning_rate": 0.00028057632261894484,
      "loss": 5.0625,
      "step": 25666
    },
    {
      "epoch": 1.0512799508498873,
      "grad_norm": 2.8068295792560423,
      "learning_rate": 0.00028057471748355566,
      "loss": 6.6875,
      "step": 25667
    },
    {
      "epoch": 1.0513209092770837,
      "grad_norm": 7.531805164771359,
      "learning_rate": 0.0002805731122864383,
      "loss": 7.1875,
      "step": 25668
    },
    {
      "epoch": 1.0513618677042802,
      "grad_norm": 9.079759521134713,
      "learning_rate": 0.00028057150702759354,
      "loss": 5.9062,
      "step": 25669
    },
    {
      "epoch": 1.0514028261314765,
      "grad_norm": 3.2960213123590125,
      "learning_rate": 0.0002805699017070222,
      "loss": 6.1875,
      "step": 25670
    },
    {
      "epoch": 1.051443784558673,
      "grad_norm": 3.871087788838593,
      "learning_rate": 0.00028056829632472493,
      "loss": 4.9688,
      "step": 25671
    },
    {
      "epoch": 1.0514847429858694,
      "grad_norm": 5.443832753949328,
      "learning_rate": 0.0002805666908807026,
      "loss": 7.2812,
      "step": 25672
    },
    {
      "epoch": 1.0515257014130657,
      "grad_norm": 2.230732695748671,
      "learning_rate": 0.00028056508537495584,
      "loss": 5.2812,
      "step": 25673
    },
    {
      "epoch": 1.0515666598402622,
      "grad_norm": 2.7091665758085504,
      "learning_rate": 0.0002805634798074855,
      "loss": 7.3125,
      "step": 25674
    },
    {
      "epoch": 1.0516076182674585,
      "grad_norm": 4.2135258353206835,
      "learning_rate": 0.0002805618741782924,
      "loss": 5.5625,
      "step": 25675
    },
    {
      "epoch": 1.0516485766946548,
      "grad_norm": 3.2026465811828073,
      "learning_rate": 0.0002805602684873772,
      "loss": 5.2188,
      "step": 25676
    },
    {
      "epoch": 1.0516895351218514,
      "grad_norm": 2.9246681982651164,
      "learning_rate": 0.00028055866273474065,
      "loss": 6.4375,
      "step": 25677
    },
    {
      "epoch": 1.0517304935490477,
      "grad_norm": 1.7912630940923575,
      "learning_rate": 0.00028055705692038357,
      "loss": 5.25,
      "step": 25678
    },
    {
      "epoch": 1.051771451976244,
      "grad_norm": 2.017575096384523,
      "learning_rate": 0.00028055545104430665,
      "loss": 4.3125,
      "step": 25679
    },
    {
      "epoch": 1.0518124104034405,
      "grad_norm": 5.375574573221623,
      "learning_rate": 0.0002805538451065107,
      "loss": 4.6875,
      "step": 25680
    },
    {
      "epoch": 1.0518533688306368,
      "grad_norm": 2.596156068889507,
      "learning_rate": 0.00028055223910699646,
      "loss": 5.3125,
      "step": 25681
    },
    {
      "epoch": 1.0518943272578334,
      "grad_norm": 6.3057079706805945,
      "learning_rate": 0.00028055063304576475,
      "loss": 6.625,
      "step": 25682
    },
    {
      "epoch": 1.0519352856850297,
      "grad_norm": 2.2519687840692812,
      "learning_rate": 0.00028054902692281624,
      "loss": 5.375,
      "step": 25683
    },
    {
      "epoch": 1.051976244112226,
      "grad_norm": 2.4285362400994313,
      "learning_rate": 0.0002805474207381517,
      "loss": 5.25,
      "step": 25684
    },
    {
      "epoch": 1.0520172025394225,
      "grad_norm": 2.035938984892337,
      "learning_rate": 0.0002805458144917719,
      "loss": 4.8125,
      "step": 25685
    },
    {
      "epoch": 1.0520581609666189,
      "grad_norm": 3.8101620160211884,
      "learning_rate": 0.0002805442081836777,
      "loss": 7.9375,
      "step": 25686
    },
    {
      "epoch": 1.0520991193938152,
      "grad_norm": 2.450369756029989,
      "learning_rate": 0.00028054260181386973,
      "loss": 6.8438,
      "step": 25687
    },
    {
      "epoch": 1.0521400778210117,
      "grad_norm": 2.6961449413167133,
      "learning_rate": 0.0002805409953823488,
      "loss": 6.5312,
      "step": 25688
    },
    {
      "epoch": 1.052181036248208,
      "grad_norm": 3.0798907651037113,
      "learning_rate": 0.00028053938888911563,
      "loss": 5.1875,
      "step": 25689
    },
    {
      "epoch": 1.0522219946754046,
      "grad_norm": 2.0607813541960014,
      "learning_rate": 0.000280537782334171,
      "loss": 5.3438,
      "step": 25690
    },
    {
      "epoch": 1.0522629531026009,
      "grad_norm": 2.9822236350566147,
      "learning_rate": 0.00028053617571751575,
      "loss": 3.7188,
      "step": 25691
    },
    {
      "epoch": 1.0523039115297972,
      "grad_norm": 2.400794318176334,
      "learning_rate": 0.0002805345690391505,
      "loss": 4.6562,
      "step": 25692
    },
    {
      "epoch": 1.0523448699569937,
      "grad_norm": 2.5138547547924106,
      "learning_rate": 0.00028053296229907615,
      "loss": 4.4688,
      "step": 25693
    },
    {
      "epoch": 1.05238582838419,
      "grad_norm": 1.6867374139090918,
      "learning_rate": 0.0002805313554972933,
      "loss": 5.8438,
      "step": 25694
    },
    {
      "epoch": 1.0524267868113863,
      "grad_norm": 2.8702938906590876,
      "learning_rate": 0.0002805297486338029,
      "loss": 5.3125,
      "step": 25695
    },
    {
      "epoch": 1.0524677452385829,
      "grad_norm": 2.3318344062979635,
      "learning_rate": 0.00028052814170860557,
      "loss": 5.8125,
      "step": 25696
    },
    {
      "epoch": 1.0525087036657792,
      "grad_norm": 3.945535884145541,
      "learning_rate": 0.0002805265347217021,
      "loss": 4.0938,
      "step": 25697
    },
    {
      "epoch": 1.0525496620929757,
      "grad_norm": 2.100124784197466,
      "learning_rate": 0.0002805249276730933,
      "loss": 5.5938,
      "step": 25698
    },
    {
      "epoch": 1.052590620520172,
      "grad_norm": 1.9351195288205663,
      "learning_rate": 0.0002805233205627798,
      "loss": 4.9062,
      "step": 25699
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 3.3390859777588298,
      "learning_rate": 0.0002805217133907625,
      "loss": 6.25,
      "step": 25700
    },
    {
      "epoch": 1.052672537374565,
      "grad_norm": 1.7671643624355085,
      "learning_rate": 0.0002805201061570421,
      "loss": 5.0312,
      "step": 25701
    },
    {
      "epoch": 1.0527134958017612,
      "grad_norm": 2.0965328434276738,
      "learning_rate": 0.0002805184988616194,
      "loss": 5.125,
      "step": 25702
    },
    {
      "epoch": 1.0527544542289575,
      "grad_norm": 2.0830674935003413,
      "learning_rate": 0.00028051689150449503,
      "loss": 4.75,
      "step": 25703
    },
    {
      "epoch": 1.052795412656154,
      "grad_norm": 7.809078733423965,
      "learning_rate": 0.0002805152840856699,
      "loss": 6.25,
      "step": 25704
    },
    {
      "epoch": 1.0528363710833504,
      "grad_norm": 1.8804814748992555,
      "learning_rate": 0.00028051367660514477,
      "loss": 5.0,
      "step": 25705
    },
    {
      "epoch": 1.0528773295105467,
      "grad_norm": 2.9753821731525467,
      "learning_rate": 0.0002805120690629203,
      "loss": 4.1562,
      "step": 25706
    },
    {
      "epoch": 1.0529182879377432,
      "grad_norm": 3.0873394236985288,
      "learning_rate": 0.00028051046145899735,
      "loss": 7.5625,
      "step": 25707
    },
    {
      "epoch": 1.0529592463649395,
      "grad_norm": 2.6889573900059847,
      "learning_rate": 0.00028050885379337655,
      "loss": 6.0625,
      "step": 25708
    },
    {
      "epoch": 1.053000204792136,
      "grad_norm": 1.9630040222978293,
      "learning_rate": 0.0002805072460660588,
      "loss": 4.9375,
      "step": 25709
    },
    {
      "epoch": 1.0530411632193324,
      "grad_norm": 3.885498900788738,
      "learning_rate": 0.0002805056382770448,
      "loss": 5.25,
      "step": 25710
    },
    {
      "epoch": 1.0530821216465287,
      "grad_norm": 2.407431875945165,
      "learning_rate": 0.0002805040304263352,
      "loss": 5.2812,
      "step": 25711
    },
    {
      "epoch": 1.0531230800737252,
      "grad_norm": 1.6944552656174017,
      "learning_rate": 0.000280502422513931,
      "loss": 4.9688,
      "step": 25712
    },
    {
      "epoch": 1.0531640385009216,
      "grad_norm": 1.867872630690375,
      "learning_rate": 0.00028050081453983276,
      "loss": 4.7812,
      "step": 25713
    },
    {
      "epoch": 1.0532049969281179,
      "grad_norm": 2.137576225592864,
      "learning_rate": 0.0002804992065040413,
      "loss": 5.4062,
      "step": 25714
    },
    {
      "epoch": 1.0532459553553144,
      "grad_norm": 1.8991946829126274,
      "learning_rate": 0.00028049759840655743,
      "loss": 4.2188,
      "step": 25715
    },
    {
      "epoch": 1.0532869137825107,
      "grad_norm": 2.142639911205807,
      "learning_rate": 0.00028049599024738183,
      "loss": 6.5938,
      "step": 25716
    },
    {
      "epoch": 1.0533278722097072,
      "grad_norm": 3.91639950787101,
      "learning_rate": 0.0002804943820265153,
      "loss": 3.3594,
      "step": 25717
    },
    {
      "epoch": 1.0533688306369036,
      "grad_norm": 1.9564238832559067,
      "learning_rate": 0.00028049277374395863,
      "loss": 4.375,
      "step": 25718
    },
    {
      "epoch": 1.0534097890640999,
      "grad_norm": 4.652793995310382,
      "learning_rate": 0.00028049116539971254,
      "loss": 7.125,
      "step": 25719
    },
    {
      "epoch": 1.0534507474912964,
      "grad_norm": 2.3086655275464087,
      "learning_rate": 0.00028048955699377774,
      "loss": 5.0,
      "step": 25720
    },
    {
      "epoch": 1.0534917059184927,
      "grad_norm": 2.38773645940909,
      "learning_rate": 0.00028048794852615514,
      "loss": 5.8125,
      "step": 25721
    },
    {
      "epoch": 1.053532664345689,
      "grad_norm": 2.419506334487239,
      "learning_rate": 0.0002804863399968454,
      "loss": 4.8438,
      "step": 25722
    },
    {
      "epoch": 1.0535736227728856,
      "grad_norm": 2.3162842218311397,
      "learning_rate": 0.0002804847314058492,
      "loss": 3.5469,
      "step": 25723
    },
    {
      "epoch": 1.053614581200082,
      "grad_norm": 2.014969423399959,
      "learning_rate": 0.00028048312275316743,
      "loss": 4.4375,
      "step": 25724
    },
    {
      "epoch": 1.0536555396272784,
      "grad_norm": 1.9735838632080192,
      "learning_rate": 0.00028048151403880085,
      "loss": 4.8438,
      "step": 25725
    },
    {
      "epoch": 1.0536964980544747,
      "grad_norm": 2.646702337146031,
      "learning_rate": 0.00028047990526275016,
      "loss": 6.9688,
      "step": 25726
    },
    {
      "epoch": 1.053737456481671,
      "grad_norm": 2.123649976909916,
      "learning_rate": 0.00028047829642501617,
      "loss": 4.6562,
      "step": 25727
    },
    {
      "epoch": 1.0537784149088676,
      "grad_norm": 2.6090948671691905,
      "learning_rate": 0.00028047668752559954,
      "loss": 5.5625,
      "step": 25728
    },
    {
      "epoch": 1.053819373336064,
      "grad_norm": 1.9224443721796054,
      "learning_rate": 0.0002804750785645012,
      "loss": 4.3125,
      "step": 25729
    },
    {
      "epoch": 1.0538603317632602,
      "grad_norm": 3.5382452172052075,
      "learning_rate": 0.00028047346954172174,
      "loss": 2.2656,
      "step": 25730
    },
    {
      "epoch": 1.0539012901904568,
      "grad_norm": 1.9275315572321392,
      "learning_rate": 0.000280471860457262,
      "loss": 5.7812,
      "step": 25731
    },
    {
      "epoch": 1.053942248617653,
      "grad_norm": 2.0204237497495527,
      "learning_rate": 0.0002804702513111228,
      "loss": 4.6875,
      "step": 25732
    },
    {
      "epoch": 1.0539832070448494,
      "grad_norm": 1.7875617752210666,
      "learning_rate": 0.0002804686421033048,
      "loss": 5.0,
      "step": 25733
    },
    {
      "epoch": 1.054024165472046,
      "grad_norm": 2.101735599077745,
      "learning_rate": 0.00028046703283380876,
      "loss": 5.6875,
      "step": 25734
    },
    {
      "epoch": 1.0540651238992422,
      "grad_norm": 2.2987581051563417,
      "learning_rate": 0.0002804654235026355,
      "loss": 4.5625,
      "step": 25735
    },
    {
      "epoch": 1.0541060823264388,
      "grad_norm": 3.65239092495114,
      "learning_rate": 0.0002804638141097857,
      "loss": 6.3125,
      "step": 25736
    },
    {
      "epoch": 1.054147040753635,
      "grad_norm": 3.820578357761,
      "learning_rate": 0.0002804622046552603,
      "loss": 6.4688,
      "step": 25737
    },
    {
      "epoch": 1.0541879991808314,
      "grad_norm": 2.723586385347077,
      "learning_rate": 0.00028046059513905984,
      "loss": 3.4688,
      "step": 25738
    },
    {
      "epoch": 1.054228957608028,
      "grad_norm": 2.260512892577381,
      "learning_rate": 0.00028045898556118527,
      "loss": 5.625,
      "step": 25739
    },
    {
      "epoch": 1.0542699160352242,
      "grad_norm": 2.286277864094204,
      "learning_rate": 0.0002804573759216372,
      "loss": 4.8125,
      "step": 25740
    },
    {
      "epoch": 1.0543108744624206,
      "grad_norm": 2.281619694261306,
      "learning_rate": 0.00028045576622041647,
      "loss": 4.2188,
      "step": 25741
    },
    {
      "epoch": 1.054351832889617,
      "grad_norm": 2.7408460438655244,
      "learning_rate": 0.0002804541564575238,
      "loss": 4.2188,
      "step": 25742
    },
    {
      "epoch": 1.0543927913168134,
      "grad_norm": 2.567186714769017,
      "learning_rate": 0.00028045254663295997,
      "loss": 5.5625,
      "step": 25743
    },
    {
      "epoch": 1.05443374974401,
      "grad_norm": 1.9992056206450528,
      "learning_rate": 0.0002804509367467258,
      "loss": 4.7812,
      "step": 25744
    },
    {
      "epoch": 1.0544747081712063,
      "grad_norm": 2.9553461918942676,
      "learning_rate": 0.00028044932679882194,
      "loss": 5.9375,
      "step": 25745
    },
    {
      "epoch": 1.0545156665984026,
      "grad_norm": 1.9457669971958105,
      "learning_rate": 0.0002804477167892493,
      "loss": 3.1562,
      "step": 25746
    },
    {
      "epoch": 1.054556625025599,
      "grad_norm": 4.585830680721976,
      "learning_rate": 0.00028044610671800846,
      "loss": 2.6406,
      "step": 25747
    },
    {
      "epoch": 1.0545975834527954,
      "grad_norm": 1.8205851786247156,
      "learning_rate": 0.00028044449658510027,
      "loss": 5.4688,
      "step": 25748
    },
    {
      "epoch": 1.0546385418799917,
      "grad_norm": 3.3111784539533997,
      "learning_rate": 0.00028044288639052554,
      "loss": 6.0312,
      "step": 25749
    },
    {
      "epoch": 1.0546795003071883,
      "grad_norm": 1.7834783973107675,
      "learning_rate": 0.00028044127613428496,
      "loss": 4.0,
      "step": 25750
    },
    {
      "epoch": 1.0547204587343846,
      "grad_norm": 5.360432737776108,
      "learning_rate": 0.0002804396658163793,
      "loss": 3.0938,
      "step": 25751
    },
    {
      "epoch": 1.054761417161581,
      "grad_norm": 3.608624682840927,
      "learning_rate": 0.0002804380554368093,
      "loss": 5.5,
      "step": 25752
    },
    {
      "epoch": 1.0548023755887774,
      "grad_norm": 3.1725651204501246,
      "learning_rate": 0.0002804364449955758,
      "loss": 3.25,
      "step": 25753
    },
    {
      "epoch": 1.0548433340159737,
      "grad_norm": 4.15637277635383,
      "learning_rate": 0.0002804348344926796,
      "loss": 4.4688,
      "step": 25754
    },
    {
      "epoch": 1.0548842924431703,
      "grad_norm": 2.160890298793615,
      "learning_rate": 0.0002804332239281213,
      "loss": 5.1562,
      "step": 25755
    },
    {
      "epoch": 1.0549252508703666,
      "grad_norm": 3.4206608672960694,
      "learning_rate": 0.0002804316133019017,
      "loss": 6.8125,
      "step": 25756
    },
    {
      "epoch": 1.054966209297563,
      "grad_norm": 1.9977808378317894,
      "learning_rate": 0.00028043000261402165,
      "loss": 4.875,
      "step": 25757
    },
    {
      "epoch": 1.0550071677247594,
      "grad_norm": 2.3011426393005388,
      "learning_rate": 0.00028042839186448183,
      "loss": 5.0938,
      "step": 25758
    },
    {
      "epoch": 1.0550481261519558,
      "grad_norm": 4.181587343630711,
      "learning_rate": 0.0002804267810532831,
      "loss": 6.7188,
      "step": 25759
    },
    {
      "epoch": 1.055089084579152,
      "grad_norm": 1.8600604477416511,
      "learning_rate": 0.00028042517018042607,
      "loss": 4.4688,
      "step": 25760
    },
    {
      "epoch": 1.0551300430063486,
      "grad_norm": 2.568003998995746,
      "learning_rate": 0.00028042355924591165,
      "loss": 5.8125,
      "step": 25761
    },
    {
      "epoch": 1.055171001433545,
      "grad_norm": 3.6146278164262253,
      "learning_rate": 0.00028042194824974055,
      "loss": 7.9062,
      "step": 25762
    },
    {
      "epoch": 1.0552119598607415,
      "grad_norm": 2.32761406279831,
      "learning_rate": 0.00028042033719191347,
      "loss": 5.0938,
      "step": 25763
    },
    {
      "epoch": 1.0552529182879378,
      "grad_norm": 4.215087364708731,
      "learning_rate": 0.00028041872607243123,
      "loss": 8.0625,
      "step": 25764
    },
    {
      "epoch": 1.055293876715134,
      "grad_norm": 3.6750592863462974,
      "learning_rate": 0.0002804171148912946,
      "loss": 4.0625,
      "step": 25765
    },
    {
      "epoch": 1.0553348351423306,
      "grad_norm": 2.2432988229297854,
      "learning_rate": 0.00028041550364850436,
      "loss": 5.5938,
      "step": 25766
    },
    {
      "epoch": 1.055375793569527,
      "grad_norm": 2.9851307308383372,
      "learning_rate": 0.0002804138923440612,
      "loss": 5.8438,
      "step": 25767
    },
    {
      "epoch": 1.0554167519967232,
      "grad_norm": 2.579294817719682,
      "learning_rate": 0.0002804122809779659,
      "loss": 5.0625,
      "step": 25768
    },
    {
      "epoch": 1.0554577104239198,
      "grad_norm": 4.310667191004572,
      "learning_rate": 0.0002804106695502193,
      "loss": 5.3438,
      "step": 25769
    },
    {
      "epoch": 1.055498668851116,
      "grad_norm": 2.126116986828704,
      "learning_rate": 0.00028040905806082206,
      "loss": 5.375,
      "step": 25770
    },
    {
      "epoch": 1.0555396272783124,
      "grad_norm": 1.934877819755897,
      "learning_rate": 0.000280407446509775,
      "loss": 4.4688,
      "step": 25771
    },
    {
      "epoch": 1.055580585705509,
      "grad_norm": 2.0066585793638096,
      "learning_rate": 0.00028040583489707884,
      "loss": 4.75,
      "step": 25772
    },
    {
      "epoch": 1.0556215441327053,
      "grad_norm": 1.9164561448453892,
      "learning_rate": 0.0002804042232227344,
      "loss": 4.3125,
      "step": 25773
    },
    {
      "epoch": 1.0556625025599018,
      "grad_norm": 2.171117401326767,
      "learning_rate": 0.0002804026114867424,
      "loss": 4.5,
      "step": 25774
    },
    {
      "epoch": 1.055703460987098,
      "grad_norm": 4.512916273754027,
      "learning_rate": 0.00028040099968910356,
      "loss": 3.1875,
      "step": 25775
    },
    {
      "epoch": 1.0557444194142944,
      "grad_norm": 6.002851219449843,
      "learning_rate": 0.00028039938782981874,
      "loss": 6.0938,
      "step": 25776
    },
    {
      "epoch": 1.055785377841491,
      "grad_norm": 5.778762320348435,
      "learning_rate": 0.00028039777590888867,
      "loss": 5.875,
      "step": 25777
    },
    {
      "epoch": 1.0558263362686873,
      "grad_norm": 2.9056102937628467,
      "learning_rate": 0.0002803961639263141,
      "loss": 7.125,
      "step": 25778
    },
    {
      "epoch": 1.0558672946958836,
      "grad_norm": 1.8101054021131167,
      "learning_rate": 0.0002803945518820958,
      "loss": 4.2188,
      "step": 25779
    },
    {
      "epoch": 1.0559082531230801,
      "grad_norm": 2.222405479290135,
      "learning_rate": 0.00028039293977623445,
      "loss": 4.4688,
      "step": 25780
    },
    {
      "epoch": 1.0559492115502764,
      "grad_norm": 5.094979041060707,
      "learning_rate": 0.00028039132760873095,
      "loss": 7.0938,
      "step": 25781
    },
    {
      "epoch": 1.055990169977473,
      "grad_norm": 2.2937884142323877,
      "learning_rate": 0.00028038971537958595,
      "loss": 4.8438,
      "step": 25782
    },
    {
      "epoch": 1.0560311284046693,
      "grad_norm": 3.3616188452498226,
      "learning_rate": 0.0002803881030888003,
      "loss": 5.4688,
      "step": 25783
    },
    {
      "epoch": 1.0560720868318656,
      "grad_norm": 2.1611294523173528,
      "learning_rate": 0.0002803864907363747,
      "loss": 5.6875,
      "step": 25784
    },
    {
      "epoch": 1.0561130452590621,
      "grad_norm": 2.029402299456988,
      "learning_rate": 0.00028038487832230996,
      "loss": 4.9375,
      "step": 25785
    },
    {
      "epoch": 1.0561540036862584,
      "grad_norm": 2.9437885169721536,
      "learning_rate": 0.0002803832658466068,
      "loss": 3.2188,
      "step": 25786
    },
    {
      "epoch": 1.0561949621134548,
      "grad_norm": 2.182809421936964,
      "learning_rate": 0.000280381653309266,
      "loss": 5.875,
      "step": 25787
    },
    {
      "epoch": 1.0562359205406513,
      "grad_norm": 2.3659860291427828,
      "learning_rate": 0.0002803800407102883,
      "loss": 5.2188,
      "step": 25788
    },
    {
      "epoch": 1.0562768789678476,
      "grad_norm": 1.9083106168535064,
      "learning_rate": 0.00028037842804967455,
      "loss": 5.0938,
      "step": 25789
    },
    {
      "epoch": 1.056317837395044,
      "grad_norm": 2.601430989046533,
      "learning_rate": 0.00028037681532742535,
      "loss": 6.2188,
      "step": 25790
    },
    {
      "epoch": 1.0563587958222405,
      "grad_norm": 4.377558284304032,
      "learning_rate": 0.00028037520254354164,
      "loss": 7.9688,
      "step": 25791
    },
    {
      "epoch": 1.0563997542494368,
      "grad_norm": 2.804026661382445,
      "learning_rate": 0.000280373589698024,
      "loss": 5.5938,
      "step": 25792
    },
    {
      "epoch": 1.0564407126766333,
      "grad_norm": 2.404847950642717,
      "learning_rate": 0.0002803719767908734,
      "loss": 6.4062,
      "step": 25793
    },
    {
      "epoch": 1.0564816711038296,
      "grad_norm": 4.22692959520076,
      "learning_rate": 0.00028037036382209046,
      "loss": 6.7188,
      "step": 25794
    },
    {
      "epoch": 1.056522629531026,
      "grad_norm": 1.9716756015541745,
      "learning_rate": 0.000280368750791676,
      "loss": 4.5938,
      "step": 25795
    },
    {
      "epoch": 1.0565635879582225,
      "grad_norm": 1.8576153690173267,
      "learning_rate": 0.0002803671376996307,
      "loss": 5.1875,
      "step": 25796
    },
    {
      "epoch": 1.0566045463854188,
      "grad_norm": 2.319157690263926,
      "learning_rate": 0.00028036552454595537,
      "loss": 4.75,
      "step": 25797
    },
    {
      "epoch": 1.056645504812615,
      "grad_norm": 1.8803020984590137,
      "learning_rate": 0.00028036391133065086,
      "loss": 4.5938,
      "step": 25798
    },
    {
      "epoch": 1.0566864632398116,
      "grad_norm": 3.0601653734265875,
      "learning_rate": 0.0002803622980537178,
      "loss": 5.9375,
      "step": 25799
    },
    {
      "epoch": 1.056727421667008,
      "grad_norm": 2.189829814190091,
      "learning_rate": 0.000280360684715157,
      "loss": 4.8438,
      "step": 25800
    },
    {
      "epoch": 1.0567683800942045,
      "grad_norm": 1.9953503249232312,
      "learning_rate": 0.0002803590713149693,
      "loss": 5.125,
      "step": 25801
    },
    {
      "epoch": 1.0568093385214008,
      "grad_norm": 2.5313845920900784,
      "learning_rate": 0.0002803574578531553,
      "loss": 5.7812,
      "step": 25802
    },
    {
      "epoch": 1.0568502969485971,
      "grad_norm": 1.6893317555250882,
      "learning_rate": 0.00028035584432971593,
      "loss": 5.0938,
      "step": 25803
    },
    {
      "epoch": 1.0568912553757936,
      "grad_norm": 1.9042758311580759,
      "learning_rate": 0.00028035423074465187,
      "loss": 4.5,
      "step": 25804
    },
    {
      "epoch": 1.05693221380299,
      "grad_norm": 1.8501665377037628,
      "learning_rate": 0.00028035261709796386,
      "loss": 4.5312,
      "step": 25805
    },
    {
      "epoch": 1.0569731722301863,
      "grad_norm": 1.7154187314424336,
      "learning_rate": 0.0002803510033896528,
      "loss": 4.8438,
      "step": 25806
    },
    {
      "epoch": 1.0570141306573828,
      "grad_norm": 1.7828531546503308,
      "learning_rate": 0.00028034938961971924,
      "loss": 3.8438,
      "step": 25807
    },
    {
      "epoch": 1.0570550890845791,
      "grad_norm": 2.15303102639149,
      "learning_rate": 0.0002803477757881641,
      "loss": 4.875,
      "step": 25808
    },
    {
      "epoch": 1.0570960475117754,
      "grad_norm": 3.963570648006671,
      "learning_rate": 0.0002803461618949881,
      "loss": 6.0,
      "step": 25809
    },
    {
      "epoch": 1.057137005938972,
      "grad_norm": 2.2597793932223316,
      "learning_rate": 0.00028034454794019194,
      "loss": 5.75,
      "step": 25810
    },
    {
      "epoch": 1.0571779643661683,
      "grad_norm": 4.695280585115809,
      "learning_rate": 0.00028034293392377647,
      "loss": 4.9375,
      "step": 25811
    },
    {
      "epoch": 1.0572189227933648,
      "grad_norm": 1.9962997505335947,
      "learning_rate": 0.0002803413198457424,
      "loss": 4.0938,
      "step": 25812
    },
    {
      "epoch": 1.0572598812205611,
      "grad_norm": 12.900415301947087,
      "learning_rate": 0.0002803397057060906,
      "loss": 6.0625,
      "step": 25813
    },
    {
      "epoch": 1.0573008396477575,
      "grad_norm": 2.448767914841529,
      "learning_rate": 0.0002803380915048217,
      "loss": 4.8438,
      "step": 25814
    },
    {
      "epoch": 1.057341798074954,
      "grad_norm": 2.1595210056230525,
      "learning_rate": 0.0002803364772419365,
      "loss": 5.4688,
      "step": 25815
    },
    {
      "epoch": 1.0573827565021503,
      "grad_norm": 4.3745455458547795,
      "learning_rate": 0.00028033486291743583,
      "loss": 5.9375,
      "step": 25816
    },
    {
      "epoch": 1.0574237149293466,
      "grad_norm": 1.9382629358310763,
      "learning_rate": 0.0002803332485313204,
      "loss": 5.0625,
      "step": 25817
    },
    {
      "epoch": 1.0574646733565432,
      "grad_norm": 1.9952289964484424,
      "learning_rate": 0.0002803316340835909,
      "loss": 4.5312,
      "step": 25818
    },
    {
      "epoch": 1.0575056317837395,
      "grad_norm": 2.118055203893252,
      "learning_rate": 0.00028033001957424817,
      "loss": 5.4062,
      "step": 25819
    },
    {
      "epoch": 1.057546590210936,
      "grad_norm": 2.4046482515261203,
      "learning_rate": 0.00028032840500329305,
      "loss": 5.4375,
      "step": 25820
    },
    {
      "epoch": 1.0575875486381323,
      "grad_norm": 2.5576313488035645,
      "learning_rate": 0.00028032679037072613,
      "loss": 5.2188,
      "step": 25821
    },
    {
      "epoch": 1.0576285070653286,
      "grad_norm": 4.9489451644684195,
      "learning_rate": 0.00028032517567654834,
      "loss": 5.9688,
      "step": 25822
    },
    {
      "epoch": 1.0576694654925252,
      "grad_norm": 1.8315189792998483,
      "learning_rate": 0.0002803235609207603,
      "loss": 5.3125,
      "step": 25823
    },
    {
      "epoch": 1.0577104239197215,
      "grad_norm": 2.379431476869167,
      "learning_rate": 0.00028032194610336296,
      "loss": 5.6562,
      "step": 25824
    },
    {
      "epoch": 1.0577513823469178,
      "grad_norm": 1.882378367510439,
      "learning_rate": 0.00028032033122435683,
      "loss": 4.8125,
      "step": 25825
    },
    {
      "epoch": 1.0577923407741143,
      "grad_norm": 2.0957045102782574,
      "learning_rate": 0.00028031871628374287,
      "loss": 5.4375,
      "step": 25826
    },
    {
      "epoch": 1.0578332992013106,
      "grad_norm": 1.9269646306769381,
      "learning_rate": 0.0002803171012815218,
      "loss": 5.4062,
      "step": 25827
    },
    {
      "epoch": 1.057874257628507,
      "grad_norm": 1.8951944953118,
      "learning_rate": 0.00028031548621769436,
      "loss": 4.5312,
      "step": 25828
    },
    {
      "epoch": 1.0579152160557035,
      "grad_norm": 3.1193544405765956,
      "learning_rate": 0.0002803138710922613,
      "loss": 5.75,
      "step": 25829
    },
    {
      "epoch": 1.0579561744828998,
      "grad_norm": 2.113063200842966,
      "learning_rate": 0.0002803122559052234,
      "loss": 6.0,
      "step": 25830
    },
    {
      "epoch": 1.0579971329100963,
      "grad_norm": 1.749510423237018,
      "learning_rate": 0.0002803106406565814,
      "loss": 5.5938,
      "step": 25831
    },
    {
      "epoch": 1.0580380913372927,
      "grad_norm": 2.923398116329887,
      "learning_rate": 0.00028030902534633616,
      "loss": 5.8438,
      "step": 25832
    },
    {
      "epoch": 1.058079049764489,
      "grad_norm": 2.3553164236843123,
      "learning_rate": 0.00028030740997448837,
      "loss": 3.2656,
      "step": 25833
    },
    {
      "epoch": 1.0581200081916855,
      "grad_norm": 2.176655818754671,
      "learning_rate": 0.00028030579454103876,
      "loss": 6.0625,
      "step": 25834
    },
    {
      "epoch": 1.0581609666188818,
      "grad_norm": 5.440465671448314,
      "learning_rate": 0.00028030417904598815,
      "loss": 5.0312,
      "step": 25835
    },
    {
      "epoch": 1.0582019250460781,
      "grad_norm": 3.2470938456028904,
      "learning_rate": 0.0002803025634893373,
      "loss": 5.375,
      "step": 25836
    },
    {
      "epoch": 1.0582428834732747,
      "grad_norm": 12.636702607242697,
      "learning_rate": 0.0002803009478710869,
      "loss": 5.1562,
      "step": 25837
    },
    {
      "epoch": 1.058283841900471,
      "grad_norm": 2.2731005607621007,
      "learning_rate": 0.0002802993321912378,
      "loss": 5.1875,
      "step": 25838
    },
    {
      "epoch": 1.0583248003276675,
      "grad_norm": 5.521714969837716,
      "learning_rate": 0.00028029771644979076,
      "loss": 3.6875,
      "step": 25839
    },
    {
      "epoch": 1.0583657587548638,
      "grad_norm": 2.6263368125929873,
      "learning_rate": 0.0002802961006467465,
      "loss": 4.9688,
      "step": 25840
    },
    {
      "epoch": 1.0584067171820601,
      "grad_norm": 3.306465854973681,
      "learning_rate": 0.00028029448478210584,
      "loss": 5.9375,
      "step": 25841
    },
    {
      "epoch": 1.0584476756092567,
      "grad_norm": 1.990371636210558,
      "learning_rate": 0.0002802928688558695,
      "loss": 4.9688,
      "step": 25842
    },
    {
      "epoch": 1.058488634036453,
      "grad_norm": 2.1265020302546254,
      "learning_rate": 0.0002802912528680382,
      "loss": 4.2812,
      "step": 25843
    },
    {
      "epoch": 1.0585295924636493,
      "grad_norm": 3.242874582989585,
      "learning_rate": 0.0002802896368186128,
      "loss": 4.375,
      "step": 25844
    },
    {
      "epoch": 1.0585705508908458,
      "grad_norm": 2.0426894117140804,
      "learning_rate": 0.00028028802070759396,
      "loss": 5.3438,
      "step": 25845
    },
    {
      "epoch": 1.0586115093180422,
      "grad_norm": 2.620995113279631,
      "learning_rate": 0.0002802864045349826,
      "loss": 5.25,
      "step": 25846
    },
    {
      "epoch": 1.0586524677452387,
      "grad_norm": 1.8692539274164526,
      "learning_rate": 0.0002802847883007793,
      "loss": 5.0312,
      "step": 25847
    },
    {
      "epoch": 1.058693426172435,
      "grad_norm": 2.2752776419096596,
      "learning_rate": 0.00028028317200498495,
      "loss": 5.5312,
      "step": 25848
    },
    {
      "epoch": 1.0587343845996313,
      "grad_norm": 2.296182421545956,
      "learning_rate": 0.00028028155564760026,
      "loss": 4.9375,
      "step": 25849
    },
    {
      "epoch": 1.0587753430268279,
      "grad_norm": 2.1909916286327795,
      "learning_rate": 0.00028027993922862606,
      "loss": 4.7812,
      "step": 25850
    },
    {
      "epoch": 1.0588163014540242,
      "grad_norm": 2.319213418478876,
      "learning_rate": 0.00028027832274806305,
      "loss": 4.8438,
      "step": 25851
    },
    {
      "epoch": 1.0588572598812205,
      "grad_norm": 2.435318593605239,
      "learning_rate": 0.000280276706205912,
      "loss": 5.5938,
      "step": 25852
    },
    {
      "epoch": 1.058898218308417,
      "grad_norm": 1.944388969391779,
      "learning_rate": 0.0002802750896021737,
      "loss": 4.7188,
      "step": 25853
    },
    {
      "epoch": 1.0589391767356133,
      "grad_norm": 3.703236874249509,
      "learning_rate": 0.00028027347293684885,
      "loss": 6.625,
      "step": 25854
    },
    {
      "epoch": 1.0589801351628096,
      "grad_norm": 3.512066890715267,
      "learning_rate": 0.00028027185620993825,
      "loss": 6.0,
      "step": 25855
    },
    {
      "epoch": 1.0590210935900062,
      "grad_norm": 2.147960288401704,
      "learning_rate": 0.00028027023942144274,
      "loss": 5.6562,
      "step": 25856
    },
    {
      "epoch": 1.0590620520172025,
      "grad_norm": 2.437343792782541,
      "learning_rate": 0.000280268622571363,
      "loss": 5.0312,
      "step": 25857
    },
    {
      "epoch": 1.059103010444399,
      "grad_norm": 1.9640594948073844,
      "learning_rate": 0.00028026700565969976,
      "loss": 5.0,
      "step": 25858
    },
    {
      "epoch": 1.0591439688715953,
      "grad_norm": 2.658927661667038,
      "learning_rate": 0.00028026538868645393,
      "loss": 6.6875,
      "step": 25859
    },
    {
      "epoch": 1.0591849272987917,
      "grad_norm": 2.690910793991899,
      "learning_rate": 0.0002802637716516261,
      "loss": 5.0625,
      "step": 25860
    },
    {
      "epoch": 1.0592258857259882,
      "grad_norm": 2.619583073561856,
      "learning_rate": 0.00028026215455521713,
      "loss": 5.8125,
      "step": 25861
    },
    {
      "epoch": 1.0592668441531845,
      "grad_norm": 2.2661548085549845,
      "learning_rate": 0.00028026053739722785,
      "loss": 6.125,
      "step": 25862
    },
    {
      "epoch": 1.0593078025803808,
      "grad_norm": 4.008185518767763,
      "learning_rate": 0.00028025892017765887,
      "loss": 7.0625,
      "step": 25863
    },
    {
      "epoch": 1.0593487610075774,
      "grad_norm": 2.8194146651636625,
      "learning_rate": 0.00028025730289651105,
      "loss": 4.2188,
      "step": 25864
    },
    {
      "epoch": 1.0593897194347737,
      "grad_norm": 2.4086680668834335,
      "learning_rate": 0.0002802556855537851,
      "loss": 5.7812,
      "step": 25865
    },
    {
      "epoch": 1.0594306778619702,
      "grad_norm": 1.7959262733617736,
      "learning_rate": 0.0002802540681494819,
      "loss": 4.875,
      "step": 25866
    },
    {
      "epoch": 1.0594716362891665,
      "grad_norm": 5.023615746525872,
      "learning_rate": 0.0002802524506836021,
      "loss": 4.375,
      "step": 25867
    },
    {
      "epoch": 1.0595125947163628,
      "grad_norm": 1.9233524256169428,
      "learning_rate": 0.0002802508331561465,
      "loss": 4.875,
      "step": 25868
    },
    {
      "epoch": 1.0595535531435594,
      "grad_norm": 2.4871534917676015,
      "learning_rate": 0.00028024921556711585,
      "loss": 5.625,
      "step": 25869
    },
    {
      "epoch": 1.0595945115707557,
      "grad_norm": 1.7763641090699294,
      "learning_rate": 0.0002802475979165109,
      "loss": 3.8906,
      "step": 25870
    },
    {
      "epoch": 1.059635469997952,
      "grad_norm": 2.0277549694442745,
      "learning_rate": 0.0002802459802043325,
      "loss": 5.3125,
      "step": 25871
    },
    {
      "epoch": 1.0596764284251485,
      "grad_norm": 2.8529176367128954,
      "learning_rate": 0.00028024436243058134,
      "loss": 7.5625,
      "step": 25872
    },
    {
      "epoch": 1.0597173868523448,
      "grad_norm": 2.7625396303762932,
      "learning_rate": 0.0002802427445952582,
      "loss": 4.2812,
      "step": 25873
    },
    {
      "epoch": 1.0597583452795412,
      "grad_norm": 3.436934040835625,
      "learning_rate": 0.0002802411266983639,
      "loss": 7.375,
      "step": 25874
    },
    {
      "epoch": 1.0597993037067377,
      "grad_norm": 1.7987949677113164,
      "learning_rate": 0.0002802395087398991,
      "loss": 5.2812,
      "step": 25875
    },
    {
      "epoch": 1.059840262133934,
      "grad_norm": 3.1189650630925314,
      "learning_rate": 0.0002802378907198646,
      "loss": 6.25,
      "step": 25876
    },
    {
      "epoch": 1.0598812205611305,
      "grad_norm": 2.4323626944349552,
      "learning_rate": 0.0002802362726382612,
      "loss": 6.8438,
      "step": 25877
    },
    {
      "epoch": 1.0599221789883269,
      "grad_norm": 2.9141794603072144,
      "learning_rate": 0.00028023465449508966,
      "loss": 5.2812,
      "step": 25878
    },
    {
      "epoch": 1.0599631374155232,
      "grad_norm": 2.087907646443129,
      "learning_rate": 0.0002802330362903507,
      "loss": 5.2188,
      "step": 25879
    },
    {
      "epoch": 1.0600040958427197,
      "grad_norm": 1.7585512282777134,
      "learning_rate": 0.00028023141802404516,
      "loss": 4.6562,
      "step": 25880
    },
    {
      "epoch": 1.060045054269916,
      "grad_norm": 2.11344055670987,
      "learning_rate": 0.0002802297996961737,
      "loss": 6.0312,
      "step": 25881
    },
    {
      "epoch": 1.0600860126971123,
      "grad_norm": 2.0486329019921494,
      "learning_rate": 0.00028022818130673724,
      "loss": 4.9688,
      "step": 25882
    },
    {
      "epoch": 1.0601269711243089,
      "grad_norm": 2.010671354330458,
      "learning_rate": 0.00028022656285573637,
      "loss": 4.5938,
      "step": 25883
    },
    {
      "epoch": 1.0601679295515052,
      "grad_norm": 5.5283310828212455,
      "learning_rate": 0.000280224944343172,
      "loss": 2.6719,
      "step": 25884
    },
    {
      "epoch": 1.0602088879787017,
      "grad_norm": 2.179787795450198,
      "learning_rate": 0.0002802233257690448,
      "loss": 4.1875,
      "step": 25885
    },
    {
      "epoch": 1.060249846405898,
      "grad_norm": 1.9120917047919301,
      "learning_rate": 0.00028022170713335555,
      "loss": 4.875,
      "step": 25886
    },
    {
      "epoch": 1.0602908048330943,
      "grad_norm": 2.3246971706275734,
      "learning_rate": 0.00028022008843610503,
      "loss": 5.75,
      "step": 25887
    },
    {
      "epoch": 1.0603317632602909,
      "grad_norm": 2.168317373809009,
      "learning_rate": 0.00028021846967729407,
      "loss": 5.9062,
      "step": 25888
    },
    {
      "epoch": 1.0603727216874872,
      "grad_norm": 1.730650495250929,
      "learning_rate": 0.0002802168508569233,
      "loss": 4.3438,
      "step": 25889
    },
    {
      "epoch": 1.0604136801146835,
      "grad_norm": 1.903297586149731,
      "learning_rate": 0.00028021523197499363,
      "loss": 4.875,
      "step": 25890
    },
    {
      "epoch": 1.06045463854188,
      "grad_norm": 1.9529234457469131,
      "learning_rate": 0.00028021361303150573,
      "loss": 4.8125,
      "step": 25891
    },
    {
      "epoch": 1.0604955969690764,
      "grad_norm": 2.272654955736546,
      "learning_rate": 0.00028021199402646036,
      "loss": 4.9688,
      "step": 25892
    },
    {
      "epoch": 1.060536555396273,
      "grad_norm": 1.9841977718026862,
      "learning_rate": 0.00028021037495985833,
      "loss": 5.4375,
      "step": 25893
    },
    {
      "epoch": 1.0605775138234692,
      "grad_norm": 3.4559029407057276,
      "learning_rate": 0.00028020875583170045,
      "loss": 6.125,
      "step": 25894
    },
    {
      "epoch": 1.0606184722506655,
      "grad_norm": 1.9956229649241786,
      "learning_rate": 0.0002802071366419873,
      "loss": 4.9375,
      "step": 25895
    },
    {
      "epoch": 1.060659430677862,
      "grad_norm": 2.0651017520036086,
      "learning_rate": 0.00028020551739071984,
      "loss": 5.3438,
      "step": 25896
    },
    {
      "epoch": 1.0607003891050584,
      "grad_norm": 1.6323631693154343,
      "learning_rate": 0.0002802038980778988,
      "loss": 3.7656,
      "step": 25897
    },
    {
      "epoch": 1.0607413475322547,
      "grad_norm": 3.417557923526745,
      "learning_rate": 0.0002802022787035249,
      "loss": 6.3438,
      "step": 25898
    },
    {
      "epoch": 1.0607823059594512,
      "grad_norm": 2.9517634690712633,
      "learning_rate": 0.0002802006592675989,
      "loss": 6.375,
      "step": 25899
    },
    {
      "epoch": 1.0608232643866475,
      "grad_norm": 4.256018666540255,
      "learning_rate": 0.00028019903977012157,
      "loss": 6.125,
      "step": 25900
    },
    {
      "epoch": 1.0608642228138438,
      "grad_norm": 2.6544729459821834,
      "learning_rate": 0.0002801974202110937,
      "loss": 6.0312,
      "step": 25901
    },
    {
      "epoch": 1.0609051812410404,
      "grad_norm": 2.1803461879574084,
      "learning_rate": 0.0002801958005905161,
      "loss": 5.7188,
      "step": 25902
    },
    {
      "epoch": 1.0609461396682367,
      "grad_norm": 2.333273782203224,
      "learning_rate": 0.0002801941809083894,
      "loss": 5.2188,
      "step": 25903
    },
    {
      "epoch": 1.0609870980954332,
      "grad_norm": 7.367296935769328,
      "learning_rate": 0.0002801925611647145,
      "loss": 2.2812,
      "step": 25904
    },
    {
      "epoch": 1.0610280565226295,
      "grad_norm": 6.767185085005117,
      "learning_rate": 0.000280190941359492,
      "loss": 4.4062,
      "step": 25905
    },
    {
      "epoch": 1.0610690149498259,
      "grad_norm": 4.519314678577825,
      "learning_rate": 0.0002801893214927229,
      "loss": 6.9688,
      "step": 25906
    },
    {
      "epoch": 1.0611099733770224,
      "grad_norm": 1.945551592908192,
      "learning_rate": 0.0002801877015644078,
      "loss": 4.6875,
      "step": 25907
    },
    {
      "epoch": 1.0611509318042187,
      "grad_norm": 1.786547785027437,
      "learning_rate": 0.0002801860815745475,
      "loss": 4.0625,
      "step": 25908
    },
    {
      "epoch": 1.061191890231415,
      "grad_norm": 1.9012562696446471,
      "learning_rate": 0.00028018446152314284,
      "loss": 5.0312,
      "step": 25909
    },
    {
      "epoch": 1.0612328486586116,
      "grad_norm": 3.245701840973758,
      "learning_rate": 0.00028018284141019447,
      "loss": 5.9375,
      "step": 25910
    },
    {
      "epoch": 1.0612738070858079,
      "grad_norm": 2.98972727022392,
      "learning_rate": 0.0002801812212357032,
      "loss": 4.4375,
      "step": 25911
    },
    {
      "epoch": 1.0613147655130044,
      "grad_norm": 2.678035165543954,
      "learning_rate": 0.00028017960099966976,
      "loss": 4.7812,
      "step": 25912
    },
    {
      "epoch": 1.0613557239402007,
      "grad_norm": 2.3592342792284073,
      "learning_rate": 0.00028017798070209505,
      "loss": 6.9375,
      "step": 25913
    },
    {
      "epoch": 1.061396682367397,
      "grad_norm": 2.192087651645602,
      "learning_rate": 0.0002801763603429797,
      "loss": 5.75,
      "step": 25914
    },
    {
      "epoch": 1.0614376407945936,
      "grad_norm": 2.448095448518694,
      "learning_rate": 0.00028017473992232453,
      "loss": 6.5625,
      "step": 25915
    },
    {
      "epoch": 1.0614785992217899,
      "grad_norm": 5.720450594406651,
      "learning_rate": 0.0002801731194401303,
      "loss": 6.5312,
      "step": 25916
    },
    {
      "epoch": 1.0615195576489862,
      "grad_norm": 2.0327518329854835,
      "learning_rate": 0.0002801714988963978,
      "loss": 6.4688,
      "step": 25917
    },
    {
      "epoch": 1.0615605160761827,
      "grad_norm": 1.9790965310277182,
      "learning_rate": 0.0002801698782911277,
      "loss": 3.6719,
      "step": 25918
    },
    {
      "epoch": 1.061601474503379,
      "grad_norm": 4.148794787909674,
      "learning_rate": 0.0002801682576243209,
      "loss": 4.9688,
      "step": 25919
    },
    {
      "epoch": 1.0616424329305754,
      "grad_norm": 2.204008867793242,
      "learning_rate": 0.000280166636895978,
      "loss": 3.4219,
      "step": 25920
    },
    {
      "epoch": 1.061683391357772,
      "grad_norm": 6.396643434606851,
      "learning_rate": 0.00028016501610609993,
      "loss": 4.5312,
      "step": 25921
    },
    {
      "epoch": 1.0617243497849682,
      "grad_norm": 3.095366718767883,
      "learning_rate": 0.0002801633952546874,
      "loss": 6.9688,
      "step": 25922
    },
    {
      "epoch": 1.0617653082121647,
      "grad_norm": 2.142743397389616,
      "learning_rate": 0.0002801617743417412,
      "loss": 5.6875,
      "step": 25923
    },
    {
      "epoch": 1.061806266639361,
      "grad_norm": 3.1132837098278854,
      "learning_rate": 0.00028016015336726203,
      "loss": 4.75,
      "step": 25924
    },
    {
      "epoch": 1.0618472250665574,
      "grad_norm": 6.001126915606576,
      "learning_rate": 0.0002801585323312507,
      "loss": 3.2656,
      "step": 25925
    },
    {
      "epoch": 1.061888183493754,
      "grad_norm": 2.0507777594410945,
      "learning_rate": 0.00028015691123370795,
      "loss": 5.0938,
      "step": 25926
    },
    {
      "epoch": 1.0619291419209502,
      "grad_norm": 2.0357939039915145,
      "learning_rate": 0.0002801552900746346,
      "loss": 4.5938,
      "step": 25927
    },
    {
      "epoch": 1.0619701003481465,
      "grad_norm": 1.9420340345215912,
      "learning_rate": 0.00028015366885403135,
      "loss": 4.4375,
      "step": 25928
    },
    {
      "epoch": 1.062011058775343,
      "grad_norm": 5.756864777160839,
      "learning_rate": 0.00028015204757189904,
      "loss": 4.625,
      "step": 25929
    },
    {
      "epoch": 1.0620520172025394,
      "grad_norm": 2.773542863192706,
      "learning_rate": 0.0002801504262282383,
      "loss": 4.8438,
      "step": 25930
    },
    {
      "epoch": 1.062092975629736,
      "grad_norm": 3.5922901215853464,
      "learning_rate": 0.0002801488048230501,
      "loss": 6.5938,
      "step": 25931
    },
    {
      "epoch": 1.0621339340569322,
      "grad_norm": 2.010862464502337,
      "learning_rate": 0.00028014718335633507,
      "loss": 5.1562,
      "step": 25932
    },
    {
      "epoch": 1.0621748924841286,
      "grad_norm": 2.4100588575764057,
      "learning_rate": 0.00028014556182809396,
      "loss": 4.75,
      "step": 25933
    },
    {
      "epoch": 1.062215850911325,
      "grad_norm": 3.34285372635756,
      "learning_rate": 0.00028014394023832763,
      "loss": 5.7188,
      "step": 25934
    },
    {
      "epoch": 1.0622568093385214,
      "grad_norm": 1.9337316994282028,
      "learning_rate": 0.0002801423185870368,
      "loss": 5.0,
      "step": 25935
    },
    {
      "epoch": 1.0622977677657177,
      "grad_norm": 2.7844696824796022,
      "learning_rate": 0.0002801406968742222,
      "loss": 5.5312,
      "step": 25936
    },
    {
      "epoch": 1.0623387261929143,
      "grad_norm": 3.2068258136604184,
      "learning_rate": 0.0002801390750998846,
      "loss": 6.125,
      "step": 25937
    },
    {
      "epoch": 1.0623796846201106,
      "grad_norm": 1.9813167071372242,
      "learning_rate": 0.00028013745326402486,
      "loss": 3.4062,
      "step": 25938
    },
    {
      "epoch": 1.0624206430473069,
      "grad_norm": 4.924746810456153,
      "learning_rate": 0.00028013583136664365,
      "loss": 8.25,
      "step": 25939
    },
    {
      "epoch": 1.0624616014745034,
      "grad_norm": 4.046916829731591,
      "learning_rate": 0.00028013420940774177,
      "loss": 5.5,
      "step": 25940
    },
    {
      "epoch": 1.0625025599016997,
      "grad_norm": 2.16517425254504,
      "learning_rate": 0.00028013258738732,
      "loss": 4.9062,
      "step": 25941
    },
    {
      "epoch": 1.0625435183288963,
      "grad_norm": 2.095284523979039,
      "learning_rate": 0.00028013096530537905,
      "loss": 4.375,
      "step": 25942
    },
    {
      "epoch": 1.0625844767560926,
      "grad_norm": 6.671430329907814,
      "learning_rate": 0.0002801293431619198,
      "loss": 5.875,
      "step": 25943
    },
    {
      "epoch": 1.062625435183289,
      "grad_norm": 1.988814785561394,
      "learning_rate": 0.00028012772095694293,
      "loss": 5.0,
      "step": 25944
    },
    {
      "epoch": 1.0626663936104854,
      "grad_norm": 2.109980091187481,
      "learning_rate": 0.0002801260986904492,
      "loss": 5.6875,
      "step": 25945
    },
    {
      "epoch": 1.0627073520376817,
      "grad_norm": 2.4410039021619907,
      "learning_rate": 0.00028012447636243943,
      "loss": 5.3438,
      "step": 25946
    },
    {
      "epoch": 1.062748310464878,
      "grad_norm": 2.1064638755917287,
      "learning_rate": 0.00028012285397291435,
      "loss": 4.875,
      "step": 25947
    },
    {
      "epoch": 1.0627892688920746,
      "grad_norm": 2.1780134064972754,
      "learning_rate": 0.00028012123152187473,
      "loss": 4.625,
      "step": 25948
    },
    {
      "epoch": 1.062830227319271,
      "grad_norm": 1.9692695861734695,
      "learning_rate": 0.00028011960900932133,
      "loss": 5.25,
      "step": 25949
    },
    {
      "epoch": 1.0628711857464674,
      "grad_norm": 3.1743798524039746,
      "learning_rate": 0.0002801179864352549,
      "loss": 4.1875,
      "step": 25950
    },
    {
      "epoch": 1.0629121441736638,
      "grad_norm": 1.777018322787559,
      "learning_rate": 0.0002801163637996763,
      "loss": 5.0312,
      "step": 25951
    },
    {
      "epoch": 1.06295310260086,
      "grad_norm": 10.97705778052583,
      "learning_rate": 0.00028011474110258624,
      "loss": 7.375,
      "step": 25952
    },
    {
      "epoch": 1.0629940610280566,
      "grad_norm": 1.8856033858962435,
      "learning_rate": 0.0002801131183439854,
      "loss": 4.75,
      "step": 25953
    },
    {
      "epoch": 1.063035019455253,
      "grad_norm": 1.9499223548608153,
      "learning_rate": 0.0002801114955238747,
      "loss": 4.6875,
      "step": 25954
    },
    {
      "epoch": 1.0630759778824492,
      "grad_norm": 2.874799378162502,
      "learning_rate": 0.0002801098726422548,
      "loss": 6.7812,
      "step": 25955
    },
    {
      "epoch": 1.0631169363096458,
      "grad_norm": 2.140121351232412,
      "learning_rate": 0.00028010824969912655,
      "loss": 5.8125,
      "step": 25956
    },
    {
      "epoch": 1.063157894736842,
      "grad_norm": 2.7100616178115717,
      "learning_rate": 0.0002801066266944906,
      "loss": 6.125,
      "step": 25957
    },
    {
      "epoch": 1.0631988531640384,
      "grad_norm": 5.912837216884103,
      "learning_rate": 0.00028010500362834784,
      "loss": 4.5938,
      "step": 25958
    },
    {
      "epoch": 1.063239811591235,
      "grad_norm": 5.392023094381141,
      "learning_rate": 0.00028010338050069895,
      "loss": 6.5625,
      "step": 25959
    },
    {
      "epoch": 1.0632807700184312,
      "grad_norm": 2.472773850751685,
      "learning_rate": 0.00028010175731154474,
      "loss": 6.25,
      "step": 25960
    },
    {
      "epoch": 1.0633217284456278,
      "grad_norm": 5.692756589446332,
      "learning_rate": 0.00028010013406088596,
      "loss": 4.3125,
      "step": 25961
    },
    {
      "epoch": 1.063362686872824,
      "grad_norm": 1.995796836021372,
      "learning_rate": 0.0002800985107487234,
      "loss": 5.0312,
      "step": 25962
    },
    {
      "epoch": 1.0634036453000204,
      "grad_norm": 4.094096101238881,
      "learning_rate": 0.00028009688737505784,
      "loss": 7.1562,
      "step": 25963
    },
    {
      "epoch": 1.063444603727217,
      "grad_norm": 1.8702338374797218,
      "learning_rate": 0.00028009526393989,
      "loss": 5.7812,
      "step": 25964
    },
    {
      "epoch": 1.0634855621544133,
      "grad_norm": 1.8363994261560126,
      "learning_rate": 0.0002800936404432206,
      "loss": 4.6875,
      "step": 25965
    },
    {
      "epoch": 1.0635265205816096,
      "grad_norm": 1.9265174163179963,
      "learning_rate": 0.0002800920168850506,
      "loss": 5.8125,
      "step": 25966
    },
    {
      "epoch": 1.063567479008806,
      "grad_norm": 1.9619895153546159,
      "learning_rate": 0.0002800903932653806,
      "loss": 5.6562,
      "step": 25967
    },
    {
      "epoch": 1.0636084374360024,
      "grad_norm": 1.7334625419882081,
      "learning_rate": 0.00028008876958421136,
      "loss": 4.3125,
      "step": 25968
    },
    {
      "epoch": 1.063649395863199,
      "grad_norm": 2.300677463845121,
      "learning_rate": 0.00028008714584154375,
      "loss": 6.3125,
      "step": 25969
    },
    {
      "epoch": 1.0636903542903953,
      "grad_norm": 8.345891195950951,
      "learning_rate": 0.00028008552203737845,
      "loss": 6.625,
      "step": 25970
    },
    {
      "epoch": 1.0637313127175916,
      "grad_norm": 3.73121926005257,
      "learning_rate": 0.00028008389817171624,
      "loss": 4.9375,
      "step": 25971
    },
    {
      "epoch": 1.0637722711447881,
      "grad_norm": 1.808431720295716,
      "learning_rate": 0.00028008227424455796,
      "loss": 4.9375,
      "step": 25972
    },
    {
      "epoch": 1.0638132295719844,
      "grad_norm": 2.8304733682259595,
      "learning_rate": 0.00028008065025590434,
      "loss": 6.5938,
      "step": 25973
    },
    {
      "epoch": 1.0638541879991807,
      "grad_norm": 3.297249941234893,
      "learning_rate": 0.0002800790262057561,
      "loss": 3.6094,
      "step": 25974
    },
    {
      "epoch": 1.0638951464263773,
      "grad_norm": 2.6128355610427927,
      "learning_rate": 0.0002800774020941141,
      "loss": 5.1875,
      "step": 25975
    },
    {
      "epoch": 1.0639361048535736,
      "grad_norm": 1.962537459357428,
      "learning_rate": 0.000280075777920979,
      "loss": 4.7812,
      "step": 25976
    },
    {
      "epoch": 1.06397706328077,
      "grad_norm": 4.786453974353657,
      "learning_rate": 0.0002800741536863516,
      "loss": 4.9375,
      "step": 25977
    },
    {
      "epoch": 1.0640180217079664,
      "grad_norm": 2.4416687324645268,
      "learning_rate": 0.0002800725293902328,
      "loss": 3.375,
      "step": 25978
    },
    {
      "epoch": 1.0640589801351628,
      "grad_norm": 3.2068837595194855,
      "learning_rate": 0.00028007090503262316,
      "loss": 6.5,
      "step": 25979
    },
    {
      "epoch": 1.0640999385623593,
      "grad_norm": 2.5338815817551414,
      "learning_rate": 0.00028006928061352355,
      "loss": 5.375,
      "step": 25980
    },
    {
      "epoch": 1.0641408969895556,
      "grad_norm": 2.2145706211334355,
      "learning_rate": 0.0002800676561329347,
      "loss": 4.5,
      "step": 25981
    },
    {
      "epoch": 1.064181855416752,
      "grad_norm": 2.5636267350925825,
      "learning_rate": 0.0002800660315908575,
      "loss": 6.3438,
      "step": 25982
    },
    {
      "epoch": 1.0642228138439485,
      "grad_norm": 2.0070133071753937,
      "learning_rate": 0.0002800644069872926,
      "loss": 4.25,
      "step": 25983
    },
    {
      "epoch": 1.0642637722711448,
      "grad_norm": 1.944056607142821,
      "learning_rate": 0.00028006278232224076,
      "loss": 5.0312,
      "step": 25984
    },
    {
      "epoch": 1.064304730698341,
      "grad_norm": 2.1132690622524684,
      "learning_rate": 0.0002800611575957028,
      "loss": 5.625,
      "step": 25985
    },
    {
      "epoch": 1.0643456891255376,
      "grad_norm": 2.333508752273584,
      "learning_rate": 0.00028005953280767947,
      "loss": 5.4062,
      "step": 25986
    },
    {
      "epoch": 1.064386647552734,
      "grad_norm": 5.515679715070155,
      "learning_rate": 0.00028005790795817154,
      "loss": 5.5312,
      "step": 25987
    },
    {
      "epoch": 1.0644276059799305,
      "grad_norm": 15.104004783430522,
      "learning_rate": 0.00028005628304717976,
      "loss": 4.8125,
      "step": 25988
    },
    {
      "epoch": 1.0644685644071268,
      "grad_norm": 3.630010237824906,
      "learning_rate": 0.000280054658074705,
      "loss": 5.6875,
      "step": 25989
    },
    {
      "epoch": 1.064509522834323,
      "grad_norm": 2.9682795590688884,
      "learning_rate": 0.0002800530330407478,
      "loss": 5.6875,
      "step": 25990
    },
    {
      "epoch": 1.0645504812615196,
      "grad_norm": 2.4293722428781654,
      "learning_rate": 0.00028005140794530917,
      "loss": 5.7812,
      "step": 25991
    },
    {
      "epoch": 1.064591439688716,
      "grad_norm": 2.6711244824723823,
      "learning_rate": 0.0002800497827883898,
      "loss": 5.3125,
      "step": 25992
    },
    {
      "epoch": 1.0646323981159123,
      "grad_norm": 2.1857029208479197,
      "learning_rate": 0.0002800481575699904,
      "loss": 5.2812,
      "step": 25993
    },
    {
      "epoch": 1.0646733565431088,
      "grad_norm": 3.8968287123939347,
      "learning_rate": 0.0002800465322901118,
      "loss": 6.1562,
      "step": 25994
    },
    {
      "epoch": 1.064714314970305,
      "grad_norm": 2.563382663523264,
      "learning_rate": 0.0002800449069487547,
      "loss": 6.25,
      "step": 25995
    },
    {
      "epoch": 1.0647552733975014,
      "grad_norm": 2.64053120556576,
      "learning_rate": 0.00028004328154591993,
      "loss": 5.5938,
      "step": 25996
    },
    {
      "epoch": 1.064796231824698,
      "grad_norm": 2.4175171945237226,
      "learning_rate": 0.0002800416560816083,
      "loss": 4.5312,
      "step": 25997
    },
    {
      "epoch": 1.0648371902518943,
      "grad_norm": 2.1541678022524793,
      "learning_rate": 0.00028004003055582047,
      "loss": 5.2188,
      "step": 25998
    },
    {
      "epoch": 1.0648781486790908,
      "grad_norm": 1.8423216326503482,
      "learning_rate": 0.00028003840496855726,
      "loss": 5.3438,
      "step": 25999
    },
    {
      "epoch": 1.0649191071062871,
      "grad_norm": 1.9357276166454724,
      "learning_rate": 0.00028003677931981945,
      "loss": 4.7812,
      "step": 26000
    },
    {
      "epoch": 1.0649600655334834,
      "grad_norm": 1.9476082111466548,
      "learning_rate": 0.00028003515360960777,
      "loss": 5.1562,
      "step": 26001
    },
    {
      "epoch": 1.06500102396068,
      "grad_norm": 2.693143748194915,
      "learning_rate": 0.000280033527837923,
      "loss": 5.0,
      "step": 26002
    },
    {
      "epoch": 1.0650419823878763,
      "grad_norm": 2.39968577444399,
      "learning_rate": 0.00028003190200476594,
      "loss": 5.5938,
      "step": 26003
    },
    {
      "epoch": 1.0650829408150726,
      "grad_norm": 1.925618754344764,
      "learning_rate": 0.00028003027611013737,
      "loss": 4.1875,
      "step": 26004
    },
    {
      "epoch": 1.0651238992422691,
      "grad_norm": 4.872507237697321,
      "learning_rate": 0.000280028650154038,
      "loss": 1.75,
      "step": 26005
    },
    {
      "epoch": 1.0651648576694654,
      "grad_norm": 2.0973889878165792,
      "learning_rate": 0.00028002702413646867,
      "loss": 5.25,
      "step": 26006
    },
    {
      "epoch": 1.065205816096662,
      "grad_norm": 2.2991242030054995,
      "learning_rate": 0.0002800253980574301,
      "loss": 5.375,
      "step": 26007
    },
    {
      "epoch": 1.0652467745238583,
      "grad_norm": 2.0175250588649645,
      "learning_rate": 0.000280023771916923,
      "loss": 5.3438,
      "step": 26008
    },
    {
      "epoch": 1.0652877329510546,
      "grad_norm": 2.48523624796579,
      "learning_rate": 0.0002800221457149483,
      "loss": 4.9062,
      "step": 26009
    },
    {
      "epoch": 1.0653286913782511,
      "grad_norm": 4.633056675097466,
      "learning_rate": 0.0002800205194515067,
      "loss": 3.9688,
      "step": 26010
    },
    {
      "epoch": 1.0653696498054475,
      "grad_norm": 2.687676936214807,
      "learning_rate": 0.0002800188931265988,
      "loss": 5.4688,
      "step": 26011
    },
    {
      "epoch": 1.0654106082326438,
      "grad_norm": 3.242158504248382,
      "learning_rate": 0.0002800172667402256,
      "loss": 5.9688,
      "step": 26012
    },
    {
      "epoch": 1.0654515666598403,
      "grad_norm": 2.450287209917111,
      "learning_rate": 0.0002800156402923878,
      "loss": 5.0938,
      "step": 26013
    },
    {
      "epoch": 1.0654925250870366,
      "grad_norm": 1.9513516292481936,
      "learning_rate": 0.0002800140137830861,
      "loss": 5.0312,
      "step": 26014
    },
    {
      "epoch": 1.065533483514233,
      "grad_norm": 2.4772361955112387,
      "learning_rate": 0.00028001238721232134,
      "loss": 6.25,
      "step": 26015
    },
    {
      "epoch": 1.0655744419414295,
      "grad_norm": 2.3781503997287556,
      "learning_rate": 0.00028001076058009426,
      "loss": 5.125,
      "step": 26016
    },
    {
      "epoch": 1.0656154003686258,
      "grad_norm": 3.0586748786801943,
      "learning_rate": 0.00028000913388640566,
      "loss": 6.1562,
      "step": 26017
    },
    {
      "epoch": 1.0656563587958223,
      "grad_norm": 15.846899435826321,
      "learning_rate": 0.00028000750713125624,
      "loss": 5.9375,
      "step": 26018
    },
    {
      "epoch": 1.0656973172230186,
      "grad_norm": 2.356248636301076,
      "learning_rate": 0.00028000588031464686,
      "loss": 5.5312,
      "step": 26019
    },
    {
      "epoch": 1.065738275650215,
      "grad_norm": 1.900921408548641,
      "learning_rate": 0.0002800042534365782,
      "loss": 4.4375,
      "step": 26020
    },
    {
      "epoch": 1.0657792340774115,
      "grad_norm": 2.021842093148446,
      "learning_rate": 0.0002800026264970511,
      "loss": 5.625,
      "step": 26021
    },
    {
      "epoch": 1.0658201925046078,
      "grad_norm": 3.9874920304243706,
      "learning_rate": 0.00028000099949606635,
      "loss": 5.8125,
      "step": 26022
    },
    {
      "epoch": 1.0658611509318043,
      "grad_norm": 3.3667971379963237,
      "learning_rate": 0.0002799993724336246,
      "loss": 6.0,
      "step": 26023
    },
    {
      "epoch": 1.0659021093590006,
      "grad_norm": 2.2152928997548837,
      "learning_rate": 0.0002799977453097267,
      "loss": 5.3438,
      "step": 26024
    },
    {
      "epoch": 1.065943067786197,
      "grad_norm": 2.149033688514422,
      "learning_rate": 0.0002799961181243734,
      "loss": 5.0625,
      "step": 26025
    },
    {
      "epoch": 1.0659840262133935,
      "grad_norm": 1.8773470606708118,
      "learning_rate": 0.00027999449087756553,
      "loss": 4.8438,
      "step": 26026
    },
    {
      "epoch": 1.0660249846405898,
      "grad_norm": 1.9007998173861096,
      "learning_rate": 0.00027999286356930375,
      "loss": 4.6562,
      "step": 26027
    },
    {
      "epoch": 1.0660659430677861,
      "grad_norm": 12.387522591427258,
      "learning_rate": 0.00027999123619958896,
      "loss": 7.4688,
      "step": 26028
    },
    {
      "epoch": 1.0661069014949827,
      "grad_norm": 1.89070885370483,
      "learning_rate": 0.00027998960876842176,
      "loss": 4.3438,
      "step": 26029
    },
    {
      "epoch": 1.066147859922179,
      "grad_norm": 3.405780540836144,
      "learning_rate": 0.0002799879812758031,
      "loss": 5.5625,
      "step": 26030
    },
    {
      "epoch": 1.0661888183493753,
      "grad_norm": 2.2511204369858553,
      "learning_rate": 0.0002799863537217336,
      "loss": 5.0625,
      "step": 26031
    },
    {
      "epoch": 1.0662297767765718,
      "grad_norm": 1.9420919092262083,
      "learning_rate": 0.00027998472610621416,
      "loss": 4.4375,
      "step": 26032
    },
    {
      "epoch": 1.0662707352037681,
      "grad_norm": 2.0636087507848533,
      "learning_rate": 0.0002799830984292454,
      "loss": 6.0938,
      "step": 26033
    },
    {
      "epoch": 1.0663116936309647,
      "grad_norm": 4.310276550614089,
      "learning_rate": 0.0002799814706908283,
      "loss": 6.625,
      "step": 26034
    },
    {
      "epoch": 1.066352652058161,
      "grad_norm": 1.9440419182619344,
      "learning_rate": 0.0002799798428909634,
      "loss": 5.3438,
      "step": 26035
    },
    {
      "epoch": 1.0663936104853573,
      "grad_norm": 2.3368318457162918,
      "learning_rate": 0.0002799782150296516,
      "loss": 6.2812,
      "step": 26036
    },
    {
      "epoch": 1.0664345689125538,
      "grad_norm": 1.9409640022405759,
      "learning_rate": 0.0002799765871068937,
      "loss": 4.625,
      "step": 26037
    },
    {
      "epoch": 1.0664755273397502,
      "grad_norm": 1.7568114752195456,
      "learning_rate": 0.0002799749591226903,
      "loss": 4.9062,
      "step": 26038
    },
    {
      "epoch": 1.0665164857669465,
      "grad_norm": 1.8007626632730394,
      "learning_rate": 0.00027997333107704234,
      "loss": 4.5625,
      "step": 26039
    },
    {
      "epoch": 1.066557444194143,
      "grad_norm": 1.8333568999897143,
      "learning_rate": 0.0002799717029699505,
      "loss": 4.625,
      "step": 26040
    },
    {
      "epoch": 1.0665984026213393,
      "grad_norm": 2.2111174190325524,
      "learning_rate": 0.00027997007480141565,
      "loss": 5.0938,
      "step": 26041
    },
    {
      "epoch": 1.0666393610485359,
      "grad_norm": 1.9722676415727491,
      "learning_rate": 0.0002799684465714384,
      "loss": 4.25,
      "step": 26042
    },
    {
      "epoch": 1.0666803194757322,
      "grad_norm": 6.3037065548618525,
      "learning_rate": 0.0002799668182800197,
      "loss": 7.4688,
      "step": 26043
    },
    {
      "epoch": 1.0667212779029285,
      "grad_norm": 2.4367413864765926,
      "learning_rate": 0.0002799651899271602,
      "loss": 6.375,
      "step": 26044
    },
    {
      "epoch": 1.066762236330125,
      "grad_norm": 2.2284782492786253,
      "learning_rate": 0.00027996356151286067,
      "loss": 5.9688,
      "step": 26045
    },
    {
      "epoch": 1.0668031947573213,
      "grad_norm": 2.2292158493411334,
      "learning_rate": 0.0002799619330371219,
      "loss": 5.6562,
      "step": 26046
    },
    {
      "epoch": 1.0668441531845176,
      "grad_norm": 2.4176687293974104,
      "learning_rate": 0.00027996030449994473,
      "loss": 6.0,
      "step": 26047
    },
    {
      "epoch": 1.0668851116117142,
      "grad_norm": 2.159748784741805,
      "learning_rate": 0.0002799586759013298,
      "loss": 5.2188,
      "step": 26048
    },
    {
      "epoch": 1.0669260700389105,
      "grad_norm": 2.7017250342983754,
      "learning_rate": 0.000279957047241278,
      "loss": 5.4688,
      "step": 26049
    },
    {
      "epoch": 1.0669670284661068,
      "grad_norm": 2.0871635577931804,
      "learning_rate": 0.00027995541851979003,
      "loss": 6.2188,
      "step": 26050
    },
    {
      "epoch": 1.0670079868933033,
      "grad_norm": 2.894432983158466,
      "learning_rate": 0.0002799537897368667,
      "loss": 4.7188,
      "step": 26051
    },
    {
      "epoch": 1.0670489453204997,
      "grad_norm": 2.263613917978667,
      "learning_rate": 0.0002799521608925087,
      "loss": 5.2188,
      "step": 26052
    },
    {
      "epoch": 1.0670899037476962,
      "grad_norm": 2.3790943041603647,
      "learning_rate": 0.00027995053198671694,
      "loss": 4.375,
      "step": 26053
    },
    {
      "epoch": 1.0671308621748925,
      "grad_norm": 1.6540768074974925,
      "learning_rate": 0.0002799489030194921,
      "loss": 4.1562,
      "step": 26054
    },
    {
      "epoch": 1.0671718206020888,
      "grad_norm": 1.9301118218061772,
      "learning_rate": 0.0002799472739908349,
      "loss": 5.9688,
      "step": 26055
    },
    {
      "epoch": 1.0672127790292854,
      "grad_norm": 1.7586137590897606,
      "learning_rate": 0.0002799456449007462,
      "loss": 4.7812,
      "step": 26056
    },
    {
      "epoch": 1.0672537374564817,
      "grad_norm": 2.10769450160535,
      "learning_rate": 0.00027994401574922675,
      "loss": 5.3125,
      "step": 26057
    },
    {
      "epoch": 1.067294695883678,
      "grad_norm": 5.212429044094975,
      "learning_rate": 0.0002799423865362773,
      "loss": 6.4688,
      "step": 26058
    },
    {
      "epoch": 1.0673356543108745,
      "grad_norm": 3.2402705386385744,
      "learning_rate": 0.0002799407572618986,
      "loss": 5.8438,
      "step": 26059
    },
    {
      "epoch": 1.0673766127380708,
      "grad_norm": 3.045755258717812,
      "learning_rate": 0.0002799391279260915,
      "loss": 6.3438,
      "step": 26060
    },
    {
      "epoch": 1.0674175711652674,
      "grad_norm": 7.586952154254668,
      "learning_rate": 0.0002799374985288567,
      "loss": 6.5,
      "step": 26061
    },
    {
      "epoch": 1.0674585295924637,
      "grad_norm": 2.174901015714996,
      "learning_rate": 0.00027993586907019497,
      "loss": 5.0938,
      "step": 26062
    },
    {
      "epoch": 1.06749948801966,
      "grad_norm": 1.7175271843466726,
      "learning_rate": 0.00027993423955010715,
      "loss": 4.3125,
      "step": 26063
    },
    {
      "epoch": 1.0675404464468565,
      "grad_norm": 1.9534895232985565,
      "learning_rate": 0.0002799326099685939,
      "loss": 4.4375,
      "step": 26064
    },
    {
      "epoch": 1.0675814048740528,
      "grad_norm": 3.14774263783465,
      "learning_rate": 0.0002799309803256561,
      "loss": 4.9375,
      "step": 26065
    },
    {
      "epoch": 1.0676223633012492,
      "grad_norm": 2.529860941285758,
      "learning_rate": 0.00027992935062129447,
      "loss": 4.2188,
      "step": 26066
    },
    {
      "epoch": 1.0676633217284457,
      "grad_norm": 3.1834964403980477,
      "learning_rate": 0.00027992772085550974,
      "loss": 4.4688,
      "step": 26067
    },
    {
      "epoch": 1.067704280155642,
      "grad_norm": 1.9503147605582654,
      "learning_rate": 0.00027992609102830274,
      "loss": 5.2188,
      "step": 26068
    },
    {
      "epoch": 1.0677452385828383,
      "grad_norm": 1.815968456522373,
      "learning_rate": 0.00027992446113967427,
      "loss": 5.4688,
      "step": 26069
    },
    {
      "epoch": 1.0677861970100349,
      "grad_norm": 1.875792248386161,
      "learning_rate": 0.000279922831189625,
      "loss": 4.4688,
      "step": 26070
    },
    {
      "epoch": 1.0678271554372312,
      "grad_norm": 2.1268876341137837,
      "learning_rate": 0.0002799212011781558,
      "loss": 5.625,
      "step": 26071
    },
    {
      "epoch": 1.0678681138644277,
      "grad_norm": 2.2654901561168064,
      "learning_rate": 0.0002799195711052673,
      "loss": 5.1562,
      "step": 26072
    },
    {
      "epoch": 1.067909072291624,
      "grad_norm": 2.3188462975466804,
      "learning_rate": 0.00027991794097096046,
      "loss": 4.75,
      "step": 26073
    },
    {
      "epoch": 1.0679500307188203,
      "grad_norm": 3.3486613608545377,
      "learning_rate": 0.00027991631077523596,
      "loss": 6.375,
      "step": 26074
    },
    {
      "epoch": 1.0679909891460169,
      "grad_norm": 2.2109495415800353,
      "learning_rate": 0.00027991468051809454,
      "loss": 5.4375,
      "step": 26075
    },
    {
      "epoch": 1.0680319475732132,
      "grad_norm": 1.7732737367624112,
      "learning_rate": 0.000279913050199537,
      "loss": 4.7188,
      "step": 26076
    },
    {
      "epoch": 1.0680729060004095,
      "grad_norm": 3.7596601755227494,
      "learning_rate": 0.0002799114198195641,
      "loss": 6.5312,
      "step": 26077
    },
    {
      "epoch": 1.068113864427606,
      "grad_norm": 3.725571097379159,
      "learning_rate": 0.0002799097893781766,
      "loss": 5.75,
      "step": 26078
    },
    {
      "epoch": 1.0681548228548023,
      "grad_norm": 2.4496690430041563,
      "learning_rate": 0.0002799081588753753,
      "loss": 5.5625,
      "step": 26079
    },
    {
      "epoch": 1.0681957812819989,
      "grad_norm": 2.119186417705408,
      "learning_rate": 0.000279906528311161,
      "loss": 3.875,
      "step": 26080
    },
    {
      "epoch": 1.0682367397091952,
      "grad_norm": 2.3368447162899373,
      "learning_rate": 0.0002799048976855344,
      "loss": 5.0938,
      "step": 26081
    },
    {
      "epoch": 1.0682776981363915,
      "grad_norm": 1.9401819610338529,
      "learning_rate": 0.0002799032669984963,
      "loss": 5.3125,
      "step": 26082
    },
    {
      "epoch": 1.068318656563588,
      "grad_norm": 3.235520240369478,
      "learning_rate": 0.00027990163625004743,
      "loss": 5.875,
      "step": 26083
    },
    {
      "epoch": 1.0683596149907844,
      "grad_norm": 3.7248045022663687,
      "learning_rate": 0.0002799000054401887,
      "loss": 3.0469,
      "step": 26084
    },
    {
      "epoch": 1.0684005734179807,
      "grad_norm": 5.091521493473504,
      "learning_rate": 0.00027989837456892074,
      "loss": 6.5938,
      "step": 26085
    },
    {
      "epoch": 1.0684415318451772,
      "grad_norm": 1.953321674463543,
      "learning_rate": 0.00027989674363624434,
      "loss": 4.875,
      "step": 26086
    },
    {
      "epoch": 1.0684824902723735,
      "grad_norm": 1.8561696839774622,
      "learning_rate": 0.00027989511264216036,
      "loss": 4.8125,
      "step": 26087
    },
    {
      "epoch": 1.0685234486995698,
      "grad_norm": 2.2938138070506504,
      "learning_rate": 0.00027989348158666944,
      "loss": 5.8125,
      "step": 26088
    },
    {
      "epoch": 1.0685644071267664,
      "grad_norm": 4.079209000446807,
      "learning_rate": 0.00027989185046977245,
      "loss": 7.3438,
      "step": 26089
    },
    {
      "epoch": 1.0686053655539627,
      "grad_norm": 9.689901662821404,
      "learning_rate": 0.00027989021929147016,
      "loss": 4.8125,
      "step": 26090
    },
    {
      "epoch": 1.0686463239811592,
      "grad_norm": 2.835544808212237,
      "learning_rate": 0.00027988858805176326,
      "loss": 5.3125,
      "step": 26091
    },
    {
      "epoch": 1.0686872824083555,
      "grad_norm": 2.0817338805278336,
      "learning_rate": 0.0002798869567506526,
      "loss": 5.0312,
      "step": 26092
    },
    {
      "epoch": 1.0687282408355518,
      "grad_norm": 3.0642613958678107,
      "learning_rate": 0.0002798853253881389,
      "loss": 5.0938,
      "step": 26093
    },
    {
      "epoch": 1.0687691992627484,
      "grad_norm": 2.1355934537206838,
      "learning_rate": 0.000279883693964223,
      "loss": 4.8125,
      "step": 26094
    },
    {
      "epoch": 1.0688101576899447,
      "grad_norm": 1.8668477261647523,
      "learning_rate": 0.0002798820624789056,
      "loss": 6.5312,
      "step": 26095
    },
    {
      "epoch": 1.068851116117141,
      "grad_norm": 4.871206450840201,
      "learning_rate": 0.0002798804309321875,
      "loss": 4.4688,
      "step": 26096
    },
    {
      "epoch": 1.0688920745443375,
      "grad_norm": 3.314444691017838,
      "learning_rate": 0.00027987879932406945,
      "loss": 6.125,
      "step": 26097
    },
    {
      "epoch": 1.0689330329715339,
      "grad_norm": 1.8915762069658475,
      "learning_rate": 0.00027987716765455223,
      "loss": 5.3438,
      "step": 26098
    },
    {
      "epoch": 1.0689739913987304,
      "grad_norm": 1.9246645088403198,
      "learning_rate": 0.00027987553592363664,
      "loss": 5.4062,
      "step": 26099
    },
    {
      "epoch": 1.0690149498259267,
      "grad_norm": 1.8811826676596959,
      "learning_rate": 0.0002798739041313235,
      "loss": 4.7812,
      "step": 26100
    },
    {
      "epoch": 1.069055908253123,
      "grad_norm": 2.1252162308928675,
      "learning_rate": 0.0002798722722776134,
      "loss": 5.2188,
      "step": 26101
    },
    {
      "epoch": 1.0690968666803196,
      "grad_norm": 3.16991390931563,
      "learning_rate": 0.00027987064036250726,
      "loss": 3.5781,
      "step": 26102
    },
    {
      "epoch": 1.0691378251075159,
      "grad_norm": 3.175922027584035,
      "learning_rate": 0.0002798690083860059,
      "loss": 8.1875,
      "step": 26103
    },
    {
      "epoch": 1.0691787835347122,
      "grad_norm": 1.7194223793613326,
      "learning_rate": 0.0002798673763481099,
      "loss": 4.5938,
      "step": 26104
    },
    {
      "epoch": 1.0692197419619087,
      "grad_norm": 1.7978535675269374,
      "learning_rate": 0.0002798657442488202,
      "loss": 4.3125,
      "step": 26105
    },
    {
      "epoch": 1.069260700389105,
      "grad_norm": 1.93731817952708,
      "learning_rate": 0.00027986411208813755,
      "loss": 4.2812,
      "step": 26106
    },
    {
      "epoch": 1.0693016588163013,
      "grad_norm": 3.933424703830175,
      "learning_rate": 0.0002798624798660626,
      "loss": 5.0,
      "step": 26107
    },
    {
      "epoch": 1.0693426172434979,
      "grad_norm": 2.6880049672486694,
      "learning_rate": 0.0002798608475825962,
      "loss": 6.0312,
      "step": 26108
    },
    {
      "epoch": 1.0693835756706942,
      "grad_norm": 3.590061158915251,
      "learning_rate": 0.0002798592152377392,
      "loss": 4.6562,
      "step": 26109
    },
    {
      "epoch": 1.0694245340978907,
      "grad_norm": 3.3892737654518843,
      "learning_rate": 0.00027985758283149227,
      "loss": 2.0312,
      "step": 26110
    },
    {
      "epoch": 1.069465492525087,
      "grad_norm": 3.41119095487654,
      "learning_rate": 0.00027985595036385616,
      "loss": 4.3438,
      "step": 26111
    },
    {
      "epoch": 1.0695064509522834,
      "grad_norm": 1.8877569604341204,
      "learning_rate": 0.00027985431783483176,
      "loss": 4.5,
      "step": 26112
    },
    {
      "epoch": 1.06954740937948,
      "grad_norm": 6.655616068768852,
      "learning_rate": 0.0002798526852444198,
      "loss": 6.25,
      "step": 26113
    },
    {
      "epoch": 1.0695883678066762,
      "grad_norm": 2.785165452341523,
      "learning_rate": 0.0002798510525926209,
      "loss": 5.2812,
      "step": 26114
    },
    {
      "epoch": 1.0696293262338725,
      "grad_norm": 2.8335254104085656,
      "learning_rate": 0.00027984941987943605,
      "loss": 6.375,
      "step": 26115
    },
    {
      "epoch": 1.069670284661069,
      "grad_norm": 3.988617979037824,
      "learning_rate": 0.00027984778710486594,
      "loss": 6.0938,
      "step": 26116
    },
    {
      "epoch": 1.0697112430882654,
      "grad_norm": 4.14662958942872,
      "learning_rate": 0.0002798461542689113,
      "loss": 5.4062,
      "step": 26117
    },
    {
      "epoch": 1.069752201515462,
      "grad_norm": 2.3346258601580754,
      "learning_rate": 0.0002798445213715729,
      "loss": 5.7188,
      "step": 26118
    },
    {
      "epoch": 1.0697931599426582,
      "grad_norm": 1.9562951795519394,
      "learning_rate": 0.00027984288841285157,
      "loss": 5.8438,
      "step": 26119
    },
    {
      "epoch": 1.0698341183698545,
      "grad_norm": 2.659990794100736,
      "learning_rate": 0.0002798412553927481,
      "loss": 5.5,
      "step": 26120
    },
    {
      "epoch": 1.069875076797051,
      "grad_norm": 2.403555633818119,
      "learning_rate": 0.00027983962231126316,
      "loss": 5.4375,
      "step": 26121
    },
    {
      "epoch": 1.0699160352242474,
      "grad_norm": 2.0617365163582613,
      "learning_rate": 0.0002798379891683976,
      "loss": 4.9375,
      "step": 26122
    },
    {
      "epoch": 1.0699569936514437,
      "grad_norm": 2.7268399822421214,
      "learning_rate": 0.0002798363559641522,
      "loss": 5.2188,
      "step": 26123
    },
    {
      "epoch": 1.0699979520786402,
      "grad_norm": 2.142733837503081,
      "learning_rate": 0.00027983472269852767,
      "loss": 5.6875,
      "step": 26124
    },
    {
      "epoch": 1.0700389105058365,
      "grad_norm": 2.9615100968743007,
      "learning_rate": 0.0002798330893715248,
      "loss": 6.2188,
      "step": 26125
    },
    {
      "epoch": 1.0700798689330329,
      "grad_norm": 5.493977070813849,
      "learning_rate": 0.00027983145598314444,
      "loss": 7.4375,
      "step": 26126
    },
    {
      "epoch": 1.0701208273602294,
      "grad_norm": 1.8389557454138679,
      "learning_rate": 0.00027982982253338726,
      "loss": 5.5312,
      "step": 26127
    },
    {
      "epoch": 1.0701617857874257,
      "grad_norm": 2.5588556614047193,
      "learning_rate": 0.0002798281890222541,
      "loss": 4.9062,
      "step": 26128
    },
    {
      "epoch": 1.0702027442146222,
      "grad_norm": 3.850780249683115,
      "learning_rate": 0.00027982655544974566,
      "loss": 3.375,
      "step": 26129
    },
    {
      "epoch": 1.0702437026418186,
      "grad_norm": 5.36918029182057,
      "learning_rate": 0.0002798249218158628,
      "loss": 6.6562,
      "step": 26130
    },
    {
      "epoch": 1.0702846610690149,
      "grad_norm": 2.288168562757625,
      "learning_rate": 0.0002798232881206062,
      "loss": 4.7188,
      "step": 26131
    },
    {
      "epoch": 1.0703256194962114,
      "grad_norm": 2.147341225017133,
      "learning_rate": 0.0002798216543639767,
      "loss": 5.0,
      "step": 26132
    },
    {
      "epoch": 1.0703665779234077,
      "grad_norm": 2.0230620759301794,
      "learning_rate": 0.00027982002054597515,
      "loss": 4.6562,
      "step": 26133
    },
    {
      "epoch": 1.070407536350604,
      "grad_norm": 2.2603035972280385,
      "learning_rate": 0.00027981838666660215,
      "loss": 4.875,
      "step": 26134
    },
    {
      "epoch": 1.0704484947778006,
      "grad_norm": 2.4323091910607206,
      "learning_rate": 0.00027981675272585854,
      "loss": 4.8438,
      "step": 26135
    },
    {
      "epoch": 1.0704894532049969,
      "grad_norm": 2.3108248605264334,
      "learning_rate": 0.0002798151187237451,
      "loss": 5.5625,
      "step": 26136
    },
    {
      "epoch": 1.0705304116321934,
      "grad_norm": 2.876729991613849,
      "learning_rate": 0.0002798134846602626,
      "loss": 5.1562,
      "step": 26137
    },
    {
      "epoch": 1.0705713700593897,
      "grad_norm": 2.558544822086491,
      "learning_rate": 0.0002798118505354119,
      "loss": 5.5312,
      "step": 26138
    },
    {
      "epoch": 1.070612328486586,
      "grad_norm": 5.2395473146861224,
      "learning_rate": 0.00027981021634919357,
      "loss": 1.2656,
      "step": 26139
    },
    {
      "epoch": 1.0706532869137826,
      "grad_norm": 3.422271218359392,
      "learning_rate": 0.00027980858210160855,
      "loss": 5.5312,
      "step": 26140
    },
    {
      "epoch": 1.070694245340979,
      "grad_norm": 1.8240590718939782,
      "learning_rate": 0.0002798069477926576,
      "loss": 4.9375,
      "step": 26141
    },
    {
      "epoch": 1.0707352037681752,
      "grad_norm": 4.660819227219608,
      "learning_rate": 0.00027980531342234146,
      "loss": 1.8906,
      "step": 26142
    },
    {
      "epoch": 1.0707761621953718,
      "grad_norm": 2.108469078485079,
      "learning_rate": 0.00027980367899066086,
      "loss": 4.6562,
      "step": 26143
    },
    {
      "epoch": 1.070817120622568,
      "grad_norm": 2.0706861981167197,
      "learning_rate": 0.0002798020444976166,
      "loss": 4.6875,
      "step": 26144
    },
    {
      "epoch": 1.0708580790497644,
      "grad_norm": 5.300640437348379,
      "learning_rate": 0.0002798004099432095,
      "loss": 4.8438,
      "step": 26145
    },
    {
      "epoch": 1.070899037476961,
      "grad_norm": 2.423343425282678,
      "learning_rate": 0.0002797987753274403,
      "loss": 5.8125,
      "step": 26146
    },
    {
      "epoch": 1.0709399959041572,
      "grad_norm": 4.503527845489797,
      "learning_rate": 0.00027979714065030974,
      "loss": 3.5312,
      "step": 26147
    },
    {
      "epoch": 1.0709809543313538,
      "grad_norm": 2.1437056016197444,
      "learning_rate": 0.0002797955059118186,
      "loss": 4.4062,
      "step": 26148
    },
    {
      "epoch": 1.07102191275855,
      "grad_norm": 2.4594462132247052,
      "learning_rate": 0.00027979387111196774,
      "loss": 5.9688,
      "step": 26149
    },
    {
      "epoch": 1.0710628711857464,
      "grad_norm": 1.8947385926728455,
      "learning_rate": 0.0002797922362507579,
      "loss": 4.6562,
      "step": 26150
    },
    {
      "epoch": 1.071103829612943,
      "grad_norm": 3.770565816993276,
      "learning_rate": 0.0002797906013281897,
      "loss": 4.4062,
      "step": 26151
    },
    {
      "epoch": 1.0711447880401392,
      "grad_norm": 3.072090602317004,
      "learning_rate": 0.00027978896634426416,
      "loss": 6.25,
      "step": 26152
    },
    {
      "epoch": 1.0711857464673356,
      "grad_norm": 2.3345292460234033,
      "learning_rate": 0.00027978733129898183,
      "loss": 5.1875,
      "step": 26153
    },
    {
      "epoch": 1.071226704894532,
      "grad_norm": 2.217264894935655,
      "learning_rate": 0.00027978569619234363,
      "loss": 4.5625,
      "step": 26154
    },
    {
      "epoch": 1.0712676633217284,
      "grad_norm": 2.018581031934506,
      "learning_rate": 0.0002797840610243503,
      "loss": 4.7188,
      "step": 26155
    },
    {
      "epoch": 1.071308621748925,
      "grad_norm": 2.7156297702618275,
      "learning_rate": 0.00027978242579500257,
      "loss": 4.7188,
      "step": 26156
    },
    {
      "epoch": 1.0713495801761213,
      "grad_norm": 5.1579004819073955,
      "learning_rate": 0.0002797807905043012,
      "loss": 4.5312,
      "step": 26157
    },
    {
      "epoch": 1.0713905386033176,
      "grad_norm": 6.322934487382784,
      "learning_rate": 0.00027977915515224713,
      "loss": 2.4375,
      "step": 26158
    },
    {
      "epoch": 1.071431497030514,
      "grad_norm": 1.925162501064653,
      "learning_rate": 0.0002797775197388409,
      "loss": 4.1875,
      "step": 26159
    },
    {
      "epoch": 1.0714724554577104,
      "grad_norm": 3.0345779692167656,
      "learning_rate": 0.0002797758842640834,
      "loss": 5.625,
      "step": 26160
    },
    {
      "epoch": 1.0715134138849067,
      "grad_norm": 5.844488820249465,
      "learning_rate": 0.0002797742487279754,
      "loss": 5.1562,
      "step": 26161
    },
    {
      "epoch": 1.0715543723121033,
      "grad_norm": 4.157812365610265,
      "learning_rate": 0.0002797726131305177,
      "loss": 5.8125,
      "step": 26162
    },
    {
      "epoch": 1.0715953307392996,
      "grad_norm": 2.035270340691867,
      "learning_rate": 0.000279770977471711,
      "loss": 5.2812,
      "step": 26163
    },
    {
      "epoch": 1.071636289166496,
      "grad_norm": 2.0512738324446675,
      "learning_rate": 0.0002797693417515561,
      "loss": 4.7188,
      "step": 26164
    },
    {
      "epoch": 1.0716772475936924,
      "grad_norm": 1.961498588889671,
      "learning_rate": 0.0002797677059700538,
      "loss": 4.625,
      "step": 26165
    },
    {
      "epoch": 1.0717182060208887,
      "grad_norm": 2.113075289158888,
      "learning_rate": 0.0002797660701272049,
      "loss": 5.5938,
      "step": 26166
    },
    {
      "epoch": 1.0717591644480853,
      "grad_norm": 19.30000098544707,
      "learning_rate": 0.00027976443422301003,
      "loss": 4.6875,
      "step": 26167
    },
    {
      "epoch": 1.0718001228752816,
      "grad_norm": 2.776045926351565,
      "learning_rate": 0.0002797627982574702,
      "loss": 6.5,
      "step": 26168
    },
    {
      "epoch": 1.071841081302478,
      "grad_norm": 1.767954657524765,
      "learning_rate": 0.00027976116223058596,
      "loss": 4.6875,
      "step": 26169
    },
    {
      "epoch": 1.0718820397296744,
      "grad_norm": 2.216611517631487,
      "learning_rate": 0.0002797595261423582,
      "loss": 5.125,
      "step": 26170
    },
    {
      "epoch": 1.0719229981568708,
      "grad_norm": 1.8353296894633242,
      "learning_rate": 0.00027975788999278764,
      "loss": 4.7812,
      "step": 26171
    },
    {
      "epoch": 1.071963956584067,
      "grad_norm": 2.287437270764673,
      "learning_rate": 0.0002797562537818751,
      "loss": 4.875,
      "step": 26172
    },
    {
      "epoch": 1.0720049150112636,
      "grad_norm": 3.5738287965599986,
      "learning_rate": 0.00027975461750962135,
      "loss": 5.2812,
      "step": 26173
    },
    {
      "epoch": 1.07204587343846,
      "grad_norm": 2.893306496945638,
      "learning_rate": 0.0002797529811760271,
      "loss": 5.75,
      "step": 26174
    },
    {
      "epoch": 1.0720868318656565,
      "grad_norm": 3.3707829879618068,
      "learning_rate": 0.00027975134478109323,
      "loss": 6.5312,
      "step": 26175
    },
    {
      "epoch": 1.0721277902928528,
      "grad_norm": 2.219535700566228,
      "learning_rate": 0.0002797497083248204,
      "loss": 5.2812,
      "step": 26176
    },
    {
      "epoch": 1.072168748720049,
      "grad_norm": 2.0653115492240106,
      "learning_rate": 0.00027974807180720945,
      "loss": 4.9062,
      "step": 26177
    },
    {
      "epoch": 1.0722097071472456,
      "grad_norm": 1.7610661321838534,
      "learning_rate": 0.00027974643522826113,
      "loss": 4.625,
      "step": 26178
    },
    {
      "epoch": 1.072250665574442,
      "grad_norm": 1.832959549499035,
      "learning_rate": 0.0002797447985879763,
      "loss": 4.875,
      "step": 26179
    },
    {
      "epoch": 1.0722916240016382,
      "grad_norm": 2.7230526409710927,
      "learning_rate": 0.0002797431618863556,
      "loss": 5.5625,
      "step": 26180
    },
    {
      "epoch": 1.0723325824288348,
      "grad_norm": 1.9281482939833268,
      "learning_rate": 0.00027974152512339986,
      "loss": 4.9688,
      "step": 26181
    },
    {
      "epoch": 1.072373540856031,
      "grad_norm": 1.9320898461702989,
      "learning_rate": 0.0002797398882991098,
      "loss": 4.8438,
      "step": 26182
    },
    {
      "epoch": 1.0724144992832274,
      "grad_norm": 1.8448012455093612,
      "learning_rate": 0.00027973825141348635,
      "loss": 4.6562,
      "step": 26183
    },
    {
      "epoch": 1.072455457710424,
      "grad_norm": 1.971732286590645,
      "learning_rate": 0.0002797366144665301,
      "loss": 5.7188,
      "step": 26184
    },
    {
      "epoch": 1.0724964161376203,
      "grad_norm": 1.9662913043584505,
      "learning_rate": 0.00027973497745824197,
      "loss": 5.2812,
      "step": 26185
    },
    {
      "epoch": 1.0725373745648168,
      "grad_norm": 2.0062759430305754,
      "learning_rate": 0.00027973334038862267,
      "loss": 5.5938,
      "step": 26186
    },
    {
      "epoch": 1.072578332992013,
      "grad_norm": 2.135458176917553,
      "learning_rate": 0.00027973170325767293,
      "loss": 5.3438,
      "step": 26187
    },
    {
      "epoch": 1.0726192914192094,
      "grad_norm": 1.680616138435641,
      "learning_rate": 0.0002797300660653936,
      "loss": 4.6875,
      "step": 26188
    },
    {
      "epoch": 1.072660249846406,
      "grad_norm": 7.925339521021124,
      "learning_rate": 0.0002797284288117854,
      "loss": 4.6875,
      "step": 26189
    },
    {
      "epoch": 1.0727012082736023,
      "grad_norm": 11.508936189384945,
      "learning_rate": 0.0002797267914968491,
      "loss": 5.7188,
      "step": 26190
    },
    {
      "epoch": 1.0727421667007988,
      "grad_norm": 2.533464780096756,
      "learning_rate": 0.0002797251541205856,
      "loss": 6.2812,
      "step": 26191
    },
    {
      "epoch": 1.0727831251279951,
      "grad_norm": 1.8187150785229367,
      "learning_rate": 0.0002797235166829955,
      "loss": 4.9062,
      "step": 26192
    },
    {
      "epoch": 1.0728240835551914,
      "grad_norm": 3.7589858100718825,
      "learning_rate": 0.0002797218791840797,
      "loss": 5.125,
      "step": 26193
    },
    {
      "epoch": 1.072865041982388,
      "grad_norm": 4.210441853746075,
      "learning_rate": 0.0002797202416238389,
      "loss": 6.375,
      "step": 26194
    },
    {
      "epoch": 1.0729060004095843,
      "grad_norm": 5.82836464518897,
      "learning_rate": 0.00027971860400227385,
      "loss": 4.9062,
      "step": 26195
    },
    {
      "epoch": 1.0729469588367806,
      "grad_norm": 3.5356636109187005,
      "learning_rate": 0.0002797169663193854,
      "loss": 4.5,
      "step": 26196
    },
    {
      "epoch": 1.0729879172639771,
      "grad_norm": 4.233425538263224,
      "learning_rate": 0.0002797153285751743,
      "loss": 5.75,
      "step": 26197
    },
    {
      "epoch": 1.0730288756911734,
      "grad_norm": 3.1067274960815316,
      "learning_rate": 0.0002797136907696413,
      "loss": 4.2188,
      "step": 26198
    },
    {
      "epoch": 1.0730698341183698,
      "grad_norm": 5.34972696377859,
      "learning_rate": 0.00027971205290278723,
      "loss": 7.1875,
      "step": 26199
    },
    {
      "epoch": 1.0731107925455663,
      "grad_norm": 9.182781304143331,
      "learning_rate": 0.0002797104149746128,
      "loss": 6.0,
      "step": 26200
    },
    {
      "epoch": 1.0731517509727626,
      "grad_norm": 2.0102245725759174,
      "learning_rate": 0.00027970877698511886,
      "loss": 4.4688,
      "step": 26201
    },
    {
      "epoch": 1.0731927093999591,
      "grad_norm": 5.272723216240615,
      "learning_rate": 0.0002797071389343061,
      "loss": 5.5625,
      "step": 26202
    },
    {
      "epoch": 1.0732336678271555,
      "grad_norm": 3.538181810943479,
      "learning_rate": 0.00027970550082217534,
      "loss": 3.5,
      "step": 26203
    },
    {
      "epoch": 1.0732746262543518,
      "grad_norm": 2.090201335560934,
      "learning_rate": 0.0002797038626487273,
      "loss": 2.7656,
      "step": 26204
    },
    {
      "epoch": 1.0733155846815483,
      "grad_norm": 1.9433967104468939,
      "learning_rate": 0.00027970222441396284,
      "loss": 5.625,
      "step": 26205
    },
    {
      "epoch": 1.0733565431087446,
      "grad_norm": 1.9699661039397582,
      "learning_rate": 0.0002797005861178827,
      "loss": 5.8125,
      "step": 26206
    },
    {
      "epoch": 1.073397501535941,
      "grad_norm": 2.5797050584011716,
      "learning_rate": 0.00027969894776048765,
      "loss": 5.3125,
      "step": 26207
    },
    {
      "epoch": 1.0734384599631375,
      "grad_norm": 3.895172886095366,
      "learning_rate": 0.00027969730934177846,
      "loss": 5.3438,
      "step": 26208
    },
    {
      "epoch": 1.0734794183903338,
      "grad_norm": 1.8885491105915955,
      "learning_rate": 0.0002796956708617559,
      "loss": 4.6562,
      "step": 26209
    },
    {
      "epoch": 1.0735203768175303,
      "grad_norm": 3.033009391659764,
      "learning_rate": 0.0002796940323204208,
      "loss": 6.75,
      "step": 26210
    },
    {
      "epoch": 1.0735613352447266,
      "grad_norm": 2.758056509854612,
      "learning_rate": 0.00027969239371777383,
      "loss": 4.5938,
      "step": 26211
    },
    {
      "epoch": 1.073602293671923,
      "grad_norm": 2.4471133010399657,
      "learning_rate": 0.00027969075505381583,
      "loss": 5.6875,
      "step": 26212
    },
    {
      "epoch": 1.0736432520991195,
      "grad_norm": 1.9349508611425696,
      "learning_rate": 0.00027968911632854756,
      "loss": 5.5938,
      "step": 26213
    },
    {
      "epoch": 1.0736842105263158,
      "grad_norm": 2.9324814114540194,
      "learning_rate": 0.0002796874775419698,
      "loss": 4.8438,
      "step": 26214
    },
    {
      "epoch": 1.073725168953512,
      "grad_norm": 2.0435785098956982,
      "learning_rate": 0.00027968583869408337,
      "loss": 4.7812,
      "step": 26215
    },
    {
      "epoch": 1.0737661273807086,
      "grad_norm": 2.61602552234182,
      "learning_rate": 0.0002796841997848889,
      "loss": 5.375,
      "step": 26216
    },
    {
      "epoch": 1.073807085807905,
      "grad_norm": 3.434245542835193,
      "learning_rate": 0.0002796825608143874,
      "loss": 6.0625,
      "step": 26217
    },
    {
      "epoch": 1.0738480442351013,
      "grad_norm": 2.268749742550651,
      "learning_rate": 0.0002796809217825794,
      "loss": 1.2891,
      "step": 26218
    },
    {
      "epoch": 1.0738890026622978,
      "grad_norm": 3.89869308580799,
      "learning_rate": 0.0002796792826894658,
      "loss": 6.75,
      "step": 26219
    },
    {
      "epoch": 1.0739299610894941,
      "grad_norm": 7.029841812254298,
      "learning_rate": 0.00027967764353504745,
      "loss": 3.9688,
      "step": 26220
    },
    {
      "epoch": 1.0739709195166907,
      "grad_norm": 2.420983643030684,
      "learning_rate": 0.000279676004319325,
      "loss": 6.375,
      "step": 26221
    },
    {
      "epoch": 1.074011877943887,
      "grad_norm": 4.894844287286006,
      "learning_rate": 0.0002796743650422992,
      "loss": 5.625,
      "step": 26222
    },
    {
      "epoch": 1.0740528363710833,
      "grad_norm": 3.4927599866808476,
      "learning_rate": 0.00027967272570397094,
      "loss": 7.2188,
      "step": 26223
    },
    {
      "epoch": 1.0740937947982798,
      "grad_norm": 2.666735563452619,
      "learning_rate": 0.00027967108630434095,
      "loss": 5.5312,
      "step": 26224
    },
    {
      "epoch": 1.0741347532254761,
      "grad_norm": 4.087686595823458,
      "learning_rate": 0.00027966944684340995,
      "loss": 5.6562,
      "step": 26225
    },
    {
      "epoch": 1.0741757116526724,
      "grad_norm": 3.709547936128912,
      "learning_rate": 0.00027966780732117876,
      "loss": 3.3125,
      "step": 26226
    },
    {
      "epoch": 1.074216670079869,
      "grad_norm": 2.264845080173413,
      "learning_rate": 0.0002796661677376482,
      "loss": 4.7812,
      "step": 26227
    },
    {
      "epoch": 1.0742576285070653,
      "grad_norm": 2.1786704055451906,
      "learning_rate": 0.00027966452809281893,
      "loss": 5.9062,
      "step": 26228
    },
    {
      "epoch": 1.0742985869342618,
      "grad_norm": 2.2685735382154246,
      "learning_rate": 0.00027966288838669187,
      "loss": 5.0938,
      "step": 26229
    },
    {
      "epoch": 1.0743395453614581,
      "grad_norm": 5.247906129078016,
      "learning_rate": 0.00027966124861926765,
      "loss": 3.2031,
      "step": 26230
    },
    {
      "epoch": 1.0743805037886545,
      "grad_norm": 3.575202301982688,
      "learning_rate": 0.0002796596087905472,
      "loss": 5.8125,
      "step": 26231
    },
    {
      "epoch": 1.074421462215851,
      "grad_norm": 9.680330892536453,
      "learning_rate": 0.00027965796890053115,
      "loss": 2.625,
      "step": 26232
    },
    {
      "epoch": 1.0744624206430473,
      "grad_norm": 3.090157059184189,
      "learning_rate": 0.00027965632894922033,
      "loss": 4.1875,
      "step": 26233
    },
    {
      "epoch": 1.0745033790702436,
      "grad_norm": 2.4065674689279604,
      "learning_rate": 0.00027965468893661555,
      "loss": 6.2188,
      "step": 26234
    },
    {
      "epoch": 1.0745443374974402,
      "grad_norm": 1.8637157268083404,
      "learning_rate": 0.00027965304886271757,
      "loss": 4.3438,
      "step": 26235
    },
    {
      "epoch": 1.0745852959246365,
      "grad_norm": 2.1598943344437775,
      "learning_rate": 0.0002796514087275271,
      "loss": 5.75,
      "step": 26236
    },
    {
      "epoch": 1.0746262543518328,
      "grad_norm": 3.0998755166777556,
      "learning_rate": 0.000279649768531045,
      "loss": 2.6406,
      "step": 26237
    },
    {
      "epoch": 1.0746672127790293,
      "grad_norm": 2.5555629351753564,
      "learning_rate": 0.000279648128273272,
      "loss": 5.1875,
      "step": 26238
    },
    {
      "epoch": 1.0747081712062256,
      "grad_norm": 2.2879934681240486,
      "learning_rate": 0.00027964648795420887,
      "loss": 5.2812,
      "step": 26239
    },
    {
      "epoch": 1.0747491296334222,
      "grad_norm": 2.5419135762617864,
      "learning_rate": 0.0002796448475738565,
      "loss": 5.8125,
      "step": 26240
    },
    {
      "epoch": 1.0747900880606185,
      "grad_norm": 2.0386777312293143,
      "learning_rate": 0.0002796432071322155,
      "loss": 4.7188,
      "step": 26241
    },
    {
      "epoch": 1.0748310464878148,
      "grad_norm": 2.018451898685961,
      "learning_rate": 0.0002796415666292867,
      "loss": 5.9062,
      "step": 26242
    },
    {
      "epoch": 1.0748720049150113,
      "grad_norm": 2.191521232177314,
      "learning_rate": 0.0002796399260650709,
      "loss": 5.0625,
      "step": 26243
    },
    {
      "epoch": 1.0749129633422077,
      "grad_norm": 1.9397823564603491,
      "learning_rate": 0.00027963828543956887,
      "loss": 4.5312,
      "step": 26244
    },
    {
      "epoch": 1.074953921769404,
      "grad_norm": 2.8417704903344547,
      "learning_rate": 0.0002796366447527814,
      "loss": 6.4688,
      "step": 26245
    },
    {
      "epoch": 1.0749948801966005,
      "grad_norm": 1.8322758290026764,
      "learning_rate": 0.0002796350040047092,
      "loss": 4.5,
      "step": 26246
    },
    {
      "epoch": 1.0750358386237968,
      "grad_norm": 2.293927847874132,
      "learning_rate": 0.0002796333631953531,
      "loss": 4.75,
      "step": 26247
    },
    {
      "epoch": 1.0750767970509933,
      "grad_norm": 1.7694932074426508,
      "learning_rate": 0.0002796317223247139,
      "loss": 5.2188,
      "step": 26248
    },
    {
      "epoch": 1.0751177554781897,
      "grad_norm": 2.2865949849047844,
      "learning_rate": 0.0002796300813927923,
      "loss": 6.0625,
      "step": 26249
    },
    {
      "epoch": 1.075158713905386,
      "grad_norm": 1.8951398880085542,
      "learning_rate": 0.0002796284403995892,
      "loss": 5.375,
      "step": 26250
    },
    {
      "epoch": 1.0751996723325825,
      "grad_norm": 11.172117818529372,
      "learning_rate": 0.00027962679934510524,
      "loss": 5.7188,
      "step": 26251
    },
    {
      "epoch": 1.0752406307597788,
      "grad_norm": 2.075205514493703,
      "learning_rate": 0.00027962515822934123,
      "loss": 5.4688,
      "step": 26252
    },
    {
      "epoch": 1.0752815891869751,
      "grad_norm": 1.9122115379706155,
      "learning_rate": 0.000279623517052298,
      "loss": 6.4688,
      "step": 26253
    },
    {
      "epoch": 1.0753225476141717,
      "grad_norm": 1.9327344487741078,
      "learning_rate": 0.0002796218758139763,
      "loss": 4.625,
      "step": 26254
    },
    {
      "epoch": 1.075363506041368,
      "grad_norm": 3.311440313123889,
      "learning_rate": 0.0002796202345143769,
      "loss": 6.6562,
      "step": 26255
    },
    {
      "epoch": 1.0754044644685643,
      "grad_norm": 2.263330551891038,
      "learning_rate": 0.0002796185931535006,
      "loss": 5.0625,
      "step": 26256
    },
    {
      "epoch": 1.0754454228957608,
      "grad_norm": 2.257579645206423,
      "learning_rate": 0.0002796169517313481,
      "loss": 4.9375,
      "step": 26257
    },
    {
      "epoch": 1.0754863813229572,
      "grad_norm": 1.7100500640420067,
      "learning_rate": 0.0002796153102479202,
      "loss": 4.8438,
      "step": 26258
    },
    {
      "epoch": 1.0755273397501537,
      "grad_norm": 2.06327279723825,
      "learning_rate": 0.00027961366870321775,
      "loss": 6.125,
      "step": 26259
    },
    {
      "epoch": 1.07556829817735,
      "grad_norm": 1.9558893438485911,
      "learning_rate": 0.0002796120270972415,
      "loss": 4.2188,
      "step": 26260
    },
    {
      "epoch": 1.0756092566045463,
      "grad_norm": 4.277242465271234,
      "learning_rate": 0.00027961038542999214,
      "loss": 6.0312,
      "step": 26261
    },
    {
      "epoch": 1.0756502150317429,
      "grad_norm": 3.5966269224473453,
      "learning_rate": 0.00027960874370147056,
      "loss": 4.8125,
      "step": 26262
    },
    {
      "epoch": 1.0756911734589392,
      "grad_norm": 2.9156822740784416,
      "learning_rate": 0.00027960710191167747,
      "loss": 6.4375,
      "step": 26263
    },
    {
      "epoch": 1.0757321318861355,
      "grad_norm": 2.381173586292649,
      "learning_rate": 0.0002796054600606137,
      "loss": 4.75,
      "step": 26264
    },
    {
      "epoch": 1.075773090313332,
      "grad_norm": 1.9871377491728472,
      "learning_rate": 0.0002796038181482799,
      "loss": 5.9062,
      "step": 26265
    },
    {
      "epoch": 1.0758140487405283,
      "grad_norm": 8.665905026244236,
      "learning_rate": 0.000279602176174677,
      "loss": 5.125,
      "step": 26266
    },
    {
      "epoch": 1.0758550071677249,
      "grad_norm": 4.374161577968164,
      "learning_rate": 0.0002796005341398057,
      "loss": 6.5312,
      "step": 26267
    },
    {
      "epoch": 1.0758959655949212,
      "grad_norm": 2.675034363453772,
      "learning_rate": 0.0002795988920436668,
      "loss": 5.25,
      "step": 26268
    },
    {
      "epoch": 1.0759369240221175,
      "grad_norm": 3.1620919627116995,
      "learning_rate": 0.000279597249886261,
      "loss": 4.8125,
      "step": 26269
    },
    {
      "epoch": 1.075977882449314,
      "grad_norm": 4.125703858712234,
      "learning_rate": 0.00027959560766758926,
      "loss": 4.1562,
      "step": 26270
    },
    {
      "epoch": 1.0760188408765103,
      "grad_norm": 2.323268508500662,
      "learning_rate": 0.0002795939653876521,
      "loss": 5.75,
      "step": 26271
    },
    {
      "epoch": 1.0760597993037067,
      "grad_norm": 2.137803753376195,
      "learning_rate": 0.00027959232304645054,
      "loss": 5.9688,
      "step": 26272
    },
    {
      "epoch": 1.0761007577309032,
      "grad_norm": 2.0287368008760716,
      "learning_rate": 0.0002795906806439852,
      "loss": 3.7969,
      "step": 26273
    },
    {
      "epoch": 1.0761417161580995,
      "grad_norm": 19.070700457198985,
      "learning_rate": 0.0002795890381802569,
      "loss": 6.5938,
      "step": 26274
    },
    {
      "epoch": 1.0761826745852958,
      "grad_norm": 3.6586887350526096,
      "learning_rate": 0.0002795873956552665,
      "loss": 5.9688,
      "step": 26275
    },
    {
      "epoch": 1.0762236330124924,
      "grad_norm": 1.8949492177910328,
      "learning_rate": 0.0002795857530690146,
      "loss": 4.2812,
      "step": 26276
    },
    {
      "epoch": 1.0762645914396887,
      "grad_norm": 2.3251546201007884,
      "learning_rate": 0.0002795841104215021,
      "loss": 4.875,
      "step": 26277
    },
    {
      "epoch": 1.0763055498668852,
      "grad_norm": 2.2305303698930565,
      "learning_rate": 0.0002795824677127298,
      "loss": 4.8438,
      "step": 26278
    },
    {
      "epoch": 1.0763465082940815,
      "grad_norm": 2.49031586236389,
      "learning_rate": 0.0002795808249426984,
      "loss": 4.2812,
      "step": 26279
    },
    {
      "epoch": 1.0763874667212778,
      "grad_norm": 2.282303111931446,
      "learning_rate": 0.0002795791821114087,
      "loss": 4.9688,
      "step": 26280
    },
    {
      "epoch": 1.0764284251484744,
      "grad_norm": 1.9692696357469717,
      "learning_rate": 0.0002795775392188615,
      "loss": 5.5625,
      "step": 26281
    },
    {
      "epoch": 1.0764693835756707,
      "grad_norm": 2.40133795397301,
      "learning_rate": 0.0002795758962650575,
      "loss": 4.9062,
      "step": 26282
    },
    {
      "epoch": 1.076510342002867,
      "grad_norm": 3.3741420609700166,
      "learning_rate": 0.00027957425324999757,
      "loss": 7.0,
      "step": 26283
    },
    {
      "epoch": 1.0765513004300635,
      "grad_norm": 2.6205751271050097,
      "learning_rate": 0.0002795726101736825,
      "loss": 6.0,
      "step": 26284
    },
    {
      "epoch": 1.0765922588572598,
      "grad_norm": 1.9269158370173318,
      "learning_rate": 0.00027957096703611295,
      "loss": 4.5312,
      "step": 26285
    },
    {
      "epoch": 1.0766332172844564,
      "grad_norm": 2.040810247969265,
      "learning_rate": 0.0002795693238372898,
      "loss": 4.0,
      "step": 26286
    },
    {
      "epoch": 1.0766741757116527,
      "grad_norm": 2.47154049162776,
      "learning_rate": 0.00027956768057721377,
      "loss": 5.2188,
      "step": 26287
    },
    {
      "epoch": 1.076715134138849,
      "grad_norm": 4.2624263921997425,
      "learning_rate": 0.0002795660372558857,
      "loss": 6.0312,
      "step": 26288
    },
    {
      "epoch": 1.0767560925660455,
      "grad_norm": 2.673164228471475,
      "learning_rate": 0.0002795643938733063,
      "loss": 6.0312,
      "step": 26289
    },
    {
      "epoch": 1.0767970509932419,
      "grad_norm": 2.135602614053984,
      "learning_rate": 0.0002795627504294764,
      "loss": 5.375,
      "step": 26290
    },
    {
      "epoch": 1.0768380094204382,
      "grad_norm": 3.001377810672821,
      "learning_rate": 0.0002795611069243967,
      "loss": 2.9219,
      "step": 26291
    },
    {
      "epoch": 1.0768789678476347,
      "grad_norm": 2.1603492954529036,
      "learning_rate": 0.00027955946335806803,
      "loss": 6.1562,
      "step": 26292
    },
    {
      "epoch": 1.076919926274831,
      "grad_norm": 2.1502624394540883,
      "learning_rate": 0.00027955781973049116,
      "loss": 4.9062,
      "step": 26293
    },
    {
      "epoch": 1.0769608847020273,
      "grad_norm": 2.782215590522577,
      "learning_rate": 0.0002795561760416669,
      "loss": 4.6875,
      "step": 26294
    },
    {
      "epoch": 1.0770018431292239,
      "grad_norm": 3.853919763554654,
      "learning_rate": 0.000279554532291596,
      "loss": 6.1875,
      "step": 26295
    },
    {
      "epoch": 1.0770428015564202,
      "grad_norm": 7.844590325977857,
      "learning_rate": 0.0002795528884802792,
      "loss": 2.0312,
      "step": 26296
    },
    {
      "epoch": 1.0770837599836167,
      "grad_norm": 2.338304080109018,
      "learning_rate": 0.0002795512446077174,
      "loss": 2.5625,
      "step": 26297
    },
    {
      "epoch": 1.077124718410813,
      "grad_norm": 2.1274472225567784,
      "learning_rate": 0.0002795496006739112,
      "loss": 4.4688,
      "step": 26298
    },
    {
      "epoch": 1.0771656768380093,
      "grad_norm": 2.1924623060808117,
      "learning_rate": 0.00027954795667886145,
      "loss": 4.75,
      "step": 26299
    },
    {
      "epoch": 1.0772066352652059,
      "grad_norm": 3.0160385244238856,
      "learning_rate": 0.00027954631262256904,
      "loss": 5.5312,
      "step": 26300
    },
    {
      "epoch": 1.0772475936924022,
      "grad_norm": 2.1533828514179385,
      "learning_rate": 0.0002795446685050346,
      "loss": 5.0938,
      "step": 26301
    },
    {
      "epoch": 1.0772885521195985,
      "grad_norm": 2.4019502116463394,
      "learning_rate": 0.00027954302432625893,
      "loss": 5.25,
      "step": 26302
    },
    {
      "epoch": 1.077329510546795,
      "grad_norm": 16.186812022848333,
      "learning_rate": 0.0002795413800862429,
      "loss": 6.25,
      "step": 26303
    },
    {
      "epoch": 1.0773704689739914,
      "grad_norm": 2.019447083259009,
      "learning_rate": 0.00027953973578498717,
      "loss": 4.8438,
      "step": 26304
    },
    {
      "epoch": 1.077411427401188,
      "grad_norm": 1.9638713528900638,
      "learning_rate": 0.00027953809142249253,
      "loss": 5.0312,
      "step": 26305
    },
    {
      "epoch": 1.0774523858283842,
      "grad_norm": 10.297828025683746,
      "learning_rate": 0.0002795364469987599,
      "loss": 2.0469,
      "step": 26306
    },
    {
      "epoch": 1.0774933442555805,
      "grad_norm": 3.911875530437111,
      "learning_rate": 0.00027953480251378986,
      "loss": 5.3438,
      "step": 26307
    },
    {
      "epoch": 1.077534302682777,
      "grad_norm": 2.4439942109938046,
      "learning_rate": 0.00027953315796758335,
      "loss": 5.0312,
      "step": 26308
    },
    {
      "epoch": 1.0775752611099734,
      "grad_norm": 2.0970431513928434,
      "learning_rate": 0.00027953151336014104,
      "loss": 5.6562,
      "step": 26309
    },
    {
      "epoch": 1.0776162195371697,
      "grad_norm": 1.7920679113585734,
      "learning_rate": 0.0002795298686914638,
      "loss": 5.125,
      "step": 26310
    },
    {
      "epoch": 1.0776571779643662,
      "grad_norm": 3.4767599953091066,
      "learning_rate": 0.0002795282239615523,
      "loss": 6.75,
      "step": 26311
    },
    {
      "epoch": 1.0776981363915625,
      "grad_norm": 3.4864373208680304,
      "learning_rate": 0.0002795265791704074,
      "loss": 2.7031,
      "step": 26312
    },
    {
      "epoch": 1.0777390948187588,
      "grad_norm": 1.9186238239200002,
      "learning_rate": 0.0002795249343180298,
      "loss": 4.2188,
      "step": 26313
    },
    {
      "epoch": 1.0777800532459554,
      "grad_norm": 2.3101321382255877,
      "learning_rate": 0.0002795232894044204,
      "loss": 5.0625,
      "step": 26314
    },
    {
      "epoch": 1.0778210116731517,
      "grad_norm": 3.20831616470026,
      "learning_rate": 0.00027952164442957987,
      "loss": 6.75,
      "step": 26315
    },
    {
      "epoch": 1.0778619701003482,
      "grad_norm": 2.1521183635327557,
      "learning_rate": 0.000279519999393509,
      "loss": 5.875,
      "step": 26316
    },
    {
      "epoch": 1.0779029285275445,
      "grad_norm": 2.8303175663811224,
      "learning_rate": 0.0002795183542962086,
      "loss": 4.875,
      "step": 26317
    },
    {
      "epoch": 1.0779438869547409,
      "grad_norm": 2.5876989585548453,
      "learning_rate": 0.00027951670913767946,
      "loss": 6.0,
      "step": 26318
    },
    {
      "epoch": 1.0779848453819374,
      "grad_norm": 2.9805848973896705,
      "learning_rate": 0.00027951506391792237,
      "loss": 5.3438,
      "step": 26319
    },
    {
      "epoch": 1.0780258038091337,
      "grad_norm": 1.8561099240700014,
      "learning_rate": 0.00027951341863693795,
      "loss": 4.8125,
      "step": 26320
    },
    {
      "epoch": 1.07806676223633,
      "grad_norm": 1.9721336401481062,
      "learning_rate": 0.0002795117732947272,
      "loss": 4.9375,
      "step": 26321
    },
    {
      "epoch": 1.0781077206635266,
      "grad_norm": 2.0859262545159996,
      "learning_rate": 0.0002795101278912908,
      "loss": 4.9375,
      "step": 26322
    },
    {
      "epoch": 1.0781486790907229,
      "grad_norm": 4.34016815282,
      "learning_rate": 0.0002795084824266295,
      "loss": 6.1875,
      "step": 26323
    },
    {
      "epoch": 1.0781896375179194,
      "grad_norm": 2.1129462878345593,
      "learning_rate": 0.00027950683690074413,
      "loss": 5.0625,
      "step": 26324
    },
    {
      "epoch": 1.0782305959451157,
      "grad_norm": 4.041034593354069,
      "learning_rate": 0.0002795051913136354,
      "loss": 5.25,
      "step": 26325
    },
    {
      "epoch": 1.078271554372312,
      "grad_norm": 2.013491941973824,
      "learning_rate": 0.00027950354566530413,
      "loss": 5.125,
      "step": 26326
    },
    {
      "epoch": 1.0783125127995086,
      "grad_norm": 2.1019233755159883,
      "learning_rate": 0.0002795018999557511,
      "loss": 5.1875,
      "step": 26327
    },
    {
      "epoch": 1.0783534712267049,
      "grad_norm": 3.090733889320537,
      "learning_rate": 0.0002795002541849772,
      "loss": 5.6875,
      "step": 26328
    },
    {
      "epoch": 1.0783944296539012,
      "grad_norm": 3.44011213125728,
      "learning_rate": 0.00027949860835298294,
      "loss": 4.625,
      "step": 26329
    },
    {
      "epoch": 1.0784353880810977,
      "grad_norm": 2.58164638462264,
      "learning_rate": 0.00027949696245976933,
      "loss": 4.4688,
      "step": 26330
    },
    {
      "epoch": 1.078476346508294,
      "grad_norm": 13.489797863307048,
      "learning_rate": 0.000279495316505337,
      "loss": 5.7812,
      "step": 26331
    },
    {
      "epoch": 1.0785173049354904,
      "grad_norm": 2.030066650109948,
      "learning_rate": 0.0002794936704896869,
      "loss": 4.8438,
      "step": 26332
    },
    {
      "epoch": 1.078558263362687,
      "grad_norm": 2.3374485483534078,
      "learning_rate": 0.00027949202441281964,
      "loss": 5.75,
      "step": 26333
    },
    {
      "epoch": 1.0785992217898832,
      "grad_norm": 2.4142758357795664,
      "learning_rate": 0.0002794903782747361,
      "loss": 4.5625,
      "step": 26334
    },
    {
      "epoch": 1.0786401802170797,
      "grad_norm": 2.4811946313975115,
      "learning_rate": 0.00027948873207543705,
      "loss": 5.1875,
      "step": 26335
    },
    {
      "epoch": 1.078681138644276,
      "grad_norm": 1.845051468067099,
      "learning_rate": 0.0002794870858149232,
      "loss": 5.0,
      "step": 26336
    },
    {
      "epoch": 1.0787220970714724,
      "grad_norm": 2.2609090246668755,
      "learning_rate": 0.0002794854394931953,
      "loss": 5.1875,
      "step": 26337
    },
    {
      "epoch": 1.078763055498669,
      "grad_norm": 12.90594992197414,
      "learning_rate": 0.0002794837931102543,
      "loss": 4.375,
      "step": 26338
    },
    {
      "epoch": 1.0788040139258652,
      "grad_norm": 2.2096570379542735,
      "learning_rate": 0.0002794821466661009,
      "loss": 4.4688,
      "step": 26339
    },
    {
      "epoch": 1.0788449723530618,
      "grad_norm": 2.0194685175225087,
      "learning_rate": 0.0002794805001607357,
      "loss": 5.125,
      "step": 26340
    },
    {
      "epoch": 1.078885930780258,
      "grad_norm": 3.7787771347867483,
      "learning_rate": 0.00027947885359415976,
      "loss": 5.8438,
      "step": 26341
    },
    {
      "epoch": 1.0789268892074544,
      "grad_norm": 2.455549284528185,
      "learning_rate": 0.0002794772069663737,
      "loss": 5.9688,
      "step": 26342
    },
    {
      "epoch": 1.078967847634651,
      "grad_norm": 1.9687892625119148,
      "learning_rate": 0.0002794755602773783,
      "loss": 5.25,
      "step": 26343
    },
    {
      "epoch": 1.0790088060618472,
      "grad_norm": 1.5859120114268854,
      "learning_rate": 0.00027947391352717445,
      "loss": 4.8125,
      "step": 26344
    },
    {
      "epoch": 1.0790497644890436,
      "grad_norm": 2.597021370018399,
      "learning_rate": 0.00027947226671576277,
      "loss": 7.4062,
      "step": 26345
    },
    {
      "epoch": 1.07909072291624,
      "grad_norm": 4.014836302905486,
      "learning_rate": 0.00027947061984314413,
      "loss": 5.8438,
      "step": 26346
    },
    {
      "epoch": 1.0791316813434364,
      "grad_norm": 2.264801592184472,
      "learning_rate": 0.0002794689729093193,
      "loss": 5.7188,
      "step": 26347
    },
    {
      "epoch": 1.0791726397706327,
      "grad_norm": 1.8777461384355598,
      "learning_rate": 0.00027946732591428903,
      "loss": 4.9375,
      "step": 26348
    },
    {
      "epoch": 1.0792135981978292,
      "grad_norm": 2.788594659969892,
      "learning_rate": 0.0002794656788580542,
      "loss": 4.6562,
      "step": 26349
    },
    {
      "epoch": 1.0792545566250256,
      "grad_norm": 1.801897942815247,
      "learning_rate": 0.00027946403174061545,
      "loss": 4.875,
      "step": 26350
    },
    {
      "epoch": 1.079295515052222,
      "grad_norm": 3.150407425956604,
      "learning_rate": 0.00027946238456197364,
      "loss": 7.0938,
      "step": 26351
    },
    {
      "epoch": 1.0793364734794184,
      "grad_norm": 2.3057505855218583,
      "learning_rate": 0.0002794607373221295,
      "loss": 5.4062,
      "step": 26352
    },
    {
      "epoch": 1.0793774319066147,
      "grad_norm": 2.7009482412394616,
      "learning_rate": 0.0002794590900210838,
      "loss": 5.125,
      "step": 26353
    },
    {
      "epoch": 1.0794183903338113,
      "grad_norm": 2.3126789071916547,
      "learning_rate": 0.0002794574426588374,
      "loss": 5.875,
      "step": 26354
    },
    {
      "epoch": 1.0794593487610076,
      "grad_norm": 2.8948348373292467,
      "learning_rate": 0.00027945579523539106,
      "loss": 7.4062,
      "step": 26355
    },
    {
      "epoch": 1.079500307188204,
      "grad_norm": 2.069450360384155,
      "learning_rate": 0.0002794541477507455,
      "loss": 5.6875,
      "step": 26356
    },
    {
      "epoch": 1.0795412656154004,
      "grad_norm": 2.374256833034283,
      "learning_rate": 0.00027945250020490155,
      "loss": 5.0625,
      "step": 26357
    },
    {
      "epoch": 1.0795822240425967,
      "grad_norm": 6.782823179897533,
      "learning_rate": 0.00027945085259786,
      "loss": 2.9062,
      "step": 26358
    },
    {
      "epoch": 1.0796231824697933,
      "grad_norm": 2.087218602624761,
      "learning_rate": 0.00027944920492962153,
      "loss": 5.0312,
      "step": 26359
    },
    {
      "epoch": 1.0796641408969896,
      "grad_norm": 2.8057752993844236,
      "learning_rate": 0.00027944755720018703,
      "loss": 4.2188,
      "step": 26360
    },
    {
      "epoch": 1.079705099324186,
      "grad_norm": 2.01657977892866,
      "learning_rate": 0.0002794459094095572,
      "loss": 5.375,
      "step": 26361
    },
    {
      "epoch": 1.0797460577513824,
      "grad_norm": 2.273360843522575,
      "learning_rate": 0.0002794442615577329,
      "loss": 5.625,
      "step": 26362
    },
    {
      "epoch": 1.0797870161785788,
      "grad_norm": 2.653379576025859,
      "learning_rate": 0.0002794426136447148,
      "loss": 4.5,
      "step": 26363
    },
    {
      "epoch": 1.079827974605775,
      "grad_norm": 1.6851594548188367,
      "learning_rate": 0.0002794409656705038,
      "loss": 2.8906,
      "step": 26364
    },
    {
      "epoch": 1.0798689330329716,
      "grad_norm": 10.826716508918906,
      "learning_rate": 0.0002794393176351006,
      "loss": 5.0312,
      "step": 26365
    },
    {
      "epoch": 1.079909891460168,
      "grad_norm": 3.332682301804935,
      "learning_rate": 0.000279437669538506,
      "loss": 6.0312,
      "step": 26366
    },
    {
      "epoch": 1.0799508498873642,
      "grad_norm": 3.4939250482459774,
      "learning_rate": 0.0002794360213807208,
      "loss": 7.2812,
      "step": 26367
    },
    {
      "epoch": 1.0799918083145608,
      "grad_norm": 2.0360631720963163,
      "learning_rate": 0.00027943437316174576,
      "loss": 4.9688,
      "step": 26368
    },
    {
      "epoch": 1.080032766741757,
      "grad_norm": 2.6661507048615154,
      "learning_rate": 0.0002794327248815816,
      "loss": 5.6875,
      "step": 26369
    },
    {
      "epoch": 1.0800737251689536,
      "grad_norm": 1.96421311231436,
      "learning_rate": 0.00027943107654022925,
      "loss": 4.7188,
      "step": 26370
    },
    {
      "epoch": 1.08011468359615,
      "grad_norm": 1.9922283570380281,
      "learning_rate": 0.00027942942813768935,
      "loss": 5.7812,
      "step": 26371
    },
    {
      "epoch": 1.0801556420233462,
      "grad_norm": 2.323232344311974,
      "learning_rate": 0.00027942777967396277,
      "loss": 4.9062,
      "step": 26372
    },
    {
      "epoch": 1.0801966004505428,
      "grad_norm": 2.92691347201901,
      "learning_rate": 0.00027942613114905016,
      "loss": 5.1562,
      "step": 26373
    },
    {
      "epoch": 1.080237558877739,
      "grad_norm": 3.305762386061758,
      "learning_rate": 0.00027942448256295245,
      "loss": 5.0625,
      "step": 26374
    },
    {
      "epoch": 1.0802785173049354,
      "grad_norm": 2.0127020053741345,
      "learning_rate": 0.00027942283391567033,
      "loss": 5.5625,
      "step": 26375
    },
    {
      "epoch": 1.080319475732132,
      "grad_norm": 2.000599128178216,
      "learning_rate": 0.0002794211852072046,
      "loss": 4.75,
      "step": 26376
    },
    {
      "epoch": 1.0803604341593283,
      "grad_norm": 2.8489084102501874,
      "learning_rate": 0.00027941953643755604,
      "loss": 7.0312,
      "step": 26377
    },
    {
      "epoch": 1.0804013925865248,
      "grad_norm": 3.1856336867522805,
      "learning_rate": 0.0002794178876067255,
      "loss": 6.9062,
      "step": 26378
    },
    {
      "epoch": 1.080442351013721,
      "grad_norm": 4.3083216111521985,
      "learning_rate": 0.00027941623871471363,
      "loss": 2.2656,
      "step": 26379
    },
    {
      "epoch": 1.0804833094409174,
      "grad_norm": 4.1495868586411175,
      "learning_rate": 0.0002794145897615212,
      "loss": 6.5,
      "step": 26380
    },
    {
      "epoch": 1.080524267868114,
      "grad_norm": 3.6402492192688287,
      "learning_rate": 0.00027941294074714917,
      "loss": 5.2188,
      "step": 26381
    },
    {
      "epoch": 1.0805652262953103,
      "grad_norm": 2.8090307581839413,
      "learning_rate": 0.0002794112916715982,
      "loss": 5.7188,
      "step": 26382
    },
    {
      "epoch": 1.0806061847225066,
      "grad_norm": 2.0771706881580503,
      "learning_rate": 0.0002794096425348691,
      "loss": 5.0312,
      "step": 26383
    },
    {
      "epoch": 1.0806471431497031,
      "grad_norm": 2.14997171503696,
      "learning_rate": 0.00027940799333696256,
      "loss": 4.7812,
      "step": 26384
    },
    {
      "epoch": 1.0806881015768994,
      "grad_norm": 2.0027491750245057,
      "learning_rate": 0.00027940634407787947,
      "loss": 4.7188,
      "step": 26385
    },
    {
      "epoch": 1.0807290600040957,
      "grad_norm": 2.6843047028185723,
      "learning_rate": 0.0002794046947576206,
      "loss": 5.7188,
      "step": 26386
    },
    {
      "epoch": 1.0807700184312923,
      "grad_norm": 2.095310445477755,
      "learning_rate": 0.0002794030453761866,
      "loss": 5.25,
      "step": 26387
    },
    {
      "epoch": 1.0808109768584886,
      "grad_norm": 4.383192054450144,
      "learning_rate": 0.00027940139593357843,
      "loss": 7.0938,
      "step": 26388
    },
    {
      "epoch": 1.0808519352856851,
      "grad_norm": 2.6617834775922056,
      "learning_rate": 0.00027939974642979677,
      "loss": 5.6562,
      "step": 26389
    },
    {
      "epoch": 1.0808928937128814,
      "grad_norm": 2.3112896073116076,
      "learning_rate": 0.00027939809686484247,
      "loss": 4.2188,
      "step": 26390
    },
    {
      "epoch": 1.0809338521400778,
      "grad_norm": 1.8623658476041784,
      "learning_rate": 0.0002793964472387162,
      "loss": 4.4062,
      "step": 26391
    },
    {
      "epoch": 1.0809748105672743,
      "grad_norm": 2.484211087181073,
      "learning_rate": 0.00027939479755141876,
      "loss": 5.5625,
      "step": 26392
    },
    {
      "epoch": 1.0810157689944706,
      "grad_norm": 1.9334265919579043,
      "learning_rate": 0.000279393147802951,
      "loss": 5.0,
      "step": 26393
    },
    {
      "epoch": 1.081056727421667,
      "grad_norm": 2.2128993648847826,
      "learning_rate": 0.0002793914979933137,
      "loss": 5.4375,
      "step": 26394
    },
    {
      "epoch": 1.0810976858488635,
      "grad_norm": 1.9072818907169784,
      "learning_rate": 0.0002793898481225076,
      "loss": 4.3438,
      "step": 26395
    },
    {
      "epoch": 1.0811386442760598,
      "grad_norm": 1.9426341795987154,
      "learning_rate": 0.00027938819819053347,
      "loss": 5.2188,
      "step": 26396
    },
    {
      "epoch": 1.0811796027032563,
      "grad_norm": 22.184538234166872,
      "learning_rate": 0.0002793865481973921,
      "loss": 3.0312,
      "step": 26397
    },
    {
      "epoch": 1.0812205611304526,
      "grad_norm": 2.196470484972303,
      "learning_rate": 0.0002793848981430843,
      "loss": 4.9375,
      "step": 26398
    },
    {
      "epoch": 1.081261519557649,
      "grad_norm": 5.803498771214504,
      "learning_rate": 0.00027938324802761084,
      "loss": 5.3438,
      "step": 26399
    },
    {
      "epoch": 1.0813024779848455,
      "grad_norm": 1.8992325152475666,
      "learning_rate": 0.0002793815978509725,
      "loss": 4.5625,
      "step": 26400
    },
    {
      "epoch": 1.0813434364120418,
      "grad_norm": 2.092282253503187,
      "learning_rate": 0.00027937994761316996,
      "loss": 4.375,
      "step": 26401
    },
    {
      "epoch": 1.081384394839238,
      "grad_norm": 1.8535089421269064,
      "learning_rate": 0.0002793782973142042,
      "loss": 5.4062,
      "step": 26402
    },
    {
      "epoch": 1.0814253532664346,
      "grad_norm": 2.7264291021424834,
      "learning_rate": 0.00027937664695407583,
      "loss": 5.75,
      "step": 26403
    },
    {
      "epoch": 1.081466311693631,
      "grad_norm": 6.801313711668927,
      "learning_rate": 0.0002793749965327857,
      "loss": 6.4062,
      "step": 26404
    },
    {
      "epoch": 1.0815072701208273,
      "grad_norm": 1.8020183265711027,
      "learning_rate": 0.00027937334605033457,
      "loss": 4.25,
      "step": 26405
    },
    {
      "epoch": 1.0815482285480238,
      "grad_norm": 4.061948085903083,
      "learning_rate": 0.0002793716955067232,
      "loss": 7.625,
      "step": 26406
    },
    {
      "epoch": 1.08158918697522,
      "grad_norm": 1.8260055171471046,
      "learning_rate": 0.00027937004490195247,
      "loss": 5.0,
      "step": 26407
    },
    {
      "epoch": 1.0816301454024166,
      "grad_norm": 1.927086224585684,
      "learning_rate": 0.00027936839423602306,
      "loss": 5.0938,
      "step": 26408
    },
    {
      "epoch": 1.081671103829613,
      "grad_norm": 2.5546077064019594,
      "learning_rate": 0.00027936674350893576,
      "loss": 4.5938,
      "step": 26409
    },
    {
      "epoch": 1.0817120622568093,
      "grad_norm": 1.7965762479004481,
      "learning_rate": 0.0002793650927206914,
      "loss": 4.7812,
      "step": 26410
    },
    {
      "epoch": 1.0817530206840058,
      "grad_norm": 1.9027990010536093,
      "learning_rate": 0.00027936344187129067,
      "loss": 5.5,
      "step": 26411
    },
    {
      "epoch": 1.0817939791112021,
      "grad_norm": 5.522598523773672,
      "learning_rate": 0.0002793617909607345,
      "loss": 7.4062,
      "step": 26412
    },
    {
      "epoch": 1.0818349375383984,
      "grad_norm": 2.2206002733334804,
      "learning_rate": 0.0002793601399890235,
      "loss": 4.8125,
      "step": 26413
    },
    {
      "epoch": 1.081875895965595,
      "grad_norm": 1.8977089803140987,
      "learning_rate": 0.0002793584889561586,
      "loss": 5.0,
      "step": 26414
    },
    {
      "epoch": 1.0819168543927913,
      "grad_norm": 4.7122498908347055,
      "learning_rate": 0.0002793568378621405,
      "loss": 4.8125,
      "step": 26415
    },
    {
      "epoch": 1.0819578128199878,
      "grad_norm": 2.1796005607376663,
      "learning_rate": 0.00027935518670696994,
      "loss": 5.8438,
      "step": 26416
    },
    {
      "epoch": 1.0819987712471841,
      "grad_norm": 3.249111260103118,
      "learning_rate": 0.0002793535354906478,
      "loss": 4.75,
      "step": 26417
    },
    {
      "epoch": 1.0820397296743804,
      "grad_norm": 4.166686620010911,
      "learning_rate": 0.0002793518842131748,
      "loss": 6.1875,
      "step": 26418
    },
    {
      "epoch": 1.082080688101577,
      "grad_norm": 3.48586378735233,
      "learning_rate": 0.0002793502328745517,
      "loss": 6.0,
      "step": 26419
    },
    {
      "epoch": 1.0821216465287733,
      "grad_norm": 4.448558556661618,
      "learning_rate": 0.00027934858147477936,
      "loss": 5.9375,
      "step": 26420
    },
    {
      "epoch": 1.0821626049559696,
      "grad_norm": 2.579559689854981,
      "learning_rate": 0.00027934693001385855,
      "loss": 5.75,
      "step": 26421
    },
    {
      "epoch": 1.0822035633831661,
      "grad_norm": 3.6966068804024927,
      "learning_rate": 0.00027934527849179,
      "loss": 5.9688,
      "step": 26422
    },
    {
      "epoch": 1.0822445218103625,
      "grad_norm": 3.1609489003806357,
      "learning_rate": 0.00027934362690857446,
      "loss": 4.625,
      "step": 26423
    },
    {
      "epoch": 1.0822854802375588,
      "grad_norm": 2.382705285613559,
      "learning_rate": 0.00027934197526421277,
      "loss": 5.0625,
      "step": 26424
    },
    {
      "epoch": 1.0823264386647553,
      "grad_norm": 2.3866351027211636,
      "learning_rate": 0.0002793403235587057,
      "loss": 6.125,
      "step": 26425
    },
    {
      "epoch": 1.0823673970919516,
      "grad_norm": 1.9160247915997042,
      "learning_rate": 0.0002793386717920541,
      "loss": 4.9688,
      "step": 26426
    },
    {
      "epoch": 1.0824083555191482,
      "grad_norm": 1.9442059023931966,
      "learning_rate": 0.0002793370199642586,
      "loss": 4.7188,
      "step": 26427
    },
    {
      "epoch": 1.0824493139463445,
      "grad_norm": 2.643939131705489,
      "learning_rate": 0.0002793353680753201,
      "loss": 6.0312,
      "step": 26428
    },
    {
      "epoch": 1.0824902723735408,
      "grad_norm": 2.2120717067894233,
      "learning_rate": 0.00027933371612523934,
      "loss": 6.0625,
      "step": 26429
    },
    {
      "epoch": 1.0825312308007373,
      "grad_norm": 1.8822057623787742,
      "learning_rate": 0.000279332064114017,
      "loss": 4.8438,
      "step": 26430
    },
    {
      "epoch": 1.0825721892279336,
      "grad_norm": 2.0508463479007544,
      "learning_rate": 0.0002793304120416541,
      "loss": 4.625,
      "step": 26431
    },
    {
      "epoch": 1.08261314765513,
      "grad_norm": 3.437150991779597,
      "learning_rate": 0.00027932875990815124,
      "loss": 2.8594,
      "step": 26432
    },
    {
      "epoch": 1.0826541060823265,
      "grad_norm": 1.8614861540419931,
      "learning_rate": 0.0002793271077135093,
      "loss": 4.4062,
      "step": 26433
    },
    {
      "epoch": 1.0826950645095228,
      "grad_norm": 1.8190343337246544,
      "learning_rate": 0.0002793254554577289,
      "loss": 4.2812,
      "step": 26434
    },
    {
      "epoch": 1.0827360229367193,
      "grad_norm": 4.30958297882719,
      "learning_rate": 0.000279323803140811,
      "loss": 6.1562,
      "step": 26435
    },
    {
      "epoch": 1.0827769813639156,
      "grad_norm": 2.88656890144306,
      "learning_rate": 0.0002793221507627563,
      "loss": 5.7188,
      "step": 26436
    },
    {
      "epoch": 1.082817939791112,
      "grad_norm": 4.511228520705824,
      "learning_rate": 0.0002793204983235656,
      "loss": 1.7656,
      "step": 26437
    },
    {
      "epoch": 1.0828588982183085,
      "grad_norm": 2.2580603357736364,
      "learning_rate": 0.0002793188458232397,
      "loss": 6.3125,
      "step": 26438
    },
    {
      "epoch": 1.0828998566455048,
      "grad_norm": 2.240875303566439,
      "learning_rate": 0.00027931719326177926,
      "loss": 4.375,
      "step": 26439
    },
    {
      "epoch": 1.0829408150727011,
      "grad_norm": 2.077825985431934,
      "learning_rate": 0.00027931554063918525,
      "loss": 5.0312,
      "step": 26440
    },
    {
      "epoch": 1.0829817734998977,
      "grad_norm": 2.241237655052087,
      "learning_rate": 0.0002793138879554583,
      "loss": 4.5,
      "step": 26441
    },
    {
      "epoch": 1.083022731927094,
      "grad_norm": 3.0204824289359675,
      "learning_rate": 0.00027931223521059925,
      "loss": 4.9375,
      "step": 26442
    },
    {
      "epoch": 1.0830636903542903,
      "grad_norm": 1.9208497566076495,
      "learning_rate": 0.0002793105824046089,
      "loss": 4.875,
      "step": 26443
    },
    {
      "epoch": 1.0831046487814868,
      "grad_norm": 2.404272360622521,
      "learning_rate": 0.00027930892953748803,
      "loss": 4.9688,
      "step": 26444
    },
    {
      "epoch": 1.0831456072086831,
      "grad_norm": 2.30452880462136,
      "learning_rate": 0.0002793072766092374,
      "loss": 5.1875,
      "step": 26445
    },
    {
      "epoch": 1.0831865656358797,
      "grad_norm": 2.3281635968120815,
      "learning_rate": 0.0002793056236198577,
      "loss": 5.5938,
      "step": 26446
    },
    {
      "epoch": 1.083227524063076,
      "grad_norm": 3.170373518317119,
      "learning_rate": 0.0002793039705693499,
      "loss": 6.5,
      "step": 26447
    },
    {
      "epoch": 1.0832684824902723,
      "grad_norm": 8.010793687662577,
      "learning_rate": 0.0002793023174577147,
      "loss": 3.9062,
      "step": 26448
    },
    {
      "epoch": 1.0833094409174688,
      "grad_norm": 2.020243441488797,
      "learning_rate": 0.0002793006642849528,
      "loss": 5.2188,
      "step": 26449
    },
    {
      "epoch": 1.0833503993446651,
      "grad_norm": 2.0391361096238154,
      "learning_rate": 0.00027929901105106506,
      "loss": 4.5312,
      "step": 26450
    },
    {
      "epoch": 1.0833913577718615,
      "grad_norm": 2.7928377897355814,
      "learning_rate": 0.00027929735775605223,
      "loss": 5.625,
      "step": 26451
    },
    {
      "epoch": 1.083432316199058,
      "grad_norm": 1.9255883545949009,
      "learning_rate": 0.0002792957043999152,
      "loss": 4.8438,
      "step": 26452
    },
    {
      "epoch": 1.0834732746262543,
      "grad_norm": 2.3603424529043195,
      "learning_rate": 0.0002792940509826546,
      "loss": 5.5625,
      "step": 26453
    },
    {
      "epoch": 1.0835142330534508,
      "grad_norm": 2.5455999068603066,
      "learning_rate": 0.00027929239750427125,
      "loss": 6.8125,
      "step": 26454
    },
    {
      "epoch": 1.0835551914806472,
      "grad_norm": 4.770993049420305,
      "learning_rate": 0.000279290743964766,
      "loss": 5.1875,
      "step": 26455
    },
    {
      "epoch": 1.0835961499078435,
      "grad_norm": 3.1969354041141775,
      "learning_rate": 0.0002792890903641396,
      "loss": 5.9688,
      "step": 26456
    },
    {
      "epoch": 1.08363710833504,
      "grad_norm": 2.9867731906350237,
      "learning_rate": 0.0002792874367023928,
      "loss": 5.125,
      "step": 26457
    },
    {
      "epoch": 1.0836780667622363,
      "grad_norm": 1.9747624094237328,
      "learning_rate": 0.0002792857829795264,
      "loss": 5.0625,
      "step": 26458
    },
    {
      "epoch": 1.0837190251894326,
      "grad_norm": 2.27006433965042,
      "learning_rate": 0.0002792841291955412,
      "loss": 5.25,
      "step": 26459
    },
    {
      "epoch": 1.0837599836166292,
      "grad_norm": 8.24359282551186,
      "learning_rate": 0.00027928247535043794,
      "loss": 4.2188,
      "step": 26460
    },
    {
      "epoch": 1.0838009420438255,
      "grad_norm": 2.906213144897284,
      "learning_rate": 0.00027928082144421747,
      "loss": 4.75,
      "step": 26461
    },
    {
      "epoch": 1.0838419004710218,
      "grad_norm": 2.633287153304555,
      "learning_rate": 0.00027927916747688046,
      "loss": 1.7969,
      "step": 26462
    },
    {
      "epoch": 1.0838828588982183,
      "grad_norm": 3.760716202160463,
      "learning_rate": 0.0002792775134484278,
      "loss": 4.6562,
      "step": 26463
    },
    {
      "epoch": 1.0839238173254147,
      "grad_norm": 2.011118832021753,
      "learning_rate": 0.0002792758593588602,
      "loss": 5.375,
      "step": 26464
    },
    {
      "epoch": 1.0839647757526112,
      "grad_norm": 2.047302078790439,
      "learning_rate": 0.00027927420520817856,
      "loss": 5.2812,
      "step": 26465
    },
    {
      "epoch": 1.0840057341798075,
      "grad_norm": 3.3786587698319286,
      "learning_rate": 0.0002792725509963835,
      "loss": 6.2812,
      "step": 26466
    },
    {
      "epoch": 1.0840466926070038,
      "grad_norm": 2.058807274521943,
      "learning_rate": 0.00027927089672347594,
      "loss": 5.2812,
      "step": 26467
    },
    {
      "epoch": 1.0840876510342004,
      "grad_norm": 2.371957489218495,
      "learning_rate": 0.00027926924238945655,
      "loss": 5.5,
      "step": 26468
    },
    {
      "epoch": 1.0841286094613967,
      "grad_norm": 4.214319983612352,
      "learning_rate": 0.0002792675879943262,
      "loss": 2.5781,
      "step": 26469
    },
    {
      "epoch": 1.084169567888593,
      "grad_norm": 11.709814530984497,
      "learning_rate": 0.0002792659335380856,
      "loss": 4.9375,
      "step": 26470
    },
    {
      "epoch": 1.0842105263157895,
      "grad_norm": 2.237079985871129,
      "learning_rate": 0.0002792642790207356,
      "loss": 5.5625,
      "step": 26471
    },
    {
      "epoch": 1.0842514847429858,
      "grad_norm": 4.209339781350199,
      "learning_rate": 0.0002792626244422769,
      "loss": 5.5,
      "step": 26472
    },
    {
      "epoch": 1.0842924431701824,
      "grad_norm": 3.5035495962210526,
      "learning_rate": 0.0002792609698027104,
      "loss": 7.5938,
      "step": 26473
    },
    {
      "epoch": 1.0843334015973787,
      "grad_norm": 2.9476152862240586,
      "learning_rate": 0.00027925931510203677,
      "loss": 4.2812,
      "step": 26474
    },
    {
      "epoch": 1.084374360024575,
      "grad_norm": 2.152715864671714,
      "learning_rate": 0.00027925766034025685,
      "loss": 5.4375,
      "step": 26475
    },
    {
      "epoch": 1.0844153184517715,
      "grad_norm": 2.868688952805693,
      "learning_rate": 0.0002792560055173714,
      "loss": 3.6562,
      "step": 26476
    },
    {
      "epoch": 1.0844562768789678,
      "grad_norm": 6.186244850373079,
      "learning_rate": 0.0002792543506333812,
      "loss": 1.3359,
      "step": 26477
    },
    {
      "epoch": 1.0844972353061642,
      "grad_norm": 2.6080540474770766,
      "learning_rate": 0.0002792526956882871,
      "loss": 2.875,
      "step": 26478
    },
    {
      "epoch": 1.0845381937333607,
      "grad_norm": 2.7117194558251407,
      "learning_rate": 0.00027925104068208975,
      "loss": 4.75,
      "step": 26479
    },
    {
      "epoch": 1.084579152160557,
      "grad_norm": 2.3065813995063147,
      "learning_rate": 0.00027924938561479007,
      "loss": 5.9688,
      "step": 26480
    },
    {
      "epoch": 1.0846201105877533,
      "grad_norm": 2.401980957069393,
      "learning_rate": 0.00027924773048638876,
      "loss": 5.1562,
      "step": 26481
    },
    {
      "epoch": 1.0846610690149499,
      "grad_norm": 1.9200419457909434,
      "learning_rate": 0.0002792460752968866,
      "loss": 5.2188,
      "step": 26482
    },
    {
      "epoch": 1.0847020274421462,
      "grad_norm": 2.157850800440136,
      "learning_rate": 0.00027924442004628443,
      "loss": 4.6875,
      "step": 26483
    },
    {
      "epoch": 1.0847429858693427,
      "grad_norm": 2.7008634773595985,
      "learning_rate": 0.0002792427647345829,
      "loss": 4.8438,
      "step": 26484
    },
    {
      "epoch": 1.084783944296539,
      "grad_norm": 2.2250965111367713,
      "learning_rate": 0.00027924110936178304,
      "loss": 4.9688,
      "step": 26485
    },
    {
      "epoch": 1.0848249027237353,
      "grad_norm": 5.1845308267002315,
      "learning_rate": 0.0002792394539278854,
      "loss": 6.5312,
      "step": 26486
    },
    {
      "epoch": 1.0848658611509319,
      "grad_norm": 1.8667875247204024,
      "learning_rate": 0.00027923779843289087,
      "loss": 5.2812,
      "step": 26487
    },
    {
      "epoch": 1.0849068195781282,
      "grad_norm": 2.0044543412463733,
      "learning_rate": 0.00027923614287680016,
      "loss": 4.7812,
      "step": 26488
    },
    {
      "epoch": 1.0849477780053245,
      "grad_norm": 2.006057713797943,
      "learning_rate": 0.00027923448725961417,
      "loss": 6.1875,
      "step": 26489
    },
    {
      "epoch": 1.084988736432521,
      "grad_norm": 1.7627264136769285,
      "learning_rate": 0.00027923283158133355,
      "loss": 4.6875,
      "step": 26490
    },
    {
      "epoch": 1.0850296948597173,
      "grad_norm": 1.7062346905297208,
      "learning_rate": 0.0002792311758419592,
      "loss": 5.0625,
      "step": 26491
    },
    {
      "epoch": 1.0850706532869139,
      "grad_norm": 2.8515862229934767,
      "learning_rate": 0.00027922952004149184,
      "loss": 7.0625,
      "step": 26492
    },
    {
      "epoch": 1.0851116117141102,
      "grad_norm": 2.572977071703124,
      "learning_rate": 0.00027922786417993226,
      "loss": 4.75,
      "step": 26493
    },
    {
      "epoch": 1.0851525701413065,
      "grad_norm": 2.6275181745137606,
      "learning_rate": 0.0002792262082572812,
      "loss": 4.6562,
      "step": 26494
    },
    {
      "epoch": 1.085193528568503,
      "grad_norm": 1.9313381975351676,
      "learning_rate": 0.0002792245522735395,
      "loss": 4.8438,
      "step": 26495
    },
    {
      "epoch": 1.0852344869956994,
      "grad_norm": 1.8977822260510055,
      "learning_rate": 0.000279222896228708,
      "loss": 4.7812,
      "step": 26496
    },
    {
      "epoch": 1.0852754454228957,
      "grad_norm": 2.1014393883644944,
      "learning_rate": 0.00027922124012278734,
      "loss": 5.625,
      "step": 26497
    },
    {
      "epoch": 1.0853164038500922,
      "grad_norm": 1.9116859967617783,
      "learning_rate": 0.0002792195839557784,
      "loss": 4.9688,
      "step": 26498
    },
    {
      "epoch": 1.0853573622772885,
      "grad_norm": 2.0098146013690896,
      "learning_rate": 0.0002792179277276819,
      "loss": 4.4688,
      "step": 26499
    },
    {
      "epoch": 1.0853983207044848,
      "grad_norm": 2.4388296248200225,
      "learning_rate": 0.00027921627143849873,
      "loss": 5.1875,
      "step": 26500
    },
    {
      "epoch": 1.0854392791316814,
      "grad_norm": 2.7193435549245635,
      "learning_rate": 0.00027921461508822955,
      "loss": 5.8125,
      "step": 26501
    },
    {
      "epoch": 1.0854802375588777,
      "grad_norm": 2.1189664548092573,
      "learning_rate": 0.0002792129586768753,
      "loss": 4.625,
      "step": 26502
    },
    {
      "epoch": 1.0855211959860742,
      "grad_norm": 2.1725470351496092,
      "learning_rate": 0.00027921130220443657,
      "loss": 5.1875,
      "step": 26503
    },
    {
      "epoch": 1.0855621544132705,
      "grad_norm": 2.0085056019785124,
      "learning_rate": 0.00027920964567091424,
      "loss": 3.9688,
      "step": 26504
    },
    {
      "epoch": 1.0856031128404668,
      "grad_norm": 2.401262149267013,
      "learning_rate": 0.0002792079890763091,
      "loss": 5.25,
      "step": 26505
    },
    {
      "epoch": 1.0856440712676634,
      "grad_norm": 2.2217908147215435,
      "learning_rate": 0.0002792063324206219,
      "loss": 5.1562,
      "step": 26506
    },
    {
      "epoch": 1.0856850296948597,
      "grad_norm": 3.346536178962583,
      "learning_rate": 0.00027920467570385346,
      "loss": 1.7656,
      "step": 26507
    },
    {
      "epoch": 1.0857259881220562,
      "grad_norm": 2.648795784678649,
      "learning_rate": 0.00027920301892600454,
      "loss": 5.9375,
      "step": 26508
    },
    {
      "epoch": 1.0857669465492525,
      "grad_norm": 2.090879906580128,
      "learning_rate": 0.00027920136208707595,
      "loss": 5.4375,
      "step": 26509
    },
    {
      "epoch": 1.0858079049764489,
      "grad_norm": 2.0369810539891278,
      "learning_rate": 0.00027919970518706846,
      "loss": 4.7812,
      "step": 26510
    },
    {
      "epoch": 1.0858488634036454,
      "grad_norm": 3.2242375495425843,
      "learning_rate": 0.0002791980482259828,
      "loss": 4.6875,
      "step": 26511
    },
    {
      "epoch": 1.0858898218308417,
      "grad_norm": 6.378114926721455,
      "learning_rate": 0.00027919639120381983,
      "loss": 7.125,
      "step": 26512
    },
    {
      "epoch": 1.085930780258038,
      "grad_norm": 2.071957398664452,
      "learning_rate": 0.00027919473412058027,
      "loss": 4.875,
      "step": 26513
    },
    {
      "epoch": 1.0859717386852346,
      "grad_norm": 3.293549419237956,
      "learning_rate": 0.000279193076976265,
      "loss": 5.3438,
      "step": 26514
    },
    {
      "epoch": 1.0860126971124309,
      "grad_norm": 1.9842201015952414,
      "learning_rate": 0.00027919141977087467,
      "loss": 5.5938,
      "step": 26515
    },
    {
      "epoch": 1.0860536555396272,
      "grad_norm": 2.1474966337980366,
      "learning_rate": 0.0002791897625044102,
      "loss": 5.3125,
      "step": 26516
    },
    {
      "epoch": 1.0860946139668237,
      "grad_norm": 1.8524067604222108,
      "learning_rate": 0.00027918810517687224,
      "loss": 4.4375,
      "step": 26517
    },
    {
      "epoch": 1.08613557239402,
      "grad_norm": 4.914490132367219,
      "learning_rate": 0.0002791864477882617,
      "loss": 7.1875,
      "step": 26518
    },
    {
      "epoch": 1.0861765308212166,
      "grad_norm": 3.4109835693606594,
      "learning_rate": 0.0002791847903385793,
      "loss": 4.5,
      "step": 26519
    },
    {
      "epoch": 1.0862174892484129,
      "grad_norm": 2.573128035830722,
      "learning_rate": 0.00027918313282782574,
      "loss": 5.4688,
      "step": 26520
    },
    {
      "epoch": 1.0862584476756092,
      "grad_norm": 2.3506788990037326,
      "learning_rate": 0.000279181475256002,
      "loss": 4.6875,
      "step": 26521
    },
    {
      "epoch": 1.0862994061028057,
      "grad_norm": 3.711161283358733,
      "learning_rate": 0.0002791798176231087,
      "loss": 4.2812,
      "step": 26522
    },
    {
      "epoch": 1.086340364530002,
      "grad_norm": 2.0116743639130914,
      "learning_rate": 0.00027917815992914674,
      "loss": 5.0312,
      "step": 26523
    },
    {
      "epoch": 1.0863813229571984,
      "grad_norm": 3.0733527847592153,
      "learning_rate": 0.00027917650217411675,
      "loss": 6.2812,
      "step": 26524
    },
    {
      "epoch": 1.086422281384395,
      "grad_norm": 4.2332422044819555,
      "learning_rate": 0.0002791748443580197,
      "loss": 3.5938,
      "step": 26525
    },
    {
      "epoch": 1.0864632398115912,
      "grad_norm": 1.912426751920536,
      "learning_rate": 0.00027917318648085617,
      "loss": 3.7344,
      "step": 26526
    },
    {
      "epoch": 1.0865041982387877,
      "grad_norm": 2.6322677690881044,
      "learning_rate": 0.00027917152854262713,
      "loss": 4.625,
      "step": 26527
    },
    {
      "epoch": 1.086545156665984,
      "grad_norm": 3.4511780519448068,
      "learning_rate": 0.0002791698705433333,
      "loss": 6.1562,
      "step": 26528
    },
    {
      "epoch": 1.0865861150931804,
      "grad_norm": 2.2304707496115928,
      "learning_rate": 0.0002791682124829754,
      "loss": 5.3438,
      "step": 26529
    },
    {
      "epoch": 1.086627073520377,
      "grad_norm": 2.075006104183192,
      "learning_rate": 0.00027916655436155424,
      "loss": 5.625,
      "step": 26530
    },
    {
      "epoch": 1.0866680319475732,
      "grad_norm": 2.5905405466293514,
      "learning_rate": 0.00027916489617907066,
      "loss": 5.9062,
      "step": 26531
    },
    {
      "epoch": 1.0867089903747695,
      "grad_norm": 1.9486178394575557,
      "learning_rate": 0.0002791632379355254,
      "loss": 5.2188,
      "step": 26532
    },
    {
      "epoch": 1.086749948801966,
      "grad_norm": 2.06394569999276,
      "learning_rate": 0.0002791615796309193,
      "loss": 4.4375,
      "step": 26533
    },
    {
      "epoch": 1.0867909072291624,
      "grad_norm": 2.050948346884143,
      "learning_rate": 0.00027915992126525306,
      "loss": 4.1875,
      "step": 26534
    },
    {
      "epoch": 1.0868318656563587,
      "grad_norm": 3.7935977381691215,
      "learning_rate": 0.0002791582628385276,
      "loss": 5.2812,
      "step": 26535
    },
    {
      "epoch": 1.0868728240835552,
      "grad_norm": 2.1441798650879167,
      "learning_rate": 0.0002791566043507435,
      "loss": 5.2188,
      "step": 26536
    },
    {
      "epoch": 1.0869137825107515,
      "grad_norm": 9.359752697750237,
      "learning_rate": 0.0002791549458019017,
      "loss": 5.2188,
      "step": 26537
    },
    {
      "epoch": 1.086954740937948,
      "grad_norm": 2.040855946718156,
      "learning_rate": 0.00027915328719200285,
      "loss": 5.5625,
      "step": 26538
    },
    {
      "epoch": 1.0869956993651444,
      "grad_norm": 2.191208911785108,
      "learning_rate": 0.000279151628521048,
      "loss": 5.5625,
      "step": 26539
    },
    {
      "epoch": 1.0870366577923407,
      "grad_norm": 2.0586672788780387,
      "learning_rate": 0.00027914996978903756,
      "loss": 4.5312,
      "step": 26540
    },
    {
      "epoch": 1.0870776162195372,
      "grad_norm": 2.143488653153491,
      "learning_rate": 0.0002791483109959726,
      "loss": 4.875,
      "step": 26541
    },
    {
      "epoch": 1.0871185746467336,
      "grad_norm": 5.309773305751873,
      "learning_rate": 0.00027914665214185384,
      "loss": 5.9375,
      "step": 26542
    },
    {
      "epoch": 1.0871595330739299,
      "grad_norm": 1.9246446904194927,
      "learning_rate": 0.000279144993226682,
      "loss": 4.5938,
      "step": 26543
    },
    {
      "epoch": 1.0872004915011264,
      "grad_norm": 2.4677396301823564,
      "learning_rate": 0.00027914333425045786,
      "loss": 5.0625,
      "step": 26544
    },
    {
      "epoch": 1.0872414499283227,
      "grad_norm": 2.238160718658678,
      "learning_rate": 0.0002791416752131823,
      "loss": 6.625,
      "step": 26545
    },
    {
      "epoch": 1.0872824083555193,
      "grad_norm": 1.9217058727258187,
      "learning_rate": 0.0002791400161148561,
      "loss": 4.7188,
      "step": 26546
    },
    {
      "epoch": 1.0873233667827156,
      "grad_norm": 1.950698857061918,
      "learning_rate": 0.0002791383569554799,
      "loss": 4.7812,
      "step": 26547
    },
    {
      "epoch": 1.0873643252099119,
      "grad_norm": 2.5084137652406584,
      "learning_rate": 0.0002791366977350546,
      "loss": 5.3438,
      "step": 26548
    },
    {
      "epoch": 1.0874052836371084,
      "grad_norm": 1.939997665899407,
      "learning_rate": 0.00027913503845358094,
      "loss": 5.375,
      "step": 26549
    },
    {
      "epoch": 1.0874462420643047,
      "grad_norm": 6.05987949762718,
      "learning_rate": 0.00027913337911105975,
      "loss": 2.9375,
      "step": 26550
    },
    {
      "epoch": 1.087487200491501,
      "grad_norm": 1.7862828424220778,
      "learning_rate": 0.0002791317197074918,
      "loss": 4.7812,
      "step": 26551
    },
    {
      "epoch": 1.0875281589186976,
      "grad_norm": 2.557427580548889,
      "learning_rate": 0.0002791300602428779,
      "loss": 4.6875,
      "step": 26552
    },
    {
      "epoch": 1.087569117345894,
      "grad_norm": 4.899795137550331,
      "learning_rate": 0.00027912840071721875,
      "loss": 5.9062,
      "step": 26553
    },
    {
      "epoch": 1.0876100757730902,
      "grad_norm": 1.9652607798343356,
      "learning_rate": 0.00027912674113051523,
      "loss": 4.7188,
      "step": 26554
    },
    {
      "epoch": 1.0876510342002867,
      "grad_norm": 1.88848766486844,
      "learning_rate": 0.00027912508148276804,
      "loss": 4.8438,
      "step": 26555
    },
    {
      "epoch": 1.087691992627483,
      "grad_norm": 2.1650837663838116,
      "learning_rate": 0.000279123421773978,
      "loss": 6.8438,
      "step": 26556
    },
    {
      "epoch": 1.0877329510546796,
      "grad_norm": 1.994889848649625,
      "learning_rate": 0.00027912176200414594,
      "loss": 4.4062,
      "step": 26557
    },
    {
      "epoch": 1.087773909481876,
      "grad_norm": 1.966745014541508,
      "learning_rate": 0.0002791201021732726,
      "loss": 4.875,
      "step": 26558
    },
    {
      "epoch": 1.0878148679090722,
      "grad_norm": 3.032686904297644,
      "learning_rate": 0.00027911844228135875,
      "loss": 4.0312,
      "step": 26559
    },
    {
      "epoch": 1.0878558263362688,
      "grad_norm": 2.2883638662249584,
      "learning_rate": 0.00027911678232840517,
      "loss": 4.2188,
      "step": 26560
    },
    {
      "epoch": 1.087896784763465,
      "grad_norm": 2.1178355840476257,
      "learning_rate": 0.0002791151223144127,
      "loss": 5.4375,
      "step": 26561
    },
    {
      "epoch": 1.0879377431906614,
      "grad_norm": 2.0231159415084203,
      "learning_rate": 0.0002791134622393821,
      "loss": 5.4062,
      "step": 26562
    },
    {
      "epoch": 1.087978701617858,
      "grad_norm": 2.456622200353713,
      "learning_rate": 0.00027911180210331407,
      "loss": 4.9375,
      "step": 26563
    },
    {
      "epoch": 1.0880196600450542,
      "grad_norm": 2.0316553612999075,
      "learning_rate": 0.00027911014190620955,
      "loss": 5.0312,
      "step": 26564
    },
    {
      "epoch": 1.0880606184722508,
      "grad_norm": 1.8949435997271187,
      "learning_rate": 0.0002791084816480692,
      "loss": 5.1562,
      "step": 26565
    },
    {
      "epoch": 1.088101576899447,
      "grad_norm": 2.1754385648387893,
      "learning_rate": 0.0002791068213288939,
      "loss": 5.2188,
      "step": 26566
    },
    {
      "epoch": 1.0881425353266434,
      "grad_norm": 1.7033267862155548,
      "learning_rate": 0.00027910516094868437,
      "loss": 4.875,
      "step": 26567
    },
    {
      "epoch": 1.08818349375384,
      "grad_norm": 1.80626710153686,
      "learning_rate": 0.0002791035005074414,
      "loss": 4.5625,
      "step": 26568
    },
    {
      "epoch": 1.0882244521810363,
      "grad_norm": 1.944528471845501,
      "learning_rate": 0.00027910184000516576,
      "loss": 4.9375,
      "step": 26569
    },
    {
      "epoch": 1.0882654106082326,
      "grad_norm": 1.8851445606507595,
      "learning_rate": 0.0002791001794418583,
      "loss": 4.7188,
      "step": 26570
    },
    {
      "epoch": 1.088306369035429,
      "grad_norm": 2.486672194308529,
      "learning_rate": 0.0002790985188175198,
      "loss": 5.75,
      "step": 26571
    },
    {
      "epoch": 1.0883473274626254,
      "grad_norm": 4.4580442715898,
      "learning_rate": 0.00027909685813215095,
      "loss": 5.3125,
      "step": 26572
    },
    {
      "epoch": 1.0883882858898217,
      "grad_norm": 2.3205455961384724,
      "learning_rate": 0.00027909519738575264,
      "loss": 4.7188,
      "step": 26573
    },
    {
      "epoch": 1.0884292443170183,
      "grad_norm": 2.1101423440090556,
      "learning_rate": 0.00027909353657832556,
      "loss": 5.25,
      "step": 26574
    },
    {
      "epoch": 1.0884702027442146,
      "grad_norm": 1.8358569384375647,
      "learning_rate": 0.0002790918757098706,
      "loss": 5.5,
      "step": 26575
    },
    {
      "epoch": 1.0885111611714111,
      "grad_norm": 2.0314403001332137,
      "learning_rate": 0.0002790902147803885,
      "loss": 4.5312,
      "step": 26576
    },
    {
      "epoch": 1.0885521195986074,
      "grad_norm": 1.9152810317108595,
      "learning_rate": 0.00027908855378987993,
      "loss": 5.125,
      "step": 26577
    },
    {
      "epoch": 1.0885930780258037,
      "grad_norm": 2.7468250876141234,
      "learning_rate": 0.0002790868927383459,
      "loss": 5.1562,
      "step": 26578
    },
    {
      "epoch": 1.0886340364530003,
      "grad_norm": 2.3393491201951826,
      "learning_rate": 0.000279085231625787,
      "loss": 5.9375,
      "step": 26579
    },
    {
      "epoch": 1.0886749948801966,
      "grad_norm": 3.340981414306678,
      "learning_rate": 0.00027908357045220415,
      "loss": 5.7188,
      "step": 26580
    },
    {
      "epoch": 1.088715953307393,
      "grad_norm": 1.7128504036423475,
      "learning_rate": 0.00027908190921759805,
      "loss": 4.125,
      "step": 26581
    },
    {
      "epoch": 1.0887569117345894,
      "grad_norm": 2.427349363463135,
      "learning_rate": 0.00027908024792196954,
      "loss": 5.8125,
      "step": 26582
    },
    {
      "epoch": 1.0887978701617858,
      "grad_norm": 2.4702399071722483,
      "learning_rate": 0.00027907858656531936,
      "loss": 5.8125,
      "step": 26583
    },
    {
      "epoch": 1.0888388285889823,
      "grad_norm": 2.119769152412195,
      "learning_rate": 0.00027907692514764833,
      "loss": 5.3438,
      "step": 26584
    },
    {
      "epoch": 1.0888797870161786,
      "grad_norm": 2.4720116529652687,
      "learning_rate": 0.00027907526366895716,
      "loss": 6.5312,
      "step": 26585
    },
    {
      "epoch": 1.088920745443375,
      "grad_norm": 1.7327556688109562,
      "learning_rate": 0.00027907360212924676,
      "loss": 3.9375,
      "step": 26586
    },
    {
      "epoch": 1.0889617038705715,
      "grad_norm": 4.03183931837768,
      "learning_rate": 0.00027907194052851785,
      "loss": 5.9375,
      "step": 26587
    },
    {
      "epoch": 1.0890026622977678,
      "grad_norm": 1.7862478536746054,
      "learning_rate": 0.00027907027886677117,
      "loss": 5.0312,
      "step": 26588
    },
    {
      "epoch": 1.089043620724964,
      "grad_norm": 3.2999386431185873,
      "learning_rate": 0.00027906861714400755,
      "loss": 5.5,
      "step": 26589
    },
    {
      "epoch": 1.0890845791521606,
      "grad_norm": 1.9234747684814117,
      "learning_rate": 0.00027906695536022785,
      "loss": 4.6562,
      "step": 26590
    },
    {
      "epoch": 1.089125537579357,
      "grad_norm": 1.9054271118140382,
      "learning_rate": 0.0002790652935154327,
      "loss": 4.9375,
      "step": 26591
    },
    {
      "epoch": 1.0891664960065532,
      "grad_norm": 2.148730606184494,
      "learning_rate": 0.000279063631609623,
      "loss": 5.7188,
      "step": 26592
    },
    {
      "epoch": 1.0892074544337498,
      "grad_norm": 3.769092093849853,
      "learning_rate": 0.00027906196964279953,
      "loss": 6.4375,
      "step": 26593
    },
    {
      "epoch": 1.089248412860946,
      "grad_norm": 2.1490917711197897,
      "learning_rate": 0.00027906030761496304,
      "loss": 4.5625,
      "step": 26594
    },
    {
      "epoch": 1.0892893712881426,
      "grad_norm": 1.8308928345875386,
      "learning_rate": 0.0002790586455261143,
      "loss": 5.125,
      "step": 26595
    },
    {
      "epoch": 1.089330329715339,
      "grad_norm": 1.9920991255095695,
      "learning_rate": 0.00027905698337625414,
      "loss": 4.5,
      "step": 26596
    },
    {
      "epoch": 1.0893712881425353,
      "grad_norm": 2.271177607887598,
      "learning_rate": 0.00027905532116538335,
      "loss": 5.4062,
      "step": 26597
    },
    {
      "epoch": 1.0894122465697318,
      "grad_norm": 2.235594518010669,
      "learning_rate": 0.00027905365889350267,
      "loss": 5.2188,
      "step": 26598
    },
    {
      "epoch": 1.089453204996928,
      "grad_norm": 2.5719553852514845,
      "learning_rate": 0.00027905199656061294,
      "loss": 5.0,
      "step": 26599
    },
    {
      "epoch": 1.0894941634241244,
      "grad_norm": 2.8888698101304096,
      "learning_rate": 0.00027905033416671484,
      "loss": 6.9062,
      "step": 26600
    },
    {
      "epoch": 1.089535121851321,
      "grad_norm": 1.982364869314094,
      "learning_rate": 0.0002790486717118092,
      "loss": 5.8125,
      "step": 26601
    },
    {
      "epoch": 1.0895760802785173,
      "grad_norm": 2.0341580198429954,
      "learning_rate": 0.00027904700919589696,
      "loss": 4.375,
      "step": 26602
    },
    {
      "epoch": 1.0896170387057138,
      "grad_norm": 2.3654490910943937,
      "learning_rate": 0.00027904534661897875,
      "loss": 4.3125,
      "step": 26603
    },
    {
      "epoch": 1.0896579971329101,
      "grad_norm": 2.1233254658266074,
      "learning_rate": 0.00027904368398105537,
      "loss": 5.2188,
      "step": 26604
    },
    {
      "epoch": 1.0896989555601064,
      "grad_norm": 1.7785750415911892,
      "learning_rate": 0.0002790420212821276,
      "loss": 4.6875,
      "step": 26605
    },
    {
      "epoch": 1.089739913987303,
      "grad_norm": 5.903879068914949,
      "learning_rate": 0.0002790403585221963,
      "loss": 4.625,
      "step": 26606
    },
    {
      "epoch": 1.0897808724144993,
      "grad_norm": 1.9509613017607037,
      "learning_rate": 0.0002790386957012622,
      "loss": 5.25,
      "step": 26607
    },
    {
      "epoch": 1.0898218308416956,
      "grad_norm": 1.817259898825451,
      "learning_rate": 0.0002790370328193261,
      "loss": 4.3438,
      "step": 26608
    },
    {
      "epoch": 1.0898627892688921,
      "grad_norm": 5.145067131182032,
      "learning_rate": 0.0002790353698763887,
      "loss": 2.7344,
      "step": 26609
    },
    {
      "epoch": 1.0899037476960884,
      "grad_norm": 4.3798705657545725,
      "learning_rate": 0.0002790337068724509,
      "loss": 4.9688,
      "step": 26610
    },
    {
      "epoch": 1.0899447061232848,
      "grad_norm": 4.51921386784115,
      "learning_rate": 0.00027903204380751346,
      "loss": 6.0625,
      "step": 26611
    },
    {
      "epoch": 1.0899856645504813,
      "grad_norm": 2.1375449171362555,
      "learning_rate": 0.0002790303806815771,
      "loss": 5.375,
      "step": 26612
    },
    {
      "epoch": 1.0900266229776776,
      "grad_norm": 3.042272026095707,
      "learning_rate": 0.00027902871749464276,
      "loss": 5.375,
      "step": 26613
    },
    {
      "epoch": 1.0900675814048741,
      "grad_norm": 2.15469375692254,
      "learning_rate": 0.0002790270542467111,
      "loss": 5.9062,
      "step": 26614
    },
    {
      "epoch": 1.0901085398320705,
      "grad_norm": 2.24391190259744,
      "learning_rate": 0.000279025390937783,
      "loss": 5.375,
      "step": 26615
    },
    {
      "epoch": 1.0901494982592668,
      "grad_norm": 3.1106905990111224,
      "learning_rate": 0.0002790237275678591,
      "loss": 6.2188,
      "step": 26616
    },
    {
      "epoch": 1.0901904566864633,
      "grad_norm": 2.3868294812292814,
      "learning_rate": 0.00027902206413694025,
      "loss": 4.875,
      "step": 26617
    },
    {
      "epoch": 1.0902314151136596,
      "grad_norm": 1.7263458923220198,
      "learning_rate": 0.0002790204006450273,
      "loss": 4.75,
      "step": 26618
    },
    {
      "epoch": 1.090272373540856,
      "grad_norm": 2.1972387593290876,
      "learning_rate": 0.00027901873709212097,
      "loss": 5.5938,
      "step": 26619
    },
    {
      "epoch": 1.0903133319680525,
      "grad_norm": 2.2581743635293074,
      "learning_rate": 0.0002790170734782221,
      "loss": 6.0312,
      "step": 26620
    },
    {
      "epoch": 1.0903542903952488,
      "grad_norm": 1.7510008656232179,
      "learning_rate": 0.0002790154098033314,
      "loss": 4.2188,
      "step": 26621
    },
    {
      "epoch": 1.0903952488224453,
      "grad_norm": 4.051594067979555,
      "learning_rate": 0.00027901374606744973,
      "loss": 3.5469,
      "step": 26622
    },
    {
      "epoch": 1.0904362072496416,
      "grad_norm": 4.132478204807865,
      "learning_rate": 0.0002790120822705778,
      "loss": 4.7188,
      "step": 26623
    },
    {
      "epoch": 1.090477165676838,
      "grad_norm": 1.9869082238375047,
      "learning_rate": 0.0002790104184127165,
      "loss": 1.9766,
      "step": 26624
    },
    {
      "epoch": 1.0905181241040345,
      "grad_norm": 1.9030317909580798,
      "learning_rate": 0.00027900875449386655,
      "loss": 5.0625,
      "step": 26625
    },
    {
      "epoch": 1.0905590825312308,
      "grad_norm": 2.7542784267053793,
      "learning_rate": 0.00027900709051402873,
      "loss": 5.1562,
      "step": 26626
    },
    {
      "epoch": 1.090600040958427,
      "grad_norm": 2.615185320238601,
      "learning_rate": 0.0002790054264732039,
      "loss": 5.2812,
      "step": 26627
    },
    {
      "epoch": 1.0906409993856236,
      "grad_norm": 7.205869660857756,
      "learning_rate": 0.00027900376237139274,
      "loss": 5.625,
      "step": 26628
    },
    {
      "epoch": 1.09068195781282,
      "grad_norm": 2.045522400614073,
      "learning_rate": 0.000279002098208596,
      "loss": 5.2188,
      "step": 26629
    },
    {
      "epoch": 1.0907229162400163,
      "grad_norm": 1.9548087058317516,
      "learning_rate": 0.0002790004339848147,
      "loss": 5.9375,
      "step": 26630
    },
    {
      "epoch": 1.0907638746672128,
      "grad_norm": 2.547725798289416,
      "learning_rate": 0.0002789987697000494,
      "loss": 5.6562,
      "step": 26631
    },
    {
      "epoch": 1.0908048330944091,
      "grad_norm": 2.2791252058582954,
      "learning_rate": 0.00027899710535430103,
      "loss": 5.375,
      "step": 26632
    },
    {
      "epoch": 1.0908457915216057,
      "grad_norm": 2.666052167411682,
      "learning_rate": 0.00027899544094757027,
      "loss": 5.4375,
      "step": 26633
    },
    {
      "epoch": 1.090886749948802,
      "grad_norm": 2.254377996326649,
      "learning_rate": 0.0002789937764798579,
      "loss": 5.5938,
      "step": 26634
    },
    {
      "epoch": 1.0909277083759983,
      "grad_norm": 2.1303403265338305,
      "learning_rate": 0.00027899211195116485,
      "loss": 5.4062,
      "step": 26635
    },
    {
      "epoch": 1.0909686668031948,
      "grad_norm": 2.6756960689587723,
      "learning_rate": 0.0002789904473614918,
      "loss": 3.875,
      "step": 26636
    },
    {
      "epoch": 1.0910096252303911,
      "grad_norm": 4.757773897062923,
      "learning_rate": 0.0002789887827108395,
      "loss": 7.6562,
      "step": 26637
    },
    {
      "epoch": 1.0910505836575874,
      "grad_norm": 2.1835909544825016,
      "learning_rate": 0.0002789871179992088,
      "loss": 5.0312,
      "step": 26638
    },
    {
      "epoch": 1.091091542084784,
      "grad_norm": 2.154293479150286,
      "learning_rate": 0.0002789854532266005,
      "loss": 5.4062,
      "step": 26639
    },
    {
      "epoch": 1.0911325005119803,
      "grad_norm": 3.6922114324970443,
      "learning_rate": 0.0002789837883930154,
      "loss": 5.4688,
      "step": 26640
    },
    {
      "epoch": 1.0911734589391768,
      "grad_norm": 2.395332048355103,
      "learning_rate": 0.0002789821234984542,
      "loss": 5.125,
      "step": 26641
    },
    {
      "epoch": 1.0912144173663731,
      "grad_norm": 1.9121592535697602,
      "learning_rate": 0.00027898045854291774,
      "loss": 4.875,
      "step": 26642
    },
    {
      "epoch": 1.0912553757935695,
      "grad_norm": 2.671770148498851,
      "learning_rate": 0.0002789787935264068,
      "loss": 3.7344,
      "step": 26643
    },
    {
      "epoch": 1.091296334220766,
      "grad_norm": 5.039770127146327,
      "learning_rate": 0.00027897712844892215,
      "loss": 4.875,
      "step": 26644
    },
    {
      "epoch": 1.0913372926479623,
      "grad_norm": 1.7688128670452092,
      "learning_rate": 0.00027897546331046464,
      "loss": 4.625,
      "step": 26645
    },
    {
      "epoch": 1.0913782510751586,
      "grad_norm": 2.3729795834291862,
      "learning_rate": 0.00027897379811103496,
      "loss": 5.6875,
      "step": 26646
    },
    {
      "epoch": 1.0914192095023552,
      "grad_norm": 5.1008047796145455,
      "learning_rate": 0.000278972132850634,
      "loss": 6.5625,
      "step": 26647
    },
    {
      "epoch": 1.0914601679295515,
      "grad_norm": 2.1212203911837006,
      "learning_rate": 0.0002789704675292625,
      "loss": 5.7812,
      "step": 26648
    },
    {
      "epoch": 1.0915011263567478,
      "grad_norm": 2.0015327353405077,
      "learning_rate": 0.00027896880214692125,
      "loss": 4.2188,
      "step": 26649
    },
    {
      "epoch": 1.0915420847839443,
      "grad_norm": 2.8125251183334847,
      "learning_rate": 0.000278967136703611,
      "loss": 5.0,
      "step": 26650
    },
    {
      "epoch": 1.0915830432111406,
      "grad_norm": 1.978848972358568,
      "learning_rate": 0.0002789654711993326,
      "loss": 5.125,
      "step": 26651
    },
    {
      "epoch": 1.0916240016383372,
      "grad_norm": 2.0965530124110208,
      "learning_rate": 0.0002789638056340868,
      "loss": 5.375,
      "step": 26652
    },
    {
      "epoch": 1.0916649600655335,
      "grad_norm": 2.0045337150315317,
      "learning_rate": 0.0002789621400078744,
      "loss": 4.8438,
      "step": 26653
    },
    {
      "epoch": 1.0917059184927298,
      "grad_norm": 6.802094584128705,
      "learning_rate": 0.0002789604743206962,
      "loss": 5.0938,
      "step": 26654
    },
    {
      "epoch": 1.0917468769199263,
      "grad_norm": 2.163857846787295,
      "learning_rate": 0.00027895880857255293,
      "loss": 5.1875,
      "step": 26655
    },
    {
      "epoch": 1.0917878353471226,
      "grad_norm": 2.5240182138123926,
      "learning_rate": 0.00027895714276344547,
      "loss": 5.6875,
      "step": 26656
    },
    {
      "epoch": 1.0918287937743192,
      "grad_norm": 2.3596881024730454,
      "learning_rate": 0.0002789554768933745,
      "loss": 5.75,
      "step": 26657
    },
    {
      "epoch": 1.0918697522015155,
      "grad_norm": 2.2432917756298294,
      "learning_rate": 0.00027895381096234087,
      "loss": 4.8438,
      "step": 26658
    },
    {
      "epoch": 1.0919107106287118,
      "grad_norm": 2.218834157370036,
      "learning_rate": 0.00027895214497034536,
      "loss": 5.125,
      "step": 26659
    },
    {
      "epoch": 1.0919516690559083,
      "grad_norm": 2.820440122186878,
      "learning_rate": 0.0002789504789173888,
      "loss": 5.125,
      "step": 26660
    },
    {
      "epoch": 1.0919926274831047,
      "grad_norm": 1.743283834785031,
      "learning_rate": 0.00027894881280347193,
      "loss": 4.2812,
      "step": 26661
    },
    {
      "epoch": 1.092033585910301,
      "grad_norm": 2.27413808126244,
      "learning_rate": 0.00027894714662859553,
      "loss": 5.0938,
      "step": 26662
    },
    {
      "epoch": 1.0920745443374975,
      "grad_norm": 4.1696589305299945,
      "learning_rate": 0.00027894548039276035,
      "loss": 7.1875,
      "step": 26663
    },
    {
      "epoch": 1.0921155027646938,
      "grad_norm": 2.2658004786789374,
      "learning_rate": 0.0002789438140959673,
      "loss": 3.8281,
      "step": 26664
    },
    {
      "epoch": 1.0921564611918901,
      "grad_norm": 10.138657524657633,
      "learning_rate": 0.00027894214773821713,
      "loss": 3.6094,
      "step": 26665
    },
    {
      "epoch": 1.0921974196190867,
      "grad_norm": 2.422517954621354,
      "learning_rate": 0.0002789404813195105,
      "loss": 4.875,
      "step": 26666
    },
    {
      "epoch": 1.092238378046283,
      "grad_norm": 2.2558391966334215,
      "learning_rate": 0.0002789388148398483,
      "loss": 5.5625,
      "step": 26667
    },
    {
      "epoch": 1.0922793364734793,
      "grad_norm": 3.2776140550188386,
      "learning_rate": 0.0002789371482992314,
      "loss": 5.7188,
      "step": 26668
    },
    {
      "epoch": 1.0923202949006758,
      "grad_norm": 2.2023707797762957,
      "learning_rate": 0.00027893548169766045,
      "loss": 5.5312,
      "step": 26669
    },
    {
      "epoch": 1.0923612533278722,
      "grad_norm": 2.5768955343567796,
      "learning_rate": 0.00027893381503513626,
      "loss": 5.4375,
      "step": 26670
    },
    {
      "epoch": 1.0924022117550687,
      "grad_norm": 4.565990849473604,
      "learning_rate": 0.0002789321483116597,
      "loss": 6.1562,
      "step": 26671
    },
    {
      "epoch": 1.092443170182265,
      "grad_norm": 2.0588861682177644,
      "learning_rate": 0.00027893048152723143,
      "loss": 5.0312,
      "step": 26672
    },
    {
      "epoch": 1.0924841286094613,
      "grad_norm": 2.593828313700225,
      "learning_rate": 0.0002789288146818523,
      "loss": 5.6562,
      "step": 26673
    },
    {
      "epoch": 1.0925250870366578,
      "grad_norm": 2.0510000962351564,
      "learning_rate": 0.00027892714777552315,
      "loss": 4.6562,
      "step": 26674
    },
    {
      "epoch": 1.0925660454638542,
      "grad_norm": 4.765668590808681,
      "learning_rate": 0.00027892548080824474,
      "loss": 4.2812,
      "step": 26675
    },
    {
      "epoch": 1.0926070038910507,
      "grad_norm": 2.679317252195575,
      "learning_rate": 0.0002789238137800178,
      "loss": 5.8125,
      "step": 26676
    },
    {
      "epoch": 1.092647962318247,
      "grad_norm": 1.9668938867018841,
      "learning_rate": 0.00027892214669084325,
      "loss": 5.1562,
      "step": 26677
    },
    {
      "epoch": 1.0926889207454433,
      "grad_norm": 1.9176313754092322,
      "learning_rate": 0.0002789204795407217,
      "loss": 4.4375,
      "step": 26678
    },
    {
      "epoch": 1.0927298791726399,
      "grad_norm": 1.981984585140443,
      "learning_rate": 0.0002789188123296541,
      "loss": 5.0938,
      "step": 26679
    },
    {
      "epoch": 1.0927708375998362,
      "grad_norm": 4.2379647399582705,
      "learning_rate": 0.00027891714505764114,
      "loss": 5.875,
      "step": 26680
    },
    {
      "epoch": 1.0928117960270325,
      "grad_norm": 2.0646157242565755,
      "learning_rate": 0.00027891547772468356,
      "loss": 4.9375,
      "step": 26681
    },
    {
      "epoch": 1.092852754454229,
      "grad_norm": 5.2713633331836505,
      "learning_rate": 0.00027891381033078234,
      "loss": 6.0625,
      "step": 26682
    },
    {
      "epoch": 1.0928937128814253,
      "grad_norm": 1.9927133992465116,
      "learning_rate": 0.00027891214287593805,
      "loss": 5.2188,
      "step": 26683
    },
    {
      "epoch": 1.0929346713086217,
      "grad_norm": 1.570110838052346,
      "learning_rate": 0.00027891047536015163,
      "loss": 2.7188,
      "step": 26684
    },
    {
      "epoch": 1.0929756297358182,
      "grad_norm": 1.8131279436665777,
      "learning_rate": 0.00027890880778342383,
      "loss": 4.1562,
      "step": 26685
    },
    {
      "epoch": 1.0930165881630145,
      "grad_norm": 1.896548323397309,
      "learning_rate": 0.0002789071401457554,
      "loss": 4.9062,
      "step": 26686
    },
    {
      "epoch": 1.093057546590211,
      "grad_norm": 2.0710076126449164,
      "learning_rate": 0.0002789054724471472,
      "loss": 5.1562,
      "step": 26687
    },
    {
      "epoch": 1.0930985050174074,
      "grad_norm": 1.988705834152728,
      "learning_rate": 0.0002789038046875999,
      "loss": 5.625,
      "step": 26688
    },
    {
      "epoch": 1.0931394634446037,
      "grad_norm": 4.187304971877094,
      "learning_rate": 0.0002789021368671144,
      "loss": 7.3125,
      "step": 26689
    },
    {
      "epoch": 1.0931804218718002,
      "grad_norm": 2.630582547785387,
      "learning_rate": 0.00027890046898569143,
      "loss": 5.1875,
      "step": 26690
    },
    {
      "epoch": 1.0932213802989965,
      "grad_norm": 1.642839262357054,
      "learning_rate": 0.00027889880104333184,
      "loss": 4.3438,
      "step": 26691
    },
    {
      "epoch": 1.0932623387261928,
      "grad_norm": 5.734081236549516,
      "learning_rate": 0.00027889713304003635,
      "loss": 4.3125,
      "step": 26692
    },
    {
      "epoch": 1.0933032971533894,
      "grad_norm": 1.8607425571462777,
      "learning_rate": 0.0002788954649758058,
      "loss": 5.0,
      "step": 26693
    },
    {
      "epoch": 1.0933442555805857,
      "grad_norm": 3.2791410110079897,
      "learning_rate": 0.0002788937968506409,
      "loss": 6.375,
      "step": 26694
    },
    {
      "epoch": 1.0933852140077822,
      "grad_norm": 4.371333556230898,
      "learning_rate": 0.0002788921286645425,
      "loss": 5.8125,
      "step": 26695
    },
    {
      "epoch": 1.0934261724349785,
      "grad_norm": 23.066074560314238,
      "learning_rate": 0.0002788904604175114,
      "loss": 3.2812,
      "step": 26696
    },
    {
      "epoch": 1.0934671308621748,
      "grad_norm": 1.9066249984839567,
      "learning_rate": 0.0002788887921095484,
      "loss": 4.3438,
      "step": 26697
    },
    {
      "epoch": 1.0935080892893714,
      "grad_norm": 2.0043556792140547,
      "learning_rate": 0.0002788871237406542,
      "loss": 5.0,
      "step": 26698
    },
    {
      "epoch": 1.0935490477165677,
      "grad_norm": 2.65344097173977,
      "learning_rate": 0.00027888545531082966,
      "loss": 5.5938,
      "step": 26699
    },
    {
      "epoch": 1.093590006143764,
      "grad_norm": 1.8272074192202628,
      "learning_rate": 0.0002788837868200756,
      "loss": 4.8438,
      "step": 26700
    },
    {
      "epoch": 1.0936309645709605,
      "grad_norm": 1.8371722633815122,
      "learning_rate": 0.00027888211826839274,
      "loss": 4.6562,
      "step": 26701
    },
    {
      "epoch": 1.0936719229981569,
      "grad_norm": 3.4017542842199413,
      "learning_rate": 0.0002788804496557819,
      "loss": 6.2812,
      "step": 26702
    },
    {
      "epoch": 1.0937128814253532,
      "grad_norm": 1.957436435806819,
      "learning_rate": 0.0002788787809822438,
      "loss": 5.1875,
      "step": 26703
    },
    {
      "epoch": 1.0937538398525497,
      "grad_norm": 2.600939103814271,
      "learning_rate": 0.00027887711224777934,
      "loss": 5.6875,
      "step": 26704
    },
    {
      "epoch": 1.093794798279746,
      "grad_norm": 1.8188316897884977,
      "learning_rate": 0.0002788754434523893,
      "loss": 5.125,
      "step": 26705
    },
    {
      "epoch": 1.0938357567069426,
      "grad_norm": 1.8839879975814273,
      "learning_rate": 0.0002788737745960744,
      "loss": 4.75,
      "step": 26706
    },
    {
      "epoch": 1.0938767151341389,
      "grad_norm": 2.034030641478121,
      "learning_rate": 0.0002788721056788354,
      "loss": 5.3125,
      "step": 26707
    },
    {
      "epoch": 1.0939176735613352,
      "grad_norm": 2.2947762872055706,
      "learning_rate": 0.00027887043670067325,
      "loss": 4.8438,
      "step": 26708
    },
    {
      "epoch": 1.0939586319885317,
      "grad_norm": 1.910354621972582,
      "learning_rate": 0.0002788687676615886,
      "loss": 5.0312,
      "step": 26709
    },
    {
      "epoch": 1.093999590415728,
      "grad_norm": 2.3061341133650024,
      "learning_rate": 0.0002788670985615822,
      "loss": 5.0938,
      "step": 26710
    },
    {
      "epoch": 1.0940405488429243,
      "grad_norm": 2.045598398134615,
      "learning_rate": 0.00027886542940065495,
      "loss": 5.625,
      "step": 26711
    },
    {
      "epoch": 1.0940815072701209,
      "grad_norm": 2.6760001115168097,
      "learning_rate": 0.00027886376017880767,
      "loss": 5.9688,
      "step": 26712
    },
    {
      "epoch": 1.0941224656973172,
      "grad_norm": 1.991184049255643,
      "learning_rate": 0.000278862090896041,
      "loss": 5.5,
      "step": 26713
    },
    {
      "epoch": 1.0941634241245137,
      "grad_norm": 2.516466598545287,
      "learning_rate": 0.00027886042155235587,
      "loss": 5.3438,
      "step": 26714
    },
    {
      "epoch": 1.09420438255171,
      "grad_norm": 1.9295995900067764,
      "learning_rate": 0.000278858752147753,
      "loss": 5.4062,
      "step": 26715
    },
    {
      "epoch": 1.0942453409789064,
      "grad_norm": 2.6472313799867337,
      "learning_rate": 0.00027885708268223316,
      "loss": 6.375,
      "step": 26716
    },
    {
      "epoch": 1.094286299406103,
      "grad_norm": 1.7736063170612106,
      "learning_rate": 0.00027885541315579717,
      "loss": 4.8125,
      "step": 26717
    },
    {
      "epoch": 1.0943272578332992,
      "grad_norm": 1.9907880127602158,
      "learning_rate": 0.0002788537435684458,
      "loss": 5.1562,
      "step": 26718
    },
    {
      "epoch": 1.0943682162604955,
      "grad_norm": 3.745370392016257,
      "learning_rate": 0.0002788520739201799,
      "loss": 6.75,
      "step": 26719
    },
    {
      "epoch": 1.094409174687692,
      "grad_norm": 1.7764587069271316,
      "learning_rate": 0.0002788504042110002,
      "loss": 3.8594,
      "step": 26720
    },
    {
      "epoch": 1.0944501331148884,
      "grad_norm": 2.1513281807559705,
      "learning_rate": 0.0002788487344409075,
      "loss": 4.9062,
      "step": 26721
    },
    {
      "epoch": 1.0944910915420847,
      "grad_norm": 2.2242726774813866,
      "learning_rate": 0.00027884706460990264,
      "loss": 5.2188,
      "step": 26722
    },
    {
      "epoch": 1.0945320499692812,
      "grad_norm": 2.6029133580688493,
      "learning_rate": 0.00027884539471798633,
      "loss": 3.9062,
      "step": 26723
    },
    {
      "epoch": 1.0945730083964775,
      "grad_norm": 2.3286287769113643,
      "learning_rate": 0.0002788437247651594,
      "loss": 5.375,
      "step": 26724
    },
    {
      "epoch": 1.094613966823674,
      "grad_norm": 4.145231412300947,
      "learning_rate": 0.0002788420547514226,
      "loss": 4.375,
      "step": 26725
    },
    {
      "epoch": 1.0946549252508704,
      "grad_norm": 3.02745402275797,
      "learning_rate": 0.0002788403846767768,
      "loss": 7.1562,
      "step": 26726
    },
    {
      "epoch": 1.0946958836780667,
      "grad_norm": 1.8780477925577632,
      "learning_rate": 0.0002788387145412227,
      "loss": 4.875,
      "step": 26727
    },
    {
      "epoch": 1.0947368421052632,
      "grad_norm": 2.120170187127829,
      "learning_rate": 0.00027883704434476114,
      "loss": 4.7188,
      "step": 26728
    },
    {
      "epoch": 1.0947778005324595,
      "grad_norm": 2.674560704338956,
      "learning_rate": 0.00027883537408739296,
      "loss": 5.0625,
      "step": 26729
    },
    {
      "epoch": 1.0948187589596559,
      "grad_norm": 3.082814663172974,
      "learning_rate": 0.0002788337037691188,
      "loss": 4.3438,
      "step": 26730
    },
    {
      "epoch": 1.0948597173868524,
      "grad_norm": 2.857816520431931,
      "learning_rate": 0.0002788320333899396,
      "loss": 6.0625,
      "step": 26731
    },
    {
      "epoch": 1.0949006758140487,
      "grad_norm": 2.076215832949219,
      "learning_rate": 0.0002788303629498561,
      "loss": 4.8125,
      "step": 26732
    },
    {
      "epoch": 1.0949416342412452,
      "grad_norm": 2.835165483687093,
      "learning_rate": 0.00027882869244886903,
      "loss": 5.5312,
      "step": 26733
    },
    {
      "epoch": 1.0949825926684416,
      "grad_norm": 2.407894527419284,
      "learning_rate": 0.00027882702188697925,
      "loss": 4.5625,
      "step": 26734
    },
    {
      "epoch": 1.0950235510956379,
      "grad_norm": 2.12379520756299,
      "learning_rate": 0.00027882535126418756,
      "loss": 5.5312,
      "step": 26735
    },
    {
      "epoch": 1.0950645095228344,
      "grad_norm": 1.9160790931297862,
      "learning_rate": 0.00027882368058049467,
      "loss": 4.75,
      "step": 26736
    },
    {
      "epoch": 1.0951054679500307,
      "grad_norm": 3.3659752256316366,
      "learning_rate": 0.00027882200983590143,
      "loss": 5.7188,
      "step": 26737
    },
    {
      "epoch": 1.095146426377227,
      "grad_norm": 8.267593827488898,
      "learning_rate": 0.00027882033903040866,
      "loss": 2.6406,
      "step": 26738
    },
    {
      "epoch": 1.0951873848044236,
      "grad_norm": 2.1530519425827794,
      "learning_rate": 0.0002788186681640171,
      "loss": 5.1875,
      "step": 26739
    },
    {
      "epoch": 1.0952283432316199,
      "grad_norm": 2.166486996622701,
      "learning_rate": 0.0002788169972367275,
      "loss": 4.0,
      "step": 26740
    },
    {
      "epoch": 1.0952693016588162,
      "grad_norm": 5.306394108081256,
      "learning_rate": 0.00027881532624854074,
      "loss": 5.6875,
      "step": 26741
    },
    {
      "epoch": 1.0953102600860127,
      "grad_norm": 1.890406167000754,
      "learning_rate": 0.00027881365519945756,
      "loss": 4.6875,
      "step": 26742
    },
    {
      "epoch": 1.095351218513209,
      "grad_norm": 2.622964372625461,
      "learning_rate": 0.00027881198408947875,
      "loss": 5.0,
      "step": 26743
    },
    {
      "epoch": 1.0953921769404056,
      "grad_norm": 1.9098082888178514,
      "learning_rate": 0.0002788103129186051,
      "loss": 5.1562,
      "step": 26744
    },
    {
      "epoch": 1.095433135367602,
      "grad_norm": 2.8439043437388585,
      "learning_rate": 0.0002788086416868374,
      "loss": 5.8438,
      "step": 26745
    },
    {
      "epoch": 1.0954740937947982,
      "grad_norm": 3.7136453787912744,
      "learning_rate": 0.0002788069703941765,
      "loss": 7.3438,
      "step": 26746
    },
    {
      "epoch": 1.0955150522219947,
      "grad_norm": 2.0187011893367934,
      "learning_rate": 0.0002788052990406231,
      "loss": 4.5,
      "step": 26747
    },
    {
      "epoch": 1.095556010649191,
      "grad_norm": 1.8809042717561795,
      "learning_rate": 0.000278803627626178,
      "loss": 5.9062,
      "step": 26748
    },
    {
      "epoch": 1.0955969690763874,
      "grad_norm": 1.9264445812257973,
      "learning_rate": 0.0002788019561508421,
      "loss": 4.9375,
      "step": 26749
    },
    {
      "epoch": 1.095637927503584,
      "grad_norm": 2.109611595131178,
      "learning_rate": 0.00027880028461461606,
      "loss": 5.1562,
      "step": 26750
    },
    {
      "epoch": 1.0956788859307802,
      "grad_norm": 7.820059608493452,
      "learning_rate": 0.0002787986130175007,
      "loss": 5.25,
      "step": 26751
    },
    {
      "epoch": 1.0957198443579768,
      "grad_norm": 2.5024266748298487,
      "learning_rate": 0.0002787969413594969,
      "loss": 6.5938,
      "step": 26752
    },
    {
      "epoch": 1.095760802785173,
      "grad_norm": 1.8308397066656403,
      "learning_rate": 0.00027879526964060534,
      "loss": 5.3438,
      "step": 26753
    },
    {
      "epoch": 1.0958017612123694,
      "grad_norm": 2.3569326717645502,
      "learning_rate": 0.00027879359786082687,
      "loss": 5.3125,
      "step": 26754
    },
    {
      "epoch": 1.095842719639566,
      "grad_norm": 8.082043617695115,
      "learning_rate": 0.0002787919260201622,
      "loss": 3.4219,
      "step": 26755
    },
    {
      "epoch": 1.0958836780667622,
      "grad_norm": 2.0879723588862094,
      "learning_rate": 0.0002787902541186122,
      "loss": 4.75,
      "step": 26756
    },
    {
      "epoch": 1.0959246364939585,
      "grad_norm": 2.5552699913242924,
      "learning_rate": 0.0002787885821561777,
      "loss": 3.7031,
      "step": 26757
    },
    {
      "epoch": 1.095965594921155,
      "grad_norm": 2.1860902448302735,
      "learning_rate": 0.0002787869101328594,
      "loss": 4.5312,
      "step": 26758
    },
    {
      "epoch": 1.0960065533483514,
      "grad_norm": 2.625561497765384,
      "learning_rate": 0.0002787852380486581,
      "loss": 5.6562,
      "step": 26759
    },
    {
      "epoch": 1.0960475117755477,
      "grad_norm": 2.2318681179448605,
      "learning_rate": 0.0002787835659035746,
      "loss": 4.5938,
      "step": 26760
    },
    {
      "epoch": 1.0960884702027442,
      "grad_norm": 4.1952935584911515,
      "learning_rate": 0.00027878189369760976,
      "loss": 6.9688,
      "step": 26761
    },
    {
      "epoch": 1.0961294286299406,
      "grad_norm": 2.869842872292203,
      "learning_rate": 0.00027878022143076425,
      "loss": 4.8438,
      "step": 26762
    },
    {
      "epoch": 1.096170387057137,
      "grad_norm": 2.128701756475225,
      "learning_rate": 0.00027877854910303895,
      "loss": 5.0625,
      "step": 26763
    },
    {
      "epoch": 1.0962113454843334,
      "grad_norm": 6.169319052394022,
      "learning_rate": 0.0002787768767144346,
      "loss": 1.5469,
      "step": 26764
    },
    {
      "epoch": 1.0962523039115297,
      "grad_norm": 3.5612030847377447,
      "learning_rate": 0.0002787752042649521,
      "loss": 6.5625,
      "step": 26765
    },
    {
      "epoch": 1.0962932623387263,
      "grad_norm": 1.9904064111627982,
      "learning_rate": 0.0002787735317545921,
      "loss": 5.0312,
      "step": 26766
    },
    {
      "epoch": 1.0963342207659226,
      "grad_norm": 3.9419357552200225,
      "learning_rate": 0.00027877185918335546,
      "loss": 4.7188,
      "step": 26767
    },
    {
      "epoch": 1.0963751791931189,
      "grad_norm": 3.223054846527136,
      "learning_rate": 0.0002787701865512429,
      "loss": 7.1562,
      "step": 26768
    },
    {
      "epoch": 1.0964161376203154,
      "grad_norm": 5.421674893526374,
      "learning_rate": 0.0002787685138582553,
      "loss": 6.125,
      "step": 26769
    },
    {
      "epoch": 1.0964570960475117,
      "grad_norm": 3.4096541029036977,
      "learning_rate": 0.00027876684110439344,
      "loss": 5.0938,
      "step": 26770
    },
    {
      "epoch": 1.0964980544747083,
      "grad_norm": 2.806751868394423,
      "learning_rate": 0.0002787651682896581,
      "loss": 7.1875,
      "step": 26771
    },
    {
      "epoch": 1.0965390129019046,
      "grad_norm": 2.7482692557250874,
      "learning_rate": 0.0002787634954140501,
      "loss": 6.625,
      "step": 26772
    },
    {
      "epoch": 1.096579971329101,
      "grad_norm": 2.4640370759213135,
      "learning_rate": 0.0002787618224775701,
      "loss": 4.9375,
      "step": 26773
    },
    {
      "epoch": 1.0966209297562974,
      "grad_norm": 4.36360826351364,
      "learning_rate": 0.00027876014948021897,
      "loss": 6.4688,
      "step": 26774
    },
    {
      "epoch": 1.0966618881834937,
      "grad_norm": 2.056550206301743,
      "learning_rate": 0.00027875847642199755,
      "loss": 4.9688,
      "step": 26775
    },
    {
      "epoch": 1.09670284661069,
      "grad_norm": 2.7132801445355113,
      "learning_rate": 0.00027875680330290663,
      "loss": 5.5625,
      "step": 26776
    },
    {
      "epoch": 1.0967438050378866,
      "grad_norm": 1.8557055297911031,
      "learning_rate": 0.0002787551301229469,
      "loss": 4.5625,
      "step": 26777
    },
    {
      "epoch": 1.096784763465083,
      "grad_norm": 2.8235000069552507,
      "learning_rate": 0.0002787534568821193,
      "loss": 4.9375,
      "step": 26778
    },
    {
      "epoch": 1.0968257218922792,
      "grad_norm": 6.897290039637063,
      "learning_rate": 0.0002787517835804245,
      "loss": 5.8438,
      "step": 26779
    },
    {
      "epoch": 1.0968666803194758,
      "grad_norm": 1.9710774865482446,
      "learning_rate": 0.0002787501102178633,
      "loss": 5.2188,
      "step": 26780
    },
    {
      "epoch": 1.096907638746672,
      "grad_norm": 2.0622897314221067,
      "learning_rate": 0.0002787484367944365,
      "loss": 4.9688,
      "step": 26781
    },
    {
      "epoch": 1.0969485971738686,
      "grad_norm": 3.4985431894272616,
      "learning_rate": 0.000278746763310145,
      "loss": 7.0,
      "step": 26782
    },
    {
      "epoch": 1.096989555601065,
      "grad_norm": 2.386839541615673,
      "learning_rate": 0.0002787450897649894,
      "loss": 4.625,
      "step": 26783
    },
    {
      "epoch": 1.0970305140282612,
      "grad_norm": 4.170344105227712,
      "learning_rate": 0.00027874341615897064,
      "loss": 4.9062,
      "step": 26784
    },
    {
      "epoch": 1.0970714724554578,
      "grad_norm": 2.291456734049449,
      "learning_rate": 0.00027874174249208945,
      "loss": 5.2812,
      "step": 26785
    },
    {
      "epoch": 1.097112430882654,
      "grad_norm": 1.9961601970457625,
      "learning_rate": 0.0002787400687643467,
      "loss": 4.9375,
      "step": 26786
    },
    {
      "epoch": 1.0971533893098504,
      "grad_norm": 2.2504337737947537,
      "learning_rate": 0.00027873839497574303,
      "loss": 5.4375,
      "step": 26787
    },
    {
      "epoch": 1.097194347737047,
      "grad_norm": 4.8336168352297335,
      "learning_rate": 0.0002787367211262794,
      "loss": 5.3438,
      "step": 26788
    },
    {
      "epoch": 1.0972353061642433,
      "grad_norm": 2.0624973004126126,
      "learning_rate": 0.0002787350472159564,
      "loss": 5.2188,
      "step": 26789
    },
    {
      "epoch": 1.0972762645914398,
      "grad_norm": 2.896065919850483,
      "learning_rate": 0.000278733373244775,
      "loss": 5.0312,
      "step": 26790
    },
    {
      "epoch": 1.097317223018636,
      "grad_norm": 2.502353224507597,
      "learning_rate": 0.000278731699212736,
      "loss": 3.7344,
      "step": 26791
    },
    {
      "epoch": 1.0973581814458324,
      "grad_norm": 3.762691869554026,
      "learning_rate": 0.00027873002511984006,
      "loss": 5.7188,
      "step": 26792
    },
    {
      "epoch": 1.097399139873029,
      "grad_norm": 2.4580587688460707,
      "learning_rate": 0.000278728350966088,
      "loss": 6.1562,
      "step": 26793
    },
    {
      "epoch": 1.0974400983002253,
      "grad_norm": 2.4658346764152625,
      "learning_rate": 0.0002787266767514807,
      "loss": 4.875,
      "step": 26794
    },
    {
      "epoch": 1.0974810567274216,
      "grad_norm": 2.1008131012845848,
      "learning_rate": 0.00027872500247601886,
      "loss": 4.9062,
      "step": 26795
    },
    {
      "epoch": 1.0975220151546181,
      "grad_norm": 3.717745029345652,
      "learning_rate": 0.0002787233281397033,
      "loss": 4.0938,
      "step": 26796
    },
    {
      "epoch": 1.0975629735818144,
      "grad_norm": 1.9613628424960594,
      "learning_rate": 0.0002787216537425349,
      "loss": 4.9062,
      "step": 26797
    },
    {
      "epoch": 1.0976039320090107,
      "grad_norm": 4.736083173928497,
      "learning_rate": 0.0002787199792845143,
      "loss": 5.7812,
      "step": 26798
    },
    {
      "epoch": 1.0976448904362073,
      "grad_norm": 2.16747945546659,
      "learning_rate": 0.00027871830476564237,
      "loss": 5.2812,
      "step": 26799
    },
    {
      "epoch": 1.0976858488634036,
      "grad_norm": 1.8673384147405399,
      "learning_rate": 0.0002787166301859199,
      "loss": 5.3125,
      "step": 26800
    },
    {
      "epoch": 1.0977268072906001,
      "grad_norm": 2.314410039251897,
      "learning_rate": 0.0002787149555453477,
      "loss": 5.9375,
      "step": 26801
    },
    {
      "epoch": 1.0977677657177964,
      "grad_norm": 1.7714127750755866,
      "learning_rate": 0.0002787132808439265,
      "loss": 4.8125,
      "step": 26802
    },
    {
      "epoch": 1.0978087241449928,
      "grad_norm": 1.9607701826986463,
      "learning_rate": 0.00027871160608165715,
      "loss": 4.75,
      "step": 26803
    },
    {
      "epoch": 1.0978496825721893,
      "grad_norm": 2.37176114766333,
      "learning_rate": 0.0002787099312585404,
      "loss": 5.4062,
      "step": 26804
    },
    {
      "epoch": 1.0978906409993856,
      "grad_norm": 2.2454956114345963,
      "learning_rate": 0.00027870825637457713,
      "loss": 5.8438,
      "step": 26805
    },
    {
      "epoch": 1.097931599426582,
      "grad_norm": 2.3917501180930736,
      "learning_rate": 0.00027870658142976803,
      "loss": 5.9062,
      "step": 26806
    },
    {
      "epoch": 1.0979725578537785,
      "grad_norm": 2.2187708089337113,
      "learning_rate": 0.0002787049064241139,
      "loss": 4.9688,
      "step": 26807
    },
    {
      "epoch": 1.0980135162809748,
      "grad_norm": 2.3477182961476215,
      "learning_rate": 0.00027870323135761557,
      "loss": 5.7812,
      "step": 26808
    },
    {
      "epoch": 1.0980544747081713,
      "grad_norm": 2.325743105910636,
      "learning_rate": 0.0002787015562302738,
      "loss": 5.125,
      "step": 26809
    },
    {
      "epoch": 1.0980954331353676,
      "grad_norm": 3.6337046246535083,
      "learning_rate": 0.0002786998810420895,
      "loss": 6.0938,
      "step": 26810
    },
    {
      "epoch": 1.098136391562564,
      "grad_norm": 3.2272102418337796,
      "learning_rate": 0.0002786982057930632,
      "loss": 7.1562,
      "step": 26811
    },
    {
      "epoch": 1.0981773499897605,
      "grad_norm": 2.227671439750795,
      "learning_rate": 0.000278696530483196,
      "loss": 5.4062,
      "step": 26812
    },
    {
      "epoch": 1.0982183084169568,
      "grad_norm": 2.3107904383786715,
      "learning_rate": 0.0002786948551124885,
      "loss": 4.875,
      "step": 26813
    },
    {
      "epoch": 1.098259266844153,
      "grad_norm": 2.7303938536089745,
      "learning_rate": 0.00027869317968094156,
      "loss": 4.5938,
      "step": 26814
    },
    {
      "epoch": 1.0983002252713496,
      "grad_norm": 2.036023061810213,
      "learning_rate": 0.0002786915041885559,
      "loss": 5.125,
      "step": 26815
    },
    {
      "epoch": 1.098341183698546,
      "grad_norm": 1.9384375325953194,
      "learning_rate": 0.0002786898286353324,
      "loss": 5.3438,
      "step": 26816
    },
    {
      "epoch": 1.0983821421257423,
      "grad_norm": 4.340390079476781,
      "learning_rate": 0.0002786881530212718,
      "loss": 7.6875,
      "step": 26817
    },
    {
      "epoch": 1.0984231005529388,
      "grad_norm": 2.2863152663039132,
      "learning_rate": 0.00027868647734637493,
      "loss": 4.0625,
      "step": 26818
    },
    {
      "epoch": 1.098464058980135,
      "grad_norm": 2.0873550200880717,
      "learning_rate": 0.0002786848016106426,
      "loss": 4.875,
      "step": 26819
    },
    {
      "epoch": 1.0985050174073316,
      "grad_norm": 1.958138066271592,
      "learning_rate": 0.0002786831258140754,
      "loss": 4.8125,
      "step": 26820
    },
    {
      "epoch": 1.098545975834528,
      "grad_norm": 2.3230784476068904,
      "learning_rate": 0.00027868144995667443,
      "loss": 4.625,
      "step": 26821
    },
    {
      "epoch": 1.0985869342617243,
      "grad_norm": 2.389404723441196,
      "learning_rate": 0.0002786797740384403,
      "loss": 3.2344,
      "step": 26822
    },
    {
      "epoch": 1.0986278926889208,
      "grad_norm": 3.213153819869907,
      "learning_rate": 0.00027867809805937386,
      "loss": 6.5625,
      "step": 26823
    },
    {
      "epoch": 1.0986688511161171,
      "grad_norm": 1.9193709798634693,
      "learning_rate": 0.00027867642201947584,
      "loss": 5.5312,
      "step": 26824
    },
    {
      "epoch": 1.0987098095433137,
      "grad_norm": 1.9217933968935839,
      "learning_rate": 0.00027867474591874715,
      "loss": 5.0,
      "step": 26825
    },
    {
      "epoch": 1.09875076797051,
      "grad_norm": 2.290624934124622,
      "learning_rate": 0.0002786730697571884,
      "loss": 4.7188,
      "step": 26826
    },
    {
      "epoch": 1.0987917263977063,
      "grad_norm": 4.718201125918841,
      "learning_rate": 0.0002786713935348006,
      "loss": 5.5312,
      "step": 26827
    },
    {
      "epoch": 1.0988326848249028,
      "grad_norm": 1.993679577165814,
      "learning_rate": 0.0002786697172515844,
      "loss": 5.0312,
      "step": 26828
    },
    {
      "epoch": 1.0988736432520991,
      "grad_norm": 2.84930877452348,
      "learning_rate": 0.0002786680409075406,
      "loss": 4.5,
      "step": 26829
    },
    {
      "epoch": 1.0989146016792954,
      "grad_norm": 2.0795165527206017,
      "learning_rate": 0.00027866636450267,
      "loss": 4.625,
      "step": 26830
    },
    {
      "epoch": 1.098955560106492,
      "grad_norm": 2.3666044984346257,
      "learning_rate": 0.0002786646880369734,
      "loss": 6.375,
      "step": 26831
    },
    {
      "epoch": 1.0989965185336883,
      "grad_norm": 2.1326257735869394,
      "learning_rate": 0.0002786630115104517,
      "loss": 5.125,
      "step": 26832
    },
    {
      "epoch": 1.0990374769608846,
      "grad_norm": 2.6327612565175764,
      "learning_rate": 0.00027866133492310545,
      "loss": 6.4688,
      "step": 26833
    },
    {
      "epoch": 1.0990784353880811,
      "grad_norm": 2.708691204184659,
      "learning_rate": 0.0002786596582749357,
      "loss": 5.7188,
      "step": 26834
    },
    {
      "epoch": 1.0991193938152775,
      "grad_norm": 2.3717282722899653,
      "learning_rate": 0.0002786579815659431,
      "loss": 5.0938,
      "step": 26835
    },
    {
      "epoch": 1.099160352242474,
      "grad_norm": 2.836211278598083,
      "learning_rate": 0.00027865630479612845,
      "loss": 6.5,
      "step": 26836
    },
    {
      "epoch": 1.0992013106696703,
      "grad_norm": 3.3799471823892007,
      "learning_rate": 0.00027865462796549257,
      "loss": 3.8906,
      "step": 26837
    },
    {
      "epoch": 1.0992422690968666,
      "grad_norm": 1.9882218862665897,
      "learning_rate": 0.00027865295107403626,
      "loss": 5.625,
      "step": 26838
    },
    {
      "epoch": 1.0992832275240632,
      "grad_norm": 4.8471284962522825,
      "learning_rate": 0.00027865127412176027,
      "loss": 5.625,
      "step": 26839
    },
    {
      "epoch": 1.0993241859512595,
      "grad_norm": 5.340615791143594,
      "learning_rate": 0.00027864959710866547,
      "loss": 6.3125,
      "step": 26840
    },
    {
      "epoch": 1.0993651443784558,
      "grad_norm": 2.2393764815064063,
      "learning_rate": 0.00027864792003475257,
      "loss": 5.5312,
      "step": 26841
    },
    {
      "epoch": 1.0994061028056523,
      "grad_norm": 2.6943111173652303,
      "learning_rate": 0.0002786462429000224,
      "loss": 5.5312,
      "step": 26842
    },
    {
      "epoch": 1.0994470612328486,
      "grad_norm": 1.8673110784982203,
      "learning_rate": 0.00027864456570447576,
      "loss": 4.3125,
      "step": 26843
    },
    {
      "epoch": 1.0994880196600452,
      "grad_norm": 2.6005428749100217,
      "learning_rate": 0.0002786428884481135,
      "loss": 5.875,
      "step": 26844
    },
    {
      "epoch": 1.0995289780872415,
      "grad_norm": 11.785083964942567,
      "learning_rate": 0.00027864121113093624,
      "loss": 4.0312,
      "step": 26845
    },
    {
      "epoch": 1.0995699365144378,
      "grad_norm": 2.5775127348549005,
      "learning_rate": 0.00027863953375294496,
      "loss": 4.0938,
      "step": 26846
    },
    {
      "epoch": 1.0996108949416343,
      "grad_norm": 2.881605500301236,
      "learning_rate": 0.0002786378563141403,
      "loss": 5.125,
      "step": 26847
    },
    {
      "epoch": 1.0996518533688306,
      "grad_norm": 3.2432049444011457,
      "learning_rate": 0.00027863617881452316,
      "loss": 4.8125,
      "step": 26848
    },
    {
      "epoch": 1.099692811796027,
      "grad_norm": 2.465165542176303,
      "learning_rate": 0.0002786345012540943,
      "loss": 5.3125,
      "step": 26849
    },
    {
      "epoch": 1.0997337702232235,
      "grad_norm": 2.1588127367210603,
      "learning_rate": 0.00027863282363285453,
      "loss": 5.2188,
      "step": 26850
    },
    {
      "epoch": 1.0997747286504198,
      "grad_norm": 2.491745691950956,
      "learning_rate": 0.0002786311459508046,
      "loss": 4.8438,
      "step": 26851
    },
    {
      "epoch": 1.0998156870776161,
      "grad_norm": 2.05014926542466,
      "learning_rate": 0.00027862946820794536,
      "loss": 5.3438,
      "step": 26852
    },
    {
      "epoch": 1.0998566455048127,
      "grad_norm": 2.8593917273211664,
      "learning_rate": 0.00027862779040427755,
      "loss": 5.4375,
      "step": 26853
    },
    {
      "epoch": 1.099897603932009,
      "grad_norm": 1.8184231585527455,
      "learning_rate": 0.000278626112539802,
      "loss": 5.0312,
      "step": 26854
    },
    {
      "epoch": 1.0999385623592055,
      "grad_norm": 1.8409568047807354,
      "learning_rate": 0.00027862443461451944,
      "loss": 5.4062,
      "step": 26855
    },
    {
      "epoch": 1.0999795207864018,
      "grad_norm": 1.805572375073233,
      "learning_rate": 0.0002786227566284307,
      "loss": 3.7969,
      "step": 26856
    },
    {
      "epoch": 1.1000204792135981,
      "grad_norm": 2.0884976644601783,
      "learning_rate": 0.0002786210785815366,
      "loss": 5.4375,
      "step": 26857
    },
    {
      "epoch": 1.1000614376407947,
      "grad_norm": 2.2717133388162036,
      "learning_rate": 0.00027861940047383803,
      "loss": 4.0938,
      "step": 26858
    },
    {
      "epoch": 1.100102396067991,
      "grad_norm": 4.0290797942648044,
      "learning_rate": 0.00027861772230533554,
      "loss": 5.8125,
      "step": 26859
    },
    {
      "epoch": 1.1001433544951873,
      "grad_norm": 2.600211420430651,
      "learning_rate": 0.00027861604407603013,
      "loss": 4.9688,
      "step": 26860
    },
    {
      "epoch": 1.1001843129223838,
      "grad_norm": 1.9653445498980064,
      "learning_rate": 0.0002786143657859225,
      "loss": 5.3125,
      "step": 26861
    },
    {
      "epoch": 1.1002252713495801,
      "grad_norm": 1.9379348735060347,
      "learning_rate": 0.00027861268743501345,
      "loss": 5.7188,
      "step": 26862
    },
    {
      "epoch": 1.1002662297767767,
      "grad_norm": 2.3126466259894944,
      "learning_rate": 0.00027861100902330376,
      "loss": 4.9688,
      "step": 26863
    },
    {
      "epoch": 1.100307188203973,
      "grad_norm": 1.8614274678802218,
      "learning_rate": 0.0002786093305507943,
      "loss": 4.5,
      "step": 26864
    },
    {
      "epoch": 1.1003481466311693,
      "grad_norm": 2.1575665753223796,
      "learning_rate": 0.00027860765201748574,
      "loss": 5.6562,
      "step": 26865
    },
    {
      "epoch": 1.1003891050583658,
      "grad_norm": 2.6305515498657654,
      "learning_rate": 0.000278605973423379,
      "loss": 4.0625,
      "step": 26866
    },
    {
      "epoch": 1.1004300634855622,
      "grad_norm": 2.4146421453174325,
      "learning_rate": 0.00027860429476847477,
      "loss": 5.25,
      "step": 26867
    },
    {
      "epoch": 1.1004710219127585,
      "grad_norm": 2.5352160192802904,
      "learning_rate": 0.0002786026160527739,
      "loss": 6.4062,
      "step": 26868
    },
    {
      "epoch": 1.100511980339955,
      "grad_norm": 1.8220216137345502,
      "learning_rate": 0.00027860093727627726,
      "loss": 4.8438,
      "step": 26869
    },
    {
      "epoch": 1.1005529387671513,
      "grad_norm": 1.9042477169414582,
      "learning_rate": 0.0002785992584389855,
      "loss": 4.875,
      "step": 26870
    },
    {
      "epoch": 1.1005938971943476,
      "grad_norm": 2.3579861926268975,
      "learning_rate": 0.00027859757954089943,
      "loss": 5.4688,
      "step": 26871
    },
    {
      "epoch": 1.1006348556215442,
      "grad_norm": 2.1260799892615236,
      "learning_rate": 0.00027859590058202,
      "loss": 5.625,
      "step": 26872
    },
    {
      "epoch": 1.1006758140487405,
      "grad_norm": 1.932857414273778,
      "learning_rate": 0.0002785942215623478,
      "loss": 4.8438,
      "step": 26873
    },
    {
      "epoch": 1.100716772475937,
      "grad_norm": 2.405505198698903,
      "learning_rate": 0.0002785925424818837,
      "loss": 6.2188,
      "step": 26874
    },
    {
      "epoch": 1.1007577309031333,
      "grad_norm": 1.7645038595633507,
      "learning_rate": 0.0002785908633406286,
      "loss": 4.5938,
      "step": 26875
    },
    {
      "epoch": 1.1007986893303296,
      "grad_norm": 8.846146461898343,
      "learning_rate": 0.0002785891841385831,
      "loss": 2.0938,
      "step": 26876
    },
    {
      "epoch": 1.1008396477575262,
      "grad_norm": 2.3522934410720255,
      "learning_rate": 0.00027858750487574815,
      "loss": 5.5938,
      "step": 26877
    },
    {
      "epoch": 1.1008806061847225,
      "grad_norm": 1.8575134889058569,
      "learning_rate": 0.0002785858255521245,
      "loss": 4.7188,
      "step": 26878
    },
    {
      "epoch": 1.1009215646119188,
      "grad_norm": 2.316579555245946,
      "learning_rate": 0.0002785841461677129,
      "loss": 6.0625,
      "step": 26879
    },
    {
      "epoch": 1.1009625230391153,
      "grad_norm": 2.9282428857199827,
      "learning_rate": 0.0002785824667225142,
      "loss": 6.0625,
      "step": 26880
    },
    {
      "epoch": 1.1010034814663117,
      "grad_norm": 8.981644769056873,
      "learning_rate": 0.00027858078721652917,
      "loss": 5.6562,
      "step": 26881
    },
    {
      "epoch": 1.1010444398935082,
      "grad_norm": 2.167649807688439,
      "learning_rate": 0.00027857910764975856,
      "loss": 5.7812,
      "step": 26882
    },
    {
      "epoch": 1.1010853983207045,
      "grad_norm": 2.456076501768432,
      "learning_rate": 0.00027857742802220325,
      "loss": 5.7188,
      "step": 26883
    },
    {
      "epoch": 1.1011263567479008,
      "grad_norm": 2.15343781688661,
      "learning_rate": 0.000278575748333864,
      "loss": 4.7188,
      "step": 26884
    },
    {
      "epoch": 1.1011673151750974,
      "grad_norm": 2.943423901741613,
      "learning_rate": 0.0002785740685847416,
      "loss": 4.4375,
      "step": 26885
    },
    {
      "epoch": 1.1012082736022937,
      "grad_norm": 1.8998876917013041,
      "learning_rate": 0.0002785723887748368,
      "loss": 5.0,
      "step": 26886
    },
    {
      "epoch": 1.10124923202949,
      "grad_norm": 3.8072616286807874,
      "learning_rate": 0.00027857070890415045,
      "loss": 7.0312,
      "step": 26887
    },
    {
      "epoch": 1.1012901904566865,
      "grad_norm": 3.3517369732790456,
      "learning_rate": 0.0002785690289726834,
      "loss": 6.2812,
      "step": 26888
    },
    {
      "epoch": 1.1013311488838828,
      "grad_norm": 6.446508594954394,
      "learning_rate": 0.00027856734898043626,
      "loss": 6.7188,
      "step": 26889
    },
    {
      "epoch": 1.1013721073110792,
      "grad_norm": 2.0220614493584117,
      "learning_rate": 0.00027856566892741003,
      "loss": 5.25,
      "step": 26890
    },
    {
      "epoch": 1.1014130657382757,
      "grad_norm": 2.5960015240472067,
      "learning_rate": 0.00027856398881360533,
      "loss": 5.9062,
      "step": 26891
    },
    {
      "epoch": 1.101454024165472,
      "grad_norm": 2.230820090989842,
      "learning_rate": 0.0002785623086390231,
      "loss": 4.375,
      "step": 26892
    },
    {
      "epoch": 1.1014949825926685,
      "grad_norm": 2.0146723664325172,
      "learning_rate": 0.00027856062840366403,
      "loss": 5.4062,
      "step": 26893
    },
    {
      "epoch": 1.1015359410198649,
      "grad_norm": 2.112346956231458,
      "learning_rate": 0.000278558948107529,
      "loss": 4.9375,
      "step": 26894
    },
    {
      "epoch": 1.1015768994470612,
      "grad_norm": 2.02271402164052,
      "learning_rate": 0.00027855726775061874,
      "loss": 4.9688,
      "step": 26895
    },
    {
      "epoch": 1.1016178578742577,
      "grad_norm": 2.7959347379241404,
      "learning_rate": 0.00027855558733293407,
      "loss": 5.2188,
      "step": 26896
    },
    {
      "epoch": 1.101658816301454,
      "grad_norm": 2.2591158942898146,
      "learning_rate": 0.00027855390685447575,
      "loss": 3.9062,
      "step": 26897
    },
    {
      "epoch": 1.1016997747286503,
      "grad_norm": 4.545486306847314,
      "learning_rate": 0.00027855222631524465,
      "loss": 4.2812,
      "step": 26898
    },
    {
      "epoch": 1.1017407331558469,
      "grad_norm": 4.73010241623248,
      "learning_rate": 0.00027855054571524146,
      "loss": 5.0,
      "step": 26899
    },
    {
      "epoch": 1.1017816915830432,
      "grad_norm": 2.3529939687987667,
      "learning_rate": 0.00027854886505446707,
      "loss": 5.4688,
      "step": 26900
    },
    {
      "epoch": 1.1018226500102397,
      "grad_norm": 1.8963779561148317,
      "learning_rate": 0.0002785471843329222,
      "loss": 4.9062,
      "step": 26901
    },
    {
      "epoch": 1.101863608437436,
      "grad_norm": 3.745206530795263,
      "learning_rate": 0.00027854550355060773,
      "loss": 3.6875,
      "step": 26902
    },
    {
      "epoch": 1.1019045668646323,
      "grad_norm": 5.3946623114197285,
      "learning_rate": 0.00027854382270752436,
      "loss": 4.625,
      "step": 26903
    },
    {
      "epoch": 1.1019455252918289,
      "grad_norm": 2.255037570330578,
      "learning_rate": 0.000278542141803673,
      "loss": 5.0625,
      "step": 26904
    },
    {
      "epoch": 1.1019864837190252,
      "grad_norm": 1.7861505000259064,
      "learning_rate": 0.0002785404608390543,
      "loss": 4.6875,
      "step": 26905
    },
    {
      "epoch": 1.1020274421462215,
      "grad_norm": 1.8616499048846868,
      "learning_rate": 0.00027853877981366915,
      "loss": 4.7812,
      "step": 26906
    },
    {
      "epoch": 1.102068400573418,
      "grad_norm": 2.0146976760605417,
      "learning_rate": 0.0002785370987275183,
      "loss": 3.5469,
      "step": 26907
    },
    {
      "epoch": 1.1021093590006144,
      "grad_norm": 2.0332792120845435,
      "learning_rate": 0.0002785354175806026,
      "loss": 5.4688,
      "step": 26908
    },
    {
      "epoch": 1.1021503174278107,
      "grad_norm": 2.29331114694232,
      "learning_rate": 0.0002785337363729228,
      "loss": 5.0938,
      "step": 26909
    },
    {
      "epoch": 1.1021912758550072,
      "grad_norm": 7.088679572528221,
      "learning_rate": 0.00027853205510447974,
      "loss": 4.4688,
      "step": 26910
    },
    {
      "epoch": 1.1022322342822035,
      "grad_norm": 3.6954443322321393,
      "learning_rate": 0.00027853037377527416,
      "loss": 4.7812,
      "step": 26911
    },
    {
      "epoch": 1.1022731927094,
      "grad_norm": 2.475948178266532,
      "learning_rate": 0.00027852869238530686,
      "loss": 3.8906,
      "step": 26912
    },
    {
      "epoch": 1.1023141511365964,
      "grad_norm": 6.460168201744893,
      "learning_rate": 0.00027852701093457864,
      "loss": 4.25,
      "step": 26913
    },
    {
      "epoch": 1.1023551095637927,
      "grad_norm": 2.156736953782105,
      "learning_rate": 0.0002785253294230904,
      "loss": 5.1562,
      "step": 26914
    },
    {
      "epoch": 1.1023960679909892,
      "grad_norm": 1.9419631035533056,
      "learning_rate": 0.0002785236478508427,
      "loss": 5.4688,
      "step": 26915
    },
    {
      "epoch": 1.1024370264181855,
      "grad_norm": 3.606942694753506,
      "learning_rate": 0.0002785219662178366,
      "loss": 5.5312,
      "step": 26916
    },
    {
      "epoch": 1.1024779848453818,
      "grad_norm": 2.0777920638871694,
      "learning_rate": 0.0002785202845240727,
      "loss": 5.0,
      "step": 26917
    },
    {
      "epoch": 1.1025189432725784,
      "grad_norm": 1.958890396861899,
      "learning_rate": 0.0002785186027695519,
      "loss": 5.0312,
      "step": 26918
    },
    {
      "epoch": 1.1025599016997747,
      "grad_norm": 3.149855874323995,
      "learning_rate": 0.00027851692095427495,
      "loss": 5.8438,
      "step": 26919
    },
    {
      "epoch": 1.1026008601269712,
      "grad_norm": 2.217606730667621,
      "learning_rate": 0.0002785152390782427,
      "loss": 4.375,
      "step": 26920
    },
    {
      "epoch": 1.1026418185541675,
      "grad_norm": 2.0968023179615987,
      "learning_rate": 0.00027851355714145584,
      "loss": 4.5938,
      "step": 26921
    },
    {
      "epoch": 1.1026827769813639,
      "grad_norm": 3.4644424224033337,
      "learning_rate": 0.00027851187514391524,
      "loss": 7.0938,
      "step": 26922
    },
    {
      "epoch": 1.1027237354085604,
      "grad_norm": 3.366257936233541,
      "learning_rate": 0.0002785101930856217,
      "loss": 4.4062,
      "step": 26923
    },
    {
      "epoch": 1.1027646938357567,
      "grad_norm": 6.410958935848763,
      "learning_rate": 0.000278508510966576,
      "loss": 4.0312,
      "step": 26924
    },
    {
      "epoch": 1.102805652262953,
      "grad_norm": 2.5721535471997727,
      "learning_rate": 0.00027850682878677893,
      "loss": 4.7188,
      "step": 26925
    },
    {
      "epoch": 1.1028466106901496,
      "grad_norm": 2.178897338244052,
      "learning_rate": 0.0002785051465462313,
      "loss": 5.2812,
      "step": 26926
    },
    {
      "epoch": 1.1028875691173459,
      "grad_norm": 1.8763843177823587,
      "learning_rate": 0.0002785034642449339,
      "loss": 4.5938,
      "step": 26927
    },
    {
      "epoch": 1.1029285275445422,
      "grad_norm": 2.0799145655656877,
      "learning_rate": 0.00027850178188288744,
      "loss": 5.7812,
      "step": 26928
    },
    {
      "epoch": 1.1029694859717387,
      "grad_norm": 3.830247194105873,
      "learning_rate": 0.0002785000994600928,
      "loss": 2.6094,
      "step": 26929
    },
    {
      "epoch": 1.103010444398935,
      "grad_norm": 2.764617573178708,
      "learning_rate": 0.0002784984169765509,
      "loss": 5.625,
      "step": 26930
    },
    {
      "epoch": 1.1030514028261316,
      "grad_norm": 1.7607908740342715,
      "learning_rate": 0.00027849673443226233,
      "loss": 4.4062,
      "step": 26931
    },
    {
      "epoch": 1.1030923612533279,
      "grad_norm": 1.9598887536164495,
      "learning_rate": 0.00027849505182722797,
      "loss": 4.3125,
      "step": 26932
    },
    {
      "epoch": 1.1031333196805242,
      "grad_norm": 2.0507536616550337,
      "learning_rate": 0.0002784933691614486,
      "loss": 5.5625,
      "step": 26933
    },
    {
      "epoch": 1.1031742781077207,
      "grad_norm": 2.201027012615861,
      "learning_rate": 0.000278491686434925,
      "loss": 5.25,
      "step": 26934
    },
    {
      "epoch": 1.103215236534917,
      "grad_norm": 2.1754203012340123,
      "learning_rate": 0.00027849000364765797,
      "loss": 5.3125,
      "step": 26935
    },
    {
      "epoch": 1.1032561949621134,
      "grad_norm": 2.165146840595019,
      "learning_rate": 0.00027848832079964837,
      "loss": 5.0938,
      "step": 26936
    },
    {
      "epoch": 1.10329715338931,
      "grad_norm": 5.385430031789718,
      "learning_rate": 0.0002784866378908969,
      "loss": 5.9062,
      "step": 26937
    },
    {
      "epoch": 1.1033381118165062,
      "grad_norm": 2.8224709882512506,
      "learning_rate": 0.00027848495492140444,
      "loss": 4.5938,
      "step": 26938
    },
    {
      "epoch": 1.1033790702437027,
      "grad_norm": 3.834543884151149,
      "learning_rate": 0.00027848327189117174,
      "loss": 6.4062,
      "step": 26939
    },
    {
      "epoch": 1.103420028670899,
      "grad_norm": 1.9979921194687147,
      "learning_rate": 0.00027848158880019964,
      "loss": 4.7188,
      "step": 26940
    },
    {
      "epoch": 1.1034609870980954,
      "grad_norm": 2.155452134477563,
      "learning_rate": 0.0002784799056484888,
      "loss": 4.9688,
      "step": 26941
    },
    {
      "epoch": 1.103501945525292,
      "grad_norm": 2.523843872098689,
      "learning_rate": 0.0002784782224360402,
      "loss": 7.2812,
      "step": 26942
    },
    {
      "epoch": 1.1035429039524882,
      "grad_norm": 1.759608857875506,
      "learning_rate": 0.00027847653916285455,
      "loss": 4.7812,
      "step": 26943
    },
    {
      "epoch": 1.1035838623796845,
      "grad_norm": 2.6129037281239014,
      "learning_rate": 0.00027847485582893264,
      "loss": 5.4375,
      "step": 26944
    },
    {
      "epoch": 1.103624820806881,
      "grad_norm": 6.646997600233691,
      "learning_rate": 0.00027847317243427525,
      "loss": 3.3281,
      "step": 26945
    },
    {
      "epoch": 1.1036657792340774,
      "grad_norm": 1.889832928371127,
      "learning_rate": 0.0002784714889788832,
      "loss": 4.0938,
      "step": 26946
    },
    {
      "epoch": 1.1037067376612737,
      "grad_norm": 2.794116264143851,
      "learning_rate": 0.0002784698054627573,
      "loss": 4.4688,
      "step": 26947
    },
    {
      "epoch": 1.1037476960884702,
      "grad_norm": 2.06792943248623,
      "learning_rate": 0.0002784681218858983,
      "loss": 4.625,
      "step": 26948
    },
    {
      "epoch": 1.1037886545156665,
      "grad_norm": 2.3645425281341788,
      "learning_rate": 0.0002784664382483071,
      "loss": 4.7188,
      "step": 26949
    },
    {
      "epoch": 1.103829612942863,
      "grad_norm": 2.4770031653750233,
      "learning_rate": 0.0002784647545499844,
      "loss": 6.5938,
      "step": 26950
    },
    {
      "epoch": 1.1038705713700594,
      "grad_norm": 4.670142686155027,
      "learning_rate": 0.000278463070790931,
      "loss": 5.5625,
      "step": 26951
    },
    {
      "epoch": 1.1039115297972557,
      "grad_norm": 7.23900510671218,
      "learning_rate": 0.0002784613869711477,
      "loss": 6.8125,
      "step": 26952
    },
    {
      "epoch": 1.1039524882244522,
      "grad_norm": 1.9033348369339211,
      "learning_rate": 0.0002784597030906353,
      "loss": 5.125,
      "step": 26953
    },
    {
      "epoch": 1.1039934466516486,
      "grad_norm": 5.4865473891500915,
      "learning_rate": 0.0002784580191493946,
      "loss": 6.9062,
      "step": 26954
    },
    {
      "epoch": 1.1040344050788449,
      "grad_norm": 2.224111956190089,
      "learning_rate": 0.00027845633514742647,
      "loss": 5.5938,
      "step": 26955
    },
    {
      "epoch": 1.1040753635060414,
      "grad_norm": 2.482290210708668,
      "learning_rate": 0.0002784546510847316,
      "loss": 5.125,
      "step": 26956
    },
    {
      "epoch": 1.1041163219332377,
      "grad_norm": 2.2760059486666893,
      "learning_rate": 0.0002784529669613108,
      "loss": 4.4062,
      "step": 26957
    },
    {
      "epoch": 1.1041572803604343,
      "grad_norm": 2.8577008661462586,
      "learning_rate": 0.00027845128277716495,
      "loss": 5.625,
      "step": 26958
    },
    {
      "epoch": 1.1041982387876306,
      "grad_norm": 2.5769878371500776,
      "learning_rate": 0.00027844959853229475,
      "loss": 5.25,
      "step": 26959
    },
    {
      "epoch": 1.1042391972148269,
      "grad_norm": 2.006405636045438,
      "learning_rate": 0.000278447914226701,
      "loss": 4.3438,
      "step": 26960
    },
    {
      "epoch": 1.1042801556420234,
      "grad_norm": 2.5253558465980306,
      "learning_rate": 0.0002784462298603846,
      "loss": 4.7188,
      "step": 26961
    },
    {
      "epoch": 1.1043211140692197,
      "grad_norm": 3.0902552428589924,
      "learning_rate": 0.00027844454543334625,
      "loss": 5.0312,
      "step": 26962
    },
    {
      "epoch": 1.104362072496416,
      "grad_norm": 2.3207257751408545,
      "learning_rate": 0.00027844286094558674,
      "loss": 5.5312,
      "step": 26963
    },
    {
      "epoch": 1.1044030309236126,
      "grad_norm": 2.1600790467412705,
      "learning_rate": 0.0002784411763971069,
      "loss": 5.25,
      "step": 26964
    },
    {
      "epoch": 1.104443989350809,
      "grad_norm": 2.318873242748668,
      "learning_rate": 0.00027843949178790755,
      "loss": 5.625,
      "step": 26965
    },
    {
      "epoch": 1.1044849477780052,
      "grad_norm": 2.2250977078517162,
      "learning_rate": 0.0002784378071179895,
      "loss": 6.0312,
      "step": 26966
    },
    {
      "epoch": 1.1045259062052017,
      "grad_norm": 2.4291121973098053,
      "learning_rate": 0.00027843612238735347,
      "loss": 5.4375,
      "step": 26967
    },
    {
      "epoch": 1.104566864632398,
      "grad_norm": 6.784073132399022,
      "learning_rate": 0.00027843443759600027,
      "loss": 6.0312,
      "step": 26968
    },
    {
      "epoch": 1.1046078230595946,
      "grad_norm": 1.8009129743779784,
      "learning_rate": 0.0002784327527439308,
      "loss": 4.5312,
      "step": 26969
    },
    {
      "epoch": 1.104648781486791,
      "grad_norm": 2.6844007386759405,
      "learning_rate": 0.00027843106783114564,
      "loss": 6.7188,
      "step": 26970
    },
    {
      "epoch": 1.1046897399139872,
      "grad_norm": 2.7694602444679344,
      "learning_rate": 0.0002784293828576458,
      "loss": 5.9062,
      "step": 26971
    },
    {
      "epoch": 1.1047306983411838,
      "grad_norm": 2.186073791725787,
      "learning_rate": 0.00027842769782343205,
      "loss": 5.5,
      "step": 26972
    },
    {
      "epoch": 1.10477165676838,
      "grad_norm": 2.4471475405531398,
      "learning_rate": 0.00027842601272850507,
      "loss": 4.9375,
      "step": 26973
    },
    {
      "epoch": 1.1048126151955764,
      "grad_norm": 5.75713800052746,
      "learning_rate": 0.00027842432757286574,
      "loss": 3.9844,
      "step": 26974
    },
    {
      "epoch": 1.104853573622773,
      "grad_norm": 1.9766114358312854,
      "learning_rate": 0.00027842264235651483,
      "loss": 4.75,
      "step": 26975
    },
    {
      "epoch": 1.1048945320499692,
      "grad_norm": 2.64391918227506,
      "learning_rate": 0.00027842095707945316,
      "loss": 5.0312,
      "step": 26976
    },
    {
      "epoch": 1.1049354904771658,
      "grad_norm": 4.029051397553599,
      "learning_rate": 0.00027841927174168153,
      "loss": 3.9688,
      "step": 26977
    },
    {
      "epoch": 1.104976448904362,
      "grad_norm": 11.957458686105547,
      "learning_rate": 0.00027841758634320065,
      "loss": 4.875,
      "step": 26978
    },
    {
      "epoch": 1.1050174073315584,
      "grad_norm": 2.4495968825868486,
      "learning_rate": 0.00027841590088401144,
      "loss": 4.6875,
      "step": 26979
    },
    {
      "epoch": 1.105058365758755,
      "grad_norm": 2.07985693025875,
      "learning_rate": 0.00027841421536411467,
      "loss": 4.9375,
      "step": 26980
    },
    {
      "epoch": 1.1050993241859512,
      "grad_norm": 2.2777423061986344,
      "learning_rate": 0.0002784125297835111,
      "loss": 5.1562,
      "step": 26981
    },
    {
      "epoch": 1.1051402826131476,
      "grad_norm": 2.1599670471126444,
      "learning_rate": 0.0002784108441422015,
      "loss": 5.5938,
      "step": 26982
    },
    {
      "epoch": 1.105181241040344,
      "grad_norm": 3.320257102242475,
      "learning_rate": 0.0002784091584401867,
      "loss": 6.25,
      "step": 26983
    },
    {
      "epoch": 1.1052221994675404,
      "grad_norm": 4.687558058865455,
      "learning_rate": 0.0002784074726774676,
      "loss": 7.0938,
      "step": 26984
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 2.3644956753478805,
      "learning_rate": 0.00027840578685404477,
      "loss": 5.7188,
      "step": 26985
    },
    {
      "epoch": 1.1053041163219333,
      "grad_norm": 2.1820832363923164,
      "learning_rate": 0.0002784041009699192,
      "loss": 5.4375,
      "step": 26986
    },
    {
      "epoch": 1.1053450747491296,
      "grad_norm": 3.435547674280911,
      "learning_rate": 0.00027840241502509157,
      "loss": 6.5312,
      "step": 26987
    },
    {
      "epoch": 1.105386033176326,
      "grad_norm": 1.9776956085021498,
      "learning_rate": 0.0002784007290195628,
      "loss": 5.375,
      "step": 26988
    },
    {
      "epoch": 1.1054269916035224,
      "grad_norm": 6.201024495803357,
      "learning_rate": 0.0002783990429533336,
      "loss": 2.8281,
      "step": 26989
    },
    {
      "epoch": 1.1054679500307187,
      "grad_norm": 4.441636393385654,
      "learning_rate": 0.00027839735682640474,
      "loss": 5.6562,
      "step": 26990
    },
    {
      "epoch": 1.1055089084579153,
      "grad_norm": 1.9428648608922796,
      "learning_rate": 0.0002783956706387771,
      "loss": 5.0312,
      "step": 26991
    },
    {
      "epoch": 1.1055498668851116,
      "grad_norm": 2.048901531909057,
      "learning_rate": 0.00027839398439045147,
      "loss": 4.9375,
      "step": 26992
    },
    {
      "epoch": 1.1055908253123081,
      "grad_norm": 5.126113305096134,
      "learning_rate": 0.00027839229808142855,
      "loss": 4.9688,
      "step": 26993
    },
    {
      "epoch": 1.1056317837395044,
      "grad_norm": 2.4384578991627848,
      "learning_rate": 0.0002783906117117092,
      "loss": 5.5,
      "step": 26994
    },
    {
      "epoch": 1.1056727421667008,
      "grad_norm": 2.098473486601068,
      "learning_rate": 0.00027838892528129426,
      "loss": 5.5625,
      "step": 26995
    },
    {
      "epoch": 1.1057137005938973,
      "grad_norm": 2.3053970692191155,
      "learning_rate": 0.00027838723879018446,
      "loss": 5.25,
      "step": 26996
    },
    {
      "epoch": 1.1057546590210936,
      "grad_norm": 1.9682304225370773,
      "learning_rate": 0.0002783855522383806,
      "loss": 3.7812,
      "step": 26997
    },
    {
      "epoch": 1.10579561744829,
      "grad_norm": 2.178647008117655,
      "learning_rate": 0.0002783838656258836,
      "loss": 5.5312,
      "step": 26998
    },
    {
      "epoch": 1.1058365758754864,
      "grad_norm": 3.073630377094803,
      "learning_rate": 0.00027838217895269406,
      "loss": 5.2812,
      "step": 26999
    },
    {
      "epoch": 1.1058775343026828,
      "grad_norm": 2.509508398295716,
      "learning_rate": 0.0002783804922188129,
      "loss": 5.625,
      "step": 27000
    },
    {
      "epoch": 1.105918492729879,
      "grad_norm": 3.024208990888851,
      "learning_rate": 0.0002783788054242409,
      "loss": 5.125,
      "step": 27001
    },
    {
      "epoch": 1.1059594511570756,
      "grad_norm": 2.3089495141873724,
      "learning_rate": 0.00027837711856897886,
      "loss": 4.625,
      "step": 27002
    },
    {
      "epoch": 1.106000409584272,
      "grad_norm": 2.8662259124722476,
      "learning_rate": 0.00027837543165302753,
      "loss": 4.3438,
      "step": 27003
    },
    {
      "epoch": 1.1060413680114685,
      "grad_norm": 2.231336815050392,
      "learning_rate": 0.0002783737446763878,
      "loss": 4.9688,
      "step": 27004
    },
    {
      "epoch": 1.1060823264386648,
      "grad_norm": 2.7701759538712936,
      "learning_rate": 0.00027837205763906034,
      "loss": 4.8438,
      "step": 27005
    },
    {
      "epoch": 1.106123284865861,
      "grad_norm": 2.188252340030855,
      "learning_rate": 0.0002783703705410461,
      "loss": 4.3125,
      "step": 27006
    },
    {
      "epoch": 1.1061642432930576,
      "grad_norm": 2.6434820124954315,
      "learning_rate": 0.00027836868338234575,
      "loss": 5.4375,
      "step": 27007
    },
    {
      "epoch": 1.106205201720254,
      "grad_norm": 2.763436165163721,
      "learning_rate": 0.00027836699616296017,
      "loss": 5.125,
      "step": 27008
    },
    {
      "epoch": 1.1062461601474503,
      "grad_norm": 2.143661228572272,
      "learning_rate": 0.00027836530888289006,
      "loss": 5.2188,
      "step": 27009
    },
    {
      "epoch": 1.1062871185746468,
      "grad_norm": 2.318757028140744,
      "learning_rate": 0.00027836362154213634,
      "loss": 5.5625,
      "step": 27010
    },
    {
      "epoch": 1.106328077001843,
      "grad_norm": 4.253807211566344,
      "learning_rate": 0.0002783619341406997,
      "loss": 6.75,
      "step": 27011
    },
    {
      "epoch": 1.1063690354290396,
      "grad_norm": 2.9086075074275803,
      "learning_rate": 0.00027836024667858106,
      "loss": 5.4062,
      "step": 27012
    },
    {
      "epoch": 1.106409993856236,
      "grad_norm": 2.1414300408053295,
      "learning_rate": 0.00027835855915578106,
      "loss": 5.5312,
      "step": 27013
    },
    {
      "epoch": 1.1064509522834323,
      "grad_norm": 3.159330280334237,
      "learning_rate": 0.00027835687157230066,
      "loss": 7.375,
      "step": 27014
    },
    {
      "epoch": 1.1064919107106288,
      "grad_norm": 2.77731617959691,
      "learning_rate": 0.0002783551839281405,
      "loss": 6.2188,
      "step": 27015
    },
    {
      "epoch": 1.1065328691378251,
      "grad_norm": 2.4996174012676136,
      "learning_rate": 0.00027835349622330155,
      "loss": 5.0,
      "step": 27016
    },
    {
      "epoch": 1.1065738275650214,
      "grad_norm": 3.1073038990086714,
      "learning_rate": 0.0002783518084577844,
      "loss": 3.9688,
      "step": 27017
    },
    {
      "epoch": 1.106614785992218,
      "grad_norm": 2.4467755917291605,
      "learning_rate": 0.0002783501206315901,
      "loss": 5.0,
      "step": 27018
    },
    {
      "epoch": 1.1066557444194143,
      "grad_norm": 2.0464780427685683,
      "learning_rate": 0.0002783484327447192,
      "loss": 5.1875,
      "step": 27019
    },
    {
      "epoch": 1.1066967028466106,
      "grad_norm": 2.3960951751316326,
      "learning_rate": 0.0002783467447971727,
      "loss": 6.5938,
      "step": 27020
    },
    {
      "epoch": 1.1067376612738071,
      "grad_norm": 2.3038112436272344,
      "learning_rate": 0.0002783450567889512,
      "loss": 5.1562,
      "step": 27021
    },
    {
      "epoch": 1.1067786197010034,
      "grad_norm": 1.8227725594355322,
      "learning_rate": 0.0002783433687200557,
      "loss": 4.8125,
      "step": 27022
    },
    {
      "epoch": 1.1068195781282,
      "grad_norm": 2.491002931145422,
      "learning_rate": 0.0002783416805904868,
      "loss": 6.5938,
      "step": 27023
    },
    {
      "epoch": 1.1068605365553963,
      "grad_norm": 1.8745381780082746,
      "learning_rate": 0.0002783399924002455,
      "loss": 4.875,
      "step": 27024
    },
    {
      "epoch": 1.1069014949825926,
      "grad_norm": 5.433287017030635,
      "learning_rate": 0.0002783383041493324,
      "loss": 3.7188,
      "step": 27025
    },
    {
      "epoch": 1.1069424534097891,
      "grad_norm": 1.9848330864762604,
      "learning_rate": 0.0002783366158377485,
      "loss": 4.875,
      "step": 27026
    },
    {
      "epoch": 1.1069834118369855,
      "grad_norm": 2.3274565728872774,
      "learning_rate": 0.0002783349274654944,
      "loss": 5.3125,
      "step": 27027
    },
    {
      "epoch": 1.1070243702641818,
      "grad_norm": 3.073985489022754,
      "learning_rate": 0.00027833323903257105,
      "loss": 4.8438,
      "step": 27028
    },
    {
      "epoch": 1.1070653286913783,
      "grad_norm": 1.951993142448741,
      "learning_rate": 0.0002783315505389792,
      "loss": 4.9062,
      "step": 27029
    },
    {
      "epoch": 1.1071062871185746,
      "grad_norm": 2.494837013739496,
      "learning_rate": 0.0002783298619847196,
      "loss": 4.5,
      "step": 27030
    },
    {
      "epoch": 1.1071472455457712,
      "grad_norm": 1.9260569109662358,
      "learning_rate": 0.0002783281733697931,
      "loss": 5.5,
      "step": 27031
    },
    {
      "epoch": 1.1071882039729675,
      "grad_norm": 3.5372513466089752,
      "learning_rate": 0.00027832648469420054,
      "loss": 4.9062,
      "step": 27032
    },
    {
      "epoch": 1.1072291624001638,
      "grad_norm": 5.136162844004769,
      "learning_rate": 0.0002783247959579426,
      "loss": 6.5938,
      "step": 27033
    },
    {
      "epoch": 1.1072701208273603,
      "grad_norm": 2.0367237765167765,
      "learning_rate": 0.00027832310716102015,
      "loss": 4.0,
      "step": 27034
    },
    {
      "epoch": 1.1073110792545566,
      "grad_norm": 2.085272046403966,
      "learning_rate": 0.00027832141830343404,
      "loss": 5.1875,
      "step": 27035
    },
    {
      "epoch": 1.107352037681753,
      "grad_norm": 1.910900144018237,
      "learning_rate": 0.0002783197293851849,
      "loss": 4.875,
      "step": 27036
    },
    {
      "epoch": 1.1073929961089495,
      "grad_norm": 1.8102238562114938,
      "learning_rate": 0.00027831804040627376,
      "loss": 4.8125,
      "step": 27037
    },
    {
      "epoch": 1.1074339545361458,
      "grad_norm": 2.3291981368695036,
      "learning_rate": 0.0002783163513667013,
      "loss": 4.7188,
      "step": 27038
    },
    {
      "epoch": 1.107474912963342,
      "grad_norm": 2.298031736298411,
      "learning_rate": 0.00027831466226646817,
      "loss": 5.3125,
      "step": 27039
    },
    {
      "epoch": 1.1075158713905386,
      "grad_norm": 4.018796452327582,
      "learning_rate": 0.0002783129731055754,
      "loss": 5.0938,
      "step": 27040
    },
    {
      "epoch": 1.107556829817735,
      "grad_norm": 1.876683864950565,
      "learning_rate": 0.0002783112838840237,
      "loss": 4.6875,
      "step": 27041
    },
    {
      "epoch": 1.1075977882449315,
      "grad_norm": 2.2019782235089633,
      "learning_rate": 0.00027830959460181393,
      "loss": 5.3438,
      "step": 27042
    },
    {
      "epoch": 1.1076387466721278,
      "grad_norm": 2.144234338545144,
      "learning_rate": 0.00027830790525894673,
      "loss": 4.4375,
      "step": 27043
    },
    {
      "epoch": 1.1076797050993241,
      "grad_norm": 2.4331616632824224,
      "learning_rate": 0.0002783062158554231,
      "loss": 4.875,
      "step": 27044
    },
    {
      "epoch": 1.1077206635265207,
      "grad_norm": 2.3614702623132557,
      "learning_rate": 0.00027830452639124363,
      "loss": 6.9375,
      "step": 27045
    },
    {
      "epoch": 1.107761621953717,
      "grad_norm": 3.260679552377768,
      "learning_rate": 0.0002783028368664093,
      "loss": 6.5938,
      "step": 27046
    },
    {
      "epoch": 1.1078025803809133,
      "grad_norm": 2.0107437025859345,
      "learning_rate": 0.00027830114728092075,
      "loss": 4.5625,
      "step": 27047
    },
    {
      "epoch": 1.1078435388081098,
      "grad_norm": 1.8948138968097954,
      "learning_rate": 0.00027829945763477895,
      "loss": 4.8125,
      "step": 27048
    },
    {
      "epoch": 1.1078844972353061,
      "grad_norm": 2.572397054748867,
      "learning_rate": 0.00027829776792798454,
      "loss": 5.5,
      "step": 27049
    },
    {
      "epoch": 1.1079254556625027,
      "grad_norm": 2.3049419854143127,
      "learning_rate": 0.00027829607816053846,
      "loss": 5.5625,
      "step": 27050
    },
    {
      "epoch": 1.107966414089699,
      "grad_norm": 1.9438797475559786,
      "learning_rate": 0.0002782943883324414,
      "loss": 4.5938,
      "step": 27051
    },
    {
      "epoch": 1.1080073725168953,
      "grad_norm": 2.248163662904889,
      "learning_rate": 0.0002782926984436942,
      "loss": 4.6875,
      "step": 27052
    },
    {
      "epoch": 1.1080483309440918,
      "grad_norm": 2.117342232488575,
      "learning_rate": 0.0002782910084942976,
      "loss": 4.625,
      "step": 27053
    },
    {
      "epoch": 1.1080892893712881,
      "grad_norm": 2.205960748693215,
      "learning_rate": 0.00027828931848425257,
      "loss": 4.4375,
      "step": 27054
    },
    {
      "epoch": 1.1081302477984845,
      "grad_norm": 3.648122214937686,
      "learning_rate": 0.00027828762841355974,
      "loss": 4.5938,
      "step": 27055
    },
    {
      "epoch": 1.108171206225681,
      "grad_norm": 2.9065347383083893,
      "learning_rate": 0.00027828593828222,
      "loss": 5.0312,
      "step": 27056
    },
    {
      "epoch": 1.1082121646528773,
      "grad_norm": 3.4556715940011715,
      "learning_rate": 0.0002782842480902341,
      "loss": 6.7188,
      "step": 27057
    },
    {
      "epoch": 1.1082531230800736,
      "grad_norm": 1.8679832507521428,
      "learning_rate": 0.00027828255783760275,
      "loss": 5.4062,
      "step": 27058
    },
    {
      "epoch": 1.1082940815072702,
      "grad_norm": 1.834102845277943,
      "learning_rate": 0.00027828086752432695,
      "loss": 5.0312,
      "step": 27059
    },
    {
      "epoch": 1.1083350399344665,
      "grad_norm": 2.096434139964408,
      "learning_rate": 0.0002782791771504074,
      "loss": 5.2812,
      "step": 27060
    },
    {
      "epoch": 1.108375998361663,
      "grad_norm": 7.277366822984587,
      "learning_rate": 0.0002782774867158448,
      "loss": 3.0625,
      "step": 27061
    },
    {
      "epoch": 1.1084169567888593,
      "grad_norm": 2.201414973130197,
      "learning_rate": 0.0002782757962206402,
      "loss": 5.125,
      "step": 27062
    },
    {
      "epoch": 1.1084579152160556,
      "grad_norm": 2.4669028468464234,
      "learning_rate": 0.0002782741056647942,
      "loss": 6.0938,
      "step": 27063
    },
    {
      "epoch": 1.1084988736432522,
      "grad_norm": 5.480989626317692,
      "learning_rate": 0.00027827241504830755,
      "loss": 2.3125,
      "step": 27064
    },
    {
      "epoch": 1.1085398320704485,
      "grad_norm": 1.94980986454918,
      "learning_rate": 0.00027827072437118126,
      "loss": 5.0938,
      "step": 27065
    },
    {
      "epoch": 1.1085807904976448,
      "grad_norm": 1.930172090132286,
      "learning_rate": 0.000278269033633416,
      "loss": 5.0,
      "step": 27066
    },
    {
      "epoch": 1.1086217489248413,
      "grad_norm": 2.0140949237657635,
      "learning_rate": 0.0002782673428350125,
      "loss": 5.0,
      "step": 27067
    },
    {
      "epoch": 1.1086627073520376,
      "grad_norm": 2.2085393016050947,
      "learning_rate": 0.00027826565197597167,
      "loss": 4.8438,
      "step": 27068
    },
    {
      "epoch": 1.1087036657792342,
      "grad_norm": 1.9294934841567937,
      "learning_rate": 0.00027826396105629434,
      "loss": 4.9688,
      "step": 27069
    },
    {
      "epoch": 1.1087446242064305,
      "grad_norm": 3.7001399817344516,
      "learning_rate": 0.0002782622700759812,
      "loss": 4.9062,
      "step": 27070
    },
    {
      "epoch": 1.1087855826336268,
      "grad_norm": 1.948492066699822,
      "learning_rate": 0.00027826057903503315,
      "loss": 5.0938,
      "step": 27071
    },
    {
      "epoch": 1.1088265410608233,
      "grad_norm": 2.0772575580786814,
      "learning_rate": 0.00027825888793345086,
      "loss": 5.375,
      "step": 27072
    },
    {
      "epoch": 1.1088674994880197,
      "grad_norm": 2.023664511700053,
      "learning_rate": 0.00027825719677123534,
      "loss": 4.8125,
      "step": 27073
    },
    {
      "epoch": 1.108908457915216,
      "grad_norm": 3.8547682692181975,
      "learning_rate": 0.00027825550554838715,
      "loss": 6.5938,
      "step": 27074
    },
    {
      "epoch": 1.1089494163424125,
      "grad_norm": 2.8500642167441304,
      "learning_rate": 0.00027825381426490724,
      "loss": 5.75,
      "step": 27075
    },
    {
      "epoch": 1.1089903747696088,
      "grad_norm": 2.5283925101284774,
      "learning_rate": 0.0002782521229207963,
      "loss": 6.125,
      "step": 27076
    },
    {
      "epoch": 1.1090313331968051,
      "grad_norm": 2.120940194838344,
      "learning_rate": 0.00027825043151605527,
      "loss": 4.1562,
      "step": 27077
    },
    {
      "epoch": 1.1090722916240017,
      "grad_norm": 1.960755387666017,
      "learning_rate": 0.0002782487400506849,
      "loss": 4.4375,
      "step": 27078
    },
    {
      "epoch": 1.109113250051198,
      "grad_norm": 2.088091194759686,
      "learning_rate": 0.00027824704852468597,
      "loss": 5.375,
      "step": 27079
    },
    {
      "epoch": 1.1091542084783945,
      "grad_norm": 2.7828440858094474,
      "learning_rate": 0.00027824535693805923,
      "loss": 5.25,
      "step": 27080
    },
    {
      "epoch": 1.1091951669055908,
      "grad_norm": 2.061273967515423,
      "learning_rate": 0.00027824366529080553,
      "loss": 5.2188,
      "step": 27081
    },
    {
      "epoch": 1.1092361253327871,
      "grad_norm": 3.5337764503991598,
      "learning_rate": 0.0002782419735829257,
      "loss": 6.1562,
      "step": 27082
    },
    {
      "epoch": 1.1092770837599837,
      "grad_norm": 2.9868935099115,
      "learning_rate": 0.00027824028181442045,
      "loss": 4.625,
      "step": 27083
    },
    {
      "epoch": 1.10931804218718,
      "grad_norm": 1.874794038691267,
      "learning_rate": 0.00027823858998529064,
      "loss": 4.7188,
      "step": 27084
    },
    {
      "epoch": 1.1093590006143763,
      "grad_norm": 4.1185971514041935,
      "learning_rate": 0.0002782368980955371,
      "loss": 4.4688,
      "step": 27085
    },
    {
      "epoch": 1.1093999590415728,
      "grad_norm": 2.9499307539411346,
      "learning_rate": 0.0002782352061451606,
      "loss": 5.2812,
      "step": 27086
    },
    {
      "epoch": 1.1094409174687692,
      "grad_norm": 2.131694040221832,
      "learning_rate": 0.0002782335141341619,
      "loss": 5.5,
      "step": 27087
    },
    {
      "epoch": 1.1094818758959657,
      "grad_norm": 1.9311684726442075,
      "learning_rate": 0.0002782318220625419,
      "loss": 4.8438,
      "step": 27088
    },
    {
      "epoch": 1.109522834323162,
      "grad_norm": 2.178952838548321,
      "learning_rate": 0.0002782301299303013,
      "loss": 5.6562,
      "step": 27089
    },
    {
      "epoch": 1.1095637927503583,
      "grad_norm": 1.8245465390001194,
      "learning_rate": 0.0002782284377374409,
      "loss": 4.75,
      "step": 27090
    },
    {
      "epoch": 1.1096047511775549,
      "grad_norm": 2.5232680120624464,
      "learning_rate": 0.0002782267454839616,
      "loss": 5.5938,
      "step": 27091
    },
    {
      "epoch": 1.1096457096047512,
      "grad_norm": 1.8880388486885775,
      "learning_rate": 0.0002782250531698641,
      "loss": 4.5625,
      "step": 27092
    },
    {
      "epoch": 1.1096866680319475,
      "grad_norm": 1.766774497877056,
      "learning_rate": 0.0002782233607951492,
      "loss": 4.4688,
      "step": 27093
    },
    {
      "epoch": 1.109727626459144,
      "grad_norm": 1.6859342422280268,
      "learning_rate": 0.0002782216683598178,
      "loss": 4.1875,
      "step": 27094
    },
    {
      "epoch": 1.1097685848863403,
      "grad_norm": 2.69174562937196,
      "learning_rate": 0.00027821997586387063,
      "loss": 6.0312,
      "step": 27095
    },
    {
      "epoch": 1.1098095433135367,
      "grad_norm": 2.362507186705945,
      "learning_rate": 0.00027821828330730844,
      "loss": 6.125,
      "step": 27096
    },
    {
      "epoch": 1.1098505017407332,
      "grad_norm": 2.651098080730182,
      "learning_rate": 0.00027821659069013214,
      "loss": 5.625,
      "step": 27097
    },
    {
      "epoch": 1.1098914601679295,
      "grad_norm": 2.294859892068205,
      "learning_rate": 0.0002782148980123425,
      "loss": 5.9062,
      "step": 27098
    },
    {
      "epoch": 1.109932418595126,
      "grad_norm": 3.4431669685290833,
      "learning_rate": 0.00027821320527394023,
      "loss": 3.0156,
      "step": 27099
    },
    {
      "epoch": 1.1099733770223223,
      "grad_norm": 1.8353307497055404,
      "learning_rate": 0.0002782115124749262,
      "loss": 4.9062,
      "step": 27100
    },
    {
      "epoch": 1.1100143354495187,
      "grad_norm": 3.0202214561799003,
      "learning_rate": 0.0002782098196153012,
      "loss": 4.5312,
      "step": 27101
    },
    {
      "epoch": 1.1100552938767152,
      "grad_norm": 3.584164779307978,
      "learning_rate": 0.00027820812669506606,
      "loss": 5.9375,
      "step": 27102
    },
    {
      "epoch": 1.1100962523039115,
      "grad_norm": 1.965698610857795,
      "learning_rate": 0.00027820643371422157,
      "loss": 4.6875,
      "step": 27103
    },
    {
      "epoch": 1.1101372107311078,
      "grad_norm": 2.1115154129915776,
      "learning_rate": 0.0002782047406727685,
      "loss": 5.0,
      "step": 27104
    },
    {
      "epoch": 1.1101781691583044,
      "grad_norm": 2.0030708760050664,
      "learning_rate": 0.0002782030475707077,
      "loss": 4.9375,
      "step": 27105
    },
    {
      "epoch": 1.1102191275855007,
      "grad_norm": 1.8130384683949217,
      "learning_rate": 0.0002782013544080399,
      "loss": 4.6875,
      "step": 27106
    },
    {
      "epoch": 1.1102600860126972,
      "grad_norm": 2.7542786352190167,
      "learning_rate": 0.000278199661184766,
      "loss": 6.6562,
      "step": 27107
    },
    {
      "epoch": 1.1103010444398935,
      "grad_norm": 5.307124755089724,
      "learning_rate": 0.00027819796790088666,
      "loss": 4.6562,
      "step": 27108
    },
    {
      "epoch": 1.1103420028670898,
      "grad_norm": 1.8866855623914516,
      "learning_rate": 0.00027819627455640276,
      "loss": 4.3125,
      "step": 27109
    },
    {
      "epoch": 1.1103829612942864,
      "grad_norm": 3.142721086991545,
      "learning_rate": 0.00027819458115131517,
      "loss": 5.3125,
      "step": 27110
    },
    {
      "epoch": 1.1104239197214827,
      "grad_norm": 1.9411769159685008,
      "learning_rate": 0.0002781928876856246,
      "loss": 5.5,
      "step": 27111
    },
    {
      "epoch": 1.110464878148679,
      "grad_norm": 3.429627007748364,
      "learning_rate": 0.00027819119415933185,
      "loss": 2.9219,
      "step": 27112
    },
    {
      "epoch": 1.1105058365758755,
      "grad_norm": 2.6132508264272576,
      "learning_rate": 0.00027818950057243775,
      "loss": 5.625,
      "step": 27113
    },
    {
      "epoch": 1.1105467950030719,
      "grad_norm": 3.4458984339138237,
      "learning_rate": 0.00027818780692494304,
      "loss": 5.6562,
      "step": 27114
    },
    {
      "epoch": 1.1105877534302682,
      "grad_norm": 3.9681730327039344,
      "learning_rate": 0.00027818611321684864,
      "loss": 5.9062,
      "step": 27115
    },
    {
      "epoch": 1.1106287118574647,
      "grad_norm": 2.088116769195485,
      "learning_rate": 0.0002781844194481553,
      "loss": 5.9062,
      "step": 27116
    },
    {
      "epoch": 1.110669670284661,
      "grad_norm": 2.0124229533404248,
      "learning_rate": 0.00027818272561886374,
      "loss": 5.0,
      "step": 27117
    },
    {
      "epoch": 1.1107106287118576,
      "grad_norm": 12.234232848435411,
      "learning_rate": 0.0002781810317289748,
      "loss": 7.3125,
      "step": 27118
    },
    {
      "epoch": 1.1107515871390539,
      "grad_norm": 2.976813355610852,
      "learning_rate": 0.0002781793377784894,
      "loss": 6.5312,
      "step": 27119
    },
    {
      "epoch": 1.1107925455662502,
      "grad_norm": 5.000740842646756,
      "learning_rate": 0.0002781776437674082,
      "loss": 6.3125,
      "step": 27120
    },
    {
      "epoch": 1.1108335039934467,
      "grad_norm": 2.2270740711939325,
      "learning_rate": 0.0002781759496957321,
      "loss": 5.7812,
      "step": 27121
    },
    {
      "epoch": 1.110874462420643,
      "grad_norm": 2.0712190301744684,
      "learning_rate": 0.0002781742555634618,
      "loss": 4.125,
      "step": 27122
    },
    {
      "epoch": 1.1109154208478393,
      "grad_norm": 3.063430989985184,
      "learning_rate": 0.00027817256137059815,
      "loss": 5.5312,
      "step": 27123
    },
    {
      "epoch": 1.1109563792750359,
      "grad_norm": 2.5752373825951835,
      "learning_rate": 0.0002781708671171419,
      "loss": 4.2812,
      "step": 27124
    },
    {
      "epoch": 1.1109973377022322,
      "grad_norm": 2.7951122071182324,
      "learning_rate": 0.00027816917280309403,
      "loss": 6.625,
      "step": 27125
    },
    {
      "epoch": 1.1110382961294287,
      "grad_norm": 1.9864559136581665,
      "learning_rate": 0.0002781674784284551,
      "loss": 4.5625,
      "step": 27126
    },
    {
      "epoch": 1.111079254556625,
      "grad_norm": 2.436416266087081,
      "learning_rate": 0.0002781657839932261,
      "loss": 6.4688,
      "step": 27127
    },
    {
      "epoch": 1.1111202129838214,
      "grad_norm": 1.8148774561263843,
      "learning_rate": 0.0002781640894974077,
      "loss": 5.2188,
      "step": 27128
    },
    {
      "epoch": 1.111161171411018,
      "grad_norm": 2.1047417512225386,
      "learning_rate": 0.0002781623949410008,
      "loss": 5.2188,
      "step": 27129
    },
    {
      "epoch": 1.1112021298382142,
      "grad_norm": 2.112060057876092,
      "learning_rate": 0.0002781607003240061,
      "loss": 5.5625,
      "step": 27130
    },
    {
      "epoch": 1.1112430882654105,
      "grad_norm": 3.75501963582124,
      "learning_rate": 0.0002781590056464245,
      "loss": 3.8906,
      "step": 27131
    },
    {
      "epoch": 1.111284046692607,
      "grad_norm": 3.7041267823417874,
      "learning_rate": 0.00027815731090825673,
      "loss": 4.5938,
      "step": 27132
    },
    {
      "epoch": 1.1113250051198034,
      "grad_norm": 2.2717411924615356,
      "learning_rate": 0.0002781556161095036,
      "loss": 5.3125,
      "step": 27133
    },
    {
      "epoch": 1.1113659635469997,
      "grad_norm": 2.5234777872104783,
      "learning_rate": 0.000278153921250166,
      "loss": 5.6562,
      "step": 27134
    },
    {
      "epoch": 1.1114069219741962,
      "grad_norm": 2.790831752688246,
      "learning_rate": 0.00027815222633024463,
      "loss": 5.125,
      "step": 27135
    },
    {
      "epoch": 1.1114478804013925,
      "grad_norm": 2.101316049248138,
      "learning_rate": 0.0002781505313497403,
      "loss": 4.4062,
      "step": 27136
    },
    {
      "epoch": 1.111488838828589,
      "grad_norm": 5.849781998372652,
      "learning_rate": 0.0002781488363086539,
      "loss": 7.5938,
      "step": 27137
    },
    {
      "epoch": 1.1115297972557854,
      "grad_norm": 5.63054074494079,
      "learning_rate": 0.0002781471412069861,
      "loss": 3.2344,
      "step": 27138
    },
    {
      "epoch": 1.1115707556829817,
      "grad_norm": 2.0508014656425493,
      "learning_rate": 0.0002781454460447378,
      "loss": 5.2188,
      "step": 27139
    },
    {
      "epoch": 1.1116117141101782,
      "grad_norm": 5.337905998842377,
      "learning_rate": 0.0002781437508219098,
      "loss": 6.125,
      "step": 27140
    },
    {
      "epoch": 1.1116526725373745,
      "grad_norm": 2.0679028362110294,
      "learning_rate": 0.0002781420555385028,
      "loss": 4.3125,
      "step": 27141
    },
    {
      "epoch": 1.111693630964571,
      "grad_norm": 5.553251694928139,
      "learning_rate": 0.0002781403601945177,
      "loss": 6.8438,
      "step": 27142
    },
    {
      "epoch": 1.1117345893917674,
      "grad_norm": 2.613727211981937,
      "learning_rate": 0.0002781386647899553,
      "loss": 5.1875,
      "step": 27143
    },
    {
      "epoch": 1.1117755478189637,
      "grad_norm": 2.9508829284882943,
      "learning_rate": 0.00027813696932481633,
      "loss": 4.7188,
      "step": 27144
    },
    {
      "epoch": 1.1118165062461602,
      "grad_norm": 2.6099636236038193,
      "learning_rate": 0.00027813527379910166,
      "loss": 6.0312,
      "step": 27145
    },
    {
      "epoch": 1.1118574646733566,
      "grad_norm": 1.9590710580947868,
      "learning_rate": 0.00027813357821281206,
      "loss": 4.2188,
      "step": 27146
    },
    {
      "epoch": 1.1118984231005529,
      "grad_norm": 1.9604687301305994,
      "learning_rate": 0.00027813188256594837,
      "loss": 4.7188,
      "step": 27147
    },
    {
      "epoch": 1.1119393815277494,
      "grad_norm": 2.2834086030301446,
      "learning_rate": 0.0002781301868585113,
      "loss": 5.75,
      "step": 27148
    },
    {
      "epoch": 1.1119803399549457,
      "grad_norm": 2.524717135489586,
      "learning_rate": 0.00027812849109050175,
      "loss": 4.5938,
      "step": 27149
    },
    {
      "epoch": 1.112021298382142,
      "grad_norm": 2.205663457992473,
      "learning_rate": 0.00027812679526192046,
      "loss": 5.875,
      "step": 27150
    },
    {
      "epoch": 1.1120622568093386,
      "grad_norm": 2.2792924532736625,
      "learning_rate": 0.0002781250993727683,
      "loss": 6.4688,
      "step": 27151
    },
    {
      "epoch": 1.1121032152365349,
      "grad_norm": 2.7187668558016713,
      "learning_rate": 0.000278123403423046,
      "loss": 4.8438,
      "step": 27152
    },
    {
      "epoch": 1.1121441736637312,
      "grad_norm": 1.911426456947071,
      "learning_rate": 0.00027812170741275445,
      "loss": 4.7188,
      "step": 27153
    },
    {
      "epoch": 1.1121851320909277,
      "grad_norm": 1.853226980458901,
      "learning_rate": 0.0002781200113418943,
      "loss": 4.0625,
      "step": 27154
    },
    {
      "epoch": 1.112226090518124,
      "grad_norm": 2.5896332712335597,
      "learning_rate": 0.0002781183152104665,
      "loss": 4.9375,
      "step": 27155
    },
    {
      "epoch": 1.1122670489453206,
      "grad_norm": 2.2227174596910544,
      "learning_rate": 0.00027811661901847175,
      "loss": 5.25,
      "step": 27156
    },
    {
      "epoch": 1.112308007372517,
      "grad_norm": 5.261306680006047,
      "learning_rate": 0.0002781149227659109,
      "loss": 6.0,
      "step": 27157
    },
    {
      "epoch": 1.1123489657997132,
      "grad_norm": 2.127864624508494,
      "learning_rate": 0.00027811322645278477,
      "loss": 4.7812,
      "step": 27158
    },
    {
      "epoch": 1.1123899242269097,
      "grad_norm": 2.0286854541811192,
      "learning_rate": 0.00027811153007909417,
      "loss": 4.25,
      "step": 27159
    },
    {
      "epoch": 1.112430882654106,
      "grad_norm": 1.8001325946041298,
      "learning_rate": 0.00027810983364483986,
      "loss": 4.9062,
      "step": 27160
    },
    {
      "epoch": 1.1124718410813026,
      "grad_norm": 2.104167444952225,
      "learning_rate": 0.0002781081371500226,
      "loss": 5.6875,
      "step": 27161
    },
    {
      "epoch": 1.112512799508499,
      "grad_norm": 2.2975317315372354,
      "learning_rate": 0.0002781064405946433,
      "loss": 4.75,
      "step": 27162
    },
    {
      "epoch": 1.1125537579356952,
      "grad_norm": 1.8933471032646982,
      "learning_rate": 0.00027810474397870275,
      "loss": 4.75,
      "step": 27163
    },
    {
      "epoch": 1.1125947163628918,
      "grad_norm": 1.9269419825253793,
      "learning_rate": 0.00027810304730220163,
      "loss": 5.2812,
      "step": 27164
    },
    {
      "epoch": 1.112635674790088,
      "grad_norm": 1.8889688438265695,
      "learning_rate": 0.0002781013505651408,
      "loss": 5.5312,
      "step": 27165
    },
    {
      "epoch": 1.1126766332172844,
      "grad_norm": 1.9181596799775862,
      "learning_rate": 0.00027809965376752115,
      "loss": 5.125,
      "step": 27166
    },
    {
      "epoch": 1.112717591644481,
      "grad_norm": 2.277032408691534,
      "learning_rate": 0.0002780979569093434,
      "loss": 5.0312,
      "step": 27167
    },
    {
      "epoch": 1.1127585500716772,
      "grad_norm": 4.139584442613229,
      "learning_rate": 0.0002780962599906084,
      "loss": 6.5,
      "step": 27168
    },
    {
      "epoch": 1.1127995084988735,
      "grad_norm": 3.0053555888926873,
      "learning_rate": 0.00027809456301131687,
      "loss": 4.6562,
      "step": 27169
    },
    {
      "epoch": 1.11284046692607,
      "grad_norm": 6.469809355950004,
      "learning_rate": 0.0002780928659714697,
      "loss": 4.2812,
      "step": 27170
    },
    {
      "epoch": 1.1128814253532664,
      "grad_norm": 2.4998960507844306,
      "learning_rate": 0.00027809116887106763,
      "loss": 5.6562,
      "step": 27171
    },
    {
      "epoch": 1.112922383780463,
      "grad_norm": 2.089769092849141,
      "learning_rate": 0.0002780894717101115,
      "loss": 4.7812,
      "step": 27172
    },
    {
      "epoch": 1.1129633422076592,
      "grad_norm": 2.101007720110624,
      "learning_rate": 0.0002780877744886021,
      "loss": 6.4062,
      "step": 27173
    },
    {
      "epoch": 1.1130043006348556,
      "grad_norm": 2.2252075578846298,
      "learning_rate": 0.00027808607720654024,
      "loss": 5.375,
      "step": 27174
    },
    {
      "epoch": 1.113045259062052,
      "grad_norm": 2.592613741635751,
      "learning_rate": 0.00027808437986392667,
      "loss": 4.3438,
      "step": 27175
    },
    {
      "epoch": 1.1130862174892484,
      "grad_norm": 1.8297242006948822,
      "learning_rate": 0.0002780826824607623,
      "loss": 5.0938,
      "step": 27176
    },
    {
      "epoch": 1.1131271759164447,
      "grad_norm": 1.8756176871740091,
      "learning_rate": 0.00027808098499704784,
      "loss": 4.875,
      "step": 27177
    },
    {
      "epoch": 1.1131681343436413,
      "grad_norm": 2.9168458793853858,
      "learning_rate": 0.0002780792874727841,
      "loss": 5.2188,
      "step": 27178
    },
    {
      "epoch": 1.1132090927708376,
      "grad_norm": 2.136353336190161,
      "learning_rate": 0.00027807758988797197,
      "loss": 3.6562,
      "step": 27179
    },
    {
      "epoch": 1.113250051198034,
      "grad_norm": 2.0918181007842906,
      "learning_rate": 0.0002780758922426122,
      "loss": 4.3438,
      "step": 27180
    },
    {
      "epoch": 1.1132910096252304,
      "grad_norm": 3.4993105486385394,
      "learning_rate": 0.00027807419453670544,
      "loss": 2.2969,
      "step": 27181
    },
    {
      "epoch": 1.1133319680524267,
      "grad_norm": 2.6946395009404562,
      "learning_rate": 0.00027807249677025273,
      "loss": 5.6562,
      "step": 27182
    },
    {
      "epoch": 1.1133729264796233,
      "grad_norm": 2.0192406740295206,
      "learning_rate": 0.00027807079894325476,
      "loss": 4.6562,
      "step": 27183
    },
    {
      "epoch": 1.1134138849068196,
      "grad_norm": 2.3832836432458464,
      "learning_rate": 0.0002780691010557124,
      "loss": 6.125,
      "step": 27184
    },
    {
      "epoch": 1.113454843334016,
      "grad_norm": 3.1231050380325036,
      "learning_rate": 0.00027806740310762633,
      "loss": 4.0938,
      "step": 27185
    },
    {
      "epoch": 1.1134958017612124,
      "grad_norm": 1.9179741931351237,
      "learning_rate": 0.00027806570509899745,
      "loss": 5.6875,
      "step": 27186
    },
    {
      "epoch": 1.1135367601884087,
      "grad_norm": 5.087622792590271,
      "learning_rate": 0.00027806400702982655,
      "loss": 7.125,
      "step": 27187
    },
    {
      "epoch": 1.113577718615605,
      "grad_norm": 4.522286778873565,
      "learning_rate": 0.00027806230890011434,
      "loss": 6.6875,
      "step": 27188
    },
    {
      "epoch": 1.1136186770428016,
      "grad_norm": 2.051812373375271,
      "learning_rate": 0.0002780606107098618,
      "loss": 4.2812,
      "step": 27189
    },
    {
      "epoch": 1.113659635469998,
      "grad_norm": 2.171211503865652,
      "learning_rate": 0.0002780589124590696,
      "loss": 5.4688,
      "step": 27190
    },
    {
      "epoch": 1.1137005938971944,
      "grad_norm": 3.3716044566304078,
      "learning_rate": 0.00027805721414773856,
      "loss": 6.0938,
      "step": 27191
    },
    {
      "epoch": 1.1137415523243908,
      "grad_norm": 1.9540635596259555,
      "learning_rate": 0.00027805551577586953,
      "loss": 4.4688,
      "step": 27192
    },
    {
      "epoch": 1.113782510751587,
      "grad_norm": 2.8509680821824657,
      "learning_rate": 0.00027805381734346326,
      "loss": 6.4062,
      "step": 27193
    },
    {
      "epoch": 1.1138234691787836,
      "grad_norm": 2.5057179126643536,
      "learning_rate": 0.00027805211885052056,
      "loss": 5.0625,
      "step": 27194
    },
    {
      "epoch": 1.11386442760598,
      "grad_norm": 8.749452024095218,
      "learning_rate": 0.0002780504202970423,
      "loss": 5.3438,
      "step": 27195
    },
    {
      "epoch": 1.1139053860331762,
      "grad_norm": 2.380321631102024,
      "learning_rate": 0.00027804872168302923,
      "loss": 4.0625,
      "step": 27196
    },
    {
      "epoch": 1.1139463444603728,
      "grad_norm": 3.6381774183956996,
      "learning_rate": 0.00027804702300848207,
      "loss": 5.8125,
      "step": 27197
    },
    {
      "epoch": 1.113987302887569,
      "grad_norm": 4.274950746520833,
      "learning_rate": 0.00027804532427340184,
      "loss": 2.9844,
      "step": 27198
    },
    {
      "epoch": 1.1140282613147656,
      "grad_norm": 2.0610613064366263,
      "learning_rate": 0.0002780436254777891,
      "loss": 5.125,
      "step": 27199
    },
    {
      "epoch": 1.114069219741962,
      "grad_norm": 2.0725893908676967,
      "learning_rate": 0.00027804192662164484,
      "loss": 4.1875,
      "step": 27200
    },
    {
      "epoch": 1.1141101781691582,
      "grad_norm": 1.8395140616611347,
      "learning_rate": 0.0002780402277049697,
      "loss": 5.0,
      "step": 27201
    },
    {
      "epoch": 1.1141511365963548,
      "grad_norm": 2.1948650624529438,
      "learning_rate": 0.0002780385287277646,
      "loss": 5.8125,
      "step": 27202
    },
    {
      "epoch": 1.114192095023551,
      "grad_norm": 1.439444609339584,
      "learning_rate": 0.00027803682969003034,
      "loss": 3.4062,
      "step": 27203
    },
    {
      "epoch": 1.1142330534507474,
      "grad_norm": 10.412395273077427,
      "learning_rate": 0.0002780351305917677,
      "loss": 5.1562,
      "step": 27204
    },
    {
      "epoch": 1.114274011877944,
      "grad_norm": 1.9451258687514201,
      "learning_rate": 0.0002780334314329775,
      "loss": 4.9375,
      "step": 27205
    },
    {
      "epoch": 1.1143149703051403,
      "grad_norm": 4.380356848561809,
      "learning_rate": 0.00027803173221366045,
      "loss": 7.0,
      "step": 27206
    },
    {
      "epoch": 1.1143559287323366,
      "grad_norm": 2.020591063013652,
      "learning_rate": 0.0002780300329338175,
      "loss": 4.875,
      "step": 27207
    },
    {
      "epoch": 1.1143968871595331,
      "grad_norm": 3.5033719672154735,
      "learning_rate": 0.0002780283335934493,
      "loss": 5.0625,
      "step": 27208
    },
    {
      "epoch": 1.1144378455867294,
      "grad_norm": 2.072081415121302,
      "learning_rate": 0.0002780266341925568,
      "loss": 5.2188,
      "step": 27209
    },
    {
      "epoch": 1.114478804013926,
      "grad_norm": 3.7263592398501064,
      "learning_rate": 0.0002780249347311407,
      "loss": 2.5312,
      "step": 27210
    },
    {
      "epoch": 1.1145197624411223,
      "grad_norm": 2.882687985078233,
      "learning_rate": 0.00027802323520920185,
      "loss": 5.4375,
      "step": 27211
    },
    {
      "epoch": 1.1145607208683186,
      "grad_norm": 2.295271651946416,
      "learning_rate": 0.0002780215356267411,
      "loss": 5.4375,
      "step": 27212
    },
    {
      "epoch": 1.1146016792955151,
      "grad_norm": 1.8653306516871433,
      "learning_rate": 0.00027801983598375917,
      "loss": 4.4375,
      "step": 27213
    },
    {
      "epoch": 1.1146426377227114,
      "grad_norm": 2.5906507046307,
      "learning_rate": 0.0002780181362802568,
      "loss": 5.4375,
      "step": 27214
    },
    {
      "epoch": 1.1146835961499078,
      "grad_norm": 1.7311850933410258,
      "learning_rate": 0.000278016436516235,
      "loss": 4.6875,
      "step": 27215
    },
    {
      "epoch": 1.1147245545771043,
      "grad_norm": 2.8116562538465355,
      "learning_rate": 0.0002780147366916944,
      "loss": 6.0312,
      "step": 27216
    },
    {
      "epoch": 1.1147655130043006,
      "grad_norm": 2.0149001553162154,
      "learning_rate": 0.00027801303680663583,
      "loss": 3.3125,
      "step": 27217
    },
    {
      "epoch": 1.1148064714314971,
      "grad_norm": 2.68084384349458,
      "learning_rate": 0.0002780113368610602,
      "loss": 5.3438,
      "step": 27218
    },
    {
      "epoch": 1.1148474298586935,
      "grad_norm": 2.373028623678184,
      "learning_rate": 0.0002780096368549682,
      "loss": 5.4062,
      "step": 27219
    },
    {
      "epoch": 1.1148883882858898,
      "grad_norm": 2.1575306986379132,
      "learning_rate": 0.0002780079367883607,
      "loss": 4.625,
      "step": 27220
    },
    {
      "epoch": 1.1149293467130863,
      "grad_norm": 1.9483940730623892,
      "learning_rate": 0.00027800623666123837,
      "loss": 5.0625,
      "step": 27221
    },
    {
      "epoch": 1.1149703051402826,
      "grad_norm": 3.420679194718041,
      "learning_rate": 0.00027800453647360224,
      "loss": 6.5938,
      "step": 27222
    },
    {
      "epoch": 1.115011263567479,
      "grad_norm": 2.631650096009939,
      "learning_rate": 0.00027800283622545294,
      "loss": 5.6875,
      "step": 27223
    },
    {
      "epoch": 1.1150522219946755,
      "grad_norm": 4.011481889845529,
      "learning_rate": 0.00027800113591679133,
      "loss": 7.5312,
      "step": 27224
    },
    {
      "epoch": 1.1150931804218718,
      "grad_norm": 2.643078522416821,
      "learning_rate": 0.00027799943554761823,
      "loss": 5.375,
      "step": 27225
    },
    {
      "epoch": 1.115134138849068,
      "grad_norm": 2.2806556990766738,
      "learning_rate": 0.0002779977351179344,
      "loss": 4.6875,
      "step": 27226
    },
    {
      "epoch": 1.1151750972762646,
      "grad_norm": 2.084090828151498,
      "learning_rate": 0.0002779960346277407,
      "loss": 4.8125,
      "step": 27227
    },
    {
      "epoch": 1.115216055703461,
      "grad_norm": 1.9457732881042937,
      "learning_rate": 0.00027799433407703784,
      "loss": 5.1875,
      "step": 27228
    },
    {
      "epoch": 1.1152570141306575,
      "grad_norm": 2.6846735781505524,
      "learning_rate": 0.00027799263346582674,
      "loss": 5.6562,
      "step": 27229
    },
    {
      "epoch": 1.1152979725578538,
      "grad_norm": 2.7391576737950696,
      "learning_rate": 0.00027799093279410816,
      "loss": 5.625,
      "step": 27230
    },
    {
      "epoch": 1.11533893098505,
      "grad_norm": 2.949225606001554,
      "learning_rate": 0.00027798923206188286,
      "loss": 5.0938,
      "step": 27231
    },
    {
      "epoch": 1.1153798894122466,
      "grad_norm": 2.8468432780520003,
      "learning_rate": 0.0002779875312691517,
      "loss": 5.625,
      "step": 27232
    },
    {
      "epoch": 1.115420847839443,
      "grad_norm": 2.617094691957865,
      "learning_rate": 0.0002779858304159154,
      "loss": 5.0,
      "step": 27233
    },
    {
      "epoch": 1.1154618062666393,
      "grad_norm": 6.7033985219023515,
      "learning_rate": 0.00027798412950217493,
      "loss": 6.1875,
      "step": 27234
    },
    {
      "epoch": 1.1155027646938358,
      "grad_norm": 6.243708766060004,
      "learning_rate": 0.00027798242852793094,
      "loss": 7.375,
      "step": 27235
    },
    {
      "epoch": 1.1155437231210321,
      "grad_norm": 1.7310902875180336,
      "learning_rate": 0.0002779807274931843,
      "loss": 4.5938,
      "step": 27236
    },
    {
      "epoch": 1.1155846815482287,
      "grad_norm": 2.153400089057358,
      "learning_rate": 0.0002779790263979358,
      "loss": 5.0625,
      "step": 27237
    },
    {
      "epoch": 1.115625639975425,
      "grad_norm": 2.229188731179552,
      "learning_rate": 0.00027797732524218615,
      "loss": 5.4062,
      "step": 27238
    },
    {
      "epoch": 1.1156665984026213,
      "grad_norm": 2.435460509863557,
      "learning_rate": 0.0002779756240259363,
      "loss": 5.6875,
      "step": 27239
    },
    {
      "epoch": 1.1157075568298178,
      "grad_norm": 3.029699076632512,
      "learning_rate": 0.0002779739227491871,
      "loss": 6.8125,
      "step": 27240
    },
    {
      "epoch": 1.1157485152570141,
      "grad_norm": 6.869857279519595,
      "learning_rate": 0.00027797222141193916,
      "loss": 4.1875,
      "step": 27241
    },
    {
      "epoch": 1.1157894736842104,
      "grad_norm": 2.1815600305613674,
      "learning_rate": 0.0002779705200141934,
      "loss": 6.5938,
      "step": 27242
    },
    {
      "epoch": 1.115830432111407,
      "grad_norm": 2.921862274131058,
      "learning_rate": 0.0002779688185559505,
      "loss": 6.75,
      "step": 27243
    },
    {
      "epoch": 1.1158713905386033,
      "grad_norm": 4.253000490324747,
      "learning_rate": 0.0002779671170372115,
      "loss": 4.3125,
      "step": 27244
    },
    {
      "epoch": 1.1159123489657996,
      "grad_norm": 1.9973963515865012,
      "learning_rate": 0.0002779654154579771,
      "loss": 4.625,
      "step": 27245
    },
    {
      "epoch": 1.1159533073929961,
      "grad_norm": 2.6018865770390347,
      "learning_rate": 0.000277963713818248,
      "loss": 6.4688,
      "step": 27246
    },
    {
      "epoch": 1.1159942658201925,
      "grad_norm": 2.119289423315691,
      "learning_rate": 0.00027796201211802504,
      "loss": 4.375,
      "step": 27247
    },
    {
      "epoch": 1.116035224247389,
      "grad_norm": 2.7378619062192637,
      "learning_rate": 0.0002779603103573092,
      "loss": 5.2812,
      "step": 27248
    },
    {
      "epoch": 1.1160761826745853,
      "grad_norm": 3.83963278805477,
      "learning_rate": 0.00027795860853610104,
      "loss": 5.0,
      "step": 27249
    },
    {
      "epoch": 1.1161171411017816,
      "grad_norm": 1.7408463217380246,
      "learning_rate": 0.00027795690665440156,
      "loss": 4.875,
      "step": 27250
    },
    {
      "epoch": 1.1161580995289782,
      "grad_norm": 1.8685609367338356,
      "learning_rate": 0.0002779552047122114,
      "loss": 4.8438,
      "step": 27251
    },
    {
      "epoch": 1.1161990579561745,
      "grad_norm": 1.9887670546649105,
      "learning_rate": 0.00027795350270953145,
      "loss": 4.9688,
      "step": 27252
    },
    {
      "epoch": 1.1162400163833708,
      "grad_norm": 4.153654175227276,
      "learning_rate": 0.00027795180064636255,
      "loss": 6.3438,
      "step": 27253
    },
    {
      "epoch": 1.1162809748105673,
      "grad_norm": 3.4500363982975055,
      "learning_rate": 0.00027795009852270546,
      "loss": 5.4062,
      "step": 27254
    },
    {
      "epoch": 1.1163219332377636,
      "grad_norm": 2.120696955650998,
      "learning_rate": 0.00027794839633856096,
      "loss": 5.25,
      "step": 27255
    },
    {
      "epoch": 1.1163628916649602,
      "grad_norm": 3.383553162473206,
      "learning_rate": 0.0002779466940939299,
      "loss": 5.6875,
      "step": 27256
    },
    {
      "epoch": 1.1164038500921565,
      "grad_norm": 2.350457443075092,
      "learning_rate": 0.00027794499178881304,
      "loss": 5.2812,
      "step": 27257
    },
    {
      "epoch": 1.1164448085193528,
      "grad_norm": 2.0970114589991287,
      "learning_rate": 0.00027794328942321126,
      "loss": 5.0312,
      "step": 27258
    },
    {
      "epoch": 1.1164857669465493,
      "grad_norm": 2.0850417112617587,
      "learning_rate": 0.0002779415869971253,
      "loss": 5.2188,
      "step": 27259
    },
    {
      "epoch": 1.1165267253737456,
      "grad_norm": 2.1240053496219504,
      "learning_rate": 0.00027793988451055594,
      "loss": 4.5625,
      "step": 27260
    },
    {
      "epoch": 1.116567683800942,
      "grad_norm": 1.9375291200271363,
      "learning_rate": 0.00027793818196350403,
      "loss": 4.1875,
      "step": 27261
    },
    {
      "epoch": 1.1166086422281385,
      "grad_norm": 2.114126637032428,
      "learning_rate": 0.00027793647935597045,
      "loss": 5.0625,
      "step": 27262
    },
    {
      "epoch": 1.1166496006553348,
      "grad_norm": 5.168166863265859,
      "learning_rate": 0.0002779347766879559,
      "loss": 4.5938,
      "step": 27263
    },
    {
      "epoch": 1.1166905590825311,
      "grad_norm": 1.8307581088718963,
      "learning_rate": 0.0002779330739594612,
      "loss": 4.3125,
      "step": 27264
    },
    {
      "epoch": 1.1167315175097277,
      "grad_norm": 2.547357381214315,
      "learning_rate": 0.0002779313711704871,
      "loss": 5.5938,
      "step": 27265
    },
    {
      "epoch": 1.116772475936924,
      "grad_norm": 4.4349248965346515,
      "learning_rate": 0.00027792966832103453,
      "loss": 6.0312,
      "step": 27266
    },
    {
      "epoch": 1.1168134343641205,
      "grad_norm": 2.9309207897602474,
      "learning_rate": 0.0002779279654111043,
      "loss": 5.4688,
      "step": 27267
    },
    {
      "epoch": 1.1168543927913168,
      "grad_norm": 6.610273535197401,
      "learning_rate": 0.00027792626244069706,
      "loss": 6.0938,
      "step": 27268
    },
    {
      "epoch": 1.1168953512185131,
      "grad_norm": 1.991569849420057,
      "learning_rate": 0.0002779245594098137,
      "loss": 5.1875,
      "step": 27269
    },
    {
      "epoch": 1.1169363096457097,
      "grad_norm": 1.8795092289581057,
      "learning_rate": 0.0002779228563184551,
      "loss": 4.9688,
      "step": 27270
    },
    {
      "epoch": 1.116977268072906,
      "grad_norm": 2.319902225984342,
      "learning_rate": 0.00027792115316662195,
      "loss": 5.3438,
      "step": 27271
    },
    {
      "epoch": 1.1170182265001023,
      "grad_norm": 13.461341736275338,
      "learning_rate": 0.00027791944995431513,
      "loss": 5.9375,
      "step": 27272
    },
    {
      "epoch": 1.1170591849272988,
      "grad_norm": 5.436177251813919,
      "learning_rate": 0.00027791774668153537,
      "loss": 5.0625,
      "step": 27273
    },
    {
      "epoch": 1.1171001433544951,
      "grad_norm": 2.201394721820587,
      "learning_rate": 0.0002779160433482835,
      "loss": 5.5,
      "step": 27274
    },
    {
      "epoch": 1.1171411017816917,
      "grad_norm": 1.8242215757467504,
      "learning_rate": 0.0002779143399545604,
      "loss": 5.0938,
      "step": 27275
    },
    {
      "epoch": 1.117182060208888,
      "grad_norm": 3.160335442536578,
      "learning_rate": 0.00027791263650036685,
      "loss": 4.1562,
      "step": 27276
    },
    {
      "epoch": 1.1172230186360843,
      "grad_norm": 1.9542399527507093,
      "learning_rate": 0.0002779109329857036,
      "loss": 4.5625,
      "step": 27277
    },
    {
      "epoch": 1.1172639770632808,
      "grad_norm": 2.42499177919502,
      "learning_rate": 0.0002779092294105715,
      "loss": 4.4375,
      "step": 27278
    },
    {
      "epoch": 1.1173049354904772,
      "grad_norm": 1.9336173240959151,
      "learning_rate": 0.00027790752577497134,
      "loss": 4.6875,
      "step": 27279
    },
    {
      "epoch": 1.1173458939176735,
      "grad_norm": 2.048484186155777,
      "learning_rate": 0.00027790582207890387,
      "loss": 5.2188,
      "step": 27280
    },
    {
      "epoch": 1.11738685234487,
      "grad_norm": 3.0151095818328724,
      "learning_rate": 0.00027790411832237,
      "loss": 5.6562,
      "step": 27281
    },
    {
      "epoch": 1.1174278107720663,
      "grad_norm": 3.113225014916051,
      "learning_rate": 0.00027790241450537047,
      "loss": 6.9375,
      "step": 27282
    },
    {
      "epoch": 1.1174687691992626,
      "grad_norm": 2.294065474831291,
      "learning_rate": 0.00027790071062790605,
      "loss": 5.3438,
      "step": 27283
    },
    {
      "epoch": 1.1175097276264592,
      "grad_norm": 2.852618056551561,
      "learning_rate": 0.0002778990066899777,
      "loss": 6.3438,
      "step": 27284
    },
    {
      "epoch": 1.1175506860536555,
      "grad_norm": 2.2175072682207526,
      "learning_rate": 0.00027789730269158603,
      "loss": 4.3125,
      "step": 27285
    },
    {
      "epoch": 1.117591644480852,
      "grad_norm": 1.7098816628743736,
      "learning_rate": 0.000277895598632732,
      "loss": 4.7188,
      "step": 27286
    },
    {
      "epoch": 1.1176326029080483,
      "grad_norm": 2.622709349584623,
      "learning_rate": 0.0002778938945134163,
      "loss": 4.6562,
      "step": 27287
    },
    {
      "epoch": 1.1176735613352446,
      "grad_norm": 3.932322556772431,
      "learning_rate": 0.0002778921903336398,
      "loss": 3.9219,
      "step": 27288
    },
    {
      "epoch": 1.1177145197624412,
      "grad_norm": 6.997075484987751,
      "learning_rate": 0.00027789048609340336,
      "loss": 7.375,
      "step": 27289
    },
    {
      "epoch": 1.1177554781896375,
      "grad_norm": 4.754745755699538,
      "learning_rate": 0.0002778887817927076,
      "loss": 5.7812,
      "step": 27290
    },
    {
      "epoch": 1.1177964366168338,
      "grad_norm": 2.6498086590095022,
      "learning_rate": 0.00027788707743155356,
      "loss": 3.9375,
      "step": 27291
    },
    {
      "epoch": 1.1178373950440303,
      "grad_norm": 2.3362846557294823,
      "learning_rate": 0.00027788537300994185,
      "loss": 4.9062,
      "step": 27292
    },
    {
      "epoch": 1.1178783534712267,
      "grad_norm": 3.913371232841533,
      "learning_rate": 0.0002778836685278734,
      "loss": 5.5938,
      "step": 27293
    },
    {
      "epoch": 1.1179193118984232,
      "grad_norm": 2.3883999224216312,
      "learning_rate": 0.00027788196398534896,
      "loss": 5.5938,
      "step": 27294
    },
    {
      "epoch": 1.1179602703256195,
      "grad_norm": 2.00382292760911,
      "learning_rate": 0.0002778802593823693,
      "loss": 4.9062,
      "step": 27295
    },
    {
      "epoch": 1.1180012287528158,
      "grad_norm": 2.9284929117316807,
      "learning_rate": 0.0002778785547189354,
      "loss": 4.2812,
      "step": 27296
    },
    {
      "epoch": 1.1180421871800124,
      "grad_norm": 2.5119342850449167,
      "learning_rate": 0.00027787684999504785,
      "loss": 5.125,
      "step": 27297
    },
    {
      "epoch": 1.1180831456072087,
      "grad_norm": 2.35249469394209,
      "learning_rate": 0.0002778751452107075,
      "loss": 5.125,
      "step": 27298
    },
    {
      "epoch": 1.118124104034405,
      "grad_norm": 2.919810341680086,
      "learning_rate": 0.0002778734403659153,
      "loss": 5.7188,
      "step": 27299
    },
    {
      "epoch": 1.1181650624616015,
      "grad_norm": 5.382268470386845,
      "learning_rate": 0.0002778717354606719,
      "loss": 7.8125,
      "step": 27300
    },
    {
      "epoch": 1.1182060208887978,
      "grad_norm": 2.5574232464708184,
      "learning_rate": 0.0002778700304949782,
      "loss": 5.1875,
      "step": 27301
    },
    {
      "epoch": 1.1182469793159941,
      "grad_norm": 1.9740839553960114,
      "learning_rate": 0.00027786832546883495,
      "loss": 5.0938,
      "step": 27302
    },
    {
      "epoch": 1.1182879377431907,
      "grad_norm": 7.856323204547151,
      "learning_rate": 0.00027786662038224296,
      "loss": 7.5625,
      "step": 27303
    },
    {
      "epoch": 1.118328896170387,
      "grad_norm": 2.035926645767133,
      "learning_rate": 0.00027786491523520306,
      "loss": 4.4375,
      "step": 27304
    },
    {
      "epoch": 1.1183698545975835,
      "grad_norm": 1.9634204833582318,
      "learning_rate": 0.0002778632100277161,
      "loss": 3.6406,
      "step": 27305
    },
    {
      "epoch": 1.1184108130247798,
      "grad_norm": 4.260765126899197,
      "learning_rate": 0.00027786150475978276,
      "loss": 1.8516,
      "step": 27306
    },
    {
      "epoch": 1.1184517714519762,
      "grad_norm": 2.206556321620645,
      "learning_rate": 0.0002778597994314039,
      "loss": 4.5938,
      "step": 27307
    },
    {
      "epoch": 1.1184927298791727,
      "grad_norm": 7.557196387366249,
      "learning_rate": 0.00027785809404258044,
      "loss": 6.7812,
      "step": 27308
    },
    {
      "epoch": 1.118533688306369,
      "grad_norm": 2.3517781780645755,
      "learning_rate": 0.00027785638859331306,
      "loss": 4.9062,
      "step": 27309
    },
    {
      "epoch": 1.1185746467335655,
      "grad_norm": 2.2137741257792762,
      "learning_rate": 0.0002778546830836026,
      "loss": 5.0625,
      "step": 27310
    },
    {
      "epoch": 1.1186156051607619,
      "grad_norm": 2.585196220354561,
      "learning_rate": 0.00027785297751344983,
      "loss": 6.2188,
      "step": 27311
    },
    {
      "epoch": 1.1186565635879582,
      "grad_norm": 3.267129554544542,
      "learning_rate": 0.0002778512718828556,
      "loss": 5.7188,
      "step": 27312
    },
    {
      "epoch": 1.1186975220151547,
      "grad_norm": 4.195357130119703,
      "learning_rate": 0.0002778495661918207,
      "loss": 7.0938,
      "step": 27313
    },
    {
      "epoch": 1.118738480442351,
      "grad_norm": 2.1287782913874564,
      "learning_rate": 0.000277847860440346,
      "loss": 4.3438,
      "step": 27314
    },
    {
      "epoch": 1.1187794388695473,
      "grad_norm": 3.8276483409184627,
      "learning_rate": 0.0002778461546284322,
      "loss": 5.9688,
      "step": 27315
    },
    {
      "epoch": 1.1188203972967439,
      "grad_norm": 7.5043116997932175,
      "learning_rate": 0.00027784444875608017,
      "loss": 4.5938,
      "step": 27316
    },
    {
      "epoch": 1.1188613557239402,
      "grad_norm": 2.219231407724861,
      "learning_rate": 0.0002778427428232907,
      "loss": 4.9688,
      "step": 27317
    },
    {
      "epoch": 1.1189023141511365,
      "grad_norm": 3.0833165088147396,
      "learning_rate": 0.0002778410368300646,
      "loss": 6.0938,
      "step": 27318
    },
    {
      "epoch": 1.118943272578333,
      "grad_norm": 4.061381089828724,
      "learning_rate": 0.0002778393307764027,
      "loss": 4.0312,
      "step": 27319
    },
    {
      "epoch": 1.1189842310055294,
      "grad_norm": 3.27721922498389,
      "learning_rate": 0.00027783762466230573,
      "loss": 6.0312,
      "step": 27320
    },
    {
      "epoch": 1.1190251894327259,
      "grad_norm": 2.0984109333512904,
      "learning_rate": 0.0002778359184877746,
      "loss": 5.3125,
      "step": 27321
    },
    {
      "epoch": 1.1190661478599222,
      "grad_norm": 2.0334874689264306,
      "learning_rate": 0.00027783421225281,
      "loss": 5.1562,
      "step": 27322
    },
    {
      "epoch": 1.1191071062871185,
      "grad_norm": 4.5805500716408,
      "learning_rate": 0.00027783250595741284,
      "loss": 4.1875,
      "step": 27323
    },
    {
      "epoch": 1.119148064714315,
      "grad_norm": 2.1684994324027174,
      "learning_rate": 0.0002778307996015839,
      "loss": 4.9062,
      "step": 27324
    },
    {
      "epoch": 1.1191890231415114,
      "grad_norm": 2.5881113431568887,
      "learning_rate": 0.000277829093185324,
      "loss": 5.8125,
      "step": 27325
    },
    {
      "epoch": 1.1192299815687077,
      "grad_norm": 1.8947545277181674,
      "learning_rate": 0.00027782738670863394,
      "loss": 4.0,
      "step": 27326
    },
    {
      "epoch": 1.1192709399959042,
      "grad_norm": 2.3795888653632593,
      "learning_rate": 0.0002778256801715144,
      "loss": 5.1875,
      "step": 27327
    },
    {
      "epoch": 1.1193118984231005,
      "grad_norm": 1.9260843405990389,
      "learning_rate": 0.00027782397357396636,
      "loss": 5.0625,
      "step": 27328
    },
    {
      "epoch": 1.119352856850297,
      "grad_norm": 3.7099564593863126,
      "learning_rate": 0.00027782226691599056,
      "loss": 5.6562,
      "step": 27329
    },
    {
      "epoch": 1.1193938152774934,
      "grad_norm": 10.18472873015002,
      "learning_rate": 0.00027782056019758783,
      "loss": 4.4688,
      "step": 27330
    },
    {
      "epoch": 1.1194347737046897,
      "grad_norm": 3.9111533065185196,
      "learning_rate": 0.00027781885341875894,
      "loss": 4.6562,
      "step": 27331
    },
    {
      "epoch": 1.1194757321318862,
      "grad_norm": 2.2677395873452473,
      "learning_rate": 0.00027781714657950475,
      "loss": 5.3438,
      "step": 27332
    },
    {
      "epoch": 1.1195166905590825,
      "grad_norm": 4.332581768481387,
      "learning_rate": 0.0002778154396798259,
      "loss": 2.5781,
      "step": 27333
    },
    {
      "epoch": 1.1195576489862789,
      "grad_norm": 5.285754385316667,
      "learning_rate": 0.00027781373271972346,
      "loss": 6.0938,
      "step": 27334
    },
    {
      "epoch": 1.1195986074134754,
      "grad_norm": 2.70761886830318,
      "learning_rate": 0.0002778120256991981,
      "loss": 4.6875,
      "step": 27335
    },
    {
      "epoch": 1.1196395658406717,
      "grad_norm": 2.1477321773666707,
      "learning_rate": 0.0002778103186182505,
      "loss": 3.2969,
      "step": 27336
    },
    {
      "epoch": 1.119680524267868,
      "grad_norm": 3.8265474641597623,
      "learning_rate": 0.00027780861147688176,
      "loss": 4.5938,
      "step": 27337
    },
    {
      "epoch": 1.1197214826950646,
      "grad_norm": 1.9483852073888497,
      "learning_rate": 0.0002778069042750925,
      "loss": 4.5625,
      "step": 27338
    },
    {
      "epoch": 1.1197624411222609,
      "grad_norm": 3.0176797309904835,
      "learning_rate": 0.00027780519701288344,
      "loss": 4.5312,
      "step": 27339
    },
    {
      "epoch": 1.1198033995494574,
      "grad_norm": 1.955474470143804,
      "learning_rate": 0.0002778034896902556,
      "loss": 4.1875,
      "step": 27340
    },
    {
      "epoch": 1.1198443579766537,
      "grad_norm": 1.8520979482335311,
      "learning_rate": 0.0002778017823072096,
      "loss": 5.1875,
      "step": 27341
    },
    {
      "epoch": 1.11988531640385,
      "grad_norm": 2.681665128979241,
      "learning_rate": 0.0002778000748637464,
      "loss": 5.3125,
      "step": 27342
    },
    {
      "epoch": 1.1199262748310466,
      "grad_norm": 1.9601394611463148,
      "learning_rate": 0.00027779836735986675,
      "loss": 5.0,
      "step": 27343
    },
    {
      "epoch": 1.1199672332582429,
      "grad_norm": 2.0253087460475143,
      "learning_rate": 0.00027779665979557144,
      "loss": 4.3438,
      "step": 27344
    },
    {
      "epoch": 1.1200081916854392,
      "grad_norm": 1.8689653673025537,
      "learning_rate": 0.00027779495217086124,
      "loss": 5.0312,
      "step": 27345
    },
    {
      "epoch": 1.1200491501126357,
      "grad_norm": 3.8128094093277993,
      "learning_rate": 0.000277793244485737,
      "loss": 6.8125,
      "step": 27346
    },
    {
      "epoch": 1.120090108539832,
      "grad_norm": 2.1769352966266897,
      "learning_rate": 0.0002777915367401996,
      "loss": 5.4688,
      "step": 27347
    },
    {
      "epoch": 1.1201310669670286,
      "grad_norm": 1.8851628152269941,
      "learning_rate": 0.0002777898289342497,
      "loss": 5.5,
      "step": 27348
    },
    {
      "epoch": 1.120172025394225,
      "grad_norm": 2.802101372533796,
      "learning_rate": 0.00027778812106788825,
      "loss": 5.6562,
      "step": 27349
    },
    {
      "epoch": 1.1202129838214212,
      "grad_norm": 2.8265613930608597,
      "learning_rate": 0.00027778641314111596,
      "loss": 1.375,
      "step": 27350
    },
    {
      "epoch": 1.1202539422486177,
      "grad_norm": 3.532692162229387,
      "learning_rate": 0.0002777847051539337,
      "loss": 7.0,
      "step": 27351
    },
    {
      "epoch": 1.120294900675814,
      "grad_norm": 1.9440583044786874,
      "learning_rate": 0.00027778299710634217,
      "loss": 4.9688,
      "step": 27352
    },
    {
      "epoch": 1.1203358591030104,
      "grad_norm": 4.791512111245715,
      "learning_rate": 0.0002777812889983423,
      "loss": 5.2188,
      "step": 27353
    },
    {
      "epoch": 1.120376817530207,
      "grad_norm": 2.659294284628839,
      "learning_rate": 0.0002777795808299349,
      "loss": 5.2188,
      "step": 27354
    },
    {
      "epoch": 1.1204177759574032,
      "grad_norm": 2.5257629433102946,
      "learning_rate": 0.00027777787260112064,
      "loss": 7.125,
      "step": 27355
    },
    {
      "epoch": 1.1204587343845995,
      "grad_norm": 3.01994536946863,
      "learning_rate": 0.0002777761643119005,
      "loss": 5.7812,
      "step": 27356
    },
    {
      "epoch": 1.120499692811796,
      "grad_norm": 2.8259090179821897,
      "learning_rate": 0.0002777744559622751,
      "loss": 7.375,
      "step": 27357
    },
    {
      "epoch": 1.1205406512389924,
      "grad_norm": 2.529401780014851,
      "learning_rate": 0.0002777727475522455,
      "loss": 5.0,
      "step": 27358
    },
    {
      "epoch": 1.120581609666189,
      "grad_norm": 1.916206795205973,
      "learning_rate": 0.00027777103908181223,
      "loss": 4.8438,
      "step": 27359
    },
    {
      "epoch": 1.1206225680933852,
      "grad_norm": 3.086656178506751,
      "learning_rate": 0.00027776933055097627,
      "loss": 4.125,
      "step": 27360
    },
    {
      "epoch": 1.1206635265205815,
      "grad_norm": 1.9244529455957267,
      "learning_rate": 0.0002777676219597384,
      "loss": 4.9375,
      "step": 27361
    },
    {
      "epoch": 1.120704484947778,
      "grad_norm": 4.180382511584608,
      "learning_rate": 0.00027776591330809936,
      "loss": 4.2812,
      "step": 27362
    },
    {
      "epoch": 1.1207454433749744,
      "grad_norm": 2.1999165936336658,
      "learning_rate": 0.0002777642045960601,
      "loss": 5.2812,
      "step": 27363
    },
    {
      "epoch": 1.1207864018021707,
      "grad_norm": 2.221434537332755,
      "learning_rate": 0.0002777624958236213,
      "loss": 5.125,
      "step": 27364
    },
    {
      "epoch": 1.1208273602293672,
      "grad_norm": 2.588823128700005,
      "learning_rate": 0.00027776078699078374,
      "loss": 5.625,
      "step": 27365
    },
    {
      "epoch": 1.1208683186565636,
      "grad_norm": 6.537804157016883,
      "learning_rate": 0.0002777590780975484,
      "loss": 6.0625,
      "step": 27366
    },
    {
      "epoch": 1.12090927708376,
      "grad_norm": 3.171956610021377,
      "learning_rate": 0.00027775736914391585,
      "loss": 5.7188,
      "step": 27367
    },
    {
      "epoch": 1.1209502355109564,
      "grad_norm": 1.8347765141433703,
      "learning_rate": 0.00027775566012988714,
      "loss": 4.5,
      "step": 27368
    },
    {
      "epoch": 1.1209911939381527,
      "grad_norm": 1.9670973291011176,
      "learning_rate": 0.0002777539510554629,
      "loss": 4.8438,
      "step": 27369
    },
    {
      "epoch": 1.1210321523653493,
      "grad_norm": 4.067060525876942,
      "learning_rate": 0.00027775224192064403,
      "loss": 2.5469,
      "step": 27370
    },
    {
      "epoch": 1.1210731107925456,
      "grad_norm": 1.9816671988714198,
      "learning_rate": 0.0002777505327254313,
      "loss": 4.6562,
      "step": 27371
    },
    {
      "epoch": 1.1211140692197419,
      "grad_norm": 2.687769676109833,
      "learning_rate": 0.0002777488234698256,
      "loss": 5.1562,
      "step": 27372
    },
    {
      "epoch": 1.1211550276469384,
      "grad_norm": 2.856262641355503,
      "learning_rate": 0.0002777471141538276,
      "loss": 7.4375,
      "step": 27373
    },
    {
      "epoch": 1.1211959860741347,
      "grad_norm": 2.6682414213667864,
      "learning_rate": 0.0002777454047774382,
      "loss": 5.5938,
      "step": 27374
    },
    {
      "epoch": 1.121236944501331,
      "grad_norm": 2.0649747140586476,
      "learning_rate": 0.0002777436953406582,
      "loss": 5.0,
      "step": 27375
    },
    {
      "epoch": 1.1212779029285276,
      "grad_norm": 2.1420032826237225,
      "learning_rate": 0.00027774198584348836,
      "loss": 4.6562,
      "step": 27376
    },
    {
      "epoch": 1.121318861355724,
      "grad_norm": 6.1719255167344445,
      "learning_rate": 0.0002777402762859296,
      "loss": 6.5625,
      "step": 27377
    },
    {
      "epoch": 1.1213598197829204,
      "grad_norm": 2.6788614874325987,
      "learning_rate": 0.00027773856666798253,
      "loss": 6.2188,
      "step": 27378
    },
    {
      "epoch": 1.1214007782101167,
      "grad_norm": 7.209812029880769,
      "learning_rate": 0.00027773685698964814,
      "loss": 5.125,
      "step": 27379
    },
    {
      "epoch": 1.121441736637313,
      "grad_norm": 2.321187079872281,
      "learning_rate": 0.0002777351472509272,
      "loss": 5.6875,
      "step": 27380
    },
    {
      "epoch": 1.1214826950645096,
      "grad_norm": 2.5893174324932247,
      "learning_rate": 0.00027773343745182043,
      "loss": 4.125,
      "step": 27381
    },
    {
      "epoch": 1.121523653491706,
      "grad_norm": 1.8665232788823887,
      "learning_rate": 0.00027773172759232875,
      "loss": 3.3125,
      "step": 27382
    },
    {
      "epoch": 1.1215646119189022,
      "grad_norm": 1.8288532833761721,
      "learning_rate": 0.0002777300176724529,
      "loss": 4.2812,
      "step": 27383
    },
    {
      "epoch": 1.1216055703460988,
      "grad_norm": 2.2253861114083837,
      "learning_rate": 0.00027772830769219375,
      "loss": 4.8125,
      "step": 27384
    },
    {
      "epoch": 1.121646528773295,
      "grad_norm": 2.0412424409309504,
      "learning_rate": 0.000277726597651552,
      "loss": 4.9688,
      "step": 27385
    },
    {
      "epoch": 1.1216874872004916,
      "grad_norm": 2.448554655136164,
      "learning_rate": 0.0002777248875505286,
      "loss": 4.4062,
      "step": 27386
    },
    {
      "epoch": 1.121728445627688,
      "grad_norm": 2.1090706797461936,
      "learning_rate": 0.00027772317738912423,
      "loss": 5.1562,
      "step": 27387
    },
    {
      "epoch": 1.1217694040548842,
      "grad_norm": 1.8465002578421863,
      "learning_rate": 0.0002777214671673398,
      "loss": 4.1562,
      "step": 27388
    },
    {
      "epoch": 1.1218103624820808,
      "grad_norm": 2.1505235260234197,
      "learning_rate": 0.000277719756885176,
      "loss": 5.375,
      "step": 27389
    },
    {
      "epoch": 1.121851320909277,
      "grad_norm": 2.6135651404471787,
      "learning_rate": 0.0002777180465426338,
      "loss": 4.75,
      "step": 27390
    },
    {
      "epoch": 1.1218922793364734,
      "grad_norm": 2.5409544019730474,
      "learning_rate": 0.0002777163361397139,
      "loss": 5.25,
      "step": 27391
    },
    {
      "epoch": 1.12193323776367,
      "grad_norm": 2.5896133887951254,
      "learning_rate": 0.00027771462567641707,
      "loss": 5.375,
      "step": 27392
    },
    {
      "epoch": 1.1219741961908662,
      "grad_norm": 2.723307934848276,
      "learning_rate": 0.00027771291515274417,
      "loss": 6.4062,
      "step": 27393
    },
    {
      "epoch": 1.1220151546180626,
      "grad_norm": 2.004243554134211,
      "learning_rate": 0.0002777112045686961,
      "loss": 4.9062,
      "step": 27394
    },
    {
      "epoch": 1.122056113045259,
      "grad_norm": 2.3039040201327086,
      "learning_rate": 0.0002777094939242735,
      "loss": 3.8594,
      "step": 27395
    },
    {
      "epoch": 1.1220970714724554,
      "grad_norm": 2.248280678223515,
      "learning_rate": 0.0002777077832194773,
      "loss": 4.8438,
      "step": 27396
    },
    {
      "epoch": 1.122138029899652,
      "grad_norm": 2.0961424940459286,
      "learning_rate": 0.00027770607245430825,
      "loss": 4.4062,
      "step": 27397
    },
    {
      "epoch": 1.1221789883268483,
      "grad_norm": 5.279641031061981,
      "learning_rate": 0.00027770436162876717,
      "loss": 4.5938,
      "step": 27398
    },
    {
      "epoch": 1.1222199467540446,
      "grad_norm": 1.9671068437414425,
      "learning_rate": 0.0002777026507428549,
      "loss": 4.1562,
      "step": 27399
    },
    {
      "epoch": 1.122260905181241,
      "grad_norm": 2.3661048821350192,
      "learning_rate": 0.00027770093979657224,
      "loss": 4.6562,
      "step": 27400
    },
    {
      "epoch": 1.1223018636084374,
      "grad_norm": 2.327360678398715,
      "learning_rate": 0.00027769922878992,
      "loss": 5.75,
      "step": 27401
    },
    {
      "epoch": 1.1223428220356337,
      "grad_norm": 1.9306238338673034,
      "learning_rate": 0.000277697517722899,
      "loss": 4.7188,
      "step": 27402
    },
    {
      "epoch": 1.1223837804628303,
      "grad_norm": 2.170173095904542,
      "learning_rate": 0.0002776958065955099,
      "loss": 5.5938,
      "step": 27403
    },
    {
      "epoch": 1.1224247388900266,
      "grad_norm": 2.3153484682664507,
      "learning_rate": 0.00027769409540775373,
      "loss": 4.7812,
      "step": 27404
    },
    {
      "epoch": 1.1224656973172231,
      "grad_norm": 2.1777876753959284,
      "learning_rate": 0.00027769238415963115,
      "loss": 6.2188,
      "step": 27405
    },
    {
      "epoch": 1.1225066557444194,
      "grad_norm": 3.520664650652469,
      "learning_rate": 0.0002776906728511431,
      "loss": 6.0625,
      "step": 27406
    },
    {
      "epoch": 1.1225476141716157,
      "grad_norm": 1.9827123630325925,
      "learning_rate": 0.0002776889614822902,
      "loss": 4.8438,
      "step": 27407
    },
    {
      "epoch": 1.1225885725988123,
      "grad_norm": 1.64758080722483,
      "learning_rate": 0.00027768725005307345,
      "loss": 3.3594,
      "step": 27408
    },
    {
      "epoch": 1.1226295310260086,
      "grad_norm": 2.360050746429943,
      "learning_rate": 0.00027768553856349356,
      "loss": 5.2812,
      "step": 27409
    },
    {
      "epoch": 1.122670489453205,
      "grad_norm": 3.5528734595913756,
      "learning_rate": 0.00027768382701355137,
      "loss": 7.4375,
      "step": 27410
    },
    {
      "epoch": 1.1227114478804014,
      "grad_norm": 2.4838662116024186,
      "learning_rate": 0.00027768211540324763,
      "loss": 4.25,
      "step": 27411
    },
    {
      "epoch": 1.1227524063075978,
      "grad_norm": 2.067989419739306,
      "learning_rate": 0.00027768040373258327,
      "loss": 4.9062,
      "step": 27412
    },
    {
      "epoch": 1.122793364734794,
      "grad_norm": 2.4752992738502066,
      "learning_rate": 0.0002776786920015589,
      "loss": 5.2812,
      "step": 27413
    },
    {
      "epoch": 1.1228343231619906,
      "grad_norm": 2.0308813474186826,
      "learning_rate": 0.0002776769802101756,
      "loss": 5.0312,
      "step": 27414
    },
    {
      "epoch": 1.122875281589187,
      "grad_norm": 2.94521977769673,
      "learning_rate": 0.00027767526835843396,
      "loss": 6.0938,
      "step": 27415
    },
    {
      "epoch": 1.1229162400163835,
      "grad_norm": 2.1647955798868024,
      "learning_rate": 0.00027767355644633485,
      "loss": 6.0312,
      "step": 27416
    },
    {
      "epoch": 1.1229571984435798,
      "grad_norm": 2.0448563471712133,
      "learning_rate": 0.00027767184447387907,
      "loss": 5.9062,
      "step": 27417
    },
    {
      "epoch": 1.122998156870776,
      "grad_norm": 1.9894823587655206,
      "learning_rate": 0.0002776701324410675,
      "loss": 5.5938,
      "step": 27418
    },
    {
      "epoch": 1.1230391152979726,
      "grad_norm": 5.380951231405373,
      "learning_rate": 0.00027766842034790087,
      "loss": 5.2188,
      "step": 27419
    },
    {
      "epoch": 1.123080073725169,
      "grad_norm": 2.8300709390798686,
      "learning_rate": 0.00027766670819438007,
      "loss": 5.8125,
      "step": 27420
    },
    {
      "epoch": 1.1231210321523653,
      "grad_norm": 2.2773288736823556,
      "learning_rate": 0.0002776649959805058,
      "loss": 5.3438,
      "step": 27421
    },
    {
      "epoch": 1.1231619905795618,
      "grad_norm": 2.514930208675529,
      "learning_rate": 0.00027766328370627894,
      "loss": 4.9375,
      "step": 27422
    },
    {
      "epoch": 1.123202949006758,
      "grad_norm": 3.716682343339155,
      "learning_rate": 0.0002776615713717003,
      "loss": 3.5312,
      "step": 27423
    },
    {
      "epoch": 1.1232439074339546,
      "grad_norm": 2.14554386623602,
      "learning_rate": 0.00027765985897677066,
      "loss": 4.4375,
      "step": 27424
    },
    {
      "epoch": 1.123284865861151,
      "grad_norm": 4.833109291923669,
      "learning_rate": 0.0002776581465214909,
      "loss": 4.6562,
      "step": 27425
    },
    {
      "epoch": 1.1233258242883473,
      "grad_norm": 2.286255109166076,
      "learning_rate": 0.0002776564340058617,
      "loss": 4.5625,
      "step": 27426
    },
    {
      "epoch": 1.1233667827155438,
      "grad_norm": 2.056653145072294,
      "learning_rate": 0.000277654721429884,
      "loss": 5.0,
      "step": 27427
    },
    {
      "epoch": 1.1234077411427401,
      "grad_norm": 2.129289646327029,
      "learning_rate": 0.00027765300879355854,
      "loss": 5.4375,
      "step": 27428
    },
    {
      "epoch": 1.1234486995699364,
      "grad_norm": 2.2474428526019747,
      "learning_rate": 0.0002776512960968861,
      "loss": 4.3438,
      "step": 27429
    },
    {
      "epoch": 1.123489657997133,
      "grad_norm": 2.270785709930011,
      "learning_rate": 0.00027764958333986766,
      "loss": 5.6562,
      "step": 27430
    },
    {
      "epoch": 1.1235306164243293,
      "grad_norm": 1.9438501412047808,
      "learning_rate": 0.00027764787052250375,
      "loss": 4.9062,
      "step": 27431
    },
    {
      "epoch": 1.1235715748515256,
      "grad_norm": 1.660649929886537,
      "learning_rate": 0.00027764615764479543,
      "loss": 4.6562,
      "step": 27432
    },
    {
      "epoch": 1.1236125332787221,
      "grad_norm": 2.930252426968902,
      "learning_rate": 0.00027764444470674334,
      "loss": 6.1875,
      "step": 27433
    },
    {
      "epoch": 1.1236534917059184,
      "grad_norm": 4.307344654867466,
      "learning_rate": 0.00027764273170834846,
      "loss": 6.9375,
      "step": 27434
    },
    {
      "epoch": 1.123694450133115,
      "grad_norm": 1.7832098180684854,
      "learning_rate": 0.00027764101864961144,
      "loss": 4.875,
      "step": 27435
    },
    {
      "epoch": 1.1237354085603113,
      "grad_norm": 1.872882807874179,
      "learning_rate": 0.00027763930553053315,
      "loss": 4.5312,
      "step": 27436
    },
    {
      "epoch": 1.1237763669875076,
      "grad_norm": 2.7748867308562044,
      "learning_rate": 0.00027763759235111446,
      "loss": 6.1562,
      "step": 27437
    },
    {
      "epoch": 1.1238173254147041,
      "grad_norm": 1.9560986112615528,
      "learning_rate": 0.00027763587911135607,
      "loss": 4.6562,
      "step": 27438
    },
    {
      "epoch": 1.1238582838419005,
      "grad_norm": 4.401507204211659,
      "learning_rate": 0.00027763416581125884,
      "loss": 1.7578,
      "step": 27439
    },
    {
      "epoch": 1.1238992422690968,
      "grad_norm": 1.941052250570262,
      "learning_rate": 0.0002776324524508236,
      "loss": 5.4062,
      "step": 27440
    },
    {
      "epoch": 1.1239402006962933,
      "grad_norm": 3.9813481561253,
      "learning_rate": 0.00027763073903005114,
      "loss": 5.9375,
      "step": 27441
    },
    {
      "epoch": 1.1239811591234896,
      "grad_norm": 2.1327835375003845,
      "learning_rate": 0.0002776290255489423,
      "loss": 5.125,
      "step": 27442
    },
    {
      "epoch": 1.1240221175506862,
      "grad_norm": 3.0043783881556743,
      "learning_rate": 0.0002776273120074978,
      "loss": 6.4688,
      "step": 27443
    },
    {
      "epoch": 1.1240630759778825,
      "grad_norm": 2.9391051883006374,
      "learning_rate": 0.00027762559840571857,
      "loss": 4.25,
      "step": 27444
    },
    {
      "epoch": 1.1241040344050788,
      "grad_norm": 2.2908404328933654,
      "learning_rate": 0.00027762388474360537,
      "loss": 5.0,
      "step": 27445
    },
    {
      "epoch": 1.1241449928322753,
      "grad_norm": 5.160491718103735,
      "learning_rate": 0.000277622171021159,
      "loss": 2.8438,
      "step": 27446
    },
    {
      "epoch": 1.1241859512594716,
      "grad_norm": 2.0257439299898157,
      "learning_rate": 0.0002776204572383802,
      "loss": 4.8438,
      "step": 27447
    },
    {
      "epoch": 1.124226909686668,
      "grad_norm": 4.623848825510593,
      "learning_rate": 0.0002776187433952699,
      "loss": 4.0312,
      "step": 27448
    },
    {
      "epoch": 1.1242678681138645,
      "grad_norm": 2.058305928760828,
      "learning_rate": 0.00027761702949182887,
      "loss": 6.0312,
      "step": 27449
    },
    {
      "epoch": 1.1243088265410608,
      "grad_norm": 1.98312460608625,
      "learning_rate": 0.0002776153155280579,
      "loss": 4.5,
      "step": 27450
    },
    {
      "epoch": 1.124349784968257,
      "grad_norm": 5.551991498861047,
      "learning_rate": 0.0002776136015039578,
      "loss": 6.6875,
      "step": 27451
    },
    {
      "epoch": 1.1243907433954536,
      "grad_norm": 2.2127343895338,
      "learning_rate": 0.00027761188741952944,
      "loss": 5.2188,
      "step": 27452
    },
    {
      "epoch": 1.12443170182265,
      "grad_norm": 3.1046422375712504,
      "learning_rate": 0.00027761017327477356,
      "loss": 5.9688,
      "step": 27453
    },
    {
      "epoch": 1.1244726602498465,
      "grad_norm": 2.073487525978903,
      "learning_rate": 0.00027760845906969105,
      "loss": 4.9688,
      "step": 27454
    },
    {
      "epoch": 1.1245136186770428,
      "grad_norm": 2.021728462717063,
      "learning_rate": 0.00027760674480428255,
      "loss": 5.3125,
      "step": 27455
    },
    {
      "epoch": 1.1245545771042391,
      "grad_norm": 2.3645415639498704,
      "learning_rate": 0.00027760503047854904,
      "loss": 4.4062,
      "step": 27456
    },
    {
      "epoch": 1.1245955355314357,
      "grad_norm": 1.9718750172884592,
      "learning_rate": 0.00027760331609249134,
      "loss": 5.0312,
      "step": 27457
    },
    {
      "epoch": 1.124636493958632,
      "grad_norm": 6.194713801304916,
      "learning_rate": 0.00027760160164611014,
      "loss": 6.2188,
      "step": 27458
    },
    {
      "epoch": 1.1246774523858283,
      "grad_norm": 3.5470200286486024,
      "learning_rate": 0.0002775998871394062,
      "loss": 6.6562,
      "step": 27459
    },
    {
      "epoch": 1.1247184108130248,
      "grad_norm": 2.9550817444104616,
      "learning_rate": 0.00027759817257238064,
      "loss": 4.5625,
      "step": 27460
    },
    {
      "epoch": 1.1247593692402211,
      "grad_norm": 1.9814932682649253,
      "learning_rate": 0.00027759645794503396,
      "loss": 5.0938,
      "step": 27461
    },
    {
      "epoch": 1.1248003276674177,
      "grad_norm": 2.6601398879297706,
      "learning_rate": 0.0002775947432573671,
      "loss": 6.6562,
      "step": 27462
    },
    {
      "epoch": 1.124841286094614,
      "grad_norm": 2.0296654519770336,
      "learning_rate": 0.0002775930285093808,
      "loss": 5.125,
      "step": 27463
    },
    {
      "epoch": 1.1248822445218103,
      "grad_norm": 2.0765668134091264,
      "learning_rate": 0.00027759131370107596,
      "loss": 4.9062,
      "step": 27464
    },
    {
      "epoch": 1.1249232029490068,
      "grad_norm": 2.0149326143650943,
      "learning_rate": 0.0002775895988324534,
      "loss": 5.1562,
      "step": 27465
    },
    {
      "epoch": 1.1249641613762031,
      "grad_norm": 2.485353458006446,
      "learning_rate": 0.0002775878839035138,
      "loss": 5.5625,
      "step": 27466
    },
    {
      "epoch": 1.1250051198033995,
      "grad_norm": 1.820901166340955,
      "learning_rate": 0.0002775861689142581,
      "loss": 4.8438,
      "step": 27467
    },
    {
      "epoch": 1.125046078230596,
      "grad_norm": 3.47876922399008,
      "learning_rate": 0.00027758445386468703,
      "loss": 6.8438,
      "step": 27468
    },
    {
      "epoch": 1.1250870366577923,
      "grad_norm": 2.2538657473885007,
      "learning_rate": 0.00027758273875480143,
      "loss": 5.5938,
      "step": 27469
    },
    {
      "epoch": 1.1251279950849886,
      "grad_norm": 2.2473626768591317,
      "learning_rate": 0.0002775810235846022,
      "loss": 5.6562,
      "step": 27470
    },
    {
      "epoch": 1.1251689535121852,
      "grad_norm": 2.119879117771469,
      "learning_rate": 0.00027757930835408995,
      "loss": 4.6875,
      "step": 27471
    },
    {
      "epoch": 1.1252099119393815,
      "grad_norm": 2.828195072662664,
      "learning_rate": 0.00027757759306326564,
      "loss": 6.9375,
      "step": 27472
    },
    {
      "epoch": 1.125250870366578,
      "grad_norm": 2.5424249891759665,
      "learning_rate": 0.0002775758777121301,
      "loss": 5.7812,
      "step": 27473
    },
    {
      "epoch": 1.1252918287937743,
      "grad_norm": 1.9244651290014019,
      "learning_rate": 0.000277574162300684,
      "loss": 4.625,
      "step": 27474
    },
    {
      "epoch": 1.1253327872209706,
      "grad_norm": 4.014080740760783,
      "learning_rate": 0.0002775724468289283,
      "loss": 6.4375,
      "step": 27475
    },
    {
      "epoch": 1.1253737456481672,
      "grad_norm": 1.9509643146251743,
      "learning_rate": 0.00027757073129686376,
      "loss": 5.1562,
      "step": 27476
    },
    {
      "epoch": 1.1254147040753635,
      "grad_norm": 3.5453219469431985,
      "learning_rate": 0.00027756901570449117,
      "loss": 4.6875,
      "step": 27477
    },
    {
      "epoch": 1.12545566250256,
      "grad_norm": 2.0656108230022796,
      "learning_rate": 0.00027756730005181135,
      "loss": 4.75,
      "step": 27478
    },
    {
      "epoch": 1.1254966209297563,
      "grad_norm": 3.8254344322153937,
      "learning_rate": 0.0002775655843388251,
      "loss": 6.4062,
      "step": 27479
    },
    {
      "epoch": 1.1255375793569526,
      "grad_norm": 2.520957098836705,
      "learning_rate": 0.0002775638685655333,
      "loss": 5.0312,
      "step": 27480
    },
    {
      "epoch": 1.1255785377841492,
      "grad_norm": 2.0777767878264988,
      "learning_rate": 0.0002775621527319366,
      "loss": 4.9688,
      "step": 27481
    },
    {
      "epoch": 1.1256194962113455,
      "grad_norm": 5.97275393075062,
      "learning_rate": 0.000277560436838036,
      "loss": 2.5,
      "step": 27482
    },
    {
      "epoch": 1.1256604546385418,
      "grad_norm": 1.8715499655023786,
      "learning_rate": 0.0002775587208838322,
      "loss": 4.9062,
      "step": 27483
    },
    {
      "epoch": 1.1257014130657383,
      "grad_norm": 2.5298714043282433,
      "learning_rate": 0.000277557004869326,
      "loss": 4.9062,
      "step": 27484
    },
    {
      "epoch": 1.1257423714929347,
      "grad_norm": 3.12253494962067,
      "learning_rate": 0.0002775552887945183,
      "loss": 5.5625,
      "step": 27485
    },
    {
      "epoch": 1.125783329920131,
      "grad_norm": 2.190688293825516,
      "learning_rate": 0.00027755357265940985,
      "loss": 4.4688,
      "step": 27486
    },
    {
      "epoch": 1.1258242883473275,
      "grad_norm": 1.9523653722188734,
      "learning_rate": 0.00027755185646400146,
      "loss": 4.5938,
      "step": 27487
    },
    {
      "epoch": 1.1258652467745238,
      "grad_norm": 2.111594986174726,
      "learning_rate": 0.000277550140208294,
      "loss": 5.5312,
      "step": 27488
    },
    {
      "epoch": 1.1259062052017201,
      "grad_norm": 1.8203823692692398,
      "learning_rate": 0.00027754842389228815,
      "loss": 4.9375,
      "step": 27489
    },
    {
      "epoch": 1.1259471636289167,
      "grad_norm": 2.1104762736475022,
      "learning_rate": 0.0002775467075159849,
      "loss": 5.3125,
      "step": 27490
    },
    {
      "epoch": 1.125988122056113,
      "grad_norm": 1.9985398289801386,
      "learning_rate": 0.0002775449910793849,
      "loss": 4.7812,
      "step": 27491
    },
    {
      "epoch": 1.1260290804833095,
      "grad_norm": 3.4798155829831146,
      "learning_rate": 0.00027754327458248907,
      "loss": 6.25,
      "step": 27492
    },
    {
      "epoch": 1.1260700389105058,
      "grad_norm": 1.9151013664591734,
      "learning_rate": 0.00027754155802529813,
      "loss": 4.6875,
      "step": 27493
    },
    {
      "epoch": 1.1261109973377021,
      "grad_norm": 2.016275356308096,
      "learning_rate": 0.000277539841407813,
      "loss": 5.4062,
      "step": 27494
    },
    {
      "epoch": 1.1261519557648987,
      "grad_norm": 3.0293102129070335,
      "learning_rate": 0.00027753812473003443,
      "loss": 6.0625,
      "step": 27495
    },
    {
      "epoch": 1.126192914192095,
      "grad_norm": 14.108406969825378,
      "learning_rate": 0.00027753640799196323,
      "loss": 5.625,
      "step": 27496
    },
    {
      "epoch": 1.1262338726192915,
      "grad_norm": 3.3630045452369424,
      "learning_rate": 0.00027753469119360015,
      "loss": 6.75,
      "step": 27497
    },
    {
      "epoch": 1.1262748310464878,
      "grad_norm": 1.9539984776628192,
      "learning_rate": 0.00027753297433494615,
      "loss": 4.0312,
      "step": 27498
    },
    {
      "epoch": 1.1263157894736842,
      "grad_norm": 2.4576364868161082,
      "learning_rate": 0.00027753125741600195,
      "loss": 5.5,
      "step": 27499
    },
    {
      "epoch": 1.1263567479008807,
      "grad_norm": 2.353070816457328,
      "learning_rate": 0.0002775295404367683,
      "loss": 5.5938,
      "step": 27500
    },
    {
      "epoch": 1.126397706328077,
      "grad_norm": 1.9725908805360535,
      "learning_rate": 0.0002775278233972461,
      "loss": 4.8125,
      "step": 27501
    },
    {
      "epoch": 1.1264386647552733,
      "grad_norm": 2.3154658362023275,
      "learning_rate": 0.0002775261062974363,
      "loss": 5.1875,
      "step": 27502
    },
    {
      "epoch": 1.1264796231824699,
      "grad_norm": 2.5306124886422965,
      "learning_rate": 0.00027752438913733934,
      "loss": 6.375,
      "step": 27503
    },
    {
      "epoch": 1.1265205816096662,
      "grad_norm": 4.244371522081291,
      "learning_rate": 0.0002775226719169564,
      "loss": 5.375,
      "step": 27504
    },
    {
      "epoch": 1.1265615400368625,
      "grad_norm": 2.393162411526006,
      "learning_rate": 0.00027752095463628806,
      "loss": 5.4375,
      "step": 27505
    },
    {
      "epoch": 1.126602498464059,
      "grad_norm": 2.210679526533678,
      "learning_rate": 0.0002775192372953353,
      "loss": 4.1875,
      "step": 27506
    },
    {
      "epoch": 1.1266434568912553,
      "grad_norm": 4.179700970258424,
      "learning_rate": 0.00027751751989409877,
      "loss": 2.8281,
      "step": 27507
    },
    {
      "epoch": 1.1266844153184516,
      "grad_norm": 2.0281508085049254,
      "learning_rate": 0.00027751580243257936,
      "loss": 5.625,
      "step": 27508
    },
    {
      "epoch": 1.1267253737456482,
      "grad_norm": 2.6081190930107105,
      "learning_rate": 0.00027751408491077787,
      "loss": 3.9062,
      "step": 27509
    },
    {
      "epoch": 1.1267663321728445,
      "grad_norm": 2.324784705462707,
      "learning_rate": 0.0002775123673286951,
      "loss": 3.875,
      "step": 27510
    },
    {
      "epoch": 1.126807290600041,
      "grad_norm": 2.6927100019047723,
      "learning_rate": 0.00027751064968633193,
      "loss": 5.75,
      "step": 27511
    },
    {
      "epoch": 1.1268482490272373,
      "grad_norm": 2.6809342970167824,
      "learning_rate": 0.00027750893198368916,
      "loss": 5.5,
      "step": 27512
    },
    {
      "epoch": 1.1268892074544337,
      "grad_norm": 2.514737791854909,
      "learning_rate": 0.0002775072142207675,
      "loss": 4.5,
      "step": 27513
    },
    {
      "epoch": 1.1269301658816302,
      "grad_norm": 2.3800336255415266,
      "learning_rate": 0.00027750549639756785,
      "loss": 5.3438,
      "step": 27514
    },
    {
      "epoch": 1.1269711243088265,
      "grad_norm": 3.7362348884529895,
      "learning_rate": 0.000277503778514091,
      "loss": 2.0938,
      "step": 27515
    },
    {
      "epoch": 1.127012082736023,
      "grad_norm": 1.9807959315999362,
      "learning_rate": 0.00027750206057033775,
      "loss": 4.3438,
      "step": 27516
    },
    {
      "epoch": 1.1270530411632194,
      "grad_norm": 1.8247790852896841,
      "learning_rate": 0.00027750034256630895,
      "loss": 4.75,
      "step": 27517
    },
    {
      "epoch": 1.1270939995904157,
      "grad_norm": 2.212637188279378,
      "learning_rate": 0.00027749862450200533,
      "loss": 3.9375,
      "step": 27518
    },
    {
      "epoch": 1.1271349580176122,
      "grad_norm": 1.9171035425936156,
      "learning_rate": 0.0002774969063774278,
      "loss": 4.875,
      "step": 27519
    },
    {
      "epoch": 1.1271759164448085,
      "grad_norm": 2.0205565767479907,
      "learning_rate": 0.0002774951881925772,
      "loss": 5.9375,
      "step": 27520
    },
    {
      "epoch": 1.1272168748720048,
      "grad_norm": 2.6731498873339126,
      "learning_rate": 0.0002774934699474542,
      "loss": 4.9688,
      "step": 27521
    },
    {
      "epoch": 1.1272578332992014,
      "grad_norm": 2.0520485521870824,
      "learning_rate": 0.00027749175164205967,
      "loss": 4.0,
      "step": 27522
    },
    {
      "epoch": 1.1272987917263977,
      "grad_norm": 2.4666925913606046,
      "learning_rate": 0.0002774900332763944,
      "loss": 4.875,
      "step": 27523
    },
    {
      "epoch": 1.127339750153594,
      "grad_norm": 1.8346661711891288,
      "learning_rate": 0.00027748831485045934,
      "loss": 4.8438,
      "step": 27524
    },
    {
      "epoch": 1.1273807085807905,
      "grad_norm": 2.015022896903441,
      "learning_rate": 0.00027748659636425514,
      "loss": 4.2812,
      "step": 27525
    },
    {
      "epoch": 1.1274216670079868,
      "grad_norm": 3.1906607742726925,
      "learning_rate": 0.00027748487781778275,
      "loss": 3.0156,
      "step": 27526
    },
    {
      "epoch": 1.1274626254351834,
      "grad_norm": 2.1575242853269687,
      "learning_rate": 0.0002774831592110428,
      "loss": 5.1562,
      "step": 27527
    },
    {
      "epoch": 1.1275035838623797,
      "grad_norm": 2.488121451530392,
      "learning_rate": 0.0002774814405440363,
      "loss": 6.5,
      "step": 27528
    },
    {
      "epoch": 1.127544542289576,
      "grad_norm": 3.274286499233135,
      "learning_rate": 0.00027747972181676393,
      "loss": 4.9375,
      "step": 27529
    },
    {
      "epoch": 1.1275855007167725,
      "grad_norm": 2.12002158576489,
      "learning_rate": 0.0002774780030292265,
      "loss": 4.875,
      "step": 27530
    },
    {
      "epoch": 1.1276264591439689,
      "grad_norm": 2.3233057988202743,
      "learning_rate": 0.00027747628418142494,
      "loss": 5.1562,
      "step": 27531
    },
    {
      "epoch": 1.1276674175711652,
      "grad_norm": 3.4848336249755305,
      "learning_rate": 0.00027747456527336,
      "loss": 3.5,
      "step": 27532
    },
    {
      "epoch": 1.1277083759983617,
      "grad_norm": 2.641617269395282,
      "learning_rate": 0.0002774728463050324,
      "loss": 5.1562,
      "step": 27533
    },
    {
      "epoch": 1.127749334425558,
      "grad_norm": 3.1499461067305883,
      "learning_rate": 0.00027747112727644313,
      "loss": 5.3125,
      "step": 27534
    },
    {
      "epoch": 1.1277902928527546,
      "grad_norm": 1.901691738112372,
      "learning_rate": 0.00027746940818759285,
      "loss": 4.375,
      "step": 27535
    },
    {
      "epoch": 1.1278312512799509,
      "grad_norm": 2.011759555794617,
      "learning_rate": 0.00027746768903848246,
      "loss": 5.4688,
      "step": 27536
    },
    {
      "epoch": 1.1278722097071472,
      "grad_norm": 2.342124753962207,
      "learning_rate": 0.0002774659698291127,
      "loss": 5.6875,
      "step": 27537
    },
    {
      "epoch": 1.1279131681343437,
      "grad_norm": 3.6738756461153597,
      "learning_rate": 0.00027746425055948445,
      "loss": 6.0938,
      "step": 27538
    },
    {
      "epoch": 1.12795412656154,
      "grad_norm": 5.876874280424236,
      "learning_rate": 0.0002774625312295985,
      "loss": 4.2188,
      "step": 27539
    },
    {
      "epoch": 1.1279950849887364,
      "grad_norm": 2.1108348622489346,
      "learning_rate": 0.0002774608118394557,
      "loss": 5.2188,
      "step": 27540
    },
    {
      "epoch": 1.1280360434159329,
      "grad_norm": 1.82639891204095,
      "learning_rate": 0.0002774590923890568,
      "loss": 4.6875,
      "step": 27541
    },
    {
      "epoch": 1.1280770018431292,
      "grad_norm": 2.4931173277270684,
      "learning_rate": 0.0002774573728784026,
      "loss": 4.375,
      "step": 27542
    },
    {
      "epoch": 1.1281179602703255,
      "grad_norm": 6.283627828081414,
      "learning_rate": 0.00027745565330749395,
      "loss": 4.375,
      "step": 27543
    },
    {
      "epoch": 1.128158918697522,
      "grad_norm": 2.3091793687424342,
      "learning_rate": 0.0002774539336763317,
      "loss": 5.375,
      "step": 27544
    },
    {
      "epoch": 1.1281998771247184,
      "grad_norm": 2.6337886535919046,
      "learning_rate": 0.0002774522139849166,
      "loss": 4.5312,
      "step": 27545
    },
    {
      "epoch": 1.128240835551915,
      "grad_norm": 1.835642775950101,
      "learning_rate": 0.00027745049423324954,
      "loss": 4.5938,
      "step": 27546
    },
    {
      "epoch": 1.1282817939791112,
      "grad_norm": 10.56587930003542,
      "learning_rate": 0.00027744877442133117,
      "loss": 4.9375,
      "step": 27547
    },
    {
      "epoch": 1.1283227524063075,
      "grad_norm": 1.9453121794794317,
      "learning_rate": 0.00027744705454916255,
      "loss": 4.2812,
      "step": 27548
    },
    {
      "epoch": 1.128363710833504,
      "grad_norm": 2.492462511211864,
      "learning_rate": 0.0002774453346167443,
      "loss": 5.5625,
      "step": 27549
    },
    {
      "epoch": 1.1284046692607004,
      "grad_norm": 5.329712193509267,
      "learning_rate": 0.00027744361462407727,
      "loss": 7.375,
      "step": 27550
    },
    {
      "epoch": 1.1284456276878967,
      "grad_norm": 2.1171439096808395,
      "learning_rate": 0.0002774418945711623,
      "loss": 5.2188,
      "step": 27551
    },
    {
      "epoch": 1.1284865861150932,
      "grad_norm": 2.0380333458482194,
      "learning_rate": 0.0002774401744580002,
      "loss": 5.625,
      "step": 27552
    },
    {
      "epoch": 1.1285275445422895,
      "grad_norm": 2.336032216837649,
      "learning_rate": 0.0002774384542845918,
      "loss": 5.25,
      "step": 27553
    },
    {
      "epoch": 1.128568502969486,
      "grad_norm": 2.166798207917242,
      "learning_rate": 0.00027743673405093786,
      "loss": 5.2188,
      "step": 27554
    },
    {
      "epoch": 1.1286094613966824,
      "grad_norm": 2.5938316596146604,
      "learning_rate": 0.00027743501375703927,
      "loss": 6.0312,
      "step": 27555
    },
    {
      "epoch": 1.1286504198238787,
      "grad_norm": 2.2426478049280307,
      "learning_rate": 0.0002774332934028968,
      "loss": 4.9688,
      "step": 27556
    },
    {
      "epoch": 1.1286913782510752,
      "grad_norm": 3.113443908703685,
      "learning_rate": 0.00027743157298851126,
      "loss": 3.8594,
      "step": 27557
    },
    {
      "epoch": 1.1287323366782716,
      "grad_norm": 2.2163302027037766,
      "learning_rate": 0.0002774298525138834,
      "loss": 5.3438,
      "step": 27558
    },
    {
      "epoch": 1.1287732951054679,
      "grad_norm": 2.065482673100688,
      "learning_rate": 0.00027742813197901417,
      "loss": 4.7188,
      "step": 27559
    },
    {
      "epoch": 1.1288142535326644,
      "grad_norm": 2.1460983463022822,
      "learning_rate": 0.0002774264113839043,
      "loss": 5.7812,
      "step": 27560
    },
    {
      "epoch": 1.1288552119598607,
      "grad_norm": 4.972866067665716,
      "learning_rate": 0.00027742469072855456,
      "loss": 2.7031,
      "step": 27561
    },
    {
      "epoch": 1.128896170387057,
      "grad_norm": 2.81734139784172,
      "learning_rate": 0.0002774229700129659,
      "loss": 6.1562,
      "step": 27562
    },
    {
      "epoch": 1.1289371288142536,
      "grad_norm": 2.1469264684973575,
      "learning_rate": 0.00027742124923713904,
      "loss": 5.1875,
      "step": 27563
    },
    {
      "epoch": 1.1289780872414499,
      "grad_norm": 1.9535287316349592,
      "learning_rate": 0.0002774195284010748,
      "loss": 5.2188,
      "step": 27564
    },
    {
      "epoch": 1.1290190456686464,
      "grad_norm": 2.301454405265177,
      "learning_rate": 0.00027741780750477395,
      "loss": 6.2188,
      "step": 27565
    },
    {
      "epoch": 1.1290600040958427,
      "grad_norm": 2.1459456424322614,
      "learning_rate": 0.00027741608654823744,
      "loss": 5.1875,
      "step": 27566
    },
    {
      "epoch": 1.129100962523039,
      "grad_norm": 2.1116410934440992,
      "learning_rate": 0.00027741436553146596,
      "loss": 5.2812,
      "step": 27567
    },
    {
      "epoch": 1.1291419209502356,
      "grad_norm": 3.7983007898855474,
      "learning_rate": 0.00027741264445446033,
      "loss": 5.6562,
      "step": 27568
    },
    {
      "epoch": 1.129182879377432,
      "grad_norm": 2.182846545071171,
      "learning_rate": 0.0002774109233172214,
      "loss": 5.1875,
      "step": 27569
    },
    {
      "epoch": 1.1292238378046282,
      "grad_norm": 2.2473474269890046,
      "learning_rate": 0.0002774092021197501,
      "loss": 6.4375,
      "step": 27570
    },
    {
      "epoch": 1.1292647962318247,
      "grad_norm": 1.947651755413283,
      "learning_rate": 0.000277407480862047,
      "loss": 5.4688,
      "step": 27571
    },
    {
      "epoch": 1.129305754659021,
      "grad_norm": 5.081346638125829,
      "learning_rate": 0.00027740575954411303,
      "loss": 4.9375,
      "step": 27572
    },
    {
      "epoch": 1.1293467130862176,
      "grad_norm": 1.9569543035797274,
      "learning_rate": 0.000277404038165949,
      "loss": 5.4375,
      "step": 27573
    },
    {
      "epoch": 1.129387671513414,
      "grad_norm": 3.042929198938305,
      "learning_rate": 0.0002774023167275558,
      "loss": 5.7812,
      "step": 27574
    },
    {
      "epoch": 1.1294286299406102,
      "grad_norm": 4.368406279937473,
      "learning_rate": 0.00027740059522893414,
      "loss": 6.6875,
      "step": 27575
    },
    {
      "epoch": 1.1294695883678068,
      "grad_norm": 2.790292521266054,
      "learning_rate": 0.0002773988736700849,
      "loss": 5.1875,
      "step": 27576
    },
    {
      "epoch": 1.129510546795003,
      "grad_norm": 2.3713386955289235,
      "learning_rate": 0.00027739715205100886,
      "loss": 6.625,
      "step": 27577
    },
    {
      "epoch": 1.1295515052221994,
      "grad_norm": 2.339609490386797,
      "learning_rate": 0.0002773954303717068,
      "loss": 4.625,
      "step": 27578
    },
    {
      "epoch": 1.129592463649396,
      "grad_norm": 4.785612149926423,
      "learning_rate": 0.0002773937086321796,
      "loss": 4.125,
      "step": 27579
    },
    {
      "epoch": 1.1296334220765922,
      "grad_norm": 2.1526347808529867,
      "learning_rate": 0.00027739198683242804,
      "loss": 4.375,
      "step": 27580
    },
    {
      "epoch": 1.1296743805037885,
      "grad_norm": 2.057600535942635,
      "learning_rate": 0.00027739026497245297,
      "loss": 4.75,
      "step": 27581
    },
    {
      "epoch": 1.129715338930985,
      "grad_norm": 2.2752367112908183,
      "learning_rate": 0.0002773885430522552,
      "loss": 5.25,
      "step": 27582
    },
    {
      "epoch": 1.1297562973581814,
      "grad_norm": 3.5163637799398737,
      "learning_rate": 0.0002773868210718354,
      "loss": 5.9688,
      "step": 27583
    },
    {
      "epoch": 1.129797255785378,
      "grad_norm": 2.1616318620249526,
      "learning_rate": 0.0002773850990311946,
      "loss": 4.375,
      "step": 27584
    },
    {
      "epoch": 1.1298382142125742,
      "grad_norm": 3.3066219823652143,
      "learning_rate": 0.0002773833769303335,
      "loss": 6.4688,
      "step": 27585
    },
    {
      "epoch": 1.1298791726397706,
      "grad_norm": 2.732802255886961,
      "learning_rate": 0.0002773816547692529,
      "loss": 7.0938,
      "step": 27586
    },
    {
      "epoch": 1.129920131066967,
      "grad_norm": 2.29648139218234,
      "learning_rate": 0.00027737993254795364,
      "loss": 4.625,
      "step": 27587
    },
    {
      "epoch": 1.1299610894941634,
      "grad_norm": 2.335020630815479,
      "learning_rate": 0.0002773782102664366,
      "loss": 4.875,
      "step": 27588
    },
    {
      "epoch": 1.13000204792136,
      "grad_norm": 1.7986839966231378,
      "learning_rate": 0.0002773764879247025,
      "loss": 5.2188,
      "step": 27589
    },
    {
      "epoch": 1.1300430063485563,
      "grad_norm": 2.1979112210499028,
      "learning_rate": 0.00027737476552275217,
      "loss": 5.5,
      "step": 27590
    },
    {
      "epoch": 1.1300839647757526,
      "grad_norm": 1.8361411923483972,
      "learning_rate": 0.00027737304306058643,
      "loss": 4.9062,
      "step": 27591
    },
    {
      "epoch": 1.130124923202949,
      "grad_norm": 1.968432270906657,
      "learning_rate": 0.00027737132053820616,
      "loss": 4.5312,
      "step": 27592
    },
    {
      "epoch": 1.1301658816301454,
      "grad_norm": 4.7669382601066665,
      "learning_rate": 0.0002773695979556121,
      "loss": 3.5156,
      "step": 27593
    },
    {
      "epoch": 1.1302068400573417,
      "grad_norm": 2.807074390714195,
      "learning_rate": 0.0002773678753128051,
      "loss": 5.1875,
      "step": 27594
    },
    {
      "epoch": 1.1302477984845383,
      "grad_norm": 4.001865456396064,
      "learning_rate": 0.0002773661526097859,
      "loss": 4.0,
      "step": 27595
    },
    {
      "epoch": 1.1302887569117346,
      "grad_norm": 2.916299305046965,
      "learning_rate": 0.0002773644298465554,
      "loss": 6.0312,
      "step": 27596
    },
    {
      "epoch": 1.130329715338931,
      "grad_norm": 2.537035340571374,
      "learning_rate": 0.0002773627070231144,
      "loss": 5.1562,
      "step": 27597
    },
    {
      "epoch": 1.1303706737661274,
      "grad_norm": 3.8790837700544825,
      "learning_rate": 0.0002773609841394637,
      "loss": 6.25,
      "step": 27598
    },
    {
      "epoch": 1.1304116321933237,
      "grad_norm": 3.1950874785910126,
      "learning_rate": 0.0002773592611956041,
      "loss": 5.125,
      "step": 27599
    },
    {
      "epoch": 1.13045259062052,
      "grad_norm": 3.001192058126483,
      "learning_rate": 0.0002773575381915365,
      "loss": 4.4375,
      "step": 27600
    },
    {
      "epoch": 1.1304935490477166,
      "grad_norm": 2.638422975162354,
      "learning_rate": 0.0002773558151272616,
      "loss": 5.8125,
      "step": 27601
    },
    {
      "epoch": 1.130534507474913,
      "grad_norm": 1.9942140525304088,
      "learning_rate": 0.0002773540920027803,
      "loss": 5.2812,
      "step": 27602
    },
    {
      "epoch": 1.1305754659021094,
      "grad_norm": 2.9830712912892556,
      "learning_rate": 0.0002773523688180933,
      "loss": 6.9688,
      "step": 27603
    },
    {
      "epoch": 1.1306164243293058,
      "grad_norm": 2.7956096088305564,
      "learning_rate": 0.00027735064557320155,
      "loss": 5.4375,
      "step": 27604
    },
    {
      "epoch": 1.130657382756502,
      "grad_norm": 3.398148481751694,
      "learning_rate": 0.00027734892226810576,
      "loss": 3.9062,
      "step": 27605
    },
    {
      "epoch": 1.1306983411836986,
      "grad_norm": 2.629885943575349,
      "learning_rate": 0.0002773471989028068,
      "loss": 6.2188,
      "step": 27606
    },
    {
      "epoch": 1.130739299610895,
      "grad_norm": 4.713435152654415,
      "learning_rate": 0.0002773454754773055,
      "loss": 8.0625,
      "step": 27607
    },
    {
      "epoch": 1.1307802580380915,
      "grad_norm": 2.293887362412182,
      "learning_rate": 0.0002773437519916026,
      "loss": 5.4688,
      "step": 27608
    },
    {
      "epoch": 1.1308212164652878,
      "grad_norm": 3.3151182401250656,
      "learning_rate": 0.000277342028445699,
      "loss": 7.375,
      "step": 27609
    },
    {
      "epoch": 1.130862174892484,
      "grad_norm": 2.3356919108822853,
      "learning_rate": 0.0002773403048395955,
      "loss": 4.8125,
      "step": 27610
    },
    {
      "epoch": 1.1309031333196806,
      "grad_norm": 1.895895888876238,
      "learning_rate": 0.0002773385811732929,
      "loss": 4.6562,
      "step": 27611
    },
    {
      "epoch": 1.130944091746877,
      "grad_norm": 1.925347862251713,
      "learning_rate": 0.00027733685744679194,
      "loss": 5.125,
      "step": 27612
    },
    {
      "epoch": 1.1309850501740732,
      "grad_norm": 1.9817559687097663,
      "learning_rate": 0.00027733513366009355,
      "loss": 4.75,
      "step": 27613
    },
    {
      "epoch": 1.1310260086012698,
      "grad_norm": 2.0736137303781415,
      "learning_rate": 0.00027733340981319845,
      "loss": 5.25,
      "step": 27614
    },
    {
      "epoch": 1.131066967028466,
      "grad_norm": 1.89110163629921,
      "learning_rate": 0.00027733168590610754,
      "loss": 4.25,
      "step": 27615
    },
    {
      "epoch": 1.1311079254556624,
      "grad_norm": 2.1154483709432164,
      "learning_rate": 0.0002773299619388216,
      "loss": 5.2188,
      "step": 27616
    },
    {
      "epoch": 1.131148883882859,
      "grad_norm": 2.923640053270269,
      "learning_rate": 0.0002773282379113415,
      "loss": 3.8281,
      "step": 27617
    },
    {
      "epoch": 1.1311898423100553,
      "grad_norm": 2.501022772754262,
      "learning_rate": 0.0002773265138236679,
      "loss": 4.5312,
      "step": 27618
    },
    {
      "epoch": 1.1312308007372516,
      "grad_norm": 3.4433896253148517,
      "learning_rate": 0.0002773247896758017,
      "loss": 6.8438,
      "step": 27619
    },
    {
      "epoch": 1.131271759164448,
      "grad_norm": 1.8062622931766827,
      "learning_rate": 0.0002773230654677438,
      "loss": 4.7812,
      "step": 27620
    },
    {
      "epoch": 1.1313127175916444,
      "grad_norm": 1.884336717110865,
      "learning_rate": 0.00027732134119949495,
      "loss": 5.4688,
      "step": 27621
    },
    {
      "epoch": 1.131353676018841,
      "grad_norm": 2.8330946051404036,
      "learning_rate": 0.0002773196168710559,
      "loss": 6.0625,
      "step": 27622
    },
    {
      "epoch": 1.1313946344460373,
      "grad_norm": 2.4243398927704285,
      "learning_rate": 0.00027731789248242755,
      "loss": 5.8438,
      "step": 27623
    },
    {
      "epoch": 1.1314355928732336,
      "grad_norm": 1.82315404243803,
      "learning_rate": 0.00027731616803361073,
      "loss": 4.125,
      "step": 27624
    },
    {
      "epoch": 1.1314765513004301,
      "grad_norm": 2.1395398496189353,
      "learning_rate": 0.00027731444352460617,
      "loss": 4.5,
      "step": 27625
    },
    {
      "epoch": 1.1315175097276264,
      "grad_norm": 2.5009840753968002,
      "learning_rate": 0.00027731271895541467,
      "loss": 4.875,
      "step": 27626
    },
    {
      "epoch": 1.131558468154823,
      "grad_norm": 3.0057116926022793,
      "learning_rate": 0.0002773109943260372,
      "loss": 5.8125,
      "step": 27627
    },
    {
      "epoch": 1.1315994265820193,
      "grad_norm": 1.7632186797078435,
      "learning_rate": 0.00027730926963647444,
      "loss": 4.2188,
      "step": 27628
    },
    {
      "epoch": 1.1316403850092156,
      "grad_norm": 2.852801042835541,
      "learning_rate": 0.0002773075448867273,
      "loss": 5.0312,
      "step": 27629
    },
    {
      "epoch": 1.1316813434364121,
      "grad_norm": 2.457585619262551,
      "learning_rate": 0.00027730582007679644,
      "loss": 5.5938,
      "step": 27630
    },
    {
      "epoch": 1.1317223018636084,
      "grad_norm": 4.3937535554123395,
      "learning_rate": 0.00027730409520668284,
      "loss": 2.4531,
      "step": 27631
    },
    {
      "epoch": 1.1317632602908048,
      "grad_norm": 1.9633083052643518,
      "learning_rate": 0.00027730237027638724,
      "loss": 4.5625,
      "step": 27632
    },
    {
      "epoch": 1.1318042187180013,
      "grad_norm": 1.9355007830979931,
      "learning_rate": 0.00027730064528591044,
      "loss": 4.0,
      "step": 27633
    },
    {
      "epoch": 1.1318451771451976,
      "grad_norm": 2.106999106637916,
      "learning_rate": 0.0002772989202352533,
      "loss": 4.875,
      "step": 27634
    },
    {
      "epoch": 1.131886135572394,
      "grad_norm": 4.205500795977843,
      "learning_rate": 0.0002772971951244166,
      "loss": 4.5312,
      "step": 27635
    },
    {
      "epoch": 1.1319270939995905,
      "grad_norm": 4.313018589399706,
      "learning_rate": 0.0002772954699534012,
      "loss": 4.7188,
      "step": 27636
    },
    {
      "epoch": 1.1319680524267868,
      "grad_norm": 1.7390076967748371,
      "learning_rate": 0.0002772937447222079,
      "loss": 4.1562,
      "step": 27637
    },
    {
      "epoch": 1.132009010853983,
      "grad_norm": 2.2257163203912156,
      "learning_rate": 0.0002772920194308375,
      "loss": 5.9062,
      "step": 27638
    },
    {
      "epoch": 1.1320499692811796,
      "grad_norm": 3.683366655793504,
      "learning_rate": 0.0002772902940792908,
      "loss": 5.4688,
      "step": 27639
    },
    {
      "epoch": 1.132090927708376,
      "grad_norm": 1.9934020449863115,
      "learning_rate": 0.00027728856866756865,
      "loss": 4.7812,
      "step": 27640
    },
    {
      "epoch": 1.1321318861355725,
      "grad_norm": 2.340911479500061,
      "learning_rate": 0.00027728684319567183,
      "loss": 3.3281,
      "step": 27641
    },
    {
      "epoch": 1.1321728445627688,
      "grad_norm": 1.7877935206484974,
      "learning_rate": 0.0002772851176636012,
      "loss": 4.0,
      "step": 27642
    },
    {
      "epoch": 1.132213802989965,
      "grad_norm": 1.9151100361402977,
      "learning_rate": 0.00027728339207135755,
      "loss": 5.2812,
      "step": 27643
    },
    {
      "epoch": 1.1322547614171616,
      "grad_norm": 3.071599822569695,
      "learning_rate": 0.00027728166641894167,
      "loss": 6.9688,
      "step": 27644
    },
    {
      "epoch": 1.132295719844358,
      "grad_norm": 2.5397100757932827,
      "learning_rate": 0.0002772799407063544,
      "loss": 6.0625,
      "step": 27645
    },
    {
      "epoch": 1.1323366782715545,
      "grad_norm": 3.475242559285855,
      "learning_rate": 0.0002772782149335966,
      "loss": 4.0312,
      "step": 27646
    },
    {
      "epoch": 1.1323776366987508,
      "grad_norm": 2.3307047045190696,
      "learning_rate": 0.000277276489100669,
      "loss": 4.3125,
      "step": 27647
    },
    {
      "epoch": 1.1324185951259471,
      "grad_norm": 2.3229325220380885,
      "learning_rate": 0.00027727476320757254,
      "loss": 5.4375,
      "step": 27648
    },
    {
      "epoch": 1.1324595535531436,
      "grad_norm": 1.7958967831414203,
      "learning_rate": 0.00027727303725430785,
      "loss": 4.4375,
      "step": 27649
    },
    {
      "epoch": 1.13250051198034,
      "grad_norm": 1.9622438253523147,
      "learning_rate": 0.00027727131124087595,
      "loss": 6.0,
      "step": 27650
    },
    {
      "epoch": 1.1325414704075363,
      "grad_norm": 2.44840986942421,
      "learning_rate": 0.0002772695851672775,
      "loss": 6.125,
      "step": 27651
    },
    {
      "epoch": 1.1325824288347328,
      "grad_norm": 1.838267401660351,
      "learning_rate": 0.00027726785903351336,
      "loss": 5.0312,
      "step": 27652
    },
    {
      "epoch": 1.1326233872619291,
      "grad_norm": 3.5707785451575815,
      "learning_rate": 0.00027726613283958446,
      "loss": 6.125,
      "step": 27653
    },
    {
      "epoch": 1.1326643456891254,
      "grad_norm": 2.9217655186238556,
      "learning_rate": 0.00027726440658549145,
      "loss": 6.5312,
      "step": 27654
    },
    {
      "epoch": 1.132705304116322,
      "grad_norm": 3.67246162595882,
      "learning_rate": 0.0002772626802712352,
      "loss": 6.0312,
      "step": 27655
    },
    {
      "epoch": 1.1327462625435183,
      "grad_norm": 1.8819034579392917,
      "learning_rate": 0.00027726095389681656,
      "loss": 4.75,
      "step": 27656
    },
    {
      "epoch": 1.1327872209707146,
      "grad_norm": 2.3013710672508507,
      "learning_rate": 0.0002772592274622363,
      "loss": 5.6875,
      "step": 27657
    },
    {
      "epoch": 1.1328281793979111,
      "grad_norm": 5.493234959635206,
      "learning_rate": 0.0002772575009674953,
      "loss": 6.0312,
      "step": 27658
    },
    {
      "epoch": 1.1328691378251075,
      "grad_norm": 1.8928116404404558,
      "learning_rate": 0.00027725577441259434,
      "loss": 4.4688,
      "step": 27659
    },
    {
      "epoch": 1.132910096252304,
      "grad_norm": 2.472213145682891,
      "learning_rate": 0.0002772540477975342,
      "loss": 5.0625,
      "step": 27660
    },
    {
      "epoch": 1.1329510546795003,
      "grad_norm": 1.8971777191743755,
      "learning_rate": 0.00027725232112231577,
      "loss": 4.5938,
      "step": 27661
    },
    {
      "epoch": 1.1329920131066966,
      "grad_norm": 5.811386959277558,
      "learning_rate": 0.0002772505943869398,
      "loss": 4.8438,
      "step": 27662
    },
    {
      "epoch": 1.1330329715338932,
      "grad_norm": 3.310511715561763,
      "learning_rate": 0.0002772488675914071,
      "loss": 5.3438,
      "step": 27663
    },
    {
      "epoch": 1.1330739299610895,
      "grad_norm": 1.864334190346555,
      "learning_rate": 0.0002772471407357186,
      "loss": 4.75,
      "step": 27664
    },
    {
      "epoch": 1.133114888388286,
      "grad_norm": 2.2212779546732255,
      "learning_rate": 0.0002772454138198749,
      "loss": 2.7188,
      "step": 27665
    },
    {
      "epoch": 1.1331558468154823,
      "grad_norm": 1.8940729759071697,
      "learning_rate": 0.0002772436868438771,
      "loss": 4.75,
      "step": 27666
    },
    {
      "epoch": 1.1331968052426786,
      "grad_norm": 2.2911409373741365,
      "learning_rate": 0.00027724195980772577,
      "loss": 5.1562,
      "step": 27667
    },
    {
      "epoch": 1.1332377636698752,
      "grad_norm": 2.451276700145857,
      "learning_rate": 0.0002772402327114219,
      "loss": 4.4062,
      "step": 27668
    },
    {
      "epoch": 1.1332787220970715,
      "grad_norm": 5.811145476614811,
      "learning_rate": 0.0002772385055549662,
      "loss": 6.0625,
      "step": 27669
    },
    {
      "epoch": 1.1333196805242678,
      "grad_norm": 1.8720472755934905,
      "learning_rate": 0.0002772367783383595,
      "loss": 4.625,
      "step": 27670
    },
    {
      "epoch": 1.1333606389514643,
      "grad_norm": 1.9972698299182752,
      "learning_rate": 0.00027723505106160267,
      "loss": 4.75,
      "step": 27671
    },
    {
      "epoch": 1.1334015973786606,
      "grad_norm": 4.25224436198721,
      "learning_rate": 0.0002772333237246965,
      "loss": 4.875,
      "step": 27672
    },
    {
      "epoch": 1.133442555805857,
      "grad_norm": 5.993183531411831,
      "learning_rate": 0.00027723159632764174,
      "loss": 5.25,
      "step": 27673
    },
    {
      "epoch": 1.1334835142330535,
      "grad_norm": 1.9116554674419033,
      "learning_rate": 0.0002772298688704393,
      "loss": 5.4688,
      "step": 27674
    },
    {
      "epoch": 1.1335244726602498,
      "grad_norm": 3.0689068607619268,
      "learning_rate": 0.00027722814135308995,
      "loss": 5.9375,
      "step": 27675
    },
    {
      "epoch": 1.1335654310874461,
      "grad_norm": 2.437059210667598,
      "learning_rate": 0.0002772264137755945,
      "loss": 5.25,
      "step": 27676
    },
    {
      "epoch": 1.1336063895146427,
      "grad_norm": 2.2060636663820494,
      "learning_rate": 0.0002772246861379538,
      "loss": 5.1562,
      "step": 27677
    },
    {
      "epoch": 1.133647347941839,
      "grad_norm": 2.341231104524436,
      "learning_rate": 0.0002772229584401687,
      "loss": 3.2969,
      "step": 27678
    },
    {
      "epoch": 1.1336883063690355,
      "grad_norm": 1.988146051691352,
      "learning_rate": 0.0002772212306822399,
      "loss": 4.9375,
      "step": 27679
    },
    {
      "epoch": 1.1337292647962318,
      "grad_norm": 3.2934039857876094,
      "learning_rate": 0.0002772195028641683,
      "loss": 6.5312,
      "step": 27680
    },
    {
      "epoch": 1.1337702232234281,
      "grad_norm": 2.350596822795911,
      "learning_rate": 0.0002772177749859547,
      "loss": 5.25,
      "step": 27681
    },
    {
      "epoch": 1.1338111816506247,
      "grad_norm": 1.9437529223182306,
      "learning_rate": 0.0002772160470475999,
      "loss": 4.7188,
      "step": 27682
    },
    {
      "epoch": 1.133852140077821,
      "grad_norm": 2.1319152283555343,
      "learning_rate": 0.0002772143190491048,
      "loss": 4.4375,
      "step": 27683
    },
    {
      "epoch": 1.1338930985050175,
      "grad_norm": 2.453611638403253,
      "learning_rate": 0.00027721259099047015,
      "loss": 5.3125,
      "step": 27684
    },
    {
      "epoch": 1.1339340569322138,
      "grad_norm": 7.960173938790066,
      "learning_rate": 0.00027721086287169674,
      "loss": 5.5938,
      "step": 27685
    },
    {
      "epoch": 1.1339750153594101,
      "grad_norm": 4.604155858082888,
      "learning_rate": 0.00027720913469278535,
      "loss": 7.2188,
      "step": 27686
    },
    {
      "epoch": 1.1340159737866067,
      "grad_norm": 2.6945483070993,
      "learning_rate": 0.00027720740645373695,
      "loss": 7.0312,
      "step": 27687
    },
    {
      "epoch": 1.134056932213803,
      "grad_norm": 2.111040810201087,
      "learning_rate": 0.00027720567815455225,
      "loss": 5.3438,
      "step": 27688
    },
    {
      "epoch": 1.1340978906409993,
      "grad_norm": 4.988095705685768,
      "learning_rate": 0.00027720394979523206,
      "loss": 2.0,
      "step": 27689
    },
    {
      "epoch": 1.1341388490681958,
      "grad_norm": 2.4083282967606543,
      "learning_rate": 0.00027720222137577724,
      "loss": 6.375,
      "step": 27690
    },
    {
      "epoch": 1.1341798074953922,
      "grad_norm": 2.372071939434416,
      "learning_rate": 0.00027720049289618856,
      "loss": 5.2812,
      "step": 27691
    },
    {
      "epoch": 1.1342207659225885,
      "grad_norm": 2.746931805017271,
      "learning_rate": 0.00027719876435646694,
      "loss": 6.1562,
      "step": 27692
    },
    {
      "epoch": 1.134261724349785,
      "grad_norm": 4.61389824761467,
      "learning_rate": 0.0002771970357566131,
      "loss": 2.0,
      "step": 27693
    },
    {
      "epoch": 1.1343026827769813,
      "grad_norm": 1.8400237789804361,
      "learning_rate": 0.00027719530709662785,
      "loss": 4.7812,
      "step": 27694
    },
    {
      "epoch": 1.1343436412041779,
      "grad_norm": 1.9430921397047711,
      "learning_rate": 0.00027719357837651206,
      "loss": 3.9531,
      "step": 27695
    },
    {
      "epoch": 1.1343845996313742,
      "grad_norm": 2.279911079644163,
      "learning_rate": 0.0002771918495962665,
      "loss": 5.5312,
      "step": 27696
    },
    {
      "epoch": 1.1344255580585705,
      "grad_norm": 2.4803591936653824,
      "learning_rate": 0.00027719012075589207,
      "loss": 5.5938,
      "step": 27697
    },
    {
      "epoch": 1.134466516485767,
      "grad_norm": 1.8690212869258354,
      "learning_rate": 0.0002771883918553895,
      "loss": 5.125,
      "step": 27698
    },
    {
      "epoch": 1.1345074749129633,
      "grad_norm": 2.6256589678332283,
      "learning_rate": 0.0002771866628947596,
      "loss": 5.875,
      "step": 27699
    },
    {
      "epoch": 1.1345484333401596,
      "grad_norm": 7.207192847845431,
      "learning_rate": 0.00027718493387400334,
      "loss": 5.9062,
      "step": 27700
    },
    {
      "epoch": 1.1345893917673562,
      "grad_norm": 2.4180259841181195,
      "learning_rate": 0.0002771832047931213,
      "loss": 4.6875,
      "step": 27701
    },
    {
      "epoch": 1.1346303501945525,
      "grad_norm": 2.765414045638179,
      "learning_rate": 0.00027718147565211447,
      "loss": 7.0938,
      "step": 27702
    },
    {
      "epoch": 1.134671308621749,
      "grad_norm": 1.8828424587842012,
      "learning_rate": 0.0002771797464509836,
      "loss": 4.7188,
      "step": 27703
    },
    {
      "epoch": 1.1347122670489453,
      "grad_norm": 2.0799930320442983,
      "learning_rate": 0.00027717801718972956,
      "loss": 5.7812,
      "step": 27704
    },
    {
      "epoch": 1.1347532254761417,
      "grad_norm": 2.2007597658522173,
      "learning_rate": 0.0002771762878683531,
      "loss": 5.125,
      "step": 27705
    },
    {
      "epoch": 1.1347941839033382,
      "grad_norm": 3.959435642264694,
      "learning_rate": 0.00027717455848685506,
      "loss": 5.625,
      "step": 27706
    },
    {
      "epoch": 1.1348351423305345,
      "grad_norm": 2.5123864420548734,
      "learning_rate": 0.00027717282904523633,
      "loss": 4.375,
      "step": 27707
    },
    {
      "epoch": 1.1348761007577308,
      "grad_norm": 2.748571924466602,
      "learning_rate": 0.0002771710995434976,
      "loss": 5.3438,
      "step": 27708
    },
    {
      "epoch": 1.1349170591849274,
      "grad_norm": 4.358724312844315,
      "learning_rate": 0.0002771693699816398,
      "loss": 4.5,
      "step": 27709
    },
    {
      "epoch": 1.1349580176121237,
      "grad_norm": 3.1348372327782954,
      "learning_rate": 0.0002771676403596637,
      "loss": 5.5312,
      "step": 27710
    },
    {
      "epoch": 1.13499897603932,
      "grad_norm": 1.8949994267277634,
      "learning_rate": 0.0002771659106775701,
      "loss": 4.2188,
      "step": 27711
    },
    {
      "epoch": 1.1350399344665165,
      "grad_norm": 5.263053964294393,
      "learning_rate": 0.00027716418093535984,
      "loss": 4.1562,
      "step": 27712
    },
    {
      "epoch": 1.1350808928937128,
      "grad_norm": 2.1510740594423874,
      "learning_rate": 0.0002771624511330337,
      "loss": 4.6562,
      "step": 27713
    },
    {
      "epoch": 1.1351218513209094,
      "grad_norm": 2.276009528590749,
      "learning_rate": 0.0002771607212705926,
      "loss": 5.3438,
      "step": 27714
    },
    {
      "epoch": 1.1351628097481057,
      "grad_norm": 2.6114671796109628,
      "learning_rate": 0.00027715899134803725,
      "loss": 4.9688,
      "step": 27715
    },
    {
      "epoch": 1.135203768175302,
      "grad_norm": 1.7355815048771108,
      "learning_rate": 0.0002771572613653686,
      "loss": 4.5938,
      "step": 27716
    },
    {
      "epoch": 1.1352447266024985,
      "grad_norm": 3.1860683019439473,
      "learning_rate": 0.00027715553132258723,
      "loss": 5.625,
      "step": 27717
    },
    {
      "epoch": 1.1352856850296948,
      "grad_norm": 2.095963740808903,
      "learning_rate": 0.0002771538012196942,
      "loss": 4.9688,
      "step": 27718
    },
    {
      "epoch": 1.1353266434568912,
      "grad_norm": 2.287184523138355,
      "learning_rate": 0.0002771520710566901,
      "loss": 5.4688,
      "step": 27719
    },
    {
      "epoch": 1.1353676018840877,
      "grad_norm": 2.463519699475246,
      "learning_rate": 0.00027715034083357603,
      "loss": 6.5,
      "step": 27720
    },
    {
      "epoch": 1.135408560311284,
      "grad_norm": 2.2763521470698604,
      "learning_rate": 0.0002771486105503526,
      "loss": 6.3438,
      "step": 27721
    },
    {
      "epoch": 1.1354495187384805,
      "grad_norm": 2.121888260044956,
      "learning_rate": 0.0002771468802070207,
      "loss": 4.4062,
      "step": 27722
    },
    {
      "epoch": 1.1354904771656769,
      "grad_norm": 5.444846895828412,
      "learning_rate": 0.00027714514980358107,
      "loss": 6.25,
      "step": 27723
    },
    {
      "epoch": 1.1355314355928732,
      "grad_norm": 2.468999342150726,
      "learning_rate": 0.0002771434193400347,
      "loss": 6.3438,
      "step": 27724
    },
    {
      "epoch": 1.1355723940200697,
      "grad_norm": 6.187155341301242,
      "learning_rate": 0.0002771416888163822,
      "loss": 6.625,
      "step": 27725
    },
    {
      "epoch": 1.135613352447266,
      "grad_norm": 2.388392338828449,
      "learning_rate": 0.0002771399582326245,
      "loss": 4.9375,
      "step": 27726
    },
    {
      "epoch": 1.1356543108744623,
      "grad_norm": 2.1986014380104,
      "learning_rate": 0.00027713822758876247,
      "loss": 4.8125,
      "step": 27727
    },
    {
      "epoch": 1.1356952693016589,
      "grad_norm": 2.437487290816811,
      "learning_rate": 0.00027713649688479686,
      "loss": 5.0625,
      "step": 27728
    },
    {
      "epoch": 1.1357362277288552,
      "grad_norm": 1.9936302930684258,
      "learning_rate": 0.0002771347661207284,
      "loss": 5.125,
      "step": 27729
    },
    {
      "epoch": 1.1357771861560515,
      "grad_norm": 2.0295136164894525,
      "learning_rate": 0.00027713303529655804,
      "loss": 5.125,
      "step": 27730
    },
    {
      "epoch": 1.135818144583248,
      "grad_norm": 4.854182803876327,
      "learning_rate": 0.0002771313044122866,
      "loss": 3.6875,
      "step": 27731
    },
    {
      "epoch": 1.1358591030104443,
      "grad_norm": 7.408745132098019,
      "learning_rate": 0.00027712957346791485,
      "loss": 5.6562,
      "step": 27732
    },
    {
      "epoch": 1.1359000614376409,
      "grad_norm": 3.0346200433336867,
      "learning_rate": 0.0002771278424634436,
      "loss": 3.2344,
      "step": 27733
    },
    {
      "epoch": 1.1359410198648372,
      "grad_norm": 2.031085408677497,
      "learning_rate": 0.0002771261113988737,
      "loss": 4.9375,
      "step": 27734
    },
    {
      "epoch": 1.1359819782920335,
      "grad_norm": 2.8027025073968996,
      "learning_rate": 0.0002771243802742059,
      "loss": 5.4375,
      "step": 27735
    },
    {
      "epoch": 1.13602293671923,
      "grad_norm": 2.0669996793830907,
      "learning_rate": 0.0002771226490894411,
      "loss": 4.4688,
      "step": 27736
    },
    {
      "epoch": 1.1360638951464264,
      "grad_norm": 2.0404693369209252,
      "learning_rate": 0.0002771209178445801,
      "loss": 5.0938,
      "step": 27737
    },
    {
      "epoch": 1.136104853573623,
      "grad_norm": 2.2577591085749242,
      "learning_rate": 0.0002771191865396237,
      "loss": 4.5938,
      "step": 27738
    },
    {
      "epoch": 1.1361458120008192,
      "grad_norm": 3.2094133536955898,
      "learning_rate": 0.0002771174551745727,
      "loss": 3.7188,
      "step": 27739
    },
    {
      "epoch": 1.1361867704280155,
      "grad_norm": 2.4688172441215706,
      "learning_rate": 0.00027711572374942793,
      "loss": 5.3125,
      "step": 27740
    },
    {
      "epoch": 1.136227728855212,
      "grad_norm": 1.977044376543571,
      "learning_rate": 0.00027711399226419025,
      "loss": 4.375,
      "step": 27741
    },
    {
      "epoch": 1.1362686872824084,
      "grad_norm": 2.768749201314189,
      "learning_rate": 0.0002771122607188605,
      "loss": 5.9688,
      "step": 27742
    },
    {
      "epoch": 1.1363096457096047,
      "grad_norm": 5.020466474042865,
      "learning_rate": 0.0002771105291134394,
      "loss": 6.125,
      "step": 27743
    },
    {
      "epoch": 1.1363506041368012,
      "grad_norm": 2.857175325020992,
      "learning_rate": 0.0002771087974479278,
      "loss": 5.0938,
      "step": 27744
    },
    {
      "epoch": 1.1363915625639975,
      "grad_norm": 2.626056080873165,
      "learning_rate": 0.0002771070657223266,
      "loss": 5.2812,
      "step": 27745
    },
    {
      "epoch": 1.1364325209911939,
      "grad_norm": 1.9296661009403737,
      "learning_rate": 0.00027710533393663646,
      "loss": 4.625,
      "step": 27746
    },
    {
      "epoch": 1.1364734794183904,
      "grad_norm": 1.9969847061797235,
      "learning_rate": 0.00027710360209085835,
      "loss": 4.875,
      "step": 27747
    },
    {
      "epoch": 1.1365144378455867,
      "grad_norm": 6.204719791532133,
      "learning_rate": 0.00027710187018499305,
      "loss": 6.625,
      "step": 27748
    },
    {
      "epoch": 1.136555396272783,
      "grad_norm": 2.1998461221063796,
      "learning_rate": 0.0002771001382190413,
      "loss": 5.875,
      "step": 27749
    },
    {
      "epoch": 1.1365963546999795,
      "grad_norm": 2.2497150151201666,
      "learning_rate": 0.0002770984061930041,
      "loss": 4.4062,
      "step": 27750
    },
    {
      "epoch": 1.1366373131271759,
      "grad_norm": 4.457695502798172,
      "learning_rate": 0.00027709667410688203,
      "loss": 5.7188,
      "step": 27751
    },
    {
      "epoch": 1.1366782715543724,
      "grad_norm": 4.690710648450214,
      "learning_rate": 0.00027709494196067605,
      "loss": 5.5,
      "step": 27752
    },
    {
      "epoch": 1.1367192299815687,
      "grad_norm": 2.3865087584333087,
      "learning_rate": 0.000277093209754387,
      "loss": 5.3438,
      "step": 27753
    },
    {
      "epoch": 1.136760188408765,
      "grad_norm": 2.0724195195110644,
      "learning_rate": 0.0002770914774880156,
      "loss": 3.9062,
      "step": 27754
    },
    {
      "epoch": 1.1368011468359616,
      "grad_norm": 1.9059041649368278,
      "learning_rate": 0.0002770897451615628,
      "loss": 4.5312,
      "step": 27755
    },
    {
      "epoch": 1.1368421052631579,
      "grad_norm": 3.959735988010015,
      "learning_rate": 0.00027708801277502923,
      "loss": 1.4922,
      "step": 27756
    },
    {
      "epoch": 1.1368830636903544,
      "grad_norm": 1.884410673430974,
      "learning_rate": 0.00027708628032841587,
      "loss": 4.5625,
      "step": 27757
    },
    {
      "epoch": 1.1369240221175507,
      "grad_norm": 8.48256190387709,
      "learning_rate": 0.00027708454782172356,
      "loss": 7.2188,
      "step": 27758
    },
    {
      "epoch": 1.136964980544747,
      "grad_norm": 2.600473024870084,
      "learning_rate": 0.000277082815254953,
      "loss": 6.125,
      "step": 27759
    },
    {
      "epoch": 1.1370059389719436,
      "grad_norm": 3.1868793191220397,
      "learning_rate": 0.0002770810826281051,
      "loss": 6.25,
      "step": 27760
    },
    {
      "epoch": 1.1370468973991399,
      "grad_norm": 1.899784292557847,
      "learning_rate": 0.00027707934994118053,
      "loss": 4.9375,
      "step": 27761
    },
    {
      "epoch": 1.1370878558263362,
      "grad_norm": 2.1211087338304075,
      "learning_rate": 0.0002770776171941803,
      "loss": 5.5312,
      "step": 27762
    },
    {
      "epoch": 1.1371288142535327,
      "grad_norm": 7.2077557065828195,
      "learning_rate": 0.00027707588438710516,
      "loss": 5.7812,
      "step": 27763
    },
    {
      "epoch": 1.137169772680729,
      "grad_norm": 2.001496722122449,
      "learning_rate": 0.00027707415151995585,
      "loss": 5.4375,
      "step": 27764
    },
    {
      "epoch": 1.1372107311079254,
      "grad_norm": 8.906900701298111,
      "learning_rate": 0.0002770724185927333,
      "loss": 4.5625,
      "step": 27765
    },
    {
      "epoch": 1.137251689535122,
      "grad_norm": 2.936802419154945,
      "learning_rate": 0.0002770706856054383,
      "loss": 4.4062,
      "step": 27766
    },
    {
      "epoch": 1.1372926479623182,
      "grad_norm": 3.115328974981228,
      "learning_rate": 0.0002770689525580716,
      "loss": 6.375,
      "step": 27767
    },
    {
      "epoch": 1.1373336063895145,
      "grad_norm": 1.9661307345728116,
      "learning_rate": 0.0002770672194506341,
      "loss": 4.5938,
      "step": 27768
    },
    {
      "epoch": 1.137374564816711,
      "grad_norm": 2.131096870154597,
      "learning_rate": 0.00027706548628312656,
      "loss": 5.7188,
      "step": 27769
    },
    {
      "epoch": 1.1374155232439074,
      "grad_norm": 2.516555872033322,
      "learning_rate": 0.0002770637530555499,
      "loss": 5.7188,
      "step": 27770
    },
    {
      "epoch": 1.137456481671104,
      "grad_norm": 2.2488589905884044,
      "learning_rate": 0.0002770620197679048,
      "loss": 5.4375,
      "step": 27771
    },
    {
      "epoch": 1.1374974400983002,
      "grad_norm": 9.686786877116129,
      "learning_rate": 0.0002770602864201922,
      "loss": 2.6094,
      "step": 27772
    },
    {
      "epoch": 1.1375383985254965,
      "grad_norm": 10.289422161797333,
      "learning_rate": 0.0002770585530124129,
      "loss": 7.6875,
      "step": 27773
    },
    {
      "epoch": 1.137579356952693,
      "grad_norm": 3.8284198012454707,
      "learning_rate": 0.0002770568195445676,
      "loss": 6.2188,
      "step": 27774
    },
    {
      "epoch": 1.1376203153798894,
      "grad_norm": 4.696940737820931,
      "learning_rate": 0.0002770550860166573,
      "loss": 3.3125,
      "step": 27775
    },
    {
      "epoch": 1.137661273807086,
      "grad_norm": 2.627851173263178,
      "learning_rate": 0.0002770533524286826,
      "loss": 5.875,
      "step": 27776
    },
    {
      "epoch": 1.1377022322342822,
      "grad_norm": 2.0464894108104588,
      "learning_rate": 0.00027705161878064456,
      "loss": 5.3438,
      "step": 27777
    },
    {
      "epoch": 1.1377431906614786,
      "grad_norm": 6.058458353455185,
      "learning_rate": 0.00027704988507254387,
      "loss": 7.3438,
      "step": 27778
    },
    {
      "epoch": 1.137784149088675,
      "grad_norm": 2.142112151586627,
      "learning_rate": 0.00027704815130438136,
      "loss": 5.5312,
      "step": 27779
    },
    {
      "epoch": 1.1378251075158714,
      "grad_norm": 2.532184135980172,
      "learning_rate": 0.00027704641747615784,
      "loss": 4.9688,
      "step": 27780
    },
    {
      "epoch": 1.1378660659430677,
      "grad_norm": 4.057044293326097,
      "learning_rate": 0.0002770446835878742,
      "loss": 5.3438,
      "step": 27781
    },
    {
      "epoch": 1.1379070243702643,
      "grad_norm": 2.1850144044821085,
      "learning_rate": 0.00027704294963953115,
      "loss": 5.125,
      "step": 27782
    },
    {
      "epoch": 1.1379479827974606,
      "grad_norm": 2.102341144323446,
      "learning_rate": 0.00027704121563112955,
      "loss": 5.6562,
      "step": 27783
    },
    {
      "epoch": 1.1379889412246569,
      "grad_norm": 5.393598321497559,
      "learning_rate": 0.00027703948156267025,
      "loss": 7.5,
      "step": 27784
    },
    {
      "epoch": 1.1380298996518534,
      "grad_norm": 2.5465419807405296,
      "learning_rate": 0.00027703774743415406,
      "loss": 5.5938,
      "step": 27785
    },
    {
      "epoch": 1.1380708580790497,
      "grad_norm": 6.943207647631726,
      "learning_rate": 0.0002770360132455818,
      "loss": 3.2656,
      "step": 27786
    },
    {
      "epoch": 1.138111816506246,
      "grad_norm": 2.2847722667747843,
      "learning_rate": 0.0002770342789969543,
      "loss": 4.875,
      "step": 27787
    },
    {
      "epoch": 1.1381527749334426,
      "grad_norm": 2.028988279104503,
      "learning_rate": 0.0002770325446882723,
      "loss": 5.5312,
      "step": 27788
    },
    {
      "epoch": 1.138193733360639,
      "grad_norm": 3.1341096924696124,
      "learning_rate": 0.0002770308103195368,
      "loss": 4.6562,
      "step": 27789
    },
    {
      "epoch": 1.1382346917878354,
      "grad_norm": 2.9444659737157726,
      "learning_rate": 0.00027702907589074836,
      "loss": 6.75,
      "step": 27790
    },
    {
      "epoch": 1.1382756502150317,
      "grad_norm": 3.0902070966076636,
      "learning_rate": 0.00027702734140190805,
      "loss": 5.6562,
      "step": 27791
    },
    {
      "epoch": 1.138316608642228,
      "grad_norm": 1.8261267270139536,
      "learning_rate": 0.0002770256068530166,
      "loss": 4.7188,
      "step": 27792
    },
    {
      "epoch": 1.1383575670694246,
      "grad_norm": 1.8676207682313712,
      "learning_rate": 0.0002770238722440747,
      "loss": 5.0625,
      "step": 27793
    },
    {
      "epoch": 1.138398525496621,
      "grad_norm": 2.5249158741259814,
      "learning_rate": 0.00027702213757508336,
      "loss": 6.125,
      "step": 27794
    },
    {
      "epoch": 1.1384394839238174,
      "grad_norm": 6.091809801834623,
      "learning_rate": 0.0002770204028460433,
      "loss": 2.5,
      "step": 27795
    },
    {
      "epoch": 1.1384804423510138,
      "grad_norm": 1.986143559823257,
      "learning_rate": 0.00027701866805695543,
      "loss": 5.125,
      "step": 27796
    },
    {
      "epoch": 1.13852140077821,
      "grad_norm": 5.047401193276536,
      "learning_rate": 0.0002770169332078204,
      "loss": 4.9688,
      "step": 27797
    },
    {
      "epoch": 1.1385623592054066,
      "grad_norm": 1.954159482719775,
      "learning_rate": 0.00027701519829863926,
      "loss": 5.5938,
      "step": 27798
    },
    {
      "epoch": 1.138603317632603,
      "grad_norm": 2.16347184864876,
      "learning_rate": 0.00027701346332941265,
      "loss": 4.6562,
      "step": 27799
    },
    {
      "epoch": 1.1386442760597992,
      "grad_norm": 2.467590794113467,
      "learning_rate": 0.00027701172830014135,
      "loss": 4.4688,
      "step": 27800
    },
    {
      "epoch": 1.1386852344869958,
      "grad_norm": 2.0842277479317244,
      "learning_rate": 0.0002770099932108264,
      "loss": 4.9062,
      "step": 27801
    },
    {
      "epoch": 1.138726192914192,
      "grad_norm": 2.0179318572832656,
      "learning_rate": 0.00027700825806146844,
      "loss": 3.9844,
      "step": 27802
    },
    {
      "epoch": 1.1387671513413884,
      "grad_norm": 1.96962362545135,
      "learning_rate": 0.00027700652285206833,
      "loss": 5.0938,
      "step": 27803
    },
    {
      "epoch": 1.138808109768585,
      "grad_norm": 1.9712428506123696,
      "learning_rate": 0.000277004787582627,
      "loss": 5.0938,
      "step": 27804
    },
    {
      "epoch": 1.1388490681957812,
      "grad_norm": 2.2752899260402493,
      "learning_rate": 0.00027700305225314507,
      "loss": 5.5938,
      "step": 27805
    },
    {
      "epoch": 1.1388900266229776,
      "grad_norm": 2.1305896110938725,
      "learning_rate": 0.00027700131686362353,
      "loss": 5.0625,
      "step": 27806
    },
    {
      "epoch": 1.138930985050174,
      "grad_norm": 1.9635948407280033,
      "learning_rate": 0.00027699958141406305,
      "loss": 4.6562,
      "step": 27807
    },
    {
      "epoch": 1.1389719434773704,
      "grad_norm": 2.258381492932722,
      "learning_rate": 0.00027699784590446466,
      "loss": 5.3438,
      "step": 27808
    },
    {
      "epoch": 1.139012901904567,
      "grad_norm": 2.6237599390826682,
      "learning_rate": 0.00027699611033482895,
      "loss": 5.25,
      "step": 27809
    },
    {
      "epoch": 1.1390538603317633,
      "grad_norm": 6.552007403884175,
      "learning_rate": 0.0002769943747051569,
      "loss": 4.5,
      "step": 27810
    },
    {
      "epoch": 1.1390948187589596,
      "grad_norm": 2.186880831312834,
      "learning_rate": 0.00027699263901544927,
      "loss": 5.25,
      "step": 27811
    },
    {
      "epoch": 1.139135777186156,
      "grad_norm": 2.95438269505548,
      "learning_rate": 0.0002769909032657069,
      "loss": 5.0,
      "step": 27812
    },
    {
      "epoch": 1.1391767356133524,
      "grad_norm": 2.9220271570581215,
      "learning_rate": 0.0002769891674559306,
      "loss": 3.8281,
      "step": 27813
    },
    {
      "epoch": 1.139217694040549,
      "grad_norm": 2.1080928364490554,
      "learning_rate": 0.0002769874315861212,
      "loss": 4.875,
      "step": 27814
    },
    {
      "epoch": 1.1392586524677453,
      "grad_norm": 2.586184736645211,
      "learning_rate": 0.0002769856956562795,
      "loss": 4.3125,
      "step": 27815
    },
    {
      "epoch": 1.1392996108949416,
      "grad_norm": 3.385638515717481,
      "learning_rate": 0.00027698395966640625,
      "loss": 4.5,
      "step": 27816
    },
    {
      "epoch": 1.1393405693221381,
      "grad_norm": 2.781491553510698,
      "learning_rate": 0.0002769822236165025,
      "loss": 7.0938,
      "step": 27817
    },
    {
      "epoch": 1.1393815277493344,
      "grad_norm": 2.1517467928176797,
      "learning_rate": 0.0002769804875065688,
      "loss": 5.3125,
      "step": 27818
    },
    {
      "epoch": 1.1394224861765307,
      "grad_norm": 1.9423836763155935,
      "learning_rate": 0.00027697875133660615,
      "loss": 4.2188,
      "step": 27819
    },
    {
      "epoch": 1.1394634446037273,
      "grad_norm": 2.3602107788507003,
      "learning_rate": 0.0002769770151066153,
      "loss": 4.75,
      "step": 27820
    },
    {
      "epoch": 1.1395044030309236,
      "grad_norm": 3.053099503676873,
      "learning_rate": 0.0002769752788165971,
      "loss": 3.4531,
      "step": 27821
    },
    {
      "epoch": 1.13954536145812,
      "grad_norm": 2.0552628023886905,
      "learning_rate": 0.00027697354246655233,
      "loss": 4.25,
      "step": 27822
    },
    {
      "epoch": 1.1395863198853164,
      "grad_norm": 2.352360835683758,
      "learning_rate": 0.00027697180605648186,
      "loss": 4.0,
      "step": 27823
    },
    {
      "epoch": 1.1396272783125128,
      "grad_norm": 4.188103961618076,
      "learning_rate": 0.0002769700695863865,
      "loss": 1.9688,
      "step": 27824
    },
    {
      "epoch": 1.139668236739709,
      "grad_norm": 4.407045392600257,
      "learning_rate": 0.0002769683330562671,
      "loss": 4.25,
      "step": 27825
    },
    {
      "epoch": 1.1397091951669056,
      "grad_norm": 3.72145314349029,
      "learning_rate": 0.00027696659646612434,
      "loss": 7.4688,
      "step": 27826
    },
    {
      "epoch": 1.139750153594102,
      "grad_norm": 2.1617756696424815,
      "learning_rate": 0.0002769648598159592,
      "loss": 5.2812,
      "step": 27827
    },
    {
      "epoch": 1.1397911120212985,
      "grad_norm": 2.054111154433573,
      "learning_rate": 0.0002769631231057724,
      "loss": 5.3438,
      "step": 27828
    },
    {
      "epoch": 1.1398320704484948,
      "grad_norm": 2.9101372114619957,
      "learning_rate": 0.0002769613863355649,
      "loss": 3.6875,
      "step": 27829
    },
    {
      "epoch": 1.139873028875691,
      "grad_norm": 2.1560592254998845,
      "learning_rate": 0.0002769596495053373,
      "loss": 4.875,
      "step": 27830
    },
    {
      "epoch": 1.1399139873028876,
      "grad_norm": 3.95870462188437,
      "learning_rate": 0.0002769579126150906,
      "loss": 5.875,
      "step": 27831
    },
    {
      "epoch": 1.139954945730084,
      "grad_norm": 2.035925420302411,
      "learning_rate": 0.0002769561756648256,
      "loss": 4.375,
      "step": 27832
    },
    {
      "epoch": 1.1399959041572805,
      "grad_norm": 2.107775688743124,
      "learning_rate": 0.000276954438654543,
      "loss": 4.5312,
      "step": 27833
    },
    {
      "epoch": 1.1400368625844768,
      "grad_norm": 2.3525455836712004,
      "learning_rate": 0.0002769527015842438,
      "loss": 5.5,
      "step": 27834
    },
    {
      "epoch": 1.140077821011673,
      "grad_norm": 2.891180311604009,
      "learning_rate": 0.00027695096445392865,
      "loss": 5.3125,
      "step": 27835
    },
    {
      "epoch": 1.1401187794388696,
      "grad_norm": 2.4961652565603254,
      "learning_rate": 0.00027694922726359853,
      "loss": 6.0938,
      "step": 27836
    },
    {
      "epoch": 1.140159737866066,
      "grad_norm": 2.705578870174461,
      "learning_rate": 0.0002769474900132541,
      "loss": 5.5625,
      "step": 27837
    },
    {
      "epoch": 1.1402006962932623,
      "grad_norm": 1.821897406687461,
      "learning_rate": 0.0002769457527028963,
      "loss": 4.9375,
      "step": 27838
    },
    {
      "epoch": 1.1402416547204588,
      "grad_norm": 1.9031915755682745,
      "learning_rate": 0.00027694401533252594,
      "loss": 4.7812,
      "step": 27839
    },
    {
      "epoch": 1.140282613147655,
      "grad_norm": 2.0855162774601808,
      "learning_rate": 0.00027694227790214375,
      "loss": 4.9062,
      "step": 27840
    },
    {
      "epoch": 1.1403235715748514,
      "grad_norm": 2.3138295618020805,
      "learning_rate": 0.00027694054041175066,
      "loss": 6.5312,
      "step": 27841
    },
    {
      "epoch": 1.140364530002048,
      "grad_norm": 2.156743970207399,
      "learning_rate": 0.00027693880286134746,
      "loss": 5.1875,
      "step": 27842
    },
    {
      "epoch": 1.1404054884292443,
      "grad_norm": 2.2881513175117,
      "learning_rate": 0.00027693706525093497,
      "loss": 6.2812,
      "step": 27843
    },
    {
      "epoch": 1.1404464468564408,
      "grad_norm": 2.2436328146488815,
      "learning_rate": 0.000276935327580514,
      "loss": 4.5312,
      "step": 27844
    },
    {
      "epoch": 1.1404874052836371,
      "grad_norm": 5.445405743791788,
      "learning_rate": 0.0002769335898500853,
      "loss": 2.625,
      "step": 27845
    },
    {
      "epoch": 1.1405283637108334,
      "grad_norm": 9.234907379340198,
      "learning_rate": 0.00027693185205964984,
      "loss": 4.875,
      "step": 27846
    },
    {
      "epoch": 1.14056932213803,
      "grad_norm": 2.031411031242245,
      "learning_rate": 0.0002769301142092083,
      "loss": 5.8125,
      "step": 27847
    },
    {
      "epoch": 1.1406102805652263,
      "grad_norm": 2.2866665797455132,
      "learning_rate": 0.00027692837629876164,
      "loss": 5.5,
      "step": 27848
    },
    {
      "epoch": 1.1406512389924226,
      "grad_norm": 2.2921252163992376,
      "learning_rate": 0.0002769266383283106,
      "loss": 6.2812,
      "step": 27849
    },
    {
      "epoch": 1.1406921974196191,
      "grad_norm": 5.100240902053124,
      "learning_rate": 0.000276924900297856,
      "loss": 6.2812,
      "step": 27850
    },
    {
      "epoch": 1.1407331558468154,
      "grad_norm": 1.8619329399131683,
      "learning_rate": 0.00027692316220739865,
      "loss": 4.6875,
      "step": 27851
    },
    {
      "epoch": 1.140774114274012,
      "grad_norm": 2.1817721748115857,
      "learning_rate": 0.0002769214240569394,
      "loss": 5.7812,
      "step": 27852
    },
    {
      "epoch": 1.1408150727012083,
      "grad_norm": 2.0028523872361554,
      "learning_rate": 0.0002769196858464791,
      "loss": 4.0312,
      "step": 27853
    },
    {
      "epoch": 1.1408560311284046,
      "grad_norm": 2.7062002060760335,
      "learning_rate": 0.00027691794757601847,
      "loss": 5.0312,
      "step": 27854
    },
    {
      "epoch": 1.1408969895556011,
      "grad_norm": 2.0118651296708014,
      "learning_rate": 0.0002769162092455585,
      "loss": 5.125,
      "step": 27855
    },
    {
      "epoch": 1.1409379479827975,
      "grad_norm": 1.8875509969064708,
      "learning_rate": 0.0002769144708550998,
      "loss": 5.1562,
      "step": 27856
    },
    {
      "epoch": 1.1409789064099938,
      "grad_norm": 5.680798020501124,
      "learning_rate": 0.00027691273240464337,
      "loss": 5.6875,
      "step": 27857
    },
    {
      "epoch": 1.1410198648371903,
      "grad_norm": 2.1582850294678817,
      "learning_rate": 0.00027691099389418993,
      "loss": 5.75,
      "step": 27858
    },
    {
      "epoch": 1.1410608232643866,
      "grad_norm": 1.9514332151824552,
      "learning_rate": 0.0002769092553237404,
      "loss": 4.5938,
      "step": 27859
    },
    {
      "epoch": 1.141101781691583,
      "grad_norm": 1.933560360758408,
      "learning_rate": 0.0002769075166932955,
      "loss": 4.5625,
      "step": 27860
    },
    {
      "epoch": 1.1411427401187795,
      "grad_norm": 4.341018096473372,
      "learning_rate": 0.000276905778002856,
      "loss": 4.1562,
      "step": 27861
    },
    {
      "epoch": 1.1411836985459758,
      "grad_norm": 6.819097949853184,
      "learning_rate": 0.00027690403925242294,
      "loss": 4.1875,
      "step": 27862
    },
    {
      "epoch": 1.1412246569731723,
      "grad_norm": 2.1895657539794704,
      "learning_rate": 0.00027690230044199695,
      "loss": 5.125,
      "step": 27863
    },
    {
      "epoch": 1.1412656154003686,
      "grad_norm": 3.0149919547337753,
      "learning_rate": 0.00027690056157157896,
      "loss": 5.0938,
      "step": 27864
    },
    {
      "epoch": 1.141306573827565,
      "grad_norm": 2.334526872004558,
      "learning_rate": 0.0002768988226411697,
      "loss": 4.3438,
      "step": 27865
    },
    {
      "epoch": 1.1413475322547615,
      "grad_norm": 2.2337961899798824,
      "learning_rate": 0.0002768970836507701,
      "loss": 3.7656,
      "step": 27866
    },
    {
      "epoch": 1.1413884906819578,
      "grad_norm": 2.442910561395205,
      "learning_rate": 0.0002768953446003809,
      "loss": 5.7188,
      "step": 27867
    },
    {
      "epoch": 1.1414294491091541,
      "grad_norm": 6.341482548157435,
      "learning_rate": 0.00027689360549000287,
      "loss": 3.4688,
      "step": 27868
    },
    {
      "epoch": 1.1414704075363507,
      "grad_norm": 2.334450825073198,
      "learning_rate": 0.000276891866319637,
      "loss": 4.6875,
      "step": 27869
    },
    {
      "epoch": 1.141511365963547,
      "grad_norm": 2.1753196951918534,
      "learning_rate": 0.00027689012708928393,
      "loss": 4.4375,
      "step": 27870
    },
    {
      "epoch": 1.1415523243907435,
      "grad_norm": 2.105811530975076,
      "learning_rate": 0.0002768883877989447,
      "loss": 5.2188,
      "step": 27871
    },
    {
      "epoch": 1.1415932828179398,
      "grad_norm": 8.689200644289755,
      "learning_rate": 0.0002768866484486199,
      "loss": 5.1562,
      "step": 27872
    },
    {
      "epoch": 1.1416342412451361,
      "grad_norm": 2.236483069992644,
      "learning_rate": 0.0002768849090383105,
      "loss": 4.5938,
      "step": 27873
    },
    {
      "epoch": 1.1416751996723327,
      "grad_norm": 2.319319307480356,
      "learning_rate": 0.00027688316956801725,
      "loss": 5.8438,
      "step": 27874
    },
    {
      "epoch": 1.141716158099529,
      "grad_norm": 2.536463141004714,
      "learning_rate": 0.000276881430037741,
      "loss": 4.7812,
      "step": 27875
    },
    {
      "epoch": 1.1417571165267253,
      "grad_norm": 1.8195882446960971,
      "learning_rate": 0.00027687969044748256,
      "loss": 5.0312,
      "step": 27876
    },
    {
      "epoch": 1.1417980749539218,
      "grad_norm": 5.161777864345181,
      "learning_rate": 0.00027687795079724283,
      "loss": 7.3125,
      "step": 27877
    },
    {
      "epoch": 1.1418390333811181,
      "grad_norm": 7.576416284914063,
      "learning_rate": 0.0002768762110870225,
      "loss": 5.5938,
      "step": 27878
    },
    {
      "epoch": 1.1418799918083145,
      "grad_norm": 2.115971777195563,
      "learning_rate": 0.00027687447131682246,
      "loss": 3.8281,
      "step": 27879
    },
    {
      "epoch": 1.141920950235511,
      "grad_norm": 2.9497109788524747,
      "learning_rate": 0.0002768727314866436,
      "loss": 5.0625,
      "step": 27880
    },
    {
      "epoch": 1.1419619086627073,
      "grad_norm": 2.5596410954082085,
      "learning_rate": 0.00027687099159648664,
      "loss": 5.6562,
      "step": 27881
    },
    {
      "epoch": 1.1420028670899038,
      "grad_norm": 3.0097556832111128,
      "learning_rate": 0.0002768692516463524,
      "loss": 7.1562,
      "step": 27882
    },
    {
      "epoch": 1.1420438255171002,
      "grad_norm": 6.96524204138651,
      "learning_rate": 0.00027686751163624176,
      "loss": 3.2344,
      "step": 27883
    },
    {
      "epoch": 1.1420847839442965,
      "grad_norm": 4.233572830316935,
      "learning_rate": 0.0002768657715661556,
      "loss": 6.1875,
      "step": 27884
    },
    {
      "epoch": 1.142125742371493,
      "grad_norm": 2.4607175597222133,
      "learning_rate": 0.00027686403143609454,
      "loss": 5.0625,
      "step": 27885
    },
    {
      "epoch": 1.1421667007986893,
      "grad_norm": 2.436062537574884,
      "learning_rate": 0.0002768622912460596,
      "loss": 5.2188,
      "step": 27886
    },
    {
      "epoch": 1.1422076592258856,
      "grad_norm": 2.017781259921615,
      "learning_rate": 0.0002768605509960515,
      "loss": 4.875,
      "step": 27887
    },
    {
      "epoch": 1.1422486176530822,
      "grad_norm": 2.3502772594059342,
      "learning_rate": 0.0002768588106860711,
      "loss": 4.9688,
      "step": 27888
    },
    {
      "epoch": 1.1422895760802785,
      "grad_norm": 2.325237009590211,
      "learning_rate": 0.00027685707031611923,
      "loss": 4.5938,
      "step": 27889
    },
    {
      "epoch": 1.142330534507475,
      "grad_norm": 4.991545609465458,
      "learning_rate": 0.0002768553298861967,
      "loss": 4.4375,
      "step": 27890
    },
    {
      "epoch": 1.1423714929346713,
      "grad_norm": 1.8651420729573795,
      "learning_rate": 0.0002768535893963043,
      "loss": 5.2812,
      "step": 27891
    },
    {
      "epoch": 1.1424124513618676,
      "grad_norm": 2.002471029221756,
      "learning_rate": 0.00027685184884644295,
      "loss": 4.3438,
      "step": 27892
    },
    {
      "epoch": 1.1424534097890642,
      "grad_norm": 2.313798488342087,
      "learning_rate": 0.00027685010823661334,
      "loss": 4.6875,
      "step": 27893
    },
    {
      "epoch": 1.1424943682162605,
      "grad_norm": 2.2327534401536404,
      "learning_rate": 0.0002768483675668164,
      "loss": 5.2812,
      "step": 27894
    },
    {
      "epoch": 1.1425353266434568,
      "grad_norm": 2.472692452833544,
      "learning_rate": 0.0002768466268370529,
      "loss": 5.7812,
      "step": 27895
    },
    {
      "epoch": 1.1425762850706533,
      "grad_norm": 2.7553367067020957,
      "learning_rate": 0.00027684488604732367,
      "loss": 5.0312,
      "step": 27896
    },
    {
      "epoch": 1.1426172434978497,
      "grad_norm": 6.025782077804859,
      "learning_rate": 0.00027684314519762956,
      "loss": 4.3125,
      "step": 27897
    },
    {
      "epoch": 1.142658201925046,
      "grad_norm": 2.411129000921593,
      "learning_rate": 0.0002768414042879713,
      "loss": 6.1875,
      "step": 27898
    },
    {
      "epoch": 1.1426991603522425,
      "grad_norm": 3.7615054087136595,
      "learning_rate": 0.0002768396633183498,
      "loss": 7.25,
      "step": 27899
    },
    {
      "epoch": 1.1427401187794388,
      "grad_norm": 2.3213213494572185,
      "learning_rate": 0.0002768379222887659,
      "loss": 4.6875,
      "step": 27900
    },
    {
      "epoch": 1.1427810772066354,
      "grad_norm": 3.5877697432548787,
      "learning_rate": 0.0002768361811992205,
      "loss": 6.9688,
      "step": 27901
    },
    {
      "epoch": 1.1428220356338317,
      "grad_norm": 2.151827281042259,
      "learning_rate": 0.00027683444004971417,
      "loss": 5.1562,
      "step": 27902
    },
    {
      "epoch": 1.142862994061028,
      "grad_norm": 3.904190884239768,
      "learning_rate": 0.0002768326988402479,
      "loss": 3.4688,
      "step": 27903
    },
    {
      "epoch": 1.1429039524882245,
      "grad_norm": 4.271994362904559,
      "learning_rate": 0.0002768309575708225,
      "loss": 3.875,
      "step": 27904
    },
    {
      "epoch": 1.1429449109154208,
      "grad_norm": 2.382535661979931,
      "learning_rate": 0.0002768292162414388,
      "loss": 5.4688,
      "step": 27905
    },
    {
      "epoch": 1.1429858693426174,
      "grad_norm": 2.063184470014521,
      "learning_rate": 0.0002768274748520976,
      "loss": 4.75,
      "step": 27906
    },
    {
      "epoch": 1.1430268277698137,
      "grad_norm": 2.365365966736782,
      "learning_rate": 0.00027682573340279967,
      "loss": 4.3438,
      "step": 27907
    },
    {
      "epoch": 1.14306778619701,
      "grad_norm": 2.4591128571879195,
      "learning_rate": 0.00027682399189354597,
      "loss": 6.25,
      "step": 27908
    },
    {
      "epoch": 1.1431087446242065,
      "grad_norm": 2.481304810423978,
      "learning_rate": 0.0002768222503243372,
      "loss": 6.0938,
      "step": 27909
    },
    {
      "epoch": 1.1431497030514028,
      "grad_norm": 2.0060331776750444,
      "learning_rate": 0.00027682050869517425,
      "loss": 5.1562,
      "step": 27910
    },
    {
      "epoch": 1.1431906614785992,
      "grad_norm": 2.3902582344790155,
      "learning_rate": 0.0002768187670060579,
      "loss": 6.0938,
      "step": 27911
    },
    {
      "epoch": 1.1432316199057957,
      "grad_norm": 2.35887722433947,
      "learning_rate": 0.00027681702525698905,
      "loss": 4.8125,
      "step": 27912
    },
    {
      "epoch": 1.143272578332992,
      "grad_norm": 2.507243955603167,
      "learning_rate": 0.0002768152834479684,
      "loss": 5.4062,
      "step": 27913
    },
    {
      "epoch": 1.1433135367601883,
      "grad_norm": 5.3308490818729615,
      "learning_rate": 0.0002768135415789969,
      "loss": 3.5312,
      "step": 27914
    },
    {
      "epoch": 1.1433544951873849,
      "grad_norm": 2.0132409267674656,
      "learning_rate": 0.0002768117996500753,
      "loss": 5.0938,
      "step": 27915
    },
    {
      "epoch": 1.1433954536145812,
      "grad_norm": 2.066921707158936,
      "learning_rate": 0.0002768100576612044,
      "loss": 5.2188,
      "step": 27916
    },
    {
      "epoch": 1.1434364120417775,
      "grad_norm": 1.91759439675726,
      "learning_rate": 0.00027680831561238515,
      "loss": 4.6562,
      "step": 27917
    },
    {
      "epoch": 1.143477370468974,
      "grad_norm": 2.042646818711361,
      "learning_rate": 0.00027680657350361823,
      "loss": 5.1875,
      "step": 27918
    },
    {
      "epoch": 1.1435183288961703,
      "grad_norm": 2.3830509732595115,
      "learning_rate": 0.0002768048313349045,
      "loss": 5.6875,
      "step": 27919
    },
    {
      "epoch": 1.1435592873233669,
      "grad_norm": 1.901795607622583,
      "learning_rate": 0.00027680308910624484,
      "loss": 4.5938,
      "step": 27920
    },
    {
      "epoch": 1.1436002457505632,
      "grad_norm": 2.140784636272351,
      "learning_rate": 0.00027680134681764,
      "loss": 4.2188,
      "step": 27921
    },
    {
      "epoch": 1.1436412041777595,
      "grad_norm": 2.122847467911566,
      "learning_rate": 0.00027679960446909093,
      "loss": 5.0312,
      "step": 27922
    },
    {
      "epoch": 1.143682162604956,
      "grad_norm": 2.609161718772159,
      "learning_rate": 0.00027679786206059827,
      "loss": 4.2188,
      "step": 27923
    },
    {
      "epoch": 1.1437231210321523,
      "grad_norm": 3.902194557907744,
      "learning_rate": 0.000276796119592163,
      "loss": 3.8594,
      "step": 27924
    },
    {
      "epoch": 1.1437640794593489,
      "grad_norm": 2.1427270371497134,
      "learning_rate": 0.0002767943770637858,
      "loss": 4.7188,
      "step": 27925
    },
    {
      "epoch": 1.1438050378865452,
      "grad_norm": 2.9527906489234734,
      "learning_rate": 0.00027679263447546765,
      "loss": 4.5625,
      "step": 27926
    },
    {
      "epoch": 1.1438459963137415,
      "grad_norm": 2.387483708417564,
      "learning_rate": 0.00027679089182720926,
      "loss": 3.8906,
      "step": 27927
    },
    {
      "epoch": 1.143886954740938,
      "grad_norm": 2.252453360663057,
      "learning_rate": 0.0002767891491190115,
      "loss": 5.4688,
      "step": 27928
    },
    {
      "epoch": 1.1439279131681344,
      "grad_norm": 2.2857039392120324,
      "learning_rate": 0.0002767874063508752,
      "loss": 5.6875,
      "step": 27929
    },
    {
      "epoch": 1.1439688715953307,
      "grad_norm": 6.865259686815707,
      "learning_rate": 0.0002767856635228012,
      "loss": 3.625,
      "step": 27930
    },
    {
      "epoch": 1.1440098300225272,
      "grad_norm": 3.7766571262891806,
      "learning_rate": 0.0002767839206347903,
      "loss": 1.8594,
      "step": 27931
    },
    {
      "epoch": 1.1440507884497235,
      "grad_norm": 4.544649866424138,
      "learning_rate": 0.00027678217768684326,
      "loss": 8.0,
      "step": 27932
    },
    {
      "epoch": 1.1440917468769198,
      "grad_norm": 4.410816566074657,
      "learning_rate": 0.000276780434678961,
      "loss": 2.5,
      "step": 27933
    },
    {
      "epoch": 1.1441327053041164,
      "grad_norm": 2.0942926743158194,
      "learning_rate": 0.00027677869161114426,
      "loss": 5.0312,
      "step": 27934
    },
    {
      "epoch": 1.1441736637313127,
      "grad_norm": 2.2510635900445557,
      "learning_rate": 0.000276776948483394,
      "loss": 5.5312,
      "step": 27935
    },
    {
      "epoch": 1.144214622158509,
      "grad_norm": 1.9672698743404666,
      "learning_rate": 0.00027677520529571087,
      "loss": 4.5625,
      "step": 27936
    },
    {
      "epoch": 1.1442555805857055,
      "grad_norm": 2.0257392701771315,
      "learning_rate": 0.0002767734620480958,
      "loss": 5.375,
      "step": 27937
    },
    {
      "epoch": 1.1442965390129018,
      "grad_norm": 2.3382617693736694,
      "learning_rate": 0.00027677171874054964,
      "loss": 5.0938,
      "step": 27938
    },
    {
      "epoch": 1.1443374974400984,
      "grad_norm": 1.9658333285358816,
      "learning_rate": 0.0002767699753730731,
      "loss": 4.9375,
      "step": 27939
    },
    {
      "epoch": 1.1443784558672947,
      "grad_norm": 1.7290578399624257,
      "learning_rate": 0.00027676823194566714,
      "loss": 5.0625,
      "step": 27940
    },
    {
      "epoch": 1.144419414294491,
      "grad_norm": 1.935237278620791,
      "learning_rate": 0.00027676648845833244,
      "loss": 5.125,
      "step": 27941
    },
    {
      "epoch": 1.1444603727216875,
      "grad_norm": 1.9874944513083133,
      "learning_rate": 0.00027676474491107,
      "loss": 4.9688,
      "step": 27942
    },
    {
      "epoch": 1.1445013311488839,
      "grad_norm": 1.9599300374073498,
      "learning_rate": 0.0002767630013038804,
      "loss": 5.5938,
      "step": 27943
    },
    {
      "epoch": 1.1445422895760804,
      "grad_norm": 2.353881196949667,
      "learning_rate": 0.0002767612576367647,
      "loss": 5.8438,
      "step": 27944
    },
    {
      "epoch": 1.1445832480032767,
      "grad_norm": 1.954871315792504,
      "learning_rate": 0.00027675951390972365,
      "loss": 4.2812,
      "step": 27945
    },
    {
      "epoch": 1.144624206430473,
      "grad_norm": 2.233423952963201,
      "learning_rate": 0.000276757770122758,
      "loss": 5.0312,
      "step": 27946
    },
    {
      "epoch": 1.1446651648576696,
      "grad_norm": 4.4850572120691865,
      "learning_rate": 0.0002767560262758687,
      "loss": 3.1562,
      "step": 27947
    },
    {
      "epoch": 1.1447061232848659,
      "grad_norm": 2.8420206065592852,
      "learning_rate": 0.0002767542823690565,
      "loss": 7.0625,
      "step": 27948
    },
    {
      "epoch": 1.1447470817120622,
      "grad_norm": 1.9554708980019373,
      "learning_rate": 0.0002767525384023222,
      "loss": 4.625,
      "step": 27949
    },
    {
      "epoch": 1.1447880401392587,
      "grad_norm": 2.032109066336133,
      "learning_rate": 0.0002767507943756667,
      "loss": 5.0938,
      "step": 27950
    },
    {
      "epoch": 1.144828998566455,
      "grad_norm": 12.566806760468175,
      "learning_rate": 0.00027674905028909067,
      "loss": 8.375,
      "step": 27951
    },
    {
      "epoch": 1.1448699569936513,
      "grad_norm": 2.16632148866109,
      "learning_rate": 0.00027674730614259515,
      "loss": 5.0625,
      "step": 27952
    },
    {
      "epoch": 1.1449109154208479,
      "grad_norm": 1.8769504316169756,
      "learning_rate": 0.0002767455619361808,
      "loss": 4.8125,
      "step": 27953
    },
    {
      "epoch": 1.1449518738480442,
      "grad_norm": 1.7599198022051412,
      "learning_rate": 0.0002767438176698485,
      "loss": 4.875,
      "step": 27954
    },
    {
      "epoch": 1.1449928322752405,
      "grad_norm": 2.052460270261285,
      "learning_rate": 0.0002767420733435991,
      "loss": 4.7188,
      "step": 27955
    },
    {
      "epoch": 1.145033790702437,
      "grad_norm": 2.326172679274539,
      "learning_rate": 0.00027674032895743343,
      "loss": 4.7188,
      "step": 27956
    },
    {
      "epoch": 1.1450747491296334,
      "grad_norm": 1.8887027443663438,
      "learning_rate": 0.00027673858451135225,
      "loss": 5.9688,
      "step": 27957
    },
    {
      "epoch": 1.14511570755683,
      "grad_norm": 6.725678424542777,
      "learning_rate": 0.0002767368400053565,
      "loss": 7.6562,
      "step": 27958
    },
    {
      "epoch": 1.1451566659840262,
      "grad_norm": 2.447483854222898,
      "learning_rate": 0.0002767350954394468,
      "loss": 4.9688,
      "step": 27959
    },
    {
      "epoch": 1.1451976244112225,
      "grad_norm": 3.1331413745766903,
      "learning_rate": 0.00027673335081362417,
      "loss": 5.0938,
      "step": 27960
    },
    {
      "epoch": 1.145238582838419,
      "grad_norm": 4.399530241062306,
      "learning_rate": 0.0002767316061278893,
      "loss": 6.7188,
      "step": 27961
    },
    {
      "epoch": 1.1452795412656154,
      "grad_norm": 2.431758451437854,
      "learning_rate": 0.0002767298613822432,
      "loss": 4.9375,
      "step": 27962
    },
    {
      "epoch": 1.145320499692812,
      "grad_norm": 1.8195125728492156,
      "learning_rate": 0.00027672811657668647,
      "loss": 4.875,
      "step": 27963
    },
    {
      "epoch": 1.1453614581200082,
      "grad_norm": 5.336945802500611,
      "learning_rate": 0.0002767263717112201,
      "loss": 4.4062,
      "step": 27964
    },
    {
      "epoch": 1.1454024165472045,
      "grad_norm": 2.1138968913987384,
      "learning_rate": 0.0002767246267858448,
      "loss": 5.875,
      "step": 27965
    },
    {
      "epoch": 1.145443374974401,
      "grad_norm": 3.0374141658486202,
      "learning_rate": 0.00027672288180056147,
      "loss": 5.875,
      "step": 27966
    },
    {
      "epoch": 1.1454843334015974,
      "grad_norm": 3.152768148302882,
      "learning_rate": 0.0002767211367553709,
      "loss": 6.1875,
      "step": 27967
    },
    {
      "epoch": 1.1455252918287937,
      "grad_norm": 2.118033477152029,
      "learning_rate": 0.00027671939165027404,
      "loss": 5.8125,
      "step": 27968
    },
    {
      "epoch": 1.1455662502559902,
      "grad_norm": 5.8562806137688925,
      "learning_rate": 0.0002767176464852715,
      "loss": 5.5312,
      "step": 27969
    },
    {
      "epoch": 1.1456072086831866,
      "grad_norm": 2.4428077304598297,
      "learning_rate": 0.00027671590126036427,
      "loss": 5.6562,
      "step": 27970
    },
    {
      "epoch": 1.1456481671103829,
      "grad_norm": 3.9112376481171283,
      "learning_rate": 0.00027671415597555306,
      "loss": 7.1875,
      "step": 27971
    },
    {
      "epoch": 1.1456891255375794,
      "grad_norm": 1.9503619551616709,
      "learning_rate": 0.00027671241063083877,
      "loss": 4.8438,
      "step": 27972
    },
    {
      "epoch": 1.1457300839647757,
      "grad_norm": 2.2671027704372855,
      "learning_rate": 0.0002767106652262222,
      "loss": 4.5312,
      "step": 27973
    },
    {
      "epoch": 1.145771042391972,
      "grad_norm": 1.842596927854069,
      "learning_rate": 0.00027670891976170416,
      "loss": 4.5938,
      "step": 27974
    },
    {
      "epoch": 1.1458120008191686,
      "grad_norm": 1.9779280774515802,
      "learning_rate": 0.0002767071742372855,
      "loss": 4.8438,
      "step": 27975
    },
    {
      "epoch": 1.1458529592463649,
      "grad_norm": 1.8491803338032493,
      "learning_rate": 0.0002767054286529671,
      "loss": 4.7812,
      "step": 27976
    },
    {
      "epoch": 1.1458939176735614,
      "grad_norm": 4.736669181340145,
      "learning_rate": 0.00027670368300874965,
      "loss": 1.3984,
      "step": 27977
    },
    {
      "epoch": 1.1459348761007577,
      "grad_norm": 2.370045638927612,
      "learning_rate": 0.0002767019373046341,
      "loss": 5.4375,
      "step": 27978
    },
    {
      "epoch": 1.145975834527954,
      "grad_norm": 4.314228177141122,
      "learning_rate": 0.0002767001915406212,
      "loss": 5.9375,
      "step": 27979
    },
    {
      "epoch": 1.1460167929551506,
      "grad_norm": 1.860715580970585,
      "learning_rate": 0.00027669844571671183,
      "loss": 4.2188,
      "step": 27980
    },
    {
      "epoch": 1.146057751382347,
      "grad_norm": 2.7923547162727678,
      "learning_rate": 0.00027669669983290674,
      "loss": 5.6562,
      "step": 27981
    },
    {
      "epoch": 1.1460987098095434,
      "grad_norm": 3.8659694595215814,
      "learning_rate": 0.00027669495388920684,
      "loss": 5.0625,
      "step": 27982
    },
    {
      "epoch": 1.1461396682367397,
      "grad_norm": 2.372584150077966,
      "learning_rate": 0.0002766932078856129,
      "loss": 6.8125,
      "step": 27983
    },
    {
      "epoch": 1.146180626663936,
      "grad_norm": 2.5837922074363213,
      "learning_rate": 0.0002766914618221258,
      "loss": 4.9062,
      "step": 27984
    },
    {
      "epoch": 1.1462215850911326,
      "grad_norm": 2.021715356548682,
      "learning_rate": 0.0002766897156987463,
      "loss": 4.7188,
      "step": 27985
    },
    {
      "epoch": 1.146262543518329,
      "grad_norm": 1.9785821403404245,
      "learning_rate": 0.00027668796951547524,
      "loss": 5.0938,
      "step": 27986
    },
    {
      "epoch": 1.1463035019455252,
      "grad_norm": 2.024569110546058,
      "learning_rate": 0.0002766862232723135,
      "loss": 4.6562,
      "step": 27987
    },
    {
      "epoch": 1.1463444603727218,
      "grad_norm": 3.9365553022412207,
      "learning_rate": 0.00027668447696926185,
      "loss": 4.5625,
      "step": 27988
    },
    {
      "epoch": 1.146385418799918,
      "grad_norm": 2.1612127863300814,
      "learning_rate": 0.0002766827306063211,
      "loss": 5.9062,
      "step": 27989
    },
    {
      "epoch": 1.1464263772271144,
      "grad_norm": 5.2945989456592475,
      "learning_rate": 0.0002766809841834921,
      "loss": 5.0,
      "step": 27990
    },
    {
      "epoch": 1.146467335654311,
      "grad_norm": 4.420013096757414,
      "learning_rate": 0.00027667923770077573,
      "loss": 5.3438,
      "step": 27991
    },
    {
      "epoch": 1.1465082940815072,
      "grad_norm": 2.3464682999497946,
      "learning_rate": 0.00027667749115817275,
      "loss": 5.3438,
      "step": 27992
    },
    {
      "epoch": 1.1465492525087035,
      "grad_norm": 1.9800836522681886,
      "learning_rate": 0.000276675744555684,
      "loss": 5.0312,
      "step": 27993
    },
    {
      "epoch": 1.1465902109359,
      "grad_norm": 4.432053826445408,
      "learning_rate": 0.0002766739978933103,
      "loss": 4.6562,
      "step": 27994
    },
    {
      "epoch": 1.1466311693630964,
      "grad_norm": 1.9923827449581875,
      "learning_rate": 0.00027667225117105254,
      "loss": 5.2188,
      "step": 27995
    },
    {
      "epoch": 1.146672127790293,
      "grad_norm": 3.343584476584438,
      "learning_rate": 0.0002766705043889114,
      "loss": 3.4062,
      "step": 27996
    },
    {
      "epoch": 1.1467130862174892,
      "grad_norm": 3.059125913712884,
      "learning_rate": 0.00027666875754688784,
      "loss": 4.375,
      "step": 27997
    },
    {
      "epoch": 1.1467540446446856,
      "grad_norm": 3.12445506287182,
      "learning_rate": 0.00027666701064498264,
      "loss": 5.875,
      "step": 27998
    },
    {
      "epoch": 1.146795003071882,
      "grad_norm": 2.0088770869196653,
      "learning_rate": 0.0002766652636831966,
      "loss": 4.9062,
      "step": 27999
    },
    {
      "epoch": 1.1468359614990784,
      "grad_norm": 7.25442873924653,
      "learning_rate": 0.00027666351666153063,
      "loss": 5.3438,
      "step": 28000
    },
    {
      "epoch": 1.146876919926275,
      "grad_norm": 3.1951031851129694,
      "learning_rate": 0.00027666176957998544,
      "loss": 5.5625,
      "step": 28001
    },
    {
      "epoch": 1.1469178783534713,
      "grad_norm": 1.970296050109959,
      "learning_rate": 0.00027666002243856194,
      "loss": 5.625,
      "step": 28002
    },
    {
      "epoch": 1.1469588367806676,
      "grad_norm": 2.024533437504139,
      "learning_rate": 0.0002766582752372609,
      "loss": 5.3438,
      "step": 28003
    },
    {
      "epoch": 1.146999795207864,
      "grad_norm": 2.9824342563471578,
      "learning_rate": 0.0002766565279760832,
      "loss": 7.0938,
      "step": 28004
    },
    {
      "epoch": 1.1470407536350604,
      "grad_norm": 3.4404881227115593,
      "learning_rate": 0.00027665478065502975,
      "loss": 5.75,
      "step": 28005
    },
    {
      "epoch": 1.1470817120622567,
      "grad_norm": 15.252436333487427,
      "learning_rate": 0.00027665303327410116,
      "loss": 4.2188,
      "step": 28006
    },
    {
      "epoch": 1.1471226704894533,
      "grad_norm": 3.349257088127125,
      "learning_rate": 0.0002766512858332984,
      "loss": 6.5625,
      "step": 28007
    },
    {
      "epoch": 1.1471636289166496,
      "grad_norm": 2.3627964712714418,
      "learning_rate": 0.0002766495383326222,
      "loss": 4.4688,
      "step": 28008
    },
    {
      "epoch": 1.147204587343846,
      "grad_norm": 2.0411202644523443,
      "learning_rate": 0.0002766477907720735,
      "loss": 4.7188,
      "step": 28009
    },
    {
      "epoch": 1.1472455457710424,
      "grad_norm": 2.098411812984717,
      "learning_rate": 0.00027664604315165306,
      "loss": 5.0,
      "step": 28010
    },
    {
      "epoch": 1.1472865041982387,
      "grad_norm": 7.299910385994589,
      "learning_rate": 0.0002766442954713617,
      "loss": 6.3125,
      "step": 28011
    },
    {
      "epoch": 1.1473274626254353,
      "grad_norm": 2.0121186703794463,
      "learning_rate": 0.0002766425477312003,
      "loss": 4.6875,
      "step": 28012
    },
    {
      "epoch": 1.1473684210526316,
      "grad_norm": 3.3525998061337066,
      "learning_rate": 0.0002766407999311697,
      "loss": 5.4062,
      "step": 28013
    },
    {
      "epoch": 1.147409379479828,
      "grad_norm": 2.0287672524839087,
      "learning_rate": 0.00027663905207127055,
      "loss": 4.5,
      "step": 28014
    },
    {
      "epoch": 1.1474503379070244,
      "grad_norm": 2.648086824231146,
      "learning_rate": 0.0002766373041515039,
      "loss": 5.2812,
      "step": 28015
    },
    {
      "epoch": 1.1474912963342208,
      "grad_norm": 2.2140892753535417,
      "learning_rate": 0.00027663555617187045,
      "loss": 5.2812,
      "step": 28016
    },
    {
      "epoch": 1.147532254761417,
      "grad_norm": 2.313804236388507,
      "learning_rate": 0.00027663380813237106,
      "loss": 4.3125,
      "step": 28017
    },
    {
      "epoch": 1.1475732131886136,
      "grad_norm": 1.9777465041446343,
      "learning_rate": 0.0002766320600330065,
      "loss": 4.125,
      "step": 28018
    },
    {
      "epoch": 1.14761417161581,
      "grad_norm": 2.0332241718624386,
      "learning_rate": 0.00027663031187377777,
      "loss": 4.5,
      "step": 28019
    },
    {
      "epoch": 1.1476551300430065,
      "grad_norm": 5.034479066877252,
      "learning_rate": 0.0002766285636546855,
      "loss": 5.4062,
      "step": 28020
    },
    {
      "epoch": 1.1476960884702028,
      "grad_norm": 2.6309396268834613,
      "learning_rate": 0.0002766268153757306,
      "loss": 5.5312,
      "step": 28021
    },
    {
      "epoch": 1.147737046897399,
      "grad_norm": 2.3710285713930093,
      "learning_rate": 0.00027662506703691385,
      "loss": 6.4062,
      "step": 28022
    },
    {
      "epoch": 1.1477780053245956,
      "grad_norm": 2.4388459514775462,
      "learning_rate": 0.00027662331863823617,
      "loss": 4.7188,
      "step": 28023
    },
    {
      "epoch": 1.147818963751792,
      "grad_norm": 2.205204474944406,
      "learning_rate": 0.00027662157017969833,
      "loss": 5.1875,
      "step": 28024
    },
    {
      "epoch": 1.1478599221789882,
      "grad_norm": 2.671413239084261,
      "learning_rate": 0.00027661982166130115,
      "loss": 4.4062,
      "step": 28025
    },
    {
      "epoch": 1.1479008806061848,
      "grad_norm": 2.1431118912068463,
      "learning_rate": 0.0002766180730830455,
      "loss": 5.6562,
      "step": 28026
    },
    {
      "epoch": 1.147941839033381,
      "grad_norm": 1.84462749758254,
      "learning_rate": 0.0002766163244449321,
      "loss": 4.8438,
      "step": 28027
    },
    {
      "epoch": 1.1479827974605774,
      "grad_norm": 2.1856209285879755,
      "learning_rate": 0.00027661457574696194,
      "loss": 4.4375,
      "step": 28028
    },
    {
      "epoch": 1.148023755887774,
      "grad_norm": 2.234945173160899,
      "learning_rate": 0.0002766128269891357,
      "loss": 6.6562,
      "step": 28029
    },
    {
      "epoch": 1.1480647143149703,
      "grad_norm": 2.390497067094392,
      "learning_rate": 0.00027661107817145424,
      "loss": 5.4062,
      "step": 28030
    },
    {
      "epoch": 1.1481056727421668,
      "grad_norm": 1.9147229074690109,
      "learning_rate": 0.0002766093292939184,
      "loss": 4.9688,
      "step": 28031
    },
    {
      "epoch": 1.148146631169363,
      "grad_norm": 2.2298268190181854,
      "learning_rate": 0.0002766075803565291,
      "loss": 4.75,
      "step": 28032
    },
    {
      "epoch": 1.1481875895965594,
      "grad_norm": 2.025607550084427,
      "learning_rate": 0.000276605831359287,
      "loss": 5.375,
      "step": 28033
    },
    {
      "epoch": 1.148228548023756,
      "grad_norm": 2.2928369078268034,
      "learning_rate": 0.00027660408230219307,
      "loss": 4.5625,
      "step": 28034
    },
    {
      "epoch": 1.1482695064509523,
      "grad_norm": 1.9404166832065426,
      "learning_rate": 0.00027660233318524803,
      "loss": 4.3438,
      "step": 28035
    },
    {
      "epoch": 1.1483104648781486,
      "grad_norm": 2.026699918686331,
      "learning_rate": 0.00027660058400845276,
      "loss": 5.375,
      "step": 28036
    },
    {
      "epoch": 1.1483514233053451,
      "grad_norm": 2.6308150992433528,
      "learning_rate": 0.0002765988347718081,
      "loss": 6.75,
      "step": 28037
    },
    {
      "epoch": 1.1483923817325414,
      "grad_norm": 2.843699415920001,
      "learning_rate": 0.0002765970854753149,
      "loss": 5.5,
      "step": 28038
    },
    {
      "epoch": 1.148433340159738,
      "grad_norm": 2.511817130779373,
      "learning_rate": 0.00027659533611897383,
      "loss": 6.3125,
      "step": 28039
    },
    {
      "epoch": 1.1484742985869343,
      "grad_norm": 2.397892696999497,
      "learning_rate": 0.0002765935867027859,
      "loss": 5.9375,
      "step": 28040
    },
    {
      "epoch": 1.1485152570141306,
      "grad_norm": 2.2748521274183298,
      "learning_rate": 0.00027659183722675187,
      "loss": 5.9375,
      "step": 28041
    },
    {
      "epoch": 1.1485562154413271,
      "grad_norm": 2.267073055527606,
      "learning_rate": 0.0002765900876908726,
      "loss": 4.9688,
      "step": 28042
    },
    {
      "epoch": 1.1485971738685234,
      "grad_norm": 4.444138902074647,
      "learning_rate": 0.0002765883380951488,
      "loss": 5.8438,
      "step": 28043
    },
    {
      "epoch": 1.1486381322957198,
      "grad_norm": 4.555211740096857,
      "learning_rate": 0.00027658658843958146,
      "loss": 6.25,
      "step": 28044
    },
    {
      "epoch": 1.1486790907229163,
      "grad_norm": 3.2027279469148833,
      "learning_rate": 0.00027658483872417124,
      "loss": 6.0625,
      "step": 28045
    },
    {
      "epoch": 1.1487200491501126,
      "grad_norm": 3.2027552685390956,
      "learning_rate": 0.00027658308894891914,
      "loss": 1.4922,
      "step": 28046
    },
    {
      "epoch": 1.148761007577309,
      "grad_norm": 3.5985615292866213,
      "learning_rate": 0.00027658133911382586,
      "loss": 6.4375,
      "step": 28047
    },
    {
      "epoch": 1.1488019660045055,
      "grad_norm": 2.623404703961219,
      "learning_rate": 0.00027657958921889226,
      "loss": 4.625,
      "step": 28048
    },
    {
      "epoch": 1.1488429244317018,
      "grad_norm": 2.0585750034419474,
      "learning_rate": 0.0002765778392641192,
      "loss": 5.3438,
      "step": 28049
    },
    {
      "epoch": 1.1488838828588983,
      "grad_norm": 2.0762107475008955,
      "learning_rate": 0.00027657608924950747,
      "loss": 4.3125,
      "step": 28050
    },
    {
      "epoch": 1.1489248412860946,
      "grad_norm": 3.412516598782583,
      "learning_rate": 0.0002765743391750579,
      "loss": 5.8125,
      "step": 28051
    },
    {
      "epoch": 1.148965799713291,
      "grad_norm": 3.1346927669397044,
      "learning_rate": 0.00027657258904077134,
      "loss": 6.8125,
      "step": 28052
    },
    {
      "epoch": 1.1490067581404875,
      "grad_norm": 3.325563053950627,
      "learning_rate": 0.00027657083884664857,
      "loss": 6.1875,
      "step": 28053
    },
    {
      "epoch": 1.1490477165676838,
      "grad_norm": 17.730061934549013,
      "learning_rate": 0.0002765690885926905,
      "loss": 3.25,
      "step": 28054
    },
    {
      "epoch": 1.1490886749948803,
      "grad_norm": 2.19757972517992,
      "learning_rate": 0.0002765673382788979,
      "loss": 6.3438,
      "step": 28055
    },
    {
      "epoch": 1.1491296334220766,
      "grad_norm": 5.0041877296865405,
      "learning_rate": 0.0002765655879052716,
      "loss": 5.4375,
      "step": 28056
    },
    {
      "epoch": 1.149170591849273,
      "grad_norm": 2.1357382136445517,
      "learning_rate": 0.0002765638374718124,
      "loss": 5.1562,
      "step": 28057
    },
    {
      "epoch": 1.1492115502764695,
      "grad_norm": 2.245806157977212,
      "learning_rate": 0.00027656208697852117,
      "loss": 4.6875,
      "step": 28058
    },
    {
      "epoch": 1.1492525087036658,
      "grad_norm": 2.5230837809199147,
      "learning_rate": 0.0002765603364253988,
      "loss": 6.0625,
      "step": 28059
    },
    {
      "epoch": 1.1492934671308621,
      "grad_norm": 2.0721264638875896,
      "learning_rate": 0.00027655858581244596,
      "loss": 6.375,
      "step": 28060
    },
    {
      "epoch": 1.1493344255580586,
      "grad_norm": 2.2915660780816327,
      "learning_rate": 0.0002765568351396636,
      "loss": 5.5312,
      "step": 28061
    },
    {
      "epoch": 1.149375383985255,
      "grad_norm": 2.1510333577188354,
      "learning_rate": 0.0002765550844070525,
      "loss": 4.625,
      "step": 28062
    },
    {
      "epoch": 1.1494163424124513,
      "grad_norm": 3.65557857062819,
      "learning_rate": 0.00027655333361461355,
      "loss": 4.9062,
      "step": 28063
    },
    {
      "epoch": 1.1494573008396478,
      "grad_norm": 2.053801009981776,
      "learning_rate": 0.0002765515827623475,
      "loss": 5.6875,
      "step": 28064
    },
    {
      "epoch": 1.1494982592668441,
      "grad_norm": 2.33104706521028,
      "learning_rate": 0.0002765498318502552,
      "loss": 5.75,
      "step": 28065
    },
    {
      "epoch": 1.1495392176940404,
      "grad_norm": 1.9996641361009047,
      "learning_rate": 0.0002765480808783375,
      "loss": 4.5312,
      "step": 28066
    },
    {
      "epoch": 1.149580176121237,
      "grad_norm": 4.614172561838862,
      "learning_rate": 0.00027654632984659515,
      "loss": 5.2812,
      "step": 28067
    },
    {
      "epoch": 1.1496211345484333,
      "grad_norm": 2.4312485049833863,
      "learning_rate": 0.0002765445787550291,
      "loss": 6.875,
      "step": 28068
    },
    {
      "epoch": 1.1496620929756298,
      "grad_norm": 3.3287729424992945,
      "learning_rate": 0.0002765428276036401,
      "loss": 6.0625,
      "step": 28069
    },
    {
      "epoch": 1.1497030514028261,
      "grad_norm": 2.0638625275835665,
      "learning_rate": 0.000276541076392429,
      "loss": 4.9688,
      "step": 28070
    },
    {
      "epoch": 1.1497440098300225,
      "grad_norm": 1.907510544060699,
      "learning_rate": 0.0002765393251213966,
      "loss": 5.4688,
      "step": 28071
    },
    {
      "epoch": 1.149784968257219,
      "grad_norm": 5.798189745557503,
      "learning_rate": 0.00027653757379054376,
      "loss": 4.9062,
      "step": 28072
    },
    {
      "epoch": 1.1498259266844153,
      "grad_norm": 3.6477115972658956,
      "learning_rate": 0.00027653582239987125,
      "loss": 4.0312,
      "step": 28073
    },
    {
      "epoch": 1.1498668851116118,
      "grad_norm": 3.199249974905721,
      "learning_rate": 0.00027653407094938004,
      "loss": 4.5,
      "step": 28074
    },
    {
      "epoch": 1.1499078435388081,
      "grad_norm": 4.684604750433583,
      "learning_rate": 0.0002765323194390708,
      "loss": 6.9375,
      "step": 28075
    },
    {
      "epoch": 1.1499488019660045,
      "grad_norm": 2.749131434881292,
      "learning_rate": 0.00027653056786894445,
      "loss": 5.625,
      "step": 28076
    },
    {
      "epoch": 1.149989760393201,
      "grad_norm": 5.455854099932459,
      "learning_rate": 0.0002765288162390018,
      "loss": 6.125,
      "step": 28077
    },
    {
      "epoch": 1.1500307188203973,
      "grad_norm": 2.155173720233839,
      "learning_rate": 0.00027652706454924365,
      "loss": 5.125,
      "step": 28078
    },
    {
      "epoch": 1.1500716772475936,
      "grad_norm": 5.215633425382165,
      "learning_rate": 0.00027652531279967084,
      "loss": 7.0312,
      "step": 28079
    },
    {
      "epoch": 1.1501126356747902,
      "grad_norm": 1.9820807109750254,
      "learning_rate": 0.0002765235609902842,
      "loss": 4.75,
      "step": 28080
    },
    {
      "epoch": 1.1501535941019865,
      "grad_norm": 2.1344001992745327,
      "learning_rate": 0.0002765218091210846,
      "loss": 5.0312,
      "step": 28081
    },
    {
      "epoch": 1.1501945525291828,
      "grad_norm": 1.8640951197372952,
      "learning_rate": 0.0002765200571920728,
      "loss": 4.375,
      "step": 28082
    },
    {
      "epoch": 1.1502355109563793,
      "grad_norm": 2.2782041479342046,
      "learning_rate": 0.0002765183052032496,
      "loss": 5.0625,
      "step": 28083
    },
    {
      "epoch": 1.1502764693835756,
      "grad_norm": 2.042390229787424,
      "learning_rate": 0.000276516553154616,
      "loss": 5.375,
      "step": 28084
    },
    {
      "epoch": 1.150317427810772,
      "grad_norm": 1.7897516721783613,
      "learning_rate": 0.00027651480104617265,
      "loss": 4.3125,
      "step": 28085
    },
    {
      "epoch": 1.1503583862379685,
      "grad_norm": 2.1286908997224607,
      "learning_rate": 0.0002765130488779204,
      "loss": 5.0312,
      "step": 28086
    },
    {
      "epoch": 1.1503993446651648,
      "grad_norm": 5.08545398669556,
      "learning_rate": 0.00027651129664986023,
      "loss": 5.5312,
      "step": 28087
    },
    {
      "epoch": 1.1504403030923613,
      "grad_norm": 1.9656132239073547,
      "learning_rate": 0.0002765095443619928,
      "loss": 4.3438,
      "step": 28088
    },
    {
      "epoch": 1.1504812615195577,
      "grad_norm": 2.0548371416718765,
      "learning_rate": 0.000276507792014319,
      "loss": 4.3125,
      "step": 28089
    },
    {
      "epoch": 1.150522219946754,
      "grad_norm": 1.947201801132581,
      "learning_rate": 0.00027650603960683966,
      "loss": 3.2656,
      "step": 28090
    },
    {
      "epoch": 1.1505631783739505,
      "grad_norm": 2.2136533113832537,
      "learning_rate": 0.0002765042871395556,
      "loss": 4.8125,
      "step": 28091
    },
    {
      "epoch": 1.1506041368011468,
      "grad_norm": 1.730385667002759,
      "learning_rate": 0.00027650253461246766,
      "loss": 4.4375,
      "step": 28092
    },
    {
      "epoch": 1.1506450952283434,
      "grad_norm": 2.116044549660252,
      "learning_rate": 0.00027650078202557667,
      "loss": 4.625,
      "step": 28093
    },
    {
      "epoch": 1.1506860536555397,
      "grad_norm": 1.901436529529748,
      "learning_rate": 0.0002764990293788834,
      "loss": 4.8438,
      "step": 28094
    },
    {
      "epoch": 1.150727012082736,
      "grad_norm": 2.567813786337749,
      "learning_rate": 0.00027649727667238884,
      "loss": 5.4062,
      "step": 28095
    },
    {
      "epoch": 1.1507679705099325,
      "grad_norm": 2.387561796004576,
      "learning_rate": 0.0002764955239060936,
      "loss": 4.4688,
      "step": 28096
    },
    {
      "epoch": 1.1508089289371288,
      "grad_norm": 1.88830625261682,
      "learning_rate": 0.0002764937710799986,
      "loss": 4.5312,
      "step": 28097
    },
    {
      "epoch": 1.1508498873643251,
      "grad_norm": 2.2226488845228363,
      "learning_rate": 0.0002764920181941048,
      "loss": 4.8125,
      "step": 28098
    },
    {
      "epoch": 1.1508908457915217,
      "grad_norm": 1.7460263657614024,
      "learning_rate": 0.00027649026524841286,
      "loss": 4.5625,
      "step": 28099
    },
    {
      "epoch": 1.150931804218718,
      "grad_norm": 7.492124441616493,
      "learning_rate": 0.00027648851224292367,
      "loss": 7.625,
      "step": 28100
    },
    {
      "epoch": 1.1509727626459143,
      "grad_norm": 1.8951595865152233,
      "learning_rate": 0.000276486759177638,
      "loss": 5.0625,
      "step": 28101
    },
    {
      "epoch": 1.1510137210731108,
      "grad_norm": 2.697785890634921,
      "learning_rate": 0.00027648500605255676,
      "loss": 5.7188,
      "step": 28102
    },
    {
      "epoch": 1.1510546795003072,
      "grad_norm": 2.6607546471385004,
      "learning_rate": 0.0002764832528676808,
      "loss": 5.1875,
      "step": 28103
    },
    {
      "epoch": 1.1510956379275035,
      "grad_norm": 7.19729012216177,
      "learning_rate": 0.00027648149962301085,
      "loss": 3.9844,
      "step": 28104
    },
    {
      "epoch": 1.1511365963547,
      "grad_norm": 3.4433438826175555,
      "learning_rate": 0.0002764797463185478,
      "loss": 3.6562,
      "step": 28105
    },
    {
      "epoch": 1.1511775547818963,
      "grad_norm": 5.099001282316932,
      "learning_rate": 0.0002764779929542925,
      "loss": 6.7812,
      "step": 28106
    },
    {
      "epoch": 1.1512185132090929,
      "grad_norm": 3.051572429738176,
      "learning_rate": 0.00027647623953024563,
      "loss": 2.5156,
      "step": 28107
    },
    {
      "epoch": 1.1512594716362892,
      "grad_norm": 2.1636170092369906,
      "learning_rate": 0.0002764744860464082,
      "loss": 4.4688,
      "step": 28108
    },
    {
      "epoch": 1.1513004300634855,
      "grad_norm": 3.246241597546588,
      "learning_rate": 0.000276472732502781,
      "loss": 3.7344,
      "step": 28109
    },
    {
      "epoch": 1.151341388490682,
      "grad_norm": 10.05071572818461,
      "learning_rate": 0.0002764709788993648,
      "loss": 6.375,
      "step": 28110
    },
    {
      "epoch": 1.1513823469178783,
      "grad_norm": 2.217160687271012,
      "learning_rate": 0.0002764692252361605,
      "loss": 5.3438,
      "step": 28111
    },
    {
      "epoch": 1.1514233053450749,
      "grad_norm": 2.108925512218103,
      "learning_rate": 0.0002764674715131688,
      "loss": 4.875,
      "step": 28112
    },
    {
      "epoch": 1.1514642637722712,
      "grad_norm": 4.3300207286461605,
      "learning_rate": 0.00027646571773039074,
      "loss": 6.9688,
      "step": 28113
    },
    {
      "epoch": 1.1515052221994675,
      "grad_norm": 2.462046635893483,
      "learning_rate": 0.00027646396388782693,
      "loss": 5.5625,
      "step": 28114
    },
    {
      "epoch": 1.151546180626664,
      "grad_norm": 2.6511958684017864,
      "learning_rate": 0.00027646220998547833,
      "loss": 4.4062,
      "step": 28115
    },
    {
      "epoch": 1.1515871390538603,
      "grad_norm": 2.094278668272485,
      "learning_rate": 0.00027646045602334573,
      "loss": 4.6875,
      "step": 28116
    },
    {
      "epoch": 1.1516280974810567,
      "grad_norm": 1.87140835600383,
      "learning_rate": 0.00027645870200142996,
      "loss": 4.7812,
      "step": 28117
    },
    {
      "epoch": 1.1516690559082532,
      "grad_norm": 1.858496929733163,
      "learning_rate": 0.00027645694791973187,
      "loss": 4.3438,
      "step": 28118
    },
    {
      "epoch": 1.1517100143354495,
      "grad_norm": 2.1071737175701672,
      "learning_rate": 0.00027645519377825223,
      "loss": 5.5625,
      "step": 28119
    },
    {
      "epoch": 1.1517509727626458,
      "grad_norm": 2.1083355316879593,
      "learning_rate": 0.00027645343957699196,
      "loss": 4.3438,
      "step": 28120
    },
    {
      "epoch": 1.1517919311898424,
      "grad_norm": 2.8922892494949473,
      "learning_rate": 0.0002764516853159518,
      "loss": 5.7812,
      "step": 28121
    },
    {
      "epoch": 1.1518328896170387,
      "grad_norm": 3.0841945747669035,
      "learning_rate": 0.00027644993099513267,
      "loss": 6.9375,
      "step": 28122
    },
    {
      "epoch": 1.151873848044235,
      "grad_norm": 2.0783044696071613,
      "learning_rate": 0.0002764481766145354,
      "loss": 4.875,
      "step": 28123
    },
    {
      "epoch": 1.1519148064714315,
      "grad_norm": 2.0322594804584737,
      "learning_rate": 0.00027644642217416066,
      "loss": 5.1562,
      "step": 28124
    },
    {
      "epoch": 1.1519557648986278,
      "grad_norm": 2.376660846776982,
      "learning_rate": 0.00027644466767400943,
      "loss": 5.7188,
      "step": 28125
    },
    {
      "epoch": 1.1519967233258244,
      "grad_norm": 3.961855582403622,
      "learning_rate": 0.00027644291311408245,
      "loss": 6.8125,
      "step": 28126
    },
    {
      "epoch": 1.1520376817530207,
      "grad_norm": 7.9838304173634205,
      "learning_rate": 0.00027644115849438064,
      "loss": 6.4375,
      "step": 28127
    },
    {
      "epoch": 1.152078640180217,
      "grad_norm": 5.016348096586873,
      "learning_rate": 0.0002764394038149048,
      "loss": 5.3438,
      "step": 28128
    },
    {
      "epoch": 1.1521195986074135,
      "grad_norm": 2.1662999163400394,
      "learning_rate": 0.00027643764907565573,
      "loss": 5.4062,
      "step": 28129
    },
    {
      "epoch": 1.1521605570346098,
      "grad_norm": 1.9648362230973668,
      "learning_rate": 0.0002764358942766343,
      "loss": 5.0312,
      "step": 28130
    },
    {
      "epoch": 1.1522015154618064,
      "grad_norm": 2.056666914944695,
      "learning_rate": 0.0002764341394178413,
      "loss": 4.75,
      "step": 28131
    },
    {
      "epoch": 1.1522424738890027,
      "grad_norm": 1.9153026774805417,
      "learning_rate": 0.0002764323844992776,
      "loss": 4.4062,
      "step": 28132
    },
    {
      "epoch": 1.152283432316199,
      "grad_norm": 2.075721034963846,
      "learning_rate": 0.0002764306295209439,
      "loss": 5.375,
      "step": 28133
    },
    {
      "epoch": 1.1523243907433955,
      "grad_norm": 2.7471926279389076,
      "learning_rate": 0.0002764288744828413,
      "loss": 4.7812,
      "step": 28134
    },
    {
      "epoch": 1.1523653491705919,
      "grad_norm": 2.0009135304024004,
      "learning_rate": 0.0002764271193849703,
      "loss": 4.375,
      "step": 28135
    },
    {
      "epoch": 1.1524063075977882,
      "grad_norm": 8.196127236745477,
      "learning_rate": 0.00027642536422733206,
      "loss": 8.1875,
      "step": 28136
    },
    {
      "epoch": 1.1524472660249847,
      "grad_norm": 2.501781235604129,
      "learning_rate": 0.0002764236090099271,
      "loss": 5.3125,
      "step": 28137
    },
    {
      "epoch": 1.152488224452181,
      "grad_norm": 3.7579453509490652,
      "learning_rate": 0.0002764218537327565,
      "loss": 5.2812,
      "step": 28138
    },
    {
      "epoch": 1.1525291828793773,
      "grad_norm": 2.751313867247239,
      "learning_rate": 0.0002764200983958209,
      "loss": 6.3125,
      "step": 28139
    },
    {
      "epoch": 1.1525701413065739,
      "grad_norm": 2.0242075313034,
      "learning_rate": 0.00027641834299912125,
      "loss": 5.125,
      "step": 28140
    },
    {
      "epoch": 1.1526110997337702,
      "grad_norm": 2.245731087651058,
      "learning_rate": 0.00027641658754265833,
      "loss": 5.2812,
      "step": 28141
    },
    {
      "epoch": 1.1526520581609665,
      "grad_norm": 4.262606029697896,
      "learning_rate": 0.000276414832026433,
      "loss": 4.7188,
      "step": 28142
    },
    {
      "epoch": 1.152693016588163,
      "grad_norm": 5.379558101510309,
      "learning_rate": 0.00027641307645044606,
      "loss": 4.7188,
      "step": 28143
    },
    {
      "epoch": 1.1527339750153593,
      "grad_norm": 1.964548286593109,
      "learning_rate": 0.0002764113208146984,
      "loss": 5.1875,
      "step": 28144
    },
    {
      "epoch": 1.1527749334425559,
      "grad_norm": 2.2659923008128606,
      "learning_rate": 0.00027640956511919073,
      "loss": 5.2812,
      "step": 28145
    },
    {
      "epoch": 1.1528158918697522,
      "grad_norm": 1.874978029928518,
      "learning_rate": 0.00027640780936392397,
      "loss": 4.4062,
      "step": 28146
    },
    {
      "epoch": 1.1528568502969485,
      "grad_norm": 2.9214787993101528,
      "learning_rate": 0.00027640605354889897,
      "loss": 5.6562,
      "step": 28147
    },
    {
      "epoch": 1.152897808724145,
      "grad_norm": 1.8811359982927498,
      "learning_rate": 0.0002764042976741165,
      "loss": 4.9688,
      "step": 28148
    },
    {
      "epoch": 1.1529387671513414,
      "grad_norm": 3.5860602458730453,
      "learning_rate": 0.00027640254173957743,
      "loss": 6.7188,
      "step": 28149
    },
    {
      "epoch": 1.152979725578538,
      "grad_norm": 1.950156393291784,
      "learning_rate": 0.00027640078574528253,
      "loss": 5.0938,
      "step": 28150
    },
    {
      "epoch": 1.1530206840057342,
      "grad_norm": 5.680547679095823,
      "learning_rate": 0.0002763990296912327,
      "loss": 8.125,
      "step": 28151
    },
    {
      "epoch": 1.1530616424329305,
      "grad_norm": 2.393890149595908,
      "learning_rate": 0.0002763972735774287,
      "loss": 5.2812,
      "step": 28152
    },
    {
      "epoch": 1.153102600860127,
      "grad_norm": 6.062174854808927,
      "learning_rate": 0.0002763955174038715,
      "loss": 6.125,
      "step": 28153
    },
    {
      "epoch": 1.1531435592873234,
      "grad_norm": 2.195368600899164,
      "learning_rate": 0.0002763937611705618,
      "loss": 4.7812,
      "step": 28154
    },
    {
      "epoch": 1.1531845177145197,
      "grad_norm": 3.1300430665072065,
      "learning_rate": 0.00027639200487750045,
      "loss": 6.3438,
      "step": 28155
    },
    {
      "epoch": 1.1532254761417162,
      "grad_norm": 1.97101423013129,
      "learning_rate": 0.0002763902485246883,
      "loss": 4.9062,
      "step": 28156
    },
    {
      "epoch": 1.1532664345689125,
      "grad_norm": 13.91236327480962,
      "learning_rate": 0.00027638849211212614,
      "loss": 5.2812,
      "step": 28157
    },
    {
      "epoch": 1.1533073929961088,
      "grad_norm": 5.591038509046614,
      "learning_rate": 0.00027638673563981484,
      "loss": 4.8438,
      "step": 28158
    },
    {
      "epoch": 1.1533483514233054,
      "grad_norm": 4.0099181234342,
      "learning_rate": 0.00027638497910775523,
      "loss": 6.5312,
      "step": 28159
    },
    {
      "epoch": 1.1533893098505017,
      "grad_norm": 4.762905260564624,
      "learning_rate": 0.00027638322251594816,
      "loss": 3.4062,
      "step": 28160
    },
    {
      "epoch": 1.153430268277698,
      "grad_norm": 1.9653061475077787,
      "learning_rate": 0.00027638146586439445,
      "loss": 5.5938,
      "step": 28161
    },
    {
      "epoch": 1.1534712267048945,
      "grad_norm": 2.272731194508558,
      "learning_rate": 0.0002763797091530949,
      "loss": 5.125,
      "step": 28162
    },
    {
      "epoch": 1.1535121851320909,
      "grad_norm": 1.9000060990724799,
      "learning_rate": 0.0002763779523820503,
      "loss": 4.5312,
      "step": 28163
    },
    {
      "epoch": 1.1535531435592874,
      "grad_norm": 1.959100920342786,
      "learning_rate": 0.0002763761955512616,
      "loss": 4.7812,
      "step": 28164
    },
    {
      "epoch": 1.1535941019864837,
      "grad_norm": 3.338990336091046,
      "learning_rate": 0.00027637443866072956,
      "loss": 4.2188,
      "step": 28165
    },
    {
      "epoch": 1.15363506041368,
      "grad_norm": 11.710730753589852,
      "learning_rate": 0.000276372681710455,
      "loss": 3.875,
      "step": 28166
    },
    {
      "epoch": 1.1536760188408766,
      "grad_norm": 2.2102760403407147,
      "learning_rate": 0.0002763709247004388,
      "loss": 5.4062,
      "step": 28167
    },
    {
      "epoch": 1.1537169772680729,
      "grad_norm": 3.2384824440773,
      "learning_rate": 0.00027636916763068174,
      "loss": 5.5,
      "step": 28168
    },
    {
      "epoch": 1.1537579356952694,
      "grad_norm": 2.523991597166284,
      "learning_rate": 0.00027636741050118466,
      "loss": 5.75,
      "step": 28169
    },
    {
      "epoch": 1.1537988941224657,
      "grad_norm": 2.3385323192547762,
      "learning_rate": 0.0002763656533119484,
      "loss": 4.75,
      "step": 28170
    },
    {
      "epoch": 1.153839852549662,
      "grad_norm": 3.7535492535631345,
      "learning_rate": 0.00027636389606297383,
      "loss": 6.8125,
      "step": 28171
    },
    {
      "epoch": 1.1538808109768586,
      "grad_norm": 3.97909957094979,
      "learning_rate": 0.00027636213875426176,
      "loss": 5.125,
      "step": 28172
    },
    {
      "epoch": 1.1539217694040549,
      "grad_norm": 2.5512876788001617,
      "learning_rate": 0.0002763603813858129,
      "loss": 4.8125,
      "step": 28173
    },
    {
      "epoch": 1.1539627278312512,
      "grad_norm": 3.5343774718569727,
      "learning_rate": 0.0002763586239576283,
      "loss": 2.5938,
      "step": 28174
    },
    {
      "epoch": 1.1540036862584477,
      "grad_norm": 2.365418670182041,
      "learning_rate": 0.0002763568664697086,
      "loss": 5.4375,
      "step": 28175
    },
    {
      "epoch": 1.154044644685644,
      "grad_norm": 1.8689431227771607,
      "learning_rate": 0.00027635510892205474,
      "loss": 4.8125,
      "step": 28176
    },
    {
      "epoch": 1.1540856031128404,
      "grad_norm": 3.7460820208078105,
      "learning_rate": 0.0002763533513146675,
      "loss": 5.3438,
      "step": 28177
    },
    {
      "epoch": 1.154126561540037,
      "grad_norm": 3.178615977627287,
      "learning_rate": 0.0002763515936475477,
      "loss": 5.875,
      "step": 28178
    },
    {
      "epoch": 1.1541675199672332,
      "grad_norm": 2.277647916044442,
      "learning_rate": 0.0002763498359206962,
      "loss": 5.4062,
      "step": 28179
    },
    {
      "epoch": 1.1542084783944297,
      "grad_norm": 4.00793036848413,
      "learning_rate": 0.00027634807813411386,
      "loss": 4.9375,
      "step": 28180
    },
    {
      "epoch": 1.154249436821626,
      "grad_norm": 2.8710307918682854,
      "learning_rate": 0.0002763463202878015,
      "loss": 4.5625,
      "step": 28181
    },
    {
      "epoch": 1.1542903952488224,
      "grad_norm": 3.0559915150230044,
      "learning_rate": 0.0002763445623817599,
      "loss": 6.0312,
      "step": 28182
    },
    {
      "epoch": 1.154331353676019,
      "grad_norm": 1.8877891043260302,
      "learning_rate": 0.00027634280441598993,
      "loss": 4.2812,
      "step": 28183
    },
    {
      "epoch": 1.1543723121032152,
      "grad_norm": 3.568075732381654,
      "learning_rate": 0.00027634104639049246,
      "loss": 7.875,
      "step": 28184
    },
    {
      "epoch": 1.1544132705304115,
      "grad_norm": 2.1691397361484004,
      "learning_rate": 0.0002763392883052682,
      "loss": 5.2812,
      "step": 28185
    },
    {
      "epoch": 1.154454228957608,
      "grad_norm": 2.7713874174978033,
      "learning_rate": 0.0002763375301603181,
      "loss": 6.9062,
      "step": 28186
    },
    {
      "epoch": 1.1544951873848044,
      "grad_norm": 2.2650160658964,
      "learning_rate": 0.0002763357719556429,
      "loss": 5.3125,
      "step": 28187
    },
    {
      "epoch": 1.154536145812001,
      "grad_norm": 1.8244864263946903,
      "learning_rate": 0.0002763340136912435,
      "loss": 5.2812,
      "step": 28188
    },
    {
      "epoch": 1.1545771042391972,
      "grad_norm": 2.392698544803162,
      "learning_rate": 0.0002763322553671207,
      "loss": 5.0625,
      "step": 28189
    },
    {
      "epoch": 1.1546180626663936,
      "grad_norm": 1.8576703376866186,
      "learning_rate": 0.00027633049698327537,
      "loss": 4.5312,
      "step": 28190
    },
    {
      "epoch": 1.15465902109359,
      "grad_norm": 2.5727507446304356,
      "learning_rate": 0.00027632873853970834,
      "loss": 5.6875,
      "step": 28191
    },
    {
      "epoch": 1.1546999795207864,
      "grad_norm": 3.1341353117086133,
      "learning_rate": 0.00027632698003642037,
      "loss": 5.75,
      "step": 28192
    },
    {
      "epoch": 1.1547409379479827,
      "grad_norm": 1.951834188601244,
      "learning_rate": 0.0002763252214734123,
      "loss": 4.7188,
      "step": 28193
    },
    {
      "epoch": 1.1547818963751793,
      "grad_norm": 2.688825504169154,
      "learning_rate": 0.00027632346285068506,
      "loss": 5.9062,
      "step": 28194
    },
    {
      "epoch": 1.1548228548023756,
      "grad_norm": 2.2801706460628286,
      "learning_rate": 0.0002763217041682394,
      "loss": 4.5625,
      "step": 28195
    },
    {
      "epoch": 1.1548638132295719,
      "grad_norm": 2.72558728801802,
      "learning_rate": 0.00027631994542607615,
      "loss": 7.0625,
      "step": 28196
    },
    {
      "epoch": 1.1549047716567684,
      "grad_norm": 2.54168457112255,
      "learning_rate": 0.00027631818662419614,
      "loss": 4.9375,
      "step": 28197
    },
    {
      "epoch": 1.1549457300839647,
      "grad_norm": 4.038843903264461,
      "learning_rate": 0.00027631642776260027,
      "loss": 4.5625,
      "step": 28198
    },
    {
      "epoch": 1.1549866885111613,
      "grad_norm": 2.553949883792164,
      "learning_rate": 0.0002763146688412893,
      "loss": 5.625,
      "step": 28199
    },
    {
      "epoch": 1.1550276469383576,
      "grad_norm": 1.8538939147012188,
      "learning_rate": 0.0002763129098602641,
      "loss": 3.5469,
      "step": 28200
    },
    {
      "epoch": 1.155068605365554,
      "grad_norm": 3.444023595818145,
      "learning_rate": 0.00027631115081952544,
      "loss": 7.0312,
      "step": 28201
    },
    {
      "epoch": 1.1551095637927504,
      "grad_norm": 3.5097774769703927,
      "learning_rate": 0.00027630939171907425,
      "loss": 4.8438,
      "step": 28202
    },
    {
      "epoch": 1.1551505222199467,
      "grad_norm": 2.6482975559750566,
      "learning_rate": 0.0002763076325589113,
      "loss": 5.4688,
      "step": 28203
    },
    {
      "epoch": 1.155191480647143,
      "grad_norm": 3.9943782067842166,
      "learning_rate": 0.0002763058733390374,
      "loss": 4.9688,
      "step": 28204
    },
    {
      "epoch": 1.1552324390743396,
      "grad_norm": 3.459940587001324,
      "learning_rate": 0.00027630411405945345,
      "loss": 6.2812,
      "step": 28205
    },
    {
      "epoch": 1.155273397501536,
      "grad_norm": 2.2149372567267265,
      "learning_rate": 0.0002763023547201602,
      "loss": 5.0625,
      "step": 28206
    },
    {
      "epoch": 1.1553143559287324,
      "grad_norm": 1.881971430804818,
      "learning_rate": 0.0002763005953211586,
      "loss": 4.4062,
      "step": 28207
    },
    {
      "epoch": 1.1553553143559288,
      "grad_norm": 1.9184488283203702,
      "learning_rate": 0.0002762988358624493,
      "loss": 4.5,
      "step": 28208
    },
    {
      "epoch": 1.155396272783125,
      "grad_norm": 1.9874092422728948,
      "learning_rate": 0.0002762970763440333,
      "loss": 4.3438,
      "step": 28209
    },
    {
      "epoch": 1.1554372312103216,
      "grad_norm": 2.1904565809246046,
      "learning_rate": 0.0002762953167659114,
      "loss": 5.1562,
      "step": 28210
    },
    {
      "epoch": 1.155478189637518,
      "grad_norm": 5.15927220393744,
      "learning_rate": 0.0002762935571280843,
      "loss": 5.125,
      "step": 28211
    },
    {
      "epoch": 1.1555191480647142,
      "grad_norm": 3.393414789745536,
      "learning_rate": 0.00027629179743055303,
      "loss": 5.125,
      "step": 28212
    },
    {
      "epoch": 1.1555601064919108,
      "grad_norm": 1.9587663799139825,
      "learning_rate": 0.0002762900376733183,
      "loss": 4.7812,
      "step": 28213
    },
    {
      "epoch": 1.155601064919107,
      "grad_norm": 2.683863138378369,
      "learning_rate": 0.000276288277856381,
      "loss": 7.5,
      "step": 28214
    },
    {
      "epoch": 1.1556420233463034,
      "grad_norm": 3.0281680899752694,
      "learning_rate": 0.0002762865179797419,
      "loss": 3.9688,
      "step": 28215
    },
    {
      "epoch": 1.1556829817735,
      "grad_norm": 2.599435878973622,
      "learning_rate": 0.0002762847580434019,
      "loss": 5.375,
      "step": 28216
    },
    {
      "epoch": 1.1557239402006962,
      "grad_norm": 3.192596977981697,
      "learning_rate": 0.00027628299804736175,
      "loss": 4.8438,
      "step": 28217
    },
    {
      "epoch": 1.1557648986278928,
      "grad_norm": 2.6716885722501016,
      "learning_rate": 0.0002762812379916223,
      "loss": 5.4688,
      "step": 28218
    },
    {
      "epoch": 1.155805857055089,
      "grad_norm": 5.61065506075085,
      "learning_rate": 0.00027627947787618447,
      "loss": 5.0312,
      "step": 28219
    },
    {
      "epoch": 1.1558468154822854,
      "grad_norm": 2.04404288979656,
      "learning_rate": 0.000276277717701049,
      "loss": 4.5938,
      "step": 28220
    },
    {
      "epoch": 1.155887773909482,
      "grad_norm": 2.365118306849446,
      "learning_rate": 0.00027627595746621675,
      "loss": 4.5312,
      "step": 28221
    },
    {
      "epoch": 1.1559287323366783,
      "grad_norm": 3.0398778369354686,
      "learning_rate": 0.00027627419717168855,
      "loss": 4.9688,
      "step": 28222
    },
    {
      "epoch": 1.1559696907638748,
      "grad_norm": 2.865318579448705,
      "learning_rate": 0.00027627243681746527,
      "loss": 5.625,
      "step": 28223
    },
    {
      "epoch": 1.156010649191071,
      "grad_norm": 2.0651809681543263,
      "learning_rate": 0.00027627067640354766,
      "loss": 5.1875,
      "step": 28224
    },
    {
      "epoch": 1.1560516076182674,
      "grad_norm": 3.485267286907778,
      "learning_rate": 0.00027626891592993664,
      "loss": 5.5312,
      "step": 28225
    },
    {
      "epoch": 1.156092566045464,
      "grad_norm": 2.1053197757024105,
      "learning_rate": 0.000276267155396633,
      "loss": 4.8125,
      "step": 28226
    },
    {
      "epoch": 1.1561335244726603,
      "grad_norm": 2.197274501043916,
      "learning_rate": 0.0002762653948036375,
      "loss": 5.5625,
      "step": 28227
    },
    {
      "epoch": 1.1561744828998566,
      "grad_norm": 2.076674782636641,
      "learning_rate": 0.00027626363415095116,
      "loss": 4.0625,
      "step": 28228
    },
    {
      "epoch": 1.1562154413270531,
      "grad_norm": 2.568452166285555,
      "learning_rate": 0.00027626187343857464,
      "loss": 5.5312,
      "step": 28229
    },
    {
      "epoch": 1.1562563997542494,
      "grad_norm": 4.128832991818143,
      "learning_rate": 0.0002762601126665089,
      "loss": 4.25,
      "step": 28230
    },
    {
      "epoch": 1.1562973581814457,
      "grad_norm": 7.856187553720525,
      "learning_rate": 0.0002762583518347546,
      "loss": 5.8438,
      "step": 28231
    },
    {
      "epoch": 1.1563383166086423,
      "grad_norm": 2.409494029394734,
      "learning_rate": 0.00027625659094331274,
      "loss": 4.9375,
      "step": 28232
    },
    {
      "epoch": 1.1563792750358386,
      "grad_norm": 3.249044481193884,
      "learning_rate": 0.0002762548299921841,
      "loss": 6.9688,
      "step": 28233
    },
    {
      "epoch": 1.156420233463035,
      "grad_norm": 7.8127158389118545,
      "learning_rate": 0.0002762530689813695,
      "loss": 5.5,
      "step": 28234
    },
    {
      "epoch": 1.1564611918902314,
      "grad_norm": 2.5802580349774575,
      "learning_rate": 0.00027625130791086974,
      "loss": 6.2188,
      "step": 28235
    },
    {
      "epoch": 1.1565021503174278,
      "grad_norm": 2.161041162415134,
      "learning_rate": 0.00027624954678068573,
      "loss": 5.6875,
      "step": 28236
    },
    {
      "epoch": 1.1565431087446243,
      "grad_norm": 2.527505519449016,
      "learning_rate": 0.00027624778559081823,
      "loss": 4.7812,
      "step": 28237
    },
    {
      "epoch": 1.1565840671718206,
      "grad_norm": 2.1866553039534082,
      "learning_rate": 0.0002762460243412681,
      "loss": 5.25,
      "step": 28238
    },
    {
      "epoch": 1.156625025599017,
      "grad_norm": 2.5165115863756617,
      "learning_rate": 0.0002762442630320362,
      "loss": 5.9375,
      "step": 28239
    },
    {
      "epoch": 1.1566659840262135,
      "grad_norm": 2.8643375201832013,
      "learning_rate": 0.0002762425016631233,
      "loss": 4.8125,
      "step": 28240
    },
    {
      "epoch": 1.1567069424534098,
      "grad_norm": 1.9473599716885848,
      "learning_rate": 0.0002762407402345303,
      "loss": 4.9375,
      "step": 28241
    },
    {
      "epoch": 1.1567479008806063,
      "grad_norm": 2.583774820468313,
      "learning_rate": 0.000276238978746258,
      "loss": 6.7188,
      "step": 28242
    },
    {
      "epoch": 1.1567888593078026,
      "grad_norm": 2.425348446591335,
      "learning_rate": 0.0002762372171983072,
      "loss": 6.4062,
      "step": 28243
    },
    {
      "epoch": 1.156829817734999,
      "grad_norm": 4.4183161273314715,
      "learning_rate": 0.00027623545559067884,
      "loss": 3.9531,
      "step": 28244
    },
    {
      "epoch": 1.1568707761621955,
      "grad_norm": 3.3917014193695247,
      "learning_rate": 0.00027623369392337365,
      "loss": 6.6875,
      "step": 28245
    },
    {
      "epoch": 1.1569117345893918,
      "grad_norm": 2.5384227391698015,
      "learning_rate": 0.0002762319321963925,
      "loss": 4.125,
      "step": 28246
    },
    {
      "epoch": 1.156952693016588,
      "grad_norm": 1.7808919260677012,
      "learning_rate": 0.0002762301704097362,
      "loss": 3.9844,
      "step": 28247
    },
    {
      "epoch": 1.1569936514437846,
      "grad_norm": 3.491957408960236,
      "learning_rate": 0.0002762284085634056,
      "loss": 3.8906,
      "step": 28248
    },
    {
      "epoch": 1.157034609870981,
      "grad_norm": 2.439530977179695,
      "learning_rate": 0.00027622664665740153,
      "loss": 6.375,
      "step": 28249
    },
    {
      "epoch": 1.1570755682981773,
      "grad_norm": 2.600713906198351,
      "learning_rate": 0.0002762248846917248,
      "loss": 5.4375,
      "step": 28250
    },
    {
      "epoch": 1.1571165267253738,
      "grad_norm": 3.84436336191857,
      "learning_rate": 0.0002762231226663763,
      "loss": 7.1562,
      "step": 28251
    },
    {
      "epoch": 1.15715748515257,
      "grad_norm": 1.7992175036822522,
      "learning_rate": 0.00027622136058135687,
      "loss": 4.2812,
      "step": 28252
    },
    {
      "epoch": 1.1571984435797664,
      "grad_norm": 3.5099211352374065,
      "learning_rate": 0.00027621959843666727,
      "loss": 4.0312,
      "step": 28253
    },
    {
      "epoch": 1.157239402006963,
      "grad_norm": 2.3894613135896434,
      "learning_rate": 0.0002762178362323084,
      "loss": 5.7188,
      "step": 28254
    },
    {
      "epoch": 1.1572803604341593,
      "grad_norm": 2.106498747128065,
      "learning_rate": 0.000276216073968281,
      "loss": 5.2188,
      "step": 28255
    },
    {
      "epoch": 1.1573213188613558,
      "grad_norm": 2.120789803588131,
      "learning_rate": 0.00027621431164458605,
      "loss": 5.625,
      "step": 28256
    },
    {
      "epoch": 1.1573622772885521,
      "grad_norm": 5.8183418523573325,
      "learning_rate": 0.0002762125492612242,
      "loss": 6.125,
      "step": 28257
    },
    {
      "epoch": 1.1574032357157484,
      "grad_norm": 2.0466653796422274,
      "learning_rate": 0.0002762107868181964,
      "loss": 4.9062,
      "step": 28258
    },
    {
      "epoch": 1.157444194142945,
      "grad_norm": 2.6570830668204697,
      "learning_rate": 0.0002762090243155035,
      "loss": 5.5,
      "step": 28259
    },
    {
      "epoch": 1.1574851525701413,
      "grad_norm": 1.924604489034008,
      "learning_rate": 0.0002762072617531463,
      "loss": 4.4062,
      "step": 28260
    },
    {
      "epoch": 1.1575261109973378,
      "grad_norm": 1.8241302856800976,
      "learning_rate": 0.0002762054991311256,
      "loss": 4.625,
      "step": 28261
    },
    {
      "epoch": 1.1575670694245341,
      "grad_norm": 2.654345032491731,
      "learning_rate": 0.00027620373644944227,
      "loss": 3.0469,
      "step": 28262
    },
    {
      "epoch": 1.1576080278517304,
      "grad_norm": 1.8623029510763403,
      "learning_rate": 0.0002762019737080972,
      "loss": 5.4688,
      "step": 28263
    },
    {
      "epoch": 1.157648986278927,
      "grad_norm": 2.0660978692072374,
      "learning_rate": 0.00027620021090709105,
      "loss": 4.9688,
      "step": 28264
    },
    {
      "epoch": 1.1576899447061233,
      "grad_norm": 4.421688339416931,
      "learning_rate": 0.0002761984480464248,
      "loss": 5.5938,
      "step": 28265
    },
    {
      "epoch": 1.1577309031333196,
      "grad_norm": 4.8328954859044755,
      "learning_rate": 0.0002761966851260993,
      "loss": 4.5625,
      "step": 28266
    },
    {
      "epoch": 1.1577718615605161,
      "grad_norm": 3.237959994836896,
      "learning_rate": 0.0002761949221461153,
      "loss": 4.8125,
      "step": 28267
    },
    {
      "epoch": 1.1578128199877125,
      "grad_norm": 3.4729962985570424,
      "learning_rate": 0.0002761931591064736,
      "loss": 6.7812,
      "step": 28268
    },
    {
      "epoch": 1.1578537784149088,
      "grad_norm": 4.588562338054499,
      "learning_rate": 0.0002761913960071752,
      "loss": 5.1562,
      "step": 28269
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 11.416297338135019,
      "learning_rate": 0.00027618963284822075,
      "loss": 4.1875,
      "step": 28270
    },
    {
      "epoch": 1.1579356952693016,
      "grad_norm": 3.3371010470078972,
      "learning_rate": 0.0002761878696296112,
      "loss": 2.4531,
      "step": 28271
    },
    {
      "epoch": 1.157976653696498,
      "grad_norm": 2.1506913652086106,
      "learning_rate": 0.00027618610635134737,
      "loss": 5.0312,
      "step": 28272
    },
    {
      "epoch": 1.1580176121236945,
      "grad_norm": 2.3118081420714782,
      "learning_rate": 0.00027618434301343,
      "loss": 4.75,
      "step": 28273
    },
    {
      "epoch": 1.1580585705508908,
      "grad_norm": 2.0104180382694468,
      "learning_rate": 0.0002761825796158601,
      "loss": 5.3125,
      "step": 28274
    },
    {
      "epoch": 1.1580995289780873,
      "grad_norm": 2.9464903737820007,
      "learning_rate": 0.00027618081615863834,
      "loss": 5.375,
      "step": 28275
    },
    {
      "epoch": 1.1581404874052836,
      "grad_norm": 3.2599740872422474,
      "learning_rate": 0.0002761790526417656,
      "loss": 5.5938,
      "step": 28276
    },
    {
      "epoch": 1.15818144583248,
      "grad_norm": 2.019531018284195,
      "learning_rate": 0.0002761772890652427,
      "loss": 4.9688,
      "step": 28277
    },
    {
      "epoch": 1.1582224042596765,
      "grad_norm": 7.339908279798657,
      "learning_rate": 0.00027617552542907056,
      "loss": 3.0469,
      "step": 28278
    },
    {
      "epoch": 1.1582633626868728,
      "grad_norm": 5.595736509581676,
      "learning_rate": 0.00027617376173324994,
      "loss": 6.8438,
      "step": 28279
    },
    {
      "epoch": 1.1583043211140693,
      "grad_norm": 2.1858107165386023,
      "learning_rate": 0.0002761719979777817,
      "loss": 5.0938,
      "step": 28280
    },
    {
      "epoch": 1.1583452795412656,
      "grad_norm": 2.5997347109793236,
      "learning_rate": 0.0002761702341626666,
      "loss": 6.9062,
      "step": 28281
    },
    {
      "epoch": 1.158386237968462,
      "grad_norm": 6.589740399203632,
      "learning_rate": 0.0002761684702879056,
      "loss": 3.8594,
      "step": 28282
    },
    {
      "epoch": 1.1584271963956585,
      "grad_norm": 2.0929942345722568,
      "learning_rate": 0.00027616670635349945,
      "loss": 4.9375,
      "step": 28283
    },
    {
      "epoch": 1.1584681548228548,
      "grad_norm": 1.9806381401538888,
      "learning_rate": 0.00027616494235944896,
      "loss": 4.5625,
      "step": 28284
    },
    {
      "epoch": 1.1585091132500511,
      "grad_norm": 6.013913878728872,
      "learning_rate": 0.00027616317830575504,
      "loss": 4.6562,
      "step": 28285
    },
    {
      "epoch": 1.1585500716772477,
      "grad_norm": 12.932388932751433,
      "learning_rate": 0.0002761614141924185,
      "loss": 4.5,
      "step": 28286
    },
    {
      "epoch": 1.158591030104444,
      "grad_norm": 4.426653292587449,
      "learning_rate": 0.0002761596500194401,
      "loss": 5.3438,
      "step": 28287
    },
    {
      "epoch": 1.1586319885316403,
      "grad_norm": 3.8977937591417784,
      "learning_rate": 0.00027615788578682086,
      "loss": 7.2812,
      "step": 28288
    },
    {
      "epoch": 1.1586729469588368,
      "grad_norm": 2.755990780041566,
      "learning_rate": 0.0002761561214945614,
      "loss": 6.3125,
      "step": 28289
    },
    {
      "epoch": 1.1587139053860331,
      "grad_norm": 2.0175836821130786,
      "learning_rate": 0.0002761543571426627,
      "loss": 5.25,
      "step": 28290
    },
    {
      "epoch": 1.1587548638132295,
      "grad_norm": 2.26873532694985,
      "learning_rate": 0.0002761525927311255,
      "loss": 5.0938,
      "step": 28291
    },
    {
      "epoch": 1.158795822240426,
      "grad_norm": 4.2643143353397654,
      "learning_rate": 0.0002761508282599507,
      "loss": 5.8438,
      "step": 28292
    },
    {
      "epoch": 1.1588367806676223,
      "grad_norm": 2.327709917016392,
      "learning_rate": 0.0002761490637291391,
      "loss": 5.6562,
      "step": 28293
    },
    {
      "epoch": 1.1588777390948188,
      "grad_norm": 2.0660170268332174,
      "learning_rate": 0.00027614729913869154,
      "loss": 5.0938,
      "step": 28294
    },
    {
      "epoch": 1.1589186975220152,
      "grad_norm": 3.2714094066649855,
      "learning_rate": 0.0002761455344886088,
      "loss": 6.3125,
      "step": 28295
    },
    {
      "epoch": 1.1589596559492115,
      "grad_norm": 1.9775830134199166,
      "learning_rate": 0.00027614376977889185,
      "loss": 4.5,
      "step": 28296
    },
    {
      "epoch": 1.159000614376408,
      "grad_norm": 2.515793133461014,
      "learning_rate": 0.0002761420050095414,
      "loss": 7.0312,
      "step": 28297
    },
    {
      "epoch": 1.1590415728036043,
      "grad_norm": 6.698006356735886,
      "learning_rate": 0.0002761402401805584,
      "loss": 4.5625,
      "step": 28298
    },
    {
      "epoch": 1.1590825312308008,
      "grad_norm": 2.1180409261744484,
      "learning_rate": 0.00027613847529194354,
      "loss": 3.1875,
      "step": 28299
    },
    {
      "epoch": 1.1591234896579972,
      "grad_norm": 2.0601207688654943,
      "learning_rate": 0.0002761367103436978,
      "loss": 5.375,
      "step": 28300
    },
    {
      "epoch": 1.1591644480851935,
      "grad_norm": 2.4306677904183465,
      "learning_rate": 0.00027613494533582187,
      "loss": 6.4688,
      "step": 28301
    },
    {
      "epoch": 1.15920540651239,
      "grad_norm": 1.878530366288141,
      "learning_rate": 0.0002761331802683167,
      "loss": 4.7812,
      "step": 28302
    },
    {
      "epoch": 1.1592463649395863,
      "grad_norm": 1.9843029829430563,
      "learning_rate": 0.00027613141514118303,
      "loss": 4.625,
      "step": 28303
    },
    {
      "epoch": 1.1592873233667826,
      "grad_norm": 5.7330626573279355,
      "learning_rate": 0.00027612964995442173,
      "loss": 4.75,
      "step": 28304
    },
    {
      "epoch": 1.1593282817939792,
      "grad_norm": 2.197868620736892,
      "learning_rate": 0.00027612788470803376,
      "loss": 4.9688,
      "step": 28305
    },
    {
      "epoch": 1.1593692402211755,
      "grad_norm": 2.1538911638578098,
      "learning_rate": 0.0002761261194020198,
      "loss": 5.125,
      "step": 28306
    },
    {
      "epoch": 1.1594101986483718,
      "grad_norm": 2.7316690431397754,
      "learning_rate": 0.00027612435403638066,
      "loss": 7.1875,
      "step": 28307
    },
    {
      "epoch": 1.1594511570755683,
      "grad_norm": 2.204857154975944,
      "learning_rate": 0.0002761225886111173,
      "loss": 5.5,
      "step": 28308
    },
    {
      "epoch": 1.1594921155027647,
      "grad_norm": 2.10078329001271,
      "learning_rate": 0.0002761208231262305,
      "loss": 4.3125,
      "step": 28309
    },
    {
      "epoch": 1.159533073929961,
      "grad_norm": 2.2569432703869703,
      "learning_rate": 0.00027611905758172115,
      "loss": 5.6562,
      "step": 28310
    },
    {
      "epoch": 1.1595740323571575,
      "grad_norm": 2.2316930206770906,
      "learning_rate": 0.00027611729197758993,
      "loss": 4.3438,
      "step": 28311
    },
    {
      "epoch": 1.1596149907843538,
      "grad_norm": 1.8968572743530694,
      "learning_rate": 0.00027611552631383784,
      "loss": 4.5625,
      "step": 28312
    },
    {
      "epoch": 1.1596559492115504,
      "grad_norm": 1.9494725664427517,
      "learning_rate": 0.0002761137605904656,
      "loss": 4.875,
      "step": 28313
    },
    {
      "epoch": 1.1596969076387467,
      "grad_norm": 1.9184831463268575,
      "learning_rate": 0.0002761119948074741,
      "loss": 4.8438,
      "step": 28314
    },
    {
      "epoch": 1.159737866065943,
      "grad_norm": 2.0890031166483625,
      "learning_rate": 0.0002761102289648642,
      "loss": 4.6562,
      "step": 28315
    },
    {
      "epoch": 1.1597788244931395,
      "grad_norm": 2.6108855252397176,
      "learning_rate": 0.0002761084630626367,
      "loss": 5.5,
      "step": 28316
    },
    {
      "epoch": 1.1598197829203358,
      "grad_norm": 2.2539006325795703,
      "learning_rate": 0.0002761066971007924,
      "loss": 4.6562,
      "step": 28317
    },
    {
      "epoch": 1.1598607413475324,
      "grad_norm": 2.428713411085012,
      "learning_rate": 0.0002761049310793321,
      "loss": 5.5,
      "step": 28318
    },
    {
      "epoch": 1.1599016997747287,
      "grad_norm": 1.9134509644366777,
      "learning_rate": 0.00027610316499825685,
      "loss": 4.9688,
      "step": 28319
    },
    {
      "epoch": 1.159942658201925,
      "grad_norm": 2.43694009502577,
      "learning_rate": 0.0002761013988575673,
      "loss": 4.5625,
      "step": 28320
    },
    {
      "epoch": 1.1599836166291215,
      "grad_norm": 1.9410948906647794,
      "learning_rate": 0.00027609963265726433,
      "loss": 5.25,
      "step": 28321
    },
    {
      "epoch": 1.1600245750563178,
      "grad_norm": 1.9165779339740354,
      "learning_rate": 0.0002760978663973487,
      "loss": 4.75,
      "step": 28322
    },
    {
      "epoch": 1.1600655334835142,
      "grad_norm": 1.9865824915706805,
      "learning_rate": 0.0002760961000778214,
      "loss": 3.7812,
      "step": 28323
    },
    {
      "epoch": 1.1601064919107107,
      "grad_norm": 3.190223052062839,
      "learning_rate": 0.0002760943336986831,
      "loss": 3.1719,
      "step": 28324
    },
    {
      "epoch": 1.160147450337907,
      "grad_norm": 1.8041065944193777,
      "learning_rate": 0.0002760925672599348,
      "loss": 4.4062,
      "step": 28325
    },
    {
      "epoch": 1.1601884087651033,
      "grad_norm": 1.9804230564558813,
      "learning_rate": 0.0002760908007615772,
      "loss": 4.625,
      "step": 28326
    },
    {
      "epoch": 1.1602293671922999,
      "grad_norm": 2.724026851673492,
      "learning_rate": 0.0002760890342036112,
      "loss": 5.2188,
      "step": 28327
    },
    {
      "epoch": 1.1602703256194962,
      "grad_norm": 2.04464560293685,
      "learning_rate": 0.00027608726758603764,
      "loss": 5.125,
      "step": 28328
    },
    {
      "epoch": 1.1603112840466927,
      "grad_norm": 3.3485359389923612,
      "learning_rate": 0.00027608550090885733,
      "loss": 3.6406,
      "step": 28329
    },
    {
      "epoch": 1.160352242473889,
      "grad_norm": 3.9427340197494662,
      "learning_rate": 0.00027608373417207106,
      "loss": 6.125,
      "step": 28330
    },
    {
      "epoch": 1.1603932009010853,
      "grad_norm": 3.7205116511491094,
      "learning_rate": 0.0002760819673756798,
      "loss": 5.4688,
      "step": 28331
    },
    {
      "epoch": 1.1604341593282819,
      "grad_norm": 2.3064264851269396,
      "learning_rate": 0.00027608020051968424,
      "loss": 4.875,
      "step": 28332
    },
    {
      "epoch": 1.1604751177554782,
      "grad_norm": 2.027134938956209,
      "learning_rate": 0.0002760784336040853,
      "loss": 5.4062,
      "step": 28333
    },
    {
      "epoch": 1.1605160761826745,
      "grad_norm": 2.9286577729495393,
      "learning_rate": 0.00027607666662888376,
      "loss": 4.6875,
      "step": 28334
    },
    {
      "epoch": 1.160557034609871,
      "grad_norm": 2.0856466142592485,
      "learning_rate": 0.00027607489959408056,
      "loss": 4.5312,
      "step": 28335
    },
    {
      "epoch": 1.1605979930370673,
      "grad_norm": 2.3245927304244822,
      "learning_rate": 0.0002760731324996764,
      "loss": 3.9219,
      "step": 28336
    },
    {
      "epoch": 1.1606389514642639,
      "grad_norm": 6.543080216012532,
      "learning_rate": 0.0002760713653456722,
      "loss": 4.8125,
      "step": 28337
    },
    {
      "epoch": 1.1606799098914602,
      "grad_norm": 3.441186353936466,
      "learning_rate": 0.00027606959813206877,
      "loss": 5.6562,
      "step": 28338
    },
    {
      "epoch": 1.1607208683186565,
      "grad_norm": 2.1307971334217806,
      "learning_rate": 0.0002760678308588669,
      "loss": 5.4688,
      "step": 28339
    },
    {
      "epoch": 1.160761826745853,
      "grad_norm": 2.373366494456848,
      "learning_rate": 0.00027606606352606754,
      "loss": 5.7812,
      "step": 28340
    },
    {
      "epoch": 1.1608027851730494,
      "grad_norm": 2.2132799919911768,
      "learning_rate": 0.0002760642961336715,
      "loss": 5.25,
      "step": 28341
    },
    {
      "epoch": 1.1608437436002457,
      "grad_norm": 1.927639060956004,
      "learning_rate": 0.0002760625286816795,
      "loss": 3.7031,
      "step": 28342
    },
    {
      "epoch": 1.1608847020274422,
      "grad_norm": 3.2138792163681056,
      "learning_rate": 0.00027606076117009246,
      "loss": 5.4375,
      "step": 28343
    },
    {
      "epoch": 1.1609256604546385,
      "grad_norm": 2.7595192912629884,
      "learning_rate": 0.00027605899359891124,
      "loss": 4.8125,
      "step": 28344
    },
    {
      "epoch": 1.1609666188818348,
      "grad_norm": 2.14579147854512,
      "learning_rate": 0.0002760572259681366,
      "loss": 5.0312,
      "step": 28345
    },
    {
      "epoch": 1.1610075773090314,
      "grad_norm": 6.311345195999039,
      "learning_rate": 0.00027605545827776945,
      "loss": 5.75,
      "step": 28346
    },
    {
      "epoch": 1.1610485357362277,
      "grad_norm": 2.5726055917909036,
      "learning_rate": 0.00027605369052781056,
      "loss": 4.1562,
      "step": 28347
    },
    {
      "epoch": 1.1610894941634242,
      "grad_norm": 2.0348376683127185,
      "learning_rate": 0.0002760519227182609,
      "loss": 4.6875,
      "step": 28348
    },
    {
      "epoch": 1.1611304525906205,
      "grad_norm": 2.1577278431481917,
      "learning_rate": 0.00027605015484912106,
      "loss": 4.4375,
      "step": 28349
    },
    {
      "epoch": 1.1611714110178168,
      "grad_norm": 2.263166119841646,
      "learning_rate": 0.00027604838692039214,
      "loss": 5.125,
      "step": 28350
    },
    {
      "epoch": 1.1612123694450134,
      "grad_norm": 2.61052534804473,
      "learning_rate": 0.00027604661893207476,
      "loss": 4.8125,
      "step": 28351
    },
    {
      "epoch": 1.1612533278722097,
      "grad_norm": 2.588097873894422,
      "learning_rate": 0.00027604485088416996,
      "loss": 5.3438,
      "step": 28352
    },
    {
      "epoch": 1.161294286299406,
      "grad_norm": 4.936267317552786,
      "learning_rate": 0.0002760430827766784,
      "loss": 6.0,
      "step": 28353
    },
    {
      "epoch": 1.1613352447266025,
      "grad_norm": 2.131548087099611,
      "learning_rate": 0.000276041314609601,
      "loss": 5.3438,
      "step": 28354
    },
    {
      "epoch": 1.1613762031537989,
      "grad_norm": 2.255839794054862,
      "learning_rate": 0.0002760395463829385,
      "loss": 4.8438,
      "step": 28355
    },
    {
      "epoch": 1.1614171615809954,
      "grad_norm": 1.9254785980478826,
      "learning_rate": 0.0002760377780966919,
      "loss": 5.0938,
      "step": 28356
    },
    {
      "epoch": 1.1614581200081917,
      "grad_norm": 2.179464126274252,
      "learning_rate": 0.00027603600975086197,
      "loss": 5.375,
      "step": 28357
    },
    {
      "epoch": 1.161499078435388,
      "grad_norm": 2.6291131126004195,
      "learning_rate": 0.0002760342413454495,
      "loss": 3.9219,
      "step": 28358
    },
    {
      "epoch": 1.1615400368625846,
      "grad_norm": 1.8546192314519092,
      "learning_rate": 0.00027603247288045534,
      "loss": 5.0625,
      "step": 28359
    },
    {
      "epoch": 1.1615809952897809,
      "grad_norm": 7.5949195226956485,
      "learning_rate": 0.0002760307043558804,
      "loss": 3.9844,
      "step": 28360
    },
    {
      "epoch": 1.1616219537169772,
      "grad_norm": 2.2904346866563157,
      "learning_rate": 0.0002760289357717254,
      "loss": 6.4062,
      "step": 28361
    },
    {
      "epoch": 1.1616629121441737,
      "grad_norm": 3.174744857614073,
      "learning_rate": 0.0002760271671279912,
      "loss": 6.4062,
      "step": 28362
    },
    {
      "epoch": 1.16170387057137,
      "grad_norm": 1.8116045991611183,
      "learning_rate": 0.0002760253984246788,
      "loss": 4.6562,
      "step": 28363
    },
    {
      "epoch": 1.1617448289985663,
      "grad_norm": 2.2009612685621898,
      "learning_rate": 0.00027602362966178877,
      "loss": 4.1875,
      "step": 28364
    },
    {
      "epoch": 1.1617857874257629,
      "grad_norm": 2.486881719686844,
      "learning_rate": 0.0002760218608393221,
      "loss": 4.3125,
      "step": 28365
    },
    {
      "epoch": 1.1618267458529592,
      "grad_norm": 1.9593948625812585,
      "learning_rate": 0.00027602009195727966,
      "loss": 5.0,
      "step": 28366
    },
    {
      "epoch": 1.1618677042801557,
      "grad_norm": 5.735646866490906,
      "learning_rate": 0.00027601832301566223,
      "loss": 6.6562,
      "step": 28367
    },
    {
      "epoch": 1.161908662707352,
      "grad_norm": 2.3369574729562226,
      "learning_rate": 0.0002760165540144706,
      "loss": 4.8125,
      "step": 28368
    },
    {
      "epoch": 1.1619496211345484,
      "grad_norm": 1.858184666411954,
      "learning_rate": 0.0002760147849537057,
      "loss": 5.7188,
      "step": 28369
    },
    {
      "epoch": 1.161990579561745,
      "grad_norm": 2.660482177290964,
      "learning_rate": 0.0002760130158333683,
      "loss": 5.125,
      "step": 28370
    },
    {
      "epoch": 1.1620315379889412,
      "grad_norm": 4.291507775017885,
      "learning_rate": 0.00027601124665345926,
      "loss": 7.5,
      "step": 28371
    },
    {
      "epoch": 1.1620724964161375,
      "grad_norm": 3.0985211422283636,
      "learning_rate": 0.0002760094774139794,
      "loss": 6.6875,
      "step": 28372
    },
    {
      "epoch": 1.162113454843334,
      "grad_norm": 3.263942274910034,
      "learning_rate": 0.0002760077081149296,
      "loss": 5.25,
      "step": 28373
    },
    {
      "epoch": 1.1621544132705304,
      "grad_norm": 2.224748850714339,
      "learning_rate": 0.00027600593875631065,
      "loss": 5.2812,
      "step": 28374
    },
    {
      "epoch": 1.162195371697727,
      "grad_norm": 2.700676695046939,
      "learning_rate": 0.00027600416933812343,
      "loss": 6.625,
      "step": 28375
    },
    {
      "epoch": 1.1622363301249232,
      "grad_norm": 1.9227281019755353,
      "learning_rate": 0.00027600239986036874,
      "loss": 4.8438,
      "step": 28376
    },
    {
      "epoch": 1.1622772885521195,
      "grad_norm": 1.9131689614566965,
      "learning_rate": 0.0002760006303230474,
      "loss": 5.0,
      "step": 28377
    },
    {
      "epoch": 1.162318246979316,
      "grad_norm": 3.7772008280461344,
      "learning_rate": 0.0002759988607261603,
      "loss": 5.1875,
      "step": 28378
    },
    {
      "epoch": 1.1623592054065124,
      "grad_norm": 3.441053762012075,
      "learning_rate": 0.00027599709106970825,
      "loss": 5.4688,
      "step": 28379
    },
    {
      "epoch": 1.1624001638337087,
      "grad_norm": 1.9398608241680777,
      "learning_rate": 0.00027599532135369205,
      "loss": 5.2188,
      "step": 28380
    },
    {
      "epoch": 1.1624411222609052,
      "grad_norm": 2.067679636085082,
      "learning_rate": 0.00027599355157811265,
      "loss": 5.875,
      "step": 28381
    },
    {
      "epoch": 1.1624820806881015,
      "grad_norm": 2.146348449254908,
      "learning_rate": 0.0002759917817429707,
      "loss": 5.3125,
      "step": 28382
    },
    {
      "epoch": 1.1625230391152979,
      "grad_norm": 2.108135816684248,
      "learning_rate": 0.0002759900118482672,
      "loss": 4.9062,
      "step": 28383
    },
    {
      "epoch": 1.1625639975424944,
      "grad_norm": 2.6254689876884383,
      "learning_rate": 0.00027598824189400294,
      "loss": 5.1875,
      "step": 28384
    },
    {
      "epoch": 1.1626049559696907,
      "grad_norm": 7.99272369406769,
      "learning_rate": 0.0002759864718801788,
      "loss": 1.7031,
      "step": 28385
    },
    {
      "epoch": 1.1626459143968872,
      "grad_norm": 3.2097892405419675,
      "learning_rate": 0.0002759847018067955,
      "loss": 5.0,
      "step": 28386
    },
    {
      "epoch": 1.1626868728240836,
      "grad_norm": 2.1414902660505883,
      "learning_rate": 0.000275982931673854,
      "loss": 6.25,
      "step": 28387
    },
    {
      "epoch": 1.1627278312512799,
      "grad_norm": 2.1722149394276897,
      "learning_rate": 0.000275981161481355,
      "loss": 5.0938,
      "step": 28388
    },
    {
      "epoch": 1.1627687896784764,
      "grad_norm": 3.5565166558683443,
      "learning_rate": 0.0002759793912292994,
      "loss": 4.4688,
      "step": 28389
    },
    {
      "epoch": 1.1628097481056727,
      "grad_norm": 2.415618779078128,
      "learning_rate": 0.00027597762091768815,
      "loss": 6.6875,
      "step": 28390
    },
    {
      "epoch": 1.1628507065328693,
      "grad_norm": 2.3256247739983857,
      "learning_rate": 0.00027597585054652197,
      "loss": 4.0312,
      "step": 28391
    },
    {
      "epoch": 1.1628916649600656,
      "grad_norm": 2.685395983042336,
      "learning_rate": 0.0002759740801158017,
      "loss": 5.4375,
      "step": 28392
    },
    {
      "epoch": 1.1629326233872619,
      "grad_norm": 2.791022119373912,
      "learning_rate": 0.0002759723096255282,
      "loss": 4.5938,
      "step": 28393
    },
    {
      "epoch": 1.1629735818144584,
      "grad_norm": 2.470593162611859,
      "learning_rate": 0.0002759705390757023,
      "loss": 5.25,
      "step": 28394
    },
    {
      "epoch": 1.1630145402416547,
      "grad_norm": 1.7338727019566629,
      "learning_rate": 0.00027596876846632483,
      "loss": 4.5938,
      "step": 28395
    },
    {
      "epoch": 1.163055498668851,
      "grad_norm": 3.4974417727346903,
      "learning_rate": 0.0002759669977973966,
      "loss": 4.4062,
      "step": 28396
    },
    {
      "epoch": 1.1630964570960476,
      "grad_norm": 2.176695215506254,
      "learning_rate": 0.0002759652270689186,
      "loss": 5.1562,
      "step": 28397
    },
    {
      "epoch": 1.163137415523244,
      "grad_norm": 2.789953714230158,
      "learning_rate": 0.00027596345628089143,
      "loss": 5.3125,
      "step": 28398
    },
    {
      "epoch": 1.1631783739504402,
      "grad_norm": 2.488462217851025,
      "learning_rate": 0.0002759616854333161,
      "loss": 5.0625,
      "step": 28399
    },
    {
      "epoch": 1.1632193323776367,
      "grad_norm": 9.660242867800974,
      "learning_rate": 0.00027595991452619337,
      "loss": 4.75,
      "step": 28400
    },
    {
      "epoch": 1.163260290804833,
      "grad_norm": 2.61448491159399,
      "learning_rate": 0.00027595814355952416,
      "loss": 6.6875,
      "step": 28401
    },
    {
      "epoch": 1.1633012492320294,
      "grad_norm": 2.639731452724412,
      "learning_rate": 0.0002759563725333092,
      "loss": 6.7188,
      "step": 28402
    },
    {
      "epoch": 1.163342207659226,
      "grad_norm": 2.2138424170520516,
      "learning_rate": 0.00027595460144754934,
      "loss": 6.1875,
      "step": 28403
    },
    {
      "epoch": 1.1633831660864222,
      "grad_norm": 1.9642019259195647,
      "learning_rate": 0.0002759528303022455,
      "loss": 5.0,
      "step": 28404
    },
    {
      "epoch": 1.1634241245136188,
      "grad_norm": 2.8031109122690574,
      "learning_rate": 0.0002759510590973985,
      "loss": 5.2812,
      "step": 28405
    },
    {
      "epoch": 1.163465082940815,
      "grad_norm": 3.247327959878383,
      "learning_rate": 0.0002759492878330091,
      "loss": 2.5781,
      "step": 28406
    },
    {
      "epoch": 1.1635060413680114,
      "grad_norm": 2.1018133267792862,
      "learning_rate": 0.0002759475165090782,
      "loss": 4.7188,
      "step": 28407
    },
    {
      "epoch": 1.163546999795208,
      "grad_norm": 2.0606347974851804,
      "learning_rate": 0.0002759457451256066,
      "loss": 4.5625,
      "step": 28408
    },
    {
      "epoch": 1.1635879582224042,
      "grad_norm": 4.7975787333976285,
      "learning_rate": 0.0002759439736825952,
      "loss": 5.1875,
      "step": 28409
    },
    {
      "epoch": 1.1636289166496008,
      "grad_norm": 2.9690646499948987,
      "learning_rate": 0.00027594220218004484,
      "loss": 5.6562,
      "step": 28410
    },
    {
      "epoch": 1.163669875076797,
      "grad_norm": 3.6307045873465773,
      "learning_rate": 0.0002759404306179562,
      "loss": 3.3281,
      "step": 28411
    },
    {
      "epoch": 1.1637108335039934,
      "grad_norm": 1.9898613397689855,
      "learning_rate": 0.0002759386589963303,
      "loss": 4.5938,
      "step": 28412
    },
    {
      "epoch": 1.16375179193119,
      "grad_norm": 1.9903838119455433,
      "learning_rate": 0.00027593688731516786,
      "loss": 4.5938,
      "step": 28413
    },
    {
      "epoch": 1.1637927503583863,
      "grad_norm": 8.21968568380523,
      "learning_rate": 0.00027593511557446986,
      "loss": 4.4688,
      "step": 28414
    },
    {
      "epoch": 1.1638337087855826,
      "grad_norm": 2.5091293128489363,
      "learning_rate": 0.000275933343774237,
      "loss": 5.2812,
      "step": 28415
    },
    {
      "epoch": 1.163874667212779,
      "grad_norm": 3.9505433444912414,
      "learning_rate": 0.00027593157191447014,
      "loss": 6.9062,
      "step": 28416
    },
    {
      "epoch": 1.1639156256399754,
      "grad_norm": 2.0610900284896947,
      "learning_rate": 0.0002759297999951701,
      "loss": 5.2812,
      "step": 28417
    },
    {
      "epoch": 1.1639565840671717,
      "grad_norm": 2.0218829475167226,
      "learning_rate": 0.0002759280280163379,
      "loss": 4.5,
      "step": 28418
    },
    {
      "epoch": 1.1639975424943683,
      "grad_norm": 2.3482923670922062,
      "learning_rate": 0.0002759262559779741,
      "loss": 4.4688,
      "step": 28419
    },
    {
      "epoch": 1.1640385009215646,
      "grad_norm": 4.338826250483485,
      "learning_rate": 0.0002759244838800797,
      "loss": 6.5312,
      "step": 28420
    },
    {
      "epoch": 1.164079459348761,
      "grad_norm": 3.5582475579826176,
      "learning_rate": 0.00027592271172265553,
      "loss": 4.875,
      "step": 28421
    },
    {
      "epoch": 1.1641204177759574,
      "grad_norm": 2.753271705456395,
      "learning_rate": 0.0002759209395057024,
      "loss": 6.25,
      "step": 28422
    },
    {
      "epoch": 1.1641613762031537,
      "grad_norm": 2.291491269704604,
      "learning_rate": 0.00027591916722922115,
      "loss": 4.9062,
      "step": 28423
    },
    {
      "epoch": 1.1642023346303503,
      "grad_norm": 2.1290341987595007,
      "learning_rate": 0.0002759173948932127,
      "loss": 4.4688,
      "step": 28424
    },
    {
      "epoch": 1.1642432930575466,
      "grad_norm": 2.0349408510397042,
      "learning_rate": 0.00027591562249767776,
      "loss": 4.7812,
      "step": 28425
    },
    {
      "epoch": 1.164284251484743,
      "grad_norm": 2.294930118839751,
      "learning_rate": 0.00027591385004261716,
      "loss": 4.8438,
      "step": 28426
    },
    {
      "epoch": 1.1643252099119394,
      "grad_norm": 2.145018995890522,
      "learning_rate": 0.00027591207752803186,
      "loss": 4.875,
      "step": 28427
    },
    {
      "epoch": 1.1643661683391358,
      "grad_norm": 3.6080731463204834,
      "learning_rate": 0.0002759103049539226,
      "loss": 4.625,
      "step": 28428
    },
    {
      "epoch": 1.1644071267663323,
      "grad_norm": 2.6882154423865825,
      "learning_rate": 0.00027590853232029033,
      "loss": 5.1875,
      "step": 28429
    },
    {
      "epoch": 1.1644480851935286,
      "grad_norm": 3.4597937585064216,
      "learning_rate": 0.00027590675962713574,
      "loss": 3.4688,
      "step": 28430
    },
    {
      "epoch": 1.164489043620725,
      "grad_norm": 3.20295993737176,
      "learning_rate": 0.0002759049868744598,
      "loss": 3.7969,
      "step": 28431
    },
    {
      "epoch": 1.1645300020479215,
      "grad_norm": 2.688069512620538,
      "learning_rate": 0.0002759032140622632,
      "loss": 5.375,
      "step": 28432
    },
    {
      "epoch": 1.1645709604751178,
      "grad_norm": 2.5619859185443463,
      "learning_rate": 0.00027590144119054693,
      "loss": 4.5625,
      "step": 28433
    },
    {
      "epoch": 1.164611918902314,
      "grad_norm": 2.0070046095276974,
      "learning_rate": 0.0002758996682593118,
      "loss": 5.1562,
      "step": 28434
    },
    {
      "epoch": 1.1646528773295106,
      "grad_norm": 2.5807431449092646,
      "learning_rate": 0.00027589789526855855,
      "loss": 5.125,
      "step": 28435
    },
    {
      "epoch": 1.164693835756707,
      "grad_norm": 2.2122835340971623,
      "learning_rate": 0.0002758961222182881,
      "loss": 5.375,
      "step": 28436
    },
    {
      "epoch": 1.1647347941839032,
      "grad_norm": 2.5636179386433318,
      "learning_rate": 0.0002758943491085012,
      "loss": 5.3125,
      "step": 28437
    },
    {
      "epoch": 1.1647757526110998,
      "grad_norm": 3.299745740782702,
      "learning_rate": 0.00027589257593919886,
      "loss": 4.25,
      "step": 28438
    },
    {
      "epoch": 1.164816711038296,
      "grad_norm": 13.161218975906355,
      "learning_rate": 0.00027589080271038177,
      "loss": 3.6562,
      "step": 28439
    },
    {
      "epoch": 1.1648576694654924,
      "grad_norm": 1.8918905729372446,
      "learning_rate": 0.0002758890294220508,
      "loss": 5.2188,
      "step": 28440
    },
    {
      "epoch": 1.164898627892689,
      "grad_norm": 15.033068145480398,
      "learning_rate": 0.00027588725607420687,
      "loss": 1.9531,
      "step": 28441
    },
    {
      "epoch": 1.1649395863198853,
      "grad_norm": 2.2990412582582374,
      "learning_rate": 0.0002758854826668507,
      "loss": 5.5,
      "step": 28442
    },
    {
      "epoch": 1.1649805447470818,
      "grad_norm": 3.6405022929258126,
      "learning_rate": 0.0002758837091999831,
      "loss": 6.9375,
      "step": 28443
    },
    {
      "epoch": 1.165021503174278,
      "grad_norm": 2.197937971969207,
      "learning_rate": 0.0002758819356736051,
      "loss": 4.875,
      "step": 28444
    },
    {
      "epoch": 1.1650624616014744,
      "grad_norm": 3.534778606312167,
      "learning_rate": 0.00027588016208771743,
      "loss": 5.7188,
      "step": 28445
    },
    {
      "epoch": 1.165103420028671,
      "grad_norm": 3.511816740804682,
      "learning_rate": 0.00027587838844232086,
      "loss": 4.5312,
      "step": 28446
    },
    {
      "epoch": 1.1651443784558673,
      "grad_norm": 2.2801031184516884,
      "learning_rate": 0.00027587661473741634,
      "loss": 5.7812,
      "step": 28447
    },
    {
      "epoch": 1.1651853368830638,
      "grad_norm": 3.469758470325673,
      "learning_rate": 0.0002758748409730046,
      "loss": 5.4688,
      "step": 28448
    },
    {
      "epoch": 1.1652262953102601,
      "grad_norm": 4.089908204324541,
      "learning_rate": 0.00027587306714908663,
      "loss": 7.1875,
      "step": 28449
    },
    {
      "epoch": 1.1652672537374564,
      "grad_norm": 2.823919663537703,
      "learning_rate": 0.0002758712932656631,
      "loss": 6.4688,
      "step": 28450
    },
    {
      "epoch": 1.165308212164653,
      "grad_norm": 3.1266392936017686,
      "learning_rate": 0.000275869519322735,
      "loss": 5.8125,
      "step": 28451
    },
    {
      "epoch": 1.1653491705918493,
      "grad_norm": 1.9781817239601043,
      "learning_rate": 0.00027586774532030304,
      "loss": 4.6875,
      "step": 28452
    },
    {
      "epoch": 1.1653901290190456,
      "grad_norm": 2.296675634736738,
      "learning_rate": 0.0002758659712583681,
      "loss": 5.1562,
      "step": 28453
    },
    {
      "epoch": 1.1654310874462421,
      "grad_norm": 2.2460323543290435,
      "learning_rate": 0.00027586419713693103,
      "loss": 5.4062,
      "step": 28454
    },
    {
      "epoch": 1.1654720458734384,
      "grad_norm": 2.107463742876895,
      "learning_rate": 0.0002758624229559927,
      "loss": 6.1875,
      "step": 28455
    },
    {
      "epoch": 1.1655130043006348,
      "grad_norm": 5.9339886038866405,
      "learning_rate": 0.00027586064871555394,
      "loss": 5.9688,
      "step": 28456
    },
    {
      "epoch": 1.1655539627278313,
      "grad_norm": 3.4720909797152024,
      "learning_rate": 0.0002758588744156155,
      "loss": 6.6875,
      "step": 28457
    },
    {
      "epoch": 1.1655949211550276,
      "grad_norm": 2.0955469389477726,
      "learning_rate": 0.00027585710005617836,
      "loss": 5.0625,
      "step": 28458
    },
    {
      "epoch": 1.165635879582224,
      "grad_norm": 2.063762901169331,
      "learning_rate": 0.0002758553256372432,
      "loss": 4.4688,
      "step": 28459
    },
    {
      "epoch": 1.1656768380094205,
      "grad_norm": 4.559547541351942,
      "learning_rate": 0.00027585355115881103,
      "loss": 6.0,
      "step": 28460
    },
    {
      "epoch": 1.1657177964366168,
      "grad_norm": 2.2510698438727834,
      "learning_rate": 0.0002758517766208826,
      "loss": 5.7188,
      "step": 28461
    },
    {
      "epoch": 1.1657587548638133,
      "grad_norm": 2.307353152466065,
      "learning_rate": 0.0002758500020234587,
      "loss": 4.9375,
      "step": 28462
    },
    {
      "epoch": 1.1657997132910096,
      "grad_norm": 2.5672089185642117,
      "learning_rate": 0.0002758482273665403,
      "loss": 6.6875,
      "step": 28463
    },
    {
      "epoch": 1.165840671718206,
      "grad_norm": 4.4817083136691584,
      "learning_rate": 0.0002758464526501281,
      "loss": 6.1875,
      "step": 28464
    },
    {
      "epoch": 1.1658816301454025,
      "grad_norm": 2.7875084916163884,
      "learning_rate": 0.00027584467787422303,
      "loss": 6.2188,
      "step": 28465
    },
    {
      "epoch": 1.1659225885725988,
      "grad_norm": 5.35138575480573,
      "learning_rate": 0.0002758429030388259,
      "loss": 5.1562,
      "step": 28466
    },
    {
      "epoch": 1.1659635469997953,
      "grad_norm": 8.191455266442176,
      "learning_rate": 0.0002758411281439375,
      "loss": 4.5938,
      "step": 28467
    },
    {
      "epoch": 1.1660045054269916,
      "grad_norm": 2.4899658720055413,
      "learning_rate": 0.00027583935318955876,
      "loss": 6.875,
      "step": 28468
    },
    {
      "epoch": 1.166045463854188,
      "grad_norm": 2.013206656322378,
      "learning_rate": 0.00027583757817569045,
      "loss": 4.3125,
      "step": 28469
    },
    {
      "epoch": 1.1660864222813845,
      "grad_norm": 2.311720801954091,
      "learning_rate": 0.00027583580310233343,
      "loss": 6.7188,
      "step": 28470
    },
    {
      "epoch": 1.1661273807085808,
      "grad_norm": 2.5042200768024765,
      "learning_rate": 0.00027583402796948857,
      "loss": 5.2812,
      "step": 28471
    },
    {
      "epoch": 1.166168339135777,
      "grad_norm": 2.2715556994559702,
      "learning_rate": 0.0002758322527771567,
      "loss": 5.625,
      "step": 28472
    },
    {
      "epoch": 1.1662092975629736,
      "grad_norm": 3.050754309910708,
      "learning_rate": 0.0002758304775253386,
      "loss": 5.1562,
      "step": 28473
    },
    {
      "epoch": 1.16625025599017,
      "grad_norm": 2.5292165901024077,
      "learning_rate": 0.00027582870221403517,
      "loss": 4.8438,
      "step": 28474
    },
    {
      "epoch": 1.1662912144173663,
      "grad_norm": 2.4905847941567947,
      "learning_rate": 0.00027582692684324724,
      "loss": 4.9688,
      "step": 28475
    },
    {
      "epoch": 1.1663321728445628,
      "grad_norm": 3.069144741895553,
      "learning_rate": 0.0002758251514129756,
      "loss": 5.1875,
      "step": 28476
    },
    {
      "epoch": 1.1663731312717591,
      "grad_norm": 5.511092049473658,
      "learning_rate": 0.0002758233759232211,
      "loss": 7.7188,
      "step": 28477
    },
    {
      "epoch": 1.1664140896989554,
      "grad_norm": 2.8052439043392283,
      "learning_rate": 0.0002758216003739847,
      "loss": 5.7188,
      "step": 28478
    },
    {
      "epoch": 1.166455048126152,
      "grad_norm": 1.7870349987740397,
      "learning_rate": 0.00027581982476526716,
      "loss": 4.8125,
      "step": 28479
    },
    {
      "epoch": 1.1664960065533483,
      "grad_norm": 1.866517245410239,
      "learning_rate": 0.00027581804909706923,
      "loss": 4.5312,
      "step": 28480
    },
    {
      "epoch": 1.1665369649805448,
      "grad_norm": 2.842563837856517,
      "learning_rate": 0.00027581627336939186,
      "loss": 5.9688,
      "step": 28481
    },
    {
      "epoch": 1.1665779234077411,
      "grad_norm": 2.6670985897643016,
      "learning_rate": 0.00027581449758223587,
      "loss": 6.5938,
      "step": 28482
    },
    {
      "epoch": 1.1666188818349374,
      "grad_norm": 2.147766555473575,
      "learning_rate": 0.00027581272173560206,
      "loss": 5.0938,
      "step": 28483
    },
    {
      "epoch": 1.166659840262134,
      "grad_norm": 2.6378139246823915,
      "learning_rate": 0.0002758109458294913,
      "loss": 6.0,
      "step": 28484
    },
    {
      "epoch": 1.1667007986893303,
      "grad_norm": 2.8035054120027025,
      "learning_rate": 0.0002758091698639045,
      "loss": 4.2812,
      "step": 28485
    },
    {
      "epoch": 1.1667417571165268,
      "grad_norm": 2.1648427946136253,
      "learning_rate": 0.0002758073938388424,
      "loss": 5.9062,
      "step": 28486
    },
    {
      "epoch": 1.1667827155437231,
      "grad_norm": 2.224682069827202,
      "learning_rate": 0.0002758056177543058,
      "loss": 6.0312,
      "step": 28487
    },
    {
      "epoch": 1.1668236739709195,
      "grad_norm": 2.5696972471989947,
      "learning_rate": 0.0002758038416102956,
      "loss": 4.4375,
      "step": 28488
    },
    {
      "epoch": 1.166864632398116,
      "grad_norm": 14.631457681842518,
      "learning_rate": 0.00027580206540681263,
      "loss": 7.9375,
      "step": 28489
    },
    {
      "epoch": 1.1669055908253123,
      "grad_norm": 1.93728584196387,
      "learning_rate": 0.0002758002891438578,
      "loss": 4.875,
      "step": 28490
    },
    {
      "epoch": 1.1669465492525086,
      "grad_norm": 3.4900726720794544,
      "learning_rate": 0.00027579851282143186,
      "loss": 5.6875,
      "step": 28491
    },
    {
      "epoch": 1.1669875076797052,
      "grad_norm": 2.1909360216942435,
      "learning_rate": 0.00027579673643953574,
      "loss": 4.8125,
      "step": 28492
    },
    {
      "epoch": 1.1670284661069015,
      "grad_norm": 2.0249349184596808,
      "learning_rate": 0.00027579495999817015,
      "loss": 4.4688,
      "step": 28493
    },
    {
      "epoch": 1.1670694245340978,
      "grad_norm": 2.6312402763110017,
      "learning_rate": 0.00027579318349733607,
      "loss": 5.5,
      "step": 28494
    },
    {
      "epoch": 1.1671103829612943,
      "grad_norm": 2.8177346987895433,
      "learning_rate": 0.00027579140693703426,
      "loss": 4.25,
      "step": 28495
    },
    {
      "epoch": 1.1671513413884906,
      "grad_norm": 2.30717973710265,
      "learning_rate": 0.00027578963031726553,
      "loss": 5.0938,
      "step": 28496
    },
    {
      "epoch": 1.1671922998156872,
      "grad_norm": 3.0313924401661674,
      "learning_rate": 0.0002757878536380308,
      "loss": 5.375,
      "step": 28497
    },
    {
      "epoch": 1.1672332582428835,
      "grad_norm": 4.451796036623106,
      "learning_rate": 0.00027578607689933085,
      "loss": 3.7031,
      "step": 28498
    },
    {
      "epoch": 1.1672742166700798,
      "grad_norm": 2.089831577457694,
      "learning_rate": 0.0002757843001011665,
      "loss": 5.0,
      "step": 28499
    },
    {
      "epoch": 1.1673151750972763,
      "grad_norm": 2.1649610911953796,
      "learning_rate": 0.00027578252324353874,
      "loss": 5.75,
      "step": 28500
    },
    {
      "epoch": 1.1673561335244727,
      "grad_norm": 2.7965647834766685,
      "learning_rate": 0.0002757807463264482,
      "loss": 5.25,
      "step": 28501
    },
    {
      "epoch": 1.167397091951669,
      "grad_norm": 2.2148371576589523,
      "learning_rate": 0.0002757789693498959,
      "loss": 4.3125,
      "step": 28502
    },
    {
      "epoch": 1.1674380503788655,
      "grad_norm": 2.0028796223765815,
      "learning_rate": 0.00027577719231388254,
      "loss": 3.7656,
      "step": 28503
    },
    {
      "epoch": 1.1674790088060618,
      "grad_norm": 2.6954237966657435,
      "learning_rate": 0.00027577541521840905,
      "loss": 4.8438,
      "step": 28504
    },
    {
      "epoch": 1.1675199672332583,
      "grad_norm": 2.474410389973172,
      "learning_rate": 0.00027577363806347623,
      "loss": 5.7188,
      "step": 28505
    },
    {
      "epoch": 1.1675609256604547,
      "grad_norm": 4.894222594769361,
      "learning_rate": 0.00027577186084908495,
      "loss": 6.6875,
      "step": 28506
    },
    {
      "epoch": 1.167601884087651,
      "grad_norm": 2.65376906270818,
      "learning_rate": 0.00027577008357523603,
      "loss": 4.7188,
      "step": 28507
    },
    {
      "epoch": 1.1676428425148475,
      "grad_norm": 4.432302103740274,
      "learning_rate": 0.0002757683062419303,
      "loss": 7.375,
      "step": 28508
    },
    {
      "epoch": 1.1676838009420438,
      "grad_norm": 2.6272563331376895,
      "learning_rate": 0.0002757665288491686,
      "loss": 5.1875,
      "step": 28509
    },
    {
      "epoch": 1.1677247593692401,
      "grad_norm": 13.412294375070951,
      "learning_rate": 0.00027576475139695183,
      "loss": 4.5,
      "step": 28510
    },
    {
      "epoch": 1.1677657177964367,
      "grad_norm": 3.663365168912032,
      "learning_rate": 0.0002757629738852807,
      "loss": 5.5625,
      "step": 28511
    },
    {
      "epoch": 1.167806676223633,
      "grad_norm": 2.2549912969018053,
      "learning_rate": 0.00027576119631415625,
      "loss": 5.625,
      "step": 28512
    },
    {
      "epoch": 1.1678476346508293,
      "grad_norm": 2.1962008498402,
      "learning_rate": 0.0002757594186835791,
      "loss": 4.8438,
      "step": 28513
    },
    {
      "epoch": 1.1678885930780258,
      "grad_norm": 2.2179140974761467,
      "learning_rate": 0.00027575764099355024,
      "loss": 3.7969,
      "step": 28514
    },
    {
      "epoch": 1.1679295515052222,
      "grad_norm": 2.6868804419259433,
      "learning_rate": 0.0002757558632440705,
      "loss": 5.2812,
      "step": 28515
    },
    {
      "epoch": 1.1679705099324187,
      "grad_norm": 4.275216708764569,
      "learning_rate": 0.00027575408543514064,
      "loss": 7.0625,
      "step": 28516
    },
    {
      "epoch": 1.168011468359615,
      "grad_norm": 3.086657282626412,
      "learning_rate": 0.00027575230756676154,
      "loss": 4.0938,
      "step": 28517
    },
    {
      "epoch": 1.1680524267868113,
      "grad_norm": 2.931363118687923,
      "learning_rate": 0.00027575052963893406,
      "loss": 4.8125,
      "step": 28518
    },
    {
      "epoch": 1.1680933852140079,
      "grad_norm": 2.242457647226345,
      "learning_rate": 0.000275748751651659,
      "loss": 5.0,
      "step": 28519
    },
    {
      "epoch": 1.1681343436412042,
      "grad_norm": 1.8285102048232198,
      "learning_rate": 0.0002757469736049373,
      "loss": 4.25,
      "step": 28520
    },
    {
      "epoch": 1.1681753020684005,
      "grad_norm": 2.0357537050992267,
      "learning_rate": 0.00027574519549876966,
      "loss": 5.5,
      "step": 28521
    },
    {
      "epoch": 1.168216260495597,
      "grad_norm": 2.1103970715239497,
      "learning_rate": 0.000275743417333157,
      "loss": 5.1562,
      "step": 28522
    },
    {
      "epoch": 1.1682572189227933,
      "grad_norm": 2.4546162676390266,
      "learning_rate": 0.0002757416391081002,
      "loss": 4.75,
      "step": 28523
    },
    {
      "epoch": 1.1682981773499899,
      "grad_norm": 4.35699827961464,
      "learning_rate": 0.00027573986082359995,
      "loss": 6.5938,
      "step": 28524
    },
    {
      "epoch": 1.1683391357771862,
      "grad_norm": 2.0652730568058977,
      "learning_rate": 0.00027573808247965725,
      "loss": 4.5625,
      "step": 28525
    },
    {
      "epoch": 1.1683800942043825,
      "grad_norm": 1.9940979358171178,
      "learning_rate": 0.0002757363040762729,
      "loss": 5.25,
      "step": 28526
    },
    {
      "epoch": 1.168421052631579,
      "grad_norm": 3.838791609410136,
      "learning_rate": 0.0002757345256134477,
      "loss": 6.25,
      "step": 28527
    },
    {
      "epoch": 1.1684620110587753,
      "grad_norm": 2.6923776839695153,
      "learning_rate": 0.00027573274709118253,
      "loss": 5.6875,
      "step": 28528
    },
    {
      "epoch": 1.1685029694859717,
      "grad_norm": 1.9696770362074782,
      "learning_rate": 0.00027573096850947815,
      "loss": 4.625,
      "step": 28529
    },
    {
      "epoch": 1.1685439279131682,
      "grad_norm": 2.408983881872652,
      "learning_rate": 0.0002757291898683355,
      "loss": 5.4688,
      "step": 28530
    },
    {
      "epoch": 1.1685848863403645,
      "grad_norm": 2.256522492377549,
      "learning_rate": 0.0002757274111677554,
      "loss": 4.9375,
      "step": 28531
    },
    {
      "epoch": 1.1686258447675608,
      "grad_norm": 2.051565542068039,
      "learning_rate": 0.0002757256324077387,
      "loss": 4.3438,
      "step": 28532
    },
    {
      "epoch": 1.1686668031947574,
      "grad_norm": 2.1048129796732384,
      "learning_rate": 0.00027572385358828617,
      "loss": 5.5,
      "step": 28533
    },
    {
      "epoch": 1.1687077616219537,
      "grad_norm": 4.006896579843074,
      "learning_rate": 0.0002757220747093987,
      "loss": 6.0625,
      "step": 28534
    },
    {
      "epoch": 1.1687487200491502,
      "grad_norm": 1.9986690045740785,
      "learning_rate": 0.00027572029577107714,
      "loss": 5.375,
      "step": 28535
    },
    {
      "epoch": 1.1687896784763465,
      "grad_norm": 2.1959195885109155,
      "learning_rate": 0.0002757185167733223,
      "loss": 5.0,
      "step": 28536
    },
    {
      "epoch": 1.1688306369035428,
      "grad_norm": 2.1393432410664963,
      "learning_rate": 0.0002757167377161351,
      "loss": 5.4062,
      "step": 28537
    },
    {
      "epoch": 1.1688715953307394,
      "grad_norm": 1.8333047666111288,
      "learning_rate": 0.0002757149585995163,
      "loss": 5.25,
      "step": 28538
    },
    {
      "epoch": 1.1689125537579357,
      "grad_norm": 6.254764038899291,
      "learning_rate": 0.0002757131794234667,
      "loss": 1.2734,
      "step": 28539
    },
    {
      "epoch": 1.1689535121851322,
      "grad_norm": 1.7890642563698236,
      "learning_rate": 0.0002757114001879873,
      "loss": 4.875,
      "step": 28540
    },
    {
      "epoch": 1.1689944706123285,
      "grad_norm": 2.082365495759009,
      "learning_rate": 0.00027570962089307877,
      "loss": 5.5625,
      "step": 28541
    },
    {
      "epoch": 1.1690354290395248,
      "grad_norm": 2.396729558595763,
      "learning_rate": 0.00027570784153874205,
      "loss": 5.5625,
      "step": 28542
    },
    {
      "epoch": 1.1690763874667214,
      "grad_norm": 1.9884858133112546,
      "learning_rate": 0.000275706062124978,
      "loss": 6.0,
      "step": 28543
    },
    {
      "epoch": 1.1691173458939177,
      "grad_norm": 2.1031716388935506,
      "learning_rate": 0.0002757042826517873,
      "loss": 5.6875,
      "step": 28544
    },
    {
      "epoch": 1.169158304321114,
      "grad_norm": 2.11281614011946,
      "learning_rate": 0.000275702503119171,
      "loss": 6.0312,
      "step": 28545
    },
    {
      "epoch": 1.1691992627483105,
      "grad_norm": 2.1295039576553014,
      "learning_rate": 0.00027570072352712984,
      "loss": 4.5,
      "step": 28546
    },
    {
      "epoch": 1.1692402211755069,
      "grad_norm": 2.000686286747969,
      "learning_rate": 0.0002756989438756647,
      "loss": 4.8438,
      "step": 28547
    },
    {
      "epoch": 1.1692811796027032,
      "grad_norm": 2.8444288742010655,
      "learning_rate": 0.0002756971641647763,
      "loss": 4.1562,
      "step": 28548
    },
    {
      "epoch": 1.1693221380298997,
      "grad_norm": 2.2997986143460207,
      "learning_rate": 0.00027569538439446565,
      "loss": 5.1562,
      "step": 28549
    },
    {
      "epoch": 1.169363096457096,
      "grad_norm": 2.6548936808321644,
      "learning_rate": 0.0002756936045647335,
      "loss": 6.5312,
      "step": 28550
    },
    {
      "epoch": 1.1694040548842923,
      "grad_norm": 7.844893943689374,
      "learning_rate": 0.0002756918246755807,
      "loss": 4.8438,
      "step": 28551
    },
    {
      "epoch": 1.1694450133114889,
      "grad_norm": 2.8194942787226296,
      "learning_rate": 0.0002756900447270081,
      "loss": 5.6875,
      "step": 28552
    },
    {
      "epoch": 1.1694859717386852,
      "grad_norm": 1.923820963587328,
      "learning_rate": 0.00027568826471901657,
      "loss": 4.9062,
      "step": 28553
    },
    {
      "epoch": 1.1695269301658817,
      "grad_norm": 1.8888525281123996,
      "learning_rate": 0.00027568648465160685,
      "loss": 4.25,
      "step": 28554
    },
    {
      "epoch": 1.169567888593078,
      "grad_norm": 1.734698899657281,
      "learning_rate": 0.00027568470452477993,
      "loss": 4.4688,
      "step": 28555
    },
    {
      "epoch": 1.1696088470202743,
      "grad_norm": 2.2800893778827547,
      "learning_rate": 0.00027568292433853656,
      "loss": 4.9062,
      "step": 28556
    },
    {
      "epoch": 1.1696498054474709,
      "grad_norm": 4.024015484035928,
      "learning_rate": 0.00027568114409287755,
      "loss": 4.625,
      "step": 28557
    },
    {
      "epoch": 1.1696907638746672,
      "grad_norm": 6.494891885819546,
      "learning_rate": 0.00027567936378780384,
      "loss": 2.8906,
      "step": 28558
    },
    {
      "epoch": 1.1697317223018637,
      "grad_norm": 2.555439614720064,
      "learning_rate": 0.0002756775834233162,
      "loss": 5.375,
      "step": 28559
    },
    {
      "epoch": 1.16977268072906,
      "grad_norm": 2.615368984096714,
      "learning_rate": 0.0002756758029994155,
      "loss": 5.6875,
      "step": 28560
    },
    {
      "epoch": 1.1698136391562564,
      "grad_norm": 3.1429951279078723,
      "learning_rate": 0.0002756740225161026,
      "loss": 5.1562,
      "step": 28561
    },
    {
      "epoch": 1.169854597583453,
      "grad_norm": 1.8728113901755534,
      "learning_rate": 0.00027567224197337826,
      "loss": 4.9688,
      "step": 28562
    },
    {
      "epoch": 1.1698955560106492,
      "grad_norm": 2.1348527425438184,
      "learning_rate": 0.0002756704613712434,
      "loss": 5.125,
      "step": 28563
    },
    {
      "epoch": 1.1699365144378455,
      "grad_norm": 2.6175165632304194,
      "learning_rate": 0.0002756686807096988,
      "loss": 5.5312,
      "step": 28564
    },
    {
      "epoch": 1.169977472865042,
      "grad_norm": 2.3500051743655153,
      "learning_rate": 0.0002756668999887454,
      "loss": 6.4062,
      "step": 28565
    },
    {
      "epoch": 1.1700184312922384,
      "grad_norm": 1.9837838886982582,
      "learning_rate": 0.0002756651192083839,
      "loss": 4.5938,
      "step": 28566
    },
    {
      "epoch": 1.1700593897194347,
      "grad_norm": 3.3188257837122146,
      "learning_rate": 0.00027566333836861535,
      "loss": 6.9375,
      "step": 28567
    },
    {
      "epoch": 1.1701003481466312,
      "grad_norm": 2.07625490073427,
      "learning_rate": 0.00027566155746944036,
      "loss": 4.625,
      "step": 28568
    },
    {
      "epoch": 1.1701413065738275,
      "grad_norm": 2.7055946023753754,
      "learning_rate": 0.00027565977651085994,
      "loss": 5.3125,
      "step": 28569
    },
    {
      "epoch": 1.1701822650010238,
      "grad_norm": 2.179579724380955,
      "learning_rate": 0.0002756579954928748,
      "loss": 4.5312,
      "step": 28570
    },
    {
      "epoch": 1.1702232234282204,
      "grad_norm": 3.3640548895488567,
      "learning_rate": 0.0002756562144154859,
      "loss": 5.875,
      "step": 28571
    },
    {
      "epoch": 1.1702641818554167,
      "grad_norm": 2.682808166957555,
      "learning_rate": 0.000275654433278694,
      "loss": 4.9062,
      "step": 28572
    },
    {
      "epoch": 1.1703051402826132,
      "grad_norm": 2.288380584881166,
      "learning_rate": 0.0002756526520825,
      "loss": 5.5,
      "step": 28573
    },
    {
      "epoch": 1.1703460987098095,
      "grad_norm": 3.3794343043139836,
      "learning_rate": 0.0002756508708269048,
      "loss": 5.9062,
      "step": 28574
    },
    {
      "epoch": 1.1703870571370059,
      "grad_norm": 6.237392144631699,
      "learning_rate": 0.00027564908951190905,
      "loss": 6.25,
      "step": 28575
    },
    {
      "epoch": 1.1704280155642024,
      "grad_norm": 2.422962324874853,
      "learning_rate": 0.0002756473081375137,
      "loss": 5.3125,
      "step": 28576
    },
    {
      "epoch": 1.1704689739913987,
      "grad_norm": 2.6594519767428224,
      "learning_rate": 0.00027564552670371963,
      "loss": 4.4062,
      "step": 28577
    },
    {
      "epoch": 1.1705099324185952,
      "grad_norm": 2.16451973174984,
      "learning_rate": 0.0002756437452105276,
      "loss": 5.0938,
      "step": 28578
    },
    {
      "epoch": 1.1705508908457916,
      "grad_norm": 2.0955452212648966,
      "learning_rate": 0.0002756419636579386,
      "loss": 5.4062,
      "step": 28579
    },
    {
      "epoch": 1.1705918492729879,
      "grad_norm": 2.01759631524854,
      "learning_rate": 0.0002756401820459533,
      "loss": 4.8125,
      "step": 28580
    },
    {
      "epoch": 1.1706328077001844,
      "grad_norm": 2.1457018198406477,
      "learning_rate": 0.0002756384003745726,
      "loss": 4.9375,
      "step": 28581
    },
    {
      "epoch": 1.1706737661273807,
      "grad_norm": 2.1810286646338484,
      "learning_rate": 0.0002756366186437974,
      "loss": 5.2812,
      "step": 28582
    },
    {
      "epoch": 1.170714724554577,
      "grad_norm": 2.026918567159958,
      "learning_rate": 0.00027563483685362847,
      "loss": 3.8906,
      "step": 28583
    },
    {
      "epoch": 1.1707556829817736,
      "grad_norm": 3.3213308226299003,
      "learning_rate": 0.00027563305500406663,
      "loss": 1.9688,
      "step": 28584
    },
    {
      "epoch": 1.1707966414089699,
      "grad_norm": 1.8873852389555361,
      "learning_rate": 0.00027563127309511285,
      "loss": 4.5938,
      "step": 28585
    },
    {
      "epoch": 1.1708375998361662,
      "grad_norm": 2.287720539411144,
      "learning_rate": 0.0002756294911267679,
      "loss": 4.875,
      "step": 28586
    },
    {
      "epoch": 1.1708785582633627,
      "grad_norm": 2.3469997562625164,
      "learning_rate": 0.00027562770909903255,
      "loss": 5.4375,
      "step": 28587
    },
    {
      "epoch": 1.170919516690559,
      "grad_norm": 1.9826465556849462,
      "learning_rate": 0.0002756259270119077,
      "loss": 5.0938,
      "step": 28588
    },
    {
      "epoch": 1.1709604751177554,
      "grad_norm": 2.2541378662323033,
      "learning_rate": 0.0002756241448653943,
      "loss": 5.4062,
      "step": 28589
    },
    {
      "epoch": 1.171001433544952,
      "grad_norm": 1.9745806526476166,
      "learning_rate": 0.00027562236265949304,
      "loss": 4.9062,
      "step": 28590
    },
    {
      "epoch": 1.1710423919721482,
      "grad_norm": 1.9134229171879147,
      "learning_rate": 0.00027562058039420483,
      "loss": 5.1875,
      "step": 28591
    },
    {
      "epoch": 1.1710833503993447,
      "grad_norm": 1.98604886153979,
      "learning_rate": 0.0002756187980695304,
      "loss": 4.7812,
      "step": 28592
    },
    {
      "epoch": 1.171124308826541,
      "grad_norm": 3.2532658887037704,
      "learning_rate": 0.00027561701568547085,
      "loss": 6.0312,
      "step": 28593
    },
    {
      "epoch": 1.1711652672537374,
      "grad_norm": 2.4012132421850705,
      "learning_rate": 0.00027561523324202676,
      "loss": 5.0938,
      "step": 28594
    },
    {
      "epoch": 1.171206225680934,
      "grad_norm": 1.9843030672704696,
      "learning_rate": 0.00027561345073919913,
      "loss": 4.875,
      "step": 28595
    },
    {
      "epoch": 1.1712471841081302,
      "grad_norm": 2.3427060039313354,
      "learning_rate": 0.0002756116681769887,
      "loss": 5.125,
      "step": 28596
    },
    {
      "epoch": 1.1712881425353268,
      "grad_norm": 2.254341697142362,
      "learning_rate": 0.0002756098855553964,
      "loss": 5.5312,
      "step": 28597
    },
    {
      "epoch": 1.171329100962523,
      "grad_norm": 2.152312680091071,
      "learning_rate": 0.000275608102874423,
      "loss": 4.9062,
      "step": 28598
    },
    {
      "epoch": 1.1713700593897194,
      "grad_norm": 1.9490514275996411,
      "learning_rate": 0.00027560632013406944,
      "loss": 4.9688,
      "step": 28599
    },
    {
      "epoch": 1.171411017816916,
      "grad_norm": 3.3903597646661696,
      "learning_rate": 0.00027560453733433646,
      "loss": 6.2188,
      "step": 28600
    },
    {
      "epoch": 1.1714519762441122,
      "grad_norm": 3.4551512121288077,
      "learning_rate": 0.0002756027544752249,
      "loss": 3.7188,
      "step": 28601
    },
    {
      "epoch": 1.1714929346713086,
      "grad_norm": 7.058949477564123,
      "learning_rate": 0.0002756009715567357,
      "loss": 5.2188,
      "step": 28602
    },
    {
      "epoch": 1.171533893098505,
      "grad_norm": 1.9173824070109753,
      "learning_rate": 0.00027559918857886966,
      "loss": 4.9688,
      "step": 28603
    },
    {
      "epoch": 1.1715748515257014,
      "grad_norm": 2.0775980934953617,
      "learning_rate": 0.0002755974055416276,
      "loss": 5.2188,
      "step": 28604
    },
    {
      "epoch": 1.1716158099528977,
      "grad_norm": 2.4942801907012724,
      "learning_rate": 0.00027559562244501036,
      "loss": 5.0938,
      "step": 28605
    },
    {
      "epoch": 1.1716567683800942,
      "grad_norm": 1.9480951089618188,
      "learning_rate": 0.0002755938392890188,
      "loss": 4.3438,
      "step": 28606
    },
    {
      "epoch": 1.1716977268072906,
      "grad_norm": 2.0851919815703495,
      "learning_rate": 0.0002755920560736537,
      "loss": 6.6875,
      "step": 28607
    },
    {
      "epoch": 1.1717386852344869,
      "grad_norm": 2.351160963107592,
      "learning_rate": 0.0002755902727989161,
      "loss": 5.3438,
      "step": 28608
    },
    {
      "epoch": 1.1717796436616834,
      "grad_norm": 2.5144749195616636,
      "learning_rate": 0.0002755884894648066,
      "loss": 6.5,
      "step": 28609
    },
    {
      "epoch": 1.1718206020888797,
      "grad_norm": 1.8836273864952382,
      "learning_rate": 0.00027558670607132616,
      "loss": 4.2188,
      "step": 28610
    },
    {
      "epoch": 1.1718615605160763,
      "grad_norm": 1.9040253736478752,
      "learning_rate": 0.0002755849226184757,
      "loss": 4.0938,
      "step": 28611
    },
    {
      "epoch": 1.1719025189432726,
      "grad_norm": 1.9985881280458504,
      "learning_rate": 0.00027558313910625585,
      "loss": 4.7812,
      "step": 28612
    },
    {
      "epoch": 1.171943477370469,
      "grad_norm": 1.7919623710544363,
      "learning_rate": 0.0002755813555346677,
      "loss": 4.625,
      "step": 28613
    },
    {
      "epoch": 1.1719844357976654,
      "grad_norm": 2.5468632631032437,
      "learning_rate": 0.0002755795719037119,
      "loss": 5.6562,
      "step": 28614
    },
    {
      "epoch": 1.1720253942248617,
      "grad_norm": 2.808545199673572,
      "learning_rate": 0.00027557778821338935,
      "loss": 6.1562,
      "step": 28615
    },
    {
      "epoch": 1.1720663526520583,
      "grad_norm": 3.846761167525345,
      "learning_rate": 0.0002755760044637009,
      "loss": 6.1875,
      "step": 28616
    },
    {
      "epoch": 1.1721073110792546,
      "grad_norm": 6.660406948199157,
      "learning_rate": 0.0002755742206546475,
      "loss": 4.1562,
      "step": 28617
    },
    {
      "epoch": 1.172148269506451,
      "grad_norm": 3.566808421599801,
      "learning_rate": 0.0002755724367862298,
      "loss": 5.5938,
      "step": 28618
    },
    {
      "epoch": 1.1721892279336474,
      "grad_norm": 2.1827255369295098,
      "learning_rate": 0.0002755706528584488,
      "loss": 4.9062,
      "step": 28619
    },
    {
      "epoch": 1.1722301863608438,
      "grad_norm": 7.6735853869733734,
      "learning_rate": 0.00027556886887130527,
      "loss": 6.375,
      "step": 28620
    },
    {
      "epoch": 1.17227114478804,
      "grad_norm": 5.083937272516139,
      "learning_rate": 0.0002755670848248,
      "loss": 3.6406,
      "step": 28621
    },
    {
      "epoch": 1.1723121032152366,
      "grad_norm": 1.9110767803461008,
      "learning_rate": 0.000275565300718934,
      "loss": 5.1562,
      "step": 28622
    },
    {
      "epoch": 1.172353061642433,
      "grad_norm": 2.281267311964005,
      "learning_rate": 0.00027556351655370795,
      "loss": 5.0,
      "step": 28623
    },
    {
      "epoch": 1.1723940200696292,
      "grad_norm": 1.997707624738333,
      "learning_rate": 0.00027556173232912276,
      "loss": 4.5938,
      "step": 28624
    },
    {
      "epoch": 1.1724349784968258,
      "grad_norm": 2.7990430272805904,
      "learning_rate": 0.0002755599480451793,
      "loss": 5.1562,
      "step": 28625
    },
    {
      "epoch": 1.172475936924022,
      "grad_norm": 6.087968087877361,
      "learning_rate": 0.00027555816370187835,
      "loss": 2.4062,
      "step": 28626
    },
    {
      "epoch": 1.1725168953512184,
      "grad_norm": 2.3960035169115432,
      "learning_rate": 0.00027555637929922076,
      "loss": 5.2812,
      "step": 28627
    },
    {
      "epoch": 1.172557853778415,
      "grad_norm": 4.148625238251491,
      "learning_rate": 0.00027555459483720744,
      "loss": 5.3125,
      "step": 28628
    },
    {
      "epoch": 1.1725988122056112,
      "grad_norm": 1.9645110921046385,
      "learning_rate": 0.0002755528103158392,
      "loss": 4.2188,
      "step": 28629
    },
    {
      "epoch": 1.1726397706328078,
      "grad_norm": 2.4690283231158743,
      "learning_rate": 0.00027555102573511686,
      "loss": 5.9688,
      "step": 28630
    },
    {
      "epoch": 1.172680729060004,
      "grad_norm": 2.404882356827501,
      "learning_rate": 0.00027554924109504127,
      "loss": 4.8438,
      "step": 28631
    },
    {
      "epoch": 1.1727216874872004,
      "grad_norm": 2.925983265436272,
      "learning_rate": 0.0002755474563956133,
      "loss": 4.6875,
      "step": 28632
    },
    {
      "epoch": 1.172762645914397,
      "grad_norm": 2.322259500596502,
      "learning_rate": 0.0002755456716368338,
      "loss": 5.5,
      "step": 28633
    },
    {
      "epoch": 1.1728036043415933,
      "grad_norm": 3.243494633631628,
      "learning_rate": 0.00027554388681870354,
      "loss": 5.875,
      "step": 28634
    },
    {
      "epoch": 1.1728445627687898,
      "grad_norm": 5.257565810246824,
      "learning_rate": 0.00027554210194122346,
      "loss": 5.0312,
      "step": 28635
    },
    {
      "epoch": 1.172885521195986,
      "grad_norm": 2.1204450180425174,
      "learning_rate": 0.0002755403170043943,
      "loss": 5.1562,
      "step": 28636
    },
    {
      "epoch": 1.1729264796231824,
      "grad_norm": 2.0181257683127383,
      "learning_rate": 0.000275538532008217,
      "loss": 5.0625,
      "step": 28637
    },
    {
      "epoch": 1.172967438050379,
      "grad_norm": 1.8472843828211805,
      "learning_rate": 0.0002755367469526924,
      "loss": 4.7188,
      "step": 28638
    },
    {
      "epoch": 1.1730083964775753,
      "grad_norm": 3.673425776838365,
      "learning_rate": 0.00027553496183782127,
      "loss": 6.3438,
      "step": 28639
    },
    {
      "epoch": 1.1730493549047716,
      "grad_norm": 2.22855307356411,
      "learning_rate": 0.0002755331766636045,
      "loss": 4.7188,
      "step": 28640
    },
    {
      "epoch": 1.1730903133319681,
      "grad_norm": 2.0674832056383647,
      "learning_rate": 0.000275531391430043,
      "loss": 4.1562,
      "step": 28641
    },
    {
      "epoch": 1.1731312717591644,
      "grad_norm": 2.1230114446989026,
      "learning_rate": 0.00027552960613713744,
      "loss": 5.5625,
      "step": 28642
    },
    {
      "epoch": 1.1731722301863607,
      "grad_norm": 2.0517317235226304,
      "learning_rate": 0.0002755278207848888,
      "loss": 5.125,
      "step": 28643
    },
    {
      "epoch": 1.1732131886135573,
      "grad_norm": 3.938291303372284,
      "learning_rate": 0.0002755260353732979,
      "loss": 6.8125,
      "step": 28644
    },
    {
      "epoch": 1.1732541470407536,
      "grad_norm": 2.037159459453609,
      "learning_rate": 0.0002755242499023656,
      "loss": 5.0,
      "step": 28645
    },
    {
      "epoch": 1.17329510546795,
      "grad_norm": 2.1840566995278103,
      "learning_rate": 0.00027552246437209264,
      "loss": 5.75,
      "step": 28646
    },
    {
      "epoch": 1.1733360638951464,
      "grad_norm": 4.363371247785507,
      "learning_rate": 0.00027552067878248,
      "loss": 4.1875,
      "step": 28647
    },
    {
      "epoch": 1.1733770223223428,
      "grad_norm": 2.2213524486323997,
      "learning_rate": 0.00027551889313352844,
      "loss": 4.625,
      "step": 28648
    },
    {
      "epoch": 1.1734179807495393,
      "grad_norm": 2.7128104500954464,
      "learning_rate": 0.00027551710742523887,
      "loss": 6.3125,
      "step": 28649
    },
    {
      "epoch": 1.1734589391767356,
      "grad_norm": 3.0983195489134165,
      "learning_rate": 0.00027551532165761205,
      "loss": 5.0625,
      "step": 28650
    },
    {
      "epoch": 1.173499897603932,
      "grad_norm": 6.439735914682287,
      "learning_rate": 0.00027551353583064886,
      "loss": 1.9609,
      "step": 28651
    },
    {
      "epoch": 1.1735408560311285,
      "grad_norm": 2.426223258228449,
      "learning_rate": 0.00027551174994435026,
      "loss": 5.1562,
      "step": 28652
    },
    {
      "epoch": 1.1735818144583248,
      "grad_norm": 2.697793517450472,
      "learning_rate": 0.00027550996399871685,
      "loss": 4.3438,
      "step": 28653
    },
    {
      "epoch": 1.1736227728855213,
      "grad_norm": 2.5038360632708123,
      "learning_rate": 0.0002755081779937497,
      "loss": 5.1562,
      "step": 28654
    },
    {
      "epoch": 1.1736637313127176,
      "grad_norm": 1.9991820623269647,
      "learning_rate": 0.0002755063919294495,
      "loss": 5.2188,
      "step": 28655
    },
    {
      "epoch": 1.173704689739914,
      "grad_norm": 6.334531573569103,
      "learning_rate": 0.0002755046058058172,
      "loss": 2.9219,
      "step": 28656
    },
    {
      "epoch": 1.1737456481671105,
      "grad_norm": 3.524751667793844,
      "learning_rate": 0.00027550281962285364,
      "loss": 7.1562,
      "step": 28657
    },
    {
      "epoch": 1.1737866065943068,
      "grad_norm": 2.5875038724238935,
      "learning_rate": 0.0002755010333805596,
      "loss": 6.3125,
      "step": 28658
    },
    {
      "epoch": 1.173827565021503,
      "grad_norm": 2.2780241093794027,
      "learning_rate": 0.00027549924707893594,
      "loss": 5.2188,
      "step": 28659
    },
    {
      "epoch": 1.1738685234486996,
      "grad_norm": 1.931955360955872,
      "learning_rate": 0.00027549746071798355,
      "loss": 4.3438,
      "step": 28660
    },
    {
      "epoch": 1.173909481875896,
      "grad_norm": 2.1220444792064557,
      "learning_rate": 0.0002754956742977032,
      "loss": 5.2812,
      "step": 28661
    },
    {
      "epoch": 1.1739504403030923,
      "grad_norm": 1.9652111598332145,
      "learning_rate": 0.0002754938878180958,
      "loss": 4.5312,
      "step": 28662
    },
    {
      "epoch": 1.1739913987302888,
      "grad_norm": 2.6087174534319186,
      "learning_rate": 0.0002754921012791622,
      "loss": 5.5938,
      "step": 28663
    },
    {
      "epoch": 1.174032357157485,
      "grad_norm": 3.2352177404357447,
      "learning_rate": 0.00027549031468090317,
      "loss": 6.0,
      "step": 28664
    },
    {
      "epoch": 1.1740733155846816,
      "grad_norm": 3.7596725604634784,
      "learning_rate": 0.0002754885280233196,
      "loss": 5.125,
      "step": 28665
    },
    {
      "epoch": 1.174114274011878,
      "grad_norm": 3.5912139850470206,
      "learning_rate": 0.0002754867413064124,
      "loss": 5.8125,
      "step": 28666
    },
    {
      "epoch": 1.1741552324390743,
      "grad_norm": 2.1228034659365904,
      "learning_rate": 0.00027548495453018227,
      "loss": 4.125,
      "step": 28667
    },
    {
      "epoch": 1.1741961908662708,
      "grad_norm": 2.38490752741209,
      "learning_rate": 0.00027548316769463013,
      "loss": 4.7812,
      "step": 28668
    },
    {
      "epoch": 1.1742371492934671,
      "grad_norm": 1.8010143471016622,
      "learning_rate": 0.00027548138079975685,
      "loss": 4.7188,
      "step": 28669
    },
    {
      "epoch": 1.1742781077206634,
      "grad_norm": 2.1218615803477463,
      "learning_rate": 0.00027547959384556335,
      "loss": 5.5,
      "step": 28670
    },
    {
      "epoch": 1.17431906614786,
      "grad_norm": 4.09045674416476,
      "learning_rate": 0.00027547780683205027,
      "loss": 4.9688,
      "step": 28671
    },
    {
      "epoch": 1.1743600245750563,
      "grad_norm": 2.4919515631859195,
      "learning_rate": 0.0002754760197592186,
      "loss": 5.0625,
      "step": 28672
    },
    {
      "epoch": 1.1744009830022528,
      "grad_norm": 1.9732181237158988,
      "learning_rate": 0.00027547423262706914,
      "loss": 4.3438,
      "step": 28673
    },
    {
      "epoch": 1.1744419414294491,
      "grad_norm": 2.1713964197253315,
      "learning_rate": 0.00027547244543560276,
      "loss": 5.9688,
      "step": 28674
    },
    {
      "epoch": 1.1744828998566454,
      "grad_norm": 2.188786381093525,
      "learning_rate": 0.0002754706581848203,
      "loss": 4.1562,
      "step": 28675
    },
    {
      "epoch": 1.174523858283842,
      "grad_norm": 1.8902348049947644,
      "learning_rate": 0.00027546887087472256,
      "loss": 4.75,
      "step": 28676
    },
    {
      "epoch": 1.1745648167110383,
      "grad_norm": 2.1040438053904125,
      "learning_rate": 0.0002754670835053104,
      "loss": 4.75,
      "step": 28677
    },
    {
      "epoch": 1.1746057751382346,
      "grad_norm": 2.292826477419845,
      "learning_rate": 0.0002754652960765847,
      "loss": 5.625,
      "step": 28678
    },
    {
      "epoch": 1.1746467335654311,
      "grad_norm": 2.872291539557656,
      "learning_rate": 0.0002754635085885463,
      "loss": 3.7188,
      "step": 28679
    },
    {
      "epoch": 1.1746876919926275,
      "grad_norm": 1.8692437089265381,
      "learning_rate": 0.00027546172104119605,
      "loss": 4.4688,
      "step": 28680
    },
    {
      "epoch": 1.1747286504198238,
      "grad_norm": 1.8837038689116439,
      "learning_rate": 0.0002754599334345348,
      "loss": 4.6562,
      "step": 28681
    },
    {
      "epoch": 1.1747696088470203,
      "grad_norm": 31.752364003346337,
      "learning_rate": 0.0002754581457685633,
      "loss": 6.3125,
      "step": 28682
    },
    {
      "epoch": 1.1748105672742166,
      "grad_norm": 3.776367159176229,
      "learning_rate": 0.0002754563580432825,
      "loss": 6.375,
      "step": 28683
    },
    {
      "epoch": 1.1748515257014132,
      "grad_norm": 2.190125870622219,
      "learning_rate": 0.00027545457025869325,
      "loss": 5.0938,
      "step": 28684
    },
    {
      "epoch": 1.1748924841286095,
      "grad_norm": 6.371542504340115,
      "learning_rate": 0.0002754527824147963,
      "loss": 5.2188,
      "step": 28685
    },
    {
      "epoch": 1.1749334425558058,
      "grad_norm": 2.5977633049348388,
      "learning_rate": 0.0002754509945115926,
      "loss": 5.3125,
      "step": 28686
    },
    {
      "epoch": 1.1749744009830023,
      "grad_norm": 1.9280385206811155,
      "learning_rate": 0.0002754492065490829,
      "loss": 4.6875,
      "step": 28687
    },
    {
      "epoch": 1.1750153594101986,
      "grad_norm": 2.1717327855563036,
      "learning_rate": 0.00027544741852726813,
      "loss": 4.9688,
      "step": 28688
    },
    {
      "epoch": 1.175056317837395,
      "grad_norm": 3.0962862034485163,
      "learning_rate": 0.0002754456304461491,
      "loss": 4.4375,
      "step": 28689
    },
    {
      "epoch": 1.1750972762645915,
      "grad_norm": 2.3105447773027716,
      "learning_rate": 0.0002754438423057267,
      "loss": 4.625,
      "step": 28690
    },
    {
      "epoch": 1.1751382346917878,
      "grad_norm": 1.8445152213458218,
      "learning_rate": 0.0002754420541060016,
      "loss": 4.5,
      "step": 28691
    },
    {
      "epoch": 1.1751791931189843,
      "grad_norm": 2.4840555115836738,
      "learning_rate": 0.0002754402658469749,
      "loss": 3.2812,
      "step": 28692
    },
    {
      "epoch": 1.1752201515461806,
      "grad_norm": 1.8194406967629109,
      "learning_rate": 0.00027543847752864724,
      "loss": 4.375,
      "step": 28693
    },
    {
      "epoch": 1.175261109973377,
      "grad_norm": 1.7912891715153063,
      "learning_rate": 0.00027543668915101967,
      "loss": 4.125,
      "step": 28694
    },
    {
      "epoch": 1.1753020684005735,
      "grad_norm": 2.2641379067527585,
      "learning_rate": 0.00027543490071409274,
      "loss": 4.9688,
      "step": 28695
    },
    {
      "epoch": 1.1753430268277698,
      "grad_norm": 2.115778280488279,
      "learning_rate": 0.0002754331122178676,
      "loss": 5.0625,
      "step": 28696
    },
    {
      "epoch": 1.1753839852549661,
      "grad_norm": 10.055912505799556,
      "learning_rate": 0.0002754313236623449,
      "loss": 8.0625,
      "step": 28697
    },
    {
      "epoch": 1.1754249436821627,
      "grad_norm": 2.1582615608488505,
      "learning_rate": 0.00027542953504752554,
      "loss": 4.9375,
      "step": 28698
    },
    {
      "epoch": 1.175465902109359,
      "grad_norm": 2.3018547299532677,
      "learning_rate": 0.0002754277463734104,
      "loss": 4.5312,
      "step": 28699
    },
    {
      "epoch": 1.1755068605365553,
      "grad_norm": 2.28290316467126,
      "learning_rate": 0.0002754259576400003,
      "loss": 5.1562,
      "step": 28700
    },
    {
      "epoch": 1.1755478189637518,
      "grad_norm": 3.5977190918221535,
      "learning_rate": 0.00027542416884729614,
      "loss": 4.5312,
      "step": 28701
    },
    {
      "epoch": 1.1755887773909481,
      "grad_norm": 3.026485836078025,
      "learning_rate": 0.0002754223799952987,
      "loss": 4.7812,
      "step": 28702
    },
    {
      "epoch": 1.1756297358181447,
      "grad_norm": 2.3157346413466753,
      "learning_rate": 0.00027542059108400874,
      "loss": 4.75,
      "step": 28703
    },
    {
      "epoch": 1.175670694245341,
      "grad_norm": 2.7066647006719857,
      "learning_rate": 0.00027541880211342726,
      "loss": 4.875,
      "step": 28704
    },
    {
      "epoch": 1.1757116526725373,
      "grad_norm": 2.196932194786669,
      "learning_rate": 0.00027541701308355504,
      "loss": 4.75,
      "step": 28705
    },
    {
      "epoch": 1.1757526110997338,
      "grad_norm": 2.054647590183573,
      "learning_rate": 0.00027541522399439296,
      "loss": 5.4375,
      "step": 28706
    },
    {
      "epoch": 1.1757935695269301,
      "grad_norm": 7.926668164523202,
      "learning_rate": 0.00027541343484594177,
      "loss": 3.7344,
      "step": 28707
    },
    {
      "epoch": 1.1758345279541267,
      "grad_norm": 3.346297361432298,
      "learning_rate": 0.00027541164563820244,
      "loss": 5.9375,
      "step": 28708
    },
    {
      "epoch": 1.175875486381323,
      "grad_norm": 5.7085908663419875,
      "learning_rate": 0.00027540985637117575,
      "loss": 6.125,
      "step": 28709
    },
    {
      "epoch": 1.1759164448085193,
      "grad_norm": 4.349744013666674,
      "learning_rate": 0.00027540806704486254,
      "loss": 1.8906,
      "step": 28710
    },
    {
      "epoch": 1.1759574032357158,
      "grad_norm": 2.0708896044644365,
      "learning_rate": 0.0002754062776592637,
      "loss": 4.875,
      "step": 28711
    },
    {
      "epoch": 1.1759983616629122,
      "grad_norm": 5.804251010021559,
      "learning_rate": 0.0002754044882143801,
      "loss": 5.4062,
      "step": 28712
    },
    {
      "epoch": 1.1760393200901085,
      "grad_norm": 2.5886108293606878,
      "learning_rate": 0.00027540269871021247,
      "loss": 5.4062,
      "step": 28713
    },
    {
      "epoch": 1.176080278517305,
      "grad_norm": 2.373117902425818,
      "learning_rate": 0.0002754009091467617,
      "loss": 4.9375,
      "step": 28714
    },
    {
      "epoch": 1.1761212369445013,
      "grad_norm": 2.69072848504516,
      "learning_rate": 0.0002753991195240287,
      "loss": 4.2188,
      "step": 28715
    },
    {
      "epoch": 1.1761621953716976,
      "grad_norm": 3.4978525268689182,
      "learning_rate": 0.00027539732984201425,
      "loss": 5.4688,
      "step": 28716
    },
    {
      "epoch": 1.1762031537988942,
      "grad_norm": 3.3700578691205565,
      "learning_rate": 0.0002753955401007192,
      "loss": 5.9688,
      "step": 28717
    },
    {
      "epoch": 1.1762441122260905,
      "grad_norm": 2.2606534000500016,
      "learning_rate": 0.00027539375030014447,
      "loss": 4.5625,
      "step": 28718
    },
    {
      "epoch": 1.1762850706532868,
      "grad_norm": 1.9929197586786334,
      "learning_rate": 0.00027539196044029077,
      "loss": 4.875,
      "step": 28719
    },
    {
      "epoch": 1.1763260290804833,
      "grad_norm": 2.1798369190865228,
      "learning_rate": 0.00027539017052115913,
      "loss": 4.0625,
      "step": 28720
    },
    {
      "epoch": 1.1763669875076797,
      "grad_norm": 2.6032752811039024,
      "learning_rate": 0.00027538838054275025,
      "loss": 5.2812,
      "step": 28721
    },
    {
      "epoch": 1.1764079459348762,
      "grad_norm": 2.2925327954705854,
      "learning_rate": 0.000275386590505065,
      "loss": 5.1562,
      "step": 28722
    },
    {
      "epoch": 1.1764489043620725,
      "grad_norm": 8.02219262373794,
      "learning_rate": 0.00027538480040810426,
      "loss": 7.4688,
      "step": 28723
    },
    {
      "epoch": 1.1764898627892688,
      "grad_norm": 4.3777584109750585,
      "learning_rate": 0.0002753830102518689,
      "loss": 3.1719,
      "step": 28724
    },
    {
      "epoch": 1.1765308212164654,
      "grad_norm": 2.2083502715123027,
      "learning_rate": 0.00027538122003635963,
      "loss": 4.9688,
      "step": 28725
    },
    {
      "epoch": 1.1765717796436617,
      "grad_norm": 1.9820731524395623,
      "learning_rate": 0.0002753794297615775,
      "loss": 5.4062,
      "step": 28726
    },
    {
      "epoch": 1.1766127380708582,
      "grad_norm": 2.1116435023993954,
      "learning_rate": 0.0002753776394275232,
      "loss": 4.8125,
      "step": 28727
    },
    {
      "epoch": 1.1766536964980545,
      "grad_norm": 2.419173657215534,
      "learning_rate": 0.0002753758490341976,
      "loss": 5.5,
      "step": 28728
    },
    {
      "epoch": 1.1766946549252508,
      "grad_norm": 2.995775120023876,
      "learning_rate": 0.00027537405858160164,
      "loss": 4.9062,
      "step": 28729
    },
    {
      "epoch": 1.1767356133524474,
      "grad_norm": 2.2714674594193687,
      "learning_rate": 0.000275372268069736,
      "loss": 5.2188,
      "step": 28730
    },
    {
      "epoch": 1.1767765717796437,
      "grad_norm": 2.0761320764083235,
      "learning_rate": 0.00027537047749860174,
      "loss": 5.0938,
      "step": 28731
    },
    {
      "epoch": 1.17681753020684,
      "grad_norm": 2.3903620125935574,
      "learning_rate": 0.00027536868686819953,
      "loss": 5.0312,
      "step": 28732
    },
    {
      "epoch": 1.1768584886340365,
      "grad_norm": 3.3903769054847146,
      "learning_rate": 0.0002753668961785303,
      "loss": 3.6875,
      "step": 28733
    },
    {
      "epoch": 1.1768994470612328,
      "grad_norm": 2.2571191752980995,
      "learning_rate": 0.0002753651054295949,
      "loss": 4.9375,
      "step": 28734
    },
    {
      "epoch": 1.1769404054884292,
      "grad_norm": 2.600772418789608,
      "learning_rate": 0.00027536331462139414,
      "loss": 4.5625,
      "step": 28735
    },
    {
      "epoch": 1.1769813639156257,
      "grad_norm": 2.2220417083691046,
      "learning_rate": 0.00027536152375392885,
      "loss": 4.9688,
      "step": 28736
    },
    {
      "epoch": 1.177022322342822,
      "grad_norm": 4.894698632889917,
      "learning_rate": 0.0002753597328271999,
      "loss": 7.7812,
      "step": 28737
    },
    {
      "epoch": 1.1770632807700183,
      "grad_norm": 3.3586347488866664,
      "learning_rate": 0.00027535794184120816,
      "loss": 5.4688,
      "step": 28738
    },
    {
      "epoch": 1.1771042391972149,
      "grad_norm": 9.11578524489496,
      "learning_rate": 0.00027535615079595443,
      "loss": 7.125,
      "step": 28739
    },
    {
      "epoch": 1.1771451976244112,
      "grad_norm": 2.1747995610246016,
      "learning_rate": 0.00027535435969143967,
      "loss": 5.0938,
      "step": 28740
    },
    {
      "epoch": 1.1771861560516077,
      "grad_norm": 2.186203624532537,
      "learning_rate": 0.0002753525685276646,
      "loss": 5.0312,
      "step": 28741
    },
    {
      "epoch": 1.177227114478804,
      "grad_norm": 2.0855719793632796,
      "learning_rate": 0.0002753507773046301,
      "loss": 4.1875,
      "step": 28742
    },
    {
      "epoch": 1.1772680729060003,
      "grad_norm": 4.474669099237818,
      "learning_rate": 0.000275348986022337,
      "loss": 6.2188,
      "step": 28743
    },
    {
      "epoch": 1.1773090313331969,
      "grad_norm": 2.4095162377961703,
      "learning_rate": 0.00027534719468078625,
      "loss": 6.125,
      "step": 28744
    },
    {
      "epoch": 1.1773499897603932,
      "grad_norm": 2.4721963845833796,
      "learning_rate": 0.00027534540327997856,
      "loss": 5.0938,
      "step": 28745
    },
    {
      "epoch": 1.1773909481875897,
      "grad_norm": 2.07877305089705,
      "learning_rate": 0.0002753436118199148,
      "loss": 4.4375,
      "step": 28746
    },
    {
      "epoch": 1.177431906614786,
      "grad_norm": 3.7101687887075188,
      "learning_rate": 0.00027534182030059586,
      "loss": 5.5938,
      "step": 28747
    },
    {
      "epoch": 1.1774728650419823,
      "grad_norm": 3.051769008414092,
      "learning_rate": 0.0002753400287220227,
      "loss": 5.0625,
      "step": 28748
    },
    {
      "epoch": 1.1775138234691789,
      "grad_norm": 3.3011396717168355,
      "learning_rate": 0.00027533823708419594,
      "loss": 4.4688,
      "step": 28749
    },
    {
      "epoch": 1.1775547818963752,
      "grad_norm": 3.7814074037772913,
      "learning_rate": 0.0002753364453871166,
      "loss": 4.125,
      "step": 28750
    },
    {
      "epoch": 1.1775957403235715,
      "grad_norm": 2.1308121701804303,
      "learning_rate": 0.00027533465363078536,
      "loss": 5.2188,
      "step": 28751
    },
    {
      "epoch": 1.177636698750768,
      "grad_norm": 1.910096971309142,
      "learning_rate": 0.0002753328618152032,
      "loss": 5.0625,
      "step": 28752
    },
    {
      "epoch": 1.1776776571779644,
      "grad_norm": 3.251544385923287,
      "learning_rate": 0.000275331069940371,
      "loss": 4.3125,
      "step": 28753
    },
    {
      "epoch": 1.1777186156051607,
      "grad_norm": 11.524872616957678,
      "learning_rate": 0.00027532927800628953,
      "loss": 2.4844,
      "step": 28754
    },
    {
      "epoch": 1.1777595740323572,
      "grad_norm": 2.176534844070755,
      "learning_rate": 0.0002753274860129596,
      "loss": 5.125,
      "step": 28755
    },
    {
      "epoch": 1.1778005324595535,
      "grad_norm": 1.961966722219933,
      "learning_rate": 0.0002753256939603822,
      "loss": 5.3438,
      "step": 28756
    },
    {
      "epoch": 1.1778414908867498,
      "grad_norm": 1.9580466322735235,
      "learning_rate": 0.000275323901848558,
      "loss": 5.375,
      "step": 28757
    },
    {
      "epoch": 1.1778824493139464,
      "grad_norm": 1.9681308509280926,
      "learning_rate": 0.00027532210967748795,
      "loss": 5.0625,
      "step": 28758
    },
    {
      "epoch": 1.1779234077411427,
      "grad_norm": 3.13547098304011,
      "learning_rate": 0.0002753203174471729,
      "loss": 5.9688,
      "step": 28759
    },
    {
      "epoch": 1.1779643661683392,
      "grad_norm": 1.866893768684512,
      "learning_rate": 0.00027531852515761367,
      "loss": 4.2188,
      "step": 28760
    },
    {
      "epoch": 1.1780053245955355,
      "grad_norm": 3.1448794439167798,
      "learning_rate": 0.0002753167328088111,
      "loss": 5.5312,
      "step": 28761
    },
    {
      "epoch": 1.1780462830227318,
      "grad_norm": 2.1845594397088166,
      "learning_rate": 0.0002753149404007661,
      "loss": 5.2188,
      "step": 28762
    },
    {
      "epoch": 1.1780872414499284,
      "grad_norm": 1.9452673562633043,
      "learning_rate": 0.00027531314793347933,
      "loss": 4.5938,
      "step": 28763
    },
    {
      "epoch": 1.1781281998771247,
      "grad_norm": 2.6202784667128616,
      "learning_rate": 0.0002753113554069519,
      "loss": 5.3438,
      "step": 28764
    },
    {
      "epoch": 1.1781691583043212,
      "grad_norm": 1.7331043851164978,
      "learning_rate": 0.00027530956282118446,
      "loss": 3.9688,
      "step": 28765
    },
    {
      "epoch": 1.1782101167315175,
      "grad_norm": 2.2391557968557527,
      "learning_rate": 0.00027530777017617796,
      "loss": 5.0,
      "step": 28766
    },
    {
      "epoch": 1.1782510751587139,
      "grad_norm": 2.9466316926220197,
      "learning_rate": 0.00027530597747193325,
      "loss": 6.125,
      "step": 28767
    },
    {
      "epoch": 1.1782920335859104,
      "grad_norm": 1.891991548906211,
      "learning_rate": 0.00027530418470845115,
      "loss": 4.3125,
      "step": 28768
    },
    {
      "epoch": 1.1783329920131067,
      "grad_norm": 7.720330148601883,
      "learning_rate": 0.0002753023918857324,
      "loss": 6.4375,
      "step": 28769
    },
    {
      "epoch": 1.178373950440303,
      "grad_norm": 3.2604776933830646,
      "learning_rate": 0.0002753005990037781,
      "loss": 5.5938,
      "step": 28770
    },
    {
      "epoch": 1.1784149088674996,
      "grad_norm": 9.658527226785138,
      "learning_rate": 0.00027529880606258885,
      "loss": 2.75,
      "step": 28771
    },
    {
      "epoch": 1.1784558672946959,
      "grad_norm": 2.1178526040107135,
      "learning_rate": 0.00027529701306216564,
      "loss": 4.3125,
      "step": 28772
    },
    {
      "epoch": 1.1784968257218922,
      "grad_norm": 2.4160792155528967,
      "learning_rate": 0.0002752952200025092,
      "loss": 5.5938,
      "step": 28773
    },
    {
      "epoch": 1.1785377841490887,
      "grad_norm": 3.3645232834693517,
      "learning_rate": 0.0002752934268836205,
      "loss": 6.8438,
      "step": 28774
    },
    {
      "epoch": 1.178578742576285,
      "grad_norm": 2.2262242760437863,
      "learning_rate": 0.00027529163370550034,
      "loss": 5.625,
      "step": 28775
    },
    {
      "epoch": 1.1786197010034813,
      "grad_norm": 4.08076385916513,
      "learning_rate": 0.00027528984046814957,
      "loss": 6.5938,
      "step": 28776
    },
    {
      "epoch": 1.1786606594306779,
      "grad_norm": 3.4142661780919776,
      "learning_rate": 0.000275288047171569,
      "loss": 6.75,
      "step": 28777
    },
    {
      "epoch": 1.1787016178578742,
      "grad_norm": 4.446587294931007,
      "learning_rate": 0.00027528625381575955,
      "loss": 1.9688,
      "step": 28778
    },
    {
      "epoch": 1.1787425762850707,
      "grad_norm": 2.835355697314916,
      "learning_rate": 0.000275284460400722,
      "loss": 4.9375,
      "step": 28779
    },
    {
      "epoch": 1.178783534712267,
      "grad_norm": 2.1555988202253826,
      "learning_rate": 0.00027528266692645727,
      "loss": 5.125,
      "step": 28780
    },
    {
      "epoch": 1.1788244931394634,
      "grad_norm": 6.439301551122545,
      "learning_rate": 0.00027528087339296617,
      "loss": 1.7578,
      "step": 28781
    },
    {
      "epoch": 1.17886545156666,
      "grad_norm": 4.9638043074460345,
      "learning_rate": 0.0002752790798002495,
      "loss": 4.375,
      "step": 28782
    },
    {
      "epoch": 1.1789064099938562,
      "grad_norm": 13.25062931104082,
      "learning_rate": 0.0002752772861483081,
      "loss": 3.75,
      "step": 28783
    },
    {
      "epoch": 1.1789473684210527,
      "grad_norm": 2.019860294973074,
      "learning_rate": 0.000275275492437143,
      "loss": 4.6875,
      "step": 28784
    },
    {
      "epoch": 1.178988326848249,
      "grad_norm": 2.5103752195839997,
      "learning_rate": 0.00027527369866675485,
      "loss": 5.9375,
      "step": 28785
    },
    {
      "epoch": 1.1790292852754454,
      "grad_norm": 3.0903062738074296,
      "learning_rate": 0.00027527190483714456,
      "loss": 6.875,
      "step": 28786
    },
    {
      "epoch": 1.179070243702642,
      "grad_norm": 2.015942135484438,
      "learning_rate": 0.00027527011094831297,
      "loss": 4.9375,
      "step": 28787
    },
    {
      "epoch": 1.1791112021298382,
      "grad_norm": 1.9200408168182594,
      "learning_rate": 0.00027526831700026096,
      "loss": 4.0312,
      "step": 28788
    },
    {
      "epoch": 1.1791521605570345,
      "grad_norm": 1.9822554059250599,
      "learning_rate": 0.00027526652299298933,
      "loss": 4.9375,
      "step": 28789
    },
    {
      "epoch": 1.179193118984231,
      "grad_norm": 2.0375643960968675,
      "learning_rate": 0.000275264728926499,
      "loss": 4.7188,
      "step": 28790
    },
    {
      "epoch": 1.1792340774114274,
      "grad_norm": 3.4420930913225027,
      "learning_rate": 0.0002752629348007908,
      "loss": 6.125,
      "step": 28791
    },
    {
      "epoch": 1.1792750358386237,
      "grad_norm": 2.483645286441367,
      "learning_rate": 0.0002752611406158655,
      "loss": 5.25,
      "step": 28792
    },
    {
      "epoch": 1.1793159942658202,
      "grad_norm": 3.7860856762663695,
      "learning_rate": 0.000275259346371724,
      "loss": 5.8438,
      "step": 28793
    },
    {
      "epoch": 1.1793569526930165,
      "grad_norm": 2.334926762258727,
      "learning_rate": 0.00027525755206836715,
      "loss": 4.3125,
      "step": 28794
    },
    {
      "epoch": 1.1793979111202129,
      "grad_norm": 1.9912818162814594,
      "learning_rate": 0.00027525575770579575,
      "loss": 4.4375,
      "step": 28795
    },
    {
      "epoch": 1.1794388695474094,
      "grad_norm": 2.7950413938653575,
      "learning_rate": 0.0002752539632840108,
      "loss": 5.9062,
      "step": 28796
    },
    {
      "epoch": 1.1794798279746057,
      "grad_norm": 2.1245808966604893,
      "learning_rate": 0.000275252168803013,
      "loss": 4.9062,
      "step": 28797
    },
    {
      "epoch": 1.1795207864018022,
      "grad_norm": 3.163017961167445,
      "learning_rate": 0.00027525037426280325,
      "loss": 3.8594,
      "step": 28798
    },
    {
      "epoch": 1.1795617448289986,
      "grad_norm": 2.2340767017522483,
      "learning_rate": 0.00027524857966338236,
      "loss": 2.9844,
      "step": 28799
    },
    {
      "epoch": 1.1796027032561949,
      "grad_norm": 2.2093044849423626,
      "learning_rate": 0.00027524678500475124,
      "loss": 5.125,
      "step": 28800
    },
    {
      "epoch": 1.1796436616833914,
      "grad_norm": 2.131204563488784,
      "learning_rate": 0.0002752449902869107,
      "loss": 5.4375,
      "step": 28801
    },
    {
      "epoch": 1.1796846201105877,
      "grad_norm": 2.037055762271762,
      "learning_rate": 0.0002752431955098616,
      "loss": 4.6875,
      "step": 28802
    },
    {
      "epoch": 1.1797255785377843,
      "grad_norm": 2.5053882922213466,
      "learning_rate": 0.00027524140067360477,
      "loss": 4.2188,
      "step": 28803
    },
    {
      "epoch": 1.1797665369649806,
      "grad_norm": 3.4590391742398925,
      "learning_rate": 0.00027523960577814107,
      "loss": 6.125,
      "step": 28804
    },
    {
      "epoch": 1.1798074953921769,
      "grad_norm": 4.187232382649914,
      "learning_rate": 0.00027523781082347136,
      "loss": 6.25,
      "step": 28805
    },
    {
      "epoch": 1.1798484538193734,
      "grad_norm": 7.923772040175677,
      "learning_rate": 0.0002752360158095965,
      "loss": 3.9844,
      "step": 28806
    },
    {
      "epoch": 1.1798894122465697,
      "grad_norm": 1.8455726071685559,
      "learning_rate": 0.0002752342207365173,
      "loss": 4.125,
      "step": 28807
    },
    {
      "epoch": 1.179930370673766,
      "grad_norm": 2.3758522142473537,
      "learning_rate": 0.0002752324256042346,
      "loss": 4.4062,
      "step": 28808
    },
    {
      "epoch": 1.1799713291009626,
      "grad_norm": 2.8571513825091124,
      "learning_rate": 0.00027523063041274935,
      "loss": 5.75,
      "step": 28809
    },
    {
      "epoch": 1.180012287528159,
      "grad_norm": 3.177396753750318,
      "learning_rate": 0.00027522883516206226,
      "loss": 3.1875,
      "step": 28810
    },
    {
      "epoch": 1.1800532459553552,
      "grad_norm": 7.590472312310538,
      "learning_rate": 0.00027522703985217425,
      "loss": 4.5625,
      "step": 28811
    },
    {
      "epoch": 1.1800942043825517,
      "grad_norm": 8.395965361604349,
      "learning_rate": 0.0002752252444830862,
      "loss": 6.2188,
      "step": 28812
    },
    {
      "epoch": 1.180135162809748,
      "grad_norm": 7.5167943315480095,
      "learning_rate": 0.0002752234490547989,
      "loss": 3.7344,
      "step": 28813
    },
    {
      "epoch": 1.1801761212369446,
      "grad_norm": 2.1529643893254353,
      "learning_rate": 0.0002752216535673132,
      "loss": 5.5625,
      "step": 28814
    },
    {
      "epoch": 1.180217079664141,
      "grad_norm": 2.3131213117133296,
      "learning_rate": 0.00027521985802062996,
      "loss": 4.8438,
      "step": 28815
    },
    {
      "epoch": 1.1802580380913372,
      "grad_norm": 1.9888529087175308,
      "learning_rate": 0.0002752180624147501,
      "loss": 4.9375,
      "step": 28816
    },
    {
      "epoch": 1.1802989965185338,
      "grad_norm": 3.0003205148962153,
      "learning_rate": 0.0002752162667496744,
      "loss": 7.9688,
      "step": 28817
    },
    {
      "epoch": 1.18033995494573,
      "grad_norm": 1.971714808731347,
      "learning_rate": 0.00027521447102540366,
      "loss": 5.4375,
      "step": 28818
    },
    {
      "epoch": 1.1803809133729264,
      "grad_norm": 2.043293875735858,
      "learning_rate": 0.0002752126752419388,
      "loss": 4.5,
      "step": 28819
    },
    {
      "epoch": 1.180421871800123,
      "grad_norm": 1.9726248460688829,
      "learning_rate": 0.0002752108793992807,
      "loss": 5.25,
      "step": 28820
    },
    {
      "epoch": 1.1804628302273192,
      "grad_norm": 2.674989844044682,
      "learning_rate": 0.00027520908349743005,
      "loss": 4.4375,
      "step": 28821
    },
    {
      "epoch": 1.1805037886545158,
      "grad_norm": 2.7050487294575616,
      "learning_rate": 0.0002752072875363879,
      "loss": 4.8438,
      "step": 28822
    },
    {
      "epoch": 1.180544747081712,
      "grad_norm": 2.317350280705606,
      "learning_rate": 0.000275205491516155,
      "loss": 5.4062,
      "step": 28823
    },
    {
      "epoch": 1.1805857055089084,
      "grad_norm": 2.086387380209803,
      "learning_rate": 0.00027520369543673225,
      "loss": 5.5,
      "step": 28824
    },
    {
      "epoch": 1.180626663936105,
      "grad_norm": 2.294158615087808,
      "learning_rate": 0.0002752018992981204,
      "loss": 4.7812,
      "step": 28825
    },
    {
      "epoch": 1.1806676223633013,
      "grad_norm": 2.246305175754719,
      "learning_rate": 0.00027520010310032035,
      "loss": 5.3125,
      "step": 28826
    },
    {
      "epoch": 1.1807085807904976,
      "grad_norm": 3.318188954769391,
      "learning_rate": 0.00027519830684333296,
      "loss": 6.0,
      "step": 28827
    },
    {
      "epoch": 1.180749539217694,
      "grad_norm": 3.5522410063907133,
      "learning_rate": 0.0002751965105271591,
      "loss": 6.5,
      "step": 28828
    },
    {
      "epoch": 1.1807904976448904,
      "grad_norm": 3.4365218005126468,
      "learning_rate": 0.0002751947141517996,
      "loss": 4.5625,
      "step": 28829
    },
    {
      "epoch": 1.1808314560720867,
      "grad_norm": 2.133893733887938,
      "learning_rate": 0.0002751929177172553,
      "loss": 5.0,
      "step": 28830
    },
    {
      "epoch": 1.1808724144992833,
      "grad_norm": 2.5079814464098735,
      "learning_rate": 0.000275191121223527,
      "loss": 4.7188,
      "step": 28831
    },
    {
      "epoch": 1.1809133729264796,
      "grad_norm": 1.9492964314581471,
      "learning_rate": 0.00027518932467061565,
      "loss": 5.2188,
      "step": 28832
    },
    {
      "epoch": 1.1809543313536761,
      "grad_norm": 1.9904234071941822,
      "learning_rate": 0.00027518752805852207,
      "loss": 4.5312,
      "step": 28833
    },
    {
      "epoch": 1.1809952897808724,
      "grad_norm": 4.517410375362631,
      "learning_rate": 0.00027518573138724705,
      "loss": 5.0938,
      "step": 28834
    },
    {
      "epoch": 1.1810362482080687,
      "grad_norm": 2.3002537896356348,
      "learning_rate": 0.0002751839346567915,
      "loss": 4.7812,
      "step": 28835
    },
    {
      "epoch": 1.1810772066352653,
      "grad_norm": 11.438232231849272,
      "learning_rate": 0.00027518213786715623,
      "loss": 2.0781,
      "step": 28836
    },
    {
      "epoch": 1.1811181650624616,
      "grad_norm": 3.0755106637585454,
      "learning_rate": 0.0002751803410183421,
      "loss": 5.5,
      "step": 28837
    },
    {
      "epoch": 1.181159123489658,
      "grad_norm": 3.336165446993266,
      "learning_rate": 0.00027517854411035004,
      "loss": 5.5625,
      "step": 28838
    },
    {
      "epoch": 1.1812000819168544,
      "grad_norm": 2.6278597178308285,
      "learning_rate": 0.0002751767471431808,
      "loss": 5.2188,
      "step": 28839
    },
    {
      "epoch": 1.1812410403440508,
      "grad_norm": 1.9546729507260305,
      "learning_rate": 0.0002751749501168352,
      "loss": 4.9688,
      "step": 28840
    },
    {
      "epoch": 1.1812819987712473,
      "grad_norm": 2.036024139097076,
      "learning_rate": 0.0002751731530313142,
      "loss": 5.1562,
      "step": 28841
    },
    {
      "epoch": 1.1813229571984436,
      "grad_norm": 2.1134836303874978,
      "learning_rate": 0.00027517135588661857,
      "loss": 5.0,
      "step": 28842
    },
    {
      "epoch": 1.18136391562564,
      "grad_norm": 1.8868535840797196,
      "learning_rate": 0.00027516955868274923,
      "loss": 4.6562,
      "step": 28843
    },
    {
      "epoch": 1.1814048740528365,
      "grad_norm": 1.9691309463911861,
      "learning_rate": 0.00027516776141970695,
      "loss": 5.1562,
      "step": 28844
    },
    {
      "epoch": 1.1814458324800328,
      "grad_norm": 5.388348103432151,
      "learning_rate": 0.0002751659640974926,
      "loss": 7.3125,
      "step": 28845
    },
    {
      "epoch": 1.181486790907229,
      "grad_norm": 2.318403242739706,
      "learning_rate": 0.0002751641667161071,
      "loss": 5.4688,
      "step": 28846
    },
    {
      "epoch": 1.1815277493344256,
      "grad_norm": 2.666148873950993,
      "learning_rate": 0.0002751623692755512,
      "loss": 5.75,
      "step": 28847
    },
    {
      "epoch": 1.181568707761622,
      "grad_norm": 1.91648893399753,
      "learning_rate": 0.0002751605717758258,
      "loss": 5.125,
      "step": 28848
    },
    {
      "epoch": 1.1816096661888182,
      "grad_norm": 2.057522845284029,
      "learning_rate": 0.00027515877421693173,
      "loss": 5.75,
      "step": 28849
    },
    {
      "epoch": 1.1816506246160148,
      "grad_norm": 2.024572595882442,
      "learning_rate": 0.0002751569765988699,
      "loss": 4.875,
      "step": 28850
    },
    {
      "epoch": 1.181691583043211,
      "grad_norm": 1.9820122820878951,
      "learning_rate": 0.0002751551789216411,
      "loss": 4.0,
      "step": 28851
    },
    {
      "epoch": 1.1817325414704076,
      "grad_norm": 3.4373698676735014,
      "learning_rate": 0.00027515338118524617,
      "loss": 3.8906,
      "step": 28852
    },
    {
      "epoch": 1.181773499897604,
      "grad_norm": 1.9071190875521276,
      "learning_rate": 0.000275151583389686,
      "loss": 4.375,
      "step": 28853
    },
    {
      "epoch": 1.1818144583248003,
      "grad_norm": 2.056395345280896,
      "learning_rate": 0.00027514978553496144,
      "loss": 4.8438,
      "step": 28854
    },
    {
      "epoch": 1.1818554167519968,
      "grad_norm": 2.3710171585575064,
      "learning_rate": 0.0002751479876210733,
      "loss": 4.6875,
      "step": 28855
    },
    {
      "epoch": 1.181896375179193,
      "grad_norm": 3.885340846100319,
      "learning_rate": 0.0002751461896480224,
      "loss": 4.2188,
      "step": 28856
    },
    {
      "epoch": 1.1819373336063894,
      "grad_norm": 3.0024228825611514,
      "learning_rate": 0.0002751443916158097,
      "loss": 4.625,
      "step": 28857
    },
    {
      "epoch": 1.181978292033586,
      "grad_norm": 1.9115680353714513,
      "learning_rate": 0.000275142593524436,
      "loss": 5.2812,
      "step": 28858
    },
    {
      "epoch": 1.1820192504607823,
      "grad_norm": 2.165165364105089,
      "learning_rate": 0.0002751407953739022,
      "loss": 5.4688,
      "step": 28859
    },
    {
      "epoch": 1.1820602088879788,
      "grad_norm": 5.2424579373629925,
      "learning_rate": 0.00027513899716420903,
      "loss": 5.2188,
      "step": 28860
    },
    {
      "epoch": 1.1821011673151751,
      "grad_norm": 1.891520286271704,
      "learning_rate": 0.00027513719889535733,
      "loss": 4.8438,
      "step": 28861
    },
    {
      "epoch": 1.1821421257423714,
      "grad_norm": 1.884900410820336,
      "learning_rate": 0.00027513540056734815,
      "loss": 4.3125,
      "step": 28862
    },
    {
      "epoch": 1.182183084169568,
      "grad_norm": 2.035641701635668,
      "learning_rate": 0.0002751336021801822,
      "loss": 4.9375,
      "step": 28863
    },
    {
      "epoch": 1.1822240425967643,
      "grad_norm": 2.0887745099245016,
      "learning_rate": 0.00027513180373386025,
      "loss": 5.1875,
      "step": 28864
    },
    {
      "epoch": 1.1822650010239606,
      "grad_norm": 2.272258231105425,
      "learning_rate": 0.0002751300052283833,
      "loss": 5.8125,
      "step": 28865
    },
    {
      "epoch": 1.1823059594511571,
      "grad_norm": 2.3392587420025657,
      "learning_rate": 0.00027512820666375216,
      "loss": 6.125,
      "step": 28866
    },
    {
      "epoch": 1.1823469178783534,
      "grad_norm": 1.9896213578653104,
      "learning_rate": 0.00027512640803996764,
      "loss": 5.0,
      "step": 28867
    },
    {
      "epoch": 1.1823878763055498,
      "grad_norm": 2.798369507479341,
      "learning_rate": 0.00027512460935703067,
      "loss": 4.7188,
      "step": 28868
    },
    {
      "epoch": 1.1824288347327463,
      "grad_norm": 1.9466670810402578,
      "learning_rate": 0.00027512281061494196,
      "loss": 4.4688,
      "step": 28869
    },
    {
      "epoch": 1.1824697931599426,
      "grad_norm": 8.273253154372545,
      "learning_rate": 0.0002751210118137025,
      "loss": 5.5,
      "step": 28870
    },
    {
      "epoch": 1.1825107515871391,
      "grad_norm": 3.753006813804092,
      "learning_rate": 0.000275119212953313,
      "loss": 7.2188,
      "step": 28871
    },
    {
      "epoch": 1.1825517100143355,
      "grad_norm": 4.0451061417746805,
      "learning_rate": 0.0002751174140337745,
      "loss": 5.4688,
      "step": 28872
    },
    {
      "epoch": 1.1825926684415318,
      "grad_norm": 2.358443685262681,
      "learning_rate": 0.00027511561505508774,
      "loss": 4.6562,
      "step": 28873
    },
    {
      "epoch": 1.1826336268687283,
      "grad_norm": 1.9355442125185363,
      "learning_rate": 0.00027511381601725356,
      "loss": 4.75,
      "step": 28874
    },
    {
      "epoch": 1.1826745852959246,
      "grad_norm": 2.4596788760883554,
      "learning_rate": 0.0002751120169202728,
      "loss": 4.875,
      "step": 28875
    },
    {
      "epoch": 1.1827155437231212,
      "grad_norm": 2.2499039616141983,
      "learning_rate": 0.00027511021776414636,
      "loss": 5.0938,
      "step": 28876
    },
    {
      "epoch": 1.1827565021503175,
      "grad_norm": 3.434645908255915,
      "learning_rate": 0.00027510841854887507,
      "loss": 4.0625,
      "step": 28877
    },
    {
      "epoch": 1.1827974605775138,
      "grad_norm": 2.6311962773830593,
      "learning_rate": 0.0002751066192744598,
      "loss": 5.4375,
      "step": 28878
    },
    {
      "epoch": 1.1828384190047103,
      "grad_norm": 3.1391251223323233,
      "learning_rate": 0.00027510481994090134,
      "loss": 6.0625,
      "step": 28879
    },
    {
      "epoch": 1.1828793774319066,
      "grad_norm": 4.348498984007494,
      "learning_rate": 0.00027510302054820063,
      "loss": 3.8594,
      "step": 28880
    },
    {
      "epoch": 1.182920335859103,
      "grad_norm": 2.221760067534706,
      "learning_rate": 0.00027510122109635843,
      "loss": 3.9844,
      "step": 28881
    },
    {
      "epoch": 1.1829612942862995,
      "grad_norm": 2.1252604685906884,
      "learning_rate": 0.0002750994215853756,
      "loss": 4.9062,
      "step": 28882
    },
    {
      "epoch": 1.1830022527134958,
      "grad_norm": 2.552064325057493,
      "learning_rate": 0.0002750976220152531,
      "loss": 6.9688,
      "step": 28883
    },
    {
      "epoch": 1.183043211140692,
      "grad_norm": 2.115404790723904,
      "learning_rate": 0.00027509582238599166,
      "loss": 4.5625,
      "step": 28884
    },
    {
      "epoch": 1.1830841695678886,
      "grad_norm": 1.9810943848909996,
      "learning_rate": 0.00027509402269759216,
      "loss": 5.4062,
      "step": 28885
    },
    {
      "epoch": 1.183125127995085,
      "grad_norm": 2.2473601044924565,
      "learning_rate": 0.0002750922229500555,
      "loss": 5.6562,
      "step": 28886
    },
    {
      "epoch": 1.1831660864222813,
      "grad_norm": 1.775089368283488,
      "learning_rate": 0.00027509042314338244,
      "loss": 4.9062,
      "step": 28887
    },
    {
      "epoch": 1.1832070448494778,
      "grad_norm": 2.213482649723894,
      "learning_rate": 0.0002750886232775739,
      "loss": 6.25,
      "step": 28888
    },
    {
      "epoch": 1.1832480032766741,
      "grad_norm": 2.0303418175050645,
      "learning_rate": 0.0002750868233526308,
      "loss": 4.9688,
      "step": 28889
    },
    {
      "epoch": 1.1832889617038707,
      "grad_norm": 2.1460485991805873,
      "learning_rate": 0.00027508502336855384,
      "loss": 5.125,
      "step": 28890
    },
    {
      "epoch": 1.183329920131067,
      "grad_norm": 2.101242421250561,
      "learning_rate": 0.00027508322332534397,
      "loss": 4.5625,
      "step": 28891
    },
    {
      "epoch": 1.1833708785582633,
      "grad_norm": 2.143322148100215,
      "learning_rate": 0.000275081423223002,
      "loss": 5.5938,
      "step": 28892
    },
    {
      "epoch": 1.1834118369854598,
      "grad_norm": 2.3403131519756952,
      "learning_rate": 0.00027507962306152876,
      "loss": 5.2812,
      "step": 28893
    },
    {
      "epoch": 1.1834527954126561,
      "grad_norm": 2.3018842908728825,
      "learning_rate": 0.00027507782284092515,
      "loss": 4.6875,
      "step": 28894
    },
    {
      "epoch": 1.1834937538398527,
      "grad_norm": 2.9288517714485853,
      "learning_rate": 0.00027507602256119203,
      "loss": 2.8125,
      "step": 28895
    },
    {
      "epoch": 1.183534712267049,
      "grad_norm": 3.61935116601352,
      "learning_rate": 0.0002750742222223302,
      "loss": 4.875,
      "step": 28896
    },
    {
      "epoch": 1.1835756706942453,
      "grad_norm": 2.3755363483553973,
      "learning_rate": 0.00027507242182434055,
      "loss": 5.25,
      "step": 28897
    },
    {
      "epoch": 1.1836166291214418,
      "grad_norm": 9.08473043200523,
      "learning_rate": 0.0002750706213672239,
      "loss": 6.4062,
      "step": 28898
    },
    {
      "epoch": 1.1836575875486381,
      "grad_norm": 2.6059287310935617,
      "learning_rate": 0.0002750688208509811,
      "loss": 5.7188,
      "step": 28899
    },
    {
      "epoch": 1.1836985459758345,
      "grad_norm": 3.9814700881217524,
      "learning_rate": 0.00027506702027561304,
      "loss": 7.4062,
      "step": 28900
    },
    {
      "epoch": 1.183739504403031,
      "grad_norm": 1.9458959345874338,
      "learning_rate": 0.00027506521964112057,
      "loss": 4.9688,
      "step": 28901
    },
    {
      "epoch": 1.1837804628302273,
      "grad_norm": 2.0330900491794903,
      "learning_rate": 0.0002750634189475045,
      "loss": 4.75,
      "step": 28902
    },
    {
      "epoch": 1.1838214212574236,
      "grad_norm": 1.8090457229436727,
      "learning_rate": 0.0002750616181947657,
      "loss": 4.6875,
      "step": 28903
    },
    {
      "epoch": 1.1838623796846202,
      "grad_norm": 3.7379711911328597,
      "learning_rate": 0.00027505981738290504,
      "loss": 5.5,
      "step": 28904
    },
    {
      "epoch": 1.1839033381118165,
      "grad_norm": 2.7731108028604106,
      "learning_rate": 0.00027505801651192335,
      "loss": 4.9062,
      "step": 28905
    },
    {
      "epoch": 1.1839442965390128,
      "grad_norm": 1.8580092273110185,
      "learning_rate": 0.00027505621558182147,
      "loss": 5.0938,
      "step": 28906
    },
    {
      "epoch": 1.1839852549662093,
      "grad_norm": 1.9070502934054392,
      "learning_rate": 0.00027505441459260027,
      "loss": 5.875,
      "step": 28907
    },
    {
      "epoch": 1.1840262133934056,
      "grad_norm": 3.948437896782539,
      "learning_rate": 0.0002750526135442606,
      "loss": 6.9688,
      "step": 28908
    },
    {
      "epoch": 1.1840671718206022,
      "grad_norm": 2.2665313077540103,
      "learning_rate": 0.00027505081243680337,
      "loss": 5.3438,
      "step": 28909
    },
    {
      "epoch": 1.1841081302477985,
      "grad_norm": 2.638973453218653,
      "learning_rate": 0.0002750490112702293,
      "loss": 5.0938,
      "step": 28910
    },
    {
      "epoch": 1.1841490886749948,
      "grad_norm": 8.546041224058174,
      "learning_rate": 0.0002750472100445393,
      "loss": 5.0,
      "step": 28911
    },
    {
      "epoch": 1.1841900471021913,
      "grad_norm": 2.096623433309739,
      "learning_rate": 0.0002750454087597343,
      "loss": 5.8125,
      "step": 28912
    },
    {
      "epoch": 1.1842310055293876,
      "grad_norm": 4.351628712935453,
      "learning_rate": 0.00027504360741581506,
      "loss": 6.0938,
      "step": 28913
    },
    {
      "epoch": 1.1842719639565842,
      "grad_norm": 1.8942419005695297,
      "learning_rate": 0.00027504180601278246,
      "loss": 4.625,
      "step": 28914
    },
    {
      "epoch": 1.1843129223837805,
      "grad_norm": 2.769933353353651,
      "learning_rate": 0.0002750400045506373,
      "loss": 6.0312,
      "step": 28915
    },
    {
      "epoch": 1.1843538808109768,
      "grad_norm": 2.911499276360766,
      "learning_rate": 0.00027503820302938054,
      "loss": 5.75,
      "step": 28916
    },
    {
      "epoch": 1.1843948392381733,
      "grad_norm": 2.1784368187162557,
      "learning_rate": 0.000275036401449013,
      "loss": 4.9375,
      "step": 28917
    },
    {
      "epoch": 1.1844357976653697,
      "grad_norm": 2.0493310991003937,
      "learning_rate": 0.00027503459980953544,
      "loss": 5.5312,
      "step": 28918
    },
    {
      "epoch": 1.184476756092566,
      "grad_norm": 2.8101214992300987,
      "learning_rate": 0.0002750327981109488,
      "loss": 5.5625,
      "step": 28919
    },
    {
      "epoch": 1.1845177145197625,
      "grad_norm": 2.190540492622212,
      "learning_rate": 0.0002750309963532539,
      "loss": 5.1875,
      "step": 28920
    },
    {
      "epoch": 1.1845586729469588,
      "grad_norm": 2.3419826415200404,
      "learning_rate": 0.00027502919453645166,
      "loss": 5.2188,
      "step": 28921
    },
    {
      "epoch": 1.1845996313741551,
      "grad_norm": 2.899569019313039,
      "learning_rate": 0.0002750273926605428,
      "loss": 4.9062,
      "step": 28922
    },
    {
      "epoch": 1.1846405898013517,
      "grad_norm": 6.254584149440279,
      "learning_rate": 0.00027502559072552826,
      "loss": 3.4062,
      "step": 28923
    },
    {
      "epoch": 1.184681548228548,
      "grad_norm": 4.107966285364729,
      "learning_rate": 0.0002750237887314089,
      "loss": 5.0938,
      "step": 28924
    },
    {
      "epoch": 1.1847225066557443,
      "grad_norm": 2.6588506401315204,
      "learning_rate": 0.0002750219866781856,
      "loss": 6.2188,
      "step": 28925
    },
    {
      "epoch": 1.1847634650829408,
      "grad_norm": 2.861549998544222,
      "learning_rate": 0.000275020184565859,
      "loss": 5.5,
      "step": 28926
    },
    {
      "epoch": 1.1848044235101372,
      "grad_norm": 2.387174645740243,
      "learning_rate": 0.0002750183823944302,
      "loss": 5.0312,
      "step": 28927
    },
    {
      "epoch": 1.1848453819373337,
      "grad_norm": 2.2041216819919116,
      "learning_rate": 0.0002750165801639,
      "loss": 4.75,
      "step": 28928
    },
    {
      "epoch": 1.18488634036453,
      "grad_norm": 2.936960276809537,
      "learning_rate": 0.00027501477787426914,
      "loss": 6.1562,
      "step": 28929
    },
    {
      "epoch": 1.1849272987917263,
      "grad_norm": 2.666727163891454,
      "learning_rate": 0.00027501297552553865,
      "loss": 6.2188,
      "step": 28930
    },
    {
      "epoch": 1.1849682572189228,
      "grad_norm": 2.46773240360724,
      "learning_rate": 0.00027501117311770916,
      "loss": 6.0,
      "step": 28931
    },
    {
      "epoch": 1.1850092156461192,
      "grad_norm": 2.6763493708760633,
      "learning_rate": 0.0002750093706507817,
      "loss": 5.7188,
      "step": 28932
    },
    {
      "epoch": 1.1850501740733157,
      "grad_norm": 1.8819366717925055,
      "learning_rate": 0.0002750075681247571,
      "loss": 4.6562,
      "step": 28933
    },
    {
      "epoch": 1.185091132500512,
      "grad_norm": 3.860969004373321,
      "learning_rate": 0.0002750057655396361,
      "loss": 6.6875,
      "step": 28934
    },
    {
      "epoch": 1.1851320909277083,
      "grad_norm": 3.171395937069457,
      "learning_rate": 0.00027500396289541966,
      "loss": 6.2812,
      "step": 28935
    },
    {
      "epoch": 1.1851730493549049,
      "grad_norm": 7.140595420583457,
      "learning_rate": 0.00027500216019210865,
      "loss": 3.1562,
      "step": 28936
    },
    {
      "epoch": 1.1852140077821012,
      "grad_norm": 4.783837934021758,
      "learning_rate": 0.00027500035742970374,
      "loss": 7.0312,
      "step": 28937
    },
    {
      "epoch": 1.1852549662092975,
      "grad_norm": 2.3486438202587987,
      "learning_rate": 0.0002749985546082061,
      "loss": 4.9375,
      "step": 28938
    },
    {
      "epoch": 1.185295924636494,
      "grad_norm": 1.9096210249978194,
      "learning_rate": 0.00027499675172761625,
      "loss": 4.875,
      "step": 28939
    },
    {
      "epoch": 1.1853368830636903,
      "grad_norm": 3.947492622291634,
      "learning_rate": 0.00027499494878793524,
      "loss": 6.8125,
      "step": 28940
    },
    {
      "epoch": 1.1853778414908867,
      "grad_norm": 6.9580174720856816,
      "learning_rate": 0.00027499314578916385,
      "loss": 2.0938,
      "step": 28941
    },
    {
      "epoch": 1.1854187999180832,
      "grad_norm": 2.195058581736748,
      "learning_rate": 0.000274991342731303,
      "loss": 4.8438,
      "step": 28942
    },
    {
      "epoch": 1.1854597583452795,
      "grad_norm": 4.433280038911249,
      "learning_rate": 0.0002749895396143535,
      "loss": 4.4062,
      "step": 28943
    },
    {
      "epoch": 1.1855007167724758,
      "grad_norm": 2.537064087965924,
      "learning_rate": 0.0002749877364383161,
      "loss": 3.5781,
      "step": 28944
    },
    {
      "epoch": 1.1855416751996724,
      "grad_norm": 2.28278455441932,
      "learning_rate": 0.0002749859332031918,
      "loss": 4.0625,
      "step": 28945
    },
    {
      "epoch": 1.1855826336268687,
      "grad_norm": 3.123796971702937,
      "learning_rate": 0.00027498412990898145,
      "loss": 6.8125,
      "step": 28946
    },
    {
      "epoch": 1.1856235920540652,
      "grad_norm": 2.7922896443738794,
      "learning_rate": 0.0002749823265556858,
      "loss": 4.9688,
      "step": 28947
    },
    {
      "epoch": 1.1856645504812615,
      "grad_norm": 2.0683519151627623,
      "learning_rate": 0.00027498052314330583,
      "loss": 5.3125,
      "step": 28948
    },
    {
      "epoch": 1.1857055089084578,
      "grad_norm": 2.598018420935528,
      "learning_rate": 0.00027497871967184224,
      "loss": 4.5312,
      "step": 28949
    },
    {
      "epoch": 1.1857464673356544,
      "grad_norm": 4.464636919745468,
      "learning_rate": 0.000274976916141296,
      "loss": 7.0,
      "step": 28950
    },
    {
      "epoch": 1.1857874257628507,
      "grad_norm": 1.8904848570099706,
      "learning_rate": 0.00027497511255166797,
      "loss": 5.1875,
      "step": 28951
    },
    {
      "epoch": 1.1858283841900472,
      "grad_norm": 6.0758067049718205,
      "learning_rate": 0.0002749733089029589,
      "loss": 4.25,
      "step": 28952
    },
    {
      "epoch": 1.1858693426172435,
      "grad_norm": 2.6424833762807167,
      "learning_rate": 0.0002749715051951697,
      "loss": 5.5938,
      "step": 28953
    },
    {
      "epoch": 1.1859103010444398,
      "grad_norm": 3.575584570292556,
      "learning_rate": 0.00027496970142830125,
      "loss": 6.5625,
      "step": 28954
    },
    {
      "epoch": 1.1859512594716364,
      "grad_norm": 2.079931898390481,
      "learning_rate": 0.00027496789760235435,
      "loss": 4.7812,
      "step": 28955
    },
    {
      "epoch": 1.1859922178988327,
      "grad_norm": 2.788726756698407,
      "learning_rate": 0.0002749660937173299,
      "loss": 4.5,
      "step": 28956
    },
    {
      "epoch": 1.186033176326029,
      "grad_norm": 4.1589205438273575,
      "learning_rate": 0.00027496428977322873,
      "loss": 5.75,
      "step": 28957
    },
    {
      "epoch": 1.1860741347532255,
      "grad_norm": 1.8650284660034215,
      "learning_rate": 0.0002749624857700517,
      "loss": 4.6875,
      "step": 28958
    },
    {
      "epoch": 1.1861150931804219,
      "grad_norm": 2.3721704398389107,
      "learning_rate": 0.0002749606817077996,
      "loss": 6.4062,
      "step": 28959
    },
    {
      "epoch": 1.1861560516076182,
      "grad_norm": 2.5333889202097555,
      "learning_rate": 0.00027495887758647344,
      "loss": 5.0312,
      "step": 28960
    },
    {
      "epoch": 1.1861970100348147,
      "grad_norm": 2.7293657156623596,
      "learning_rate": 0.00027495707340607396,
      "loss": 4.3125,
      "step": 28961
    },
    {
      "epoch": 1.186237968462011,
      "grad_norm": 3.465510121551048,
      "learning_rate": 0.000274955269166602,
      "loss": 5.6875,
      "step": 28962
    },
    {
      "epoch": 1.1862789268892073,
      "grad_norm": 2.3598677802124657,
      "learning_rate": 0.0002749534648680584,
      "loss": 4.1562,
      "step": 28963
    },
    {
      "epoch": 1.1863198853164039,
      "grad_norm": 2.4516389700250154,
      "learning_rate": 0.0002749516605104441,
      "loss": 5.2188,
      "step": 28964
    },
    {
      "epoch": 1.1863608437436002,
      "grad_norm": 2.788300211093729,
      "learning_rate": 0.0002749498560937599,
      "loss": 3.8438,
      "step": 28965
    },
    {
      "epoch": 1.1864018021707967,
      "grad_norm": 2.2300394865132582,
      "learning_rate": 0.0002749480516180066,
      "loss": 4.9062,
      "step": 28966
    },
    {
      "epoch": 1.186442760597993,
      "grad_norm": 3.489660123864668,
      "learning_rate": 0.00027494624708318516,
      "loss": 4.3438,
      "step": 28967
    },
    {
      "epoch": 1.1864837190251893,
      "grad_norm": 2.9482515990951597,
      "learning_rate": 0.0002749444424892964,
      "loss": 6.6875,
      "step": 28968
    },
    {
      "epoch": 1.1865246774523859,
      "grad_norm": 2.250822688430999,
      "learning_rate": 0.0002749426378363411,
      "loss": 4.75,
      "step": 28969
    },
    {
      "epoch": 1.1865656358795822,
      "grad_norm": 6.767671779293952,
      "learning_rate": 0.0002749408331243203,
      "loss": 6.2812,
      "step": 28970
    },
    {
      "epoch": 1.1866065943067787,
      "grad_norm": 2.957961388502757,
      "learning_rate": 0.00027493902835323456,
      "loss": 5.7812,
      "step": 28971
    },
    {
      "epoch": 1.186647552733975,
      "grad_norm": 2.3216464611617766,
      "learning_rate": 0.00027493722352308497,
      "loss": 7.1875,
      "step": 28972
    },
    {
      "epoch": 1.1866885111611714,
      "grad_norm": 2.5880232137175305,
      "learning_rate": 0.00027493541863387233,
      "loss": 4.875,
      "step": 28973
    },
    {
      "epoch": 1.186729469588368,
      "grad_norm": 3.197153093335858,
      "learning_rate": 0.00027493361368559745,
      "loss": 3.1875,
      "step": 28974
    },
    {
      "epoch": 1.1867704280155642,
      "grad_norm": 3.9809005169755607,
      "learning_rate": 0.00027493180867826125,
      "loss": 4.4062,
      "step": 28975
    },
    {
      "epoch": 1.1868113864427605,
      "grad_norm": 3.397748324104963,
      "learning_rate": 0.0002749300036118645,
      "loss": 6.8125,
      "step": 28976
    },
    {
      "epoch": 1.186852344869957,
      "grad_norm": 4.135639533655463,
      "learning_rate": 0.0002749281984864081,
      "loss": 5.1562,
      "step": 28977
    },
    {
      "epoch": 1.1868933032971534,
      "grad_norm": 2.275625682808724,
      "learning_rate": 0.0002749263933018929,
      "loss": 5.0,
      "step": 28978
    },
    {
      "epoch": 1.1869342617243497,
      "grad_norm": 1.9541538865244226,
      "learning_rate": 0.0002749245880583197,
      "loss": 4.625,
      "step": 28979
    },
    {
      "epoch": 1.1869752201515462,
      "grad_norm": 2.9573481262860435,
      "learning_rate": 0.0002749227827556895,
      "loss": 5.6875,
      "step": 28980
    },
    {
      "epoch": 1.1870161785787425,
      "grad_norm": 2.094501609990873,
      "learning_rate": 0.00027492097739400303,
      "loss": 4.4375,
      "step": 28981
    },
    {
      "epoch": 1.187057137005939,
      "grad_norm": 3.068467939956979,
      "learning_rate": 0.0002749191719732611,
      "loss": 7.7188,
      "step": 28982
    },
    {
      "epoch": 1.1870980954331354,
      "grad_norm": 3.323749127477508,
      "learning_rate": 0.0002749173664934647,
      "loss": 5.9688,
      "step": 28983
    },
    {
      "epoch": 1.1871390538603317,
      "grad_norm": 1.9854947043858349,
      "learning_rate": 0.0002749155609546146,
      "loss": 4.625,
      "step": 28984
    },
    {
      "epoch": 1.1871800122875282,
      "grad_norm": 2.1836524845604433,
      "learning_rate": 0.0002749137553567117,
      "loss": 4.8438,
      "step": 28985
    },
    {
      "epoch": 1.1872209707147245,
      "grad_norm": 2.6096620850465495,
      "learning_rate": 0.0002749119496997568,
      "loss": 4.9062,
      "step": 28986
    },
    {
      "epoch": 1.1872619291419209,
      "grad_norm": 2.1822277360561078,
      "learning_rate": 0.0002749101439837507,
      "loss": 5.2188,
      "step": 28987
    },
    {
      "epoch": 1.1873028875691174,
      "grad_norm": 2.0036516203256434,
      "learning_rate": 0.0002749083382086944,
      "loss": 5.0312,
      "step": 28988
    },
    {
      "epoch": 1.1873438459963137,
      "grad_norm": 2.0264646483007707,
      "learning_rate": 0.00027490653237458875,
      "loss": 4.4062,
      "step": 28989
    },
    {
      "epoch": 1.1873848044235102,
      "grad_norm": 3.2406848879788175,
      "learning_rate": 0.00027490472648143444,
      "loss": 7.4062,
      "step": 28990
    },
    {
      "epoch": 1.1874257628507066,
      "grad_norm": 2.9083559908002083,
      "learning_rate": 0.0002749029205292325,
      "loss": 4.625,
      "step": 28991
    },
    {
      "epoch": 1.1874667212779029,
      "grad_norm": 2.232166002065307,
      "learning_rate": 0.00027490111451798367,
      "loss": 5.3125,
      "step": 28992
    },
    {
      "epoch": 1.1875076797050994,
      "grad_norm": 4.705056077319113,
      "learning_rate": 0.00027489930844768883,
      "loss": 5.5312,
      "step": 28993
    },
    {
      "epoch": 1.1875486381322957,
      "grad_norm": 2.4999652494979845,
      "learning_rate": 0.0002748975023183489,
      "loss": 5.3438,
      "step": 28994
    },
    {
      "epoch": 1.187589596559492,
      "grad_norm": 4.288757834585269,
      "learning_rate": 0.0002748956961299646,
      "loss": 5.75,
      "step": 28995
    },
    {
      "epoch": 1.1876305549866886,
      "grad_norm": 2.1928533438217634,
      "learning_rate": 0.00027489388988253687,
      "loss": 4.75,
      "step": 28996
    },
    {
      "epoch": 1.1876715134138849,
      "grad_norm": 2.4461829228180143,
      "learning_rate": 0.00027489208357606664,
      "loss": 4.375,
      "step": 28997
    },
    {
      "epoch": 1.1877124718410812,
      "grad_norm": 2.4797506308780046,
      "learning_rate": 0.0002748902772105546,
      "loss": 4.375,
      "step": 28998
    },
    {
      "epoch": 1.1877534302682777,
      "grad_norm": 1.9701083615295802,
      "learning_rate": 0.0002748884707860017,
      "loss": 4.6562,
      "step": 28999
    },
    {
      "epoch": 1.187794388695474,
      "grad_norm": 2.731802789189024,
      "learning_rate": 0.0002748866643024088,
      "loss": 4.625,
      "step": 29000
    },
    {
      "epoch": 1.1878353471226706,
      "grad_norm": 2.4655925898804534,
      "learning_rate": 0.0002748848577597767,
      "loss": 6.0312,
      "step": 29001
    },
    {
      "epoch": 1.187876305549867,
      "grad_norm": 2.417746753053402,
      "learning_rate": 0.0002748830511581063,
      "loss": 5.25,
      "step": 29002
    },
    {
      "epoch": 1.1879172639770632,
      "grad_norm": 1.9087924877796119,
      "learning_rate": 0.0002748812444973985,
      "loss": 5.0312,
      "step": 29003
    },
    {
      "epoch": 1.1879582224042597,
      "grad_norm": 4.591663158595906,
      "learning_rate": 0.000274879437777654,
      "loss": 4.875,
      "step": 29004
    },
    {
      "epoch": 1.187999180831456,
      "grad_norm": 4.335692338210099,
      "learning_rate": 0.0002748776309988738,
      "loss": 4.7188,
      "step": 29005
    },
    {
      "epoch": 1.1880401392586524,
      "grad_norm": 3.1689685477563163,
      "learning_rate": 0.0002748758241610587,
      "loss": 6.6562,
      "step": 29006
    },
    {
      "epoch": 1.188081097685849,
      "grad_norm": 2.089955393928544,
      "learning_rate": 0.0002748740172642095,
      "loss": 3.4844,
      "step": 29007
    },
    {
      "epoch": 1.1881220561130452,
      "grad_norm": 2.2835580518915664,
      "learning_rate": 0.0002748722103083272,
      "loss": 5.6875,
      "step": 29008
    },
    {
      "epoch": 1.1881630145402418,
      "grad_norm": 1.911215003107884,
      "learning_rate": 0.0002748704032934125,
      "loss": 5.0312,
      "step": 29009
    },
    {
      "epoch": 1.188203972967438,
      "grad_norm": 1.950908978733099,
      "learning_rate": 0.0002748685962194663,
      "loss": 5.3438,
      "step": 29010
    },
    {
      "epoch": 1.1882449313946344,
      "grad_norm": 2.636438160481452,
      "learning_rate": 0.00027486678908648953,
      "loss": 4.9375,
      "step": 29011
    },
    {
      "epoch": 1.188285889821831,
      "grad_norm": 2.5475102460331804,
      "learning_rate": 0.000274864981894483,
      "loss": 5.1562,
      "step": 29012
    },
    {
      "epoch": 1.1883268482490272,
      "grad_norm": 2.185797134389818,
      "learning_rate": 0.0002748631746434475,
      "loss": 5.0625,
      "step": 29013
    },
    {
      "epoch": 1.1883678066762235,
      "grad_norm": 2.731998056600845,
      "learning_rate": 0.000274861367333384,
      "loss": 6.5938,
      "step": 29014
    },
    {
      "epoch": 1.18840876510342,
      "grad_norm": 3.895106590416389,
      "learning_rate": 0.0002748595599642932,
      "loss": 5.4375,
      "step": 29015
    },
    {
      "epoch": 1.1884497235306164,
      "grad_norm": 10.609779123680442,
      "learning_rate": 0.00027485775253617616,
      "loss": 4.6562,
      "step": 29016
    },
    {
      "epoch": 1.1884906819578127,
      "grad_norm": 7.505441634880189,
      "learning_rate": 0.00027485594504903356,
      "loss": 5.875,
      "step": 29017
    },
    {
      "epoch": 1.1885316403850092,
      "grad_norm": 1.9676658042953319,
      "learning_rate": 0.0002748541375028663,
      "loss": 4.9688,
      "step": 29018
    },
    {
      "epoch": 1.1885725988122056,
      "grad_norm": 2.5879554669419145,
      "learning_rate": 0.0002748523298976752,
      "loss": 5.875,
      "step": 29019
    },
    {
      "epoch": 1.188613557239402,
      "grad_norm": 2.133043149021692,
      "learning_rate": 0.00027485052223346127,
      "loss": 4.625,
      "step": 29020
    },
    {
      "epoch": 1.1886545156665984,
      "grad_norm": 1.9120832938606842,
      "learning_rate": 0.0002748487145102252,
      "loss": 4.6875,
      "step": 29021
    },
    {
      "epoch": 1.1886954740937947,
      "grad_norm": 2.5895114940290127,
      "learning_rate": 0.0002748469067279679,
      "loss": 5.125,
      "step": 29022
    },
    {
      "epoch": 1.1887364325209913,
      "grad_norm": 3.051920040810245,
      "learning_rate": 0.0002748450988866902,
      "loss": 5.875,
      "step": 29023
    },
    {
      "epoch": 1.1887773909481876,
      "grad_norm": 4.707948674396379,
      "learning_rate": 0.00027484329098639306,
      "loss": 3.8906,
      "step": 29024
    },
    {
      "epoch": 1.188818349375384,
      "grad_norm": 1.9768468995831767,
      "learning_rate": 0.0002748414830270772,
      "loss": 4.8438,
      "step": 29025
    },
    {
      "epoch": 1.1888593078025804,
      "grad_norm": 2.03623226716313,
      "learning_rate": 0.0002748396750087436,
      "loss": 5.0938,
      "step": 29026
    },
    {
      "epoch": 1.1889002662297767,
      "grad_norm": 2.041285874033011,
      "learning_rate": 0.00027483786693139294,
      "loss": 4.0938,
      "step": 29027
    },
    {
      "epoch": 1.1889412246569733,
      "grad_norm": 12.64192044805249,
      "learning_rate": 0.00027483605879502623,
      "loss": 6.6562,
      "step": 29028
    },
    {
      "epoch": 1.1889821830841696,
      "grad_norm": 2.139746716317786,
      "learning_rate": 0.0002748342505996443,
      "loss": 5.8438,
      "step": 29029
    },
    {
      "epoch": 1.189023141511366,
      "grad_norm": 3.1132218473456037,
      "learning_rate": 0.00027483244234524797,
      "loss": 4.8125,
      "step": 29030
    },
    {
      "epoch": 1.1890640999385624,
      "grad_norm": 3.7964022543808706,
      "learning_rate": 0.0002748306340318381,
      "loss": 6.1875,
      "step": 29031
    },
    {
      "epoch": 1.1891050583657587,
      "grad_norm": 2.77584413258134,
      "learning_rate": 0.00027482882565941553,
      "loss": 6.0312,
      "step": 29032
    },
    {
      "epoch": 1.189146016792955,
      "grad_norm": 2.2305695478636016,
      "learning_rate": 0.0002748270172279812,
      "loss": 4.375,
      "step": 29033
    },
    {
      "epoch": 1.1891869752201516,
      "grad_norm": 2.1280629771503476,
      "learning_rate": 0.0002748252087375358,
      "loss": 5.1562,
      "step": 29034
    },
    {
      "epoch": 1.189227933647348,
      "grad_norm": 2.9744748066367936,
      "learning_rate": 0.00027482340018808037,
      "loss": 4.5625,
      "step": 29035
    },
    {
      "epoch": 1.1892688920745442,
      "grad_norm": 2.3439264231436128,
      "learning_rate": 0.0002748215915796156,
      "loss": 5.3125,
      "step": 29036
    },
    {
      "epoch": 1.1893098505017408,
      "grad_norm": 7.865572211451761,
      "learning_rate": 0.00027481978291214244,
      "loss": 4.0,
      "step": 29037
    },
    {
      "epoch": 1.189350808928937,
      "grad_norm": 1.984987897581456,
      "learning_rate": 0.0002748179741856618,
      "loss": 4.625,
      "step": 29038
    },
    {
      "epoch": 1.1893917673561336,
      "grad_norm": 2.7843848142297625,
      "learning_rate": 0.0002748161654001744,
      "loss": 5.1562,
      "step": 29039
    },
    {
      "epoch": 1.18943272578333,
      "grad_norm": 3.9198641739077775,
      "learning_rate": 0.0002748143565556812,
      "loss": 3.7344,
      "step": 29040
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 2.220423663793594,
      "learning_rate": 0.000274812547652183,
      "loss": 4.3438,
      "step": 29041
    },
    {
      "epoch": 1.1895146426377228,
      "grad_norm": 3.001235030042141,
      "learning_rate": 0.00027481073868968067,
      "loss": 3.1875,
      "step": 29042
    },
    {
      "epoch": 1.189555601064919,
      "grad_norm": 1.8052401398825748,
      "learning_rate": 0.00027480892966817505,
      "loss": 4.3125,
      "step": 29043
    },
    {
      "epoch": 1.1895965594921156,
      "grad_norm": 2.026356077383828,
      "learning_rate": 0.00027480712058766704,
      "loss": 4.3125,
      "step": 29044
    },
    {
      "epoch": 1.189637517919312,
      "grad_norm": 8.411486345306848,
      "learning_rate": 0.00027480531144815745,
      "loss": 4.75,
      "step": 29045
    },
    {
      "epoch": 1.1896784763465083,
      "grad_norm": 1.9269194433200885,
      "learning_rate": 0.00027480350224964715,
      "loss": 4.0625,
      "step": 29046
    },
    {
      "epoch": 1.1897194347737048,
      "grad_norm": 2.1652932223822785,
      "learning_rate": 0.00027480169299213696,
      "loss": 4.875,
      "step": 29047
    },
    {
      "epoch": 1.189760393200901,
      "grad_norm": 4.9432874525971595,
      "learning_rate": 0.00027479988367562784,
      "loss": 3.3438,
      "step": 29048
    },
    {
      "epoch": 1.1898013516280974,
      "grad_norm": 2.519785124010891,
      "learning_rate": 0.0002747980743001205,
      "loss": 4.5625,
      "step": 29049
    },
    {
      "epoch": 1.189842310055294,
      "grad_norm": 4.265506942319626,
      "learning_rate": 0.000274796264865616,
      "loss": 3.6875,
      "step": 29050
    },
    {
      "epoch": 1.1898832684824903,
      "grad_norm": 2.250137422420895,
      "learning_rate": 0.00027479445537211493,
      "loss": 5.625,
      "step": 29051
    },
    {
      "epoch": 1.1899242269096866,
      "grad_norm": 1.8273529893305887,
      "learning_rate": 0.00027479264581961837,
      "loss": 4.6875,
      "step": 29052
    },
    {
      "epoch": 1.1899651853368831,
      "grad_norm": 2.287822890570879,
      "learning_rate": 0.000274790836208127,
      "loss": 6.4062,
      "step": 29053
    },
    {
      "epoch": 1.1900061437640794,
      "grad_norm": 2.484315428078201,
      "learning_rate": 0.0002747890265376418,
      "loss": 5.5312,
      "step": 29054
    },
    {
      "epoch": 1.1900471021912757,
      "grad_norm": 1.8841574163775208,
      "learning_rate": 0.0002747872168081636,
      "loss": 4.7188,
      "step": 29055
    },
    {
      "epoch": 1.1900880606184723,
      "grad_norm": 2.1082230314776127,
      "learning_rate": 0.0002747854070196933,
      "loss": 5.2188,
      "step": 29056
    },
    {
      "epoch": 1.1901290190456686,
      "grad_norm": 2.006014855273261,
      "learning_rate": 0.00027478359717223166,
      "loss": 4.8125,
      "step": 29057
    },
    {
      "epoch": 1.1901699774728651,
      "grad_norm": 4.808354355768942,
      "learning_rate": 0.00027478178726577957,
      "loss": 6.2812,
      "step": 29058
    },
    {
      "epoch": 1.1902109359000614,
      "grad_norm": 3.727680354652583,
      "learning_rate": 0.0002747799773003379,
      "loss": 6.3125,
      "step": 29059
    },
    {
      "epoch": 1.1902518943272578,
      "grad_norm": 1.8789503615205791,
      "learning_rate": 0.00027477816727590747,
      "loss": 5.0,
      "step": 29060
    },
    {
      "epoch": 1.1902928527544543,
      "grad_norm": 1.8331508788157194,
      "learning_rate": 0.0002747763571924892,
      "loss": 4.5625,
      "step": 29061
    },
    {
      "epoch": 1.1903338111816506,
      "grad_norm": 7.2194753403419485,
      "learning_rate": 0.00027477454705008387,
      "loss": 5.0312,
      "step": 29062
    },
    {
      "epoch": 1.1903747696088471,
      "grad_norm": 2.0511181552106876,
      "learning_rate": 0.0002747727368486924,
      "loss": 4.75,
      "step": 29063
    },
    {
      "epoch": 1.1904157280360435,
      "grad_norm": 2.3351489159462093,
      "learning_rate": 0.00027477092658831565,
      "loss": 4.5312,
      "step": 29064
    },
    {
      "epoch": 1.1904566864632398,
      "grad_norm": 2.16642804831221,
      "learning_rate": 0.00027476911626895433,
      "loss": 4.7188,
      "step": 29065
    },
    {
      "epoch": 1.1904976448904363,
      "grad_norm": 4.720171541989654,
      "learning_rate": 0.00027476730589060953,
      "loss": 5.8125,
      "step": 29066
    },
    {
      "epoch": 1.1905386033176326,
      "grad_norm": 2.2269943936455636,
      "learning_rate": 0.000274765495453282,
      "loss": 4.9375,
      "step": 29067
    },
    {
      "epoch": 1.190579561744829,
      "grad_norm": 6.124493728059664,
      "learning_rate": 0.00027476368495697246,
      "loss": 4.6562,
      "step": 29068
    },
    {
      "epoch": 1.1906205201720255,
      "grad_norm": 2.039461104472969,
      "learning_rate": 0.00027476187440168197,
      "loss": 4.0938,
      "step": 29069
    },
    {
      "epoch": 1.1906614785992218,
      "grad_norm": 3.5549078164352044,
      "learning_rate": 0.0002747600637874113,
      "loss": 4.4688,
      "step": 29070
    },
    {
      "epoch": 1.190702437026418,
      "grad_norm": 2.199681950643351,
      "learning_rate": 0.0002747582531141613,
      "loss": 5.0312,
      "step": 29071
    },
    {
      "epoch": 1.1907433954536146,
      "grad_norm": 2.160977256225939,
      "learning_rate": 0.00027475644238193287,
      "loss": 4.9062,
      "step": 29072
    },
    {
      "epoch": 1.190784353880811,
      "grad_norm": 1.9599376423900403,
      "learning_rate": 0.0002747546315907268,
      "loss": 5.125,
      "step": 29073
    },
    {
      "epoch": 1.1908253123080073,
      "grad_norm": 4.096792404349873,
      "learning_rate": 0.000274752820740544,
      "loss": 5.3438,
      "step": 29074
    },
    {
      "epoch": 1.1908662707352038,
      "grad_norm": 2.2663173185226233,
      "learning_rate": 0.0002747510098313853,
      "loss": 5.3125,
      "step": 29075
    },
    {
      "epoch": 1.1909072291624,
      "grad_norm": 2.5811443383552963,
      "learning_rate": 0.00027474919886325157,
      "loss": 5.0312,
      "step": 29076
    },
    {
      "epoch": 1.1909481875895966,
      "grad_norm": 2.1066669748051656,
      "learning_rate": 0.0002747473878361436,
      "loss": 4.4688,
      "step": 29077
    },
    {
      "epoch": 1.190989146016793,
      "grad_norm": 2.3276174166152095,
      "learning_rate": 0.0002747455767500624,
      "loss": 5.2188,
      "step": 29078
    },
    {
      "epoch": 1.1910301044439893,
      "grad_norm": 2.08226587325539,
      "learning_rate": 0.0002747437656050086,
      "loss": 4.4688,
      "step": 29079
    },
    {
      "epoch": 1.1910710628711858,
      "grad_norm": 3.3712202006830605,
      "learning_rate": 0.0002747419544009833,
      "loss": 7.4062,
      "step": 29080
    },
    {
      "epoch": 1.1911120212983821,
      "grad_norm": 2.0301776758654126,
      "learning_rate": 0.00027474014313798724,
      "loss": 4.4375,
      "step": 29081
    },
    {
      "epoch": 1.1911529797255787,
      "grad_norm": 2.4572747181047547,
      "learning_rate": 0.00027473833181602123,
      "loss": 4.7188,
      "step": 29082
    },
    {
      "epoch": 1.191193938152775,
      "grad_norm": 4.146298714008875,
      "learning_rate": 0.0002747365204350862,
      "loss": 5.125,
      "step": 29083
    },
    {
      "epoch": 1.1912348965799713,
      "grad_norm": 2.585153528874433,
      "learning_rate": 0.00027473470899518293,
      "loss": 4.7188,
      "step": 29084
    },
    {
      "epoch": 1.1912758550071678,
      "grad_norm": 2.4202265430798198,
      "learning_rate": 0.00027473289749631243,
      "loss": 5.5,
      "step": 29085
    },
    {
      "epoch": 1.1913168134343641,
      "grad_norm": 2.1791484310738456,
      "learning_rate": 0.00027473108593847537,
      "loss": 3.8125,
      "step": 29086
    },
    {
      "epoch": 1.1913577718615604,
      "grad_norm": 2.041640893261147,
      "learning_rate": 0.0002747292743216727,
      "loss": 4.875,
      "step": 29087
    },
    {
      "epoch": 1.191398730288757,
      "grad_norm": 2.765857560251407,
      "learning_rate": 0.0002747274626459053,
      "loss": 4.8438,
      "step": 29088
    },
    {
      "epoch": 1.1914396887159533,
      "grad_norm": 2.509142403736608,
      "learning_rate": 0.00027472565091117394,
      "loss": 6.0,
      "step": 29089
    },
    {
      "epoch": 1.1914806471431496,
      "grad_norm": 2.081457608267471,
      "learning_rate": 0.0002747238391174796,
      "loss": 4.4062,
      "step": 29090
    },
    {
      "epoch": 1.1915216055703461,
      "grad_norm": 2.205277481924008,
      "learning_rate": 0.000274722027264823,
      "loss": 4.875,
      "step": 29091
    },
    {
      "epoch": 1.1915625639975425,
      "grad_norm": 2.1687511080038173,
      "learning_rate": 0.0002747202153532051,
      "loss": 4.75,
      "step": 29092
    },
    {
      "epoch": 1.1916035224247388,
      "grad_norm": 2.266341846547167,
      "learning_rate": 0.0002747184033826267,
      "loss": 4.9375,
      "step": 29093
    },
    {
      "epoch": 1.1916444808519353,
      "grad_norm": 2.7352923095077504,
      "learning_rate": 0.0002747165913530887,
      "loss": 4.3125,
      "step": 29094
    },
    {
      "epoch": 1.1916854392791316,
      "grad_norm": 3.2362521197519705,
      "learning_rate": 0.0002747147792645919,
      "loss": 5.4375,
      "step": 29095
    },
    {
      "epoch": 1.1917263977063282,
      "grad_norm": 3.091697392902283,
      "learning_rate": 0.0002747129671171372,
      "loss": 6.7188,
      "step": 29096
    },
    {
      "epoch": 1.1917673561335245,
      "grad_norm": 2.0163338588211666,
      "learning_rate": 0.0002747111549107255,
      "loss": 4.3438,
      "step": 29097
    },
    {
      "epoch": 1.1918083145607208,
      "grad_norm": 3.4272159540726954,
      "learning_rate": 0.00027470934264535755,
      "loss": 3.5625,
      "step": 29098
    },
    {
      "epoch": 1.1918492729879173,
      "grad_norm": 2.3319241551924574,
      "learning_rate": 0.0002747075303210343,
      "loss": 5.3125,
      "step": 29099
    },
    {
      "epoch": 1.1918902314151136,
      "grad_norm": 2.194138831535373,
      "learning_rate": 0.00027470571793775653,
      "loss": 5.2812,
      "step": 29100
    },
    {
      "epoch": 1.1919311898423102,
      "grad_norm": 3.3981438519570406,
      "learning_rate": 0.00027470390549552513,
      "loss": 6.9375,
      "step": 29101
    },
    {
      "epoch": 1.1919721482695065,
      "grad_norm": 2.3330042855771755,
      "learning_rate": 0.00027470209299434095,
      "loss": 5.9375,
      "step": 29102
    },
    {
      "epoch": 1.1920131066967028,
      "grad_norm": 2.3010194237355224,
      "learning_rate": 0.00027470028043420484,
      "loss": 5.125,
      "step": 29103
    },
    {
      "epoch": 1.1920540651238993,
      "grad_norm": 3.1378275117561154,
      "learning_rate": 0.00027469846781511773,
      "loss": 5.8438,
      "step": 29104
    },
    {
      "epoch": 1.1920950235510956,
      "grad_norm": 3.391268635252646,
      "learning_rate": 0.0002746966551370804,
      "loss": 5.125,
      "step": 29105
    },
    {
      "epoch": 1.192135981978292,
      "grad_norm": 9.4884021125007,
      "learning_rate": 0.0002746948424000937,
      "loss": 3.75,
      "step": 29106
    },
    {
      "epoch": 1.1921769404054885,
      "grad_norm": 6.2271749096601505,
      "learning_rate": 0.00027469302960415854,
      "loss": 4.375,
      "step": 29107
    },
    {
      "epoch": 1.1922178988326848,
      "grad_norm": 2.099316914420388,
      "learning_rate": 0.0002746912167492758,
      "loss": 4.3125,
      "step": 29108
    },
    {
      "epoch": 1.1922588572598811,
      "grad_norm": 2.9327077101391414,
      "learning_rate": 0.0002746894038354462,
      "loss": 4.7812,
      "step": 29109
    },
    {
      "epoch": 1.1922998156870777,
      "grad_norm": 2.7335959346869467,
      "learning_rate": 0.0002746875908626707,
      "loss": 6.375,
      "step": 29110
    },
    {
      "epoch": 1.192340774114274,
      "grad_norm": 2.0705826748110003,
      "learning_rate": 0.0002746857778309502,
      "loss": 4.9688,
      "step": 29111
    },
    {
      "epoch": 1.1923817325414703,
      "grad_norm": 3.2385421540311152,
      "learning_rate": 0.00027468396474028545,
      "loss": 5.5312,
      "step": 29112
    },
    {
      "epoch": 1.1924226909686668,
      "grad_norm": 11.196744460206206,
      "learning_rate": 0.00027468215159067734,
      "loss": 5.5,
      "step": 29113
    },
    {
      "epoch": 1.1924636493958631,
      "grad_norm": 2.7722916170760397,
      "learning_rate": 0.0002746803383821268,
      "loss": 4.5625,
      "step": 29114
    },
    {
      "epoch": 1.1925046078230597,
      "grad_norm": 2.298364061491785,
      "learning_rate": 0.0002746785251146346,
      "loss": 4.5,
      "step": 29115
    },
    {
      "epoch": 1.192545566250256,
      "grad_norm": 2.710585806296211,
      "learning_rate": 0.00027467671178820163,
      "loss": 5.8125,
      "step": 29116
    },
    {
      "epoch": 1.1925865246774523,
      "grad_norm": 5.7606436625748225,
      "learning_rate": 0.0002746748984028288,
      "loss": 7.5625,
      "step": 29117
    },
    {
      "epoch": 1.1926274831046488,
      "grad_norm": 2.403069957330329,
      "learning_rate": 0.0002746730849585168,
      "loss": 4.8125,
      "step": 29118
    },
    {
      "epoch": 1.1926684415318451,
      "grad_norm": 2.506561011588011,
      "learning_rate": 0.00027467127145526667,
      "loss": 5.375,
      "step": 29119
    },
    {
      "epoch": 1.1927093999590417,
      "grad_norm": 2.0997221853612307,
      "learning_rate": 0.0002746694578930792,
      "loss": 4.875,
      "step": 29120
    },
    {
      "epoch": 1.192750358386238,
      "grad_norm": 2.821136721215506,
      "learning_rate": 0.0002746676442719552,
      "loss": 5.2188,
      "step": 29121
    },
    {
      "epoch": 1.1927913168134343,
      "grad_norm": 2.170572703433313,
      "learning_rate": 0.0002746658305918956,
      "loss": 4.1875,
      "step": 29122
    },
    {
      "epoch": 1.1928322752406308,
      "grad_norm": 6.426840938459289,
      "learning_rate": 0.0002746640168529013,
      "loss": 7.5938,
      "step": 29123
    },
    {
      "epoch": 1.1928732336678272,
      "grad_norm": 6.275997508449815,
      "learning_rate": 0.00027466220305497296,
      "loss": 3.0469,
      "step": 29124
    },
    {
      "epoch": 1.1929141920950235,
      "grad_norm": 4.559480063492475,
      "learning_rate": 0.00027466038919811165,
      "loss": 2.9688,
      "step": 29125
    },
    {
      "epoch": 1.19295515052222,
      "grad_norm": 2.5056489318656734,
      "learning_rate": 0.00027465857528231815,
      "loss": 5.2812,
      "step": 29126
    },
    {
      "epoch": 1.1929961089494163,
      "grad_norm": 2.3017938352934566,
      "learning_rate": 0.00027465676130759327,
      "loss": 4.6875,
      "step": 29127
    },
    {
      "epoch": 1.1930370673766126,
      "grad_norm": 9.935478464315029,
      "learning_rate": 0.0002746549472739379,
      "loss": 5.6562,
      "step": 29128
    },
    {
      "epoch": 1.1930780258038092,
      "grad_norm": 2.491348788208759,
      "learning_rate": 0.0002746531331813529,
      "loss": 4.5625,
      "step": 29129
    },
    {
      "epoch": 1.1931189842310055,
      "grad_norm": 2.179732643612461,
      "learning_rate": 0.0002746513190298391,
      "loss": 5.4375,
      "step": 29130
    },
    {
      "epoch": 1.193159942658202,
      "grad_norm": 1.9935343681364144,
      "learning_rate": 0.00027464950481939746,
      "loss": 5.5,
      "step": 29131
    },
    {
      "epoch": 1.1932009010853983,
      "grad_norm": 3.642742399617677,
      "learning_rate": 0.00027464769055002877,
      "loss": 6.5,
      "step": 29132
    },
    {
      "epoch": 1.1932418595125946,
      "grad_norm": 4.498591031591546,
      "learning_rate": 0.00027464587622173385,
      "loss": 4.2188,
      "step": 29133
    },
    {
      "epoch": 1.1932828179397912,
      "grad_norm": 2.5536438977640548,
      "learning_rate": 0.00027464406183451363,
      "loss": 3.9375,
      "step": 29134
    },
    {
      "epoch": 1.1933237763669875,
      "grad_norm": 2.1823257193063474,
      "learning_rate": 0.00027464224738836887,
      "loss": 4.9375,
      "step": 29135
    },
    {
      "epoch": 1.1933647347941838,
      "grad_norm": 2.7282414914262016,
      "learning_rate": 0.00027464043288330053,
      "loss": 6.2812,
      "step": 29136
    },
    {
      "epoch": 1.1934056932213803,
      "grad_norm": 1.9875613434241821,
      "learning_rate": 0.00027463861831930944,
      "loss": 4.9062,
      "step": 29137
    },
    {
      "epoch": 1.1934466516485767,
      "grad_norm": 5.769328883875834,
      "learning_rate": 0.0002746368036963964,
      "loss": 4.7812,
      "step": 29138
    },
    {
      "epoch": 1.1934876100757732,
      "grad_norm": 3.1143590607068523,
      "learning_rate": 0.0002746349890145623,
      "loss": 6.1562,
      "step": 29139
    },
    {
      "epoch": 1.1935285685029695,
      "grad_norm": 2.415195813481965,
      "learning_rate": 0.0002746331742738081,
      "loss": 5.3125,
      "step": 29140
    },
    {
      "epoch": 1.1935695269301658,
      "grad_norm": 3.4171815357023214,
      "learning_rate": 0.0002746313594741345,
      "loss": 4.3438,
      "step": 29141
    },
    {
      "epoch": 1.1936104853573624,
      "grad_norm": 6.72713634574326,
      "learning_rate": 0.0002746295446155424,
      "loss": 2.2969,
      "step": 29142
    },
    {
      "epoch": 1.1936514437845587,
      "grad_norm": 2.074564635550178,
      "learning_rate": 0.00027462772969803274,
      "loss": 4.7812,
      "step": 29143
    },
    {
      "epoch": 1.193692402211755,
      "grad_norm": 2.4036514387090087,
      "learning_rate": 0.0002746259147216063,
      "loss": 4.2812,
      "step": 29144
    },
    {
      "epoch": 1.1937333606389515,
      "grad_norm": 2.018205028999737,
      "learning_rate": 0.00027462409968626397,
      "loss": 5.0938,
      "step": 29145
    },
    {
      "epoch": 1.1937743190661478,
      "grad_norm": 3.734508630074187,
      "learning_rate": 0.00027462228459200656,
      "loss": 5.5312,
      "step": 29146
    },
    {
      "epoch": 1.1938152774933442,
      "grad_norm": 2.225730681191383,
      "learning_rate": 0.00027462046943883497,
      "loss": 5.5625,
      "step": 29147
    },
    {
      "epoch": 1.1938562359205407,
      "grad_norm": 2.35543932882585,
      "learning_rate": 0.0002746186542267501,
      "loss": 5.4375,
      "step": 29148
    },
    {
      "epoch": 1.193897194347737,
      "grad_norm": 2.1268553303459377,
      "learning_rate": 0.00027461683895575273,
      "loss": 5.1562,
      "step": 29149
    },
    {
      "epoch": 1.1939381527749335,
      "grad_norm": 2.08882174305585,
      "learning_rate": 0.00027461502362584377,
      "loss": 5.5938,
      "step": 29150
    },
    {
      "epoch": 1.1939791112021299,
      "grad_norm": 2.0194603860483626,
      "learning_rate": 0.00027461320823702403,
      "loss": 4.875,
      "step": 29151
    },
    {
      "epoch": 1.1940200696293262,
      "grad_norm": 2.232798200687151,
      "learning_rate": 0.0002746113927892944,
      "loss": 5.125,
      "step": 29152
    },
    {
      "epoch": 1.1940610280565227,
      "grad_norm": 2.5518661599513406,
      "learning_rate": 0.00027460957728265575,
      "loss": 2.4375,
      "step": 29153
    },
    {
      "epoch": 1.194101986483719,
      "grad_norm": 2.0123895400690337,
      "learning_rate": 0.00027460776171710894,
      "loss": 5.9375,
      "step": 29154
    },
    {
      "epoch": 1.1941429449109153,
      "grad_norm": 2.1028448317847923,
      "learning_rate": 0.00027460594609265477,
      "loss": 4.5625,
      "step": 29155
    },
    {
      "epoch": 1.1941839033381119,
      "grad_norm": 1.9306732551130816,
      "learning_rate": 0.00027460413040929416,
      "loss": 6.125,
      "step": 29156
    },
    {
      "epoch": 1.1942248617653082,
      "grad_norm": 2.0535966850238814,
      "learning_rate": 0.00027460231466702793,
      "loss": 4.9062,
      "step": 29157
    },
    {
      "epoch": 1.1942658201925047,
      "grad_norm": 2.182137266020858,
      "learning_rate": 0.000274600498865857,
      "loss": 6.0312,
      "step": 29158
    },
    {
      "epoch": 1.194306778619701,
      "grad_norm": 2.730588248590653,
      "learning_rate": 0.0002745986830057821,
      "loss": 4.5938,
      "step": 29159
    },
    {
      "epoch": 1.1943477370468973,
      "grad_norm": 2.05166319198951,
      "learning_rate": 0.00027459686708680426,
      "loss": 5.0625,
      "step": 29160
    },
    {
      "epoch": 1.1943886954740939,
      "grad_norm": 6.2446861156947,
      "learning_rate": 0.0002745950511089242,
      "loss": 4.3125,
      "step": 29161
    },
    {
      "epoch": 1.1944296539012902,
      "grad_norm": 2.7171510801904204,
      "learning_rate": 0.00027459323507214285,
      "loss": 4.9375,
      "step": 29162
    },
    {
      "epoch": 1.1944706123284865,
      "grad_norm": 2.8066391035371536,
      "learning_rate": 0.00027459141897646103,
      "loss": 5.5938,
      "step": 29163
    },
    {
      "epoch": 1.194511570755683,
      "grad_norm": 2.3722399924111115,
      "learning_rate": 0.00027458960282187965,
      "loss": 5.375,
      "step": 29164
    },
    {
      "epoch": 1.1945525291828794,
      "grad_norm": 2.688705061131875,
      "learning_rate": 0.00027458778660839953,
      "loss": 6.4375,
      "step": 29165
    },
    {
      "epoch": 1.1945934876100757,
      "grad_norm": 2.1696314842625877,
      "learning_rate": 0.00027458597033602154,
      "loss": 5.125,
      "step": 29166
    },
    {
      "epoch": 1.1946344460372722,
      "grad_norm": 2.752991673968322,
      "learning_rate": 0.0002745841540047465,
      "loss": 4.7188,
      "step": 29167
    },
    {
      "epoch": 1.1946754044644685,
      "grad_norm": 2.4981025458719315,
      "learning_rate": 0.0002745823376145753,
      "loss": 5.25,
      "step": 29168
    },
    {
      "epoch": 1.194716362891665,
      "grad_norm": 2.10466950841013,
      "learning_rate": 0.00027458052116550877,
      "loss": 5.3438,
      "step": 29169
    },
    {
      "epoch": 1.1947573213188614,
      "grad_norm": 3.421051175387519,
      "learning_rate": 0.0002745787046575479,
      "loss": 3.875,
      "step": 29170
    },
    {
      "epoch": 1.1947982797460577,
      "grad_norm": 2.9260206472883326,
      "learning_rate": 0.0002745768880906934,
      "loss": 5.0,
      "step": 29171
    },
    {
      "epoch": 1.1948392381732542,
      "grad_norm": 2.8359789179873163,
      "learning_rate": 0.00027457507146494615,
      "loss": 5.4375,
      "step": 29172
    },
    {
      "epoch": 1.1948801966004505,
      "grad_norm": 1.9936452412715306,
      "learning_rate": 0.00027457325478030706,
      "loss": 5.1875,
      "step": 29173
    },
    {
      "epoch": 1.1949211550276468,
      "grad_norm": 2.5654201258396045,
      "learning_rate": 0.000274571438036777,
      "loss": 5.9375,
      "step": 29174
    },
    {
      "epoch": 1.1949621134548434,
      "grad_norm": 1.9783089056855216,
      "learning_rate": 0.0002745696212343567,
      "loss": 4.875,
      "step": 29175
    },
    {
      "epoch": 1.1950030718820397,
      "grad_norm": 4.610235681592889,
      "learning_rate": 0.00027456780437304715,
      "loss": 6.6875,
      "step": 29176
    },
    {
      "epoch": 1.1950440303092362,
      "grad_norm": 2.1031885893729627,
      "learning_rate": 0.00027456598745284914,
      "loss": 5.1875,
      "step": 29177
    },
    {
      "epoch": 1.1950849887364325,
      "grad_norm": 1.9805956254367578,
      "learning_rate": 0.00027456417047376367,
      "loss": 5.4062,
      "step": 29178
    },
    {
      "epoch": 1.1951259471636289,
      "grad_norm": 2.450886809930151,
      "learning_rate": 0.0002745623534357914,
      "loss": 5.375,
      "step": 29179
    },
    {
      "epoch": 1.1951669055908254,
      "grad_norm": 2.662759381476141,
      "learning_rate": 0.0002745605363389333,
      "loss": 6.4688,
      "step": 29180
    },
    {
      "epoch": 1.1952078640180217,
      "grad_norm": 1.88453184283232,
      "learning_rate": 0.0002745587191831902,
      "loss": 3.9688,
      "step": 29181
    },
    {
      "epoch": 1.195248822445218,
      "grad_norm": 2.277563862133787,
      "learning_rate": 0.000274556901968563,
      "loss": 5.125,
      "step": 29182
    },
    {
      "epoch": 1.1952897808724146,
      "grad_norm": 3.8396965659331754,
      "learning_rate": 0.00027455508469505246,
      "loss": 5.0625,
      "step": 29183
    },
    {
      "epoch": 1.1953307392996109,
      "grad_norm": 2.941313132022868,
      "learning_rate": 0.00027455326736265954,
      "loss": 5.25,
      "step": 29184
    },
    {
      "epoch": 1.1953716977268072,
      "grad_norm": 2.030361583799225,
      "learning_rate": 0.000274551449971385,
      "loss": 4.9375,
      "step": 29185
    },
    {
      "epoch": 1.1954126561540037,
      "grad_norm": 2.011387040757083,
      "learning_rate": 0.00027454963252122985,
      "loss": 4.9688,
      "step": 29186
    },
    {
      "epoch": 1.1954536145812,
      "grad_norm": 2.038407618191651,
      "learning_rate": 0.0002745478150121948,
      "loss": 4.7812,
      "step": 29187
    },
    {
      "epoch": 1.1954945730083966,
      "grad_norm": 8.631677399624188,
      "learning_rate": 0.0002745459974442809,
      "loss": 4.4062,
      "step": 29188
    },
    {
      "epoch": 1.1955355314355929,
      "grad_norm": 1.9548913531834853,
      "learning_rate": 0.00027454417981748875,
      "loss": 5.0312,
      "step": 29189
    },
    {
      "epoch": 1.1955764898627892,
      "grad_norm": 3.1316573661020586,
      "learning_rate": 0.00027454236213181934,
      "loss": 5.9062,
      "step": 29190
    },
    {
      "epoch": 1.1956174482899857,
      "grad_norm": 5.43366411400062,
      "learning_rate": 0.0002745405443872736,
      "loss": 5.9688,
      "step": 29191
    },
    {
      "epoch": 1.195658406717182,
      "grad_norm": 2.4691422232830647,
      "learning_rate": 0.0002745387265838522,
      "loss": 5.5,
      "step": 29192
    },
    {
      "epoch": 1.1956993651443786,
      "grad_norm": 2.0667070850606533,
      "learning_rate": 0.0002745369087215562,
      "loss": 4.1875,
      "step": 29193
    },
    {
      "epoch": 1.195740323571575,
      "grad_norm": 2.033293827836638,
      "learning_rate": 0.00027453509080038643,
      "loss": 5.1562,
      "step": 29194
    },
    {
      "epoch": 1.1957812819987712,
      "grad_norm": 1.9273197700600035,
      "learning_rate": 0.0002745332728203436,
      "loss": 4.2812,
      "step": 29195
    },
    {
      "epoch": 1.1958222404259677,
      "grad_norm": 2.4581325849881273,
      "learning_rate": 0.0002745314547814287,
      "loss": 5.9062,
      "step": 29196
    },
    {
      "epoch": 1.195863198853164,
      "grad_norm": 2.221966572860929,
      "learning_rate": 0.0002745296366836426,
      "loss": 6.7812,
      "step": 29197
    },
    {
      "epoch": 1.1959041572803604,
      "grad_norm": 2.8765247941767007,
      "learning_rate": 0.00027452781852698604,
      "loss": 7.0312,
      "step": 29198
    },
    {
      "epoch": 1.195945115707557,
      "grad_norm": 2.646763972690479,
      "learning_rate": 0.00027452600031145993,
      "loss": 4.3438,
      "step": 29199
    },
    {
      "epoch": 1.1959860741347532,
      "grad_norm": 2.5158926050166115,
      "learning_rate": 0.0002745241820370652,
      "loss": 6.1875,
      "step": 29200
    },
    {
      "epoch": 1.1960270325619495,
      "grad_norm": 2.013222789876546,
      "learning_rate": 0.0002745223637038027,
      "loss": 6.3438,
      "step": 29201
    },
    {
      "epoch": 1.196067990989146,
      "grad_norm": 2.333106808259647,
      "learning_rate": 0.0002745205453116732,
      "loss": 5.25,
      "step": 29202
    },
    {
      "epoch": 1.1961089494163424,
      "grad_norm": 2.016504420003851,
      "learning_rate": 0.0002745187268606777,
      "loss": 5.0625,
      "step": 29203
    },
    {
      "epoch": 1.1961499078435387,
      "grad_norm": 2.9014134003390035,
      "learning_rate": 0.00027451690835081686,
      "loss": 5.0,
      "step": 29204
    },
    {
      "epoch": 1.1961908662707352,
      "grad_norm": 2.288072672824359,
      "learning_rate": 0.00027451508978209167,
      "loss": 5.0,
      "step": 29205
    },
    {
      "epoch": 1.1962318246979315,
      "grad_norm": 2.112867497901383,
      "learning_rate": 0.000274513271154503,
      "loss": 4.3125,
      "step": 29206
    },
    {
      "epoch": 1.196272783125128,
      "grad_norm": 2.090257875340601,
      "learning_rate": 0.0002745114524680517,
      "loss": 4.9375,
      "step": 29207
    },
    {
      "epoch": 1.1963137415523244,
      "grad_norm": 4.2245873786532115,
      "learning_rate": 0.00027450963372273855,
      "loss": 6.0938,
      "step": 29208
    },
    {
      "epoch": 1.1963546999795207,
      "grad_norm": 2.05323624147853,
      "learning_rate": 0.00027450781491856455,
      "loss": 5.0,
      "step": 29209
    },
    {
      "epoch": 1.1963956584067172,
      "grad_norm": 3.4586709989859092,
      "learning_rate": 0.0002745059960555304,
      "loss": 6.5312,
      "step": 29210
    },
    {
      "epoch": 1.1964366168339136,
      "grad_norm": 6.4445724264386,
      "learning_rate": 0.0002745041771336371,
      "loss": 3.4062,
      "step": 29211
    },
    {
      "epoch": 1.19647757526111,
      "grad_norm": 7.979843130645182,
      "learning_rate": 0.0002745023581528854,
      "loss": 4.8438,
      "step": 29212
    },
    {
      "epoch": 1.1965185336883064,
      "grad_norm": 1.9202905970134958,
      "learning_rate": 0.0002745005391132762,
      "loss": 3.8594,
      "step": 29213
    },
    {
      "epoch": 1.1965594921155027,
      "grad_norm": 6.191032560563982,
      "learning_rate": 0.0002744987200148104,
      "loss": 3.2031,
      "step": 29214
    },
    {
      "epoch": 1.1966004505426993,
      "grad_norm": 3.180095675361304,
      "learning_rate": 0.00027449690085748886,
      "loss": 5.8125,
      "step": 29215
    },
    {
      "epoch": 1.1966414089698956,
      "grad_norm": 2.2609785566184057,
      "learning_rate": 0.0002744950816413124,
      "loss": 5.2812,
      "step": 29216
    },
    {
      "epoch": 1.1966823673970919,
      "grad_norm": 2.2394442935357333,
      "learning_rate": 0.00027449326236628186,
      "loss": 5.3125,
      "step": 29217
    },
    {
      "epoch": 1.1967233258242884,
      "grad_norm": 2.260198188011072,
      "learning_rate": 0.0002744914430323981,
      "loss": 5.7188,
      "step": 29218
    },
    {
      "epoch": 1.1967642842514847,
      "grad_norm": 4.334477173043512,
      "learning_rate": 0.0002744896236396621,
      "loss": 2.7188,
      "step": 29219
    },
    {
      "epoch": 1.196805242678681,
      "grad_norm": 3.0776056964176406,
      "learning_rate": 0.00027448780418807455,
      "loss": 6.875,
      "step": 29220
    },
    {
      "epoch": 1.1968462011058776,
      "grad_norm": 2.589276584737643,
      "learning_rate": 0.00027448598467763645,
      "loss": 5.5,
      "step": 29221
    },
    {
      "epoch": 1.196887159533074,
      "grad_norm": 2.2160929341713618,
      "learning_rate": 0.00027448416510834857,
      "loss": 4.7812,
      "step": 29222
    },
    {
      "epoch": 1.1969281179602702,
      "grad_norm": 2.2655144608343862,
      "learning_rate": 0.00027448234548021176,
      "loss": 6.1875,
      "step": 29223
    },
    {
      "epoch": 1.1969690763874667,
      "grad_norm": 3.5539034260093945,
      "learning_rate": 0.000274480525793227,
      "loss": 5.625,
      "step": 29224
    },
    {
      "epoch": 1.197010034814663,
      "grad_norm": 2.108538001771204,
      "learning_rate": 0.000274478706047395,
      "loss": 5.3438,
      "step": 29225
    },
    {
      "epoch": 1.1970509932418596,
      "grad_norm": 2.3998267961912005,
      "learning_rate": 0.00027447688624271675,
      "loss": 4.9062,
      "step": 29226
    },
    {
      "epoch": 1.197091951669056,
      "grad_norm": 2.0777314649422713,
      "learning_rate": 0.000274475066379193,
      "loss": 5.5938,
      "step": 29227
    },
    {
      "epoch": 1.1971329100962522,
      "grad_norm": 3.2945687889215525,
      "learning_rate": 0.0002744732464568247,
      "loss": 6.8125,
      "step": 29228
    },
    {
      "epoch": 1.1971738685234488,
      "grad_norm": 3.4798201199835375,
      "learning_rate": 0.0002744714264756126,
      "loss": 5.75,
      "step": 29229
    },
    {
      "epoch": 1.197214826950645,
      "grad_norm": 5.389523181551921,
      "learning_rate": 0.00027446960643555775,
      "loss": 2.25,
      "step": 29230
    },
    {
      "epoch": 1.1972557853778416,
      "grad_norm": 2.5132545171640164,
      "learning_rate": 0.0002744677863366608,
      "loss": 6.9375,
      "step": 29231
    },
    {
      "epoch": 1.197296743805038,
      "grad_norm": 2.1353840714065737,
      "learning_rate": 0.0002744659661789228,
      "loss": 4.4688,
      "step": 29232
    },
    {
      "epoch": 1.1973377022322342,
      "grad_norm": 1.9013902946729744,
      "learning_rate": 0.0002744641459623444,
      "loss": 4.9062,
      "step": 29233
    },
    {
      "epoch": 1.1973786606594308,
      "grad_norm": 2.175812344420183,
      "learning_rate": 0.00027446232568692665,
      "loss": 4.3125,
      "step": 29234
    },
    {
      "epoch": 1.197419619086627,
      "grad_norm": 2.0140286216430976,
      "learning_rate": 0.00027446050535267027,
      "loss": 3.6562,
      "step": 29235
    },
    {
      "epoch": 1.1974605775138234,
      "grad_norm": 3.084978312209528,
      "learning_rate": 0.00027445868495957625,
      "loss": 5.6875,
      "step": 29236
    },
    {
      "epoch": 1.19750153594102,
      "grad_norm": 2.1045057077451905,
      "learning_rate": 0.00027445686450764534,
      "loss": 5.4688,
      "step": 29237
    },
    {
      "epoch": 1.1975424943682162,
      "grad_norm": 2.884890687272885,
      "learning_rate": 0.00027445504399687846,
      "loss": 4.875,
      "step": 29238
    },
    {
      "epoch": 1.1975834527954126,
      "grad_norm": 2.4116483582794466,
      "learning_rate": 0.00027445322342727643,
      "loss": 6.4062,
      "step": 29239
    },
    {
      "epoch": 1.197624411222609,
      "grad_norm": 1.9581037516514936,
      "learning_rate": 0.0002744514027988402,
      "loss": 4.9688,
      "step": 29240
    },
    {
      "epoch": 1.1976653696498054,
      "grad_norm": 2.2830810383096756,
      "learning_rate": 0.00027444958211157055,
      "loss": 4.8438,
      "step": 29241
    },
    {
      "epoch": 1.1977063280770017,
      "grad_norm": 1.7479838845487377,
      "learning_rate": 0.0002744477613654683,
      "loss": 4.6875,
      "step": 29242
    },
    {
      "epoch": 1.1977472865041983,
      "grad_norm": 2.043827040985962,
      "learning_rate": 0.00027444594056053446,
      "loss": 4.5938,
      "step": 29243
    },
    {
      "epoch": 1.1977882449313946,
      "grad_norm": 2.4909630354567027,
      "learning_rate": 0.00027444411969676974,
      "loss": 5.4688,
      "step": 29244
    },
    {
      "epoch": 1.197829203358591,
      "grad_norm": 1.957423145195319,
      "learning_rate": 0.00027444229877417506,
      "loss": 4.75,
      "step": 29245
    },
    {
      "epoch": 1.1978701617857874,
      "grad_norm": 3.297866870974968,
      "learning_rate": 0.0002744404777927513,
      "loss": 6.375,
      "step": 29246
    },
    {
      "epoch": 1.1979111202129837,
      "grad_norm": 2.2022255015571295,
      "learning_rate": 0.0002744386567524993,
      "loss": 6.4375,
      "step": 29247
    },
    {
      "epoch": 1.1979520786401803,
      "grad_norm": 3.186873313093678,
      "learning_rate": 0.00027443683565341997,
      "loss": 4.6875,
      "step": 29248
    },
    {
      "epoch": 1.1979930370673766,
      "grad_norm": 3.115235087837944,
      "learning_rate": 0.00027443501449551407,
      "loss": 4.9062,
      "step": 29249
    },
    {
      "epoch": 1.1980339954945731,
      "grad_norm": 2.081353987967324,
      "learning_rate": 0.00027443319327878255,
      "loss": 3.2969,
      "step": 29250
    },
    {
      "epoch": 1.1980749539217694,
      "grad_norm": 2.1110952316625906,
      "learning_rate": 0.00027443137200322613,
      "loss": 5.1562,
      "step": 29251
    },
    {
      "epoch": 1.1981159123489658,
      "grad_norm": 3.081698386053263,
      "learning_rate": 0.0002744295506688459,
      "loss": 4.4062,
      "step": 29252
    },
    {
      "epoch": 1.1981568707761623,
      "grad_norm": 3.9210352231677548,
      "learning_rate": 0.0002744277292756426,
      "loss": 6.5,
      "step": 29253
    },
    {
      "epoch": 1.1981978292033586,
      "grad_norm": 2.015659624756633,
      "learning_rate": 0.000274425907823617,
      "loss": 4.9062,
      "step": 29254
    },
    {
      "epoch": 1.198238787630555,
      "grad_norm": 4.428247885313936,
      "learning_rate": 0.00027442408631277014,
      "loss": 2.9844,
      "step": 29255
    },
    {
      "epoch": 1.1982797460577514,
      "grad_norm": 2.2869534210945024,
      "learning_rate": 0.00027442226474310273,
      "loss": 5.6875,
      "step": 29256
    },
    {
      "epoch": 1.1983207044849478,
      "grad_norm": 2.209603969321243,
      "learning_rate": 0.00027442044311461574,
      "loss": 5.75,
      "step": 29257
    },
    {
      "epoch": 1.198361662912144,
      "grad_norm": 3.375414913515815,
      "learning_rate": 0.0002744186214273099,
      "loss": 6.6562,
      "step": 29258
    },
    {
      "epoch": 1.1984026213393406,
      "grad_norm": 6.167405928824345,
      "learning_rate": 0.0002744167996811862,
      "loss": 6.2188,
      "step": 29259
    },
    {
      "epoch": 1.198443579766537,
      "grad_norm": 2.575162299420587,
      "learning_rate": 0.00027441497787624553,
      "loss": 4.9375,
      "step": 29260
    },
    {
      "epoch": 1.1984845381937332,
      "grad_norm": 2.4126153661816785,
      "learning_rate": 0.0002744131560124886,
      "loss": 4.8125,
      "step": 29261
    },
    {
      "epoch": 1.1985254966209298,
      "grad_norm": 2.9248073461168724,
      "learning_rate": 0.0002744113340899164,
      "loss": 3.625,
      "step": 29262
    },
    {
      "epoch": 1.198566455048126,
      "grad_norm": 1.9893939098008093,
      "learning_rate": 0.0002744095121085297,
      "loss": 4.5312,
      "step": 29263
    },
    {
      "epoch": 1.1986074134753226,
      "grad_norm": 2.123570910871207,
      "learning_rate": 0.0002744076900683294,
      "loss": 5.5312,
      "step": 29264
    },
    {
      "epoch": 1.198648371902519,
      "grad_norm": 1.8675749251267857,
      "learning_rate": 0.0002744058679693164,
      "loss": 4.6875,
      "step": 29265
    },
    {
      "epoch": 1.1986893303297153,
      "grad_norm": 1.9153157136756775,
      "learning_rate": 0.0002744040458114915,
      "loss": 4.8438,
      "step": 29266
    },
    {
      "epoch": 1.1987302887569118,
      "grad_norm": 3.125910241620794,
      "learning_rate": 0.00027440222359485555,
      "loss": 4.3438,
      "step": 29267
    },
    {
      "epoch": 1.198771247184108,
      "grad_norm": 2.5179147538831237,
      "learning_rate": 0.0002744004013194095,
      "loss": 5.0625,
      "step": 29268
    },
    {
      "epoch": 1.1988122056113046,
      "grad_norm": 3.297911857393061,
      "learning_rate": 0.0002743985789851541,
      "loss": 6.9375,
      "step": 29269
    },
    {
      "epoch": 1.198853164038501,
      "grad_norm": 2.0271115316111206,
      "learning_rate": 0.00027439675659209035,
      "loss": 5.375,
      "step": 29270
    },
    {
      "epoch": 1.1988941224656973,
      "grad_norm": 2.289966629119505,
      "learning_rate": 0.000274394934140219,
      "loss": 5.0938,
      "step": 29271
    },
    {
      "epoch": 1.1989350808928938,
      "grad_norm": 2.0095898330564324,
      "learning_rate": 0.00027439311162954095,
      "loss": 5.5625,
      "step": 29272
    },
    {
      "epoch": 1.1989760393200901,
      "grad_norm": 3.0835216164077517,
      "learning_rate": 0.00027439128906005705,
      "loss": 4.7812,
      "step": 29273
    },
    {
      "epoch": 1.1990169977472864,
      "grad_norm": 1.8875713413178083,
      "learning_rate": 0.00027438946643176815,
      "loss": 4.6875,
      "step": 29274
    },
    {
      "epoch": 1.199057956174483,
      "grad_norm": 3.098562858937604,
      "learning_rate": 0.00027438764374467515,
      "loss": 6.5938,
      "step": 29275
    },
    {
      "epoch": 1.1990989146016793,
      "grad_norm": 2.1646187801184116,
      "learning_rate": 0.00027438582099877887,
      "loss": 4.4375,
      "step": 29276
    },
    {
      "epoch": 1.1991398730288756,
      "grad_norm": 8.116641945090816,
      "learning_rate": 0.0002743839981940802,
      "loss": 5.75,
      "step": 29277
    },
    {
      "epoch": 1.1991808314560721,
      "grad_norm": 3.0877786817655712,
      "learning_rate": 0.00027438217533058,
      "loss": 5.5938,
      "step": 29278
    },
    {
      "epoch": 1.1992217898832684,
      "grad_norm": 2.096920880298241,
      "learning_rate": 0.0002743803524082791,
      "loss": 4.5312,
      "step": 29279
    },
    {
      "epoch": 1.1992627483104648,
      "grad_norm": 1.9171751337335314,
      "learning_rate": 0.0002743785294271784,
      "loss": 4.25,
      "step": 29280
    },
    {
      "epoch": 1.1993037067376613,
      "grad_norm": 1.9329075099443729,
      "learning_rate": 0.00027437670638727875,
      "loss": 4.9062,
      "step": 29281
    },
    {
      "epoch": 1.1993446651648576,
      "grad_norm": 3.091104407268771,
      "learning_rate": 0.00027437488328858103,
      "loss": 6.5312,
      "step": 29282
    },
    {
      "epoch": 1.1993856235920541,
      "grad_norm": 2.035797462727124,
      "learning_rate": 0.00027437306013108605,
      "loss": 5.3125,
      "step": 29283
    },
    {
      "epoch": 1.1994265820192505,
      "grad_norm": 2.17997503345194,
      "learning_rate": 0.00027437123691479473,
      "loss": 3.4062,
      "step": 29284
    },
    {
      "epoch": 1.1994675404464468,
      "grad_norm": 3.7584017749902876,
      "learning_rate": 0.0002743694136397079,
      "loss": 5.4062,
      "step": 29285
    },
    {
      "epoch": 1.1995084988736433,
      "grad_norm": 2.222641375644075,
      "learning_rate": 0.0002743675903058264,
      "loss": 5.3125,
      "step": 29286
    },
    {
      "epoch": 1.1995494573008396,
      "grad_norm": 2.1416843604043296,
      "learning_rate": 0.00027436576691315114,
      "loss": 6.125,
      "step": 29287
    },
    {
      "epoch": 1.1995904157280362,
      "grad_norm": 2.2597092234385188,
      "learning_rate": 0.000274363943461683,
      "loss": 4.0,
      "step": 29288
    },
    {
      "epoch": 1.1996313741552325,
      "grad_norm": 5.775148530811721,
      "learning_rate": 0.00027436211995142276,
      "loss": 3.7188,
      "step": 29289
    },
    {
      "epoch": 1.1996723325824288,
      "grad_norm": 2.9242430315307355,
      "learning_rate": 0.0002743602963823713,
      "loss": 4.625,
      "step": 29290
    },
    {
      "epoch": 1.1997132910096253,
      "grad_norm": 3.437766973039483,
      "learning_rate": 0.0002743584727545296,
      "loss": 4.625,
      "step": 29291
    },
    {
      "epoch": 1.1997542494368216,
      "grad_norm": 2.1757271042471684,
      "learning_rate": 0.00027435664906789835,
      "loss": 5.2812,
      "step": 29292
    },
    {
      "epoch": 1.199795207864018,
      "grad_norm": 2.425895727567221,
      "learning_rate": 0.00027435482532247853,
      "loss": 5.1875,
      "step": 29293
    },
    {
      "epoch": 1.1998361662912145,
      "grad_norm": 3.317880537479632,
      "learning_rate": 0.00027435300151827094,
      "loss": 4.9688,
      "step": 29294
    },
    {
      "epoch": 1.1998771247184108,
      "grad_norm": 4.5416516965448,
      "learning_rate": 0.0002743511776552765,
      "loss": 4.6562,
      "step": 29295
    },
    {
      "epoch": 1.199918083145607,
      "grad_norm": 1.9999118245659069,
      "learning_rate": 0.000274349353733496,
      "loss": 4.9688,
      "step": 29296
    },
    {
      "epoch": 1.1999590415728036,
      "grad_norm": 5.4004160817552025,
      "learning_rate": 0.00027434752975293036,
      "loss": 6.4062,
      "step": 29297
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.9342170424879497,
      "learning_rate": 0.0002743457057135804,
      "loss": 5.1562,
      "step": 29298
    },
    {
      "epoch": 1.2000409584271965,
      "grad_norm": 4.95096302693372,
      "learning_rate": 0.000274343881615447,
      "loss": 3.3281,
      "step": 29299
    },
    {
      "epoch": 1.2000819168543928,
      "grad_norm": 1.9849782066053225,
      "learning_rate": 0.0002743420574585311,
      "loss": 4.5625,
      "step": 29300
    },
    {
      "epoch": 1.2001228752815891,
      "grad_norm": 2.0945581586472994,
      "learning_rate": 0.00027434023324283345,
      "loss": 5.25,
      "step": 29301
    },
    {
      "epoch": 1.2001638337087857,
      "grad_norm": 2.897537204911193,
      "learning_rate": 0.00027433840896835495,
      "loss": 6.8125,
      "step": 29302
    },
    {
      "epoch": 1.200204792135982,
      "grad_norm": 1.9320288228421905,
      "learning_rate": 0.00027433658463509644,
      "loss": 4.125,
      "step": 29303
    },
    {
      "epoch": 1.2002457505631783,
      "grad_norm": 3.081234903377576,
      "learning_rate": 0.0002743347602430588,
      "loss": 6.0625,
      "step": 29304
    },
    {
      "epoch": 1.2002867089903748,
      "grad_norm": 3.0653552619255824,
      "learning_rate": 0.000274332935792243,
      "loss": 4.0625,
      "step": 29305
    },
    {
      "epoch": 1.2003276674175711,
      "grad_norm": 2.483001574239342,
      "learning_rate": 0.0002743311112826497,
      "loss": 5.4688,
      "step": 29306
    },
    {
      "epoch": 1.2003686258447677,
      "grad_norm": 2.4825708505483757,
      "learning_rate": 0.0002743292867142799,
      "loss": 4.375,
      "step": 29307
    },
    {
      "epoch": 1.200409584271964,
      "grad_norm": 3.4299136515112894,
      "learning_rate": 0.0002743274620871344,
      "loss": 4.375,
      "step": 29308
    },
    {
      "epoch": 1.2004505426991603,
      "grad_norm": 2.9343281690164087,
      "learning_rate": 0.0002743256374012141,
      "loss": 5.6875,
      "step": 29309
    },
    {
      "epoch": 1.2004915011263568,
      "grad_norm": 2.0740552769914005,
      "learning_rate": 0.0002743238126565199,
      "loss": 5.1562,
      "step": 29310
    },
    {
      "epoch": 1.2005324595535531,
      "grad_norm": 2.9183437953990166,
      "learning_rate": 0.0002743219878530526,
      "loss": 5.0625,
      "step": 29311
    },
    {
      "epoch": 1.2005734179807495,
      "grad_norm": 2.168024732204141,
      "learning_rate": 0.00027432016299081306,
      "loss": 4.1562,
      "step": 29312
    },
    {
      "epoch": 1.200614376407946,
      "grad_norm": 1.9285576265594526,
      "learning_rate": 0.0002743183380698022,
      "loss": 4.75,
      "step": 29313
    },
    {
      "epoch": 1.2006553348351423,
      "grad_norm": 2.104117523587597,
      "learning_rate": 0.0002743165130900208,
      "loss": 4.7812,
      "step": 29314
    },
    {
      "epoch": 1.2006962932623386,
      "grad_norm": 3.356851077277549,
      "learning_rate": 0.00027431468805146975,
      "loss": 5.2812,
      "step": 29315
    },
    {
      "epoch": 1.2007372516895352,
      "grad_norm": 1.9687748258698647,
      "learning_rate": 0.00027431286295414995,
      "loss": 4.375,
      "step": 29316
    },
    {
      "epoch": 1.2007782101167315,
      "grad_norm": 4.00404430964691,
      "learning_rate": 0.00027431103779806227,
      "loss": 3.5625,
      "step": 29317
    },
    {
      "epoch": 1.200819168543928,
      "grad_norm": 2.1983573473991753,
      "learning_rate": 0.0002743092125832075,
      "loss": 5.0938,
      "step": 29318
    },
    {
      "epoch": 1.2008601269711243,
      "grad_norm": 2.007791253968285,
      "learning_rate": 0.0002743073873095866,
      "loss": 4.125,
      "step": 29319
    },
    {
      "epoch": 1.2009010853983206,
      "grad_norm": 2.419324559388769,
      "learning_rate": 0.00027430556197720037,
      "loss": 5.0312,
      "step": 29320
    },
    {
      "epoch": 1.2009420438255172,
      "grad_norm": 5.36145154788118,
      "learning_rate": 0.00027430373658604963,
      "loss": 5.6562,
      "step": 29321
    },
    {
      "epoch": 1.2009830022527135,
      "grad_norm": 1.9300891391456505,
      "learning_rate": 0.0002743019111361353,
      "loss": 4.5,
      "step": 29322
    },
    {
      "epoch": 1.2010239606799098,
      "grad_norm": 3.151812285737758,
      "learning_rate": 0.00027430008562745825,
      "loss": 4.75,
      "step": 29323
    },
    {
      "epoch": 1.2010649191071063,
      "grad_norm": 2.2408862699382417,
      "learning_rate": 0.0002742982600600194,
      "loss": 4.0312,
      "step": 29324
    },
    {
      "epoch": 1.2011058775343026,
      "grad_norm": 3.9078380120380034,
      "learning_rate": 0.0002742964344338195,
      "loss": 7.0312,
      "step": 29325
    },
    {
      "epoch": 1.2011468359614992,
      "grad_norm": 4.8631271161619765,
      "learning_rate": 0.00027429460874885944,
      "loss": 6.9062,
      "step": 29326
    },
    {
      "epoch": 1.2011877943886955,
      "grad_norm": 1.9859878064775442,
      "learning_rate": 0.0002742927830051401,
      "loss": 5.4375,
      "step": 29327
    },
    {
      "epoch": 1.2012287528158918,
      "grad_norm": 2.0011152808041386,
      "learning_rate": 0.00027429095720266235,
      "loss": 4.4375,
      "step": 29328
    },
    {
      "epoch": 1.2012697112430883,
      "grad_norm": 2.888888073347937,
      "learning_rate": 0.0002742891313414271,
      "loss": 6.5312,
      "step": 29329
    },
    {
      "epoch": 1.2013106696702847,
      "grad_norm": 4.604790473143268,
      "learning_rate": 0.0002742873054214351,
      "loss": 4.5,
      "step": 29330
    },
    {
      "epoch": 1.201351628097481,
      "grad_norm": 2.5625403340596895,
      "learning_rate": 0.0002742854794426873,
      "loss": 5.3125,
      "step": 29331
    },
    {
      "epoch": 1.2013925865246775,
      "grad_norm": 2.3169550160778902,
      "learning_rate": 0.0002742836534051845,
      "loss": 5.3125,
      "step": 29332
    },
    {
      "epoch": 1.2014335449518738,
      "grad_norm": 2.1570923675160936,
      "learning_rate": 0.00027428182730892766,
      "loss": 5.3438,
      "step": 29333
    },
    {
      "epoch": 1.2014745033790701,
      "grad_norm": 2.8281444604257824,
      "learning_rate": 0.0002742800011539176,
      "loss": 5.4062,
      "step": 29334
    },
    {
      "epoch": 1.2015154618062667,
      "grad_norm": 4.040185060851455,
      "learning_rate": 0.00027427817494015506,
      "loss": 4.625,
      "step": 29335
    },
    {
      "epoch": 1.201556420233463,
      "grad_norm": 2.862975786062818,
      "learning_rate": 0.0002742763486676411,
      "loss": 6.625,
      "step": 29336
    },
    {
      "epoch": 1.2015973786606595,
      "grad_norm": 2.019586928459763,
      "learning_rate": 0.00027427452233637643,
      "loss": 4.9375,
      "step": 29337
    },
    {
      "epoch": 1.2016383370878558,
      "grad_norm": 2.6141850118466565,
      "learning_rate": 0.00027427269594636206,
      "loss": 4.6875,
      "step": 29338
    },
    {
      "epoch": 1.2016792955150521,
      "grad_norm": 6.666965740231888,
      "learning_rate": 0.00027427086949759867,
      "loss": 3.0938,
      "step": 29339
    },
    {
      "epoch": 1.2017202539422487,
      "grad_norm": 2.992215110306955,
      "learning_rate": 0.0002742690429900873,
      "loss": 6.6875,
      "step": 29340
    },
    {
      "epoch": 1.201761212369445,
      "grad_norm": 3.2616682523346885,
      "learning_rate": 0.0002742672164238287,
      "loss": 5.0938,
      "step": 29341
    },
    {
      "epoch": 1.2018021707966415,
      "grad_norm": 12.088120326498693,
      "learning_rate": 0.0002742653897988238,
      "loss": 6.9375,
      "step": 29342
    },
    {
      "epoch": 1.2018431292238378,
      "grad_norm": 2.3029396757045233,
      "learning_rate": 0.0002742635631150734,
      "loss": 4.6562,
      "step": 29343
    },
    {
      "epoch": 1.2018840876510342,
      "grad_norm": 3.140253451967234,
      "learning_rate": 0.00027426173637257846,
      "loss": 4.8125,
      "step": 29344
    },
    {
      "epoch": 1.2019250460782307,
      "grad_norm": 2.36601187381386,
      "learning_rate": 0.00027425990957133975,
      "loss": 5.0625,
      "step": 29345
    },
    {
      "epoch": 1.201966004505427,
      "grad_norm": 2.146527594094204,
      "learning_rate": 0.0002742580827113581,
      "loss": 6.0312,
      "step": 29346
    },
    {
      "epoch": 1.2020069629326233,
      "grad_norm": 2.47589075215126,
      "learning_rate": 0.00027425625579263454,
      "loss": 6.1875,
      "step": 29347
    },
    {
      "epoch": 1.2020479213598199,
      "grad_norm": 2.099265957362652,
      "learning_rate": 0.00027425442881516977,
      "loss": 5.1562,
      "step": 29348
    },
    {
      "epoch": 1.2020888797870162,
      "grad_norm": 2.5199092195185298,
      "learning_rate": 0.0002742526017789647,
      "loss": 5.0312,
      "step": 29349
    },
    {
      "epoch": 1.2021298382142125,
      "grad_norm": 3.1357235089752575,
      "learning_rate": 0.0002742507746840203,
      "loss": 5.4062,
      "step": 29350
    },
    {
      "epoch": 1.202170796641409,
      "grad_norm": 1.9096691844016742,
      "learning_rate": 0.0002742489475303373,
      "loss": 4.5625,
      "step": 29351
    },
    {
      "epoch": 1.2022117550686053,
      "grad_norm": 2.2285702725506065,
      "learning_rate": 0.0002742471203179166,
      "loss": 5.2188,
      "step": 29352
    },
    {
      "epoch": 1.2022527134958017,
      "grad_norm": 10.687027829706302,
      "learning_rate": 0.000274245293046759,
      "loss": 3.1562,
      "step": 29353
    },
    {
      "epoch": 1.2022936719229982,
      "grad_norm": 2.4525138957646133,
      "learning_rate": 0.0002742434657168655,
      "loss": 6.7188,
      "step": 29354
    },
    {
      "epoch": 1.2023346303501945,
      "grad_norm": 2.8451190575523646,
      "learning_rate": 0.0002742416383282369,
      "loss": 5.0938,
      "step": 29355
    },
    {
      "epoch": 1.202375588777391,
      "grad_norm": 2.997781523992819,
      "learning_rate": 0.00027423981088087407,
      "loss": 5.7812,
      "step": 29356
    },
    {
      "epoch": 1.2024165472045873,
      "grad_norm": 2.8077045808375227,
      "learning_rate": 0.00027423798337477786,
      "loss": 4.25,
      "step": 29357
    },
    {
      "epoch": 1.2024575056317837,
      "grad_norm": 2.11263182884421,
      "learning_rate": 0.0002742361558099491,
      "loss": 5.4375,
      "step": 29358
    },
    {
      "epoch": 1.2024984640589802,
      "grad_norm": 1.937033217957746,
      "learning_rate": 0.00027423432818638875,
      "loss": 5.0625,
      "step": 29359
    },
    {
      "epoch": 1.2025394224861765,
      "grad_norm": 2.0297028276887468,
      "learning_rate": 0.0002742325005040976,
      "loss": 5.375,
      "step": 29360
    },
    {
      "epoch": 1.202580380913373,
      "grad_norm": 2.7632294258881833,
      "learning_rate": 0.0002742306727630765,
      "loss": 4.7812,
      "step": 29361
    },
    {
      "epoch": 1.2026213393405694,
      "grad_norm": 2.446906290409227,
      "learning_rate": 0.00027422884496332647,
      "loss": 4.2188,
      "step": 29362
    },
    {
      "epoch": 1.2026622977677657,
      "grad_norm": 3.8383525233697053,
      "learning_rate": 0.0002742270171048481,
      "loss": 3.1719,
      "step": 29363
    },
    {
      "epoch": 1.2027032561949622,
      "grad_norm": 2.0486039803579774,
      "learning_rate": 0.00027422518918764245,
      "loss": 5.1875,
      "step": 29364
    },
    {
      "epoch": 1.2027442146221585,
      "grad_norm": 2.900306129760344,
      "learning_rate": 0.00027422336121171037,
      "loss": 5.4688,
      "step": 29365
    },
    {
      "epoch": 1.2027851730493548,
      "grad_norm": 3.1054011161927892,
      "learning_rate": 0.00027422153317705275,
      "loss": 3.7656,
      "step": 29366
    },
    {
      "epoch": 1.2028261314765514,
      "grad_norm": 2.095987990139809,
      "learning_rate": 0.00027421970508367024,
      "loss": 4.4375,
      "step": 29367
    },
    {
      "epoch": 1.2028670899037477,
      "grad_norm": 2.410852323676065,
      "learning_rate": 0.000274217876931564,
      "loss": 4.9062,
      "step": 29368
    },
    {
      "epoch": 1.202908048330944,
      "grad_norm": 4.1600936866324405,
      "learning_rate": 0.00027421604872073473,
      "loss": 4.625,
      "step": 29369
    },
    {
      "epoch": 1.2029490067581405,
      "grad_norm": 6.403164807371432,
      "learning_rate": 0.00027421422045118324,
      "loss": 6.75,
      "step": 29370
    },
    {
      "epoch": 1.2029899651853369,
      "grad_norm": 2.3596631474870575,
      "learning_rate": 0.00027421239212291055,
      "loss": 4.9375,
      "step": 29371
    },
    {
      "epoch": 1.2030309236125332,
      "grad_norm": 2.4848135925056622,
      "learning_rate": 0.0002742105637359174,
      "loss": 5.0625,
      "step": 29372
    },
    {
      "epoch": 1.2030718820397297,
      "grad_norm": 3.366683880132753,
      "learning_rate": 0.0002742087352902047,
      "loss": 6.3125,
      "step": 29373
    },
    {
      "epoch": 1.203112840466926,
      "grad_norm": 2.9413900600316385,
      "learning_rate": 0.0002742069067857734,
      "loss": 5.1562,
      "step": 29374
    },
    {
      "epoch": 1.2031537988941226,
      "grad_norm": 2.016010696157812,
      "learning_rate": 0.00027420507822262425,
      "loss": 4.4688,
      "step": 29375
    },
    {
      "epoch": 1.2031947573213189,
      "grad_norm": 2.1257834852931077,
      "learning_rate": 0.0002742032496007581,
      "loss": 3.8281,
      "step": 29376
    },
    {
      "epoch": 1.2032357157485152,
      "grad_norm": 1.939608731388468,
      "learning_rate": 0.0002742014209201759,
      "loss": 4.625,
      "step": 29377
    },
    {
      "epoch": 1.2032766741757117,
      "grad_norm": 2.560192573382758,
      "learning_rate": 0.0002741995921808784,
      "loss": 5.4062,
      "step": 29378
    },
    {
      "epoch": 1.203317632602908,
      "grad_norm": 4.063215046896744,
      "learning_rate": 0.00027419776338286664,
      "loss": 3.4688,
      "step": 29379
    },
    {
      "epoch": 1.2033585910301046,
      "grad_norm": 1.9947291010505832,
      "learning_rate": 0.00027419593452614134,
      "loss": 5.1562,
      "step": 29380
    },
    {
      "epoch": 1.2033995494573009,
      "grad_norm": 2.4076670847671866,
      "learning_rate": 0.0002741941056107034,
      "loss": 5.2812,
      "step": 29381
    },
    {
      "epoch": 1.2034405078844972,
      "grad_norm": 2.688387518530814,
      "learning_rate": 0.0002741922766365537,
      "loss": 5.4688,
      "step": 29382
    },
    {
      "epoch": 1.2034814663116937,
      "grad_norm": 1.8594598245267953,
      "learning_rate": 0.00027419044760369315,
      "loss": 4.5938,
      "step": 29383
    },
    {
      "epoch": 1.20352242473889,
      "grad_norm": 5.23521900974915,
      "learning_rate": 0.0002741886185121225,
      "loss": 5.8125,
      "step": 29384
    },
    {
      "epoch": 1.2035633831660864,
      "grad_norm": 2.5453419558898314,
      "learning_rate": 0.0002741867893618427,
      "loss": 7.0312,
      "step": 29385
    },
    {
      "epoch": 1.203604341593283,
      "grad_norm": 2.84603938649976,
      "learning_rate": 0.0002741849601528546,
      "loss": 5.2812,
      "step": 29386
    },
    {
      "epoch": 1.2036453000204792,
      "grad_norm": 2.051437422290411,
      "learning_rate": 0.000274183130885159,
      "loss": 4.2812,
      "step": 29387
    },
    {
      "epoch": 1.2036862584476755,
      "grad_norm": 5.694080489561265,
      "learning_rate": 0.00027418130155875694,
      "loss": 5.6562,
      "step": 29388
    },
    {
      "epoch": 1.203727216874872,
      "grad_norm": 2.8486522372646266,
      "learning_rate": 0.0002741794721736491,
      "loss": 5.5,
      "step": 29389
    },
    {
      "epoch": 1.2037681753020684,
      "grad_norm": 1.9324255582286067,
      "learning_rate": 0.0002741776427298364,
      "loss": 4.4688,
      "step": 29390
    },
    {
      "epoch": 1.2038091337292647,
      "grad_norm": 1.8143061180097928,
      "learning_rate": 0.00027417581322731967,
      "loss": 3.0156,
      "step": 29391
    },
    {
      "epoch": 1.2038500921564612,
      "grad_norm": 2.6203940073570555,
      "learning_rate": 0.00027417398366609986,
      "loss": 4.3125,
      "step": 29392
    },
    {
      "epoch": 1.2038910505836575,
      "grad_norm": 3.1606112533453254,
      "learning_rate": 0.0002741721540461779,
      "loss": 7.4375,
      "step": 29393
    },
    {
      "epoch": 1.203932009010854,
      "grad_norm": 4.239442987654517,
      "learning_rate": 0.0002741703243675544,
      "loss": 5.4375,
      "step": 29394
    },
    {
      "epoch": 1.2039729674380504,
      "grad_norm": 1.986205795477125,
      "learning_rate": 0.00027416849463023047,
      "loss": 3.875,
      "step": 29395
    },
    {
      "epoch": 1.2040139258652467,
      "grad_norm": 2.6776780579302963,
      "learning_rate": 0.00027416666483420684,
      "loss": 4.5625,
      "step": 29396
    },
    {
      "epoch": 1.2040548842924432,
      "grad_norm": 6.3425024631358475,
      "learning_rate": 0.0002741648349794844,
      "loss": 5.9375,
      "step": 29397
    },
    {
      "epoch": 1.2040958427196395,
      "grad_norm": 4.640497832173118,
      "learning_rate": 0.00027416300506606406,
      "loss": 6.8125,
      "step": 29398
    },
    {
      "epoch": 1.204136801146836,
      "grad_norm": 6.943451605555792,
      "learning_rate": 0.00027416117509394665,
      "loss": 4.9688,
      "step": 29399
    },
    {
      "epoch": 1.2041777595740324,
      "grad_norm": 2.2566864098727217,
      "learning_rate": 0.000274159345063133,
      "loss": 5.75,
      "step": 29400
    },
    {
      "epoch": 1.2042187180012287,
      "grad_norm": 2.401820294993098,
      "learning_rate": 0.0002741575149736241,
      "loss": 5.75,
      "step": 29401
    },
    {
      "epoch": 1.2042596764284252,
      "grad_norm": 2.7896228747403624,
      "learning_rate": 0.0002741556848254207,
      "loss": 3.4688,
      "step": 29402
    },
    {
      "epoch": 1.2043006348556216,
      "grad_norm": 2.893956658245575,
      "learning_rate": 0.00027415385461852364,
      "loss": 4.7188,
      "step": 29403
    },
    {
      "epoch": 1.2043415932828179,
      "grad_norm": 2.262206147355632,
      "learning_rate": 0.0002741520243529339,
      "loss": 5.7812,
      "step": 29404
    },
    {
      "epoch": 1.2043825517100144,
      "grad_norm": 3.056921946280919,
      "learning_rate": 0.00027415019402865227,
      "loss": 5.375,
      "step": 29405
    },
    {
      "epoch": 1.2044235101372107,
      "grad_norm": 2.2693124389958537,
      "learning_rate": 0.00027414836364567964,
      "loss": 4.9375,
      "step": 29406
    },
    {
      "epoch": 1.204464468564407,
      "grad_norm": 2.073898440825556,
      "learning_rate": 0.00027414653320401687,
      "loss": 5.1875,
      "step": 29407
    },
    {
      "epoch": 1.2045054269916036,
      "grad_norm": 2.6801811704057017,
      "learning_rate": 0.0002741447027036648,
      "loss": 5.1562,
      "step": 29408
    },
    {
      "epoch": 1.2045463854187999,
      "grad_norm": 2.1139442768052197,
      "learning_rate": 0.0002741428721446244,
      "loss": 4.7188,
      "step": 29409
    },
    {
      "epoch": 1.2045873438459962,
      "grad_norm": 2.378714551151443,
      "learning_rate": 0.00027414104152689633,
      "loss": 4.875,
      "step": 29410
    },
    {
      "epoch": 1.2046283022731927,
      "grad_norm": 11.731287490642297,
      "learning_rate": 0.0002741392108504816,
      "loss": 7.625,
      "step": 29411
    },
    {
      "epoch": 1.204669260700389,
      "grad_norm": 6.088274543432675,
      "learning_rate": 0.0002741373801153811,
      "loss": 4.0625,
      "step": 29412
    },
    {
      "epoch": 1.2047102191275856,
      "grad_norm": 2.178416203755275,
      "learning_rate": 0.00027413554932159565,
      "loss": 5.0938,
      "step": 29413
    },
    {
      "epoch": 1.204751177554782,
      "grad_norm": 2.857540151313937,
      "learning_rate": 0.0002741337184691261,
      "loss": 4.5,
      "step": 29414
    },
    {
      "epoch": 1.2047921359819782,
      "grad_norm": 2.159935854101362,
      "learning_rate": 0.00027413188755797335,
      "loss": 4.5312,
      "step": 29415
    },
    {
      "epoch": 1.2048330944091747,
      "grad_norm": 2.7169363988612076,
      "learning_rate": 0.0002741300565881383,
      "loss": 6.5312,
      "step": 29416
    },
    {
      "epoch": 1.204874052836371,
      "grad_norm": 2.6864598203291385,
      "learning_rate": 0.00027412822555962166,
      "loss": 5.4375,
      "step": 29417
    },
    {
      "epoch": 1.2049150112635676,
      "grad_norm": 2.1168612253379373,
      "learning_rate": 0.0002741263944724244,
      "loss": 5.1875,
      "step": 29418
    },
    {
      "epoch": 1.204955969690764,
      "grad_norm": 2.249521075406058,
      "learning_rate": 0.00027412456332654746,
      "loss": 4.5312,
      "step": 29419
    },
    {
      "epoch": 1.2049969281179602,
      "grad_norm": 3.941247923223064,
      "learning_rate": 0.0002741227321219916,
      "loss": 5.9375,
      "step": 29420
    },
    {
      "epoch": 1.2050378865451568,
      "grad_norm": 1.98098573743667,
      "learning_rate": 0.0002741209008587577,
      "loss": 4.375,
      "step": 29421
    },
    {
      "epoch": 1.205078844972353,
      "grad_norm": 1.8974167448255383,
      "learning_rate": 0.0002741190695368466,
      "loss": 4.0625,
      "step": 29422
    },
    {
      "epoch": 1.2051198033995494,
      "grad_norm": 2.1143707185867346,
      "learning_rate": 0.00027411723815625924,
      "loss": 4.6875,
      "step": 29423
    },
    {
      "epoch": 1.205160761826746,
      "grad_norm": 4.2616945015910215,
      "learning_rate": 0.00027411540671699647,
      "loss": 6.9375,
      "step": 29424
    },
    {
      "epoch": 1.2052017202539422,
      "grad_norm": 2.4535178128860733,
      "learning_rate": 0.0002741135752190591,
      "loss": 4.5625,
      "step": 29425
    },
    {
      "epoch": 1.2052426786811385,
      "grad_norm": 2.1738358946629837,
      "learning_rate": 0.00027411174366244814,
      "loss": 4.8125,
      "step": 29426
    },
    {
      "epoch": 1.205283637108335,
      "grad_norm": 1.935210536900657,
      "learning_rate": 0.0002741099120471642,
      "loss": 4.9688,
      "step": 29427
    },
    {
      "epoch": 1.2053245955355314,
      "grad_norm": 2.104030572219635,
      "learning_rate": 0.0002741080803732084,
      "loss": 4.6562,
      "step": 29428
    },
    {
      "epoch": 1.2053655539627277,
      "grad_norm": 2.173707735883051,
      "learning_rate": 0.00027410624864058147,
      "loss": 3.9375,
      "step": 29429
    },
    {
      "epoch": 1.2054065123899242,
      "grad_norm": 2.664795632655796,
      "learning_rate": 0.0002741044168492843,
      "loss": 4.4688,
      "step": 29430
    },
    {
      "epoch": 1.2054474708171206,
      "grad_norm": 1.8584857892344913,
      "learning_rate": 0.0002741025849993178,
      "loss": 4.75,
      "step": 29431
    },
    {
      "epoch": 1.205488429244317,
      "grad_norm": 2.6562009768574395,
      "learning_rate": 0.00027410075309068275,
      "loss": 5.2188,
      "step": 29432
    },
    {
      "epoch": 1.2055293876715134,
      "grad_norm": 3.8443265517523417,
      "learning_rate": 0.00027409892112338006,
      "loss": 1.625,
      "step": 29433
    },
    {
      "epoch": 1.2055703460987097,
      "grad_norm": 2.304468703019561,
      "learning_rate": 0.00027409708909741066,
      "loss": 6.5312,
      "step": 29434
    },
    {
      "epoch": 1.2056113045259063,
      "grad_norm": 2.9107438372701053,
      "learning_rate": 0.0002740952570127753,
      "loss": 6.2188,
      "step": 29435
    },
    {
      "epoch": 1.2056522629531026,
      "grad_norm": 1.9686862974327477,
      "learning_rate": 0.00027409342486947494,
      "loss": 5.1562,
      "step": 29436
    },
    {
      "epoch": 1.205693221380299,
      "grad_norm": 2.180120234847703,
      "learning_rate": 0.00027409159266751035,
      "loss": 4.0312,
      "step": 29437
    },
    {
      "epoch": 1.2057341798074954,
      "grad_norm": 1.9650214315447452,
      "learning_rate": 0.00027408976040688257,
      "loss": 4.5312,
      "step": 29438
    },
    {
      "epoch": 1.2057751382346917,
      "grad_norm": 2.0162132119035236,
      "learning_rate": 0.00027408792808759224,
      "loss": 4.75,
      "step": 29439
    },
    {
      "epoch": 1.2058160966618883,
      "grad_norm": 1.856726929883876,
      "learning_rate": 0.0002740860957096404,
      "loss": 4.7188,
      "step": 29440
    },
    {
      "epoch": 1.2058570550890846,
      "grad_norm": 2.330536116073359,
      "learning_rate": 0.00027408426327302785,
      "loss": 4.9062,
      "step": 29441
    },
    {
      "epoch": 1.205898013516281,
      "grad_norm": 4.30268620593563,
      "learning_rate": 0.0002740824307777554,
      "loss": 6.0938,
      "step": 29442
    },
    {
      "epoch": 1.2059389719434774,
      "grad_norm": 2.711264390476037,
      "learning_rate": 0.00027408059822382405,
      "loss": 6.1562,
      "step": 29443
    },
    {
      "epoch": 1.2059799303706737,
      "grad_norm": 2.105795519073366,
      "learning_rate": 0.00027407876561123454,
      "loss": 4.875,
      "step": 29444
    },
    {
      "epoch": 1.20602088879787,
      "grad_norm": 2.4918586303354364,
      "learning_rate": 0.0002740769329399878,
      "loss": 5.9688,
      "step": 29445
    },
    {
      "epoch": 1.2060618472250666,
      "grad_norm": 4.632973103169384,
      "learning_rate": 0.00027407510021008473,
      "loss": 6.25,
      "step": 29446
    },
    {
      "epoch": 1.206102805652263,
      "grad_norm": 6.526760314073705,
      "learning_rate": 0.0002740732674215261,
      "loss": 6.25,
      "step": 29447
    },
    {
      "epoch": 1.2061437640794592,
      "grad_norm": 2.799244518533227,
      "learning_rate": 0.00027407143457431287,
      "loss": 5.6875,
      "step": 29448
    },
    {
      "epoch": 1.2061847225066558,
      "grad_norm": 8.710032423728581,
      "learning_rate": 0.0002740696016684458,
      "loss": 5.0938,
      "step": 29449
    },
    {
      "epoch": 1.206225680933852,
      "grad_norm": 6.443902975820133,
      "learning_rate": 0.00027406776870392594,
      "loss": 5.3438,
      "step": 29450
    },
    {
      "epoch": 1.2062666393610486,
      "grad_norm": 3.0945999855208735,
      "learning_rate": 0.00027406593568075395,
      "loss": 6.2812,
      "step": 29451
    },
    {
      "epoch": 1.206307597788245,
      "grad_norm": 3.8142294805163623,
      "learning_rate": 0.0002740641025989308,
      "loss": 6.4375,
      "step": 29452
    },
    {
      "epoch": 1.2063485562154412,
      "grad_norm": 2.37476196372436,
      "learning_rate": 0.00027406226945845733,
      "loss": 5.4062,
      "step": 29453
    },
    {
      "epoch": 1.2063895146426378,
      "grad_norm": 2.5032208707872283,
      "learning_rate": 0.00027406043625933445,
      "loss": 5.0625,
      "step": 29454
    },
    {
      "epoch": 1.206430473069834,
      "grad_norm": 2.018020490899729,
      "learning_rate": 0.00027405860300156295,
      "loss": 3.5781,
      "step": 29455
    },
    {
      "epoch": 1.2064714314970306,
      "grad_norm": 3.740948223378319,
      "learning_rate": 0.00027405676968514375,
      "loss": 5.25,
      "step": 29456
    },
    {
      "epoch": 1.206512389924227,
      "grad_norm": 2.1382793217857445,
      "learning_rate": 0.00027405493631007773,
      "loss": 3.5625,
      "step": 29457
    },
    {
      "epoch": 1.2065533483514232,
      "grad_norm": 2.7510032169670326,
      "learning_rate": 0.00027405310287636575,
      "loss": 4.8438,
      "step": 29458
    },
    {
      "epoch": 1.2065943067786198,
      "grad_norm": 2.540948934248429,
      "learning_rate": 0.0002740512693840086,
      "loss": 4.8438,
      "step": 29459
    },
    {
      "epoch": 1.206635265205816,
      "grad_norm": 9.042924420133687,
      "learning_rate": 0.00027404943583300733,
      "loss": 6.7188,
      "step": 29460
    },
    {
      "epoch": 1.2066762236330124,
      "grad_norm": 3.4466803383225377,
      "learning_rate": 0.00027404760222336257,
      "loss": 4.9688,
      "step": 29461
    },
    {
      "epoch": 1.206717182060209,
      "grad_norm": 2.247991027809648,
      "learning_rate": 0.0002740457685550753,
      "loss": 4.9375,
      "step": 29462
    },
    {
      "epoch": 1.2067581404874053,
      "grad_norm": 3.433585634276423,
      "learning_rate": 0.00027404393482814644,
      "loss": 5.0938,
      "step": 29463
    },
    {
      "epoch": 1.2067990989146016,
      "grad_norm": 1.9033157573118906,
      "learning_rate": 0.0002740421010425768,
      "loss": 4.125,
      "step": 29464
    },
    {
      "epoch": 1.2068400573417981,
      "grad_norm": 1.9344725291360874,
      "learning_rate": 0.00027404026719836724,
      "loss": 4.9688,
      "step": 29465
    },
    {
      "epoch": 1.2068810157689944,
      "grad_norm": 2.1940901162268647,
      "learning_rate": 0.00027403843329551865,
      "loss": 5.5312,
      "step": 29466
    },
    {
      "epoch": 1.206921974196191,
      "grad_norm": 2.150559670727778,
      "learning_rate": 0.00027403659933403186,
      "loss": 4.6875,
      "step": 29467
    },
    {
      "epoch": 1.2069629326233873,
      "grad_norm": 2.9823592734817406,
      "learning_rate": 0.00027403476531390777,
      "loss": 4.1875,
      "step": 29468
    },
    {
      "epoch": 1.2070038910505836,
      "grad_norm": 3.466796396660668,
      "learning_rate": 0.00027403293123514727,
      "loss": 5.1562,
      "step": 29469
    },
    {
      "epoch": 1.2070448494777801,
      "grad_norm": 4.644238733750354,
      "learning_rate": 0.00027403109709775116,
      "loss": 6.6875,
      "step": 29470
    },
    {
      "epoch": 1.2070858079049764,
      "grad_norm": 2.4332211881308012,
      "learning_rate": 0.0002740292629017204,
      "loss": 4.9375,
      "step": 29471
    },
    {
      "epoch": 1.2071267663321728,
      "grad_norm": 2.0491859381008384,
      "learning_rate": 0.00027402742864705577,
      "loss": 5.5625,
      "step": 29472
    },
    {
      "epoch": 1.2071677247593693,
      "grad_norm": 2.0354094202458524,
      "learning_rate": 0.00027402559433375816,
      "loss": 4.5938,
      "step": 29473
    },
    {
      "epoch": 1.2072086831865656,
      "grad_norm": 2.302687909700096,
      "learning_rate": 0.00027402375996182847,
      "loss": 5.4375,
      "step": 29474
    },
    {
      "epoch": 1.2072496416137621,
      "grad_norm": 2.6645393483056474,
      "learning_rate": 0.00027402192553126745,
      "loss": 3.5938,
      "step": 29475
    },
    {
      "epoch": 1.2072906000409585,
      "grad_norm": 3.8186198345978877,
      "learning_rate": 0.0002740200910420762,
      "loss": 6.1875,
      "step": 29476
    },
    {
      "epoch": 1.2073315584681548,
      "grad_norm": 5.232207363213933,
      "learning_rate": 0.00027401825649425536,
      "loss": 5.6875,
      "step": 29477
    },
    {
      "epoch": 1.2073725168953513,
      "grad_norm": 7.42988484782888,
      "learning_rate": 0.0002740164218878059,
      "loss": 5.3125,
      "step": 29478
    },
    {
      "epoch": 1.2074134753225476,
      "grad_norm": 3.884825418021018,
      "learning_rate": 0.00027401458722272866,
      "loss": 5.875,
      "step": 29479
    },
    {
      "epoch": 1.207454433749744,
      "grad_norm": 2.341525429159285,
      "learning_rate": 0.00027401275249902454,
      "loss": 4.1875,
      "step": 29480
    },
    {
      "epoch": 1.2074953921769405,
      "grad_norm": 1.9258617446793613,
      "learning_rate": 0.0002740109177166944,
      "loss": 5.0312,
      "step": 29481
    },
    {
      "epoch": 1.2075363506041368,
      "grad_norm": 2.7320999272692665,
      "learning_rate": 0.00027400908287573907,
      "loss": 4.4688,
      "step": 29482
    },
    {
      "epoch": 1.207577309031333,
      "grad_norm": 3.63011762633801,
      "learning_rate": 0.00027400724797615946,
      "loss": 5.4062,
      "step": 29483
    },
    {
      "epoch": 1.2076182674585296,
      "grad_norm": 2.1077991715400053,
      "learning_rate": 0.0002740054130179564,
      "loss": 4.6562,
      "step": 29484
    },
    {
      "epoch": 1.207659225885726,
      "grad_norm": 3.349141082444449,
      "learning_rate": 0.0002740035780011308,
      "loss": 5.9688,
      "step": 29485
    },
    {
      "epoch": 1.2077001843129225,
      "grad_norm": 4.907529438732061,
      "learning_rate": 0.0002740017429256835,
      "loss": 4.6562,
      "step": 29486
    },
    {
      "epoch": 1.2077411427401188,
      "grad_norm": 1.9140479050702905,
      "learning_rate": 0.0002739999077916153,
      "loss": 5.0312,
      "step": 29487
    },
    {
      "epoch": 1.207782101167315,
      "grad_norm": 2.0164861888887287,
      "learning_rate": 0.0002739980725989272,
      "loss": 4.875,
      "step": 29488
    },
    {
      "epoch": 1.2078230595945116,
      "grad_norm": 2.1490745383137106,
      "learning_rate": 0.00027399623734762006,
      "loss": 5.125,
      "step": 29489
    },
    {
      "epoch": 1.207864018021708,
      "grad_norm": 2.41170036048781,
      "learning_rate": 0.0002739944020376946,
      "loss": 4.875,
      "step": 29490
    },
    {
      "epoch": 1.2079049764489043,
      "grad_norm": 2.079252889971839,
      "learning_rate": 0.00027399256666915184,
      "loss": 5.6875,
      "step": 29491
    },
    {
      "epoch": 1.2079459348761008,
      "grad_norm": 3.25633263937476,
      "learning_rate": 0.0002739907312419926,
      "loss": 5.4688,
      "step": 29492
    },
    {
      "epoch": 1.2079868933032971,
      "grad_norm": 2.26305770623993,
      "learning_rate": 0.0002739888957562177,
      "loss": 4.875,
      "step": 29493
    },
    {
      "epoch": 1.2080278517304937,
      "grad_norm": 2.0771361939810786,
      "learning_rate": 0.00027398706021182804,
      "loss": 4.5625,
      "step": 29494
    },
    {
      "epoch": 1.20806881015769,
      "grad_norm": 2.6616631001241133,
      "learning_rate": 0.00027398522460882446,
      "loss": 6.1562,
      "step": 29495
    },
    {
      "epoch": 1.2081097685848863,
      "grad_norm": 5.79908760229637,
      "learning_rate": 0.000273983388947208,
      "loss": 6.25,
      "step": 29496
    },
    {
      "epoch": 1.2081507270120828,
      "grad_norm": 3.5138885176202455,
      "learning_rate": 0.0002739815532269792,
      "loss": 5.5,
      "step": 29497
    },
    {
      "epoch": 1.2081916854392791,
      "grad_norm": 4.367873213437948,
      "learning_rate": 0.00027397971744813924,
      "loss": 6.875,
      "step": 29498
    },
    {
      "epoch": 1.2082326438664754,
      "grad_norm": 2.5368584844445943,
      "learning_rate": 0.00027397788161068887,
      "loss": 7.0312,
      "step": 29499
    },
    {
      "epoch": 1.208273602293672,
      "grad_norm": 2.1261770640514723,
      "learning_rate": 0.0002739760457146289,
      "loss": 5.4375,
      "step": 29500
    },
    {
      "epoch": 1.2083145607208683,
      "grad_norm": 2.348564078508517,
      "learning_rate": 0.0002739742097599603,
      "loss": 5.9375,
      "step": 29501
    },
    {
      "epoch": 1.2083555191480646,
      "grad_norm": 2.0151821400975316,
      "learning_rate": 0.0002739723737466838,
      "loss": 4.4375,
      "step": 29502
    },
    {
      "epoch": 1.2083964775752611,
      "grad_norm": 9.852096938492888,
      "learning_rate": 0.0002739705376748004,
      "loss": 3.6406,
      "step": 29503
    },
    {
      "epoch": 1.2084374360024575,
      "grad_norm": 2.042499799677546,
      "learning_rate": 0.00027396870154431096,
      "loss": 4.1562,
      "step": 29504
    },
    {
      "epoch": 1.208478394429654,
      "grad_norm": 2.0060059815474043,
      "learning_rate": 0.00027396686535521625,
      "loss": 3.9688,
      "step": 29505
    },
    {
      "epoch": 1.2085193528568503,
      "grad_norm": 3.388337970100966,
      "learning_rate": 0.0002739650291075172,
      "loss": 6.0,
      "step": 29506
    },
    {
      "epoch": 1.2085603112840466,
      "grad_norm": 3.180154130401484,
      "learning_rate": 0.0002739631928012148,
      "loss": 5.3125,
      "step": 29507
    },
    {
      "epoch": 1.2086012697112432,
      "grad_norm": 3.2526412923225623,
      "learning_rate": 0.00027396135643630964,
      "loss": 4.625,
      "step": 29508
    },
    {
      "epoch": 1.2086422281384395,
      "grad_norm": 3.268734793757787,
      "learning_rate": 0.00027395952001280283,
      "loss": 5.7812,
      "step": 29509
    },
    {
      "epoch": 1.208683186565636,
      "grad_norm": 3.6025573799705235,
      "learning_rate": 0.0002739576835306951,
      "loss": 6.3438,
      "step": 29510
    },
    {
      "epoch": 1.2087241449928323,
      "grad_norm": 2.074097516355898,
      "learning_rate": 0.0002739558469899874,
      "loss": 5.0,
      "step": 29511
    },
    {
      "epoch": 1.2087651034200286,
      "grad_norm": 2.1583995742695263,
      "learning_rate": 0.0002739540103906806,
      "loss": 4.0312,
      "step": 29512
    },
    {
      "epoch": 1.2088060618472252,
      "grad_norm": 2.517221789422606,
      "learning_rate": 0.0002739521737327755,
      "loss": 5.875,
      "step": 29513
    },
    {
      "epoch": 1.2088470202744215,
      "grad_norm": 2.317001299637913,
      "learning_rate": 0.000273950337016273,
      "loss": 5.5625,
      "step": 29514
    },
    {
      "epoch": 1.2088879787016178,
      "grad_norm": 2.3640672147003405,
      "learning_rate": 0.000273948500241174,
      "loss": 5.5938,
      "step": 29515
    },
    {
      "epoch": 1.2089289371288143,
      "grad_norm": 3.0451374022443987,
      "learning_rate": 0.0002739466634074793,
      "loss": 6.5,
      "step": 29516
    },
    {
      "epoch": 1.2089698955560106,
      "grad_norm": 2.726262882534605,
      "learning_rate": 0.00027394482651518987,
      "loss": 5.4062,
      "step": 29517
    },
    {
      "epoch": 1.209010853983207,
      "grad_norm": 2.124767755422834,
      "learning_rate": 0.0002739429895643065,
      "loss": 5.1562,
      "step": 29518
    },
    {
      "epoch": 1.2090518124104035,
      "grad_norm": 2.127663347101865,
      "learning_rate": 0.00027394115255483003,
      "loss": 4.9688,
      "step": 29519
    },
    {
      "epoch": 1.2090927708375998,
      "grad_norm": 4.2785624748394335,
      "learning_rate": 0.0002739393154867614,
      "loss": 4.8438,
      "step": 29520
    },
    {
      "epoch": 1.2091337292647961,
      "grad_norm": 10.567063438064507,
      "learning_rate": 0.00027393747836010145,
      "loss": 3.3906,
      "step": 29521
    },
    {
      "epoch": 1.2091746876919927,
      "grad_norm": 1.8186648615296794,
      "learning_rate": 0.0002739356411748511,
      "loss": 4.25,
      "step": 29522
    },
    {
      "epoch": 1.209215646119189,
      "grad_norm": 2.1549658430429455,
      "learning_rate": 0.0002739338039310111,
      "loss": 5.8438,
      "step": 29523
    },
    {
      "epoch": 1.2092566045463855,
      "grad_norm": 2.2359283228076157,
      "learning_rate": 0.00027393196662858245,
      "loss": 5.8438,
      "step": 29524
    },
    {
      "epoch": 1.2092975629735818,
      "grad_norm": 2.365822739906389,
      "learning_rate": 0.0002739301292675659,
      "loss": 6.4062,
      "step": 29525
    },
    {
      "epoch": 1.2093385214007781,
      "grad_norm": 13.693066045176149,
      "learning_rate": 0.0002739282918479624,
      "loss": 2.4375,
      "step": 29526
    },
    {
      "epoch": 1.2093794798279747,
      "grad_norm": 2.110739028098336,
      "learning_rate": 0.00027392645436977284,
      "loss": 5.5312,
      "step": 29527
    },
    {
      "epoch": 1.209420438255171,
      "grad_norm": 2.3240930861371063,
      "learning_rate": 0.00027392461683299797,
      "loss": 5.2812,
      "step": 29528
    },
    {
      "epoch": 1.2094613966823675,
      "grad_norm": 2.2240226064452764,
      "learning_rate": 0.00027392277923763873,
      "loss": 5.6875,
      "step": 29529
    },
    {
      "epoch": 1.2095023551095638,
      "grad_norm": 6.008077483305008,
      "learning_rate": 0.0002739209415836961,
      "loss": 3.7812,
      "step": 29530
    },
    {
      "epoch": 1.2095433135367601,
      "grad_norm": 2.5083119997215357,
      "learning_rate": 0.0002739191038711707,
      "loss": 6.1875,
      "step": 29531
    },
    {
      "epoch": 1.2095842719639567,
      "grad_norm": 2.858772317104801,
      "learning_rate": 0.00027391726610006363,
      "loss": 5.4688,
      "step": 29532
    },
    {
      "epoch": 1.209625230391153,
      "grad_norm": 2.2352348272387057,
      "learning_rate": 0.00027391542827037566,
      "loss": 5.4062,
      "step": 29533
    },
    {
      "epoch": 1.2096661888183493,
      "grad_norm": 2.5178274296248815,
      "learning_rate": 0.00027391359038210765,
      "loss": 4.9062,
      "step": 29534
    },
    {
      "epoch": 1.2097071472455458,
      "grad_norm": 2.0996110644590136,
      "learning_rate": 0.0002739117524352605,
      "loss": 5.7188,
      "step": 29535
    },
    {
      "epoch": 1.2097481056727422,
      "grad_norm": 2.1405530345283523,
      "learning_rate": 0.00027390991442983504,
      "loss": 5.3125,
      "step": 29536
    },
    {
      "epoch": 1.2097890640999385,
      "grad_norm": 2.1615500531706946,
      "learning_rate": 0.0002739080763658321,
      "loss": 4.8125,
      "step": 29537
    },
    {
      "epoch": 1.209830022527135,
      "grad_norm": 3.0970406543410496,
      "learning_rate": 0.00027390623824325274,
      "loss": 5.3438,
      "step": 29538
    },
    {
      "epoch": 1.2098709809543313,
      "grad_norm": 2.4046233262531413,
      "learning_rate": 0.0002739044000620976,
      "loss": 5.0625,
      "step": 29539
    },
    {
      "epoch": 1.2099119393815276,
      "grad_norm": 2.0066728167768453,
      "learning_rate": 0.0002739025618223677,
      "loss": 4.6875,
      "step": 29540
    },
    {
      "epoch": 1.2099528978087242,
      "grad_norm": 1.9718546169633495,
      "learning_rate": 0.00027390072352406384,
      "loss": 4.75,
      "step": 29541
    },
    {
      "epoch": 1.2099938562359205,
      "grad_norm": 1.9551798440439663,
      "learning_rate": 0.0002738988851671869,
      "loss": 4.6562,
      "step": 29542
    },
    {
      "epoch": 1.210034814663117,
      "grad_norm": 1.809979174399831,
      "learning_rate": 0.0002738970467517378,
      "loss": 4.9688,
      "step": 29543
    },
    {
      "epoch": 1.2100757730903133,
      "grad_norm": 1.9799574356610787,
      "learning_rate": 0.00027389520827771736,
      "loss": 5.375,
      "step": 29544
    },
    {
      "epoch": 1.2101167315175096,
      "grad_norm": 4.210965206577542,
      "learning_rate": 0.0002738933697451264,
      "loss": 7.625,
      "step": 29545
    },
    {
      "epoch": 1.2101576899447062,
      "grad_norm": 2.147423890279292,
      "learning_rate": 0.0002738915311539659,
      "loss": 4.9375,
      "step": 29546
    },
    {
      "epoch": 1.2101986483719025,
      "grad_norm": 2.588498475176676,
      "learning_rate": 0.00027388969250423666,
      "loss": 5.625,
      "step": 29547
    },
    {
      "epoch": 1.210239606799099,
      "grad_norm": 2.4067629299939663,
      "learning_rate": 0.0002738878537959395,
      "loss": 6.0,
      "step": 29548
    },
    {
      "epoch": 1.2102805652262953,
      "grad_norm": 2.9633349853739728,
      "learning_rate": 0.0002738860150290754,
      "loss": 3.9688,
      "step": 29549
    },
    {
      "epoch": 1.2103215236534917,
      "grad_norm": 2.2048831728022305,
      "learning_rate": 0.0002738841762036452,
      "loss": 4.9688,
      "step": 29550
    },
    {
      "epoch": 1.2103624820806882,
      "grad_norm": 2.0025449722621693,
      "learning_rate": 0.00027388233731964973,
      "loss": 4.5625,
      "step": 29551
    },
    {
      "epoch": 1.2104034405078845,
      "grad_norm": 2.2060624299779126,
      "learning_rate": 0.0002738804983770899,
      "loss": 5.125,
      "step": 29552
    },
    {
      "epoch": 1.2104443989350808,
      "grad_norm": 2.795366766765737,
      "learning_rate": 0.00027387865937596656,
      "loss": 5.1875,
      "step": 29553
    },
    {
      "epoch": 1.2104853573622774,
      "grad_norm": 2.789746750518199,
      "learning_rate": 0.00027387682031628055,
      "loss": 4.7812,
      "step": 29554
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 1.8008250545815498,
      "learning_rate": 0.0002738749811980328,
      "loss": 4.4375,
      "step": 29555
    },
    {
      "epoch": 1.21056727421667,
      "grad_norm": 3.0756969583119407,
      "learning_rate": 0.0002738731420212241,
      "loss": 5.5312,
      "step": 29556
    },
    {
      "epoch": 1.2106082326438665,
      "grad_norm": 2.146242202654888,
      "learning_rate": 0.0002738713027858554,
      "loss": 5.0938,
      "step": 29557
    },
    {
      "epoch": 1.2106491910710628,
      "grad_norm": 2.110402240628077,
      "learning_rate": 0.0002738694634919275,
      "loss": 4.8438,
      "step": 29558
    },
    {
      "epoch": 1.2106901494982591,
      "grad_norm": 2.1677347581642614,
      "learning_rate": 0.0002738676241394413,
      "loss": 2.5781,
      "step": 29559
    },
    {
      "epoch": 1.2107311079254557,
      "grad_norm": 2.8537055375754683,
      "learning_rate": 0.00027386578472839775,
      "loss": 7.75,
      "step": 29560
    },
    {
      "epoch": 1.210772066352652,
      "grad_norm": 2.290953925936262,
      "learning_rate": 0.0002738639452587976,
      "loss": 5.2188,
      "step": 29561
    },
    {
      "epoch": 1.2108130247798485,
      "grad_norm": 1.9559135104621201,
      "learning_rate": 0.0002738621057306418,
      "loss": 4.8125,
      "step": 29562
    },
    {
      "epoch": 1.2108539832070448,
      "grad_norm": 5.0439728959298264,
      "learning_rate": 0.0002738602661439311,
      "loss": 7.3125,
      "step": 29563
    },
    {
      "epoch": 1.2108949416342412,
      "grad_norm": 2.1210113719490247,
      "learning_rate": 0.00027385842649866655,
      "loss": 5.0,
      "step": 29564
    },
    {
      "epoch": 1.2109359000614377,
      "grad_norm": 2.792084371587497,
      "learning_rate": 0.0002738565867948489,
      "loss": 5.8125,
      "step": 29565
    },
    {
      "epoch": 1.210976858488634,
      "grad_norm": 5.562110036854867,
      "learning_rate": 0.000273854747032479,
      "loss": 6.625,
      "step": 29566
    },
    {
      "epoch": 1.2110178169158305,
      "grad_norm": 2.429500750988328,
      "learning_rate": 0.00027385290721155777,
      "loss": 6.0,
      "step": 29567
    },
    {
      "epoch": 1.2110587753430269,
      "grad_norm": 2.386150487699356,
      "learning_rate": 0.00027385106733208606,
      "loss": 4.7188,
      "step": 29568
    },
    {
      "epoch": 1.2110997337702232,
      "grad_norm": 18.191582468883958,
      "learning_rate": 0.0002738492273940648,
      "loss": 4.5625,
      "step": 29569
    },
    {
      "epoch": 1.2111406921974197,
      "grad_norm": 2.2114822902440268,
      "learning_rate": 0.0002738473873974948,
      "loss": 4.1875,
      "step": 29570
    },
    {
      "epoch": 1.211181650624616,
      "grad_norm": 2.5959021002575198,
      "learning_rate": 0.0002738455473423769,
      "loss": 5.6562,
      "step": 29571
    },
    {
      "epoch": 1.2112226090518123,
      "grad_norm": 4.313064415830016,
      "learning_rate": 0.0002738437072287121,
      "loss": 4.5312,
      "step": 29572
    },
    {
      "epoch": 1.2112635674790089,
      "grad_norm": 2.5390922466430834,
      "learning_rate": 0.00027384186705650107,
      "loss": 5.625,
      "step": 29573
    },
    {
      "epoch": 1.2113045259062052,
      "grad_norm": 2.2956436835799985,
      "learning_rate": 0.0002738400268257448,
      "loss": 4.4688,
      "step": 29574
    },
    {
      "epoch": 1.2113454843334015,
      "grad_norm": 2.046711453507767,
      "learning_rate": 0.0002738381865364442,
      "loss": 5.0312,
      "step": 29575
    },
    {
      "epoch": 1.211386442760598,
      "grad_norm": 2.0210568031377005,
      "learning_rate": 0.00027383634618860015,
      "loss": 4.75,
      "step": 29576
    },
    {
      "epoch": 1.2114274011877944,
      "grad_norm": 2.338041920746374,
      "learning_rate": 0.0002738345057822134,
      "loss": 4.9062,
      "step": 29577
    },
    {
      "epoch": 1.2114683596149907,
      "grad_norm": 3.474489567016693,
      "learning_rate": 0.0002738326653172849,
      "loss": 5.4062,
      "step": 29578
    },
    {
      "epoch": 1.2115093180421872,
      "grad_norm": 2.146520778672323,
      "learning_rate": 0.00027383082479381547,
      "loss": 4.3125,
      "step": 29579
    },
    {
      "epoch": 1.2115502764693835,
      "grad_norm": 2.2890990709236037,
      "learning_rate": 0.000273828984211806,
      "loss": 5.1562,
      "step": 29580
    },
    {
      "epoch": 1.21159123489658,
      "grad_norm": 5.879148911374535,
      "learning_rate": 0.0002738271435712574,
      "loss": 5.875,
      "step": 29581
    },
    {
      "epoch": 1.2116321933237764,
      "grad_norm": 1.8485700160672305,
      "learning_rate": 0.0002738253028721705,
      "loss": 4.9375,
      "step": 29582
    },
    {
      "epoch": 1.2116731517509727,
      "grad_norm": 1.9799706119791665,
      "learning_rate": 0.0002738234621145462,
      "loss": 5.6562,
      "step": 29583
    },
    {
      "epoch": 1.2117141101781692,
      "grad_norm": 2.0623527951706215,
      "learning_rate": 0.00027382162129838534,
      "loss": 4.25,
      "step": 29584
    },
    {
      "epoch": 1.2117550686053655,
      "grad_norm": 2.0025684397317964,
      "learning_rate": 0.0002738197804236888,
      "loss": 4.125,
      "step": 29585
    },
    {
      "epoch": 1.211796027032562,
      "grad_norm": 2.0412128247305867,
      "learning_rate": 0.0002738179394904575,
      "loss": 4.7188,
      "step": 29586
    },
    {
      "epoch": 1.2118369854597584,
      "grad_norm": 1.827444291423547,
      "learning_rate": 0.0002738160984986922,
      "loss": 5.0625,
      "step": 29587
    },
    {
      "epoch": 1.2118779438869547,
      "grad_norm": 2.7392651233199357,
      "learning_rate": 0.0002738142574483938,
      "loss": 4.6875,
      "step": 29588
    },
    {
      "epoch": 1.2119189023141512,
      "grad_norm": 9.83579113580059,
      "learning_rate": 0.0002738124163395633,
      "loss": 7.3438,
      "step": 29589
    },
    {
      "epoch": 1.2119598607413475,
      "grad_norm": 2.253006345839814,
      "learning_rate": 0.0002738105751722014,
      "loss": 4.5312,
      "step": 29590
    },
    {
      "epoch": 1.2120008191685439,
      "grad_norm": 2.813320409516018,
      "learning_rate": 0.00027380873394630906,
      "loss": 5.2812,
      "step": 29591
    },
    {
      "epoch": 1.2120417775957404,
      "grad_norm": 2.2104758860020985,
      "learning_rate": 0.0002738068926618872,
      "loss": 5.4688,
      "step": 29592
    },
    {
      "epoch": 1.2120827360229367,
      "grad_norm": 4.475768228226112,
      "learning_rate": 0.0002738050513189365,
      "loss": 4.9062,
      "step": 29593
    },
    {
      "epoch": 1.212123694450133,
      "grad_norm": 2.163010386898523,
      "learning_rate": 0.0002738032099174581,
      "loss": 4.7812,
      "step": 29594
    },
    {
      "epoch": 1.2121646528773296,
      "grad_norm": 4.439426408088346,
      "learning_rate": 0.00027380136845745265,
      "loss": 2.4844,
      "step": 29595
    },
    {
      "epoch": 1.2122056113045259,
      "grad_norm": 2.1966531588793776,
      "learning_rate": 0.00027379952693892107,
      "loss": 5.0625,
      "step": 29596
    },
    {
      "epoch": 1.2122465697317222,
      "grad_norm": 2.534335928617368,
      "learning_rate": 0.0002737976853618643,
      "loss": 5.5,
      "step": 29597
    },
    {
      "epoch": 1.2122875281589187,
      "grad_norm": 2.7748789598312715,
      "learning_rate": 0.0002737958437262832,
      "loss": 4.0625,
      "step": 29598
    },
    {
      "epoch": 1.212328486586115,
      "grad_norm": 2.029183033977201,
      "learning_rate": 0.00027379400203217857,
      "loss": 5.5312,
      "step": 29599
    },
    {
      "epoch": 1.2123694450133116,
      "grad_norm": 2.0603083495683308,
      "learning_rate": 0.0002737921602795513,
      "loss": 4.875,
      "step": 29600
    },
    {
      "epoch": 1.2124104034405079,
      "grad_norm": 1.884502504923817,
      "learning_rate": 0.0002737903184684023,
      "loss": 4.7188,
      "step": 29601
    },
    {
      "epoch": 1.2124513618677042,
      "grad_norm": 3.269233163747401,
      "learning_rate": 0.0002737884765987324,
      "loss": 4.8438,
      "step": 29602
    },
    {
      "epoch": 1.2124923202949007,
      "grad_norm": 3.7250349322260004,
      "learning_rate": 0.0002737866346705425,
      "loss": 6.2188,
      "step": 29603
    },
    {
      "epoch": 1.212533278722097,
      "grad_norm": 2.666632064209754,
      "learning_rate": 0.0002737847926838335,
      "loss": 4.8125,
      "step": 29604
    },
    {
      "epoch": 1.2125742371492936,
      "grad_norm": 2.099338942295631,
      "learning_rate": 0.00027378295063860617,
      "loss": 4.75,
      "step": 29605
    },
    {
      "epoch": 1.21261519557649,
      "grad_norm": 2.8959232974531814,
      "learning_rate": 0.0002737811085348615,
      "loss": 4.9062,
      "step": 29606
    },
    {
      "epoch": 1.2126561540036862,
      "grad_norm": 2.9918939902855666,
      "learning_rate": 0.0002737792663726003,
      "loss": 5.9062,
      "step": 29607
    },
    {
      "epoch": 1.2126971124308827,
      "grad_norm": 2.203067894622084,
      "learning_rate": 0.0002737774241518234,
      "loss": 5.4688,
      "step": 29608
    },
    {
      "epoch": 1.212738070858079,
      "grad_norm": 2.6591804928917115,
      "learning_rate": 0.00027377558187253174,
      "loss": 4.8438,
      "step": 29609
    },
    {
      "epoch": 1.2127790292852754,
      "grad_norm": 1.8441146818106577,
      "learning_rate": 0.0002737737395347262,
      "loss": 3.7656,
      "step": 29610
    },
    {
      "epoch": 1.212819987712472,
      "grad_norm": 2.751899262596559,
      "learning_rate": 0.0002737718971384076,
      "loss": 5.25,
      "step": 29611
    },
    {
      "epoch": 1.2128609461396682,
      "grad_norm": 2.0811903674123413,
      "learning_rate": 0.0002737700546835768,
      "loss": 4.75,
      "step": 29612
    },
    {
      "epoch": 1.2129019045668645,
      "grad_norm": 2.4364242123918483,
      "learning_rate": 0.00027376821217023475,
      "loss": 4.75,
      "step": 29613
    },
    {
      "epoch": 1.212942862994061,
      "grad_norm": 4.1931048981608425,
      "learning_rate": 0.0002737663695983822,
      "loss": 3.625,
      "step": 29614
    },
    {
      "epoch": 1.2129838214212574,
      "grad_norm": 2.1706622750613866,
      "learning_rate": 0.0002737645269680201,
      "loss": 4.5938,
      "step": 29615
    },
    {
      "epoch": 1.213024779848454,
      "grad_norm": 3.029156806630049,
      "learning_rate": 0.00027376268427914944,
      "loss": 5.125,
      "step": 29616
    },
    {
      "epoch": 1.2130657382756502,
      "grad_norm": 2.0676007338427542,
      "learning_rate": 0.0002737608415317708,
      "loss": 4.5938,
      "step": 29617
    },
    {
      "epoch": 1.2131066967028465,
      "grad_norm": 3.638656961773368,
      "learning_rate": 0.00027375899872588534,
      "loss": 2.375,
      "step": 29618
    },
    {
      "epoch": 1.213147655130043,
      "grad_norm": 1.9430916344635156,
      "learning_rate": 0.0002737571558614937,
      "loss": 4.625,
      "step": 29619
    },
    {
      "epoch": 1.2131886135572394,
      "grad_norm": 2.3617823818172488,
      "learning_rate": 0.00027375531293859695,
      "loss": 5.0938,
      "step": 29620
    },
    {
      "epoch": 1.2132295719844357,
      "grad_norm": 3.7652592215084058,
      "learning_rate": 0.00027375346995719583,
      "loss": 5.9688,
      "step": 29621
    },
    {
      "epoch": 1.2132705304116322,
      "grad_norm": 1.841507806904544,
      "learning_rate": 0.0002737516269172912,
      "loss": 4.25,
      "step": 29622
    },
    {
      "epoch": 1.2133114888388286,
      "grad_norm": 7.559962742602137,
      "learning_rate": 0.00027374978381888404,
      "loss": 6.2812,
      "step": 29623
    },
    {
      "epoch": 1.213352447266025,
      "grad_norm": 6.00714524126542,
      "learning_rate": 0.0002737479406619752,
      "loss": 7.375,
      "step": 29624
    },
    {
      "epoch": 1.2133934056932214,
      "grad_norm": 2.8161340877031873,
      "learning_rate": 0.00027374609744656547,
      "loss": 6.4688,
      "step": 29625
    },
    {
      "epoch": 1.2134343641204177,
      "grad_norm": 2.898959723269752,
      "learning_rate": 0.00027374425417265577,
      "loss": 4.0938,
      "step": 29626
    },
    {
      "epoch": 1.2134753225476143,
      "grad_norm": 2.740863080639341,
      "learning_rate": 0.00027374241084024696,
      "loss": 5.2188,
      "step": 29627
    },
    {
      "epoch": 1.2135162809748106,
      "grad_norm": 3.448218892765972,
      "learning_rate": 0.0002737405674493399,
      "loss": 6.5312,
      "step": 29628
    },
    {
      "epoch": 1.2135572394020069,
      "grad_norm": 2.3816883778028064,
      "learning_rate": 0.0002737387239999355,
      "loss": 4.4375,
      "step": 29629
    },
    {
      "epoch": 1.2135981978292034,
      "grad_norm": 2.758645970876866,
      "learning_rate": 0.00027373688049203465,
      "loss": 5.0625,
      "step": 29630
    },
    {
      "epoch": 1.2136391562563997,
      "grad_norm": 2.392094013397625,
      "learning_rate": 0.0002737350369256381,
      "loss": 5.4688,
      "step": 29631
    },
    {
      "epoch": 1.213680114683596,
      "grad_norm": 2.755012130530496,
      "learning_rate": 0.0002737331933007469,
      "loss": 5.4375,
      "step": 29632
    },
    {
      "epoch": 1.2137210731107926,
      "grad_norm": 2.069404060424317,
      "learning_rate": 0.00027373134961736174,
      "loss": 4.7188,
      "step": 29633
    },
    {
      "epoch": 1.213762031537989,
      "grad_norm": 2.487084184607906,
      "learning_rate": 0.00027372950587548365,
      "loss": 5.5625,
      "step": 29634
    },
    {
      "epoch": 1.2138029899651854,
      "grad_norm": 4.74856880922637,
      "learning_rate": 0.0002737276620751134,
      "loss": 5.375,
      "step": 29635
    },
    {
      "epoch": 1.2138439483923817,
      "grad_norm": 2.437341973389187,
      "learning_rate": 0.00027372581821625186,
      "loss": 3.7812,
      "step": 29636
    },
    {
      "epoch": 1.213884906819578,
      "grad_norm": 2.156886042159821,
      "learning_rate": 0.00027372397429889994,
      "loss": 5.3125,
      "step": 29637
    },
    {
      "epoch": 1.2139258652467746,
      "grad_norm": 3.2319916732170935,
      "learning_rate": 0.00027372213032305856,
      "loss": 5.4688,
      "step": 29638
    },
    {
      "epoch": 1.213966823673971,
      "grad_norm": 3.0465889319403847,
      "learning_rate": 0.0002737202862887285,
      "loss": 5.0312,
      "step": 29639
    },
    {
      "epoch": 1.2140077821011672,
      "grad_norm": 7.3353009507554034,
      "learning_rate": 0.00027371844219591064,
      "loss": 5.7812,
      "step": 29640
    },
    {
      "epoch": 1.2140487405283638,
      "grad_norm": 2.8416941094652555,
      "learning_rate": 0.0002737165980446059,
      "loss": 6.75,
      "step": 29641
    },
    {
      "epoch": 1.21408969895556,
      "grad_norm": 2.152316996806753,
      "learning_rate": 0.00027371475383481514,
      "loss": 5.2188,
      "step": 29642
    },
    {
      "epoch": 1.2141306573827566,
      "grad_norm": 3.1758703495680622,
      "learning_rate": 0.00027371290956653923,
      "loss": 5.8438,
      "step": 29643
    },
    {
      "epoch": 1.214171615809953,
      "grad_norm": 1.8796425783719841,
      "learning_rate": 0.000273711065239779,
      "loss": 4.7188,
      "step": 29644
    },
    {
      "epoch": 1.2142125742371492,
      "grad_norm": 2.6572687310162655,
      "learning_rate": 0.0002737092208545354,
      "loss": 6.5312,
      "step": 29645
    },
    {
      "epoch": 1.2142535326643458,
      "grad_norm": 2.462815573361361,
      "learning_rate": 0.00027370737641080925,
      "loss": 5.625,
      "step": 29646
    },
    {
      "epoch": 1.214294491091542,
      "grad_norm": 2.8883280142072705,
      "learning_rate": 0.00027370553190860143,
      "loss": 5.5312,
      "step": 29647
    },
    {
      "epoch": 1.2143354495187384,
      "grad_norm": 2.402027324649301,
      "learning_rate": 0.0002737036873479128,
      "loss": 4.7188,
      "step": 29648
    },
    {
      "epoch": 1.214376407945935,
      "grad_norm": 2.1911270238241936,
      "learning_rate": 0.0002737018427287442,
      "loss": 4.8125,
      "step": 29649
    },
    {
      "epoch": 1.2144173663731312,
      "grad_norm": 7.117222968477736,
      "learning_rate": 0.00027369999805109665,
      "loss": 6.3438,
      "step": 29650
    },
    {
      "epoch": 1.2144583248003276,
      "grad_norm": 5.377382475934398,
      "learning_rate": 0.00027369815331497086,
      "loss": 6.1562,
      "step": 29651
    },
    {
      "epoch": 1.214499283227524,
      "grad_norm": 2.5522223820982335,
      "learning_rate": 0.00027369630852036776,
      "loss": 5.625,
      "step": 29652
    },
    {
      "epoch": 1.2145402416547204,
      "grad_norm": 2.2605610818630715,
      "learning_rate": 0.0002736944636672882,
      "loss": 5.25,
      "step": 29653
    },
    {
      "epoch": 1.214581200081917,
      "grad_norm": 2.397329975060599,
      "learning_rate": 0.00027369261875573314,
      "loss": 5.2188,
      "step": 29654
    },
    {
      "epoch": 1.2146221585091133,
      "grad_norm": 1.9427550160489868,
      "learning_rate": 0.0002736907737857033,
      "loss": 4.5312,
      "step": 29655
    },
    {
      "epoch": 1.2146631169363096,
      "grad_norm": 2.5703850661355676,
      "learning_rate": 0.0002736889287571997,
      "loss": 4.875,
      "step": 29656
    },
    {
      "epoch": 1.214704075363506,
      "grad_norm": 2.3209812098121883,
      "learning_rate": 0.00027368708367022315,
      "loss": 5.0312,
      "step": 29657
    },
    {
      "epoch": 1.2147450337907024,
      "grad_norm": 1.8872388088728098,
      "learning_rate": 0.0002736852385247745,
      "loss": 4.3438,
      "step": 29658
    },
    {
      "epoch": 1.2147859922178987,
      "grad_norm": 4.125365551135056,
      "learning_rate": 0.00027368339332085466,
      "loss": 4.9688,
      "step": 29659
    },
    {
      "epoch": 1.2148269506450953,
      "grad_norm": 2.099180345229488,
      "learning_rate": 0.0002736815480584645,
      "loss": 5.7812,
      "step": 29660
    },
    {
      "epoch": 1.2148679090722916,
      "grad_norm": 2.2969847612397336,
      "learning_rate": 0.0002736797027376049,
      "loss": 5.75,
      "step": 29661
    },
    {
      "epoch": 1.2149088674994881,
      "grad_norm": 5.804029726886911,
      "learning_rate": 0.0002736778573582767,
      "loss": 5.2812,
      "step": 29662
    },
    {
      "epoch": 1.2149498259266844,
      "grad_norm": 2.172936888120543,
      "learning_rate": 0.0002736760119204807,
      "loss": 5.5,
      "step": 29663
    },
    {
      "epoch": 1.2149907843538807,
      "grad_norm": 1.850987914564089,
      "learning_rate": 0.000273674166424218,
      "loss": 4.8125,
      "step": 29664
    },
    {
      "epoch": 1.2150317427810773,
      "grad_norm": 2.5555275959984365,
      "learning_rate": 0.0002736723208694892,
      "loss": 5.4375,
      "step": 29665
    },
    {
      "epoch": 1.2150727012082736,
      "grad_norm": 4.45545342704979,
      "learning_rate": 0.0002736704752562954,
      "loss": 6.1562,
      "step": 29666
    },
    {
      "epoch": 1.21511365963547,
      "grad_norm": 2.4657157850707407,
      "learning_rate": 0.0002736686295846374,
      "loss": 4.6562,
      "step": 29667
    },
    {
      "epoch": 1.2151546180626664,
      "grad_norm": 8.396321338405262,
      "learning_rate": 0.00027366678385451596,
      "loss": 7.2812,
      "step": 29668
    },
    {
      "epoch": 1.2151955764898628,
      "grad_norm": 1.9243482507098564,
      "learning_rate": 0.000273664938065932,
      "loss": 4.3125,
      "step": 29669
    },
    {
      "epoch": 1.215236534917059,
      "grad_norm": 2.0154376795694797,
      "learning_rate": 0.00027366309221888655,
      "loss": 3.8906,
      "step": 29670
    },
    {
      "epoch": 1.2152774933442556,
      "grad_norm": 4.787429344364844,
      "learning_rate": 0.0002736612463133803,
      "loss": 6.625,
      "step": 29671
    },
    {
      "epoch": 1.215318451771452,
      "grad_norm": 2.1288275656639413,
      "learning_rate": 0.0002736594003494142,
      "loss": 5.0938,
      "step": 29672
    },
    {
      "epoch": 1.2153594101986485,
      "grad_norm": 2.022012137073461,
      "learning_rate": 0.0002736575543269891,
      "loss": 4.7188,
      "step": 29673
    },
    {
      "epoch": 1.2154003686258448,
      "grad_norm": 2.1991770350624993,
      "learning_rate": 0.00027365570824610595,
      "loss": 4.7812,
      "step": 29674
    },
    {
      "epoch": 1.215441327053041,
      "grad_norm": 2.0813959331879937,
      "learning_rate": 0.0002736538621067655,
      "loss": 4.5312,
      "step": 29675
    },
    {
      "epoch": 1.2154822854802376,
      "grad_norm": 2.324339138627379,
      "learning_rate": 0.0002736520159089687,
      "loss": 5.0625,
      "step": 29676
    },
    {
      "epoch": 1.215523243907434,
      "grad_norm": 2.0366677112547293,
      "learning_rate": 0.00027365016965271637,
      "loss": 4.7188,
      "step": 29677
    },
    {
      "epoch": 1.2155642023346305,
      "grad_norm": 2.697791551343428,
      "learning_rate": 0.00027364832333800945,
      "loss": 5.8438,
      "step": 29678
    },
    {
      "epoch": 1.2156051607618268,
      "grad_norm": 2.042813755330591,
      "learning_rate": 0.00027364647696484875,
      "loss": 4.625,
      "step": 29679
    },
    {
      "epoch": 1.215646119189023,
      "grad_norm": 2.0317156418630313,
      "learning_rate": 0.0002736446305332352,
      "loss": 4.4375,
      "step": 29680
    },
    {
      "epoch": 1.2156870776162196,
      "grad_norm": 4.40036611324591,
      "learning_rate": 0.0002736427840431696,
      "loss": 7.1562,
      "step": 29681
    },
    {
      "epoch": 1.215728036043416,
      "grad_norm": 4.731351846861875,
      "learning_rate": 0.00027364093749465283,
      "loss": 6.5938,
      "step": 29682
    },
    {
      "epoch": 1.2157689944706123,
      "grad_norm": 1.9850241462149374,
      "learning_rate": 0.00027363909088768594,
      "loss": 4.8125,
      "step": 29683
    },
    {
      "epoch": 1.2158099528978088,
      "grad_norm": 2.3252740004736556,
      "learning_rate": 0.00027363724422226955,
      "loss": 5.125,
      "step": 29684
    },
    {
      "epoch": 1.2158509113250051,
      "grad_norm": 4.685305654129804,
      "learning_rate": 0.0002736353974984047,
      "loss": 7.1562,
      "step": 29685
    },
    {
      "epoch": 1.2158918697522014,
      "grad_norm": 2.405579280685465,
      "learning_rate": 0.00027363355071609216,
      "loss": 5.9688,
      "step": 29686
    },
    {
      "epoch": 1.215932828179398,
      "grad_norm": 2.801715491427196,
      "learning_rate": 0.0002736317038753329,
      "loss": 4.3438,
      "step": 29687
    },
    {
      "epoch": 1.2159737866065943,
      "grad_norm": 2.8326391221300415,
      "learning_rate": 0.0002736298569761277,
      "loss": 4.9375,
      "step": 29688
    },
    {
      "epoch": 1.2160147450337906,
      "grad_norm": 4.398680591160682,
      "learning_rate": 0.0002736280100184775,
      "loss": 4.125,
      "step": 29689
    },
    {
      "epoch": 1.2160557034609871,
      "grad_norm": 2.0541713447639416,
      "learning_rate": 0.0002736261630023832,
      "loss": 5.0312,
      "step": 29690
    },
    {
      "epoch": 1.2160966618881834,
      "grad_norm": 1.8457255259140426,
      "learning_rate": 0.00027362431592784555,
      "loss": 4.25,
      "step": 29691
    },
    {
      "epoch": 1.21613762031538,
      "grad_norm": 2.5437832558337985,
      "learning_rate": 0.0002736224687948655,
      "loss": 6.6875,
      "step": 29692
    },
    {
      "epoch": 1.2161785787425763,
      "grad_norm": 2.342843310102823,
      "learning_rate": 0.00027362062160344393,
      "loss": 5.3438,
      "step": 29693
    },
    {
      "epoch": 1.2162195371697726,
      "grad_norm": 1.893935472617594,
      "learning_rate": 0.00027361877435358174,
      "loss": 4.9375,
      "step": 29694
    },
    {
      "epoch": 1.2162604955969691,
      "grad_norm": 2.6734735477954774,
      "learning_rate": 0.00027361692704527975,
      "loss": 5.4375,
      "step": 29695
    },
    {
      "epoch": 1.2163014540241655,
      "grad_norm": 2.856484450717009,
      "learning_rate": 0.00027361507967853883,
      "loss": 5.2812,
      "step": 29696
    },
    {
      "epoch": 1.216342412451362,
      "grad_norm": 1.8355907184622844,
      "learning_rate": 0.00027361323225335985,
      "loss": 5.0625,
      "step": 29697
    },
    {
      "epoch": 1.2163833708785583,
      "grad_norm": 3.1832863362427024,
      "learning_rate": 0.0002736113847697438,
      "loss": 5.5938,
      "step": 29698
    },
    {
      "epoch": 1.2164243293057546,
      "grad_norm": 2.9045890361344355,
      "learning_rate": 0.00027360953722769133,
      "loss": 5.9062,
      "step": 29699
    },
    {
      "epoch": 1.2164652877329512,
      "grad_norm": 6.029869714427954,
      "learning_rate": 0.0002736076896272035,
      "loss": 4.4375,
      "step": 29700
    },
    {
      "epoch": 1.2165062461601475,
      "grad_norm": 2.1008197712715333,
      "learning_rate": 0.00027360584196828124,
      "loss": 5.125,
      "step": 29701
    },
    {
      "epoch": 1.2165472045873438,
      "grad_norm": 5.6388365589527485,
      "learning_rate": 0.00027360399425092516,
      "loss": 5.2812,
      "step": 29702
    },
    {
      "epoch": 1.2165881630145403,
      "grad_norm": 2.204529948381827,
      "learning_rate": 0.00027360214647513634,
      "loss": 5.3438,
      "step": 29703
    },
    {
      "epoch": 1.2166291214417366,
      "grad_norm": 2.053580936960155,
      "learning_rate": 0.00027360029864091564,
      "loss": 5.1875,
      "step": 29704
    },
    {
      "epoch": 1.216670079868933,
      "grad_norm": 2.07066614954458,
      "learning_rate": 0.0002735984507482638,
      "loss": 4.9375,
      "step": 29705
    },
    {
      "epoch": 1.2167110382961295,
      "grad_norm": 2.0104369612914175,
      "learning_rate": 0.0002735966027971818,
      "loss": 5.0,
      "step": 29706
    },
    {
      "epoch": 1.2167519967233258,
      "grad_norm": 3.0668310461517128,
      "learning_rate": 0.00027359475478767057,
      "loss": 5.6875,
      "step": 29707
    },
    {
      "epoch": 1.216792955150522,
      "grad_norm": 2.0998543188802925,
      "learning_rate": 0.00027359290671973084,
      "loss": 4.625,
      "step": 29708
    },
    {
      "epoch": 1.2168339135777186,
      "grad_norm": 2.9262688514278086,
      "learning_rate": 0.00027359105859336356,
      "loss": 5.5938,
      "step": 29709
    },
    {
      "epoch": 1.216874872004915,
      "grad_norm": 2.4086638941577427,
      "learning_rate": 0.00027358921040856966,
      "loss": 5.3125,
      "step": 29710
    },
    {
      "epoch": 1.2169158304321115,
      "grad_norm": 3.978673137758176,
      "learning_rate": 0.0002735873621653499,
      "loss": 5.5312,
      "step": 29711
    },
    {
      "epoch": 1.2169567888593078,
      "grad_norm": 5.407705323592516,
      "learning_rate": 0.00027358551386370524,
      "loss": 2.4062,
      "step": 29712
    },
    {
      "epoch": 1.2169977472865041,
      "grad_norm": 4.835391764938087,
      "learning_rate": 0.0002735836655036365,
      "loss": 7.5312,
      "step": 29713
    },
    {
      "epoch": 1.2170387057137007,
      "grad_norm": 2.2074626029859443,
      "learning_rate": 0.00027358181708514456,
      "loss": 4.7188,
      "step": 29714
    },
    {
      "epoch": 1.217079664140897,
      "grad_norm": 1.8694554353245951,
      "learning_rate": 0.00027357996860823033,
      "loss": 4.9375,
      "step": 29715
    },
    {
      "epoch": 1.2171206225680935,
      "grad_norm": 1.9014131075396137,
      "learning_rate": 0.0002735781200728947,
      "loss": 4.6875,
      "step": 29716
    },
    {
      "epoch": 1.2171615809952898,
      "grad_norm": 4.917085532497715,
      "learning_rate": 0.0002735762714791384,
      "loss": 8.0625,
      "step": 29717
    },
    {
      "epoch": 1.2172025394224861,
      "grad_norm": 2.841594698083,
      "learning_rate": 0.00027357442282696247,
      "loss": 6.3125,
      "step": 29718
    },
    {
      "epoch": 1.2172434978496827,
      "grad_norm": 1.9550321894391565,
      "learning_rate": 0.00027357257411636776,
      "loss": 4.375,
      "step": 29719
    },
    {
      "epoch": 1.217284456276879,
      "grad_norm": 2.048361814283014,
      "learning_rate": 0.0002735707253473551,
      "loss": 4.9062,
      "step": 29720
    },
    {
      "epoch": 1.2173254147040753,
      "grad_norm": 1.9796922837121136,
      "learning_rate": 0.0002735688765199253,
      "loss": 4.625,
      "step": 29721
    },
    {
      "epoch": 1.2173663731312718,
      "grad_norm": 2.2856453734474256,
      "learning_rate": 0.0002735670276340794,
      "loss": 5.25,
      "step": 29722
    },
    {
      "epoch": 1.2174073315584681,
      "grad_norm": 2.5256137114776185,
      "learning_rate": 0.0002735651786898181,
      "loss": 5.9688,
      "step": 29723
    },
    {
      "epoch": 1.2174482899856645,
      "grad_norm": 1.9334388910875069,
      "learning_rate": 0.0002735633296871424,
      "loss": 4.4375,
      "step": 29724
    },
    {
      "epoch": 1.217489248412861,
      "grad_norm": 3.671823615610123,
      "learning_rate": 0.00027356148062605314,
      "loss": 5.8438,
      "step": 29725
    },
    {
      "epoch": 1.2175302068400573,
      "grad_norm": 1.9270111588633185,
      "learning_rate": 0.00027355963150655114,
      "loss": 5.2188,
      "step": 29726
    },
    {
      "epoch": 1.2175711652672536,
      "grad_norm": 2.255196879435362,
      "learning_rate": 0.0002735577823286373,
      "loss": 5.0625,
      "step": 29727
    },
    {
      "epoch": 1.2176121236944502,
      "grad_norm": 2.624412102006123,
      "learning_rate": 0.00027355593309231254,
      "loss": 6.125,
      "step": 29728
    },
    {
      "epoch": 1.2176530821216465,
      "grad_norm": 2.3277897925063824,
      "learning_rate": 0.0002735540837975777,
      "loss": 6.0938,
      "step": 29729
    },
    {
      "epoch": 1.217694040548843,
      "grad_norm": 2.1401359901924155,
      "learning_rate": 0.0002735522344444337,
      "loss": 4.6562,
      "step": 29730
    },
    {
      "epoch": 1.2177349989760393,
      "grad_norm": 1.838470961340517,
      "learning_rate": 0.0002735503850328813,
      "loss": 4.7188,
      "step": 29731
    },
    {
      "epoch": 1.2177759574032356,
      "grad_norm": 2.2579849279084874,
      "learning_rate": 0.0002735485355629215,
      "loss": 5.0938,
      "step": 29732
    },
    {
      "epoch": 1.2178169158304322,
      "grad_norm": 3.8220826853301872,
      "learning_rate": 0.0002735466860345551,
      "loss": 4.8125,
      "step": 29733
    },
    {
      "epoch": 1.2178578742576285,
      "grad_norm": 1.9613876995033002,
      "learning_rate": 0.000273544836447783,
      "loss": 5.1562,
      "step": 29734
    },
    {
      "epoch": 1.217898832684825,
      "grad_norm": 4.368594334847533,
      "learning_rate": 0.0002735429868026061,
      "loss": 5.5312,
      "step": 29735
    },
    {
      "epoch": 1.2179397911120213,
      "grad_norm": 2.1714259990429796,
      "learning_rate": 0.0002735411370990252,
      "loss": 5.6562,
      "step": 29736
    },
    {
      "epoch": 1.2179807495392176,
      "grad_norm": 2.2907609639076654,
      "learning_rate": 0.00027353928733704126,
      "loss": 5.0312,
      "step": 29737
    },
    {
      "epoch": 1.2180217079664142,
      "grad_norm": 2.535968146691263,
      "learning_rate": 0.00027353743751665503,
      "loss": 5.7812,
      "step": 29738
    },
    {
      "epoch": 1.2180626663936105,
      "grad_norm": 2.099738262918743,
      "learning_rate": 0.00027353558763786755,
      "loss": 4.2812,
      "step": 29739
    },
    {
      "epoch": 1.2181036248208068,
      "grad_norm": 2.4287094164569742,
      "learning_rate": 0.0002735337377006796,
      "loss": 5.375,
      "step": 29740
    },
    {
      "epoch": 1.2181445832480033,
      "grad_norm": 4.516139775587628,
      "learning_rate": 0.0002735318877050921,
      "loss": 7.4688,
      "step": 29741
    },
    {
      "epoch": 1.2181855416751997,
      "grad_norm": 2.270369001468301,
      "learning_rate": 0.0002735300376511058,
      "loss": 5.0938,
      "step": 29742
    },
    {
      "epoch": 1.218226500102396,
      "grad_norm": 2.0938696984217775,
      "learning_rate": 0.0002735281875387217,
      "loss": 4.9062,
      "step": 29743
    },
    {
      "epoch": 1.2182674585295925,
      "grad_norm": 3.4484384981256366,
      "learning_rate": 0.00027352633736794067,
      "loss": 5.9375,
      "step": 29744
    },
    {
      "epoch": 1.2183084169567888,
      "grad_norm": 2.5129822909245365,
      "learning_rate": 0.0002735244871387635,
      "loss": 5.4375,
      "step": 29745
    },
    {
      "epoch": 1.2183493753839851,
      "grad_norm": 2.0454439172404597,
      "learning_rate": 0.0002735226368511912,
      "loss": 4.8438,
      "step": 29746
    },
    {
      "epoch": 1.2183903338111817,
      "grad_norm": 2.2124804057760596,
      "learning_rate": 0.0002735207865052245,
      "loss": 6.0312,
      "step": 29747
    },
    {
      "epoch": 1.218431292238378,
      "grad_norm": 7.8262379971563085,
      "learning_rate": 0.00027351893610086435,
      "loss": 4.2188,
      "step": 29748
    },
    {
      "epoch": 1.2184722506655745,
      "grad_norm": 3.210375902499536,
      "learning_rate": 0.00027351708563811165,
      "loss": 4.9688,
      "step": 29749
    },
    {
      "epoch": 1.2185132090927708,
      "grad_norm": 2.639790411189362,
      "learning_rate": 0.00027351523511696724,
      "loss": 4.625,
      "step": 29750
    },
    {
      "epoch": 1.2185541675199671,
      "grad_norm": 2.005263696330509,
      "learning_rate": 0.0002735133845374319,
      "loss": 4.4375,
      "step": 29751
    },
    {
      "epoch": 1.2185951259471637,
      "grad_norm": 2.8797919373941427,
      "learning_rate": 0.00027351153389950674,
      "loss": 5.0938,
      "step": 29752
    },
    {
      "epoch": 1.21863608437436,
      "grad_norm": 4.747640352081448,
      "learning_rate": 0.00027350968320319244,
      "loss": 5.75,
      "step": 29753
    },
    {
      "epoch": 1.2186770428015565,
      "grad_norm": 2.0371928375163977,
      "learning_rate": 0.0002735078324484899,
      "loss": 4.4688,
      "step": 29754
    },
    {
      "epoch": 1.2187180012287528,
      "grad_norm": 2.714319635417038,
      "learning_rate": 0.00027350598163540003,
      "loss": 3.7188,
      "step": 29755
    },
    {
      "epoch": 1.2187589596559492,
      "grad_norm": 4.877947600955069,
      "learning_rate": 0.00027350413076392377,
      "loss": 2.9688,
      "step": 29756
    },
    {
      "epoch": 1.2187999180831457,
      "grad_norm": 1.9922659788144832,
      "learning_rate": 0.00027350227983406186,
      "loss": 4.625,
      "step": 29757
    },
    {
      "epoch": 1.218840876510342,
      "grad_norm": 2.2203261814577484,
      "learning_rate": 0.0002735004288458152,
      "loss": 5.0938,
      "step": 29758
    },
    {
      "epoch": 1.2188818349375383,
      "grad_norm": 2.4107480527564884,
      "learning_rate": 0.0002734985777991847,
      "loss": 4.4688,
      "step": 29759
    },
    {
      "epoch": 1.2189227933647349,
      "grad_norm": 3.0373248948911886,
      "learning_rate": 0.00027349672669417133,
      "loss": 3.125,
      "step": 29760
    },
    {
      "epoch": 1.2189637517919312,
      "grad_norm": 4.185177241828159,
      "learning_rate": 0.0002734948755307758,
      "loss": 1.7969,
      "step": 29761
    },
    {
      "epoch": 1.2190047102191275,
      "grad_norm": 3.4666856882165447,
      "learning_rate": 0.0002734930243089991,
      "loss": 5.375,
      "step": 29762
    },
    {
      "epoch": 1.219045668646324,
      "grad_norm": 2.3999229337895227,
      "learning_rate": 0.000273491173028842,
      "loss": 3.3594,
      "step": 29763
    },
    {
      "epoch": 1.2190866270735203,
      "grad_norm": 5.568407186566566,
      "learning_rate": 0.00027348932169030555,
      "loss": 7.125,
      "step": 29764
    },
    {
      "epoch": 1.2191275855007166,
      "grad_norm": 2.0912808604646367,
      "learning_rate": 0.00027348747029339043,
      "loss": 4.8125,
      "step": 29765
    },
    {
      "epoch": 1.2191685439279132,
      "grad_norm": 2.3204677071223583,
      "learning_rate": 0.00027348561883809764,
      "loss": 4.6562,
      "step": 29766
    },
    {
      "epoch": 1.2192095023551095,
      "grad_norm": 2.6319480154339105,
      "learning_rate": 0.000273483767324428,
      "loss": 4.9062,
      "step": 29767
    },
    {
      "epoch": 1.219250460782306,
      "grad_norm": 5.418518885929326,
      "learning_rate": 0.00027348191575238235,
      "loss": 7.8438,
      "step": 29768
    },
    {
      "epoch": 1.2192914192095023,
      "grad_norm": 2.6120220385795965,
      "learning_rate": 0.0002734800641219617,
      "loss": 4.5625,
      "step": 29769
    },
    {
      "epoch": 1.2193323776366987,
      "grad_norm": 2.342841476321811,
      "learning_rate": 0.00027347821243316683,
      "loss": 4.4688,
      "step": 29770
    },
    {
      "epoch": 1.2193733360638952,
      "grad_norm": 2.137084549665647,
      "learning_rate": 0.0002734763606859985,
      "loss": 5.5,
      "step": 29771
    },
    {
      "epoch": 1.2194142944910915,
      "grad_norm": 2.2118419345732434,
      "learning_rate": 0.0002734745088804579,
      "loss": 4.1875,
      "step": 29772
    },
    {
      "epoch": 1.219455252918288,
      "grad_norm": 2.276418917397445,
      "learning_rate": 0.00027347265701654563,
      "loss": 5.1562,
      "step": 29773
    },
    {
      "epoch": 1.2194962113454844,
      "grad_norm": 3.379476135366302,
      "learning_rate": 0.00027347080509426263,
      "loss": 2.7188,
      "step": 29774
    },
    {
      "epoch": 1.2195371697726807,
      "grad_norm": 2.4246486084381966,
      "learning_rate": 0.0002734689531136098,
      "loss": 5.5938,
      "step": 29775
    },
    {
      "epoch": 1.2195781281998772,
      "grad_norm": 2.4525750072530794,
      "learning_rate": 0.00027346710107458805,
      "loss": 4.5,
      "step": 29776
    },
    {
      "epoch": 1.2196190866270735,
      "grad_norm": 2.3001811493441093,
      "learning_rate": 0.0002734652489771982,
      "loss": 5.0938,
      "step": 29777
    },
    {
      "epoch": 1.2196600450542698,
      "grad_norm": 2.095019469756246,
      "learning_rate": 0.00027346339682144115,
      "loss": 4.5312,
      "step": 29778
    },
    {
      "epoch": 1.2197010034814664,
      "grad_norm": 2.4328234595107077,
      "learning_rate": 0.00027346154460731776,
      "loss": 4.9375,
      "step": 29779
    },
    {
      "epoch": 1.2197419619086627,
      "grad_norm": 2.05990433773063,
      "learning_rate": 0.00027345969233482894,
      "loss": 4.625,
      "step": 29780
    },
    {
      "epoch": 1.219782920335859,
      "grad_norm": 4.835566321256887,
      "learning_rate": 0.0002734578400039755,
      "loss": 4.1875,
      "step": 29781
    },
    {
      "epoch": 1.2198238787630555,
      "grad_norm": 2.810435370554294,
      "learning_rate": 0.0002734559876147584,
      "loss": 4.875,
      "step": 29782
    },
    {
      "epoch": 1.2198648371902518,
      "grad_norm": 2.092769694002366,
      "learning_rate": 0.00027345413516717846,
      "loss": 4.8438,
      "step": 29783
    },
    {
      "epoch": 1.2199057956174484,
      "grad_norm": 2.9950803623682773,
      "learning_rate": 0.0002734522826612365,
      "loss": 6.7188,
      "step": 29784
    },
    {
      "epoch": 1.2199467540446447,
      "grad_norm": 5.187026807815526,
      "learning_rate": 0.00027345043009693355,
      "loss": 3.0469,
      "step": 29785
    },
    {
      "epoch": 1.219987712471841,
      "grad_norm": 3.1425245982615078,
      "learning_rate": 0.0002734485774742704,
      "loss": 6.375,
      "step": 29786
    },
    {
      "epoch": 1.2200286708990375,
      "grad_norm": 3.0439168099917606,
      "learning_rate": 0.0002734467247932479,
      "loss": 5.0938,
      "step": 29787
    },
    {
      "epoch": 1.2200696293262339,
      "grad_norm": 5.161321712549758,
      "learning_rate": 0.00027344487205386696,
      "loss": 3.5156,
      "step": 29788
    },
    {
      "epoch": 1.2201105877534302,
      "grad_norm": 2.538644793694761,
      "learning_rate": 0.00027344301925612843,
      "loss": 4.1562,
      "step": 29789
    },
    {
      "epoch": 1.2201515461806267,
      "grad_norm": 2.6184665261587385,
      "learning_rate": 0.0002734411664000332,
      "loss": 4.9688,
      "step": 29790
    },
    {
      "epoch": 1.220192504607823,
      "grad_norm": 2.5398898258779155,
      "learning_rate": 0.0002734393134855822,
      "loss": 5.2188,
      "step": 29791
    },
    {
      "epoch": 1.2202334630350196,
      "grad_norm": 2.120989701206844,
      "learning_rate": 0.0002734374605127762,
      "loss": 5.1562,
      "step": 29792
    },
    {
      "epoch": 1.2202744214622159,
      "grad_norm": 2.251914632457232,
      "learning_rate": 0.00027343560748161616,
      "loss": 4.8125,
      "step": 29793
    },
    {
      "epoch": 1.2203153798894122,
      "grad_norm": 4.064542429073676,
      "learning_rate": 0.0002734337543921029,
      "loss": 4.4062,
      "step": 29794
    },
    {
      "epoch": 1.2203563383166087,
      "grad_norm": 2.3074842481028086,
      "learning_rate": 0.00027343190124423737,
      "loss": 5.0938,
      "step": 29795
    },
    {
      "epoch": 1.220397296743805,
      "grad_norm": 2.7043611509696706,
      "learning_rate": 0.00027343004803802036,
      "loss": 5.4375,
      "step": 29796
    },
    {
      "epoch": 1.2204382551710014,
      "grad_norm": 3.36244415873639,
      "learning_rate": 0.0002734281947734528,
      "loss": 2.6406,
      "step": 29797
    },
    {
      "epoch": 1.2204792135981979,
      "grad_norm": 1.9543188704872307,
      "learning_rate": 0.00027342634145053555,
      "loss": 4.9688,
      "step": 29798
    },
    {
      "epoch": 1.2205201720253942,
      "grad_norm": 2.6925906746941792,
      "learning_rate": 0.0002734244880692695,
      "loss": 5.0312,
      "step": 29799
    },
    {
      "epoch": 1.2205611304525905,
      "grad_norm": 2.709130377625737,
      "learning_rate": 0.00027342263462965547,
      "loss": 4.75,
      "step": 29800
    },
    {
      "epoch": 1.220602088879787,
      "grad_norm": 1.9974853580560425,
      "learning_rate": 0.00027342078113169445,
      "loss": 4.8438,
      "step": 29801
    },
    {
      "epoch": 1.2206430473069834,
      "grad_norm": 1.9701655919947092,
      "learning_rate": 0.0002734189275753872,
      "loss": 5.0312,
      "step": 29802
    },
    {
      "epoch": 1.22068400573418,
      "grad_norm": 4.506481364315908,
      "learning_rate": 0.00027341707396073465,
      "loss": 5.625,
      "step": 29803
    },
    {
      "epoch": 1.2207249641613762,
      "grad_norm": 2.345342131418703,
      "learning_rate": 0.00027341522028773765,
      "loss": 4.7812,
      "step": 29804
    },
    {
      "epoch": 1.2207659225885725,
      "grad_norm": 2.1546052674854805,
      "learning_rate": 0.00027341336655639707,
      "loss": 3.3906,
      "step": 29805
    },
    {
      "epoch": 1.220806881015769,
      "grad_norm": 2.3299280674364318,
      "learning_rate": 0.0002734115127667139,
      "loss": 5.3125,
      "step": 29806
    },
    {
      "epoch": 1.2208478394429654,
      "grad_norm": 4.0611732669724425,
      "learning_rate": 0.00027340965891868894,
      "loss": 7.0938,
      "step": 29807
    },
    {
      "epoch": 1.2208887978701617,
      "grad_norm": 1.9450831360515966,
      "learning_rate": 0.00027340780501232295,
      "loss": 4.375,
      "step": 29808
    },
    {
      "epoch": 1.2209297562973582,
      "grad_norm": 2.136365442728871,
      "learning_rate": 0.00027340595104761696,
      "loss": 5.125,
      "step": 29809
    },
    {
      "epoch": 1.2209707147245545,
      "grad_norm": 2.202549540115731,
      "learning_rate": 0.0002734040970245718,
      "loss": 4.7812,
      "step": 29810
    },
    {
      "epoch": 1.221011673151751,
      "grad_norm": 2.302540465840609,
      "learning_rate": 0.00027340224294318836,
      "loss": 4.5,
      "step": 29811
    },
    {
      "epoch": 1.2210526315789474,
      "grad_norm": 2.656427260178878,
      "learning_rate": 0.0002734003888034675,
      "loss": 4.875,
      "step": 29812
    },
    {
      "epoch": 1.2210935900061437,
      "grad_norm": 3.707828986351813,
      "learning_rate": 0.00027339853460541,
      "loss": 7.2812,
      "step": 29813
    },
    {
      "epoch": 1.2211345484333402,
      "grad_norm": 3.524962353434686,
      "learning_rate": 0.00027339668034901695,
      "loss": 5.5625,
      "step": 29814
    },
    {
      "epoch": 1.2211755068605366,
      "grad_norm": 1.9274390290096861,
      "learning_rate": 0.0002733948260342891,
      "loss": 5.0625,
      "step": 29815
    },
    {
      "epoch": 1.2212164652877329,
      "grad_norm": 1.8569164767658635,
      "learning_rate": 0.00027339297166122724,
      "loss": 4.6875,
      "step": 29816
    },
    {
      "epoch": 1.2212574237149294,
      "grad_norm": 3.7030421412598575,
      "learning_rate": 0.00027339111722983245,
      "loss": 6.5312,
      "step": 29817
    },
    {
      "epoch": 1.2212983821421257,
      "grad_norm": 2.136112166168483,
      "learning_rate": 0.00027338926274010546,
      "loss": 5.5625,
      "step": 29818
    },
    {
      "epoch": 1.221339340569322,
      "grad_norm": 4.125634016338232,
      "learning_rate": 0.0002733874081920472,
      "loss": 2.5469,
      "step": 29819
    },
    {
      "epoch": 1.2213802989965186,
      "grad_norm": 1.8918979384079486,
      "learning_rate": 0.0002733855535856585,
      "loss": 5.1875,
      "step": 29820
    },
    {
      "epoch": 1.2214212574237149,
      "grad_norm": 8.517604627470323,
      "learning_rate": 0.0002733836989209403,
      "loss": 7.0625,
      "step": 29821
    },
    {
      "epoch": 1.2214622158509114,
      "grad_norm": 2.4544290315987816,
      "learning_rate": 0.00027338184419789345,
      "loss": 4.7188,
      "step": 29822
    },
    {
      "epoch": 1.2215031742781077,
      "grad_norm": 3.5058628222216406,
      "learning_rate": 0.0002733799894165188,
      "loss": 6.5312,
      "step": 29823
    },
    {
      "epoch": 1.221544132705304,
      "grad_norm": 3.3273565962439826,
      "learning_rate": 0.00027337813457681726,
      "loss": 5.4688,
      "step": 29824
    },
    {
      "epoch": 1.2215850911325006,
      "grad_norm": 2.1450843673008166,
      "learning_rate": 0.00027337627967878966,
      "loss": 5.4688,
      "step": 29825
    },
    {
      "epoch": 1.221626049559697,
      "grad_norm": 2.75142162184994,
      "learning_rate": 0.00027337442472243696,
      "loss": 5.5625,
      "step": 29826
    },
    {
      "epoch": 1.2216670079868934,
      "grad_norm": 2.0546272733201754,
      "learning_rate": 0.00027337256970776005,
      "loss": 5.0625,
      "step": 29827
    },
    {
      "epoch": 1.2217079664140897,
      "grad_norm": 2.023536003022908,
      "learning_rate": 0.0002733707146347597,
      "loss": 5.125,
      "step": 29828
    },
    {
      "epoch": 1.221748924841286,
      "grad_norm": 3.3620544098645535,
      "learning_rate": 0.0002733688595034368,
      "loss": 5.4688,
      "step": 29829
    },
    {
      "epoch": 1.2217898832684826,
      "grad_norm": 3.0585124720740593,
      "learning_rate": 0.00027336700431379227,
      "loss": 7.0,
      "step": 29830
    },
    {
      "epoch": 1.221830841695679,
      "grad_norm": 1.8956209792502219,
      "learning_rate": 0.000273365149065827,
      "loss": 4.8438,
      "step": 29831
    },
    {
      "epoch": 1.2218718001228752,
      "grad_norm": 4.365897626114108,
      "learning_rate": 0.0002733632937595418,
      "loss": 6.875,
      "step": 29832
    },
    {
      "epoch": 1.2219127585500718,
      "grad_norm": 1.9999036297206023,
      "learning_rate": 0.0002733614383949376,
      "loss": 4.2188,
      "step": 29833
    },
    {
      "epoch": 1.221953716977268,
      "grad_norm": 3.5154444950760384,
      "learning_rate": 0.0002733595829720153,
      "loss": 6.875,
      "step": 29834
    },
    {
      "epoch": 1.2219946754044644,
      "grad_norm": 2.7923715364841892,
      "learning_rate": 0.0002733577274907758,
      "loss": 6.125,
      "step": 29835
    },
    {
      "epoch": 1.222035633831661,
      "grad_norm": 2.3278970321934174,
      "learning_rate": 0.00027335587195121986,
      "loss": 5.5312,
      "step": 29836
    },
    {
      "epoch": 1.2220765922588572,
      "grad_norm": 2.1216082318343292,
      "learning_rate": 0.00027335401635334843,
      "loss": 4.0312,
      "step": 29837
    },
    {
      "epoch": 1.2221175506860535,
      "grad_norm": 1.9440566181584322,
      "learning_rate": 0.00027335216069716237,
      "loss": 4.4688,
      "step": 29838
    },
    {
      "epoch": 1.22215850911325,
      "grad_norm": 2.203870913022295,
      "learning_rate": 0.00027335030498266255,
      "loss": 4.25,
      "step": 29839
    },
    {
      "epoch": 1.2221994675404464,
      "grad_norm": 1.9016930518842154,
      "learning_rate": 0.0002733484492098499,
      "loss": 3.7188,
      "step": 29840
    },
    {
      "epoch": 1.222240425967643,
      "grad_norm": 2.103936420976168,
      "learning_rate": 0.0002733465933787252,
      "loss": 4.1562,
      "step": 29841
    },
    {
      "epoch": 1.2222813843948392,
      "grad_norm": 2.1973120713291654,
      "learning_rate": 0.0002733447374892895,
      "loss": 5.4062,
      "step": 29842
    },
    {
      "epoch": 1.2223223428220356,
      "grad_norm": 5.132525566009472,
      "learning_rate": 0.00027334288154154347,
      "loss": 6.625,
      "step": 29843
    },
    {
      "epoch": 1.222363301249232,
      "grad_norm": 6.57517436928208,
      "learning_rate": 0.00027334102553548814,
      "loss": 5.9062,
      "step": 29844
    },
    {
      "epoch": 1.2224042596764284,
      "grad_norm": 6.887910094908548,
      "learning_rate": 0.0002733391694711243,
      "loss": 4.25,
      "step": 29845
    },
    {
      "epoch": 1.222445218103625,
      "grad_norm": 2.1624900693273887,
      "learning_rate": 0.0002733373133484529,
      "loss": 4.7188,
      "step": 29846
    },
    {
      "epoch": 1.2224861765308213,
      "grad_norm": 2.286751034843377,
      "learning_rate": 0.0002733354571674747,
      "loss": 4.9062,
      "step": 29847
    },
    {
      "epoch": 1.2225271349580176,
      "grad_norm": 2.8395207126384534,
      "learning_rate": 0.0002733336009281907,
      "loss": 4.7812,
      "step": 29848
    },
    {
      "epoch": 1.222568093385214,
      "grad_norm": 3.2449999997206262,
      "learning_rate": 0.0002733317446306017,
      "loss": 4.6562,
      "step": 29849
    },
    {
      "epoch": 1.2226090518124104,
      "grad_norm": 2.0935761069108256,
      "learning_rate": 0.0002733298882747086,
      "loss": 4.5938,
      "step": 29850
    },
    {
      "epoch": 1.2226500102396067,
      "grad_norm": 2.4666902117719336,
      "learning_rate": 0.00027332803186051237,
      "loss": 4.25,
      "step": 29851
    },
    {
      "epoch": 1.2226909686668033,
      "grad_norm": 14.28305120090929,
      "learning_rate": 0.00027332617538801374,
      "loss": 3.0781,
      "step": 29852
    },
    {
      "epoch": 1.2227319270939996,
      "grad_norm": 1.963757685473855,
      "learning_rate": 0.00027332431885721366,
      "loss": 4.9062,
      "step": 29853
    },
    {
      "epoch": 1.222772885521196,
      "grad_norm": 3.5151869004363268,
      "learning_rate": 0.000273322462268113,
      "loss": 5.0938,
      "step": 29854
    },
    {
      "epoch": 1.2228138439483924,
      "grad_norm": 8.55109555758382,
      "learning_rate": 0.0002733206056207126,
      "loss": 6.6875,
      "step": 29855
    },
    {
      "epoch": 1.2228548023755887,
      "grad_norm": 5.29845532824839,
      "learning_rate": 0.00027331874891501343,
      "loss": 6.4062,
      "step": 29856
    },
    {
      "epoch": 1.222895760802785,
      "grad_norm": 2.571763230293431,
      "learning_rate": 0.00027331689215101627,
      "loss": 4.7812,
      "step": 29857
    },
    {
      "epoch": 1.2229367192299816,
      "grad_norm": 4.9205497017025,
      "learning_rate": 0.0002733150353287221,
      "loss": 4.7188,
      "step": 29858
    },
    {
      "epoch": 1.222977677657178,
      "grad_norm": 2.2141112712562383,
      "learning_rate": 0.00027331317844813167,
      "loss": 4.9688,
      "step": 29859
    },
    {
      "epoch": 1.2230186360843744,
      "grad_norm": 7.313917811689729,
      "learning_rate": 0.00027331132150924597,
      "loss": 8.125,
      "step": 29860
    },
    {
      "epoch": 1.2230595945115708,
      "grad_norm": 2.1697035491654155,
      "learning_rate": 0.0002733094645120658,
      "loss": 4.3438,
      "step": 29861
    },
    {
      "epoch": 1.223100552938767,
      "grad_norm": 1.942167116232604,
      "learning_rate": 0.00027330760745659206,
      "loss": 4.8125,
      "step": 29862
    },
    {
      "epoch": 1.2231415113659636,
      "grad_norm": 2.249900746744734,
      "learning_rate": 0.0002733057503428257,
      "loss": 6.125,
      "step": 29863
    },
    {
      "epoch": 1.22318246979316,
      "grad_norm": 4.015486063805432,
      "learning_rate": 0.0002733038931707675,
      "loss": 1.8203,
      "step": 29864
    },
    {
      "epoch": 1.2232234282203565,
      "grad_norm": 2.0716789959887594,
      "learning_rate": 0.00027330203594041835,
      "loss": 3.6406,
      "step": 29865
    },
    {
      "epoch": 1.2232643866475528,
      "grad_norm": 2.2936349360930555,
      "learning_rate": 0.00027330017865177916,
      "loss": 5.1875,
      "step": 29866
    },
    {
      "epoch": 1.223305345074749,
      "grad_norm": 5.897920320384377,
      "learning_rate": 0.00027329832130485083,
      "loss": 7.875,
      "step": 29867
    },
    {
      "epoch": 1.2233463035019456,
      "grad_norm": 2.4086120749081634,
      "learning_rate": 0.0002732964638996342,
      "loss": 5.125,
      "step": 29868
    },
    {
      "epoch": 1.223387261929142,
      "grad_norm": 2.0471171229353757,
      "learning_rate": 0.00027329460643613014,
      "loss": 5.125,
      "step": 29869
    },
    {
      "epoch": 1.2234282203563382,
      "grad_norm": 4.918844489642434,
      "learning_rate": 0.0002732927489143395,
      "loss": 6.125,
      "step": 29870
    },
    {
      "epoch": 1.2234691787835348,
      "grad_norm": 2.0187369099946983,
      "learning_rate": 0.0002732908913342633,
      "loss": 4.8125,
      "step": 29871
    },
    {
      "epoch": 1.223510137210731,
      "grad_norm": 15.413880086306447,
      "learning_rate": 0.00027328903369590226,
      "loss": 6.875,
      "step": 29872
    },
    {
      "epoch": 1.2235510956379274,
      "grad_norm": 7.551673122352331,
      "learning_rate": 0.0002732871759992573,
      "loss": 4.4062,
      "step": 29873
    },
    {
      "epoch": 1.223592054065124,
      "grad_norm": 2.3636365227686342,
      "learning_rate": 0.0002732853182443294,
      "loss": 4.5,
      "step": 29874
    },
    {
      "epoch": 1.2236330124923203,
      "grad_norm": 3.0669299949376727,
      "learning_rate": 0.0002732834604311193,
      "loss": 5.0312,
      "step": 29875
    },
    {
      "epoch": 1.2236739709195166,
      "grad_norm": 2.6311005892666315,
      "learning_rate": 0.00027328160255962795,
      "loss": 5.0625,
      "step": 29876
    },
    {
      "epoch": 1.223714929346713,
      "grad_norm": 1.9584679226028778,
      "learning_rate": 0.0002732797446298562,
      "loss": 5.0312,
      "step": 29877
    },
    {
      "epoch": 1.2237558877739094,
      "grad_norm": 2.046328717560915,
      "learning_rate": 0.00027327788664180494,
      "loss": 4.875,
      "step": 29878
    },
    {
      "epoch": 1.223796846201106,
      "grad_norm": 2.109196528287677,
      "learning_rate": 0.0002732760285954751,
      "loss": 6.7812,
      "step": 29879
    },
    {
      "epoch": 1.2238378046283023,
      "grad_norm": 2.05268684178416,
      "learning_rate": 0.00027327417049086746,
      "loss": 4.1562,
      "step": 29880
    },
    {
      "epoch": 1.2238787630554986,
      "grad_norm": 1.9475624907652407,
      "learning_rate": 0.0002732723123279829,
      "loss": 4.7812,
      "step": 29881
    },
    {
      "epoch": 1.2239197214826951,
      "grad_norm": 3.217757217090446,
      "learning_rate": 0.0002732704541068224,
      "loss": 4.8438,
      "step": 29882
    },
    {
      "epoch": 1.2239606799098914,
      "grad_norm": 4.149768738396981,
      "learning_rate": 0.00027326859582738674,
      "loss": 4.625,
      "step": 29883
    },
    {
      "epoch": 1.224001638337088,
      "grad_norm": 2.0024865270954093,
      "learning_rate": 0.0002732667374896769,
      "loss": 4.75,
      "step": 29884
    },
    {
      "epoch": 1.2240425967642843,
      "grad_norm": 2.101629408043398,
      "learning_rate": 0.0002732648790936937,
      "loss": 5.25,
      "step": 29885
    },
    {
      "epoch": 1.2240835551914806,
      "grad_norm": 2.3674060353327486,
      "learning_rate": 0.00027326302063943796,
      "loss": 4.8438,
      "step": 29886
    },
    {
      "epoch": 1.2241245136186771,
      "grad_norm": 3.1795564381183463,
      "learning_rate": 0.00027326116212691065,
      "loss": 2.6719,
      "step": 29887
    },
    {
      "epoch": 1.2241654720458734,
      "grad_norm": 2.844091495984215,
      "learning_rate": 0.00027325930355611257,
      "loss": 5.5938,
      "step": 29888
    },
    {
      "epoch": 1.2242064304730698,
      "grad_norm": 1.9931063514377856,
      "learning_rate": 0.0002732574449270447,
      "loss": 4.5312,
      "step": 29889
    },
    {
      "epoch": 1.2242473889002663,
      "grad_norm": 2.33896933901581,
      "learning_rate": 0.00027325558623970785,
      "loss": 5.2188,
      "step": 29890
    },
    {
      "epoch": 1.2242883473274626,
      "grad_norm": 3.967855723390084,
      "learning_rate": 0.0002732537274941029,
      "loss": 5.25,
      "step": 29891
    },
    {
      "epoch": 1.224329305754659,
      "grad_norm": 2.8328580139928476,
      "learning_rate": 0.00027325186869023077,
      "loss": 5.2812,
      "step": 29892
    },
    {
      "epoch": 1.2243702641818555,
      "grad_norm": 3.8607660823623857,
      "learning_rate": 0.0002732500098280923,
      "loss": 5.875,
      "step": 29893
    },
    {
      "epoch": 1.2244112226090518,
      "grad_norm": 2.019203998576616,
      "learning_rate": 0.00027324815090768833,
      "loss": 4.8125,
      "step": 29894
    },
    {
      "epoch": 1.224452181036248,
      "grad_norm": 4.438270280021072,
      "learning_rate": 0.00027324629192901985,
      "loss": 4.1875,
      "step": 29895
    },
    {
      "epoch": 1.2244931394634446,
      "grad_norm": 2.9356089331164172,
      "learning_rate": 0.00027324443289208764,
      "loss": 5.8125,
      "step": 29896
    },
    {
      "epoch": 1.224534097890641,
      "grad_norm": 3.770063477648782,
      "learning_rate": 0.0002732425737968926,
      "loss": 5.4375,
      "step": 29897
    },
    {
      "epoch": 1.2245750563178375,
      "grad_norm": 5.054688579948039,
      "learning_rate": 0.00027324071464343564,
      "loss": 5.125,
      "step": 29898
    },
    {
      "epoch": 1.2246160147450338,
      "grad_norm": 2.522121884074229,
      "learning_rate": 0.0002732388554317176,
      "loss": 5.2812,
      "step": 29899
    },
    {
      "epoch": 1.22465697317223,
      "grad_norm": 3.2075685200092123,
      "learning_rate": 0.0002732369961617394,
      "loss": 5.3438,
      "step": 29900
    },
    {
      "epoch": 1.2246979315994266,
      "grad_norm": 3.434553672210469,
      "learning_rate": 0.0002732351368335019,
      "loss": 6.9062,
      "step": 29901
    },
    {
      "epoch": 1.224738890026623,
      "grad_norm": 2.3585052609733896,
      "learning_rate": 0.000273233277447006,
      "loss": 4.6875,
      "step": 29902
    },
    {
      "epoch": 1.2247798484538195,
      "grad_norm": 2.6701549459872416,
      "learning_rate": 0.0002732314180022525,
      "loss": 5.125,
      "step": 29903
    },
    {
      "epoch": 1.2248208068810158,
      "grad_norm": 4.267247236142229,
      "learning_rate": 0.00027322955849924245,
      "loss": 5.2812,
      "step": 29904
    },
    {
      "epoch": 1.2248617653082121,
      "grad_norm": 3.6576843698106543,
      "learning_rate": 0.0002732276989379765,
      "loss": 6.25,
      "step": 29905
    },
    {
      "epoch": 1.2249027237354086,
      "grad_norm": 2.381757158063433,
      "learning_rate": 0.0002732258393184557,
      "loss": 4.875,
      "step": 29906
    },
    {
      "epoch": 1.224943682162605,
      "grad_norm": 2.2389579547594534,
      "learning_rate": 0.00027322397964068087,
      "loss": 4.6875,
      "step": 29907
    },
    {
      "epoch": 1.2249846405898013,
      "grad_norm": 3.1280723463914755,
      "learning_rate": 0.0002732221199046529,
      "loss": 6.125,
      "step": 29908
    },
    {
      "epoch": 1.2250255990169978,
      "grad_norm": 2.33100546037518,
      "learning_rate": 0.00027322026011037255,
      "loss": 5.3438,
      "step": 29909
    },
    {
      "epoch": 1.2250665574441941,
      "grad_norm": 2.0443708949135395,
      "learning_rate": 0.00027321840025784096,
      "loss": 4.8125,
      "step": 29910
    },
    {
      "epoch": 1.2251075158713904,
      "grad_norm": 3.7651704293993213,
      "learning_rate": 0.00027321654034705877,
      "loss": 3.6406,
      "step": 29911
    },
    {
      "epoch": 1.225148474298587,
      "grad_norm": 2.5083122748010287,
      "learning_rate": 0.000273214680378027,
      "loss": 5.0938,
      "step": 29912
    },
    {
      "epoch": 1.2251894327257833,
      "grad_norm": 3.7531476068058214,
      "learning_rate": 0.0002732128203507465,
      "loss": 5.7812,
      "step": 29913
    },
    {
      "epoch": 1.2252303911529796,
      "grad_norm": 2.234199237060127,
      "learning_rate": 0.00027321096026521806,
      "loss": 4.3125,
      "step": 29914
    },
    {
      "epoch": 1.2252713495801761,
      "grad_norm": 3.844069697732774,
      "learning_rate": 0.00027320910012144266,
      "loss": 5.7812,
      "step": 29915
    },
    {
      "epoch": 1.2253123080073725,
      "grad_norm": 4.611821398285276,
      "learning_rate": 0.00027320723991942116,
      "loss": 6.4062,
      "step": 29916
    },
    {
      "epoch": 1.225353266434569,
      "grad_norm": 2.8980243275180237,
      "learning_rate": 0.0002732053796591544,
      "loss": 3.4219,
      "step": 29917
    },
    {
      "epoch": 1.2253942248617653,
      "grad_norm": 5.5594345603404545,
      "learning_rate": 0.0002732035193406433,
      "loss": 5.6562,
      "step": 29918
    },
    {
      "epoch": 1.2254351832889616,
      "grad_norm": 3.7916329828765623,
      "learning_rate": 0.0002732016589638887,
      "loss": 6.2188,
      "step": 29919
    },
    {
      "epoch": 1.2254761417161582,
      "grad_norm": 1.9178982618295621,
      "learning_rate": 0.0002731997985288915,
      "loss": 4.25,
      "step": 29920
    },
    {
      "epoch": 1.2255171001433545,
      "grad_norm": 3.877734112292544,
      "learning_rate": 0.00027319793803565266,
      "loss": 5.1562,
      "step": 29921
    },
    {
      "epoch": 1.225558058570551,
      "grad_norm": 2.1160732828413185,
      "learning_rate": 0.0002731960774841729,
      "loss": 4.875,
      "step": 29922
    },
    {
      "epoch": 1.2255990169977473,
      "grad_norm": 3.002599077999359,
      "learning_rate": 0.0002731942168744532,
      "loss": 5.875,
      "step": 29923
    },
    {
      "epoch": 1.2256399754249436,
      "grad_norm": 2.4743744040503435,
      "learning_rate": 0.0002731923562064945,
      "loss": 5.4062,
      "step": 29924
    },
    {
      "epoch": 1.2256809338521402,
      "grad_norm": 7.052235973020125,
      "learning_rate": 0.0002731904954802975,
      "loss": 5.4062,
      "step": 29925
    },
    {
      "epoch": 1.2257218922793365,
      "grad_norm": 3.0918633907234203,
      "learning_rate": 0.00027318863469586325,
      "loss": 4.5625,
      "step": 29926
    },
    {
      "epoch": 1.2257628507065328,
      "grad_norm": 2.139263491397499,
      "learning_rate": 0.0002731867738531925,
      "loss": 5.0625,
      "step": 29927
    },
    {
      "epoch": 1.2258038091337293,
      "grad_norm": 2.305636170774462,
      "learning_rate": 0.00027318491295228624,
      "loss": 4.4375,
      "step": 29928
    },
    {
      "epoch": 1.2258447675609256,
      "grad_norm": 2.4607615423945743,
      "learning_rate": 0.0002731830519931453,
      "loss": 5.4062,
      "step": 29929
    },
    {
      "epoch": 1.225885725988122,
      "grad_norm": 3.1873862181349586,
      "learning_rate": 0.0002731811909757705,
      "loss": 5.4688,
      "step": 29930
    },
    {
      "epoch": 1.2259266844153185,
      "grad_norm": 1.9754156818469708,
      "learning_rate": 0.0002731793299001629,
      "loss": 4.5,
      "step": 29931
    },
    {
      "epoch": 1.2259676428425148,
      "grad_norm": 6.772871632225861,
      "learning_rate": 0.0002731774687663232,
      "loss": 6.3125,
      "step": 29932
    },
    {
      "epoch": 1.2260086012697113,
      "grad_norm": 2.9092538219971487,
      "learning_rate": 0.0002731756075742523,
      "loss": 5.3125,
      "step": 29933
    },
    {
      "epoch": 1.2260495596969077,
      "grad_norm": 2.3487788948067174,
      "learning_rate": 0.00027317374632395113,
      "loss": 5.1562,
      "step": 29934
    },
    {
      "epoch": 1.226090518124104,
      "grad_norm": 14.431413771482966,
      "learning_rate": 0.0002731718850154206,
      "loss": 5.8438,
      "step": 29935
    },
    {
      "epoch": 1.2261314765513005,
      "grad_norm": 2.4344189882977476,
      "learning_rate": 0.0002731700236486616,
      "loss": 5.0625,
      "step": 29936
    },
    {
      "epoch": 1.2261724349784968,
      "grad_norm": 2.2926931729951465,
      "learning_rate": 0.0002731681622236748,
      "loss": 4.625,
      "step": 29937
    },
    {
      "epoch": 1.2262133934056931,
      "grad_norm": 2.2642431727648518,
      "learning_rate": 0.0002731663007404614,
      "loss": 6.1562,
      "step": 29938
    },
    {
      "epoch": 1.2262543518328897,
      "grad_norm": 3.655544224415738,
      "learning_rate": 0.00027316443919902204,
      "loss": 5.9688,
      "step": 29939
    },
    {
      "epoch": 1.226295310260086,
      "grad_norm": 3.088834161691496,
      "learning_rate": 0.0002731625775993577,
      "loss": 4.25,
      "step": 29940
    },
    {
      "epoch": 1.2263362686872825,
      "grad_norm": 4.174272938891981,
      "learning_rate": 0.0002731607159414692,
      "loss": 3.8594,
      "step": 29941
    },
    {
      "epoch": 1.2263772271144788,
      "grad_norm": 3.53383501653968,
      "learning_rate": 0.0002731588542253575,
      "loss": 3.1719,
      "step": 29942
    },
    {
      "epoch": 1.2264181855416751,
      "grad_norm": 9.944468969262068,
      "learning_rate": 0.0002731569924510234,
      "loss": 5.8438,
      "step": 29943
    },
    {
      "epoch": 1.2264591439688717,
      "grad_norm": 1.8250287304252946,
      "learning_rate": 0.0002731551306184679,
      "loss": 4.0625,
      "step": 29944
    },
    {
      "epoch": 1.226500102396068,
      "grad_norm": 2.0824167936286186,
      "learning_rate": 0.00027315326872769173,
      "loss": 4.7812,
      "step": 29945
    },
    {
      "epoch": 1.2265410608232643,
      "grad_norm": 2.147093156731027,
      "learning_rate": 0.00027315140677869587,
      "loss": 5.4375,
      "step": 29946
    },
    {
      "epoch": 1.2265820192504608,
      "grad_norm": 7.004938561161224,
      "learning_rate": 0.00027314954477148116,
      "loss": 7.0312,
      "step": 29947
    },
    {
      "epoch": 1.2266229776776572,
      "grad_norm": 1.9144327790501487,
      "learning_rate": 0.0002731476827060485,
      "loss": 4.8125,
      "step": 29948
    },
    {
      "epoch": 1.2266639361048535,
      "grad_norm": 2.3608627373857645,
      "learning_rate": 0.00027314582058239877,
      "loss": 5.2812,
      "step": 29949
    },
    {
      "epoch": 1.22670489453205,
      "grad_norm": 2.169837974364611,
      "learning_rate": 0.0002731439584005328,
      "loss": 3.75,
      "step": 29950
    },
    {
      "epoch": 1.2267458529592463,
      "grad_norm": 2.044805016626839,
      "learning_rate": 0.00027314209616045154,
      "loss": 4.625,
      "step": 29951
    },
    {
      "epoch": 1.2267868113864429,
      "grad_norm": 4.148623694605878,
      "learning_rate": 0.0002731402338621559,
      "loss": 4.875,
      "step": 29952
    },
    {
      "epoch": 1.2268277698136392,
      "grad_norm": 3.298329351866044,
      "learning_rate": 0.00027313837150564664,
      "loss": 6.125,
      "step": 29953
    },
    {
      "epoch": 1.2268687282408355,
      "grad_norm": 1.8476557183034168,
      "learning_rate": 0.0002731365090909247,
      "loss": 4.7812,
      "step": 29954
    },
    {
      "epoch": 1.226909686668032,
      "grad_norm": 1.944870285794886,
      "learning_rate": 0.000273134646617991,
      "loss": 4.4375,
      "step": 29955
    },
    {
      "epoch": 1.2269506450952283,
      "grad_norm": 1.8622449251398077,
      "learning_rate": 0.0002731327840868463,
      "loss": 3.0625,
      "step": 29956
    },
    {
      "epoch": 1.2269916035224246,
      "grad_norm": 2.3009621057874567,
      "learning_rate": 0.00027313092149749166,
      "loss": 5.0312,
      "step": 29957
    },
    {
      "epoch": 1.2270325619496212,
      "grad_norm": 2.1175258295755275,
      "learning_rate": 0.00027312905884992785,
      "loss": 5.25,
      "step": 29958
    },
    {
      "epoch": 1.2270735203768175,
      "grad_norm": 2.425101116061775,
      "learning_rate": 0.0002731271961441557,
      "loss": 5.0938,
      "step": 29959
    },
    {
      "epoch": 1.227114478804014,
      "grad_norm": 2.0951058709042827,
      "learning_rate": 0.00027312533338017626,
      "loss": 4.4688,
      "step": 29960
    },
    {
      "epoch": 1.2271554372312103,
      "grad_norm": 6.236152553120361,
      "learning_rate": 0.0002731234705579902,
      "loss": 4.7812,
      "step": 29961
    },
    {
      "epoch": 1.2271963956584067,
      "grad_norm": 2.2598177600831773,
      "learning_rate": 0.0002731216076775986,
      "loss": 5.6875,
      "step": 29962
    },
    {
      "epoch": 1.2272373540856032,
      "grad_norm": 2.16039552517105,
      "learning_rate": 0.0002731197447390022,
      "loss": 5.0625,
      "step": 29963
    },
    {
      "epoch": 1.2272783125127995,
      "grad_norm": 1.9739470949597564,
      "learning_rate": 0.0002731178817422019,
      "loss": 5.0312,
      "step": 29964
    },
    {
      "epoch": 1.2273192709399958,
      "grad_norm": 5.002938103177186,
      "learning_rate": 0.00027311601868719866,
      "loss": 4.2812,
      "step": 29965
    },
    {
      "epoch": 1.2273602293671924,
      "grad_norm": 2.5990054840572374,
      "learning_rate": 0.0002731141555739933,
      "loss": 5.6875,
      "step": 29966
    },
    {
      "epoch": 1.2274011877943887,
      "grad_norm": 3.583927942902681,
      "learning_rate": 0.0002731122924025867,
      "loss": 7.6875,
      "step": 29967
    },
    {
      "epoch": 1.227442146221585,
      "grad_norm": 2.3670863224741248,
      "learning_rate": 0.0002731104291729798,
      "loss": 5.7188,
      "step": 29968
    },
    {
      "epoch": 1.2274831046487815,
      "grad_norm": 2.651813226886216,
      "learning_rate": 0.0002731085658851733,
      "loss": 4.375,
      "step": 29969
    },
    {
      "epoch": 1.2275240630759778,
      "grad_norm": 4.567030269856999,
      "learning_rate": 0.00027310670253916834,
      "loss": 5.4062,
      "step": 29970
    },
    {
      "epoch": 1.2275650215031744,
      "grad_norm": 1.977100528021251,
      "learning_rate": 0.0002731048391349656,
      "loss": 4.625,
      "step": 29971
    },
    {
      "epoch": 1.2276059799303707,
      "grad_norm": 1.9659216520331608,
      "learning_rate": 0.00027310297567256607,
      "loss": 4.9375,
      "step": 29972
    },
    {
      "epoch": 1.227646938357567,
      "grad_norm": 4.096991127493922,
      "learning_rate": 0.00027310111215197064,
      "loss": 6.0312,
      "step": 29973
    },
    {
      "epoch": 1.2276878967847635,
      "grad_norm": 6.035184673781573,
      "learning_rate": 0.0002730992485731801,
      "loss": 4.0312,
      "step": 29974
    },
    {
      "epoch": 1.2277288552119598,
      "grad_norm": 2.3129021442249917,
      "learning_rate": 0.00027309738493619536,
      "loss": 5.0625,
      "step": 29975
    },
    {
      "epoch": 1.2277698136391562,
      "grad_norm": 2.282791759026636,
      "learning_rate": 0.0002730955212410174,
      "loss": 5.0938,
      "step": 29976
    },
    {
      "epoch": 1.2278107720663527,
      "grad_norm": 2.4814984624078433,
      "learning_rate": 0.000273093657487647,
      "loss": 5.4062,
      "step": 29977
    },
    {
      "epoch": 1.227851730493549,
      "grad_norm": 2.5874471725569728,
      "learning_rate": 0.00027309179367608497,
      "loss": 5.9688,
      "step": 29978
    },
    {
      "epoch": 1.2278926889207455,
      "grad_norm": 5.243229973131962,
      "learning_rate": 0.0002730899298063323,
      "loss": 4.2188,
      "step": 29979
    },
    {
      "epoch": 1.2279336473479419,
      "grad_norm": 1.8990525369834996,
      "learning_rate": 0.0002730880658783899,
      "loss": 4.875,
      "step": 29980
    },
    {
      "epoch": 1.2279746057751382,
      "grad_norm": 2.4714057240650638,
      "learning_rate": 0.00027308620189225863,
      "loss": 6.1562,
      "step": 29981
    },
    {
      "epoch": 1.2280155642023347,
      "grad_norm": 1.7829985211248875,
      "learning_rate": 0.00027308433784793934,
      "loss": 5.0938,
      "step": 29982
    },
    {
      "epoch": 1.228056522629531,
      "grad_norm": 2.2496040853037433,
      "learning_rate": 0.00027308247374543287,
      "loss": 4.875,
      "step": 29983
    },
    {
      "epoch": 1.2280974810567273,
      "grad_norm": 2.1339919596155825,
      "learning_rate": 0.00027308060958474014,
      "loss": 5.1875,
      "step": 29984
    },
    {
      "epoch": 1.2281384394839239,
      "grad_norm": 3.0002071450766343,
      "learning_rate": 0.0002730787453658621,
      "loss": 6.0,
      "step": 29985
    },
    {
      "epoch": 1.2281793979111202,
      "grad_norm": 2.115034560133477,
      "learning_rate": 0.00027307688108879955,
      "loss": 5.3125,
      "step": 29986
    },
    {
      "epoch": 1.2282203563383165,
      "grad_norm": 2.3560253972079592,
      "learning_rate": 0.00027307501675355336,
      "loss": 5.0,
      "step": 29987
    },
    {
      "epoch": 1.228261314765513,
      "grad_norm": 2.354005109993466,
      "learning_rate": 0.0002730731523601245,
      "loss": 5.5625,
      "step": 29988
    },
    {
      "epoch": 1.2283022731927093,
      "grad_norm": 2.4748530167058886,
      "learning_rate": 0.00027307128790851376,
      "loss": 6.3125,
      "step": 29989
    },
    {
      "epoch": 1.2283432316199059,
      "grad_norm": 2.1215135188033747,
      "learning_rate": 0.00027306942339872203,
      "loss": 5.2812,
      "step": 29990
    },
    {
      "epoch": 1.2283841900471022,
      "grad_norm": 2.5309971999666967,
      "learning_rate": 0.0002730675588307503,
      "loss": 4.6562,
      "step": 29991
    },
    {
      "epoch": 1.2284251484742985,
      "grad_norm": 2.5432384053481183,
      "learning_rate": 0.00027306569420459926,
      "loss": 5.1875,
      "step": 29992
    },
    {
      "epoch": 1.228466106901495,
      "grad_norm": 1.9143164950098785,
      "learning_rate": 0.00027306382952026995,
      "loss": 5.4375,
      "step": 29993
    },
    {
      "epoch": 1.2285070653286914,
      "grad_norm": 3.6549348351461286,
      "learning_rate": 0.0002730619647777632,
      "loss": 5.9688,
      "step": 29994
    },
    {
      "epoch": 1.228548023755888,
      "grad_norm": 2.0649672874741234,
      "learning_rate": 0.00027306009997707994,
      "loss": 4.9062,
      "step": 29995
    },
    {
      "epoch": 1.2285889821830842,
      "grad_norm": 2.642607823721802,
      "learning_rate": 0.00027305823511822097,
      "loss": 5.9688,
      "step": 29996
    },
    {
      "epoch": 1.2286299406102805,
      "grad_norm": 2.102973658517535,
      "learning_rate": 0.00027305637020118723,
      "loss": 5.6875,
      "step": 29997
    },
    {
      "epoch": 1.228670899037477,
      "grad_norm": 2.2877972680363325,
      "learning_rate": 0.00027305450522597955,
      "loss": 5.0938,
      "step": 29998
    },
    {
      "epoch": 1.2287118574646734,
      "grad_norm": 4.22564599399782,
      "learning_rate": 0.00027305264019259883,
      "loss": 3.8125,
      "step": 29999
    },
    {
      "epoch": 1.2287528158918697,
      "grad_norm": 3.19637052971304,
      "learning_rate": 0.00027305077510104595,
      "loss": 5.1562,
      "step": 30000
    },
    {
      "epoch": 1.2287937743190662,
      "grad_norm": 2.193559020831294,
      "learning_rate": 0.0002730489099513219,
      "loss": 5.2812,
      "step": 30001
    },
    {
      "epoch": 1.2288347327462625,
      "grad_norm": 2.0777122193940256,
      "learning_rate": 0.00027304704474342734,
      "loss": 4.875,
      "step": 30002
    },
    {
      "epoch": 1.2288756911734589,
      "grad_norm": 2.3146876106523036,
      "learning_rate": 0.00027304517947736334,
      "loss": 4.125,
      "step": 30003
    },
    {
      "epoch": 1.2289166496006554,
      "grad_norm": 3.113067694285295,
      "learning_rate": 0.00027304331415313075,
      "loss": 6.5312,
      "step": 30004
    },
    {
      "epoch": 1.2289576080278517,
      "grad_norm": 3.3811595272049293,
      "learning_rate": 0.00027304144877073034,
      "loss": 6.5938,
      "step": 30005
    },
    {
      "epoch": 1.228998566455048,
      "grad_norm": 3.639515628500157,
      "learning_rate": 0.00027303958333016313,
      "loss": 4.5,
      "step": 30006
    },
    {
      "epoch": 1.2290395248822445,
      "grad_norm": 2.9651956145570626,
      "learning_rate": 0.00027303771783142994,
      "loss": 5.5312,
      "step": 30007
    },
    {
      "epoch": 1.2290804833094409,
      "grad_norm": 2.80539991356948,
      "learning_rate": 0.0002730358522745317,
      "loss": 5.3125,
      "step": 30008
    },
    {
      "epoch": 1.2291214417366374,
      "grad_norm": 2.2454756532325155,
      "learning_rate": 0.0002730339866594692,
      "loss": 5.1875,
      "step": 30009
    },
    {
      "epoch": 1.2291624001638337,
      "grad_norm": 2.0179040396581933,
      "learning_rate": 0.0002730321209862433,
      "loss": 5.125,
      "step": 30010
    },
    {
      "epoch": 1.22920335859103,
      "grad_norm": 2.0747038966529523,
      "learning_rate": 0.000273030255254855,
      "loss": 4.7188,
      "step": 30011
    },
    {
      "epoch": 1.2292443170182266,
      "grad_norm": 2.956683751958579,
      "learning_rate": 0.0002730283894653052,
      "loss": 5.3125,
      "step": 30012
    },
    {
      "epoch": 1.2292852754454229,
      "grad_norm": 2.5032724929905066,
      "learning_rate": 0.00027302652361759465,
      "loss": 5.2812,
      "step": 30013
    },
    {
      "epoch": 1.2293262338726194,
      "grad_norm": 2.082708925266367,
      "learning_rate": 0.00027302465771172435,
      "loss": 5.25,
      "step": 30014
    },
    {
      "epoch": 1.2293671922998157,
      "grad_norm": 2.219255140638251,
      "learning_rate": 0.00027302279174769506,
      "loss": 4.5,
      "step": 30015
    },
    {
      "epoch": 1.229408150727012,
      "grad_norm": 3.7113134218356034,
      "learning_rate": 0.0002730209257255078,
      "loss": 6.5312,
      "step": 30016
    },
    {
      "epoch": 1.2294491091542086,
      "grad_norm": 3.9143793521329884,
      "learning_rate": 0.00027301905964516337,
      "loss": 5.4375,
      "step": 30017
    },
    {
      "epoch": 1.2294900675814049,
      "grad_norm": 4.572000607057236,
      "learning_rate": 0.00027301719350666264,
      "loss": 3.8281,
      "step": 30018
    },
    {
      "epoch": 1.2295310260086012,
      "grad_norm": 2.528159707770088,
      "learning_rate": 0.00027301532731000656,
      "loss": 5.7812,
      "step": 30019
    },
    {
      "epoch": 1.2295719844357977,
      "grad_norm": 2.999913641095761,
      "learning_rate": 0.00027301346105519593,
      "loss": 5.9062,
      "step": 30020
    },
    {
      "epoch": 1.229612942862994,
      "grad_norm": 2.0266322220915565,
      "learning_rate": 0.0002730115947422317,
      "loss": 4.5625,
      "step": 30021
    },
    {
      "epoch": 1.2296539012901904,
      "grad_norm": 1.7998947688141835,
      "learning_rate": 0.0002730097283711147,
      "loss": 3.7969,
      "step": 30022
    },
    {
      "epoch": 1.229694859717387,
      "grad_norm": 2.1570762089171356,
      "learning_rate": 0.00027300786194184583,
      "loss": 5.375,
      "step": 30023
    },
    {
      "epoch": 1.2297358181445832,
      "grad_norm": 2.654757909913462,
      "learning_rate": 0.000273005995454426,
      "loss": 5.5,
      "step": 30024
    },
    {
      "epoch": 1.2297767765717795,
      "grad_norm": 2.780587510815663,
      "learning_rate": 0.0002730041289088561,
      "loss": 5.5938,
      "step": 30025
    },
    {
      "epoch": 1.229817734998976,
      "grad_norm": 2.73984549976658,
      "learning_rate": 0.000273002262305137,
      "loss": 4.9062,
      "step": 30026
    },
    {
      "epoch": 1.2298586934261724,
      "grad_norm": 1.8175097213741696,
      "learning_rate": 0.0002730003956432695,
      "loss": 5.125,
      "step": 30027
    },
    {
      "epoch": 1.229899651853369,
      "grad_norm": 2.6311460579932526,
      "learning_rate": 0.0002729985289232546,
      "loss": 4.875,
      "step": 30028
    },
    {
      "epoch": 1.2299406102805652,
      "grad_norm": 2.3927682581176932,
      "learning_rate": 0.00027299666214509305,
      "loss": 5.8438,
      "step": 30029
    },
    {
      "epoch": 1.2299815687077615,
      "grad_norm": 2.426085459034263,
      "learning_rate": 0.00027299479530878593,
      "loss": 4.7188,
      "step": 30030
    },
    {
      "epoch": 1.230022527134958,
      "grad_norm": 4.3078131526222,
      "learning_rate": 0.0002729929284143339,
      "loss": 5.9062,
      "step": 30031
    },
    {
      "epoch": 1.2300634855621544,
      "grad_norm": 2.6270939629399526,
      "learning_rate": 0.00027299106146173803,
      "loss": 5.9062,
      "step": 30032
    },
    {
      "epoch": 1.230104443989351,
      "grad_norm": 4.797975890460583,
      "learning_rate": 0.0002729891944509991,
      "loss": 4.9688,
      "step": 30033
    },
    {
      "epoch": 1.2301454024165472,
      "grad_norm": 2.1742270153666783,
      "learning_rate": 0.00027298732738211803,
      "loss": 3.6406,
      "step": 30034
    },
    {
      "epoch": 1.2301863608437436,
      "grad_norm": 2.075017194067874,
      "learning_rate": 0.00027298546025509565,
      "loss": 4.6875,
      "step": 30035
    },
    {
      "epoch": 1.23022731927094,
      "grad_norm": 2.4735887526787006,
      "learning_rate": 0.0002729835930699329,
      "loss": 5.125,
      "step": 30036
    },
    {
      "epoch": 1.2302682776981364,
      "grad_norm": 2.0415549916081828,
      "learning_rate": 0.00027298172582663067,
      "loss": 4.8438,
      "step": 30037
    },
    {
      "epoch": 1.2303092361253327,
      "grad_norm": 2.41099960640885,
      "learning_rate": 0.0002729798585251898,
      "loss": 5.8125,
      "step": 30038
    },
    {
      "epoch": 1.2303501945525293,
      "grad_norm": 3.202805875102465,
      "learning_rate": 0.0002729779911656112,
      "loss": 6.9688,
      "step": 30039
    },
    {
      "epoch": 1.2303911529797256,
      "grad_norm": 1.9980000751781462,
      "learning_rate": 0.00027297612374789574,
      "loss": 5.0938,
      "step": 30040
    },
    {
      "epoch": 1.2304321114069219,
      "grad_norm": 4.674176478581659,
      "learning_rate": 0.0002729742562720442,
      "loss": 7.5625,
      "step": 30041
    },
    {
      "epoch": 1.2304730698341184,
      "grad_norm": 2.1990460370030793,
      "learning_rate": 0.0002729723887380577,
      "loss": 5.5938,
      "step": 30042
    },
    {
      "epoch": 1.2305140282613147,
      "grad_norm": 2.3569374042658064,
      "learning_rate": 0.00027297052114593694,
      "loss": 5.1562,
      "step": 30043
    },
    {
      "epoch": 1.230554986688511,
      "grad_norm": 3.328400865372946,
      "learning_rate": 0.0002729686534956829,
      "loss": 4.7188,
      "step": 30044
    },
    {
      "epoch": 1.2305959451157076,
      "grad_norm": 2.596773896167569,
      "learning_rate": 0.00027296678578729637,
      "loss": 4.3125,
      "step": 30045
    },
    {
      "epoch": 1.230636903542904,
      "grad_norm": 2.458355281466725,
      "learning_rate": 0.00027296491802077826,
      "loss": 5.7812,
      "step": 30046
    },
    {
      "epoch": 1.2306778619701004,
      "grad_norm": 2.1778169033574297,
      "learning_rate": 0.0002729630501961295,
      "loss": 5.4062,
      "step": 30047
    },
    {
      "epoch": 1.2307188203972967,
      "grad_norm": 2.255595103269589,
      "learning_rate": 0.000272961182313351,
      "loss": 4.3125,
      "step": 30048
    },
    {
      "epoch": 1.230759778824493,
      "grad_norm": 3.6295363154818703,
      "learning_rate": 0.00027295931437244347,
      "loss": 5.6562,
      "step": 30049
    },
    {
      "epoch": 1.2308007372516896,
      "grad_norm": 2.6120823900163077,
      "learning_rate": 0.00027295744637340796,
      "loss": 4.25,
      "step": 30050
    },
    {
      "epoch": 1.230841695678886,
      "grad_norm": 1.9842817059225468,
      "learning_rate": 0.00027295557831624533,
      "loss": 4.875,
      "step": 30051
    },
    {
      "epoch": 1.2308826541060824,
      "grad_norm": 2.0174818503843377,
      "learning_rate": 0.0002729537102009564,
      "loss": 4.875,
      "step": 30052
    },
    {
      "epoch": 1.2309236125332788,
      "grad_norm": 2.6041798048973472,
      "learning_rate": 0.00027295184202754216,
      "loss": 5.9375,
      "step": 30053
    },
    {
      "epoch": 1.230964570960475,
      "grad_norm": 2.531667095673455,
      "learning_rate": 0.0002729499737960034,
      "loss": 4.5312,
      "step": 30054
    },
    {
      "epoch": 1.2310055293876716,
      "grad_norm": 3.7237420980168654,
      "learning_rate": 0.000272948105506341,
      "loss": 3.9219,
      "step": 30055
    },
    {
      "epoch": 1.231046487814868,
      "grad_norm": 3.004778580844749,
      "learning_rate": 0.00027294623715855585,
      "loss": 3.5625,
      "step": 30056
    },
    {
      "epoch": 1.2310874462420642,
      "grad_norm": 2.5873549056463974,
      "learning_rate": 0.00027294436875264887,
      "loss": 5.9062,
      "step": 30057
    },
    {
      "epoch": 1.2311284046692608,
      "grad_norm": 8.48296247118179,
      "learning_rate": 0.00027294250028862095,
      "loss": 5.25,
      "step": 30058
    },
    {
      "epoch": 1.231169363096457,
      "grad_norm": 2.755251304986539,
      "learning_rate": 0.00027294063176647296,
      "loss": 5.9375,
      "step": 30059
    },
    {
      "epoch": 1.2312103215236534,
      "grad_norm": 6.838409160963393,
      "learning_rate": 0.0002729387631862057,
      "loss": 5.6562,
      "step": 30060
    },
    {
      "epoch": 1.23125127995085,
      "grad_norm": 2.481844951530312,
      "learning_rate": 0.0002729368945478202,
      "loss": 5.2812,
      "step": 30061
    },
    {
      "epoch": 1.2312922383780462,
      "grad_norm": 2.043968813947497,
      "learning_rate": 0.00027293502585131726,
      "loss": 4.375,
      "step": 30062
    },
    {
      "epoch": 1.2313331968052426,
      "grad_norm": 2.563953939975842,
      "learning_rate": 0.0002729331570966978,
      "loss": 5.6875,
      "step": 30063
    },
    {
      "epoch": 1.231374155232439,
      "grad_norm": 2.5619755625877683,
      "learning_rate": 0.0002729312882839626,
      "loss": 5.4062,
      "step": 30064
    },
    {
      "epoch": 1.2314151136596354,
      "grad_norm": 1.9757128916069362,
      "learning_rate": 0.0002729294194131126,
      "loss": 4.8125,
      "step": 30065
    },
    {
      "epoch": 1.231456072086832,
      "grad_norm": 1.9252925529002398,
      "learning_rate": 0.0002729275504841488,
      "loss": 5.0,
      "step": 30066
    },
    {
      "epoch": 1.2314970305140283,
      "grad_norm": 2.5565970863330896,
      "learning_rate": 0.0002729256814970719,
      "loss": 5.0938,
      "step": 30067
    },
    {
      "epoch": 1.2315379889412246,
      "grad_norm": 2.2187109774076657,
      "learning_rate": 0.00027292381245188295,
      "loss": 5.5625,
      "step": 30068
    },
    {
      "epoch": 1.231578947368421,
      "grad_norm": 2.334812790519151,
      "learning_rate": 0.0002729219433485827,
      "loss": 4.875,
      "step": 30069
    },
    {
      "epoch": 1.2316199057956174,
      "grad_norm": 6.217172557153154,
      "learning_rate": 0.00027292007418717215,
      "loss": 7.3125,
      "step": 30070
    },
    {
      "epoch": 1.231660864222814,
      "grad_norm": 3.5497176116848195,
      "learning_rate": 0.00027291820496765204,
      "loss": 2.125,
      "step": 30071
    },
    {
      "epoch": 1.2317018226500103,
      "grad_norm": 2.157679901220633,
      "learning_rate": 0.0002729163356900234,
      "loss": 4.9375,
      "step": 30072
    },
    {
      "epoch": 1.2317427810772066,
      "grad_norm": 3.674416705175789,
      "learning_rate": 0.000272914466354287,
      "loss": 4.0312,
      "step": 30073
    },
    {
      "epoch": 1.2317837395044031,
      "grad_norm": 2.5014847341917243,
      "learning_rate": 0.00027291259696044385,
      "loss": 5.9062,
      "step": 30074
    },
    {
      "epoch": 1.2318246979315994,
      "grad_norm": 2.864236556959792,
      "learning_rate": 0.00027291072750849465,
      "loss": 4.4062,
      "step": 30075
    },
    {
      "epoch": 1.2318656563587957,
      "grad_norm": 2.0465364265026187,
      "learning_rate": 0.00027290885799844045,
      "loss": 5.1875,
      "step": 30076
    },
    {
      "epoch": 1.2319066147859923,
      "grad_norm": 2.280764128260712,
      "learning_rate": 0.0002729069884302821,
      "loss": 4.2812,
      "step": 30077
    },
    {
      "epoch": 1.2319475732131886,
      "grad_norm": 2.1209214968414436,
      "learning_rate": 0.00027290511880402043,
      "loss": 5.2812,
      "step": 30078
    },
    {
      "epoch": 1.231988531640385,
      "grad_norm": 2.5268888005190657,
      "learning_rate": 0.00027290324911965634,
      "loss": 4.5938,
      "step": 30079
    },
    {
      "epoch": 1.2320294900675814,
      "grad_norm": 3.59249594251275,
      "learning_rate": 0.0002729013793771908,
      "loss": 4.5938,
      "step": 30080
    },
    {
      "epoch": 1.2320704484947778,
      "grad_norm": 2.368183328609869,
      "learning_rate": 0.0002728995095766245,
      "loss": 4.7188,
      "step": 30081
    },
    {
      "epoch": 1.232111406921974,
      "grad_norm": 2.2764652433682455,
      "learning_rate": 0.0002728976397179585,
      "loss": 5.4062,
      "step": 30082
    },
    {
      "epoch": 1.2321523653491706,
      "grad_norm": 2.1033972012979265,
      "learning_rate": 0.0002728957698011936,
      "loss": 4.75,
      "step": 30083
    },
    {
      "epoch": 1.232193323776367,
      "grad_norm": 2.68907479887506,
      "learning_rate": 0.00027289389982633076,
      "loss": 4.75,
      "step": 30084
    },
    {
      "epoch": 1.2322342822035635,
      "grad_norm": 1.8735457591528106,
      "learning_rate": 0.0002728920297933708,
      "loss": 4.0312,
      "step": 30085
    },
    {
      "epoch": 1.2322752406307598,
      "grad_norm": 2.7327848989459333,
      "learning_rate": 0.0002728901597023146,
      "loss": 5.7812,
      "step": 30086
    },
    {
      "epoch": 1.232316199057956,
      "grad_norm": 2.289953006620466,
      "learning_rate": 0.00027288828955316307,
      "loss": 4.9688,
      "step": 30087
    },
    {
      "epoch": 1.2323571574851526,
      "grad_norm": 2.314216539096072,
      "learning_rate": 0.00027288641934591706,
      "loss": 5.7812,
      "step": 30088
    },
    {
      "epoch": 1.232398115912349,
      "grad_norm": 10.740412399112785,
      "learning_rate": 0.00027288454908057754,
      "loss": 8.25,
      "step": 30089
    },
    {
      "epoch": 1.2324390743395455,
      "grad_norm": 2.043189285296025,
      "learning_rate": 0.00027288267875714533,
      "loss": 5.0938,
      "step": 30090
    },
    {
      "epoch": 1.2324800327667418,
      "grad_norm": 3.061788703949405,
      "learning_rate": 0.0002728808083756213,
      "loss": 3.3281,
      "step": 30091
    },
    {
      "epoch": 1.232520991193938,
      "grad_norm": 2.355722500849927,
      "learning_rate": 0.00027287893793600637,
      "loss": 5.9375,
      "step": 30092
    },
    {
      "epoch": 1.2325619496211346,
      "grad_norm": 2.5620371946235085,
      "learning_rate": 0.00027287706743830135,
      "loss": 6.1562,
      "step": 30093
    },
    {
      "epoch": 1.232602908048331,
      "grad_norm": 6.284574255850571,
      "learning_rate": 0.0002728751968825072,
      "loss": 6.9375,
      "step": 30094
    },
    {
      "epoch": 1.2326438664755273,
      "grad_norm": 2.274052906034988,
      "learning_rate": 0.00027287332626862483,
      "loss": 4.75,
      "step": 30095
    },
    {
      "epoch": 1.2326848249027238,
      "grad_norm": 2.143931001916849,
      "learning_rate": 0.00027287145559665507,
      "loss": 5.2188,
      "step": 30096
    },
    {
      "epoch": 1.23272578332992,
      "grad_norm": 2.755922754196057,
      "learning_rate": 0.0002728695848665988,
      "loss": 5.0625,
      "step": 30097
    },
    {
      "epoch": 1.2327667417571164,
      "grad_norm": 2.543597340701905,
      "learning_rate": 0.0002728677140784569,
      "loss": 3.4219,
      "step": 30098
    },
    {
      "epoch": 1.232807700184313,
      "grad_norm": 2.1452479308610437,
      "learning_rate": 0.0002728658432322303,
      "loss": 5.5938,
      "step": 30099
    },
    {
      "epoch": 1.2328486586115093,
      "grad_norm": 3.4100885677576014,
      "learning_rate": 0.00027286397232791987,
      "loss": 3.8281,
      "step": 30100
    },
    {
      "epoch": 1.2328896170387058,
      "grad_norm": 2.4475556761440513,
      "learning_rate": 0.0002728621013655265,
      "loss": 7.0938,
      "step": 30101
    },
    {
      "epoch": 1.2329305754659021,
      "grad_norm": 1.9199653865169808,
      "learning_rate": 0.000272860230345051,
      "loss": 4.75,
      "step": 30102
    },
    {
      "epoch": 1.2329715338930984,
      "grad_norm": 3.186390307538251,
      "learning_rate": 0.0002728583592664944,
      "loss": 4.5625,
      "step": 30103
    },
    {
      "epoch": 1.233012492320295,
      "grad_norm": 2.3135660983092334,
      "learning_rate": 0.0002728564881298574,
      "loss": 4.125,
      "step": 30104
    },
    {
      "epoch": 1.2330534507474913,
      "grad_norm": 2.859405001839349,
      "learning_rate": 0.00027285461693514105,
      "loss": 5.4062,
      "step": 30105
    },
    {
      "epoch": 1.2330944091746876,
      "grad_norm": 2.2250526961838477,
      "learning_rate": 0.00027285274568234613,
      "loss": 5.125,
      "step": 30106
    },
    {
      "epoch": 1.2331353676018841,
      "grad_norm": 1.8802326726492815,
      "learning_rate": 0.0002728508743714736,
      "loss": 5.1562,
      "step": 30107
    },
    {
      "epoch": 1.2331763260290804,
      "grad_norm": 2.286531131096986,
      "learning_rate": 0.00027284900300252426,
      "loss": 4.5,
      "step": 30108
    },
    {
      "epoch": 1.233217284456277,
      "grad_norm": 2.3295120824180695,
      "learning_rate": 0.00027284713157549903,
      "loss": 4.3438,
      "step": 30109
    },
    {
      "epoch": 1.2332582428834733,
      "grad_norm": 2.010600971416084,
      "learning_rate": 0.00027284526009039884,
      "loss": 5.2812,
      "step": 30110
    },
    {
      "epoch": 1.2332992013106696,
      "grad_norm": 2.187477345159109,
      "learning_rate": 0.0002728433885472245,
      "loss": 4.7188,
      "step": 30111
    },
    {
      "epoch": 1.2333401597378661,
      "grad_norm": 2.2835342132981093,
      "learning_rate": 0.000272841516945977,
      "loss": 5.1562,
      "step": 30112
    },
    {
      "epoch": 1.2333811181650625,
      "grad_norm": 2.097936732682251,
      "learning_rate": 0.00027283964528665715,
      "loss": 4.7812,
      "step": 30113
    },
    {
      "epoch": 1.2334220765922588,
      "grad_norm": 1.9476218852356961,
      "learning_rate": 0.0002728377735692658,
      "loss": 4.625,
      "step": 30114
    },
    {
      "epoch": 1.2334630350194553,
      "grad_norm": 2.556178267107975,
      "learning_rate": 0.0002728359017938039,
      "loss": 6.5625,
      "step": 30115
    },
    {
      "epoch": 1.2335039934466516,
      "grad_norm": 2.258302796074635,
      "learning_rate": 0.0002728340299602723,
      "loss": 4.6875,
      "step": 30116
    },
    {
      "epoch": 1.233544951873848,
      "grad_norm": 2.0369682410177656,
      "learning_rate": 0.00027283215806867185,
      "loss": 4.2188,
      "step": 30117
    },
    {
      "epoch": 1.2335859103010445,
      "grad_norm": 2.169657337952612,
      "learning_rate": 0.0002728302861190036,
      "loss": 5.0938,
      "step": 30118
    },
    {
      "epoch": 1.2336268687282408,
      "grad_norm": 2.3722647200736913,
      "learning_rate": 0.00027282841411126825,
      "loss": 4.9062,
      "step": 30119
    },
    {
      "epoch": 1.2336678271554373,
      "grad_norm": 2.3573896996185297,
      "learning_rate": 0.00027282654204546677,
      "loss": 3.6562,
      "step": 30120
    },
    {
      "epoch": 1.2337087855826336,
      "grad_norm": 4.691644408653166,
      "learning_rate": 0.0002728246699216,
      "loss": 6.0,
      "step": 30121
    },
    {
      "epoch": 1.23374974400983,
      "grad_norm": 2.0996247802265797,
      "learning_rate": 0.00027282279773966885,
      "loss": 5.0938,
      "step": 30122
    },
    {
      "epoch": 1.2337907024370265,
      "grad_norm": 3.6079841460317157,
      "learning_rate": 0.00027282092549967425,
      "loss": 7.125,
      "step": 30123
    },
    {
      "epoch": 1.2338316608642228,
      "grad_norm": 3.074799140205901,
      "learning_rate": 0.000272819053201617,
      "loss": 5.6562,
      "step": 30124
    },
    {
      "epoch": 1.2338726192914191,
      "grad_norm": 4.159134270536832,
      "learning_rate": 0.00027281718084549804,
      "loss": 5.7188,
      "step": 30125
    },
    {
      "epoch": 1.2339135777186157,
      "grad_norm": 4.1021262936808975,
      "learning_rate": 0.0002728153084313183,
      "loss": 5.7812,
      "step": 30126
    },
    {
      "epoch": 1.233954536145812,
      "grad_norm": 5.950575247904515,
      "learning_rate": 0.0002728134359590786,
      "loss": 4.625,
      "step": 30127
    },
    {
      "epoch": 1.2339954945730085,
      "grad_norm": 2.320450027094571,
      "learning_rate": 0.00027281156342877973,
      "loss": 4.0,
      "step": 30128
    },
    {
      "epoch": 1.2340364530002048,
      "grad_norm": 2.5201589406467897,
      "learning_rate": 0.0002728096908404228,
      "loss": 3.9844,
      "step": 30129
    },
    {
      "epoch": 1.2340774114274011,
      "grad_norm": 2.0546918028080747,
      "learning_rate": 0.0002728078181940085,
      "loss": 5.4688,
      "step": 30130
    },
    {
      "epoch": 1.2341183698545977,
      "grad_norm": 6.838348599833862,
      "learning_rate": 0.0002728059454895378,
      "loss": 1.8125,
      "step": 30131
    },
    {
      "epoch": 1.234159328281794,
      "grad_norm": 3.0672129319448205,
      "learning_rate": 0.0002728040727270116,
      "loss": 4.3438,
      "step": 30132
    },
    {
      "epoch": 1.2342002867089903,
      "grad_norm": 2.20561555089438,
      "learning_rate": 0.0002728021999064307,
      "loss": 5.2812,
      "step": 30133
    },
    {
      "epoch": 1.2342412451361868,
      "grad_norm": 2.2290072184278347,
      "learning_rate": 0.00027280032702779614,
      "loss": 6.0312,
      "step": 30134
    },
    {
      "epoch": 1.2342822035633831,
      "grad_norm": 3.6882286288984902,
      "learning_rate": 0.00027279845409110867,
      "loss": 3.4375,
      "step": 30135
    },
    {
      "epoch": 1.2343231619905795,
      "grad_norm": 3.1045884060963647,
      "learning_rate": 0.0002727965810963692,
      "loss": 5.1562,
      "step": 30136
    },
    {
      "epoch": 1.234364120417776,
      "grad_norm": 2.5101407118167525,
      "learning_rate": 0.00027279470804357866,
      "loss": 4.9062,
      "step": 30137
    },
    {
      "epoch": 1.2344050788449723,
      "grad_norm": 8.512275470787552,
      "learning_rate": 0.00027279283493273786,
      "loss": 7.5938,
      "step": 30138
    },
    {
      "epoch": 1.2344460372721688,
      "grad_norm": 2.987240151912469,
      "learning_rate": 0.0002727909617638478,
      "loss": 6.0625,
      "step": 30139
    },
    {
      "epoch": 1.2344869956993652,
      "grad_norm": 5.105086283095052,
      "learning_rate": 0.00027278908853690926,
      "loss": 5.6562,
      "step": 30140
    },
    {
      "epoch": 1.2345279541265615,
      "grad_norm": 3.285974326351484,
      "learning_rate": 0.0002727872152519232,
      "loss": 4.4688,
      "step": 30141
    },
    {
      "epoch": 1.234568912553758,
      "grad_norm": 7.861906261907043,
      "learning_rate": 0.0002727853419088904,
      "loss": 3.0,
      "step": 30142
    },
    {
      "epoch": 1.2346098709809543,
      "grad_norm": 2.989177022586686,
      "learning_rate": 0.00027278346850781183,
      "loss": 7.0312,
      "step": 30143
    },
    {
      "epoch": 1.2346508294081509,
      "grad_norm": 4.426314574491609,
      "learning_rate": 0.0002727815950486884,
      "loss": 6.5,
      "step": 30144
    },
    {
      "epoch": 1.2346917878353472,
      "grad_norm": 2.8247763775915735,
      "learning_rate": 0.00027277972153152096,
      "loss": 4.5,
      "step": 30145
    },
    {
      "epoch": 1.2347327462625435,
      "grad_norm": 2.5225964581263516,
      "learning_rate": 0.00027277784795631035,
      "loss": 6.0312,
      "step": 30146
    },
    {
      "epoch": 1.23477370468974,
      "grad_norm": 2.670371666250324,
      "learning_rate": 0.0002727759743230575,
      "loss": 4.9062,
      "step": 30147
    },
    {
      "epoch": 1.2348146631169363,
      "grad_norm": 3.5471385638460715,
      "learning_rate": 0.0002727741006317633,
      "loss": 5.4062,
      "step": 30148
    },
    {
      "epoch": 1.2348556215441326,
      "grad_norm": 2.493621451138948,
      "learning_rate": 0.00027277222688242865,
      "loss": 5.8438,
      "step": 30149
    },
    {
      "epoch": 1.2348965799713292,
      "grad_norm": 3.3077180028966,
      "learning_rate": 0.0002727703530750544,
      "loss": 5.4688,
      "step": 30150
    },
    {
      "epoch": 1.2349375383985255,
      "grad_norm": 2.5652930785689763,
      "learning_rate": 0.0002727684792096415,
      "loss": 5.6562,
      "step": 30151
    },
    {
      "epoch": 1.2349784968257218,
      "grad_norm": 2.5565950662500994,
      "learning_rate": 0.0002727666052861907,
      "loss": 6.9062,
      "step": 30152
    },
    {
      "epoch": 1.2350194552529183,
      "grad_norm": 1.9693328265102594,
      "learning_rate": 0.00027276473130470304,
      "loss": 4.7812,
      "step": 30153
    },
    {
      "epoch": 1.2350604136801147,
      "grad_norm": 2.2814276015512562,
      "learning_rate": 0.0002727628572651793,
      "loss": 4.4375,
      "step": 30154
    },
    {
      "epoch": 1.235101372107311,
      "grad_norm": 2.3535319075780614,
      "learning_rate": 0.00027276098316762043,
      "loss": 4.625,
      "step": 30155
    },
    {
      "epoch": 1.2351423305345075,
      "grad_norm": 2.576160595898866,
      "learning_rate": 0.0002727591090120273,
      "loss": 6.0,
      "step": 30156
    },
    {
      "epoch": 1.2351832889617038,
      "grad_norm": 5.270218367721883,
      "learning_rate": 0.00027275723479840077,
      "loss": 4.4062,
      "step": 30157
    },
    {
      "epoch": 1.2352242473889004,
      "grad_norm": 1.9320425497003122,
      "learning_rate": 0.0002727553605267417,
      "loss": 4.6562,
      "step": 30158
    },
    {
      "epoch": 1.2352652058160967,
      "grad_norm": 2.1167596742778936,
      "learning_rate": 0.0002727534861970511,
      "loss": 4.6875,
      "step": 30159
    },
    {
      "epoch": 1.235306164243293,
      "grad_norm": 4.571689034520828,
      "learning_rate": 0.0002727516118093297,
      "loss": 2.2188,
      "step": 30160
    },
    {
      "epoch": 1.2353471226704895,
      "grad_norm": 3.7762865475385254,
      "learning_rate": 0.00027274973736357853,
      "loss": 5.6562,
      "step": 30161
    },
    {
      "epoch": 1.2353880810976858,
      "grad_norm": 4.034453795608548,
      "learning_rate": 0.00027274786285979836,
      "loss": 2.7656,
      "step": 30162
    },
    {
      "epoch": 1.2354290395248824,
      "grad_norm": 2.010449426226498,
      "learning_rate": 0.0002727459882979901,
      "loss": 5.0312,
      "step": 30163
    },
    {
      "epoch": 1.2354699979520787,
      "grad_norm": 4.0491818154399555,
      "learning_rate": 0.0002727441136781548,
      "loss": 6.5938,
      "step": 30164
    },
    {
      "epoch": 1.235510956379275,
      "grad_norm": 2.7163366365085486,
      "learning_rate": 0.00027274223900029305,
      "loss": 4.7188,
      "step": 30165
    },
    {
      "epoch": 1.2355519148064715,
      "grad_norm": 2.5159849282472178,
      "learning_rate": 0.00027274036426440596,
      "loss": 5.7188,
      "step": 30166
    },
    {
      "epoch": 1.2355928732336678,
      "grad_norm": 2.769610542305061,
      "learning_rate": 0.0002727384894704943,
      "loss": 5.6562,
      "step": 30167
    },
    {
      "epoch": 1.2356338316608642,
      "grad_norm": 2.267984104282241,
      "learning_rate": 0.00027273661461855905,
      "loss": 6.875,
      "step": 30168
    },
    {
      "epoch": 1.2356747900880607,
      "grad_norm": 2.427512232458719,
      "learning_rate": 0.000272734739708601,
      "loss": 4.8125,
      "step": 30169
    },
    {
      "epoch": 1.235715748515257,
      "grad_norm": 2.206695696612681,
      "learning_rate": 0.00027273286474062115,
      "loss": 4.9688,
      "step": 30170
    },
    {
      "epoch": 1.2357567069424533,
      "grad_norm": 2.435463039382292,
      "learning_rate": 0.0002727309897146203,
      "loss": 5.6875,
      "step": 30171
    },
    {
      "epoch": 1.2357976653696499,
      "grad_norm": 2.2503572427780965,
      "learning_rate": 0.0002727291146305994,
      "loss": 5.3438,
      "step": 30172
    },
    {
      "epoch": 1.2358386237968462,
      "grad_norm": 1.9935493480662458,
      "learning_rate": 0.0002727272394885592,
      "loss": 5.0938,
      "step": 30173
    },
    {
      "epoch": 1.2358795822240425,
      "grad_norm": 2.292812238894727,
      "learning_rate": 0.00027272536428850076,
      "loss": 4.875,
      "step": 30174
    },
    {
      "epoch": 1.235920540651239,
      "grad_norm": 5.080370577672975,
      "learning_rate": 0.0002727234890304248,
      "loss": 2.2188,
      "step": 30175
    },
    {
      "epoch": 1.2359614990784353,
      "grad_norm": 2.6232703118611274,
      "learning_rate": 0.0002727216137143324,
      "loss": 5.0,
      "step": 30176
    },
    {
      "epoch": 1.2360024575056319,
      "grad_norm": 2.0386298523816238,
      "learning_rate": 0.0002727197383402243,
      "loss": 5.5938,
      "step": 30177
    },
    {
      "epoch": 1.2360434159328282,
      "grad_norm": 2.279181872849844,
      "learning_rate": 0.00027271786290810143,
      "loss": 5.375,
      "step": 30178
    },
    {
      "epoch": 1.2360843743600245,
      "grad_norm": 2.5585474887795616,
      "learning_rate": 0.0002727159874179647,
      "loss": 4.3125,
      "step": 30179
    },
    {
      "epoch": 1.236125332787221,
      "grad_norm": 1.84401957393404,
      "learning_rate": 0.00027271411186981497,
      "loss": 4.4062,
      "step": 30180
    },
    {
      "epoch": 1.2361662912144173,
      "grad_norm": 2.1482713257796617,
      "learning_rate": 0.00027271223626365305,
      "loss": 3.8906,
      "step": 30181
    },
    {
      "epoch": 1.2362072496416139,
      "grad_norm": 2.2313158727938562,
      "learning_rate": 0.00027271036059948,
      "loss": 4.2812,
      "step": 30182
    },
    {
      "epoch": 1.2362482080688102,
      "grad_norm": 2.8603909628915654,
      "learning_rate": 0.00027270848487729655,
      "loss": 6.8125,
      "step": 30183
    },
    {
      "epoch": 1.2362891664960065,
      "grad_norm": 2.470863693552915,
      "learning_rate": 0.0002727066090971037,
      "loss": 6.9062,
      "step": 30184
    },
    {
      "epoch": 1.236330124923203,
      "grad_norm": 2.511924063315827,
      "learning_rate": 0.00027270473325890224,
      "loss": 5.375,
      "step": 30185
    },
    {
      "epoch": 1.2363710833503994,
      "grad_norm": 2.5298548485520245,
      "learning_rate": 0.0002727028573626931,
      "loss": 4.6875,
      "step": 30186
    },
    {
      "epoch": 1.2364120417775957,
      "grad_norm": 2.072265928200559,
      "learning_rate": 0.0002727009814084772,
      "loss": 4.4375,
      "step": 30187
    },
    {
      "epoch": 1.2364530002047922,
      "grad_norm": 2.1151196534182115,
      "learning_rate": 0.0002726991053962554,
      "loss": 4.1562,
      "step": 30188
    },
    {
      "epoch": 1.2364939586319885,
      "grad_norm": 3.3495373631805565,
      "learning_rate": 0.0002726972293260285,
      "loss": 6.4062,
      "step": 30189
    },
    {
      "epoch": 1.2365349170591848,
      "grad_norm": 1.8964462296179783,
      "learning_rate": 0.0002726953531977976,
      "loss": 4.375,
      "step": 30190
    },
    {
      "epoch": 1.2365758754863814,
      "grad_norm": 5.01732460940777,
      "learning_rate": 0.0002726934770115634,
      "loss": 5.5625,
      "step": 30191
    },
    {
      "epoch": 1.2366168339135777,
      "grad_norm": 2.6049942673443245,
      "learning_rate": 0.0002726916007673268,
      "loss": 1.3906,
      "step": 30192
    },
    {
      "epoch": 1.236657792340774,
      "grad_norm": 2.630952623738321,
      "learning_rate": 0.0002726897244650888,
      "loss": 4.9375,
      "step": 30193
    },
    {
      "epoch": 1.2366987507679705,
      "grad_norm": 2.5282143481312995,
      "learning_rate": 0.00027268784810485016,
      "loss": 4.75,
      "step": 30194
    },
    {
      "epoch": 1.2367397091951668,
      "grad_norm": 1.809671478612448,
      "learning_rate": 0.00027268597168661186,
      "loss": 4.1875,
      "step": 30195
    },
    {
      "epoch": 1.2367806676223634,
      "grad_norm": 2.5402575651207666,
      "learning_rate": 0.0002726840952103748,
      "loss": 5.9062,
      "step": 30196
    },
    {
      "epoch": 1.2368216260495597,
      "grad_norm": 3.729699936211514,
      "learning_rate": 0.00027268221867613975,
      "loss": 4.2188,
      "step": 30197
    },
    {
      "epoch": 1.236862584476756,
      "grad_norm": 2.02496504954627,
      "learning_rate": 0.00027268034208390767,
      "loss": 5.0625,
      "step": 30198
    },
    {
      "epoch": 1.2369035429039525,
      "grad_norm": 2.1694718377667295,
      "learning_rate": 0.00027267846543367944,
      "loss": 5.2188,
      "step": 30199
    },
    {
      "epoch": 1.2369445013311489,
      "grad_norm": 2.2574626578935137,
      "learning_rate": 0.00027267658872545593,
      "loss": 5.0312,
      "step": 30200
    },
    {
      "epoch": 1.2369854597583454,
      "grad_norm": 12.667736486195476,
      "learning_rate": 0.00027267471195923813,
      "loss": 3.1875,
      "step": 30201
    },
    {
      "epoch": 1.2370264181855417,
      "grad_norm": 2.149075635416511,
      "learning_rate": 0.0002726728351350268,
      "loss": 5.25,
      "step": 30202
    },
    {
      "epoch": 1.237067376612738,
      "grad_norm": 2.7477668659845325,
      "learning_rate": 0.0002726709582528228,
      "loss": 5.2812,
      "step": 30203
    },
    {
      "epoch": 1.2371083350399346,
      "grad_norm": 2.2667034371150314,
      "learning_rate": 0.0002726690813126272,
      "loss": 5.375,
      "step": 30204
    },
    {
      "epoch": 1.2371492934671309,
      "grad_norm": 5.410031750092867,
      "learning_rate": 0.00027266720431444073,
      "loss": 7.4375,
      "step": 30205
    },
    {
      "epoch": 1.2371902518943272,
      "grad_norm": 4.592164923301904,
      "learning_rate": 0.00027266532725826433,
      "loss": 6.5,
      "step": 30206
    },
    {
      "epoch": 1.2372312103215237,
      "grad_norm": 3.580765193167621,
      "learning_rate": 0.0002726634501440989,
      "loss": 3.9062,
      "step": 30207
    },
    {
      "epoch": 1.23727216874872,
      "grad_norm": 3.032578301276719,
      "learning_rate": 0.0002726615729719453,
      "loss": 4.375,
      "step": 30208
    },
    {
      "epoch": 1.2373131271759163,
      "grad_norm": 4.0279065235915095,
      "learning_rate": 0.00027265969574180436,
      "loss": 4.625,
      "step": 30209
    },
    {
      "epoch": 1.2373540856031129,
      "grad_norm": 3.516119123220716,
      "learning_rate": 0.00027265781845367705,
      "loss": 5.4688,
      "step": 30210
    },
    {
      "epoch": 1.2373950440303092,
      "grad_norm": 2.150076715822573,
      "learning_rate": 0.0002726559411075643,
      "loss": 4.4375,
      "step": 30211
    },
    {
      "epoch": 1.2374360024575055,
      "grad_norm": 3.5830440933996544,
      "learning_rate": 0.0002726540637034669,
      "loss": 4.6562,
      "step": 30212
    },
    {
      "epoch": 1.237476960884702,
      "grad_norm": 3.0311400534838375,
      "learning_rate": 0.00027265218624138583,
      "loss": 7.25,
      "step": 30213
    },
    {
      "epoch": 1.2375179193118984,
      "grad_norm": 1.9125546281601946,
      "learning_rate": 0.0002726503087213219,
      "loss": 4.5,
      "step": 30214
    },
    {
      "epoch": 1.237558877739095,
      "grad_norm": 2.1339271221254057,
      "learning_rate": 0.000272648431143276,
      "loss": 4.8125,
      "step": 30215
    },
    {
      "epoch": 1.2375998361662912,
      "grad_norm": 2.4435838115438466,
      "learning_rate": 0.000272646553507249,
      "loss": 4.9375,
      "step": 30216
    },
    {
      "epoch": 1.2376407945934875,
      "grad_norm": 2.6417334252228946,
      "learning_rate": 0.00027264467581324185,
      "loss": 4.9062,
      "step": 30217
    },
    {
      "epoch": 1.237681753020684,
      "grad_norm": 6.526125705951021,
      "learning_rate": 0.0002726427980612555,
      "loss": 6.0625,
      "step": 30218
    },
    {
      "epoch": 1.2377227114478804,
      "grad_norm": 2.2386206557094934,
      "learning_rate": 0.00027264092025129064,
      "loss": 4.6875,
      "step": 30219
    },
    {
      "epoch": 1.237763669875077,
      "grad_norm": 1.8545402727786733,
      "learning_rate": 0.0002726390423833483,
      "loss": 4.3438,
      "step": 30220
    },
    {
      "epoch": 1.2378046283022732,
      "grad_norm": 2.506134261897934,
      "learning_rate": 0.0002726371644574294,
      "loss": 6.125,
      "step": 30221
    },
    {
      "epoch": 1.2378455867294695,
      "grad_norm": 2.342921634591339,
      "learning_rate": 0.0002726352864735347,
      "loss": 5.0,
      "step": 30222
    },
    {
      "epoch": 1.237886545156666,
      "grad_norm": 2.8905126401791845,
      "learning_rate": 0.00027263340843166516,
      "loss": 5.6562,
      "step": 30223
    },
    {
      "epoch": 1.2379275035838624,
      "grad_norm": 1.9953764697697909,
      "learning_rate": 0.00027263153033182166,
      "loss": 5.2812,
      "step": 30224
    },
    {
      "epoch": 1.2379684620110587,
      "grad_norm": 1.8954436093364333,
      "learning_rate": 0.0002726296521740051,
      "loss": 4.6875,
      "step": 30225
    },
    {
      "epoch": 1.2380094204382552,
      "grad_norm": 1.949726668992903,
      "learning_rate": 0.00027262777395821637,
      "loss": 5.1875,
      "step": 30226
    },
    {
      "epoch": 1.2380503788654516,
      "grad_norm": 4.824560498444543,
      "learning_rate": 0.0002726258956844563,
      "loss": 6.0938,
      "step": 30227
    },
    {
      "epoch": 1.2380913372926479,
      "grad_norm": 2.407969800089788,
      "learning_rate": 0.0002726240173527259,
      "loss": 5.5938,
      "step": 30228
    },
    {
      "epoch": 1.2381322957198444,
      "grad_norm": 3.120498525710154,
      "learning_rate": 0.0002726221389630259,
      "loss": 5.5625,
      "step": 30229
    },
    {
      "epoch": 1.2381732541470407,
      "grad_norm": 2.386226686944346,
      "learning_rate": 0.0002726202605153573,
      "loss": 6.0312,
      "step": 30230
    },
    {
      "epoch": 1.238214212574237,
      "grad_norm": 2.242109150480916,
      "learning_rate": 0.000272618382009721,
      "loss": 4.7812,
      "step": 30231
    },
    {
      "epoch": 1.2382551710014336,
      "grad_norm": 2.423713987798492,
      "learning_rate": 0.00027261650344611774,
      "loss": 5.625,
      "step": 30232
    },
    {
      "epoch": 1.2382961294286299,
      "grad_norm": 2.6670679367815477,
      "learning_rate": 0.00027261462482454856,
      "loss": 6.125,
      "step": 30233
    },
    {
      "epoch": 1.2383370878558264,
      "grad_norm": 3.4843153592097513,
      "learning_rate": 0.0002726127461450143,
      "loss": 5.5938,
      "step": 30234
    },
    {
      "epoch": 1.2383780462830227,
      "grad_norm": 2.27687363009943,
      "learning_rate": 0.0002726108674075159,
      "loss": 4.9062,
      "step": 30235
    },
    {
      "epoch": 1.238419004710219,
      "grad_norm": 2.574798234379657,
      "learning_rate": 0.0002726089886120541,
      "loss": 6.0625,
      "step": 30236
    },
    {
      "epoch": 1.2384599631374156,
      "grad_norm": 4.901187119848448,
      "learning_rate": 0.00027260710975863,
      "loss": 3.5781,
      "step": 30237
    },
    {
      "epoch": 1.238500921564612,
      "grad_norm": 3.1393113011113907,
      "learning_rate": 0.0002726052308472443,
      "loss": 5.5625,
      "step": 30238
    },
    {
      "epoch": 1.2385418799918084,
      "grad_norm": 5.691849485704149,
      "learning_rate": 0.00027260335187789797,
      "loss": 5.4375,
      "step": 30239
    },
    {
      "epoch": 1.2385828384190047,
      "grad_norm": 3.453460412267554,
      "learning_rate": 0.00027260147285059193,
      "loss": 5.8125,
      "step": 30240
    },
    {
      "epoch": 1.238623796846201,
      "grad_norm": 2.6749146792199125,
      "learning_rate": 0.00027259959376532694,
      "loss": 7.0312,
      "step": 30241
    },
    {
      "epoch": 1.2386647552733976,
      "grad_norm": 8.211289627999365,
      "learning_rate": 0.0002725977146221041,
      "loss": 2.1562,
      "step": 30242
    },
    {
      "epoch": 1.238705713700594,
      "grad_norm": 2.86445027092732,
      "learning_rate": 0.00027259583542092405,
      "loss": 4.5312,
      "step": 30243
    },
    {
      "epoch": 1.2387466721277902,
      "grad_norm": 3.6276367466166315,
      "learning_rate": 0.0002725939561617879,
      "loss": 4.4062,
      "step": 30244
    },
    {
      "epoch": 1.2387876305549868,
      "grad_norm": 2.0325211005190056,
      "learning_rate": 0.00027259207684469635,
      "loss": 4.2812,
      "step": 30245
    },
    {
      "epoch": 1.238828588982183,
      "grad_norm": 2.3783264518302034,
      "learning_rate": 0.0002725901974696504,
      "loss": 4.5938,
      "step": 30246
    },
    {
      "epoch": 1.2388695474093794,
      "grad_norm": 2.156653850768811,
      "learning_rate": 0.000272588318036651,
      "loss": 5.1875,
      "step": 30247
    },
    {
      "epoch": 1.238910505836576,
      "grad_norm": 2.011840395475987,
      "learning_rate": 0.00027258643854569895,
      "loss": 4.25,
      "step": 30248
    },
    {
      "epoch": 1.2389514642637722,
      "grad_norm": 3.470273127796739,
      "learning_rate": 0.00027258455899679506,
      "loss": 6.6875,
      "step": 30249
    },
    {
      "epoch": 1.2389924226909685,
      "grad_norm": 3.1347962743272935,
      "learning_rate": 0.0002725826793899403,
      "loss": 3.7812,
      "step": 30250
    },
    {
      "epoch": 1.239033381118165,
      "grad_norm": 2.3919308727630124,
      "learning_rate": 0.00027258079972513564,
      "loss": 5.4375,
      "step": 30251
    },
    {
      "epoch": 1.2390743395453614,
      "grad_norm": 1.901833272537678,
      "learning_rate": 0.0002725789200023819,
      "loss": 4.125,
      "step": 30252
    },
    {
      "epoch": 1.239115297972558,
      "grad_norm": 2.294517593289333,
      "learning_rate": 0.00027257704022167986,
      "loss": 5.125,
      "step": 30253
    },
    {
      "epoch": 1.2391562563997542,
      "grad_norm": 7.3414541723916,
      "learning_rate": 0.00027257516038303053,
      "loss": 7.0938,
      "step": 30254
    },
    {
      "epoch": 1.2391972148269506,
      "grad_norm": 2.137629848482881,
      "learning_rate": 0.0002725732804864348,
      "loss": 5.25,
      "step": 30255
    },
    {
      "epoch": 1.239238173254147,
      "grad_norm": 2.436892233925992,
      "learning_rate": 0.0002725714005318936,
      "loss": 4.9688,
      "step": 30256
    },
    {
      "epoch": 1.2392791316813434,
      "grad_norm": 6.813483793242628,
      "learning_rate": 0.0002725695205194077,
      "loss": 4.5938,
      "step": 30257
    },
    {
      "epoch": 1.23932009010854,
      "grad_norm": 2.5885358515153754,
      "learning_rate": 0.000272567640448978,
      "loss": 5.1875,
      "step": 30258
    },
    {
      "epoch": 1.2393610485357363,
      "grad_norm": 2.140153738159198,
      "learning_rate": 0.0002725657603206055,
      "loss": 5.5,
      "step": 30259
    },
    {
      "epoch": 1.2394020069629326,
      "grad_norm": 2.46151308519835,
      "learning_rate": 0.000272563880134291,
      "loss": 5.0,
      "step": 30260
    },
    {
      "epoch": 1.239442965390129,
      "grad_norm": 3.427058709146017,
      "learning_rate": 0.0002725619998900354,
      "loss": 6.3438,
      "step": 30261
    },
    {
      "epoch": 1.2394839238173254,
      "grad_norm": 2.031890843098375,
      "learning_rate": 0.0002725601195878396,
      "loss": 5.0625,
      "step": 30262
    },
    {
      "epoch": 1.2395248822445217,
      "grad_norm": 2.68300975132415,
      "learning_rate": 0.0002725582392277045,
      "loss": 4.5938,
      "step": 30263
    },
    {
      "epoch": 1.2395658406717183,
      "grad_norm": 5.8436028311497905,
      "learning_rate": 0.00027255635880963096,
      "loss": 6.0312,
      "step": 30264
    },
    {
      "epoch": 1.2396067990989146,
      "grad_norm": 1.8954385537316467,
      "learning_rate": 0.0002725544783336199,
      "loss": 4.75,
      "step": 30265
    },
    {
      "epoch": 1.239647757526111,
      "grad_norm": 2.2377565126133043,
      "learning_rate": 0.0002725525977996722,
      "loss": 5.0312,
      "step": 30266
    },
    {
      "epoch": 1.2396887159533074,
      "grad_norm": 2.263041885138651,
      "learning_rate": 0.00027255071720778875,
      "loss": 4.7188,
      "step": 30267
    },
    {
      "epoch": 1.2397296743805037,
      "grad_norm": 2.2653335423038548,
      "learning_rate": 0.00027254883655797036,
      "loss": 5.25,
      "step": 30268
    },
    {
      "epoch": 1.2397706328077003,
      "grad_norm": 2.453605145980057,
      "learning_rate": 0.00027254695585021807,
      "loss": 5.6875,
      "step": 30269
    },
    {
      "epoch": 1.2398115912348966,
      "grad_norm": 2.070442718900643,
      "learning_rate": 0.0002725450750845327,
      "loss": 4.625,
      "step": 30270
    },
    {
      "epoch": 1.239852549662093,
      "grad_norm": 3.914942900917125,
      "learning_rate": 0.00027254319426091506,
      "loss": 5.5,
      "step": 30271
    },
    {
      "epoch": 1.2398935080892894,
      "grad_norm": 2.6502212487679526,
      "learning_rate": 0.00027254131337936614,
      "loss": 5.375,
      "step": 30272
    },
    {
      "epoch": 1.2399344665164858,
      "grad_norm": 2.5839923171975223,
      "learning_rate": 0.00027253943243988677,
      "loss": 5.4375,
      "step": 30273
    },
    {
      "epoch": 1.239975424943682,
      "grad_norm": 5.854800089688648,
      "learning_rate": 0.00027253755144247794,
      "loss": 2.3281,
      "step": 30274
    },
    {
      "epoch": 1.2400163833708786,
      "grad_norm": 2.2345971179669832,
      "learning_rate": 0.00027253567038714035,
      "loss": 5.2812,
      "step": 30275
    },
    {
      "epoch": 1.240057341798075,
      "grad_norm": 2.12766531581185,
      "learning_rate": 0.00027253378927387514,
      "loss": 6.0625,
      "step": 30276
    },
    {
      "epoch": 1.2400983002252715,
      "grad_norm": 3.156564469756272,
      "learning_rate": 0.000272531908102683,
      "loss": 4.375,
      "step": 30277
    },
    {
      "epoch": 1.2401392586524678,
      "grad_norm": 2.424337819103227,
      "learning_rate": 0.0002725300268735649,
      "loss": 4.875,
      "step": 30278
    },
    {
      "epoch": 1.240180217079664,
      "grad_norm": 4.174334143751299,
      "learning_rate": 0.00027252814558652164,
      "loss": 5.75,
      "step": 30279
    },
    {
      "epoch": 1.2402211755068606,
      "grad_norm": 3.6644631116685007,
      "learning_rate": 0.0002725262642415543,
      "loss": 6.25,
      "step": 30280
    },
    {
      "epoch": 1.240262133934057,
      "grad_norm": 2.4051601800577513,
      "learning_rate": 0.00027252438283866356,
      "loss": 4.9375,
      "step": 30281
    },
    {
      "epoch": 1.2403030923612532,
      "grad_norm": 5.0365695602750185,
      "learning_rate": 0.00027252250137785046,
      "loss": 4.5312,
      "step": 30282
    },
    {
      "epoch": 1.2403440507884498,
      "grad_norm": 2.601006302628537,
      "learning_rate": 0.00027252061985911575,
      "loss": 5.5,
      "step": 30283
    },
    {
      "epoch": 1.240385009215646,
      "grad_norm": 3.270632454238775,
      "learning_rate": 0.00027251873828246047,
      "loss": 3.4844,
      "step": 30284
    },
    {
      "epoch": 1.2404259676428424,
      "grad_norm": 5.194210016118104,
      "learning_rate": 0.0002725168566478855,
      "loss": 5.2812,
      "step": 30285
    },
    {
      "epoch": 1.240466926070039,
      "grad_norm": 2.003622136892014,
      "learning_rate": 0.00027251497495539155,
      "loss": 4.375,
      "step": 30286
    },
    {
      "epoch": 1.2405078844972353,
      "grad_norm": 2.2034215031146993,
      "learning_rate": 0.0002725130932049797,
      "loss": 4.9375,
      "step": 30287
    },
    {
      "epoch": 1.2405488429244318,
      "grad_norm": 3.201954297350917,
      "learning_rate": 0.00027251121139665075,
      "loss": 4.7188,
      "step": 30288
    },
    {
      "epoch": 1.240589801351628,
      "grad_norm": 2.140782953308355,
      "learning_rate": 0.00027250932953040556,
      "loss": 5.2188,
      "step": 30289
    },
    {
      "epoch": 1.2406307597788244,
      "grad_norm": 3.2550284563379215,
      "learning_rate": 0.0002725074476062451,
      "loss": 5.6562,
      "step": 30290
    },
    {
      "epoch": 1.240671718206021,
      "grad_norm": 2.252400398636588,
      "learning_rate": 0.00027250556562417026,
      "loss": 4.8125,
      "step": 30291
    },
    {
      "epoch": 1.2407126766332173,
      "grad_norm": 2.312143565626466,
      "learning_rate": 0.0002725036835841819,
      "loss": 5.4375,
      "step": 30292
    },
    {
      "epoch": 1.2407536350604136,
      "grad_norm": 2.3054922759364307,
      "learning_rate": 0.00027250180148628085,
      "loss": 5.3438,
      "step": 30293
    },
    {
      "epoch": 1.2407945934876101,
      "grad_norm": 2.1236378830256615,
      "learning_rate": 0.0002724999193304681,
      "loss": 4.0,
      "step": 30294
    },
    {
      "epoch": 1.2408355519148064,
      "grad_norm": 3.444783648399551,
      "learning_rate": 0.0002724980371167445,
      "loss": 4.4375,
      "step": 30295
    },
    {
      "epoch": 1.240876510342003,
      "grad_norm": 3.2363924771062034,
      "learning_rate": 0.0002724961548451109,
      "loss": 6.5312,
      "step": 30296
    },
    {
      "epoch": 1.2409174687691993,
      "grad_norm": 2.2734848314349216,
      "learning_rate": 0.00027249427251556824,
      "loss": 4.9375,
      "step": 30297
    },
    {
      "epoch": 1.2409584271963956,
      "grad_norm": 2.1370092530318807,
      "learning_rate": 0.0002724923901281174,
      "loss": 4.7812,
      "step": 30298
    },
    {
      "epoch": 1.2409993856235921,
      "grad_norm": 2.099288714115321,
      "learning_rate": 0.0002724905076827593,
      "loss": 4.125,
      "step": 30299
    },
    {
      "epoch": 1.2410403440507884,
      "grad_norm": 2.1887348584509274,
      "learning_rate": 0.00027248862517949475,
      "loss": 7.2188,
      "step": 30300
    },
    {
      "epoch": 1.2410813024779848,
      "grad_norm": 2.325127594150991,
      "learning_rate": 0.0002724867426183247,
      "loss": 5.4688,
      "step": 30301
    },
    {
      "epoch": 1.2411222609051813,
      "grad_norm": 2.3462164914310413,
      "learning_rate": 0.00027248485999925007,
      "loss": 5.25,
      "step": 30302
    },
    {
      "epoch": 1.2411632193323776,
      "grad_norm": 2.204396819588015,
      "learning_rate": 0.0002724829773222716,
      "loss": 4.5312,
      "step": 30303
    },
    {
      "epoch": 1.241204177759574,
      "grad_norm": 2.464253114730215,
      "learning_rate": 0.00027248109458739037,
      "loss": 4.6875,
      "step": 30304
    },
    {
      "epoch": 1.2412451361867705,
      "grad_norm": 1.9377940805036553,
      "learning_rate": 0.0002724792117946072,
      "loss": 4.4062,
      "step": 30305
    },
    {
      "epoch": 1.2412860946139668,
      "grad_norm": 2.025094201369513,
      "learning_rate": 0.0002724773289439229,
      "loss": 5.2812,
      "step": 30306
    },
    {
      "epoch": 1.2413270530411633,
      "grad_norm": 2.0274808961962663,
      "learning_rate": 0.00027247544603533843,
      "loss": 4.4062,
      "step": 30307
    },
    {
      "epoch": 1.2413680114683596,
      "grad_norm": 4.050060737349654,
      "learning_rate": 0.0002724735630688547,
      "loss": 4.0312,
      "step": 30308
    },
    {
      "epoch": 1.241408969895556,
      "grad_norm": 4.728242452736911,
      "learning_rate": 0.0002724716800444726,
      "loss": 2.0625,
      "step": 30309
    },
    {
      "epoch": 1.2414499283227525,
      "grad_norm": 2.0215815294545885,
      "learning_rate": 0.00027246979696219297,
      "loss": 4.7812,
      "step": 30310
    },
    {
      "epoch": 1.2414908867499488,
      "grad_norm": 2.5184318455633288,
      "learning_rate": 0.00027246791382201673,
      "loss": 3.6406,
      "step": 30311
    },
    {
      "epoch": 1.2415318451771453,
      "grad_norm": 3.096777780757255,
      "learning_rate": 0.00027246603062394475,
      "loss": 3.4688,
      "step": 30312
    },
    {
      "epoch": 1.2415728036043416,
      "grad_norm": 5.6811078186924355,
      "learning_rate": 0.000272464147367978,
      "loss": 7.7812,
      "step": 30313
    },
    {
      "epoch": 1.241613762031538,
      "grad_norm": 2.1718124583983243,
      "learning_rate": 0.00027246226405411723,
      "loss": 4.9375,
      "step": 30314
    },
    {
      "epoch": 1.2416547204587345,
      "grad_norm": 2.0950766876029863,
      "learning_rate": 0.00027246038068236343,
      "loss": 4.375,
      "step": 30315
    },
    {
      "epoch": 1.2416956788859308,
      "grad_norm": 2.335275080714137,
      "learning_rate": 0.00027245849725271746,
      "loss": 4.9375,
      "step": 30316
    },
    {
      "epoch": 1.2417366373131271,
      "grad_norm": 4.594173611121256,
      "learning_rate": 0.00027245661376518025,
      "loss": 6.5625,
      "step": 30317
    },
    {
      "epoch": 1.2417775957403236,
      "grad_norm": 4.338773744439009,
      "learning_rate": 0.00027245473021975266,
      "loss": 7.2812,
      "step": 30318
    },
    {
      "epoch": 1.24181855416752,
      "grad_norm": 2.0745918567905544,
      "learning_rate": 0.0002724528466164356,
      "loss": 4.75,
      "step": 30319
    },
    {
      "epoch": 1.2418595125947163,
      "grad_norm": 5.4858670876050475,
      "learning_rate": 0.0002724509629552299,
      "loss": 6.25,
      "step": 30320
    },
    {
      "epoch": 1.2419004710219128,
      "grad_norm": 2.7774797070264765,
      "learning_rate": 0.00027244907923613644,
      "loss": 2.375,
      "step": 30321
    },
    {
      "epoch": 1.2419414294491091,
      "grad_norm": 2.1348832075252484,
      "learning_rate": 0.00027244719545915623,
      "loss": 2.0625,
      "step": 30322
    },
    {
      "epoch": 1.2419823878763054,
      "grad_norm": 5.365547074351144,
      "learning_rate": 0.0002724453116242901,
      "loss": 4.4688,
      "step": 30323
    },
    {
      "epoch": 1.242023346303502,
      "grad_norm": 5.8827194758865184,
      "learning_rate": 0.00027244342773153886,
      "loss": 5.7812,
      "step": 30324
    },
    {
      "epoch": 1.2420643047306983,
      "grad_norm": 2.378219461156502,
      "learning_rate": 0.0002724415437809035,
      "loss": 4.6562,
      "step": 30325
    },
    {
      "epoch": 1.2421052631578948,
      "grad_norm": 2.10076502873789,
      "learning_rate": 0.00027243965977238497,
      "loss": 4.2188,
      "step": 30326
    },
    {
      "epoch": 1.2421462215850911,
      "grad_norm": 2.852818550884775,
      "learning_rate": 0.000272437775705984,
      "loss": 5.125,
      "step": 30327
    },
    {
      "epoch": 1.2421871800122875,
      "grad_norm": 2.7150105866444445,
      "learning_rate": 0.00027243589158170155,
      "loss": 5.8125,
      "step": 30328
    },
    {
      "epoch": 1.242228138439484,
      "grad_norm": 2.498051589933678,
      "learning_rate": 0.0002724340073995385,
      "loss": 5.2812,
      "step": 30329
    },
    {
      "epoch": 1.2422690968666803,
      "grad_norm": 4.738445395240967,
      "learning_rate": 0.0002724321231594958,
      "loss": 6.0,
      "step": 30330
    },
    {
      "epoch": 1.2423100552938768,
      "grad_norm": 2.6764615338246833,
      "learning_rate": 0.0002724302388615743,
      "loss": 6.4688,
      "step": 30331
    },
    {
      "epoch": 1.2423510137210731,
      "grad_norm": 2.205120767619077,
      "learning_rate": 0.00027242835450577485,
      "loss": 4.7812,
      "step": 30332
    },
    {
      "epoch": 1.2423919721482695,
      "grad_norm": 4.042347094141105,
      "learning_rate": 0.00027242647009209837,
      "loss": 4.9062,
      "step": 30333
    },
    {
      "epoch": 1.242432930575466,
      "grad_norm": 2.3135100522298133,
      "learning_rate": 0.0002724245856205458,
      "loss": 4.5938,
      "step": 30334
    },
    {
      "epoch": 1.2424738890026623,
      "grad_norm": 2.026388581926173,
      "learning_rate": 0.00027242270109111797,
      "loss": 4.9375,
      "step": 30335
    },
    {
      "epoch": 1.2425148474298586,
      "grad_norm": 2.336509103688561,
      "learning_rate": 0.00027242081650381584,
      "loss": 5.8438,
      "step": 30336
    },
    {
      "epoch": 1.2425558058570552,
      "grad_norm": 2.1485919148867683,
      "learning_rate": 0.0002724189318586402,
      "loss": 4.5625,
      "step": 30337
    },
    {
      "epoch": 1.2425967642842515,
      "grad_norm": 1.971026847886375,
      "learning_rate": 0.00027241704715559194,
      "loss": 4.1875,
      "step": 30338
    },
    {
      "epoch": 1.2426377227114478,
      "grad_norm": 13.404433258259441,
      "learning_rate": 0.0002724151623946721,
      "loss": 7.0938,
      "step": 30339
    },
    {
      "epoch": 1.2426786811386443,
      "grad_norm": 2.231959285170538,
      "learning_rate": 0.00027241327757588144,
      "loss": 4.9062,
      "step": 30340
    },
    {
      "epoch": 1.2427196395658406,
      "grad_norm": 2.282047862958042,
      "learning_rate": 0.00027241139269922087,
      "loss": 5.9375,
      "step": 30341
    },
    {
      "epoch": 1.242760597993037,
      "grad_norm": 3.74211214428745,
      "learning_rate": 0.0002724095077646913,
      "loss": 6.5625,
      "step": 30342
    },
    {
      "epoch": 1.2428015564202335,
      "grad_norm": 2.116056039574407,
      "learning_rate": 0.00027240762277229365,
      "loss": 4.8438,
      "step": 30343
    },
    {
      "epoch": 1.2428425148474298,
      "grad_norm": 2.230878911466973,
      "learning_rate": 0.00027240573772202873,
      "loss": 5.125,
      "step": 30344
    },
    {
      "epoch": 1.2428834732746263,
      "grad_norm": 3.5220388743220448,
      "learning_rate": 0.0002724038526138975,
      "loss": 1.8828,
      "step": 30345
    },
    {
      "epoch": 1.2429244317018227,
      "grad_norm": 2.8040563631963376,
      "learning_rate": 0.0002724019674479009,
      "loss": 4.5,
      "step": 30346
    },
    {
      "epoch": 1.242965390129019,
      "grad_norm": 2.4839810139777736,
      "learning_rate": 0.00027240008222403965,
      "loss": 5.4688,
      "step": 30347
    },
    {
      "epoch": 1.2430063485562155,
      "grad_norm": 4.710402684475994,
      "learning_rate": 0.0002723981969423148,
      "loss": 5.6875,
      "step": 30348
    },
    {
      "epoch": 1.2430473069834118,
      "grad_norm": 2.53808615431069,
      "learning_rate": 0.0002723963116027271,
      "loss": 5.1875,
      "step": 30349
    },
    {
      "epoch": 1.2430882654106084,
      "grad_norm": 1.913077189059341,
      "learning_rate": 0.00027239442620527763,
      "loss": 5.0625,
      "step": 30350
    },
    {
      "epoch": 1.2431292238378047,
      "grad_norm": 2.17991722517131,
      "learning_rate": 0.00027239254074996715,
      "loss": 4.875,
      "step": 30351
    },
    {
      "epoch": 1.243170182265001,
      "grad_norm": 1.9015472119341912,
      "learning_rate": 0.0002723906552367966,
      "loss": 4.375,
      "step": 30352
    },
    {
      "epoch": 1.2432111406921975,
      "grad_norm": 2.6047945988497356,
      "learning_rate": 0.0002723887696657668,
      "loss": 5.5312,
      "step": 30353
    },
    {
      "epoch": 1.2432520991193938,
      "grad_norm": 2.0579864150996015,
      "learning_rate": 0.0002723868840368787,
      "loss": 4.7188,
      "step": 30354
    },
    {
      "epoch": 1.2432930575465901,
      "grad_norm": 2.1459798293190784,
      "learning_rate": 0.0002723849983501332,
      "loss": 4.1875,
      "step": 30355
    },
    {
      "epoch": 1.2433340159737867,
      "grad_norm": 2.091770162502374,
      "learning_rate": 0.0002723831126055312,
      "loss": 5.2812,
      "step": 30356
    },
    {
      "epoch": 1.243374974400983,
      "grad_norm": 3.3932430442475754,
      "learning_rate": 0.0002723812268030735,
      "loss": 4.7188,
      "step": 30357
    },
    {
      "epoch": 1.2434159328281793,
      "grad_norm": 6.286836145367634,
      "learning_rate": 0.0002723793409427611,
      "loss": 4.8438,
      "step": 30358
    },
    {
      "epoch": 1.2434568912553758,
      "grad_norm": 2.1055944205161885,
      "learning_rate": 0.00027237745502459485,
      "loss": 5.0625,
      "step": 30359
    },
    {
      "epoch": 1.2434978496825722,
      "grad_norm": 3.0790778023188676,
      "learning_rate": 0.00027237556904857567,
      "loss": 5.9688,
      "step": 30360
    },
    {
      "epoch": 1.2435388081097685,
      "grad_norm": 2.8856976128034373,
      "learning_rate": 0.0002723736830147043,
      "loss": 5.25,
      "step": 30361
    },
    {
      "epoch": 1.243579766536965,
      "grad_norm": 2.1058559647501354,
      "learning_rate": 0.0002723717969229819,
      "loss": 4.6562,
      "step": 30362
    },
    {
      "epoch": 1.2436207249641613,
      "grad_norm": 1.942812008556059,
      "learning_rate": 0.0002723699107734091,
      "loss": 3.5469,
      "step": 30363
    },
    {
      "epoch": 1.2436616833913579,
      "grad_norm": 2.82428902392784,
      "learning_rate": 0.000272368024565987,
      "loss": 6.2188,
      "step": 30364
    },
    {
      "epoch": 1.2437026418185542,
      "grad_norm": 2.297549987495647,
      "learning_rate": 0.0002723661383007163,
      "loss": 4.6562,
      "step": 30365
    },
    {
      "epoch": 1.2437436002457505,
      "grad_norm": 3.20091820500366,
      "learning_rate": 0.0002723642519775981,
      "loss": 4.875,
      "step": 30366
    },
    {
      "epoch": 1.243784558672947,
      "grad_norm": 2.746928843410374,
      "learning_rate": 0.00027236236559663316,
      "loss": 5.5938,
      "step": 30367
    },
    {
      "epoch": 1.2438255171001433,
      "grad_norm": 2.4922500878989826,
      "learning_rate": 0.00027236047915782233,
      "loss": 5.5938,
      "step": 30368
    },
    {
      "epoch": 1.2438664755273399,
      "grad_norm": 2.0905978696166545,
      "learning_rate": 0.0002723585926611666,
      "loss": 4.375,
      "step": 30369
    },
    {
      "epoch": 1.2439074339545362,
      "grad_norm": 2.0313189557666043,
      "learning_rate": 0.0002723567061066668,
      "loss": 4.8438,
      "step": 30370
    },
    {
      "epoch": 1.2439483923817325,
      "grad_norm": 1.9081386603462356,
      "learning_rate": 0.0002723548194943239,
      "loss": 5.0938,
      "step": 30371
    },
    {
      "epoch": 1.243989350808929,
      "grad_norm": 2.536100928141961,
      "learning_rate": 0.00027235293282413874,
      "loss": 4.8438,
      "step": 30372
    },
    {
      "epoch": 1.2440303092361253,
      "grad_norm": 7.436976861763744,
      "learning_rate": 0.00027235104609611217,
      "loss": 2.9219,
      "step": 30373
    },
    {
      "epoch": 1.2440712676633217,
      "grad_norm": 3.9745652854867557,
      "learning_rate": 0.00027234915931024514,
      "loss": 3.9062,
      "step": 30374
    },
    {
      "epoch": 1.2441122260905182,
      "grad_norm": 2.074034512031592,
      "learning_rate": 0.0002723472724665385,
      "loss": 4.3125,
      "step": 30375
    },
    {
      "epoch": 1.2441531845177145,
      "grad_norm": 2.3426523415833804,
      "learning_rate": 0.00027234538556499324,
      "loss": 4.75,
      "step": 30376
    },
    {
      "epoch": 1.2441941429449108,
      "grad_norm": 2.8367775563787934,
      "learning_rate": 0.0002723434986056102,
      "loss": 5.2812,
      "step": 30377
    },
    {
      "epoch": 1.2442351013721074,
      "grad_norm": 2.5936647382575106,
      "learning_rate": 0.0002723416115883902,
      "loss": 5.2188,
      "step": 30378
    },
    {
      "epoch": 1.2442760597993037,
      "grad_norm": 4.551764007686663,
      "learning_rate": 0.00027233972451333417,
      "loss": 5.0938,
      "step": 30379
    },
    {
      "epoch": 1.2443170182265,
      "grad_norm": 2.417845344882067,
      "learning_rate": 0.00027233783738044297,
      "loss": 6.1875,
      "step": 30380
    },
    {
      "epoch": 1.2443579766536965,
      "grad_norm": 2.3132436756114227,
      "learning_rate": 0.0002723359501897176,
      "loss": 5.2188,
      "step": 30381
    },
    {
      "epoch": 1.2443989350808928,
      "grad_norm": 2.4148910351817436,
      "learning_rate": 0.00027233406294115896,
      "loss": 4.9688,
      "step": 30382
    },
    {
      "epoch": 1.2444398935080894,
      "grad_norm": 2.0320448326727227,
      "learning_rate": 0.00027233217563476776,
      "loss": 5.3125,
      "step": 30383
    },
    {
      "epoch": 1.2444808519352857,
      "grad_norm": 2.261601422771342,
      "learning_rate": 0.00027233028827054507,
      "loss": 4.9375,
      "step": 30384
    },
    {
      "epoch": 1.244521810362482,
      "grad_norm": 3.968935328914666,
      "learning_rate": 0.0002723284008484917,
      "loss": 6.2812,
      "step": 30385
    },
    {
      "epoch": 1.2445627687896785,
      "grad_norm": 2.44689928099363,
      "learning_rate": 0.00027232651336860856,
      "loss": 5.6875,
      "step": 30386
    },
    {
      "epoch": 1.2446037272168748,
      "grad_norm": 4.420130640829049,
      "learning_rate": 0.00027232462583089655,
      "loss": 7.2188,
      "step": 30387
    },
    {
      "epoch": 1.2446446856440714,
      "grad_norm": 2.092078349149575,
      "learning_rate": 0.0002723227382353565,
      "loss": 4.8438,
      "step": 30388
    },
    {
      "epoch": 1.2446856440712677,
      "grad_norm": 2.502659164355133,
      "learning_rate": 0.00027232085058198944,
      "loss": 5.25,
      "step": 30389
    },
    {
      "epoch": 1.244726602498464,
      "grad_norm": 2.6438018230036664,
      "learning_rate": 0.00027231896287079613,
      "loss": 5.9688,
      "step": 30390
    },
    {
      "epoch": 1.2447675609256605,
      "grad_norm": 3.4651523294952096,
      "learning_rate": 0.00027231707510177755,
      "loss": 6.9062,
      "step": 30391
    },
    {
      "epoch": 1.2448085193528569,
      "grad_norm": 2.509069801985108,
      "learning_rate": 0.0002723151872749345,
      "loss": 4.7188,
      "step": 30392
    },
    {
      "epoch": 1.2448494777800532,
      "grad_norm": 2.172273487335435,
      "learning_rate": 0.00027231329939026794,
      "loss": 4.4062,
      "step": 30393
    },
    {
      "epoch": 1.2448904362072497,
      "grad_norm": 2.81648132172169,
      "learning_rate": 0.0002723114114477788,
      "loss": 5.5938,
      "step": 30394
    },
    {
      "epoch": 1.244931394634446,
      "grad_norm": 4.420716305260602,
      "learning_rate": 0.0002723095234474679,
      "loss": 7.2812,
      "step": 30395
    },
    {
      "epoch": 1.2449723530616423,
      "grad_norm": 1.954082758252232,
      "learning_rate": 0.00027230763538933615,
      "loss": 4.75,
      "step": 30396
    },
    {
      "epoch": 1.2450133114888389,
      "grad_norm": 2.1570657204068966,
      "learning_rate": 0.0002723057472733844,
      "loss": 4.875,
      "step": 30397
    },
    {
      "epoch": 1.2450542699160352,
      "grad_norm": 3.0940998915615014,
      "learning_rate": 0.00027230385909961366,
      "loss": 5.7188,
      "step": 30398
    },
    {
      "epoch": 1.2450952283432315,
      "grad_norm": 1.9520370371512696,
      "learning_rate": 0.0002723019708680247,
      "loss": 5.2812,
      "step": 30399
    },
    {
      "epoch": 1.245136186770428,
      "grad_norm": 2.529401810714733,
      "learning_rate": 0.0002723000825786185,
      "loss": 5.9688,
      "step": 30400
    },
    {
      "epoch": 1.2451771451976243,
      "grad_norm": 3.2128352141760392,
      "learning_rate": 0.0002722981942313959,
      "loss": 6.875,
      "step": 30401
    },
    {
      "epoch": 1.2452181036248209,
      "grad_norm": 1.9400949800063787,
      "learning_rate": 0.00027229630582635783,
      "loss": 4.7812,
      "step": 30402
    },
    {
      "epoch": 1.2452590620520172,
      "grad_norm": 5.508840816520446,
      "learning_rate": 0.00027229441736350516,
      "loss": 7.0312,
      "step": 30403
    },
    {
      "epoch": 1.2453000204792135,
      "grad_norm": 2.1363699166024404,
      "learning_rate": 0.00027229252884283876,
      "loss": 4.7188,
      "step": 30404
    },
    {
      "epoch": 1.24534097890641,
      "grad_norm": 4.017860352660777,
      "learning_rate": 0.00027229064026435955,
      "loss": 5.3438,
      "step": 30405
    },
    {
      "epoch": 1.2453819373336064,
      "grad_norm": 2.0498394997853286,
      "learning_rate": 0.00027228875162806847,
      "loss": 5.6562,
      "step": 30406
    },
    {
      "epoch": 1.245422895760803,
      "grad_norm": 5.141943327767877,
      "learning_rate": 0.0002722868629339663,
      "loss": 7.4375,
      "step": 30407
    },
    {
      "epoch": 1.2454638541879992,
      "grad_norm": 2.268278116745829,
      "learning_rate": 0.00027228497418205406,
      "loss": 3.875,
      "step": 30408
    },
    {
      "epoch": 1.2455048126151955,
      "grad_norm": 1.8701358049327514,
      "learning_rate": 0.00027228308537233253,
      "loss": 4.7188,
      "step": 30409
    },
    {
      "epoch": 1.245545771042392,
      "grad_norm": 2.8211548821179933,
      "learning_rate": 0.00027228119650480264,
      "loss": 6.3438,
      "step": 30410
    },
    {
      "epoch": 1.2455867294695884,
      "grad_norm": 2.24642815254303,
      "learning_rate": 0.00027227930757946537,
      "loss": 5.2188,
      "step": 30411
    },
    {
      "epoch": 1.2456276878967847,
      "grad_norm": 2.209170664449551,
      "learning_rate": 0.0002722774185963215,
      "loss": 5.1562,
      "step": 30412
    },
    {
      "epoch": 1.2456686463239812,
      "grad_norm": 2.008272691730413,
      "learning_rate": 0.00027227552955537193,
      "loss": 4.8125,
      "step": 30413
    },
    {
      "epoch": 1.2457096047511775,
      "grad_norm": 2.4083144852065947,
      "learning_rate": 0.0002722736404566176,
      "loss": 4.4375,
      "step": 30414
    },
    {
      "epoch": 1.2457505631783738,
      "grad_norm": 3.4984161903705675,
      "learning_rate": 0.0002722717513000594,
      "loss": 6.5938,
      "step": 30415
    },
    {
      "epoch": 1.2457915216055704,
      "grad_norm": 3.4077711098374843,
      "learning_rate": 0.00027226986208569824,
      "loss": 5.625,
      "step": 30416
    },
    {
      "epoch": 1.2458324800327667,
      "grad_norm": 2.2200302236168525,
      "learning_rate": 0.00027226797281353494,
      "loss": 4.2812,
      "step": 30417
    },
    {
      "epoch": 1.2458734384599632,
      "grad_norm": 2.092324215058324,
      "learning_rate": 0.00027226608348357044,
      "loss": 5.5,
      "step": 30418
    },
    {
      "epoch": 1.2459143968871595,
      "grad_norm": 2.487948409672483,
      "learning_rate": 0.00027226419409580565,
      "loss": 5.4062,
      "step": 30419
    },
    {
      "epoch": 1.2459553553143559,
      "grad_norm": 3.4329129053592697,
      "learning_rate": 0.00027226230465024145,
      "loss": 5.0625,
      "step": 30420
    },
    {
      "epoch": 1.2459963137415524,
      "grad_norm": 1.9872883270457489,
      "learning_rate": 0.0002722604151468787,
      "loss": 5.75,
      "step": 30421
    },
    {
      "epoch": 1.2460372721687487,
      "grad_norm": 2.542051847029994,
      "learning_rate": 0.0002722585255857184,
      "loss": 5.5,
      "step": 30422
    },
    {
      "epoch": 1.246078230595945,
      "grad_norm": 2.825295629795596,
      "learning_rate": 0.00027225663596676126,
      "loss": 5.5312,
      "step": 30423
    },
    {
      "epoch": 1.2461191890231416,
      "grad_norm": 6.055084094151419,
      "learning_rate": 0.0002722547462900083,
      "loss": 5.625,
      "step": 30424
    },
    {
      "epoch": 1.2461601474503379,
      "grad_norm": 2.056477794664797,
      "learning_rate": 0.0002722528565554604,
      "loss": 5.1875,
      "step": 30425
    },
    {
      "epoch": 1.2462011058775344,
      "grad_norm": 2.5531132166708606,
      "learning_rate": 0.0002722509667631185,
      "loss": 5.9375,
      "step": 30426
    },
    {
      "epoch": 1.2462420643047307,
      "grad_norm": 3.2439901450069275,
      "learning_rate": 0.0002722490769129833,
      "loss": 4.375,
      "step": 30427
    },
    {
      "epoch": 1.246283022731927,
      "grad_norm": 2.8890047925764573,
      "learning_rate": 0.00027224718700505596,
      "loss": 6.125,
      "step": 30428
    },
    {
      "epoch": 1.2463239811591236,
      "grad_norm": 5.3794612946736615,
      "learning_rate": 0.0002722452970393372,
      "loss": 6.875,
      "step": 30429
    },
    {
      "epoch": 1.2463649395863199,
      "grad_norm": 2.0390386395279836,
      "learning_rate": 0.00027224340701582797,
      "loss": 5.2812,
      "step": 30430
    },
    {
      "epoch": 1.2464058980135162,
      "grad_norm": 2.0581717888288167,
      "learning_rate": 0.0002722415169345291,
      "loss": 4.9375,
      "step": 30431
    },
    {
      "epoch": 1.2464468564407127,
      "grad_norm": 2.68023284354267,
      "learning_rate": 0.0002722396267954416,
      "loss": 4.0312,
      "step": 30432
    },
    {
      "epoch": 1.246487814867909,
      "grad_norm": 2.534328612231499,
      "learning_rate": 0.0002722377365985662,
      "loss": 5.75,
      "step": 30433
    },
    {
      "epoch": 1.2465287732951054,
      "grad_norm": 2.960934711113809,
      "learning_rate": 0.00027223584634390404,
      "loss": 4.0938,
      "step": 30434
    },
    {
      "epoch": 1.246569731722302,
      "grad_norm": 2.0994012688111976,
      "learning_rate": 0.00027223395603145575,
      "loss": 4.6875,
      "step": 30435
    },
    {
      "epoch": 1.2466106901494982,
      "grad_norm": 3.015271727681738,
      "learning_rate": 0.00027223206566122235,
      "loss": 5.1875,
      "step": 30436
    },
    {
      "epoch": 1.2466516485766947,
      "grad_norm": 7.363477134104232,
      "learning_rate": 0.0002722301752332048,
      "loss": 1.9531,
      "step": 30437
    },
    {
      "epoch": 1.246692607003891,
      "grad_norm": 2.129097884328267,
      "learning_rate": 0.00027222828474740383,
      "loss": 5.0,
      "step": 30438
    },
    {
      "epoch": 1.2467335654310874,
      "grad_norm": 8.821136078871515,
      "learning_rate": 0.00027222639420382044,
      "loss": 3.9688,
      "step": 30439
    },
    {
      "epoch": 1.246774523858284,
      "grad_norm": 3.3212310553770257,
      "learning_rate": 0.00027222450360245553,
      "loss": 5.7188,
      "step": 30440
    },
    {
      "epoch": 1.2468154822854802,
      "grad_norm": 1.9681789511319692,
      "learning_rate": 0.0002722226129433099,
      "loss": 4.4375,
      "step": 30441
    },
    {
      "epoch": 1.2468564407126765,
      "grad_norm": 2.6179780920595404,
      "learning_rate": 0.0002722207222263846,
      "loss": 5.7188,
      "step": 30442
    },
    {
      "epoch": 1.246897399139873,
      "grad_norm": 2.8969984327503235,
      "learning_rate": 0.0002722188314516804,
      "loss": 6.3125,
      "step": 30443
    },
    {
      "epoch": 1.2469383575670694,
      "grad_norm": 3.0716921662116006,
      "learning_rate": 0.0002722169406191982,
      "loss": 5.4062,
      "step": 30444
    },
    {
      "epoch": 1.246979315994266,
      "grad_norm": 2.055479746015754,
      "learning_rate": 0.000272215049728939,
      "loss": 4.9688,
      "step": 30445
    },
    {
      "epoch": 1.2470202744214622,
      "grad_norm": 2.11200688391789,
      "learning_rate": 0.00027221315878090356,
      "loss": 4.7812,
      "step": 30446
    },
    {
      "epoch": 1.2470612328486586,
      "grad_norm": 2.1391565435184,
      "learning_rate": 0.0002722112677750928,
      "loss": 5.375,
      "step": 30447
    },
    {
      "epoch": 1.247102191275855,
      "grad_norm": 3.7001633348981446,
      "learning_rate": 0.0002722093767115077,
      "loss": 5.625,
      "step": 30448
    },
    {
      "epoch": 1.2471431497030514,
      "grad_norm": 2.1415333611821827,
      "learning_rate": 0.00027220748559014904,
      "loss": 4.4688,
      "step": 30449
    },
    {
      "epoch": 1.2471841081302477,
      "grad_norm": 1.9518181759948947,
      "learning_rate": 0.00027220559441101783,
      "loss": 5.0312,
      "step": 30450
    },
    {
      "epoch": 1.2472250665574443,
      "grad_norm": 7.512159779191103,
      "learning_rate": 0.00027220370317411485,
      "loss": 5.25,
      "step": 30451
    },
    {
      "epoch": 1.2472660249846406,
      "grad_norm": 3.1429174518549248,
      "learning_rate": 0.00027220181187944114,
      "loss": 4.375,
      "step": 30452
    },
    {
      "epoch": 1.2473069834118369,
      "grad_norm": 2.7522536448442243,
      "learning_rate": 0.0002721999205269974,
      "loss": 5.1562,
      "step": 30453
    },
    {
      "epoch": 1.2473479418390334,
      "grad_norm": 2.992334319499764,
      "learning_rate": 0.0002721980291167847,
      "loss": 1.8047,
      "step": 30454
    },
    {
      "epoch": 1.2473889002662297,
      "grad_norm": 5.76778345011692,
      "learning_rate": 0.00027219613764880386,
      "loss": 5.5938,
      "step": 30455
    },
    {
      "epoch": 1.2474298586934263,
      "grad_norm": 1.8839659027951374,
      "learning_rate": 0.00027219424612305576,
      "loss": 4.3438,
      "step": 30456
    },
    {
      "epoch": 1.2474708171206226,
      "grad_norm": 6.640570941648943,
      "learning_rate": 0.00027219235453954127,
      "loss": 4.8125,
      "step": 30457
    },
    {
      "epoch": 1.247511775547819,
      "grad_norm": 1.8753569702718493,
      "learning_rate": 0.00027219046289826134,
      "loss": 4.2188,
      "step": 30458
    },
    {
      "epoch": 1.2475527339750154,
      "grad_norm": 2.220938245831205,
      "learning_rate": 0.00027218857119921686,
      "loss": 4.6562,
      "step": 30459
    },
    {
      "epoch": 1.2475936924022117,
      "grad_norm": 2.3023093731751865,
      "learning_rate": 0.00027218667944240875,
      "loss": 5.4688,
      "step": 30460
    },
    {
      "epoch": 1.247634650829408,
      "grad_norm": 2.463146816424951,
      "learning_rate": 0.00027218478762783786,
      "loss": 5.2188,
      "step": 30461
    },
    {
      "epoch": 1.2476756092566046,
      "grad_norm": 3.1899622288220497,
      "learning_rate": 0.0002721828957555051,
      "loss": 5.0938,
      "step": 30462
    },
    {
      "epoch": 1.247716567683801,
      "grad_norm": 2.338527025410802,
      "learning_rate": 0.0002721810038254113,
      "loss": 5.1875,
      "step": 30463
    },
    {
      "epoch": 1.2477575261109974,
      "grad_norm": 2.1082700248808552,
      "learning_rate": 0.00027217911183755744,
      "loss": 5.5625,
      "step": 30464
    },
    {
      "epoch": 1.2477984845381938,
      "grad_norm": 3.899491821246566,
      "learning_rate": 0.0002721772197919444,
      "loss": 6.1562,
      "step": 30465
    },
    {
      "epoch": 1.24783944296539,
      "grad_norm": 2.389932880132944,
      "learning_rate": 0.00027217532768857304,
      "loss": 4.5312,
      "step": 30466
    },
    {
      "epoch": 1.2478804013925866,
      "grad_norm": 2.308909809325885,
      "learning_rate": 0.0002721734355274443,
      "loss": 4.9062,
      "step": 30467
    },
    {
      "epoch": 1.247921359819783,
      "grad_norm": 1.941291245763307,
      "learning_rate": 0.00027217154330855904,
      "loss": 4.5,
      "step": 30468
    },
    {
      "epoch": 1.2479623182469792,
      "grad_norm": 4.773008959680263,
      "learning_rate": 0.00027216965103191816,
      "loss": 7.0625,
      "step": 30469
    },
    {
      "epoch": 1.2480032766741758,
      "grad_norm": 3.2235627184011033,
      "learning_rate": 0.0002721677586975226,
      "loss": 5.5938,
      "step": 30470
    },
    {
      "epoch": 1.248044235101372,
      "grad_norm": 3.1706766305824363,
      "learning_rate": 0.00027216586630537313,
      "loss": 5.5,
      "step": 30471
    },
    {
      "epoch": 1.2480851935285684,
      "grad_norm": 2.597670993545356,
      "learning_rate": 0.00027216397385547073,
      "loss": 4.0312,
      "step": 30472
    },
    {
      "epoch": 1.248126151955765,
      "grad_norm": 2.08045618556096,
      "learning_rate": 0.00027216208134781634,
      "loss": 5.0938,
      "step": 30473
    },
    {
      "epoch": 1.2481671103829612,
      "grad_norm": 2.2605101391436038,
      "learning_rate": 0.0002721601887824108,
      "loss": 4.9375,
      "step": 30474
    },
    {
      "epoch": 1.2482080688101578,
      "grad_norm": 2.32198008289005,
      "learning_rate": 0.00027215829615925504,
      "loss": 5.1875,
      "step": 30475
    },
    {
      "epoch": 1.248249027237354,
      "grad_norm": 2.807531066963155,
      "learning_rate": 0.00027215640347834987,
      "loss": 5.0938,
      "step": 30476
    },
    {
      "epoch": 1.2482899856645504,
      "grad_norm": 2.298189525841212,
      "learning_rate": 0.0002721545107396963,
      "loss": 3.9844,
      "step": 30477
    },
    {
      "epoch": 1.248330944091747,
      "grad_norm": 1.9386799565505317,
      "learning_rate": 0.00027215261794329506,
      "loss": 5.3125,
      "step": 30478
    },
    {
      "epoch": 1.2483719025189433,
      "grad_norm": 2.2593673889148644,
      "learning_rate": 0.00027215072508914723,
      "loss": 4.5312,
      "step": 30479
    },
    {
      "epoch": 1.2484128609461398,
      "grad_norm": 1.9712823023744854,
      "learning_rate": 0.0002721488321772536,
      "loss": 4.8125,
      "step": 30480
    },
    {
      "epoch": 1.248453819373336,
      "grad_norm": 2.5412856812017774,
      "learning_rate": 0.0002721469392076151,
      "loss": 6.5625,
      "step": 30481
    },
    {
      "epoch": 1.2484947778005324,
      "grad_norm": 4.342446505493363,
      "learning_rate": 0.00027214504618023266,
      "loss": 6.9688,
      "step": 30482
    },
    {
      "epoch": 1.248535736227729,
      "grad_norm": 2.036588299030811,
      "learning_rate": 0.00027214315309510704,
      "loss": 4.5,
      "step": 30483
    },
    {
      "epoch": 1.2485766946549253,
      "grad_norm": 2.614320702128341,
      "learning_rate": 0.0002721412599522393,
      "loss": 5.2188,
      "step": 30484
    },
    {
      "epoch": 1.2486176530821216,
      "grad_norm": 4.96208458231591,
      "learning_rate": 0.0002721393667516302,
      "loss": 6.4688,
      "step": 30485
    },
    {
      "epoch": 1.2486586115093181,
      "grad_norm": 2.1259824470108755,
      "learning_rate": 0.00027213747349328076,
      "loss": 4.6875,
      "step": 30486
    },
    {
      "epoch": 1.2486995699365144,
      "grad_norm": 2.246284768508769,
      "learning_rate": 0.0002721355801771918,
      "loss": 4.2188,
      "step": 30487
    },
    {
      "epoch": 1.2487405283637107,
      "grad_norm": 2.6128928284490223,
      "learning_rate": 0.00027213368680336416,
      "loss": 5.7188,
      "step": 30488
    },
    {
      "epoch": 1.2487814867909073,
      "grad_norm": 2.23543949915566,
      "learning_rate": 0.00027213179337179887,
      "loss": 5.25,
      "step": 30489
    },
    {
      "epoch": 1.2488224452181036,
      "grad_norm": 3.1520654640645542,
      "learning_rate": 0.0002721298998824967,
      "loss": 6.2188,
      "step": 30490
    },
    {
      "epoch": 1.2488634036453,
      "grad_norm": 3.3897785017504334,
      "learning_rate": 0.00027212800633545864,
      "loss": 4.3438,
      "step": 30491
    },
    {
      "epoch": 1.2489043620724964,
      "grad_norm": 2.7776572642990414,
      "learning_rate": 0.00027212611273068555,
      "loss": 5.75,
      "step": 30492
    },
    {
      "epoch": 1.2489453204996928,
      "grad_norm": 2.1501524491539756,
      "learning_rate": 0.00027212421906817826,
      "loss": 5.3125,
      "step": 30493
    },
    {
      "epoch": 1.2489862789268893,
      "grad_norm": 2.3124487121030506,
      "learning_rate": 0.0002721223253479378,
      "loss": 5.0625,
      "step": 30494
    },
    {
      "epoch": 1.2490272373540856,
      "grad_norm": 4.084112044649485,
      "learning_rate": 0.000272120431569965,
      "loss": 2.5781,
      "step": 30495
    },
    {
      "epoch": 1.249068195781282,
      "grad_norm": 2.0112669493320525,
      "learning_rate": 0.00027211853773426067,
      "loss": 5.4688,
      "step": 30496
    },
    {
      "epoch": 1.2491091542084785,
      "grad_norm": 1.9748458031275464,
      "learning_rate": 0.0002721166438408258,
      "loss": 4.0938,
      "step": 30497
    },
    {
      "epoch": 1.2491501126356748,
      "grad_norm": 5.563972935202958,
      "learning_rate": 0.00027211474988966133,
      "loss": 3.2031,
      "step": 30498
    },
    {
      "epoch": 1.2491910710628713,
      "grad_norm": 2.2841872144798683,
      "learning_rate": 0.00027211285588076803,
      "loss": 5.4375,
      "step": 30499
    },
    {
      "epoch": 1.2492320294900676,
      "grad_norm": 2.515031266337635,
      "learning_rate": 0.0002721109618141469,
      "loss": 6.1562,
      "step": 30500
    },
    {
      "epoch": 1.249272987917264,
      "grad_norm": 4.993011460653938,
      "learning_rate": 0.00027210906768979873,
      "loss": 2.8281,
      "step": 30501
    },
    {
      "epoch": 1.2493139463444605,
      "grad_norm": 2.034501492693608,
      "learning_rate": 0.0002721071735077246,
      "loss": 4.75,
      "step": 30502
    },
    {
      "epoch": 1.2493549047716568,
      "grad_norm": 2.7435272907838018,
      "learning_rate": 0.00027210527926792516,
      "loss": 4.6875,
      "step": 30503
    },
    {
      "epoch": 1.249395863198853,
      "grad_norm": 2.3186354958318547,
      "learning_rate": 0.0002721033849704014,
      "loss": 4.7188,
      "step": 30504
    },
    {
      "epoch": 1.2494368216260496,
      "grad_norm": 1.9495747411545448,
      "learning_rate": 0.00027210149061515437,
      "loss": 4.1562,
      "step": 30505
    },
    {
      "epoch": 1.249477780053246,
      "grad_norm": 1.9171841515763905,
      "learning_rate": 0.0002720995962021848,
      "loss": 4.125,
      "step": 30506
    },
    {
      "epoch": 1.2495187384804423,
      "grad_norm": 2.2135171233737845,
      "learning_rate": 0.00027209770173149356,
      "loss": 6.4688,
      "step": 30507
    },
    {
      "epoch": 1.2495596969076388,
      "grad_norm": 4.4673903803779655,
      "learning_rate": 0.00027209580720308164,
      "loss": 5.1562,
      "step": 30508
    },
    {
      "epoch": 1.249600655334835,
      "grad_norm": 2.2721720021375336,
      "learning_rate": 0.00027209391261694995,
      "loss": 4.9375,
      "step": 30509
    },
    {
      "epoch": 1.2496416137620314,
      "grad_norm": 2.639575600419462,
      "learning_rate": 0.00027209201797309934,
      "loss": 6.0938,
      "step": 30510
    },
    {
      "epoch": 1.249682572189228,
      "grad_norm": 5.097972624986276,
      "learning_rate": 0.0002720901232715307,
      "loss": 5.6562,
      "step": 30511
    },
    {
      "epoch": 1.2497235306164243,
      "grad_norm": 2.220961756863775,
      "learning_rate": 0.0002720882285122449,
      "loss": 5.1875,
      "step": 30512
    },
    {
      "epoch": 1.2497644890436208,
      "grad_norm": 2.4095812967358445,
      "learning_rate": 0.00027208633369524293,
      "loss": 3.8438,
      "step": 30513
    },
    {
      "epoch": 1.2498054474708171,
      "grad_norm": 2.655615028451164,
      "learning_rate": 0.0002720844388205256,
      "loss": 7.25,
      "step": 30514
    },
    {
      "epoch": 1.2498464058980134,
      "grad_norm": 4.851445181290306,
      "learning_rate": 0.00027208254388809384,
      "loss": 3.0,
      "step": 30515
    },
    {
      "epoch": 1.24988736432521,
      "grad_norm": 2.287535632463377,
      "learning_rate": 0.0002720806488979485,
      "loss": 6.75,
      "step": 30516
    },
    {
      "epoch": 1.2499283227524063,
      "grad_norm": 3.168220419940909,
      "learning_rate": 0.0002720787538500905,
      "loss": 4.9688,
      "step": 30517
    },
    {
      "epoch": 1.2499692811796028,
      "grad_norm": 2.756313477635812,
      "learning_rate": 0.0002720768587445208,
      "loss": 4.375,
      "step": 30518
    },
    {
      "epoch": 1.2500102396067991,
      "grad_norm": 2.1197065305001614,
      "learning_rate": 0.0002720749635812402,
      "loss": 4.6562,
      "step": 30519
    },
    {
      "epoch": 1.2500511980339954,
      "grad_norm": 2.209278997467315,
      "learning_rate": 0.0002720730683602497,
      "loss": 5.3438,
      "step": 30520
    },
    {
      "epoch": 1.250092156461192,
      "grad_norm": 2.362064258301511,
      "learning_rate": 0.0002720711730815501,
      "loss": 5.2812,
      "step": 30521
    },
    {
      "epoch": 1.2501331148883883,
      "grad_norm": 1.9822561738708733,
      "learning_rate": 0.0002720692777451423,
      "loss": 4.7188,
      "step": 30522
    },
    {
      "epoch": 1.2501740733155846,
      "grad_norm": 2.3251504311539786,
      "learning_rate": 0.0002720673823510273,
      "loss": 4.6562,
      "step": 30523
    },
    {
      "epoch": 1.2502150317427811,
      "grad_norm": 2.054407725140108,
      "learning_rate": 0.0002720654868992059,
      "loss": 4.875,
      "step": 30524
    },
    {
      "epoch": 1.2502559901699775,
      "grad_norm": 2.4319132534739376,
      "learning_rate": 0.00027206359138967905,
      "loss": 4.9375,
      "step": 30525
    },
    {
      "epoch": 1.2502969485971738,
      "grad_norm": 3.284768714066435,
      "learning_rate": 0.00027206169582244755,
      "loss": 4.125,
      "step": 30526
    },
    {
      "epoch": 1.2503379070243703,
      "grad_norm": 4.593248714326441,
      "learning_rate": 0.00027205980019751237,
      "loss": 4.875,
      "step": 30527
    },
    {
      "epoch": 1.2503788654515666,
      "grad_norm": 2.4538938382444493,
      "learning_rate": 0.00027205790451487443,
      "loss": 4.6875,
      "step": 30528
    },
    {
      "epoch": 1.250419823878763,
      "grad_norm": 2.5094650242840526,
      "learning_rate": 0.0002720560087745346,
      "loss": 4.9062,
      "step": 30529
    },
    {
      "epoch": 1.2504607823059595,
      "grad_norm": 2.7743844337916292,
      "learning_rate": 0.00027205411297649376,
      "loss": 6.3125,
      "step": 30530
    },
    {
      "epoch": 1.2505017407331558,
      "grad_norm": 2.212085399539355,
      "learning_rate": 0.0002720522171207528,
      "loss": 5.2812,
      "step": 30531
    },
    {
      "epoch": 1.2505426991603523,
      "grad_norm": 2.6181971918290694,
      "learning_rate": 0.0002720503212073127,
      "loss": 5.8125,
      "step": 30532
    },
    {
      "epoch": 1.2505836575875486,
      "grad_norm": 2.4583473613465276,
      "learning_rate": 0.00027204842523617423,
      "loss": 5.4375,
      "step": 30533
    },
    {
      "epoch": 1.2506246160147452,
      "grad_norm": 2.036153184455008,
      "learning_rate": 0.00027204652920733834,
      "loss": 5.1562,
      "step": 30534
    },
    {
      "epoch": 1.2506655744419415,
      "grad_norm": 2.1940280357409034,
      "learning_rate": 0.00027204463312080593,
      "loss": 5.2812,
      "step": 30535
    },
    {
      "epoch": 1.2507065328691378,
      "grad_norm": 2.510682234851053,
      "learning_rate": 0.0002720427369765779,
      "loss": 4.6562,
      "step": 30536
    },
    {
      "epoch": 1.2507474912963343,
      "grad_norm": 1.901494977574484,
      "learning_rate": 0.0002720408407746552,
      "loss": 4.5625,
      "step": 30537
    },
    {
      "epoch": 1.2507884497235306,
      "grad_norm": 2.086339804404963,
      "learning_rate": 0.0002720389445150386,
      "loss": 5.1875,
      "step": 30538
    },
    {
      "epoch": 1.250829408150727,
      "grad_norm": 2.1542440642284872,
      "learning_rate": 0.00027203704819772916,
      "loss": 5.9688,
      "step": 30539
    },
    {
      "epoch": 1.2508703665779235,
      "grad_norm": 1.8791698652396702,
      "learning_rate": 0.00027203515182272763,
      "loss": 4.8125,
      "step": 30540
    },
    {
      "epoch": 1.2509113250051198,
      "grad_norm": 2.7094225800996887,
      "learning_rate": 0.00027203325539003494,
      "loss": 5.1875,
      "step": 30541
    },
    {
      "epoch": 1.2509522834323161,
      "grad_norm": 11.43124335602945,
      "learning_rate": 0.0002720313588996521,
      "loss": 4.125,
      "step": 30542
    },
    {
      "epoch": 1.2509932418595127,
      "grad_norm": 2.0945565250698253,
      "learning_rate": 0.0002720294623515798,
      "loss": 5.5312,
      "step": 30543
    },
    {
      "epoch": 1.251034200286709,
      "grad_norm": 2.251332518071212,
      "learning_rate": 0.0002720275657458191,
      "loss": 4.6875,
      "step": 30544
    },
    {
      "epoch": 1.2510751587139053,
      "grad_norm": 4.122624305633221,
      "learning_rate": 0.00027202566908237085,
      "loss": 7.5625,
      "step": 30545
    },
    {
      "epoch": 1.2511161171411018,
      "grad_norm": 3.5589454302998287,
      "learning_rate": 0.00027202377236123593,
      "loss": 6.5,
      "step": 30546
    },
    {
      "epoch": 1.2511570755682981,
      "grad_norm": 9.666111846417357,
      "learning_rate": 0.0002720218755824152,
      "loss": 6.6562,
      "step": 30547
    },
    {
      "epoch": 1.2511980339954945,
      "grad_norm": 2.6206569328424045,
      "learning_rate": 0.00027201997874590976,
      "loss": 6.1875,
      "step": 30548
    },
    {
      "epoch": 1.251238992422691,
      "grad_norm": 2.2149157329700593,
      "learning_rate": 0.00027201808185172024,
      "loss": 4.4688,
      "step": 30549
    },
    {
      "epoch": 1.2512799508498873,
      "grad_norm": 3.5364596455053294,
      "learning_rate": 0.0002720161848998477,
      "loss": 4.1562,
      "step": 30550
    },
    {
      "epoch": 1.2513209092770838,
      "grad_norm": 4.636730091426025,
      "learning_rate": 0.00027201428789029293,
      "loss": 5.4062,
      "step": 30551
    },
    {
      "epoch": 1.2513618677042802,
      "grad_norm": 2.646645687671987,
      "learning_rate": 0.00027201239082305694,
      "loss": 6.75,
      "step": 30552
    },
    {
      "epoch": 1.2514028261314767,
      "grad_norm": 2.7430790794619773,
      "learning_rate": 0.0002720104936981405,
      "loss": 5.25,
      "step": 30553
    },
    {
      "epoch": 1.251443784558673,
      "grad_norm": 3.5266632081764713,
      "learning_rate": 0.00027200859651554466,
      "loss": 6.2188,
      "step": 30554
    },
    {
      "epoch": 1.2514847429858693,
      "grad_norm": 2.298692378537036,
      "learning_rate": 0.0002720066992752702,
      "loss": 6.125,
      "step": 30555
    },
    {
      "epoch": 1.2515257014130658,
      "grad_norm": 3.044303464951659,
      "learning_rate": 0.00027200480197731806,
      "loss": 5.875,
      "step": 30556
    },
    {
      "epoch": 1.2515666598402622,
      "grad_norm": 4.177336905435126,
      "learning_rate": 0.0002720029046216891,
      "loss": 6.8438,
      "step": 30557
    },
    {
      "epoch": 1.2516076182674585,
      "grad_norm": 2.200610429504562,
      "learning_rate": 0.0002720010072083843,
      "loss": 5.5938,
      "step": 30558
    },
    {
      "epoch": 1.251648576694655,
      "grad_norm": 2.181832207223712,
      "learning_rate": 0.0002719991097374045,
      "loss": 4.9375,
      "step": 30559
    },
    {
      "epoch": 1.2516895351218513,
      "grad_norm": 2.059527686076372,
      "learning_rate": 0.0002719972122087505,
      "loss": 4.6875,
      "step": 30560
    },
    {
      "epoch": 1.2517304935490476,
      "grad_norm": 4.4771405437608225,
      "learning_rate": 0.0002719953146224234,
      "loss": 6.9375,
      "step": 30561
    },
    {
      "epoch": 1.2517714519762442,
      "grad_norm": 2.045225732915405,
      "learning_rate": 0.00027199341697842395,
      "loss": 5.6875,
      "step": 30562
    },
    {
      "epoch": 1.2518124104034405,
      "grad_norm": 2.10228476297065,
      "learning_rate": 0.0002719915192767531,
      "loss": 4.6875,
      "step": 30563
    },
    {
      "epoch": 1.2518533688306368,
      "grad_norm": 1.9672418606020239,
      "learning_rate": 0.0002719896215174118,
      "loss": 4.25,
      "step": 30564
    },
    {
      "epoch": 1.2518943272578333,
      "grad_norm": 2.353791538629831,
      "learning_rate": 0.00027198772370040083,
      "loss": 4.5938,
      "step": 30565
    },
    {
      "epoch": 1.2519352856850297,
      "grad_norm": 1.9341665876424823,
      "learning_rate": 0.00027198582582572115,
      "loss": 4.625,
      "step": 30566
    },
    {
      "epoch": 1.251976244112226,
      "grad_norm": 2.3252829954473384,
      "learning_rate": 0.00027198392789337363,
      "loss": 5.7812,
      "step": 30567
    },
    {
      "epoch": 1.2520172025394225,
      "grad_norm": 1.8777841654663983,
      "learning_rate": 0.0002719820299033592,
      "loss": 4.5,
      "step": 30568
    },
    {
      "epoch": 1.2520581609666188,
      "grad_norm": 4.776124560137194,
      "learning_rate": 0.00027198013185567873,
      "loss": 6.6875,
      "step": 30569
    },
    {
      "epoch": 1.2520991193938154,
      "grad_norm": 2.0253896319822173,
      "learning_rate": 0.00027197823375033314,
      "loss": 4.9375,
      "step": 30570
    },
    {
      "epoch": 1.2521400778210117,
      "grad_norm": 2.6987213955353324,
      "learning_rate": 0.00027197633558732334,
      "loss": 5.4062,
      "step": 30571
    },
    {
      "epoch": 1.2521810362482082,
      "grad_norm": 2.119315251294623,
      "learning_rate": 0.0002719744373666502,
      "loss": 4.875,
      "step": 30572
    },
    {
      "epoch": 1.2522219946754045,
      "grad_norm": 3.0425618852568133,
      "learning_rate": 0.0002719725390883146,
      "loss": 5.8125,
      "step": 30573
    },
    {
      "epoch": 1.2522629531026008,
      "grad_norm": 3.4190170651540996,
      "learning_rate": 0.0002719706407523175,
      "loss": 3.0938,
      "step": 30574
    },
    {
      "epoch": 1.2523039115297974,
      "grad_norm": 6.141520400194538,
      "learning_rate": 0.0002719687423586597,
      "loss": 6.4375,
      "step": 30575
    },
    {
      "epoch": 1.2523448699569937,
      "grad_norm": 2.741219799980183,
      "learning_rate": 0.00027196684390734223,
      "loss": 4.7812,
      "step": 30576
    },
    {
      "epoch": 1.25238582838419,
      "grad_norm": 3.2984517110194163,
      "learning_rate": 0.0002719649453983659,
      "loss": 3.5781,
      "step": 30577
    },
    {
      "epoch": 1.2524267868113865,
      "grad_norm": 2.779545521342541,
      "learning_rate": 0.0002719630468317316,
      "loss": 6.1875,
      "step": 30578
    },
    {
      "epoch": 1.2524677452385828,
      "grad_norm": 2.0989997335765307,
      "learning_rate": 0.00027196114820744017,
      "loss": 4.5938,
      "step": 30579
    },
    {
      "epoch": 1.2525087036657792,
      "grad_norm": 5.521164872248626,
      "learning_rate": 0.0002719592495254927,
      "loss": 5.7812,
      "step": 30580
    },
    {
      "epoch": 1.2525496620929757,
      "grad_norm": 5.044342827945656,
      "learning_rate": 0.0002719573507858899,
      "loss": 2.2031,
      "step": 30581
    },
    {
      "epoch": 1.252590620520172,
      "grad_norm": 3.414901491605284,
      "learning_rate": 0.0002719554519886328,
      "loss": 6.0625,
      "step": 30582
    },
    {
      "epoch": 1.2526315789473683,
      "grad_norm": 2.5505409737091207,
      "learning_rate": 0.0002719535531337223,
      "loss": 4.9688,
      "step": 30583
    },
    {
      "epoch": 1.2526725373745649,
      "grad_norm": 2.583218836657059,
      "learning_rate": 0.0002719516542211591,
      "loss": 5.3125,
      "step": 30584
    },
    {
      "epoch": 1.2527134958017612,
      "grad_norm": 8.706441979123221,
      "learning_rate": 0.00027194975525094426,
      "loss": 7.5625,
      "step": 30585
    },
    {
      "epoch": 1.2527544542289575,
      "grad_norm": 9.743319348361693,
      "learning_rate": 0.0002719478562230787,
      "loss": 4.4375,
      "step": 30586
    },
    {
      "epoch": 1.252795412656154,
      "grad_norm": 4.449866780661655,
      "learning_rate": 0.0002719459571375632,
      "loss": 7.75,
      "step": 30587
    },
    {
      "epoch": 1.2528363710833503,
      "grad_norm": 2.17005662110458,
      "learning_rate": 0.00027194405799439887,
      "loss": 4.375,
      "step": 30588
    },
    {
      "epoch": 1.2528773295105469,
      "grad_norm": 3.1662064223434356,
      "learning_rate": 0.0002719421587935863,
      "loss": 5.9375,
      "step": 30589
    },
    {
      "epoch": 1.2529182879377432,
      "grad_norm": 2.1375766437620705,
      "learning_rate": 0.00027194025953512665,
      "loss": 4.6562,
      "step": 30590
    },
    {
      "epoch": 1.2529592463649397,
      "grad_norm": 1.890092856521608,
      "learning_rate": 0.0002719383602190207,
      "loss": 4.875,
      "step": 30591
    },
    {
      "epoch": 1.253000204792136,
      "grad_norm": 2.387998740854641,
      "learning_rate": 0.0002719364608452694,
      "loss": 4.9062,
      "step": 30592
    },
    {
      "epoch": 1.2530411632193323,
      "grad_norm": 2.941351291430275,
      "learning_rate": 0.00027193456141387355,
      "loss": 6.5625,
      "step": 30593
    },
    {
      "epoch": 1.2530821216465289,
      "grad_norm": 4.031074451479873,
      "learning_rate": 0.0002719326619248342,
      "loss": 5.5625,
      "step": 30594
    },
    {
      "epoch": 1.2531230800737252,
      "grad_norm": 2.050549756823321,
      "learning_rate": 0.00027193076237815207,
      "loss": 4.9375,
      "step": 30595
    },
    {
      "epoch": 1.2531640385009215,
      "grad_norm": 2.0397541842041114,
      "learning_rate": 0.0002719288627738282,
      "loss": 4.4688,
      "step": 30596
    },
    {
      "epoch": 1.253204996928118,
      "grad_norm": 2.90234077839729,
      "learning_rate": 0.0002719269631118634,
      "loss": 5.1875,
      "step": 30597
    },
    {
      "epoch": 1.2532459553553144,
      "grad_norm": 11.269321593372974,
      "learning_rate": 0.0002719250633922587,
      "loss": 7.8125,
      "step": 30598
    },
    {
      "epoch": 1.2532869137825107,
      "grad_norm": 2.4384636022950787,
      "learning_rate": 0.0002719231636150148,
      "loss": 4.75,
      "step": 30599
    },
    {
      "epoch": 1.2533278722097072,
      "grad_norm": 3.6391230220312645,
      "learning_rate": 0.0002719212637801328,
      "loss": 4.8438,
      "step": 30600
    },
    {
      "epoch": 1.2533688306369035,
      "grad_norm": 5.419500102884521,
      "learning_rate": 0.00027191936388761337,
      "loss": 7.3125,
      "step": 30601
    },
    {
      "epoch": 1.2534097890640998,
      "grad_norm": 2.040048568769442,
      "learning_rate": 0.0002719174639374576,
      "loss": 4.6875,
      "step": 30602
    },
    {
      "epoch": 1.2534507474912964,
      "grad_norm": 1.965373508783534,
      "learning_rate": 0.0002719155639296664,
      "loss": 5.2812,
      "step": 30603
    },
    {
      "epoch": 1.2534917059184927,
      "grad_norm": 2.470772056788264,
      "learning_rate": 0.00027191366386424053,
      "loss": 4.9062,
      "step": 30604
    },
    {
      "epoch": 1.253532664345689,
      "grad_norm": 2.017339906313867,
      "learning_rate": 0.000271911763741181,
      "loss": 5.1562,
      "step": 30605
    },
    {
      "epoch": 1.2535736227728855,
      "grad_norm": 2.3104855985647634,
      "learning_rate": 0.0002719098635604886,
      "loss": 5.75,
      "step": 30606
    },
    {
      "epoch": 1.2536145812000818,
      "grad_norm": 2.0927440008940934,
      "learning_rate": 0.0002719079633221643,
      "loss": 5.5,
      "step": 30607
    },
    {
      "epoch": 1.2536555396272784,
      "grad_norm": 2.2945201259434236,
      "learning_rate": 0.000271906063026209,
      "loss": 4.9688,
      "step": 30608
    },
    {
      "epoch": 1.2536964980544747,
      "grad_norm": 2.089281688606155,
      "learning_rate": 0.0002719041626726236,
      "loss": 4.875,
      "step": 30609
    },
    {
      "epoch": 1.2537374564816712,
      "grad_norm": 2.7878336106967834,
      "learning_rate": 0.00027190226226140896,
      "loss": 6.0938,
      "step": 30610
    },
    {
      "epoch": 1.2537784149088675,
      "grad_norm": 4.0820046526858595,
      "learning_rate": 0.00027190036179256606,
      "loss": 5.25,
      "step": 30611
    },
    {
      "epoch": 1.2538193733360639,
      "grad_norm": 3.7003535941957124,
      "learning_rate": 0.0002718984612660957,
      "loss": 5.4375,
      "step": 30612
    },
    {
      "epoch": 1.2538603317632604,
      "grad_norm": 3.425553609988039,
      "learning_rate": 0.0002718965606819988,
      "loss": 6.9062,
      "step": 30613
    },
    {
      "epoch": 1.2539012901904567,
      "grad_norm": 2.355814478512199,
      "learning_rate": 0.00027189466004027635,
      "loss": 5.5,
      "step": 30614
    },
    {
      "epoch": 1.253942248617653,
      "grad_norm": 2.3131152364600935,
      "learning_rate": 0.0002718927593409291,
      "loss": 4.2812,
      "step": 30615
    },
    {
      "epoch": 1.2539832070448496,
      "grad_norm": 2.7394594611522325,
      "learning_rate": 0.00027189085858395805,
      "loss": 6.0,
      "step": 30616
    },
    {
      "epoch": 1.2540241654720459,
      "grad_norm": 2.201565232323198,
      "learning_rate": 0.00027188895776936406,
      "loss": 4.9062,
      "step": 30617
    },
    {
      "epoch": 1.2540651238992422,
      "grad_norm": 2.49643984106665,
      "learning_rate": 0.00027188705689714813,
      "loss": 5.3438,
      "step": 30618
    },
    {
      "epoch": 1.2541060823264387,
      "grad_norm": 2.598852382344676,
      "learning_rate": 0.000271885155967311,
      "loss": 5.5938,
      "step": 30619
    },
    {
      "epoch": 1.254147040753635,
      "grad_norm": 2.061383818884482,
      "learning_rate": 0.00027188325497985364,
      "loss": 4.5938,
      "step": 30620
    },
    {
      "epoch": 1.2541879991808313,
      "grad_norm": 3.931397500573869,
      "learning_rate": 0.00027188135393477696,
      "loss": 5.3438,
      "step": 30621
    },
    {
      "epoch": 1.2542289576080279,
      "grad_norm": 9.389597562699924,
      "learning_rate": 0.0002718794528320818,
      "loss": 4.875,
      "step": 30622
    },
    {
      "epoch": 1.2542699160352242,
      "grad_norm": 2.775796380544181,
      "learning_rate": 0.0002718775516717692,
      "loss": 4.9375,
      "step": 30623
    },
    {
      "epoch": 1.2543108744624205,
      "grad_norm": 2.1869264384525438,
      "learning_rate": 0.0002718756504538399,
      "loss": 1.8672,
      "step": 30624
    },
    {
      "epoch": 1.254351832889617,
      "grad_norm": 2.604772268146857,
      "learning_rate": 0.00027187374917829487,
      "loss": 4.9375,
      "step": 30625
    },
    {
      "epoch": 1.2543927913168134,
      "grad_norm": 2.7602800937927485,
      "learning_rate": 0.00027187184784513505,
      "loss": 5.4688,
      "step": 30626
    },
    {
      "epoch": 1.25443374974401,
      "grad_norm": 6.003342986574628,
      "learning_rate": 0.0002718699464543613,
      "loss": 4.5625,
      "step": 30627
    },
    {
      "epoch": 1.2544747081712062,
      "grad_norm": 6.69502808552627,
      "learning_rate": 0.00027186804500597446,
      "loss": 4.4688,
      "step": 30628
    },
    {
      "epoch": 1.2545156665984027,
      "grad_norm": 2.811356255661859,
      "learning_rate": 0.00027186614349997547,
      "loss": 5.0312,
      "step": 30629
    },
    {
      "epoch": 1.254556625025599,
      "grad_norm": 3.6009865396351066,
      "learning_rate": 0.0002718642419363653,
      "loss": 6.3438,
      "step": 30630
    },
    {
      "epoch": 1.2545975834527954,
      "grad_norm": 2.142844305187943,
      "learning_rate": 0.0002718623403151447,
      "loss": 5.25,
      "step": 30631
    },
    {
      "epoch": 1.254638541879992,
      "grad_norm": 2.473772023665589,
      "learning_rate": 0.00027186043863631473,
      "loss": 5.2812,
      "step": 30632
    },
    {
      "epoch": 1.2546795003071882,
      "grad_norm": 2.2651623150868314,
      "learning_rate": 0.0002718585368998762,
      "loss": 4.25,
      "step": 30633
    },
    {
      "epoch": 1.2547204587343845,
      "grad_norm": 3.8784044805339652,
      "learning_rate": 0.00027185663510583,
      "loss": 6.0625,
      "step": 30634
    },
    {
      "epoch": 1.254761417161581,
      "grad_norm": 2.2160507573376744,
      "learning_rate": 0.0002718547332541771,
      "loss": 4.4688,
      "step": 30635
    },
    {
      "epoch": 1.2548023755887774,
      "grad_norm": 2.7019893570922697,
      "learning_rate": 0.0002718528313449183,
      "loss": 4.5625,
      "step": 30636
    },
    {
      "epoch": 1.2548433340159737,
      "grad_norm": 2.290780243321541,
      "learning_rate": 0.00027185092937805457,
      "loss": 5.125,
      "step": 30637
    },
    {
      "epoch": 1.2548842924431702,
      "grad_norm": 2.3947103281961972,
      "learning_rate": 0.00027184902735358685,
      "loss": 5.4375,
      "step": 30638
    },
    {
      "epoch": 1.2549252508703665,
      "grad_norm": 3.874369020623848,
      "learning_rate": 0.0002718471252715159,
      "loss": 4.5625,
      "step": 30639
    },
    {
      "epoch": 1.2549662092975629,
      "grad_norm": 2.5970971290725315,
      "learning_rate": 0.0002718452231318427,
      "loss": 6.1562,
      "step": 30640
    },
    {
      "epoch": 1.2550071677247594,
      "grad_norm": 1.9968866139135297,
      "learning_rate": 0.0002718433209345682,
      "loss": 5.2812,
      "step": 30641
    },
    {
      "epoch": 1.2550481261519557,
      "grad_norm": 2.24968268157492,
      "learning_rate": 0.0002718414186796932,
      "loss": 4.75,
      "step": 30642
    },
    {
      "epoch": 1.255089084579152,
      "grad_norm": 2.1785571146676124,
      "learning_rate": 0.00027183951636721874,
      "loss": 4.9688,
      "step": 30643
    },
    {
      "epoch": 1.2551300430063486,
      "grad_norm": 2.0616611921308627,
      "learning_rate": 0.00027183761399714553,
      "loss": 4.5938,
      "step": 30644
    },
    {
      "epoch": 1.2551710014335449,
      "grad_norm": 4.417552431847483,
      "learning_rate": 0.00027183571156947457,
      "loss": 6.5312,
      "step": 30645
    },
    {
      "epoch": 1.2552119598607414,
      "grad_norm": 4.212802638732058,
      "learning_rate": 0.0002718338090842068,
      "loss": 4.3438,
      "step": 30646
    },
    {
      "epoch": 1.2552529182879377,
      "grad_norm": 3.6544454918448195,
      "learning_rate": 0.00027183190654134307,
      "loss": 4.9062,
      "step": 30647
    },
    {
      "epoch": 1.2552938767151343,
      "grad_norm": 2.6894269492583533,
      "learning_rate": 0.00027183000394088427,
      "loss": 6.0312,
      "step": 30648
    },
    {
      "epoch": 1.2553348351423306,
      "grad_norm": 2.1046883528887506,
      "learning_rate": 0.0002718281012828313,
      "loss": 5.5312,
      "step": 30649
    },
    {
      "epoch": 1.2553757935695269,
      "grad_norm": 3.3610124394185323,
      "learning_rate": 0.00027182619856718507,
      "loss": 5.2812,
      "step": 30650
    },
    {
      "epoch": 1.2554167519967234,
      "grad_norm": 5.517999840103087,
      "learning_rate": 0.0002718242957939465,
      "loss": 5.9062,
      "step": 30651
    },
    {
      "epoch": 1.2554577104239197,
      "grad_norm": 2.5199691377552043,
      "learning_rate": 0.0002718223929631165,
      "loss": 5.4062,
      "step": 30652
    },
    {
      "epoch": 1.255498668851116,
      "grad_norm": 2.070426892566546,
      "learning_rate": 0.0002718204900746959,
      "loss": 4.4688,
      "step": 30653
    },
    {
      "epoch": 1.2555396272783126,
      "grad_norm": 2.9639909381334277,
      "learning_rate": 0.0002718185871286857,
      "loss": 4.9688,
      "step": 30654
    },
    {
      "epoch": 1.255580585705509,
      "grad_norm": 2.2406360756253463,
      "learning_rate": 0.00027181668412508663,
      "loss": 5.0938,
      "step": 30655
    },
    {
      "epoch": 1.2556215441327052,
      "grad_norm": 3.9422650527460528,
      "learning_rate": 0.0002718147810638998,
      "loss": 7.0625,
      "step": 30656
    },
    {
      "epoch": 1.2556625025599017,
      "grad_norm": 2.506183686821218,
      "learning_rate": 0.00027181287794512596,
      "loss": 4.9062,
      "step": 30657
    },
    {
      "epoch": 1.255703460987098,
      "grad_norm": 2.83980187379547,
      "learning_rate": 0.00027181097476876607,
      "loss": 4.8125,
      "step": 30658
    },
    {
      "epoch": 1.2557444194142944,
      "grad_norm": 2.0264100126496882,
      "learning_rate": 0.000271809071534821,
      "loss": 4.5938,
      "step": 30659
    },
    {
      "epoch": 1.255785377841491,
      "grad_norm": 2.394592926030046,
      "learning_rate": 0.00027180716824329174,
      "loss": 5.0938,
      "step": 30660
    },
    {
      "epoch": 1.2558263362686872,
      "grad_norm": 2.7965802100543473,
      "learning_rate": 0.00027180526489417904,
      "loss": 5.5625,
      "step": 30661
    },
    {
      "epoch": 1.2558672946958835,
      "grad_norm": 2.1447222915628896,
      "learning_rate": 0.0002718033614874839,
      "loss": 4.0,
      "step": 30662
    },
    {
      "epoch": 1.25590825312308,
      "grad_norm": 2.237261440535457,
      "learning_rate": 0.00027180145802320726,
      "loss": 5.4375,
      "step": 30663
    },
    {
      "epoch": 1.2559492115502764,
      "grad_norm": 1.8361019768471485,
      "learning_rate": 0.0002717995545013499,
      "loss": 4.5312,
      "step": 30664
    },
    {
      "epoch": 1.255990169977473,
      "grad_norm": 10.30597841228777,
      "learning_rate": 0.0002717976509219128,
      "loss": 6.4375,
      "step": 30665
    },
    {
      "epoch": 1.2560311284046692,
      "grad_norm": 3.061048734722961,
      "learning_rate": 0.0002717957472848968,
      "loss": 6.3438,
      "step": 30666
    },
    {
      "epoch": 1.2560720868318658,
      "grad_norm": 1.6721158895404573,
      "learning_rate": 0.00027179384359030286,
      "loss": 4.8438,
      "step": 30667
    },
    {
      "epoch": 1.256113045259062,
      "grad_norm": 2.225227467961451,
      "learning_rate": 0.00027179193983813187,
      "loss": 3.3438,
      "step": 30668
    },
    {
      "epoch": 1.2561540036862584,
      "grad_norm": 2.0510117178941507,
      "learning_rate": 0.0002717900360283847,
      "loss": 5.4062,
      "step": 30669
    },
    {
      "epoch": 1.256194962113455,
      "grad_norm": 2.736003056383326,
      "learning_rate": 0.0002717881321610623,
      "loss": 5.75,
      "step": 30670
    },
    {
      "epoch": 1.2562359205406513,
      "grad_norm": 2.4236719970404663,
      "learning_rate": 0.00027178622823616547,
      "loss": 4.3125,
      "step": 30671
    },
    {
      "epoch": 1.2562768789678476,
      "grad_norm": 6.330715265703528,
      "learning_rate": 0.00027178432425369525,
      "loss": 4.8125,
      "step": 30672
    },
    {
      "epoch": 1.256317837395044,
      "grad_norm": 2.9640284362466716,
      "learning_rate": 0.00027178242021365243,
      "loss": 6.375,
      "step": 30673
    },
    {
      "epoch": 1.2563587958222404,
      "grad_norm": 2.1029759882916643,
      "learning_rate": 0.000271780516116038,
      "loss": 4.9062,
      "step": 30674
    },
    {
      "epoch": 1.2563997542494367,
      "grad_norm": 3.555823104337701,
      "learning_rate": 0.00027177861196085273,
      "loss": 5.7188,
      "step": 30675
    },
    {
      "epoch": 1.2564407126766333,
      "grad_norm": 2.0793187406171887,
      "learning_rate": 0.00027177670774809764,
      "loss": 4.6562,
      "step": 30676
    },
    {
      "epoch": 1.2564816711038296,
      "grad_norm": 2.293334406598932,
      "learning_rate": 0.0002717748034777736,
      "loss": 4.4688,
      "step": 30677
    },
    {
      "epoch": 1.256522629531026,
      "grad_norm": 2.218324269311133,
      "learning_rate": 0.0002717728991498815,
      "loss": 4.9062,
      "step": 30678
    },
    {
      "epoch": 1.2565635879582224,
      "grad_norm": 2.220560481850834,
      "learning_rate": 0.0002717709947644222,
      "loss": 5.625,
      "step": 30679
    },
    {
      "epoch": 1.2566045463854187,
      "grad_norm": 1.775154525083705,
      "learning_rate": 0.0002717690903213967,
      "loss": 4.9062,
      "step": 30680
    },
    {
      "epoch": 1.2566455048126153,
      "grad_norm": 3.7884528834702014,
      "learning_rate": 0.00027176718582080575,
      "loss": 5.1562,
      "step": 30681
    },
    {
      "epoch": 1.2566864632398116,
      "grad_norm": 2.214816625642183,
      "learning_rate": 0.0002717652812626504,
      "loss": 5.75,
      "step": 30682
    },
    {
      "epoch": 1.256727421667008,
      "grad_norm": 2.1380791725561625,
      "learning_rate": 0.0002717633766469315,
      "loss": 4.7812,
      "step": 30683
    },
    {
      "epoch": 1.2567683800942044,
      "grad_norm": 5.840986012927079,
      "learning_rate": 0.0002717614719736499,
      "loss": 3.2812,
      "step": 30684
    },
    {
      "epoch": 1.2568093385214008,
      "grad_norm": 2.1820282145031493,
      "learning_rate": 0.0002717595672428066,
      "loss": 4.0312,
      "step": 30685
    },
    {
      "epoch": 1.2568502969485973,
      "grad_norm": 5.9003748418203985,
      "learning_rate": 0.0002717576624544024,
      "loss": 5.4375,
      "step": 30686
    },
    {
      "epoch": 1.2568912553757936,
      "grad_norm": 2.9170400946703636,
      "learning_rate": 0.00027175575760843827,
      "loss": 5.7188,
      "step": 30687
    },
    {
      "epoch": 1.25693221380299,
      "grad_norm": 2.1440737855789482,
      "learning_rate": 0.00027175385270491504,
      "loss": 6.0625,
      "step": 30688
    },
    {
      "epoch": 1.2569731722301865,
      "grad_norm": 2.7193421197041956,
      "learning_rate": 0.0002717519477438337,
      "loss": 5.5625,
      "step": 30689
    },
    {
      "epoch": 1.2570141306573828,
      "grad_norm": 2.2699974233671116,
      "learning_rate": 0.0002717500427251951,
      "loss": 5.0625,
      "step": 30690
    },
    {
      "epoch": 1.257055089084579,
      "grad_norm": 2.2914397477632233,
      "learning_rate": 0.00027174813764900015,
      "loss": 4.7812,
      "step": 30691
    },
    {
      "epoch": 1.2570960475117756,
      "grad_norm": 2.1118013196416094,
      "learning_rate": 0.00027174623251524974,
      "loss": 5.125,
      "step": 30692
    },
    {
      "epoch": 1.257137005938972,
      "grad_norm": 5.004611731612804,
      "learning_rate": 0.00027174432732394473,
      "loss": 5.5938,
      "step": 30693
    },
    {
      "epoch": 1.2571779643661682,
      "grad_norm": 2.858225650824857,
      "learning_rate": 0.0002717424220750861,
      "loss": 5.8125,
      "step": 30694
    },
    {
      "epoch": 1.2572189227933648,
      "grad_norm": 2.0583709892886426,
      "learning_rate": 0.0002717405167686747,
      "loss": 5.125,
      "step": 30695
    },
    {
      "epoch": 1.257259881220561,
      "grad_norm": 1.9998907768662244,
      "learning_rate": 0.00027173861140471147,
      "loss": 4.125,
      "step": 30696
    },
    {
      "epoch": 1.2573008396477574,
      "grad_norm": 3.370366135056739,
      "learning_rate": 0.0002717367059831972,
      "loss": 7.375,
      "step": 30697
    },
    {
      "epoch": 1.257341798074954,
      "grad_norm": 2.1131578334507144,
      "learning_rate": 0.000271734800504133,
      "loss": 5.4062,
      "step": 30698
    },
    {
      "epoch": 1.2573827565021503,
      "grad_norm": 3.48131651036697,
      "learning_rate": 0.00027173289496751964,
      "loss": 7.0625,
      "step": 30699
    },
    {
      "epoch": 1.2574237149293468,
      "grad_norm": 2.355244596888128,
      "learning_rate": 0.000271730989373358,
      "loss": 4.4688,
      "step": 30700
    },
    {
      "epoch": 1.257464673356543,
      "grad_norm": 2.9384345020059914,
      "learning_rate": 0.000271729083721649,
      "loss": 5.0312,
      "step": 30701
    },
    {
      "epoch": 1.2575056317837396,
      "grad_norm": 2.050576817164705,
      "learning_rate": 0.00027172717801239354,
      "loss": 4.5312,
      "step": 30702
    },
    {
      "epoch": 1.257546590210936,
      "grad_norm": 2.19490519493673,
      "learning_rate": 0.0002717252722455926,
      "loss": 5.0938,
      "step": 30703
    },
    {
      "epoch": 1.2575875486381323,
      "grad_norm": 2.1376098119091713,
      "learning_rate": 0.00027172336642124694,
      "loss": 5.2188,
      "step": 30704
    },
    {
      "epoch": 1.2576285070653288,
      "grad_norm": 2.330931303106732,
      "learning_rate": 0.00027172146053935757,
      "loss": 4.625,
      "step": 30705
    },
    {
      "epoch": 1.2576694654925251,
      "grad_norm": 2.9813747069949295,
      "learning_rate": 0.0002717195545999254,
      "loss": 3.5781,
      "step": 30706
    },
    {
      "epoch": 1.2577104239197214,
      "grad_norm": 2.093607820597668,
      "learning_rate": 0.00027171764860295123,
      "loss": 4.9688,
      "step": 30707
    },
    {
      "epoch": 1.257751382346918,
      "grad_norm": 2.6758968746092924,
      "learning_rate": 0.000271715742548436,
      "loss": 4.5312,
      "step": 30708
    },
    {
      "epoch": 1.2577923407741143,
      "grad_norm": 2.2426553657349855,
      "learning_rate": 0.0002717138364363807,
      "loss": 5.4688,
      "step": 30709
    },
    {
      "epoch": 1.2578332992013106,
      "grad_norm": 3.3706736747453045,
      "learning_rate": 0.00027171193026678613,
      "loss": 5.5312,
      "step": 30710
    },
    {
      "epoch": 1.2578742576285071,
      "grad_norm": 2.907222616462989,
      "learning_rate": 0.0002717100240396532,
      "loss": 4.0938,
      "step": 30711
    },
    {
      "epoch": 1.2579152160557034,
      "grad_norm": 3.3839888679373913,
      "learning_rate": 0.00027170811775498286,
      "loss": 5.1562,
      "step": 30712
    },
    {
      "epoch": 1.2579561744828998,
      "grad_norm": 1.9899490397377757,
      "learning_rate": 0.00027170621141277593,
      "loss": 4.875,
      "step": 30713
    },
    {
      "epoch": 1.2579971329100963,
      "grad_norm": 3.2119334096600443,
      "learning_rate": 0.00027170430501303344,
      "loss": 3.8594,
      "step": 30714
    },
    {
      "epoch": 1.2580380913372926,
      "grad_norm": 5.214048936063276,
      "learning_rate": 0.0002717023985557562,
      "loss": 3.4688,
      "step": 30715
    },
    {
      "epoch": 1.258079049764489,
      "grad_norm": 2.5966982769428695,
      "learning_rate": 0.0002717004920409451,
      "loss": 4.5938,
      "step": 30716
    },
    {
      "epoch": 1.2581200081916855,
      "grad_norm": 2.424593351744544,
      "learning_rate": 0.0002716985854686011,
      "loss": 4.7812,
      "step": 30717
    },
    {
      "epoch": 1.2581609666188818,
      "grad_norm": 2.7212971223974196,
      "learning_rate": 0.000271696678838725,
      "loss": 4.7188,
      "step": 30718
    },
    {
      "epoch": 1.2582019250460783,
      "grad_norm": 2.3038429574713835,
      "learning_rate": 0.0002716947721513178,
      "loss": 4.5312,
      "step": 30719
    },
    {
      "epoch": 1.2582428834732746,
      "grad_norm": 1.8125059852405538,
      "learning_rate": 0.00027169286540638043,
      "loss": 4.8438,
      "step": 30720
    },
    {
      "epoch": 1.2582838419004712,
      "grad_norm": 3.3039728801216044,
      "learning_rate": 0.0002716909586039137,
      "loss": 6.25,
      "step": 30721
    },
    {
      "epoch": 1.2583248003276675,
      "grad_norm": 2.0883223284899195,
      "learning_rate": 0.0002716890517439186,
      "loss": 4.9062,
      "step": 30722
    },
    {
      "epoch": 1.2583657587548638,
      "grad_norm": 2.1175192220737347,
      "learning_rate": 0.0002716871448263959,
      "loss": 4.9375,
      "step": 30723
    },
    {
      "epoch": 1.2584067171820603,
      "grad_norm": 1.896977077117336,
      "learning_rate": 0.0002716852378513466,
      "loss": 5.1875,
      "step": 30724
    },
    {
      "epoch": 1.2584476756092566,
      "grad_norm": 1.9432630725878355,
      "learning_rate": 0.00027168333081877157,
      "loss": 4.6875,
      "step": 30725
    },
    {
      "epoch": 1.258488634036453,
      "grad_norm": 2.4083015825214886,
      "learning_rate": 0.00027168142372867174,
      "loss": 4.625,
      "step": 30726
    },
    {
      "epoch": 1.2585295924636495,
      "grad_norm": 3.301222752066108,
      "learning_rate": 0.000271679516581048,
      "loss": 5.0312,
      "step": 30727
    },
    {
      "epoch": 1.2585705508908458,
      "grad_norm": 2.632660631287902,
      "learning_rate": 0.0002716776093759012,
      "loss": 6.5,
      "step": 30728
    },
    {
      "epoch": 1.258611509318042,
      "grad_norm": 2.34378502316416,
      "learning_rate": 0.00027167570211323233,
      "loss": 4.75,
      "step": 30729
    },
    {
      "epoch": 1.2586524677452386,
      "grad_norm": 2.4087827331798928,
      "learning_rate": 0.00027167379479304225,
      "loss": 4.4062,
      "step": 30730
    },
    {
      "epoch": 1.258693426172435,
      "grad_norm": 2.5092307600235535,
      "learning_rate": 0.00027167188741533183,
      "loss": 5.0312,
      "step": 30731
    },
    {
      "epoch": 1.2587343845996313,
      "grad_norm": 2.060033711821107,
      "learning_rate": 0.00027166997998010205,
      "loss": 4.9062,
      "step": 30732
    },
    {
      "epoch": 1.2587753430268278,
      "grad_norm": 2.34559444296001,
      "learning_rate": 0.0002716680724873537,
      "loss": 4.3125,
      "step": 30733
    },
    {
      "epoch": 1.2588163014540241,
      "grad_norm": 3.051713094230226,
      "learning_rate": 0.00027166616493708786,
      "loss": 5.625,
      "step": 30734
    },
    {
      "epoch": 1.2588572598812204,
      "grad_norm": 3.008549545155603,
      "learning_rate": 0.0002716642573293052,
      "loss": 6.5625,
      "step": 30735
    },
    {
      "epoch": 1.258898218308417,
      "grad_norm": 1.91832652780661,
      "learning_rate": 0.0002716623496640068,
      "loss": 5.3125,
      "step": 30736
    },
    {
      "epoch": 1.2589391767356133,
      "grad_norm": 2.0071108336607004,
      "learning_rate": 0.00027166044194119345,
      "loss": 4.2188,
      "step": 30737
    },
    {
      "epoch": 1.2589801351628098,
      "grad_norm": 2.353701998020876,
      "learning_rate": 0.0002716585341608662,
      "loss": 4.8438,
      "step": 30738
    },
    {
      "epoch": 1.2590210935900061,
      "grad_norm": 3.822195365986751,
      "learning_rate": 0.0002716566263230257,
      "loss": 3.5781,
      "step": 30739
    },
    {
      "epoch": 1.2590620520172027,
      "grad_norm": 2.0649534556526397,
      "learning_rate": 0.00027165471842767317,
      "loss": 4.5938,
      "step": 30740
    },
    {
      "epoch": 1.259103010444399,
      "grad_norm": 1.9832533463090327,
      "learning_rate": 0.0002716528104748092,
      "loss": 4.75,
      "step": 30741
    },
    {
      "epoch": 1.2591439688715953,
      "grad_norm": 2.0978155597661816,
      "learning_rate": 0.00027165090246443496,
      "loss": 3.7656,
      "step": 30742
    },
    {
      "epoch": 1.2591849272987918,
      "grad_norm": 1.9829716489121159,
      "learning_rate": 0.0002716489943965512,
      "loss": 5.25,
      "step": 30743
    },
    {
      "epoch": 1.2592258857259881,
      "grad_norm": 2.3253738299979414,
      "learning_rate": 0.0002716470862711588,
      "loss": 5.25,
      "step": 30744
    },
    {
      "epoch": 1.2592668441531845,
      "grad_norm": 3.4706905833296307,
      "learning_rate": 0.00027164517808825876,
      "loss": 5.5,
      "step": 30745
    },
    {
      "epoch": 1.259307802580381,
      "grad_norm": 3.0138577914135736,
      "learning_rate": 0.000271643269847852,
      "loss": 4.4062,
      "step": 30746
    },
    {
      "epoch": 1.2593487610075773,
      "grad_norm": 2.300687443315476,
      "learning_rate": 0.0002716413615499392,
      "loss": 4.4375,
      "step": 30747
    },
    {
      "epoch": 1.2593897194347736,
      "grad_norm": 2.003679963325187,
      "learning_rate": 0.0002716394531945216,
      "loss": 5.0938,
      "step": 30748
    },
    {
      "epoch": 1.2594306778619702,
      "grad_norm": 1.9909197612894662,
      "learning_rate": 0.0002716375447815998,
      "loss": 5.0,
      "step": 30749
    },
    {
      "epoch": 1.2594716362891665,
      "grad_norm": 2.4558564511567944,
      "learning_rate": 0.00027163563631117486,
      "loss": 5.75,
      "step": 30750
    },
    {
      "epoch": 1.2595125947163628,
      "grad_norm": 5.111013210587972,
      "learning_rate": 0.00027163372778324764,
      "loss": 6.875,
      "step": 30751
    },
    {
      "epoch": 1.2595535531435593,
      "grad_norm": 1.9361613616762505,
      "learning_rate": 0.0002716318191978191,
      "loss": 4.1875,
      "step": 30752
    },
    {
      "epoch": 1.2595945115707556,
      "grad_norm": 3.0410047185179696,
      "learning_rate": 0.00027162991055489007,
      "loss": 3.7656,
      "step": 30753
    },
    {
      "epoch": 1.259635469997952,
      "grad_norm": 2.944287798531885,
      "learning_rate": 0.00027162800185446146,
      "loss": 6.6875,
      "step": 30754
    },
    {
      "epoch": 1.2596764284251485,
      "grad_norm": 2.0002810878312167,
      "learning_rate": 0.00027162609309653424,
      "loss": 4.6875,
      "step": 30755
    },
    {
      "epoch": 1.2597173868523448,
      "grad_norm": 2.336080365586687,
      "learning_rate": 0.0002716241842811092,
      "loss": 3.6406,
      "step": 30756
    },
    {
      "epoch": 1.2597583452795413,
      "grad_norm": 3.939067634729528,
      "learning_rate": 0.0002716222754081873,
      "loss": 5.8125,
      "step": 30757
    },
    {
      "epoch": 1.2597993037067376,
      "grad_norm": 2.1142468006221415,
      "learning_rate": 0.0002716203664777695,
      "loss": 5.5312,
      "step": 30758
    },
    {
      "epoch": 1.2598402621339342,
      "grad_norm": 1.994415656229393,
      "learning_rate": 0.0002716184574898566,
      "loss": 4.75,
      "step": 30759
    },
    {
      "epoch": 1.2598812205611305,
      "grad_norm": 2.4187678542742623,
      "learning_rate": 0.00027161654844444955,
      "loss": 5.1562,
      "step": 30760
    },
    {
      "epoch": 1.2599221789883268,
      "grad_norm": 2.259372316078758,
      "learning_rate": 0.0002716146393415493,
      "loss": 4.75,
      "step": 30761
    },
    {
      "epoch": 1.2599631374155233,
      "grad_norm": 2.488866357561227,
      "learning_rate": 0.00027161273018115666,
      "loss": 5.1875,
      "step": 30762
    },
    {
      "epoch": 1.2600040958427197,
      "grad_norm": 2.0191259205740044,
      "learning_rate": 0.0002716108209632726,
      "loss": 4.6562,
      "step": 30763
    },
    {
      "epoch": 1.260045054269916,
      "grad_norm": 2.0525515115024637,
      "learning_rate": 0.000271608911687898,
      "loss": 5.5,
      "step": 30764
    },
    {
      "epoch": 1.2600860126971125,
      "grad_norm": 2.266655250353451,
      "learning_rate": 0.00027160700235503375,
      "loss": 4.9062,
      "step": 30765
    },
    {
      "epoch": 1.2601269711243088,
      "grad_norm": 2.6331325946009856,
      "learning_rate": 0.0002716050929646808,
      "loss": 5.4688,
      "step": 30766
    },
    {
      "epoch": 1.2601679295515051,
      "grad_norm": 3.8669770434224664,
      "learning_rate": 0.00027160318351684,
      "loss": 6.0625,
      "step": 30767
    },
    {
      "epoch": 1.2602088879787017,
      "grad_norm": 3.617298592039396,
      "learning_rate": 0.0002716012740115122,
      "loss": 5.4688,
      "step": 30768
    },
    {
      "epoch": 1.260249846405898,
      "grad_norm": 2.1572886355800143,
      "learning_rate": 0.00027159936444869846,
      "loss": 4.5,
      "step": 30769
    },
    {
      "epoch": 1.2602908048330943,
      "grad_norm": 2.1100818889593564,
      "learning_rate": 0.00027159745482839955,
      "loss": 4.5625,
      "step": 30770
    },
    {
      "epoch": 1.2603317632602908,
      "grad_norm": 2.3572993871253343,
      "learning_rate": 0.00027159554515061645,
      "loss": 4.8438,
      "step": 30771
    },
    {
      "epoch": 1.2603727216874872,
      "grad_norm": 2.9197331490114795,
      "learning_rate": 0.00027159363541535004,
      "loss": 3.3594,
      "step": 30772
    },
    {
      "epoch": 1.2604136801146835,
      "grad_norm": 1.900238367819914,
      "learning_rate": 0.0002715917256226012,
      "loss": 4.8438,
      "step": 30773
    },
    {
      "epoch": 1.26045463854188,
      "grad_norm": 1.8567242654781084,
      "learning_rate": 0.00027158981577237086,
      "loss": 4.5,
      "step": 30774
    },
    {
      "epoch": 1.2604955969690763,
      "grad_norm": 2.009859910462714,
      "learning_rate": 0.0002715879058646599,
      "loss": 4.9688,
      "step": 30775
    },
    {
      "epoch": 1.2605365553962729,
      "grad_norm": 3.2818553999671787,
      "learning_rate": 0.00027158599589946925,
      "loss": 5.25,
      "step": 30776
    },
    {
      "epoch": 1.2605775138234692,
      "grad_norm": 1.9870518637126235,
      "learning_rate": 0.00027158408587679976,
      "loss": 4.875,
      "step": 30777
    },
    {
      "epoch": 1.2606184722506657,
      "grad_norm": 2.295912658589887,
      "learning_rate": 0.0002715821757966524,
      "loss": 5.25,
      "step": 30778
    },
    {
      "epoch": 1.260659430677862,
      "grad_norm": 4.566346991283598,
      "learning_rate": 0.00027158026565902803,
      "loss": 7.1875,
      "step": 30779
    },
    {
      "epoch": 1.2607003891050583,
      "grad_norm": 1.8560751483728637,
      "learning_rate": 0.0002715783554639276,
      "loss": 4.0312,
      "step": 30780
    },
    {
      "epoch": 1.2607413475322549,
      "grad_norm": 3.628789948240579,
      "learning_rate": 0.0002715764452113519,
      "loss": 4.5625,
      "step": 30781
    },
    {
      "epoch": 1.2607823059594512,
      "grad_norm": 2.8962014678582286,
      "learning_rate": 0.0002715745349013019,
      "loss": 5.1562,
      "step": 30782
    },
    {
      "epoch": 1.2608232643866475,
      "grad_norm": 2.790393906281535,
      "learning_rate": 0.0002715726245337786,
      "loss": 6.5938,
      "step": 30783
    },
    {
      "epoch": 1.260864222813844,
      "grad_norm": 2.668257186610453,
      "learning_rate": 0.0002715707141087828,
      "loss": 4.4062,
      "step": 30784
    },
    {
      "epoch": 1.2609051812410403,
      "grad_norm": 3.5236175798465066,
      "learning_rate": 0.00027156880362631537,
      "loss": 5.5312,
      "step": 30785
    },
    {
      "epoch": 1.2609461396682367,
      "grad_norm": 2.504586321999221,
      "learning_rate": 0.00027156689308637736,
      "loss": 5.375,
      "step": 30786
    },
    {
      "epoch": 1.2609870980954332,
      "grad_norm": 5.668718479153733,
      "learning_rate": 0.0002715649824889695,
      "loss": 6.0625,
      "step": 30787
    },
    {
      "epoch": 1.2610280565226295,
      "grad_norm": 2.548693728315662,
      "learning_rate": 0.0002715630718340928,
      "loss": 5.625,
      "step": 30788
    },
    {
      "epoch": 1.2610690149498258,
      "grad_norm": 2.441823876504366,
      "learning_rate": 0.00027156116112174813,
      "loss": 4.9062,
      "step": 30789
    },
    {
      "epoch": 1.2611099733770224,
      "grad_norm": 2.0899089493309124,
      "learning_rate": 0.00027155925035193633,
      "loss": 5.6562,
      "step": 30790
    },
    {
      "epoch": 1.2611509318042187,
      "grad_norm": 5.757487399976829,
      "learning_rate": 0.00027155733952465846,
      "loss": 4.3438,
      "step": 30791
    },
    {
      "epoch": 1.261191890231415,
      "grad_norm": 2.4038669939130095,
      "learning_rate": 0.0002715554286399153,
      "loss": 4.2188,
      "step": 30792
    },
    {
      "epoch": 1.2612328486586115,
      "grad_norm": 2.2954283813762975,
      "learning_rate": 0.0002715535176977078,
      "loss": 4.9688,
      "step": 30793
    },
    {
      "epoch": 1.2612738070858078,
      "grad_norm": 3.1643418536130885,
      "learning_rate": 0.00027155160669803684,
      "loss": 5.1562,
      "step": 30794
    },
    {
      "epoch": 1.2613147655130044,
      "grad_norm": 2.0423429952209533,
      "learning_rate": 0.00027154969564090333,
      "loss": 4.5938,
      "step": 30795
    },
    {
      "epoch": 1.2613557239402007,
      "grad_norm": 3.631817775836755,
      "learning_rate": 0.0002715477845263082,
      "loss": 5.1562,
      "step": 30796
    },
    {
      "epoch": 1.2613966823673972,
      "grad_norm": 2.415928696080798,
      "learning_rate": 0.0002715458733542523,
      "loss": 4.4688,
      "step": 30797
    },
    {
      "epoch": 1.2614376407945935,
      "grad_norm": 2.6873872544844573,
      "learning_rate": 0.00027154396212473656,
      "loss": 4.4062,
      "step": 30798
    },
    {
      "epoch": 1.2614785992217898,
      "grad_norm": 2.177989203372116,
      "learning_rate": 0.00027154205083776195,
      "loss": 4.9062,
      "step": 30799
    },
    {
      "epoch": 1.2615195576489864,
      "grad_norm": 2.155629484456405,
      "learning_rate": 0.00027154013949332923,
      "loss": 4.4688,
      "step": 30800
    },
    {
      "epoch": 1.2615605160761827,
      "grad_norm": 1.9865966172512541,
      "learning_rate": 0.00027153822809143944,
      "loss": 4.4688,
      "step": 30801
    },
    {
      "epoch": 1.261601474503379,
      "grad_norm": 2.0330141224496274,
      "learning_rate": 0.0002715363166320934,
      "loss": 5.0312,
      "step": 30802
    },
    {
      "epoch": 1.2616424329305755,
      "grad_norm": 2.6876839953026646,
      "learning_rate": 0.00027153440511529204,
      "loss": 5.25,
      "step": 30803
    },
    {
      "epoch": 1.2616833913577719,
      "grad_norm": 1.9089147969747438,
      "learning_rate": 0.0002715324935410363,
      "loss": 4.2188,
      "step": 30804
    },
    {
      "epoch": 1.2617243497849682,
      "grad_norm": 2.379400705668158,
      "learning_rate": 0.00027153058190932696,
      "loss": 4.9375,
      "step": 30805
    },
    {
      "epoch": 1.2617653082121647,
      "grad_norm": 2.935515684828044,
      "learning_rate": 0.0002715286702201651,
      "loss": 5.5938,
      "step": 30806
    },
    {
      "epoch": 1.261806266639361,
      "grad_norm": 2.0685497860126287,
      "learning_rate": 0.0002715267584735515,
      "loss": 4.5,
      "step": 30807
    },
    {
      "epoch": 1.2618472250665573,
      "grad_norm": 2.0721703890168595,
      "learning_rate": 0.0002715248466694871,
      "loss": 4.75,
      "step": 30808
    },
    {
      "epoch": 1.2618881834937539,
      "grad_norm": 2.2300478383873568,
      "learning_rate": 0.00027152293480797284,
      "loss": 5.4375,
      "step": 30809
    },
    {
      "epoch": 1.2619291419209502,
      "grad_norm": 5.071828051549032,
      "learning_rate": 0.00027152102288900963,
      "loss": 6.5312,
      "step": 30810
    },
    {
      "epoch": 1.2619701003481465,
      "grad_norm": 3.47381439509468,
      "learning_rate": 0.00027151911091259824,
      "loss": 6.9062,
      "step": 30811
    },
    {
      "epoch": 1.262011058775343,
      "grad_norm": 2.3147797183127605,
      "learning_rate": 0.0002715171988787397,
      "loss": 4.8438,
      "step": 30812
    },
    {
      "epoch": 1.2620520172025393,
      "grad_norm": 2.3873614631966587,
      "learning_rate": 0.0002715152867874349,
      "loss": 5.4375,
      "step": 30813
    },
    {
      "epoch": 1.2620929756297359,
      "grad_norm": 3.9873022794497994,
      "learning_rate": 0.0002715133746386847,
      "loss": 5.4688,
      "step": 30814
    },
    {
      "epoch": 1.2621339340569322,
      "grad_norm": 2.3990644101140357,
      "learning_rate": 0.00027151146243249,
      "loss": 5.5938,
      "step": 30815
    },
    {
      "epoch": 1.2621748924841287,
      "grad_norm": 3.0945851061474157,
      "learning_rate": 0.00027150955016885174,
      "loss": 7.0,
      "step": 30816
    },
    {
      "epoch": 1.262215850911325,
      "grad_norm": 2.3560826249362568,
      "learning_rate": 0.00027150763784777085,
      "loss": 5.3438,
      "step": 30817
    },
    {
      "epoch": 1.2622568093385214,
      "grad_norm": 2.9857307261136454,
      "learning_rate": 0.00027150572546924816,
      "loss": 5.625,
      "step": 30818
    },
    {
      "epoch": 1.262297767765718,
      "grad_norm": 4.347164323916533,
      "learning_rate": 0.0002715038130332846,
      "loss": 4.125,
      "step": 30819
    },
    {
      "epoch": 1.2623387261929142,
      "grad_norm": 2.746923685910222,
      "learning_rate": 0.00027150190053988117,
      "loss": 3.5938,
      "step": 30820
    },
    {
      "epoch": 1.2623796846201105,
      "grad_norm": 2.2406166350076666,
      "learning_rate": 0.00027149998798903864,
      "loss": 6.0938,
      "step": 30821
    },
    {
      "epoch": 1.262420643047307,
      "grad_norm": 2.2632500796398496,
      "learning_rate": 0.00027149807538075796,
      "loss": 4.8125,
      "step": 30822
    },
    {
      "epoch": 1.2624616014745034,
      "grad_norm": 2.5297791501648,
      "learning_rate": 0.00027149616271504004,
      "loss": 5.4688,
      "step": 30823
    },
    {
      "epoch": 1.2625025599016997,
      "grad_norm": 3.089066408096185,
      "learning_rate": 0.0002714942499918858,
      "loss": 5.4375,
      "step": 30824
    },
    {
      "epoch": 1.2625435183288962,
      "grad_norm": 2.1883252316269215,
      "learning_rate": 0.0002714923372112961,
      "loss": 5.3125,
      "step": 30825
    },
    {
      "epoch": 1.2625844767560925,
      "grad_norm": 2.55178496598754,
      "learning_rate": 0.0002714904243732719,
      "loss": 5.3438,
      "step": 30826
    },
    {
      "epoch": 1.2626254351832888,
      "grad_norm": 2.4440517916944837,
      "learning_rate": 0.00027148851147781405,
      "loss": 5.5625,
      "step": 30827
    },
    {
      "epoch": 1.2626663936104854,
      "grad_norm": 5.206996078032568,
      "learning_rate": 0.00027148659852492356,
      "loss": 4.8125,
      "step": 30828
    },
    {
      "epoch": 1.2627073520376817,
      "grad_norm": 2.358060102887658,
      "learning_rate": 0.0002714846855146012,
      "loss": 4.7812,
      "step": 30829
    },
    {
      "epoch": 1.2627483104648782,
      "grad_norm": 7.166863825761799,
      "learning_rate": 0.00027148277244684794,
      "loss": 5.6875,
      "step": 30830
    },
    {
      "epoch": 1.2627892688920745,
      "grad_norm": 1.939442811271417,
      "learning_rate": 0.00027148085932166466,
      "loss": 4.4375,
      "step": 30831
    },
    {
      "epoch": 1.2628302273192709,
      "grad_norm": 2.25681004293274,
      "learning_rate": 0.00027147894613905227,
      "loss": 5.5625,
      "step": 30832
    },
    {
      "epoch": 1.2628711857464674,
      "grad_norm": 2.2369328324415823,
      "learning_rate": 0.0002714770328990117,
      "loss": 4.0312,
      "step": 30833
    },
    {
      "epoch": 1.2629121441736637,
      "grad_norm": 5.915980109975777,
      "learning_rate": 0.00027147511960154386,
      "loss": 7.375,
      "step": 30834
    },
    {
      "epoch": 1.2629531026008602,
      "grad_norm": 1.950845413552301,
      "learning_rate": 0.0002714732062466496,
      "loss": 4.375,
      "step": 30835
    },
    {
      "epoch": 1.2629940610280566,
      "grad_norm": 2.3774778050486427,
      "learning_rate": 0.0002714712928343298,
      "loss": 6.1562,
      "step": 30836
    },
    {
      "epoch": 1.2630350194552529,
      "grad_norm": 2.2944269489895674,
      "learning_rate": 0.0002714693793645855,
      "loss": 5.5312,
      "step": 30837
    },
    {
      "epoch": 1.2630759778824494,
      "grad_norm": 2.3032700135796462,
      "learning_rate": 0.00027146746583741753,
      "loss": 5.8125,
      "step": 30838
    },
    {
      "epoch": 1.2631169363096457,
      "grad_norm": 5.64298551244004,
      "learning_rate": 0.0002714655522528268,
      "loss": 5.625,
      "step": 30839
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 2.549429242352473,
      "learning_rate": 0.0002714636386108142,
      "loss": 5.9688,
      "step": 30840
    },
    {
      "epoch": 1.2631988531640386,
      "grad_norm": 8.073419816413299,
      "learning_rate": 0.00027146172491138057,
      "loss": 3.8125,
      "step": 30841
    },
    {
      "epoch": 1.2632398115912349,
      "grad_norm": 3.1859474723191337,
      "learning_rate": 0.00027145981115452695,
      "loss": 5.875,
      "step": 30842
    },
    {
      "epoch": 1.2632807700184312,
      "grad_norm": 1.9833661039692925,
      "learning_rate": 0.00027145789734025414,
      "loss": 4.9375,
      "step": 30843
    },
    {
      "epoch": 1.2633217284456277,
      "grad_norm": 3.4822739141906713,
      "learning_rate": 0.00027145598346856313,
      "loss": 5.625,
      "step": 30844
    },
    {
      "epoch": 1.263362686872824,
      "grad_norm": 2.300099765921592,
      "learning_rate": 0.0002714540695394547,
      "loss": 4.3125,
      "step": 30845
    },
    {
      "epoch": 1.2634036453000204,
      "grad_norm": 2.6565918453219215,
      "learning_rate": 0.00027145215555292995,
      "loss": 5.25,
      "step": 30846
    },
    {
      "epoch": 1.263444603727217,
      "grad_norm": 2.3740272705618803,
      "learning_rate": 0.0002714502415089896,
      "loss": 4.7188,
      "step": 30847
    },
    {
      "epoch": 1.2634855621544132,
      "grad_norm": 3.434770757935943,
      "learning_rate": 0.0002714483274076346,
      "loss": 3.6406,
      "step": 30848
    },
    {
      "epoch": 1.2635265205816097,
      "grad_norm": 1.9529408761571974,
      "learning_rate": 0.00027144641324886596,
      "loss": 4.8438,
      "step": 30849
    },
    {
      "epoch": 1.263567479008806,
      "grad_norm": 2.76835428891276,
      "learning_rate": 0.00027144449903268445,
      "loss": 6.6562,
      "step": 30850
    },
    {
      "epoch": 1.2636084374360026,
      "grad_norm": 2.0130023385856206,
      "learning_rate": 0.000271442584759091,
      "loss": 4.5,
      "step": 30851
    },
    {
      "epoch": 1.263649395863199,
      "grad_norm": 2.6514442610771005,
      "learning_rate": 0.00027144067042808654,
      "loss": 5.4062,
      "step": 30852
    },
    {
      "epoch": 1.2636903542903952,
      "grad_norm": 2.3014275013085657,
      "learning_rate": 0.00027143875603967204,
      "loss": 5.5625,
      "step": 30853
    },
    {
      "epoch": 1.2637313127175918,
      "grad_norm": 3.899102383674891,
      "learning_rate": 0.00027143684159384833,
      "loss": 4.6562,
      "step": 30854
    },
    {
      "epoch": 1.263772271144788,
      "grad_norm": 2.7537952854442826,
      "learning_rate": 0.0002714349270906163,
      "loss": 5.4688,
      "step": 30855
    },
    {
      "epoch": 1.2638132295719844,
      "grad_norm": 2.4913722266449065,
      "learning_rate": 0.0002714330125299769,
      "loss": 4.5,
      "step": 30856
    },
    {
      "epoch": 1.263854187999181,
      "grad_norm": 2.271031355123052,
      "learning_rate": 0.00027143109791193104,
      "loss": 4.75,
      "step": 30857
    },
    {
      "epoch": 1.2638951464263772,
      "grad_norm": 5.233713677503462,
      "learning_rate": 0.00027142918323647954,
      "loss": 3.7969,
      "step": 30858
    },
    {
      "epoch": 1.2639361048535735,
      "grad_norm": 2.0551336075744464,
      "learning_rate": 0.0002714272685036234,
      "loss": 4.375,
      "step": 30859
    },
    {
      "epoch": 1.26397706328077,
      "grad_norm": 5.241644780729052,
      "learning_rate": 0.0002714253537133635,
      "loss": 7.2188,
      "step": 30860
    },
    {
      "epoch": 1.2640180217079664,
      "grad_norm": 2.512227748667437,
      "learning_rate": 0.00027142343886570074,
      "loss": 6.125,
      "step": 30861
    },
    {
      "epoch": 1.2640589801351627,
      "grad_norm": 2.671654859194467,
      "learning_rate": 0.000271421523960636,
      "loss": 5.8125,
      "step": 30862
    },
    {
      "epoch": 1.2640999385623592,
      "grad_norm": 2.8379019989466756,
      "learning_rate": 0.00027141960899817026,
      "loss": 5.5,
      "step": 30863
    },
    {
      "epoch": 1.2641408969895556,
      "grad_norm": 3.9201447426115363,
      "learning_rate": 0.00027141769397830433,
      "loss": 6.75,
      "step": 30864
    },
    {
      "epoch": 1.2641818554167519,
      "grad_norm": 2.879770360802106,
      "learning_rate": 0.00027141577890103916,
      "loss": 4.25,
      "step": 30865
    },
    {
      "epoch": 1.2642228138439484,
      "grad_norm": 2.0965752460179448,
      "learning_rate": 0.0002714138637663757,
      "loss": 3.8438,
      "step": 30866
    },
    {
      "epoch": 1.2642637722711447,
      "grad_norm": 3.146713101631752,
      "learning_rate": 0.00027141194857431474,
      "loss": 4.9375,
      "step": 30867
    },
    {
      "epoch": 1.2643047306983413,
      "grad_norm": 2.243428687325905,
      "learning_rate": 0.00027141003332485734,
      "loss": 5.8125,
      "step": 30868
    },
    {
      "epoch": 1.2643456891255376,
      "grad_norm": 2.3816229626669707,
      "learning_rate": 0.0002714081180180042,
      "loss": 6.0938,
      "step": 30869
    },
    {
      "epoch": 1.264386647552734,
      "grad_norm": 1.9480952745841882,
      "learning_rate": 0.0002714062026537565,
      "loss": 4.7812,
      "step": 30870
    },
    {
      "epoch": 1.2644276059799304,
      "grad_norm": 24.872568423850982,
      "learning_rate": 0.0002714042872321149,
      "loss": 8.0,
      "step": 30871
    },
    {
      "epoch": 1.2644685644071267,
      "grad_norm": 2.204142274229347,
      "learning_rate": 0.0002714023717530804,
      "loss": 5.0938,
      "step": 30872
    },
    {
      "epoch": 1.2645095228343233,
      "grad_norm": 3.455647944848671,
      "learning_rate": 0.0002714004562166539,
      "loss": 6.1875,
      "step": 30873
    },
    {
      "epoch": 1.2645504812615196,
      "grad_norm": 4.59711446421839,
      "learning_rate": 0.0002713985406228363,
      "loss": 6.1875,
      "step": 30874
    },
    {
      "epoch": 1.264591439688716,
      "grad_norm": 2.26515775804817,
      "learning_rate": 0.00027139662497162857,
      "loss": 4.125,
      "step": 30875
    },
    {
      "epoch": 1.2646323981159124,
      "grad_norm": 2.4532201533257614,
      "learning_rate": 0.00027139470926303155,
      "loss": 6.25,
      "step": 30876
    },
    {
      "epoch": 1.2646733565431088,
      "grad_norm": 2.2669716027789786,
      "learning_rate": 0.00027139279349704614,
      "loss": 4.875,
      "step": 30877
    },
    {
      "epoch": 1.264714314970305,
      "grad_norm": 3.970424955069433,
      "learning_rate": 0.00027139087767367326,
      "loss": 4.9062,
      "step": 30878
    },
    {
      "epoch": 1.2647552733975016,
      "grad_norm": 2.732411289294267,
      "learning_rate": 0.00027138896179291377,
      "loss": 4.2812,
      "step": 30879
    },
    {
      "epoch": 1.264796231824698,
      "grad_norm": 2.177203338341036,
      "learning_rate": 0.0002713870458547687,
      "loss": 5.7188,
      "step": 30880
    },
    {
      "epoch": 1.2648371902518942,
      "grad_norm": 2.24767534760412,
      "learning_rate": 0.00027138512985923883,
      "loss": 5.0,
      "step": 30881
    },
    {
      "epoch": 1.2648781486790908,
      "grad_norm": 3.9892240673978128,
      "learning_rate": 0.0002713832138063251,
      "loss": 3.8906,
      "step": 30882
    },
    {
      "epoch": 1.264919107106287,
      "grad_norm": 2.396513291197744,
      "learning_rate": 0.0002713812976960285,
      "loss": 4.3438,
      "step": 30883
    },
    {
      "epoch": 1.2649600655334834,
      "grad_norm": 2.072457411670437,
      "learning_rate": 0.00027137938152834985,
      "loss": 4.4688,
      "step": 30884
    },
    {
      "epoch": 1.26500102396068,
      "grad_norm": 4.845911106169325,
      "learning_rate": 0.00027137746530329,
      "loss": 6.0938,
      "step": 30885
    },
    {
      "epoch": 1.2650419823878762,
      "grad_norm": 1.9672575571667767,
      "learning_rate": 0.00027137554902084996,
      "loss": 4.0,
      "step": 30886
    },
    {
      "epoch": 1.2650829408150728,
      "grad_norm": 2.2475796113016395,
      "learning_rate": 0.00027137363268103066,
      "loss": 5.5,
      "step": 30887
    },
    {
      "epoch": 1.265123899242269,
      "grad_norm": 2.247990128443205,
      "learning_rate": 0.0002713717162838329,
      "loss": 4.8438,
      "step": 30888
    },
    {
      "epoch": 1.2651648576694656,
      "grad_norm": 1.958347136569624,
      "learning_rate": 0.0002713697998292576,
      "loss": 4.4375,
      "step": 30889
    },
    {
      "epoch": 1.265205816096662,
      "grad_norm": 2.4991679545182217,
      "learning_rate": 0.00027136788331730575,
      "loss": 4.9688,
      "step": 30890
    },
    {
      "epoch": 1.2652467745238583,
      "grad_norm": 2.168180647580548,
      "learning_rate": 0.00027136596674797825,
      "loss": 5.2188,
      "step": 30891
    },
    {
      "epoch": 1.2652877329510548,
      "grad_norm": 2.002474437475637,
      "learning_rate": 0.0002713640501212759,
      "loss": 4.375,
      "step": 30892
    },
    {
      "epoch": 1.265328691378251,
      "grad_norm": 2.792377512759275,
      "learning_rate": 0.0002713621334371997,
      "loss": 5.1562,
      "step": 30893
    },
    {
      "epoch": 1.2653696498054474,
      "grad_norm": 2.3340416449910926,
      "learning_rate": 0.0002713602166957505,
      "loss": 4.5,
      "step": 30894
    },
    {
      "epoch": 1.265410608232644,
      "grad_norm": 3.815975006775907,
      "learning_rate": 0.0002713582998969292,
      "loss": 5.75,
      "step": 30895
    },
    {
      "epoch": 1.2654515666598403,
      "grad_norm": 2.5664403362664165,
      "learning_rate": 0.0002713563830407368,
      "loss": 5.125,
      "step": 30896
    },
    {
      "epoch": 1.2654925250870366,
      "grad_norm": 1.9288004955615343,
      "learning_rate": 0.0002713544661271741,
      "loss": 4.5,
      "step": 30897
    },
    {
      "epoch": 1.2655334835142331,
      "grad_norm": 2.2960215838225646,
      "learning_rate": 0.0002713525491562421,
      "loss": 4.8125,
      "step": 30898
    },
    {
      "epoch": 1.2655744419414294,
      "grad_norm": 4.2317952128206,
      "learning_rate": 0.0002713506321279416,
      "loss": 5.625,
      "step": 30899
    },
    {
      "epoch": 1.2656154003686257,
      "grad_norm": 3.2304716257681716,
      "learning_rate": 0.00027134871504227363,
      "loss": 5.3125,
      "step": 30900
    },
    {
      "epoch": 1.2656563587958223,
      "grad_norm": 2.4990956433079163,
      "learning_rate": 0.000271346797899239,
      "loss": 4.0312,
      "step": 30901
    },
    {
      "epoch": 1.2656973172230186,
      "grad_norm": 2.373986106415631,
      "learning_rate": 0.00027134488069883864,
      "loss": 4.8125,
      "step": 30902
    },
    {
      "epoch": 1.265738275650215,
      "grad_norm": 3.4695648337271328,
      "learning_rate": 0.00027134296344107344,
      "loss": 5.875,
      "step": 30903
    },
    {
      "epoch": 1.2657792340774114,
      "grad_norm": 2.631595736870469,
      "learning_rate": 0.00027134104612594435,
      "loss": 4.9062,
      "step": 30904
    },
    {
      "epoch": 1.2658201925046078,
      "grad_norm": 3.945379395240251,
      "learning_rate": 0.00027133912875345223,
      "loss": 4.625,
      "step": 30905
    },
    {
      "epoch": 1.2658611509318043,
      "grad_norm": 1.8814018747404844,
      "learning_rate": 0.0002713372113235981,
      "loss": 4.4062,
      "step": 30906
    },
    {
      "epoch": 1.2659021093590006,
      "grad_norm": 2.0072137062193836,
      "learning_rate": 0.0002713352938363827,
      "loss": 4.4688,
      "step": 30907
    },
    {
      "epoch": 1.2659430677861971,
      "grad_norm": 2.664413459915983,
      "learning_rate": 0.000271333376291807,
      "loss": 4.4062,
      "step": 30908
    },
    {
      "epoch": 1.2659840262133935,
      "grad_norm": 5.956168194695168,
      "learning_rate": 0.0002713314586898719,
      "loss": 6.0312,
      "step": 30909
    },
    {
      "epoch": 1.2660249846405898,
      "grad_norm": 2.4911299076264344,
      "learning_rate": 0.0002713295410305784,
      "loss": 5.875,
      "step": 30910
    },
    {
      "epoch": 1.2660659430677863,
      "grad_norm": 5.077133185370608,
      "learning_rate": 0.0002713276233139273,
      "loss": 6.9062,
      "step": 30911
    },
    {
      "epoch": 1.2661069014949826,
      "grad_norm": 2.52190717493309,
      "learning_rate": 0.0002713257055399195,
      "loss": 5.3125,
      "step": 30912
    },
    {
      "epoch": 1.266147859922179,
      "grad_norm": 5.392026597260033,
      "learning_rate": 0.000271323787708556,
      "loss": 7.0625,
      "step": 30913
    },
    {
      "epoch": 1.2661888183493755,
      "grad_norm": 2.281904065376553,
      "learning_rate": 0.00027132186981983767,
      "loss": 5.2812,
      "step": 30914
    },
    {
      "epoch": 1.2662297767765718,
      "grad_norm": 3.4658646680670286,
      "learning_rate": 0.00027131995187376536,
      "loss": 5.375,
      "step": 30915
    },
    {
      "epoch": 1.266270735203768,
      "grad_norm": 2.713397886190101,
      "learning_rate": 0.00027131803387034007,
      "loss": 5.9062,
      "step": 30916
    },
    {
      "epoch": 1.2663116936309646,
      "grad_norm": 4.515427030098285,
      "learning_rate": 0.0002713161158095626,
      "loss": 7.7188,
      "step": 30917
    },
    {
      "epoch": 1.266352652058161,
      "grad_norm": 4.448723811403243,
      "learning_rate": 0.0002713141976914339,
      "loss": 6.4062,
      "step": 30918
    },
    {
      "epoch": 1.2663936104853573,
      "grad_norm": 1.92163650766142,
      "learning_rate": 0.00027131227951595493,
      "loss": 4.4062,
      "step": 30919
    },
    {
      "epoch": 1.2664345689125538,
      "grad_norm": 2.232942230931471,
      "learning_rate": 0.00027131036128312655,
      "loss": 4.9375,
      "step": 30920
    },
    {
      "epoch": 1.26647552733975,
      "grad_norm": 2.832277884348516,
      "learning_rate": 0.00027130844299294967,
      "loss": 6.7812,
      "step": 30921
    },
    {
      "epoch": 1.2665164857669464,
      "grad_norm": 2.124228866579297,
      "learning_rate": 0.00027130652464542516,
      "loss": 4.4062,
      "step": 30922
    },
    {
      "epoch": 1.266557444194143,
      "grad_norm": 2.4600198958987463,
      "learning_rate": 0.000271304606240554,
      "loss": 7.125,
      "step": 30923
    },
    {
      "epoch": 1.2665984026213393,
      "grad_norm": 2.4570439417090744,
      "learning_rate": 0.00027130268777833706,
      "loss": 4.8125,
      "step": 30924
    },
    {
      "epoch": 1.2666393610485358,
      "grad_norm": 1.942822955367853,
      "learning_rate": 0.0002713007692587752,
      "loss": 5.125,
      "step": 30925
    },
    {
      "epoch": 1.2666803194757321,
      "grad_norm": 3.152715365807749,
      "learning_rate": 0.0002712988506818694,
      "loss": 5.2188,
      "step": 30926
    },
    {
      "epoch": 1.2667212779029287,
      "grad_norm": 2.402961670964058,
      "learning_rate": 0.00027129693204762053,
      "loss": 4.5312,
      "step": 30927
    },
    {
      "epoch": 1.266762236330125,
      "grad_norm": 4.266197668407115,
      "learning_rate": 0.00027129501335602956,
      "loss": 5.4375,
      "step": 30928
    },
    {
      "epoch": 1.2668031947573213,
      "grad_norm": 2.735626229834911,
      "learning_rate": 0.0002712930946070973,
      "loss": 5.4688,
      "step": 30929
    },
    {
      "epoch": 1.2668441531845178,
      "grad_norm": 5.126426169066312,
      "learning_rate": 0.0002712911758008247,
      "loss": 3.3906,
      "step": 30930
    },
    {
      "epoch": 1.2668851116117141,
      "grad_norm": 2.3599785590031312,
      "learning_rate": 0.0002712892569372127,
      "loss": 5.3125,
      "step": 30931
    },
    {
      "epoch": 1.2669260700389104,
      "grad_norm": 4.37058728542684,
      "learning_rate": 0.0002712873380162622,
      "loss": 4.5625,
      "step": 30932
    },
    {
      "epoch": 1.266967028466107,
      "grad_norm": 2.1470458989561187,
      "learning_rate": 0.00027128541903797404,
      "loss": 4.4688,
      "step": 30933
    },
    {
      "epoch": 1.2670079868933033,
      "grad_norm": 1.9898839685312388,
      "learning_rate": 0.0002712835000023492,
      "loss": 4.5625,
      "step": 30934
    },
    {
      "epoch": 1.2670489453204996,
      "grad_norm": 2.517219798206185,
      "learning_rate": 0.0002712815809093885,
      "loss": 4.5312,
      "step": 30935
    },
    {
      "epoch": 1.2670899037476961,
      "grad_norm": 2.2779227614848185,
      "learning_rate": 0.000271279661759093,
      "loss": 4.9688,
      "step": 30936
    },
    {
      "epoch": 1.2671308621748925,
      "grad_norm": 8.642502524011363,
      "learning_rate": 0.00027127774255146346,
      "loss": 4.1562,
      "step": 30937
    },
    {
      "epoch": 1.2671718206020888,
      "grad_norm": 2.282798624417345,
      "learning_rate": 0.0002712758232865008,
      "loss": 5.0312,
      "step": 30938
    },
    {
      "epoch": 1.2672127790292853,
      "grad_norm": 2.0434079471545217,
      "learning_rate": 0.00027127390396420605,
      "loss": 4.4062,
      "step": 30939
    },
    {
      "epoch": 1.2672537374564816,
      "grad_norm": 7.01951934482855,
      "learning_rate": 0.00027127198458458,
      "loss": 1.6875,
      "step": 30940
    },
    {
      "epoch": 1.267294695883678,
      "grad_norm": 14.155131691605623,
      "learning_rate": 0.00027127006514762357,
      "loss": 6.4375,
      "step": 30941
    },
    {
      "epoch": 1.2673356543108745,
      "grad_norm": 2.5836358614326387,
      "learning_rate": 0.0002712681456533377,
      "loss": 6.1562,
      "step": 30942
    },
    {
      "epoch": 1.2673766127380708,
      "grad_norm": 2.076233848792706,
      "learning_rate": 0.0002712662261017233,
      "loss": 5.2812,
      "step": 30943
    },
    {
      "epoch": 1.2674175711652673,
      "grad_norm": 2.0282689154441327,
      "learning_rate": 0.0002712643064927813,
      "loss": 5.5312,
      "step": 30944
    },
    {
      "epoch": 1.2674585295924636,
      "grad_norm": 2.5290809518658333,
      "learning_rate": 0.00027126238682651253,
      "loss": 5.125,
      "step": 30945
    },
    {
      "epoch": 1.2674994880196602,
      "grad_norm": 2.085690123778375,
      "learning_rate": 0.000271260467102918,
      "loss": 4.875,
      "step": 30946
    },
    {
      "epoch": 1.2675404464468565,
      "grad_norm": 2.9483142055592,
      "learning_rate": 0.00027125854732199846,
      "loss": 6.1562,
      "step": 30947
    },
    {
      "epoch": 1.2675814048740528,
      "grad_norm": 4.224906612575583,
      "learning_rate": 0.00027125662748375494,
      "loss": 6.375,
      "step": 30948
    },
    {
      "epoch": 1.2676223633012493,
      "grad_norm": 2.3031108450591575,
      "learning_rate": 0.00027125470758818836,
      "loss": 5.4375,
      "step": 30949
    },
    {
      "epoch": 1.2676633217284456,
      "grad_norm": 2.461346745255428,
      "learning_rate": 0.0002712527876352995,
      "loss": 4.875,
      "step": 30950
    },
    {
      "epoch": 1.267704280155642,
      "grad_norm": 3.4658369475800463,
      "learning_rate": 0.00027125086762508946,
      "loss": 5.375,
      "step": 30951
    },
    {
      "epoch": 1.2677452385828385,
      "grad_norm": 3.8932456116215777,
      "learning_rate": 0.00027124894755755903,
      "loss": 6.5312,
      "step": 30952
    },
    {
      "epoch": 1.2677861970100348,
      "grad_norm": 6.378899112996227,
      "learning_rate": 0.0002712470274327091,
      "loss": 5.5312,
      "step": 30953
    },
    {
      "epoch": 1.2678271554372311,
      "grad_norm": 3.2481378742590947,
      "learning_rate": 0.0002712451072505407,
      "loss": 5.875,
      "step": 30954
    },
    {
      "epoch": 1.2678681138644277,
      "grad_norm": 7.425707510304346,
      "learning_rate": 0.00027124318701105454,
      "loss": 2.5938,
      "step": 30955
    },
    {
      "epoch": 1.267909072291624,
      "grad_norm": 4.708949630270988,
      "learning_rate": 0.0002712412667142517,
      "loss": 6.75,
      "step": 30956
    },
    {
      "epoch": 1.2679500307188203,
      "grad_norm": 1.9746587619485951,
      "learning_rate": 0.000271239346360133,
      "loss": 5.0625,
      "step": 30957
    },
    {
      "epoch": 1.2679909891460168,
      "grad_norm": 2.495157302055428,
      "learning_rate": 0.00027123742594869935,
      "loss": 5.6562,
      "step": 30958
    },
    {
      "epoch": 1.2680319475732131,
      "grad_norm": 3.445176220877817,
      "learning_rate": 0.00027123550547995167,
      "loss": 5.8438,
      "step": 30959
    },
    {
      "epoch": 1.2680729060004094,
      "grad_norm": 1.9021995757749754,
      "learning_rate": 0.00027123358495389095,
      "loss": 5.1562,
      "step": 30960
    },
    {
      "epoch": 1.268113864427606,
      "grad_norm": 2.145074114315409,
      "learning_rate": 0.00027123166437051794,
      "loss": 4.9688,
      "step": 30961
    },
    {
      "epoch": 1.2681548228548023,
      "grad_norm": 2.9096340305087653,
      "learning_rate": 0.0002712297437298337,
      "loss": 5.0625,
      "step": 30962
    },
    {
      "epoch": 1.2681957812819988,
      "grad_norm": 2.2030359003136293,
      "learning_rate": 0.00027122782303183905,
      "loss": 3.7188,
      "step": 30963
    },
    {
      "epoch": 1.2682367397091951,
      "grad_norm": 2.2218230362950733,
      "learning_rate": 0.00027122590227653495,
      "loss": 4.6562,
      "step": 30964
    },
    {
      "epoch": 1.2682776981363917,
      "grad_norm": 2.0566736948876763,
      "learning_rate": 0.00027122398146392225,
      "loss": 4.6875,
      "step": 30965
    },
    {
      "epoch": 1.268318656563588,
      "grad_norm": 6.867168821007139,
      "learning_rate": 0.0002712220605940018,
      "loss": 5.9688,
      "step": 30966
    },
    {
      "epoch": 1.2683596149907843,
      "grad_norm": 2.1695840617332625,
      "learning_rate": 0.00027122013966677475,
      "loss": 4.7812,
      "step": 30967
    },
    {
      "epoch": 1.2684005734179808,
      "grad_norm": 6.285551016053332,
      "learning_rate": 0.0002712182186822418,
      "loss": 6.0625,
      "step": 30968
    },
    {
      "epoch": 1.2684415318451772,
      "grad_norm": 1.9066816525432666,
      "learning_rate": 0.0002712162976404038,
      "loss": 4.8438,
      "step": 30969
    },
    {
      "epoch": 1.2684824902723735,
      "grad_norm": 8.501632978080451,
      "learning_rate": 0.0002712143765412619,
      "loss": 7.0,
      "step": 30970
    },
    {
      "epoch": 1.26852344869957,
      "grad_norm": 2.1671352645841235,
      "learning_rate": 0.00027121245538481683,
      "loss": 5.2812,
      "step": 30971
    },
    {
      "epoch": 1.2685644071267663,
      "grad_norm": 3.088751360100476,
      "learning_rate": 0.0002712105341710696,
      "loss": 5.8125,
      "step": 30972
    },
    {
      "epoch": 1.2686053655539626,
      "grad_norm": 2.1211464839720575,
      "learning_rate": 0.000271208612900021,
      "loss": 4.4375,
      "step": 30973
    },
    {
      "epoch": 1.2686463239811592,
      "grad_norm": 4.976477290599398,
      "learning_rate": 0.00027120669157167196,
      "loss": 5.6562,
      "step": 30974
    },
    {
      "epoch": 1.2686872824083555,
      "grad_norm": 2.5959840264872476,
      "learning_rate": 0.00027120477018602356,
      "loss": 5.25,
      "step": 30975
    },
    {
      "epoch": 1.2687282408355518,
      "grad_norm": 9.262423341408716,
      "learning_rate": 0.0002712028487430764,
      "loss": 6.4062,
      "step": 30976
    },
    {
      "epoch": 1.2687691992627483,
      "grad_norm": 2.760741185991769,
      "learning_rate": 0.00027120092724283176,
      "loss": 5.4062,
      "step": 30977
    },
    {
      "epoch": 1.2688101576899447,
      "grad_norm": 2.130291191598531,
      "learning_rate": 0.00027119900568529025,
      "loss": 1.6406,
      "step": 30978
    },
    {
      "epoch": 1.268851116117141,
      "grad_norm": 1.9797787534587017,
      "learning_rate": 0.00027119708407045284,
      "loss": 4.4375,
      "step": 30979
    },
    {
      "epoch": 1.2688920745443375,
      "grad_norm": 12.159042420340777,
      "learning_rate": 0.0002711951623983206,
      "loss": 9.0625,
      "step": 30980
    },
    {
      "epoch": 1.2689330329715338,
      "grad_norm": 2.6899016876811066,
      "learning_rate": 0.00027119324066889424,
      "loss": 5.2812,
      "step": 30981
    },
    {
      "epoch": 1.2689739913987303,
      "grad_norm": 4.767956312835656,
      "learning_rate": 0.00027119131888217473,
      "loss": 5.9062,
      "step": 30982
    },
    {
      "epoch": 1.2690149498259267,
      "grad_norm": 2.8219578980165942,
      "learning_rate": 0.000271189397038163,
      "loss": 6.0312,
      "step": 30983
    },
    {
      "epoch": 1.2690559082531232,
      "grad_norm": 3.074504440127588,
      "learning_rate": 0.0002711874751368601,
      "loss": 4.9062,
      "step": 30984
    },
    {
      "epoch": 1.2690968666803195,
      "grad_norm": 2.314876549281463,
      "learning_rate": 0.0002711855531782666,
      "loss": 5.8125,
      "step": 30985
    },
    {
      "epoch": 1.2691378251075158,
      "grad_norm": 2.1331973865473706,
      "learning_rate": 0.0002711836311623837,
      "loss": 4.9062,
      "step": 30986
    },
    {
      "epoch": 1.2691787835347124,
      "grad_norm": 2.3229574820549628,
      "learning_rate": 0.00027118170908921216,
      "loss": 4.5625,
      "step": 30987
    },
    {
      "epoch": 1.2692197419619087,
      "grad_norm": 2.30318041900083,
      "learning_rate": 0.000271179786958753,
      "loss": 5.3125,
      "step": 30988
    },
    {
      "epoch": 1.269260700389105,
      "grad_norm": 3.4113783725017273,
      "learning_rate": 0.0002711778647710071,
      "loss": 5.4688,
      "step": 30989
    },
    {
      "epoch": 1.2693016588163015,
      "grad_norm": 2.0850453665590525,
      "learning_rate": 0.00027117594252597525,
      "loss": 4.5625,
      "step": 30990
    },
    {
      "epoch": 1.2693426172434978,
      "grad_norm": 2.06803197252689,
      "learning_rate": 0.00027117402022365847,
      "loss": 5.0625,
      "step": 30991
    },
    {
      "epoch": 1.2693835756706942,
      "grad_norm": 2.709862467859565,
      "learning_rate": 0.00027117209786405765,
      "loss": 6.0312,
      "step": 30992
    },
    {
      "epoch": 1.2694245340978907,
      "grad_norm": 6.107741201399041,
      "learning_rate": 0.00027117017544717366,
      "loss": 4.4062,
      "step": 30993
    },
    {
      "epoch": 1.269465492525087,
      "grad_norm": 2.2543844330964515,
      "learning_rate": 0.00027116825297300747,
      "loss": 5.1875,
      "step": 30994
    },
    {
      "epoch": 1.2695064509522833,
      "grad_norm": 3.649622938263521,
      "learning_rate": 0.00027116633044155995,
      "loss": 6.3125,
      "step": 30995
    },
    {
      "epoch": 1.2695474093794799,
      "grad_norm": 2.0969771444011873,
      "learning_rate": 0.0002711644078528321,
      "loss": 4.9375,
      "step": 30996
    },
    {
      "epoch": 1.2695883678066762,
      "grad_norm": 3.4477712676547076,
      "learning_rate": 0.0002711624852068247,
      "loss": 6.0312,
      "step": 30997
    },
    {
      "epoch": 1.2696293262338727,
      "grad_norm": 2.100800234660086,
      "learning_rate": 0.00027116056250353865,
      "loss": 4.0312,
      "step": 30998
    },
    {
      "epoch": 1.269670284661069,
      "grad_norm": 1.9971490064798616,
      "learning_rate": 0.000271158639742975,
      "loss": 3.9062,
      "step": 30999
    },
    {
      "epoch": 1.2697112430882653,
      "grad_norm": 2.154614919986588,
      "learning_rate": 0.00027115671692513454,
      "loss": 5.2188,
      "step": 31000
    },
    {
      "epoch": 1.2697522015154619,
      "grad_norm": 1.960892008957453,
      "learning_rate": 0.0002711547940500182,
      "loss": 4.7812,
      "step": 31001
    },
    {
      "epoch": 1.2697931599426582,
      "grad_norm": 2.2588586320256345,
      "learning_rate": 0.00027115287111762685,
      "loss": 5.5625,
      "step": 31002
    },
    {
      "epoch": 1.2698341183698547,
      "grad_norm": 2.3154967653941796,
      "learning_rate": 0.00027115094812796156,
      "loss": 5.0,
      "step": 31003
    },
    {
      "epoch": 1.269875076797051,
      "grad_norm": 3.1638941136187237,
      "learning_rate": 0.0002711490250810231,
      "loss": 4.875,
      "step": 31004
    },
    {
      "epoch": 1.2699160352242473,
      "grad_norm": 2.3598029639006493,
      "learning_rate": 0.0002711471019768124,
      "loss": 4.5312,
      "step": 31005
    },
    {
      "epoch": 1.2699569936514439,
      "grad_norm": 1.8761881958067785,
      "learning_rate": 0.00027114517881533036,
      "loss": 4.3438,
      "step": 31006
    },
    {
      "epoch": 1.2699979520786402,
      "grad_norm": 2.114156280462424,
      "learning_rate": 0.0002711432555965779,
      "loss": 4.0,
      "step": 31007
    },
    {
      "epoch": 1.2700389105058365,
      "grad_norm": 2.057636285156363,
      "learning_rate": 0.00027114133232055603,
      "loss": 5.2188,
      "step": 31008
    },
    {
      "epoch": 1.270079868933033,
      "grad_norm": 2.9011645791991496,
      "learning_rate": 0.0002711394089872655,
      "loss": 3.5156,
      "step": 31009
    },
    {
      "epoch": 1.2701208273602294,
      "grad_norm": 2.275413169815686,
      "learning_rate": 0.00027113748559670723,
      "loss": 5.3125,
      "step": 31010
    },
    {
      "epoch": 1.2701617857874257,
      "grad_norm": 2.545130933625645,
      "learning_rate": 0.0002711355621488823,
      "loss": 5.4688,
      "step": 31011
    },
    {
      "epoch": 1.2702027442146222,
      "grad_norm": 2.1350410213862467,
      "learning_rate": 0.00027113363864379145,
      "loss": 4.5,
      "step": 31012
    },
    {
      "epoch": 1.2702437026418185,
      "grad_norm": 2.6971042021269835,
      "learning_rate": 0.0002711317150814356,
      "loss": 4.9375,
      "step": 31013
    },
    {
      "epoch": 1.2702846610690148,
      "grad_norm": 3.293119027272637,
      "learning_rate": 0.0002711297914618158,
      "loss": 5.25,
      "step": 31014
    },
    {
      "epoch": 1.2703256194962114,
      "grad_norm": 3.177507132516914,
      "learning_rate": 0.0002711278677849328,
      "loss": 6.2188,
      "step": 31015
    },
    {
      "epoch": 1.2703665779234077,
      "grad_norm": 2.3173489957683753,
      "learning_rate": 0.0002711259440507876,
      "loss": 4.875,
      "step": 31016
    },
    {
      "epoch": 1.2704075363506042,
      "grad_norm": 2.112870286560877,
      "learning_rate": 0.000271124020259381,
      "loss": 4.9688,
      "step": 31017
    },
    {
      "epoch": 1.2704484947778005,
      "grad_norm": 2.8467037113120806,
      "learning_rate": 0.0002711220964107141,
      "loss": 6.0625,
      "step": 31018
    },
    {
      "epoch": 1.270489453204997,
      "grad_norm": 2.291504682037521,
      "learning_rate": 0.00027112017250478766,
      "loss": 5.2188,
      "step": 31019
    },
    {
      "epoch": 1.2705304116321934,
      "grad_norm": 4.030458609201005,
      "learning_rate": 0.00027111824854160265,
      "loss": 7.3125,
      "step": 31020
    },
    {
      "epoch": 1.2705713700593897,
      "grad_norm": 4.537918651115246,
      "learning_rate": 0.00027111632452115996,
      "loss": 4.0,
      "step": 31021
    },
    {
      "epoch": 1.2706123284865862,
      "grad_norm": 2.696336723371109,
      "learning_rate": 0.00027111440044346043,
      "loss": 5.5625,
      "step": 31022
    },
    {
      "epoch": 1.2706532869137825,
      "grad_norm": 2.206748919385185,
      "learning_rate": 0.0002711124763085051,
      "loss": 4.0625,
      "step": 31023
    },
    {
      "epoch": 1.2706942453409789,
      "grad_norm": 2.2919033575872354,
      "learning_rate": 0.0002711105521162948,
      "loss": 4.3125,
      "step": 31024
    },
    {
      "epoch": 1.2707352037681754,
      "grad_norm": 2.4724019507413217,
      "learning_rate": 0.0002711086278668305,
      "loss": 7.8125,
      "step": 31025
    },
    {
      "epoch": 1.2707761621953717,
      "grad_norm": 3.6861159353504096,
      "learning_rate": 0.000271106703560113,
      "loss": 5.4688,
      "step": 31026
    },
    {
      "epoch": 1.270817120622568,
      "grad_norm": 5.029338469236266,
      "learning_rate": 0.00027110477919614336,
      "loss": 5.625,
      "step": 31027
    },
    {
      "epoch": 1.2708580790497646,
      "grad_norm": 2.550632119476499,
      "learning_rate": 0.00027110285477492235,
      "loss": 4.9062,
      "step": 31028
    },
    {
      "epoch": 1.2708990374769609,
      "grad_norm": 2.937417286009138,
      "learning_rate": 0.00027110093029645096,
      "loss": 7.2188,
      "step": 31029
    },
    {
      "epoch": 1.2709399959041572,
      "grad_norm": 2.9698330716682664,
      "learning_rate": 0.00027109900576073007,
      "loss": 5.4688,
      "step": 31030
    },
    {
      "epoch": 1.2709809543313537,
      "grad_norm": 2.3769630191609257,
      "learning_rate": 0.0002710970811677606,
      "loss": 5.3125,
      "step": 31031
    },
    {
      "epoch": 1.27102191275855,
      "grad_norm": 3.183496035881151,
      "learning_rate": 0.00027109515651754345,
      "loss": 6.2188,
      "step": 31032
    },
    {
      "epoch": 1.2710628711857463,
      "grad_norm": 2.0350889579655664,
      "learning_rate": 0.00027109323181007957,
      "loss": 5.0625,
      "step": 31033
    },
    {
      "epoch": 1.2711038296129429,
      "grad_norm": 2.380022961522962,
      "learning_rate": 0.0002710913070453698,
      "loss": 5.0625,
      "step": 31034
    },
    {
      "epoch": 1.2711447880401392,
      "grad_norm": 4.575601537322302,
      "learning_rate": 0.0002710893822234151,
      "loss": 5.9375,
      "step": 31035
    },
    {
      "epoch": 1.2711857464673357,
      "grad_norm": 2.4621420308022266,
      "learning_rate": 0.00027108745734421636,
      "loss": 5.1875,
      "step": 31036
    },
    {
      "epoch": 1.271226704894532,
      "grad_norm": 2.1437257486663315,
      "learning_rate": 0.00027108553240777445,
      "loss": 5.1875,
      "step": 31037
    },
    {
      "epoch": 1.2712676633217286,
      "grad_norm": 2.744754808466696,
      "learning_rate": 0.0002710836074140904,
      "loss": 4.8125,
      "step": 31038
    },
    {
      "epoch": 1.271308621748925,
      "grad_norm": 2.2766807839190535,
      "learning_rate": 0.000271081682363165,
      "loss": 4.7812,
      "step": 31039
    },
    {
      "epoch": 1.2713495801761212,
      "grad_norm": 2.730125218934917,
      "learning_rate": 0.00027107975725499924,
      "loss": 5.0312,
      "step": 31040
    },
    {
      "epoch": 1.2713905386033177,
      "grad_norm": 10.323521051442096,
      "learning_rate": 0.000271077832089594,
      "loss": 2.625,
      "step": 31041
    },
    {
      "epoch": 1.271431497030514,
      "grad_norm": 2.399415718438282,
      "learning_rate": 0.00027107590686695015,
      "loss": 4.6562,
      "step": 31042
    },
    {
      "epoch": 1.2714724554577104,
      "grad_norm": 2.6509305341964624,
      "learning_rate": 0.00027107398158706866,
      "loss": 4.9375,
      "step": 31043
    },
    {
      "epoch": 1.271513413884907,
      "grad_norm": 3.5549226270776777,
      "learning_rate": 0.0002710720562499504,
      "loss": 6.0625,
      "step": 31044
    },
    {
      "epoch": 1.2715543723121032,
      "grad_norm": 1.953687238777715,
      "learning_rate": 0.0002710701308555963,
      "loss": 4.25,
      "step": 31045
    },
    {
      "epoch": 1.2715953307392995,
      "grad_norm": 13.231657568144788,
      "learning_rate": 0.00027106820540400735,
      "loss": 6.4375,
      "step": 31046
    },
    {
      "epoch": 1.271636289166496,
      "grad_norm": 2.1921560022848574,
      "learning_rate": 0.00027106627989518427,
      "loss": 5.2188,
      "step": 31047
    },
    {
      "epoch": 1.2716772475936924,
      "grad_norm": 2.568030297734328,
      "learning_rate": 0.0002710643543291281,
      "loss": 5.6875,
      "step": 31048
    },
    {
      "epoch": 1.2717182060208887,
      "grad_norm": 2.2702572190951287,
      "learning_rate": 0.00027106242870583974,
      "loss": 4.5312,
      "step": 31049
    },
    {
      "epoch": 1.2717591644480852,
      "grad_norm": 2.001675025297647,
      "learning_rate": 0.00027106050302532007,
      "loss": 4.6875,
      "step": 31050
    },
    {
      "epoch": 1.2718001228752815,
      "grad_norm": 7.497541493500722,
      "learning_rate": 0.0002710585772875701,
      "loss": 3.3906,
      "step": 31051
    },
    {
      "epoch": 1.2718410813024779,
      "grad_norm": 2.2300164929720103,
      "learning_rate": 0.0002710566514925906,
      "loss": 5.1875,
      "step": 31052
    },
    {
      "epoch": 1.2718820397296744,
      "grad_norm": 2.15392677257922,
      "learning_rate": 0.0002710547256403825,
      "loss": 4.9375,
      "step": 31053
    },
    {
      "epoch": 1.2719229981568707,
      "grad_norm": 2.2127015097455986,
      "learning_rate": 0.0002710527997309468,
      "loss": 4.875,
      "step": 31054
    },
    {
      "epoch": 1.2719639565840672,
      "grad_norm": 2.9194049265548143,
      "learning_rate": 0.00027105087376428434,
      "loss": 4.7188,
      "step": 31055
    },
    {
      "epoch": 1.2720049150112636,
      "grad_norm": 2.286228334740555,
      "learning_rate": 0.00027104894774039606,
      "loss": 5.2812,
      "step": 31056
    },
    {
      "epoch": 1.27204587343846,
      "grad_norm": 2.4473066830789163,
      "learning_rate": 0.0002710470216592829,
      "loss": 4.6875,
      "step": 31057
    },
    {
      "epoch": 1.2720868318656564,
      "grad_norm": 2.8668481070160836,
      "learning_rate": 0.0002710450955209457,
      "loss": 2.7344,
      "step": 31058
    },
    {
      "epoch": 1.2721277902928527,
      "grad_norm": 2.2986565471411797,
      "learning_rate": 0.00027104316932538536,
      "loss": 5.6875,
      "step": 31059
    },
    {
      "epoch": 1.2721687487200493,
      "grad_norm": 2.912394415467991,
      "learning_rate": 0.00027104124307260287,
      "loss": 3.7969,
      "step": 31060
    },
    {
      "epoch": 1.2722097071472456,
      "grad_norm": 15.762642890140626,
      "learning_rate": 0.0002710393167625991,
      "loss": 5.375,
      "step": 31061
    },
    {
      "epoch": 1.2722506655744419,
      "grad_norm": 2.2461493715272196,
      "learning_rate": 0.00027103739039537495,
      "loss": 5.3125,
      "step": 31062
    },
    {
      "epoch": 1.2722916240016384,
      "grad_norm": 2.058078311195241,
      "learning_rate": 0.00027103546397093143,
      "loss": 4.4688,
      "step": 31063
    },
    {
      "epoch": 1.2723325824288347,
      "grad_norm": 1.9813363487637174,
      "learning_rate": 0.0002710335374892693,
      "loss": 4.6875,
      "step": 31064
    },
    {
      "epoch": 1.272373540856031,
      "grad_norm": 2.596955967230347,
      "learning_rate": 0.00027103161095038954,
      "loss": 4.5312,
      "step": 31065
    },
    {
      "epoch": 1.2724144992832276,
      "grad_norm": 1.882053455244798,
      "learning_rate": 0.000271029684354293,
      "loss": 4.2812,
      "step": 31066
    },
    {
      "epoch": 1.272455457710424,
      "grad_norm": 2.8659184796118398,
      "learning_rate": 0.00027102775770098075,
      "loss": 6.8438,
      "step": 31067
    },
    {
      "epoch": 1.2724964161376202,
      "grad_norm": 2.173006333561192,
      "learning_rate": 0.0002710258309904535,
      "loss": 4.6875,
      "step": 31068
    },
    {
      "epoch": 1.2725373745648167,
      "grad_norm": 2.0633393918405436,
      "learning_rate": 0.00027102390422271234,
      "loss": 4.8438,
      "step": 31069
    },
    {
      "epoch": 1.272578332992013,
      "grad_norm": 6.326795225091187,
      "learning_rate": 0.0002710219773977581,
      "loss": 3.1719,
      "step": 31070
    },
    {
      "epoch": 1.2726192914192094,
      "grad_norm": 3.371184243490775,
      "learning_rate": 0.00027102005051559167,
      "loss": 6.125,
      "step": 31071
    },
    {
      "epoch": 1.272660249846406,
      "grad_norm": 2.38038258800296,
      "learning_rate": 0.00027101812357621397,
      "loss": 5.125,
      "step": 31072
    },
    {
      "epoch": 1.2727012082736022,
      "grad_norm": 2.175573892750838,
      "learning_rate": 0.0002710161965796259,
      "loss": 4.5625,
      "step": 31073
    },
    {
      "epoch": 1.2727421667007988,
      "grad_norm": 2.487651077995941,
      "learning_rate": 0.00027101426952582844,
      "loss": 4.1562,
      "step": 31074
    },
    {
      "epoch": 1.272783125127995,
      "grad_norm": 3.258283992502394,
      "learning_rate": 0.0002710123424148224,
      "loss": 6.2188,
      "step": 31075
    },
    {
      "epoch": 1.2728240835551916,
      "grad_norm": 2.290748306436214,
      "learning_rate": 0.0002710104152466088,
      "loss": 5.875,
      "step": 31076
    },
    {
      "epoch": 1.272865041982388,
      "grad_norm": 1.9585437593211843,
      "learning_rate": 0.0002710084880211885,
      "loss": 4.6562,
      "step": 31077
    },
    {
      "epoch": 1.2729060004095842,
      "grad_norm": 2.805690426173044,
      "learning_rate": 0.0002710065607385624,
      "loss": 5.1562,
      "step": 31078
    },
    {
      "epoch": 1.2729469588367808,
      "grad_norm": 2.8344592563387985,
      "learning_rate": 0.00027100463339873145,
      "loss": 7.0312,
      "step": 31079
    },
    {
      "epoch": 1.272987917263977,
      "grad_norm": 9.446947243758311,
      "learning_rate": 0.0002710027060016965,
      "loss": 6.7812,
      "step": 31080
    },
    {
      "epoch": 1.2730288756911734,
      "grad_norm": 3.2226025325423873,
      "learning_rate": 0.00027100077854745846,
      "loss": 4.7188,
      "step": 31081
    },
    {
      "epoch": 1.27306983411837,
      "grad_norm": 5.2327726134797325,
      "learning_rate": 0.0002709988510360183,
      "loss": 4.125,
      "step": 31082
    },
    {
      "epoch": 1.2731107925455662,
      "grad_norm": 2.65676384333153,
      "learning_rate": 0.0002709969234673769,
      "loss": 6.0625,
      "step": 31083
    },
    {
      "epoch": 1.2731517509727626,
      "grad_norm": 3.5543418820197505,
      "learning_rate": 0.00027099499584153514,
      "loss": 5.6562,
      "step": 31084
    },
    {
      "epoch": 1.273192709399959,
      "grad_norm": 2.987781593561952,
      "learning_rate": 0.00027099306815849407,
      "loss": 5.5312,
      "step": 31085
    },
    {
      "epoch": 1.2732336678271554,
      "grad_norm": 2.908615863727352,
      "learning_rate": 0.0002709911404182544,
      "loss": 5.4688,
      "step": 31086
    },
    {
      "epoch": 1.2732746262543517,
      "grad_norm": 1.8824357126665259,
      "learning_rate": 0.0002709892126208172,
      "loss": 4.5,
      "step": 31087
    },
    {
      "epoch": 1.2733155846815483,
      "grad_norm": 2.4055059302253317,
      "learning_rate": 0.0002709872847661833,
      "loss": 5.9375,
      "step": 31088
    },
    {
      "epoch": 1.2733565431087446,
      "grad_norm": 3.2584744708705755,
      "learning_rate": 0.0002709853568543536,
      "loss": 6.0938,
      "step": 31089
    },
    {
      "epoch": 1.273397501535941,
      "grad_norm": 3.002578154107961,
      "learning_rate": 0.0002709834288853291,
      "loss": 6.5625,
      "step": 31090
    },
    {
      "epoch": 1.2734384599631374,
      "grad_norm": 4.13910398584249,
      "learning_rate": 0.0002709815008591106,
      "loss": 6.4375,
      "step": 31091
    },
    {
      "epoch": 1.2734794183903337,
      "grad_norm": 2.2506322120547853,
      "learning_rate": 0.0002709795727756991,
      "loss": 5.0312,
      "step": 31092
    },
    {
      "epoch": 1.2735203768175303,
      "grad_norm": 7.6086100309296905,
      "learning_rate": 0.00027097764463509546,
      "loss": 4.1562,
      "step": 31093
    },
    {
      "epoch": 1.2735613352447266,
      "grad_norm": 1.855833403198593,
      "learning_rate": 0.0002709757164373006,
      "loss": 4.1875,
      "step": 31094
    },
    {
      "epoch": 1.2736022936719231,
      "grad_norm": 2.1760794002303765,
      "learning_rate": 0.00027097378818231546,
      "loss": 5.0,
      "step": 31095
    },
    {
      "epoch": 1.2736432520991194,
      "grad_norm": 4.834899533354364,
      "learning_rate": 0.00027097185987014097,
      "loss": 5.3125,
      "step": 31096
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 2.565360117333501,
      "learning_rate": 0.00027096993150077796,
      "loss": 3.8281,
      "step": 31097
    },
    {
      "epoch": 1.2737251689535123,
      "grad_norm": 2.9983222337632274,
      "learning_rate": 0.0002709680030742274,
      "loss": 4.7812,
      "step": 31098
    },
    {
      "epoch": 1.2737661273807086,
      "grad_norm": 2.7710040908589995,
      "learning_rate": 0.0002709660745904902,
      "loss": 6.125,
      "step": 31099
    },
    {
      "epoch": 1.273807085807905,
      "grad_norm": 1.8026099872064574,
      "learning_rate": 0.00027096414604956725,
      "loss": 4.7188,
      "step": 31100
    },
    {
      "epoch": 1.2738480442351015,
      "grad_norm": 2.270001381236221,
      "learning_rate": 0.0002709622174514594,
      "loss": 4.5938,
      "step": 31101
    },
    {
      "epoch": 1.2738890026622978,
      "grad_norm": 5.07224995182385,
      "learning_rate": 0.00027096028879616775,
      "loss": 5.3125,
      "step": 31102
    },
    {
      "epoch": 1.273929961089494,
      "grad_norm": 2.141959761750938,
      "learning_rate": 0.000270958360083693,
      "loss": 4.4062,
      "step": 31103
    },
    {
      "epoch": 1.2739709195166906,
      "grad_norm": 3.444014991961854,
      "learning_rate": 0.00027095643131403623,
      "loss": 4.625,
      "step": 31104
    },
    {
      "epoch": 1.274011877943887,
      "grad_norm": 2.4088030096155073,
      "learning_rate": 0.00027095450248719823,
      "loss": 5.0938,
      "step": 31105
    },
    {
      "epoch": 1.2740528363710832,
      "grad_norm": 3.670221669303909,
      "learning_rate": 0.00027095257360317996,
      "loss": 7.5625,
      "step": 31106
    },
    {
      "epoch": 1.2740937947982798,
      "grad_norm": 5.123407437519781,
      "learning_rate": 0.0002709506446619824,
      "loss": 5.7188,
      "step": 31107
    },
    {
      "epoch": 1.274134753225476,
      "grad_norm": 2.1946853662077634,
      "learning_rate": 0.0002709487156636063,
      "loss": 5.4062,
      "step": 31108
    },
    {
      "epoch": 1.2741757116526724,
      "grad_norm": 2.0832202810997047,
      "learning_rate": 0.0002709467866080527,
      "loss": 5.5938,
      "step": 31109
    },
    {
      "epoch": 1.274216670079869,
      "grad_norm": 2.5486018115853795,
      "learning_rate": 0.0002709448574953225,
      "loss": 5.3438,
      "step": 31110
    },
    {
      "epoch": 1.2742576285070653,
      "grad_norm": 2.5089142836133966,
      "learning_rate": 0.0002709429283254166,
      "loss": 4.9375,
      "step": 31111
    },
    {
      "epoch": 1.2742985869342618,
      "grad_norm": 2.416129057437233,
      "learning_rate": 0.00027094099909833586,
      "loss": 5.375,
      "step": 31112
    },
    {
      "epoch": 1.274339545361458,
      "grad_norm": 2.7957967921881766,
      "learning_rate": 0.0002709390698140812,
      "loss": 4.8438,
      "step": 31113
    },
    {
      "epoch": 1.2743805037886546,
      "grad_norm": 2.08052658742241,
      "learning_rate": 0.00027093714047265365,
      "loss": 4.6562,
      "step": 31114
    },
    {
      "epoch": 1.274421462215851,
      "grad_norm": 2.15569061783375,
      "learning_rate": 0.000270935211074054,
      "loss": 5.5312,
      "step": 31115
    },
    {
      "epoch": 1.2744624206430473,
      "grad_norm": 3.5167147252429416,
      "learning_rate": 0.00027093328161828317,
      "loss": 4.9375,
      "step": 31116
    },
    {
      "epoch": 1.2745033790702438,
      "grad_norm": 2.1795723873137445,
      "learning_rate": 0.00027093135210534214,
      "loss": 5.9688,
      "step": 31117
    },
    {
      "epoch": 1.2745443374974401,
      "grad_norm": 2.1411547240904243,
      "learning_rate": 0.0002709294225352318,
      "loss": 5.125,
      "step": 31118
    },
    {
      "epoch": 1.2745852959246364,
      "grad_norm": 2.2025979019070308,
      "learning_rate": 0.000270927492907953,
      "loss": 5.3125,
      "step": 31119
    },
    {
      "epoch": 1.274626254351833,
      "grad_norm": 2.9487837239997625,
      "learning_rate": 0.0002709255632235067,
      "loss": 4.9062,
      "step": 31120
    },
    {
      "epoch": 1.2746672127790293,
      "grad_norm": 2.406826736077463,
      "learning_rate": 0.0002709236334818939,
      "loss": 5.2812,
      "step": 31121
    },
    {
      "epoch": 1.2747081712062256,
      "grad_norm": 4.200106020222206,
      "learning_rate": 0.0002709217036831153,
      "loss": 6.2812,
      "step": 31122
    },
    {
      "epoch": 1.2747491296334221,
      "grad_norm": 2.1701489339032185,
      "learning_rate": 0.000270919773827172,
      "loss": 4.875,
      "step": 31123
    },
    {
      "epoch": 1.2747900880606184,
      "grad_norm": 5.037794546844665,
      "learning_rate": 0.00027091784391406485,
      "loss": 5.7188,
      "step": 31124
    },
    {
      "epoch": 1.2748310464878148,
      "grad_norm": 4.947774447754932,
      "learning_rate": 0.0002709159139437947,
      "loss": 4.8438,
      "step": 31125
    },
    {
      "epoch": 1.2748720049150113,
      "grad_norm": 2.033430767793403,
      "learning_rate": 0.00027091398391636257,
      "loss": 4.4062,
      "step": 31126
    },
    {
      "epoch": 1.2749129633422076,
      "grad_norm": 2.5081498857733475,
      "learning_rate": 0.0002709120538317694,
      "loss": 5.6562,
      "step": 31127
    },
    {
      "epoch": 1.274953921769404,
      "grad_norm": 2.661221350359328,
      "learning_rate": 0.00027091012369001593,
      "loss": 4.8438,
      "step": 31128
    },
    {
      "epoch": 1.2749948801966005,
      "grad_norm": 2.618402559148402,
      "learning_rate": 0.0002709081934911032,
      "loss": 5.9688,
      "step": 31129
    },
    {
      "epoch": 1.2750358386237968,
      "grad_norm": 2.177086298349598,
      "learning_rate": 0.00027090626323503204,
      "loss": 4.3438,
      "step": 31130
    },
    {
      "epoch": 1.2750767970509933,
      "grad_norm": 2.195553780189705,
      "learning_rate": 0.0002709043329218035,
      "loss": 4.4375,
      "step": 31131
    },
    {
      "epoch": 1.2751177554781896,
      "grad_norm": 2.595511017111484,
      "learning_rate": 0.0002709024025514183,
      "loss": 5.3125,
      "step": 31132
    },
    {
      "epoch": 1.2751587139053862,
      "grad_norm": 1.8799641054134217,
      "learning_rate": 0.00027090047212387756,
      "loss": 4.875,
      "step": 31133
    },
    {
      "epoch": 1.2751996723325825,
      "grad_norm": 15.659166663879557,
      "learning_rate": 0.00027089854163918207,
      "loss": 6.9062,
      "step": 31134
    },
    {
      "epoch": 1.2752406307597788,
      "grad_norm": 6.462242086341858,
      "learning_rate": 0.00027089661109733275,
      "loss": 3.7344,
      "step": 31135
    },
    {
      "epoch": 1.2752815891869753,
      "grad_norm": 3.7070746221861293,
      "learning_rate": 0.0002708946804983305,
      "loss": 7.0312,
      "step": 31136
    },
    {
      "epoch": 1.2753225476141716,
      "grad_norm": 2.312786733677274,
      "learning_rate": 0.00027089274984217626,
      "loss": 5.2188,
      "step": 31137
    },
    {
      "epoch": 1.275363506041368,
      "grad_norm": 2.2676950893680807,
      "learning_rate": 0.000270890819128871,
      "loss": 4.7812,
      "step": 31138
    },
    {
      "epoch": 1.2754044644685645,
      "grad_norm": 3.4084055432997147,
      "learning_rate": 0.0002708888883584156,
      "loss": 3.1406,
      "step": 31139
    },
    {
      "epoch": 1.2754454228957608,
      "grad_norm": 1.985453749563835,
      "learning_rate": 0.00027088695753081085,
      "loss": 5.0938,
      "step": 31140
    },
    {
      "epoch": 1.275486381322957,
      "grad_norm": 2.423261830537399,
      "learning_rate": 0.0002708850266460578,
      "loss": 5.0625,
      "step": 31141
    },
    {
      "epoch": 1.2755273397501536,
      "grad_norm": 13.364735250443209,
      "learning_rate": 0.00027088309570415736,
      "loss": 3.8281,
      "step": 31142
    },
    {
      "epoch": 1.27556829817735,
      "grad_norm": 3.607370080673624,
      "learning_rate": 0.00027088116470511033,
      "loss": 6.4375,
      "step": 31143
    },
    {
      "epoch": 1.2756092566045463,
      "grad_norm": 2.4986179790391985,
      "learning_rate": 0.0002708792336489178,
      "loss": 4.3438,
      "step": 31144
    },
    {
      "epoch": 1.2756502150317428,
      "grad_norm": 2.2301128066412264,
      "learning_rate": 0.0002708773025355805,
      "loss": 4.9062,
      "step": 31145
    },
    {
      "epoch": 1.2756911734589391,
      "grad_norm": 2.0347094152118292,
      "learning_rate": 0.0002708753713650995,
      "loss": 4.3438,
      "step": 31146
    },
    {
      "epoch": 1.2757321318861354,
      "grad_norm": 4.48482906721404,
      "learning_rate": 0.0002708734401374756,
      "loss": 4.1562,
      "step": 31147
    },
    {
      "epoch": 1.275773090313332,
      "grad_norm": 4.65659921416492,
      "learning_rate": 0.0002708715088527097,
      "loss": 6.1875,
      "step": 31148
    },
    {
      "epoch": 1.2758140487405283,
      "grad_norm": 3.554569655086205,
      "learning_rate": 0.0002708695775108028,
      "loss": 5.5312,
      "step": 31149
    },
    {
      "epoch": 1.2758550071677248,
      "grad_norm": 3.080547487284362,
      "learning_rate": 0.0002708676461117558,
      "loss": 4.25,
      "step": 31150
    },
    {
      "epoch": 1.2758959655949211,
      "grad_norm": 2.5378271488014494,
      "learning_rate": 0.0002708657146555696,
      "loss": 4.9688,
      "step": 31151
    },
    {
      "epoch": 1.2759369240221177,
      "grad_norm": 3.3753657724533066,
      "learning_rate": 0.00027086378314224505,
      "loss": 6.375,
      "step": 31152
    },
    {
      "epoch": 1.275977882449314,
      "grad_norm": 3.642144502923768,
      "learning_rate": 0.00027086185157178315,
      "loss": 3.6094,
      "step": 31153
    },
    {
      "epoch": 1.2760188408765103,
      "grad_norm": 10.403916771493158,
      "learning_rate": 0.0002708599199441848,
      "loss": 6.5,
      "step": 31154
    },
    {
      "epoch": 1.2760597993037068,
      "grad_norm": 2.7939634154805004,
      "learning_rate": 0.0002708579882594509,
      "loss": 5.625,
      "step": 31155
    },
    {
      "epoch": 1.2761007577309031,
      "grad_norm": 2.3884118992366914,
      "learning_rate": 0.0002708560565175823,
      "loss": 5.0312,
      "step": 31156
    },
    {
      "epoch": 1.2761417161580995,
      "grad_norm": 2.38906433443529,
      "learning_rate": 0.00027085412471858003,
      "loss": 3.75,
      "step": 31157
    },
    {
      "epoch": 1.276182674585296,
      "grad_norm": 2.200412597565992,
      "learning_rate": 0.0002708521928624449,
      "loss": 4.5625,
      "step": 31158
    },
    {
      "epoch": 1.2762236330124923,
      "grad_norm": 2.1236895973349625,
      "learning_rate": 0.00027085026094917784,
      "loss": 4.9375,
      "step": 31159
    },
    {
      "epoch": 1.2762645914396886,
      "grad_norm": 2.5462375139619766,
      "learning_rate": 0.00027084832897877984,
      "loss": 5.0625,
      "step": 31160
    },
    {
      "epoch": 1.2763055498668852,
      "grad_norm": 4.671230999950962,
      "learning_rate": 0.00027084639695125175,
      "loss": 6.125,
      "step": 31161
    },
    {
      "epoch": 1.2763465082940815,
      "grad_norm": 4.266436785170391,
      "learning_rate": 0.0002708444648665945,
      "loss": 5.7188,
      "step": 31162
    },
    {
      "epoch": 1.2763874667212778,
      "grad_norm": 2.1232762542535317,
      "learning_rate": 0.00027084253272480896,
      "loss": 4.5312,
      "step": 31163
    },
    {
      "epoch": 1.2764284251484743,
      "grad_norm": 4.991836764329638,
      "learning_rate": 0.00027084060052589616,
      "loss": 6.5312,
      "step": 31164
    },
    {
      "epoch": 1.2764693835756706,
      "grad_norm": 3.3543429310146617,
      "learning_rate": 0.0002708386682698569,
      "loss": 4.4375,
      "step": 31165
    },
    {
      "epoch": 1.2765103420028672,
      "grad_norm": 2.6551047853992307,
      "learning_rate": 0.00027083673595669207,
      "loss": 3.1719,
      "step": 31166
    },
    {
      "epoch": 1.2765513004300635,
      "grad_norm": 3.1509361080270137,
      "learning_rate": 0.00027083480358640273,
      "loss": 3.8906,
      "step": 31167
    },
    {
      "epoch": 1.2765922588572598,
      "grad_norm": 2.553852661121133,
      "learning_rate": 0.00027083287115898966,
      "loss": 6.5312,
      "step": 31168
    },
    {
      "epoch": 1.2766332172844563,
      "grad_norm": 2.2196227050418322,
      "learning_rate": 0.0002708309386744538,
      "loss": 5.6875,
      "step": 31169
    },
    {
      "epoch": 1.2766741757116526,
      "grad_norm": 2.2962866566859907,
      "learning_rate": 0.00027082900613279614,
      "loss": 5.375,
      "step": 31170
    },
    {
      "epoch": 1.2767151341388492,
      "grad_norm": 2.7271956004083844,
      "learning_rate": 0.00027082707353401754,
      "loss": 5.4688,
      "step": 31171
    },
    {
      "epoch": 1.2767560925660455,
      "grad_norm": 1.9760200323118777,
      "learning_rate": 0.0002708251408781189,
      "loss": 4.6562,
      "step": 31172
    },
    {
      "epoch": 1.2767970509932418,
      "grad_norm": 2.586586069271373,
      "learning_rate": 0.0002708232081651011,
      "loss": 5.1562,
      "step": 31173
    },
    {
      "epoch": 1.2768380094204383,
      "grad_norm": 2.713517753031605,
      "learning_rate": 0.0002708212753949651,
      "loss": 5.2812,
      "step": 31174
    },
    {
      "epoch": 1.2768789678476347,
      "grad_norm": 1.9041515358516288,
      "learning_rate": 0.0002708193425677118,
      "loss": 5.4375,
      "step": 31175
    },
    {
      "epoch": 1.276919926274831,
      "grad_norm": 2.1574050178633972,
      "learning_rate": 0.00027081740968334223,
      "loss": 4.8125,
      "step": 31176
    },
    {
      "epoch": 1.2769608847020275,
      "grad_norm": 2.2875233224640104,
      "learning_rate": 0.0002708154767418571,
      "loss": 5.375,
      "step": 31177
    },
    {
      "epoch": 1.2770018431292238,
      "grad_norm": 2.052713155811012,
      "learning_rate": 0.00027081354374325746,
      "loss": 5.0938,
      "step": 31178
    },
    {
      "epoch": 1.2770428015564201,
      "grad_norm": 4.494928694209688,
      "learning_rate": 0.0002708116106875442,
      "loss": 1.8828,
      "step": 31179
    },
    {
      "epoch": 1.2770837599836167,
      "grad_norm": 2.314797470858553,
      "learning_rate": 0.0002708096775747182,
      "loss": 5.0312,
      "step": 31180
    },
    {
      "epoch": 1.277124718410813,
      "grad_norm": 2.702959380489526,
      "learning_rate": 0.0002708077444047804,
      "loss": 5.9688,
      "step": 31181
    },
    {
      "epoch": 1.2771656768380093,
      "grad_norm": 2.24807621634145,
      "learning_rate": 0.0002708058111777317,
      "loss": 4.9062,
      "step": 31182
    },
    {
      "epoch": 1.2772066352652058,
      "grad_norm": 2.7949468870167924,
      "learning_rate": 0.00027080387789357307,
      "loss": 5.0938,
      "step": 31183
    },
    {
      "epoch": 1.2772475936924022,
      "grad_norm": 2.6349420395083487,
      "learning_rate": 0.0002708019445523053,
      "loss": 6.375,
      "step": 31184
    },
    {
      "epoch": 1.2772885521195987,
      "grad_norm": 9.704905285276075,
      "learning_rate": 0.0002708000111539294,
      "loss": 3.5469,
      "step": 31185
    },
    {
      "epoch": 1.277329510546795,
      "grad_norm": 1.8273260873659245,
      "learning_rate": 0.0002707980776984463,
      "loss": 4.7188,
      "step": 31186
    },
    {
      "epoch": 1.2773704689739915,
      "grad_norm": 1.8607443413411873,
      "learning_rate": 0.00027079614418585684,
      "loss": 4.2188,
      "step": 31187
    },
    {
      "epoch": 1.2774114274011878,
      "grad_norm": 3.1931477834689788,
      "learning_rate": 0.000270794210616162,
      "loss": 6.1562,
      "step": 31188
    },
    {
      "epoch": 1.2774523858283842,
      "grad_norm": 2.233324184373532,
      "learning_rate": 0.00027079227698936266,
      "loss": 5.25,
      "step": 31189
    },
    {
      "epoch": 1.2774933442555807,
      "grad_norm": 3.891786598140776,
      "learning_rate": 0.0002707903433054597,
      "loss": 5.75,
      "step": 31190
    },
    {
      "epoch": 1.277534302682777,
      "grad_norm": 2.2316375700693176,
      "learning_rate": 0.0002707884095644541,
      "loss": 5.1562,
      "step": 31191
    },
    {
      "epoch": 1.2775752611099733,
      "grad_norm": 3.2287774529675217,
      "learning_rate": 0.0002707864757663468,
      "loss": 5.1562,
      "step": 31192
    },
    {
      "epoch": 1.2776162195371699,
      "grad_norm": 2.2664641589580854,
      "learning_rate": 0.00027078454191113867,
      "loss": 4.0625,
      "step": 31193
    },
    {
      "epoch": 1.2776571779643662,
      "grad_norm": 2.3019253352397606,
      "learning_rate": 0.00027078260799883055,
      "loss": 5.2188,
      "step": 31194
    },
    {
      "epoch": 1.2776981363915625,
      "grad_norm": 2.0636727177077514,
      "learning_rate": 0.0002707806740294234,
      "loss": 4.875,
      "step": 31195
    },
    {
      "epoch": 1.277739094818759,
      "grad_norm": 1.9877554151262895,
      "learning_rate": 0.00027077874000291826,
      "loss": 4.4375,
      "step": 31196
    },
    {
      "epoch": 1.2777800532459553,
      "grad_norm": 3.974902363005139,
      "learning_rate": 0.00027077680591931584,
      "loss": 7.5625,
      "step": 31197
    },
    {
      "epoch": 1.2778210116731517,
      "grad_norm": 2.056751907464886,
      "learning_rate": 0.00027077487177861717,
      "loss": 4.75,
      "step": 31198
    },
    {
      "epoch": 1.2778619701003482,
      "grad_norm": 2.554783112248312,
      "learning_rate": 0.0002707729375808232,
      "loss": 5.5,
      "step": 31199
    },
    {
      "epoch": 1.2779029285275445,
      "grad_norm": 2.5265124711325266,
      "learning_rate": 0.0002707710033259348,
      "loss": 5.875,
      "step": 31200
    },
    {
      "epoch": 1.2779438869547408,
      "grad_norm": 4.5618506089462265,
      "learning_rate": 0.00027076906901395283,
      "loss": 4.25,
      "step": 31201
    },
    {
      "epoch": 1.2779848453819374,
      "grad_norm": 2.6207280623011378,
      "learning_rate": 0.0002707671346448783,
      "loss": 4.9375,
      "step": 31202
    },
    {
      "epoch": 1.2780258038091337,
      "grad_norm": 3.6454918917875467,
      "learning_rate": 0.000270765200218712,
      "loss": 4.5625,
      "step": 31203
    },
    {
      "epoch": 1.2780667622363302,
      "grad_norm": 3.604803991848492,
      "learning_rate": 0.000270763265735455,
      "loss": 6.1562,
      "step": 31204
    },
    {
      "epoch": 1.2781077206635265,
      "grad_norm": 2.023099848781565,
      "learning_rate": 0.0002707613311951081,
      "loss": 4.3125,
      "step": 31205
    },
    {
      "epoch": 1.278148679090723,
      "grad_norm": 2.399707314161553,
      "learning_rate": 0.0002707593965976722,
      "loss": 4.5312,
      "step": 31206
    },
    {
      "epoch": 1.2781896375179194,
      "grad_norm": 2.033124839543008,
      "learning_rate": 0.00027075746194314833,
      "loss": 4.4062,
      "step": 31207
    },
    {
      "epoch": 1.2782305959451157,
      "grad_norm": 2.2084990935615245,
      "learning_rate": 0.0002707555272315373,
      "loss": 4.75,
      "step": 31208
    },
    {
      "epoch": 1.2782715543723122,
      "grad_norm": 3.1527119539990305,
      "learning_rate": 0.0002707535924628401,
      "loss": 4.9062,
      "step": 31209
    },
    {
      "epoch": 1.2783125127995085,
      "grad_norm": 2.3230602630185,
      "learning_rate": 0.0002707516576370576,
      "loss": 5.5938,
      "step": 31210
    },
    {
      "epoch": 1.2783534712267048,
      "grad_norm": 1.854478054046326,
      "learning_rate": 0.00027074972275419073,
      "loss": 4.5312,
      "step": 31211
    },
    {
      "epoch": 1.2783944296539014,
      "grad_norm": 3.3566504882857746,
      "learning_rate": 0.0002707477878142404,
      "loss": 5.4688,
      "step": 31212
    },
    {
      "epoch": 1.2784353880810977,
      "grad_norm": 3.051855059410574,
      "learning_rate": 0.0002707458528172075,
      "loss": 4.7812,
      "step": 31213
    },
    {
      "epoch": 1.278476346508294,
      "grad_norm": 2.3886255849072717,
      "learning_rate": 0.000270743917763093,
      "loss": 3.2344,
      "step": 31214
    },
    {
      "epoch": 1.2785173049354905,
      "grad_norm": 2.876755828419662,
      "learning_rate": 0.00027074198265189775,
      "loss": 5.5938,
      "step": 31215
    },
    {
      "epoch": 1.2785582633626869,
      "grad_norm": 2.277817951970093,
      "learning_rate": 0.0002707400474836227,
      "loss": 4.7812,
      "step": 31216
    },
    {
      "epoch": 1.2785992217898832,
      "grad_norm": 18.537497788418726,
      "learning_rate": 0.00027073811225826873,
      "loss": 3.3281,
      "step": 31217
    },
    {
      "epoch": 1.2786401802170797,
      "grad_norm": 5.9984672470894544,
      "learning_rate": 0.0002707361769758368,
      "loss": 4.4688,
      "step": 31218
    },
    {
      "epoch": 1.278681138644276,
      "grad_norm": 2.265164712202913,
      "learning_rate": 0.00027073424163632793,
      "loss": 5.3125,
      "step": 31219
    },
    {
      "epoch": 1.2787220970714723,
      "grad_norm": 2.408577613848332,
      "learning_rate": 0.0002707323062397428,
      "loss": 5.2188,
      "step": 31220
    },
    {
      "epoch": 1.2787630554986689,
      "grad_norm": 3.7784763736988767,
      "learning_rate": 0.00027073037078608245,
      "loss": 4.3125,
      "step": 31221
    },
    {
      "epoch": 1.2788040139258652,
      "grad_norm": 6.771089108830521,
      "learning_rate": 0.0002707284352753478,
      "loss": 2.3906,
      "step": 31222
    },
    {
      "epoch": 1.2788449723530617,
      "grad_norm": 4.702513629718741,
      "learning_rate": 0.0002707264997075397,
      "loss": 4.6875,
      "step": 31223
    },
    {
      "epoch": 1.278885930780258,
      "grad_norm": 2.072033073632813,
      "learning_rate": 0.00027072456408265924,
      "loss": 4.2812,
      "step": 31224
    },
    {
      "epoch": 1.2789268892074546,
      "grad_norm": 2.943486370621662,
      "learning_rate": 0.0002707226284007071,
      "loss": 4.4375,
      "step": 31225
    },
    {
      "epoch": 1.2789678476346509,
      "grad_norm": 2.2586322546705615,
      "learning_rate": 0.00027072069266168437,
      "loss": 5.1562,
      "step": 31226
    },
    {
      "epoch": 1.2790088060618472,
      "grad_norm": 2.3691238323791315,
      "learning_rate": 0.0002707187568655919,
      "loss": 5.1562,
      "step": 31227
    },
    {
      "epoch": 1.2790497644890437,
      "grad_norm": 2.2948337106768277,
      "learning_rate": 0.00027071682101243057,
      "loss": 5.25,
      "step": 31228
    },
    {
      "epoch": 1.27909072291624,
      "grad_norm": 2.8853809553169736,
      "learning_rate": 0.00027071488510220135,
      "loss": 5.4688,
      "step": 31229
    },
    {
      "epoch": 1.2791316813434364,
      "grad_norm": 2.1299213118062736,
      "learning_rate": 0.0002707129491349051,
      "loss": 4.9062,
      "step": 31230
    },
    {
      "epoch": 1.279172639770633,
      "grad_norm": 2.1454910083247785,
      "learning_rate": 0.0002707110131105428,
      "loss": 4.75,
      "step": 31231
    },
    {
      "epoch": 1.2792135981978292,
      "grad_norm": 2.1214114927048704,
      "learning_rate": 0.00027070907702911534,
      "loss": 5.2188,
      "step": 31232
    },
    {
      "epoch": 1.2792545566250255,
      "grad_norm": 1.9792512268608924,
      "learning_rate": 0.0002707071408906236,
      "loss": 3.9688,
      "step": 31233
    },
    {
      "epoch": 1.279295515052222,
      "grad_norm": 2.5865880275395603,
      "learning_rate": 0.0002707052046950686,
      "loss": 5.4688,
      "step": 31234
    },
    {
      "epoch": 1.2793364734794184,
      "grad_norm": 4.0881852422080955,
      "learning_rate": 0.00027070326844245117,
      "loss": 5.5938,
      "step": 31235
    },
    {
      "epoch": 1.2793774319066147,
      "grad_norm": 2.3752012014100097,
      "learning_rate": 0.0002707013321327722,
      "loss": 4.8438,
      "step": 31236
    },
    {
      "epoch": 1.2794183903338112,
      "grad_norm": 2.108531514692144,
      "learning_rate": 0.0002706993957660327,
      "loss": 4.875,
      "step": 31237
    },
    {
      "epoch": 1.2794593487610075,
      "grad_norm": 2.371089260055539,
      "learning_rate": 0.0002706974593422335,
      "loss": 5.7188,
      "step": 31238
    },
    {
      "epoch": 1.2795003071882038,
      "grad_norm": 2.1234707540328004,
      "learning_rate": 0.0002706955228613755,
      "loss": 5.125,
      "step": 31239
    },
    {
      "epoch": 1.2795412656154004,
      "grad_norm": 2.0748517909750097,
      "learning_rate": 0.0002706935863234597,
      "loss": 5.0,
      "step": 31240
    },
    {
      "epoch": 1.2795822240425967,
      "grad_norm": 2.1232462153096683,
      "learning_rate": 0.000270691649728487,
      "loss": 4.5938,
      "step": 31241
    },
    {
      "epoch": 1.2796231824697932,
      "grad_norm": 2.2719229640916483,
      "learning_rate": 0.0002706897130764582,
      "loss": 4.75,
      "step": 31242
    },
    {
      "epoch": 1.2796641408969895,
      "grad_norm": 4.671225001714189,
      "learning_rate": 0.0002706877763673744,
      "loss": 2.2656,
      "step": 31243
    },
    {
      "epoch": 1.279705099324186,
      "grad_norm": 2.3553774739677285,
      "learning_rate": 0.00027068583960123636,
      "loss": 5.4375,
      "step": 31244
    },
    {
      "epoch": 1.2797460577513824,
      "grad_norm": 2.1321998713736248,
      "learning_rate": 0.0002706839027780451,
      "loss": 4.6562,
      "step": 31245
    },
    {
      "epoch": 1.2797870161785787,
      "grad_norm": 1.919019210832355,
      "learning_rate": 0.0002706819658978015,
      "loss": 5.0625,
      "step": 31246
    },
    {
      "epoch": 1.2798279746057752,
      "grad_norm": 1.9184803362364125,
      "learning_rate": 0.00027068002896050644,
      "loss": 4.9688,
      "step": 31247
    },
    {
      "epoch": 1.2798689330329716,
      "grad_norm": 3.3265581976198972,
      "learning_rate": 0.00027067809196616087,
      "loss": 6.0625,
      "step": 31248
    },
    {
      "epoch": 1.2799098914601679,
      "grad_norm": 2.142831253089783,
      "learning_rate": 0.0002706761549147657,
      "loss": 4.4375,
      "step": 31249
    },
    {
      "epoch": 1.2799508498873644,
      "grad_norm": 5.067428666933836,
      "learning_rate": 0.0002706742178063219,
      "loss": 3.0938,
      "step": 31250
    },
    {
      "epoch": 1.2799918083145607,
      "grad_norm": 11.24575589041336,
      "learning_rate": 0.00027067228064083025,
      "loss": 4.2812,
      "step": 31251
    },
    {
      "epoch": 1.280032766741757,
      "grad_norm": 8.397908939591465,
      "learning_rate": 0.00027067034341829183,
      "loss": 3.4688,
      "step": 31252
    },
    {
      "epoch": 1.2800737251689536,
      "grad_norm": 4.992549995283605,
      "learning_rate": 0.0002706684061387074,
      "loss": 3.125,
      "step": 31253
    },
    {
      "epoch": 1.2801146835961499,
      "grad_norm": 4.401677902508509,
      "learning_rate": 0.00027066646880207797,
      "loss": 3.6719,
      "step": 31254
    },
    {
      "epoch": 1.2801556420233462,
      "grad_norm": 4.224429467927168,
      "learning_rate": 0.00027066453140840447,
      "loss": 5.625,
      "step": 31255
    },
    {
      "epoch": 1.2801966004505427,
      "grad_norm": 2.1658471244212407,
      "learning_rate": 0.00027066259395768774,
      "loss": 4.9688,
      "step": 31256
    },
    {
      "epoch": 1.280237558877739,
      "grad_norm": 5.414835094857582,
      "learning_rate": 0.00027066065644992874,
      "loss": 7.0312,
      "step": 31257
    },
    {
      "epoch": 1.2802785173049354,
      "grad_norm": 2.006976614862447,
      "learning_rate": 0.0002706587188851284,
      "loss": 4.8438,
      "step": 31258
    },
    {
      "epoch": 1.280319475732132,
      "grad_norm": 4.464341080561457,
      "learning_rate": 0.0002706567812632876,
      "loss": 5.1562,
      "step": 31259
    },
    {
      "epoch": 1.2803604341593282,
      "grad_norm": 2.0464417563489268,
      "learning_rate": 0.0002706548435844073,
      "loss": 5.5,
      "step": 31260
    },
    {
      "epoch": 1.2804013925865247,
      "grad_norm": 4.038037452602875,
      "learning_rate": 0.00027065290584848837,
      "loss": 7.1875,
      "step": 31261
    },
    {
      "epoch": 1.280442351013721,
      "grad_norm": 3.004136311560014,
      "learning_rate": 0.0002706509680555318,
      "loss": 5.6562,
      "step": 31262
    },
    {
      "epoch": 1.2804833094409176,
      "grad_norm": 2.1453103854047213,
      "learning_rate": 0.0002706490302055384,
      "loss": 5.75,
      "step": 31263
    },
    {
      "epoch": 1.280524267868114,
      "grad_norm": 4.690199725353229,
      "learning_rate": 0.00027064709229850917,
      "loss": 4.375,
      "step": 31264
    },
    {
      "epoch": 1.2805652262953102,
      "grad_norm": 2.0890124323299464,
      "learning_rate": 0.00027064515433444493,
      "loss": 5.5,
      "step": 31265
    },
    {
      "epoch": 1.2806061847225068,
      "grad_norm": 2.0650014191851143,
      "learning_rate": 0.00027064321631334673,
      "loss": 4.375,
      "step": 31266
    },
    {
      "epoch": 1.280647143149703,
      "grad_norm": 2.7014449906519333,
      "learning_rate": 0.00027064127823521537,
      "loss": 4.5625,
      "step": 31267
    },
    {
      "epoch": 1.2806881015768994,
      "grad_norm": 3.959548695574175,
      "learning_rate": 0.00027063934010005184,
      "loss": 3.3438,
      "step": 31268
    },
    {
      "epoch": 1.280729060004096,
      "grad_norm": 4.096278124834705,
      "learning_rate": 0.00027063740190785704,
      "loss": 6.5,
      "step": 31269
    },
    {
      "epoch": 1.2807700184312922,
      "grad_norm": 2.314636789622252,
      "learning_rate": 0.00027063546365863186,
      "loss": 5.0,
      "step": 31270
    },
    {
      "epoch": 1.2808109768584885,
      "grad_norm": 7.240221545244284,
      "learning_rate": 0.00027063352535237726,
      "loss": 5.6875,
      "step": 31271
    },
    {
      "epoch": 1.280851935285685,
      "grad_norm": 2.0094987864308615,
      "learning_rate": 0.0002706315869890941,
      "loss": 5.0312,
      "step": 31272
    },
    {
      "epoch": 1.2808928937128814,
      "grad_norm": 2.5560512225130494,
      "learning_rate": 0.00027062964856878336,
      "loss": 4.6875,
      "step": 31273
    },
    {
      "epoch": 1.2809338521400777,
      "grad_norm": 2.364726607194667,
      "learning_rate": 0.0002706277100914459,
      "loss": 5.5625,
      "step": 31274
    },
    {
      "epoch": 1.2809748105672742,
      "grad_norm": 5.0349028477944495,
      "learning_rate": 0.0002706257715570827,
      "loss": 6.625,
      "step": 31275
    },
    {
      "epoch": 1.2810157689944706,
      "grad_norm": 2.5235597470795614,
      "learning_rate": 0.0002706238329656945,
      "loss": 3.5938,
      "step": 31276
    },
    {
      "epoch": 1.2810567274216669,
      "grad_norm": 2.4090383634029116,
      "learning_rate": 0.00027062189431728247,
      "loss": 4.7812,
      "step": 31277
    },
    {
      "epoch": 1.2810976858488634,
      "grad_norm": 2.1034531720855427,
      "learning_rate": 0.0002706199556118474,
      "loss": 4.8438,
      "step": 31278
    },
    {
      "epoch": 1.2811386442760597,
      "grad_norm": 2.146567511969457,
      "learning_rate": 0.0002706180168493902,
      "loss": 4.9062,
      "step": 31279
    },
    {
      "epoch": 1.2811796027032563,
      "grad_norm": 4.002945189033044,
      "learning_rate": 0.0002706160780299118,
      "loss": 6.75,
      "step": 31280
    },
    {
      "epoch": 1.2812205611304526,
      "grad_norm": 2.435897183995623,
      "learning_rate": 0.0002706141391534131,
      "loss": 5.7812,
      "step": 31281
    },
    {
      "epoch": 1.281261519557649,
      "grad_norm": 9.343636992294838,
      "learning_rate": 0.000270612200219895,
      "loss": 4.9375,
      "step": 31282
    },
    {
      "epoch": 1.2813024779848454,
      "grad_norm": 2.3376622898602193,
      "learning_rate": 0.0002706102612293585,
      "loss": 3.9531,
      "step": 31283
    },
    {
      "epoch": 1.2813434364120417,
      "grad_norm": 2.3591935750215782,
      "learning_rate": 0.0002706083221818045,
      "loss": 5.7188,
      "step": 31284
    },
    {
      "epoch": 1.2813843948392383,
      "grad_norm": 2.373863383762273,
      "learning_rate": 0.00027060638307723384,
      "loss": 5.1562,
      "step": 31285
    },
    {
      "epoch": 1.2814253532664346,
      "grad_norm": 4.9147989886547,
      "learning_rate": 0.0002706044439156475,
      "loss": 5.6562,
      "step": 31286
    },
    {
      "epoch": 1.281466311693631,
      "grad_norm": 2.1181436421332793,
      "learning_rate": 0.00027060250469704636,
      "loss": 4.9688,
      "step": 31287
    },
    {
      "epoch": 1.2815072701208274,
      "grad_norm": 3.246655388406983,
      "learning_rate": 0.0002706005654214314,
      "loss": 5.7812,
      "step": 31288
    },
    {
      "epoch": 1.2815482285480237,
      "grad_norm": 1.900546348731551,
      "learning_rate": 0.0002705986260888034,
      "loss": 5.0312,
      "step": 31289
    },
    {
      "epoch": 1.28158918697522,
      "grad_norm": 2.111687368444413,
      "learning_rate": 0.0002705966866991634,
      "loss": 4.875,
      "step": 31290
    },
    {
      "epoch": 1.2816301454024166,
      "grad_norm": 2.32676513513363,
      "learning_rate": 0.0002705947472525123,
      "loss": 5.3125,
      "step": 31291
    },
    {
      "epoch": 1.281671103829613,
      "grad_norm": 2.507969394890269,
      "learning_rate": 0.00027059280774885104,
      "loss": 3.9531,
      "step": 31292
    },
    {
      "epoch": 1.2817120622568092,
      "grad_norm": 2.2298824084345554,
      "learning_rate": 0.00027059086818818044,
      "loss": 5.5,
      "step": 31293
    },
    {
      "epoch": 1.2817530206840058,
      "grad_norm": 2.3912652165880686,
      "learning_rate": 0.0002705889285705015,
      "loss": 3.9688,
      "step": 31294
    },
    {
      "epoch": 1.281793979111202,
      "grad_norm": 2.7053084094567863,
      "learning_rate": 0.0002705869888958151,
      "loss": 4.7812,
      "step": 31295
    },
    {
      "epoch": 1.2818349375383984,
      "grad_norm": 1.8511395217482887,
      "learning_rate": 0.0002705850491641222,
      "loss": 4.5,
      "step": 31296
    },
    {
      "epoch": 1.281875895965595,
      "grad_norm": 1.8817955653853842,
      "learning_rate": 0.00027058310937542367,
      "loss": 4.625,
      "step": 31297
    },
    {
      "epoch": 1.2819168543927912,
      "grad_norm": 2.461816315387788,
      "learning_rate": 0.00027058116952972044,
      "loss": 5.9062,
      "step": 31298
    },
    {
      "epoch": 1.2819578128199878,
      "grad_norm": 3.1011295741241054,
      "learning_rate": 0.00027057922962701343,
      "loss": 5.75,
      "step": 31299
    },
    {
      "epoch": 1.281998771247184,
      "grad_norm": 2.772776815258146,
      "learning_rate": 0.0002705772896673035,
      "loss": 5.5312,
      "step": 31300
    },
    {
      "epoch": 1.2820397296743806,
      "grad_norm": 2.338082140481887,
      "learning_rate": 0.0002705753496505917,
      "loss": 5.25,
      "step": 31301
    },
    {
      "epoch": 1.282080688101577,
      "grad_norm": 3.0856780879523993,
      "learning_rate": 0.00027057340957687884,
      "loss": 5.4688,
      "step": 31302
    },
    {
      "epoch": 1.2821216465287733,
      "grad_norm": 1.919801740630542,
      "learning_rate": 0.0002705714694461659,
      "loss": 4.8438,
      "step": 31303
    },
    {
      "epoch": 1.2821626049559698,
      "grad_norm": 2.5583265473397656,
      "learning_rate": 0.00027056952925845376,
      "loss": 5.1875,
      "step": 31304
    },
    {
      "epoch": 1.282203563383166,
      "grad_norm": 4.454397348130351,
      "learning_rate": 0.0002705675890137433,
      "loss": 5.625,
      "step": 31305
    },
    {
      "epoch": 1.2822445218103624,
      "grad_norm": 2.0392728469369414,
      "learning_rate": 0.0002705656487120355,
      "loss": 4.6875,
      "step": 31306
    },
    {
      "epoch": 1.282285480237559,
      "grad_norm": 2.509767256379971,
      "learning_rate": 0.0002705637083533313,
      "loss": 6.375,
      "step": 31307
    },
    {
      "epoch": 1.2823264386647553,
      "grad_norm": 2.5437574935602196,
      "learning_rate": 0.0002705617679376315,
      "loss": 5.0,
      "step": 31308
    },
    {
      "epoch": 1.2823673970919516,
      "grad_norm": 2.4947551996407293,
      "learning_rate": 0.00027055982746493714,
      "loss": 3.4688,
      "step": 31309
    },
    {
      "epoch": 1.2824083555191481,
      "grad_norm": 7.285932348706805,
      "learning_rate": 0.0002705578869352491,
      "loss": 4.375,
      "step": 31310
    },
    {
      "epoch": 1.2824493139463444,
      "grad_norm": 2.0481563475652176,
      "learning_rate": 0.0002705559463485682,
      "loss": 4.625,
      "step": 31311
    },
    {
      "epoch": 1.2824902723735407,
      "grad_norm": 5.890734299344837,
      "learning_rate": 0.0002705540057048956,
      "loss": 4.75,
      "step": 31312
    },
    {
      "epoch": 1.2825312308007373,
      "grad_norm": 2.8543592691867663,
      "learning_rate": 0.00027055206500423194,
      "loss": 6.0312,
      "step": 31313
    },
    {
      "epoch": 1.2825721892279336,
      "grad_norm": 2.8228808682283626,
      "learning_rate": 0.0002705501242465783,
      "loss": 4.8438,
      "step": 31314
    },
    {
      "epoch": 1.2826131476551301,
      "grad_norm": 1.943754276903939,
      "learning_rate": 0.0002705481834319355,
      "loss": 4.5625,
      "step": 31315
    },
    {
      "epoch": 1.2826541060823264,
      "grad_norm": 3.1435372041917677,
      "learning_rate": 0.00027054624256030456,
      "loss": 3.9844,
      "step": 31316
    },
    {
      "epoch": 1.2826950645095228,
      "grad_norm": 5.044722925552474,
      "learning_rate": 0.0002705443016316864,
      "loss": 5.375,
      "step": 31317
    },
    {
      "epoch": 1.2827360229367193,
      "grad_norm": 4.626522759657643,
      "learning_rate": 0.0002705423606460818,
      "loss": 2.5781,
      "step": 31318
    },
    {
      "epoch": 1.2827769813639156,
      "grad_norm": 2.254316296869163,
      "learning_rate": 0.00027054041960349187,
      "loss": 4.875,
      "step": 31319
    },
    {
      "epoch": 1.2828179397911121,
      "grad_norm": 2.337210880462251,
      "learning_rate": 0.00027053847850391733,
      "loss": 5.25,
      "step": 31320
    },
    {
      "epoch": 1.2828588982183085,
      "grad_norm": 5.236717247739051,
      "learning_rate": 0.0002705365373473592,
      "loss": 4.7188,
      "step": 31321
    },
    {
      "epoch": 1.2828998566455048,
      "grad_norm": 2.301897005543682,
      "learning_rate": 0.0002705345961338184,
      "loss": 5.5,
      "step": 31322
    },
    {
      "epoch": 1.2829408150727013,
      "grad_norm": 2.409176849851037,
      "learning_rate": 0.0002705326548632959,
      "loss": 4.7188,
      "step": 31323
    },
    {
      "epoch": 1.2829817734998976,
      "grad_norm": 2.215534020645395,
      "learning_rate": 0.00027053071353579246,
      "loss": 3.7812,
      "step": 31324
    },
    {
      "epoch": 1.283022731927094,
      "grad_norm": 2.958904813154896,
      "learning_rate": 0.00027052877215130917,
      "loss": 5.875,
      "step": 31325
    },
    {
      "epoch": 1.2830636903542905,
      "grad_norm": 2.315813332145826,
      "learning_rate": 0.0002705268307098468,
      "loss": 5.625,
      "step": 31326
    },
    {
      "epoch": 1.2831046487814868,
      "grad_norm": 2.3614148905114605,
      "learning_rate": 0.00027052488921140645,
      "loss": 5.25,
      "step": 31327
    },
    {
      "epoch": 1.283145607208683,
      "grad_norm": 2.979155466919098,
      "learning_rate": 0.0002705229476559889,
      "loss": 5.8438,
      "step": 31328
    },
    {
      "epoch": 1.2831865656358796,
      "grad_norm": 4.370849408027325,
      "learning_rate": 0.000270521006043595,
      "loss": 7.5625,
      "step": 31329
    },
    {
      "epoch": 1.283227524063076,
      "grad_norm": 4.551208659332983,
      "learning_rate": 0.0002705190643742258,
      "loss": 4.2188,
      "step": 31330
    },
    {
      "epoch": 1.2832684824902723,
      "grad_norm": 2.7488471707592237,
      "learning_rate": 0.0002705171226478822,
      "loss": 6.3438,
      "step": 31331
    },
    {
      "epoch": 1.2833094409174688,
      "grad_norm": 5.5550614913586145,
      "learning_rate": 0.00027051518086456506,
      "loss": 4.5,
      "step": 31332
    },
    {
      "epoch": 1.283350399344665,
      "grad_norm": 2.1043867016680844,
      "learning_rate": 0.00027051323902427537,
      "loss": 4.8438,
      "step": 31333
    },
    {
      "epoch": 1.2833913577718616,
      "grad_norm": 3.9820800594134185,
      "learning_rate": 0.000270511297127014,
      "loss": 4.5938,
      "step": 31334
    },
    {
      "epoch": 1.283432316199058,
      "grad_norm": 5.306965483659646,
      "learning_rate": 0.00027050935517278186,
      "loss": 3.5469,
      "step": 31335
    },
    {
      "epoch": 1.2834732746262545,
      "grad_norm": 2.075344761212847,
      "learning_rate": 0.00027050741316157994,
      "loss": 4.6562,
      "step": 31336
    },
    {
      "epoch": 1.2835142330534508,
      "grad_norm": 3.3101691131296476,
      "learning_rate": 0.00027050547109340906,
      "loss": 5.6875,
      "step": 31337
    },
    {
      "epoch": 1.2835551914806471,
      "grad_norm": 1.889655068393206,
      "learning_rate": 0.00027050352896827024,
      "loss": 4.6875,
      "step": 31338
    },
    {
      "epoch": 1.2835961499078437,
      "grad_norm": 3.63339841582318,
      "learning_rate": 0.0002705015867861643,
      "loss": 5.4062,
      "step": 31339
    },
    {
      "epoch": 1.28363710833504,
      "grad_norm": 2.30571585004654,
      "learning_rate": 0.00027049964454709224,
      "loss": 4.8438,
      "step": 31340
    },
    {
      "epoch": 1.2836780667622363,
      "grad_norm": 2.4980065237773434,
      "learning_rate": 0.0002704977022510549,
      "loss": 5.7812,
      "step": 31341
    },
    {
      "epoch": 1.2837190251894328,
      "grad_norm": 2.5449455412676163,
      "learning_rate": 0.0002704957598980533,
      "loss": 5.5312,
      "step": 31342
    },
    {
      "epoch": 1.2837599836166291,
      "grad_norm": 2.242116169673454,
      "learning_rate": 0.0002704938174880882,
      "loss": 4.0938,
      "step": 31343
    },
    {
      "epoch": 1.2838009420438254,
      "grad_norm": 3.8895275099658195,
      "learning_rate": 0.0002704918750211607,
      "loss": 4.875,
      "step": 31344
    },
    {
      "epoch": 1.283841900471022,
      "grad_norm": 2.6553210716554108,
      "learning_rate": 0.00027048993249727157,
      "loss": 6.0,
      "step": 31345
    },
    {
      "epoch": 1.2838828588982183,
      "grad_norm": 2.48879341831862,
      "learning_rate": 0.00027048798991642187,
      "loss": 5.875,
      "step": 31346
    },
    {
      "epoch": 1.2839238173254146,
      "grad_norm": 3.004137395401888,
      "learning_rate": 0.00027048604727861235,
      "loss": 4.6562,
      "step": 31347
    },
    {
      "epoch": 1.2839647757526111,
      "grad_norm": 2.7467893952889897,
      "learning_rate": 0.00027048410458384406,
      "loss": 4.9375,
      "step": 31348
    },
    {
      "epoch": 1.2840057341798075,
      "grad_norm": 2.2283517262602683,
      "learning_rate": 0.00027048216183211786,
      "loss": 4.6562,
      "step": 31349
    },
    {
      "epoch": 1.2840466926070038,
      "grad_norm": 2.1752021630339655,
      "learning_rate": 0.0002704802190234348,
      "loss": 5.0,
      "step": 31350
    },
    {
      "epoch": 1.2840876510342003,
      "grad_norm": 2.356936037635509,
      "learning_rate": 0.0002704782761577955,
      "loss": 3.9688,
      "step": 31351
    },
    {
      "epoch": 1.2841286094613966,
      "grad_norm": 3.0650771007459183,
      "learning_rate": 0.00027047633323520117,
      "loss": 5.7188,
      "step": 31352
    },
    {
      "epoch": 1.2841695678885932,
      "grad_norm": 2.3406408697767467,
      "learning_rate": 0.0002704743902556526,
      "loss": 5.0,
      "step": 31353
    },
    {
      "epoch": 1.2842105263157895,
      "grad_norm": 2.865160090552355,
      "learning_rate": 0.0002704724472191507,
      "loss": 4.7188,
      "step": 31354
    },
    {
      "epoch": 1.284251484742986,
      "grad_norm": 1.9911820756762515,
      "learning_rate": 0.00027047050412569646,
      "loss": 4.4688,
      "step": 31355
    },
    {
      "epoch": 1.2842924431701823,
      "grad_norm": 2.7126761392159437,
      "learning_rate": 0.0002704685609752908,
      "loss": 4.5,
      "step": 31356
    },
    {
      "epoch": 1.2843334015973786,
      "grad_norm": 2.26213513209054,
      "learning_rate": 0.0002704666177679345,
      "loss": 5.0312,
      "step": 31357
    },
    {
      "epoch": 1.2843743600245752,
      "grad_norm": 2.505983911973604,
      "learning_rate": 0.0002704646745036286,
      "loss": 5.0,
      "step": 31358
    },
    {
      "epoch": 1.2844153184517715,
      "grad_norm": 2.7707597776381605,
      "learning_rate": 0.00027046273118237405,
      "loss": 5.1875,
      "step": 31359
    },
    {
      "epoch": 1.2844562768789678,
      "grad_norm": 3.292696169979459,
      "learning_rate": 0.0002704607878041716,
      "loss": 3.625,
      "step": 31360
    },
    {
      "epoch": 1.2844972353061643,
      "grad_norm": 1.9564637310062232,
      "learning_rate": 0.00027045884436902235,
      "loss": 4.8438,
      "step": 31361
    },
    {
      "epoch": 1.2845381937333606,
      "grad_norm": 2.853107051541491,
      "learning_rate": 0.0002704569008769272,
      "loss": 4.625,
      "step": 31362
    },
    {
      "epoch": 1.284579152160557,
      "grad_norm": 2.966688754121155,
      "learning_rate": 0.0002704549573278869,
      "loss": 6.6562,
      "step": 31363
    },
    {
      "epoch": 1.2846201105877535,
      "grad_norm": 2.1262096443435845,
      "learning_rate": 0.00027045301372190256,
      "loss": 4.7188,
      "step": 31364
    },
    {
      "epoch": 1.2846610690149498,
      "grad_norm": 2.375496230270347,
      "learning_rate": 0.000270451070058975,
      "loss": 5.3125,
      "step": 31365
    },
    {
      "epoch": 1.2847020274421461,
      "grad_norm": 2.9375766698805683,
      "learning_rate": 0.00027044912633910516,
      "loss": 6.9688,
      "step": 31366
    },
    {
      "epoch": 1.2847429858693427,
      "grad_norm": 2.7073602644227446,
      "learning_rate": 0.00027044718256229394,
      "loss": 4.8125,
      "step": 31367
    },
    {
      "epoch": 1.284783944296539,
      "grad_norm": 6.189623957555864,
      "learning_rate": 0.0002704452387285424,
      "loss": 6.0938,
      "step": 31368
    },
    {
      "epoch": 1.2848249027237353,
      "grad_norm": 2.219444023536491,
      "learning_rate": 0.0002704432948378512,
      "loss": 4.9688,
      "step": 31369
    },
    {
      "epoch": 1.2848658611509318,
      "grad_norm": 2.2829895769816932,
      "learning_rate": 0.00027044135089022146,
      "loss": 4.3125,
      "step": 31370
    },
    {
      "epoch": 1.2849068195781281,
      "grad_norm": 2.3953773736341653,
      "learning_rate": 0.00027043940688565405,
      "loss": 4.4688,
      "step": 31371
    },
    {
      "epoch": 1.2849477780053247,
      "grad_norm": 2.940653374865758,
      "learning_rate": 0.0002704374628241498,
      "loss": 6.125,
      "step": 31372
    },
    {
      "epoch": 1.284988736432521,
      "grad_norm": 2.5151384212154904,
      "learning_rate": 0.0002704355187057098,
      "loss": 4.7188,
      "step": 31373
    },
    {
      "epoch": 1.2850296948597175,
      "grad_norm": 3.5834364851348184,
      "learning_rate": 0.00027043357453033486,
      "loss": 5.4375,
      "step": 31374
    },
    {
      "epoch": 1.2850706532869138,
      "grad_norm": 2.6725869925639563,
      "learning_rate": 0.00027043163029802586,
      "loss": 5.125,
      "step": 31375
    },
    {
      "epoch": 1.2851116117141101,
      "grad_norm": 1.9231697762078943,
      "learning_rate": 0.0002704296860087839,
      "loss": 4.7812,
      "step": 31376
    },
    {
      "epoch": 1.2851525701413067,
      "grad_norm": 2.5699894907580396,
      "learning_rate": 0.00027042774166260964,
      "loss": 4.5938,
      "step": 31377
    },
    {
      "epoch": 1.285193528568503,
      "grad_norm": 2.3855211046440776,
      "learning_rate": 0.00027042579725950416,
      "loss": 5.0938,
      "step": 31378
    },
    {
      "epoch": 1.2852344869956993,
      "grad_norm": 2.2082232635706527,
      "learning_rate": 0.00027042385279946835,
      "loss": 4.7188,
      "step": 31379
    },
    {
      "epoch": 1.2852754454228958,
      "grad_norm": 4.430297124487936,
      "learning_rate": 0.0002704219082825032,
      "loss": 6.3438,
      "step": 31380
    },
    {
      "epoch": 1.2853164038500922,
      "grad_norm": 2.0649593744925525,
      "learning_rate": 0.0002704199637086095,
      "loss": 4.9375,
      "step": 31381
    },
    {
      "epoch": 1.2853573622772885,
      "grad_norm": 5.166319300573198,
      "learning_rate": 0.00027041801907778826,
      "loss": 4.1562,
      "step": 31382
    },
    {
      "epoch": 1.285398320704485,
      "grad_norm": 2.385735976785872,
      "learning_rate": 0.0002704160743900403,
      "loss": 6.0312,
      "step": 31383
    },
    {
      "epoch": 1.2854392791316813,
      "grad_norm": 1.894701307418912,
      "learning_rate": 0.0002704141296453666,
      "loss": 4.9062,
      "step": 31384
    },
    {
      "epoch": 1.2854802375588776,
      "grad_norm": 2.1131539448051933,
      "learning_rate": 0.00027041218484376815,
      "loss": 4.7812,
      "step": 31385
    },
    {
      "epoch": 1.2855211959860742,
      "grad_norm": 3.285308460688579,
      "learning_rate": 0.0002704102399852458,
      "loss": 4.0938,
      "step": 31386
    },
    {
      "epoch": 1.2855621544132705,
      "grad_norm": 2.5898773916853455,
      "learning_rate": 0.0002704082950698005,
      "loss": 5.2188,
      "step": 31387
    },
    {
      "epoch": 1.2856031128404668,
      "grad_norm": 2.4085041665035174,
      "learning_rate": 0.00027040635009743314,
      "loss": 5.4688,
      "step": 31388
    },
    {
      "epoch": 1.2856440712676633,
      "grad_norm": 9.311553110833987,
      "learning_rate": 0.0002704044050681446,
      "loss": 3.3281,
      "step": 31389
    },
    {
      "epoch": 1.2856850296948596,
      "grad_norm": 1.8654807825653446,
      "learning_rate": 0.0002704024599819359,
      "loss": 5.0,
      "step": 31390
    },
    {
      "epoch": 1.2857259881220562,
      "grad_norm": 3.3596796844062835,
      "learning_rate": 0.00027040051483880783,
      "loss": 5.2188,
      "step": 31391
    },
    {
      "epoch": 1.2857669465492525,
      "grad_norm": 2.4457851433363285,
      "learning_rate": 0.0002703985696387614,
      "loss": 5.2188,
      "step": 31392
    },
    {
      "epoch": 1.285807904976449,
      "grad_norm": 2.3716139623940613,
      "learning_rate": 0.0002703966243817975,
      "loss": 5.875,
      "step": 31393
    },
    {
      "epoch": 1.2858488634036453,
      "grad_norm": 2.026919742038341,
      "learning_rate": 0.0002703946790679171,
      "loss": 5.625,
      "step": 31394
    },
    {
      "epoch": 1.2858898218308417,
      "grad_norm": 2.1234072104617145,
      "learning_rate": 0.0002703927336971211,
      "loss": 4.0,
      "step": 31395
    },
    {
      "epoch": 1.2859307802580382,
      "grad_norm": 2.3306332120759277,
      "learning_rate": 0.0002703907882694104,
      "loss": 4.4062,
      "step": 31396
    },
    {
      "epoch": 1.2859717386852345,
      "grad_norm": 2.576585432673146,
      "learning_rate": 0.00027038884278478585,
      "loss": 4.9062,
      "step": 31397
    },
    {
      "epoch": 1.2860126971124308,
      "grad_norm": 2.455441369363742,
      "learning_rate": 0.0002703868972432485,
      "loss": 4.5938,
      "step": 31398
    },
    {
      "epoch": 1.2860536555396274,
      "grad_norm": 2.8441987995552362,
      "learning_rate": 0.00027038495164479924,
      "loss": 4.9688,
      "step": 31399
    },
    {
      "epoch": 1.2860946139668237,
      "grad_norm": 2.4829640325990217,
      "learning_rate": 0.0002703830059894389,
      "loss": 4.8438,
      "step": 31400
    },
    {
      "epoch": 1.28613557239402,
      "grad_norm": 2.6193073425664193,
      "learning_rate": 0.0002703810602771685,
      "loss": 5.0938,
      "step": 31401
    },
    {
      "epoch": 1.2861765308212165,
      "grad_norm": 5.085228352283456,
      "learning_rate": 0.0002703791145079889,
      "loss": 5.2812,
      "step": 31402
    },
    {
      "epoch": 1.2862174892484128,
      "grad_norm": 2.370609674331066,
      "learning_rate": 0.000270377168681901,
      "loss": 4.4062,
      "step": 31403
    },
    {
      "epoch": 1.2862584476756092,
      "grad_norm": 8.205246534263757,
      "learning_rate": 0.0002703752227989058,
      "loss": 5.75,
      "step": 31404
    },
    {
      "epoch": 1.2862994061028057,
      "grad_norm": 1.9585805419090114,
      "learning_rate": 0.00027037327685900417,
      "loss": 4.9375,
      "step": 31405
    },
    {
      "epoch": 1.286340364530002,
      "grad_norm": 1.8821535626767432,
      "learning_rate": 0.0002703713308621971,
      "loss": 4.7812,
      "step": 31406
    },
    {
      "epoch": 1.2863813229571983,
      "grad_norm": 2.1326875198103155,
      "learning_rate": 0.0002703693848084854,
      "loss": 5.0312,
      "step": 31407
    },
    {
      "epoch": 1.2864222813843949,
      "grad_norm": 2.1328477796282908,
      "learning_rate": 0.00027036743869787,
      "loss": 5.625,
      "step": 31408
    },
    {
      "epoch": 1.2864632398115912,
      "grad_norm": 6.556352784628005,
      "learning_rate": 0.0002703654925303519,
      "loss": 5.4375,
      "step": 31409
    },
    {
      "epoch": 1.2865041982387877,
      "grad_norm": 3.1857972040930207,
      "learning_rate": 0.000270363546305932,
      "loss": 5.6562,
      "step": 31410
    },
    {
      "epoch": 1.286545156665984,
      "grad_norm": 2.188759738682592,
      "learning_rate": 0.00027036160002461116,
      "loss": 4.875,
      "step": 31411
    },
    {
      "epoch": 1.2865861150931805,
      "grad_norm": 1.9350086842829402,
      "learning_rate": 0.00027035965368639035,
      "loss": 5.125,
      "step": 31412
    },
    {
      "epoch": 1.2866270735203769,
      "grad_norm": 2.3579118368939955,
      "learning_rate": 0.0002703577072912705,
      "loss": 6.7188,
      "step": 31413
    },
    {
      "epoch": 1.2866680319475732,
      "grad_norm": 6.214271948771619,
      "learning_rate": 0.0002703557608392525,
      "loss": 6.5938,
      "step": 31414
    },
    {
      "epoch": 1.2867089903747697,
      "grad_norm": 2.1430431583594975,
      "learning_rate": 0.0002703538143303373,
      "loss": 4.8438,
      "step": 31415
    },
    {
      "epoch": 1.286749948801966,
      "grad_norm": 3.4175159270795263,
      "learning_rate": 0.00027035186776452576,
      "loss": 6.0312,
      "step": 31416
    },
    {
      "epoch": 1.2867909072291623,
      "grad_norm": 2.2253718006730603,
      "learning_rate": 0.0002703499211418189,
      "loss": 4.5625,
      "step": 31417
    },
    {
      "epoch": 1.2868318656563589,
      "grad_norm": 3.9777702288200234,
      "learning_rate": 0.00027034797446221745,
      "loss": 3.7344,
      "step": 31418
    },
    {
      "epoch": 1.2868728240835552,
      "grad_norm": 2.497513015544768,
      "learning_rate": 0.0002703460277257226,
      "loss": 5.4375,
      "step": 31419
    },
    {
      "epoch": 1.2869137825107515,
      "grad_norm": 9.661945956155867,
      "learning_rate": 0.00027034408093233505,
      "loss": 2.5312,
      "step": 31420
    },
    {
      "epoch": 1.286954740937948,
      "grad_norm": 2.307942277533363,
      "learning_rate": 0.00027034213408205586,
      "loss": 5.3125,
      "step": 31421
    },
    {
      "epoch": 1.2869956993651444,
      "grad_norm": 2.2707228527517946,
      "learning_rate": 0.0002703401871748858,
      "loss": 4.9688,
      "step": 31422
    },
    {
      "epoch": 1.2870366577923407,
      "grad_norm": 3.1290507027665555,
      "learning_rate": 0.000270338240210826,
      "loss": 6.125,
      "step": 31423
    },
    {
      "epoch": 1.2870776162195372,
      "grad_norm": 2.9223546546760555,
      "learning_rate": 0.0002703362931898772,
      "loss": 5.5312,
      "step": 31424
    },
    {
      "epoch": 1.2871185746467335,
      "grad_norm": 2.4235001415189794,
      "learning_rate": 0.0002703343461120404,
      "loss": 5.5312,
      "step": 31425
    },
    {
      "epoch": 1.2871595330739298,
      "grad_norm": 3.286872547824437,
      "learning_rate": 0.0002703323989773165,
      "loss": 4.9062,
      "step": 31426
    },
    {
      "epoch": 1.2872004915011264,
      "grad_norm": 2.1466401822423062,
      "learning_rate": 0.00027033045178570644,
      "loss": 5.0312,
      "step": 31427
    },
    {
      "epoch": 1.2872414499283227,
      "grad_norm": 4.831043675692624,
      "learning_rate": 0.00027032850453721113,
      "loss": 5.4688,
      "step": 31428
    },
    {
      "epoch": 1.2872824083555192,
      "grad_norm": 5.020234696778854,
      "learning_rate": 0.0002703265572318314,
      "loss": 5.6875,
      "step": 31429
    },
    {
      "epoch": 1.2873233667827155,
      "grad_norm": 2.2487540253218836,
      "learning_rate": 0.0002703246098695684,
      "loss": 5.5625,
      "step": 31430
    },
    {
      "epoch": 1.287364325209912,
      "grad_norm": 3.498030742179074,
      "learning_rate": 0.0002703226624504228,
      "loss": 5.5938,
      "step": 31431
    },
    {
      "epoch": 1.2874052836371084,
      "grad_norm": 2.8244162892332065,
      "learning_rate": 0.00027032071497439566,
      "loss": 4.25,
      "step": 31432
    },
    {
      "epoch": 1.2874462420643047,
      "grad_norm": 5.48292554727143,
      "learning_rate": 0.0002703187674414878,
      "loss": 7.1562,
      "step": 31433
    },
    {
      "epoch": 1.2874872004915012,
      "grad_norm": 2.184230140503312,
      "learning_rate": 0.0002703168198517003,
      "loss": 5.0312,
      "step": 31434
    },
    {
      "epoch": 1.2875281589186975,
      "grad_norm": 2.3946635378253425,
      "learning_rate": 0.00027031487220503396,
      "loss": 4.9062,
      "step": 31435
    },
    {
      "epoch": 1.2875691173458939,
      "grad_norm": 2.8433864534718145,
      "learning_rate": 0.0002703129245014897,
      "loss": 4.75,
      "step": 31436
    },
    {
      "epoch": 1.2876100757730904,
      "grad_norm": 2.544010248743193,
      "learning_rate": 0.00027031097674106857,
      "loss": 5.0,
      "step": 31437
    },
    {
      "epoch": 1.2876510342002867,
      "grad_norm": 2.058127622557273,
      "learning_rate": 0.0002703090289237713,
      "loss": 3.4844,
      "step": 31438
    },
    {
      "epoch": 1.287691992627483,
      "grad_norm": 7.509727076287521,
      "learning_rate": 0.0002703070810495989,
      "loss": 4.8125,
      "step": 31439
    },
    {
      "epoch": 1.2877329510546796,
      "grad_norm": 2.114821337793928,
      "learning_rate": 0.00027030513311855235,
      "loss": 4.75,
      "step": 31440
    },
    {
      "epoch": 1.2877739094818759,
      "grad_norm": 2.4649895861281084,
      "learning_rate": 0.00027030318513063245,
      "loss": 5.5,
      "step": 31441
    },
    {
      "epoch": 1.2878148679090722,
      "grad_norm": 3.575829302616624,
      "learning_rate": 0.0002703012370858402,
      "loss": 4.4375,
      "step": 31442
    },
    {
      "epoch": 1.2878558263362687,
      "grad_norm": 5.1387910093831595,
      "learning_rate": 0.0002702992889841765,
      "loss": 4.1875,
      "step": 31443
    },
    {
      "epoch": 1.287896784763465,
      "grad_norm": 2.5199505117975476,
      "learning_rate": 0.00027029734082564236,
      "loss": 4.1875,
      "step": 31444
    },
    {
      "epoch": 1.2879377431906613,
      "grad_norm": 2.643126177917228,
      "learning_rate": 0.0002702953926102385,
      "loss": 5.1875,
      "step": 31445
    },
    {
      "epoch": 1.2879787016178579,
      "grad_norm": 2.5638066114680087,
      "learning_rate": 0.000270293444337966,
      "loss": 4.6562,
      "step": 31446
    },
    {
      "epoch": 1.2880196600450542,
      "grad_norm": 2.7152109978726178,
      "learning_rate": 0.0002702914960088258,
      "loss": 3.2812,
      "step": 31447
    },
    {
      "epoch": 1.2880606184722507,
      "grad_norm": 2.305662590281783,
      "learning_rate": 0.0002702895476228187,
      "loss": 5.3125,
      "step": 31448
    },
    {
      "epoch": 1.288101576899447,
      "grad_norm": 2.0806470619189286,
      "learning_rate": 0.0002702875991799457,
      "loss": 4.4062,
      "step": 31449
    },
    {
      "epoch": 1.2881425353266436,
      "grad_norm": 2.0009787296449195,
      "learning_rate": 0.0002702856506802077,
      "loss": 4.4062,
      "step": 31450
    },
    {
      "epoch": 1.28818349375384,
      "grad_norm": 6.684219169915502,
      "learning_rate": 0.0002702837021236056,
      "loss": 6.4062,
      "step": 31451
    },
    {
      "epoch": 1.2882244521810362,
      "grad_norm": 2.149659277463451,
      "learning_rate": 0.0002702817535101404,
      "loss": 4.6562,
      "step": 31452
    },
    {
      "epoch": 1.2882654106082327,
      "grad_norm": 3.779343556566571,
      "learning_rate": 0.0002702798048398129,
      "loss": 6.9062,
      "step": 31453
    },
    {
      "epoch": 1.288306369035429,
      "grad_norm": 3.196307234070923,
      "learning_rate": 0.0002702778561126242,
      "loss": 4.0,
      "step": 31454
    },
    {
      "epoch": 1.2883473274626254,
      "grad_norm": 2.2064288391353077,
      "learning_rate": 0.00027027590732857495,
      "loss": 5.1875,
      "step": 31455
    },
    {
      "epoch": 1.288388285889822,
      "grad_norm": 2.3661495431389428,
      "learning_rate": 0.0002702739584876663,
      "loss": 5.6562,
      "step": 31456
    },
    {
      "epoch": 1.2884292443170182,
      "grad_norm": 2.026438500368608,
      "learning_rate": 0.00027027200958989914,
      "loss": 4.8438,
      "step": 31457
    },
    {
      "epoch": 1.2884702027442145,
      "grad_norm": 2.920371605378787,
      "learning_rate": 0.00027027006063527433,
      "loss": 4.1562,
      "step": 31458
    },
    {
      "epoch": 1.288511161171411,
      "grad_norm": 2.4358887336146977,
      "learning_rate": 0.00027026811162379283,
      "loss": 4.7188,
      "step": 31459
    },
    {
      "epoch": 1.2885521195986074,
      "grad_norm": 4.1004883869357815,
      "learning_rate": 0.0002702661625554555,
      "loss": 6.75,
      "step": 31460
    },
    {
      "epoch": 1.2885930780258037,
      "grad_norm": 3.217345803406812,
      "learning_rate": 0.00027026421343026336,
      "loss": 3.8906,
      "step": 31461
    },
    {
      "epoch": 1.2886340364530002,
      "grad_norm": 2.1102925275921787,
      "learning_rate": 0.00027026226424821723,
      "loss": 4.75,
      "step": 31462
    },
    {
      "epoch": 1.2886749948801965,
      "grad_norm": 3.056479590602753,
      "learning_rate": 0.00027026031500931814,
      "loss": 5.7188,
      "step": 31463
    },
    {
      "epoch": 1.2887159533073929,
      "grad_norm": 2.313057116425641,
      "learning_rate": 0.00027025836571356685,
      "loss": 4.1875,
      "step": 31464
    },
    {
      "epoch": 1.2887569117345894,
      "grad_norm": 7.286866119906976,
      "learning_rate": 0.00027025641636096445,
      "loss": 6.5,
      "step": 31465
    },
    {
      "epoch": 1.2887978701617857,
      "grad_norm": 6.141553043647988,
      "learning_rate": 0.0002702544669515118,
      "loss": 4.125,
      "step": 31466
    },
    {
      "epoch": 1.2888388285889822,
      "grad_norm": 3.9485810123490177,
      "learning_rate": 0.0002702525174852098,
      "loss": 6.9375,
      "step": 31467
    },
    {
      "epoch": 1.2888797870161786,
      "grad_norm": 2.3829402867966216,
      "learning_rate": 0.0002702505679620594,
      "loss": 5.25,
      "step": 31468
    },
    {
      "epoch": 1.288920745443375,
      "grad_norm": 2.375912861520256,
      "learning_rate": 0.00027024861838206155,
      "loss": 5.3125,
      "step": 31469
    },
    {
      "epoch": 1.2889617038705714,
      "grad_norm": 2.160791215536447,
      "learning_rate": 0.0002702466687452171,
      "loss": 4.0625,
      "step": 31470
    },
    {
      "epoch": 1.2890026622977677,
      "grad_norm": 2.97703416610421,
      "learning_rate": 0.0002702447190515269,
      "loss": 3.8125,
      "step": 31471
    },
    {
      "epoch": 1.2890436207249643,
      "grad_norm": 2.7064140065860434,
      "learning_rate": 0.0002702427693009921,
      "loss": 4.5312,
      "step": 31472
    },
    {
      "epoch": 1.2890845791521606,
      "grad_norm": 2.375073792161254,
      "learning_rate": 0.00027024081949361347,
      "loss": 5.125,
      "step": 31473
    },
    {
      "epoch": 1.2891255375793569,
      "grad_norm": 2.4048461001421866,
      "learning_rate": 0.00027023886962939195,
      "loss": 5.0625,
      "step": 31474
    },
    {
      "epoch": 1.2891664960065534,
      "grad_norm": 3.704204296108078,
      "learning_rate": 0.00027023691970832846,
      "loss": 5.0625,
      "step": 31475
    },
    {
      "epoch": 1.2892074544337497,
      "grad_norm": 2.9316398252624536,
      "learning_rate": 0.00027023496973042395,
      "loss": 5.5,
      "step": 31476
    },
    {
      "epoch": 1.289248412860946,
      "grad_norm": 1.9684848674201019,
      "learning_rate": 0.0002702330196956793,
      "loss": 4.1875,
      "step": 31477
    },
    {
      "epoch": 1.2892893712881426,
      "grad_norm": 1.8546241028874848,
      "learning_rate": 0.0002702310696040955,
      "loss": 4.4688,
      "step": 31478
    },
    {
      "epoch": 1.289330329715339,
      "grad_norm": 5.493928048409861,
      "learning_rate": 0.00027022911945567336,
      "loss": 4.3125,
      "step": 31479
    },
    {
      "epoch": 1.2893712881425352,
      "grad_norm": 3.6142661607314612,
      "learning_rate": 0.0002702271692504139,
      "loss": 6.9062,
      "step": 31480
    },
    {
      "epoch": 1.2894122465697317,
      "grad_norm": 12.50503231753564,
      "learning_rate": 0.000270225218988318,
      "loss": 7.9062,
      "step": 31481
    },
    {
      "epoch": 1.289453204996928,
      "grad_norm": 2.53195213893604,
      "learning_rate": 0.00027022326866938664,
      "loss": 6.0938,
      "step": 31482
    },
    {
      "epoch": 1.2894941634241246,
      "grad_norm": 4.004200719048903,
      "learning_rate": 0.00027022131829362064,
      "loss": 6.125,
      "step": 31483
    },
    {
      "epoch": 1.289535121851321,
      "grad_norm": 2.5011837204984384,
      "learning_rate": 0.000270219367861021,
      "loss": 6.0312,
      "step": 31484
    },
    {
      "epoch": 1.2895760802785172,
      "grad_norm": 1.814008729901911,
      "learning_rate": 0.0002702174173715886,
      "loss": 4.625,
      "step": 31485
    },
    {
      "epoch": 1.2896170387057138,
      "grad_norm": 2.462614155178501,
      "learning_rate": 0.0002702154668253244,
      "loss": 5.0312,
      "step": 31486
    },
    {
      "epoch": 1.28965799713291,
      "grad_norm": 4.065832827072166,
      "learning_rate": 0.0002702135162222293,
      "loss": 6.0625,
      "step": 31487
    },
    {
      "epoch": 1.2896989555601066,
      "grad_norm": 5.132468918085916,
      "learning_rate": 0.00027021156556230426,
      "loss": 4.7188,
      "step": 31488
    },
    {
      "epoch": 1.289739913987303,
      "grad_norm": 2.8243185299826385,
      "learning_rate": 0.0002702096148455501,
      "loss": 3.75,
      "step": 31489
    },
    {
      "epoch": 1.2897808724144992,
      "grad_norm": 2.413371278594248,
      "learning_rate": 0.00027020766407196784,
      "loss": 5.0938,
      "step": 31490
    },
    {
      "epoch": 1.2898218308416958,
      "grad_norm": 2.1846664416329182,
      "learning_rate": 0.00027020571324155835,
      "loss": 3.9062,
      "step": 31491
    },
    {
      "epoch": 1.289862789268892,
      "grad_norm": 2.5309909694106434,
      "learning_rate": 0.00027020376235432263,
      "loss": 5.0938,
      "step": 31492
    },
    {
      "epoch": 1.2899037476960884,
      "grad_norm": 2.568826022554812,
      "learning_rate": 0.00027020181141026154,
      "loss": 5.0625,
      "step": 31493
    },
    {
      "epoch": 1.289944706123285,
      "grad_norm": 1.9857806159433349,
      "learning_rate": 0.00027019986040937596,
      "loss": 4.5625,
      "step": 31494
    },
    {
      "epoch": 1.2899856645504812,
      "grad_norm": 2.683879730940181,
      "learning_rate": 0.0002701979093516669,
      "loss": 4.875,
      "step": 31495
    },
    {
      "epoch": 1.2900266229776776,
      "grad_norm": 1.7995640627835447,
      "learning_rate": 0.0002701959582371352,
      "loss": 4.2812,
      "step": 31496
    },
    {
      "epoch": 1.290067581404874,
      "grad_norm": 2.0970946780584283,
      "learning_rate": 0.00027019400706578185,
      "loss": 5.1875,
      "step": 31497
    },
    {
      "epoch": 1.2901085398320704,
      "grad_norm": 6.083340390926589,
      "learning_rate": 0.00027019205583760775,
      "loss": 3.6875,
      "step": 31498
    },
    {
      "epoch": 1.2901494982592667,
      "grad_norm": 2.115731542824611,
      "learning_rate": 0.0002701901045526138,
      "loss": 5.8125,
      "step": 31499
    },
    {
      "epoch": 1.2901904566864633,
      "grad_norm": 2.918712328751103,
      "learning_rate": 0.00027018815321080096,
      "loss": 5.0625,
      "step": 31500
    },
    {
      "epoch": 1.2902314151136596,
      "grad_norm": 2.8866503991880275,
      "learning_rate": 0.00027018620181217017,
      "loss": 6.1875,
      "step": 31501
    },
    {
      "epoch": 1.290272373540856,
      "grad_norm": 2.9931523423358612,
      "learning_rate": 0.00027018425035672225,
      "loss": 4.5312,
      "step": 31502
    },
    {
      "epoch": 1.2903133319680524,
      "grad_norm": 2.2911387503651706,
      "learning_rate": 0.00027018229884445824,
      "loss": 4.625,
      "step": 31503
    },
    {
      "epoch": 1.290354290395249,
      "grad_norm": 2.619991238637564,
      "learning_rate": 0.000270180347275379,
      "loss": 5.9062,
      "step": 31504
    },
    {
      "epoch": 1.2903952488224453,
      "grad_norm": 2.4282838871251418,
      "learning_rate": 0.0002701783956494855,
      "loss": 3.1719,
      "step": 31505
    },
    {
      "epoch": 1.2904362072496416,
      "grad_norm": 2.403264846057836,
      "learning_rate": 0.00027017644396677855,
      "loss": 4.875,
      "step": 31506
    },
    {
      "epoch": 1.2904771656768381,
      "grad_norm": 2.342549809614586,
      "learning_rate": 0.0002701744922272592,
      "loss": 5.3125,
      "step": 31507
    },
    {
      "epoch": 1.2905181241040344,
      "grad_norm": 2.7314307298075238,
      "learning_rate": 0.00027017254043092836,
      "loss": 4.875,
      "step": 31508
    },
    {
      "epoch": 1.2905590825312308,
      "grad_norm": 2.910950180265563,
      "learning_rate": 0.00027017058857778685,
      "loss": 6.5625,
      "step": 31509
    },
    {
      "epoch": 1.2906000409584273,
      "grad_norm": 3.0239696863867307,
      "learning_rate": 0.0002701686366678357,
      "loss": 5.6562,
      "step": 31510
    },
    {
      "epoch": 1.2906409993856236,
      "grad_norm": 2.356429708433748,
      "learning_rate": 0.00027016668470107575,
      "loss": 4.8438,
      "step": 31511
    },
    {
      "epoch": 1.29068195781282,
      "grad_norm": 3.249080118832318,
      "learning_rate": 0.000270164732677508,
      "loss": 5.5312,
      "step": 31512
    },
    {
      "epoch": 1.2907229162400164,
      "grad_norm": 2.1501686056322473,
      "learning_rate": 0.0002701627805971333,
      "loss": 4.4688,
      "step": 31513
    },
    {
      "epoch": 1.2907638746672128,
      "grad_norm": 2.8632359847607245,
      "learning_rate": 0.00027016082845995263,
      "loss": 5.8438,
      "step": 31514
    },
    {
      "epoch": 1.290804833094409,
      "grad_norm": 2.048270505006736,
      "learning_rate": 0.0002701588762659669,
      "loss": 5.125,
      "step": 31515
    },
    {
      "epoch": 1.2908457915216056,
      "grad_norm": 4.223239352747341,
      "learning_rate": 0.00027015692401517706,
      "loss": 6.5312,
      "step": 31516
    },
    {
      "epoch": 1.290886749948802,
      "grad_norm": 3.089475666525682,
      "learning_rate": 0.00027015497170758396,
      "loss": 5.75,
      "step": 31517
    },
    {
      "epoch": 1.2909277083759982,
      "grad_norm": 4.072877410337663,
      "learning_rate": 0.00027015301934318854,
      "loss": 3.4219,
      "step": 31518
    },
    {
      "epoch": 1.2909686668031948,
      "grad_norm": 7.8946352872861905,
      "learning_rate": 0.00027015106692199176,
      "loss": 5.125,
      "step": 31519
    },
    {
      "epoch": 1.291009625230391,
      "grad_norm": 2.5192604087614847,
      "learning_rate": 0.00027014911444399456,
      "loss": 5.3438,
      "step": 31520
    },
    {
      "epoch": 1.2910505836575876,
      "grad_norm": 4.295126757266781,
      "learning_rate": 0.0002701471619091978,
      "loss": 6.3438,
      "step": 31521
    },
    {
      "epoch": 1.291091542084784,
      "grad_norm": 2.6013826912043605,
      "learning_rate": 0.00027014520931760243,
      "loss": 3.9531,
      "step": 31522
    },
    {
      "epoch": 1.2911325005119805,
      "grad_norm": 3.2755951655480366,
      "learning_rate": 0.00027014325666920936,
      "loss": 4.6562,
      "step": 31523
    },
    {
      "epoch": 1.2911734589391768,
      "grad_norm": 3.593733727405809,
      "learning_rate": 0.0002701413039640196,
      "loss": 5.75,
      "step": 31524
    },
    {
      "epoch": 1.291214417366373,
      "grad_norm": 1.9425689178393322,
      "learning_rate": 0.00027013935120203395,
      "loss": 4.6562,
      "step": 31525
    },
    {
      "epoch": 1.2912553757935696,
      "grad_norm": 2.3195576363524513,
      "learning_rate": 0.0002701373983832534,
      "loss": 4.375,
      "step": 31526
    },
    {
      "epoch": 1.291296334220766,
      "grad_norm": 2.6850633032418867,
      "learning_rate": 0.00027013544550767883,
      "loss": 4.5,
      "step": 31527
    },
    {
      "epoch": 1.2913372926479623,
      "grad_norm": 3.8783417874428885,
      "learning_rate": 0.00027013349257531125,
      "loss": 6.1875,
      "step": 31528
    },
    {
      "epoch": 1.2913782510751588,
      "grad_norm": 3.8161956395052314,
      "learning_rate": 0.0002701315395861515,
      "loss": 6.0938,
      "step": 31529
    },
    {
      "epoch": 1.2914192095023551,
      "grad_norm": 3.502077551894018,
      "learning_rate": 0.0002701295865402005,
      "loss": 5.0938,
      "step": 31530
    },
    {
      "epoch": 1.2914601679295514,
      "grad_norm": 3.564204006334344,
      "learning_rate": 0.0002701276334374592,
      "loss": 4.3438,
      "step": 31531
    },
    {
      "epoch": 1.291501126356748,
      "grad_norm": 2.3583356205120527,
      "learning_rate": 0.00027012568027792857,
      "loss": 5.6562,
      "step": 31532
    },
    {
      "epoch": 1.2915420847839443,
      "grad_norm": 2.5356834447804313,
      "learning_rate": 0.0002701237270616095,
      "loss": 4.9688,
      "step": 31533
    },
    {
      "epoch": 1.2915830432111406,
      "grad_norm": 4.426193013089195,
      "learning_rate": 0.0002701217737885029,
      "loss": 5.25,
      "step": 31534
    },
    {
      "epoch": 1.2916240016383371,
      "grad_norm": 2.3606576912081505,
      "learning_rate": 0.00027011982045860967,
      "loss": 5.0312,
      "step": 31535
    },
    {
      "epoch": 1.2916649600655334,
      "grad_norm": 4.534466382718203,
      "learning_rate": 0.0002701178670719307,
      "loss": 1.9688,
      "step": 31536
    },
    {
      "epoch": 1.2917059184927298,
      "grad_norm": 2.951161369136916,
      "learning_rate": 0.00027011591362846707,
      "loss": 4.8125,
      "step": 31537
    },
    {
      "epoch": 1.2917468769199263,
      "grad_norm": 2.750747918231847,
      "learning_rate": 0.00027011396012821954,
      "loss": 5.5312,
      "step": 31538
    },
    {
      "epoch": 1.2917878353471226,
      "grad_norm": 2.2128188550308687,
      "learning_rate": 0.00027011200657118915,
      "loss": 5.2188,
      "step": 31539
    },
    {
      "epoch": 1.2918287937743191,
      "grad_norm": 2.592448167871208,
      "learning_rate": 0.0002701100529573767,
      "loss": 4.4688,
      "step": 31540
    },
    {
      "epoch": 1.2918697522015155,
      "grad_norm": 8.588622686144218,
      "learning_rate": 0.00027010809928678325,
      "loss": 3.7812,
      "step": 31541
    },
    {
      "epoch": 1.291910710628712,
      "grad_norm": 5.602195307246625,
      "learning_rate": 0.0002701061455594096,
      "loss": 4.4688,
      "step": 31542
    },
    {
      "epoch": 1.2919516690559083,
      "grad_norm": 11.196102488125668,
      "learning_rate": 0.0002701041917752568,
      "loss": 3.375,
      "step": 31543
    },
    {
      "epoch": 1.2919926274831046,
      "grad_norm": 2.620533948032043,
      "learning_rate": 0.0002701022379343257,
      "loss": 5.3438,
      "step": 31544
    },
    {
      "epoch": 1.2920335859103012,
      "grad_norm": 2.2032693317762826,
      "learning_rate": 0.00027010028403661726,
      "loss": 4.7188,
      "step": 31545
    },
    {
      "epoch": 1.2920745443374975,
      "grad_norm": 2.635364109706833,
      "learning_rate": 0.0002700983300821323,
      "loss": 4.4062,
      "step": 31546
    },
    {
      "epoch": 1.2921155027646938,
      "grad_norm": 2.2146780675535407,
      "learning_rate": 0.00027009637607087187,
      "loss": 4.3438,
      "step": 31547
    },
    {
      "epoch": 1.2921564611918903,
      "grad_norm": 3.3540326469850195,
      "learning_rate": 0.00027009442200283683,
      "loss": 6.1562,
      "step": 31548
    },
    {
      "epoch": 1.2921974196190866,
      "grad_norm": 6.1453559019653685,
      "learning_rate": 0.0002700924678780281,
      "loss": 4.2188,
      "step": 31549
    },
    {
      "epoch": 1.292238378046283,
      "grad_norm": 2.25324241616839,
      "learning_rate": 0.0002700905136964466,
      "loss": 4.3438,
      "step": 31550
    },
    {
      "epoch": 1.2922793364734795,
      "grad_norm": 7.8533869457792225,
      "learning_rate": 0.00027008855945809333,
      "loss": 1.8906,
      "step": 31551
    },
    {
      "epoch": 1.2923202949006758,
      "grad_norm": 2.375819298778816,
      "learning_rate": 0.0002700866051629691,
      "loss": 5.4375,
      "step": 31552
    },
    {
      "epoch": 1.292361253327872,
      "grad_norm": 2.7670547216314776,
      "learning_rate": 0.0002700846508110749,
      "loss": 5.6562,
      "step": 31553
    },
    {
      "epoch": 1.2924022117550686,
      "grad_norm": 2.7563343577855197,
      "learning_rate": 0.0002700826964024117,
      "loss": 4.8438,
      "step": 31554
    },
    {
      "epoch": 1.292443170182265,
      "grad_norm": 2.596181494122118,
      "learning_rate": 0.00027008074193698035,
      "loss": 5.0625,
      "step": 31555
    },
    {
      "epoch": 1.2924841286094613,
      "grad_norm": 2.9024306263183064,
      "learning_rate": 0.00027007878741478175,
      "loss": 4.875,
      "step": 31556
    },
    {
      "epoch": 1.2925250870366578,
      "grad_norm": 2.3432050386876404,
      "learning_rate": 0.00027007683283581687,
      "loss": 5.2812,
      "step": 31557
    },
    {
      "epoch": 1.2925660454638541,
      "grad_norm": 2.4934391539193115,
      "learning_rate": 0.0002700748782000867,
      "loss": 5.0,
      "step": 31558
    },
    {
      "epoch": 1.2926070038910507,
      "grad_norm": 2.112904801756028,
      "learning_rate": 0.00027007292350759207,
      "loss": 4.6875,
      "step": 31559
    },
    {
      "epoch": 1.292647962318247,
      "grad_norm": 2.7637911454884723,
      "learning_rate": 0.0002700709687583339,
      "loss": 4.8438,
      "step": 31560
    },
    {
      "epoch": 1.2926889207454435,
      "grad_norm": 2.52881263460102,
      "learning_rate": 0.00027006901395231316,
      "loss": 4.0625,
      "step": 31561
    },
    {
      "epoch": 1.2927298791726398,
      "grad_norm": 2.169821776863112,
      "learning_rate": 0.0002700670590895307,
      "loss": 4.8125,
      "step": 31562
    },
    {
      "epoch": 1.2927708375998361,
      "grad_norm": 2.168645810908805,
      "learning_rate": 0.00027006510416998763,
      "loss": 4.625,
      "step": 31563
    },
    {
      "epoch": 1.2928117960270327,
      "grad_norm": 2.7832422800628054,
      "learning_rate": 0.00027006314919368466,
      "loss": 5.1875,
      "step": 31564
    },
    {
      "epoch": 1.292852754454229,
      "grad_norm": 5.388645119978733,
      "learning_rate": 0.0002700611941606228,
      "loss": 5.0,
      "step": 31565
    },
    {
      "epoch": 1.2928937128814253,
      "grad_norm": 2.489976747740198,
      "learning_rate": 0.00027005923907080293,
      "loss": 6.5,
      "step": 31566
    },
    {
      "epoch": 1.2929346713086218,
      "grad_norm": 2.420779105488938,
      "learning_rate": 0.0002700572839242261,
      "loss": 4.5312,
      "step": 31567
    },
    {
      "epoch": 1.2929756297358181,
      "grad_norm": 3.219059776384827,
      "learning_rate": 0.00027005532872089317,
      "loss": 6.25,
      "step": 31568
    },
    {
      "epoch": 1.2930165881630145,
      "grad_norm": 2.4505732212682747,
      "learning_rate": 0.000270053373460805,
      "loss": 4.9688,
      "step": 31569
    },
    {
      "epoch": 1.293057546590211,
      "grad_norm": 4.854002033354574,
      "learning_rate": 0.00027005141814396254,
      "loss": 4.5625,
      "step": 31570
    },
    {
      "epoch": 1.2930985050174073,
      "grad_norm": 3.1656333219750032,
      "learning_rate": 0.00027004946277036675,
      "loss": 5.1875,
      "step": 31571
    },
    {
      "epoch": 1.2931394634446036,
      "grad_norm": 2.1734855629055243,
      "learning_rate": 0.0002700475073400185,
      "loss": 4.0938,
      "step": 31572
    },
    {
      "epoch": 1.2931804218718002,
      "grad_norm": 2.2822768515589424,
      "learning_rate": 0.0002700455518529189,
      "loss": 4.7812,
      "step": 31573
    },
    {
      "epoch": 1.2932213802989965,
      "grad_norm": 2.2233847680532297,
      "learning_rate": 0.0002700435963090686,
      "loss": 4.9062,
      "step": 31574
    },
    {
      "epoch": 1.2932623387261928,
      "grad_norm": 2.6731529293950613,
      "learning_rate": 0.00027004164070846865,
      "loss": 4.9375,
      "step": 31575
    },
    {
      "epoch": 1.2933032971533893,
      "grad_norm": 2.2097859521131773,
      "learning_rate": 0.00027003968505112,
      "loss": 5.7188,
      "step": 31576
    },
    {
      "epoch": 1.2933442555805856,
      "grad_norm": 2.6243051979010787,
      "learning_rate": 0.0002700377293370236,
      "loss": 5.1875,
      "step": 31577
    },
    {
      "epoch": 1.2933852140077822,
      "grad_norm": 6.886572666809762,
      "learning_rate": 0.0002700357735661803,
      "loss": 4.9375,
      "step": 31578
    },
    {
      "epoch": 1.2934261724349785,
      "grad_norm": 2.546524786287194,
      "learning_rate": 0.000270033817738591,
      "loss": 4.5938,
      "step": 31579
    },
    {
      "epoch": 1.293467130862175,
      "grad_norm": 2.4882905980344208,
      "learning_rate": 0.0002700318618542568,
      "loss": 5.4688,
      "step": 31580
    },
    {
      "epoch": 1.2935080892893713,
      "grad_norm": 2.328955558450427,
      "learning_rate": 0.0002700299059131784,
      "loss": 5.1875,
      "step": 31581
    },
    {
      "epoch": 1.2935490477165676,
      "grad_norm": 2.063489345585922,
      "learning_rate": 0.0002700279499153568,
      "loss": 4.1562,
      "step": 31582
    },
    {
      "epoch": 1.2935900061437642,
      "grad_norm": 5.216115167929185,
      "learning_rate": 0.00027002599386079305,
      "loss": 7.5938,
      "step": 31583
    },
    {
      "epoch": 1.2936309645709605,
      "grad_norm": 4.245138956808386,
      "learning_rate": 0.0002700240377494879,
      "loss": 6.875,
      "step": 31584
    },
    {
      "epoch": 1.2936719229981568,
      "grad_norm": 2.4454615716300823,
      "learning_rate": 0.00027002208158144236,
      "loss": 4.375,
      "step": 31585
    },
    {
      "epoch": 1.2937128814253533,
      "grad_norm": 3.045001803485789,
      "learning_rate": 0.0002700201253566574,
      "loss": 5.0,
      "step": 31586
    },
    {
      "epoch": 1.2937538398525497,
      "grad_norm": 4.543551658532479,
      "learning_rate": 0.00027001816907513385,
      "loss": 5.1875,
      "step": 31587
    },
    {
      "epoch": 1.293794798279746,
      "grad_norm": 2.0820268642838236,
      "learning_rate": 0.00027001621273687264,
      "loss": 5.0,
      "step": 31588
    },
    {
      "epoch": 1.2938357567069425,
      "grad_norm": 2.356829982182224,
      "learning_rate": 0.00027001425634187476,
      "loss": 5.4688,
      "step": 31589
    },
    {
      "epoch": 1.2938767151341388,
      "grad_norm": 2.0151650601299904,
      "learning_rate": 0.00027001229989014107,
      "loss": 3.6094,
      "step": 31590
    },
    {
      "epoch": 1.2939176735613351,
      "grad_norm": 4.653648219967426,
      "learning_rate": 0.0002700103433816726,
      "loss": 5.2812,
      "step": 31591
    },
    {
      "epoch": 1.2939586319885317,
      "grad_norm": 2.4114315490262266,
      "learning_rate": 0.00027000838681647015,
      "loss": 4.2188,
      "step": 31592
    },
    {
      "epoch": 1.293999590415728,
      "grad_norm": 3.1261861085563782,
      "learning_rate": 0.0002700064301945347,
      "loss": 4.9062,
      "step": 31593
    },
    {
      "epoch": 1.2940405488429243,
      "grad_norm": 2.2050423677503743,
      "learning_rate": 0.0002700044735158672,
      "loss": 4.2188,
      "step": 31594
    },
    {
      "epoch": 1.2940815072701208,
      "grad_norm": 2.1617892339342686,
      "learning_rate": 0.0002700025167804685,
      "loss": 5.5625,
      "step": 31595
    },
    {
      "epoch": 1.2941224656973171,
      "grad_norm": 1.87954323608606,
      "learning_rate": 0.00027000055998833967,
      "loss": 5.3125,
      "step": 31596
    },
    {
      "epoch": 1.2941634241245137,
      "grad_norm": 2.7512982985826,
      "learning_rate": 0.0002699986031394814,
      "loss": 5.875,
      "step": 31597
    },
    {
      "epoch": 1.29420438255171,
      "grad_norm": 2.9870854466615286,
      "learning_rate": 0.0002699966462338949,
      "loss": 4.6562,
      "step": 31598
    },
    {
      "epoch": 1.2942453409789065,
      "grad_norm": 2.2202733227157836,
      "learning_rate": 0.00026999468927158086,
      "loss": 4.5,
      "step": 31599
    },
    {
      "epoch": 1.2942862994061028,
      "grad_norm": 2.0923866881296265,
      "learning_rate": 0.00026999273225254033,
      "loss": 5.4062,
      "step": 31600
    },
    {
      "epoch": 1.2943272578332992,
      "grad_norm": 1.9465314669817229,
      "learning_rate": 0.0002699907751767742,
      "loss": 4.8125,
      "step": 31601
    },
    {
      "epoch": 1.2943682162604957,
      "grad_norm": 2.0383820506743406,
      "learning_rate": 0.00026998881804428333,
      "loss": 4.5625,
      "step": 31602
    },
    {
      "epoch": 1.294409174687692,
      "grad_norm": 6.331086831166332,
      "learning_rate": 0.00026998686085506876,
      "loss": 4.75,
      "step": 31603
    },
    {
      "epoch": 1.2944501331148883,
      "grad_norm": 2.261035972318388,
      "learning_rate": 0.0002699849036091314,
      "loss": 5.25,
      "step": 31604
    },
    {
      "epoch": 1.2944910915420849,
      "grad_norm": 2.0839225076671557,
      "learning_rate": 0.0002699829463064721,
      "loss": 5.5,
      "step": 31605
    },
    {
      "epoch": 1.2945320499692812,
      "grad_norm": 4.59074132526058,
      "learning_rate": 0.0002699809889470918,
      "loss": 7.5312,
      "step": 31606
    },
    {
      "epoch": 1.2945730083964775,
      "grad_norm": 2.277309668846512,
      "learning_rate": 0.0002699790315309915,
      "loss": 5.4375,
      "step": 31607
    },
    {
      "epoch": 1.294613966823674,
      "grad_norm": 2.0107016594470943,
      "learning_rate": 0.00026997707405817205,
      "loss": 3.625,
      "step": 31608
    },
    {
      "epoch": 1.2946549252508703,
      "grad_norm": 1.951413956453179,
      "learning_rate": 0.0002699751165286344,
      "loss": 4.6875,
      "step": 31609
    },
    {
      "epoch": 1.2946958836780667,
      "grad_norm": 2.4111452074688517,
      "learning_rate": 0.00026997315894237945,
      "loss": 5.1875,
      "step": 31610
    },
    {
      "epoch": 1.2947368421052632,
      "grad_norm": 3.8056077091563716,
      "learning_rate": 0.00026997120129940817,
      "loss": 5.7812,
      "step": 31611
    },
    {
      "epoch": 1.2947778005324595,
      "grad_norm": 5.82424352766207,
      "learning_rate": 0.0002699692435997215,
      "loss": 4.625,
      "step": 31612
    },
    {
      "epoch": 1.2948187589596558,
      "grad_norm": 3.1355923663584373,
      "learning_rate": 0.00026996728584332034,
      "loss": 5.0312,
      "step": 31613
    },
    {
      "epoch": 1.2948597173868523,
      "grad_norm": 4.252502004163559,
      "learning_rate": 0.0002699653280302056,
      "loss": 5.8438,
      "step": 31614
    },
    {
      "epoch": 1.2949006758140487,
      "grad_norm": 2.0938553951547476,
      "learning_rate": 0.00026996337016037817,
      "loss": 5.1875,
      "step": 31615
    },
    {
      "epoch": 1.2949416342412452,
      "grad_norm": 3.683326903301583,
      "learning_rate": 0.000269961412233839,
      "loss": 6.2812,
      "step": 31616
    },
    {
      "epoch": 1.2949825926684415,
      "grad_norm": 2.2212207391042575,
      "learning_rate": 0.0002699594542505891,
      "loss": 5.1875,
      "step": 31617
    },
    {
      "epoch": 1.295023551095638,
      "grad_norm": 2.1630086845846908,
      "learning_rate": 0.0002699574962106293,
      "loss": 4.6875,
      "step": 31618
    },
    {
      "epoch": 1.2950645095228344,
      "grad_norm": 2.1306412908786334,
      "learning_rate": 0.00026995553811396056,
      "loss": 4.6875,
      "step": 31619
    },
    {
      "epoch": 1.2951054679500307,
      "grad_norm": 2.322506188878116,
      "learning_rate": 0.00026995357996058387,
      "loss": 4.8438,
      "step": 31620
    },
    {
      "epoch": 1.2951464263772272,
      "grad_norm": 3.1603631487527424,
      "learning_rate": 0.0002699516217505,
      "loss": 5.375,
      "step": 31621
    },
    {
      "epoch": 1.2951873848044235,
      "grad_norm": 3.263351802997353,
      "learning_rate": 0.00026994966348371,
      "loss": 5.5312,
      "step": 31622
    },
    {
      "epoch": 1.2952283432316198,
      "grad_norm": 4.862730690872503,
      "learning_rate": 0.00026994770516021476,
      "loss": 7.4062,
      "step": 31623
    },
    {
      "epoch": 1.2952693016588164,
      "grad_norm": 3.546760364081772,
      "learning_rate": 0.00026994574678001516,
      "loss": 3.3594,
      "step": 31624
    },
    {
      "epoch": 1.2953102600860127,
      "grad_norm": 2.408448027619664,
      "learning_rate": 0.0002699437883431122,
      "loss": 6.5312,
      "step": 31625
    },
    {
      "epoch": 1.295351218513209,
      "grad_norm": 2.7595180439958065,
      "learning_rate": 0.0002699418298495068,
      "loss": 6.0938,
      "step": 31626
    },
    {
      "epoch": 1.2953921769404055,
      "grad_norm": 3.176025776685492,
      "learning_rate": 0.00026993987129919985,
      "loss": 5.0,
      "step": 31627
    },
    {
      "epoch": 1.2954331353676019,
      "grad_norm": 4.512690241021274,
      "learning_rate": 0.0002699379126921923,
      "loss": 3.7812,
      "step": 31628
    },
    {
      "epoch": 1.2954740937947982,
      "grad_norm": 2.923359589431611,
      "learning_rate": 0.0002699359540284851,
      "loss": 6.625,
      "step": 31629
    },
    {
      "epoch": 1.2955150522219947,
      "grad_norm": 2.504819082515686,
      "learning_rate": 0.00026993399530807904,
      "loss": 4.7812,
      "step": 31630
    },
    {
      "epoch": 1.295556010649191,
      "grad_norm": 2.2780683720784856,
      "learning_rate": 0.0002699320365309752,
      "loss": 5.0938,
      "step": 31631
    },
    {
      "epoch": 1.2955969690763873,
      "grad_norm": 3.416382913969164,
      "learning_rate": 0.00026993007769717447,
      "loss": 4.9062,
      "step": 31632
    },
    {
      "epoch": 1.2956379275035839,
      "grad_norm": 2.0509653324653208,
      "learning_rate": 0.0002699281188066777,
      "loss": 4.0312,
      "step": 31633
    },
    {
      "epoch": 1.2956788859307802,
      "grad_norm": 4.056670239561589,
      "learning_rate": 0.0002699261598594859,
      "loss": 4.1562,
      "step": 31634
    },
    {
      "epoch": 1.2957198443579767,
      "grad_norm": 3.6086654854603224,
      "learning_rate": 0.0002699242008556,
      "loss": 5.5,
      "step": 31635
    },
    {
      "epoch": 1.295760802785173,
      "grad_norm": 2.1697127118236734,
      "learning_rate": 0.00026992224179502093,
      "loss": 4.7812,
      "step": 31636
    },
    {
      "epoch": 1.2958017612123696,
      "grad_norm": 2.0970671302433477,
      "learning_rate": 0.0002699202826777495,
      "loss": 4.4688,
      "step": 31637
    },
    {
      "epoch": 1.2958427196395659,
      "grad_norm": 2.7863484431644747,
      "learning_rate": 0.00026991832350378676,
      "loss": 4.875,
      "step": 31638
    },
    {
      "epoch": 1.2958836780667622,
      "grad_norm": 3.412061048224882,
      "learning_rate": 0.0002699163642731336,
      "loss": 4.3125,
      "step": 31639
    },
    {
      "epoch": 1.2959246364939587,
      "grad_norm": 2.214044945526242,
      "learning_rate": 0.0002699144049857909,
      "loss": 4.7812,
      "step": 31640
    },
    {
      "epoch": 1.295965594921155,
      "grad_norm": 2.1936405067664295,
      "learning_rate": 0.0002699124456417597,
      "loss": 4.625,
      "step": 31641
    },
    {
      "epoch": 1.2960065533483514,
      "grad_norm": 3.172482267431909,
      "learning_rate": 0.0002699104862410408,
      "loss": 6.5312,
      "step": 31642
    },
    {
      "epoch": 1.296047511775548,
      "grad_norm": 3.725238754957166,
      "learning_rate": 0.0002699085267836352,
      "loss": 5.5312,
      "step": 31643
    },
    {
      "epoch": 1.2960884702027442,
      "grad_norm": 15.848460680623297,
      "learning_rate": 0.0002699065672695437,
      "loss": 5.4375,
      "step": 31644
    },
    {
      "epoch": 1.2961294286299405,
      "grad_norm": 6.676611187248655,
      "learning_rate": 0.0002699046076987675,
      "loss": 6.2812,
      "step": 31645
    },
    {
      "epoch": 1.296170387057137,
      "grad_norm": 6.625197912259777,
      "learning_rate": 0.0002699026480713073,
      "loss": 3.9688,
      "step": 31646
    },
    {
      "epoch": 1.2962113454843334,
      "grad_norm": 1.895917032137757,
      "learning_rate": 0.00026990068838716406,
      "loss": 5.6562,
      "step": 31647
    },
    {
      "epoch": 1.2962523039115297,
      "grad_norm": 3.17935344623886,
      "learning_rate": 0.00026989872864633876,
      "loss": 5.9375,
      "step": 31648
    },
    {
      "epoch": 1.2962932623387262,
      "grad_norm": 2.6579651558231934,
      "learning_rate": 0.00026989676884883225,
      "loss": 4.8438,
      "step": 31649
    },
    {
      "epoch": 1.2963342207659225,
      "grad_norm": 2.1801361163699244,
      "learning_rate": 0.00026989480899464554,
      "loss": 5.0938,
      "step": 31650
    },
    {
      "epoch": 1.296375179193119,
      "grad_norm": 2.9920755561518253,
      "learning_rate": 0.0002698928490837795,
      "loss": 4.9688,
      "step": 31651
    },
    {
      "epoch": 1.2964161376203154,
      "grad_norm": 7.350202372556744,
      "learning_rate": 0.0002698908891162351,
      "loss": 3.5312,
      "step": 31652
    },
    {
      "epoch": 1.2964570960475117,
      "grad_norm": 2.5703228078237013,
      "learning_rate": 0.00026988892909201326,
      "loss": 5.5938,
      "step": 31653
    },
    {
      "epoch": 1.2964980544747082,
      "grad_norm": 2.1576657658297136,
      "learning_rate": 0.0002698869690111149,
      "loss": 4.125,
      "step": 31654
    },
    {
      "epoch": 1.2965390129019045,
      "grad_norm": 3.8185186881355375,
      "learning_rate": 0.0002698850088735409,
      "loss": 5.0625,
      "step": 31655
    },
    {
      "epoch": 1.296579971329101,
      "grad_norm": 2.658214809423334,
      "learning_rate": 0.00026988304867929226,
      "loss": 5.9688,
      "step": 31656
    },
    {
      "epoch": 1.2966209297562974,
      "grad_norm": 19.324606668221556,
      "learning_rate": 0.00026988108842836985,
      "loss": 7.0,
      "step": 31657
    },
    {
      "epoch": 1.2966618881834937,
      "grad_norm": 2.855441648546268,
      "learning_rate": 0.0002698791281207746,
      "loss": 5.4375,
      "step": 31658
    },
    {
      "epoch": 1.2967028466106902,
      "grad_norm": 2.3175428482101483,
      "learning_rate": 0.0002698771677565075,
      "loss": 5.1562,
      "step": 31659
    },
    {
      "epoch": 1.2967438050378866,
      "grad_norm": 2.0349730771401564,
      "learning_rate": 0.0002698752073355694,
      "loss": 4.7188,
      "step": 31660
    },
    {
      "epoch": 1.2967847634650829,
      "grad_norm": 3.309205489011889,
      "learning_rate": 0.0002698732468579613,
      "loss": 5.625,
      "step": 31661
    },
    {
      "epoch": 1.2968257218922794,
      "grad_norm": 2.0741599126549075,
      "learning_rate": 0.000269871286323684,
      "loss": 4.25,
      "step": 31662
    },
    {
      "epoch": 1.2968666803194757,
      "grad_norm": 3.4869511055742923,
      "learning_rate": 0.0002698693257327385,
      "loss": 4.625,
      "step": 31663
    },
    {
      "epoch": 1.296907638746672,
      "grad_norm": 2.51661834476226,
      "learning_rate": 0.00026986736508512584,
      "loss": 5.4062,
      "step": 31664
    },
    {
      "epoch": 1.2969485971738686,
      "grad_norm": 3.440745423184196,
      "learning_rate": 0.0002698654043808468,
      "loss": 7.1875,
      "step": 31665
    },
    {
      "epoch": 1.2969895556010649,
      "grad_norm": 2.543550640769579,
      "learning_rate": 0.00026986344361990233,
      "loss": 6.6562,
      "step": 31666
    },
    {
      "epoch": 1.2970305140282612,
      "grad_norm": 2.429917661220245,
      "learning_rate": 0.0002698614828022934,
      "loss": 6.625,
      "step": 31667
    },
    {
      "epoch": 1.2970714724554577,
      "grad_norm": 2.1918376432042654,
      "learning_rate": 0.00026985952192802094,
      "loss": 4.0938,
      "step": 31668
    },
    {
      "epoch": 1.297112430882654,
      "grad_norm": 2.3901724602617462,
      "learning_rate": 0.00026985756099708584,
      "loss": 5.8438,
      "step": 31669
    },
    {
      "epoch": 1.2971533893098506,
      "grad_norm": 2.4974304243194294,
      "learning_rate": 0.00026985560000948903,
      "loss": 6.375,
      "step": 31670
    },
    {
      "epoch": 1.297194347737047,
      "grad_norm": 1.9357900002204194,
      "learning_rate": 0.00026985363896523144,
      "loss": 4.6562,
      "step": 31671
    },
    {
      "epoch": 1.2972353061642434,
      "grad_norm": 2.63239806313953,
      "learning_rate": 0.00026985167786431404,
      "loss": 4.8438,
      "step": 31672
    },
    {
      "epoch": 1.2972762645914397,
      "grad_norm": 4.584081678096866,
      "learning_rate": 0.00026984971670673764,
      "loss": 5.625,
      "step": 31673
    },
    {
      "epoch": 1.297317223018636,
      "grad_norm": 2.307009450177784,
      "learning_rate": 0.00026984775549250333,
      "loss": 5.375,
      "step": 31674
    },
    {
      "epoch": 1.2973581814458326,
      "grad_norm": 3.542441647271581,
      "learning_rate": 0.00026984579422161193,
      "loss": 5.3125,
      "step": 31675
    },
    {
      "epoch": 1.297399139873029,
      "grad_norm": 5.083183303855991,
      "learning_rate": 0.0002698438328940644,
      "loss": 7.125,
      "step": 31676
    },
    {
      "epoch": 1.2974400983002252,
      "grad_norm": 3.498877417615618,
      "learning_rate": 0.00026984187150986167,
      "loss": 3.2969,
      "step": 31677
    },
    {
      "epoch": 1.2974810567274218,
      "grad_norm": 3.480864302145918,
      "learning_rate": 0.0002698399100690046,
      "loss": 3.7812,
      "step": 31678
    },
    {
      "epoch": 1.297522015154618,
      "grad_norm": 2.2720617976520594,
      "learning_rate": 0.00026983794857149423,
      "loss": 5.1562,
      "step": 31679
    },
    {
      "epoch": 1.2975629735818144,
      "grad_norm": 8.552509173363243,
      "learning_rate": 0.0002698359870173314,
      "loss": 2.3594,
      "step": 31680
    },
    {
      "epoch": 1.297603932009011,
      "grad_norm": 2.798130074492376,
      "learning_rate": 0.0002698340254065171,
      "loss": 6.5,
      "step": 31681
    },
    {
      "epoch": 1.2976448904362072,
      "grad_norm": 17.611927215879994,
      "learning_rate": 0.0002698320637390522,
      "loss": 6.3125,
      "step": 31682
    },
    {
      "epoch": 1.2976858488634035,
      "grad_norm": 2.5537005634775767,
      "learning_rate": 0.00026983010201493766,
      "loss": 5.0,
      "step": 31683
    },
    {
      "epoch": 1.2977268072906,
      "grad_norm": 2.82336799962547,
      "learning_rate": 0.00026982814023417443,
      "loss": 4.375,
      "step": 31684
    },
    {
      "epoch": 1.2977677657177964,
      "grad_norm": 1.9078711250179745,
      "learning_rate": 0.0002698261783967634,
      "loss": 4.5,
      "step": 31685
    },
    {
      "epoch": 1.2978087241449927,
      "grad_norm": 2.0732578446718843,
      "learning_rate": 0.00026982421650270546,
      "loss": 3.5,
      "step": 31686
    },
    {
      "epoch": 1.2978496825721892,
      "grad_norm": 2.3245228539746057,
      "learning_rate": 0.00026982225455200157,
      "loss": 5.3438,
      "step": 31687
    },
    {
      "epoch": 1.2978906409993856,
      "grad_norm": 5.180845936030303,
      "learning_rate": 0.0002698202925446527,
      "loss": 7.0,
      "step": 31688
    },
    {
      "epoch": 1.297931599426582,
      "grad_norm": 2.7608298048182505,
      "learning_rate": 0.0002698183304806598,
      "loss": 5.625,
      "step": 31689
    },
    {
      "epoch": 1.2979725578537784,
      "grad_norm": 3.390923544387508,
      "learning_rate": 0.0002698163683600237,
      "loss": 5.5312,
      "step": 31690
    },
    {
      "epoch": 1.298013516280975,
      "grad_norm": 2.2592542171485714,
      "learning_rate": 0.0002698144061827454,
      "loss": 5.625,
      "step": 31691
    },
    {
      "epoch": 1.2980544747081713,
      "grad_norm": 2.2837410128182833,
      "learning_rate": 0.0002698124439488258,
      "loss": 4.0938,
      "step": 31692
    },
    {
      "epoch": 1.2980954331353676,
      "grad_norm": 2.7379440371799624,
      "learning_rate": 0.0002698104816582658,
      "loss": 6.625,
      "step": 31693
    },
    {
      "epoch": 1.298136391562564,
      "grad_norm": 2.2301621556220814,
      "learning_rate": 0.0002698085193110664,
      "loss": 4.9375,
      "step": 31694
    },
    {
      "epoch": 1.2981773499897604,
      "grad_norm": 11.828747492085135,
      "learning_rate": 0.00026980655690722843,
      "loss": 8.0625,
      "step": 31695
    },
    {
      "epoch": 1.2982183084169567,
      "grad_norm": 2.5811644262445443,
      "learning_rate": 0.0002698045944467529,
      "loss": 4.5312,
      "step": 31696
    },
    {
      "epoch": 1.2982592668441533,
      "grad_norm": 4.037313973904987,
      "learning_rate": 0.0002698026319296407,
      "loss": 5.4062,
      "step": 31697
    },
    {
      "epoch": 1.2983002252713496,
      "grad_norm": 2.185454702481719,
      "learning_rate": 0.00026980066935589276,
      "loss": 5.1875,
      "step": 31698
    },
    {
      "epoch": 1.298341183698546,
      "grad_norm": 2.9562688756646276,
      "learning_rate": 0.00026979870672551006,
      "loss": 5.5938,
      "step": 31699
    },
    {
      "epoch": 1.2983821421257424,
      "grad_norm": 2.016763371553922,
      "learning_rate": 0.0002697967440384934,
      "loss": 4.4688,
      "step": 31700
    },
    {
      "epoch": 1.2984231005529387,
      "grad_norm": 2.42414485938157,
      "learning_rate": 0.0002697947812948439,
      "loss": 4.9062,
      "step": 31701
    },
    {
      "epoch": 1.298464058980135,
      "grad_norm": 7.054148469490097,
      "learning_rate": 0.00026979281849456226,
      "loss": 7.125,
      "step": 31702
    },
    {
      "epoch": 1.2985050174073316,
      "grad_norm": 7.613826058994236,
      "learning_rate": 0.0002697908556376496,
      "loss": 5.2812,
      "step": 31703
    },
    {
      "epoch": 1.298545975834528,
      "grad_norm": 2.1065934079076682,
      "learning_rate": 0.0002697888927241068,
      "loss": 4.875,
      "step": 31704
    },
    {
      "epoch": 1.2985869342617242,
      "grad_norm": 2.2255887716620983,
      "learning_rate": 0.0002697869297539347,
      "loss": 4.0938,
      "step": 31705
    },
    {
      "epoch": 1.2986278926889208,
      "grad_norm": 3.137477036148454,
      "learning_rate": 0.0002697849667271343,
      "loss": 4.875,
      "step": 31706
    },
    {
      "epoch": 1.298668851116117,
      "grad_norm": 2.328823660716647,
      "learning_rate": 0.00026978300364370654,
      "loss": 5.1562,
      "step": 31707
    },
    {
      "epoch": 1.2987098095433136,
      "grad_norm": 4.233655942960941,
      "learning_rate": 0.0002697810405036523,
      "loss": 2.8281,
      "step": 31708
    },
    {
      "epoch": 1.29875076797051,
      "grad_norm": 2.2779041879150275,
      "learning_rate": 0.0002697790773069726,
      "loss": 5.4062,
      "step": 31709
    },
    {
      "epoch": 1.2987917263977065,
      "grad_norm": 2.9051090481936708,
      "learning_rate": 0.0002697771140536682,
      "loss": 4.6875,
      "step": 31710
    },
    {
      "epoch": 1.2988326848249028,
      "grad_norm": 2.10324547582775,
      "learning_rate": 0.00026977515074374023,
      "loss": 4.9062,
      "step": 31711
    },
    {
      "epoch": 1.298873643252099,
      "grad_norm": 2.0875708587721142,
      "learning_rate": 0.00026977318737718946,
      "loss": 4.9062,
      "step": 31712
    },
    {
      "epoch": 1.2989146016792956,
      "grad_norm": 4.539069684973185,
      "learning_rate": 0.00026977122395401693,
      "loss": 6.125,
      "step": 31713
    },
    {
      "epoch": 1.298955560106492,
      "grad_norm": 2.9740280271749504,
      "learning_rate": 0.0002697692604742234,
      "loss": 4.8438,
      "step": 31714
    },
    {
      "epoch": 1.2989965185336882,
      "grad_norm": 3.7216601216524805,
      "learning_rate": 0.00026976729693781003,
      "loss": 5.0,
      "step": 31715
    },
    {
      "epoch": 1.2990374769608848,
      "grad_norm": 2.1038530490308696,
      "learning_rate": 0.0002697653333447776,
      "loss": 4.6875,
      "step": 31716
    },
    {
      "epoch": 1.299078435388081,
      "grad_norm": 3.4922929622522694,
      "learning_rate": 0.00026976336969512706,
      "loss": 5.0938,
      "step": 31717
    },
    {
      "epoch": 1.2991193938152774,
      "grad_norm": 10.465462273024238,
      "learning_rate": 0.0002697614059888594,
      "loss": 5.75,
      "step": 31718
    },
    {
      "epoch": 1.299160352242474,
      "grad_norm": 2.4669885729418763,
      "learning_rate": 0.0002697594422259754,
      "loss": 5.5,
      "step": 31719
    },
    {
      "epoch": 1.2992013106696703,
      "grad_norm": 2.221324888960769,
      "learning_rate": 0.00026975747840647614,
      "loss": 5.0938,
      "step": 31720
    },
    {
      "epoch": 1.2992422690968666,
      "grad_norm": 3.6368367666417623,
      "learning_rate": 0.0002697555145303625,
      "loss": 6.4375,
      "step": 31721
    },
    {
      "epoch": 1.2992832275240631,
      "grad_norm": 1.9175459725381947,
      "learning_rate": 0.0002697535505976354,
      "loss": 4.9688,
      "step": 31722
    },
    {
      "epoch": 1.2993241859512594,
      "grad_norm": 2.3481201717582194,
      "learning_rate": 0.0002697515866082957,
      "loss": 5.4375,
      "step": 31723
    },
    {
      "epoch": 1.2993651443784557,
      "grad_norm": 2.1013801636660183,
      "learning_rate": 0.0002697496225623445,
      "loss": 5.0625,
      "step": 31724
    },
    {
      "epoch": 1.2994061028056523,
      "grad_norm": 4.280112233612085,
      "learning_rate": 0.0002697476584597826,
      "loss": 3.9688,
      "step": 31725
    },
    {
      "epoch": 1.2994470612328486,
      "grad_norm": 2.155457561501074,
      "learning_rate": 0.00026974569430061093,
      "loss": 5.5312,
      "step": 31726
    },
    {
      "epoch": 1.2994880196600451,
      "grad_norm": 1.9007160616342196,
      "learning_rate": 0.00026974373008483045,
      "loss": 3.2031,
      "step": 31727
    },
    {
      "epoch": 1.2995289780872414,
      "grad_norm": 2.5141750795889277,
      "learning_rate": 0.0002697417658124421,
      "loss": 4.5312,
      "step": 31728
    },
    {
      "epoch": 1.299569936514438,
      "grad_norm": 2.1522187583839334,
      "learning_rate": 0.0002697398014834468,
      "loss": 5.4375,
      "step": 31729
    },
    {
      "epoch": 1.2996108949416343,
      "grad_norm": 10.017062476833601,
      "learning_rate": 0.0002697378370978454,
      "loss": 4.75,
      "step": 31730
    },
    {
      "epoch": 1.2996518533688306,
      "grad_norm": 2.125131658895237,
      "learning_rate": 0.00026973587265563894,
      "loss": 5.0312,
      "step": 31731
    },
    {
      "epoch": 1.2996928117960271,
      "grad_norm": 2.465783873024407,
      "learning_rate": 0.00026973390815682836,
      "loss": 4.25,
      "step": 31732
    },
    {
      "epoch": 1.2997337702232235,
      "grad_norm": 2.2475830684348854,
      "learning_rate": 0.0002697319436014145,
      "loss": 5.25,
      "step": 31733
    },
    {
      "epoch": 1.2997747286504198,
      "grad_norm": 2.0960373745466074,
      "learning_rate": 0.0002697299789893983,
      "loss": 4.75,
      "step": 31734
    },
    {
      "epoch": 1.2998156870776163,
      "grad_norm": 2.577631190082818,
      "learning_rate": 0.00026972801432078073,
      "loss": 5.1875,
      "step": 31735
    },
    {
      "epoch": 1.2998566455048126,
      "grad_norm": 2.1072529308862524,
      "learning_rate": 0.0002697260495955627,
      "loss": 5.1562,
      "step": 31736
    },
    {
      "epoch": 1.299897603932009,
      "grad_norm": 2.6602905972025517,
      "learning_rate": 0.00026972408481374516,
      "loss": 5.25,
      "step": 31737
    },
    {
      "epoch": 1.2999385623592055,
      "grad_norm": 3.207786496717353,
      "learning_rate": 0.000269722119975329,
      "loss": 5.4375,
      "step": 31738
    },
    {
      "epoch": 1.2999795207864018,
      "grad_norm": 9.505861895022779,
      "learning_rate": 0.00026972015508031517,
      "loss": 8.9375,
      "step": 31739
    },
    {
      "epoch": 1.300020479213598,
      "grad_norm": 2.015400361250983,
      "learning_rate": 0.0002697181901287046,
      "loss": 4.6875,
      "step": 31740
    },
    {
      "epoch": 1.3000614376407946,
      "grad_norm": 3.8325163344248505,
      "learning_rate": 0.0002697162251204982,
      "loss": 7.3125,
      "step": 31741
    },
    {
      "epoch": 1.300102396067991,
      "grad_norm": 2.2719068259410955,
      "learning_rate": 0.0002697142600556969,
      "loss": 5.2812,
      "step": 31742
    },
    {
      "epoch": 1.3001433544951873,
      "grad_norm": 2.362650293973986,
      "learning_rate": 0.0002697122949343017,
      "loss": 5.4688,
      "step": 31743
    },
    {
      "epoch": 1.3001843129223838,
      "grad_norm": 2.6831302942618884,
      "learning_rate": 0.00026971032975631345,
      "loss": 5.0312,
      "step": 31744
    },
    {
      "epoch": 1.30022527134958,
      "grad_norm": 2.354883321607856,
      "learning_rate": 0.0002697083645217331,
      "loss": 4.9688,
      "step": 31745
    },
    {
      "epoch": 1.3002662297767766,
      "grad_norm": 2.342441576845481,
      "learning_rate": 0.0002697063992305616,
      "loss": 4.4062,
      "step": 31746
    },
    {
      "epoch": 1.300307188203973,
      "grad_norm": 4.836109879204872,
      "learning_rate": 0.0002697044338827998,
      "loss": 5.375,
      "step": 31747
    },
    {
      "epoch": 1.3003481466311695,
      "grad_norm": 2.9277816511204424,
      "learning_rate": 0.00026970246847844877,
      "loss": 4.5625,
      "step": 31748
    },
    {
      "epoch": 1.3003891050583658,
      "grad_norm": 6.282702898307947,
      "learning_rate": 0.00026970050301750937,
      "loss": 5.0,
      "step": 31749
    },
    {
      "epoch": 1.3004300634855621,
      "grad_norm": 3.952358740147803,
      "learning_rate": 0.0002696985374999824,
      "loss": 5.375,
      "step": 31750
    },
    {
      "epoch": 1.3004710219127587,
      "grad_norm": 2.241043602788588,
      "learning_rate": 0.000269696571925869,
      "loss": 4.9375,
      "step": 31751
    },
    {
      "epoch": 1.300511980339955,
      "grad_norm": 2.5418992397561277,
      "learning_rate": 0.00026969460629517,
      "loss": 5.9688,
      "step": 31752
    },
    {
      "epoch": 1.3005529387671513,
      "grad_norm": 2.0087709225033867,
      "learning_rate": 0.0002696926406078863,
      "loss": 4.0625,
      "step": 31753
    },
    {
      "epoch": 1.3005938971943478,
      "grad_norm": 2.6334874589682284,
      "learning_rate": 0.00026969067486401894,
      "loss": 4.8438,
      "step": 31754
    },
    {
      "epoch": 1.3006348556215441,
      "grad_norm": 3.224224463350258,
      "learning_rate": 0.0002696887090635687,
      "loss": 5.1875,
      "step": 31755
    },
    {
      "epoch": 1.3006758140487404,
      "grad_norm": 1.9329738024152414,
      "learning_rate": 0.0002696867432065366,
      "loss": 4.7188,
      "step": 31756
    },
    {
      "epoch": 1.300716772475937,
      "grad_norm": 2.0755286093816934,
      "learning_rate": 0.00026968477729292356,
      "loss": 4.625,
      "step": 31757
    },
    {
      "epoch": 1.3007577309031333,
      "grad_norm": 2.817683024083676,
      "learning_rate": 0.0002696828113227305,
      "loss": 5.7188,
      "step": 31758
    },
    {
      "epoch": 1.3007986893303296,
      "grad_norm": 2.2219283207212466,
      "learning_rate": 0.00026968084529595834,
      "loss": 4.0312,
      "step": 31759
    },
    {
      "epoch": 1.3008396477575261,
      "grad_norm": 2.5152077214129056,
      "learning_rate": 0.000269678879212608,
      "loss": 5.4375,
      "step": 31760
    },
    {
      "epoch": 1.3008806061847225,
      "grad_norm": 6.136256964572084,
      "learning_rate": 0.0002696769130726805,
      "loss": 5.9688,
      "step": 31761
    },
    {
      "epoch": 1.3009215646119188,
      "grad_norm": 3.272843553575541,
      "learning_rate": 0.00026967494687617666,
      "loss": 4.6562,
      "step": 31762
    },
    {
      "epoch": 1.3009625230391153,
      "grad_norm": 2.144818871651404,
      "learning_rate": 0.00026967298062309747,
      "loss": 4.9375,
      "step": 31763
    },
    {
      "epoch": 1.3010034814663116,
      "grad_norm": 1.93046106017555,
      "learning_rate": 0.00026967101431344385,
      "loss": 4.3125,
      "step": 31764
    },
    {
      "epoch": 1.3010444398935082,
      "grad_norm": 3.0724133480474243,
      "learning_rate": 0.00026966904794721667,
      "loss": 5.6562,
      "step": 31765
    },
    {
      "epoch": 1.3010853983207045,
      "grad_norm": 2.012392612830431,
      "learning_rate": 0.0002696670815244169,
      "loss": 5.0312,
      "step": 31766
    },
    {
      "epoch": 1.301126356747901,
      "grad_norm": 3.9739209831399203,
      "learning_rate": 0.0002696651150450455,
      "loss": 6.8125,
      "step": 31767
    },
    {
      "epoch": 1.3011673151750973,
      "grad_norm": 2.3063877926028233,
      "learning_rate": 0.0002696631485091034,
      "loss": 4.9688,
      "step": 31768
    },
    {
      "epoch": 1.3012082736022936,
      "grad_norm": 2.3546288898400918,
      "learning_rate": 0.00026966118191659147,
      "loss": 5.125,
      "step": 31769
    },
    {
      "epoch": 1.3012492320294902,
      "grad_norm": 2.665797725154258,
      "learning_rate": 0.00026965921526751074,
      "loss": 5.5312,
      "step": 31770
    },
    {
      "epoch": 1.3012901904566865,
      "grad_norm": 2.3958901474927976,
      "learning_rate": 0.000269657248561862,
      "loss": 4.6562,
      "step": 31771
    },
    {
      "epoch": 1.3013311488838828,
      "grad_norm": 10.91259926216618,
      "learning_rate": 0.00026965528179964633,
      "loss": 1.9922,
      "step": 31772
    },
    {
      "epoch": 1.3013721073110793,
      "grad_norm": 4.017323801790332,
      "learning_rate": 0.0002696533149808645,
      "loss": 1.5547,
      "step": 31773
    },
    {
      "epoch": 1.3014130657382756,
      "grad_norm": 2.206129037837604,
      "learning_rate": 0.0002696513481055176,
      "loss": 5.1875,
      "step": 31774
    },
    {
      "epoch": 1.301454024165472,
      "grad_norm": 4.372703173443159,
      "learning_rate": 0.0002696493811736064,
      "loss": 5.875,
      "step": 31775
    },
    {
      "epoch": 1.3014949825926685,
      "grad_norm": 4.182526094413098,
      "learning_rate": 0.000269647414185132,
      "loss": 5.75,
      "step": 31776
    },
    {
      "epoch": 1.3015359410198648,
      "grad_norm": 2.0756577442842774,
      "learning_rate": 0.00026964544714009524,
      "loss": 4.9688,
      "step": 31777
    },
    {
      "epoch": 1.3015768994470611,
      "grad_norm": 2.7496953238214803,
      "learning_rate": 0.00026964348003849704,
      "loss": 2.3594,
      "step": 31778
    },
    {
      "epoch": 1.3016178578742577,
      "grad_norm": 2.4388270637029215,
      "learning_rate": 0.00026964151288033834,
      "loss": 4.4688,
      "step": 31779
    },
    {
      "epoch": 1.301658816301454,
      "grad_norm": 7.276422556442856,
      "learning_rate": 0.00026963954566562007,
      "loss": 2.375,
      "step": 31780
    },
    {
      "epoch": 1.3016997747286503,
      "grad_norm": 6.205268581172711,
      "learning_rate": 0.00026963757839434314,
      "loss": 8.75,
      "step": 31781
    },
    {
      "epoch": 1.3017407331558468,
      "grad_norm": 2.40946579517436,
      "learning_rate": 0.00026963561106650854,
      "loss": 5.0,
      "step": 31782
    },
    {
      "epoch": 1.3017816915830431,
      "grad_norm": 2.0826852187696714,
      "learning_rate": 0.00026963364368211713,
      "loss": 4.75,
      "step": 31783
    },
    {
      "epoch": 1.3018226500102397,
      "grad_norm": 2.3856057030904734,
      "learning_rate": 0.00026963167624116993,
      "loss": 4.6875,
      "step": 31784
    },
    {
      "epoch": 1.301863608437436,
      "grad_norm": 2.593236812445814,
      "learning_rate": 0.00026962970874366783,
      "loss": 5.1875,
      "step": 31785
    },
    {
      "epoch": 1.3019045668646325,
      "grad_norm": 2.131448602719095,
      "learning_rate": 0.0002696277411896117,
      "loss": 4.5938,
      "step": 31786
    },
    {
      "epoch": 1.3019455252918288,
      "grad_norm": 3.617418553966518,
      "learning_rate": 0.00026962577357900246,
      "loss": 6.3125,
      "step": 31787
    },
    {
      "epoch": 1.3019864837190251,
      "grad_norm": 2.2383199865927326,
      "learning_rate": 0.0002696238059118412,
      "loss": 4.3438,
      "step": 31788
    },
    {
      "epoch": 1.3020274421462217,
      "grad_norm": 2.5094997340146015,
      "learning_rate": 0.0002696218381881287,
      "loss": 5.4688,
      "step": 31789
    },
    {
      "epoch": 1.302068400573418,
      "grad_norm": 3.500121191314831,
      "learning_rate": 0.0002696198704078659,
      "loss": 5.6562,
      "step": 31790
    },
    {
      "epoch": 1.3021093590006143,
      "grad_norm": 4.338557229397736,
      "learning_rate": 0.00026961790257105386,
      "loss": 5.8125,
      "step": 31791
    },
    {
      "epoch": 1.3021503174278108,
      "grad_norm": 2.962813285869916,
      "learning_rate": 0.00026961593467769333,
      "loss": 5.25,
      "step": 31792
    },
    {
      "epoch": 1.3021912758550072,
      "grad_norm": 2.301358259557636,
      "learning_rate": 0.00026961396672778537,
      "loss": 4.6562,
      "step": 31793
    },
    {
      "epoch": 1.3022322342822035,
      "grad_norm": 2.290104900830848,
      "learning_rate": 0.00026961199872133085,
      "loss": 4.8438,
      "step": 31794
    },
    {
      "epoch": 1.3022731927094,
      "grad_norm": 2.379310245419778,
      "learning_rate": 0.00026961003065833073,
      "loss": 5.8438,
      "step": 31795
    },
    {
      "epoch": 1.3023141511365963,
      "grad_norm": 4.979841801661598,
      "learning_rate": 0.00026960806253878596,
      "loss": 7.75,
      "step": 31796
    },
    {
      "epoch": 1.3023551095637926,
      "grad_norm": 2.2930205520273192,
      "learning_rate": 0.0002696060943626974,
      "loss": 5.2812,
      "step": 31797
    },
    {
      "epoch": 1.3023960679909892,
      "grad_norm": 1.9862103253979,
      "learning_rate": 0.000269604126130066,
      "loss": 4.8125,
      "step": 31798
    },
    {
      "epoch": 1.3024370264181855,
      "grad_norm": 3.86775018099118,
      "learning_rate": 0.00026960215784089267,
      "loss": 5.75,
      "step": 31799
    },
    {
      "epoch": 1.302477984845382,
      "grad_norm": 3.9490648231375123,
      "learning_rate": 0.0002696001894951785,
      "loss": 4.7812,
      "step": 31800
    },
    {
      "epoch": 1.3025189432725783,
      "grad_norm": 3.7523801095783056,
      "learning_rate": 0.0002695982210929242,
      "loss": 3.4062,
      "step": 31801
    },
    {
      "epoch": 1.3025599016997746,
      "grad_norm": 3.657476318404865,
      "learning_rate": 0.00026959625263413083,
      "loss": 6.5,
      "step": 31802
    },
    {
      "epoch": 1.3026008601269712,
      "grad_norm": 2.5440851110622793,
      "learning_rate": 0.00026959428411879935,
      "loss": 4.875,
      "step": 31803
    },
    {
      "epoch": 1.3026418185541675,
      "grad_norm": 4.729118627963218,
      "learning_rate": 0.0002695923155469306,
      "loss": 4.875,
      "step": 31804
    },
    {
      "epoch": 1.302682776981364,
      "grad_norm": 2.03307844233362,
      "learning_rate": 0.0002695903469185255,
      "loss": 4.1875,
      "step": 31805
    },
    {
      "epoch": 1.3027237354085603,
      "grad_norm": 2.6631303548064085,
      "learning_rate": 0.00026958837823358504,
      "loss": 5.6875,
      "step": 31806
    },
    {
      "epoch": 1.3027646938357567,
      "grad_norm": 4.222828908290196,
      "learning_rate": 0.00026958640949211013,
      "loss": 7.125,
      "step": 31807
    },
    {
      "epoch": 1.3028056522629532,
      "grad_norm": 1.9266948743745103,
      "learning_rate": 0.0002695844406941018,
      "loss": 4.75,
      "step": 31808
    },
    {
      "epoch": 1.3028466106901495,
      "grad_norm": 2.3289714665953953,
      "learning_rate": 0.0002695824718395608,
      "loss": 4.8125,
      "step": 31809
    },
    {
      "epoch": 1.3028875691173458,
      "grad_norm": 4.150461339834586,
      "learning_rate": 0.00026958050292848814,
      "loss": 6.1562,
      "step": 31810
    },
    {
      "epoch": 1.3029285275445424,
      "grad_norm": 1.985510965591588,
      "learning_rate": 0.00026957853396088476,
      "loss": 5.25,
      "step": 31811
    },
    {
      "epoch": 1.3029694859717387,
      "grad_norm": 2.189737672987842,
      "learning_rate": 0.00026957656493675156,
      "loss": 4.8438,
      "step": 31812
    },
    {
      "epoch": 1.303010444398935,
      "grad_norm": 2.3009266776847106,
      "learning_rate": 0.0002695745958560896,
      "loss": 4.875,
      "step": 31813
    },
    {
      "epoch": 1.3030514028261315,
      "grad_norm": 2.29543290299242,
      "learning_rate": 0.0002695726267188996,
      "loss": 5.6562,
      "step": 31814
    },
    {
      "epoch": 1.3030923612533278,
      "grad_norm": 2.0381155030779294,
      "learning_rate": 0.00026957065752518264,
      "loss": 4.4375,
      "step": 31815
    },
    {
      "epoch": 1.3031333196805241,
      "grad_norm": 2.335820598169694,
      "learning_rate": 0.0002695686882749396,
      "loss": 4.8125,
      "step": 31816
    },
    {
      "epoch": 1.3031742781077207,
      "grad_norm": 2.0456065526342595,
      "learning_rate": 0.00026956671896817146,
      "loss": 4.6562,
      "step": 31817
    },
    {
      "epoch": 1.303215236534917,
      "grad_norm": 2.5718010440360226,
      "learning_rate": 0.0002695647496048791,
      "loss": 5.5,
      "step": 31818
    },
    {
      "epoch": 1.3032561949621135,
      "grad_norm": 3.000176484926276,
      "learning_rate": 0.0002695627801850634,
      "loss": 3.8438,
      "step": 31819
    },
    {
      "epoch": 1.3032971533893098,
      "grad_norm": 1.9008236423809524,
      "learning_rate": 0.0002695608107087255,
      "loss": 4.375,
      "step": 31820
    },
    {
      "epoch": 1.3033381118165064,
      "grad_norm": 2.2745824019173346,
      "learning_rate": 0.0002695588411758661,
      "loss": 4.8438,
      "step": 31821
    },
    {
      "epoch": 1.3033790702437027,
      "grad_norm": 15.94246531497668,
      "learning_rate": 0.0002695568715864862,
      "loss": 1.6016,
      "step": 31822
    },
    {
      "epoch": 1.303420028670899,
      "grad_norm": 3.2461554352435678,
      "learning_rate": 0.00026955490194058675,
      "loss": 6.0938,
      "step": 31823
    },
    {
      "epoch": 1.3034609870980955,
      "grad_norm": 3.971461958227613,
      "learning_rate": 0.00026955293223816866,
      "loss": 3.125,
      "step": 31824
    },
    {
      "epoch": 1.3035019455252919,
      "grad_norm": 2.6417660938688194,
      "learning_rate": 0.00026955096247923294,
      "loss": 5.3125,
      "step": 31825
    },
    {
      "epoch": 1.3035429039524882,
      "grad_norm": 3.70625026084411,
      "learning_rate": 0.00026954899266378043,
      "loss": 2.375,
      "step": 31826
    },
    {
      "epoch": 1.3035838623796847,
      "grad_norm": 2.1454279351442596,
      "learning_rate": 0.00026954702279181214,
      "loss": 5.5625,
      "step": 31827
    },
    {
      "epoch": 1.303624820806881,
      "grad_norm": 2.161153135357997,
      "learning_rate": 0.0002695450528633289,
      "loss": 5.0,
      "step": 31828
    },
    {
      "epoch": 1.3036657792340773,
      "grad_norm": 6.814597434539511,
      "learning_rate": 0.0002695430828783317,
      "loss": 6.3438,
      "step": 31829
    },
    {
      "epoch": 1.3037067376612739,
      "grad_norm": 2.752322755115787,
      "learning_rate": 0.00026954111283682147,
      "loss": 6.0938,
      "step": 31830
    },
    {
      "epoch": 1.3037476960884702,
      "grad_norm": 1.9960324817968629,
      "learning_rate": 0.0002695391427387992,
      "loss": 3.9219,
      "step": 31831
    },
    {
      "epoch": 1.3037886545156665,
      "grad_norm": 3.1993462614093136,
      "learning_rate": 0.00026953717258426565,
      "loss": 4.9062,
      "step": 31832
    },
    {
      "epoch": 1.303829612942863,
      "grad_norm": 2.1549687654914274,
      "learning_rate": 0.00026953520237322197,
      "loss": 4.3125,
      "step": 31833
    },
    {
      "epoch": 1.3038705713700594,
      "grad_norm": 2.400380738121972,
      "learning_rate": 0.0002695332321056689,
      "loss": 5.6875,
      "step": 31834
    },
    {
      "epoch": 1.3039115297972557,
      "grad_norm": 2.7873152591562156,
      "learning_rate": 0.0002695312617816075,
      "loss": 5.9688,
      "step": 31835
    },
    {
      "epoch": 1.3039524882244522,
      "grad_norm": 5.631847416212958,
      "learning_rate": 0.0002695292914010386,
      "loss": 5.3438,
      "step": 31836
    },
    {
      "epoch": 1.3039934466516485,
      "grad_norm": 3.2018464662226376,
      "learning_rate": 0.00026952732096396324,
      "loss": 5.3438,
      "step": 31837
    },
    {
      "epoch": 1.304034405078845,
      "grad_norm": 1.9480671929777054,
      "learning_rate": 0.00026952535047038227,
      "loss": 4.4062,
      "step": 31838
    },
    {
      "epoch": 1.3040753635060414,
      "grad_norm": 2.591078399647774,
      "learning_rate": 0.0002695233799202967,
      "loss": 5.3438,
      "step": 31839
    },
    {
      "epoch": 1.304116321933238,
      "grad_norm": 2.9273024095533913,
      "learning_rate": 0.0002695214093137074,
      "loss": 5.7188,
      "step": 31840
    },
    {
      "epoch": 1.3041572803604342,
      "grad_norm": 4.438052918372112,
      "learning_rate": 0.0002695194386506153,
      "loss": 4.625,
      "step": 31841
    },
    {
      "epoch": 1.3041982387876305,
      "grad_norm": 2.2947133354336873,
      "learning_rate": 0.00026951746793102134,
      "loss": 6.2812,
      "step": 31842
    },
    {
      "epoch": 1.304239197214827,
      "grad_norm": 3.091240479381293,
      "learning_rate": 0.00026951549715492645,
      "loss": 6.5625,
      "step": 31843
    },
    {
      "epoch": 1.3042801556420234,
      "grad_norm": 2.649693922732733,
      "learning_rate": 0.00026951352632233156,
      "loss": 4.4062,
      "step": 31844
    },
    {
      "epoch": 1.3043211140692197,
      "grad_norm": 2.2189741377547265,
      "learning_rate": 0.0002695115554332376,
      "loss": 5.0625,
      "step": 31845
    },
    {
      "epoch": 1.3043620724964162,
      "grad_norm": 2.185608095195345,
      "learning_rate": 0.00026950958448764554,
      "loss": 5.375,
      "step": 31846
    },
    {
      "epoch": 1.3044030309236125,
      "grad_norm": 1.9179961530562593,
      "learning_rate": 0.0002695076134855563,
      "loss": 4.9375,
      "step": 31847
    },
    {
      "epoch": 1.3044439893508089,
      "grad_norm": 2.033472936558646,
      "learning_rate": 0.00026950564242697074,
      "loss": 4.625,
      "step": 31848
    },
    {
      "epoch": 1.3044849477780054,
      "grad_norm": 2.4507592065565498,
      "learning_rate": 0.0002695036713118899,
      "loss": 6.75,
      "step": 31849
    },
    {
      "epoch": 1.3045259062052017,
      "grad_norm": 4.400799127345181,
      "learning_rate": 0.0002695017001403146,
      "loss": 6.6875,
      "step": 31850
    },
    {
      "epoch": 1.304566864632398,
      "grad_norm": 4.1507460777174074,
      "learning_rate": 0.0002694997289122459,
      "loss": 6.5625,
      "step": 31851
    },
    {
      "epoch": 1.3046078230595946,
      "grad_norm": 2.7462414320115105,
      "learning_rate": 0.0002694977576276846,
      "loss": 5.1875,
      "step": 31852
    },
    {
      "epoch": 1.3046487814867909,
      "grad_norm": 2.1449381016174054,
      "learning_rate": 0.00026949578628663175,
      "loss": 4.5312,
      "step": 31853
    },
    {
      "epoch": 1.3046897399139872,
      "grad_norm": 2.110306398595723,
      "learning_rate": 0.00026949381488908816,
      "loss": 5.25,
      "step": 31854
    },
    {
      "epoch": 1.3047306983411837,
      "grad_norm": 2.447431109677463,
      "learning_rate": 0.0002694918434350549,
      "loss": 6.2812,
      "step": 31855
    },
    {
      "epoch": 1.30477165676838,
      "grad_norm": 4.208266332335924,
      "learning_rate": 0.00026948987192453277,
      "loss": 7.5,
      "step": 31856
    },
    {
      "epoch": 1.3048126151955766,
      "grad_norm": 3.666355745342731,
      "learning_rate": 0.0002694879003575228,
      "loss": 7.3125,
      "step": 31857
    },
    {
      "epoch": 1.3048535736227729,
      "grad_norm": 4.92654873028178,
      "learning_rate": 0.0002694859287340259,
      "loss": 5.4688,
      "step": 31858
    },
    {
      "epoch": 1.3048945320499694,
      "grad_norm": 2.274387773184924,
      "learning_rate": 0.000269483957054043,
      "loss": 5.1562,
      "step": 31859
    },
    {
      "epoch": 1.3049354904771657,
      "grad_norm": 2.1925884229203,
      "learning_rate": 0.00026948198531757494,
      "loss": 5.7812,
      "step": 31860
    },
    {
      "epoch": 1.304976448904362,
      "grad_norm": 2.4600135040615796,
      "learning_rate": 0.0002694800135246228,
      "loss": 4.7812,
      "step": 31861
    },
    {
      "epoch": 1.3050174073315586,
      "grad_norm": 2.1816650650911757,
      "learning_rate": 0.00026947804167518736,
      "loss": 4.25,
      "step": 31862
    },
    {
      "epoch": 1.305058365758755,
      "grad_norm": 2.425727920179936,
      "learning_rate": 0.0002694760697692697,
      "loss": 5.1562,
      "step": 31863
    },
    {
      "epoch": 1.3050993241859512,
      "grad_norm": 3.722046816791327,
      "learning_rate": 0.0002694740978068707,
      "loss": 4.6562,
      "step": 31864
    },
    {
      "epoch": 1.3051402826131477,
      "grad_norm": 2.356942106795574,
      "learning_rate": 0.0002694721257879912,
      "loss": 5.0312,
      "step": 31865
    },
    {
      "epoch": 1.305181241040344,
      "grad_norm": 2.2644078871519495,
      "learning_rate": 0.0002694701537126323,
      "loss": 5.0312,
      "step": 31866
    },
    {
      "epoch": 1.3052221994675404,
      "grad_norm": 2.0936555340161838,
      "learning_rate": 0.0002694681815807948,
      "loss": 4.7812,
      "step": 31867
    },
    {
      "epoch": 1.305263157894737,
      "grad_norm": 2.650898463897666,
      "learning_rate": 0.00026946620939247964,
      "loss": 4.75,
      "step": 31868
    },
    {
      "epoch": 1.3053041163219332,
      "grad_norm": 2.2133031234050176,
      "learning_rate": 0.00026946423714768785,
      "loss": 3.1406,
      "step": 31869
    },
    {
      "epoch": 1.3053450747491295,
      "grad_norm": 2.3690025851494574,
      "learning_rate": 0.00026946226484642034,
      "loss": 5.0312,
      "step": 31870
    },
    {
      "epoch": 1.305386033176326,
      "grad_norm": 2.0280595567167787,
      "learning_rate": 0.00026946029248867793,
      "loss": 4.25,
      "step": 31871
    },
    {
      "epoch": 1.3054269916035224,
      "grad_norm": 3.9821253707085402,
      "learning_rate": 0.00026945832007446165,
      "loss": 2.6094,
      "step": 31872
    },
    {
      "epoch": 1.3054679500307187,
      "grad_norm": 2.4350218059838586,
      "learning_rate": 0.00026945634760377243,
      "loss": 5.4375,
      "step": 31873
    },
    {
      "epoch": 1.3055089084579152,
      "grad_norm": 3.149368682028709,
      "learning_rate": 0.0002694543750766111,
      "loss": 3.375,
      "step": 31874
    },
    {
      "epoch": 1.3055498668851115,
      "grad_norm": 3.284637784624865,
      "learning_rate": 0.0002694524024929787,
      "loss": 4.4062,
      "step": 31875
    },
    {
      "epoch": 1.305590825312308,
      "grad_norm": 2.411054892123332,
      "learning_rate": 0.0002694504298528762,
      "loss": 5.6875,
      "step": 31876
    },
    {
      "epoch": 1.3056317837395044,
      "grad_norm": 1.9657009518429192,
      "learning_rate": 0.0002694484571563044,
      "loss": 4.4688,
      "step": 31877
    },
    {
      "epoch": 1.305672742166701,
      "grad_norm": 4.1585580890784275,
      "learning_rate": 0.00026944648440326436,
      "loss": 5.5312,
      "step": 31878
    },
    {
      "epoch": 1.3057137005938972,
      "grad_norm": 2.4186437495805038,
      "learning_rate": 0.0002694445115937569,
      "loss": 4.8438,
      "step": 31879
    },
    {
      "epoch": 1.3057546590210936,
      "grad_norm": 2.9472138492986444,
      "learning_rate": 0.0002694425387277831,
      "loss": 6.5625,
      "step": 31880
    },
    {
      "epoch": 1.30579561744829,
      "grad_norm": 2.151174477524909,
      "learning_rate": 0.0002694405658053437,
      "loss": 4.2188,
      "step": 31881
    },
    {
      "epoch": 1.3058365758754864,
      "grad_norm": 9.039160639351868,
      "learning_rate": 0.00026943859282643973,
      "loss": 5.9062,
      "step": 31882
    },
    {
      "epoch": 1.3058775343026827,
      "grad_norm": 5.299450327901595,
      "learning_rate": 0.00026943661979107216,
      "loss": 6.4062,
      "step": 31883
    },
    {
      "epoch": 1.3059184927298793,
      "grad_norm": 2.379151897251678,
      "learning_rate": 0.0002694346466992419,
      "loss": 4.9062,
      "step": 31884
    },
    {
      "epoch": 1.3059594511570756,
      "grad_norm": 2.7063709820170794,
      "learning_rate": 0.00026943267355094983,
      "loss": 5.6875,
      "step": 31885
    },
    {
      "epoch": 1.3060004095842719,
      "grad_norm": 4.326456215756393,
      "learning_rate": 0.0002694307003461969,
      "loss": 4.625,
      "step": 31886
    },
    {
      "epoch": 1.3060413680114684,
      "grad_norm": 2.4362297782931055,
      "learning_rate": 0.0002694287270849842,
      "loss": 3.8125,
      "step": 31887
    },
    {
      "epoch": 1.3060823264386647,
      "grad_norm": 2.0136718466692307,
      "learning_rate": 0.00026942675376731237,
      "loss": 4.6875,
      "step": 31888
    },
    {
      "epoch": 1.306123284865861,
      "grad_norm": 2.071724717068752,
      "learning_rate": 0.00026942478039318257,
      "loss": 4.8125,
      "step": 31889
    },
    {
      "epoch": 1.3061642432930576,
      "grad_norm": 1.941997122561159,
      "learning_rate": 0.00026942280696259566,
      "loss": 4.3125,
      "step": 31890
    },
    {
      "epoch": 1.306205201720254,
      "grad_norm": 1.9196952268377416,
      "learning_rate": 0.0002694208334755526,
      "loss": 3.6406,
      "step": 31891
    },
    {
      "epoch": 1.3062461601474502,
      "grad_norm": 3.0964841445165687,
      "learning_rate": 0.0002694188599320542,
      "loss": 5.9062,
      "step": 31892
    },
    {
      "epoch": 1.3062871185746467,
      "grad_norm": 2.662059734480235,
      "learning_rate": 0.00026941688633210165,
      "loss": 5.8438,
      "step": 31893
    },
    {
      "epoch": 1.306328077001843,
      "grad_norm": 11.66905864510294,
      "learning_rate": 0.00026941491267569565,
      "loss": 7.0625,
      "step": 31894
    },
    {
      "epoch": 1.3063690354290396,
      "grad_norm": 1.975915689336045,
      "learning_rate": 0.0002694129389628372,
      "loss": 4.7812,
      "step": 31895
    },
    {
      "epoch": 1.306409993856236,
      "grad_norm": 4.688892271318922,
      "learning_rate": 0.0002694109651935272,
      "loss": 5.4375,
      "step": 31896
    },
    {
      "epoch": 1.3064509522834324,
      "grad_norm": 6.832611798831131,
      "learning_rate": 0.0002694089913677667,
      "loss": 4.875,
      "step": 31897
    },
    {
      "epoch": 1.3064919107106288,
      "grad_norm": 5.538707315161639,
      "learning_rate": 0.0002694070174855565,
      "loss": 4.3438,
      "step": 31898
    },
    {
      "epoch": 1.306532869137825,
      "grad_norm": 2.775336649163156,
      "learning_rate": 0.0002694050435468976,
      "loss": 6.2812,
      "step": 31899
    },
    {
      "epoch": 1.3065738275650216,
      "grad_norm": 2.954129321618309,
      "learning_rate": 0.00026940306955179096,
      "loss": 5.1562,
      "step": 31900
    },
    {
      "epoch": 1.306614785992218,
      "grad_norm": 3.097422508295906,
      "learning_rate": 0.0002694010955002375,
      "loss": 5.8125,
      "step": 31901
    },
    {
      "epoch": 1.3066557444194142,
      "grad_norm": 9.970523894633095,
      "learning_rate": 0.0002693991213922381,
      "loss": 5.4688,
      "step": 31902
    },
    {
      "epoch": 1.3066967028466108,
      "grad_norm": 3.1580460566952135,
      "learning_rate": 0.00026939714722779365,
      "loss": 5.375,
      "step": 31903
    },
    {
      "epoch": 1.306737661273807,
      "grad_norm": 2.486689660369079,
      "learning_rate": 0.00026939517300690526,
      "loss": 4.4688,
      "step": 31904
    },
    {
      "epoch": 1.3067786197010034,
      "grad_norm": 3.3984892899047114,
      "learning_rate": 0.0002693931987295737,
      "loss": 5.375,
      "step": 31905
    },
    {
      "epoch": 1.3068195781282,
      "grad_norm": 3.69678248672369,
      "learning_rate": 0.00026939122439579997,
      "loss": 5.5625,
      "step": 31906
    },
    {
      "epoch": 1.3068605365553962,
      "grad_norm": 2.948311291516917,
      "learning_rate": 0.00026938925000558506,
      "loss": 5.5625,
      "step": 31907
    },
    {
      "epoch": 1.3069014949825926,
      "grad_norm": 3.691944636149502,
      "learning_rate": 0.00026938727555892973,
      "loss": 3.5781,
      "step": 31908
    },
    {
      "epoch": 1.306942453409789,
      "grad_norm": 1.8297330819598017,
      "learning_rate": 0.0002693853010558351,
      "loss": 4.25,
      "step": 31909
    },
    {
      "epoch": 1.3069834118369854,
      "grad_norm": 4.548882630262163,
      "learning_rate": 0.00026938332649630205,
      "loss": 8.3125,
      "step": 31910
    },
    {
      "epoch": 1.3070243702641817,
      "grad_norm": 2.296411127308499,
      "learning_rate": 0.0002693813518803314,
      "loss": 4.4375,
      "step": 31911
    },
    {
      "epoch": 1.3070653286913783,
      "grad_norm": 2.195298043821128,
      "learning_rate": 0.0002693793772079242,
      "loss": 4.7188,
      "step": 31912
    },
    {
      "epoch": 1.3071062871185746,
      "grad_norm": 2.2422997994945497,
      "learning_rate": 0.0002693774024790815,
      "loss": 5.0938,
      "step": 31913
    },
    {
      "epoch": 1.307147245545771,
      "grad_norm": 2.199339422014955,
      "learning_rate": 0.0002693754276938039,
      "loss": 4.1875,
      "step": 31914
    },
    {
      "epoch": 1.3071882039729674,
      "grad_norm": 3.9987157278008754,
      "learning_rate": 0.0002693734528520926,
      "loss": 4.8125,
      "step": 31915
    },
    {
      "epoch": 1.307229162400164,
      "grad_norm": 2.404710168107547,
      "learning_rate": 0.00026937147795394847,
      "loss": 5.3438,
      "step": 31916
    },
    {
      "epoch": 1.3072701208273603,
      "grad_norm": 2.3296498765503904,
      "learning_rate": 0.00026936950299937245,
      "loss": 4.125,
      "step": 31917
    },
    {
      "epoch": 1.3073110792545566,
      "grad_norm": 4.567331520586219,
      "learning_rate": 0.00026936752798836544,
      "loss": 4.0938,
      "step": 31918
    },
    {
      "epoch": 1.3073520376817531,
      "grad_norm": 6.943313730757628,
      "learning_rate": 0.00026936555292092837,
      "loss": 5.5625,
      "step": 31919
    },
    {
      "epoch": 1.3073929961089494,
      "grad_norm": 2.3274292682494115,
      "learning_rate": 0.00026936357779706215,
      "loss": 4.1562,
      "step": 31920
    },
    {
      "epoch": 1.3074339545361457,
      "grad_norm": 3.0775882339146166,
      "learning_rate": 0.00026936160261676787,
      "loss": 4.7812,
      "step": 31921
    },
    {
      "epoch": 1.3074749129633423,
      "grad_norm": 4.729920685370888,
      "learning_rate": 0.00026935962738004624,
      "loss": 4.0938,
      "step": 31922
    },
    {
      "epoch": 1.3075158713905386,
      "grad_norm": 3.4099941357873313,
      "learning_rate": 0.00026935765208689833,
      "loss": 5.1562,
      "step": 31923
    },
    {
      "epoch": 1.307556829817735,
      "grad_norm": 2.591627682742268,
      "learning_rate": 0.0002693556767373251,
      "loss": 5.9062,
      "step": 31924
    },
    {
      "epoch": 1.3075977882449314,
      "grad_norm": 4.122231666821101,
      "learning_rate": 0.0002693537013313274,
      "loss": 6.375,
      "step": 31925
    },
    {
      "epoch": 1.3076387466721278,
      "grad_norm": 2.562067581009362,
      "learning_rate": 0.0002693517258689062,
      "loss": 5.625,
      "step": 31926
    },
    {
      "epoch": 1.307679705099324,
      "grad_norm": 5.311469750314171,
      "learning_rate": 0.0002693497503500624,
      "loss": 3.9531,
      "step": 31927
    },
    {
      "epoch": 1.3077206635265206,
      "grad_norm": 2.333542631914824,
      "learning_rate": 0.000269347774774797,
      "loss": 5.1875,
      "step": 31928
    },
    {
      "epoch": 1.307761621953717,
      "grad_norm": 2.651539484743106,
      "learning_rate": 0.0002693457991431109,
      "loss": 5.0625,
      "step": 31929
    },
    {
      "epoch": 1.3078025803809132,
      "grad_norm": 2.546890041348499,
      "learning_rate": 0.00026934382345500504,
      "loss": 5.625,
      "step": 31930
    },
    {
      "epoch": 1.3078435388081098,
      "grad_norm": 9.401260667198438,
      "learning_rate": 0.0002693418477104803,
      "loss": 6.0,
      "step": 31931
    },
    {
      "epoch": 1.307884497235306,
      "grad_norm": 2.017670399702838,
      "learning_rate": 0.0002693398719095377,
      "loss": 4.5938,
      "step": 31932
    },
    {
      "epoch": 1.3079254556625026,
      "grad_norm": 1.9409367352996214,
      "learning_rate": 0.0002693378960521781,
      "loss": 4.7188,
      "step": 31933
    },
    {
      "epoch": 1.307966414089699,
      "grad_norm": 5.933903647970741,
      "learning_rate": 0.0002693359201384025,
      "loss": 6.5312,
      "step": 31934
    },
    {
      "epoch": 1.3080073725168955,
      "grad_norm": 3.4591708770310614,
      "learning_rate": 0.0002693339441682118,
      "loss": 5.6875,
      "step": 31935
    },
    {
      "epoch": 1.3080483309440918,
      "grad_norm": 2.813985261283942,
      "learning_rate": 0.0002693319681416069,
      "loss": 5.3438,
      "step": 31936
    },
    {
      "epoch": 1.308089289371288,
      "grad_norm": 2.176659614223597,
      "learning_rate": 0.00026932999205858877,
      "loss": 4.9688,
      "step": 31937
    },
    {
      "epoch": 1.3081302477984846,
      "grad_norm": 5.462874519168121,
      "learning_rate": 0.0002693280159191584,
      "loss": 5.4688,
      "step": 31938
    },
    {
      "epoch": 1.308171206225681,
      "grad_norm": 2.414540744213339,
      "learning_rate": 0.0002693260397233166,
      "loss": 4.6875,
      "step": 31939
    },
    {
      "epoch": 1.3082121646528773,
      "grad_norm": 1.994445598237404,
      "learning_rate": 0.00026932406347106444,
      "loss": 4.5312,
      "step": 31940
    },
    {
      "epoch": 1.3082531230800738,
      "grad_norm": 4.447509181905091,
      "learning_rate": 0.00026932208716240274,
      "loss": 3.9688,
      "step": 31941
    },
    {
      "epoch": 1.3082940815072701,
      "grad_norm": 3.8838693701540277,
      "learning_rate": 0.0002693201107973325,
      "loss": 6.3125,
      "step": 31942
    },
    {
      "epoch": 1.3083350399344664,
      "grad_norm": 3.032890501225727,
      "learning_rate": 0.0002693181343758547,
      "loss": 4.5,
      "step": 31943
    },
    {
      "epoch": 1.308375998361663,
      "grad_norm": 4.485869027005537,
      "learning_rate": 0.0002693161578979701,
      "loss": 3.0781,
      "step": 31944
    },
    {
      "epoch": 1.3084169567888593,
      "grad_norm": 2.2545251870108176,
      "learning_rate": 0.00026931418136367976,
      "loss": 5.0,
      "step": 31945
    },
    {
      "epoch": 1.3084579152160556,
      "grad_norm": 15.401980605607571,
      "learning_rate": 0.0002693122047729846,
      "loss": 6.0938,
      "step": 31946
    },
    {
      "epoch": 1.3084988736432521,
      "grad_norm": 2.220250741560728,
      "learning_rate": 0.0002693102281258856,
      "loss": 5.5,
      "step": 31947
    },
    {
      "epoch": 1.3085398320704484,
      "grad_norm": 2.0672123656030994,
      "learning_rate": 0.0002693082514223836,
      "loss": 4.1875,
      "step": 31948
    },
    {
      "epoch": 1.3085807904976448,
      "grad_norm": 2.7258123683319226,
      "learning_rate": 0.00026930627466247964,
      "loss": 5.9688,
      "step": 31949
    },
    {
      "epoch": 1.3086217489248413,
      "grad_norm": 2.188831857716567,
      "learning_rate": 0.0002693042978461746,
      "loss": 4.4688,
      "step": 31950
    },
    {
      "epoch": 1.3086627073520376,
      "grad_norm": 4.978928301677518,
      "learning_rate": 0.0002693023209734693,
      "loss": 4.7188,
      "step": 31951
    },
    {
      "epoch": 1.3087036657792341,
      "grad_norm": 2.4181228396369523,
      "learning_rate": 0.00026930034404436487,
      "loss": 4.5,
      "step": 31952
    },
    {
      "epoch": 1.3087446242064305,
      "grad_norm": 2.2541064606124324,
      "learning_rate": 0.00026929836705886216,
      "loss": 4.125,
      "step": 31953
    },
    {
      "epoch": 1.308785582633627,
      "grad_norm": 6.319402378192485,
      "learning_rate": 0.0002692963900169621,
      "loss": 4.0312,
      "step": 31954
    },
    {
      "epoch": 1.3088265410608233,
      "grad_norm": 2.674748106853819,
      "learning_rate": 0.0002692944129186656,
      "loss": 5.5938,
      "step": 31955
    },
    {
      "epoch": 1.3088674994880196,
      "grad_norm": 2.1593824139342526,
      "learning_rate": 0.0002692924357639737,
      "loss": 4.9375,
      "step": 31956
    },
    {
      "epoch": 1.3089084579152162,
      "grad_norm": 2.2865340312233378,
      "learning_rate": 0.00026929045855288717,
      "loss": 5.0312,
      "step": 31957
    },
    {
      "epoch": 1.3089494163424125,
      "grad_norm": 3.3295959624581988,
      "learning_rate": 0.00026928848128540705,
      "loss": 5.0312,
      "step": 31958
    },
    {
      "epoch": 1.3089903747696088,
      "grad_norm": 2.9995711842819737,
      "learning_rate": 0.0002692865039615343,
      "loss": 4.3438,
      "step": 31959
    },
    {
      "epoch": 1.3090313331968053,
      "grad_norm": 2.889112618396819,
      "learning_rate": 0.00026928452658126975,
      "loss": 3.9844,
      "step": 31960
    },
    {
      "epoch": 1.3090722916240016,
      "grad_norm": 3.041459709628067,
      "learning_rate": 0.00026928254914461447,
      "loss": 8.125,
      "step": 31961
    },
    {
      "epoch": 1.309113250051198,
      "grad_norm": 3.1013824153292497,
      "learning_rate": 0.0002692805716515693,
      "loss": 5.7812,
      "step": 31962
    },
    {
      "epoch": 1.3091542084783945,
      "grad_norm": 2.5762645735249174,
      "learning_rate": 0.0002692785941021352,
      "loss": 6.25,
      "step": 31963
    },
    {
      "epoch": 1.3091951669055908,
      "grad_norm": 2.258357538999379,
      "learning_rate": 0.0002692766164963131,
      "loss": 5.0,
      "step": 31964
    },
    {
      "epoch": 1.309236125332787,
      "grad_norm": 8.517504822587966,
      "learning_rate": 0.0002692746388341039,
      "loss": 3.0312,
      "step": 31965
    },
    {
      "epoch": 1.3092770837599836,
      "grad_norm": 2.255641797644506,
      "learning_rate": 0.00026927266111550856,
      "loss": 4.7812,
      "step": 31966
    },
    {
      "epoch": 1.30931804218718,
      "grad_norm": 2.8415651577349506,
      "learning_rate": 0.0002692706833405281,
      "loss": 4.4062,
      "step": 31967
    },
    {
      "epoch": 1.3093590006143765,
      "grad_norm": 2.404985858893772,
      "learning_rate": 0.0002692687055091633,
      "loss": 5.5938,
      "step": 31968
    },
    {
      "epoch": 1.3093999590415728,
      "grad_norm": 2.145718898456066,
      "learning_rate": 0.00026926672762141526,
      "loss": 5.0938,
      "step": 31969
    },
    {
      "epoch": 1.3094409174687691,
      "grad_norm": 3.108595451825654,
      "learning_rate": 0.0002692647496772848,
      "loss": 5.4062,
      "step": 31970
    },
    {
      "epoch": 1.3094818758959657,
      "grad_norm": 2.3201336697313466,
      "learning_rate": 0.00026926277167677287,
      "loss": 5.0,
      "step": 31971
    },
    {
      "epoch": 1.309522834323162,
      "grad_norm": 2.8432361664357875,
      "learning_rate": 0.00026926079361988043,
      "loss": 5.6562,
      "step": 31972
    },
    {
      "epoch": 1.3095637927503585,
      "grad_norm": 2.1952341141595766,
      "learning_rate": 0.0002692588155066084,
      "loss": 6.5938,
      "step": 31973
    },
    {
      "epoch": 1.3096047511775548,
      "grad_norm": 1.9409501523861081,
      "learning_rate": 0.00026925683733695774,
      "loss": 4.2188,
      "step": 31974
    },
    {
      "epoch": 1.3096457096047511,
      "grad_norm": 2.027079386679221,
      "learning_rate": 0.0002692548591109294,
      "loss": 4.75,
      "step": 31975
    },
    {
      "epoch": 1.3096866680319477,
      "grad_norm": 2.0181461675377417,
      "learning_rate": 0.00026925288082852426,
      "loss": 5.0625,
      "step": 31976
    },
    {
      "epoch": 1.309727626459144,
      "grad_norm": 2.300113212932289,
      "learning_rate": 0.0002692509024897432,
      "loss": 4.4688,
      "step": 31977
    },
    {
      "epoch": 1.3097685848863403,
      "grad_norm": 1.6029502895266243,
      "learning_rate": 0.0002692489240945873,
      "loss": 2.9062,
      "step": 31978
    },
    {
      "epoch": 1.3098095433135368,
      "grad_norm": 2.6825683024653704,
      "learning_rate": 0.0002692469456430574,
      "loss": 5.1562,
      "step": 31979
    },
    {
      "epoch": 1.3098505017407331,
      "grad_norm": 3.047979181183946,
      "learning_rate": 0.00026924496713515454,
      "loss": 5.3438,
      "step": 31980
    },
    {
      "epoch": 1.3098914601679295,
      "grad_norm": 4.086910732830746,
      "learning_rate": 0.0002692429885708795,
      "loss": 4.4688,
      "step": 31981
    },
    {
      "epoch": 1.309932418595126,
      "grad_norm": 7.2438127153712895,
      "learning_rate": 0.0002692410099502333,
      "loss": 4.6562,
      "step": 31982
    },
    {
      "epoch": 1.3099733770223223,
      "grad_norm": 2.5196433885245377,
      "learning_rate": 0.00026923903127321693,
      "loss": 4.25,
      "step": 31983
    },
    {
      "epoch": 1.3100143354495186,
      "grad_norm": 2.4613367536106896,
      "learning_rate": 0.00026923705253983123,
      "loss": 5.4688,
      "step": 31984
    },
    {
      "epoch": 1.3100552938767152,
      "grad_norm": 3.942558274443674,
      "learning_rate": 0.00026923507375007716,
      "loss": 4.2188,
      "step": 31985
    },
    {
      "epoch": 1.3100962523039115,
      "grad_norm": 2.075496161329224,
      "learning_rate": 0.00026923309490395564,
      "loss": 4.6562,
      "step": 31986
    },
    {
      "epoch": 1.310137210731108,
      "grad_norm": 1.9182406500550873,
      "learning_rate": 0.0002692311160014677,
      "loss": 4.5938,
      "step": 31987
    },
    {
      "epoch": 1.3101781691583043,
      "grad_norm": 2.2136768594309544,
      "learning_rate": 0.00026922913704261413,
      "loss": 4.6875,
      "step": 31988
    },
    {
      "epoch": 1.3102191275855009,
      "grad_norm": 2.20612528740291,
      "learning_rate": 0.000269227158027396,
      "loss": 5.4688,
      "step": 31989
    },
    {
      "epoch": 1.3102600860126972,
      "grad_norm": 4.804163685077383,
      "learning_rate": 0.0002692251789558142,
      "loss": 6.0625,
      "step": 31990
    },
    {
      "epoch": 1.3103010444398935,
      "grad_norm": 11.251919363537558,
      "learning_rate": 0.00026922319982786955,
      "loss": 4.9062,
      "step": 31991
    },
    {
      "epoch": 1.31034200286709,
      "grad_norm": 2.2490658840845286,
      "learning_rate": 0.0002692212206435632,
      "loss": 5.1562,
      "step": 31992
    },
    {
      "epoch": 1.3103829612942863,
      "grad_norm": 2.388959685594811,
      "learning_rate": 0.00026921924140289595,
      "loss": 5.0,
      "step": 31993
    },
    {
      "epoch": 1.3104239197214826,
      "grad_norm": 2.899649599166255,
      "learning_rate": 0.0002692172621058688,
      "loss": 4.875,
      "step": 31994
    },
    {
      "epoch": 1.3104648781486792,
      "grad_norm": 2.1275657441153117,
      "learning_rate": 0.0002692152827524825,
      "loss": 4.7188,
      "step": 31995
    },
    {
      "epoch": 1.3105058365758755,
      "grad_norm": 3.0042965792348593,
      "learning_rate": 0.00026921330334273827,
      "loss": 6.25,
      "step": 31996
    },
    {
      "epoch": 1.3105467950030718,
      "grad_norm": 2.6266079005136396,
      "learning_rate": 0.0002692113238766369,
      "loss": 5.25,
      "step": 31997
    },
    {
      "epoch": 1.3105877534302683,
      "grad_norm": 2.457312952478217,
      "learning_rate": 0.00026920934435417925,
      "loss": 4.875,
      "step": 31998
    },
    {
      "epoch": 1.3106287118574647,
      "grad_norm": 2.159676765090576,
      "learning_rate": 0.0002692073647753664,
      "loss": 4.875,
      "step": 31999
    },
    {
      "epoch": 1.310669670284661,
      "grad_norm": 4.57213831615927,
      "learning_rate": 0.0002692053851401992,
      "loss": 5.8125,
      "step": 32000
    },
    {
      "epoch": 1.3107106287118575,
      "grad_norm": 6.802790775601414,
      "learning_rate": 0.0002692034054486786,
      "loss": 2.125,
      "step": 32001
    },
    {
      "epoch": 1.3107515871390538,
      "grad_norm": 4.527251352983645,
      "learning_rate": 0.0002692014257008056,
      "loss": 6.9375,
      "step": 32002
    },
    {
      "epoch": 1.3107925455662501,
      "grad_norm": 2.05887959991105,
      "learning_rate": 0.0002691994458965811,
      "loss": 5.0,
      "step": 32003
    },
    {
      "epoch": 1.3108335039934467,
      "grad_norm": 2.7855861732831038,
      "learning_rate": 0.00026919746603600595,
      "loss": 6.125,
      "step": 32004
    },
    {
      "epoch": 1.310874462420643,
      "grad_norm": 3.5387554144959372,
      "learning_rate": 0.00026919548611908115,
      "loss": 5.4375,
      "step": 32005
    },
    {
      "epoch": 1.3109154208478395,
      "grad_norm": 3.484058972623695,
      "learning_rate": 0.00026919350614580765,
      "loss": 6.1875,
      "step": 32006
    },
    {
      "epoch": 1.3109563792750358,
      "grad_norm": 2.1061275923050182,
      "learning_rate": 0.0002691915261161864,
      "loss": 4.625,
      "step": 32007
    },
    {
      "epoch": 1.3109973377022324,
      "grad_norm": 2.8505320805193795,
      "learning_rate": 0.00026918954603021836,
      "loss": 5.4688,
      "step": 32008
    },
    {
      "epoch": 1.3110382961294287,
      "grad_norm": 12.481415000653186,
      "learning_rate": 0.00026918756588790435,
      "loss": 5.4062,
      "step": 32009
    },
    {
      "epoch": 1.311079254556625,
      "grad_norm": 1.9507794632248783,
      "learning_rate": 0.0002691855856892454,
      "loss": 4.3125,
      "step": 32010
    },
    {
      "epoch": 1.3111202129838215,
      "grad_norm": 4.560610996812901,
      "learning_rate": 0.0002691836054342424,
      "loss": 3.7344,
      "step": 32011
    },
    {
      "epoch": 1.3111611714110178,
      "grad_norm": 2.2654378858116533,
      "learning_rate": 0.0002691816251228963,
      "loss": 5.1562,
      "step": 32012
    },
    {
      "epoch": 1.3112021298382142,
      "grad_norm": 2.759801257955263,
      "learning_rate": 0.0002691796447552081,
      "loss": 4.9375,
      "step": 32013
    },
    {
      "epoch": 1.3112430882654107,
      "grad_norm": 2.817764376917412,
      "learning_rate": 0.0002691776643311786,
      "loss": 3.3438,
      "step": 32014
    },
    {
      "epoch": 1.311284046692607,
      "grad_norm": 7.295308940031089,
      "learning_rate": 0.00026917568385080885,
      "loss": 7.1562,
      "step": 32015
    },
    {
      "epoch": 1.3113250051198033,
      "grad_norm": 2.457084768858701,
      "learning_rate": 0.00026917370331409977,
      "loss": 5.5,
      "step": 32016
    },
    {
      "epoch": 1.3113659635469999,
      "grad_norm": 2.401099351081551,
      "learning_rate": 0.00026917172272105224,
      "loss": 5.0938,
      "step": 32017
    },
    {
      "epoch": 1.3114069219741962,
      "grad_norm": 3.824484820480334,
      "learning_rate": 0.0002691697420716673,
      "loss": 3.8125,
      "step": 32018
    },
    {
      "epoch": 1.3114478804013925,
      "grad_norm": 7.464158956343234,
      "learning_rate": 0.0002691677613659458,
      "loss": 6.3438,
      "step": 32019
    },
    {
      "epoch": 1.311488838828589,
      "grad_norm": 3.105219091857257,
      "learning_rate": 0.0002691657806038887,
      "loss": 5.5625,
      "step": 32020
    },
    {
      "epoch": 1.3115297972557853,
      "grad_norm": 2.7058815003616377,
      "learning_rate": 0.0002691637997854969,
      "loss": 3.6875,
      "step": 32021
    },
    {
      "epoch": 1.3115707556829816,
      "grad_norm": 2.347619899160933,
      "learning_rate": 0.00026916181891077135,
      "loss": 4.2812,
      "step": 32022
    },
    {
      "epoch": 1.3116117141101782,
      "grad_norm": 2.0405708246738214,
      "learning_rate": 0.00026915983797971306,
      "loss": 5.625,
      "step": 32023
    },
    {
      "epoch": 1.3116526725373745,
      "grad_norm": 1.8310005076858547,
      "learning_rate": 0.0002691578569923229,
      "loss": 4.4062,
      "step": 32024
    },
    {
      "epoch": 1.311693630964571,
      "grad_norm": 3.871757319870559,
      "learning_rate": 0.0002691558759486018,
      "loss": 6.5,
      "step": 32025
    },
    {
      "epoch": 1.3117345893917673,
      "grad_norm": 4.039067038758064,
      "learning_rate": 0.00026915389484855073,
      "loss": 5.9375,
      "step": 32026
    },
    {
      "epoch": 1.3117755478189639,
      "grad_norm": 3.17790812102264,
      "learning_rate": 0.0002691519136921706,
      "loss": 4.2188,
      "step": 32027
    },
    {
      "epoch": 1.3118165062461602,
      "grad_norm": 2.118956741795396,
      "learning_rate": 0.0002691499324794624,
      "loss": 5.25,
      "step": 32028
    },
    {
      "epoch": 1.3118574646733565,
      "grad_norm": 1.8593296511484554,
      "learning_rate": 0.00026914795121042696,
      "loss": 4.25,
      "step": 32029
    },
    {
      "epoch": 1.311898423100553,
      "grad_norm": 4.044505543223627,
      "learning_rate": 0.0002691459698850653,
      "loss": 2.25,
      "step": 32030
    },
    {
      "epoch": 1.3119393815277494,
      "grad_norm": 2.383294742408081,
      "learning_rate": 0.0002691439885033784,
      "loss": 4.8438,
      "step": 32031
    },
    {
      "epoch": 1.3119803399549457,
      "grad_norm": 2.5568391435435025,
      "learning_rate": 0.0002691420070653671,
      "loss": 6.8125,
      "step": 32032
    },
    {
      "epoch": 1.3120212983821422,
      "grad_norm": 2.3512301450434827,
      "learning_rate": 0.0002691400255710324,
      "loss": 5.4375,
      "step": 32033
    },
    {
      "epoch": 1.3120622568093385,
      "grad_norm": 2.254861743260712,
      "learning_rate": 0.00026913804402037516,
      "loss": 5.2812,
      "step": 32034
    },
    {
      "epoch": 1.3121032152365348,
      "grad_norm": 7.968343062863223,
      "learning_rate": 0.0002691360624133964,
      "loss": 6.2812,
      "step": 32035
    },
    {
      "epoch": 1.3121441736637314,
      "grad_norm": 2.8316620411421853,
      "learning_rate": 0.000269134080750097,
      "loss": 4.8125,
      "step": 32036
    },
    {
      "epoch": 1.3121851320909277,
      "grad_norm": 4.023175021267605,
      "learning_rate": 0.00026913209903047793,
      "loss": 6.4375,
      "step": 32037
    },
    {
      "epoch": 1.312226090518124,
      "grad_norm": 4.683695921347036,
      "learning_rate": 0.00026913011725454014,
      "loss": 5.0312,
      "step": 32038
    },
    {
      "epoch": 1.3122670489453205,
      "grad_norm": 2.7653926774088764,
      "learning_rate": 0.0002691281354222845,
      "loss": 5.875,
      "step": 32039
    },
    {
      "epoch": 1.3123080073725168,
      "grad_norm": 6.416139327481444,
      "learning_rate": 0.000269126153533712,
      "loss": 1.7266,
      "step": 32040
    },
    {
      "epoch": 1.3123489657997132,
      "grad_norm": 2.375204110790611,
      "learning_rate": 0.00026912417158882353,
      "loss": 5.5312,
      "step": 32041
    },
    {
      "epoch": 1.3123899242269097,
      "grad_norm": 3.0220312972595567,
      "learning_rate": 0.00026912218958762013,
      "loss": 6.125,
      "step": 32042
    },
    {
      "epoch": 1.312430882654106,
      "grad_norm": 2.518743561380949,
      "learning_rate": 0.00026912020753010267,
      "loss": 5.8125,
      "step": 32043
    },
    {
      "epoch": 1.3124718410813025,
      "grad_norm": 2.584265717263883,
      "learning_rate": 0.00026911822541627207,
      "loss": 5.0625,
      "step": 32044
    },
    {
      "epoch": 1.3125127995084989,
      "grad_norm": 2.675910872364992,
      "learning_rate": 0.00026911624324612926,
      "loss": 5.5312,
      "step": 32045
    },
    {
      "epoch": 1.3125537579356954,
      "grad_norm": 2.169873493961464,
      "learning_rate": 0.00026911426101967526,
      "loss": 5.3125,
      "step": 32046
    },
    {
      "epoch": 1.3125947163628917,
      "grad_norm": 2.2636039531642016,
      "learning_rate": 0.0002691122787369109,
      "loss": 4.125,
      "step": 32047
    },
    {
      "epoch": 1.312635674790088,
      "grad_norm": 2.779004996987414,
      "learning_rate": 0.0002691102963978372,
      "loss": 7.0,
      "step": 32048
    },
    {
      "epoch": 1.3126766332172846,
      "grad_norm": 2.349340025055405,
      "learning_rate": 0.000269108314002455,
      "loss": 5.1875,
      "step": 32049
    },
    {
      "epoch": 1.3127175916444809,
      "grad_norm": 1.9701110524722532,
      "learning_rate": 0.0002691063315507654,
      "loss": 4.7812,
      "step": 32050
    },
    {
      "epoch": 1.3127585500716772,
      "grad_norm": 3.4917059920442677,
      "learning_rate": 0.0002691043490427692,
      "loss": 7.8125,
      "step": 32051
    },
    {
      "epoch": 1.3127995084988737,
      "grad_norm": 3.2017117843844627,
      "learning_rate": 0.0002691023664784673,
      "loss": 5.8125,
      "step": 32052
    },
    {
      "epoch": 1.31284046692607,
      "grad_norm": 2.865164324201657,
      "learning_rate": 0.0002691003838578608,
      "loss": 6.25,
      "step": 32053
    },
    {
      "epoch": 1.3128814253532664,
      "grad_norm": 3.0817215154301807,
      "learning_rate": 0.0002690984011809505,
      "loss": 6.2812,
      "step": 32054
    },
    {
      "epoch": 1.3129223837804629,
      "grad_norm": 2.2457480704782546,
      "learning_rate": 0.0002690964184477374,
      "loss": 5.375,
      "step": 32055
    },
    {
      "epoch": 1.3129633422076592,
      "grad_norm": 3.175090470933182,
      "learning_rate": 0.00026909443565822244,
      "loss": 4.2188,
      "step": 32056
    },
    {
      "epoch": 1.3130043006348555,
      "grad_norm": 2.45760542445824,
      "learning_rate": 0.0002690924528124065,
      "loss": 4.5938,
      "step": 32057
    },
    {
      "epoch": 1.313045259062052,
      "grad_norm": 2.222178096249086,
      "learning_rate": 0.0002690904699102906,
      "loss": 5.0312,
      "step": 32058
    },
    {
      "epoch": 1.3130862174892484,
      "grad_norm": 2.823947356646763,
      "learning_rate": 0.00026908848695187564,
      "loss": 6.4688,
      "step": 32059
    },
    {
      "epoch": 1.3131271759164447,
      "grad_norm": 3.6466750658941893,
      "learning_rate": 0.00026908650393716254,
      "loss": 5.875,
      "step": 32060
    },
    {
      "epoch": 1.3131681343436412,
      "grad_norm": 2.752238113023479,
      "learning_rate": 0.00026908452086615224,
      "loss": 6.125,
      "step": 32061
    },
    {
      "epoch": 1.3132090927708375,
      "grad_norm": 2.103877106940949,
      "learning_rate": 0.0002690825377388457,
      "loss": 4.7188,
      "step": 32062
    },
    {
      "epoch": 1.313250051198034,
      "grad_norm": 3.1043214461184236,
      "learning_rate": 0.00026908055455524384,
      "loss": 5.2812,
      "step": 32063
    },
    {
      "epoch": 1.3132910096252304,
      "grad_norm": 2.161702026995519,
      "learning_rate": 0.00026907857131534764,
      "loss": 4.625,
      "step": 32064
    },
    {
      "epoch": 1.313331968052427,
      "grad_norm": 4.221139552050818,
      "learning_rate": 0.000269076588019158,
      "loss": 5.2188,
      "step": 32065
    },
    {
      "epoch": 1.3133729264796232,
      "grad_norm": 3.0508470041951465,
      "learning_rate": 0.0002690746046666758,
      "loss": 5.25,
      "step": 32066
    },
    {
      "epoch": 1.3134138849068195,
      "grad_norm": 2.536050185099633,
      "learning_rate": 0.00026907262125790203,
      "loss": 5.9375,
      "step": 32067
    },
    {
      "epoch": 1.313454843334016,
      "grad_norm": 2.5688364023958052,
      "learning_rate": 0.00026907063779283775,
      "loss": 4.0938,
      "step": 32068
    },
    {
      "epoch": 1.3134958017612124,
      "grad_norm": 2.0533995974885264,
      "learning_rate": 0.0002690686542714837,
      "loss": 4.7812,
      "step": 32069
    },
    {
      "epoch": 1.3135367601884087,
      "grad_norm": 2.0218218484380435,
      "learning_rate": 0.0002690666706938409,
      "loss": 4.875,
      "step": 32070
    },
    {
      "epoch": 1.3135777186156052,
      "grad_norm": 3.273969248104519,
      "learning_rate": 0.0002690646870599102,
      "loss": 6.6562,
      "step": 32071
    },
    {
      "epoch": 1.3136186770428016,
      "grad_norm": 4.392013639018787,
      "learning_rate": 0.00026906270336969276,
      "loss": 6.5938,
      "step": 32072
    },
    {
      "epoch": 1.3136596354699979,
      "grad_norm": 2.1330444773473474,
      "learning_rate": 0.0002690607196231894,
      "loss": 4.4375,
      "step": 32073
    },
    {
      "epoch": 1.3137005938971944,
      "grad_norm": 3.276588728843938,
      "learning_rate": 0.0002690587358204009,
      "loss": 3.5469,
      "step": 32074
    },
    {
      "epoch": 1.3137415523243907,
      "grad_norm": 2.0854978337084207,
      "learning_rate": 0.00026905675196132843,
      "loss": 2.7812,
      "step": 32075
    },
    {
      "epoch": 1.313782510751587,
      "grad_norm": 10.162612138198492,
      "learning_rate": 0.0002690547680459728,
      "loss": 2.125,
      "step": 32076
    },
    {
      "epoch": 1.3138234691787836,
      "grad_norm": 2.3859346120548492,
      "learning_rate": 0.00026905278407433507,
      "loss": 4.3125,
      "step": 32077
    },
    {
      "epoch": 1.3138644276059799,
      "grad_norm": 2.2822398093958105,
      "learning_rate": 0.000269050800046416,
      "loss": 4.9375,
      "step": 32078
    },
    {
      "epoch": 1.3139053860331762,
      "grad_norm": 4.177040124740653,
      "learning_rate": 0.00026904881596221666,
      "loss": 5.7188,
      "step": 32079
    },
    {
      "epoch": 1.3139463444603727,
      "grad_norm": 5.990577355016678,
      "learning_rate": 0.0002690468318217379,
      "loss": 3.3125,
      "step": 32080
    },
    {
      "epoch": 1.313987302887569,
      "grad_norm": 2.828708842576939,
      "learning_rate": 0.00026904484762498075,
      "loss": 4.2188,
      "step": 32081
    },
    {
      "epoch": 1.3140282613147656,
      "grad_norm": 3.55943617007241,
      "learning_rate": 0.00026904286337194614,
      "loss": 4.6875,
      "step": 32082
    },
    {
      "epoch": 1.314069219741962,
      "grad_norm": 2.351055442003229,
      "learning_rate": 0.0002690408790626349,
      "loss": 4.8438,
      "step": 32083
    },
    {
      "epoch": 1.3141101781691584,
      "grad_norm": 3.78813296449438,
      "learning_rate": 0.0002690388946970481,
      "loss": 2.5938,
      "step": 32084
    },
    {
      "epoch": 1.3141511365963547,
      "grad_norm": 3.108522610298131,
      "learning_rate": 0.0002690369102751866,
      "loss": 4.4688,
      "step": 32085
    },
    {
      "epoch": 1.314192095023551,
      "grad_norm": 2.2631203348788103,
      "learning_rate": 0.0002690349257970513,
      "loss": 4.8125,
      "step": 32086
    },
    {
      "epoch": 1.3142330534507476,
      "grad_norm": 2.0935197939271166,
      "learning_rate": 0.00026903294126264324,
      "loss": 5.0312,
      "step": 32087
    },
    {
      "epoch": 1.314274011877944,
      "grad_norm": 2.3015380614925727,
      "learning_rate": 0.0002690309566719633,
      "loss": 4.75,
      "step": 32088
    },
    {
      "epoch": 1.3143149703051402,
      "grad_norm": 2.59971372043052,
      "learning_rate": 0.00026902897202501244,
      "loss": 4.9062,
      "step": 32089
    },
    {
      "epoch": 1.3143559287323368,
      "grad_norm": 2.0086814593268283,
      "learning_rate": 0.0002690269873217916,
      "loss": 4.5312,
      "step": 32090
    },
    {
      "epoch": 1.314396887159533,
      "grad_norm": 2.094127051738208,
      "learning_rate": 0.0002690250025623017,
      "loss": 4.1875,
      "step": 32091
    },
    {
      "epoch": 1.3144378455867294,
      "grad_norm": 2.2848303893806645,
      "learning_rate": 0.00026902301774654367,
      "loss": 5.0938,
      "step": 32092
    },
    {
      "epoch": 1.314478804013926,
      "grad_norm": 3.98014441312924,
      "learning_rate": 0.0002690210328745185,
      "loss": 5.7188,
      "step": 32093
    },
    {
      "epoch": 1.3145197624411222,
      "grad_norm": 2.68610877946109,
      "learning_rate": 0.000269019047946227,
      "loss": 5.5312,
      "step": 32094
    },
    {
      "epoch": 1.3145607208683185,
      "grad_norm": 3.0115264887191238,
      "learning_rate": 0.0002690170629616703,
      "loss": 4.3125,
      "step": 32095
    },
    {
      "epoch": 1.314601679295515,
      "grad_norm": 2.4144551393646756,
      "learning_rate": 0.00026901507792084924,
      "loss": 6.7188,
      "step": 32096
    },
    {
      "epoch": 1.3146426377227114,
      "grad_norm": 2.800143977540493,
      "learning_rate": 0.0002690130928237647,
      "loss": 5.0938,
      "step": 32097
    },
    {
      "epoch": 1.3146835961499077,
      "grad_norm": 2.2533468862679964,
      "learning_rate": 0.0002690111076704177,
      "loss": 4.8438,
      "step": 32098
    },
    {
      "epoch": 1.3147245545771042,
      "grad_norm": 2.565263850230562,
      "learning_rate": 0.00026900912246080914,
      "loss": 3.9531,
      "step": 32099
    },
    {
      "epoch": 1.3147655130043006,
      "grad_norm": 3.008903781876543,
      "learning_rate": 0.00026900713719494,
      "loss": 6.7812,
      "step": 32100
    },
    {
      "epoch": 1.314806471431497,
      "grad_norm": 9.462485884745613,
      "learning_rate": 0.0002690051518728112,
      "loss": 4.5938,
      "step": 32101
    },
    {
      "epoch": 1.3148474298586934,
      "grad_norm": 2.666382354790504,
      "learning_rate": 0.00026900316649442363,
      "loss": 5.75,
      "step": 32102
    },
    {
      "epoch": 1.31488838828589,
      "grad_norm": 6.740344909580153,
      "learning_rate": 0.00026900118105977833,
      "loss": 5.5312,
      "step": 32103
    },
    {
      "epoch": 1.3149293467130863,
      "grad_norm": 7.986079251513513,
      "learning_rate": 0.0002689991955688761,
      "loss": 6.1562,
      "step": 32104
    },
    {
      "epoch": 1.3149703051402826,
      "grad_norm": 1.9116465668390412,
      "learning_rate": 0.000268997210021718,
      "loss": 4.8438,
      "step": 32105
    },
    {
      "epoch": 1.315011263567479,
      "grad_norm": 6.151462102439869,
      "learning_rate": 0.0002689952244183049,
      "loss": 5.4062,
      "step": 32106
    },
    {
      "epoch": 1.3150522219946754,
      "grad_norm": 2.604875267816367,
      "learning_rate": 0.0002689932387586378,
      "loss": 5.25,
      "step": 32107
    },
    {
      "epoch": 1.3150931804218717,
      "grad_norm": 2.338660467866371,
      "learning_rate": 0.0002689912530427176,
      "loss": 4.75,
      "step": 32108
    },
    {
      "epoch": 1.3151341388490683,
      "grad_norm": 2.862058492439241,
      "learning_rate": 0.00026898926727054513,
      "loss": 4.625,
      "step": 32109
    },
    {
      "epoch": 1.3151750972762646,
      "grad_norm": 6.137158993675356,
      "learning_rate": 0.0002689872814421216,
      "loss": 6.1562,
      "step": 32110
    },
    {
      "epoch": 1.315216055703461,
      "grad_norm": 3.1472718445628622,
      "learning_rate": 0.00026898529555744767,
      "loss": 6.8125,
      "step": 32111
    },
    {
      "epoch": 1.3152570141306574,
      "grad_norm": 2.451438179584266,
      "learning_rate": 0.00026898330961652446,
      "loss": 4.4062,
      "step": 32112
    },
    {
      "epoch": 1.3152979725578537,
      "grad_norm": 2.591126227526833,
      "learning_rate": 0.00026898132361935284,
      "loss": 4.4375,
      "step": 32113
    },
    {
      "epoch": 1.31533893098505,
      "grad_norm": 2.944652928342937,
      "learning_rate": 0.00026897933756593373,
      "loss": 4.6562,
      "step": 32114
    },
    {
      "epoch": 1.3153798894122466,
      "grad_norm": 2.4460306627487483,
      "learning_rate": 0.0002689773514562681,
      "loss": 5.75,
      "step": 32115
    },
    {
      "epoch": 1.315420847839443,
      "grad_norm": 3.2036982574439907,
      "learning_rate": 0.00026897536529035685,
      "loss": 5.9375,
      "step": 32116
    },
    {
      "epoch": 1.3154618062666394,
      "grad_norm": 3.701091695394263,
      "learning_rate": 0.000268973379068201,
      "loss": 4.9688,
      "step": 32117
    },
    {
      "epoch": 1.3155027646938358,
      "grad_norm": 2.32729421293022,
      "learning_rate": 0.00026897139278980145,
      "loss": 4.9375,
      "step": 32118
    },
    {
      "epoch": 1.315543723121032,
      "grad_norm": 2.6003666839629065,
      "learning_rate": 0.0002689694064551591,
      "loss": 4.1562,
      "step": 32119
    },
    {
      "epoch": 1.3155846815482286,
      "grad_norm": 3.117637281510218,
      "learning_rate": 0.0002689674200642749,
      "loss": 5.125,
      "step": 32120
    },
    {
      "epoch": 1.315625639975425,
      "grad_norm": 2.9414571740651696,
      "learning_rate": 0.00026896543361714986,
      "loss": 4.0312,
      "step": 32121
    },
    {
      "epoch": 1.3156665984026215,
      "grad_norm": 2.5836853589736997,
      "learning_rate": 0.0002689634471137848,
      "loss": 3.7656,
      "step": 32122
    },
    {
      "epoch": 1.3157075568298178,
      "grad_norm": 5.225492891110036,
      "learning_rate": 0.0002689614605541808,
      "loss": 1.8047,
      "step": 32123
    },
    {
      "epoch": 1.315748515257014,
      "grad_norm": 2.758612255319221,
      "learning_rate": 0.0002689594739383387,
      "loss": 6.25,
      "step": 32124
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 3.049151618060785,
      "learning_rate": 0.00026895748726625947,
      "loss": 5.0625,
      "step": 32125
    },
    {
      "epoch": 1.315830432111407,
      "grad_norm": 2.545507353865337,
      "learning_rate": 0.00026895550053794397,
      "loss": 4.1562,
      "step": 32126
    },
    {
      "epoch": 1.3158713905386032,
      "grad_norm": 2.249623495370126,
      "learning_rate": 0.0002689535137533933,
      "loss": 5.375,
      "step": 32127
    },
    {
      "epoch": 1.3159123489657998,
      "grad_norm": 2.5192293246835753,
      "learning_rate": 0.0002689515269126083,
      "loss": 4.625,
      "step": 32128
    },
    {
      "epoch": 1.315953307392996,
      "grad_norm": 2.109369409374664,
      "learning_rate": 0.00026894954001558985,
      "loss": 5.5938,
      "step": 32129
    },
    {
      "epoch": 1.3159942658201924,
      "grad_norm": 4.129296406828911,
      "learning_rate": 0.00026894755306233905,
      "loss": 4.4062,
      "step": 32130
    },
    {
      "epoch": 1.316035224247389,
      "grad_norm": 3.2756779544532857,
      "learning_rate": 0.0002689455660528567,
      "loss": 5.0,
      "step": 32131
    },
    {
      "epoch": 1.3160761826745853,
      "grad_norm": 2.597108330416169,
      "learning_rate": 0.00026894357898714377,
      "loss": 5.0938,
      "step": 32132
    },
    {
      "epoch": 1.3161171411017816,
      "grad_norm": 2.6432809475883747,
      "learning_rate": 0.00026894159186520124,
      "loss": 5.0625,
      "step": 32133
    },
    {
      "epoch": 1.316158099528978,
      "grad_norm": 4.098101075369486,
      "learning_rate": 0.00026893960468703004,
      "loss": 5.1562,
      "step": 32134
    },
    {
      "epoch": 1.3161990579561744,
      "grad_norm": 2.944955487635028,
      "learning_rate": 0.0002689376174526311,
      "loss": 6.9375,
      "step": 32135
    },
    {
      "epoch": 1.316240016383371,
      "grad_norm": 6.752268238563352,
      "learning_rate": 0.00026893563016200535,
      "loss": 4.9062,
      "step": 32136
    },
    {
      "epoch": 1.3162809748105673,
      "grad_norm": 7.789045030794613,
      "learning_rate": 0.0002689336428151537,
      "loss": 1.8203,
      "step": 32137
    },
    {
      "epoch": 1.3163219332377638,
      "grad_norm": 2.050350827985179,
      "learning_rate": 0.0002689316554120771,
      "loss": 4.1562,
      "step": 32138
    },
    {
      "epoch": 1.3163628916649601,
      "grad_norm": 4.241188611677233,
      "learning_rate": 0.00026892966795277664,
      "loss": 3.8906,
      "step": 32139
    },
    {
      "epoch": 1.3164038500921564,
      "grad_norm": 1.9866082019556766,
      "learning_rate": 0.00026892768043725306,
      "loss": 5.1875,
      "step": 32140
    },
    {
      "epoch": 1.316444808519353,
      "grad_norm": 3.039868590362164,
      "learning_rate": 0.00026892569286550736,
      "loss": 4.375,
      "step": 32141
    },
    {
      "epoch": 1.3164857669465493,
      "grad_norm": 2.360965397879294,
      "learning_rate": 0.0002689237052375405,
      "loss": 5.0312,
      "step": 32142
    },
    {
      "epoch": 1.3165267253737456,
      "grad_norm": 4.169162638319478,
      "learning_rate": 0.00026892171755335347,
      "loss": 5.4688,
      "step": 32143
    },
    {
      "epoch": 1.3165676838009421,
      "grad_norm": 3.946710512159681,
      "learning_rate": 0.00026891972981294706,
      "loss": 3.8438,
      "step": 32144
    },
    {
      "epoch": 1.3166086422281384,
      "grad_norm": 3.6779471305726688,
      "learning_rate": 0.0002689177420163224,
      "loss": 4.5312,
      "step": 32145
    },
    {
      "epoch": 1.3166496006553348,
      "grad_norm": 3.515018273828213,
      "learning_rate": 0.00026891575416348025,
      "loss": 4.5938,
      "step": 32146
    },
    {
      "epoch": 1.3166905590825313,
      "grad_norm": 2.599417715858957,
      "learning_rate": 0.0002689137662544217,
      "loss": 4.6875,
      "step": 32147
    },
    {
      "epoch": 1.3167315175097276,
      "grad_norm": 2.0632703350735144,
      "learning_rate": 0.0002689117782891475,
      "loss": 3.5938,
      "step": 32148
    },
    {
      "epoch": 1.316772475936924,
      "grad_norm": 3.7656729294805578,
      "learning_rate": 0.00026890979026765883,
      "loss": 6.0312,
      "step": 32149
    },
    {
      "epoch": 1.3168134343641205,
      "grad_norm": 3.1163635390867612,
      "learning_rate": 0.0002689078021899565,
      "loss": 4.7188,
      "step": 32150
    },
    {
      "epoch": 1.3168543927913168,
      "grad_norm": 2.8990810397588627,
      "learning_rate": 0.00026890581405604144,
      "loss": 4.75,
      "step": 32151
    },
    {
      "epoch": 1.316895351218513,
      "grad_norm": 5.168678328940734,
      "learning_rate": 0.0002689038258659146,
      "loss": 7.1562,
      "step": 32152
    },
    {
      "epoch": 1.3169363096457096,
      "grad_norm": 2.325976731820258,
      "learning_rate": 0.00026890183761957694,
      "loss": 5.0625,
      "step": 32153
    },
    {
      "epoch": 1.316977268072906,
      "grad_norm": 2.576924693648367,
      "learning_rate": 0.00026889984931702937,
      "loss": 5.25,
      "step": 32154
    },
    {
      "epoch": 1.3170182265001025,
      "grad_norm": 6.369402757671758,
      "learning_rate": 0.00026889786095827287,
      "loss": 5.9375,
      "step": 32155
    },
    {
      "epoch": 1.3170591849272988,
      "grad_norm": 2.1775156404130476,
      "learning_rate": 0.00026889587254330834,
      "loss": 5.5312,
      "step": 32156
    },
    {
      "epoch": 1.3171001433544953,
      "grad_norm": 4.054791060360213,
      "learning_rate": 0.0002688938840721368,
      "loss": 5.0938,
      "step": 32157
    },
    {
      "epoch": 1.3171411017816916,
      "grad_norm": 2.009023418700414,
      "learning_rate": 0.00026889189554475906,
      "loss": 4.625,
      "step": 32158
    },
    {
      "epoch": 1.317182060208888,
      "grad_norm": 2.0722942996553595,
      "learning_rate": 0.00026888990696117616,
      "loss": 5.1875,
      "step": 32159
    },
    {
      "epoch": 1.3172230186360845,
      "grad_norm": 3.0568664491793047,
      "learning_rate": 0.000268887918321389,
      "loss": 5.4062,
      "step": 32160
    },
    {
      "epoch": 1.3172639770632808,
      "grad_norm": 5.625460506898582,
      "learning_rate": 0.0002688859296253986,
      "loss": 6.8438,
      "step": 32161
    },
    {
      "epoch": 1.3173049354904771,
      "grad_norm": 3.953936926917781,
      "learning_rate": 0.0002688839408732057,
      "loss": 3.6406,
      "step": 32162
    },
    {
      "epoch": 1.3173458939176736,
      "grad_norm": 2.6868907464621627,
      "learning_rate": 0.0002688819520648115,
      "loss": 4.4375,
      "step": 32163
    },
    {
      "epoch": 1.31738685234487,
      "grad_norm": 2.0859179713826568,
      "learning_rate": 0.0002688799632002167,
      "loss": 5.0938,
      "step": 32164
    },
    {
      "epoch": 1.3174278107720663,
      "grad_norm": 2.88331083427595,
      "learning_rate": 0.00026887797427942243,
      "loss": 6.0312,
      "step": 32165
    },
    {
      "epoch": 1.3174687691992628,
      "grad_norm": 3.4992768556707596,
      "learning_rate": 0.00026887598530242956,
      "loss": 3.0625,
      "step": 32166
    },
    {
      "epoch": 1.3175097276264591,
      "grad_norm": 6.5859165036825855,
      "learning_rate": 0.000268873996269239,
      "loss": 3.7031,
      "step": 32167
    },
    {
      "epoch": 1.3175506860536554,
      "grad_norm": 4.1358798073619445,
      "learning_rate": 0.0002688720071798517,
      "loss": 6.0312,
      "step": 32168
    },
    {
      "epoch": 1.317591644480852,
      "grad_norm": 2.607462024590309,
      "learning_rate": 0.0002688700180342686,
      "loss": 4.625,
      "step": 32169
    },
    {
      "epoch": 1.3176326029080483,
      "grad_norm": 3.4846811157422524,
      "learning_rate": 0.00026886802883249066,
      "loss": 4.5625,
      "step": 32170
    },
    {
      "epoch": 1.3176735613352446,
      "grad_norm": 2.416106622542839,
      "learning_rate": 0.00026886603957451883,
      "loss": 4.8125,
      "step": 32171
    },
    {
      "epoch": 1.3177145197624411,
      "grad_norm": 4.174676493016283,
      "learning_rate": 0.00026886405026035404,
      "loss": 1.5234,
      "step": 32172
    },
    {
      "epoch": 1.3177554781896375,
      "grad_norm": 2.194951897259946,
      "learning_rate": 0.0002688620608899972,
      "loss": 4.5938,
      "step": 32173
    },
    {
      "epoch": 1.317796436616834,
      "grad_norm": 2.6542073243348994,
      "learning_rate": 0.0002688600714634493,
      "loss": 4.75,
      "step": 32174
    },
    {
      "epoch": 1.3178373950440303,
      "grad_norm": 1.9315350428214157,
      "learning_rate": 0.00026885808198071125,
      "loss": 4.6562,
      "step": 32175
    },
    {
      "epoch": 1.3178783534712268,
      "grad_norm": 2.067657536549556,
      "learning_rate": 0.00026885609244178403,
      "loss": 5.1875,
      "step": 32176
    },
    {
      "epoch": 1.3179193118984232,
      "grad_norm": 1.737701608606893,
      "learning_rate": 0.0002688541028466685,
      "loss": 2.4688,
      "step": 32177
    },
    {
      "epoch": 1.3179602703256195,
      "grad_norm": 9.713380690677777,
      "learning_rate": 0.00026885211319536566,
      "loss": 7.0938,
      "step": 32178
    },
    {
      "epoch": 1.318001228752816,
      "grad_norm": 3.82640613497931,
      "learning_rate": 0.0002688501234878764,
      "loss": 5.75,
      "step": 32179
    },
    {
      "epoch": 1.3180421871800123,
      "grad_norm": 2.4851405016833237,
      "learning_rate": 0.0002688481337242017,
      "loss": 4.7812,
      "step": 32180
    },
    {
      "epoch": 1.3180831456072086,
      "grad_norm": 2.408866996371209,
      "learning_rate": 0.00026884614390434254,
      "loss": 4.6875,
      "step": 32181
    },
    {
      "epoch": 1.3181241040344052,
      "grad_norm": 6.974384433295853,
      "learning_rate": 0.00026884415402829984,
      "loss": 3.4844,
      "step": 32182
    },
    {
      "epoch": 1.3181650624616015,
      "grad_norm": 2.260428373805531,
      "learning_rate": 0.00026884216409607444,
      "loss": 5.0,
      "step": 32183
    },
    {
      "epoch": 1.3182060208887978,
      "grad_norm": 2.3364266309568698,
      "learning_rate": 0.0002688401741076674,
      "loss": 5.4688,
      "step": 32184
    },
    {
      "epoch": 1.3182469793159943,
      "grad_norm": 2.0675935913248855,
      "learning_rate": 0.00026883818406307964,
      "loss": 4.9688,
      "step": 32185
    },
    {
      "epoch": 1.3182879377431906,
      "grad_norm": 2.9355128270004345,
      "learning_rate": 0.0002688361939623121,
      "loss": 4.5625,
      "step": 32186
    },
    {
      "epoch": 1.318328896170387,
      "grad_norm": 2.0168563970468107,
      "learning_rate": 0.00026883420380536567,
      "loss": 5.125,
      "step": 32187
    },
    {
      "epoch": 1.3183698545975835,
      "grad_norm": 2.122932621083083,
      "learning_rate": 0.0002688322135922413,
      "loss": 4.8125,
      "step": 32188
    },
    {
      "epoch": 1.3184108130247798,
      "grad_norm": 2.460161204289772,
      "learning_rate": 0.00026883022332294,
      "loss": 5.25,
      "step": 32189
    },
    {
      "epoch": 1.3184517714519761,
      "grad_norm": 2.9052567727173826,
      "learning_rate": 0.00026882823299746267,
      "loss": 3.0625,
      "step": 32190
    },
    {
      "epoch": 1.3184927298791727,
      "grad_norm": 2.1932150367173024,
      "learning_rate": 0.0002688262426158102,
      "loss": 4.3438,
      "step": 32191
    },
    {
      "epoch": 1.318533688306369,
      "grad_norm": 2.5316987131531272,
      "learning_rate": 0.0002688242521779836,
      "loss": 5.125,
      "step": 32192
    },
    {
      "epoch": 1.3185746467335655,
      "grad_norm": 2.2673809580920015,
      "learning_rate": 0.00026882226168398383,
      "loss": 5.25,
      "step": 32193
    },
    {
      "epoch": 1.3186156051607618,
      "grad_norm": 3.4873925131351244,
      "learning_rate": 0.00026882027113381176,
      "loss": 6.3125,
      "step": 32194
    },
    {
      "epoch": 1.3186565635879584,
      "grad_norm": 2.8960250574231137,
      "learning_rate": 0.0002688182805274683,
      "loss": 5.9688,
      "step": 32195
    },
    {
      "epoch": 1.3186975220151547,
      "grad_norm": 2.032227895242349,
      "learning_rate": 0.0002688162898649546,
      "loss": 4.625,
      "step": 32196
    },
    {
      "epoch": 1.318738480442351,
      "grad_norm": 2.4984413738414277,
      "learning_rate": 0.0002688142991462713,
      "loss": 5.2188,
      "step": 32197
    },
    {
      "epoch": 1.3187794388695475,
      "grad_norm": 2.038129109863523,
      "learning_rate": 0.00026881230837141955,
      "loss": 4.2812,
      "step": 32198
    },
    {
      "epoch": 1.3188203972967438,
      "grad_norm": 2.0005813818331526,
      "learning_rate": 0.00026881031754040025,
      "loss": 4.8438,
      "step": 32199
    },
    {
      "epoch": 1.3188613557239401,
      "grad_norm": 4.056581884243585,
      "learning_rate": 0.0002688083266532143,
      "loss": 6.1875,
      "step": 32200
    },
    {
      "epoch": 1.3189023141511367,
      "grad_norm": 2.5198675842318004,
      "learning_rate": 0.00026880633570986265,
      "loss": 5.9375,
      "step": 32201
    },
    {
      "epoch": 1.318943272578333,
      "grad_norm": 3.6866136849226234,
      "learning_rate": 0.0002688043447103463,
      "loss": 5.8125,
      "step": 32202
    },
    {
      "epoch": 1.3189842310055293,
      "grad_norm": 2.621952822875617,
      "learning_rate": 0.00026880235365466616,
      "loss": 5.6875,
      "step": 32203
    },
    {
      "epoch": 1.3190251894327258,
      "grad_norm": 1.944303090062618,
      "learning_rate": 0.0002688003625428231,
      "loss": 5.2812,
      "step": 32204
    },
    {
      "epoch": 1.3190661478599222,
      "grad_norm": 2.1899854645841517,
      "learning_rate": 0.00026879837137481816,
      "loss": 4.4688,
      "step": 32205
    },
    {
      "epoch": 1.3191071062871185,
      "grad_norm": 3.4457359862814263,
      "learning_rate": 0.0002687963801506523,
      "loss": 4.4375,
      "step": 32206
    },
    {
      "epoch": 1.319148064714315,
      "grad_norm": 2.007222209588048,
      "learning_rate": 0.00026879438887032634,
      "loss": 4.6875,
      "step": 32207
    },
    {
      "epoch": 1.3191890231415113,
      "grad_norm": 2.341537054447873,
      "learning_rate": 0.00026879239753384125,
      "loss": 4.3125,
      "step": 32208
    },
    {
      "epoch": 1.3192299815687076,
      "grad_norm": 2.1321140915311005,
      "learning_rate": 0.00026879040614119807,
      "loss": 4.25,
      "step": 32209
    },
    {
      "epoch": 1.3192709399959042,
      "grad_norm": 4.728402060423012,
      "learning_rate": 0.00026878841469239767,
      "loss": 3.7812,
      "step": 32210
    },
    {
      "epoch": 1.3193118984231005,
      "grad_norm": 1.9867119546752727,
      "learning_rate": 0.000268786423187441,
      "loss": 3.4531,
      "step": 32211
    },
    {
      "epoch": 1.319352856850297,
      "grad_norm": 2.524767467647396,
      "learning_rate": 0.00026878443162632896,
      "loss": 4.9375,
      "step": 32212
    },
    {
      "epoch": 1.3193938152774933,
      "grad_norm": 3.977655317824548,
      "learning_rate": 0.0002687824400090626,
      "loss": 6.3125,
      "step": 32213
    },
    {
      "epoch": 1.3194347737046899,
      "grad_norm": 3.108122224348472,
      "learning_rate": 0.00026878044833564274,
      "loss": 6.1875,
      "step": 32214
    },
    {
      "epoch": 1.3194757321318862,
      "grad_norm": 4.473624096829817,
      "learning_rate": 0.0002687784566060704,
      "loss": 4.0625,
      "step": 32215
    },
    {
      "epoch": 1.3195166905590825,
      "grad_norm": 3.57792913029122,
      "learning_rate": 0.0002687764648203465,
      "loss": 2.5938,
      "step": 32216
    },
    {
      "epoch": 1.319557648986279,
      "grad_norm": 3.700634105586402,
      "learning_rate": 0.000268774472978472,
      "loss": 1.9766,
      "step": 32217
    },
    {
      "epoch": 1.3195986074134753,
      "grad_norm": 2.7610042096807517,
      "learning_rate": 0.0002687724810804478,
      "loss": 5.3125,
      "step": 32218
    },
    {
      "epoch": 1.3196395658406717,
      "grad_norm": 3.4016521879231916,
      "learning_rate": 0.00026877048912627485,
      "loss": 5.375,
      "step": 32219
    },
    {
      "epoch": 1.3196805242678682,
      "grad_norm": 3.040032824649307,
      "learning_rate": 0.00026876849711595415,
      "loss": 5.6562,
      "step": 32220
    },
    {
      "epoch": 1.3197214826950645,
      "grad_norm": 2.629620361362257,
      "learning_rate": 0.00026876650504948653,
      "loss": 5.375,
      "step": 32221
    },
    {
      "epoch": 1.3197624411222608,
      "grad_norm": 6.104821026554335,
      "learning_rate": 0.000268764512926873,
      "loss": 6.0312,
      "step": 32222
    },
    {
      "epoch": 1.3198033995494574,
      "grad_norm": 3.0708201797040293,
      "learning_rate": 0.0002687625207481146,
      "loss": 4.5,
      "step": 32223
    },
    {
      "epoch": 1.3198443579766537,
      "grad_norm": 6.261607662420348,
      "learning_rate": 0.0002687605285132121,
      "loss": 6.25,
      "step": 32224
    },
    {
      "epoch": 1.31988531640385,
      "grad_norm": 4.027655682082584,
      "learning_rate": 0.00026875853622216646,
      "loss": 6.4375,
      "step": 32225
    },
    {
      "epoch": 1.3199262748310465,
      "grad_norm": 3.8353737620919723,
      "learning_rate": 0.00026875654387497873,
      "loss": 5.4375,
      "step": 32226
    },
    {
      "epoch": 1.3199672332582428,
      "grad_norm": 2.174338991967814,
      "learning_rate": 0.0002687545514716498,
      "loss": 4.8438,
      "step": 32227
    },
    {
      "epoch": 1.3200081916854391,
      "grad_norm": 3.668849148280356,
      "learning_rate": 0.00026875255901218065,
      "loss": 1.5859,
      "step": 32228
    },
    {
      "epoch": 1.3200491501126357,
      "grad_norm": 3.907990098025162,
      "learning_rate": 0.00026875056649657215,
      "loss": 4.8125,
      "step": 32229
    },
    {
      "epoch": 1.320090108539832,
      "grad_norm": 2.4062434921928255,
      "learning_rate": 0.0002687485739248252,
      "loss": 4.6875,
      "step": 32230
    },
    {
      "epoch": 1.3201310669670285,
      "grad_norm": 2.598383394643564,
      "learning_rate": 0.0002687465812969409,
      "loss": 5.4688,
      "step": 32231
    },
    {
      "epoch": 1.3201720253942248,
      "grad_norm": 2.1260062360515657,
      "learning_rate": 0.00026874458861292014,
      "loss": 5.0,
      "step": 32232
    },
    {
      "epoch": 1.3202129838214214,
      "grad_norm": 5.705574282890545,
      "learning_rate": 0.0002687425958727637,
      "loss": 5.2812,
      "step": 32233
    },
    {
      "epoch": 1.3202539422486177,
      "grad_norm": 4.604546222368525,
      "learning_rate": 0.00026874060307647277,
      "loss": 5.5,
      "step": 32234
    },
    {
      "epoch": 1.320294900675814,
      "grad_norm": 2.5214668573553425,
      "learning_rate": 0.0002687386102240481,
      "loss": 5.6562,
      "step": 32235
    },
    {
      "epoch": 1.3203358591030105,
      "grad_norm": 2.528948984036204,
      "learning_rate": 0.0002687366173154907,
      "loss": 4.625,
      "step": 32236
    },
    {
      "epoch": 1.3203768175302069,
      "grad_norm": 2.1943476321178697,
      "learning_rate": 0.0002687346243508016,
      "loss": 5.25,
      "step": 32237
    },
    {
      "epoch": 1.3204177759574032,
      "grad_norm": 2.814066712415355,
      "learning_rate": 0.0002687326313299816,
      "loss": 3.2031,
      "step": 32238
    },
    {
      "epoch": 1.3204587343845997,
      "grad_norm": 3.179150400544401,
      "learning_rate": 0.0002687306382530317,
      "loss": 5.5312,
      "step": 32239
    },
    {
      "epoch": 1.320499692811796,
      "grad_norm": 1.976337549435521,
      "learning_rate": 0.0002687286451199529,
      "loss": 4.0312,
      "step": 32240
    },
    {
      "epoch": 1.3205406512389923,
      "grad_norm": 2.23104772408957,
      "learning_rate": 0.000268726651930746,
      "loss": 4.9688,
      "step": 32241
    },
    {
      "epoch": 1.3205816096661889,
      "grad_norm": 3.0861001650049733,
      "learning_rate": 0.00026872465868541207,
      "loss": 5.5625,
      "step": 32242
    },
    {
      "epoch": 1.3206225680933852,
      "grad_norm": 2.310666934909719,
      "learning_rate": 0.00026872266538395203,
      "loss": 5.0312,
      "step": 32243
    },
    {
      "epoch": 1.3206635265205815,
      "grad_norm": 2.189883948420149,
      "learning_rate": 0.00026872067202636675,
      "loss": 4.5312,
      "step": 32244
    },
    {
      "epoch": 1.320704484947778,
      "grad_norm": 5.541445087866095,
      "learning_rate": 0.00026871867861265726,
      "loss": 6.2188,
      "step": 32245
    },
    {
      "epoch": 1.3207454433749743,
      "grad_norm": 2.4046965244598977,
      "learning_rate": 0.0002687166851428245,
      "loss": 5.4062,
      "step": 32246
    },
    {
      "epoch": 1.3207864018021707,
      "grad_norm": 2.9949660572693344,
      "learning_rate": 0.0002687146916168693,
      "loss": 5.2812,
      "step": 32247
    },
    {
      "epoch": 1.3208273602293672,
      "grad_norm": 4.651244695216504,
      "learning_rate": 0.0002687126980347927,
      "loss": 7.375,
      "step": 32248
    },
    {
      "epoch": 1.3208683186565635,
      "grad_norm": 4.807910125790439,
      "learning_rate": 0.00026871070439659565,
      "loss": 4.875,
      "step": 32249
    },
    {
      "epoch": 1.32090927708376,
      "grad_norm": 2.217641821414231,
      "learning_rate": 0.0002687087107022791,
      "loss": 4.375,
      "step": 32250
    },
    {
      "epoch": 1.3209502355109564,
      "grad_norm": 2.537254429973535,
      "learning_rate": 0.00026870671695184393,
      "loss": 5.1562,
      "step": 32251
    },
    {
      "epoch": 1.320991193938153,
      "grad_norm": 2.6480526249741017,
      "learning_rate": 0.0002687047231452911,
      "loss": 6.875,
      "step": 32252
    },
    {
      "epoch": 1.3210321523653492,
      "grad_norm": 2.225515989801298,
      "learning_rate": 0.0002687027292826216,
      "loss": 4.1875,
      "step": 32253
    },
    {
      "epoch": 1.3210731107925455,
      "grad_norm": 1.9813918487391904,
      "learning_rate": 0.0002687007353638363,
      "loss": 4.75,
      "step": 32254
    },
    {
      "epoch": 1.321114069219742,
      "grad_norm": 2.293952108108069,
      "learning_rate": 0.0002686987413889362,
      "loss": 4.75,
      "step": 32255
    },
    {
      "epoch": 1.3211550276469384,
      "grad_norm": 2.910548457662166,
      "learning_rate": 0.0002686967473579222,
      "loss": 5.1875,
      "step": 32256
    },
    {
      "epoch": 1.3211959860741347,
      "grad_norm": 2.2410222628502217,
      "learning_rate": 0.0002686947532707953,
      "loss": 4.9375,
      "step": 32257
    },
    {
      "epoch": 1.3212369445013312,
      "grad_norm": 4.321305034764538,
      "learning_rate": 0.0002686927591275564,
      "loss": 6.7188,
      "step": 32258
    },
    {
      "epoch": 1.3212779029285275,
      "grad_norm": 5.69662877167898,
      "learning_rate": 0.0002686907649282064,
      "loss": 4.0938,
      "step": 32259
    },
    {
      "epoch": 1.3213188613557239,
      "grad_norm": 2.6229276827543644,
      "learning_rate": 0.0002686887706727464,
      "loss": 5.2188,
      "step": 32260
    },
    {
      "epoch": 1.3213598197829204,
      "grad_norm": 2.359192116041665,
      "learning_rate": 0.00026868677636117714,
      "loss": 5.4062,
      "step": 32261
    },
    {
      "epoch": 1.3214007782101167,
      "grad_norm": 2.1074492945380814,
      "learning_rate": 0.0002686847819934997,
      "loss": 3.9844,
      "step": 32262
    },
    {
      "epoch": 1.321441736637313,
      "grad_norm": 2.4198462309127216,
      "learning_rate": 0.00026868278756971497,
      "loss": 4.625,
      "step": 32263
    },
    {
      "epoch": 1.3214826950645095,
      "grad_norm": 11.20936642673713,
      "learning_rate": 0.0002686807930898239,
      "loss": 2.4375,
      "step": 32264
    },
    {
      "epoch": 1.3215236534917059,
      "grad_norm": 5.256255213633858,
      "learning_rate": 0.00026867879855382745,
      "loss": 7.0312,
      "step": 32265
    },
    {
      "epoch": 1.3215646119189022,
      "grad_norm": 2.2883612203723906,
      "learning_rate": 0.00026867680396172654,
      "loss": 5.3125,
      "step": 32266
    },
    {
      "epoch": 1.3216055703460987,
      "grad_norm": 2.124770896250901,
      "learning_rate": 0.0002686748093135221,
      "loss": 4.625,
      "step": 32267
    },
    {
      "epoch": 1.321646528773295,
      "grad_norm": 2.241544297096171,
      "learning_rate": 0.00026867281460921517,
      "loss": 5.0625,
      "step": 32268
    },
    {
      "epoch": 1.3216874872004916,
      "grad_norm": 3.31150913525573,
      "learning_rate": 0.00026867081984880656,
      "loss": 1.875,
      "step": 32269
    },
    {
      "epoch": 1.3217284456276879,
      "grad_norm": 2.085895219738221,
      "learning_rate": 0.0002686688250322973,
      "loss": 4.875,
      "step": 32270
    },
    {
      "epoch": 1.3217694040548844,
      "grad_norm": 2.534293041811965,
      "learning_rate": 0.0002686668301596883,
      "loss": 5.4375,
      "step": 32271
    },
    {
      "epoch": 1.3218103624820807,
      "grad_norm": 2.4652066297757704,
      "learning_rate": 0.0002686648352309805,
      "loss": 4.625,
      "step": 32272
    },
    {
      "epoch": 1.321851320909277,
      "grad_norm": 4.321716672764788,
      "learning_rate": 0.00026866284024617485,
      "loss": 5.1875,
      "step": 32273
    },
    {
      "epoch": 1.3218922793364736,
      "grad_norm": 3.1505002327012686,
      "learning_rate": 0.0002686608452052723,
      "loss": 5.4688,
      "step": 32274
    },
    {
      "epoch": 1.3219332377636699,
      "grad_norm": 7.42169856965738,
      "learning_rate": 0.0002686588501082738,
      "loss": 6.5625,
      "step": 32275
    },
    {
      "epoch": 1.3219741961908662,
      "grad_norm": 2.843996017538473,
      "learning_rate": 0.00026865685495518026,
      "loss": 6.5625,
      "step": 32276
    },
    {
      "epoch": 1.3220151546180627,
      "grad_norm": 2.157623731308062,
      "learning_rate": 0.00026865485974599267,
      "loss": 4.9375,
      "step": 32277
    },
    {
      "epoch": 1.322056113045259,
      "grad_norm": 7.338495710493033,
      "learning_rate": 0.0002686528644807119,
      "loss": 4.3438,
      "step": 32278
    },
    {
      "epoch": 1.3220970714724554,
      "grad_norm": 2.5049159515101516,
      "learning_rate": 0.000268650869159339,
      "loss": 4.9062,
      "step": 32279
    },
    {
      "epoch": 1.322138029899652,
      "grad_norm": 7.850243559765696,
      "learning_rate": 0.0002686488737818748,
      "loss": 7.3438,
      "step": 32280
    },
    {
      "epoch": 1.3221789883268482,
      "grad_norm": 2.2497797191136537,
      "learning_rate": 0.00026864687834832034,
      "loss": 4.9688,
      "step": 32281
    },
    {
      "epoch": 1.3222199467540445,
      "grad_norm": 7.091289523861793,
      "learning_rate": 0.0002686448828586765,
      "loss": 5.0,
      "step": 32282
    },
    {
      "epoch": 1.322260905181241,
      "grad_norm": 2.7654154479410686,
      "learning_rate": 0.00026864288731294424,
      "loss": 6.4375,
      "step": 32283
    },
    {
      "epoch": 1.3223018636084374,
      "grad_norm": 5.189508555408258,
      "learning_rate": 0.0002686408917111245,
      "loss": 1.9141,
      "step": 32284
    },
    {
      "epoch": 1.322342822035634,
      "grad_norm": 2.539339448912579,
      "learning_rate": 0.00026863889605321825,
      "loss": 4.9375,
      "step": 32285
    },
    {
      "epoch": 1.3223837804628302,
      "grad_norm": 2.6875350007641936,
      "learning_rate": 0.0002686369003392264,
      "loss": 7.25,
      "step": 32286
    },
    {
      "epoch": 1.3224247388900265,
      "grad_norm": 2.99852927220069,
      "learning_rate": 0.0002686349045691499,
      "loss": 6.9375,
      "step": 32287
    },
    {
      "epoch": 1.322465697317223,
      "grad_norm": 3.533059404525462,
      "learning_rate": 0.00026863290874298975,
      "loss": 5.4062,
      "step": 32288
    },
    {
      "epoch": 1.3225066557444194,
      "grad_norm": 3.11428729864891,
      "learning_rate": 0.00026863091286074685,
      "loss": 4.75,
      "step": 32289
    },
    {
      "epoch": 1.322547614171616,
      "grad_norm": 2.6291328638816323,
      "learning_rate": 0.0002686289169224221,
      "loss": 5.4375,
      "step": 32290
    },
    {
      "epoch": 1.3225885725988122,
      "grad_norm": 2.042933501701158,
      "learning_rate": 0.00026862692092801646,
      "loss": 5.2812,
      "step": 32291
    },
    {
      "epoch": 1.3226295310260086,
      "grad_norm": 2.430544761017716,
      "learning_rate": 0.00026862492487753087,
      "loss": 5.0625,
      "step": 32292
    },
    {
      "epoch": 1.322670489453205,
      "grad_norm": 1.7454463902922837,
      "learning_rate": 0.0002686229287709664,
      "loss": 2.1875,
      "step": 32293
    },
    {
      "epoch": 1.3227114478804014,
      "grad_norm": 4.151748352272507,
      "learning_rate": 0.0002686209326083238,
      "loss": 3.7656,
      "step": 32294
    },
    {
      "epoch": 1.3227524063075977,
      "grad_norm": 1.943698231893874,
      "learning_rate": 0.0002686189363896042,
      "loss": 5.75,
      "step": 32295
    },
    {
      "epoch": 1.3227933647347943,
      "grad_norm": 1.9810268367897994,
      "learning_rate": 0.0002686169401148083,
      "loss": 5.1875,
      "step": 32296
    },
    {
      "epoch": 1.3228343231619906,
      "grad_norm": 2.3187613004865115,
      "learning_rate": 0.0002686149437839373,
      "loss": 4.8125,
      "step": 32297
    },
    {
      "epoch": 1.3228752815891869,
      "grad_norm": 2.087403457534001,
      "learning_rate": 0.00026861294739699207,
      "loss": 5.1562,
      "step": 32298
    },
    {
      "epoch": 1.3229162400163834,
      "grad_norm": 3.8183142465825504,
      "learning_rate": 0.00026861095095397346,
      "loss": 6.9375,
      "step": 32299
    },
    {
      "epoch": 1.3229571984435797,
      "grad_norm": 2.6894933161100227,
      "learning_rate": 0.0002686089544548826,
      "loss": 4.4375,
      "step": 32300
    },
    {
      "epoch": 1.322998156870776,
      "grad_norm": 2.234748215571866,
      "learning_rate": 0.0002686069578997201,
      "loss": 5.2188,
      "step": 32301
    },
    {
      "epoch": 1.3230391152979726,
      "grad_norm": 1.9421239470467122,
      "learning_rate": 0.00026860496128848727,
      "loss": 5.0938,
      "step": 32302
    },
    {
      "epoch": 1.323080073725169,
      "grad_norm": 5.075786297947269,
      "learning_rate": 0.0002686029646211848,
      "loss": 2.0781,
      "step": 32303
    },
    {
      "epoch": 1.3231210321523654,
      "grad_norm": 4.5787158098070115,
      "learning_rate": 0.0002686009678978138,
      "loss": 6.75,
      "step": 32304
    },
    {
      "epoch": 1.3231619905795617,
      "grad_norm": 2.071527005877167,
      "learning_rate": 0.0002685989711183751,
      "loss": 4.8438,
      "step": 32305
    },
    {
      "epoch": 1.3232029490067583,
      "grad_norm": 6.744690430131766,
      "learning_rate": 0.00026859697428286973,
      "loss": 6.0,
      "step": 32306
    },
    {
      "epoch": 1.3232439074339546,
      "grad_norm": 3.322723657418549,
      "learning_rate": 0.0002685949773912986,
      "loss": 5.2812,
      "step": 32307
    },
    {
      "epoch": 1.323284865861151,
      "grad_norm": 2.609581836478117,
      "learning_rate": 0.00026859298044366257,
      "loss": 5.0625,
      "step": 32308
    },
    {
      "epoch": 1.3233258242883474,
      "grad_norm": 3.8794068684415417,
      "learning_rate": 0.0002685909834399627,
      "loss": 5.75,
      "step": 32309
    },
    {
      "epoch": 1.3233667827155438,
      "grad_norm": 5.54465552106803,
      "learning_rate": 0.0002685889863801999,
      "loss": 5.2812,
      "step": 32310
    },
    {
      "epoch": 1.32340774114274,
      "grad_norm": 2.8915185153617933,
      "learning_rate": 0.0002685869892643751,
      "loss": 6.1562,
      "step": 32311
    },
    {
      "epoch": 1.3234486995699366,
      "grad_norm": 2.2895075154287463,
      "learning_rate": 0.00026858499209248926,
      "loss": 5.375,
      "step": 32312
    },
    {
      "epoch": 1.323489657997133,
      "grad_norm": 3.5335884423905473,
      "learning_rate": 0.00026858299486454335,
      "loss": 4.9688,
      "step": 32313
    },
    {
      "epoch": 1.3235306164243292,
      "grad_norm": 4.0342540922745895,
      "learning_rate": 0.00026858099758053823,
      "loss": 5.5625,
      "step": 32314
    },
    {
      "epoch": 1.3235715748515258,
      "grad_norm": 2.330847213314391,
      "learning_rate": 0.0002685790002404749,
      "loss": 3.9219,
      "step": 32315
    },
    {
      "epoch": 1.323612533278722,
      "grad_norm": 4.498025484950193,
      "learning_rate": 0.0002685770028443543,
      "loss": 7.5312,
      "step": 32316
    },
    {
      "epoch": 1.3236534917059184,
      "grad_norm": 4.526938674416413,
      "learning_rate": 0.0002685750053921774,
      "loss": 1.5547,
      "step": 32317
    },
    {
      "epoch": 1.323694450133115,
      "grad_norm": 2.7990434407246765,
      "learning_rate": 0.0002685730078839451,
      "loss": 4.8125,
      "step": 32318
    },
    {
      "epoch": 1.3237354085603112,
      "grad_norm": 2.500736053857736,
      "learning_rate": 0.0002685710103196584,
      "loss": 6.125,
      "step": 32319
    },
    {
      "epoch": 1.3237763669875076,
      "grad_norm": 2.756545853979901,
      "learning_rate": 0.0002685690126993182,
      "loss": 4.25,
      "step": 32320
    },
    {
      "epoch": 1.323817325414704,
      "grad_norm": 3.582445697015432,
      "learning_rate": 0.0002685670150229254,
      "loss": 7.8125,
      "step": 32321
    },
    {
      "epoch": 1.3238582838419004,
      "grad_norm": 2.4571759307106444,
      "learning_rate": 0.00026856501729048096,
      "loss": 5.625,
      "step": 32322
    },
    {
      "epoch": 1.323899242269097,
      "grad_norm": 3.073627873530242,
      "learning_rate": 0.00026856301950198595,
      "loss": 5.0938,
      "step": 32323
    },
    {
      "epoch": 1.3239402006962933,
      "grad_norm": 3.0433436970576153,
      "learning_rate": 0.0002685610216574412,
      "loss": 4.375,
      "step": 32324
    },
    {
      "epoch": 1.3239811591234898,
      "grad_norm": 2.3156653644354788,
      "learning_rate": 0.00026855902375684765,
      "loss": 5.0625,
      "step": 32325
    },
    {
      "epoch": 1.324022117550686,
      "grad_norm": 2.1086953285529937,
      "learning_rate": 0.0002685570258002063,
      "loss": 3.6406,
      "step": 32326
    },
    {
      "epoch": 1.3240630759778824,
      "grad_norm": 2.678109539072778,
      "learning_rate": 0.0002685550277875181,
      "loss": 6.5,
      "step": 32327
    },
    {
      "epoch": 1.324104034405079,
      "grad_norm": 1.89981839859454,
      "learning_rate": 0.0002685530297187839,
      "loss": 4.875,
      "step": 32328
    },
    {
      "epoch": 1.3241449928322753,
      "grad_norm": 2.0578302221364067,
      "learning_rate": 0.0002685510315940047,
      "loss": 4.4062,
      "step": 32329
    },
    {
      "epoch": 1.3241859512594716,
      "grad_norm": 2.9419000281926078,
      "learning_rate": 0.00026854903341318154,
      "loss": 5.9688,
      "step": 32330
    },
    {
      "epoch": 1.3242269096866681,
      "grad_norm": 3.0742472667092313,
      "learning_rate": 0.0002685470351763152,
      "loss": 3.0156,
      "step": 32331
    },
    {
      "epoch": 1.3242678681138644,
      "grad_norm": 2.6302188897214993,
      "learning_rate": 0.0002685450368834067,
      "loss": 3.9844,
      "step": 32332
    },
    {
      "epoch": 1.3243088265410607,
      "grad_norm": 2.8184389910006526,
      "learning_rate": 0.00026854303853445703,
      "loss": 4.6875,
      "step": 32333
    },
    {
      "epoch": 1.3243497849682573,
      "grad_norm": 1.5616135363946624,
      "learning_rate": 0.00026854104012946704,
      "loss": 2.9375,
      "step": 32334
    },
    {
      "epoch": 1.3243907433954536,
      "grad_norm": 2.677947292011257,
      "learning_rate": 0.0002685390416684378,
      "loss": 5.0312,
      "step": 32335
    },
    {
      "epoch": 1.32443170182265,
      "grad_norm": 2.336921796034118,
      "learning_rate": 0.0002685370431513701,
      "loss": 5.4062,
      "step": 32336
    },
    {
      "epoch": 1.3244726602498464,
      "grad_norm": 2.3819899804859253,
      "learning_rate": 0.00026853504457826505,
      "loss": 5.9688,
      "step": 32337
    },
    {
      "epoch": 1.3245136186770428,
      "grad_norm": 2.5093167220191277,
      "learning_rate": 0.0002685330459491234,
      "loss": 5.4062,
      "step": 32338
    },
    {
      "epoch": 1.324554577104239,
      "grad_norm": 2.261541964129048,
      "learning_rate": 0.00026853104726394625,
      "loss": 5.375,
      "step": 32339
    },
    {
      "epoch": 1.3245955355314356,
      "grad_norm": 2.036676305770113,
      "learning_rate": 0.00026852904852273454,
      "loss": 4.7188,
      "step": 32340
    },
    {
      "epoch": 1.324636493958632,
      "grad_norm": 4.316997041401467,
      "learning_rate": 0.00026852704972548915,
      "loss": 6.4062,
      "step": 32341
    },
    {
      "epoch": 1.3246774523858285,
      "grad_norm": 2.3438781560104998,
      "learning_rate": 0.00026852505087221105,
      "loss": 4.875,
      "step": 32342
    },
    {
      "epoch": 1.3247184108130248,
      "grad_norm": 4.579053922812001,
      "learning_rate": 0.00026852305196290116,
      "loss": 6.0312,
      "step": 32343
    },
    {
      "epoch": 1.3247593692402213,
      "grad_norm": 3.136520873009811,
      "learning_rate": 0.00026852105299756047,
      "loss": 6.6875,
      "step": 32344
    },
    {
      "epoch": 1.3248003276674176,
      "grad_norm": 2.5702711571108563,
      "learning_rate": 0.0002685190539761899,
      "loss": 5.5625,
      "step": 32345
    },
    {
      "epoch": 1.324841286094614,
      "grad_norm": 3.4839888363948566,
      "learning_rate": 0.0002685170548987904,
      "loss": 7.0625,
      "step": 32346
    },
    {
      "epoch": 1.3248822445218105,
      "grad_norm": 2.1527403378422387,
      "learning_rate": 0.00026851505576536285,
      "loss": 4.5625,
      "step": 32347
    },
    {
      "epoch": 1.3249232029490068,
      "grad_norm": 2.4681457704929812,
      "learning_rate": 0.00026851305657590836,
      "loss": 5.7812,
      "step": 32348
    },
    {
      "epoch": 1.324964161376203,
      "grad_norm": 3.458657025381904,
      "learning_rate": 0.0002685110573304277,
      "loss": 2.5312,
      "step": 32349
    },
    {
      "epoch": 1.3250051198033996,
      "grad_norm": 7.216310004974489,
      "learning_rate": 0.0002685090580289219,
      "loss": 1.7422,
      "step": 32350
    },
    {
      "epoch": 1.325046078230596,
      "grad_norm": 3.7604744600631297,
      "learning_rate": 0.000268507058671392,
      "loss": 4.8125,
      "step": 32351
    },
    {
      "epoch": 1.3250870366577923,
      "grad_norm": 7.056586788600228,
      "learning_rate": 0.0002685050592578387,
      "loss": 7.0938,
      "step": 32352
    },
    {
      "epoch": 1.3251279950849888,
      "grad_norm": 2.661154225624812,
      "learning_rate": 0.00026850305978826317,
      "loss": 4.9375,
      "step": 32353
    },
    {
      "epoch": 1.325168953512185,
      "grad_norm": 1.996052999775901,
      "learning_rate": 0.0002685010602626662,
      "loss": 4.5938,
      "step": 32354
    },
    {
      "epoch": 1.3252099119393814,
      "grad_norm": 1.9952695319642593,
      "learning_rate": 0.00026849906068104884,
      "loss": 4.2188,
      "step": 32355
    },
    {
      "epoch": 1.325250870366578,
      "grad_norm": 2.1051802374806314,
      "learning_rate": 0.000268497061043412,
      "loss": 5.0,
      "step": 32356
    },
    {
      "epoch": 1.3252918287937743,
      "grad_norm": 2.1814180105216994,
      "learning_rate": 0.0002684950613497566,
      "loss": 4.875,
      "step": 32357
    },
    {
      "epoch": 1.3253327872209706,
      "grad_norm": 7.6471316445016395,
      "learning_rate": 0.0002684930616000837,
      "loss": 6.1562,
      "step": 32358
    },
    {
      "epoch": 1.3253737456481671,
      "grad_norm": 2.6002376595262318,
      "learning_rate": 0.0002684910617943941,
      "loss": 5.3438,
      "step": 32359
    },
    {
      "epoch": 1.3254147040753634,
      "grad_norm": 3.0968430334693857,
      "learning_rate": 0.00026848906193268875,
      "loss": 5.5625,
      "step": 32360
    },
    {
      "epoch": 1.32545566250256,
      "grad_norm": 1.9298589787539435,
      "learning_rate": 0.0002684870620149687,
      "loss": 4.6562,
      "step": 32361
    },
    {
      "epoch": 1.3254966209297563,
      "grad_norm": 2.0680371139550475,
      "learning_rate": 0.00026848506204123484,
      "loss": 4.6562,
      "step": 32362
    },
    {
      "epoch": 1.3255375793569528,
      "grad_norm": 6.453780919398735,
      "learning_rate": 0.0002684830620114881,
      "loss": 6.5,
      "step": 32363
    },
    {
      "epoch": 1.3255785377841491,
      "grad_norm": 3.326473796295416,
      "learning_rate": 0.00026848106192572946,
      "loss": 6.5,
      "step": 32364
    },
    {
      "epoch": 1.3256194962113454,
      "grad_norm": 2.6141797485939278,
      "learning_rate": 0.00026847906178395985,
      "loss": 4.6875,
      "step": 32365
    },
    {
      "epoch": 1.325660454638542,
      "grad_norm": 5.39711665615007,
      "learning_rate": 0.00026847706158618026,
      "loss": 2.6406,
      "step": 32366
    },
    {
      "epoch": 1.3257014130657383,
      "grad_norm": 4.0229785585729,
      "learning_rate": 0.00026847506133239154,
      "loss": 5.9062,
      "step": 32367
    },
    {
      "epoch": 1.3257423714929346,
      "grad_norm": 2.2910182160665347,
      "learning_rate": 0.00026847306102259467,
      "loss": 2.9375,
      "step": 32368
    },
    {
      "epoch": 1.3257833299201311,
      "grad_norm": 2.2395502693161653,
      "learning_rate": 0.0002684710606567906,
      "loss": 5.0,
      "step": 32369
    },
    {
      "epoch": 1.3258242883473275,
      "grad_norm": 2.5776251640073267,
      "learning_rate": 0.00026846906023498033,
      "loss": 4.8438,
      "step": 32370
    },
    {
      "epoch": 1.3258652467745238,
      "grad_norm": 3.1463203254417715,
      "learning_rate": 0.00026846705975716476,
      "loss": 4.3125,
      "step": 32371
    },
    {
      "epoch": 1.3259062052017203,
      "grad_norm": 2.691491400435744,
      "learning_rate": 0.00026846505922334483,
      "loss": 4.5625,
      "step": 32372
    },
    {
      "epoch": 1.3259471636289166,
      "grad_norm": 2.195322885613864,
      "learning_rate": 0.0002684630586335215,
      "loss": 4.625,
      "step": 32373
    },
    {
      "epoch": 1.325988122056113,
      "grad_norm": 2.5632143397991034,
      "learning_rate": 0.0002684610579876957,
      "loss": 4.625,
      "step": 32374
    },
    {
      "epoch": 1.3260290804833095,
      "grad_norm": 3.040653194684266,
      "learning_rate": 0.00026845905728586835,
      "loss": 6.5312,
      "step": 32375
    },
    {
      "epoch": 1.3260700389105058,
      "grad_norm": 2.352498836589273,
      "learning_rate": 0.0002684570565280405,
      "loss": 5.125,
      "step": 32376
    },
    {
      "epoch": 1.326110997337702,
      "grad_norm": 2.115569953677437,
      "learning_rate": 0.000268455055714213,
      "loss": 4.625,
      "step": 32377
    },
    {
      "epoch": 1.3261519557648986,
      "grad_norm": 13.310947332185279,
      "learning_rate": 0.00026845305484438683,
      "loss": 4.7812,
      "step": 32378
    },
    {
      "epoch": 1.326192914192095,
      "grad_norm": 2.706318793189717,
      "learning_rate": 0.0002684510539185629,
      "loss": 5.375,
      "step": 32379
    },
    {
      "epoch": 1.3262338726192915,
      "grad_norm": 2.171025477187844,
      "learning_rate": 0.0002684490529367422,
      "loss": 5.375,
      "step": 32380
    },
    {
      "epoch": 1.3262748310464878,
      "grad_norm": 4.8400203189077295,
      "learning_rate": 0.00026844705189892564,
      "loss": 4.3438,
      "step": 32381
    },
    {
      "epoch": 1.3263157894736843,
      "grad_norm": 2.0819465445276117,
      "learning_rate": 0.00026844505080511426,
      "loss": 5.25,
      "step": 32382
    },
    {
      "epoch": 1.3263567479008807,
      "grad_norm": 2.582841310031463,
      "learning_rate": 0.0002684430496553089,
      "loss": 5.0,
      "step": 32383
    },
    {
      "epoch": 1.326397706328077,
      "grad_norm": 2.0127637014337916,
      "learning_rate": 0.0002684410484495105,
      "loss": 5.5,
      "step": 32384
    },
    {
      "epoch": 1.3264386647552735,
      "grad_norm": 5.674665393801814,
      "learning_rate": 0.00026843904718772,
      "loss": 5.1875,
      "step": 32385
    },
    {
      "epoch": 1.3264796231824698,
      "grad_norm": 2.1828043473528185,
      "learning_rate": 0.0002684370458699385,
      "loss": 4.9375,
      "step": 32386
    },
    {
      "epoch": 1.3265205816096661,
      "grad_norm": 2.4151113219741056,
      "learning_rate": 0.0002684350444961668,
      "loss": 4.75,
      "step": 32387
    },
    {
      "epoch": 1.3265615400368627,
      "grad_norm": 2.4693150348864106,
      "learning_rate": 0.0002684330430664059,
      "loss": 5.5,
      "step": 32388
    },
    {
      "epoch": 1.326602498464059,
      "grad_norm": 2.0800216487788186,
      "learning_rate": 0.0002684310415806567,
      "loss": 4.5312,
      "step": 32389
    },
    {
      "epoch": 1.3266434568912553,
      "grad_norm": 2.312762439041886,
      "learning_rate": 0.00026842904003892025,
      "loss": 4.9375,
      "step": 32390
    },
    {
      "epoch": 1.3266844153184518,
      "grad_norm": 2.602592728805786,
      "learning_rate": 0.00026842703844119734,
      "loss": 4.5625,
      "step": 32391
    },
    {
      "epoch": 1.3267253737456481,
      "grad_norm": 2.3277912432746284,
      "learning_rate": 0.000268425036787489,
      "loss": 5.375,
      "step": 32392
    },
    {
      "epoch": 1.3267663321728445,
      "grad_norm": 2.865597295499897,
      "learning_rate": 0.0002684230350777962,
      "loss": 6.2812,
      "step": 32393
    },
    {
      "epoch": 1.326807290600041,
      "grad_norm": 2.2331483796682687,
      "learning_rate": 0.00026842103331211985,
      "loss": 5.8438,
      "step": 32394
    },
    {
      "epoch": 1.3268482490272373,
      "grad_norm": 12.495733571662612,
      "learning_rate": 0.0002684190314904609,
      "loss": 4.2812,
      "step": 32395
    },
    {
      "epoch": 1.3268892074544336,
      "grad_norm": 6.847957507489704,
      "learning_rate": 0.0002684170296128203,
      "loss": 5.3125,
      "step": 32396
    },
    {
      "epoch": 1.3269301658816302,
      "grad_norm": 1.9924746515383778,
      "learning_rate": 0.00026841502767919903,
      "loss": 4.4062,
      "step": 32397
    },
    {
      "epoch": 1.3269711243088265,
      "grad_norm": 2.702644584819989,
      "learning_rate": 0.00026841302568959797,
      "loss": 5.3125,
      "step": 32398
    },
    {
      "epoch": 1.327012082736023,
      "grad_norm": 4.043647422783271,
      "learning_rate": 0.00026841102364401814,
      "loss": 7.0625,
      "step": 32399
    },
    {
      "epoch": 1.3270530411632193,
      "grad_norm": 2.1855835579056766,
      "learning_rate": 0.0002684090215424604,
      "loss": 4.9375,
      "step": 32400
    },
    {
      "epoch": 1.3270939995904159,
      "grad_norm": 2.396440953613152,
      "learning_rate": 0.00026840701938492576,
      "loss": 5.8125,
      "step": 32401
    },
    {
      "epoch": 1.3271349580176122,
      "grad_norm": 2.5833606989329083,
      "learning_rate": 0.00026840501717141516,
      "loss": 5.3125,
      "step": 32402
    },
    {
      "epoch": 1.3271759164448085,
      "grad_norm": 2.7003518067772245,
      "learning_rate": 0.0002684030149019296,
      "loss": 6.3125,
      "step": 32403
    },
    {
      "epoch": 1.327216874872005,
      "grad_norm": 2.188192593983845,
      "learning_rate": 0.00026840101257646985,
      "loss": 5.5312,
      "step": 32404
    },
    {
      "epoch": 1.3272578332992013,
      "grad_norm": 3.3883258955929034,
      "learning_rate": 0.0002683990101950371,
      "loss": 7.1875,
      "step": 32405
    },
    {
      "epoch": 1.3272987917263976,
      "grad_norm": 2.1947920522891047,
      "learning_rate": 0.0002683970077576321,
      "loss": 4.1562,
      "step": 32406
    },
    {
      "epoch": 1.3273397501535942,
      "grad_norm": 2.449432166825844,
      "learning_rate": 0.0002683950052642559,
      "loss": 2.9062,
      "step": 32407
    },
    {
      "epoch": 1.3273807085807905,
      "grad_norm": 2.041068479630218,
      "learning_rate": 0.0002683930027149093,
      "loss": 3.9531,
      "step": 32408
    },
    {
      "epoch": 1.3274216670079868,
      "grad_norm": 2.320525503228873,
      "learning_rate": 0.00026839100010959347,
      "loss": 5.5,
      "step": 32409
    },
    {
      "epoch": 1.3274626254351833,
      "grad_norm": 4.835859567622176,
      "learning_rate": 0.0002683889974483092,
      "loss": 5.75,
      "step": 32410
    },
    {
      "epoch": 1.3275035838623797,
      "grad_norm": 3.7709987610641806,
      "learning_rate": 0.00026838699473105747,
      "loss": 6.0312,
      "step": 32411
    },
    {
      "epoch": 1.327544542289576,
      "grad_norm": 2.905362384616797,
      "learning_rate": 0.0002683849919578393,
      "loss": 5.7188,
      "step": 32412
    },
    {
      "epoch": 1.3275855007167725,
      "grad_norm": 5.104255921293088,
      "learning_rate": 0.0002683829891286555,
      "loss": 6.2188,
      "step": 32413
    },
    {
      "epoch": 1.3276264591439688,
      "grad_norm": 2.080430677572962,
      "learning_rate": 0.00026838098624350714,
      "loss": 4.8125,
      "step": 32414
    },
    {
      "epoch": 1.3276674175711651,
      "grad_norm": 3.0669253170974966,
      "learning_rate": 0.0002683789833023951,
      "loss": 5.6875,
      "step": 32415
    },
    {
      "epoch": 1.3277083759983617,
      "grad_norm": 2.5859771711237336,
      "learning_rate": 0.00026837698030532034,
      "loss": 5.875,
      "step": 32416
    },
    {
      "epoch": 1.327749334425558,
      "grad_norm": 3.35710878950747,
      "learning_rate": 0.00026837497725228386,
      "loss": 6.8125,
      "step": 32417
    },
    {
      "epoch": 1.3277902928527545,
      "grad_norm": 2.745884466020685,
      "learning_rate": 0.0002683729741432865,
      "loss": 5.9375,
      "step": 32418
    },
    {
      "epoch": 1.3278312512799508,
      "grad_norm": 13.130379938229256,
      "learning_rate": 0.00026837097097832935,
      "loss": 2.5938,
      "step": 32419
    },
    {
      "epoch": 1.3278722097071474,
      "grad_norm": 2.365806764724181,
      "learning_rate": 0.00026836896775741316,
      "loss": 4.5938,
      "step": 32420
    },
    {
      "epoch": 1.3279131681343437,
      "grad_norm": 4.676296841653527,
      "learning_rate": 0.0002683669644805391,
      "loss": 5.5938,
      "step": 32421
    },
    {
      "epoch": 1.32795412656154,
      "grad_norm": 2.385000833507125,
      "learning_rate": 0.0002683649611477079,
      "loss": 5.2812,
      "step": 32422
    },
    {
      "epoch": 1.3279950849887365,
      "grad_norm": 3.2656554882096773,
      "learning_rate": 0.0002683629577589207,
      "loss": 6.0,
      "step": 32423
    },
    {
      "epoch": 1.3280360434159328,
      "grad_norm": 2.3283442693586585,
      "learning_rate": 0.00026836095431417834,
      "loss": 4.5938,
      "step": 32424
    },
    {
      "epoch": 1.3280770018431292,
      "grad_norm": 2.3047897464107874,
      "learning_rate": 0.0002683589508134818,
      "loss": 5.4688,
      "step": 32425
    },
    {
      "epoch": 1.3281179602703257,
      "grad_norm": 5.041781625180477,
      "learning_rate": 0.000268356947256832,
      "loss": 5.3438,
      "step": 32426
    },
    {
      "epoch": 1.328158918697522,
      "grad_norm": 2.248034251805386,
      "learning_rate": 0.00026835494364422987,
      "loss": 4.5625,
      "step": 32427
    },
    {
      "epoch": 1.3281998771247183,
      "grad_norm": 10.472537184528166,
      "learning_rate": 0.0002683529399756764,
      "loss": 5.0938,
      "step": 32428
    },
    {
      "epoch": 1.3282408355519149,
      "grad_norm": 3.177188279288301,
      "learning_rate": 0.0002683509362511726,
      "loss": 6.7188,
      "step": 32429
    },
    {
      "epoch": 1.3282817939791112,
      "grad_norm": 2.137225698184158,
      "learning_rate": 0.0002683489324707193,
      "loss": 5.2812,
      "step": 32430
    },
    {
      "epoch": 1.3283227524063075,
      "grad_norm": 2.0799055308945213,
      "learning_rate": 0.00026834692863431743,
      "loss": 5.6562,
      "step": 32431
    },
    {
      "epoch": 1.328363710833504,
      "grad_norm": 2.3216461338800576,
      "learning_rate": 0.0002683449247419681,
      "loss": 5.25,
      "step": 32432
    },
    {
      "epoch": 1.3284046692607003,
      "grad_norm": 3.498564569110783,
      "learning_rate": 0.0002683429207936721,
      "loss": 5.3125,
      "step": 32433
    },
    {
      "epoch": 1.3284456276878966,
      "grad_norm": 2.1381566879441234,
      "learning_rate": 0.00026834091678943045,
      "loss": 4.5,
      "step": 32434
    },
    {
      "epoch": 1.3284865861150932,
      "grad_norm": 5.6573381861863155,
      "learning_rate": 0.0002683389127292441,
      "loss": 4.2188,
      "step": 32435
    },
    {
      "epoch": 1.3285275445422895,
      "grad_norm": 2.5081429143867955,
      "learning_rate": 0.00026833690861311393,
      "loss": 4.8438,
      "step": 32436
    },
    {
      "epoch": 1.328568502969486,
      "grad_norm": 2.646521488068828,
      "learning_rate": 0.00026833490444104095,
      "loss": 4.8438,
      "step": 32437
    },
    {
      "epoch": 1.3286094613966823,
      "grad_norm": 7.742931634510665,
      "learning_rate": 0.0002683329002130261,
      "loss": 3.8281,
      "step": 32438
    },
    {
      "epoch": 1.3286504198238789,
      "grad_norm": 2.9871281912263,
      "learning_rate": 0.00026833089592907035,
      "loss": 4.8438,
      "step": 32439
    },
    {
      "epoch": 1.3286913782510752,
      "grad_norm": 3.2497032790602707,
      "learning_rate": 0.0002683288915891746,
      "loss": 4.5312,
      "step": 32440
    },
    {
      "epoch": 1.3287323366782715,
      "grad_norm": 2.106438143434787,
      "learning_rate": 0.0002683268871933398,
      "loss": 5.6562,
      "step": 32441
    },
    {
      "epoch": 1.328773295105468,
      "grad_norm": 2.250553365421993,
      "learning_rate": 0.0002683248827415669,
      "loss": 5.0625,
      "step": 32442
    },
    {
      "epoch": 1.3288142535326644,
      "grad_norm": 2.40248079323685,
      "learning_rate": 0.00026832287823385693,
      "loss": 5.3438,
      "step": 32443
    },
    {
      "epoch": 1.3288552119598607,
      "grad_norm": 4.24360043903691,
      "learning_rate": 0.00026832087367021073,
      "loss": 6.3125,
      "step": 32444
    },
    {
      "epoch": 1.3288961703870572,
      "grad_norm": 2.507346252050673,
      "learning_rate": 0.00026831886905062923,
      "loss": 3.4062,
      "step": 32445
    },
    {
      "epoch": 1.3289371288142535,
      "grad_norm": 2.743828574794144,
      "learning_rate": 0.00026831686437511353,
      "loss": 6.5312,
      "step": 32446
    },
    {
      "epoch": 1.3289780872414498,
      "grad_norm": 2.440704178399462,
      "learning_rate": 0.00026831485964366443,
      "loss": 5.0625,
      "step": 32447
    },
    {
      "epoch": 1.3290190456686464,
      "grad_norm": 2.739897680119888,
      "learning_rate": 0.0002683128548562829,
      "loss": 5.5312,
      "step": 32448
    },
    {
      "epoch": 1.3290600040958427,
      "grad_norm": 2.283579434097723,
      "learning_rate": 0.00026831085001297,
      "loss": 5.125,
      "step": 32449
    },
    {
      "epoch": 1.329100962523039,
      "grad_norm": 2.2194951433443313,
      "learning_rate": 0.00026830884511372654,
      "loss": 5.1562,
      "step": 32450
    },
    {
      "epoch": 1.3291419209502355,
      "grad_norm": 2.995804721513165,
      "learning_rate": 0.00026830684015855357,
      "loss": 5.3438,
      "step": 32451
    },
    {
      "epoch": 1.3291828793774318,
      "grad_norm": 2.1178184736120325,
      "learning_rate": 0.000268304835147452,
      "loss": 4.7188,
      "step": 32452
    },
    {
      "epoch": 1.3292238378046284,
      "grad_norm": 2.4601687051969012,
      "learning_rate": 0.0002683028300804227,
      "loss": 4.9375,
      "step": 32453
    },
    {
      "epoch": 1.3292647962318247,
      "grad_norm": 8.100745353997977,
      "learning_rate": 0.00026830082495746667,
      "loss": 5.3125,
      "step": 32454
    },
    {
      "epoch": 1.329305754659021,
      "grad_norm": 3.0921811660041065,
      "learning_rate": 0.00026829881977858495,
      "loss": 5.0938,
      "step": 32455
    },
    {
      "epoch": 1.3293467130862175,
      "grad_norm": 2.5849315757641786,
      "learning_rate": 0.00026829681454377835,
      "loss": 5.2812,
      "step": 32456
    },
    {
      "epoch": 1.3293876715134139,
      "grad_norm": 3.9559046765269748,
      "learning_rate": 0.00026829480925304796,
      "loss": 5.9375,
      "step": 32457
    },
    {
      "epoch": 1.3294286299406104,
      "grad_norm": 2.235868892304826,
      "learning_rate": 0.0002682928039063946,
      "loss": 4.625,
      "step": 32458
    },
    {
      "epoch": 1.3294695883678067,
      "grad_norm": 2.0841636935909826,
      "learning_rate": 0.00026829079850381924,
      "loss": 4.2188,
      "step": 32459
    },
    {
      "epoch": 1.329510546795003,
      "grad_norm": 2.5349943034660187,
      "learning_rate": 0.00026828879304532287,
      "loss": 5.375,
      "step": 32460
    },
    {
      "epoch": 1.3295515052221996,
      "grad_norm": 2.703259343841394,
      "learning_rate": 0.00026828678753090644,
      "loss": 5.25,
      "step": 32461
    },
    {
      "epoch": 1.3295924636493959,
      "grad_norm": 4.584739771872133,
      "learning_rate": 0.0002682847819605709,
      "loss": 6.5312,
      "step": 32462
    },
    {
      "epoch": 1.3296334220765922,
      "grad_norm": 2.3484632767967795,
      "learning_rate": 0.0002682827763343171,
      "loss": 5.375,
      "step": 32463
    },
    {
      "epoch": 1.3296743805037887,
      "grad_norm": 2.0998279574958443,
      "learning_rate": 0.0002682807706521462,
      "loss": 4.4688,
      "step": 32464
    },
    {
      "epoch": 1.329715338930985,
      "grad_norm": 2.2290573158057696,
      "learning_rate": 0.0002682787649140589,
      "loss": 5.625,
      "step": 32465
    },
    {
      "epoch": 1.3297562973581813,
      "grad_norm": 2.3340299531286868,
      "learning_rate": 0.0002682767591200563,
      "loss": 4.9688,
      "step": 32466
    },
    {
      "epoch": 1.3297972557853779,
      "grad_norm": 2.299438970886804,
      "learning_rate": 0.0002682747532701393,
      "loss": 5.4688,
      "step": 32467
    },
    {
      "epoch": 1.3298382142125742,
      "grad_norm": 2.1832494679239303,
      "learning_rate": 0.00026827274736430885,
      "loss": 4.8125,
      "step": 32468
    },
    {
      "epoch": 1.3298791726397705,
      "grad_norm": 2.952717595497881,
      "learning_rate": 0.00026827074140256595,
      "loss": 4.4062,
      "step": 32469
    },
    {
      "epoch": 1.329920131066967,
      "grad_norm": 2.156368000388704,
      "learning_rate": 0.0002682687353849115,
      "loss": 4.8438,
      "step": 32470
    },
    {
      "epoch": 1.3299610894941634,
      "grad_norm": 2.1086278596601105,
      "learning_rate": 0.0002682667293113464,
      "loss": 5.2188,
      "step": 32471
    },
    {
      "epoch": 1.33000204792136,
      "grad_norm": 2.0169940370170676,
      "learning_rate": 0.0002682647231818717,
      "loss": 4.6562,
      "step": 32472
    },
    {
      "epoch": 1.3300430063485562,
      "grad_norm": 2.0826320092430906,
      "learning_rate": 0.0002682627169964883,
      "loss": 5.1562,
      "step": 32473
    },
    {
      "epoch": 1.3300839647757527,
      "grad_norm": 4.003267892133871,
      "learning_rate": 0.00026826071075519714,
      "loss": 1.9062,
      "step": 32474
    },
    {
      "epoch": 1.330124923202949,
      "grad_norm": 5.380748287394651,
      "learning_rate": 0.0002682587044579992,
      "loss": 5.125,
      "step": 32475
    },
    {
      "epoch": 1.3301658816301454,
      "grad_norm": 2.4269741776891305,
      "learning_rate": 0.0002682566981048953,
      "loss": 5.375,
      "step": 32476
    },
    {
      "epoch": 1.330206840057342,
      "grad_norm": 1.7496733950248258,
      "learning_rate": 0.00026825469169588665,
      "loss": 4.375,
      "step": 32477
    },
    {
      "epoch": 1.3302477984845382,
      "grad_norm": 2.521333318718573,
      "learning_rate": 0.000268252685230974,
      "loss": 5.4688,
      "step": 32478
    },
    {
      "epoch": 1.3302887569117345,
      "grad_norm": 2.603507665769726,
      "learning_rate": 0.00026825067871015827,
      "loss": 5.75,
      "step": 32479
    },
    {
      "epoch": 1.330329715338931,
      "grad_norm": 3.458643264825535,
      "learning_rate": 0.00026824867213344055,
      "loss": 5.3125,
      "step": 32480
    },
    {
      "epoch": 1.3303706737661274,
      "grad_norm": 2.5714140368991454,
      "learning_rate": 0.0002682466655008217,
      "loss": 3.7656,
      "step": 32481
    },
    {
      "epoch": 1.3304116321933237,
      "grad_norm": 2.1850212272316933,
      "learning_rate": 0.0002682446588123027,
      "loss": 5.375,
      "step": 32482
    },
    {
      "epoch": 1.3304525906205202,
      "grad_norm": 4.40166252197792,
      "learning_rate": 0.00026824265206788447,
      "loss": 2.125,
      "step": 32483
    },
    {
      "epoch": 1.3304935490477166,
      "grad_norm": 2.1812364675563645,
      "learning_rate": 0.000268240645267568,
      "loss": 5.0938,
      "step": 32484
    },
    {
      "epoch": 1.3305345074749129,
      "grad_norm": 15.025656920881596,
      "learning_rate": 0.0002682386384113542,
      "loss": 5.625,
      "step": 32485
    },
    {
      "epoch": 1.3305754659021094,
      "grad_norm": 2.141680500611413,
      "learning_rate": 0.000268236631499244,
      "loss": 5.0,
      "step": 32486
    },
    {
      "epoch": 1.3306164243293057,
      "grad_norm": 2.2390167062941213,
      "learning_rate": 0.0002682346245312384,
      "loss": 4.9375,
      "step": 32487
    },
    {
      "epoch": 1.330657382756502,
      "grad_norm": 2.5871728144501933,
      "learning_rate": 0.00026823261750733837,
      "loss": 6.0,
      "step": 32488
    },
    {
      "epoch": 1.3306983411836986,
      "grad_norm": 3.682495568997291,
      "learning_rate": 0.0002682306104275448,
      "loss": 6.2188,
      "step": 32489
    },
    {
      "epoch": 1.3307392996108949,
      "grad_norm": 2.1951991765120007,
      "learning_rate": 0.0002682286032918586,
      "loss": 4.1562,
      "step": 32490
    },
    {
      "epoch": 1.3307802580380914,
      "grad_norm": 2.6185359608269736,
      "learning_rate": 0.00026822659610028083,
      "loss": 6.2812,
      "step": 32491
    },
    {
      "epoch": 1.3308212164652877,
      "grad_norm": 2.0601246122958705,
      "learning_rate": 0.0002682245888528124,
      "loss": 5.625,
      "step": 32492
    },
    {
      "epoch": 1.3308621748924843,
      "grad_norm": 2.014695293139007,
      "learning_rate": 0.00026822258154945424,
      "loss": 4.8125,
      "step": 32493
    },
    {
      "epoch": 1.3309031333196806,
      "grad_norm": 2.77456062541846,
      "learning_rate": 0.00026822057419020727,
      "loss": 5.1875,
      "step": 32494
    },
    {
      "epoch": 1.330944091746877,
      "grad_norm": 2.731295250328257,
      "learning_rate": 0.0002682185667750725,
      "loss": 3.8125,
      "step": 32495
    },
    {
      "epoch": 1.3309850501740734,
      "grad_norm": 2.8987968745057704,
      "learning_rate": 0.0002682165593040508,
      "loss": 3.4688,
      "step": 32496
    },
    {
      "epoch": 1.3310260086012697,
      "grad_norm": 4.142330823652298,
      "learning_rate": 0.0002682145517771432,
      "loss": 4.4375,
      "step": 32497
    },
    {
      "epoch": 1.331066967028466,
      "grad_norm": 2.9209898118935844,
      "learning_rate": 0.0002682125441943507,
      "loss": 6.25,
      "step": 32498
    },
    {
      "epoch": 1.3311079254556626,
      "grad_norm": 2.238997570963504,
      "learning_rate": 0.00026821053655567403,
      "loss": 4.6562,
      "step": 32499
    },
    {
      "epoch": 1.331148883882859,
      "grad_norm": 2.295167574566967,
      "learning_rate": 0.0002682085288611144,
      "loss": 4.5625,
      "step": 32500
    },
    {
      "epoch": 1.3311898423100552,
      "grad_norm": 2.1980691904875496,
      "learning_rate": 0.0002682065211106725,
      "loss": 4.9688,
      "step": 32501
    },
    {
      "epoch": 1.3312308007372518,
      "grad_norm": 4.514668779246779,
      "learning_rate": 0.00026820451330434957,
      "loss": 6.75,
      "step": 32502
    },
    {
      "epoch": 1.331271759164448,
      "grad_norm": 2.442005378772726,
      "learning_rate": 0.0002682025054421463,
      "loss": 5.4375,
      "step": 32503
    },
    {
      "epoch": 1.3313127175916444,
      "grad_norm": 2.265497864568756,
      "learning_rate": 0.00026820049752406384,
      "loss": 4.7812,
      "step": 32504
    },
    {
      "epoch": 1.331353676018841,
      "grad_norm": 4.916685980864921,
      "learning_rate": 0.00026819848955010297,
      "loss": 4.5,
      "step": 32505
    },
    {
      "epoch": 1.3313946344460372,
      "grad_norm": 2.2257976518982114,
      "learning_rate": 0.0002681964815202647,
      "loss": 5.5312,
      "step": 32506
    },
    {
      "epoch": 1.3314355928732335,
      "grad_norm": 7.5277420395852666,
      "learning_rate": 0.00026819447343455,
      "loss": 6.0312,
      "step": 32507
    },
    {
      "epoch": 1.33147655130043,
      "grad_norm": 2.1581759335926796,
      "learning_rate": 0.00026819246529295987,
      "loss": 5.3438,
      "step": 32508
    },
    {
      "epoch": 1.3315175097276264,
      "grad_norm": 2.7477089430777735,
      "learning_rate": 0.00026819045709549515,
      "loss": 5.9062,
      "step": 32509
    },
    {
      "epoch": 1.331558468154823,
      "grad_norm": 2.857856075126535,
      "learning_rate": 0.00026818844884215684,
      "loss": 5.2812,
      "step": 32510
    },
    {
      "epoch": 1.3315994265820192,
      "grad_norm": 2.1237668406245866,
      "learning_rate": 0.0002681864405329459,
      "loss": 4.5938,
      "step": 32511
    },
    {
      "epoch": 1.3316403850092158,
      "grad_norm": 2.175768902642547,
      "learning_rate": 0.00026818443216786327,
      "loss": 4.6875,
      "step": 32512
    },
    {
      "epoch": 1.331681343436412,
      "grad_norm": 2.892790913271991,
      "learning_rate": 0.0002681824237469099,
      "loss": 4.2188,
      "step": 32513
    },
    {
      "epoch": 1.3317223018636084,
      "grad_norm": 2.3688005926366826,
      "learning_rate": 0.00026818041527008673,
      "loss": 4.9062,
      "step": 32514
    },
    {
      "epoch": 1.331763260290805,
      "grad_norm": 2.04014202757517,
      "learning_rate": 0.00026817840673739473,
      "loss": 4.8438,
      "step": 32515
    },
    {
      "epoch": 1.3318042187180013,
      "grad_norm": 2.441411200293842,
      "learning_rate": 0.0002681763981488348,
      "loss": 5.5,
      "step": 32516
    },
    {
      "epoch": 1.3318451771451976,
      "grad_norm": 3.881058407285557,
      "learning_rate": 0.000268174389504408,
      "loss": 5.0312,
      "step": 32517
    },
    {
      "epoch": 1.331886135572394,
      "grad_norm": 2.569631049459123,
      "learning_rate": 0.00026817238080411514,
      "loss": 5.0312,
      "step": 32518
    },
    {
      "epoch": 1.3319270939995904,
      "grad_norm": 2.2887026120486045,
      "learning_rate": 0.00026817037204795725,
      "loss": 5.4688,
      "step": 32519
    },
    {
      "epoch": 1.3319680524267867,
      "grad_norm": 2.1821660647777263,
      "learning_rate": 0.00026816836323593525,
      "loss": 4.9062,
      "step": 32520
    },
    {
      "epoch": 1.3320090108539833,
      "grad_norm": 3.097809660757222,
      "learning_rate": 0.00026816635436805017,
      "loss": 5.8125,
      "step": 32521
    },
    {
      "epoch": 1.3320499692811796,
      "grad_norm": 2.297397227386264,
      "learning_rate": 0.00026816434544430287,
      "loss": 4.875,
      "step": 32522
    },
    {
      "epoch": 1.332090927708376,
      "grad_norm": 4.8199648835184,
      "learning_rate": 0.0002681623364646943,
      "loss": 4.8125,
      "step": 32523
    },
    {
      "epoch": 1.3321318861355724,
      "grad_norm": 2.630863828223384,
      "learning_rate": 0.0002681603274292254,
      "loss": 5.4688,
      "step": 32524
    },
    {
      "epoch": 1.3321728445627687,
      "grad_norm": 1.7005409135975253,
      "learning_rate": 0.0002681583183378972,
      "loss": 2.9844,
      "step": 32525
    },
    {
      "epoch": 1.332213802989965,
      "grad_norm": 5.322606579896065,
      "learning_rate": 0.0002681563091907106,
      "loss": 3.6406,
      "step": 32526
    },
    {
      "epoch": 1.3322547614171616,
      "grad_norm": 2.530264675038601,
      "learning_rate": 0.00026815429998766654,
      "loss": 5.4688,
      "step": 32527
    },
    {
      "epoch": 1.332295719844358,
      "grad_norm": 2.084350240239867,
      "learning_rate": 0.000268152290728766,
      "loss": 5.3125,
      "step": 32528
    },
    {
      "epoch": 1.3323366782715544,
      "grad_norm": 1.9716819734823219,
      "learning_rate": 0.0002681502814140099,
      "loss": 4.2812,
      "step": 32529
    },
    {
      "epoch": 1.3323776366987508,
      "grad_norm": 2.525411198130596,
      "learning_rate": 0.00026814827204339926,
      "loss": 6.0938,
      "step": 32530
    },
    {
      "epoch": 1.3324185951259473,
      "grad_norm": 2.4531784607754252,
      "learning_rate": 0.0002681462626169349,
      "loss": 5.3438,
      "step": 32531
    },
    {
      "epoch": 1.3324595535531436,
      "grad_norm": 3.7453509618660092,
      "learning_rate": 0.00026814425313461787,
      "loss": 5.9688,
      "step": 32532
    },
    {
      "epoch": 1.33250051198034,
      "grad_norm": 2.442160383428389,
      "learning_rate": 0.0002681422435964491,
      "loss": 4.4062,
      "step": 32533
    },
    {
      "epoch": 1.3325414704075365,
      "grad_norm": 10.14361200404406,
      "learning_rate": 0.0002681402340024295,
      "loss": 6.9062,
      "step": 32534
    },
    {
      "epoch": 1.3325824288347328,
      "grad_norm": 3.019257940718217,
      "learning_rate": 0.0002681382243525601,
      "loss": 6.625,
      "step": 32535
    },
    {
      "epoch": 1.332623387261929,
      "grad_norm": 2.5990363327003463,
      "learning_rate": 0.0002681362146468418,
      "loss": 4.6562,
      "step": 32536
    },
    {
      "epoch": 1.3326643456891256,
      "grad_norm": 2.4152051626469278,
      "learning_rate": 0.00026813420488527547,
      "loss": 5.0312,
      "step": 32537
    },
    {
      "epoch": 1.332705304116322,
      "grad_norm": 2.842603010133511,
      "learning_rate": 0.0002681321950678622,
      "loss": 7.25,
      "step": 32538
    },
    {
      "epoch": 1.3327462625435182,
      "grad_norm": 2.4318267774370903,
      "learning_rate": 0.0002681301851946029,
      "loss": 5.1562,
      "step": 32539
    },
    {
      "epoch": 1.3327872209707148,
      "grad_norm": 4.906526772290103,
      "learning_rate": 0.0002681281752654985,
      "loss": 3.9375,
      "step": 32540
    },
    {
      "epoch": 1.332828179397911,
      "grad_norm": 2.7183160334159573,
      "learning_rate": 0.0002681261652805499,
      "loss": 4.5938,
      "step": 32541
    },
    {
      "epoch": 1.3328691378251074,
      "grad_norm": 2.686244669160438,
      "learning_rate": 0.0002681241552397582,
      "loss": 6.2188,
      "step": 32542
    },
    {
      "epoch": 1.332910096252304,
      "grad_norm": 6.8473322970739074,
      "learning_rate": 0.00026812214514312417,
      "loss": 4.0312,
      "step": 32543
    },
    {
      "epoch": 1.3329510546795003,
      "grad_norm": 4.784805090845436,
      "learning_rate": 0.00026812013499064887,
      "loss": 1.5156,
      "step": 32544
    },
    {
      "epoch": 1.3329920131066966,
      "grad_norm": 2.519307398231739,
      "learning_rate": 0.00026811812478233325,
      "loss": 4.75,
      "step": 32545
    },
    {
      "epoch": 1.333032971533893,
      "grad_norm": 2.8088424339502396,
      "learning_rate": 0.0002681161145181782,
      "loss": 4.9062,
      "step": 32546
    },
    {
      "epoch": 1.3330739299610894,
      "grad_norm": 3.1369425903968464,
      "learning_rate": 0.0002681141041981847,
      "loss": 5.4688,
      "step": 32547
    },
    {
      "epoch": 1.333114888388286,
      "grad_norm": 3.742158100705025,
      "learning_rate": 0.00026811209382235373,
      "loss": 5.2812,
      "step": 32548
    },
    {
      "epoch": 1.3331558468154823,
      "grad_norm": 2.3914271788014974,
      "learning_rate": 0.00026811008339068624,
      "loss": 5.125,
      "step": 32549
    },
    {
      "epoch": 1.3331968052426788,
      "grad_norm": 2.225446395540633,
      "learning_rate": 0.0002681080729031831,
      "loss": 4.7812,
      "step": 32550
    },
    {
      "epoch": 1.3332377636698751,
      "grad_norm": 2.219028053782193,
      "learning_rate": 0.00026810606235984537,
      "loss": 4.6562,
      "step": 32551
    },
    {
      "epoch": 1.3332787220970714,
      "grad_norm": 2.135729986368629,
      "learning_rate": 0.0002681040517606739,
      "loss": 4.5312,
      "step": 32552
    },
    {
      "epoch": 1.333319680524268,
      "grad_norm": 2.3098022193568895,
      "learning_rate": 0.0002681020411056697,
      "loss": 5.1875,
      "step": 32553
    },
    {
      "epoch": 1.3333606389514643,
      "grad_norm": 2.7130269250018015,
      "learning_rate": 0.0002681000303948337,
      "loss": 5.0,
      "step": 32554
    },
    {
      "epoch": 1.3334015973786606,
      "grad_norm": 4.456036464186477,
      "learning_rate": 0.0002680980196281669,
      "loss": 4.6875,
      "step": 32555
    },
    {
      "epoch": 1.3334425558058571,
      "grad_norm": 2.358947216877534,
      "learning_rate": 0.00026809600880567017,
      "loss": 5.25,
      "step": 32556
    },
    {
      "epoch": 1.3334835142330534,
      "grad_norm": 2.2784769813694257,
      "learning_rate": 0.0002680939979273445,
      "loss": 4.1562,
      "step": 32557
    },
    {
      "epoch": 1.3335244726602498,
      "grad_norm": 2.4287834095727012,
      "learning_rate": 0.0002680919869931909,
      "loss": 5.2812,
      "step": 32558
    },
    {
      "epoch": 1.3335654310874463,
      "grad_norm": 2.022183095346632,
      "learning_rate": 0.00026808997600321016,
      "loss": 4.5625,
      "step": 32559
    },
    {
      "epoch": 1.3336063895146426,
      "grad_norm": 9.474160796531864,
      "learning_rate": 0.0002680879649574034,
      "loss": 5.2812,
      "step": 32560
    },
    {
      "epoch": 1.333647347941839,
      "grad_norm": 4.711745502682787,
      "learning_rate": 0.0002680859538557715,
      "loss": 2.0938,
      "step": 32561
    },
    {
      "epoch": 1.3336883063690355,
      "grad_norm": 2.164799481978829,
      "learning_rate": 0.00026808394269831537,
      "loss": 4.4062,
      "step": 32562
    },
    {
      "epoch": 1.3337292647962318,
      "grad_norm": 2.3254782252827146,
      "learning_rate": 0.00026808193148503606,
      "loss": 5.1562,
      "step": 32563
    },
    {
      "epoch": 1.333770223223428,
      "grad_norm": 2.435327951466617,
      "learning_rate": 0.0002680799202159344,
      "loss": 5.0,
      "step": 32564
    },
    {
      "epoch": 1.3338111816506246,
      "grad_norm": 1.996867358248213,
      "learning_rate": 0.00026807790889101147,
      "loss": 4.25,
      "step": 32565
    },
    {
      "epoch": 1.333852140077821,
      "grad_norm": 2.424532471606838,
      "learning_rate": 0.00026807589751026814,
      "loss": 5.1875,
      "step": 32566
    },
    {
      "epoch": 1.3338930985050175,
      "grad_norm": 3.8857232687756404,
      "learning_rate": 0.00026807388607370537,
      "loss": 4.1562,
      "step": 32567
    },
    {
      "epoch": 1.3339340569322138,
      "grad_norm": 2.1468431237228844,
      "learning_rate": 0.0002680718745813241,
      "loss": 5.4688,
      "step": 32568
    },
    {
      "epoch": 1.3339750153594103,
      "grad_norm": 2.002348036066803,
      "learning_rate": 0.00026806986303312534,
      "loss": 4.5,
      "step": 32569
    },
    {
      "epoch": 1.3340159737866066,
      "grad_norm": 2.2511279654568006,
      "learning_rate": 0.00026806785142911,
      "loss": 4.6875,
      "step": 32570
    },
    {
      "epoch": 1.334056932213803,
      "grad_norm": 2.786004632073037,
      "learning_rate": 0.00026806583976927897,
      "loss": 3.6719,
      "step": 32571
    },
    {
      "epoch": 1.3340978906409995,
      "grad_norm": 2.15322194326461,
      "learning_rate": 0.00026806382805363334,
      "loss": 5.5625,
      "step": 32572
    },
    {
      "epoch": 1.3341388490681958,
      "grad_norm": 2.39909711846278,
      "learning_rate": 0.0002680618162821739,
      "loss": 5.1875,
      "step": 32573
    },
    {
      "epoch": 1.3341798074953921,
      "grad_norm": 2.836288159288342,
      "learning_rate": 0.00026805980445490174,
      "loss": 5.4688,
      "step": 32574
    },
    {
      "epoch": 1.3342207659225886,
      "grad_norm": 2.1234092681481243,
      "learning_rate": 0.00026805779257181773,
      "loss": 4.2812,
      "step": 32575
    },
    {
      "epoch": 1.334261724349785,
      "grad_norm": 2.627068789764111,
      "learning_rate": 0.00026805578063292284,
      "loss": 4.8125,
      "step": 32576
    },
    {
      "epoch": 1.3343026827769813,
      "grad_norm": 7.391084807373842,
      "learning_rate": 0.00026805376863821805,
      "loss": 4.5,
      "step": 32577
    },
    {
      "epoch": 1.3343436412041778,
      "grad_norm": 4.589130366791697,
      "learning_rate": 0.00026805175658770427,
      "loss": 7.1875,
      "step": 32578
    },
    {
      "epoch": 1.3343845996313741,
      "grad_norm": 7.683204777448032,
      "learning_rate": 0.0002680497444813825,
      "loss": 1.6641,
      "step": 32579
    },
    {
      "epoch": 1.3344255580585704,
      "grad_norm": 2.253745239481185,
      "learning_rate": 0.0002680477323192537,
      "loss": 5.7812,
      "step": 32580
    },
    {
      "epoch": 1.334466516485767,
      "grad_norm": 4.027837690578632,
      "learning_rate": 0.00026804572010131865,
      "loss": 1.5156,
      "step": 32581
    },
    {
      "epoch": 1.3345074749129633,
      "grad_norm": 1.976507396516522,
      "learning_rate": 0.00026804370782757854,
      "loss": 4.5938,
      "step": 32582
    },
    {
      "epoch": 1.3345484333401596,
      "grad_norm": 2.2774571873385505,
      "learning_rate": 0.00026804169549803417,
      "loss": 5.7812,
      "step": 32583
    },
    {
      "epoch": 1.3345893917673561,
      "grad_norm": 4.296443115687301,
      "learning_rate": 0.00026803968311268656,
      "loss": 4.6562,
      "step": 32584
    },
    {
      "epoch": 1.3346303501945525,
      "grad_norm": 2.2103258645354806,
      "learning_rate": 0.00026803767067153664,
      "loss": 4.7812,
      "step": 32585
    },
    {
      "epoch": 1.334671308621749,
      "grad_norm": 3.1892530782745268,
      "learning_rate": 0.0002680356581745853,
      "loss": 5.9375,
      "step": 32586
    },
    {
      "epoch": 1.3347122670489453,
      "grad_norm": 3.3923585823815836,
      "learning_rate": 0.00026803364562183365,
      "loss": 1.0781,
      "step": 32587
    },
    {
      "epoch": 1.3347532254761418,
      "grad_norm": 2.0546942045838006,
      "learning_rate": 0.0002680316330132825,
      "loss": 4.4375,
      "step": 32588
    },
    {
      "epoch": 1.3347941839033381,
      "grad_norm": 1.9946230636750315,
      "learning_rate": 0.0002680296203489328,
      "loss": 4.7812,
      "step": 32589
    },
    {
      "epoch": 1.3348351423305345,
      "grad_norm": 2.585421793854627,
      "learning_rate": 0.00026802760762878556,
      "loss": 4.9062,
      "step": 32590
    },
    {
      "epoch": 1.334876100757731,
      "grad_norm": 1.964022954519606,
      "learning_rate": 0.0002680255948528417,
      "loss": 4.6875,
      "step": 32591
    },
    {
      "epoch": 1.3349170591849273,
      "grad_norm": 2.9350397346815096,
      "learning_rate": 0.00026802358202110226,
      "loss": 6.1562,
      "step": 32592
    },
    {
      "epoch": 1.3349580176121236,
      "grad_norm": 2.915822950853249,
      "learning_rate": 0.00026802156913356803,
      "loss": 4.8438,
      "step": 32593
    },
    {
      "epoch": 1.3349989760393202,
      "grad_norm": 4.006896802842332,
      "learning_rate": 0.00026801955619024017,
      "loss": 4.2812,
      "step": 32594
    },
    {
      "epoch": 1.3350399344665165,
      "grad_norm": 5.849608720276909,
      "learning_rate": 0.0002680175431911194,
      "loss": 5.9688,
      "step": 32595
    },
    {
      "epoch": 1.3350808928937128,
      "grad_norm": 2.705207193689899,
      "learning_rate": 0.0002680155301362068,
      "loss": 3.0312,
      "step": 32596
    },
    {
      "epoch": 1.3351218513209093,
      "grad_norm": 6.316377480595166,
      "learning_rate": 0.00026801351702550335,
      "loss": 2.2188,
      "step": 32597
    },
    {
      "epoch": 1.3351628097481056,
      "grad_norm": 5.602060247965009,
      "learning_rate": 0.00026801150385901,
      "loss": 4.7812,
      "step": 32598
    },
    {
      "epoch": 1.335203768175302,
      "grad_norm": 2.583018193447357,
      "learning_rate": 0.0002680094906367275,
      "loss": 5.4688,
      "step": 32599
    },
    {
      "epoch": 1.3352447266024985,
      "grad_norm": 2.6377581368001928,
      "learning_rate": 0.00026800747735865706,
      "loss": 5.125,
      "step": 32600
    },
    {
      "epoch": 1.3352856850296948,
      "grad_norm": 2.0721350695960905,
      "learning_rate": 0.0002680054640247996,
      "loss": 4.0312,
      "step": 32601
    },
    {
      "epoch": 1.3353266434568913,
      "grad_norm": 3.536030365586063,
      "learning_rate": 0.00026800345063515593,
      "loss": 1.0312,
      "step": 32602
    },
    {
      "epoch": 1.3353676018840877,
      "grad_norm": 2.544717967663057,
      "learning_rate": 0.00026800143718972705,
      "loss": 4.6562,
      "step": 32603
    },
    {
      "epoch": 1.335408560311284,
      "grad_norm": 3.2259632387425734,
      "learning_rate": 0.00026799942368851395,
      "loss": 5.875,
      "step": 32604
    },
    {
      "epoch": 1.3354495187384805,
      "grad_norm": 6.735369503317029,
      "learning_rate": 0.0002679974101315176,
      "loss": 2.4062,
      "step": 32605
    },
    {
      "epoch": 1.3354904771656768,
      "grad_norm": 2.283887635729304,
      "learning_rate": 0.0002679953965187389,
      "loss": 4.5625,
      "step": 32606
    },
    {
      "epoch": 1.3355314355928734,
      "grad_norm": 2.3441599403602456,
      "learning_rate": 0.0002679933828501788,
      "loss": 5.4375,
      "step": 32607
    },
    {
      "epoch": 1.3355723940200697,
      "grad_norm": 2.070345501086214,
      "learning_rate": 0.0002679913691258383,
      "loss": 4.7812,
      "step": 32608
    },
    {
      "epoch": 1.335613352447266,
      "grad_norm": 4.323423659093053,
      "learning_rate": 0.0002679893553457184,
      "loss": 6.9688,
      "step": 32609
    },
    {
      "epoch": 1.3356543108744625,
      "grad_norm": 2.117663463989333,
      "learning_rate": 0.0002679873415098199,
      "loss": 5.0,
      "step": 32610
    },
    {
      "epoch": 1.3356952693016588,
      "grad_norm": 2.0474434037397327,
      "learning_rate": 0.00026798532761814387,
      "loss": 4.5,
      "step": 32611
    },
    {
      "epoch": 1.3357362277288551,
      "grad_norm": 6.518706692356507,
      "learning_rate": 0.00026798331367069116,
      "loss": 3.1719,
      "step": 32612
    },
    {
      "epoch": 1.3357771861560517,
      "grad_norm": 2.6872121109104503,
      "learning_rate": 0.0002679812996674628,
      "loss": 4.8438,
      "step": 32613
    },
    {
      "epoch": 1.335818144583248,
      "grad_norm": 2.4576530064850775,
      "learning_rate": 0.0002679792856084598,
      "loss": 5.5938,
      "step": 32614
    },
    {
      "epoch": 1.3358591030104443,
      "grad_norm": 4.68072207519745,
      "learning_rate": 0.000267977271493683,
      "loss": 6.125,
      "step": 32615
    },
    {
      "epoch": 1.3359000614376408,
      "grad_norm": 2.1022575532252787,
      "learning_rate": 0.00026797525732313334,
      "loss": 4.75,
      "step": 32616
    },
    {
      "epoch": 1.3359410198648372,
      "grad_norm": 2.4494611269974147,
      "learning_rate": 0.00026797324309681185,
      "loss": 4.9062,
      "step": 32617
    },
    {
      "epoch": 1.3359819782920335,
      "grad_norm": 2.2594376709508466,
      "learning_rate": 0.0002679712288147195,
      "loss": 4.6875,
      "step": 32618
    },
    {
      "epoch": 1.33602293671923,
      "grad_norm": 2.2601654607952595,
      "learning_rate": 0.0002679692144768572,
      "loss": 5.9062,
      "step": 32619
    },
    {
      "epoch": 1.3360638951464263,
      "grad_norm": 5.410901214703619,
      "learning_rate": 0.0002679672000832259,
      "loss": 5.1562,
      "step": 32620
    },
    {
      "epoch": 1.3361048535736229,
      "grad_norm": 7.770440130791834,
      "learning_rate": 0.00026796518563382645,
      "loss": 3.1719,
      "step": 32621
    },
    {
      "epoch": 1.3361458120008192,
      "grad_norm": 1.9889290843158964,
      "learning_rate": 0.00026796317112866,
      "loss": 4.6875,
      "step": 32622
    },
    {
      "epoch": 1.3361867704280157,
      "grad_norm": 2.7104208746881855,
      "learning_rate": 0.0002679611565677274,
      "loss": 6.7812,
      "step": 32623
    },
    {
      "epoch": 1.336227728855212,
      "grad_norm": 2.8253238247361856,
      "learning_rate": 0.0002679591419510296,
      "loss": 5.6562,
      "step": 32624
    },
    {
      "epoch": 1.3362686872824083,
      "grad_norm": 4.904092127497325,
      "learning_rate": 0.00026795712727856755,
      "loss": 2.5312,
      "step": 32625
    },
    {
      "epoch": 1.3363096457096049,
      "grad_norm": 4.312338081391672,
      "learning_rate": 0.00026795511255034226,
      "loss": 5.625,
      "step": 32626
    },
    {
      "epoch": 1.3363506041368012,
      "grad_norm": 2.1202781191843108,
      "learning_rate": 0.00026795309776635456,
      "loss": 5.5938,
      "step": 32627
    },
    {
      "epoch": 1.3363915625639975,
      "grad_norm": 2.0546631354467437,
      "learning_rate": 0.0002679510829266055,
      "loss": 4.3125,
      "step": 32628
    },
    {
      "epoch": 1.336432520991194,
      "grad_norm": 2.2499663619047134,
      "learning_rate": 0.0002679490680310961,
      "loss": 4.9062,
      "step": 32629
    },
    {
      "epoch": 1.3364734794183903,
      "grad_norm": 2.0334011466313524,
      "learning_rate": 0.00026794705307982714,
      "loss": 4.125,
      "step": 32630
    },
    {
      "epoch": 1.3365144378455867,
      "grad_norm": 2.2217317307246387,
      "learning_rate": 0.00026794503807279964,
      "loss": 4.125,
      "step": 32631
    },
    {
      "epoch": 1.3365553962727832,
      "grad_norm": 2.622696945012494,
      "learning_rate": 0.0002679430230100146,
      "loss": 5.0625,
      "step": 32632
    },
    {
      "epoch": 1.3365963546999795,
      "grad_norm": 2.352200011701163,
      "learning_rate": 0.000267941007891473,
      "loss": 5.7812,
      "step": 32633
    },
    {
      "epoch": 1.3366373131271758,
      "grad_norm": 2.038946939572538,
      "learning_rate": 0.00026793899271717567,
      "loss": 5.0625,
      "step": 32634
    },
    {
      "epoch": 1.3366782715543724,
      "grad_norm": 2.1461353045742686,
      "learning_rate": 0.00026793697748712366,
      "loss": 6.2812,
      "step": 32635
    },
    {
      "epoch": 1.3367192299815687,
      "grad_norm": 2.4351993095999815,
      "learning_rate": 0.0002679349622013179,
      "loss": 4.7812,
      "step": 32636
    },
    {
      "epoch": 1.336760188408765,
      "grad_norm": 2.2911899136395752,
      "learning_rate": 0.00026793294685975924,
      "loss": 4.6562,
      "step": 32637
    },
    {
      "epoch": 1.3368011468359615,
      "grad_norm": 18.787024822878152,
      "learning_rate": 0.00026793093146244883,
      "loss": 4.8125,
      "step": 32638
    },
    {
      "epoch": 1.3368421052631578,
      "grad_norm": 2.513000305095416,
      "learning_rate": 0.0002679289160093875,
      "loss": 6.1562,
      "step": 32639
    },
    {
      "epoch": 1.3368830636903544,
      "grad_norm": 2.126848250567974,
      "learning_rate": 0.0002679269005005762,
      "loss": 5.3125,
      "step": 32640
    },
    {
      "epoch": 1.3369240221175507,
      "grad_norm": 3.1014319787888436,
      "learning_rate": 0.00026792488493601586,
      "loss": 2.6719,
      "step": 32641
    },
    {
      "epoch": 1.3369649805447472,
      "grad_norm": 2.2122507703047227,
      "learning_rate": 0.00026792286931570755,
      "loss": 5.1875,
      "step": 32642
    },
    {
      "epoch": 1.3370059389719435,
      "grad_norm": 2.1765314315103064,
      "learning_rate": 0.0002679208536396521,
      "loss": 4.7188,
      "step": 32643
    },
    {
      "epoch": 1.3370468973991398,
      "grad_norm": 2.5568258539615036,
      "learning_rate": 0.0002679188379078506,
      "loss": 4.9375,
      "step": 32644
    },
    {
      "epoch": 1.3370878558263364,
      "grad_norm": 2.6911819269691217,
      "learning_rate": 0.00026791682212030384,
      "loss": 4.1875,
      "step": 32645
    },
    {
      "epoch": 1.3371288142535327,
      "grad_norm": 2.667290554615515,
      "learning_rate": 0.0002679148062770129,
      "loss": 4.4062,
      "step": 32646
    },
    {
      "epoch": 1.337169772680729,
      "grad_norm": 3.7753515423256743,
      "learning_rate": 0.0002679127903779786,
      "loss": 6.375,
      "step": 32647
    },
    {
      "epoch": 1.3372107311079255,
      "grad_norm": 2.148747858337485,
      "learning_rate": 0.000267910774423202,
      "loss": 4.3125,
      "step": 32648
    },
    {
      "epoch": 1.3372516895351219,
      "grad_norm": 2.3233590470954253,
      "learning_rate": 0.0002679087584126841,
      "loss": 4.6562,
      "step": 32649
    },
    {
      "epoch": 1.3372926479623182,
      "grad_norm": 2.3548419444851705,
      "learning_rate": 0.0002679067423464257,
      "loss": 4.7812,
      "step": 32650
    },
    {
      "epoch": 1.3373336063895147,
      "grad_norm": 2.2793730606038287,
      "learning_rate": 0.0002679047262244279,
      "loss": 5.5312,
      "step": 32651
    },
    {
      "epoch": 1.337374564816711,
      "grad_norm": 1.9494637026321087,
      "learning_rate": 0.0002679027100466915,
      "loss": 4.4062,
      "step": 32652
    },
    {
      "epoch": 1.3374155232439073,
      "grad_norm": 2.038048163324203,
      "learning_rate": 0.0002679006938132176,
      "loss": 4.4375,
      "step": 32653
    },
    {
      "epoch": 1.3374564816711039,
      "grad_norm": 3.5260030844444246,
      "learning_rate": 0.0002678986775240071,
      "loss": 5.0,
      "step": 32654
    },
    {
      "epoch": 1.3374974400983002,
      "grad_norm": 4.077328579776461,
      "learning_rate": 0.00026789666117906093,
      "loss": 6.9688,
      "step": 32655
    },
    {
      "epoch": 1.3375383985254965,
      "grad_norm": 3.046009977137531,
      "learning_rate": 0.00026789464477838007,
      "loss": 5.2812,
      "step": 32656
    },
    {
      "epoch": 1.337579356952693,
      "grad_norm": 2.7536421518964174,
      "learning_rate": 0.00026789262832196546,
      "loss": 7.5938,
      "step": 32657
    },
    {
      "epoch": 1.3376203153798893,
      "grad_norm": 2.3064261945258586,
      "learning_rate": 0.00026789061180981804,
      "loss": 5.4688,
      "step": 32658
    },
    {
      "epoch": 1.3376612738070859,
      "grad_norm": 2.0380303844748457,
      "learning_rate": 0.0002678885952419388,
      "loss": 3.8594,
      "step": 32659
    },
    {
      "epoch": 1.3377022322342822,
      "grad_norm": 4.7481792412412664,
      "learning_rate": 0.00026788657861832865,
      "loss": 4.4688,
      "step": 32660
    },
    {
      "epoch": 1.3377431906614787,
      "grad_norm": 3.0804295451309747,
      "learning_rate": 0.00026788456193898853,
      "loss": 5.5625,
      "step": 32661
    },
    {
      "epoch": 1.337784149088675,
      "grad_norm": 3.844616916762501,
      "learning_rate": 0.00026788254520391955,
      "loss": 5.875,
      "step": 32662
    },
    {
      "epoch": 1.3378251075158714,
      "grad_norm": 3.7138289172805625,
      "learning_rate": 0.00026788052841312247,
      "loss": 5.0312,
      "step": 32663
    },
    {
      "epoch": 1.337866065943068,
      "grad_norm": 2.134000956021319,
      "learning_rate": 0.0002678785115665983,
      "loss": 5.2188,
      "step": 32664
    },
    {
      "epoch": 1.3379070243702642,
      "grad_norm": 3.3544903583561454,
      "learning_rate": 0.00026787649466434807,
      "loss": 5.375,
      "step": 32665
    },
    {
      "epoch": 1.3379479827974605,
      "grad_norm": 1.9670134808533244,
      "learning_rate": 0.0002678744777063726,
      "loss": 4.8438,
      "step": 32666
    },
    {
      "epoch": 1.337988941224657,
      "grad_norm": 2.454073566589915,
      "learning_rate": 0.0002678724606926729,
      "loss": 5.7188,
      "step": 32667
    },
    {
      "epoch": 1.3380298996518534,
      "grad_norm": 2.870591337676869,
      "learning_rate": 0.00026787044362325,
      "loss": 5.5312,
      "step": 32668
    },
    {
      "epoch": 1.3380708580790497,
      "grad_norm": 2.8429233713708895,
      "learning_rate": 0.0002678684264981048,
      "loss": 5.6875,
      "step": 32669
    },
    {
      "epoch": 1.3381118165062462,
      "grad_norm": 3.614511568566777,
      "learning_rate": 0.0002678664093172382,
      "loss": 3.25,
      "step": 32670
    },
    {
      "epoch": 1.3381527749334425,
      "grad_norm": 2.0779125497090205,
      "learning_rate": 0.00026786439208065124,
      "loss": 4.8438,
      "step": 32671
    },
    {
      "epoch": 1.3381937333606388,
      "grad_norm": 2.1680543552136484,
      "learning_rate": 0.00026786237478834484,
      "loss": 5.0,
      "step": 32672
    },
    {
      "epoch": 1.3382346917878354,
      "grad_norm": 2.348158251067036,
      "learning_rate": 0.00026786035744031994,
      "loss": 4.5938,
      "step": 32673
    },
    {
      "epoch": 1.3382756502150317,
      "grad_norm": 2.1524295844743135,
      "learning_rate": 0.0002678583400365775,
      "loss": 5.0,
      "step": 32674
    },
    {
      "epoch": 1.338316608642228,
      "grad_norm": 2.3912048727335447,
      "learning_rate": 0.00026785632257711846,
      "loss": 5.0938,
      "step": 32675
    },
    {
      "epoch": 1.3383575670694245,
      "grad_norm": 14.798457286859,
      "learning_rate": 0.0002678543050619438,
      "loss": 5.3438,
      "step": 32676
    },
    {
      "epoch": 1.3383985254966209,
      "grad_norm": 5.024409159015449,
      "learning_rate": 0.00026785228749105446,
      "loss": 2.0938,
      "step": 32677
    },
    {
      "epoch": 1.3384394839238174,
      "grad_norm": 2.502661493196526,
      "learning_rate": 0.00026785026986445146,
      "loss": 4.875,
      "step": 32678
    },
    {
      "epoch": 1.3384804423510137,
      "grad_norm": 2.274612061605137,
      "learning_rate": 0.0002678482521821356,
      "loss": 4.5,
      "step": 32679
    },
    {
      "epoch": 1.3385214007782102,
      "grad_norm": 2.6089601164194605,
      "learning_rate": 0.000267846234444108,
      "loss": 6.125,
      "step": 32680
    },
    {
      "epoch": 1.3385623592054066,
      "grad_norm": 6.158493750967052,
      "learning_rate": 0.00026784421665036946,
      "loss": 7.0625,
      "step": 32681
    },
    {
      "epoch": 1.3386033176326029,
      "grad_norm": 2.0306716003426173,
      "learning_rate": 0.00026784219880092105,
      "loss": 4.75,
      "step": 32682
    },
    {
      "epoch": 1.3386442760597994,
      "grad_norm": 3.060284619363463,
      "learning_rate": 0.0002678401808957637,
      "loss": 5.75,
      "step": 32683
    },
    {
      "epoch": 1.3386852344869957,
      "grad_norm": 2.1793652591402264,
      "learning_rate": 0.00026783816293489827,
      "loss": 4.75,
      "step": 32684
    },
    {
      "epoch": 1.338726192914192,
      "grad_norm": 3.0637313180107406,
      "learning_rate": 0.0002678361449183259,
      "loss": 7.25,
      "step": 32685
    },
    {
      "epoch": 1.3387671513413886,
      "grad_norm": 3.483502413491963,
      "learning_rate": 0.0002678341268460474,
      "loss": 6.0312,
      "step": 32686
    },
    {
      "epoch": 1.3388081097685849,
      "grad_norm": 1.851967930559401,
      "learning_rate": 0.00026783210871806376,
      "loss": 4.2812,
      "step": 32687
    },
    {
      "epoch": 1.3388490681957812,
      "grad_norm": 2.1361019687048177,
      "learning_rate": 0.00026783009053437594,
      "loss": 4.9688,
      "step": 32688
    },
    {
      "epoch": 1.3388900266229777,
      "grad_norm": 2.568372057378219,
      "learning_rate": 0.0002678280722949849,
      "loss": 4.8438,
      "step": 32689
    },
    {
      "epoch": 1.338930985050174,
      "grad_norm": 4.043829197818471,
      "learning_rate": 0.00026782605399989156,
      "loss": 6.0625,
      "step": 32690
    },
    {
      "epoch": 1.3389719434773704,
      "grad_norm": 2.4261406757868182,
      "learning_rate": 0.0002678240356490969,
      "loss": 5.5938,
      "step": 32691
    },
    {
      "epoch": 1.339012901904567,
      "grad_norm": 2.897116211319047,
      "learning_rate": 0.0002678220172426019,
      "loss": 5.7812,
      "step": 32692
    },
    {
      "epoch": 1.3390538603317632,
      "grad_norm": 1.9914077685500373,
      "learning_rate": 0.0002678199987804075,
      "loss": 4.3438,
      "step": 32693
    },
    {
      "epoch": 1.3390948187589595,
      "grad_norm": 3.524218731602176,
      "learning_rate": 0.0002678179802625146,
      "loss": 1.6641,
      "step": 32694
    },
    {
      "epoch": 1.339135777186156,
      "grad_norm": 2.194968685303276,
      "learning_rate": 0.0002678159616889242,
      "loss": 4.6562,
      "step": 32695
    },
    {
      "epoch": 1.3391767356133524,
      "grad_norm": 5.779310551984748,
      "learning_rate": 0.00026781394305963726,
      "loss": 4.875,
      "step": 32696
    },
    {
      "epoch": 1.339217694040549,
      "grad_norm": 1.9048923545884973,
      "learning_rate": 0.0002678119243746547,
      "loss": 4.625,
      "step": 32697
    },
    {
      "epoch": 1.3392586524677452,
      "grad_norm": 2.092544393042893,
      "learning_rate": 0.0002678099056339775,
      "loss": 4.5938,
      "step": 32698
    },
    {
      "epoch": 1.3392996108949418,
      "grad_norm": 2.141447378582925,
      "learning_rate": 0.00026780788683760667,
      "loss": 4.6562,
      "step": 32699
    },
    {
      "epoch": 1.339340569322138,
      "grad_norm": 2.1537257383441877,
      "learning_rate": 0.00026780586798554306,
      "loss": 4.2188,
      "step": 32700
    },
    {
      "epoch": 1.3393815277493344,
      "grad_norm": 5.417607533841054,
      "learning_rate": 0.0002678038490777877,
      "loss": 5.9375,
      "step": 32701
    },
    {
      "epoch": 1.339422486176531,
      "grad_norm": 4.169029802777821,
      "learning_rate": 0.0002678018301143415,
      "loss": 6.4062,
      "step": 32702
    },
    {
      "epoch": 1.3394634446037272,
      "grad_norm": 3.010493789092798,
      "learning_rate": 0.00026779981109520537,
      "loss": 5.4375,
      "step": 32703
    },
    {
      "epoch": 1.3395044030309236,
      "grad_norm": 2.5562179540824235,
      "learning_rate": 0.00026779779202038044,
      "loss": 5.375,
      "step": 32704
    },
    {
      "epoch": 1.33954536145812,
      "grad_norm": 2.578392694356344,
      "learning_rate": 0.0002677957728898675,
      "loss": 5.0312,
      "step": 32705
    },
    {
      "epoch": 1.3395863198853164,
      "grad_norm": 3.5178174902447426,
      "learning_rate": 0.0002677937537036675,
      "loss": 7.9688,
      "step": 32706
    },
    {
      "epoch": 1.3396272783125127,
      "grad_norm": 1.9509800743750842,
      "learning_rate": 0.0002677917344617815,
      "loss": 4.8438,
      "step": 32707
    },
    {
      "epoch": 1.3396682367397093,
      "grad_norm": 2.2584802503118118,
      "learning_rate": 0.00026778971516421045,
      "loss": 5.4688,
      "step": 32708
    },
    {
      "epoch": 1.3397091951669056,
      "grad_norm": 2.5076776189243475,
      "learning_rate": 0.00026778769581095515,
      "loss": 5.6562,
      "step": 32709
    },
    {
      "epoch": 1.3397501535941019,
      "grad_norm": 2.414213905957773,
      "learning_rate": 0.00026778567640201674,
      "loss": 5.1562,
      "step": 32710
    },
    {
      "epoch": 1.3397911120212984,
      "grad_norm": 3.785092161497993,
      "learning_rate": 0.0002677836569373961,
      "loss": 5.6875,
      "step": 32711
    },
    {
      "epoch": 1.3398320704484947,
      "grad_norm": 3.651883218152437,
      "learning_rate": 0.0002677816374170941,
      "loss": 5.5625,
      "step": 32712
    },
    {
      "epoch": 1.339873028875691,
      "grad_norm": 2.7678174617782343,
      "learning_rate": 0.0002677796178411119,
      "loss": 5.6562,
      "step": 32713
    },
    {
      "epoch": 1.3399139873028876,
      "grad_norm": 9.482035568825083,
      "learning_rate": 0.0002677775982094502,
      "loss": 4.1875,
      "step": 32714
    },
    {
      "epoch": 1.339954945730084,
      "grad_norm": 2.8204089933557466,
      "learning_rate": 0.0002677755785221102,
      "loss": 3.6094,
      "step": 32715
    },
    {
      "epoch": 1.3399959041572804,
      "grad_norm": 2.360209775226723,
      "learning_rate": 0.00026777355877909267,
      "loss": 4.9062,
      "step": 32716
    },
    {
      "epoch": 1.3400368625844767,
      "grad_norm": 2.608645973470421,
      "learning_rate": 0.00026777153898039865,
      "loss": 7.25,
      "step": 32717
    },
    {
      "epoch": 1.3400778210116733,
      "grad_norm": 2.2937194683630406,
      "learning_rate": 0.00026776951912602906,
      "loss": 6.7188,
      "step": 32718
    },
    {
      "epoch": 1.3401187794388696,
      "grad_norm": 2.3674067752784342,
      "learning_rate": 0.00026776749921598493,
      "loss": 4.4688,
      "step": 32719
    },
    {
      "epoch": 1.340159737866066,
      "grad_norm": 3.201500469871488,
      "learning_rate": 0.0002677654792502671,
      "loss": 6.0938,
      "step": 32720
    },
    {
      "epoch": 1.3402006962932624,
      "grad_norm": 2.431805273105345,
      "learning_rate": 0.0002677634592288767,
      "loss": 4.8438,
      "step": 32721
    },
    {
      "epoch": 1.3402416547204588,
      "grad_norm": 2.6922552091927074,
      "learning_rate": 0.00026776143915181445,
      "loss": 4.9062,
      "step": 32722
    },
    {
      "epoch": 1.340282613147655,
      "grad_norm": 4.035410543215081,
      "learning_rate": 0.00026775941901908143,
      "loss": 7.5938,
      "step": 32723
    },
    {
      "epoch": 1.3403235715748516,
      "grad_norm": 4.261182251046528,
      "learning_rate": 0.00026775739883067864,
      "loss": 5.5938,
      "step": 32724
    },
    {
      "epoch": 1.340364530002048,
      "grad_norm": 4.041253058135378,
      "learning_rate": 0.00026775537858660694,
      "loss": 3.3438,
      "step": 32725
    },
    {
      "epoch": 1.3404054884292442,
      "grad_norm": 3.2836296812152628,
      "learning_rate": 0.0002677533582868674,
      "loss": 5.5,
      "step": 32726
    },
    {
      "epoch": 1.3404464468564408,
      "grad_norm": 2.544714540280107,
      "learning_rate": 0.00026775133793146085,
      "loss": 5.1562,
      "step": 32727
    },
    {
      "epoch": 1.340487405283637,
      "grad_norm": 2.070504778269161,
      "learning_rate": 0.0002677493175203883,
      "loss": 5.5312,
      "step": 32728
    },
    {
      "epoch": 1.3405283637108334,
      "grad_norm": 6.503875034454405,
      "learning_rate": 0.0002677472970536507,
      "loss": 3.4531,
      "step": 32729
    },
    {
      "epoch": 1.34056932213803,
      "grad_norm": 8.716611671360452,
      "learning_rate": 0.0002677452765312491,
      "loss": 6.0625,
      "step": 32730
    },
    {
      "epoch": 1.3406102805652262,
      "grad_norm": 6.684826050918387,
      "learning_rate": 0.00026774325595318424,
      "loss": 6.4062,
      "step": 32731
    },
    {
      "epoch": 1.3406512389924226,
      "grad_norm": 2.1331085559338274,
      "learning_rate": 0.0002677412353194573,
      "loss": 5.0312,
      "step": 32732
    },
    {
      "epoch": 1.340692197419619,
      "grad_norm": 2.3479015367088665,
      "learning_rate": 0.00026773921463006905,
      "loss": 5.5625,
      "step": 32733
    },
    {
      "epoch": 1.3407331558468154,
      "grad_norm": 3.2057133774223545,
      "learning_rate": 0.0002677371938850206,
      "loss": 5.6875,
      "step": 32734
    },
    {
      "epoch": 1.340774114274012,
      "grad_norm": 2.944835201880025,
      "learning_rate": 0.0002677351730843128,
      "loss": 4.625,
      "step": 32735
    },
    {
      "epoch": 1.3408150727012083,
      "grad_norm": 2.4923799174292864,
      "learning_rate": 0.00026773315222794664,
      "loss": 5.1875,
      "step": 32736
    },
    {
      "epoch": 1.3408560311284048,
      "grad_norm": 6.163069918770477,
      "learning_rate": 0.0002677311313159231,
      "loss": 6.875,
      "step": 32737
    },
    {
      "epoch": 1.340896989555601,
      "grad_norm": 2.8042328268454746,
      "learning_rate": 0.0002677291103482431,
      "loss": 6.0938,
      "step": 32738
    },
    {
      "epoch": 1.3409379479827974,
      "grad_norm": 3.3866717689658223,
      "learning_rate": 0.0002677270893249076,
      "loss": 5.8125,
      "step": 32739
    },
    {
      "epoch": 1.340978906409994,
      "grad_norm": 2.4068101073254597,
      "learning_rate": 0.00026772506824591756,
      "loss": 5.9375,
      "step": 32740
    },
    {
      "epoch": 1.3410198648371903,
      "grad_norm": 3.301567847648768,
      "learning_rate": 0.00026772304711127396,
      "loss": 5.625,
      "step": 32741
    },
    {
      "epoch": 1.3410608232643866,
      "grad_norm": 5.390454768950344,
      "learning_rate": 0.0002677210259209777,
      "loss": 2.375,
      "step": 32742
    },
    {
      "epoch": 1.3411017816915831,
      "grad_norm": 2.409143417527822,
      "learning_rate": 0.0002677190046750298,
      "loss": 5.375,
      "step": 32743
    },
    {
      "epoch": 1.3411427401187794,
      "grad_norm": 2.494394298790977,
      "learning_rate": 0.0002677169833734312,
      "loss": 5.2188,
      "step": 32744
    },
    {
      "epoch": 1.3411836985459757,
      "grad_norm": 2.2023394757217765,
      "learning_rate": 0.00026771496201618287,
      "loss": 4.2812,
      "step": 32745
    },
    {
      "epoch": 1.3412246569731723,
      "grad_norm": 2.1998692135620583,
      "learning_rate": 0.00026771294060328566,
      "loss": 4.4688,
      "step": 32746
    },
    {
      "epoch": 1.3412656154003686,
      "grad_norm": 2.216303061968598,
      "learning_rate": 0.00026771091913474065,
      "loss": 5.125,
      "step": 32747
    },
    {
      "epoch": 1.341306573827565,
      "grad_norm": 2.2543492758916766,
      "learning_rate": 0.00026770889761054873,
      "loss": 4.75,
      "step": 32748
    },
    {
      "epoch": 1.3413475322547614,
      "grad_norm": 7.310467693051108,
      "learning_rate": 0.00026770687603071085,
      "loss": 6.625,
      "step": 32749
    },
    {
      "epoch": 1.3413884906819578,
      "grad_norm": 2.4332195769836074,
      "learning_rate": 0.00026770485439522797,
      "loss": 5.0,
      "step": 32750
    },
    {
      "epoch": 1.341429449109154,
      "grad_norm": 2.9546806355441815,
      "learning_rate": 0.0002677028327041012,
      "loss": 6.4062,
      "step": 32751
    },
    {
      "epoch": 1.3414704075363506,
      "grad_norm": 2.431529238988816,
      "learning_rate": 0.00026770081095733124,
      "loss": 6.2188,
      "step": 32752
    },
    {
      "epoch": 1.341511365963547,
      "grad_norm": 2.7384743693141114,
      "learning_rate": 0.0002676987891549192,
      "loss": 3.2188,
      "step": 32753
    },
    {
      "epoch": 1.3415523243907435,
      "grad_norm": 2.5348949207173708,
      "learning_rate": 0.00026769676729686596,
      "loss": 5.3125,
      "step": 32754
    },
    {
      "epoch": 1.3415932828179398,
      "grad_norm": 2.054332533802431,
      "learning_rate": 0.00026769474538317257,
      "loss": 5.0,
      "step": 32755
    },
    {
      "epoch": 1.3416342412451363,
      "grad_norm": 5.718001871843886,
      "learning_rate": 0.00026769272341383994,
      "loss": 5.9375,
      "step": 32756
    },
    {
      "epoch": 1.3416751996723326,
      "grad_norm": 4.797961704474247,
      "learning_rate": 0.000267690701388869,
      "loss": 4.25,
      "step": 32757
    },
    {
      "epoch": 1.341716158099529,
      "grad_norm": 4.990729043550623,
      "learning_rate": 0.0002676886793082607,
      "loss": 4.8438,
      "step": 32758
    },
    {
      "epoch": 1.3417571165267255,
      "grad_norm": 2.1321177563118856,
      "learning_rate": 0.0002676866571720161,
      "loss": 4.375,
      "step": 32759
    },
    {
      "epoch": 1.3417980749539218,
      "grad_norm": 2.1393910460354197,
      "learning_rate": 0.000267684634980136,
      "loss": 4.5625,
      "step": 32760
    },
    {
      "epoch": 1.341839033381118,
      "grad_norm": 2.543545628800686,
      "learning_rate": 0.0002676826127326214,
      "loss": 5.8125,
      "step": 32761
    },
    {
      "epoch": 1.3418799918083146,
      "grad_norm": 2.00800337296333,
      "learning_rate": 0.0002676805904294734,
      "loss": 4.4375,
      "step": 32762
    },
    {
      "epoch": 1.341920950235511,
      "grad_norm": 2.7941890268695224,
      "learning_rate": 0.00026767856807069273,
      "loss": 5.2188,
      "step": 32763
    },
    {
      "epoch": 1.3419619086627073,
      "grad_norm": 3.3061885435069405,
      "learning_rate": 0.0002676765456562805,
      "loss": 5.8125,
      "step": 32764
    },
    {
      "epoch": 1.3420028670899038,
      "grad_norm": 2.285877478608585,
      "learning_rate": 0.0002676745231862377,
      "loss": 4.9375,
      "step": 32765
    },
    {
      "epoch": 1.3420438255171,
      "grad_norm": 2.1662474186213045,
      "learning_rate": 0.00026767250066056514,
      "loss": 4.7812,
      "step": 32766
    },
    {
      "epoch": 1.3420847839442964,
      "grad_norm": 2.5563341533568105,
      "learning_rate": 0.0002676704780792639,
      "loss": 5.125,
      "step": 32767
    },
    {
      "epoch": 1.342125742371493,
      "grad_norm": 2.613171962571521,
      "learning_rate": 0.0002676684554423349,
      "loss": 5.0312,
      "step": 32768
    },
    {
      "epoch": 1.3421667007986893,
      "grad_norm": 2.242903973287479,
      "learning_rate": 0.000267666432749779,
      "loss": 5.4375,
      "step": 32769
    },
    {
      "epoch": 1.3422076592258858,
      "grad_norm": 3.717698748051921,
      "learning_rate": 0.0002676644100015973,
      "loss": 5.2812,
      "step": 32770
    },
    {
      "epoch": 1.3422486176530821,
      "grad_norm": 1.9195505146429925,
      "learning_rate": 0.00026766238719779065,
      "loss": 4.25,
      "step": 32771
    },
    {
      "epoch": 1.3422895760802784,
      "grad_norm": 2.0393797850024593,
      "learning_rate": 0.00026766036433836007,
      "loss": 4.9375,
      "step": 32772
    },
    {
      "epoch": 1.342330534507475,
      "grad_norm": 2.206323116987188,
      "learning_rate": 0.0002676583414233065,
      "loss": 5.75,
      "step": 32773
    },
    {
      "epoch": 1.3423714929346713,
      "grad_norm": 3.248535171831496,
      "learning_rate": 0.0002676563184526309,
      "loss": 4.875,
      "step": 32774
    },
    {
      "epoch": 1.3424124513618678,
      "grad_norm": 2.859088433005444,
      "learning_rate": 0.00026765429542633426,
      "loss": 3.6406,
      "step": 32775
    },
    {
      "epoch": 1.3424534097890641,
      "grad_norm": 2.1750221190658214,
      "learning_rate": 0.0002676522723444174,
      "loss": 5.125,
      "step": 32776
    },
    {
      "epoch": 1.3424943682162604,
      "grad_norm": 1.939869891130238,
      "learning_rate": 0.00026765024920688145,
      "loss": 4.7812,
      "step": 32777
    },
    {
      "epoch": 1.342535326643457,
      "grad_norm": 3.2789446473383665,
      "learning_rate": 0.00026764822601372726,
      "loss": 3.9844,
      "step": 32778
    },
    {
      "epoch": 1.3425762850706533,
      "grad_norm": 5.1554347102848475,
      "learning_rate": 0.00026764620276495583,
      "loss": 6.0312,
      "step": 32779
    },
    {
      "epoch": 1.3426172434978496,
      "grad_norm": 6.196141530490043,
      "learning_rate": 0.0002676441794605681,
      "loss": 3.0156,
      "step": 32780
    },
    {
      "epoch": 1.3426582019250461,
      "grad_norm": 3.486223770478576,
      "learning_rate": 0.00026764215610056505,
      "loss": 5.5,
      "step": 32781
    },
    {
      "epoch": 1.3426991603522425,
      "grad_norm": 3.6598819895957684,
      "learning_rate": 0.0002676401326849476,
      "loss": 3.3438,
      "step": 32782
    },
    {
      "epoch": 1.3427401187794388,
      "grad_norm": 2.5886380581751065,
      "learning_rate": 0.0002676381092137167,
      "loss": 6.2188,
      "step": 32783
    },
    {
      "epoch": 1.3427810772066353,
      "grad_norm": 2.4879267239175693,
      "learning_rate": 0.0002676360856868733,
      "loss": 5.2812,
      "step": 32784
    },
    {
      "epoch": 1.3428220356338316,
      "grad_norm": 6.159464127387929,
      "learning_rate": 0.00026763406210441844,
      "loss": 5.375,
      "step": 32785
    },
    {
      "epoch": 1.342862994061028,
      "grad_norm": 2.269326111591737,
      "learning_rate": 0.000267632038466353,
      "loss": 4.6562,
      "step": 32786
    },
    {
      "epoch": 1.3429039524882245,
      "grad_norm": 4.407997974177708,
      "learning_rate": 0.00026763001477267796,
      "loss": 4.0,
      "step": 32787
    },
    {
      "epoch": 1.3429449109154208,
      "grad_norm": 2.5776502890476394,
      "learning_rate": 0.00026762799102339425,
      "loss": 4.3125,
      "step": 32788
    },
    {
      "epoch": 1.3429858693426173,
      "grad_norm": 2.1098098560312173,
      "learning_rate": 0.0002676259672185029,
      "loss": 5.0938,
      "step": 32789
    },
    {
      "epoch": 1.3430268277698136,
      "grad_norm": 4.049744833898987,
      "learning_rate": 0.00026762394335800476,
      "loss": 4.9688,
      "step": 32790
    },
    {
      "epoch": 1.3430677861970102,
      "grad_norm": 2.8249004579957604,
      "learning_rate": 0.0002676219194419009,
      "loss": 6.2812,
      "step": 32791
    },
    {
      "epoch": 1.3431087446242065,
      "grad_norm": 3.793282958590236,
      "learning_rate": 0.0002676198954701922,
      "loss": 6.5,
      "step": 32792
    },
    {
      "epoch": 1.3431497030514028,
      "grad_norm": 2.1810574386394395,
      "learning_rate": 0.00026761787144287966,
      "loss": 4.75,
      "step": 32793
    },
    {
      "epoch": 1.3431906614785993,
      "grad_norm": 2.499209182212131,
      "learning_rate": 0.00026761584735996417,
      "loss": 5.4062,
      "step": 32794
    },
    {
      "epoch": 1.3432316199057956,
      "grad_norm": 2.365547545634275,
      "learning_rate": 0.0002676138232214468,
      "loss": 4.9375,
      "step": 32795
    },
    {
      "epoch": 1.343272578332992,
      "grad_norm": 3.022830342350925,
      "learning_rate": 0.0002676117990273284,
      "loss": 5.1562,
      "step": 32796
    },
    {
      "epoch": 1.3433135367601885,
      "grad_norm": 3.49313127514153,
      "learning_rate": 0.00026760977477760994,
      "loss": 5.25,
      "step": 32797
    },
    {
      "epoch": 1.3433544951873848,
      "grad_norm": 3.119375661299588,
      "learning_rate": 0.00026760775047229244,
      "loss": 5.2188,
      "step": 32798
    },
    {
      "epoch": 1.3433954536145811,
      "grad_norm": 2.1586285045084668,
      "learning_rate": 0.00026760572611137683,
      "loss": 4.1562,
      "step": 32799
    },
    {
      "epoch": 1.3434364120417777,
      "grad_norm": 4.451364252147675,
      "learning_rate": 0.000267603701694864,
      "loss": 7.375,
      "step": 32800
    },
    {
      "epoch": 1.343477370468974,
      "grad_norm": 2.1484514533050594,
      "learning_rate": 0.00026760167722275494,
      "loss": 5.25,
      "step": 32801
    },
    {
      "epoch": 1.3435183288961703,
      "grad_norm": 2.138092221514764,
      "learning_rate": 0.00026759965269505077,
      "loss": 5.5938,
      "step": 32802
    },
    {
      "epoch": 1.3435592873233668,
      "grad_norm": 2.247981920465801,
      "learning_rate": 0.0002675976281117522,
      "loss": 4.625,
      "step": 32803
    },
    {
      "epoch": 1.3436002457505631,
      "grad_norm": 2.1464293272962007,
      "learning_rate": 0.0002675956034728603,
      "loss": 4.0312,
      "step": 32804
    },
    {
      "epoch": 1.3436412041777595,
      "grad_norm": 2.1590973939741334,
      "learning_rate": 0.0002675935787783761,
      "loss": 4.625,
      "step": 32805
    },
    {
      "epoch": 1.343682162604956,
      "grad_norm": 9.766085121048643,
      "learning_rate": 0.0002675915540283004,
      "loss": 6.875,
      "step": 32806
    },
    {
      "epoch": 1.3437231210321523,
      "grad_norm": 3.1283222643454023,
      "learning_rate": 0.00026758952922263424,
      "loss": 5.375,
      "step": 32807
    },
    {
      "epoch": 1.3437640794593488,
      "grad_norm": 2.441212061433109,
      "learning_rate": 0.0002675875043613786,
      "loss": 4.9688,
      "step": 32808
    },
    {
      "epoch": 1.3438050378865452,
      "grad_norm": 2.439801326129476,
      "learning_rate": 0.0002675854794445344,
      "loss": 6.4062,
      "step": 32809
    },
    {
      "epoch": 1.3438459963137417,
      "grad_norm": 2.30407483709563,
      "learning_rate": 0.00026758345447210264,
      "loss": 5.4688,
      "step": 32810
    },
    {
      "epoch": 1.343886954740938,
      "grad_norm": 2.6665120697054316,
      "learning_rate": 0.00026758142944408416,
      "loss": 5.5,
      "step": 32811
    },
    {
      "epoch": 1.3439279131681343,
      "grad_norm": 2.4338718528124472,
      "learning_rate": 0.0002675794043604801,
      "loss": 5.2812,
      "step": 32812
    },
    {
      "epoch": 1.3439688715953308,
      "grad_norm": 2.1774452365780994,
      "learning_rate": 0.0002675773792212913,
      "loss": 4.3438,
      "step": 32813
    },
    {
      "epoch": 1.3440098300225272,
      "grad_norm": 2.6243904280831356,
      "learning_rate": 0.0002675753540265187,
      "loss": 4.8125,
      "step": 32814
    },
    {
      "epoch": 1.3440507884497235,
      "grad_norm": 2.2898765489969457,
      "learning_rate": 0.0002675733287761633,
      "loss": 4.625,
      "step": 32815
    },
    {
      "epoch": 1.34409174687692,
      "grad_norm": 4.093296674852098,
      "learning_rate": 0.0002675713034702261,
      "loss": 5.2188,
      "step": 32816
    },
    {
      "epoch": 1.3441327053041163,
      "grad_norm": 6.496482734974283,
      "learning_rate": 0.000267569278108708,
      "loss": 1.1016,
      "step": 32817
    },
    {
      "epoch": 1.3441736637313126,
      "grad_norm": 2.2570503974542664,
      "learning_rate": 0.0002675672526916099,
      "loss": 5.0,
      "step": 32818
    },
    {
      "epoch": 1.3442146221585092,
      "grad_norm": 4.162086657844996,
      "learning_rate": 0.0002675652272189329,
      "loss": 6.625,
      "step": 32819
    },
    {
      "epoch": 1.3442555805857055,
      "grad_norm": 2.313750201411269,
      "learning_rate": 0.00026756320169067784,
      "loss": 4.6875,
      "step": 32820
    },
    {
      "epoch": 1.3442965390129018,
      "grad_norm": 2.040498100599665,
      "learning_rate": 0.0002675611761068457,
      "loss": 4.4688,
      "step": 32821
    },
    {
      "epoch": 1.3443374974400983,
      "grad_norm": 2.475664268566619,
      "learning_rate": 0.0002675591504674375,
      "loss": 5.5312,
      "step": 32822
    },
    {
      "epoch": 1.3443784558672947,
      "grad_norm": 1.9621375607806741,
      "learning_rate": 0.00026755712477245417,
      "loss": 4.1875,
      "step": 32823
    },
    {
      "epoch": 1.344419414294491,
      "grad_norm": 3.244030685332138,
      "learning_rate": 0.00026755509902189663,
      "loss": 4.0312,
      "step": 32824
    },
    {
      "epoch": 1.3444603727216875,
      "grad_norm": 2.556547277118203,
      "learning_rate": 0.0002675530732157659,
      "loss": 4.75,
      "step": 32825
    },
    {
      "epoch": 1.3445013311488838,
      "grad_norm": 3.083801834536868,
      "learning_rate": 0.0002675510473540628,
      "loss": 5.6875,
      "step": 32826
    },
    {
      "epoch": 1.3445422895760804,
      "grad_norm": 5.9964705272449175,
      "learning_rate": 0.0002675490214367885,
      "loss": 6.75,
      "step": 32827
    },
    {
      "epoch": 1.3445832480032767,
      "grad_norm": 2.3020075604931933,
      "learning_rate": 0.0002675469954639437,
      "loss": 5.0625,
      "step": 32828
    },
    {
      "epoch": 1.3446242064304732,
      "grad_norm": 2.4308456621836485,
      "learning_rate": 0.0002675449694355296,
      "loss": 4.4688,
      "step": 32829
    },
    {
      "epoch": 1.3446651648576695,
      "grad_norm": 2.708333773798953,
      "learning_rate": 0.0002675429433515471,
      "loss": 4.75,
      "step": 32830
    },
    {
      "epoch": 1.3447061232848658,
      "grad_norm": 3.0003764286303936,
      "learning_rate": 0.0002675409172119971,
      "loss": 5.1875,
      "step": 32831
    },
    {
      "epoch": 1.3447470817120624,
      "grad_norm": 6.444626023979706,
      "learning_rate": 0.0002675388910168805,
      "loss": 5.3125,
      "step": 32832
    },
    {
      "epoch": 1.3447880401392587,
      "grad_norm": 2.3145112393913143,
      "learning_rate": 0.0002675368647661984,
      "loss": 5.5938,
      "step": 32833
    },
    {
      "epoch": 1.344828998566455,
      "grad_norm": 2.8866718142057004,
      "learning_rate": 0.00026753483845995163,
      "loss": 5.4375,
      "step": 32834
    },
    {
      "epoch": 1.3448699569936515,
      "grad_norm": 5.763935818944459,
      "learning_rate": 0.00026753281209814124,
      "loss": 5.3125,
      "step": 32835
    },
    {
      "epoch": 1.3449109154208478,
      "grad_norm": 2.831970975355444,
      "learning_rate": 0.0002675307856807682,
      "loss": 5.5938,
      "step": 32836
    },
    {
      "epoch": 1.3449518738480442,
      "grad_norm": 2.5700193790394454,
      "learning_rate": 0.0002675287592078333,
      "loss": 4.6562,
      "step": 32837
    },
    {
      "epoch": 1.3449928322752407,
      "grad_norm": 2.446708451073554,
      "learning_rate": 0.0002675267326793378,
      "loss": 5.0312,
      "step": 32838
    },
    {
      "epoch": 1.345033790702437,
      "grad_norm": 2.8078059499498926,
      "learning_rate": 0.00026752470609528234,
      "loss": 5.5938,
      "step": 32839
    },
    {
      "epoch": 1.3450747491296333,
      "grad_norm": 2.7286887575870846,
      "learning_rate": 0.0002675226794556681,
      "loss": 5.7188,
      "step": 32840
    },
    {
      "epoch": 1.3451157075568299,
      "grad_norm": 2.0762028475168326,
      "learning_rate": 0.0002675206527604959,
      "loss": 4.5938,
      "step": 32841
    },
    {
      "epoch": 1.3451566659840262,
      "grad_norm": 3.378775491034707,
      "learning_rate": 0.00026751862600976677,
      "loss": 6.9375,
      "step": 32842
    },
    {
      "epoch": 1.3451976244112225,
      "grad_norm": 2.093752387073378,
      "learning_rate": 0.0002675165992034817,
      "loss": 4.5625,
      "step": 32843
    },
    {
      "epoch": 1.345238582838419,
      "grad_norm": 5.573394111157949,
      "learning_rate": 0.00026751457234164153,
      "loss": 6.7188,
      "step": 32844
    },
    {
      "epoch": 1.3452795412656153,
      "grad_norm": 2.1208193365749826,
      "learning_rate": 0.00026751254542424735,
      "loss": 4.6875,
      "step": 32845
    },
    {
      "epoch": 1.3453204996928119,
      "grad_norm": 3.881410201922405,
      "learning_rate": 0.0002675105184513,
      "loss": 5.7812,
      "step": 32846
    },
    {
      "epoch": 1.3453614581200082,
      "grad_norm": 3.8118348050578277,
      "learning_rate": 0.0002675084914228005,
      "loss": 4.5,
      "step": 32847
    },
    {
      "epoch": 1.3454024165472047,
      "grad_norm": 3.1701931569933874,
      "learning_rate": 0.00026750646433874983,
      "loss": 7.0625,
      "step": 32848
    },
    {
      "epoch": 1.345443374974401,
      "grad_norm": 2.2180568406621752,
      "learning_rate": 0.00026750443719914896,
      "loss": 4.3125,
      "step": 32849
    },
    {
      "epoch": 1.3454843334015973,
      "grad_norm": 2.718694822315992,
      "learning_rate": 0.00026750241000399877,
      "loss": 4.6562,
      "step": 32850
    },
    {
      "epoch": 1.3455252918287939,
      "grad_norm": 3.1466547893407912,
      "learning_rate": 0.0002675003827533003,
      "loss": 4.5312,
      "step": 32851
    },
    {
      "epoch": 1.3455662502559902,
      "grad_norm": 2.6111739636513773,
      "learning_rate": 0.0002674983554470544,
      "loss": 6.7812,
      "step": 32852
    },
    {
      "epoch": 1.3456072086831865,
      "grad_norm": 2.9530305943304462,
      "learning_rate": 0.00026749632808526207,
      "loss": 5.3438,
      "step": 32853
    },
    {
      "epoch": 1.345648167110383,
      "grad_norm": 10.98121168580494,
      "learning_rate": 0.0002674943006679244,
      "loss": 7.4375,
      "step": 32854
    },
    {
      "epoch": 1.3456891255375794,
      "grad_norm": 2.6905570847028244,
      "learning_rate": 0.00026749227319504214,
      "loss": 3.3906,
      "step": 32855
    },
    {
      "epoch": 1.3457300839647757,
      "grad_norm": 2.7935024727216975,
      "learning_rate": 0.0002674902456666164,
      "loss": 5.1562,
      "step": 32856
    },
    {
      "epoch": 1.3457710423919722,
      "grad_norm": 3.2238745429112523,
      "learning_rate": 0.0002674882180826481,
      "loss": 7.3125,
      "step": 32857
    },
    {
      "epoch": 1.3458120008191685,
      "grad_norm": 2.7169341406211154,
      "learning_rate": 0.0002674861904431382,
      "loss": 6.5,
      "step": 32858
    },
    {
      "epoch": 1.3458529592463648,
      "grad_norm": 2.174367143602431,
      "learning_rate": 0.00026748416274808765,
      "loss": 4.375,
      "step": 32859
    },
    {
      "epoch": 1.3458939176735614,
      "grad_norm": 2.634776087850999,
      "learning_rate": 0.0002674821349974974,
      "loss": 4.125,
      "step": 32860
    },
    {
      "epoch": 1.3459348761007577,
      "grad_norm": 2.4647486596468466,
      "learning_rate": 0.00026748010719136836,
      "loss": 5.0625,
      "step": 32861
    },
    {
      "epoch": 1.345975834527954,
      "grad_norm": 3.8906920934345255,
      "learning_rate": 0.00026747807932970153,
      "loss": 5.9375,
      "step": 32862
    },
    {
      "epoch": 1.3460167929551505,
      "grad_norm": 2.4891651752861508,
      "learning_rate": 0.00026747605141249796,
      "loss": 4.7812,
      "step": 32863
    },
    {
      "epoch": 1.3460577513823468,
      "grad_norm": 2.224749766792901,
      "learning_rate": 0.0002674740234397585,
      "loss": 4.3438,
      "step": 32864
    },
    {
      "epoch": 1.3460987098095434,
      "grad_norm": 3.0252026331981825,
      "learning_rate": 0.0002674719954114841,
      "loss": 4.7188,
      "step": 32865
    },
    {
      "epoch": 1.3461396682367397,
      "grad_norm": 2.526581071770765,
      "learning_rate": 0.0002674699673276758,
      "loss": 5.625,
      "step": 32866
    },
    {
      "epoch": 1.3461806266639362,
      "grad_norm": 2.228488156218438,
      "learning_rate": 0.0002674679391883345,
      "loss": 4.8125,
      "step": 32867
    },
    {
      "epoch": 1.3462215850911325,
      "grad_norm": 2.1003734341738496,
      "learning_rate": 0.0002674659109934612,
      "loss": 4.5625,
      "step": 32868
    },
    {
      "epoch": 1.3462625435183289,
      "grad_norm": 4.814168114404134,
      "learning_rate": 0.00026746388274305683,
      "loss": 1.9766,
      "step": 32869
    },
    {
      "epoch": 1.3463035019455254,
      "grad_norm": 2.491096014967262,
      "learning_rate": 0.0002674618544371224,
      "loss": 5.25,
      "step": 32870
    },
    {
      "epoch": 1.3463444603727217,
      "grad_norm": 2.0361651522577926,
      "learning_rate": 0.0002674598260756587,
      "loss": 4.7188,
      "step": 32871
    },
    {
      "epoch": 1.346385418799918,
      "grad_norm": 7.933775159570435,
      "learning_rate": 0.00026745779765866684,
      "loss": 6.625,
      "step": 32872
    },
    {
      "epoch": 1.3464263772271146,
      "grad_norm": 2.529051382823986,
      "learning_rate": 0.0002674557691861478,
      "loss": 5.8125,
      "step": 32873
    },
    {
      "epoch": 1.3464673356543109,
      "grad_norm": 2.2749528223061284,
      "learning_rate": 0.00026745374065810247,
      "loss": 5.7188,
      "step": 32874
    },
    {
      "epoch": 1.3465082940815072,
      "grad_norm": 2.1199928543166227,
      "learning_rate": 0.0002674517120745318,
      "loss": 4.6875,
      "step": 32875
    },
    {
      "epoch": 1.3465492525087037,
      "grad_norm": 2.5437286272144473,
      "learning_rate": 0.0002674496834354368,
      "loss": 5.7812,
      "step": 32876
    },
    {
      "epoch": 1.3465902109359,
      "grad_norm": 5.031542988095581,
      "learning_rate": 0.00026744765474081845,
      "loss": 5.125,
      "step": 32877
    },
    {
      "epoch": 1.3466311693630963,
      "grad_norm": 4.4673543546984895,
      "learning_rate": 0.0002674456259906776,
      "loss": 1.625,
      "step": 32878
    },
    {
      "epoch": 1.3466721277902929,
      "grad_norm": 5.736870592570992,
      "learning_rate": 0.00026744359718501527,
      "loss": 3.1719,
      "step": 32879
    },
    {
      "epoch": 1.3467130862174892,
      "grad_norm": 3.3228719286837993,
      "learning_rate": 0.00026744156832383243,
      "loss": 4.0625,
      "step": 32880
    },
    {
      "epoch": 1.3467540446446855,
      "grad_norm": 2.0430208347792633,
      "learning_rate": 0.00026743953940713003,
      "loss": 4.4062,
      "step": 32881
    },
    {
      "epoch": 1.346795003071882,
      "grad_norm": 2.9304617943766544,
      "learning_rate": 0.0002674375104349091,
      "loss": 6.5625,
      "step": 32882
    },
    {
      "epoch": 1.3468359614990784,
      "grad_norm": 2.175838352805346,
      "learning_rate": 0.0002674354814071705,
      "loss": 5.0625,
      "step": 32883
    },
    {
      "epoch": 1.346876919926275,
      "grad_norm": 2.0687055574289177,
      "learning_rate": 0.00026743345232391517,
      "loss": 4.125,
      "step": 32884
    },
    {
      "epoch": 1.3469178783534712,
      "grad_norm": 2.932570037560126,
      "learning_rate": 0.00026743142318514415,
      "loss": 5.7812,
      "step": 32885
    },
    {
      "epoch": 1.3469588367806677,
      "grad_norm": 2.2934171572209974,
      "learning_rate": 0.00026742939399085835,
      "loss": 4.2188,
      "step": 32886
    },
    {
      "epoch": 1.346999795207864,
      "grad_norm": 2.0893566386645572,
      "learning_rate": 0.00026742736474105874,
      "loss": 4.1875,
      "step": 32887
    },
    {
      "epoch": 1.3470407536350604,
      "grad_norm": 2.6596608628148646,
      "learning_rate": 0.0002674253354357463,
      "loss": 5.6875,
      "step": 32888
    },
    {
      "epoch": 1.347081712062257,
      "grad_norm": 2.9495304688377963,
      "learning_rate": 0.000267423306074922,
      "loss": 5.875,
      "step": 32889
    },
    {
      "epoch": 1.3471226704894532,
      "grad_norm": 2.0679048637708264,
      "learning_rate": 0.0002674212766585868,
      "loss": 4.9375,
      "step": 32890
    },
    {
      "epoch": 1.3471636289166495,
      "grad_norm": 1.855083572971396,
      "learning_rate": 0.00026741924718674153,
      "loss": 4.3125,
      "step": 32891
    },
    {
      "epoch": 1.347204587343846,
      "grad_norm": 2.176304102679118,
      "learning_rate": 0.0002674172176593873,
      "loss": 4.6562,
      "step": 32892
    },
    {
      "epoch": 1.3472455457710424,
      "grad_norm": 2.3825670888771984,
      "learning_rate": 0.000267415188076525,
      "loss": 4.4375,
      "step": 32893
    },
    {
      "epoch": 1.3472865041982387,
      "grad_norm": 2.5666260509976664,
      "learning_rate": 0.00026741315843815564,
      "loss": 5.9375,
      "step": 32894
    },
    {
      "epoch": 1.3473274626254352,
      "grad_norm": 5.206477945938639,
      "learning_rate": 0.0002674111287442802,
      "loss": 5.0312,
      "step": 32895
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 3.040947492678017,
      "learning_rate": 0.00026740909899489955,
      "loss": 5.6875,
      "step": 32896
    },
    {
      "epoch": 1.3474093794798279,
      "grad_norm": 2.0669209646438764,
      "learning_rate": 0.00026740706919001466,
      "loss": 4.875,
      "step": 32897
    },
    {
      "epoch": 1.3474503379070244,
      "grad_norm": 5.881485764059598,
      "learning_rate": 0.00026740503932962654,
      "loss": 6.6875,
      "step": 32898
    },
    {
      "epoch": 1.3474912963342207,
      "grad_norm": 2.690709794939968,
      "learning_rate": 0.00026740300941373616,
      "loss": 6.0625,
      "step": 32899
    },
    {
      "epoch": 1.347532254761417,
      "grad_norm": 2.4647793844548227,
      "learning_rate": 0.00026740097944234444,
      "loss": 5.5625,
      "step": 32900
    },
    {
      "epoch": 1.3475732131886136,
      "grad_norm": 2.4113865603615143,
      "learning_rate": 0.00026739894941545236,
      "loss": 5.4062,
      "step": 32901
    },
    {
      "epoch": 1.3476141716158099,
      "grad_norm": 2.5959809924251522,
      "learning_rate": 0.00026739691933306084,
      "loss": 4.4688,
      "step": 32902
    },
    {
      "epoch": 1.3476551300430064,
      "grad_norm": 2.3208774029683092,
      "learning_rate": 0.00026739488919517084,
      "loss": 4.6875,
      "step": 32903
    },
    {
      "epoch": 1.3476960884702027,
      "grad_norm": 2.3301366912942134,
      "learning_rate": 0.0002673928590017834,
      "loss": 4.75,
      "step": 32904
    },
    {
      "epoch": 1.3477370468973993,
      "grad_norm": 2.471963447765547,
      "learning_rate": 0.0002673908287528994,
      "loss": 4.8125,
      "step": 32905
    },
    {
      "epoch": 1.3477780053245956,
      "grad_norm": 2.4070602008325115,
      "learning_rate": 0.00026738879844851983,
      "loss": 4.9375,
      "step": 32906
    },
    {
      "epoch": 1.3478189637517919,
      "grad_norm": 3.0774975321556335,
      "learning_rate": 0.0002673867680886457,
      "loss": 6.7812,
      "step": 32907
    },
    {
      "epoch": 1.3478599221789884,
      "grad_norm": 2.9082481493704844,
      "learning_rate": 0.00026738473767327784,
      "loss": 4.6875,
      "step": 32908
    },
    {
      "epoch": 1.3479008806061847,
      "grad_norm": 3.591071058395599,
      "learning_rate": 0.0002673827072024173,
      "loss": 6.5312,
      "step": 32909
    },
    {
      "epoch": 1.347941839033381,
      "grad_norm": 4.952348533913803,
      "learning_rate": 0.00026738067667606507,
      "loss": 4.375,
      "step": 32910
    },
    {
      "epoch": 1.3479827974605776,
      "grad_norm": 1.9862505888270745,
      "learning_rate": 0.0002673786460942221,
      "loss": 5.1562,
      "step": 32911
    },
    {
      "epoch": 1.348023755887774,
      "grad_norm": 5.339352551431661,
      "learning_rate": 0.0002673766154568892,
      "loss": 4.2812,
      "step": 32912
    },
    {
      "epoch": 1.3480647143149702,
      "grad_norm": 2.7386761973444016,
      "learning_rate": 0.0002673745847640676,
      "loss": 4.0312,
      "step": 32913
    },
    {
      "epoch": 1.3481056727421667,
      "grad_norm": 1.9941201059313742,
      "learning_rate": 0.00026737255401575795,
      "loss": 5.0625,
      "step": 32914
    },
    {
      "epoch": 1.348146631169363,
      "grad_norm": 2.0746727285692006,
      "learning_rate": 0.00026737052321196145,
      "loss": 5.1875,
      "step": 32915
    },
    {
      "epoch": 1.3481875895965594,
      "grad_norm": 4.473143069081626,
      "learning_rate": 0.000267368492352679,
      "loss": 1.4531,
      "step": 32916
    },
    {
      "epoch": 1.348228548023756,
      "grad_norm": 2.260725283393397,
      "learning_rate": 0.0002673664614379115,
      "loss": 1.3984,
      "step": 32917
    },
    {
      "epoch": 1.3482695064509522,
      "grad_norm": 3.6828529741256633,
      "learning_rate": 0.0002673644304676599,
      "loss": 4.3438,
      "step": 32918
    },
    {
      "epoch": 1.3483104648781488,
      "grad_norm": 2.275681828366431,
      "learning_rate": 0.0002673623994419253,
      "loss": 4.9375,
      "step": 32919
    },
    {
      "epoch": 1.348351423305345,
      "grad_norm": 2.3073121358453164,
      "learning_rate": 0.0002673603683607085,
      "loss": 4.7812,
      "step": 32920
    },
    {
      "epoch": 1.3483923817325414,
      "grad_norm": 2.60567076689862,
      "learning_rate": 0.0002673583372240105,
      "loss": 4.6562,
      "step": 32921
    },
    {
      "epoch": 1.348433340159738,
      "grad_norm": 5.316197091785475,
      "learning_rate": 0.00026735630603183237,
      "loss": 5.5,
      "step": 32922
    },
    {
      "epoch": 1.3484742985869342,
      "grad_norm": 2.607749652581671,
      "learning_rate": 0.000267354274784175,
      "loss": 5.3438,
      "step": 32923
    },
    {
      "epoch": 1.3485152570141308,
      "grad_norm": 2.6168187732569606,
      "learning_rate": 0.0002673522434810393,
      "loss": 6.5625,
      "step": 32924
    },
    {
      "epoch": 1.348556215441327,
      "grad_norm": 2.8345140536893103,
      "learning_rate": 0.00026735021212242625,
      "loss": 4.3125,
      "step": 32925
    },
    {
      "epoch": 1.3485971738685234,
      "grad_norm": 2.33283657171186,
      "learning_rate": 0.00026734818070833685,
      "loss": 4.6875,
      "step": 32926
    },
    {
      "epoch": 1.34863813229572,
      "grad_norm": 3.4650485941885445,
      "learning_rate": 0.000267346149238772,
      "loss": 5.0938,
      "step": 32927
    },
    {
      "epoch": 1.3486790907229163,
      "grad_norm": 1.8635617598494305,
      "learning_rate": 0.0002673441177137328,
      "loss": 4.7188,
      "step": 32928
    },
    {
      "epoch": 1.3487200491501126,
      "grad_norm": 3.341197432827587,
      "learning_rate": 0.00026734208613322,
      "loss": 4.8438,
      "step": 32929
    },
    {
      "epoch": 1.348761007577309,
      "grad_norm": 2.4607005385728504,
      "learning_rate": 0.0002673400544972347,
      "loss": 4.7812,
      "step": 32930
    },
    {
      "epoch": 1.3488019660045054,
      "grad_norm": 3.2086898706470195,
      "learning_rate": 0.0002673380228057779,
      "loss": 4.7188,
      "step": 32931
    },
    {
      "epoch": 1.3488429244317017,
      "grad_norm": 2.5546413586144445,
      "learning_rate": 0.0002673359910588504,
      "loss": 4.5938,
      "step": 32932
    },
    {
      "epoch": 1.3488838828588983,
      "grad_norm": 6.458719569208159,
      "learning_rate": 0.0002673339592564533,
      "loss": 4.5312,
      "step": 32933
    },
    {
      "epoch": 1.3489248412860946,
      "grad_norm": 3.0582399802696827,
      "learning_rate": 0.0002673319273985875,
      "loss": 5.125,
      "step": 32934
    },
    {
      "epoch": 1.348965799713291,
      "grad_norm": 3.828476930027891,
      "learning_rate": 0.000267329895485254,
      "loss": 5.7812,
      "step": 32935
    },
    {
      "epoch": 1.3490067581404874,
      "grad_norm": 1.8592195588790756,
      "learning_rate": 0.0002673278635164537,
      "loss": 4.9688,
      "step": 32936
    },
    {
      "epoch": 1.3490477165676837,
      "grad_norm": 2.1684575916646156,
      "learning_rate": 0.00026732583149218755,
      "loss": 4.5625,
      "step": 32937
    },
    {
      "epoch": 1.3490886749948803,
      "grad_norm": 2.0001087485831284,
      "learning_rate": 0.00026732379941245667,
      "loss": 4.75,
      "step": 32938
    },
    {
      "epoch": 1.3491296334220766,
      "grad_norm": 2.3247540813303886,
      "learning_rate": 0.00026732176727726185,
      "loss": 5.2812,
      "step": 32939
    },
    {
      "epoch": 1.3491705918492731,
      "grad_norm": 3.177524421892734,
      "learning_rate": 0.0002673197350866041,
      "loss": 3.7969,
      "step": 32940
    },
    {
      "epoch": 1.3492115502764694,
      "grad_norm": 2.1375529543502,
      "learning_rate": 0.00026731770284048437,
      "loss": 4.9375,
      "step": 32941
    },
    {
      "epoch": 1.3492525087036658,
      "grad_norm": 5.030441971611339,
      "learning_rate": 0.00026731567053890366,
      "loss": 5.9688,
      "step": 32942
    },
    {
      "epoch": 1.3492934671308623,
      "grad_norm": 1.916512376468942,
      "learning_rate": 0.0002673136381818629,
      "loss": 4.625,
      "step": 32943
    },
    {
      "epoch": 1.3493344255580586,
      "grad_norm": 2.1313444947040443,
      "learning_rate": 0.00026731160576936306,
      "loss": 4.4688,
      "step": 32944
    },
    {
      "epoch": 1.349375383985255,
      "grad_norm": 2.0554812403445095,
      "learning_rate": 0.0002673095733014051,
      "loss": 4.8125,
      "step": 32945
    },
    {
      "epoch": 1.3494163424124515,
      "grad_norm": 6.7716849830649775,
      "learning_rate": 0.00026730754077799004,
      "loss": 4.9375,
      "step": 32946
    },
    {
      "epoch": 1.3494573008396478,
      "grad_norm": 5.4790256376674975,
      "learning_rate": 0.0002673055081991187,
      "loss": 5.5938,
      "step": 32947
    },
    {
      "epoch": 1.349498259266844,
      "grad_norm": 2.8514301633764894,
      "learning_rate": 0.0002673034755647921,
      "loss": 3.3438,
      "step": 32948
    },
    {
      "epoch": 1.3495392176940406,
      "grad_norm": 3.615992637635001,
      "learning_rate": 0.0002673014428750113,
      "loss": 3.5625,
      "step": 32949
    },
    {
      "epoch": 1.349580176121237,
      "grad_norm": 3.4836567274202466,
      "learning_rate": 0.0002672994101297772,
      "loss": 6.5312,
      "step": 32950
    },
    {
      "epoch": 1.3496211345484332,
      "grad_norm": 2.5590586958328942,
      "learning_rate": 0.00026729737732909066,
      "loss": 4.6875,
      "step": 32951
    },
    {
      "epoch": 1.3496620929756298,
      "grad_norm": 2.20914035473941,
      "learning_rate": 0.0002672953444729528,
      "loss": 4.5312,
      "step": 32952
    },
    {
      "epoch": 1.349703051402826,
      "grad_norm": 2.339311028177126,
      "learning_rate": 0.0002672933115613645,
      "loss": 3.8594,
      "step": 32953
    },
    {
      "epoch": 1.3497440098300224,
      "grad_norm": 5.730731798134018,
      "learning_rate": 0.00026729127859432666,
      "loss": 5.5938,
      "step": 32954
    },
    {
      "epoch": 1.349784968257219,
      "grad_norm": 3.072245296164339,
      "learning_rate": 0.00026728924557184035,
      "loss": 3.625,
      "step": 32955
    },
    {
      "epoch": 1.3498259266844153,
      "grad_norm": 3.0570358704155187,
      "learning_rate": 0.0002672872124939065,
      "loss": 6.0,
      "step": 32956
    },
    {
      "epoch": 1.3498668851116118,
      "grad_norm": 2.5281735257823876,
      "learning_rate": 0.000267285179360526,
      "loss": 5.4688,
      "step": 32957
    },
    {
      "epoch": 1.349907843538808,
      "grad_norm": 5.622258630963377,
      "learning_rate": 0.0002672831461717,
      "loss": 6.5625,
      "step": 32958
    },
    {
      "epoch": 1.3499488019660046,
      "grad_norm": 2.2755120455085036,
      "learning_rate": 0.00026728111292742925,
      "loss": 4.8125,
      "step": 32959
    },
    {
      "epoch": 1.349989760393201,
      "grad_norm": 2.01337299205383,
      "learning_rate": 0.00026727907962771484,
      "loss": 4.5625,
      "step": 32960
    },
    {
      "epoch": 1.3500307188203973,
      "grad_norm": 3.4622557380611894,
      "learning_rate": 0.0002672770462725576,
      "loss": 7.4375,
      "step": 32961
    },
    {
      "epoch": 1.3500716772475938,
      "grad_norm": 1.989594693335692,
      "learning_rate": 0.00026727501286195865,
      "loss": 4.5625,
      "step": 32962
    },
    {
      "epoch": 1.3501126356747901,
      "grad_norm": 2.2985179949740444,
      "learning_rate": 0.0002672729793959189,
      "loss": 5.2812,
      "step": 32963
    },
    {
      "epoch": 1.3501535941019864,
      "grad_norm": 4.722409341790224,
      "learning_rate": 0.0002672709458744392,
      "loss": 4.4688,
      "step": 32964
    },
    {
      "epoch": 1.350194552529183,
      "grad_norm": 9.208809205511965,
      "learning_rate": 0.0002672689122975207,
      "loss": 5.8438,
      "step": 32965
    },
    {
      "epoch": 1.3502355109563793,
      "grad_norm": 2.3838963315788315,
      "learning_rate": 0.0002672668786651642,
      "loss": 5.0938,
      "step": 32966
    },
    {
      "epoch": 1.3502764693835756,
      "grad_norm": 6.482564705965065,
      "learning_rate": 0.00026726484497737076,
      "loss": 5.9062,
      "step": 32967
    },
    {
      "epoch": 1.3503174278107721,
      "grad_norm": 2.1829840999035244,
      "learning_rate": 0.00026726281123414127,
      "loss": 5.4375,
      "step": 32968
    },
    {
      "epoch": 1.3503583862379684,
      "grad_norm": 2.066762381560166,
      "learning_rate": 0.0002672607774354768,
      "loss": 4.75,
      "step": 32969
    },
    {
      "epoch": 1.3503993446651648,
      "grad_norm": 2.147702404894249,
      "learning_rate": 0.00026725874358137815,
      "loss": 5.3438,
      "step": 32970
    },
    {
      "epoch": 1.3504403030923613,
      "grad_norm": 2.9201581297200905,
      "learning_rate": 0.0002672567096718464,
      "loss": 6.0625,
      "step": 32971
    },
    {
      "epoch": 1.3504812615195576,
      "grad_norm": 2.1878073569666268,
      "learning_rate": 0.0002672546757068825,
      "loss": 4.7812,
      "step": 32972
    },
    {
      "epoch": 1.350522219946754,
      "grad_norm": 2.388444321173375,
      "learning_rate": 0.00026725264168648736,
      "loss": 5.625,
      "step": 32973
    },
    {
      "epoch": 1.3505631783739505,
      "grad_norm": 2.2880073848745264,
      "learning_rate": 0.00026725060761066205,
      "loss": 4.4062,
      "step": 32974
    },
    {
      "epoch": 1.3506041368011468,
      "grad_norm": 2.6980655908120754,
      "learning_rate": 0.00026724857347940734,
      "loss": 4.4375,
      "step": 32975
    },
    {
      "epoch": 1.3506450952283433,
      "grad_norm": 2.187341458967952,
      "learning_rate": 0.00026724653929272436,
      "loss": 4.6562,
      "step": 32976
    },
    {
      "epoch": 1.3506860536555396,
      "grad_norm": 3.0114810550483533,
      "learning_rate": 0.0002672445050506141,
      "loss": 4.625,
      "step": 32977
    },
    {
      "epoch": 1.3507270120827362,
      "grad_norm": 2.381190218905491,
      "learning_rate": 0.0002672424707530773,
      "loss": 4.75,
      "step": 32978
    },
    {
      "epoch": 1.3507679705099325,
      "grad_norm": 3.132749249864445,
      "learning_rate": 0.0002672404364001152,
      "loss": 5.8125,
      "step": 32979
    },
    {
      "epoch": 1.3508089289371288,
      "grad_norm": 2.3729516388333183,
      "learning_rate": 0.0002672384019917285,
      "loss": 5.2188,
      "step": 32980
    },
    {
      "epoch": 1.3508498873643253,
      "grad_norm": 4.8698948519770555,
      "learning_rate": 0.0002672363675279184,
      "loss": 4.5625,
      "step": 32981
    },
    {
      "epoch": 1.3508908457915216,
      "grad_norm": 4.932914080403138,
      "learning_rate": 0.00026723433300868566,
      "loss": 4.7812,
      "step": 32982
    },
    {
      "epoch": 1.350931804218718,
      "grad_norm": 3.1130106215267555,
      "learning_rate": 0.00026723229843403134,
      "loss": 5.375,
      "step": 32983
    },
    {
      "epoch": 1.3509727626459145,
      "grad_norm": 1.9941644738540705,
      "learning_rate": 0.0002672302638039564,
      "loss": 4.8125,
      "step": 32984
    },
    {
      "epoch": 1.3510137210731108,
      "grad_norm": 2.2433862922098844,
      "learning_rate": 0.00026722822911846183,
      "loss": 4.9062,
      "step": 32985
    },
    {
      "epoch": 1.351054679500307,
      "grad_norm": 3.732623688573816,
      "learning_rate": 0.00026722619437754853,
      "loss": 6.8125,
      "step": 32986
    },
    {
      "epoch": 1.3510956379275036,
      "grad_norm": 3.9529771758065837,
      "learning_rate": 0.00026722415958121753,
      "loss": 5.5938,
      "step": 32987
    },
    {
      "epoch": 1.3511365963547,
      "grad_norm": 2.131043489091521,
      "learning_rate": 0.0002672221247294697,
      "loss": 5.25,
      "step": 32988
    },
    {
      "epoch": 1.3511775547818963,
      "grad_norm": 2.1474360612410104,
      "learning_rate": 0.00026722008982230604,
      "loss": 4.3438,
      "step": 32989
    },
    {
      "epoch": 1.3512185132090928,
      "grad_norm": 2.836037061503675,
      "learning_rate": 0.00026721805485972755,
      "loss": 2.9062,
      "step": 32990
    },
    {
      "epoch": 1.3512594716362891,
      "grad_norm": 2.99878052257746,
      "learning_rate": 0.00026721601984173516,
      "loss": 5.8438,
      "step": 32991
    },
    {
      "epoch": 1.3513004300634854,
      "grad_norm": 2.3147909374210336,
      "learning_rate": 0.00026721398476832985,
      "loss": 4.7188,
      "step": 32992
    },
    {
      "epoch": 1.351341388490682,
      "grad_norm": 2.307002017078542,
      "learning_rate": 0.00026721194963951253,
      "loss": 5.5938,
      "step": 32993
    },
    {
      "epoch": 1.3513823469178783,
      "grad_norm": 4.805881989736984,
      "learning_rate": 0.0002672099144552843,
      "loss": 7.1562,
      "step": 32994
    },
    {
      "epoch": 1.3514233053450748,
      "grad_norm": 2.7261655748845177,
      "learning_rate": 0.0002672078792156459,
      "loss": 4.5625,
      "step": 32995
    },
    {
      "epoch": 1.3514642637722711,
      "grad_norm": 8.346079812212198,
      "learning_rate": 0.0002672058439205985,
      "loss": 5.2188,
      "step": 32996
    },
    {
      "epoch": 1.3515052221994677,
      "grad_norm": 2.243064320990399,
      "learning_rate": 0.0002672038085701429,
      "loss": 4.6562,
      "step": 32997
    },
    {
      "epoch": 1.351546180626664,
      "grad_norm": 2.7013326649845126,
      "learning_rate": 0.0002672017731642802,
      "loss": 4.6875,
      "step": 32998
    },
    {
      "epoch": 1.3515871390538603,
      "grad_norm": 3.2133701932954954,
      "learning_rate": 0.00026719973770301134,
      "loss": 5.5938,
      "step": 32999
    },
    {
      "epoch": 1.3516280974810568,
      "grad_norm": 3.3000748423643538,
      "learning_rate": 0.0002671977021863372,
      "loss": 5.0,
      "step": 33000
    },
    {
      "epoch": 1.3516690559082531,
      "grad_norm": 2.440849448010917,
      "learning_rate": 0.00026719566661425877,
      "loss": 3.5156,
      "step": 33001
    },
    {
      "epoch": 1.3517100143354495,
      "grad_norm": 2.8111410321251222,
      "learning_rate": 0.00026719363098677703,
      "loss": 4.2188,
      "step": 33002
    },
    {
      "epoch": 1.351750972762646,
      "grad_norm": 2.581303834981635,
      "learning_rate": 0.000267191595303893,
      "loss": 5.1875,
      "step": 33003
    },
    {
      "epoch": 1.3517919311898423,
      "grad_norm": 2.153219297199332,
      "learning_rate": 0.0002671895595656075,
      "loss": 3.75,
      "step": 33004
    },
    {
      "epoch": 1.3518328896170386,
      "grad_norm": 2.4729741297634287,
      "learning_rate": 0.0002671875237719216,
      "loss": 4.6562,
      "step": 33005
    },
    {
      "epoch": 1.3518738480442352,
      "grad_norm": 7.905972705120328,
      "learning_rate": 0.0002671854879228363,
      "loss": 7.5625,
      "step": 33006
    },
    {
      "epoch": 1.3519148064714315,
      "grad_norm": 4.469802804479628,
      "learning_rate": 0.00026718345201835243,
      "loss": 4.875,
      "step": 33007
    },
    {
      "epoch": 1.3519557648986278,
      "grad_norm": 2.41163437542918,
      "learning_rate": 0.00026718141605847106,
      "loss": 5.0,
      "step": 33008
    },
    {
      "epoch": 1.3519967233258243,
      "grad_norm": 3.1874234374308092,
      "learning_rate": 0.0002671793800431931,
      "loss": 5.5312,
      "step": 33009
    },
    {
      "epoch": 1.3520376817530206,
      "grad_norm": 6.202054483219106,
      "learning_rate": 0.00026717734397251953,
      "loss": 5.375,
      "step": 33010
    },
    {
      "epoch": 1.352078640180217,
      "grad_norm": 2.9635063529298926,
      "learning_rate": 0.00026717530784645127,
      "loss": 5.5312,
      "step": 33011
    },
    {
      "epoch": 1.3521195986074135,
      "grad_norm": 2.2095992092660834,
      "learning_rate": 0.00026717327166498944,
      "loss": 4.75,
      "step": 33012
    },
    {
      "epoch": 1.3521605570346098,
      "grad_norm": 2.831407010273091,
      "learning_rate": 0.0002671712354281348,
      "loss": 4.3125,
      "step": 33013
    },
    {
      "epoch": 1.3522015154618063,
      "grad_norm": 2.5744432698314244,
      "learning_rate": 0.0002671691991358884,
      "loss": 6.5,
      "step": 33014
    },
    {
      "epoch": 1.3522424738890026,
      "grad_norm": 4.308484294138578,
      "learning_rate": 0.0002671671627882512,
      "loss": 4.3125,
      "step": 33015
    },
    {
      "epoch": 1.3522834323161992,
      "grad_norm": 2.693766503009813,
      "learning_rate": 0.0002671651263852242,
      "loss": 5.4375,
      "step": 33016
    },
    {
      "epoch": 1.3523243907433955,
      "grad_norm": 8.193295394133047,
      "learning_rate": 0.0002671630899268083,
      "loss": 7.4062,
      "step": 33017
    },
    {
      "epoch": 1.3523653491705918,
      "grad_norm": 2.360307165563914,
      "learning_rate": 0.0002671610534130045,
      "loss": 4.6875,
      "step": 33018
    },
    {
      "epoch": 1.3524063075977883,
      "grad_norm": 2.6405769230665754,
      "learning_rate": 0.0002671590168438138,
      "loss": 5.625,
      "step": 33019
    },
    {
      "epoch": 1.3524472660249847,
      "grad_norm": 5.017572416888648,
      "learning_rate": 0.000267156980219237,
      "loss": 2.5156,
      "step": 33020
    },
    {
      "epoch": 1.352488224452181,
      "grad_norm": 2.810852154840593,
      "learning_rate": 0.00026715494353927527,
      "loss": 4.7188,
      "step": 33021
    },
    {
      "epoch": 1.3525291828793775,
      "grad_norm": 2.816924996075525,
      "learning_rate": 0.0002671529068039294,
      "loss": 4.7188,
      "step": 33022
    },
    {
      "epoch": 1.3525701413065738,
      "grad_norm": 6.428013120264181,
      "learning_rate": 0.00026715087001320055,
      "loss": 5.3438,
      "step": 33023
    },
    {
      "epoch": 1.3526110997337701,
      "grad_norm": 3.3638052634678646,
      "learning_rate": 0.0002671488331670895,
      "loss": 3.4688,
      "step": 33024
    },
    {
      "epoch": 1.3526520581609667,
      "grad_norm": 6.721346196604472,
      "learning_rate": 0.0002671467962655973,
      "loss": 7.0,
      "step": 33025
    },
    {
      "epoch": 1.352693016588163,
      "grad_norm": 3.189322829146286,
      "learning_rate": 0.00026714475930872487,
      "loss": 5.4062,
      "step": 33026
    },
    {
      "epoch": 1.3527339750153593,
      "grad_norm": 3.03712917268476,
      "learning_rate": 0.00026714272229647317,
      "loss": 5.0625,
      "step": 33027
    },
    {
      "epoch": 1.3527749334425558,
      "grad_norm": 2.228495634817164,
      "learning_rate": 0.00026714068522884325,
      "loss": 4.5625,
      "step": 33028
    },
    {
      "epoch": 1.3528158918697522,
      "grad_norm": 4.5458860119439475,
      "learning_rate": 0.00026713864810583597,
      "loss": 5.4062,
      "step": 33029
    },
    {
      "epoch": 1.3528568502969485,
      "grad_norm": 2.1356402776456025,
      "learning_rate": 0.00026713661092745236,
      "loss": 4.3438,
      "step": 33030
    },
    {
      "epoch": 1.352897808724145,
      "grad_norm": 2.5314804716913453,
      "learning_rate": 0.00026713457369369333,
      "loss": 5.1562,
      "step": 33031
    },
    {
      "epoch": 1.3529387671513413,
      "grad_norm": 2.521424497155722,
      "learning_rate": 0.0002671325364045599,
      "loss": 6.7188,
      "step": 33032
    },
    {
      "epoch": 1.3529797255785379,
      "grad_norm": 2.6059421636094564,
      "learning_rate": 0.00026713049906005297,
      "loss": 1.3906,
      "step": 33033
    },
    {
      "epoch": 1.3530206840057342,
      "grad_norm": 3.9046422660503683,
      "learning_rate": 0.0002671284616601735,
      "loss": 4.0312,
      "step": 33034
    },
    {
      "epoch": 1.3530616424329307,
      "grad_norm": 4.521462123635684,
      "learning_rate": 0.0002671264242049226,
      "loss": 5.8438,
      "step": 33035
    },
    {
      "epoch": 1.353102600860127,
      "grad_norm": 3.7773523112251106,
      "learning_rate": 0.0002671243866943011,
      "loss": 3.6719,
      "step": 33036
    },
    {
      "epoch": 1.3531435592873233,
      "grad_norm": 4.037027226583616,
      "learning_rate": 0.00026712234912830993,
      "loss": 3.375,
      "step": 33037
    },
    {
      "epoch": 1.3531845177145199,
      "grad_norm": 4.896168576687738,
      "learning_rate": 0.0002671203115069501,
      "loss": 3.0312,
      "step": 33038
    },
    {
      "epoch": 1.3532254761417162,
      "grad_norm": 3.403813091634366,
      "learning_rate": 0.0002671182738302226,
      "loss": 6.3125,
      "step": 33039
    },
    {
      "epoch": 1.3532664345689125,
      "grad_norm": 2.090929434936368,
      "learning_rate": 0.00026711623609812843,
      "loss": 4.6875,
      "step": 33040
    },
    {
      "epoch": 1.353307392996109,
      "grad_norm": 2.2024006001224623,
      "learning_rate": 0.00026711419831066844,
      "loss": 4.625,
      "step": 33041
    },
    {
      "epoch": 1.3533483514233053,
      "grad_norm": 2.9076827123869813,
      "learning_rate": 0.00026711216046784367,
      "loss": 5.4375,
      "step": 33042
    },
    {
      "epoch": 1.3533893098505017,
      "grad_norm": 2.078656808404491,
      "learning_rate": 0.0002671101225696551,
      "loss": 5.0625,
      "step": 33043
    },
    {
      "epoch": 1.3534302682776982,
      "grad_norm": 2.382223147787481,
      "learning_rate": 0.0002671080846161036,
      "loss": 5.3125,
      "step": 33044
    },
    {
      "epoch": 1.3534712267048945,
      "grad_norm": 2.0564431324337673,
      "learning_rate": 0.00026710604660719025,
      "loss": 4.625,
      "step": 33045
    },
    {
      "epoch": 1.3535121851320908,
      "grad_norm": 3.406068943398498,
      "learning_rate": 0.00026710400854291594,
      "loss": 4.8125,
      "step": 33046
    },
    {
      "epoch": 1.3535531435592874,
      "grad_norm": 2.481077377263212,
      "learning_rate": 0.0002671019704232816,
      "loss": 5.9062,
      "step": 33047
    },
    {
      "epoch": 1.3535941019864837,
      "grad_norm": 2.4213696363312933,
      "learning_rate": 0.0002670999322482883,
      "loss": 4.6875,
      "step": 33048
    },
    {
      "epoch": 1.35363506041368,
      "grad_norm": 2.49730227807746,
      "learning_rate": 0.00026709789401793693,
      "loss": 5.1562,
      "step": 33049
    },
    {
      "epoch": 1.3536760188408765,
      "grad_norm": 2.794328599351333,
      "learning_rate": 0.0002670958557322285,
      "loss": 7.7812,
      "step": 33050
    },
    {
      "epoch": 1.3537169772680728,
      "grad_norm": 2.2505076243509197,
      "learning_rate": 0.0002670938173911639,
      "loss": 4.2812,
      "step": 33051
    },
    {
      "epoch": 1.3537579356952694,
      "grad_norm": 3.4495927941921107,
      "learning_rate": 0.00026709177899474415,
      "loss": 5.4375,
      "step": 33052
    },
    {
      "epoch": 1.3537988941224657,
      "grad_norm": 4.654293284490545,
      "learning_rate": 0.0002670897405429702,
      "loss": 6.4062,
      "step": 33053
    },
    {
      "epoch": 1.3538398525496622,
      "grad_norm": 2.234250099680599,
      "learning_rate": 0.00026708770203584303,
      "loss": 5.7812,
      "step": 33054
    },
    {
      "epoch": 1.3538808109768585,
      "grad_norm": 2.1654087211767896,
      "learning_rate": 0.00026708566347336356,
      "loss": 5.0,
      "step": 33055
    },
    {
      "epoch": 1.3539217694040548,
      "grad_norm": 5.277678293971381,
      "learning_rate": 0.0002670836248555328,
      "loss": 4.6562,
      "step": 33056
    },
    {
      "epoch": 1.3539627278312514,
      "grad_norm": 2.103393361656177,
      "learning_rate": 0.0002670815861823517,
      "loss": 4.2188,
      "step": 33057
    },
    {
      "epoch": 1.3540036862584477,
      "grad_norm": 3.0601954025004643,
      "learning_rate": 0.0002670795474538212,
      "loss": 3.9688,
      "step": 33058
    },
    {
      "epoch": 1.354044644685644,
      "grad_norm": 1.9650075281777934,
      "learning_rate": 0.0002670775086699423,
      "loss": 4.4688,
      "step": 33059
    },
    {
      "epoch": 1.3540856031128405,
      "grad_norm": 6.282197001685638,
      "learning_rate": 0.00026707546983071597,
      "loss": 3.5312,
      "step": 33060
    },
    {
      "epoch": 1.3541265615400369,
      "grad_norm": 2.4502030830407437,
      "learning_rate": 0.0002670734309361431,
      "loss": 5.25,
      "step": 33061
    },
    {
      "epoch": 1.3541675199672332,
      "grad_norm": 2.5590881283614832,
      "learning_rate": 0.00026707139198622475,
      "loss": 3.2969,
      "step": 33062
    },
    {
      "epoch": 1.3542084783944297,
      "grad_norm": 3.4730417096889146,
      "learning_rate": 0.0002670693529809619,
      "loss": 6.6875,
      "step": 33063
    },
    {
      "epoch": 1.354249436821626,
      "grad_norm": 4.154679469899878,
      "learning_rate": 0.0002670673139203553,
      "loss": 4.8125,
      "step": 33064
    },
    {
      "epoch": 1.3542903952488223,
      "grad_norm": 3.2981414446346475,
      "learning_rate": 0.00026706527480440615,
      "loss": 5.625,
      "step": 33065
    },
    {
      "epoch": 1.3543313536760189,
      "grad_norm": 2.6696662612365936,
      "learning_rate": 0.00026706323563311534,
      "loss": 5.5,
      "step": 33066
    },
    {
      "epoch": 1.3543723121032152,
      "grad_norm": 6.706462887331005,
      "learning_rate": 0.0002670611964064838,
      "loss": 2.9062,
      "step": 33067
    },
    {
      "epoch": 1.3544132705304115,
      "grad_norm": 3.0299869344149566,
      "learning_rate": 0.00026705915712451256,
      "loss": 5.4688,
      "step": 33068
    },
    {
      "epoch": 1.354454228957608,
      "grad_norm": 2.9841213152397046,
      "learning_rate": 0.0002670571177872025,
      "loss": 5.4688,
      "step": 33069
    },
    {
      "epoch": 1.3544951873848043,
      "grad_norm": 3.152139028986387,
      "learning_rate": 0.0002670550783945546,
      "loss": 4.1875,
      "step": 33070
    },
    {
      "epoch": 1.3545361458120009,
      "grad_norm": 2.048789862633146,
      "learning_rate": 0.00026705303894656993,
      "loss": 4.5938,
      "step": 33071
    },
    {
      "epoch": 1.3545771042391972,
      "grad_norm": 2.967200825156657,
      "learning_rate": 0.0002670509994432493,
      "loss": 4.75,
      "step": 33072
    },
    {
      "epoch": 1.3546180626663937,
      "grad_norm": 2.945789620500886,
      "learning_rate": 0.00026704895988459383,
      "loss": 5.3438,
      "step": 33073
    },
    {
      "epoch": 1.35465902109359,
      "grad_norm": 2.585018895329687,
      "learning_rate": 0.00026704692027060435,
      "loss": 5.5312,
      "step": 33074
    },
    {
      "epoch": 1.3546999795207864,
      "grad_norm": 2.3863030731414776,
      "learning_rate": 0.00026704488060128186,
      "loss": 5.0312,
      "step": 33075
    },
    {
      "epoch": 1.354740937947983,
      "grad_norm": 2.3405284086187303,
      "learning_rate": 0.0002670428408766274,
      "loss": 5.0938,
      "step": 33076
    },
    {
      "epoch": 1.3547818963751792,
      "grad_norm": 2.2261641015520968,
      "learning_rate": 0.00026704080109664184,
      "loss": 5.0938,
      "step": 33077
    },
    {
      "epoch": 1.3548228548023755,
      "grad_norm": 2.8852684399238036,
      "learning_rate": 0.00026703876126132615,
      "loss": 5.6562,
      "step": 33078
    },
    {
      "epoch": 1.354863813229572,
      "grad_norm": 2.2286265002650913,
      "learning_rate": 0.0002670367213706814,
      "loss": 5.3438,
      "step": 33079
    },
    {
      "epoch": 1.3549047716567684,
      "grad_norm": 2.683321093682018,
      "learning_rate": 0.0002670346814247084,
      "loss": 6.0312,
      "step": 33080
    },
    {
      "epoch": 1.3549457300839647,
      "grad_norm": 3.06202586199891,
      "learning_rate": 0.00026703264142340826,
      "loss": 6.3125,
      "step": 33081
    },
    {
      "epoch": 1.3549866885111612,
      "grad_norm": 2.470042841829811,
      "learning_rate": 0.00026703060136678186,
      "loss": 5.375,
      "step": 33082
    },
    {
      "epoch": 1.3550276469383575,
      "grad_norm": 2.224404074695823,
      "learning_rate": 0.0002670285612548302,
      "loss": 4.75,
      "step": 33083
    },
    {
      "epoch": 1.3550686053655538,
      "grad_norm": 2.398101647749093,
      "learning_rate": 0.0002670265210875542,
      "loss": 5.0312,
      "step": 33084
    },
    {
      "epoch": 1.3551095637927504,
      "grad_norm": 2.199862557120644,
      "learning_rate": 0.0002670244808649548,
      "loss": 4.75,
      "step": 33085
    },
    {
      "epoch": 1.3551505222199467,
      "grad_norm": 4.825455814138254,
      "learning_rate": 0.0002670224405870331,
      "loss": 7.2188,
      "step": 33086
    },
    {
      "epoch": 1.3551914806471432,
      "grad_norm": 2.833301002169418,
      "learning_rate": 0.00026702040025379,
      "loss": 4.9062,
      "step": 33087
    },
    {
      "epoch": 1.3552324390743395,
      "grad_norm": 2.5154074567100753,
      "learning_rate": 0.0002670183598652264,
      "loss": 3.75,
      "step": 33088
    },
    {
      "epoch": 1.3552733975015359,
      "grad_norm": 3.7144307577554527,
      "learning_rate": 0.0002670163194213433,
      "loss": 4.5312,
      "step": 33089
    },
    {
      "epoch": 1.3553143559287324,
      "grad_norm": 2.2745484938566642,
      "learning_rate": 0.00026701427892214166,
      "loss": 4.625,
      "step": 33090
    },
    {
      "epoch": 1.3553553143559287,
      "grad_norm": 1.9753880207538792,
      "learning_rate": 0.00026701223836762247,
      "loss": 3.9375,
      "step": 33091
    },
    {
      "epoch": 1.3553962727831252,
      "grad_norm": 2.346686014040072,
      "learning_rate": 0.0002670101977577867,
      "loss": 5.125,
      "step": 33092
    },
    {
      "epoch": 1.3554372312103216,
      "grad_norm": 5.579712684689561,
      "learning_rate": 0.0002670081570926353,
      "loss": 4.6875,
      "step": 33093
    },
    {
      "epoch": 1.3554781896375179,
      "grad_norm": 6.488169865501459,
      "learning_rate": 0.0002670061163721692,
      "loss": 6.0312,
      "step": 33094
    },
    {
      "epoch": 1.3555191480647144,
      "grad_norm": 2.190489227897284,
      "learning_rate": 0.00026700407559638944,
      "loss": 4.3125,
      "step": 33095
    },
    {
      "epoch": 1.3555601064919107,
      "grad_norm": 2.4954165875100323,
      "learning_rate": 0.00026700203476529694,
      "loss": 5.0,
      "step": 33096
    },
    {
      "epoch": 1.355601064919107,
      "grad_norm": 2.5352725235276203,
      "learning_rate": 0.0002669999938788926,
      "loss": 4.8438,
      "step": 33097
    },
    {
      "epoch": 1.3556420233463036,
      "grad_norm": 7.518674096553637,
      "learning_rate": 0.00026699795293717756,
      "loss": 7.2812,
      "step": 33098
    },
    {
      "epoch": 1.3556829817734999,
      "grad_norm": 3.8383997253893423,
      "learning_rate": 0.0002669959119401526,
      "loss": 5.25,
      "step": 33099
    },
    {
      "epoch": 1.3557239402006962,
      "grad_norm": 2.242901092964612,
      "learning_rate": 0.00026699387088781877,
      "loss": 4.625,
      "step": 33100
    },
    {
      "epoch": 1.3557648986278927,
      "grad_norm": 2.4038857160503078,
      "learning_rate": 0.0002669918297801771,
      "loss": 5.375,
      "step": 33101
    },
    {
      "epoch": 1.355805857055089,
      "grad_norm": 2.198938283923515,
      "learning_rate": 0.0002669897886172284,
      "loss": 4.5,
      "step": 33102
    },
    {
      "epoch": 1.3558468154822854,
      "grad_norm": 3.8985398769097714,
      "learning_rate": 0.0002669877473989737,
      "loss": 4.4062,
      "step": 33103
    },
    {
      "epoch": 1.355887773909482,
      "grad_norm": 2.4867198591227893,
      "learning_rate": 0.000266985706125414,
      "loss": 6.0312,
      "step": 33104
    },
    {
      "epoch": 1.3559287323366782,
      "grad_norm": 2.313214152101761,
      "learning_rate": 0.0002669836647965503,
      "loss": 5.4375,
      "step": 33105
    },
    {
      "epoch": 1.3559696907638747,
      "grad_norm": 2.4977634001151956,
      "learning_rate": 0.00026698162341238347,
      "loss": 5.5625,
      "step": 33106
    },
    {
      "epoch": 1.356010649191071,
      "grad_norm": 2.4153299734373728,
      "learning_rate": 0.00026697958197291455,
      "loss": 5.875,
      "step": 33107
    },
    {
      "epoch": 1.3560516076182676,
      "grad_norm": 2.8071239542718067,
      "learning_rate": 0.00026697754047814445,
      "loss": 3.9844,
      "step": 33108
    },
    {
      "epoch": 1.356092566045464,
      "grad_norm": 1.9621060344397252,
      "learning_rate": 0.0002669754989280741,
      "loss": 4.75,
      "step": 33109
    },
    {
      "epoch": 1.3561335244726602,
      "grad_norm": 3.20836386422432,
      "learning_rate": 0.0002669734573227046,
      "loss": 5.0625,
      "step": 33110
    },
    {
      "epoch": 1.3561744828998568,
      "grad_norm": 3.2202293692513506,
      "learning_rate": 0.0002669714156620368,
      "loss": 7.1562,
      "step": 33111
    },
    {
      "epoch": 1.356215441327053,
      "grad_norm": 2.828774754817449,
      "learning_rate": 0.00026696937394607174,
      "loss": 6.5938,
      "step": 33112
    },
    {
      "epoch": 1.3562563997542494,
      "grad_norm": 7.277500191447869,
      "learning_rate": 0.00026696733217481034,
      "loss": 6.0312,
      "step": 33113
    },
    {
      "epoch": 1.356297358181446,
      "grad_norm": 3.1945407573528106,
      "learning_rate": 0.0002669652903482535,
      "loss": 5.7188,
      "step": 33114
    },
    {
      "epoch": 1.3563383166086422,
      "grad_norm": 2.4852597482482737,
      "learning_rate": 0.00026696324846640234,
      "loss": 4.25,
      "step": 33115
    },
    {
      "epoch": 1.3563792750358385,
      "grad_norm": 7.106021958757957,
      "learning_rate": 0.00026696120652925775,
      "loss": 3.8125,
      "step": 33116
    },
    {
      "epoch": 1.356420233463035,
      "grad_norm": 2.917220963625244,
      "learning_rate": 0.0002669591645368206,
      "loss": 6.0,
      "step": 33117
    },
    {
      "epoch": 1.3564611918902314,
      "grad_norm": 15.742090672037065,
      "learning_rate": 0.000266957122489092,
      "loss": 6.6875,
      "step": 33118
    },
    {
      "epoch": 1.3565021503174277,
      "grad_norm": 2.930985274316692,
      "learning_rate": 0.00026695508038607283,
      "loss": 5.25,
      "step": 33119
    },
    {
      "epoch": 1.3565431087446242,
      "grad_norm": 3.0739341180722493,
      "learning_rate": 0.0002669530382277641,
      "loss": 5.4375,
      "step": 33120
    },
    {
      "epoch": 1.3565840671718206,
      "grad_norm": 2.369920845987341,
      "learning_rate": 0.0002669509960141668,
      "loss": 5.0312,
      "step": 33121
    },
    {
      "epoch": 1.3566250255990169,
      "grad_norm": 2.1283357849933915,
      "learning_rate": 0.00026694895374528184,
      "loss": 4.5938,
      "step": 33122
    },
    {
      "epoch": 1.3566659840262134,
      "grad_norm": 4.129532470202987,
      "learning_rate": 0.0002669469114211102,
      "loss": 4.9062,
      "step": 33123
    },
    {
      "epoch": 1.3567069424534097,
      "grad_norm": 2.9534549249331015,
      "learning_rate": 0.00026694486904165285,
      "loss": 6.5,
      "step": 33124
    },
    {
      "epoch": 1.3567479008806063,
      "grad_norm": 2.216054539968521,
      "learning_rate": 0.0002669428266069107,
      "loss": 4.3438,
      "step": 33125
    },
    {
      "epoch": 1.3567888593078026,
      "grad_norm": 2.2457143706553895,
      "learning_rate": 0.00026694078411688483,
      "loss": 5.1562,
      "step": 33126
    },
    {
      "epoch": 1.356829817734999,
      "grad_norm": 2.347864603660536,
      "learning_rate": 0.0002669387415715761,
      "loss": 5.0312,
      "step": 33127
    },
    {
      "epoch": 1.3568707761621954,
      "grad_norm": 2.033214585694225,
      "learning_rate": 0.00026693669897098554,
      "loss": 4.5312,
      "step": 33128
    },
    {
      "epoch": 1.3569117345893917,
      "grad_norm": 2.5636411810825637,
      "learning_rate": 0.00026693465631511405,
      "loss": 5.9375,
      "step": 33129
    },
    {
      "epoch": 1.3569526930165883,
      "grad_norm": 3.031569846598454,
      "learning_rate": 0.00026693261360396267,
      "loss": 6.4062,
      "step": 33130
    },
    {
      "epoch": 1.3569936514437846,
      "grad_norm": 1.9640625513884489,
      "learning_rate": 0.0002669305708375324,
      "loss": 5.0,
      "step": 33131
    },
    {
      "epoch": 1.357034609870981,
      "grad_norm": 2.396955267990573,
      "learning_rate": 0.0002669285280158241,
      "loss": 5.7812,
      "step": 33132
    },
    {
      "epoch": 1.3570755682981774,
      "grad_norm": 3.416674440957241,
      "learning_rate": 0.0002669264851388387,
      "loss": 5.0,
      "step": 33133
    },
    {
      "epoch": 1.3571165267253738,
      "grad_norm": 2.1698833149255665,
      "learning_rate": 0.0002669244422065773,
      "loss": 5.5938,
      "step": 33134
    },
    {
      "epoch": 1.35715748515257,
      "grad_norm": 4.693822761441007,
      "learning_rate": 0.00026692239921904086,
      "loss": 6.7188,
      "step": 33135
    },
    {
      "epoch": 1.3571984435797666,
      "grad_norm": 2.636374291287727,
      "learning_rate": 0.00026692035617623025,
      "loss": 4.6562,
      "step": 33136
    },
    {
      "epoch": 1.357239402006963,
      "grad_norm": 2.2181613810278074,
      "learning_rate": 0.00026691831307814646,
      "loss": 5.6562,
      "step": 33137
    },
    {
      "epoch": 1.3572803604341592,
      "grad_norm": 3.9027910598202293,
      "learning_rate": 0.0002669162699247905,
      "loss": 5.5312,
      "step": 33138
    },
    {
      "epoch": 1.3573213188613558,
      "grad_norm": 2.1890303762296073,
      "learning_rate": 0.0002669142267161633,
      "loss": 4.6562,
      "step": 33139
    },
    {
      "epoch": 1.357362277288552,
      "grad_norm": 2.2147224141332202,
      "learning_rate": 0.0002669121834522658,
      "loss": 4.7812,
      "step": 33140
    },
    {
      "epoch": 1.3574032357157484,
      "grad_norm": 2.020394408223995,
      "learning_rate": 0.00026691014013309906,
      "loss": 4.6875,
      "step": 33141
    },
    {
      "epoch": 1.357444194142945,
      "grad_norm": 2.823293230542934,
      "learning_rate": 0.000266908096758664,
      "loss": 5.5312,
      "step": 33142
    },
    {
      "epoch": 1.3574851525701412,
      "grad_norm": 8.755010923284926,
      "learning_rate": 0.0002669060533289616,
      "loss": 6.2812,
      "step": 33143
    },
    {
      "epoch": 1.3575261109973378,
      "grad_norm": 5.398354458162075,
      "learning_rate": 0.0002669040098439927,
      "loss": 3.7812,
      "step": 33144
    },
    {
      "epoch": 1.357567069424534,
      "grad_norm": 2.8611585309554752,
      "learning_rate": 0.0002669019663037584,
      "loss": 7.1875,
      "step": 33145
    },
    {
      "epoch": 1.3576080278517306,
      "grad_norm": 3.0563304239071702,
      "learning_rate": 0.0002668999227082597,
      "loss": 6.6562,
      "step": 33146
    },
    {
      "epoch": 1.357648986278927,
      "grad_norm": 6.928233695519205,
      "learning_rate": 0.00026689787905749746,
      "loss": 4.25,
      "step": 33147
    },
    {
      "epoch": 1.3576899447061233,
      "grad_norm": 3.7013526069996687,
      "learning_rate": 0.00026689583535147263,
      "loss": 2.0312,
      "step": 33148
    },
    {
      "epoch": 1.3577309031333198,
      "grad_norm": 2.358495081920355,
      "learning_rate": 0.00026689379159018634,
      "loss": 4.5,
      "step": 33149
    },
    {
      "epoch": 1.357771861560516,
      "grad_norm": 3.910428132350685,
      "learning_rate": 0.0002668917477736394,
      "loss": 6.0,
      "step": 33150
    },
    {
      "epoch": 1.3578128199877124,
      "grad_norm": 2.3561475645744547,
      "learning_rate": 0.0002668897039018328,
      "loss": 4.3438,
      "step": 33151
    },
    {
      "epoch": 1.357853778414909,
      "grad_norm": 3.2403035714841857,
      "learning_rate": 0.00026688765997476754,
      "loss": 5.2188,
      "step": 33152
    },
    {
      "epoch": 1.3578947368421053,
      "grad_norm": 3.168556016535677,
      "learning_rate": 0.00026688561599244457,
      "loss": 5.3438,
      "step": 33153
    },
    {
      "epoch": 1.3579356952693016,
      "grad_norm": 2.398168047847986,
      "learning_rate": 0.0002668835719548649,
      "loss": 4.9688,
      "step": 33154
    },
    {
      "epoch": 1.3579766536964981,
      "grad_norm": 2.667212519482364,
      "learning_rate": 0.00026688152786202943,
      "loss": 5.8438,
      "step": 33155
    },
    {
      "epoch": 1.3580176121236944,
      "grad_norm": 2.161535976720943,
      "learning_rate": 0.00026687948371393916,
      "loss": 4.5312,
      "step": 33156
    },
    {
      "epoch": 1.3580585705508907,
      "grad_norm": 2.141422915174678,
      "learning_rate": 0.00026687743951059507,
      "loss": 4.875,
      "step": 33157
    },
    {
      "epoch": 1.3580995289780873,
      "grad_norm": 2.270310244414158,
      "learning_rate": 0.00026687539525199804,
      "loss": 4.4375,
      "step": 33158
    },
    {
      "epoch": 1.3581404874052836,
      "grad_norm": 2.3296931530551843,
      "learning_rate": 0.0002668733509381492,
      "loss": 4.4688,
      "step": 33159
    },
    {
      "epoch": 1.35818144583248,
      "grad_norm": 3.364184388348652,
      "learning_rate": 0.0002668713065690494,
      "loss": 4.25,
      "step": 33160
    },
    {
      "epoch": 1.3582224042596764,
      "grad_norm": 2.266005996447854,
      "learning_rate": 0.0002668692621446996,
      "loss": 4.9688,
      "step": 33161
    },
    {
      "epoch": 1.3582633626868728,
      "grad_norm": 5.266552346807653,
      "learning_rate": 0.0002668672176651008,
      "loss": 7.1562,
      "step": 33162
    },
    {
      "epoch": 1.3583043211140693,
      "grad_norm": 3.2247049253214692,
      "learning_rate": 0.000266865173130254,
      "loss": 5.4688,
      "step": 33163
    },
    {
      "epoch": 1.3583452795412656,
      "grad_norm": 2.305181365219371,
      "learning_rate": 0.00026686312854016,
      "loss": 4.3125,
      "step": 33164
    },
    {
      "epoch": 1.3583862379684621,
      "grad_norm": 3.980425114267682,
      "learning_rate": 0.00026686108389482004,
      "loss": 4.4062,
      "step": 33165
    },
    {
      "epoch": 1.3584271963956585,
      "grad_norm": 2.5637202841466973,
      "learning_rate": 0.00026685903919423487,
      "loss": 5.2188,
      "step": 33166
    },
    {
      "epoch": 1.3584681548228548,
      "grad_norm": 2.0157262276124954,
      "learning_rate": 0.0002668569944384056,
      "loss": 4.4688,
      "step": 33167
    },
    {
      "epoch": 1.3585091132500513,
      "grad_norm": 3.4276936503910025,
      "learning_rate": 0.000266854949627333,
      "loss": 5.75,
      "step": 33168
    },
    {
      "epoch": 1.3585500716772476,
      "grad_norm": 2.3199106431176935,
      "learning_rate": 0.00026685290476101826,
      "loss": 4.9375,
      "step": 33169
    },
    {
      "epoch": 1.358591030104444,
      "grad_norm": 2.5566966265215814,
      "learning_rate": 0.00026685085983946217,
      "loss": 4.8438,
      "step": 33170
    },
    {
      "epoch": 1.3586319885316405,
      "grad_norm": 3.5864511513357704,
      "learning_rate": 0.00026684881486266587,
      "loss": 4.8438,
      "step": 33171
    },
    {
      "epoch": 1.3586729469588368,
      "grad_norm": 2.254212864119426,
      "learning_rate": 0.0002668467698306302,
      "loss": 5.8438,
      "step": 33172
    },
    {
      "epoch": 1.358713905386033,
      "grad_norm": 3.2916845046288135,
      "learning_rate": 0.0002668447247433561,
      "loss": 4.75,
      "step": 33173
    },
    {
      "epoch": 1.3587548638132296,
      "grad_norm": 2.980240103146331,
      "learning_rate": 0.00026684267960084467,
      "loss": 6.0312,
      "step": 33174
    },
    {
      "epoch": 1.358795822240426,
      "grad_norm": 2.21694652078003,
      "learning_rate": 0.00026684063440309675,
      "loss": 4.4375,
      "step": 33175
    },
    {
      "epoch": 1.3588367806676223,
      "grad_norm": 3.1922880633723696,
      "learning_rate": 0.0002668385891501134,
      "loss": 7.125,
      "step": 33176
    },
    {
      "epoch": 1.3588777390948188,
      "grad_norm": 4.141005408143081,
      "learning_rate": 0.00026683654384189546,
      "loss": 5.625,
      "step": 33177
    },
    {
      "epoch": 1.358918697522015,
      "grad_norm": 2.8942700846973217,
      "learning_rate": 0.00026683449847844404,
      "loss": 5.9062,
      "step": 33178
    },
    {
      "epoch": 1.3589596559492114,
      "grad_norm": 2.1912991721020076,
      "learning_rate": 0.0002668324530597601,
      "loss": 4.9688,
      "step": 33179
    },
    {
      "epoch": 1.359000614376408,
      "grad_norm": 3.976929943529788,
      "learning_rate": 0.00026683040758584443,
      "loss": 5.0,
      "step": 33180
    },
    {
      "epoch": 1.3590415728036043,
      "grad_norm": 4.327425548181869,
      "learning_rate": 0.00026682836205669825,
      "loss": 6.9062,
      "step": 33181
    },
    {
      "epoch": 1.3590825312308008,
      "grad_norm": 2.5879648694865267,
      "learning_rate": 0.0002668263164723223,
      "loss": 6.3438,
      "step": 33182
    },
    {
      "epoch": 1.3591234896579971,
      "grad_norm": 2.468831522015714,
      "learning_rate": 0.0002668242708327177,
      "loss": 5.0312,
      "step": 33183
    },
    {
      "epoch": 1.3591644480851937,
      "grad_norm": 2.2992678061619305,
      "learning_rate": 0.0002668222251378854,
      "loss": 5.1562,
      "step": 33184
    },
    {
      "epoch": 1.35920540651239,
      "grad_norm": 2.326855605661454,
      "learning_rate": 0.0002668201793878263,
      "loss": 4.5938,
      "step": 33185
    },
    {
      "epoch": 1.3592463649395863,
      "grad_norm": 2.025965604158157,
      "learning_rate": 0.00026681813358254134,
      "loss": 4.2188,
      "step": 33186
    },
    {
      "epoch": 1.3592873233667828,
      "grad_norm": 4.969208065980815,
      "learning_rate": 0.0002668160877220316,
      "loss": 6.9062,
      "step": 33187
    },
    {
      "epoch": 1.3593282817939791,
      "grad_norm": 2.9171985976188344,
      "learning_rate": 0.00026681404180629794,
      "loss": 4.2812,
      "step": 33188
    },
    {
      "epoch": 1.3593692402211754,
      "grad_norm": 2.541729445584164,
      "learning_rate": 0.0002668119958353414,
      "loss": 5.1875,
      "step": 33189
    },
    {
      "epoch": 1.359410198648372,
      "grad_norm": 2.4850539056151293,
      "learning_rate": 0.00026680994980916303,
      "loss": 5.7188,
      "step": 33190
    },
    {
      "epoch": 1.3594511570755683,
      "grad_norm": 2.3980115269539657,
      "learning_rate": 0.00026680790372776356,
      "loss": 5.625,
      "step": 33191
    },
    {
      "epoch": 1.3594921155027646,
      "grad_norm": 7.7086229264527,
      "learning_rate": 0.00026680585759114415,
      "loss": 7.25,
      "step": 33192
    },
    {
      "epoch": 1.3595330739299611,
      "grad_norm": 2.636785072309263,
      "learning_rate": 0.00026680381139930574,
      "loss": 4.9688,
      "step": 33193
    },
    {
      "epoch": 1.3595740323571575,
      "grad_norm": 2.1506715292714373,
      "learning_rate": 0.00026680176515224923,
      "loss": 5.0,
      "step": 33194
    },
    {
      "epoch": 1.3596149907843538,
      "grad_norm": 1.9667390500931947,
      "learning_rate": 0.00026679971884997555,
      "loss": 4.8125,
      "step": 33195
    },
    {
      "epoch": 1.3596559492115503,
      "grad_norm": 2.0915265590089698,
      "learning_rate": 0.00026679767249248584,
      "loss": 4.9688,
      "step": 33196
    },
    {
      "epoch": 1.3596969076387466,
      "grad_norm": 2.11370222895942,
      "learning_rate": 0.00026679562607978096,
      "loss": 4.4688,
      "step": 33197
    },
    {
      "epoch": 1.359737866065943,
      "grad_norm": 1.9615923543957532,
      "learning_rate": 0.00026679357961186185,
      "loss": 4.8438,
      "step": 33198
    },
    {
      "epoch": 1.3597788244931395,
      "grad_norm": 2.5116336148348175,
      "learning_rate": 0.0002667915330887295,
      "loss": 5.3438,
      "step": 33199
    },
    {
      "epoch": 1.3598197829203358,
      "grad_norm": 2.2795799097254332,
      "learning_rate": 0.00026678948651038495,
      "loss": 5.1875,
      "step": 33200
    },
    {
      "epoch": 1.3598607413475323,
      "grad_norm": 5.405048834797163,
      "learning_rate": 0.00026678743987682907,
      "loss": 3.0938,
      "step": 33201
    },
    {
      "epoch": 1.3599016997747286,
      "grad_norm": 2.4843718979588525,
      "learning_rate": 0.00026678539318806285,
      "loss": 4.9375,
      "step": 33202
    },
    {
      "epoch": 1.3599426582019252,
      "grad_norm": 2.263508999265662,
      "learning_rate": 0.0002667833464440873,
      "loss": 5.0312,
      "step": 33203
    },
    {
      "epoch": 1.3599836166291215,
      "grad_norm": 2.168466727381362,
      "learning_rate": 0.00026678129964490335,
      "loss": 3.5312,
      "step": 33204
    },
    {
      "epoch": 1.3600245750563178,
      "grad_norm": 2.2685036767165396,
      "learning_rate": 0.00026677925279051197,
      "loss": 5.8438,
      "step": 33205
    },
    {
      "epoch": 1.3600655334835143,
      "grad_norm": 4.943854069147875,
      "learning_rate": 0.00026677720588091415,
      "loss": 4.1562,
      "step": 33206
    },
    {
      "epoch": 1.3601064919107106,
      "grad_norm": 2.0542786468266017,
      "learning_rate": 0.00026677515891611087,
      "loss": 5.1562,
      "step": 33207
    },
    {
      "epoch": 1.360147450337907,
      "grad_norm": 2.6447910431662756,
      "learning_rate": 0.00026677311189610305,
      "loss": 6.3125,
      "step": 33208
    },
    {
      "epoch": 1.3601884087651035,
      "grad_norm": 2.4444230669176985,
      "learning_rate": 0.0002667710648208916,
      "loss": 4.75,
      "step": 33209
    },
    {
      "epoch": 1.3602293671922998,
      "grad_norm": 4.319548123808929,
      "learning_rate": 0.0002667690176904777,
      "loss": 5.0938,
      "step": 33210
    },
    {
      "epoch": 1.3602703256194961,
      "grad_norm": 7.402600610774122,
      "learning_rate": 0.00026676697050486206,
      "loss": 6.4375,
      "step": 33211
    },
    {
      "epoch": 1.3603112840466927,
      "grad_norm": 2.5363029441072995,
      "learning_rate": 0.0002667649232640459,
      "loss": 4.4062,
      "step": 33212
    },
    {
      "epoch": 1.360352242473889,
      "grad_norm": 2.9038535600305595,
      "learning_rate": 0.00026676287596802997,
      "loss": 5.5312,
      "step": 33213
    },
    {
      "epoch": 1.3603932009010853,
      "grad_norm": 2.3439156077835306,
      "learning_rate": 0.00026676082861681535,
      "loss": 4.875,
      "step": 33214
    },
    {
      "epoch": 1.3604341593282818,
      "grad_norm": 3.069187716653622,
      "learning_rate": 0.000266758781210403,
      "loss": 5.2812,
      "step": 33215
    },
    {
      "epoch": 1.3604751177554781,
      "grad_norm": 12.06577943214867,
      "learning_rate": 0.0002667567337487938,
      "loss": 4.4375,
      "step": 33216
    },
    {
      "epoch": 1.3605160761826744,
      "grad_norm": 2.2424295127108422,
      "learning_rate": 0.0002667546862319889,
      "loss": 5.625,
      "step": 33217
    },
    {
      "epoch": 1.360557034609871,
      "grad_norm": 2.325209076703537,
      "learning_rate": 0.0002667526386599891,
      "loss": 5.125,
      "step": 33218
    },
    {
      "epoch": 1.3605979930370673,
      "grad_norm": 2.691701326674894,
      "learning_rate": 0.0002667505910327954,
      "loss": 6.0312,
      "step": 33219
    },
    {
      "epoch": 1.3606389514642638,
      "grad_norm": 3.968863750389942,
      "learning_rate": 0.00026674854335040886,
      "loss": 2.2188,
      "step": 33220
    },
    {
      "epoch": 1.3606799098914601,
      "grad_norm": 2.399658314486137,
      "learning_rate": 0.00026674649561283034,
      "loss": 4.625,
      "step": 33221
    },
    {
      "epoch": 1.3607208683186567,
      "grad_norm": 2.616344928602806,
      "learning_rate": 0.0002667444478200609,
      "loss": 5.4688,
      "step": 33222
    },
    {
      "epoch": 1.360761826745853,
      "grad_norm": 2.683050453190901,
      "learning_rate": 0.00026674239997210143,
      "loss": 4.2188,
      "step": 33223
    },
    {
      "epoch": 1.3608027851730493,
      "grad_norm": 2.0226306311032367,
      "learning_rate": 0.0002667403520689529,
      "loss": 4.625,
      "step": 33224
    },
    {
      "epoch": 1.3608437436002458,
      "grad_norm": 2.1298680566197725,
      "learning_rate": 0.00026673830411061633,
      "loss": 5.125,
      "step": 33225
    },
    {
      "epoch": 1.3608847020274422,
      "grad_norm": 2.4624073000150606,
      "learning_rate": 0.0002667362560970927,
      "loss": 5.5312,
      "step": 33226
    },
    {
      "epoch": 1.3609256604546385,
      "grad_norm": 2.1503083296655823,
      "learning_rate": 0.00026673420802838285,
      "loss": 5.3125,
      "step": 33227
    },
    {
      "epoch": 1.360966618881835,
      "grad_norm": 2.1913047943982042,
      "learning_rate": 0.0002667321599044879,
      "loss": 5.1562,
      "step": 33228
    },
    {
      "epoch": 1.3610075773090313,
      "grad_norm": 2.737387166768516,
      "learning_rate": 0.0002667301117254088,
      "loss": 5.3438,
      "step": 33229
    },
    {
      "epoch": 1.3610485357362276,
      "grad_norm": 2.766191220280703,
      "learning_rate": 0.0002667280634911464,
      "loss": 7.2812,
      "step": 33230
    },
    {
      "epoch": 1.3610894941634242,
      "grad_norm": 2.587356461820098,
      "learning_rate": 0.0002667260152017018,
      "loss": 4.75,
      "step": 33231
    },
    {
      "epoch": 1.3611304525906205,
      "grad_norm": 2.078606908744348,
      "learning_rate": 0.00026672396685707586,
      "loss": 4.25,
      "step": 33232
    },
    {
      "epoch": 1.3611714110178168,
      "grad_norm": 4.205784965437874,
      "learning_rate": 0.00026672191845726964,
      "loss": 6.5,
      "step": 33233
    },
    {
      "epoch": 1.3612123694450133,
      "grad_norm": 2.266385307356325,
      "learning_rate": 0.00026671987000228403,
      "loss": 5.4688,
      "step": 33234
    },
    {
      "epoch": 1.3612533278722097,
      "grad_norm": 2.4103215813514183,
      "learning_rate": 0.00026671782149212007,
      "loss": 4.8125,
      "step": 33235
    },
    {
      "epoch": 1.361294286299406,
      "grad_norm": 2.131038216410809,
      "learning_rate": 0.00026671577292677873,
      "loss": 4.6562,
      "step": 33236
    },
    {
      "epoch": 1.3613352447266025,
      "grad_norm": 2.227081921035205,
      "learning_rate": 0.0002667137243062609,
      "loss": 5.25,
      "step": 33237
    },
    {
      "epoch": 1.3613762031537988,
      "grad_norm": 5.0869003614898505,
      "learning_rate": 0.0002667116756305676,
      "loss": 1.8281,
      "step": 33238
    },
    {
      "epoch": 1.3614171615809953,
      "grad_norm": 3.754588676483702,
      "learning_rate": 0.0002667096268996998,
      "loss": 2.5781,
      "step": 33239
    },
    {
      "epoch": 1.3614581200081917,
      "grad_norm": 3.144928166529934,
      "learning_rate": 0.00026670757811365843,
      "loss": 6.375,
      "step": 33240
    },
    {
      "epoch": 1.3614990784353882,
      "grad_norm": 8.471765182810683,
      "learning_rate": 0.00026670552927244456,
      "loss": 5.0625,
      "step": 33241
    },
    {
      "epoch": 1.3615400368625845,
      "grad_norm": 2.5356559051065584,
      "learning_rate": 0.00026670348037605905,
      "loss": 5.0938,
      "step": 33242
    },
    {
      "epoch": 1.3615809952897808,
      "grad_norm": 2.470773563453145,
      "learning_rate": 0.0002667014314245029,
      "loss": 4.8438,
      "step": 33243
    },
    {
      "epoch": 1.3616219537169774,
      "grad_norm": 2.5135345495239645,
      "learning_rate": 0.0002666993824177771,
      "loss": 5.1875,
      "step": 33244
    },
    {
      "epoch": 1.3616629121441737,
      "grad_norm": 2.2477249735008376,
      "learning_rate": 0.00026669733335588254,
      "loss": 4.875,
      "step": 33245
    },
    {
      "epoch": 1.36170387057137,
      "grad_norm": 2.0631987131312495,
      "learning_rate": 0.0002666952842388203,
      "loss": 4.5312,
      "step": 33246
    },
    {
      "epoch": 1.3617448289985665,
      "grad_norm": 2.4089227039562604,
      "learning_rate": 0.00026669323506659133,
      "loss": 4.5938,
      "step": 33247
    },
    {
      "epoch": 1.3617857874257628,
      "grad_norm": 2.249191143520341,
      "learning_rate": 0.00026669118583919657,
      "loss": 5.125,
      "step": 33248
    },
    {
      "epoch": 1.3618267458529592,
      "grad_norm": 2.0433176924541794,
      "learning_rate": 0.0002666891365566369,
      "loss": 5.0625,
      "step": 33249
    },
    {
      "epoch": 1.3618677042801557,
      "grad_norm": 4.130223757208375,
      "learning_rate": 0.00026668708721891345,
      "loss": 6.3438,
      "step": 33250
    },
    {
      "epoch": 1.361908662707352,
      "grad_norm": 2.816070960906659,
      "learning_rate": 0.0002666850378260271,
      "loss": 4.8125,
      "step": 33251
    },
    {
      "epoch": 1.3619496211345483,
      "grad_norm": 8.142586620314392,
      "learning_rate": 0.00026668298837797887,
      "loss": 4.375,
      "step": 33252
    },
    {
      "epoch": 1.3619905795617449,
      "grad_norm": 2.184575313359051,
      "learning_rate": 0.00026668093887476964,
      "loss": 5.3438,
      "step": 33253
    },
    {
      "epoch": 1.3620315379889412,
      "grad_norm": 2.280778514783205,
      "learning_rate": 0.0002666788893164005,
      "loss": 4.375,
      "step": 33254
    },
    {
      "epoch": 1.3620724964161377,
      "grad_norm": 5.327415012653024,
      "learning_rate": 0.00026667683970287226,
      "loss": 6.1875,
      "step": 33255
    },
    {
      "epoch": 1.362113454843334,
      "grad_norm": 3.775664002199735,
      "learning_rate": 0.000266674790034186,
      "loss": 6.1875,
      "step": 33256
    },
    {
      "epoch": 1.3621544132705303,
      "grad_norm": 2.4767149623817186,
      "learning_rate": 0.0002666727403103428,
      "loss": 4.5625,
      "step": 33257
    },
    {
      "epoch": 1.3621953716977269,
      "grad_norm": 3.299655172404682,
      "learning_rate": 0.00026667069053134336,
      "loss": 5.8125,
      "step": 33258
    },
    {
      "epoch": 1.3622363301249232,
      "grad_norm": 3.8758647300404836,
      "learning_rate": 0.0002666686406971888,
      "loss": 5.5,
      "step": 33259
    },
    {
      "epoch": 1.3622772885521197,
      "grad_norm": 2.132091364550551,
      "learning_rate": 0.0002666665908078801,
      "loss": 5.0,
      "step": 33260
    },
    {
      "epoch": 1.362318246979316,
      "grad_norm": 2.607323967613003,
      "learning_rate": 0.0002666645408634182,
      "loss": 6.0938,
      "step": 33261
    },
    {
      "epoch": 1.3623592054065123,
      "grad_norm": 2.6948994759402223,
      "learning_rate": 0.0002666624908638041,
      "loss": 4.7188,
      "step": 33262
    },
    {
      "epoch": 1.3624001638337089,
      "grad_norm": 3.3428157822263214,
      "learning_rate": 0.00026666044080903874,
      "loss": 6.2812,
      "step": 33263
    },
    {
      "epoch": 1.3624411222609052,
      "grad_norm": 3.0884912302382332,
      "learning_rate": 0.0002666583906991231,
      "loss": 5.1562,
      "step": 33264
    },
    {
      "epoch": 1.3624820806881015,
      "grad_norm": 2.381003953596136,
      "learning_rate": 0.00026665634053405814,
      "loss": 4.375,
      "step": 33265
    },
    {
      "epoch": 1.362523039115298,
      "grad_norm": 6.776008587764857,
      "learning_rate": 0.00026665429031384475,
      "loss": 4.125,
      "step": 33266
    },
    {
      "epoch": 1.3625639975424944,
      "grad_norm": 2.170896775902986,
      "learning_rate": 0.0002666522400384841,
      "loss": 5.1875,
      "step": 33267
    },
    {
      "epoch": 1.3626049559696907,
      "grad_norm": 2.2369772159863244,
      "learning_rate": 0.0002666501897079769,
      "loss": 4.5312,
      "step": 33268
    },
    {
      "epoch": 1.3626459143968872,
      "grad_norm": 2.5870841730425247,
      "learning_rate": 0.0002666481393223244,
      "loss": 5.25,
      "step": 33269
    },
    {
      "epoch": 1.3626868728240835,
      "grad_norm": 4.237907787876762,
      "learning_rate": 0.00026664608888152735,
      "loss": 4.4688,
      "step": 33270
    },
    {
      "epoch": 1.3627278312512798,
      "grad_norm": 2.2376096190833614,
      "learning_rate": 0.0002666440383855868,
      "loss": 5.4062,
      "step": 33271
    },
    {
      "epoch": 1.3627687896784764,
      "grad_norm": 2.3258724575579444,
      "learning_rate": 0.00026664198783450373,
      "loss": 5.25,
      "step": 33272
    },
    {
      "epoch": 1.3628097481056727,
      "grad_norm": 2.6106932855194005,
      "learning_rate": 0.0002666399372282791,
      "loss": 5.125,
      "step": 33273
    },
    {
      "epoch": 1.3628507065328692,
      "grad_norm": 10.535896687525854,
      "learning_rate": 0.0002666378865669139,
      "loss": 7.5312,
      "step": 33274
    },
    {
      "epoch": 1.3628916649600655,
      "grad_norm": 2.700916469993217,
      "learning_rate": 0.00026663583585040905,
      "loss": 4.75,
      "step": 33275
    },
    {
      "epoch": 1.362932623387262,
      "grad_norm": 3.8255429240988743,
      "learning_rate": 0.0002666337850787655,
      "loss": 5.7188,
      "step": 33276
    },
    {
      "epoch": 1.3629735818144584,
      "grad_norm": 2.2679018565610636,
      "learning_rate": 0.00026663173425198433,
      "loss": 4.8438,
      "step": 33277
    },
    {
      "epoch": 1.3630145402416547,
      "grad_norm": 3.1049781290703566,
      "learning_rate": 0.0002666296833700664,
      "loss": 1.4609,
      "step": 33278
    },
    {
      "epoch": 1.3630554986688512,
      "grad_norm": 2.380741324021029,
      "learning_rate": 0.00026662763243301277,
      "loss": 5.4375,
      "step": 33279
    },
    {
      "epoch": 1.3630964570960475,
      "grad_norm": 2.328399854783452,
      "learning_rate": 0.00026662558144082435,
      "loss": 4.7188,
      "step": 33280
    },
    {
      "epoch": 1.3631374155232439,
      "grad_norm": 2.9903342952777403,
      "learning_rate": 0.00026662353039350213,
      "loss": 5.4688,
      "step": 33281
    },
    {
      "epoch": 1.3631783739504404,
      "grad_norm": 2.686573874271488,
      "learning_rate": 0.0002666214792910471,
      "loss": 5.2812,
      "step": 33282
    },
    {
      "epoch": 1.3632193323776367,
      "grad_norm": 2.205050209528632,
      "learning_rate": 0.0002666194281334601,
      "loss": 4.5,
      "step": 33283
    },
    {
      "epoch": 1.363260290804833,
      "grad_norm": 2.171743092554033,
      "learning_rate": 0.0002666173769207423,
      "loss": 5.0312,
      "step": 33284
    },
    {
      "epoch": 1.3633012492320296,
      "grad_norm": 2.3572708230631108,
      "learning_rate": 0.00026661532565289456,
      "loss": 5.5312,
      "step": 33285
    },
    {
      "epoch": 1.3633422076592259,
      "grad_norm": 2.238245353849068,
      "learning_rate": 0.0002666132743299178,
      "loss": 4.5312,
      "step": 33286
    },
    {
      "epoch": 1.3633831660864222,
      "grad_norm": 2.237869187812044,
      "learning_rate": 0.0002666112229518131,
      "loss": 4.1875,
      "step": 33287
    },
    {
      "epoch": 1.3634241245136187,
      "grad_norm": 2.5506318864970643,
      "learning_rate": 0.00026660917151858136,
      "loss": 5.0625,
      "step": 33288
    },
    {
      "epoch": 1.363465082940815,
      "grad_norm": 2.1220797647345453,
      "learning_rate": 0.0002666071200302236,
      "loss": 5.0625,
      "step": 33289
    },
    {
      "epoch": 1.3635060413680113,
      "grad_norm": 2.2367641683518253,
      "learning_rate": 0.0002666050684867407,
      "loss": 4.6875,
      "step": 33290
    },
    {
      "epoch": 1.3635469997952079,
      "grad_norm": 2.715007128720625,
      "learning_rate": 0.0002666030168881337,
      "loss": 5.5625,
      "step": 33291
    },
    {
      "epoch": 1.3635879582224042,
      "grad_norm": 3.1994013796981253,
      "learning_rate": 0.0002666009652344036,
      "loss": 5.4688,
      "step": 33292
    },
    {
      "epoch": 1.3636289166496007,
      "grad_norm": 2.4855041685789407,
      "learning_rate": 0.0002665989135255513,
      "loss": 5.6562,
      "step": 33293
    },
    {
      "epoch": 1.363669875076797,
      "grad_norm": 2.716435644019886,
      "learning_rate": 0.00026659686176157786,
      "loss": 4.2812,
      "step": 33294
    },
    {
      "epoch": 1.3637108335039936,
      "grad_norm": 3.5484925168315153,
      "learning_rate": 0.0002665948099424841,
      "loss": 6.125,
      "step": 33295
    },
    {
      "epoch": 1.36375179193119,
      "grad_norm": 2.3326978710729787,
      "learning_rate": 0.00026659275806827115,
      "loss": 4.3438,
      "step": 33296
    },
    {
      "epoch": 1.3637927503583862,
      "grad_norm": 2.4518303023288968,
      "learning_rate": 0.00026659070613893984,
      "loss": 4.9062,
      "step": 33297
    },
    {
      "epoch": 1.3638337087855827,
      "grad_norm": 2.13455061229912,
      "learning_rate": 0.00026658865415449127,
      "loss": 4.5938,
      "step": 33298
    },
    {
      "epoch": 1.363874667212779,
      "grad_norm": 2.518299785988722,
      "learning_rate": 0.00026658660211492636,
      "loss": 4.5,
      "step": 33299
    },
    {
      "epoch": 1.3639156256399754,
      "grad_norm": 2.505278386976735,
      "learning_rate": 0.00026658455002024603,
      "loss": 5.0938,
      "step": 33300
    },
    {
      "epoch": 1.363956584067172,
      "grad_norm": 3.1656506123758485,
      "learning_rate": 0.0002665824978704513,
      "loss": 5.4062,
      "step": 33301
    },
    {
      "epoch": 1.3639975424943682,
      "grad_norm": 4.284596737410179,
      "learning_rate": 0.00026658044566554314,
      "loss": 6.2812,
      "step": 33302
    },
    {
      "epoch": 1.3640385009215645,
      "grad_norm": 2.497748126825663,
      "learning_rate": 0.00026657839340552247,
      "loss": 5.5625,
      "step": 33303
    },
    {
      "epoch": 1.364079459348761,
      "grad_norm": 2.4246613571517024,
      "learning_rate": 0.0002665763410903904,
      "loss": 5.1562,
      "step": 33304
    },
    {
      "epoch": 1.3641204177759574,
      "grad_norm": 2.63179130947538,
      "learning_rate": 0.00026657428872014767,
      "loss": 5.125,
      "step": 33305
    },
    {
      "epoch": 1.3641613762031537,
      "grad_norm": 2.901501706284901,
      "learning_rate": 0.0002665722362947955,
      "loss": 6.5625,
      "step": 33306
    },
    {
      "epoch": 1.3642023346303502,
      "grad_norm": 3.365744971712047,
      "learning_rate": 0.0002665701838143346,
      "loss": 2.625,
      "step": 33307
    },
    {
      "epoch": 1.3642432930575465,
      "grad_norm": 4.53752249528875,
      "learning_rate": 0.0002665681312787662,
      "loss": 6.0,
      "step": 33308
    },
    {
      "epoch": 1.3642842514847429,
      "grad_norm": 3.2471811963518746,
      "learning_rate": 0.0002665660786880911,
      "loss": 5.1562,
      "step": 33309
    },
    {
      "epoch": 1.3643252099119394,
      "grad_norm": 2.3562805011250645,
      "learning_rate": 0.00026656402604231035,
      "loss": 4.9375,
      "step": 33310
    },
    {
      "epoch": 1.3643661683391357,
      "grad_norm": 2.2524993848704167,
      "learning_rate": 0.0002665619733414249,
      "loss": 5.375,
      "step": 33311
    },
    {
      "epoch": 1.3644071267663322,
      "grad_norm": 2.7758400255489217,
      "learning_rate": 0.00026655992058543566,
      "loss": 5.0938,
      "step": 33312
    },
    {
      "epoch": 1.3644480851935286,
      "grad_norm": 5.49970707901492,
      "learning_rate": 0.0002665578677743437,
      "loss": 6.3125,
      "step": 33313
    },
    {
      "epoch": 1.364489043620725,
      "grad_norm": 2.3912977507288664,
      "learning_rate": 0.00026655581490814994,
      "loss": 5.4688,
      "step": 33314
    },
    {
      "epoch": 1.3645300020479214,
      "grad_norm": 2.383142087033549,
      "learning_rate": 0.0002665537619868554,
      "loss": 5.2188,
      "step": 33315
    },
    {
      "epoch": 1.3645709604751177,
      "grad_norm": 2.294535052934399,
      "learning_rate": 0.0002665517090104609,
      "loss": 5.25,
      "step": 33316
    },
    {
      "epoch": 1.3646119189023143,
      "grad_norm": 3.3494062498568495,
      "learning_rate": 0.0002665496559789676,
      "loss": 5.125,
      "step": 33317
    },
    {
      "epoch": 1.3646528773295106,
      "grad_norm": 6.083555671582531,
      "learning_rate": 0.0002665476028923763,
      "loss": 2.5469,
      "step": 33318
    },
    {
      "epoch": 1.3646938357567069,
      "grad_norm": 2.625436885260217,
      "learning_rate": 0.00026654554975068815,
      "loss": 5.3125,
      "step": 33319
    },
    {
      "epoch": 1.3647347941839034,
      "grad_norm": 3.621615900585151,
      "learning_rate": 0.00026654349655390395,
      "loss": 4.7188,
      "step": 33320
    },
    {
      "epoch": 1.3647757526110997,
      "grad_norm": 4.328610704223142,
      "learning_rate": 0.0002665414433020248,
      "loss": 1.9609,
      "step": 33321
    },
    {
      "epoch": 1.364816711038296,
      "grad_norm": 3.5668519943165236,
      "learning_rate": 0.0002665393899950516,
      "loss": 6.1562,
      "step": 33322
    },
    {
      "epoch": 1.3648576694654926,
      "grad_norm": 2.148907747908685,
      "learning_rate": 0.00026653733663298533,
      "loss": 4.9062,
      "step": 33323
    },
    {
      "epoch": 1.364898627892689,
      "grad_norm": 2.1989327953158013,
      "learning_rate": 0.00026653528321582697,
      "loss": 5.0,
      "step": 33324
    },
    {
      "epoch": 1.3649395863198852,
      "grad_norm": 4.274137488982138,
      "learning_rate": 0.00026653322974357747,
      "loss": 1.7422,
      "step": 33325
    },
    {
      "epoch": 1.3649805447470817,
      "grad_norm": 2.2530556742942442,
      "learning_rate": 0.00026653117621623786,
      "loss": 4.3438,
      "step": 33326
    },
    {
      "epoch": 1.365021503174278,
      "grad_norm": 2.450495711965719,
      "learning_rate": 0.0002665291226338091,
      "loss": 4.125,
      "step": 33327
    },
    {
      "epoch": 1.3650624616014744,
      "grad_norm": 3.8114341188934144,
      "learning_rate": 0.00026652706899629204,
      "loss": 5.0312,
      "step": 33328
    },
    {
      "epoch": 1.365103420028671,
      "grad_norm": 4.429571389930172,
      "learning_rate": 0.00026652501530368783,
      "loss": 6.8438,
      "step": 33329
    },
    {
      "epoch": 1.3651443784558672,
      "grad_norm": 2.6602680712430478,
      "learning_rate": 0.0002665229615559973,
      "loss": 5.625,
      "step": 33330
    },
    {
      "epoch": 1.3651853368830638,
      "grad_norm": 3.557792430169009,
      "learning_rate": 0.0002665209077532215,
      "loss": 6.4688,
      "step": 33331
    },
    {
      "epoch": 1.36522629531026,
      "grad_norm": 2.282164283281226,
      "learning_rate": 0.00026651885389536136,
      "loss": 5.25,
      "step": 33332
    },
    {
      "epoch": 1.3652672537374566,
      "grad_norm": 2.107362239852068,
      "learning_rate": 0.0002665167999824179,
      "loss": 5.0,
      "step": 33333
    },
    {
      "epoch": 1.365308212164653,
      "grad_norm": 2.3980844911111285,
      "learning_rate": 0.000266514746014392,
      "loss": 2.4062,
      "step": 33334
    },
    {
      "epoch": 1.3653491705918492,
      "grad_norm": 3.199635897494475,
      "learning_rate": 0.00026651269199128475,
      "loss": 6.5625,
      "step": 33335
    },
    {
      "epoch": 1.3653901290190458,
      "grad_norm": 2.829409905629754,
      "learning_rate": 0.00026651063791309704,
      "loss": 4.8438,
      "step": 33336
    },
    {
      "epoch": 1.365431087446242,
      "grad_norm": 2.124042935463484,
      "learning_rate": 0.00026650858377982986,
      "loss": 4.875,
      "step": 33337
    },
    {
      "epoch": 1.3654720458734384,
      "grad_norm": 2.390808566081127,
      "learning_rate": 0.0002665065295914842,
      "loss": 5.2812,
      "step": 33338
    },
    {
      "epoch": 1.365513004300635,
      "grad_norm": 5.024421363884419,
      "learning_rate": 0.000266504475348061,
      "loss": 4.3125,
      "step": 33339
    },
    {
      "epoch": 1.3655539627278312,
      "grad_norm": 2.3656842997945406,
      "learning_rate": 0.0002665024210495612,
      "loss": 5.0625,
      "step": 33340
    },
    {
      "epoch": 1.3655949211550276,
      "grad_norm": 2.1525133451161143,
      "learning_rate": 0.0002665003666959859,
      "loss": 5.0625,
      "step": 33341
    },
    {
      "epoch": 1.365635879582224,
      "grad_norm": 2.7265246007129424,
      "learning_rate": 0.0002664983122873359,
      "loss": 5.9375,
      "step": 33342
    },
    {
      "epoch": 1.3656768380094204,
      "grad_norm": 2.236949943236008,
      "learning_rate": 0.0002664962578236123,
      "loss": 4.1562,
      "step": 33343
    },
    {
      "epoch": 1.3657177964366167,
      "grad_norm": 2.9246555711581013,
      "learning_rate": 0.000266494203304816,
      "loss": 5.4375,
      "step": 33344
    },
    {
      "epoch": 1.3657587548638133,
      "grad_norm": 2.392173444068567,
      "learning_rate": 0.0002664921487309481,
      "loss": 4.5,
      "step": 33345
    },
    {
      "epoch": 1.3657997132910096,
      "grad_norm": 2.6950745454837812,
      "learning_rate": 0.00026649009410200937,
      "loss": 5.1875,
      "step": 33346
    },
    {
      "epoch": 1.365840671718206,
      "grad_norm": 5.1660681678856335,
      "learning_rate": 0.00026648803941800093,
      "loss": 6.375,
      "step": 33347
    },
    {
      "epoch": 1.3658816301454024,
      "grad_norm": 2.1343965250412773,
      "learning_rate": 0.0002664859846789237,
      "loss": 4.625,
      "step": 33348
    },
    {
      "epoch": 1.3659225885725987,
      "grad_norm": 2.3651189516012088,
      "learning_rate": 0.0002664839298847786,
      "loss": 5.1875,
      "step": 33349
    },
    {
      "epoch": 1.3659635469997953,
      "grad_norm": 2.405845956853826,
      "learning_rate": 0.00026648187503556674,
      "loss": 4.7812,
      "step": 33350
    },
    {
      "epoch": 1.3660045054269916,
      "grad_norm": 2.34818590384752,
      "learning_rate": 0.00026647982013128897,
      "loss": 5.0,
      "step": 33351
    },
    {
      "epoch": 1.3660454638541881,
      "grad_norm": 2.959464037346634,
      "learning_rate": 0.00026647776517194625,
      "loss": 5.0312,
      "step": 33352
    },
    {
      "epoch": 1.3660864222813844,
      "grad_norm": 2.1826438151319656,
      "learning_rate": 0.00026647571015753967,
      "loss": 4.25,
      "step": 33353
    },
    {
      "epoch": 1.3661273807085808,
      "grad_norm": 3.002477573667244,
      "learning_rate": 0.0002664736550880701,
      "loss": 5.0,
      "step": 33354
    },
    {
      "epoch": 1.3661683391357773,
      "grad_norm": 4.799468307077243,
      "learning_rate": 0.0002664715999635386,
      "loss": 3.25,
      "step": 33355
    },
    {
      "epoch": 1.3662092975629736,
      "grad_norm": 3.9860615714023506,
      "learning_rate": 0.000266469544783946,
      "loss": 6.9375,
      "step": 33356
    },
    {
      "epoch": 1.36625025599017,
      "grad_norm": 4.509482169702679,
      "learning_rate": 0.0002664674895492934,
      "loss": 5.2812,
      "step": 33357
    },
    {
      "epoch": 1.3662912144173665,
      "grad_norm": 2.3943018160318137,
      "learning_rate": 0.0002664654342595817,
      "loss": 4.9375,
      "step": 33358
    },
    {
      "epoch": 1.3663321728445628,
      "grad_norm": 2.514223552012792,
      "learning_rate": 0.000266463378914812,
      "loss": 5.6875,
      "step": 33359
    },
    {
      "epoch": 1.366373131271759,
      "grad_norm": 2.2930905521982807,
      "learning_rate": 0.0002664613235149851,
      "loss": 4.7812,
      "step": 33360
    },
    {
      "epoch": 1.3664140896989556,
      "grad_norm": 2.148405228052563,
      "learning_rate": 0.00026645926806010203,
      "loss": 4.1875,
      "step": 33361
    },
    {
      "epoch": 1.366455048126152,
      "grad_norm": 2.246975133117126,
      "learning_rate": 0.0002664572125501638,
      "loss": 5.1562,
      "step": 33362
    },
    {
      "epoch": 1.3664960065533482,
      "grad_norm": 2.1660217764188654,
      "learning_rate": 0.00026645515698517136,
      "loss": 3.9688,
      "step": 33363
    },
    {
      "epoch": 1.3665369649805448,
      "grad_norm": 2.3159561434779703,
      "learning_rate": 0.00026645310136512565,
      "loss": 4.7812,
      "step": 33364
    },
    {
      "epoch": 1.366577923407741,
      "grad_norm": 5.043245238957733,
      "learning_rate": 0.00026645104569002773,
      "loss": 4.6562,
      "step": 33365
    },
    {
      "epoch": 1.3666188818349374,
      "grad_norm": 2.2624056626477542,
      "learning_rate": 0.00026644898995987847,
      "loss": 5.0938,
      "step": 33366
    },
    {
      "epoch": 1.366659840262134,
      "grad_norm": 2.208687817873564,
      "learning_rate": 0.00026644693417467885,
      "loss": 4.8125,
      "step": 33367
    },
    {
      "epoch": 1.3667007986893303,
      "grad_norm": 2.706570620265763,
      "learning_rate": 0.00026644487833442994,
      "loss": 5.3125,
      "step": 33368
    },
    {
      "epoch": 1.3667417571165268,
      "grad_norm": 3.803291282497133,
      "learning_rate": 0.0002664428224391326,
      "loss": 4.375,
      "step": 33369
    },
    {
      "epoch": 1.366782715543723,
      "grad_norm": 2.544042552456328,
      "learning_rate": 0.0002664407664887879,
      "loss": 4.6875,
      "step": 33370
    },
    {
      "epoch": 1.3668236739709196,
      "grad_norm": 2.070302363201945,
      "learning_rate": 0.00026643871048339675,
      "loss": 4.4688,
      "step": 33371
    },
    {
      "epoch": 1.366864632398116,
      "grad_norm": 2.2144131349574643,
      "learning_rate": 0.00026643665442296015,
      "loss": 4.5938,
      "step": 33372
    },
    {
      "epoch": 1.3669055908253123,
      "grad_norm": 4.0931835668454015,
      "learning_rate": 0.000266434598307479,
      "loss": 1.7969,
      "step": 33373
    },
    {
      "epoch": 1.3669465492525088,
      "grad_norm": 2.1914246062420486,
      "learning_rate": 0.00026643254213695435,
      "loss": 4.8438,
      "step": 33374
    },
    {
      "epoch": 1.3669875076797051,
      "grad_norm": 2.190823650281355,
      "learning_rate": 0.00026643048591138714,
      "loss": 5.125,
      "step": 33375
    },
    {
      "epoch": 1.3670284661069014,
      "grad_norm": 2.5199730602670702,
      "learning_rate": 0.0002664284296307784,
      "loss": 4.625,
      "step": 33376
    },
    {
      "epoch": 1.367069424534098,
      "grad_norm": 6.749796384657202,
      "learning_rate": 0.000266426373295129,
      "loss": 5.6875,
      "step": 33377
    },
    {
      "epoch": 1.3671103829612943,
      "grad_norm": 2.031819584282524,
      "learning_rate": 0.00026642431690444,
      "loss": 4.5,
      "step": 33378
    },
    {
      "epoch": 1.3671513413884906,
      "grad_norm": 6.523394383462949,
      "learning_rate": 0.00026642226045871237,
      "loss": 7.8438,
      "step": 33379
    },
    {
      "epoch": 1.3671922998156871,
      "grad_norm": 2.258161375086126,
      "learning_rate": 0.000266420203957947,
      "loss": 5.2188,
      "step": 33380
    },
    {
      "epoch": 1.3672332582428834,
      "grad_norm": 3.18246724856172,
      "learning_rate": 0.0002664181474021449,
      "loss": 6.1875,
      "step": 33381
    },
    {
      "epoch": 1.3672742166700798,
      "grad_norm": 2.381190419941235,
      "learning_rate": 0.0002664160907913071,
      "loss": 5.125,
      "step": 33382
    },
    {
      "epoch": 1.3673151750972763,
      "grad_norm": 2.3770984033201294,
      "learning_rate": 0.0002664140341254345,
      "loss": 5.0,
      "step": 33383
    },
    {
      "epoch": 1.3673561335244726,
      "grad_norm": 3.3375014239182934,
      "learning_rate": 0.0002664119774045281,
      "loss": 5.9688,
      "step": 33384
    },
    {
      "epoch": 1.367397091951669,
      "grad_norm": 3.088960296288289,
      "learning_rate": 0.0002664099206285889,
      "loss": 5.75,
      "step": 33385
    },
    {
      "epoch": 1.3674380503788655,
      "grad_norm": 2.2102541382808845,
      "learning_rate": 0.0002664078637976178,
      "loss": 4.6875,
      "step": 33386
    },
    {
      "epoch": 1.3674790088060618,
      "grad_norm": 2.8383510257483,
      "learning_rate": 0.00026640580691161586,
      "loss": 4.7812,
      "step": 33387
    },
    {
      "epoch": 1.3675199672332583,
      "grad_norm": 3.247737591739213,
      "learning_rate": 0.00026640374997058397,
      "loss": 1.9219,
      "step": 33388
    },
    {
      "epoch": 1.3675609256604546,
      "grad_norm": 4.406882173021058,
      "learning_rate": 0.0002664016929745232,
      "loss": 6.0,
      "step": 33389
    },
    {
      "epoch": 1.3676018840876512,
      "grad_norm": 4.665204847589353,
      "learning_rate": 0.00026639963592343436,
      "loss": 3.75,
      "step": 33390
    },
    {
      "epoch": 1.3676428425148475,
      "grad_norm": 2.3794307533593724,
      "learning_rate": 0.0002663975788173186,
      "loss": 4.9062,
      "step": 33391
    },
    {
      "epoch": 1.3676838009420438,
      "grad_norm": 4.093798541132771,
      "learning_rate": 0.00026639552165617686,
      "loss": 5.4062,
      "step": 33392
    },
    {
      "epoch": 1.3677247593692403,
      "grad_norm": 3.659824111149804,
      "learning_rate": 0.00026639346444000997,
      "loss": 5.1562,
      "step": 33393
    },
    {
      "epoch": 1.3677657177964366,
      "grad_norm": 2.5575986409428753,
      "learning_rate": 0.0002663914071688191,
      "loss": 5.125,
      "step": 33394
    },
    {
      "epoch": 1.367806676223633,
      "grad_norm": 5.019386553271013,
      "learning_rate": 0.00026638934984260504,
      "loss": 4.5938,
      "step": 33395
    },
    {
      "epoch": 1.3678476346508295,
      "grad_norm": 2.998746937989842,
      "learning_rate": 0.0002663872924613689,
      "loss": 4.9375,
      "step": 33396
    },
    {
      "epoch": 1.3678885930780258,
      "grad_norm": 3.1025376718259103,
      "learning_rate": 0.00026638523502511163,
      "loss": 5.1562,
      "step": 33397
    },
    {
      "epoch": 1.367929551505222,
      "grad_norm": 2.3907496619090782,
      "learning_rate": 0.0002663831775338341,
      "loss": 4.75,
      "step": 33398
    },
    {
      "epoch": 1.3679705099324186,
      "grad_norm": 2.9309102931747026,
      "learning_rate": 0.00026638111998753737,
      "loss": 5.4688,
      "step": 33399
    },
    {
      "epoch": 1.368011468359615,
      "grad_norm": 2.191035958410085,
      "learning_rate": 0.00026637906238622245,
      "loss": 4.4688,
      "step": 33400
    },
    {
      "epoch": 1.3680524267868113,
      "grad_norm": 2.558281696591504,
      "learning_rate": 0.00026637700472989024,
      "loss": 5.8125,
      "step": 33401
    },
    {
      "epoch": 1.3680933852140078,
      "grad_norm": 2.5772174844119777,
      "learning_rate": 0.00026637494701854176,
      "loss": 5.2188,
      "step": 33402
    },
    {
      "epoch": 1.3681343436412041,
      "grad_norm": 6.3976662861360625,
      "learning_rate": 0.00026637288925217793,
      "loss": 4.0,
      "step": 33403
    },
    {
      "epoch": 1.3681753020684007,
      "grad_norm": 2.511757665148355,
      "learning_rate": 0.00026637083143079974,
      "loss": 5.9688,
      "step": 33404
    },
    {
      "epoch": 1.368216260495597,
      "grad_norm": 2.42574911160296,
      "learning_rate": 0.0002663687735544082,
      "loss": 4.75,
      "step": 33405
    },
    {
      "epoch": 1.3682572189227933,
      "grad_norm": 2.176900501320497,
      "learning_rate": 0.0002663667156230042,
      "loss": 4.4062,
      "step": 33406
    },
    {
      "epoch": 1.3682981773499898,
      "grad_norm": 7.278223657679734,
      "learning_rate": 0.00026636465763658885,
      "loss": 2.875,
      "step": 33407
    },
    {
      "epoch": 1.3683391357771861,
      "grad_norm": 3.9532869040232925,
      "learning_rate": 0.00026636259959516293,
      "loss": 5.0625,
      "step": 33408
    },
    {
      "epoch": 1.3683800942043827,
      "grad_norm": 2.4566547506910523,
      "learning_rate": 0.00026636054149872763,
      "loss": 5.0625,
      "step": 33409
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 2.062758595191431,
      "learning_rate": 0.0002663584833472838,
      "loss": 5.375,
      "step": 33410
    },
    {
      "epoch": 1.3684620110587753,
      "grad_norm": 2.7566879486817846,
      "learning_rate": 0.0002663564251408324,
      "loss": 4.0625,
      "step": 33411
    },
    {
      "epoch": 1.3685029694859718,
      "grad_norm": 2.3604009125147813,
      "learning_rate": 0.00026635436687937443,
      "loss": 4.7812,
      "step": 33412
    },
    {
      "epoch": 1.3685439279131681,
      "grad_norm": 2.237629605433686,
      "learning_rate": 0.0002663523085629109,
      "loss": 4.5312,
      "step": 33413
    },
    {
      "epoch": 1.3685848863403645,
      "grad_norm": 2.1715880817390762,
      "learning_rate": 0.00026635025019144275,
      "loss": 5.4062,
      "step": 33414
    },
    {
      "epoch": 1.368625844767561,
      "grad_norm": 3.772298585212016,
      "learning_rate": 0.00026634819176497095,
      "loss": 3.5156,
      "step": 33415
    },
    {
      "epoch": 1.3686668031947573,
      "grad_norm": 4.783514919482125,
      "learning_rate": 0.0002663461332834965,
      "loss": 4.1875,
      "step": 33416
    },
    {
      "epoch": 1.3687077616219536,
      "grad_norm": 4.46924168909346,
      "learning_rate": 0.00026634407474702027,
      "loss": 5.3125,
      "step": 33417
    },
    {
      "epoch": 1.3687487200491502,
      "grad_norm": 1.9340437210789883,
      "learning_rate": 0.00026634201615554335,
      "loss": 4.3125,
      "step": 33418
    },
    {
      "epoch": 1.3687896784763465,
      "grad_norm": 1.951498102436482,
      "learning_rate": 0.0002663399575090667,
      "loss": 3.6406,
      "step": 33419
    },
    {
      "epoch": 1.3688306369035428,
      "grad_norm": 2.4726955573668787,
      "learning_rate": 0.0002663378988075913,
      "loss": 4.5938,
      "step": 33420
    },
    {
      "epoch": 1.3688715953307393,
      "grad_norm": 2.359764506751565,
      "learning_rate": 0.000266335840051118,
      "loss": 4.7812,
      "step": 33421
    },
    {
      "epoch": 1.3689125537579356,
      "grad_norm": 2.392135129904277,
      "learning_rate": 0.0002663337812396479,
      "loss": 5.0,
      "step": 33422
    },
    {
      "epoch": 1.3689535121851322,
      "grad_norm": 6.182490971413404,
      "learning_rate": 0.00026633172237318196,
      "loss": 3.0781,
      "step": 33423
    },
    {
      "epoch": 1.3689944706123285,
      "grad_norm": 4.44418808802599,
      "learning_rate": 0.0002663296634517211,
      "loss": 5.9375,
      "step": 33424
    },
    {
      "epoch": 1.369035429039525,
      "grad_norm": 2.447309142584701,
      "learning_rate": 0.00026632760447526635,
      "loss": 5.1875,
      "step": 33425
    },
    {
      "epoch": 1.3690763874667213,
      "grad_norm": 2.5932669649638136,
      "learning_rate": 0.0002663255454438187,
      "loss": 4.875,
      "step": 33426
    },
    {
      "epoch": 1.3691173458939176,
      "grad_norm": 3.1606452394337556,
      "learning_rate": 0.000266323486357379,
      "loss": 6.1562,
      "step": 33427
    },
    {
      "epoch": 1.3691583043211142,
      "grad_norm": 2.8018261615661766,
      "learning_rate": 0.00026632142721594835,
      "loss": 4.4375,
      "step": 33428
    },
    {
      "epoch": 1.3691992627483105,
      "grad_norm": 2.9524342924176707,
      "learning_rate": 0.0002663193680195277,
      "loss": 7.0938,
      "step": 33429
    },
    {
      "epoch": 1.3692402211755068,
      "grad_norm": 3.2949441755517093,
      "learning_rate": 0.0002663173087681179,
      "loss": 5.2812,
      "step": 33430
    },
    {
      "epoch": 1.3692811796027033,
      "grad_norm": 2.371742047228847,
      "learning_rate": 0.00026631524946172015,
      "loss": 4.8125,
      "step": 33431
    },
    {
      "epoch": 1.3693221380298997,
      "grad_norm": 2.383740603108509,
      "learning_rate": 0.0002663131901003352,
      "loss": 4.9688,
      "step": 33432
    },
    {
      "epoch": 1.369363096457096,
      "grad_norm": 2.347555801704908,
      "learning_rate": 0.0002663111306839642,
      "loss": 5.2188,
      "step": 33433
    },
    {
      "epoch": 1.3694040548842925,
      "grad_norm": 2.1787422821849405,
      "learning_rate": 0.0002663090712126081,
      "loss": 4.0938,
      "step": 33434
    },
    {
      "epoch": 1.3694450133114888,
      "grad_norm": 3.1941396517046408,
      "learning_rate": 0.0002663070116862677,
      "loss": 5.0938,
      "step": 33435
    },
    {
      "epoch": 1.3694859717386851,
      "grad_norm": 2.1174227319259304,
      "learning_rate": 0.0002663049521049441,
      "loss": 4.125,
      "step": 33436
    },
    {
      "epoch": 1.3695269301658817,
      "grad_norm": 3.1966604252009794,
      "learning_rate": 0.0002663028924686384,
      "loss": 5.3438,
      "step": 33437
    },
    {
      "epoch": 1.369567888593078,
      "grad_norm": 2.0618093907583535,
      "learning_rate": 0.0002663008327773513,
      "loss": 4.0625,
      "step": 33438
    },
    {
      "epoch": 1.3696088470202743,
      "grad_norm": 12.896748633755411,
      "learning_rate": 0.00026629877303108396,
      "loss": 6.1875,
      "step": 33439
    },
    {
      "epoch": 1.3696498054474708,
      "grad_norm": 2.2733521804350643,
      "learning_rate": 0.0002662967132298373,
      "loss": 4.9062,
      "step": 33440
    },
    {
      "epoch": 1.3696907638746671,
      "grad_norm": 5.1410820527423144,
      "learning_rate": 0.0002662946533736123,
      "loss": 5.7188,
      "step": 33441
    },
    {
      "epoch": 1.3697317223018637,
      "grad_norm": 2.172023716051715,
      "learning_rate": 0.00026629259346240997,
      "loss": 4.7812,
      "step": 33442
    },
    {
      "epoch": 1.36977268072906,
      "grad_norm": 2.7804407365069763,
      "learning_rate": 0.0002662905334962312,
      "loss": 6.1562,
      "step": 33443
    },
    {
      "epoch": 1.3698136391562565,
      "grad_norm": 2.2682277093369474,
      "learning_rate": 0.000266288473475077,
      "loss": 5.5,
      "step": 33444
    },
    {
      "epoch": 1.3698545975834528,
      "grad_norm": 6.174067007293011,
      "learning_rate": 0.00026628641339894845,
      "loss": 4.4688,
      "step": 33445
    },
    {
      "epoch": 1.3698955560106492,
      "grad_norm": 3.863360763307633,
      "learning_rate": 0.0002662843532678464,
      "loss": 5.125,
      "step": 33446
    },
    {
      "epoch": 1.3699365144378457,
      "grad_norm": 2.645387728353588,
      "learning_rate": 0.0002662822930817718,
      "loss": 5.7812,
      "step": 33447
    },
    {
      "epoch": 1.369977472865042,
      "grad_norm": 2.668781893493977,
      "learning_rate": 0.00026628023284072574,
      "loss": 5.125,
      "step": 33448
    },
    {
      "epoch": 1.3700184312922383,
      "grad_norm": 2.445421757848119,
      "learning_rate": 0.00026627817254470904,
      "loss": 4.5,
      "step": 33449
    },
    {
      "epoch": 1.3700593897194349,
      "grad_norm": 2.2506316422652786,
      "learning_rate": 0.00026627611219372287,
      "loss": 4.6562,
      "step": 33450
    },
    {
      "epoch": 1.3701003481466312,
      "grad_norm": 2.5771424710491613,
      "learning_rate": 0.0002662740517877681,
      "loss": 5.8438,
      "step": 33451
    },
    {
      "epoch": 1.3701413065738275,
      "grad_norm": 4.2364272150509095,
      "learning_rate": 0.00026627199132684564,
      "loss": 6.0625,
      "step": 33452
    },
    {
      "epoch": 1.370182265001024,
      "grad_norm": 2.353624881239961,
      "learning_rate": 0.00026626993081095655,
      "loss": 4.4375,
      "step": 33453
    },
    {
      "epoch": 1.3702232234282203,
      "grad_norm": 2.6949984398057905,
      "learning_rate": 0.0002662678702401018,
      "loss": 4.8125,
      "step": 33454
    },
    {
      "epoch": 1.3702641818554167,
      "grad_norm": 2.5150047395853132,
      "learning_rate": 0.00026626580961428237,
      "loss": 5.1875,
      "step": 33455
    },
    {
      "epoch": 1.3703051402826132,
      "grad_norm": 5.162911956588731,
      "learning_rate": 0.0002662637489334992,
      "loss": 4.7188,
      "step": 33456
    },
    {
      "epoch": 1.3703460987098095,
      "grad_norm": 2.117811828001921,
      "learning_rate": 0.00026626168819775324,
      "loss": 4.6562,
      "step": 33457
    },
    {
      "epoch": 1.3703870571370058,
      "grad_norm": 4.818068481651885,
      "learning_rate": 0.00026625962740704545,
      "loss": 5.75,
      "step": 33458
    },
    {
      "epoch": 1.3704280155642024,
      "grad_norm": 2.407686328890471,
      "learning_rate": 0.00026625756656137696,
      "loss": 4.5625,
      "step": 33459
    },
    {
      "epoch": 1.3704689739913987,
      "grad_norm": 2.052762585631682,
      "learning_rate": 0.0002662555056607486,
      "loss": 4.7812,
      "step": 33460
    },
    {
      "epoch": 1.3705099324185952,
      "grad_norm": 4.358083833887643,
      "learning_rate": 0.0002662534447051614,
      "loss": 6.8438,
      "step": 33461
    },
    {
      "epoch": 1.3705508908457915,
      "grad_norm": 2.223433868440429,
      "learning_rate": 0.0002662513836946163,
      "loss": 5.3125,
      "step": 33462
    },
    {
      "epoch": 1.370591849272988,
      "grad_norm": 5.024535956777339,
      "learning_rate": 0.0002662493226291143,
      "loss": 5.625,
      "step": 33463
    },
    {
      "epoch": 1.3706328077001844,
      "grad_norm": 2.49122623962279,
      "learning_rate": 0.00026624726150865636,
      "loss": 5.0938,
      "step": 33464
    },
    {
      "epoch": 1.3706737661273807,
      "grad_norm": 4.118406215590859,
      "learning_rate": 0.00026624520033324345,
      "loss": 5.625,
      "step": 33465
    },
    {
      "epoch": 1.3707147245545772,
      "grad_norm": 2.4461683302393182,
      "learning_rate": 0.00026624313910287656,
      "loss": 5.4062,
      "step": 33466
    },
    {
      "epoch": 1.3707556829817735,
      "grad_norm": 2.601731612315711,
      "learning_rate": 0.00026624107781755667,
      "loss": 5.9062,
      "step": 33467
    },
    {
      "epoch": 1.3707966414089698,
      "grad_norm": 2.9397431354333032,
      "learning_rate": 0.00026623901647728474,
      "loss": 5.3125,
      "step": 33468
    },
    {
      "epoch": 1.3708375998361664,
      "grad_norm": 2.2791043553875325,
      "learning_rate": 0.00026623695508206177,
      "loss": 4.25,
      "step": 33469
    },
    {
      "epoch": 1.3708785582633627,
      "grad_norm": 2.1644123629732186,
      "learning_rate": 0.00026623489363188866,
      "loss": 2.2656,
      "step": 33470
    },
    {
      "epoch": 1.370919516690559,
      "grad_norm": 2.1751144429644453,
      "learning_rate": 0.00026623283212676645,
      "loss": 4.6562,
      "step": 33471
    },
    {
      "epoch": 1.3709604751177555,
      "grad_norm": 2.207572206220595,
      "learning_rate": 0.0002662307705666962,
      "loss": 4.9062,
      "step": 33472
    },
    {
      "epoch": 1.3710014335449519,
      "grad_norm": 2.297336187010069,
      "learning_rate": 0.00026622870895167864,
      "loss": 4.0312,
      "step": 33473
    },
    {
      "epoch": 1.3710423919721482,
      "grad_norm": 2.3075184309819394,
      "learning_rate": 0.000266226647281715,
      "loss": 5.5,
      "step": 33474
    },
    {
      "epoch": 1.3710833503993447,
      "grad_norm": 2.4006052569983387,
      "learning_rate": 0.000266224585556806,
      "loss": 4.9375,
      "step": 33475
    },
    {
      "epoch": 1.371124308826541,
      "grad_norm": 2.3241441667656337,
      "learning_rate": 0.00026622252377695295,
      "loss": 5.75,
      "step": 33476
    },
    {
      "epoch": 1.3711652672537373,
      "grad_norm": 2.560408920003104,
      "learning_rate": 0.0002662204619421565,
      "loss": 5.5,
      "step": 33477
    },
    {
      "epoch": 1.3712062256809339,
      "grad_norm": 1.982517595841132,
      "learning_rate": 0.0002662184000524178,
      "loss": 4.4375,
      "step": 33478
    },
    {
      "epoch": 1.3712471841081302,
      "grad_norm": 5.924954057840759,
      "learning_rate": 0.0002662163381077378,
      "loss": 7.0625,
      "step": 33479
    },
    {
      "epoch": 1.3712881425353267,
      "grad_norm": 2.2178602085544212,
      "learning_rate": 0.0002662142761081174,
      "loss": 4.7812,
      "step": 33480
    },
    {
      "epoch": 1.371329100962523,
      "grad_norm": 4.5795395565248205,
      "learning_rate": 0.00026621221405355775,
      "loss": 2.1719,
      "step": 33481
    },
    {
      "epoch": 1.3713700593897196,
      "grad_norm": 3.426977329517818,
      "learning_rate": 0.0002662101519440596,
      "loss": 3.6875,
      "step": 33482
    },
    {
      "epoch": 1.3714110178169159,
      "grad_norm": 3.524826068379314,
      "learning_rate": 0.0002662080897796241,
      "loss": 5.6562,
      "step": 33483
    },
    {
      "epoch": 1.3714519762441122,
      "grad_norm": 2.1301018259525772,
      "learning_rate": 0.0002662060275602521,
      "loss": 5.5938,
      "step": 33484
    },
    {
      "epoch": 1.3714929346713087,
      "grad_norm": 2.72320693865897,
      "learning_rate": 0.0002662039652859447,
      "loss": 4.7812,
      "step": 33485
    },
    {
      "epoch": 1.371533893098505,
      "grad_norm": 2.0359810710674937,
      "learning_rate": 0.00026620190295670277,
      "loss": 5.0625,
      "step": 33486
    },
    {
      "epoch": 1.3715748515257014,
      "grad_norm": 2.882061871229475,
      "learning_rate": 0.00026619984057252733,
      "loss": 4.7188,
      "step": 33487
    },
    {
      "epoch": 1.371615809952898,
      "grad_norm": 2.1278989200005434,
      "learning_rate": 0.0002661977781334193,
      "loss": 5.5,
      "step": 33488
    },
    {
      "epoch": 1.3716567683800942,
      "grad_norm": 2.6062974396444183,
      "learning_rate": 0.0002661957156393798,
      "loss": 5.1562,
      "step": 33489
    },
    {
      "epoch": 1.3716977268072905,
      "grad_norm": 2.064243416369188,
      "learning_rate": 0.0002661936530904096,
      "loss": 4.25,
      "step": 33490
    },
    {
      "epoch": 1.371738685234487,
      "grad_norm": 3.5854969821742064,
      "learning_rate": 0.0002661915904865099,
      "loss": 4.7812,
      "step": 33491
    },
    {
      "epoch": 1.3717796436616834,
      "grad_norm": 2.147928630066052,
      "learning_rate": 0.0002661895278276815,
      "loss": 4.5,
      "step": 33492
    },
    {
      "epoch": 1.3718206020888797,
      "grad_norm": 2.4458411830524223,
      "learning_rate": 0.0002661874651139254,
      "loss": 4.9688,
      "step": 33493
    },
    {
      "epoch": 1.3718615605160762,
      "grad_norm": 2.061936537169429,
      "learning_rate": 0.0002661854023452426,
      "loss": 5.2812,
      "step": 33494
    },
    {
      "epoch": 1.3719025189432725,
      "grad_norm": 8.943511914095113,
      "learning_rate": 0.00026618333952163414,
      "loss": 4.8438,
      "step": 33495
    },
    {
      "epoch": 1.3719434773704688,
      "grad_norm": 2.027234803817075,
      "learning_rate": 0.00026618127664310094,
      "loss": 4.75,
      "step": 33496
    },
    {
      "epoch": 1.3719844357976654,
      "grad_norm": 2.041638286624854,
      "learning_rate": 0.00026617921370964396,
      "loss": 4.9375,
      "step": 33497
    },
    {
      "epoch": 1.3720253942248617,
      "grad_norm": 2.1450216642496223,
      "learning_rate": 0.0002661771507212642,
      "loss": 5.4688,
      "step": 33498
    },
    {
      "epoch": 1.3720663526520582,
      "grad_norm": 2.206499460626225,
      "learning_rate": 0.00026617508767796255,
      "loss": 4.9688,
      "step": 33499
    },
    {
      "epoch": 1.3721073110792545,
      "grad_norm": 2.772063204863555,
      "learning_rate": 0.0002661730245797402,
      "loss": 5.0,
      "step": 33500
    },
    {
      "epoch": 1.372148269506451,
      "grad_norm": 2.2947889862018584,
      "learning_rate": 0.0002661709614265978,
      "loss": 5.0,
      "step": 33501
    },
    {
      "epoch": 1.3721892279336474,
      "grad_norm": 2.5695040996498104,
      "learning_rate": 0.00026616889821853666,
      "loss": 5.7812,
      "step": 33502
    },
    {
      "epoch": 1.3722301863608437,
      "grad_norm": 7.817693939507558,
      "learning_rate": 0.0002661668349555576,
      "loss": 4.6562,
      "step": 33503
    },
    {
      "epoch": 1.3722711447880402,
      "grad_norm": 2.256581215422211,
      "learning_rate": 0.00026616477163766153,
      "loss": 4.9062,
      "step": 33504
    },
    {
      "epoch": 1.3723121032152366,
      "grad_norm": 4.644958293626544,
      "learning_rate": 0.0002661627082648495,
      "loss": 6.9688,
      "step": 33505
    },
    {
      "epoch": 1.3723530616424329,
      "grad_norm": 2.7108777313950925,
      "learning_rate": 0.00026616064483712254,
      "loss": 5.875,
      "step": 33506
    },
    {
      "epoch": 1.3723940200696294,
      "grad_norm": 2.0317537482161816,
      "learning_rate": 0.0002661585813544815,
      "loss": 3.8906,
      "step": 33507
    },
    {
      "epoch": 1.3724349784968257,
      "grad_norm": 2.224008069606623,
      "learning_rate": 0.0002661565178169275,
      "loss": 5.4375,
      "step": 33508
    },
    {
      "epoch": 1.372475936924022,
      "grad_norm": 5.143194410115467,
      "learning_rate": 0.0002661544542244614,
      "loss": 7.5938,
      "step": 33509
    },
    {
      "epoch": 1.3725168953512186,
      "grad_norm": 3.517705461696639,
      "learning_rate": 0.0002661523905770842,
      "loss": 6.6875,
      "step": 33510
    },
    {
      "epoch": 1.3725578537784149,
      "grad_norm": 2.2148822120578426,
      "learning_rate": 0.0002661503268747969,
      "loss": 4.7188,
      "step": 33511
    },
    {
      "epoch": 1.3725988122056112,
      "grad_norm": 12.303741763672319,
      "learning_rate": 0.0002661482631176005,
      "loss": 5.3125,
      "step": 33512
    },
    {
      "epoch": 1.3726397706328077,
      "grad_norm": 2.0946929732796833,
      "learning_rate": 0.0002661461993054959,
      "loss": 5.5,
      "step": 33513
    },
    {
      "epoch": 1.372680729060004,
      "grad_norm": 3.2920828689882153,
      "learning_rate": 0.0002661441354384841,
      "loss": 6.0938,
      "step": 33514
    },
    {
      "epoch": 1.3727216874872004,
      "grad_norm": 7.615730227761694,
      "learning_rate": 0.00026614207151656613,
      "loss": 6.25,
      "step": 33515
    },
    {
      "epoch": 1.372762645914397,
      "grad_norm": 4.090039400393136,
      "learning_rate": 0.0002661400075397429,
      "loss": 5.3438,
      "step": 33516
    },
    {
      "epoch": 1.3728036043415932,
      "grad_norm": 2.139450732421206,
      "learning_rate": 0.0002661379435080155,
      "loss": 5.0938,
      "step": 33517
    },
    {
      "epoch": 1.3728445627687897,
      "grad_norm": 2.1781859335972427,
      "learning_rate": 0.0002661358794213847,
      "loss": 4.75,
      "step": 33518
    },
    {
      "epoch": 1.372885521195986,
      "grad_norm": 3.761460856141627,
      "learning_rate": 0.00026613381527985165,
      "loss": 5.8438,
      "step": 33519
    },
    {
      "epoch": 1.3729264796231826,
      "grad_norm": 3.155762276489065,
      "learning_rate": 0.00026613175108341727,
      "loss": 6.0938,
      "step": 33520
    },
    {
      "epoch": 1.372967438050379,
      "grad_norm": 2.2644814810106357,
      "learning_rate": 0.0002661296868320825,
      "loss": 4.8438,
      "step": 33521
    },
    {
      "epoch": 1.3730083964775752,
      "grad_norm": 2.7756309028106405,
      "learning_rate": 0.0002661276225258484,
      "loss": 6.1875,
      "step": 33522
    },
    {
      "epoch": 1.3730493549047718,
      "grad_norm": 3.521773641574945,
      "learning_rate": 0.0002661255581647159,
      "loss": 5.8125,
      "step": 33523
    },
    {
      "epoch": 1.373090313331968,
      "grad_norm": 5.6020401559210145,
      "learning_rate": 0.000266123493748686,
      "loss": 3.0938,
      "step": 33524
    },
    {
      "epoch": 1.3731312717591644,
      "grad_norm": 2.772484052478078,
      "learning_rate": 0.0002661214292777596,
      "loss": 5.8125,
      "step": 33525
    },
    {
      "epoch": 1.373172230186361,
      "grad_norm": 2.788552131044191,
      "learning_rate": 0.0002661193647519377,
      "loss": 5.25,
      "step": 33526
    },
    {
      "epoch": 1.3732131886135572,
      "grad_norm": 2.457290723029026,
      "learning_rate": 0.0002661173001712214,
      "loss": 5.1562,
      "step": 33527
    },
    {
      "epoch": 1.3732541470407535,
      "grad_norm": 2.446361723602169,
      "learning_rate": 0.0002661152355356115,
      "loss": 4.375,
      "step": 33528
    },
    {
      "epoch": 1.37329510546795,
      "grad_norm": 5.718271626474528,
      "learning_rate": 0.00026611317084510906,
      "loss": 6.375,
      "step": 33529
    },
    {
      "epoch": 1.3733360638951464,
      "grad_norm": 2.2802461491261434,
      "learning_rate": 0.0002661111060997151,
      "loss": 4.9062,
      "step": 33530
    },
    {
      "epoch": 1.3733770223223427,
      "grad_norm": 9.66958403623756,
      "learning_rate": 0.00026610904129943045,
      "loss": 4.8438,
      "step": 33531
    },
    {
      "epoch": 1.3734179807495392,
      "grad_norm": 3.20630047744848,
      "learning_rate": 0.00026610697644425624,
      "loss": 5.875,
      "step": 33532
    },
    {
      "epoch": 1.3734589391767356,
      "grad_norm": 2.2169890477406695,
      "learning_rate": 0.0002661049115341934,
      "loss": 5.1562,
      "step": 33533
    },
    {
      "epoch": 1.3734998976039319,
      "grad_norm": 2.0942132702569074,
      "learning_rate": 0.0002661028465692429,
      "loss": 4.6875,
      "step": 33534
    },
    {
      "epoch": 1.3735408560311284,
      "grad_norm": 2.244688322290068,
      "learning_rate": 0.00026610078154940567,
      "loss": 4.7812,
      "step": 33535
    },
    {
      "epoch": 1.3735818144583247,
      "grad_norm": 2.6462441379273334,
      "learning_rate": 0.00026609871647468274,
      "loss": 4.8438,
      "step": 33536
    },
    {
      "epoch": 1.3736227728855213,
      "grad_norm": 2.0706093376386514,
      "learning_rate": 0.0002660966513450751,
      "loss": 4.125,
      "step": 33537
    },
    {
      "epoch": 1.3736637313127176,
      "grad_norm": 2.1509802497661106,
      "learning_rate": 0.0002660945861605837,
      "loss": 5.1562,
      "step": 33538
    },
    {
      "epoch": 1.373704689739914,
      "grad_norm": 2.7181118362204764,
      "learning_rate": 0.0002660925209212095,
      "loss": 6.0625,
      "step": 33539
    },
    {
      "epoch": 1.3737456481671104,
      "grad_norm": 1.8724226722895045,
      "learning_rate": 0.0002660904556269535,
      "loss": 4.5625,
      "step": 33540
    },
    {
      "epoch": 1.3737866065943067,
      "grad_norm": 2.5780425593798517,
      "learning_rate": 0.0002660883902778167,
      "loss": 5.8125,
      "step": 33541
    },
    {
      "epoch": 1.3738275650215033,
      "grad_norm": 5.525875334579758,
      "learning_rate": 0.00026608632487379997,
      "loss": 5.8125,
      "step": 33542
    },
    {
      "epoch": 1.3738685234486996,
      "grad_norm": 2.1273020389709543,
      "learning_rate": 0.0002660842594149044,
      "loss": 4.625,
      "step": 33543
    },
    {
      "epoch": 1.373909481875896,
      "grad_norm": 4.048765567451572,
      "learning_rate": 0.00026608219390113094,
      "loss": 3.75,
      "step": 33544
    },
    {
      "epoch": 1.3739504403030924,
      "grad_norm": 7.743038365166689,
      "learning_rate": 0.0002660801283324806,
      "loss": 5.4375,
      "step": 33545
    },
    {
      "epoch": 1.3739913987302887,
      "grad_norm": 2.5506048974347326,
      "learning_rate": 0.0002660780627089542,
      "loss": 5.4688,
      "step": 33546
    },
    {
      "epoch": 1.374032357157485,
      "grad_norm": 3.244246008503305,
      "learning_rate": 0.00026607599703055285,
      "loss": 7.2188,
      "step": 33547
    },
    {
      "epoch": 1.3740733155846816,
      "grad_norm": 2.175061950203275,
      "learning_rate": 0.00026607393129727755,
      "loss": 4.875,
      "step": 33548
    },
    {
      "epoch": 1.374114274011878,
      "grad_norm": 2.352138628365388,
      "learning_rate": 0.00026607186550912926,
      "loss": 4.7812,
      "step": 33549
    },
    {
      "epoch": 1.3741552324390742,
      "grad_norm": 2.125268681758822,
      "learning_rate": 0.0002660697996661089,
      "loss": 5.0312,
      "step": 33550
    },
    {
      "epoch": 1.3741961908662708,
      "grad_norm": 2.496574291369911,
      "learning_rate": 0.0002660677337682174,
      "loss": 5.5938,
      "step": 33551
    },
    {
      "epoch": 1.374237149293467,
      "grad_norm": 4.445772987277884,
      "learning_rate": 0.0002660656678154559,
      "loss": 5.4375,
      "step": 33552
    },
    {
      "epoch": 1.3742781077206634,
      "grad_norm": 4.566031279041855,
      "learning_rate": 0.00026606360180782523,
      "loss": 6.375,
      "step": 33553
    },
    {
      "epoch": 1.37431906614786,
      "grad_norm": 3.0526272429680414,
      "learning_rate": 0.0002660615357453265,
      "loss": 5.5,
      "step": 33554
    },
    {
      "epoch": 1.3743600245750562,
      "grad_norm": 2.371494144395817,
      "learning_rate": 0.00026605946962796057,
      "loss": 4.3125,
      "step": 33555
    },
    {
      "epoch": 1.3744009830022528,
      "grad_norm": 3.779427816629208,
      "learning_rate": 0.0002660574034557284,
      "loss": 5.875,
      "step": 33556
    },
    {
      "epoch": 1.374441941429449,
      "grad_norm": 2.6571930612867187,
      "learning_rate": 0.0002660553372286311,
      "loss": 5.5625,
      "step": 33557
    },
    {
      "epoch": 1.3744828998566456,
      "grad_norm": 5.90619586894774,
      "learning_rate": 0.0002660532709466696,
      "loss": 1.4062,
      "step": 33558
    },
    {
      "epoch": 1.374523858283842,
      "grad_norm": 11.141416328405807,
      "learning_rate": 0.00026605120460984475,
      "loss": 3.3281,
      "step": 33559
    },
    {
      "epoch": 1.3745648167110383,
      "grad_norm": 2.648138729025553,
      "learning_rate": 0.00026604913821815765,
      "loss": 5.6562,
      "step": 33560
    },
    {
      "epoch": 1.3746057751382348,
      "grad_norm": 2.4518398156421433,
      "learning_rate": 0.00026604707177160927,
      "loss": 5.75,
      "step": 33561
    },
    {
      "epoch": 1.374646733565431,
      "grad_norm": 4.978561665000763,
      "learning_rate": 0.0002660450052702006,
      "loss": 3.4844,
      "step": 33562
    },
    {
      "epoch": 1.3746876919926274,
      "grad_norm": 2.0817894272578696,
      "learning_rate": 0.0002660429387139325,
      "loss": 4.8125,
      "step": 33563
    },
    {
      "epoch": 1.374728650419824,
      "grad_norm": 6.890934022588355,
      "learning_rate": 0.0002660408721028061,
      "loss": 5.2812,
      "step": 33564
    },
    {
      "epoch": 1.3747696088470203,
      "grad_norm": 2.0190885109891648,
      "learning_rate": 0.0002660388054368223,
      "loss": 4.375,
      "step": 33565
    },
    {
      "epoch": 1.3748105672742166,
      "grad_norm": 3.746679620294508,
      "learning_rate": 0.0002660367387159821,
      "loss": 4.875,
      "step": 33566
    },
    {
      "epoch": 1.3748515257014131,
      "grad_norm": 3.9087821046912032,
      "learning_rate": 0.0002660346719402864,
      "loss": 4.5312,
      "step": 33567
    },
    {
      "epoch": 1.3748924841286094,
      "grad_norm": 3.4374400853212785,
      "learning_rate": 0.00026603260510973633,
      "loss": 5.4688,
      "step": 33568
    },
    {
      "epoch": 1.3749334425558057,
      "grad_norm": 2.0514494206369775,
      "learning_rate": 0.0002660305382243327,
      "loss": 3.9844,
      "step": 33569
    },
    {
      "epoch": 1.3749744009830023,
      "grad_norm": 13.328980710081456,
      "learning_rate": 0.0002660284712840766,
      "loss": 6.0938,
      "step": 33570
    },
    {
      "epoch": 1.3750153594101986,
      "grad_norm": 2.2764475254394485,
      "learning_rate": 0.000266026404288969,
      "loss": 4.6562,
      "step": 33571
    },
    {
      "epoch": 1.3750563178373951,
      "grad_norm": 2.4445427327198455,
      "learning_rate": 0.0002660243372390108,
      "loss": 3.2969,
      "step": 33572
    },
    {
      "epoch": 1.3750972762645914,
      "grad_norm": 2.675388967926035,
      "learning_rate": 0.000266022270134203,
      "loss": 5.4688,
      "step": 33573
    },
    {
      "epoch": 1.3751382346917878,
      "grad_norm": 3.9115859646857416,
      "learning_rate": 0.0002660202029745467,
      "loss": 6.1562,
      "step": 33574
    },
    {
      "epoch": 1.3751791931189843,
      "grad_norm": 2.238763863874444,
      "learning_rate": 0.0002660181357600427,
      "loss": 4.7188,
      "step": 33575
    },
    {
      "epoch": 1.3752201515461806,
      "grad_norm": 2.2101553982854547,
      "learning_rate": 0.00026601606849069206,
      "loss": 5.0,
      "step": 33576
    },
    {
      "epoch": 1.3752611099733771,
      "grad_norm": 5.508563877746208,
      "learning_rate": 0.0002660140011664958,
      "loss": 1.3359,
      "step": 33577
    },
    {
      "epoch": 1.3753020684005735,
      "grad_norm": 2.9941016698453202,
      "learning_rate": 0.00026601193378745483,
      "loss": 6.0312,
      "step": 33578
    },
    {
      "epoch": 1.3753430268277698,
      "grad_norm": 2.747824041016325,
      "learning_rate": 0.00026600986635357015,
      "loss": 3.1094,
      "step": 33579
    },
    {
      "epoch": 1.3753839852549663,
      "grad_norm": 2.383607184471839,
      "learning_rate": 0.00026600779886484273,
      "loss": 4.4688,
      "step": 33580
    },
    {
      "epoch": 1.3754249436821626,
      "grad_norm": 2.418681600291168,
      "learning_rate": 0.00026600573132127354,
      "loss": 4.375,
      "step": 33581
    },
    {
      "epoch": 1.375465902109359,
      "grad_norm": 2.4386805547664454,
      "learning_rate": 0.0002660036637228636,
      "loss": 4.9062,
      "step": 33582
    },
    {
      "epoch": 1.3755068605365555,
      "grad_norm": 4.805669148818532,
      "learning_rate": 0.0002660015960696139,
      "loss": 4.4688,
      "step": 33583
    },
    {
      "epoch": 1.3755478189637518,
      "grad_norm": 4.005761729562982,
      "learning_rate": 0.0002659995283615253,
      "loss": 7.125,
      "step": 33584
    },
    {
      "epoch": 1.375588777390948,
      "grad_norm": 2.7459770316032115,
      "learning_rate": 0.0002659974605985989,
      "loss": 5.5625,
      "step": 33585
    },
    {
      "epoch": 1.3756297358181446,
      "grad_norm": 5.346199865016807,
      "learning_rate": 0.0002659953927808356,
      "loss": 6.5938,
      "step": 33586
    },
    {
      "epoch": 1.375670694245341,
      "grad_norm": 2.06402103924309,
      "learning_rate": 0.00026599332490823645,
      "loss": 5.0,
      "step": 33587
    },
    {
      "epoch": 1.3757116526725373,
      "grad_norm": 3.735511282423923,
      "learning_rate": 0.00026599125698080234,
      "loss": 3.9688,
      "step": 33588
    },
    {
      "epoch": 1.3757526110997338,
      "grad_norm": 2.2662442057331935,
      "learning_rate": 0.00026598918899853433,
      "loss": 4.5,
      "step": 33589
    },
    {
      "epoch": 1.37579356952693,
      "grad_norm": 2.940537884464384,
      "learning_rate": 0.00026598712096143333,
      "loss": 6.1562,
      "step": 33590
    },
    {
      "epoch": 1.3758345279541266,
      "grad_norm": 1.9982895053157563,
      "learning_rate": 0.0002659850528695004,
      "loss": 5.1875,
      "step": 33591
    },
    {
      "epoch": 1.375875486381323,
      "grad_norm": 2.3345085542221558,
      "learning_rate": 0.0002659829847227364,
      "loss": 4.875,
      "step": 33592
    },
    {
      "epoch": 1.3759164448085195,
      "grad_norm": 2.189493169747482,
      "learning_rate": 0.0002659809165211424,
      "loss": 4.8438,
      "step": 33593
    },
    {
      "epoch": 1.3759574032357158,
      "grad_norm": 3.3320255862934727,
      "learning_rate": 0.00026597884826471936,
      "loss": 5.6562,
      "step": 33594
    },
    {
      "epoch": 1.3759983616629121,
      "grad_norm": 2.757773685742352,
      "learning_rate": 0.00026597677995346825,
      "loss": 5.0625,
      "step": 33595
    },
    {
      "epoch": 1.3760393200901087,
      "grad_norm": 2.4446614208790196,
      "learning_rate": 0.00026597471158739007,
      "loss": 5.2188,
      "step": 33596
    },
    {
      "epoch": 1.376080278517305,
      "grad_norm": 2.8912908094912675,
      "learning_rate": 0.00026597264316648573,
      "loss": 5.9062,
      "step": 33597
    },
    {
      "epoch": 1.3761212369445013,
      "grad_norm": 4.929674809713664,
      "learning_rate": 0.00026597057469075633,
      "loss": 6.375,
      "step": 33598
    },
    {
      "epoch": 1.3761621953716978,
      "grad_norm": 2.6240919991426077,
      "learning_rate": 0.0002659685061602027,
      "loss": 5.2812,
      "step": 33599
    },
    {
      "epoch": 1.3762031537988941,
      "grad_norm": 2.422188599079492,
      "learning_rate": 0.0002659664375748259,
      "loss": 5.1875,
      "step": 33600
    },
    {
      "epoch": 1.3762441122260904,
      "grad_norm": 2.781417161659882,
      "learning_rate": 0.0002659643689346269,
      "loss": 5.5625,
      "step": 33601
    },
    {
      "epoch": 1.376285070653287,
      "grad_norm": 2.9529280501743216,
      "learning_rate": 0.00026596230023960674,
      "loss": 5.0625,
      "step": 33602
    },
    {
      "epoch": 1.3763260290804833,
      "grad_norm": 5.652834198398865,
      "learning_rate": 0.0002659602314897662,
      "loss": 5.9688,
      "step": 33603
    },
    {
      "epoch": 1.3763669875076796,
      "grad_norm": 2.022862541917367,
      "learning_rate": 0.0002659581626851065,
      "loss": 5.3438,
      "step": 33604
    },
    {
      "epoch": 1.3764079459348761,
      "grad_norm": 3.4362905036063127,
      "learning_rate": 0.0002659560938256285,
      "loss": 6.125,
      "step": 33605
    },
    {
      "epoch": 1.3764489043620725,
      "grad_norm": 2.6105237760348206,
      "learning_rate": 0.00026595402491133314,
      "loss": 5.6562,
      "step": 33606
    },
    {
      "epoch": 1.3764898627892688,
      "grad_norm": 10.33391712234873,
      "learning_rate": 0.0002659519559422215,
      "loss": 4.6875,
      "step": 33607
    },
    {
      "epoch": 1.3765308212164653,
      "grad_norm": 5.273797973030005,
      "learning_rate": 0.0002659498869182945,
      "loss": 3.625,
      "step": 33608
    },
    {
      "epoch": 1.3765717796436616,
      "grad_norm": 2.2158279027638517,
      "learning_rate": 0.00026594781783955307,
      "loss": 4.3125,
      "step": 33609
    },
    {
      "epoch": 1.3766127380708582,
      "grad_norm": 1.9700219996441388,
      "learning_rate": 0.0002659457487059982,
      "loss": 4.9688,
      "step": 33610
    },
    {
      "epoch": 1.3766536964980545,
      "grad_norm": 1.6438312486433542,
      "learning_rate": 0.000265943679517631,
      "loss": 2.9531,
      "step": 33611
    },
    {
      "epoch": 1.376694654925251,
      "grad_norm": 6.061770797066046,
      "learning_rate": 0.0002659416102744524,
      "loss": 5.7812,
      "step": 33612
    },
    {
      "epoch": 1.3767356133524473,
      "grad_norm": 2.828569518594829,
      "learning_rate": 0.0002659395409764632,
      "loss": 4.5,
      "step": 33613
    },
    {
      "epoch": 1.3767765717796436,
      "grad_norm": 2.5189472551267045,
      "learning_rate": 0.0002659374716236646,
      "loss": 5.125,
      "step": 33614
    },
    {
      "epoch": 1.3768175302068402,
      "grad_norm": 2.2305410745884884,
      "learning_rate": 0.00026593540221605746,
      "loss": 4.6875,
      "step": 33615
    },
    {
      "epoch": 1.3768584886340365,
      "grad_norm": 2.5599165333911142,
      "learning_rate": 0.00026593333275364277,
      "loss": 7.0,
      "step": 33616
    },
    {
      "epoch": 1.3768994470612328,
      "grad_norm": 5.298371285546449,
      "learning_rate": 0.0002659312632364216,
      "loss": 6.0,
      "step": 33617
    },
    {
      "epoch": 1.3769404054884293,
      "grad_norm": 2.4598804791486915,
      "learning_rate": 0.0002659291936643948,
      "loss": 5.0625,
      "step": 33618
    },
    {
      "epoch": 1.3769813639156256,
      "grad_norm": 2.112445211130377,
      "learning_rate": 0.0002659271240375634,
      "loss": 5.125,
      "step": 33619
    },
    {
      "epoch": 1.377022322342822,
      "grad_norm": 2.987632677565921,
      "learning_rate": 0.00026592505435592837,
      "loss": 3.0312,
      "step": 33620
    },
    {
      "epoch": 1.3770632807700185,
      "grad_norm": 2.3759873213062455,
      "learning_rate": 0.00026592298461949074,
      "loss": 5.0,
      "step": 33621
    },
    {
      "epoch": 1.3771042391972148,
      "grad_norm": 2.2006693428132733,
      "learning_rate": 0.0002659209148282515,
      "loss": 4.8438,
      "step": 33622
    },
    {
      "epoch": 1.3771451976244111,
      "grad_norm": 2.3270261123215783,
      "learning_rate": 0.0002659188449822115,
      "loss": 4.25,
      "step": 33623
    },
    {
      "epoch": 1.3771861560516077,
      "grad_norm": 4.332738931878538,
      "learning_rate": 0.0002659167750813718,
      "loss": 6.7188,
      "step": 33624
    },
    {
      "epoch": 1.377227114478804,
      "grad_norm": 2.5997582676199937,
      "learning_rate": 0.00026591470512573337,
      "loss": 5.875,
      "step": 33625
    },
    {
      "epoch": 1.3772680729060003,
      "grad_norm": 3.4712480097089973,
      "learning_rate": 0.00026591263511529725,
      "loss": 6.8125,
      "step": 33626
    },
    {
      "epoch": 1.3773090313331968,
      "grad_norm": 8.717884376962614,
      "learning_rate": 0.0002659105650500643,
      "loss": 7.0625,
      "step": 33627
    },
    {
      "epoch": 1.3773499897603931,
      "grad_norm": 1.9819886722571451,
      "learning_rate": 0.0002659084949300356,
      "loss": 5.125,
      "step": 33628
    },
    {
      "epoch": 1.3773909481875897,
      "grad_norm": 2.7217583491703037,
      "learning_rate": 0.00026590642475521207,
      "loss": 5.2812,
      "step": 33629
    },
    {
      "epoch": 1.377431906614786,
      "grad_norm": 2.342467676672704,
      "learning_rate": 0.0002659043545255947,
      "loss": 4.875,
      "step": 33630
    },
    {
      "epoch": 1.3774728650419825,
      "grad_norm": 3.3588012536413974,
      "learning_rate": 0.0002659022842411845,
      "loss": 5.2188,
      "step": 33631
    },
    {
      "epoch": 1.3775138234691788,
      "grad_norm": 1.9776246216842925,
      "learning_rate": 0.0002659002139019824,
      "loss": 3.9844,
      "step": 33632
    },
    {
      "epoch": 1.3775547818963751,
      "grad_norm": 3.1135072486774003,
      "learning_rate": 0.00026589814350798944,
      "loss": 5.0625,
      "step": 33633
    },
    {
      "epoch": 1.3775957403235717,
      "grad_norm": 2.495552309140573,
      "learning_rate": 0.00026589607305920653,
      "loss": 4.5938,
      "step": 33634
    },
    {
      "epoch": 1.377636698750768,
      "grad_norm": 2.5537031906147987,
      "learning_rate": 0.0002658940025556347,
      "loss": 5.75,
      "step": 33635
    },
    {
      "epoch": 1.3776776571779643,
      "grad_norm": 2.194482891428486,
      "learning_rate": 0.0002658919319972749,
      "loss": 5.0625,
      "step": 33636
    },
    {
      "epoch": 1.3777186156051608,
      "grad_norm": 2.5908849730843975,
      "learning_rate": 0.00026588986138412814,
      "loss": 5.4062,
      "step": 33637
    },
    {
      "epoch": 1.3777595740323572,
      "grad_norm": 2.612390856688924,
      "learning_rate": 0.00026588779071619534,
      "loss": 4.75,
      "step": 33638
    },
    {
      "epoch": 1.3778005324595535,
      "grad_norm": 2.9876019986781586,
      "learning_rate": 0.00026588571999347754,
      "loss": 4.5938,
      "step": 33639
    },
    {
      "epoch": 1.37784149088675,
      "grad_norm": 4.71129023412644,
      "learning_rate": 0.0002658836492159757,
      "loss": 6.3438,
      "step": 33640
    },
    {
      "epoch": 1.3778824493139463,
      "grad_norm": 3.128323045459801,
      "learning_rate": 0.0002658815783836908,
      "loss": 6.2188,
      "step": 33641
    },
    {
      "epoch": 1.3779234077411426,
      "grad_norm": 2.2981197633157557,
      "learning_rate": 0.0002658795074966238,
      "loss": 5.25,
      "step": 33642
    },
    {
      "epoch": 1.3779643661683392,
      "grad_norm": 3.0955939201238065,
      "learning_rate": 0.0002658774365547757,
      "loss": 5.0938,
      "step": 33643
    },
    {
      "epoch": 1.3780053245955355,
      "grad_norm": 7.420488039402887,
      "learning_rate": 0.00026587536555814744,
      "loss": 4.4375,
      "step": 33644
    },
    {
      "epoch": 1.3780462830227318,
      "grad_norm": 2.1356063743008624,
      "learning_rate": 0.0002658732945067401,
      "loss": 4.4375,
      "step": 33645
    },
    {
      "epoch": 1.3780872414499283,
      "grad_norm": 3.317338356026808,
      "learning_rate": 0.00026587122340055456,
      "loss": 5.4688,
      "step": 33646
    },
    {
      "epoch": 1.3781281998771246,
      "grad_norm": 6.1095887475625466,
      "learning_rate": 0.0002658691522395918,
      "loss": 4.125,
      "step": 33647
    },
    {
      "epoch": 1.3781691583043212,
      "grad_norm": 2.498575950218051,
      "learning_rate": 0.00026586708102385286,
      "loss": 5.2188,
      "step": 33648
    },
    {
      "epoch": 1.3782101167315175,
      "grad_norm": 4.7136407983444135,
      "learning_rate": 0.00026586500975333866,
      "loss": 7.0625,
      "step": 33649
    },
    {
      "epoch": 1.378251075158714,
      "grad_norm": 2.7658112150001193,
      "learning_rate": 0.00026586293842805023,
      "loss": 5.4688,
      "step": 33650
    },
    {
      "epoch": 1.3782920335859103,
      "grad_norm": 10.504327931001539,
      "learning_rate": 0.00026586086704798856,
      "loss": 1.7969,
      "step": 33651
    },
    {
      "epoch": 1.3783329920131067,
      "grad_norm": 2.5100333530947263,
      "learning_rate": 0.0002658587956131545,
      "loss": 5.0625,
      "step": 33652
    },
    {
      "epoch": 1.3783739504403032,
      "grad_norm": 2.469540803296113,
      "learning_rate": 0.0002658567241235492,
      "loss": 4.7812,
      "step": 33653
    },
    {
      "epoch": 1.3784149088674995,
      "grad_norm": 4.025076476918578,
      "learning_rate": 0.0002658546525791735,
      "loss": 1.5781,
      "step": 33654
    },
    {
      "epoch": 1.3784558672946958,
      "grad_norm": 2.828706478864113,
      "learning_rate": 0.00026585258098002853,
      "loss": 6.125,
      "step": 33655
    },
    {
      "epoch": 1.3784968257218924,
      "grad_norm": 4.418607488811384,
      "learning_rate": 0.0002658505093261151,
      "loss": 3.625,
      "step": 33656
    },
    {
      "epoch": 1.3785377841490887,
      "grad_norm": 4.417883707625422,
      "learning_rate": 0.0002658484376174344,
      "loss": 1.6406,
      "step": 33657
    },
    {
      "epoch": 1.378578742576285,
      "grad_norm": 2.3101580241174737,
      "learning_rate": 0.00026584636585398716,
      "loss": 4.6875,
      "step": 33658
    },
    {
      "epoch": 1.3786197010034815,
      "grad_norm": 3.0141848142822325,
      "learning_rate": 0.0002658442940357745,
      "loss": 1.7266,
      "step": 33659
    },
    {
      "epoch": 1.3786606594306778,
      "grad_norm": 2.3780928878623055,
      "learning_rate": 0.0002658422221627974,
      "loss": 5.4062,
      "step": 33660
    },
    {
      "epoch": 1.3787016178578742,
      "grad_norm": 2.5600079377796074,
      "learning_rate": 0.0002658401502350568,
      "loss": 3.4062,
      "step": 33661
    },
    {
      "epoch": 1.3787425762850707,
      "grad_norm": 1.2825412192379653,
      "learning_rate": 0.0002658380782525537,
      "loss": 1.4375,
      "step": 33662
    },
    {
      "epoch": 1.378783534712267,
      "grad_norm": 2.1729598754483317,
      "learning_rate": 0.00026583600621528906,
      "loss": 5.0625,
      "step": 33663
    },
    {
      "epoch": 1.3788244931394633,
      "grad_norm": 3.4228340653292606,
      "learning_rate": 0.0002658339341232639,
      "loss": 6.6875,
      "step": 33664
    },
    {
      "epoch": 1.3788654515666598,
      "grad_norm": 4.16985541677095,
      "learning_rate": 0.0002658318619764792,
      "loss": 6.9062,
      "step": 33665
    },
    {
      "epoch": 1.3789064099938562,
      "grad_norm": 2.21329248968466,
      "learning_rate": 0.0002658297897749359,
      "loss": 5.8125,
      "step": 33666
    },
    {
      "epoch": 1.3789473684210527,
      "grad_norm": 2.723315152830244,
      "learning_rate": 0.000265827717518635,
      "loss": 5.4688,
      "step": 33667
    },
    {
      "epoch": 1.378988326848249,
      "grad_norm": 2.8077501398910014,
      "learning_rate": 0.0002658256452075775,
      "loss": 5.3125,
      "step": 33668
    },
    {
      "epoch": 1.3790292852754455,
      "grad_norm": 2.391211683990138,
      "learning_rate": 0.0002658235728417643,
      "loss": 4.625,
      "step": 33669
    },
    {
      "epoch": 1.3790702437026419,
      "grad_norm": 5.085831479491554,
      "learning_rate": 0.00026582150042119647,
      "loss": 4.8125,
      "step": 33670
    },
    {
      "epoch": 1.3791112021298382,
      "grad_norm": 3.4251851244653,
      "learning_rate": 0.00026581942794587496,
      "loss": 6.7812,
      "step": 33671
    },
    {
      "epoch": 1.3791521605570347,
      "grad_norm": 2.9851623816653876,
      "learning_rate": 0.0002658173554158007,
      "loss": 6.3438,
      "step": 33672
    },
    {
      "epoch": 1.379193118984231,
      "grad_norm": 6.160099384210078,
      "learning_rate": 0.00026581528283097476,
      "loss": 1.6562,
      "step": 33673
    },
    {
      "epoch": 1.3792340774114273,
      "grad_norm": 2.314156116671746,
      "learning_rate": 0.00026581321019139803,
      "loss": 6.4062,
      "step": 33674
    },
    {
      "epoch": 1.3792750358386239,
      "grad_norm": 3.3716468115749865,
      "learning_rate": 0.00026581113749707164,
      "loss": 3.25,
      "step": 33675
    },
    {
      "epoch": 1.3793159942658202,
      "grad_norm": 3.4689707323129753,
      "learning_rate": 0.0002658090647479964,
      "loss": 3.0625,
      "step": 33676
    },
    {
      "epoch": 1.3793569526930165,
      "grad_norm": 2.2598613062824033,
      "learning_rate": 0.00026580699194417334,
      "loss": 5.25,
      "step": 33677
    },
    {
      "epoch": 1.379397911120213,
      "grad_norm": 2.1782283530984254,
      "learning_rate": 0.00026580491908560343,
      "loss": 4.875,
      "step": 33678
    },
    {
      "epoch": 1.3794388695474094,
      "grad_norm": 7.1744079273987555,
      "learning_rate": 0.0002658028461722877,
      "loss": 6.0,
      "step": 33679
    },
    {
      "epoch": 1.3794798279746057,
      "grad_norm": 2.5850653604324543,
      "learning_rate": 0.0002658007732042271,
      "loss": 4.6875,
      "step": 33680
    },
    {
      "epoch": 1.3795207864018022,
      "grad_norm": 2.923287877017161,
      "learning_rate": 0.00026579870018142264,
      "loss": 5.1875,
      "step": 33681
    },
    {
      "epoch": 1.3795617448289985,
      "grad_norm": 2.099819965083841,
      "learning_rate": 0.0002657966271038753,
      "loss": 4.1875,
      "step": 33682
    },
    {
      "epoch": 1.3796027032561948,
      "grad_norm": 3.2168640800600903,
      "learning_rate": 0.00026579455397158597,
      "loss": 4.9062,
      "step": 33683
    },
    {
      "epoch": 1.3796436616833914,
      "grad_norm": 3.2873127668703432,
      "learning_rate": 0.0002657924807845557,
      "loss": 5.4375,
      "step": 33684
    },
    {
      "epoch": 1.3796846201105877,
      "grad_norm": 2.3490186570282976,
      "learning_rate": 0.00026579040754278545,
      "loss": 4.6562,
      "step": 33685
    },
    {
      "epoch": 1.3797255785377842,
      "grad_norm": 10.037659419299846,
      "learning_rate": 0.00026578833424627626,
      "loss": 3.625,
      "step": 33686
    },
    {
      "epoch": 1.3797665369649805,
      "grad_norm": 4.9279223482193375,
      "learning_rate": 0.00026578626089502906,
      "loss": 5.0625,
      "step": 33687
    },
    {
      "epoch": 1.379807495392177,
      "grad_norm": 2.206101422372471,
      "learning_rate": 0.0002657841874890448,
      "loss": 4.8125,
      "step": 33688
    },
    {
      "epoch": 1.3798484538193734,
      "grad_norm": 2.248570185493544,
      "learning_rate": 0.00026578211402832454,
      "loss": 4.25,
      "step": 33689
    },
    {
      "epoch": 1.3798894122465697,
      "grad_norm": 3.6758392845218295,
      "learning_rate": 0.00026578004051286923,
      "loss": 4.5,
      "step": 33690
    },
    {
      "epoch": 1.3799303706737662,
      "grad_norm": 2.842850923990916,
      "learning_rate": 0.00026577796694267976,
      "loss": 5.8125,
      "step": 33691
    },
    {
      "epoch": 1.3799713291009625,
      "grad_norm": 2.6738321275137786,
      "learning_rate": 0.0002657758933177572,
      "loss": 4.2812,
      "step": 33692
    },
    {
      "epoch": 1.3800122875281589,
      "grad_norm": 2.3706545260606786,
      "learning_rate": 0.0002657738196381026,
      "loss": 4.3438,
      "step": 33693
    },
    {
      "epoch": 1.3800532459553554,
      "grad_norm": 2.216776122978332,
      "learning_rate": 0.00026577174590371676,
      "loss": 4.5938,
      "step": 33694
    },
    {
      "epoch": 1.3800942043825517,
      "grad_norm": 3.005412384755242,
      "learning_rate": 0.0002657696721146008,
      "loss": 4.8125,
      "step": 33695
    },
    {
      "epoch": 1.380135162809748,
      "grad_norm": 2.7465365877335177,
      "learning_rate": 0.00026576759827075567,
      "loss": 6.4062,
      "step": 33696
    },
    {
      "epoch": 1.3801761212369446,
      "grad_norm": 2.169368907290177,
      "learning_rate": 0.00026576552437218234,
      "loss": 4.9375,
      "step": 33697
    },
    {
      "epoch": 1.3802170796641409,
      "grad_norm": 2.2682958349986655,
      "learning_rate": 0.0002657634504188817,
      "loss": 4.2812,
      "step": 33698
    },
    {
      "epoch": 1.3802580380913372,
      "grad_norm": 2.8339086575456496,
      "learning_rate": 0.0002657613764108549,
      "loss": 4.7188,
      "step": 33699
    },
    {
      "epoch": 1.3802989965185337,
      "grad_norm": 4.408346648463535,
      "learning_rate": 0.00026575930234810284,
      "loss": 4.75,
      "step": 33700
    },
    {
      "epoch": 1.38033995494573,
      "grad_norm": 1.9816799390388844,
      "learning_rate": 0.00026575722823062644,
      "loss": 4.4688,
      "step": 33701
    },
    {
      "epoch": 1.3803809133729263,
      "grad_norm": 2.7135976875291394,
      "learning_rate": 0.0002657551540584268,
      "loss": 4.25,
      "step": 33702
    },
    {
      "epoch": 1.3804218718001229,
      "grad_norm": 2.0966299384177467,
      "learning_rate": 0.0002657530798315048,
      "loss": 4.4688,
      "step": 33703
    },
    {
      "epoch": 1.3804628302273192,
      "grad_norm": 2.4113896403060515,
      "learning_rate": 0.0002657510055498615,
      "loss": 5.25,
      "step": 33704
    },
    {
      "epoch": 1.3805037886545157,
      "grad_norm": 2.194474234340629,
      "learning_rate": 0.00026574893121349786,
      "loss": 4.7812,
      "step": 33705
    },
    {
      "epoch": 1.380544747081712,
      "grad_norm": 1.9482715550457523,
      "learning_rate": 0.0002657468568224148,
      "loss": 4.375,
      "step": 33706
    },
    {
      "epoch": 1.3805857055089086,
      "grad_norm": 2.4273264995400505,
      "learning_rate": 0.00026574478237661336,
      "loss": 5.0938,
      "step": 33707
    },
    {
      "epoch": 1.380626663936105,
      "grad_norm": 4.798216691433927,
      "learning_rate": 0.00026574270787609446,
      "loss": 3.4531,
      "step": 33708
    },
    {
      "epoch": 1.3806676223633012,
      "grad_norm": 1.9563938140812076,
      "learning_rate": 0.0002657406333208591,
      "loss": 4.8125,
      "step": 33709
    },
    {
      "epoch": 1.3807085807904977,
      "grad_norm": 6.8600708572456615,
      "learning_rate": 0.0002657385587109084,
      "loss": 2.0625,
      "step": 33710
    },
    {
      "epoch": 1.380749539217694,
      "grad_norm": 2.45398628787951,
      "learning_rate": 0.00026573648404624317,
      "loss": 5.1562,
      "step": 33711
    },
    {
      "epoch": 1.3807904976448904,
      "grad_norm": 2.0155372847259145,
      "learning_rate": 0.0002657344093268644,
      "loss": 4.25,
      "step": 33712
    },
    {
      "epoch": 1.380831456072087,
      "grad_norm": 2.296071927739415,
      "learning_rate": 0.0002657323345527732,
      "loss": 3.1562,
      "step": 33713
    },
    {
      "epoch": 1.3808724144992832,
      "grad_norm": 2.0589021847238347,
      "learning_rate": 0.0002657302597239704,
      "loss": 4.125,
      "step": 33714
    },
    {
      "epoch": 1.3809133729264795,
      "grad_norm": 1.9815381004725026,
      "learning_rate": 0.0002657281848404571,
      "loss": 4.5,
      "step": 33715
    },
    {
      "epoch": 1.380954331353676,
      "grad_norm": 2.2216538784155855,
      "learning_rate": 0.00026572610990223416,
      "loss": 4.0312,
      "step": 33716
    },
    {
      "epoch": 1.3809952897808724,
      "grad_norm": 2.718796264600498,
      "learning_rate": 0.0002657240349093027,
      "loss": 5.6562,
      "step": 33717
    },
    {
      "epoch": 1.3810362482080687,
      "grad_norm": 3.3890563572692716,
      "learning_rate": 0.0002657219598616636,
      "loss": 5.3125,
      "step": 33718
    },
    {
      "epoch": 1.3810772066352652,
      "grad_norm": 5.112790937540711,
      "learning_rate": 0.0002657198847593179,
      "loss": 2.875,
      "step": 33719
    },
    {
      "epoch": 1.3811181650624615,
      "grad_norm": 3.7599900538567304,
      "learning_rate": 0.00026571780960226647,
      "loss": 4.5,
      "step": 33720
    },
    {
      "epoch": 1.3811591234896579,
      "grad_norm": 2.3927679776873907,
      "learning_rate": 0.00026571573439051045,
      "loss": 5.5,
      "step": 33721
    },
    {
      "epoch": 1.3812000819168544,
      "grad_norm": 2.512208511617708,
      "learning_rate": 0.0002657136591240507,
      "loss": 4.75,
      "step": 33722
    },
    {
      "epoch": 1.3812410403440507,
      "grad_norm": 2.111705592876227,
      "learning_rate": 0.0002657115838028883,
      "loss": 4.4062,
      "step": 33723
    },
    {
      "epoch": 1.3812819987712472,
      "grad_norm": 2.108116494579355,
      "learning_rate": 0.00026570950842702416,
      "loss": 4.6562,
      "step": 33724
    },
    {
      "epoch": 1.3813229571984436,
      "grad_norm": 2.8345418373984863,
      "learning_rate": 0.0002657074329964593,
      "loss": 5.0938,
      "step": 33725
    },
    {
      "epoch": 1.38136391562564,
      "grad_norm": 3.5386664051323233,
      "learning_rate": 0.0002657053575111946,
      "loss": 2.1875,
      "step": 33726
    },
    {
      "epoch": 1.3814048740528364,
      "grad_norm": 4.1424693766690295,
      "learning_rate": 0.0002657032819712312,
      "loss": 6.5312,
      "step": 33727
    },
    {
      "epoch": 1.3814458324800327,
      "grad_norm": 2.3688296223470133,
      "learning_rate": 0.00026570120637657,
      "loss": 6.0,
      "step": 33728
    },
    {
      "epoch": 1.3814867909072293,
      "grad_norm": 2.4346883850084495,
      "learning_rate": 0.0002656991307272119,
      "loss": 5.8125,
      "step": 33729
    },
    {
      "epoch": 1.3815277493344256,
      "grad_norm": 4.045920756924194,
      "learning_rate": 0.0002656970550231581,
      "loss": 3.5781,
      "step": 33730
    },
    {
      "epoch": 1.3815687077616219,
      "grad_norm": 3.427419393390972,
      "learning_rate": 0.00026569497926440933,
      "loss": 3.7656,
      "step": 33731
    },
    {
      "epoch": 1.3816096661888184,
      "grad_norm": 3.3645860825646796,
      "learning_rate": 0.00026569290345096675,
      "loss": 6.5,
      "step": 33732
    },
    {
      "epoch": 1.3816506246160147,
      "grad_norm": 4.264990792110774,
      "learning_rate": 0.0002656908275828312,
      "loss": 6.0312,
      "step": 33733
    },
    {
      "epoch": 1.381691583043211,
      "grad_norm": 2.4869290701053846,
      "learning_rate": 0.00026568875166000386,
      "loss": 4.1562,
      "step": 33734
    },
    {
      "epoch": 1.3817325414704076,
      "grad_norm": 5.241107416896527,
      "learning_rate": 0.0002656866756824855,
      "loss": 3.9688,
      "step": 33735
    },
    {
      "epoch": 1.381773499897604,
      "grad_norm": 2.801376917383687,
      "learning_rate": 0.0002656845996502772,
      "loss": 5.4062,
      "step": 33736
    },
    {
      "epoch": 1.3818144583248002,
      "grad_norm": 2.369910465407996,
      "learning_rate": 0.00026568252356338,
      "loss": 4.5,
      "step": 33737
    },
    {
      "epoch": 1.3818554167519967,
      "grad_norm": 3.2055806139841483,
      "learning_rate": 0.0002656804474217947,
      "loss": 7.125,
      "step": 33738
    },
    {
      "epoch": 1.381896375179193,
      "grad_norm": 2.4419240494476226,
      "learning_rate": 0.0002656783712255225,
      "loss": 5.875,
      "step": 33739
    },
    {
      "epoch": 1.3819373336063896,
      "grad_norm": 2.80294610232343,
      "learning_rate": 0.00026567629497456426,
      "loss": 5.9688,
      "step": 33740
    },
    {
      "epoch": 1.381978292033586,
      "grad_norm": 2.552490386377645,
      "learning_rate": 0.00026567421866892095,
      "loss": 5.3438,
      "step": 33741
    },
    {
      "epoch": 1.3820192504607824,
      "grad_norm": 2.5155876340925545,
      "learning_rate": 0.0002656721423085936,
      "loss": 4.625,
      "step": 33742
    },
    {
      "epoch": 1.3820602088879788,
      "grad_norm": 2.6155808534615885,
      "learning_rate": 0.0002656700658935832,
      "loss": 5.5,
      "step": 33743
    },
    {
      "epoch": 1.382101167315175,
      "grad_norm": 2.061932554583935,
      "learning_rate": 0.00026566798942389067,
      "loss": 4.625,
      "step": 33744
    },
    {
      "epoch": 1.3821421257423716,
      "grad_norm": 2.146364000127566,
      "learning_rate": 0.00026566591289951705,
      "loss": 4.9375,
      "step": 33745
    },
    {
      "epoch": 1.382183084169568,
      "grad_norm": 3.9149652988224872,
      "learning_rate": 0.00026566383632046326,
      "loss": 3.6094,
      "step": 33746
    },
    {
      "epoch": 1.3822240425967642,
      "grad_norm": 3.249813135314771,
      "learning_rate": 0.00026566175968673034,
      "loss": 5.2188,
      "step": 33747
    },
    {
      "epoch": 1.3822650010239608,
      "grad_norm": 5.905235644760394,
      "learning_rate": 0.00026565968299831926,
      "loss": 2.8438,
      "step": 33748
    },
    {
      "epoch": 1.382305959451157,
      "grad_norm": 2.029320382047745,
      "learning_rate": 0.00026565760625523095,
      "loss": 3.7656,
      "step": 33749
    },
    {
      "epoch": 1.3823469178783534,
      "grad_norm": 3.4241670039520944,
      "learning_rate": 0.0002656555294574665,
      "loss": 4.5625,
      "step": 33750
    },
    {
      "epoch": 1.38238787630555,
      "grad_norm": 2.128733411043764,
      "learning_rate": 0.0002656534526050268,
      "loss": 4.9375,
      "step": 33751
    },
    {
      "epoch": 1.3824288347327462,
      "grad_norm": 3.6846707998812627,
      "learning_rate": 0.0002656513756979128,
      "loss": 5.375,
      "step": 33752
    },
    {
      "epoch": 1.3824697931599426,
      "grad_norm": 4.340198999593576,
      "learning_rate": 0.00026564929873612564,
      "loss": 7.1562,
      "step": 33753
    },
    {
      "epoch": 1.382510751587139,
      "grad_norm": 5.735232980780992,
      "learning_rate": 0.00026564722171966616,
      "loss": 4.6875,
      "step": 33754
    },
    {
      "epoch": 1.3825517100143354,
      "grad_norm": 2.660393518174976,
      "learning_rate": 0.00026564514464853535,
      "loss": 5.1875,
      "step": 33755
    },
    {
      "epoch": 1.3825926684415317,
      "grad_norm": 3.8850452661136385,
      "learning_rate": 0.00026564306752273423,
      "loss": 6.2812,
      "step": 33756
    },
    {
      "epoch": 1.3826336268687283,
      "grad_norm": 2.2510450069929706,
      "learning_rate": 0.0002656409903422638,
      "loss": 5.8438,
      "step": 33757
    },
    {
      "epoch": 1.3826745852959246,
      "grad_norm": 3.9596657515143567,
      "learning_rate": 0.0002656389131071251,
      "loss": 1.4766,
      "step": 33758
    },
    {
      "epoch": 1.382715543723121,
      "grad_norm": 2.171963506974747,
      "learning_rate": 0.000265636835817319,
      "loss": 4.6562,
      "step": 33759
    },
    {
      "epoch": 1.3827565021503174,
      "grad_norm": 5.546658031365683,
      "learning_rate": 0.0002656347584728464,
      "loss": 5.8438,
      "step": 33760
    },
    {
      "epoch": 1.382797460577514,
      "grad_norm": 3.2478137147541775,
      "learning_rate": 0.00026563268107370846,
      "loss": 5.5,
      "step": 33761
    },
    {
      "epoch": 1.3828384190047103,
      "grad_norm": 2.2925132165899686,
      "learning_rate": 0.0002656306036199061,
      "loss": 4.875,
      "step": 33762
    },
    {
      "epoch": 1.3828793774319066,
      "grad_norm": 2.1130689568546352,
      "learning_rate": 0.00026562852611144034,
      "loss": 4.5625,
      "step": 33763
    },
    {
      "epoch": 1.3829203358591031,
      "grad_norm": 2.5051729792070643,
      "learning_rate": 0.0002656264485483121,
      "loss": 5.3438,
      "step": 33764
    },
    {
      "epoch": 1.3829612942862994,
      "grad_norm": 4.305144485865064,
      "learning_rate": 0.00026562437093052236,
      "loss": 6.4375,
      "step": 33765
    },
    {
      "epoch": 1.3830022527134957,
      "grad_norm": 3.3441856936730927,
      "learning_rate": 0.00026562229325807215,
      "loss": 4.7812,
      "step": 33766
    },
    {
      "epoch": 1.3830432111406923,
      "grad_norm": 2.2083362554096135,
      "learning_rate": 0.00026562021553096243,
      "loss": 4.9062,
      "step": 33767
    },
    {
      "epoch": 1.3830841695678886,
      "grad_norm": 2.4770456030485817,
      "learning_rate": 0.0002656181377491941,
      "loss": 4.9062,
      "step": 33768
    },
    {
      "epoch": 1.383125127995085,
      "grad_norm": 5.439523262892041,
      "learning_rate": 0.00026561605991276836,
      "loss": 6.5625,
      "step": 33769
    },
    {
      "epoch": 1.3831660864222814,
      "grad_norm": 2.538677771725498,
      "learning_rate": 0.00026561398202168597,
      "loss": 5.4688,
      "step": 33770
    },
    {
      "epoch": 1.3832070448494778,
      "grad_norm": 2.067104284365061,
      "learning_rate": 0.000265611904075948,
      "loss": 4.5312,
      "step": 33771
    },
    {
      "epoch": 1.383248003276674,
      "grad_norm": 2.619503303822573,
      "learning_rate": 0.00026560982607555544,
      "loss": 4.875,
      "step": 33772
    },
    {
      "epoch": 1.3832889617038706,
      "grad_norm": 5.3208361686928445,
      "learning_rate": 0.00026560774802050926,
      "loss": 4.25,
      "step": 33773
    },
    {
      "epoch": 1.383329920131067,
      "grad_norm": 4.424273673018373,
      "learning_rate": 0.0002656056699108105,
      "loss": 4.0,
      "step": 33774
    },
    {
      "epoch": 1.3833708785582632,
      "grad_norm": 2.582619237672458,
      "learning_rate": 0.00026560359174646004,
      "loss": 4.7188,
      "step": 33775
    },
    {
      "epoch": 1.3834118369854598,
      "grad_norm": 2.0371930325496925,
      "learning_rate": 0.0002656015135274589,
      "loss": 4.375,
      "step": 33776
    },
    {
      "epoch": 1.383452795412656,
      "grad_norm": 2.575755618192525,
      "learning_rate": 0.0002655994352538081,
      "loss": 6.8125,
      "step": 33777
    },
    {
      "epoch": 1.3834937538398526,
      "grad_norm": 2.695578176372363,
      "learning_rate": 0.0002655973569255086,
      "loss": 5.3438,
      "step": 33778
    },
    {
      "epoch": 1.383534712267049,
      "grad_norm": 2.4466746514721494,
      "learning_rate": 0.00026559527854256134,
      "loss": 4.2188,
      "step": 33779
    },
    {
      "epoch": 1.3835756706942455,
      "grad_norm": 2.3508788051533873,
      "learning_rate": 0.0002655932001049674,
      "loss": 5.1875,
      "step": 33780
    },
    {
      "epoch": 1.3836166291214418,
      "grad_norm": 2.558083570857345,
      "learning_rate": 0.0002655911216127276,
      "loss": 4.5625,
      "step": 33781
    },
    {
      "epoch": 1.383657587548638,
      "grad_norm": 2.078526117349162,
      "learning_rate": 0.0002655890430658431,
      "loss": 4.9688,
      "step": 33782
    },
    {
      "epoch": 1.3836985459758346,
      "grad_norm": 2.037969397781205,
      "learning_rate": 0.00026558696446431484,
      "loss": 4.9688,
      "step": 33783
    },
    {
      "epoch": 1.383739504403031,
      "grad_norm": 2.1001192357778207,
      "learning_rate": 0.0002655848858081437,
      "loss": 3.4219,
      "step": 33784
    },
    {
      "epoch": 1.3837804628302273,
      "grad_norm": 2.4514089992212886,
      "learning_rate": 0.00026558280709733075,
      "loss": 5.7188,
      "step": 33785
    },
    {
      "epoch": 1.3838214212574238,
      "grad_norm": 5.596165934343029,
      "learning_rate": 0.000265580728331877,
      "loss": 7.2188,
      "step": 33786
    },
    {
      "epoch": 1.3838623796846201,
      "grad_norm": 2.6700236771035537,
      "learning_rate": 0.0002655786495117833,
      "loss": 4.1562,
      "step": 33787
    },
    {
      "epoch": 1.3839033381118164,
      "grad_norm": 2.3175844060796122,
      "learning_rate": 0.0002655765706370508,
      "loss": 5.0625,
      "step": 33788
    },
    {
      "epoch": 1.383944296539013,
      "grad_norm": 4.102389293876604,
      "learning_rate": 0.00026557449170768035,
      "loss": 4.0625,
      "step": 33789
    },
    {
      "epoch": 1.3839852549662093,
      "grad_norm": 4.777086543830934,
      "learning_rate": 0.000265572412723673,
      "loss": 6.0,
      "step": 33790
    },
    {
      "epoch": 1.3840262133934056,
      "grad_norm": 2.372868695929847,
      "learning_rate": 0.00026557033368502977,
      "loss": 4.6875,
      "step": 33791
    },
    {
      "epoch": 1.3840671718206021,
      "grad_norm": 2.474184031797188,
      "learning_rate": 0.0002655682545917516,
      "loss": 4.8125,
      "step": 33792
    },
    {
      "epoch": 1.3841081302477984,
      "grad_norm": 3.780108115930542,
      "learning_rate": 0.0002655661754438394,
      "loss": 6.9062,
      "step": 33793
    },
    {
      "epoch": 1.3841490886749948,
      "grad_norm": 2.287563388163492,
      "learning_rate": 0.0002655640962412942,
      "loss": 5.5938,
      "step": 33794
    },
    {
      "epoch": 1.3841900471021913,
      "grad_norm": 2.5448930236516447,
      "learning_rate": 0.0002655620169841171,
      "loss": 4.3125,
      "step": 33795
    },
    {
      "epoch": 1.3842310055293876,
      "grad_norm": 1.926288729317201,
      "learning_rate": 0.0002655599376723089,
      "loss": 4.9062,
      "step": 33796
    },
    {
      "epoch": 1.3842719639565841,
      "grad_norm": 2.205609992060718,
      "learning_rate": 0.00026555785830587064,
      "loss": 4.5938,
      "step": 33797
    },
    {
      "epoch": 1.3843129223837805,
      "grad_norm": 4.996062964856334,
      "learning_rate": 0.0002655557788848034,
      "loss": 5.2812,
      "step": 33798
    },
    {
      "epoch": 1.384353880810977,
      "grad_norm": 2.8719861799128426,
      "learning_rate": 0.00026555369940910807,
      "loss": 4.8438,
      "step": 33799
    },
    {
      "epoch": 1.3843948392381733,
      "grad_norm": 2.0678404691193064,
      "learning_rate": 0.00026555161987878566,
      "loss": 4.9375,
      "step": 33800
    },
    {
      "epoch": 1.3844357976653696,
      "grad_norm": 2.9241484540158744,
      "learning_rate": 0.0002655495402938372,
      "loss": 5.7812,
      "step": 33801
    },
    {
      "epoch": 1.3844767560925662,
      "grad_norm": 4.773936624332902,
      "learning_rate": 0.0002655474606542636,
      "loss": 2.3906,
      "step": 33802
    },
    {
      "epoch": 1.3845177145197625,
      "grad_norm": 2.9330072383699965,
      "learning_rate": 0.00026554538096006575,
      "loss": 4.9688,
      "step": 33803
    },
    {
      "epoch": 1.3845586729469588,
      "grad_norm": 2.0749112830115757,
      "learning_rate": 0.0002655433012112449,
      "loss": 4.8125,
      "step": 33804
    },
    {
      "epoch": 1.3845996313741553,
      "grad_norm": 2.2941909347984075,
      "learning_rate": 0.0002655412214078018,
      "loss": 4.9062,
      "step": 33805
    },
    {
      "epoch": 1.3846405898013516,
      "grad_norm": 2.389972340046729,
      "learning_rate": 0.00026553914154973755,
      "loss": 4.875,
      "step": 33806
    },
    {
      "epoch": 1.384681548228548,
      "grad_norm": 4.164075750814863,
      "learning_rate": 0.0002655370616370531,
      "loss": 3.9844,
      "step": 33807
    },
    {
      "epoch": 1.3847225066557445,
      "grad_norm": 2.8644936457712755,
      "learning_rate": 0.00026553498166974934,
      "loss": 3.9219,
      "step": 33808
    },
    {
      "epoch": 1.3847634650829408,
      "grad_norm": 2.299271428864184,
      "learning_rate": 0.00026553290164782744,
      "loss": 4.7188,
      "step": 33809
    },
    {
      "epoch": 1.384804423510137,
      "grad_norm": 2.269805470566672,
      "learning_rate": 0.00026553082157128826,
      "loss": 5.125,
      "step": 33810
    },
    {
      "epoch": 1.3848453819373336,
      "grad_norm": 1.9505009596980234,
      "learning_rate": 0.0002655287414401329,
      "loss": 4.6875,
      "step": 33811
    },
    {
      "epoch": 1.38488634036453,
      "grad_norm": 3.235109654938734,
      "learning_rate": 0.0002655266612543621,
      "loss": 5.5312,
      "step": 33812
    },
    {
      "epoch": 1.3849272987917263,
      "grad_norm": 8.362991231820345,
      "learning_rate": 0.0002655245810139771,
      "loss": 7.5625,
      "step": 33813
    },
    {
      "epoch": 1.3849682572189228,
      "grad_norm": 2.2762268141381568,
      "learning_rate": 0.00026552250071897873,
      "loss": 5.6562,
      "step": 33814
    },
    {
      "epoch": 1.3850092156461191,
      "grad_norm": 2.7325375808670413,
      "learning_rate": 0.00026552042036936805,
      "loss": 5.125,
      "step": 33815
    },
    {
      "epoch": 1.3850501740733157,
      "grad_norm": 2.1160994862155618,
      "learning_rate": 0.00026551833996514606,
      "loss": 4.875,
      "step": 33816
    },
    {
      "epoch": 1.385091132500512,
      "grad_norm": 2.1593768902475543,
      "learning_rate": 0.0002655162595063136,
      "loss": 4.8438,
      "step": 33817
    },
    {
      "epoch": 1.3851320909277085,
      "grad_norm": 3.029329450662057,
      "learning_rate": 0.00026551417899287185,
      "loss": 5.0625,
      "step": 33818
    },
    {
      "epoch": 1.3851730493549048,
      "grad_norm": 2.5824470250115987,
      "learning_rate": 0.00026551209842482165,
      "loss": 5.2812,
      "step": 33819
    },
    {
      "epoch": 1.3852140077821011,
      "grad_norm": 2.645419388176706,
      "learning_rate": 0.00026551001780216404,
      "loss": 4.625,
      "step": 33820
    },
    {
      "epoch": 1.3852549662092977,
      "grad_norm": 2.276707383926969,
      "learning_rate": 0.0002655079371249,
      "loss": 6.0625,
      "step": 33821
    },
    {
      "epoch": 1.385295924636494,
      "grad_norm": 4.71890759381978,
      "learning_rate": 0.0002655058563930305,
      "loss": 6.5,
      "step": 33822
    },
    {
      "epoch": 1.3853368830636903,
      "grad_norm": 2.4057601546379335,
      "learning_rate": 0.00026550377560655657,
      "loss": 5.0625,
      "step": 33823
    },
    {
      "epoch": 1.3853778414908868,
      "grad_norm": 2.291192144663138,
      "learning_rate": 0.0002655016947654791,
      "loss": 5.4062,
      "step": 33824
    },
    {
      "epoch": 1.3854187999180831,
      "grad_norm": 2.6620365176891547,
      "learning_rate": 0.0002654996138697992,
      "loss": 6.125,
      "step": 33825
    },
    {
      "epoch": 1.3854597583452795,
      "grad_norm": 2.820986540807291,
      "learning_rate": 0.0002654975329195177,
      "loss": 3.8594,
      "step": 33826
    },
    {
      "epoch": 1.385500716772476,
      "grad_norm": 2.0097890835117846,
      "learning_rate": 0.00026549545191463574,
      "loss": 5.3125,
      "step": 33827
    },
    {
      "epoch": 1.3855416751996723,
      "grad_norm": 2.786530351053923,
      "learning_rate": 0.00026549337085515426,
      "loss": 5.875,
      "step": 33828
    },
    {
      "epoch": 1.3855826336268686,
      "grad_norm": 2.2950582398142854,
      "learning_rate": 0.00026549128974107415,
      "loss": 4.2812,
      "step": 33829
    },
    {
      "epoch": 1.3856235920540652,
      "grad_norm": 2.630578100475305,
      "learning_rate": 0.0002654892085723965,
      "loss": 4.9375,
      "step": 33830
    },
    {
      "epoch": 1.3856645504812615,
      "grad_norm": 3.1933819514518382,
      "learning_rate": 0.0002654871273491222,
      "loss": 6.6875,
      "step": 33831
    },
    {
      "epoch": 1.3857055089084578,
      "grad_norm": 3.8964822024036287,
      "learning_rate": 0.0002654850460712523,
      "loss": 7.0312,
      "step": 33832
    },
    {
      "epoch": 1.3857464673356543,
      "grad_norm": 2.486221357362349,
      "learning_rate": 0.00026548296473878776,
      "loss": 4.6875,
      "step": 33833
    },
    {
      "epoch": 1.3857874257628506,
      "grad_norm": 2.097096652994587,
      "learning_rate": 0.00026548088335172967,
      "loss": 5.125,
      "step": 33834
    },
    {
      "epoch": 1.3858283841900472,
      "grad_norm": 4.078786604182554,
      "learning_rate": 0.00026547880191007885,
      "loss": 6.4375,
      "step": 33835
    },
    {
      "epoch": 1.3858693426172435,
      "grad_norm": 2.218872967717973,
      "learning_rate": 0.00026547672041383634,
      "loss": 5.375,
      "step": 33836
    },
    {
      "epoch": 1.38591030104444,
      "grad_norm": 4.257974660918809,
      "learning_rate": 0.00026547463886300316,
      "loss": 3.0156,
      "step": 33837
    },
    {
      "epoch": 1.3859512594716363,
      "grad_norm": 2.665556484625656,
      "learning_rate": 0.0002654725572575803,
      "loss": 2.5,
      "step": 33838
    },
    {
      "epoch": 1.3859922178988326,
      "grad_norm": 2.214234667301803,
      "learning_rate": 0.00026547047559756867,
      "loss": 4.5938,
      "step": 33839
    },
    {
      "epoch": 1.3860331763260292,
      "grad_norm": 6.46216283543466,
      "learning_rate": 0.00026546839388296925,
      "loss": 2.1719,
      "step": 33840
    },
    {
      "epoch": 1.3860741347532255,
      "grad_norm": 2.2687400565030833,
      "learning_rate": 0.0002654663121137832,
      "loss": 5.75,
      "step": 33841
    },
    {
      "epoch": 1.3861150931804218,
      "grad_norm": 2.0567325647070134,
      "learning_rate": 0.00026546423029001127,
      "loss": 5.0312,
      "step": 33842
    },
    {
      "epoch": 1.3861560516076183,
      "grad_norm": 2.0850370834709957,
      "learning_rate": 0.0002654621484116546,
      "loss": 5.25,
      "step": 33843
    },
    {
      "epoch": 1.3861970100348147,
      "grad_norm": 4.6406952609185605,
      "learning_rate": 0.0002654600664787141,
      "loss": 3.9375,
      "step": 33844
    },
    {
      "epoch": 1.386237968462011,
      "grad_norm": 2.308052061793292,
      "learning_rate": 0.0002654579844911908,
      "loss": 5.0938,
      "step": 33845
    },
    {
      "epoch": 1.3862789268892075,
      "grad_norm": 4.5289213054481054,
      "learning_rate": 0.0002654559024490857,
      "loss": 7.9688,
      "step": 33846
    },
    {
      "epoch": 1.3863198853164038,
      "grad_norm": 2.4413616744018585,
      "learning_rate": 0.0002654538203523997,
      "loss": 3.8594,
      "step": 33847
    },
    {
      "epoch": 1.3863608437436001,
      "grad_norm": 4.02608828139876,
      "learning_rate": 0.00026545173820113384,
      "loss": 4.25,
      "step": 33848
    },
    {
      "epoch": 1.3864018021707967,
      "grad_norm": 3.174237416715108,
      "learning_rate": 0.00026544965599528914,
      "loss": 7.1875,
      "step": 33849
    },
    {
      "epoch": 1.386442760597993,
      "grad_norm": 2.750962774050485,
      "learning_rate": 0.00026544757373486645,
      "loss": 6.3125,
      "step": 33850
    },
    {
      "epoch": 1.3864837190251893,
      "grad_norm": 2.824078716772928,
      "learning_rate": 0.00026544549141986693,
      "loss": 4.4375,
      "step": 33851
    },
    {
      "epoch": 1.3865246774523858,
      "grad_norm": 3.441716511988819,
      "learning_rate": 0.00026544340905029144,
      "loss": 3.8281,
      "step": 33852
    },
    {
      "epoch": 1.3865656358795821,
      "grad_norm": 2.8985221000591412,
      "learning_rate": 0.00026544132662614106,
      "loss": 5.6562,
      "step": 33853
    },
    {
      "epoch": 1.3866065943067787,
      "grad_norm": 2.092654901089219,
      "learning_rate": 0.00026543924414741666,
      "loss": 4.5938,
      "step": 33854
    },
    {
      "epoch": 1.386647552733975,
      "grad_norm": 2.290896840942753,
      "learning_rate": 0.0002654371616141193,
      "loss": 4.75,
      "step": 33855
    },
    {
      "epoch": 1.3866885111611715,
      "grad_norm": 2.3388544598268073,
      "learning_rate": 0.00026543507902624996,
      "loss": 4.0938,
      "step": 33856
    },
    {
      "epoch": 1.3867294695883678,
      "grad_norm": 2.204785693402664,
      "learning_rate": 0.00026543299638380957,
      "loss": 4.3125,
      "step": 33857
    },
    {
      "epoch": 1.3867704280155642,
      "grad_norm": 2.5249428260347715,
      "learning_rate": 0.0002654309136867992,
      "loss": 5.6562,
      "step": 33858
    },
    {
      "epoch": 1.3868113864427607,
      "grad_norm": 2.2141626093589584,
      "learning_rate": 0.0002654288309352198,
      "loss": 4.7188,
      "step": 33859
    },
    {
      "epoch": 1.386852344869957,
      "grad_norm": 2.65136148353349,
      "learning_rate": 0.00026542674812907234,
      "loss": 5.25,
      "step": 33860
    },
    {
      "epoch": 1.3868933032971533,
      "grad_norm": 2.0925892945030573,
      "learning_rate": 0.00026542466526835776,
      "loss": 4.5625,
      "step": 33861
    },
    {
      "epoch": 1.3869342617243499,
      "grad_norm": 2.173552482707824,
      "learning_rate": 0.0002654225823530772,
      "loss": 2.9375,
      "step": 33862
    },
    {
      "epoch": 1.3869752201515462,
      "grad_norm": 2.5854247430716684,
      "learning_rate": 0.0002654204993832315,
      "loss": 5.0938,
      "step": 33863
    },
    {
      "epoch": 1.3870161785787425,
      "grad_norm": 1.9545346957014536,
      "learning_rate": 0.0002654184163588216,
      "loss": 4.75,
      "step": 33864
    },
    {
      "epoch": 1.387057137005939,
      "grad_norm": 6.216403737586425,
      "learning_rate": 0.00026541633327984863,
      "loss": 4.5938,
      "step": 33865
    },
    {
      "epoch": 1.3870980954331353,
      "grad_norm": 2.461325733268187,
      "learning_rate": 0.00026541425014631355,
      "loss": 4.7812,
      "step": 33866
    },
    {
      "epoch": 1.3871390538603317,
      "grad_norm": 2.036390650181995,
      "learning_rate": 0.00026541216695821724,
      "loss": 4.5,
      "step": 33867
    },
    {
      "epoch": 1.3871800122875282,
      "grad_norm": 2.5082777682301187,
      "learning_rate": 0.0002654100837155608,
      "loss": 6.0,
      "step": 33868
    },
    {
      "epoch": 1.3872209707147245,
      "grad_norm": 2.5435604681291677,
      "learning_rate": 0.00026540800041834517,
      "loss": 5.75,
      "step": 33869
    },
    {
      "epoch": 1.3872619291419208,
      "grad_norm": 2.94039919186511,
      "learning_rate": 0.0002654059170665713,
      "loss": 7.3438,
      "step": 33870
    },
    {
      "epoch": 1.3873028875691173,
      "grad_norm": 2.609094124641554,
      "learning_rate": 0.0002654038336602402,
      "loss": 4.875,
      "step": 33871
    },
    {
      "epoch": 1.3873438459963137,
      "grad_norm": 1.8758565735466979,
      "learning_rate": 0.00026540175019935296,
      "loss": 3.1406,
      "step": 33872
    },
    {
      "epoch": 1.3873848044235102,
      "grad_norm": 2.8756566341087333,
      "learning_rate": 0.0002653996666839104,
      "loss": 4.25,
      "step": 33873
    },
    {
      "epoch": 1.3874257628507065,
      "grad_norm": 2.2502355188302285,
      "learning_rate": 0.0002653975831139136,
      "loss": 4.9062,
      "step": 33874
    },
    {
      "epoch": 1.387466721277903,
      "grad_norm": 3.061033579971716,
      "learning_rate": 0.0002653954994893635,
      "loss": 5.3125,
      "step": 33875
    },
    {
      "epoch": 1.3875076797050994,
      "grad_norm": 2.5076443308340193,
      "learning_rate": 0.0002653934158102611,
      "loss": 4.8438,
      "step": 33876
    },
    {
      "epoch": 1.3875486381322957,
      "grad_norm": 5.538521217394417,
      "learning_rate": 0.0002653913320766074,
      "loss": 6.5625,
      "step": 33877
    },
    {
      "epoch": 1.3875895965594922,
      "grad_norm": 2.321800713920038,
      "learning_rate": 0.00026538924828840334,
      "loss": 4.875,
      "step": 33878
    },
    {
      "epoch": 1.3876305549866885,
      "grad_norm": 2.183724403591634,
      "learning_rate": 0.00026538716444565,
      "loss": 4.8125,
      "step": 33879
    },
    {
      "epoch": 1.3876715134138848,
      "grad_norm": 6.548839008412792,
      "learning_rate": 0.0002653850805483483,
      "loss": 3.7031,
      "step": 33880
    },
    {
      "epoch": 1.3877124718410814,
      "grad_norm": 2.482654741190275,
      "learning_rate": 0.00026538299659649916,
      "loss": 5.2188,
      "step": 33881
    },
    {
      "epoch": 1.3877534302682777,
      "grad_norm": 2.1556677544450764,
      "learning_rate": 0.0002653809125901037,
      "loss": 5.5938,
      "step": 33882
    },
    {
      "epoch": 1.387794388695474,
      "grad_norm": 2.6052544965360553,
      "learning_rate": 0.0002653788285291628,
      "loss": 5.75,
      "step": 33883
    },
    {
      "epoch": 1.3878353471226705,
      "grad_norm": 2.310438630628012,
      "learning_rate": 0.0002653767444136775,
      "loss": 5.4062,
      "step": 33884
    },
    {
      "epoch": 1.3878763055498669,
      "grad_norm": 4.058671096449939,
      "learning_rate": 0.0002653746602436488,
      "loss": 5.625,
      "step": 33885
    },
    {
      "epoch": 1.3879172639770632,
      "grad_norm": 2.895030743747421,
      "learning_rate": 0.0002653725760190776,
      "loss": 5.125,
      "step": 33886
    },
    {
      "epoch": 1.3879582224042597,
      "grad_norm": 2.695294573571501,
      "learning_rate": 0.00026537049173996495,
      "loss": 4.7188,
      "step": 33887
    },
    {
      "epoch": 1.387999180831456,
      "grad_norm": 2.157803547287984,
      "learning_rate": 0.00026536840740631185,
      "loss": 4.7188,
      "step": 33888
    },
    {
      "epoch": 1.3880401392586525,
      "grad_norm": 2.1253408278285875,
      "learning_rate": 0.00026536632301811926,
      "loss": 4.7812,
      "step": 33889
    },
    {
      "epoch": 1.3880810976858489,
      "grad_norm": 11.072128694895317,
      "learning_rate": 0.00026536423857538815,
      "loss": 4.4062,
      "step": 33890
    },
    {
      "epoch": 1.3881220561130452,
      "grad_norm": 2.678162305441743,
      "learning_rate": 0.00026536215407811956,
      "loss": 6.0,
      "step": 33891
    },
    {
      "epoch": 1.3881630145402417,
      "grad_norm": 11.059355813834305,
      "learning_rate": 0.00026536006952631436,
      "loss": 6.0938,
      "step": 33892
    },
    {
      "epoch": 1.388203972967438,
      "grad_norm": 2.324696111748376,
      "learning_rate": 0.0002653579849199737,
      "loss": 4.2188,
      "step": 33893
    },
    {
      "epoch": 1.3882449313946346,
      "grad_norm": 2.1168080145727886,
      "learning_rate": 0.00026535590025909844,
      "loss": 4.4375,
      "step": 33894
    },
    {
      "epoch": 1.3882858898218309,
      "grad_norm": 2.0906116871506852,
      "learning_rate": 0.0002653538155436896,
      "loss": 4.8125,
      "step": 33895
    },
    {
      "epoch": 1.3883268482490272,
      "grad_norm": 5.635461352137428,
      "learning_rate": 0.0002653517307737482,
      "loss": 6.3438,
      "step": 33896
    },
    {
      "epoch": 1.3883678066762237,
      "grad_norm": 2.602694769518262,
      "learning_rate": 0.00026534964594927514,
      "loss": 5.5,
      "step": 33897
    },
    {
      "epoch": 1.38840876510342,
      "grad_norm": 2.138935164297975,
      "learning_rate": 0.0002653475610702715,
      "loss": 5.4688,
      "step": 33898
    },
    {
      "epoch": 1.3884497235306164,
      "grad_norm": 3.2819210855527126,
      "learning_rate": 0.0002653454761367382,
      "loss": 5.1875,
      "step": 33899
    },
    {
      "epoch": 1.3884906819578129,
      "grad_norm": 1.8623518724412989,
      "learning_rate": 0.0002653433911486763,
      "loss": 4.5312,
      "step": 33900
    },
    {
      "epoch": 1.3885316403850092,
      "grad_norm": 2.292296946687599,
      "learning_rate": 0.0002653413061060867,
      "loss": 5.1562,
      "step": 33901
    },
    {
      "epoch": 1.3885725988122055,
      "grad_norm": 2.6228406046253374,
      "learning_rate": 0.00026533922100897047,
      "loss": 4.6875,
      "step": 33902
    },
    {
      "epoch": 1.388613557239402,
      "grad_norm": 3.4439413938467474,
      "learning_rate": 0.0002653371358573285,
      "loss": 4.625,
      "step": 33903
    },
    {
      "epoch": 1.3886545156665984,
      "grad_norm": 2.660571303510364,
      "learning_rate": 0.0002653350506511618,
      "loss": 3.6094,
      "step": 33904
    },
    {
      "epoch": 1.3886954740937947,
      "grad_norm": 2.2586215220133212,
      "learning_rate": 0.00026533296539047146,
      "loss": 5.625,
      "step": 33905
    },
    {
      "epoch": 1.3887364325209912,
      "grad_norm": 2.3007736374484007,
      "learning_rate": 0.0002653308800752583,
      "loss": 4.1875,
      "step": 33906
    },
    {
      "epoch": 1.3887773909481875,
      "grad_norm": 2.6822665367349603,
      "learning_rate": 0.00026532879470552345,
      "loss": 6.0,
      "step": 33907
    },
    {
      "epoch": 1.388818349375384,
      "grad_norm": 5.2420339517973265,
      "learning_rate": 0.0002653267092812678,
      "loss": 3.9219,
      "step": 33908
    },
    {
      "epoch": 1.3888593078025804,
      "grad_norm": 2.3212541672465057,
      "learning_rate": 0.0002653246238024924,
      "loss": 4.9688,
      "step": 33909
    },
    {
      "epoch": 1.388900266229777,
      "grad_norm": 2.696506996491571,
      "learning_rate": 0.0002653225382691982,
      "loss": 4.8438,
      "step": 33910
    },
    {
      "epoch": 1.3889412246569732,
      "grad_norm": 4.367463078021449,
      "learning_rate": 0.00026532045268138623,
      "loss": 6.2812,
      "step": 33911
    },
    {
      "epoch": 1.3889821830841695,
      "grad_norm": 2.2162945774606104,
      "learning_rate": 0.0002653183670390574,
      "loss": 5.8125,
      "step": 33912
    },
    {
      "epoch": 1.389023141511366,
      "grad_norm": 3.2772250260073172,
      "learning_rate": 0.00026531628134221274,
      "loss": 5.7812,
      "step": 33913
    },
    {
      "epoch": 1.3890640999385624,
      "grad_norm": 5.461026389098135,
      "learning_rate": 0.00026531419559085325,
      "loss": 4.1875,
      "step": 33914
    },
    {
      "epoch": 1.3891050583657587,
      "grad_norm": 2.6022033398446958,
      "learning_rate": 0.0002653121097849799,
      "loss": 4.2188,
      "step": 33915
    },
    {
      "epoch": 1.3891460167929552,
      "grad_norm": 2.0864561145224334,
      "learning_rate": 0.0002653100239245937,
      "loss": 4.125,
      "step": 33916
    },
    {
      "epoch": 1.3891869752201516,
      "grad_norm": 1.8746965600673382,
      "learning_rate": 0.0002653079380096956,
      "loss": 4.6562,
      "step": 33917
    },
    {
      "epoch": 1.3892279336473479,
      "grad_norm": 2.9880562054666964,
      "learning_rate": 0.00026530585204028655,
      "loss": 5.1875,
      "step": 33918
    },
    {
      "epoch": 1.3892688920745444,
      "grad_norm": 2.4068456496599273,
      "learning_rate": 0.0002653037660163676,
      "loss": 5.0938,
      "step": 33919
    },
    {
      "epoch": 1.3893098505017407,
      "grad_norm": 3.029506797777434,
      "learning_rate": 0.0002653016799379398,
      "loss": 6.4688,
      "step": 33920
    },
    {
      "epoch": 1.389350808928937,
      "grad_norm": 3.8298148404682806,
      "learning_rate": 0.00026529959380500396,
      "loss": 5.3438,
      "step": 33921
    },
    {
      "epoch": 1.3893917673561336,
      "grad_norm": 2.206389804250793,
      "learning_rate": 0.00026529750761756116,
      "loss": 4.3438,
      "step": 33922
    },
    {
      "epoch": 1.3894327257833299,
      "grad_norm": 2.76652923665415,
      "learning_rate": 0.00026529542137561244,
      "loss": 5.4688,
      "step": 33923
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 5.928395175858705,
      "learning_rate": 0.0002652933350791587,
      "loss": 3.8594,
      "step": 33924
    },
    {
      "epoch": 1.3895146426377227,
      "grad_norm": 5.774924870197801,
      "learning_rate": 0.00026529124872820103,
      "loss": 5.6875,
      "step": 33925
    },
    {
      "epoch": 1.389555601064919,
      "grad_norm": 4.812579792462878,
      "learning_rate": 0.00026528916232274025,
      "loss": 5.7812,
      "step": 33926
    },
    {
      "epoch": 1.3895965594921156,
      "grad_norm": 3.5775951809419446,
      "learning_rate": 0.0002652870758627775,
      "loss": 4.1562,
      "step": 33927
    },
    {
      "epoch": 1.389637517919312,
      "grad_norm": 4.184975169668977,
      "learning_rate": 0.0002652849893483137,
      "loss": 6.5312,
      "step": 33928
    },
    {
      "epoch": 1.3896784763465084,
      "grad_norm": 2.976335812718609,
      "learning_rate": 0.00026528290277934985,
      "loss": 4.6875,
      "step": 33929
    },
    {
      "epoch": 1.3897194347737047,
      "grad_norm": 2.889904990556004,
      "learning_rate": 0.00026528081615588697,
      "loss": 4.9062,
      "step": 33930
    },
    {
      "epoch": 1.389760393200901,
      "grad_norm": 2.135990742201597,
      "learning_rate": 0.00026527872947792596,
      "loss": 5.4062,
      "step": 33931
    },
    {
      "epoch": 1.3898013516280976,
      "grad_norm": 3.7693057944266304,
      "learning_rate": 0.00026527664274546785,
      "loss": 5.1562,
      "step": 33932
    },
    {
      "epoch": 1.389842310055294,
      "grad_norm": 2.703196078634694,
      "learning_rate": 0.0002652745559585137,
      "loss": 7.1562,
      "step": 33933
    },
    {
      "epoch": 1.3898832684824902,
      "grad_norm": 2.1130144087195895,
      "learning_rate": 0.00026527246911706436,
      "loss": 4.6562,
      "step": 33934
    },
    {
      "epoch": 1.3899242269096868,
      "grad_norm": 2.406464630200613,
      "learning_rate": 0.00026527038222112087,
      "loss": 5.0,
      "step": 33935
    },
    {
      "epoch": 1.389965185336883,
      "grad_norm": 2.2116347898861894,
      "learning_rate": 0.0002652682952706843,
      "loss": 5.0,
      "step": 33936
    },
    {
      "epoch": 1.3900061437640794,
      "grad_norm": 2.2286902073803576,
      "learning_rate": 0.0002652662082657555,
      "loss": 5.4375,
      "step": 33937
    },
    {
      "epoch": 1.390047102191276,
      "grad_norm": 2.0664238925007066,
      "learning_rate": 0.0002652641212063356,
      "loss": 4.8438,
      "step": 33938
    },
    {
      "epoch": 1.3900880606184722,
      "grad_norm": 3.8961549296215203,
      "learning_rate": 0.00026526203409242544,
      "loss": 5.625,
      "step": 33939
    },
    {
      "epoch": 1.3901290190456685,
      "grad_norm": 2.265740375647163,
      "learning_rate": 0.0002652599469240261,
      "loss": 5.3125,
      "step": 33940
    },
    {
      "epoch": 1.390169977472865,
      "grad_norm": 2.2273366707791906,
      "learning_rate": 0.0002652578597011386,
      "loss": 4.625,
      "step": 33941
    },
    {
      "epoch": 1.3902109359000614,
      "grad_norm": 4.0052115312748455,
      "learning_rate": 0.0002652557724237638,
      "loss": 6.875,
      "step": 33942
    },
    {
      "epoch": 1.3902518943272577,
      "grad_norm": 2.323321039571232,
      "learning_rate": 0.00026525368509190277,
      "loss": 5.2812,
      "step": 33943
    },
    {
      "epoch": 1.3902928527544542,
      "grad_norm": 2.940253090603629,
      "learning_rate": 0.00026525159770555653,
      "loss": 6.1562,
      "step": 33944
    },
    {
      "epoch": 1.3903338111816506,
      "grad_norm": 2.1716248424291895,
      "learning_rate": 0.000265249510264726,
      "loss": 5.4062,
      "step": 33945
    },
    {
      "epoch": 1.390374769608847,
      "grad_norm": 3.585268305556897,
      "learning_rate": 0.0002652474227694122,
      "loss": 5.375,
      "step": 33946
    },
    {
      "epoch": 1.3904157280360434,
      "grad_norm": 2.363690736960537,
      "learning_rate": 0.00026524533521961606,
      "loss": 4.875,
      "step": 33947
    },
    {
      "epoch": 1.39045668646324,
      "grad_norm": 2.3239681111492834,
      "learning_rate": 0.0002652432476153387,
      "loss": 4.0938,
      "step": 33948
    },
    {
      "epoch": 1.3904976448904363,
      "grad_norm": 2.564166505558163,
      "learning_rate": 0.0002652411599565809,
      "loss": 4.8438,
      "step": 33949
    },
    {
      "epoch": 1.3905386033176326,
      "grad_norm": 4.429670306377641,
      "learning_rate": 0.00026523907224334386,
      "loss": 5.4375,
      "step": 33950
    },
    {
      "epoch": 1.390579561744829,
      "grad_norm": 2.6934354154185676,
      "learning_rate": 0.0002652369844756284,
      "loss": 4.9062,
      "step": 33951
    },
    {
      "epoch": 1.3906205201720254,
      "grad_norm": 4.193124647415044,
      "learning_rate": 0.0002652348966534356,
      "loss": 4.6875,
      "step": 33952
    },
    {
      "epoch": 1.3906614785992217,
      "grad_norm": 2.6121565587082904,
      "learning_rate": 0.0002652328087767665,
      "loss": 5.5312,
      "step": 33953
    },
    {
      "epoch": 1.3907024370264183,
      "grad_norm": 2.323932884521143,
      "learning_rate": 0.00026523072084562194,
      "loss": 5.0312,
      "step": 33954
    },
    {
      "epoch": 1.3907433954536146,
      "grad_norm": 2.8513147018020772,
      "learning_rate": 0.000265228632860003,
      "loss": 6.0625,
      "step": 33955
    },
    {
      "epoch": 1.390784353880811,
      "grad_norm": 6.400808267140739,
      "learning_rate": 0.0002652265448199107,
      "loss": 5.875,
      "step": 33956
    },
    {
      "epoch": 1.3908253123080074,
      "grad_norm": 2.808291653201622,
      "learning_rate": 0.0002652244567253459,
      "loss": 4.0625,
      "step": 33957
    },
    {
      "epoch": 1.3908662707352037,
      "grad_norm": 4.1702804189911635,
      "learning_rate": 0.0002652223685763097,
      "loss": 5.7812,
      "step": 33958
    },
    {
      "epoch": 1.3909072291624,
      "grad_norm": 4.547795434000535,
      "learning_rate": 0.00026522028037280303,
      "loss": 5.75,
      "step": 33959
    },
    {
      "epoch": 1.3909481875895966,
      "grad_norm": 2.9831302932682378,
      "learning_rate": 0.00026521819211482693,
      "loss": 5.25,
      "step": 33960
    },
    {
      "epoch": 1.390989146016793,
      "grad_norm": 16.669320448311304,
      "learning_rate": 0.00026521610380238236,
      "loss": 3.1562,
      "step": 33961
    },
    {
      "epoch": 1.3910301044439892,
      "grad_norm": 2.803424786743892,
      "learning_rate": 0.0002652140154354703,
      "loss": 4.6875,
      "step": 33962
    },
    {
      "epoch": 1.3910710628711858,
      "grad_norm": 9.927402003977138,
      "learning_rate": 0.0002652119270140917,
      "loss": 7.7812,
      "step": 33963
    },
    {
      "epoch": 1.391112021298382,
      "grad_norm": 2.3520051222626766,
      "learning_rate": 0.0002652098385382476,
      "loss": 5.3125,
      "step": 33964
    },
    {
      "epoch": 1.3911529797255786,
      "grad_norm": 2.0897849098464127,
      "learning_rate": 0.00026520775000793894,
      "loss": 4.7188,
      "step": 33965
    },
    {
      "epoch": 1.391193938152775,
      "grad_norm": 2.170414338742948,
      "learning_rate": 0.0002652056614231668,
      "loss": 3.4844,
      "step": 33966
    },
    {
      "epoch": 1.3912348965799715,
      "grad_norm": 2.816915035050453,
      "learning_rate": 0.0002652035727839321,
      "loss": 5.7188,
      "step": 33967
    },
    {
      "epoch": 1.3912758550071678,
      "grad_norm": 5.707233548221586,
      "learning_rate": 0.0002652014840902358,
      "loss": 4.1562,
      "step": 33968
    },
    {
      "epoch": 1.391316813434364,
      "grad_norm": 2.373166895677989,
      "learning_rate": 0.00026519939534207893,
      "loss": 4.9062,
      "step": 33969
    },
    {
      "epoch": 1.3913577718615606,
      "grad_norm": 2.545532580286676,
      "learning_rate": 0.0002651973065394625,
      "loss": 4.9688,
      "step": 33970
    },
    {
      "epoch": 1.391398730288757,
      "grad_norm": 2.159528783976906,
      "learning_rate": 0.00026519521768238744,
      "loss": 4.5312,
      "step": 33971
    },
    {
      "epoch": 1.3914396887159532,
      "grad_norm": 4.3051669367577485,
      "learning_rate": 0.0002651931287708548,
      "loss": 6.5625,
      "step": 33972
    },
    {
      "epoch": 1.3914806471431498,
      "grad_norm": 7.7306772854525825,
      "learning_rate": 0.00026519103980486553,
      "loss": 4.5,
      "step": 33973
    },
    {
      "epoch": 1.391521605570346,
      "grad_norm": 4.099852185842382,
      "learning_rate": 0.0002651889507844206,
      "loss": 5.6875,
      "step": 33974
    },
    {
      "epoch": 1.3915625639975424,
      "grad_norm": 2.242649289345589,
      "learning_rate": 0.000265186861709521,
      "loss": 5.5312,
      "step": 33975
    },
    {
      "epoch": 1.391603522424739,
      "grad_norm": 2.431345310733441,
      "learning_rate": 0.00026518477258016777,
      "loss": 4.0938,
      "step": 33976
    },
    {
      "epoch": 1.3916444808519353,
      "grad_norm": 8.569515225584365,
      "learning_rate": 0.00026518268339636184,
      "loss": 8.3125,
      "step": 33977
    },
    {
      "epoch": 1.3916854392791316,
      "grad_norm": 2.70152178005166,
      "learning_rate": 0.00026518059415810423,
      "loss": 5.0938,
      "step": 33978
    },
    {
      "epoch": 1.3917263977063281,
      "grad_norm": 2.3504765872816753,
      "learning_rate": 0.00026517850486539594,
      "loss": 4.6875,
      "step": 33979
    },
    {
      "epoch": 1.3917673561335244,
      "grad_norm": 2.896345813042698,
      "learning_rate": 0.0002651764155182379,
      "loss": 5.1562,
      "step": 33980
    },
    {
      "epoch": 1.3918083145607207,
      "grad_norm": 3.8346333558280983,
      "learning_rate": 0.0002651743261166311,
      "loss": 3.4531,
      "step": 33981
    },
    {
      "epoch": 1.3918492729879173,
      "grad_norm": 3.080408421077923,
      "learning_rate": 0.0002651722366605767,
      "loss": 3.4375,
      "step": 33982
    },
    {
      "epoch": 1.3918902314151136,
      "grad_norm": 3.3238092942187243,
      "learning_rate": 0.00026517014715007545,
      "loss": 3.9062,
      "step": 33983
    },
    {
      "epoch": 1.3919311898423101,
      "grad_norm": 2.3004866224387843,
      "learning_rate": 0.00026516805758512843,
      "loss": 5.3125,
      "step": 33984
    },
    {
      "epoch": 1.3919721482695064,
      "grad_norm": 3.899254461301961,
      "learning_rate": 0.0002651659679657367,
      "loss": 5.9688,
      "step": 33985
    },
    {
      "epoch": 1.392013106696703,
      "grad_norm": 2.1828899758482825,
      "learning_rate": 0.00026516387829190113,
      "loss": 4.8125,
      "step": 33986
    },
    {
      "epoch": 1.3920540651238993,
      "grad_norm": 2.2087563888129713,
      "learning_rate": 0.00026516178856362274,
      "loss": 5.0,
      "step": 33987
    },
    {
      "epoch": 1.3920950235510956,
      "grad_norm": 2.447938314837594,
      "learning_rate": 0.00026515969878090255,
      "loss": 5.0938,
      "step": 33988
    },
    {
      "epoch": 1.3921359819782921,
      "grad_norm": 3.0671536063129086,
      "learning_rate": 0.00026515760894374154,
      "loss": 5.0625,
      "step": 33989
    },
    {
      "epoch": 1.3921769404054885,
      "grad_norm": 2.0335848992189804,
      "learning_rate": 0.0002651555190521408,
      "loss": 2.9844,
      "step": 33990
    },
    {
      "epoch": 1.3922178988326848,
      "grad_norm": 6.995372121030148,
      "learning_rate": 0.0002651534291061011,
      "loss": 5.0,
      "step": 33991
    },
    {
      "epoch": 1.3922588572598813,
      "grad_norm": 2.332388160755322,
      "learning_rate": 0.00026515133910562356,
      "loss": 4.9375,
      "step": 33992
    },
    {
      "epoch": 1.3922998156870776,
      "grad_norm": 3.4355452524659085,
      "learning_rate": 0.00026514924905070915,
      "loss": 6.2812,
      "step": 33993
    },
    {
      "epoch": 1.392340774114274,
      "grad_norm": 5.790928554707415,
      "learning_rate": 0.00026514715894135885,
      "loss": 6.0,
      "step": 33994
    },
    {
      "epoch": 1.3923817325414705,
      "grad_norm": 2.422464808684052,
      "learning_rate": 0.00026514506877757364,
      "loss": 4.9375,
      "step": 33995
    },
    {
      "epoch": 1.3924226909686668,
      "grad_norm": 2.71246675761888,
      "learning_rate": 0.00026514297855935454,
      "loss": 5.9062,
      "step": 33996
    },
    {
      "epoch": 1.392463649395863,
      "grad_norm": 2.438161822682146,
      "learning_rate": 0.0002651408882867025,
      "loss": 5.4062,
      "step": 33997
    },
    {
      "epoch": 1.3925046078230596,
      "grad_norm": 2.705041890917309,
      "learning_rate": 0.00026513879795961857,
      "loss": 5.1562,
      "step": 33998
    },
    {
      "epoch": 1.392545566250256,
      "grad_norm": 2.3941779611347114,
      "learning_rate": 0.0002651367075781037,
      "loss": 4.625,
      "step": 33999
    },
    {
      "epoch": 1.3925865246774523,
      "grad_norm": 2.1277179122061263,
      "learning_rate": 0.00026513461714215887,
      "loss": 4.4062,
      "step": 34000
    },
    {
      "epoch": 1.3926274831046488,
      "grad_norm": 3.073348700692555,
      "learning_rate": 0.00026513252665178507,
      "loss": 5.3125,
      "step": 34001
    },
    {
      "epoch": 1.392668441531845,
      "grad_norm": 3.392068959648019,
      "learning_rate": 0.0002651304361069833,
      "loss": 6.3438,
      "step": 34002
    },
    {
      "epoch": 1.3927093999590416,
      "grad_norm": 5.733126928253054,
      "learning_rate": 0.0002651283455077545,
      "loss": 2.1406,
      "step": 34003
    },
    {
      "epoch": 1.392750358386238,
      "grad_norm": 2.9822013759967723,
      "learning_rate": 0.00026512625485409976,
      "loss": 4.6562,
      "step": 34004
    },
    {
      "epoch": 1.3927913168134345,
      "grad_norm": 2.61872358641488,
      "learning_rate": 0.00026512416414601996,
      "loss": 6.125,
      "step": 34005
    },
    {
      "epoch": 1.3928322752406308,
      "grad_norm": 1.9992691876853153,
      "learning_rate": 0.0002651220733835162,
      "loss": 4.6562,
      "step": 34006
    },
    {
      "epoch": 1.3928732336678271,
      "grad_norm": 3.2585998997174688,
      "learning_rate": 0.0002651199825665893,
      "loss": 5.5938,
      "step": 34007
    },
    {
      "epoch": 1.3929141920950237,
      "grad_norm": 2.139392559667337,
      "learning_rate": 0.00026511789169524037,
      "loss": 5.5938,
      "step": 34008
    },
    {
      "epoch": 1.39295515052222,
      "grad_norm": 2.4441149066099306,
      "learning_rate": 0.00026511580076947044,
      "loss": 5.1875,
      "step": 34009
    },
    {
      "epoch": 1.3929961089494163,
      "grad_norm": 3.095357881866687,
      "learning_rate": 0.00026511370978928045,
      "loss": 6.4062,
      "step": 34010
    },
    {
      "epoch": 1.3930370673766128,
      "grad_norm": 2.952245033491021,
      "learning_rate": 0.0002651116187546713,
      "loss": 4.1875,
      "step": 34011
    },
    {
      "epoch": 1.3930780258038091,
      "grad_norm": 2.20682677928946,
      "learning_rate": 0.0002651095276656441,
      "loss": 5.0,
      "step": 34012
    },
    {
      "epoch": 1.3931189842310054,
      "grad_norm": 2.160728666108527,
      "learning_rate": 0.0002651074365221998,
      "loss": 4.5,
      "step": 34013
    },
    {
      "epoch": 1.393159942658202,
      "grad_norm": 2.3575082880876543,
      "learning_rate": 0.0002651053453243394,
      "loss": 5.1562,
      "step": 34014
    },
    {
      "epoch": 1.3932009010853983,
      "grad_norm": 2.287518307001815,
      "learning_rate": 0.00026510325407206383,
      "loss": 4.4062,
      "step": 34015
    },
    {
      "epoch": 1.3932418595125946,
      "grad_norm": 12.30227699492412,
      "learning_rate": 0.00026510116276537416,
      "loss": 6.125,
      "step": 34016
    },
    {
      "epoch": 1.3932828179397911,
      "grad_norm": 2.1851564122596567,
      "learning_rate": 0.0002650990714042713,
      "loss": 4.125,
      "step": 34017
    },
    {
      "epoch": 1.3933237763669875,
      "grad_norm": 2.19086026637956,
      "learning_rate": 0.0002650969799887563,
      "loss": 4.9375,
      "step": 34018
    },
    {
      "epoch": 1.3933647347941838,
      "grad_norm": 2.2020375147325035,
      "learning_rate": 0.00026509488851883013,
      "loss": 4.4375,
      "step": 34019
    },
    {
      "epoch": 1.3934056932213803,
      "grad_norm": 2.727096034935726,
      "learning_rate": 0.00026509279699449376,
      "loss": 4.5312,
      "step": 34020
    },
    {
      "epoch": 1.3934466516485766,
      "grad_norm": 2.876846342627218,
      "learning_rate": 0.0002650907054157482,
      "loss": 4.875,
      "step": 34021
    },
    {
      "epoch": 1.3934876100757732,
      "grad_norm": 5.043964677295498,
      "learning_rate": 0.00026508861378259443,
      "loss": 7.0,
      "step": 34022
    },
    {
      "epoch": 1.3935285685029695,
      "grad_norm": 2.3067994159953584,
      "learning_rate": 0.0002650865220950335,
      "loss": 5.5625,
      "step": 34023
    },
    {
      "epoch": 1.393569526930166,
      "grad_norm": 3.8082392853692415,
      "learning_rate": 0.00026508443035306624,
      "loss": 4.6562,
      "step": 34024
    },
    {
      "epoch": 1.3936104853573623,
      "grad_norm": 3.1586316751246715,
      "learning_rate": 0.0002650823385566938,
      "loss": 5.7812,
      "step": 34025
    },
    {
      "epoch": 1.3936514437845586,
      "grad_norm": 6.4494288227509164,
      "learning_rate": 0.00026508024670591715,
      "loss": 2.1719,
      "step": 34026
    },
    {
      "epoch": 1.3936924022117552,
      "grad_norm": 2.265553144289201,
      "learning_rate": 0.00026507815480073714,
      "loss": 4.7812,
      "step": 34027
    },
    {
      "epoch": 1.3937333606389515,
      "grad_norm": 2.2353515079276836,
      "learning_rate": 0.00026507606284115485,
      "loss": 5.125,
      "step": 34028
    },
    {
      "epoch": 1.3937743190661478,
      "grad_norm": 3.0979463917496166,
      "learning_rate": 0.00026507397082717137,
      "loss": 5.6875,
      "step": 34029
    },
    {
      "epoch": 1.3938152774933443,
      "grad_norm": 2.249023157832304,
      "learning_rate": 0.00026507187875878755,
      "loss": 4.6875,
      "step": 34030
    },
    {
      "epoch": 1.3938562359205406,
      "grad_norm": 2.488953287022432,
      "learning_rate": 0.00026506978663600443,
      "loss": 4.2188,
      "step": 34031
    },
    {
      "epoch": 1.393897194347737,
      "grad_norm": 2.8394567005896207,
      "learning_rate": 0.00026506769445882293,
      "loss": 4.6562,
      "step": 34032
    },
    {
      "epoch": 1.3939381527749335,
      "grad_norm": 2.0307860926111703,
      "learning_rate": 0.0002650656022272442,
      "loss": 5.25,
      "step": 34033
    },
    {
      "epoch": 1.3939791112021298,
      "grad_norm": 2.5974269830303767,
      "learning_rate": 0.00026506350994126907,
      "loss": 6.1562,
      "step": 34034
    },
    {
      "epoch": 1.3940200696293261,
      "grad_norm": 4.113572990213685,
      "learning_rate": 0.0002650614176008986,
      "loss": 5.4062,
      "step": 34035
    },
    {
      "epoch": 1.3940610280565227,
      "grad_norm": 5.196057998232859,
      "learning_rate": 0.0002650593252061338,
      "loss": 6.3438,
      "step": 34036
    },
    {
      "epoch": 1.394101986483719,
      "grad_norm": 2.151386155595264,
      "learning_rate": 0.00026505723275697555,
      "loss": 5.0625,
      "step": 34037
    },
    {
      "epoch": 1.3941429449109153,
      "grad_norm": 2.438197865612775,
      "learning_rate": 0.000265055140253425,
      "loss": 5.0938,
      "step": 34038
    },
    {
      "epoch": 1.3941839033381118,
      "grad_norm": 2.6478664342689684,
      "learning_rate": 0.000265053047695483,
      "loss": 5.9375,
      "step": 34039
    },
    {
      "epoch": 1.3942248617653081,
      "grad_norm": 1.9129576432111932,
      "learning_rate": 0.00026505095508315066,
      "loss": 3.2812,
      "step": 34040
    },
    {
      "epoch": 1.3942658201925047,
      "grad_norm": 3.7576287733888805,
      "learning_rate": 0.00026504886241642884,
      "loss": 5.0625,
      "step": 34041
    },
    {
      "epoch": 1.394306778619701,
      "grad_norm": 3.168069765402031,
      "learning_rate": 0.0002650467696953186,
      "loss": 6.0625,
      "step": 34042
    },
    {
      "epoch": 1.3943477370468975,
      "grad_norm": 2.4747943489346933,
      "learning_rate": 0.00026504467691982096,
      "loss": 5.1875,
      "step": 34043
    },
    {
      "epoch": 1.3943886954740938,
      "grad_norm": 11.348789289716608,
      "learning_rate": 0.00026504258408993685,
      "loss": 7.875,
      "step": 34044
    },
    {
      "epoch": 1.3944296539012901,
      "grad_norm": 3.223860582950132,
      "learning_rate": 0.0002650404912056673,
      "loss": 5.2188,
      "step": 34045
    },
    {
      "epoch": 1.3944706123284867,
      "grad_norm": 1.5187741948178228,
      "learning_rate": 0.0002650383982670133,
      "loss": 2.5938,
      "step": 34046
    },
    {
      "epoch": 1.394511570755683,
      "grad_norm": 3.197304230193739,
      "learning_rate": 0.0002650363052739757,
      "loss": 5.2188,
      "step": 34047
    },
    {
      "epoch": 1.3945525291828793,
      "grad_norm": 2.382361138823621,
      "learning_rate": 0.0002650342122265557,
      "loss": 4.3438,
      "step": 34048
    },
    {
      "epoch": 1.3945934876100758,
      "grad_norm": 2.165606004301729,
      "learning_rate": 0.00026503211912475423,
      "loss": 4.9375,
      "step": 34049
    },
    {
      "epoch": 1.3946344460372722,
      "grad_norm": 3.834896556199147,
      "learning_rate": 0.0002650300259685722,
      "loss": 6.5938,
      "step": 34050
    },
    {
      "epoch": 1.3946754044644685,
      "grad_norm": 2.0013699854817775,
      "learning_rate": 0.0002650279327580107,
      "loss": 4.5,
      "step": 34051
    },
    {
      "epoch": 1.394716362891665,
      "grad_norm": 2.3440637447389774,
      "learning_rate": 0.0002650258394930706,
      "loss": 4.5625,
      "step": 34052
    },
    {
      "epoch": 1.3947573213188613,
      "grad_norm": 2.476021627120034,
      "learning_rate": 0.00026502374617375297,
      "loss": 4.5312,
      "step": 34053
    },
    {
      "epoch": 1.3947982797460576,
      "grad_norm": 2.7261990676791386,
      "learning_rate": 0.00026502165280005885,
      "loss": 5.5312,
      "step": 34054
    },
    {
      "epoch": 1.3948392381732542,
      "grad_norm": 2.036009441261937,
      "learning_rate": 0.00026501955937198907,
      "loss": 4.0312,
      "step": 34055
    },
    {
      "epoch": 1.3948801966004505,
      "grad_norm": 2.115610746161778,
      "learning_rate": 0.0002650174658895448,
      "loss": 4.5312,
      "step": 34056
    },
    {
      "epoch": 1.394921155027647,
      "grad_norm": 5.252633238997488,
      "learning_rate": 0.0002650153723527269,
      "loss": 1.6172,
      "step": 34057
    },
    {
      "epoch": 1.3949621134548433,
      "grad_norm": 2.3080261739301626,
      "learning_rate": 0.00026501327876153646,
      "loss": 5.3125,
      "step": 34058
    },
    {
      "epoch": 1.3950030718820396,
      "grad_norm": 2.8120472750538865,
      "learning_rate": 0.00026501118511597436,
      "loss": 5.4062,
      "step": 34059
    },
    {
      "epoch": 1.3950440303092362,
      "grad_norm": 2.597139047585238,
      "learning_rate": 0.00026500909141604164,
      "loss": 3.4531,
      "step": 34060
    },
    {
      "epoch": 1.3950849887364325,
      "grad_norm": 2.8999849644371527,
      "learning_rate": 0.0002650069976617394,
      "loss": 4.625,
      "step": 34061
    },
    {
      "epoch": 1.395125947163629,
      "grad_norm": 2.781036908449291,
      "learning_rate": 0.0002650049038530684,
      "loss": 4.4688,
      "step": 34062
    },
    {
      "epoch": 1.3951669055908253,
      "grad_norm": 3.335344239702471,
      "learning_rate": 0.00026500280999002977,
      "loss": 4.7812,
      "step": 34063
    },
    {
      "epoch": 1.3952078640180217,
      "grad_norm": 8.545996070038953,
      "learning_rate": 0.00026500071607262447,
      "loss": 4.5312,
      "step": 34064
    },
    {
      "epoch": 1.3952488224452182,
      "grad_norm": 2.3282860237968177,
      "learning_rate": 0.0002649986221008536,
      "loss": 4.875,
      "step": 34065
    },
    {
      "epoch": 1.3952897808724145,
      "grad_norm": 3.385598158369821,
      "learning_rate": 0.000264996528074718,
      "loss": 5.5625,
      "step": 34066
    },
    {
      "epoch": 1.3953307392996108,
      "grad_norm": 2.803459378629498,
      "learning_rate": 0.0002649944339942187,
      "loss": 5.0625,
      "step": 34067
    },
    {
      "epoch": 1.3953716977268074,
      "grad_norm": 2.805935913559928,
      "learning_rate": 0.0002649923398593567,
      "loss": 4.9375,
      "step": 34068
    },
    {
      "epoch": 1.3954126561540037,
      "grad_norm": 4.493986729465972,
      "learning_rate": 0.00026499024567013305,
      "loss": 7.0938,
      "step": 34069
    },
    {
      "epoch": 1.3954536145812,
      "grad_norm": 4.898106475972395,
      "learning_rate": 0.0002649881514265487,
      "loss": 4.3125,
      "step": 34070
    },
    {
      "epoch": 1.3954945730083965,
      "grad_norm": 2.180599675995101,
      "learning_rate": 0.0002649860571286045,
      "loss": 5.375,
      "step": 34071
    },
    {
      "epoch": 1.3955355314355928,
      "grad_norm": 2.9831064893862997,
      "learning_rate": 0.00026498396277630166,
      "loss": 4.9375,
      "step": 34072
    },
    {
      "epoch": 1.3955764898627891,
      "grad_norm": 2.34754983235137,
      "learning_rate": 0.000264981868369641,
      "loss": 5.9062,
      "step": 34073
    },
    {
      "epoch": 1.3956174482899857,
      "grad_norm": 2.3508268414256155,
      "learning_rate": 0.0002649797739086237,
      "loss": 4.9375,
      "step": 34074
    },
    {
      "epoch": 1.395658406717182,
      "grad_norm": 3.297364564020471,
      "learning_rate": 0.0002649776793932506,
      "loss": 4.8438,
      "step": 34075
    },
    {
      "epoch": 1.3956993651443785,
      "grad_norm": 2.203115010678007,
      "learning_rate": 0.0002649755848235227,
      "loss": 4.6562,
      "step": 34076
    },
    {
      "epoch": 1.3957403235715748,
      "grad_norm": 2.250184006250177,
      "learning_rate": 0.000264973490199441,
      "loss": 5.0,
      "step": 34077
    },
    {
      "epoch": 1.3957812819987714,
      "grad_norm": 6.1386665909437825,
      "learning_rate": 0.0002649713955210065,
      "loss": 3.8125,
      "step": 34078
    },
    {
      "epoch": 1.3958222404259677,
      "grad_norm": 4.740406572867585,
      "learning_rate": 0.0002649693007882202,
      "loss": 6.2812,
      "step": 34079
    },
    {
      "epoch": 1.395863198853164,
      "grad_norm": 2.0112925958339565,
      "learning_rate": 0.0002649672060010831,
      "loss": 4.2188,
      "step": 34080
    },
    {
      "epoch": 1.3959041572803605,
      "grad_norm": 2.180660933900579,
      "learning_rate": 0.0002649651111595962,
      "loss": 4.4375,
      "step": 34081
    },
    {
      "epoch": 1.3959451157075569,
      "grad_norm": 2.145394772755077,
      "learning_rate": 0.0002649630162637604,
      "loss": 4.8125,
      "step": 34082
    },
    {
      "epoch": 1.3959860741347532,
      "grad_norm": 3.232688689771668,
      "learning_rate": 0.0002649609213135768,
      "loss": 5.5312,
      "step": 34083
    },
    {
      "epoch": 1.3960270325619497,
      "grad_norm": 2.255989613086175,
      "learning_rate": 0.0002649588263090464,
      "loss": 4.5,
      "step": 34084
    },
    {
      "epoch": 1.396067990989146,
      "grad_norm": 4.8242560084996065,
      "learning_rate": 0.00026495673125017006,
      "loss": 5.4062,
      "step": 34085
    },
    {
      "epoch": 1.3961089494163423,
      "grad_norm": 2.47420118429341,
      "learning_rate": 0.00026495463613694886,
      "loss": 6.8438,
      "step": 34086
    },
    {
      "epoch": 1.3961499078435389,
      "grad_norm": 3.2608121756873705,
      "learning_rate": 0.0002649525409693838,
      "loss": 5.5938,
      "step": 34087
    },
    {
      "epoch": 1.3961908662707352,
      "grad_norm": 4.151015632606883,
      "learning_rate": 0.00026495044574747584,
      "loss": 6.0312,
      "step": 34088
    },
    {
      "epoch": 1.3962318246979315,
      "grad_norm": 2.210076780377542,
      "learning_rate": 0.000264948350471226,
      "loss": 4.2188,
      "step": 34089
    },
    {
      "epoch": 1.396272783125128,
      "grad_norm": 3.0226744695748358,
      "learning_rate": 0.00026494625514063524,
      "loss": 4.3438,
      "step": 34090
    },
    {
      "epoch": 1.3963137415523244,
      "grad_norm": 2.2534845129585555,
      "learning_rate": 0.0002649441597557045,
      "loss": 4.1562,
      "step": 34091
    },
    {
      "epoch": 1.3963546999795207,
      "grad_norm": 2.6937360148115563,
      "learning_rate": 0.0002649420643164349,
      "loss": 5.5,
      "step": 34092
    },
    {
      "epoch": 1.3963956584067172,
      "grad_norm": 7.316419696435712,
      "learning_rate": 0.00026493996882282736,
      "loss": 4.9375,
      "step": 34093
    },
    {
      "epoch": 1.3964366168339135,
      "grad_norm": 2.6127631175123094,
      "learning_rate": 0.00026493787327488283,
      "loss": 4.25,
      "step": 34094
    },
    {
      "epoch": 1.39647757526111,
      "grad_norm": 2.334246738334053,
      "learning_rate": 0.00026493577767260236,
      "loss": 5.5938,
      "step": 34095
    },
    {
      "epoch": 1.3965185336883064,
      "grad_norm": 3.7914912417087328,
      "learning_rate": 0.00026493368201598695,
      "loss": 3.5625,
      "step": 34096
    },
    {
      "epoch": 1.396559492115503,
      "grad_norm": 2.869121098138793,
      "learning_rate": 0.00026493158630503755,
      "loss": 6.4062,
      "step": 34097
    },
    {
      "epoch": 1.3966004505426992,
      "grad_norm": 3.80466441863354,
      "learning_rate": 0.0002649294905397552,
      "loss": 4.5938,
      "step": 34098
    },
    {
      "epoch": 1.3966414089698955,
      "grad_norm": 2.1029064554605066,
      "learning_rate": 0.0002649273947201408,
      "loss": 4.875,
      "step": 34099
    },
    {
      "epoch": 1.396682367397092,
      "grad_norm": 2.208999168836965,
      "learning_rate": 0.0002649252988461954,
      "loss": 4.625,
      "step": 34100
    },
    {
      "epoch": 1.3967233258242884,
      "grad_norm": 2.490369457356524,
      "learning_rate": 0.00026492320291792,
      "loss": 4.75,
      "step": 34101
    },
    {
      "epoch": 1.3967642842514847,
      "grad_norm": 3.494265321018836,
      "learning_rate": 0.0002649211069353156,
      "loss": 5.7812,
      "step": 34102
    },
    {
      "epoch": 1.3968052426786812,
      "grad_norm": 3.1434772805691065,
      "learning_rate": 0.0002649190108983831,
      "loss": 4.7188,
      "step": 34103
    },
    {
      "epoch": 1.3968462011058775,
      "grad_norm": 2.0865152801637734,
      "learning_rate": 0.00026491691480712363,
      "loss": 3.6406,
      "step": 34104
    },
    {
      "epoch": 1.3968871595330739,
      "grad_norm": 2.5132581112658223,
      "learning_rate": 0.0002649148186615381,
      "loss": 5.25,
      "step": 34105
    },
    {
      "epoch": 1.3969281179602704,
      "grad_norm": 2.2252505265897975,
      "learning_rate": 0.00026491272246162754,
      "loss": 4.7188,
      "step": 34106
    },
    {
      "epoch": 1.3969690763874667,
      "grad_norm": 2.2362781497177076,
      "learning_rate": 0.00026491062620739283,
      "loss": 4.5625,
      "step": 34107
    },
    {
      "epoch": 1.397010034814663,
      "grad_norm": 2.1997179119533543,
      "learning_rate": 0.0002649085298988351,
      "loss": 4.75,
      "step": 34108
    },
    {
      "epoch": 1.3970509932418596,
      "grad_norm": 2.6849189054173643,
      "learning_rate": 0.00026490643353595526,
      "loss": 4.875,
      "step": 34109
    },
    {
      "epoch": 1.3970919516690559,
      "grad_norm": 6.667753024734473,
      "learning_rate": 0.00026490433711875435,
      "loss": 3.3438,
      "step": 34110
    },
    {
      "epoch": 1.3971329100962522,
      "grad_norm": 3.613291178943088,
      "learning_rate": 0.00026490224064723333,
      "loss": 5.3125,
      "step": 34111
    },
    {
      "epoch": 1.3971738685234487,
      "grad_norm": 4.235148098843581,
      "learning_rate": 0.0002649001441213932,
      "loss": 7.2812,
      "step": 34112
    },
    {
      "epoch": 1.397214826950645,
      "grad_norm": 2.6827297023734498,
      "learning_rate": 0.00026489804754123496,
      "loss": 5.0938,
      "step": 34113
    },
    {
      "epoch": 1.3972557853778416,
      "grad_norm": 4.566837925729344,
      "learning_rate": 0.00026489595090675955,
      "loss": 7.6562,
      "step": 34114
    },
    {
      "epoch": 1.3972967438050379,
      "grad_norm": 2.323095997307713,
      "learning_rate": 0.00026489385421796805,
      "loss": 4.4688,
      "step": 34115
    },
    {
      "epoch": 1.3973377022322344,
      "grad_norm": 2.7763459900079273,
      "learning_rate": 0.0002648917574748614,
      "loss": 4.4062,
      "step": 34116
    },
    {
      "epoch": 1.3973786606594307,
      "grad_norm": 8.682155972989241,
      "learning_rate": 0.0002648896606774405,
      "loss": 4.4688,
      "step": 34117
    },
    {
      "epoch": 1.397419619086627,
      "grad_norm": 2.8062818289598677,
      "learning_rate": 0.00026488756382570656,
      "loss": 5.8125,
      "step": 34118
    },
    {
      "epoch": 1.3974605775138236,
      "grad_norm": 2.75885815529542,
      "learning_rate": 0.0002648854669196604,
      "loss": 5.3438,
      "step": 34119
    },
    {
      "epoch": 1.39750153594102,
      "grad_norm": 3.3976807349257565,
      "learning_rate": 0.00026488336995930304,
      "loss": 5.4375,
      "step": 34120
    },
    {
      "epoch": 1.3975424943682162,
      "grad_norm": 2.287829981460449,
      "learning_rate": 0.0002648812729446355,
      "loss": 4.9062,
      "step": 34121
    },
    {
      "epoch": 1.3975834527954127,
      "grad_norm": 5.693266292041233,
      "learning_rate": 0.00026487917587565875,
      "loss": 3.3125,
      "step": 34122
    },
    {
      "epoch": 1.397624411222609,
      "grad_norm": 4.948588531497849,
      "learning_rate": 0.00026487707875237377,
      "loss": 3.875,
      "step": 34123
    },
    {
      "epoch": 1.3976653696498054,
      "grad_norm": 2.411152292629391,
      "learning_rate": 0.00026487498157478165,
      "loss": 4.5938,
      "step": 34124
    },
    {
      "epoch": 1.397706328077002,
      "grad_norm": 3.2214037727464877,
      "learning_rate": 0.00026487288434288325,
      "loss": 6.3438,
      "step": 34125
    },
    {
      "epoch": 1.3977472865041982,
      "grad_norm": 2.239411759086465,
      "learning_rate": 0.0002648707870566796,
      "loss": 5.1875,
      "step": 34126
    },
    {
      "epoch": 1.3977882449313945,
      "grad_norm": 2.497197727464328,
      "learning_rate": 0.00026486868971617173,
      "loss": 5.4688,
      "step": 34127
    },
    {
      "epoch": 1.397829203358591,
      "grad_norm": 4.4256864549782025,
      "learning_rate": 0.00026486659232136063,
      "loss": 5.5938,
      "step": 34128
    },
    {
      "epoch": 1.3978701617857874,
      "grad_norm": 4.225416027784265,
      "learning_rate": 0.00026486449487224726,
      "loss": 4.9062,
      "step": 34129
    },
    {
      "epoch": 1.3979111202129837,
      "grad_norm": 3.153570042610777,
      "learning_rate": 0.00026486239736883265,
      "loss": 4.9375,
      "step": 34130
    },
    {
      "epoch": 1.3979520786401802,
      "grad_norm": 1.9756654142558108,
      "learning_rate": 0.0002648602998111177,
      "loss": 3.9531,
      "step": 34131
    },
    {
      "epoch": 1.3979930370673765,
      "grad_norm": 2.8243574832748464,
      "learning_rate": 0.0002648582021991035,
      "loss": 4.625,
      "step": 34132
    },
    {
      "epoch": 1.398033995494573,
      "grad_norm": 1.9024531882476348,
      "learning_rate": 0.000264856104532791,
      "loss": 3.875,
      "step": 34133
    },
    {
      "epoch": 1.3980749539217694,
      "grad_norm": 2.1967601771322354,
      "learning_rate": 0.0002648540068121812,
      "loss": 5.2188,
      "step": 34134
    },
    {
      "epoch": 1.398115912348966,
      "grad_norm": 3.0329197746401046,
      "learning_rate": 0.0002648519090372751,
      "loss": 6.0938,
      "step": 34135
    },
    {
      "epoch": 1.3981568707761622,
      "grad_norm": 2.1136045025596646,
      "learning_rate": 0.00026484981120807364,
      "loss": 5.1875,
      "step": 34136
    },
    {
      "epoch": 1.3981978292033586,
      "grad_norm": 2.3204123923449917,
      "learning_rate": 0.0002648477133245779,
      "loss": 5.125,
      "step": 34137
    },
    {
      "epoch": 1.398238787630555,
      "grad_norm": 2.6731180503665803,
      "learning_rate": 0.0002648456153867888,
      "loss": 5.8125,
      "step": 34138
    },
    {
      "epoch": 1.3982797460577514,
      "grad_norm": 6.067592357503393,
      "learning_rate": 0.00026484351739470744,
      "loss": 4.2188,
      "step": 34139
    },
    {
      "epoch": 1.3983207044849477,
      "grad_norm": 3.7900360638520705,
      "learning_rate": 0.0002648414193483346,
      "loss": 4.0312,
      "step": 34140
    },
    {
      "epoch": 1.3983616629121443,
      "grad_norm": 2.3254536844482936,
      "learning_rate": 0.0002648393212476715,
      "loss": 4.9375,
      "step": 34141
    },
    {
      "epoch": 1.3984026213393406,
      "grad_norm": 3.7964264455366012,
      "learning_rate": 0.00026483722309271897,
      "loss": 6.3438,
      "step": 34142
    },
    {
      "epoch": 1.3984435797665369,
      "grad_norm": 2.1995965844253935,
      "learning_rate": 0.00026483512488347806,
      "loss": 5.0625,
      "step": 34143
    },
    {
      "epoch": 1.3984845381937334,
      "grad_norm": 3.19553150678061,
      "learning_rate": 0.0002648330266199498,
      "loss": 5.6562,
      "step": 34144
    },
    {
      "epoch": 1.3985254966209297,
      "grad_norm": 2.30374377134512,
      "learning_rate": 0.00026483092830213516,
      "loss": 4.2188,
      "step": 34145
    },
    {
      "epoch": 1.398566455048126,
      "grad_norm": 2.7395486726258484,
      "learning_rate": 0.0002648288299300351,
      "loss": 3.9375,
      "step": 34146
    },
    {
      "epoch": 1.3986074134753226,
      "grad_norm": 3.3125858313258725,
      "learning_rate": 0.00026482673150365064,
      "loss": 7.25,
      "step": 34147
    },
    {
      "epoch": 1.398648371902519,
      "grad_norm": 1.9567788733213187,
      "learning_rate": 0.00026482463302298276,
      "loss": 4.375,
      "step": 34148
    },
    {
      "epoch": 1.3986893303297152,
      "grad_norm": 3.063834223676731,
      "learning_rate": 0.00026482253448803245,
      "loss": 6.5625,
      "step": 34149
    },
    {
      "epoch": 1.3987302887569117,
      "grad_norm": 2.292270245245204,
      "learning_rate": 0.0002648204358988007,
      "loss": 5.0,
      "step": 34150
    },
    {
      "epoch": 1.398771247184108,
      "grad_norm": 2.3756368504018157,
      "learning_rate": 0.0002648183372552885,
      "loss": 6.0938,
      "step": 34151
    },
    {
      "epoch": 1.3988122056113046,
      "grad_norm": 2.2688180433464296,
      "learning_rate": 0.0002648162385574969,
      "loss": 5.25,
      "step": 34152
    },
    {
      "epoch": 1.398853164038501,
      "grad_norm": 1.9566060695974672,
      "learning_rate": 0.00026481413980542683,
      "loss": 4.5625,
      "step": 34153
    },
    {
      "epoch": 1.3988941224656974,
      "grad_norm": 1.9633944405161419,
      "learning_rate": 0.00026481204099907925,
      "loss": 4.2812,
      "step": 34154
    },
    {
      "epoch": 1.3989350808928938,
      "grad_norm": 2.2333163131165366,
      "learning_rate": 0.0002648099421384553,
      "loss": 4.625,
      "step": 34155
    },
    {
      "epoch": 1.39897603932009,
      "grad_norm": 2.2851606513090315,
      "learning_rate": 0.0002648078432235558,
      "loss": 5.1875,
      "step": 34156
    },
    {
      "epoch": 1.3990169977472866,
      "grad_norm": 2.8855596711154443,
      "learning_rate": 0.0002648057442543818,
      "loss": 5.5312,
      "step": 34157
    },
    {
      "epoch": 1.399057956174483,
      "grad_norm": 2.390031190277629,
      "learning_rate": 0.0002648036452309343,
      "loss": 5.1562,
      "step": 34158
    },
    {
      "epoch": 1.3990989146016792,
      "grad_norm": 1.822968785282041,
      "learning_rate": 0.0002648015461532144,
      "loss": 4.25,
      "step": 34159
    },
    {
      "epoch": 1.3991398730288758,
      "grad_norm": 2.6522592147358535,
      "learning_rate": 0.0002647994470212229,
      "loss": 3.9219,
      "step": 34160
    },
    {
      "epoch": 1.399180831456072,
      "grad_norm": 2.313531030518629,
      "learning_rate": 0.00026479734783496086,
      "loss": 5.125,
      "step": 34161
    },
    {
      "epoch": 1.3992217898832684,
      "grad_norm": 2.347774077335881,
      "learning_rate": 0.00026479524859442935,
      "loss": 4.4375,
      "step": 34162
    },
    {
      "epoch": 1.399262748310465,
      "grad_norm": 3.8057827003148503,
      "learning_rate": 0.0002647931492996293,
      "loss": 5.3125,
      "step": 34163
    },
    {
      "epoch": 1.3993037067376612,
      "grad_norm": 2.8457478873906656,
      "learning_rate": 0.0002647910499505617,
      "loss": 5.3125,
      "step": 34164
    },
    {
      "epoch": 1.3993446651648576,
      "grad_norm": 2.3820763579236686,
      "learning_rate": 0.0002647889505472276,
      "loss": 5.8125,
      "step": 34165
    },
    {
      "epoch": 1.399385623592054,
      "grad_norm": 2.668566257514287,
      "learning_rate": 0.00026478685108962785,
      "loss": 5.9062,
      "step": 34166
    },
    {
      "epoch": 1.3994265820192504,
      "grad_norm": 3.362728106133745,
      "learning_rate": 0.0002647847515777636,
      "loss": 5.2812,
      "step": 34167
    },
    {
      "epoch": 1.3994675404464467,
      "grad_norm": 2.188569943029386,
      "learning_rate": 0.00026478265201163574,
      "loss": 5.5312,
      "step": 34168
    },
    {
      "epoch": 1.3995084988736433,
      "grad_norm": 10.034759915505292,
      "learning_rate": 0.00026478055239124537,
      "loss": 3.0156,
      "step": 34169
    },
    {
      "epoch": 1.3995494573008396,
      "grad_norm": 2.38048912972439,
      "learning_rate": 0.0002647784527165934,
      "loss": 4.9062,
      "step": 34170
    },
    {
      "epoch": 1.399590415728036,
      "grad_norm": 2.9032451771140244,
      "learning_rate": 0.0002647763529876808,
      "loss": 5.3125,
      "step": 34171
    },
    {
      "epoch": 1.3996313741552324,
      "grad_norm": 2.4768427981470986,
      "learning_rate": 0.0002647742532045086,
      "loss": 4.9375,
      "step": 34172
    },
    {
      "epoch": 1.399672332582429,
      "grad_norm": 7.051844920942424,
      "learning_rate": 0.0002647721533670778,
      "loss": 5.9375,
      "step": 34173
    },
    {
      "epoch": 1.3997132910096253,
      "grad_norm": 3.172261436151557,
      "learning_rate": 0.00026477005347538943,
      "loss": 5.0,
      "step": 34174
    },
    {
      "epoch": 1.3997542494368216,
      "grad_norm": 2.9963036567754484,
      "learning_rate": 0.0002647679535294444,
      "loss": 5.4375,
      "step": 34175
    },
    {
      "epoch": 1.3997952078640181,
      "grad_norm": 2.444681548550652,
      "learning_rate": 0.00026476585352924373,
      "loss": 5.1562,
      "step": 34176
    },
    {
      "epoch": 1.3998361662912144,
      "grad_norm": 6.119024624551759,
      "learning_rate": 0.0002647637534747884,
      "loss": 6.25,
      "step": 34177
    },
    {
      "epoch": 1.3998771247184107,
      "grad_norm": 2.6405403862245542,
      "learning_rate": 0.0002647616533660795,
      "loss": 6.75,
      "step": 34178
    },
    {
      "epoch": 1.3999180831456073,
      "grad_norm": 6.692831657702621,
      "learning_rate": 0.0002647595532031179,
      "loss": 6.0,
      "step": 34179
    },
    {
      "epoch": 1.3999590415728036,
      "grad_norm": 2.065152599096482,
      "learning_rate": 0.0002647574529859047,
      "loss": 4.3438,
      "step": 34180
    },
    {
      "epoch": 1.4,
      "grad_norm": 3.1627428072395976,
      "learning_rate": 0.00026475535271444075,
      "loss": 6.0,
      "step": 34181
    },
    {
      "epoch": 1.4000409584271964,
      "grad_norm": 2.868752624178994,
      "learning_rate": 0.0002647532523887272,
      "loss": 6.2812,
      "step": 34182
    },
    {
      "epoch": 1.4000819168543928,
      "grad_norm": 3.5477835230209327,
      "learning_rate": 0.0002647511520087649,
      "loss": 3.5,
      "step": 34183
    },
    {
      "epoch": 1.400122875281589,
      "grad_norm": 3.7608305284497807,
      "learning_rate": 0.000264749051574555,
      "loss": 5.3438,
      "step": 34184
    },
    {
      "epoch": 1.4001638337087856,
      "grad_norm": 3.6738940528460082,
      "learning_rate": 0.00026474695108609833,
      "loss": 5.75,
      "step": 34185
    },
    {
      "epoch": 1.400204792135982,
      "grad_norm": 2.454753967280735,
      "learning_rate": 0.000264744850543396,
      "loss": 5.2188,
      "step": 34186
    },
    {
      "epoch": 1.4002457505631782,
      "grad_norm": 2.870232444468373,
      "learning_rate": 0.00026474274994644896,
      "loss": 4.5312,
      "step": 34187
    },
    {
      "epoch": 1.4002867089903748,
      "grad_norm": 3.7512064869383916,
      "learning_rate": 0.0002647406492952582,
      "loss": 5.0938,
      "step": 34188
    },
    {
      "epoch": 1.400327667417571,
      "grad_norm": 2.205984120447795,
      "learning_rate": 0.0002647385485898247,
      "loss": 4.875,
      "step": 34189
    },
    {
      "epoch": 1.4003686258447676,
      "grad_norm": 5.2861070071488765,
      "learning_rate": 0.00026473644783014954,
      "loss": 4.5625,
      "step": 34190
    },
    {
      "epoch": 1.400409584271964,
      "grad_norm": 1.9818984039525258,
      "learning_rate": 0.0002647343470162336,
      "loss": 4.2812,
      "step": 34191
    },
    {
      "epoch": 1.4004505426991605,
      "grad_norm": 2.04129790813696,
      "learning_rate": 0.0002647322461480779,
      "loss": 4.875,
      "step": 34192
    },
    {
      "epoch": 1.4004915011263568,
      "grad_norm": 4.416522816979358,
      "learning_rate": 0.0002647301452256835,
      "loss": 6.0938,
      "step": 34193
    },
    {
      "epoch": 1.400532459553553,
      "grad_norm": 7.631870136301219,
      "learning_rate": 0.0002647280442490513,
      "loss": 4.4062,
      "step": 34194
    },
    {
      "epoch": 1.4005734179807496,
      "grad_norm": 2.484972787411276,
      "learning_rate": 0.0002647259432181823,
      "loss": 4.2812,
      "step": 34195
    },
    {
      "epoch": 1.400614376407946,
      "grad_norm": 2.4245862947225088,
      "learning_rate": 0.00026472384213307765,
      "loss": 5.1562,
      "step": 34196
    },
    {
      "epoch": 1.4006553348351423,
      "grad_norm": 3.8720839449228976,
      "learning_rate": 0.0002647217409937381,
      "loss": 3.0,
      "step": 34197
    },
    {
      "epoch": 1.4006962932623388,
      "grad_norm": 5.371082725983745,
      "learning_rate": 0.00026471963980016484,
      "loss": 6.625,
      "step": 34198
    },
    {
      "epoch": 1.4007372516895351,
      "grad_norm": 2.3709347191295342,
      "learning_rate": 0.0002647175385523588,
      "loss": 4.0312,
      "step": 34199
    },
    {
      "epoch": 1.4007782101167314,
      "grad_norm": 2.453510154144447,
      "learning_rate": 0.0002647154372503209,
      "loss": 5.2188,
      "step": 34200
    },
    {
      "epoch": 1.400819168543928,
      "grad_norm": 2.227102274118333,
      "learning_rate": 0.00026471333589405224,
      "loss": 4.375,
      "step": 34201
    },
    {
      "epoch": 1.4008601269711243,
      "grad_norm": 3.01325633575995,
      "learning_rate": 0.00026471123448355377,
      "loss": 4.2188,
      "step": 34202
    },
    {
      "epoch": 1.4009010853983206,
      "grad_norm": 8.72259903315286,
      "learning_rate": 0.0002647091330188265,
      "loss": 5.9062,
      "step": 34203
    },
    {
      "epoch": 1.4009420438255171,
      "grad_norm": 1.587380551781924,
      "learning_rate": 0.0002647070314998714,
      "loss": 3.3281,
      "step": 34204
    },
    {
      "epoch": 1.4009830022527134,
      "grad_norm": 3.068404298407401,
      "learning_rate": 0.00026470492992668946,
      "loss": 5.4062,
      "step": 34205
    },
    {
      "epoch": 1.40102396067991,
      "grad_norm": 3.087510010364318,
      "learning_rate": 0.00026470282829928166,
      "loss": 3.9844,
      "step": 34206
    },
    {
      "epoch": 1.4010649191071063,
      "grad_norm": 2.543764853147444,
      "learning_rate": 0.00026470072661764906,
      "loss": 6.0312,
      "step": 34207
    },
    {
      "epoch": 1.4011058775343026,
      "grad_norm": 2.024048464294138,
      "learning_rate": 0.0002646986248817926,
      "loss": 4.625,
      "step": 34208
    },
    {
      "epoch": 1.4011468359614991,
      "grad_norm": 2.192388698443257,
      "learning_rate": 0.0002646965230917133,
      "loss": 4.5,
      "step": 34209
    },
    {
      "epoch": 1.4011877943886955,
      "grad_norm": 3.3620031198385103,
      "learning_rate": 0.0002646944212474121,
      "loss": 6.3125,
      "step": 34210
    },
    {
      "epoch": 1.401228752815892,
      "grad_norm": 2.3432751652455552,
      "learning_rate": 0.00026469231934889007,
      "loss": 4.8438,
      "step": 34211
    },
    {
      "epoch": 1.4012697112430883,
      "grad_norm": 2.584243449639126,
      "learning_rate": 0.00026469021739614816,
      "loss": 6.0312,
      "step": 34212
    },
    {
      "epoch": 1.4013106696702846,
      "grad_norm": 2.741744321689105,
      "learning_rate": 0.00026468811538918737,
      "loss": 6.1562,
      "step": 34213
    },
    {
      "epoch": 1.4013516280974812,
      "grad_norm": 2.813024008287199,
      "learning_rate": 0.00026468601332800865,
      "loss": 5.0625,
      "step": 34214
    },
    {
      "epoch": 1.4013925865246775,
      "grad_norm": 2.1110522704854082,
      "learning_rate": 0.0002646839112126131,
      "loss": 4.3125,
      "step": 34215
    },
    {
      "epoch": 1.4014335449518738,
      "grad_norm": 2.6714702345469963,
      "learning_rate": 0.00026468180904300166,
      "loss": 4.9375,
      "step": 34216
    },
    {
      "epoch": 1.4014745033790703,
      "grad_norm": 2.0729426276975524,
      "learning_rate": 0.00026467970681917527,
      "loss": 4.5,
      "step": 34217
    },
    {
      "epoch": 1.4015154618062666,
      "grad_norm": 2.7804666951858454,
      "learning_rate": 0.000264677604541135,
      "loss": 4.8125,
      "step": 34218
    },
    {
      "epoch": 1.401556420233463,
      "grad_norm": 2.061928230409313,
      "learning_rate": 0.00026467550220888176,
      "loss": 4.9375,
      "step": 34219
    },
    {
      "epoch": 1.4015973786606595,
      "grad_norm": 5.763366473989483,
      "learning_rate": 0.00026467339982241665,
      "loss": 3.5625,
      "step": 34220
    },
    {
      "epoch": 1.4016383370878558,
      "grad_norm": 2.8733454240538876,
      "learning_rate": 0.00026467129738174056,
      "loss": 5.7188,
      "step": 34221
    },
    {
      "epoch": 1.401679295515052,
      "grad_norm": 9.502658079645819,
      "learning_rate": 0.0002646691948868546,
      "loss": 6.2188,
      "step": 34222
    },
    {
      "epoch": 1.4017202539422486,
      "grad_norm": 2.949327226150659,
      "learning_rate": 0.0002646670923377597,
      "loss": 6.375,
      "step": 34223
    },
    {
      "epoch": 1.401761212369445,
      "grad_norm": 2.154699102781587,
      "learning_rate": 0.00026466498973445673,
      "loss": 4.4375,
      "step": 34224
    },
    {
      "epoch": 1.4018021707966415,
      "grad_norm": 3.5347238088487636,
      "learning_rate": 0.0002646628870769469,
      "loss": 5.9375,
      "step": 34225
    },
    {
      "epoch": 1.4018431292238378,
      "grad_norm": 2.6076591600666714,
      "learning_rate": 0.0002646607843652312,
      "loss": 4.875,
      "step": 34226
    },
    {
      "epoch": 1.4018840876510343,
      "grad_norm": 2.3504761869702615,
      "learning_rate": 0.0002646586815993104,
      "loss": 5.9375,
      "step": 34227
    },
    {
      "epoch": 1.4019250460782307,
      "grad_norm": 19.252948261005887,
      "learning_rate": 0.00026465657877918565,
      "loss": 7.1562,
      "step": 34228
    },
    {
      "epoch": 1.401966004505427,
      "grad_norm": 3.0585194297077334,
      "learning_rate": 0.00026465447590485797,
      "loss": 4.2812,
      "step": 34229
    },
    {
      "epoch": 1.4020069629326235,
      "grad_norm": 2.4686260690756376,
      "learning_rate": 0.00026465237297632825,
      "loss": 5.6562,
      "step": 34230
    },
    {
      "epoch": 1.4020479213598198,
      "grad_norm": 2.180825314703111,
      "learning_rate": 0.0002646502699935976,
      "loss": 5.2188,
      "step": 34231
    },
    {
      "epoch": 1.4020888797870161,
      "grad_norm": 7.062135938859287,
      "learning_rate": 0.0002646481669566669,
      "loss": 2.7969,
      "step": 34232
    },
    {
      "epoch": 1.4021298382142127,
      "grad_norm": 2.4644646050064587,
      "learning_rate": 0.00026464606386553726,
      "loss": 5.0938,
      "step": 34233
    },
    {
      "epoch": 1.402170796641409,
      "grad_norm": 2.7663521827857127,
      "learning_rate": 0.00026464396072020956,
      "loss": 5.0312,
      "step": 34234
    },
    {
      "epoch": 1.4022117550686053,
      "grad_norm": 2.158895717883307,
      "learning_rate": 0.00026464185752068486,
      "loss": 4.8438,
      "step": 34235
    },
    {
      "epoch": 1.4022527134958018,
      "grad_norm": 2.327781609243048,
      "learning_rate": 0.00026463975426696415,
      "loss": 4.5,
      "step": 34236
    },
    {
      "epoch": 1.4022936719229981,
      "grad_norm": 2.444382823135749,
      "learning_rate": 0.0002646376509590484,
      "loss": 5.0625,
      "step": 34237
    },
    {
      "epoch": 1.4023346303501945,
      "grad_norm": 2.178404320177132,
      "learning_rate": 0.00026463554759693865,
      "loss": 5.25,
      "step": 34238
    },
    {
      "epoch": 1.402375588777391,
      "grad_norm": 4.818068323975729,
      "learning_rate": 0.00026463344418063586,
      "loss": 7.3438,
      "step": 34239
    },
    {
      "epoch": 1.4024165472045873,
      "grad_norm": 1.9911664464877143,
      "learning_rate": 0.000264631340710141,
      "loss": 4.7812,
      "step": 34240
    },
    {
      "epoch": 1.4024575056317836,
      "grad_norm": 3.1280488634158696,
      "learning_rate": 0.00026462923718545514,
      "loss": 6.2812,
      "step": 34241
    },
    {
      "epoch": 1.4024984640589802,
      "grad_norm": 2.5306516108796173,
      "learning_rate": 0.00026462713360657917,
      "loss": 4.9062,
      "step": 34242
    },
    {
      "epoch": 1.4025394224861765,
      "grad_norm": 2.3458412821375787,
      "learning_rate": 0.00026462502997351417,
      "loss": 5.0,
      "step": 34243
    },
    {
      "epoch": 1.402580380913373,
      "grad_norm": 3.547811208965616,
      "learning_rate": 0.00026462292628626113,
      "loss": 3.5938,
      "step": 34244
    },
    {
      "epoch": 1.4026213393405693,
      "grad_norm": 2.3907887951599816,
      "learning_rate": 0.000264620822544821,
      "loss": 6.125,
      "step": 34245
    },
    {
      "epoch": 1.4026622977677659,
      "grad_norm": 2.444938743905296,
      "learning_rate": 0.0002646187187491948,
      "loss": 4.9062,
      "step": 34246
    },
    {
      "epoch": 1.4027032561949622,
      "grad_norm": 2.323626391645679,
      "learning_rate": 0.00026461661489938354,
      "loss": 6.0312,
      "step": 34247
    },
    {
      "epoch": 1.4027442146221585,
      "grad_norm": 3.235150066825434,
      "learning_rate": 0.0002646145109953882,
      "loss": 3.9375,
      "step": 34248
    },
    {
      "epoch": 1.402785173049355,
      "grad_norm": 2.5374444905677573,
      "learning_rate": 0.0002646124070372097,
      "loss": 4.7188,
      "step": 34249
    },
    {
      "epoch": 1.4028261314765513,
      "grad_norm": 2.933758738353403,
      "learning_rate": 0.00026461030302484917,
      "loss": 4.6562,
      "step": 34250
    },
    {
      "epoch": 1.4028670899037476,
      "grad_norm": 2.6989994383993765,
      "learning_rate": 0.0002646081989583075,
      "loss": 6.25,
      "step": 34251
    },
    {
      "epoch": 1.4029080483309442,
      "grad_norm": 2.5368120693470386,
      "learning_rate": 0.0002646060948375858,
      "loss": 5.4688,
      "step": 34252
    },
    {
      "epoch": 1.4029490067581405,
      "grad_norm": 2.150696261428501,
      "learning_rate": 0.00026460399066268494,
      "loss": 4.5312,
      "step": 34253
    },
    {
      "epoch": 1.4029899651853368,
      "grad_norm": 3.431271209315052,
      "learning_rate": 0.00026460188643360593,
      "loss": 6.1875,
      "step": 34254
    },
    {
      "epoch": 1.4030309236125333,
      "grad_norm": 2.168372547267816,
      "learning_rate": 0.0002645997821503498,
      "loss": 5.25,
      "step": 34255
    },
    {
      "epoch": 1.4030718820397297,
      "grad_norm": 2.4130830747134113,
      "learning_rate": 0.0002645976778129176,
      "loss": 5.4062,
      "step": 34256
    },
    {
      "epoch": 1.403112840466926,
      "grad_norm": 2.540531226306434,
      "learning_rate": 0.00026459557342131023,
      "loss": 5.375,
      "step": 34257
    },
    {
      "epoch": 1.4031537988941225,
      "grad_norm": 2.3104751746336327,
      "learning_rate": 0.0002645934689755287,
      "loss": 5.5938,
      "step": 34258
    },
    {
      "epoch": 1.4031947573213188,
      "grad_norm": 2.127039870365485,
      "learning_rate": 0.00026459136447557407,
      "loss": 5.125,
      "step": 34259
    },
    {
      "epoch": 1.4032357157485151,
      "grad_norm": 7.469845861413185,
      "learning_rate": 0.0002645892599214473,
      "loss": 3.0938,
      "step": 34260
    },
    {
      "epoch": 1.4032766741757117,
      "grad_norm": 4.506257474158637,
      "learning_rate": 0.0002645871553131493,
      "loss": 4.9375,
      "step": 34261
    },
    {
      "epoch": 1.403317632602908,
      "grad_norm": 2.2933655479831523,
      "learning_rate": 0.00026458505065068126,
      "loss": 5.125,
      "step": 34262
    },
    {
      "epoch": 1.4033585910301045,
      "grad_norm": 2.1167345597593457,
      "learning_rate": 0.00026458294593404395,
      "loss": 4.4375,
      "step": 34263
    },
    {
      "epoch": 1.4033995494573008,
      "grad_norm": 2.753944499663524,
      "learning_rate": 0.0002645808411632385,
      "loss": 1.3828,
      "step": 34264
    },
    {
      "epoch": 1.4034405078844974,
      "grad_norm": 2.585500467126117,
      "learning_rate": 0.0002645787363382659,
      "loss": 5.8125,
      "step": 34265
    },
    {
      "epoch": 1.4034814663116937,
      "grad_norm": 2.3609651069491617,
      "learning_rate": 0.0002645766314591271,
      "loss": 5.375,
      "step": 34266
    },
    {
      "epoch": 1.40352242473889,
      "grad_norm": 9.84876781473668,
      "learning_rate": 0.00026457452652582316,
      "loss": 4.6875,
      "step": 34267
    },
    {
      "epoch": 1.4035633831660865,
      "grad_norm": 3.8681186349443397,
      "learning_rate": 0.000264572421538355,
      "loss": 5.6875,
      "step": 34268
    },
    {
      "epoch": 1.4036043415932828,
      "grad_norm": 2.4059300720152677,
      "learning_rate": 0.00026457031649672363,
      "loss": 4.8438,
      "step": 34269
    },
    {
      "epoch": 1.4036453000204792,
      "grad_norm": 2.2566820943047463,
      "learning_rate": 0.0002645682114009301,
      "loss": 5.0,
      "step": 34270
    },
    {
      "epoch": 1.4036862584476757,
      "grad_norm": 1.6390750230601148,
      "learning_rate": 0.00026456610625097534,
      "loss": 2.5781,
      "step": 34271
    },
    {
      "epoch": 1.403727216874872,
      "grad_norm": 8.350877494430067,
      "learning_rate": 0.0002645640010468604,
      "loss": 8.875,
      "step": 34272
    },
    {
      "epoch": 1.4037681753020683,
      "grad_norm": 3.5364170484522273,
      "learning_rate": 0.0002645618957885863,
      "loss": 6.4688,
      "step": 34273
    },
    {
      "epoch": 1.4038091337292649,
      "grad_norm": 2.3157162954032886,
      "learning_rate": 0.00026455979047615387,
      "loss": 5.25,
      "step": 34274
    },
    {
      "epoch": 1.4038500921564612,
      "grad_norm": 3.1974666751859675,
      "learning_rate": 0.00026455768510956425,
      "loss": 6.0,
      "step": 34275
    },
    {
      "epoch": 1.4038910505836575,
      "grad_norm": 4.406657288567537,
      "learning_rate": 0.0002645555796888184,
      "loss": 3.2812,
      "step": 34276
    },
    {
      "epoch": 1.403932009010854,
      "grad_norm": 2.703414688389732,
      "learning_rate": 0.0002645534742139174,
      "loss": 5.7812,
      "step": 34277
    },
    {
      "epoch": 1.4039729674380503,
      "grad_norm": 4.077602899538101,
      "learning_rate": 0.00026455136868486207,
      "loss": 6.4375,
      "step": 34278
    },
    {
      "epoch": 1.4040139258652466,
      "grad_norm": 5.9884784643339835,
      "learning_rate": 0.0002645492631016535,
      "loss": 1.2656,
      "step": 34279
    },
    {
      "epoch": 1.4040548842924432,
      "grad_norm": 2.7645209583593364,
      "learning_rate": 0.00026454715746429276,
      "loss": 5.6875,
      "step": 34280
    },
    {
      "epoch": 1.4040958427196395,
      "grad_norm": 2.76236537683892,
      "learning_rate": 0.0002645450517727807,
      "loss": 5.1562,
      "step": 34281
    },
    {
      "epoch": 1.404136801146836,
      "grad_norm": 2.540404380640047,
      "learning_rate": 0.0002645429460271184,
      "loss": 4.4688,
      "step": 34282
    },
    {
      "epoch": 1.4041777595740323,
      "grad_norm": 2.4333191607156643,
      "learning_rate": 0.0002645408402273069,
      "loss": 3.4688,
      "step": 34283
    },
    {
      "epoch": 1.4042187180012289,
      "grad_norm": 2.8829012250493,
      "learning_rate": 0.00026453873437334705,
      "loss": 3.4688,
      "step": 34284
    },
    {
      "epoch": 1.4042596764284252,
      "grad_norm": 2.897678142222465,
      "learning_rate": 0.00026453662846524,
      "loss": 5.125,
      "step": 34285
    },
    {
      "epoch": 1.4043006348556215,
      "grad_norm": 2.4079363763423247,
      "learning_rate": 0.00026453452250298665,
      "loss": 5.2812,
      "step": 34286
    },
    {
      "epoch": 1.404341593282818,
      "grad_norm": 2.4312150173687144,
      "learning_rate": 0.00026453241648658805,
      "loss": 6.0312,
      "step": 34287
    },
    {
      "epoch": 1.4043825517100144,
      "grad_norm": 2.8438766341382506,
      "learning_rate": 0.00026453031041604515,
      "loss": 5.75,
      "step": 34288
    },
    {
      "epoch": 1.4044235101372107,
      "grad_norm": 5.367813656592734,
      "learning_rate": 0.000264528204291359,
      "loss": 5.0312,
      "step": 34289
    },
    {
      "epoch": 1.4044644685644072,
      "grad_norm": 3.7773285030640236,
      "learning_rate": 0.0002645260981125305,
      "loss": 6.625,
      "step": 34290
    },
    {
      "epoch": 1.4045054269916035,
      "grad_norm": 5.507679245975385,
      "learning_rate": 0.0002645239918795607,
      "loss": 2.4219,
      "step": 34291
    },
    {
      "epoch": 1.4045463854187998,
      "grad_norm": 2.988373776057925,
      "learning_rate": 0.00026452188559245065,
      "loss": 7.125,
      "step": 34292
    },
    {
      "epoch": 1.4045873438459964,
      "grad_norm": 4.587942170493346,
      "learning_rate": 0.0002645197792512012,
      "loss": 5.875,
      "step": 34293
    },
    {
      "epoch": 1.4046283022731927,
      "grad_norm": 2.1248148895256973,
      "learning_rate": 0.0002645176728558136,
      "loss": 4.6875,
      "step": 34294
    },
    {
      "epoch": 1.404669260700389,
      "grad_norm": 3.6843909454459567,
      "learning_rate": 0.00026451556640628857,
      "loss": 6.9688,
      "step": 34295
    },
    {
      "epoch": 1.4047102191275855,
      "grad_norm": 3.1081502853720635,
      "learning_rate": 0.0002645134599026273,
      "loss": 5.7188,
      "step": 34296
    },
    {
      "epoch": 1.4047511775547818,
      "grad_norm": 2.2958970481884666,
      "learning_rate": 0.0002645113533448307,
      "loss": 5.2188,
      "step": 34297
    },
    {
      "epoch": 1.4047921359819782,
      "grad_norm": 3.8530921244411074,
      "learning_rate": 0.00026450924673289975,
      "loss": 4.7812,
      "step": 34298
    },
    {
      "epoch": 1.4048330944091747,
      "grad_norm": 3.4303098218365884,
      "learning_rate": 0.00026450714006683544,
      "loss": 4.375,
      "step": 34299
    },
    {
      "epoch": 1.404874052836371,
      "grad_norm": 2.054508230724542,
      "learning_rate": 0.0002645050333466389,
      "loss": 4.7812,
      "step": 34300
    },
    {
      "epoch": 1.4049150112635675,
      "grad_norm": 2.367754619543252,
      "learning_rate": 0.0002645029265723109,
      "loss": 4.6562,
      "step": 34301
    },
    {
      "epoch": 1.4049559696907639,
      "grad_norm": 2.2311365069429434,
      "learning_rate": 0.00026450081974385264,
      "loss": 4.25,
      "step": 34302
    },
    {
      "epoch": 1.4049969281179604,
      "grad_norm": 13.959457721493695,
      "learning_rate": 0.00026449871286126503,
      "loss": 6.5625,
      "step": 34303
    },
    {
      "epoch": 1.4050378865451567,
      "grad_norm": 4.340109982323514,
      "learning_rate": 0.00026449660592454906,
      "loss": 5.25,
      "step": 34304
    },
    {
      "epoch": 1.405078844972353,
      "grad_norm": 2.312946850941641,
      "learning_rate": 0.00026449449893370576,
      "loss": 4.6875,
      "step": 34305
    },
    {
      "epoch": 1.4051198033995496,
      "grad_norm": 2.251839560373225,
      "learning_rate": 0.0002644923918887361,
      "loss": 4.5,
      "step": 34306
    },
    {
      "epoch": 1.4051607618267459,
      "grad_norm": 2.1489233998717174,
      "learning_rate": 0.00026449028478964107,
      "loss": 4.9688,
      "step": 34307
    },
    {
      "epoch": 1.4052017202539422,
      "grad_norm": 1.7243018825250307,
      "learning_rate": 0.00026448817763642164,
      "loss": 2.9062,
      "step": 34308
    },
    {
      "epoch": 1.4052426786811387,
      "grad_norm": 2.26654788454064,
      "learning_rate": 0.0002644860704290789,
      "loss": 4.625,
      "step": 34309
    },
    {
      "epoch": 1.405283637108335,
      "grad_norm": 2.9727154737939676,
      "learning_rate": 0.0002644839631676138,
      "loss": 4.3125,
      "step": 34310
    },
    {
      "epoch": 1.4053245955355314,
      "grad_norm": 2.41515359653946,
      "learning_rate": 0.0002644818558520273,
      "loss": 5.5312,
      "step": 34311
    },
    {
      "epoch": 1.4053655539627279,
      "grad_norm": 2.2728664697032643,
      "learning_rate": 0.00026447974848232037,
      "loss": 4.4688,
      "step": 34312
    },
    {
      "epoch": 1.4054065123899242,
      "grad_norm": 6.743260582871614,
      "learning_rate": 0.0002644776410584941,
      "loss": 6.1562,
      "step": 34313
    },
    {
      "epoch": 1.4054474708171205,
      "grad_norm": 2.2069948592434163,
      "learning_rate": 0.00026447553358054945,
      "loss": 4.5312,
      "step": 34314
    },
    {
      "epoch": 1.405488429244317,
      "grad_norm": 1.686651252711158,
      "learning_rate": 0.0002644734260484874,
      "loss": 3.2031,
      "step": 34315
    },
    {
      "epoch": 1.4055293876715134,
      "grad_norm": 3.7687764749457946,
      "learning_rate": 0.00026447131846230894,
      "loss": 6.0938,
      "step": 34316
    },
    {
      "epoch": 1.4055703460987097,
      "grad_norm": 4.86813718647118,
      "learning_rate": 0.00026446921082201515,
      "loss": 3.1094,
      "step": 34317
    },
    {
      "epoch": 1.4056113045259062,
      "grad_norm": 3.8987902178484792,
      "learning_rate": 0.0002644671031276069,
      "loss": 5.7812,
      "step": 34318
    },
    {
      "epoch": 1.4056522629531025,
      "grad_norm": 2.1239639425272303,
      "learning_rate": 0.00026446499537908526,
      "loss": 4.4375,
      "step": 34319
    },
    {
      "epoch": 1.405693221380299,
      "grad_norm": 17.638221624221387,
      "learning_rate": 0.0002644628875764512,
      "loss": 5.75,
      "step": 34320
    },
    {
      "epoch": 1.4057341798074954,
      "grad_norm": 2.466706571279957,
      "learning_rate": 0.00026446077971970574,
      "loss": 6.0625,
      "step": 34321
    },
    {
      "epoch": 1.405775138234692,
      "grad_norm": 2.4810130632229526,
      "learning_rate": 0.0002644586718088499,
      "loss": 6.4062,
      "step": 34322
    },
    {
      "epoch": 1.4058160966618882,
      "grad_norm": 2.042237034523968,
      "learning_rate": 0.0002644565638438846,
      "loss": 4.25,
      "step": 34323
    },
    {
      "epoch": 1.4058570550890845,
      "grad_norm": 2.8719293302858313,
      "learning_rate": 0.0002644544558248109,
      "loss": 5.6562,
      "step": 34324
    },
    {
      "epoch": 1.405898013516281,
      "grad_norm": 5.51256256753455,
      "learning_rate": 0.0002644523477516297,
      "loss": 1.7344,
      "step": 34325
    },
    {
      "epoch": 1.4059389719434774,
      "grad_norm": 4.225645958440475,
      "learning_rate": 0.0002644502396243422,
      "loss": 5.3438,
      "step": 34326
    },
    {
      "epoch": 1.4059799303706737,
      "grad_norm": 2.45638614068065,
      "learning_rate": 0.00026444813144294916,
      "loss": 4.5,
      "step": 34327
    },
    {
      "epoch": 1.4060208887978702,
      "grad_norm": 2.129461980222939,
      "learning_rate": 0.00026444602320745174,
      "loss": 5.125,
      "step": 34328
    },
    {
      "epoch": 1.4060618472250666,
      "grad_norm": 3.387183834550055,
      "learning_rate": 0.00026444391491785085,
      "loss": 5.4375,
      "step": 34329
    },
    {
      "epoch": 1.4061028056522629,
      "grad_norm": 2.139205853465533,
      "learning_rate": 0.00026444180657414756,
      "loss": 4.875,
      "step": 34330
    },
    {
      "epoch": 1.4061437640794594,
      "grad_norm": 2.2488593281773004,
      "learning_rate": 0.00026443969817634274,
      "loss": 4.4688,
      "step": 34331
    },
    {
      "epoch": 1.4061847225066557,
      "grad_norm": 6.871094605980233,
      "learning_rate": 0.00026443758972443754,
      "loss": 5.75,
      "step": 34332
    },
    {
      "epoch": 1.406225680933852,
      "grad_norm": 2.842478751320187,
      "learning_rate": 0.0002644354812184329,
      "loss": 5.5,
      "step": 34333
    },
    {
      "epoch": 1.4062666393610486,
      "grad_norm": 2.725453282135585,
      "learning_rate": 0.00026443337265832977,
      "loss": 5.0625,
      "step": 34334
    },
    {
      "epoch": 1.4063075977882449,
      "grad_norm": 2.2420217316629647,
      "learning_rate": 0.0002644312640441292,
      "loss": 4.7812,
      "step": 34335
    },
    {
      "epoch": 1.4063485562154412,
      "grad_norm": 2.083886936459066,
      "learning_rate": 0.0002644291553758322,
      "loss": 4.4062,
      "step": 34336
    },
    {
      "epoch": 1.4063895146426377,
      "grad_norm": 3.220565026502996,
      "learning_rate": 0.00026442704665343965,
      "loss": 4.5625,
      "step": 34337
    },
    {
      "epoch": 1.406430473069834,
      "grad_norm": 2.433940247787334,
      "learning_rate": 0.00026442493787695267,
      "loss": 5.0,
      "step": 34338
    },
    {
      "epoch": 1.4064714314970306,
      "grad_norm": 4.231591148248019,
      "learning_rate": 0.00026442282904637224,
      "loss": 6.0938,
      "step": 34339
    },
    {
      "epoch": 1.406512389924227,
      "grad_norm": 2.3565957923804723,
      "learning_rate": 0.0002644207201616994,
      "loss": 4.9688,
      "step": 34340
    },
    {
      "epoch": 1.4065533483514234,
      "grad_norm": 3.099067287757233,
      "learning_rate": 0.00026441861122293494,
      "loss": 3.8281,
      "step": 34341
    },
    {
      "epoch": 1.4065943067786197,
      "grad_norm": 2.2499415696365554,
      "learning_rate": 0.00026441650223008007,
      "loss": 4.6875,
      "step": 34342
    },
    {
      "epoch": 1.406635265205816,
      "grad_norm": 4.520926027631916,
      "learning_rate": 0.00026441439318313577,
      "loss": 6.4062,
      "step": 34343
    },
    {
      "epoch": 1.4066762236330126,
      "grad_norm": 2.1963725774824026,
      "learning_rate": 0.0002644122840821029,
      "loss": 5.1875,
      "step": 34344
    },
    {
      "epoch": 1.406717182060209,
      "grad_norm": 2.4435248420529367,
      "learning_rate": 0.0002644101749269826,
      "loss": 5.0625,
      "step": 34345
    },
    {
      "epoch": 1.4067581404874052,
      "grad_norm": 2.6393011999384783,
      "learning_rate": 0.0002644080657177758,
      "loss": 4.2812,
      "step": 34346
    },
    {
      "epoch": 1.4067990989146018,
      "grad_norm": 1.9712059454308903,
      "learning_rate": 0.00026440595645448343,
      "loss": 5.0312,
      "step": 34347
    },
    {
      "epoch": 1.406840057341798,
      "grad_norm": 2.296201093078311,
      "learning_rate": 0.00026440384713710663,
      "loss": 5.25,
      "step": 34348
    },
    {
      "epoch": 1.4068810157689944,
      "grad_norm": 3.030910322087767,
      "learning_rate": 0.0002644017377656463,
      "loss": 4.375,
      "step": 34349
    },
    {
      "epoch": 1.406921974196191,
      "grad_norm": 2.630846367781303,
      "learning_rate": 0.0002643996283401035,
      "loss": 4.9375,
      "step": 34350
    },
    {
      "epoch": 1.4069629326233872,
      "grad_norm": 2.7118001930179214,
      "learning_rate": 0.0002643975188604792,
      "loss": 5.6562,
      "step": 34351
    },
    {
      "epoch": 1.4070038910505835,
      "grad_norm": 2.8646710427068633,
      "learning_rate": 0.00026439540932677436,
      "loss": 3.0625,
      "step": 34352
    },
    {
      "epoch": 1.40704484947778,
      "grad_norm": 3.0646730990312623,
      "learning_rate": 0.00026439329973899,
      "loss": 5.0312,
      "step": 34353
    },
    {
      "epoch": 1.4070858079049764,
      "grad_norm": 2.5810513053570134,
      "learning_rate": 0.00026439119009712716,
      "loss": 4.1875,
      "step": 34354
    },
    {
      "epoch": 1.4071267663321727,
      "grad_norm": 2.1509747862986544,
      "learning_rate": 0.00026438908040118676,
      "loss": 4.0625,
      "step": 34355
    },
    {
      "epoch": 1.4071677247593692,
      "grad_norm": 16.346381926538392,
      "learning_rate": 0.00026438697065116987,
      "loss": 1.8594,
      "step": 34356
    },
    {
      "epoch": 1.4072086831865656,
      "grad_norm": 2.588923939656063,
      "learning_rate": 0.0002643848608470775,
      "loss": 4.4062,
      "step": 34357
    },
    {
      "epoch": 1.407249641613762,
      "grad_norm": 2.6511554371785584,
      "learning_rate": 0.0002643827509889105,
      "loss": 5.0312,
      "step": 34358
    },
    {
      "epoch": 1.4072906000409584,
      "grad_norm": 2.3676145208559847,
      "learning_rate": 0.00026438064107667003,
      "loss": 5.125,
      "step": 34359
    },
    {
      "epoch": 1.407331558468155,
      "grad_norm": 2.882958422931683,
      "learning_rate": 0.00026437853111035704,
      "loss": 5.5938,
      "step": 34360
    },
    {
      "epoch": 1.4073725168953513,
      "grad_norm": 2.3506722510474076,
      "learning_rate": 0.00026437642108997255,
      "loss": 4.7188,
      "step": 34361
    },
    {
      "epoch": 1.4074134753225476,
      "grad_norm": 2.4583359778895497,
      "learning_rate": 0.0002643743110155175,
      "loss": 5.0625,
      "step": 34362
    },
    {
      "epoch": 1.407454433749744,
      "grad_norm": 2.411800464185293,
      "learning_rate": 0.0002643722008869929,
      "loss": 5.7812,
      "step": 34363
    },
    {
      "epoch": 1.4074953921769404,
      "grad_norm": 2.443588054058406,
      "learning_rate": 0.0002643700907043997,
      "loss": 5.5312,
      "step": 34364
    },
    {
      "epoch": 1.4075363506041367,
      "grad_norm": 2.4781027762058248,
      "learning_rate": 0.000264367980467739,
      "loss": 5.4375,
      "step": 34365
    },
    {
      "epoch": 1.4075773090313333,
      "grad_norm": 2.631544759433732,
      "learning_rate": 0.0002643658701770118,
      "loss": 4.125,
      "step": 34366
    },
    {
      "epoch": 1.4076182674585296,
      "grad_norm": 2.276617107576254,
      "learning_rate": 0.00026436375983221905,
      "loss": 4.0312,
      "step": 34367
    },
    {
      "epoch": 1.407659225885726,
      "grad_norm": 3.935355917042703,
      "learning_rate": 0.0002643616494333617,
      "loss": 2.3281,
      "step": 34368
    },
    {
      "epoch": 1.4077001843129224,
      "grad_norm": 2.282219018770759,
      "learning_rate": 0.0002643595389804408,
      "loss": 4.5,
      "step": 34369
    },
    {
      "epoch": 1.4077411427401187,
      "grad_norm": 2.850188166746855,
      "learning_rate": 0.0002643574284734574,
      "loss": 5.0312,
      "step": 34370
    },
    {
      "epoch": 1.407782101167315,
      "grad_norm": 2.2853931231184985,
      "learning_rate": 0.0002643553179124124,
      "loss": 4.3125,
      "step": 34371
    },
    {
      "epoch": 1.4078230595945116,
      "grad_norm": 5.616922776687723,
      "learning_rate": 0.00026435320729730686,
      "loss": 7.8438,
      "step": 34372
    },
    {
      "epoch": 1.407864018021708,
      "grad_norm": 2.3210644379680216,
      "learning_rate": 0.00026435109662814176,
      "loss": 4.0625,
      "step": 34373
    },
    {
      "epoch": 1.4079049764489044,
      "grad_norm": 6.708120249782419,
      "learning_rate": 0.00026434898590491806,
      "loss": 5.4375,
      "step": 34374
    },
    {
      "epoch": 1.4079459348761008,
      "grad_norm": 2.6947593885726198,
      "learning_rate": 0.00026434687512763685,
      "loss": 5.2188,
      "step": 34375
    },
    {
      "epoch": 1.407986893303297,
      "grad_norm": 2.639799014416694,
      "learning_rate": 0.00026434476429629906,
      "loss": 5.1562,
      "step": 34376
    },
    {
      "epoch": 1.4080278517304936,
      "grad_norm": 2.3189031520092858,
      "learning_rate": 0.0002643426534109057,
      "loss": 5.5,
      "step": 34377
    },
    {
      "epoch": 1.40806881015769,
      "grad_norm": 4.535732374168915,
      "learning_rate": 0.00026434054247145773,
      "loss": 4.875,
      "step": 34378
    },
    {
      "epoch": 1.4081097685848865,
      "grad_norm": 2.263419004178549,
      "learning_rate": 0.0002643384314779562,
      "loss": 4.7188,
      "step": 34379
    },
    {
      "epoch": 1.4081507270120828,
      "grad_norm": 2.4886382261306403,
      "learning_rate": 0.0002643363204304021,
      "loss": 4.375,
      "step": 34380
    },
    {
      "epoch": 1.408191685439279,
      "grad_norm": 2.4820815773285463,
      "learning_rate": 0.00026433420932879645,
      "loss": 6.5,
      "step": 34381
    },
    {
      "epoch": 1.4082326438664756,
      "grad_norm": 3.0452302581669133,
      "learning_rate": 0.0002643320981731402,
      "loss": 6.3438,
      "step": 34382
    },
    {
      "epoch": 1.408273602293672,
      "grad_norm": 2.276127273362664,
      "learning_rate": 0.00026432998696343437,
      "loss": 5.5625,
      "step": 34383
    },
    {
      "epoch": 1.4083145607208682,
      "grad_norm": 2.1762737466623134,
      "learning_rate": 0.00026432787569967994,
      "loss": 4.9688,
      "step": 34384
    },
    {
      "epoch": 1.4083555191480648,
      "grad_norm": 2.114605828396567,
      "learning_rate": 0.00026432576438187793,
      "loss": 4.9375,
      "step": 34385
    },
    {
      "epoch": 1.408396477575261,
      "grad_norm": 2.0599893120401616,
      "learning_rate": 0.00026432365301002936,
      "loss": 4.9062,
      "step": 34386
    },
    {
      "epoch": 1.4084374360024574,
      "grad_norm": 2.60530341061994,
      "learning_rate": 0.0002643215415841352,
      "loss": 5.2188,
      "step": 34387
    },
    {
      "epoch": 1.408478394429654,
      "grad_norm": 2.418355594928945,
      "learning_rate": 0.00026431943010419645,
      "loss": 5.0625,
      "step": 34388
    },
    {
      "epoch": 1.4085193528568503,
      "grad_norm": 2.15434344553118,
      "learning_rate": 0.00026431731857021407,
      "loss": 4.7188,
      "step": 34389
    },
    {
      "epoch": 1.4085603112840466,
      "grad_norm": 3.201507963772008,
      "learning_rate": 0.0002643152069821891,
      "loss": 5.9062,
      "step": 34390
    },
    {
      "epoch": 1.408601269711243,
      "grad_norm": 2.375997440888815,
      "learning_rate": 0.00026431309534012253,
      "loss": 4.5938,
      "step": 34391
    },
    {
      "epoch": 1.4086422281384394,
      "grad_norm": 3.8341610532440513,
      "learning_rate": 0.00026431098364401544,
      "loss": 4.9688,
      "step": 34392
    },
    {
      "epoch": 1.408683186565636,
      "grad_norm": 2.251622382157364,
      "learning_rate": 0.00026430887189386867,
      "loss": 4.0312,
      "step": 34393
    },
    {
      "epoch": 1.4087241449928323,
      "grad_norm": 2.644265338566007,
      "learning_rate": 0.00026430676008968326,
      "loss": 5.7188,
      "step": 34394
    },
    {
      "epoch": 1.4087651034200288,
      "grad_norm": 2.8255627403407346,
      "learning_rate": 0.00026430464823146035,
      "loss": 4.9062,
      "step": 34395
    },
    {
      "epoch": 1.4088060618472251,
      "grad_norm": 6.876227525642047,
      "learning_rate": 0.00026430253631920075,
      "loss": 4.6562,
      "step": 34396
    },
    {
      "epoch": 1.4088470202744214,
      "grad_norm": 2.1357116141626302,
      "learning_rate": 0.0002643004243529056,
      "loss": 4.4688,
      "step": 34397
    },
    {
      "epoch": 1.408887978701618,
      "grad_norm": 2.1077212915440056,
      "learning_rate": 0.0002642983123325758,
      "loss": 4.5938,
      "step": 34398
    },
    {
      "epoch": 1.4089289371288143,
      "grad_norm": 2.7834826282087666,
      "learning_rate": 0.00026429620025821243,
      "loss": 6.1875,
      "step": 34399
    },
    {
      "epoch": 1.4089698955560106,
      "grad_norm": 2.907186182280888,
      "learning_rate": 0.0002642940881298165,
      "loss": 6.25,
      "step": 34400
    },
    {
      "epoch": 1.4090108539832071,
      "grad_norm": 2.6206549180129604,
      "learning_rate": 0.00026429197594738887,
      "loss": 5.3125,
      "step": 34401
    },
    {
      "epoch": 1.4090518124104034,
      "grad_norm": 4.894375416559956,
      "learning_rate": 0.0002642898637109306,
      "loss": 1.9297,
      "step": 34402
    },
    {
      "epoch": 1.4090927708375998,
      "grad_norm": 4.15789072459145,
      "learning_rate": 0.0002642877514204428,
      "loss": 3.3906,
      "step": 34403
    },
    {
      "epoch": 1.4091337292647963,
      "grad_norm": 2.9227857725380586,
      "learning_rate": 0.0002642856390759263,
      "loss": 5.0625,
      "step": 34404
    },
    {
      "epoch": 1.4091746876919926,
      "grad_norm": 8.013541670720297,
      "learning_rate": 0.00026428352667738224,
      "loss": 6.0,
      "step": 34405
    },
    {
      "epoch": 1.409215646119189,
      "grad_norm": 3.3859202053172774,
      "learning_rate": 0.00026428141422481157,
      "loss": 4.1562,
      "step": 34406
    },
    {
      "epoch": 1.4092566045463855,
      "grad_norm": 3.8292230821937565,
      "learning_rate": 0.00026427930171821527,
      "loss": 5.1875,
      "step": 34407
    },
    {
      "epoch": 1.4092975629735818,
      "grad_norm": 2.413739875121486,
      "learning_rate": 0.0002642771891575943,
      "loss": 5.5938,
      "step": 34408
    },
    {
      "epoch": 1.409338521400778,
      "grad_norm": 2.0697615038760824,
      "learning_rate": 0.0002642750765429497,
      "loss": 4.75,
      "step": 34409
    },
    {
      "epoch": 1.4093794798279746,
      "grad_norm": 2.4834802258590845,
      "learning_rate": 0.0002642729638742826,
      "loss": 4.4688,
      "step": 34410
    },
    {
      "epoch": 1.409420438255171,
      "grad_norm": 3.3404562024147992,
      "learning_rate": 0.00026427085115159375,
      "loss": 4.9375,
      "step": 34411
    },
    {
      "epoch": 1.4094613966823675,
      "grad_norm": 2.2373874960565265,
      "learning_rate": 0.0002642687383748843,
      "loss": 4.625,
      "step": 34412
    },
    {
      "epoch": 1.4095023551095638,
      "grad_norm": 2.6336013002318985,
      "learning_rate": 0.00026426662554415525,
      "loss": 6.0625,
      "step": 34413
    },
    {
      "epoch": 1.4095433135367603,
      "grad_norm": 3.466880760020439,
      "learning_rate": 0.00026426451265940755,
      "loss": 6.7188,
      "step": 34414
    },
    {
      "epoch": 1.4095842719639566,
      "grad_norm": 2.367863678312086,
      "learning_rate": 0.0002642623997206422,
      "loss": 5.25,
      "step": 34415
    },
    {
      "epoch": 1.409625230391153,
      "grad_norm": 2.052786072648527,
      "learning_rate": 0.00026426028672786025,
      "loss": 5.125,
      "step": 34416
    },
    {
      "epoch": 1.4096661888183495,
      "grad_norm": 2.2367145755062245,
      "learning_rate": 0.00026425817368106266,
      "loss": 4.25,
      "step": 34417
    },
    {
      "epoch": 1.4097071472455458,
      "grad_norm": 3.2582139954379037,
      "learning_rate": 0.0002642560605802504,
      "loss": 8.0,
      "step": 34418
    },
    {
      "epoch": 1.4097481056727421,
      "grad_norm": 3.821836238609639,
      "learning_rate": 0.00026425394742542456,
      "loss": 5.125,
      "step": 34419
    },
    {
      "epoch": 1.4097890640999386,
      "grad_norm": 2.451610337235706,
      "learning_rate": 0.000264251834216586,
      "loss": 5.4062,
      "step": 34420
    },
    {
      "epoch": 1.409830022527135,
      "grad_norm": 3.105335439285493,
      "learning_rate": 0.0002642497209537359,
      "loss": 5.6875,
      "step": 34421
    },
    {
      "epoch": 1.4098709809543313,
      "grad_norm": 2.7147038571147197,
      "learning_rate": 0.0002642476076368751,
      "loss": 6.0625,
      "step": 34422
    },
    {
      "epoch": 1.4099119393815278,
      "grad_norm": 2.997436116498971,
      "learning_rate": 0.0002642454942660047,
      "loss": 5.6562,
      "step": 34423
    },
    {
      "epoch": 1.4099528978087241,
      "grad_norm": 1.7618363541619788,
      "learning_rate": 0.0002642433808411256,
      "loss": 3.3906,
      "step": 34424
    },
    {
      "epoch": 1.4099938562359204,
      "grad_norm": 2.414438293689964,
      "learning_rate": 0.0002642412673622389,
      "loss": 4.4688,
      "step": 34425
    },
    {
      "epoch": 1.410034814663117,
      "grad_norm": 3.5736395689869704,
      "learning_rate": 0.0002642391538293456,
      "loss": 7.1562,
      "step": 34426
    },
    {
      "epoch": 1.4100757730903133,
      "grad_norm": 2.2160710225922586,
      "learning_rate": 0.0002642370402424466,
      "loss": 5.25,
      "step": 34427
    },
    {
      "epoch": 1.4101167315175096,
      "grad_norm": 2.2246500367727804,
      "learning_rate": 0.00026423492660154296,
      "loss": 4.75,
      "step": 34428
    },
    {
      "epoch": 1.4101576899447061,
      "grad_norm": 2.550230210876376,
      "learning_rate": 0.00026423281290663576,
      "loss": 4.9062,
      "step": 34429
    },
    {
      "epoch": 1.4101986483719025,
      "grad_norm": 10.478258034590176,
      "learning_rate": 0.0002642306991577258,
      "loss": 4.9062,
      "step": 34430
    },
    {
      "epoch": 1.410239606799099,
      "grad_norm": 2.495519427436527,
      "learning_rate": 0.00026422858535481424,
      "loss": 4.1875,
      "step": 34431
    },
    {
      "epoch": 1.4102805652262953,
      "grad_norm": 2.710952770200679,
      "learning_rate": 0.00026422647149790203,
      "loss": 6.1875,
      "step": 34432
    },
    {
      "epoch": 1.4103215236534918,
      "grad_norm": 3.926062701150776,
      "learning_rate": 0.00026422435758699015,
      "loss": 6.2188,
      "step": 34433
    },
    {
      "epoch": 1.4103624820806882,
      "grad_norm": 2.9673859451633446,
      "learning_rate": 0.00026422224362207964,
      "loss": 5.7812,
      "step": 34434
    },
    {
      "epoch": 1.4104034405078845,
      "grad_norm": 2.98095595603007,
      "learning_rate": 0.0002642201296031715,
      "loss": 1.8281,
      "step": 34435
    },
    {
      "epoch": 1.410444398935081,
      "grad_norm": 2.8840168777463475,
      "learning_rate": 0.0002642180155302667,
      "loss": 5.4062,
      "step": 34436
    },
    {
      "epoch": 1.4104853573622773,
      "grad_norm": 4.32214072740366,
      "learning_rate": 0.0002642159014033662,
      "loss": 1.7422,
      "step": 34437
    },
    {
      "epoch": 1.4105263157894736,
      "grad_norm": 16.53017696289626,
      "learning_rate": 0.00026421378722247114,
      "loss": 3.2969,
      "step": 34438
    },
    {
      "epoch": 1.4105672742166702,
      "grad_norm": 3.429727047589328,
      "learning_rate": 0.00026421167298758236,
      "loss": 5.1875,
      "step": 34439
    },
    {
      "epoch": 1.4106082326438665,
      "grad_norm": 2.352902779963679,
      "learning_rate": 0.00026420955869870097,
      "loss": 4.875,
      "step": 34440
    },
    {
      "epoch": 1.4106491910710628,
      "grad_norm": 2.139591558936552,
      "learning_rate": 0.0002642074443558279,
      "loss": 4.375,
      "step": 34441
    },
    {
      "epoch": 1.4106901494982593,
      "grad_norm": 3.183330119058528,
      "learning_rate": 0.00026420532995896417,
      "loss": 7.0312,
      "step": 34442
    },
    {
      "epoch": 1.4107311079254556,
      "grad_norm": 3.7297157918223034,
      "learning_rate": 0.00026420321550811083,
      "loss": 5.1562,
      "step": 34443
    },
    {
      "epoch": 1.410772066352652,
      "grad_norm": 2.5128915972138297,
      "learning_rate": 0.00026420110100326883,
      "loss": 5.3125,
      "step": 34444
    },
    {
      "epoch": 1.4108130247798485,
      "grad_norm": 2.299994843755195,
      "learning_rate": 0.00026419898644443915,
      "loss": 5.0312,
      "step": 34445
    },
    {
      "epoch": 1.4108539832070448,
      "grad_norm": 2.6313073979821295,
      "learning_rate": 0.0002641968718316228,
      "loss": 6.3125,
      "step": 34446
    },
    {
      "epoch": 1.4108949416342411,
      "grad_norm": 2.2159700852930113,
      "learning_rate": 0.00026419475716482084,
      "loss": 4.3125,
      "step": 34447
    },
    {
      "epoch": 1.4109359000614377,
      "grad_norm": 3.649573422901419,
      "learning_rate": 0.0002641926424440342,
      "loss": 6.5,
      "step": 34448
    },
    {
      "epoch": 1.410976858488634,
      "grad_norm": 2.5973790150341154,
      "learning_rate": 0.0002641905276692639,
      "loss": 5.375,
      "step": 34449
    },
    {
      "epoch": 1.4110178169158305,
      "grad_norm": 2.6370640417243134,
      "learning_rate": 0.00026418841284051096,
      "loss": 7.2812,
      "step": 34450
    },
    {
      "epoch": 1.4110587753430268,
      "grad_norm": 3.828097925781475,
      "learning_rate": 0.00026418629795777637,
      "loss": 5.6562,
      "step": 34451
    },
    {
      "epoch": 1.4110997337702234,
      "grad_norm": 9.354599265505623,
      "learning_rate": 0.0002641841830210611,
      "loss": 1.5625,
      "step": 34452
    },
    {
      "epoch": 1.4111406921974197,
      "grad_norm": 2.54288547538957,
      "learning_rate": 0.0002641820680303662,
      "loss": 6.1562,
      "step": 34453
    },
    {
      "epoch": 1.411181650624616,
      "grad_norm": 2.433965060263789,
      "learning_rate": 0.0002641799529856926,
      "loss": 4.8125,
      "step": 34454
    },
    {
      "epoch": 1.4112226090518125,
      "grad_norm": 2.5123565261922454,
      "learning_rate": 0.00026417783788704137,
      "loss": 5.75,
      "step": 34455
    },
    {
      "epoch": 1.4112635674790088,
      "grad_norm": 3.3784608605084667,
      "learning_rate": 0.00026417572273441345,
      "loss": 4.75,
      "step": 34456
    },
    {
      "epoch": 1.4113045259062051,
      "grad_norm": 2.1748171439860102,
      "learning_rate": 0.00026417360752780994,
      "loss": 5.375,
      "step": 34457
    },
    {
      "epoch": 1.4113454843334017,
      "grad_norm": 2.556028985718449,
      "learning_rate": 0.00026417149226723175,
      "loss": 5.5625,
      "step": 34458
    },
    {
      "epoch": 1.411386442760598,
      "grad_norm": 3.9842576039811095,
      "learning_rate": 0.0002641693769526799,
      "loss": 5.8125,
      "step": 34459
    },
    {
      "epoch": 1.4114274011877943,
      "grad_norm": 3.535608997004763,
      "learning_rate": 0.0002641672615841554,
      "loss": 5.2812,
      "step": 34460
    },
    {
      "epoch": 1.4114683596149908,
      "grad_norm": 2.2875340569302334,
      "learning_rate": 0.00026416514616165924,
      "loss": 4.5625,
      "step": 34461
    },
    {
      "epoch": 1.4115093180421872,
      "grad_norm": 2.9689509768847593,
      "learning_rate": 0.0002641630306851924,
      "loss": 5.4375,
      "step": 34462
    },
    {
      "epoch": 1.4115502764693835,
      "grad_norm": 2.5295468594765986,
      "learning_rate": 0.00026416091515475595,
      "loss": 4.4375,
      "step": 34463
    },
    {
      "epoch": 1.41159123489658,
      "grad_norm": 2.096962096265504,
      "learning_rate": 0.0002641587995703508,
      "loss": 4.5312,
      "step": 34464
    },
    {
      "epoch": 1.4116321933237763,
      "grad_norm": 3.1355169017250524,
      "learning_rate": 0.00026415668393197804,
      "loss": 6.25,
      "step": 34465
    },
    {
      "epoch": 1.4116731517509726,
      "grad_norm": 4.467307650333199,
      "learning_rate": 0.00026415456823963856,
      "loss": 6.8438,
      "step": 34466
    },
    {
      "epoch": 1.4117141101781692,
      "grad_norm": 5.1154988512582475,
      "learning_rate": 0.00026415245249333347,
      "loss": 4.7812,
      "step": 34467
    },
    {
      "epoch": 1.4117550686053655,
      "grad_norm": 2.459557991345558,
      "learning_rate": 0.00026415033669306367,
      "loss": 3.6719,
      "step": 34468
    },
    {
      "epoch": 1.411796027032562,
      "grad_norm": 2.2212067763166536,
      "learning_rate": 0.0002641482208388303,
      "loss": 4.8438,
      "step": 34469
    },
    {
      "epoch": 1.4118369854597583,
      "grad_norm": 3.42287784648646,
      "learning_rate": 0.0002641461049306342,
      "loss": 2.8125,
      "step": 34470
    },
    {
      "epoch": 1.4118779438869549,
      "grad_norm": 2.687596893499123,
      "learning_rate": 0.00026414398896847655,
      "loss": 6.0938,
      "step": 34471
    },
    {
      "epoch": 1.4119189023141512,
      "grad_norm": 2.6721372998846227,
      "learning_rate": 0.00026414187295235815,
      "loss": 5.0625,
      "step": 34472
    },
    {
      "epoch": 1.4119598607413475,
      "grad_norm": 2.2148880440981826,
      "learning_rate": 0.0002641397568822801,
      "loss": 4.4062,
      "step": 34473
    },
    {
      "epoch": 1.412000819168544,
      "grad_norm": 2.3479883411945717,
      "learning_rate": 0.0002641376407582434,
      "loss": 4.5625,
      "step": 34474
    },
    {
      "epoch": 1.4120417775957403,
      "grad_norm": 2.5341821838689422,
      "learning_rate": 0.00026413552458024906,
      "loss": 5.0312,
      "step": 34475
    },
    {
      "epoch": 1.4120827360229367,
      "grad_norm": 3.3172563599367666,
      "learning_rate": 0.00026413340834829805,
      "loss": 3.3906,
      "step": 34476
    },
    {
      "epoch": 1.4121236944501332,
      "grad_norm": 3.701136798941918,
      "learning_rate": 0.0002641312920623914,
      "loss": 5.9062,
      "step": 34477
    },
    {
      "epoch": 1.4121646528773295,
      "grad_norm": 2.1362610901654957,
      "learning_rate": 0.0002641291757225301,
      "loss": 5.4375,
      "step": 34478
    },
    {
      "epoch": 1.4122056113045258,
      "grad_norm": 2.850967587473718,
      "learning_rate": 0.0002641270593287152,
      "loss": 4.4688,
      "step": 34479
    },
    {
      "epoch": 1.4122465697317224,
      "grad_norm": 2.18683880635393,
      "learning_rate": 0.0002641249428809476,
      "loss": 4.9375,
      "step": 34480
    },
    {
      "epoch": 1.4122875281589187,
      "grad_norm": 5.631876340176745,
      "learning_rate": 0.00026412282637922833,
      "loss": 5.75,
      "step": 34481
    },
    {
      "epoch": 1.412328486586115,
      "grad_norm": 2.8809400385360635,
      "learning_rate": 0.00026412070982355845,
      "loss": 3.8594,
      "step": 34482
    },
    {
      "epoch": 1.4123694450133115,
      "grad_norm": 3.0764710209715243,
      "learning_rate": 0.0002641185932139389,
      "loss": 5.9375,
      "step": 34483
    },
    {
      "epoch": 1.4124104034405078,
      "grad_norm": 2.271218361957201,
      "learning_rate": 0.0002641164765503707,
      "loss": 5.1875,
      "step": 34484
    },
    {
      "epoch": 1.4124513618677041,
      "grad_norm": 4.327288695226699,
      "learning_rate": 0.00026411435983285484,
      "loss": 6.0,
      "step": 34485
    },
    {
      "epoch": 1.4124923202949007,
      "grad_norm": 2.0834006578606283,
      "learning_rate": 0.00026411224306139235,
      "loss": 5.0312,
      "step": 34486
    },
    {
      "epoch": 1.412533278722097,
      "grad_norm": 3.821372790674636,
      "learning_rate": 0.0002641101262359842,
      "loss": 3.4531,
      "step": 34487
    },
    {
      "epoch": 1.4125742371492935,
      "grad_norm": 2.386563617091172,
      "learning_rate": 0.0002641080093566314,
      "loss": 5.6562,
      "step": 34488
    },
    {
      "epoch": 1.4126151955764898,
      "grad_norm": 2.377276325375997,
      "learning_rate": 0.000264105892423335,
      "loss": 4.4375,
      "step": 34489
    },
    {
      "epoch": 1.4126561540036864,
      "grad_norm": 2.2087155572347474,
      "learning_rate": 0.0002641037754360959,
      "loss": 4.625,
      "step": 34490
    },
    {
      "epoch": 1.4126971124308827,
      "grad_norm": 2.7587906649392537,
      "learning_rate": 0.0002641016583949152,
      "loss": 5.6875,
      "step": 34491
    },
    {
      "epoch": 1.412738070858079,
      "grad_norm": 2.31577676845821,
      "learning_rate": 0.00026409954129979384,
      "loss": 4.875,
      "step": 34492
    },
    {
      "epoch": 1.4127790292852755,
      "grad_norm": 2.668762756701635,
      "learning_rate": 0.0002640974241507328,
      "loss": 5.4688,
      "step": 34493
    },
    {
      "epoch": 1.4128199877124719,
      "grad_norm": 4.0974753242222945,
      "learning_rate": 0.0002640953069477331,
      "loss": 5.8438,
      "step": 34494
    },
    {
      "epoch": 1.4128609461396682,
      "grad_norm": 2.522846224545395,
      "learning_rate": 0.0002640931896907959,
      "loss": 5.25,
      "step": 34495
    },
    {
      "epoch": 1.4129019045668647,
      "grad_norm": 2.645196355786053,
      "learning_rate": 0.0002640910723799219,
      "loss": 4.875,
      "step": 34496
    },
    {
      "epoch": 1.412942862994061,
      "grad_norm": 2.050386794265021,
      "learning_rate": 0.0002640889550151124,
      "loss": 4.1562,
      "step": 34497
    },
    {
      "epoch": 1.4129838214212573,
      "grad_norm": 2.1535370535373377,
      "learning_rate": 0.00026408683759636815,
      "loss": 4.2812,
      "step": 34498
    },
    {
      "epoch": 1.4130247798484539,
      "grad_norm": 2.179874886735184,
      "learning_rate": 0.0002640847201236903,
      "loss": 4.8438,
      "step": 34499
    },
    {
      "epoch": 1.4130657382756502,
      "grad_norm": 2.457583813488821,
      "learning_rate": 0.00026408260259707983,
      "loss": 3.7031,
      "step": 34500
    },
    {
      "epoch": 1.4131066967028465,
      "grad_norm": 2.541265023461395,
      "learning_rate": 0.00026408048501653776,
      "loss": 4.2812,
      "step": 34501
    },
    {
      "epoch": 1.413147655130043,
      "grad_norm": 2.4928560255521557,
      "learning_rate": 0.000264078367382065,
      "loss": 5.25,
      "step": 34502
    },
    {
      "epoch": 1.4131886135572393,
      "grad_norm": 3.130136913041493,
      "learning_rate": 0.00026407624969366263,
      "loss": 6.6875,
      "step": 34503
    },
    {
      "epoch": 1.4132295719844357,
      "grad_norm": 3.1271784238950797,
      "learning_rate": 0.00026407413195133164,
      "loss": 5.4375,
      "step": 34504
    },
    {
      "epoch": 1.4132705304116322,
      "grad_norm": 5.470616218563287,
      "learning_rate": 0.00026407201415507296,
      "loss": 5.0938,
      "step": 34505
    },
    {
      "epoch": 1.4133114888388285,
      "grad_norm": 2.9225477695896203,
      "learning_rate": 0.0002640698963048877,
      "loss": 5.375,
      "step": 34506
    },
    {
      "epoch": 1.413352447266025,
      "grad_norm": 1.9676838391229123,
      "learning_rate": 0.0002640677784007768,
      "loss": 3.0,
      "step": 34507
    },
    {
      "epoch": 1.4133934056932214,
      "grad_norm": 2.5986835379550217,
      "learning_rate": 0.00026406566044274125,
      "loss": 5.0625,
      "step": 34508
    },
    {
      "epoch": 1.413434364120418,
      "grad_norm": 2.5851145101249298,
      "learning_rate": 0.00026406354243078213,
      "loss": 4.875,
      "step": 34509
    },
    {
      "epoch": 1.4134753225476142,
      "grad_norm": 4.723375376905027,
      "learning_rate": 0.0002640614243649004,
      "loss": 5.125,
      "step": 34510
    },
    {
      "epoch": 1.4135162809748105,
      "grad_norm": 3.853619486144305,
      "learning_rate": 0.00026405930624509696,
      "loss": 6.7812,
      "step": 34511
    },
    {
      "epoch": 1.413557239402007,
      "grad_norm": 2.7892295870772545,
      "learning_rate": 0.0002640571880713729,
      "loss": 5.0312,
      "step": 34512
    },
    {
      "epoch": 1.4135981978292034,
      "grad_norm": 6.855044883285817,
      "learning_rate": 0.0002640550698437293,
      "loss": 5.9688,
      "step": 34513
    },
    {
      "epoch": 1.4136391562563997,
      "grad_norm": 1.9760423371085478,
      "learning_rate": 0.00026405295156216703,
      "loss": 4.4688,
      "step": 34514
    },
    {
      "epoch": 1.4136801146835962,
      "grad_norm": 2.6647957981098154,
      "learning_rate": 0.0002640508332266872,
      "loss": 3.8438,
      "step": 34515
    },
    {
      "epoch": 1.4137210731107925,
      "grad_norm": 2.1259519121271584,
      "learning_rate": 0.00026404871483729067,
      "loss": 4.375,
      "step": 34516
    },
    {
      "epoch": 1.4137620315379889,
      "grad_norm": 2.455042325807123,
      "learning_rate": 0.00026404659639397857,
      "loss": 4.4375,
      "step": 34517
    },
    {
      "epoch": 1.4138029899651854,
      "grad_norm": 2.0493331866473357,
      "learning_rate": 0.00026404447789675186,
      "loss": 4.9375,
      "step": 34518
    },
    {
      "epoch": 1.4138439483923817,
      "grad_norm": 2.585696730329511,
      "learning_rate": 0.00026404235934561157,
      "loss": 6.3125,
      "step": 34519
    },
    {
      "epoch": 1.413884906819578,
      "grad_norm": 2.0877586407150197,
      "learning_rate": 0.0002640402407405586,
      "loss": 4.4062,
      "step": 34520
    },
    {
      "epoch": 1.4139258652467745,
      "grad_norm": 4.282776715655721,
      "learning_rate": 0.00026403812208159404,
      "loss": 6.25,
      "step": 34521
    },
    {
      "epoch": 1.4139668236739709,
      "grad_norm": 2.7993097314052293,
      "learning_rate": 0.00026403600336871887,
      "loss": 4.5312,
      "step": 34522
    },
    {
      "epoch": 1.4140077821011672,
      "grad_norm": 3.5375060079394465,
      "learning_rate": 0.00026403388460193413,
      "loss": 5.2188,
      "step": 34523
    },
    {
      "epoch": 1.4140487405283637,
      "grad_norm": 2.899406456192532,
      "learning_rate": 0.0002640317657812408,
      "loss": 4.5625,
      "step": 34524
    },
    {
      "epoch": 1.41408969895556,
      "grad_norm": 6.539410469837146,
      "learning_rate": 0.00026402964690663984,
      "loss": 6.3125,
      "step": 34525
    },
    {
      "epoch": 1.4141306573827566,
      "grad_norm": 3.3613744610933436,
      "learning_rate": 0.00026402752797813225,
      "loss": 6.5938,
      "step": 34526
    },
    {
      "epoch": 1.4141716158099529,
      "grad_norm": 2.764749242211862,
      "learning_rate": 0.0002640254089957191,
      "loss": 5.8438,
      "step": 34527
    },
    {
      "epoch": 1.4142125742371494,
      "grad_norm": 3.928214344010338,
      "learning_rate": 0.00026402328995940133,
      "loss": 6.5625,
      "step": 34528
    },
    {
      "epoch": 1.4142535326643457,
      "grad_norm": 4.142651559754025,
      "learning_rate": 0.00026402117086918,
      "loss": 6.125,
      "step": 34529
    },
    {
      "epoch": 1.414294491091542,
      "grad_norm": 2.3062395714851274,
      "learning_rate": 0.00026401905172505604,
      "loss": 4.5625,
      "step": 34530
    },
    {
      "epoch": 1.4143354495187386,
      "grad_norm": 2.340378552067334,
      "learning_rate": 0.00026401693252703053,
      "loss": 4.7812,
      "step": 34531
    },
    {
      "epoch": 1.4143764079459349,
      "grad_norm": 2.1622533135260116,
      "learning_rate": 0.00026401481327510435,
      "loss": 4.4062,
      "step": 34532
    },
    {
      "epoch": 1.4144173663731312,
      "grad_norm": 2.6358283371468727,
      "learning_rate": 0.0002640126939692787,
      "loss": 5.4688,
      "step": 34533
    },
    {
      "epoch": 1.4144583248003277,
      "grad_norm": 2.6498875695776185,
      "learning_rate": 0.00026401057460955434,
      "loss": 4.8125,
      "step": 34534
    },
    {
      "epoch": 1.414499283227524,
      "grad_norm": 2.2783678237466667,
      "learning_rate": 0.00026400845519593247,
      "loss": 4.5625,
      "step": 34535
    },
    {
      "epoch": 1.4145402416547204,
      "grad_norm": 4.878819807413761,
      "learning_rate": 0.000264006335728414,
      "loss": 6.0312,
      "step": 34536
    },
    {
      "epoch": 1.414581200081917,
      "grad_norm": 2.2206634082043655,
      "learning_rate": 0.0002640042162069999,
      "loss": 4.9062,
      "step": 34537
    },
    {
      "epoch": 1.4146221585091132,
      "grad_norm": 2.266892160311616,
      "learning_rate": 0.00026400209663169136,
      "loss": 5.1875,
      "step": 34538
    },
    {
      "epoch": 1.4146631169363095,
      "grad_norm": 2.1911933184980885,
      "learning_rate": 0.0002639999770024891,
      "loss": 4.7812,
      "step": 34539
    },
    {
      "epoch": 1.414704075363506,
      "grad_norm": 4.03047246805251,
      "learning_rate": 0.0002639978573193943,
      "loss": 5.0625,
      "step": 34540
    },
    {
      "epoch": 1.4147450337907024,
      "grad_norm": 4.971741176747263,
      "learning_rate": 0.000263995737582408,
      "loss": 3.2656,
      "step": 34541
    },
    {
      "epoch": 1.414785992217899,
      "grad_norm": 4.183968288898358,
      "learning_rate": 0.0002639936177915311,
      "loss": 6.5625,
      "step": 34542
    },
    {
      "epoch": 1.4148269506450952,
      "grad_norm": 3.105712898515083,
      "learning_rate": 0.0002639914979467646,
      "loss": 6.125,
      "step": 34543
    },
    {
      "epoch": 1.4148679090722915,
      "grad_norm": 3.023920519747837,
      "learning_rate": 0.00026398937804810954,
      "loss": 6.0938,
      "step": 34544
    },
    {
      "epoch": 1.414908867499488,
      "grad_norm": 2.3508527412420506,
      "learning_rate": 0.0002639872580955669,
      "loss": 5.0,
      "step": 34545
    },
    {
      "epoch": 1.4149498259266844,
      "grad_norm": 4.43640599920099,
      "learning_rate": 0.00026398513808913773,
      "loss": 5.9688,
      "step": 34546
    },
    {
      "epoch": 1.414990784353881,
      "grad_norm": 2.2528991615168166,
      "learning_rate": 0.000263983018028823,
      "loss": 4.5625,
      "step": 34547
    },
    {
      "epoch": 1.4150317427810772,
      "grad_norm": 2.2943075110509614,
      "learning_rate": 0.00026398089791462376,
      "loss": 5.75,
      "step": 34548
    },
    {
      "epoch": 1.4150727012082736,
      "grad_norm": 2.2962235818773977,
      "learning_rate": 0.0002639787777465409,
      "loss": 4.2188,
      "step": 34549
    },
    {
      "epoch": 1.41511365963547,
      "grad_norm": 3.001286504794818,
      "learning_rate": 0.0002639766575245755,
      "loss": 5.4062,
      "step": 34550
    },
    {
      "epoch": 1.4151546180626664,
      "grad_norm": 2.602257612811599,
      "learning_rate": 0.00026397453724872857,
      "loss": 4.875,
      "step": 34551
    },
    {
      "epoch": 1.4151955764898627,
      "grad_norm": 2.293259520544504,
      "learning_rate": 0.000263972416919001,
      "loss": 4.4062,
      "step": 34552
    },
    {
      "epoch": 1.4152365349170593,
      "grad_norm": 1.4957779255227301,
      "learning_rate": 0.000263970296535394,
      "loss": 2.8125,
      "step": 34553
    },
    {
      "epoch": 1.4152774933442556,
      "grad_norm": 2.592075708992601,
      "learning_rate": 0.0002639681760979084,
      "loss": 4.875,
      "step": 34554
    },
    {
      "epoch": 1.4153184517714519,
      "grad_norm": 2.0372761179622203,
      "learning_rate": 0.0002639660556065453,
      "loss": 4.4688,
      "step": 34555
    },
    {
      "epoch": 1.4153594101986484,
      "grad_norm": 2.8884710069616593,
      "learning_rate": 0.0002639639350613056,
      "loss": 3.7031,
      "step": 34556
    },
    {
      "epoch": 1.4154003686258447,
      "grad_norm": 2.6910762907382666,
      "learning_rate": 0.00026396181446219046,
      "loss": 5.9688,
      "step": 34557
    },
    {
      "epoch": 1.415441327053041,
      "grad_norm": 2.8864747714970007,
      "learning_rate": 0.0002639596938092007,
      "loss": 4.5938,
      "step": 34558
    },
    {
      "epoch": 1.4154822854802376,
      "grad_norm": 2.6279594394868417,
      "learning_rate": 0.00026395757310233744,
      "loss": 5.5312,
      "step": 34559
    },
    {
      "epoch": 1.415523243907434,
      "grad_norm": 2.456728746265893,
      "learning_rate": 0.00026395545234160164,
      "loss": 5.7188,
      "step": 34560
    },
    {
      "epoch": 1.4155642023346304,
      "grad_norm": 2.657832185185741,
      "learning_rate": 0.0002639533315269943,
      "loss": 4.6562,
      "step": 34561
    },
    {
      "epoch": 1.4156051607618267,
      "grad_norm": 4.263660453480156,
      "learning_rate": 0.00026395121065851646,
      "loss": 5.75,
      "step": 34562
    },
    {
      "epoch": 1.4156461191890233,
      "grad_norm": 2.248049019187951,
      "learning_rate": 0.0002639490897361691,
      "loss": 4.8125,
      "step": 34563
    },
    {
      "epoch": 1.4156870776162196,
      "grad_norm": 2.311039485207712,
      "learning_rate": 0.00026394696875995326,
      "loss": 5.6562,
      "step": 34564
    },
    {
      "epoch": 1.415728036043416,
      "grad_norm": 2.564093947943779,
      "learning_rate": 0.00026394484772986987,
      "loss": 5.0,
      "step": 34565
    },
    {
      "epoch": 1.4157689944706124,
      "grad_norm": 2.361765865175919,
      "learning_rate": 0.00026394272664591995,
      "loss": 4.0938,
      "step": 34566
    },
    {
      "epoch": 1.4158099528978088,
      "grad_norm": 2.5338086928040937,
      "learning_rate": 0.00026394060550810454,
      "loss": 5.0625,
      "step": 34567
    },
    {
      "epoch": 1.415850911325005,
      "grad_norm": 2.467238426126295,
      "learning_rate": 0.00026393848431642466,
      "loss": 5.3125,
      "step": 34568
    },
    {
      "epoch": 1.4158918697522016,
      "grad_norm": 2.07878792215733,
      "learning_rate": 0.00026393636307088124,
      "loss": 4.5,
      "step": 34569
    },
    {
      "epoch": 1.415932828179398,
      "grad_norm": 2.6300945835532965,
      "learning_rate": 0.0002639342417714753,
      "loss": 5.8125,
      "step": 34570
    },
    {
      "epoch": 1.4159737866065942,
      "grad_norm": 2.941664631782943,
      "learning_rate": 0.0002639321204182079,
      "loss": 6.3438,
      "step": 34571
    },
    {
      "epoch": 1.4160147450337908,
      "grad_norm": 2.084610638762354,
      "learning_rate": 0.00026392999901107996,
      "loss": 3.2969,
      "step": 34572
    },
    {
      "epoch": 1.416055703460987,
      "grad_norm": 2.3618024062103307,
      "learning_rate": 0.00026392787755009255,
      "loss": 4.9688,
      "step": 34573
    },
    {
      "epoch": 1.4160966618881834,
      "grad_norm": 2.1813992982932846,
      "learning_rate": 0.00026392575603524665,
      "loss": 4.2188,
      "step": 34574
    },
    {
      "epoch": 1.41613762031538,
      "grad_norm": 2.051952636566929,
      "learning_rate": 0.00026392363446654327,
      "loss": 4.7188,
      "step": 34575
    },
    {
      "epoch": 1.4161785787425762,
      "grad_norm": 2.546925172264898,
      "learning_rate": 0.0002639215128439834,
      "loss": 5.1562,
      "step": 34576
    },
    {
      "epoch": 1.4162195371697726,
      "grad_norm": 2.0142745584079087,
      "learning_rate": 0.000263919391167568,
      "loss": 4.7188,
      "step": 34577
    },
    {
      "epoch": 1.416260495596969,
      "grad_norm": 2.821326384668266,
      "learning_rate": 0.0002639172694372982,
      "loss": 6.5,
      "step": 34578
    },
    {
      "epoch": 1.4163014540241654,
      "grad_norm": 3.762933768901023,
      "learning_rate": 0.00026391514765317493,
      "loss": 5.875,
      "step": 34579
    },
    {
      "epoch": 1.416342412451362,
      "grad_norm": 2.7525469226697923,
      "learning_rate": 0.0002639130258151991,
      "loss": 5.6562,
      "step": 34580
    },
    {
      "epoch": 1.4163833708785583,
      "grad_norm": 2.6006065967455014,
      "learning_rate": 0.00026391090392337193,
      "loss": 3.5781,
      "step": 34581
    },
    {
      "epoch": 1.4164243293057548,
      "grad_norm": 2.4717283029203756,
      "learning_rate": 0.00026390878197769417,
      "loss": 4.4062,
      "step": 34582
    },
    {
      "epoch": 1.416465287732951,
      "grad_norm": 2.4702378549017174,
      "learning_rate": 0.000263906659978167,
      "loss": 4.9375,
      "step": 34583
    },
    {
      "epoch": 1.4165062461601474,
      "grad_norm": 2.9950621599114107,
      "learning_rate": 0.0002639045379247914,
      "loss": 4.3438,
      "step": 34584
    },
    {
      "epoch": 1.416547204587344,
      "grad_norm": 2.216529513810722,
      "learning_rate": 0.0002639024158175683,
      "loss": 4.9375,
      "step": 34585
    },
    {
      "epoch": 1.4165881630145403,
      "grad_norm": 2.922383986259513,
      "learning_rate": 0.00026390029365649877,
      "loss": 5.7812,
      "step": 34586
    },
    {
      "epoch": 1.4166291214417366,
      "grad_norm": 5.528741343036929,
      "learning_rate": 0.0002638981714415838,
      "loss": 3.5469,
      "step": 34587
    },
    {
      "epoch": 1.4166700798689331,
      "grad_norm": 2.2825326262424563,
      "learning_rate": 0.00026389604917282435,
      "loss": 5.1875,
      "step": 34588
    },
    {
      "epoch": 1.4167110382961294,
      "grad_norm": 3.37924198556466,
      "learning_rate": 0.0002638939268502215,
      "loss": 5.625,
      "step": 34589
    },
    {
      "epoch": 1.4167519967233257,
      "grad_norm": 5.563024140191621,
      "learning_rate": 0.00026389180447377615,
      "loss": 6.375,
      "step": 34590
    },
    {
      "epoch": 1.4167929551505223,
      "grad_norm": 3.039173363012093,
      "learning_rate": 0.00026388968204348935,
      "loss": 5.0625,
      "step": 34591
    },
    {
      "epoch": 1.4168339135777186,
      "grad_norm": 3.3951340789899875,
      "learning_rate": 0.0002638875595593622,
      "loss": 6.5625,
      "step": 34592
    },
    {
      "epoch": 1.416874872004915,
      "grad_norm": 2.119179045081539,
      "learning_rate": 0.0002638854370213956,
      "loss": 5.2812,
      "step": 34593
    },
    {
      "epoch": 1.4169158304321114,
      "grad_norm": 2.6931866793766828,
      "learning_rate": 0.00026388331442959057,
      "loss": 5.4688,
      "step": 34594
    },
    {
      "epoch": 1.4169567888593078,
      "grad_norm": 2.2805959136582388,
      "learning_rate": 0.0002638811917839481,
      "loss": 6.2188,
      "step": 34595
    },
    {
      "epoch": 1.416997747286504,
      "grad_norm": 4.001780350892495,
      "learning_rate": 0.0002638790690844692,
      "loss": 5.0938,
      "step": 34596
    },
    {
      "epoch": 1.4170387057137006,
      "grad_norm": 2.2616180212459738,
      "learning_rate": 0.0002638769463311549,
      "loss": 4.8125,
      "step": 34597
    },
    {
      "epoch": 1.417079664140897,
      "grad_norm": 2.844805867356422,
      "learning_rate": 0.0002638748235240062,
      "loss": 5.1875,
      "step": 34598
    },
    {
      "epoch": 1.4171206225680935,
      "grad_norm": 2.297607625255487,
      "learning_rate": 0.00026387270066302403,
      "loss": 4.6875,
      "step": 34599
    },
    {
      "epoch": 1.4171615809952898,
      "grad_norm": 3.8308303876444376,
      "learning_rate": 0.00026387057774820955,
      "loss": 3.2031,
      "step": 34600
    },
    {
      "epoch": 1.4172025394224863,
      "grad_norm": 2.87553388437604,
      "learning_rate": 0.0002638684547795636,
      "loss": 3.8438,
      "step": 34601
    },
    {
      "epoch": 1.4172434978496826,
      "grad_norm": 3.136596134495623,
      "learning_rate": 0.00026386633175708727,
      "loss": 5.1562,
      "step": 34602
    },
    {
      "epoch": 1.417284456276879,
      "grad_norm": 3.6234259792418757,
      "learning_rate": 0.0002638642086807816,
      "loss": 5.8125,
      "step": 34603
    },
    {
      "epoch": 1.4173254147040755,
      "grad_norm": 3.705602545492797,
      "learning_rate": 0.0002638620855506475,
      "loss": 5.5625,
      "step": 34604
    },
    {
      "epoch": 1.4173663731312718,
      "grad_norm": 3.5240183513471575,
      "learning_rate": 0.000263859962366686,
      "loss": 5.5,
      "step": 34605
    },
    {
      "epoch": 1.417407331558468,
      "grad_norm": 2.6711334846887334,
      "learning_rate": 0.0002638578391288981,
      "loss": 3.4531,
      "step": 34606
    },
    {
      "epoch": 1.4174482899856646,
      "grad_norm": 2.4611797341340607,
      "learning_rate": 0.00026385571583728486,
      "loss": 4.375,
      "step": 34607
    },
    {
      "epoch": 1.417489248412861,
      "grad_norm": 9.974386466488031,
      "learning_rate": 0.0002638535924918472,
      "loss": 1.9531,
      "step": 34608
    },
    {
      "epoch": 1.4175302068400573,
      "grad_norm": 7.805202988819128,
      "learning_rate": 0.0002638514690925862,
      "loss": 5.7812,
      "step": 34609
    },
    {
      "epoch": 1.4175711652672538,
      "grad_norm": 2.8218279350779767,
      "learning_rate": 0.0002638493456395028,
      "loss": 6.625,
      "step": 34610
    },
    {
      "epoch": 1.41761212369445,
      "grad_norm": 7.304088987930768,
      "learning_rate": 0.00026384722213259807,
      "loss": 1.2734,
      "step": 34611
    },
    {
      "epoch": 1.4176530821216464,
      "grad_norm": 2.371833045656603,
      "learning_rate": 0.00026384509857187296,
      "loss": 5.5312,
      "step": 34612
    },
    {
      "epoch": 1.417694040548843,
      "grad_norm": 3.5154434419663416,
      "learning_rate": 0.0002638429749573285,
      "loss": 7.0312,
      "step": 34613
    },
    {
      "epoch": 1.4177349989760393,
      "grad_norm": 4.282493039984814,
      "learning_rate": 0.0002638408512889657,
      "loss": 3.7969,
      "step": 34614
    },
    {
      "epoch": 1.4177759574032356,
      "grad_norm": 3.942065812282396,
      "learning_rate": 0.00026383872756678554,
      "loss": 2.9844,
      "step": 34615
    },
    {
      "epoch": 1.4178169158304321,
      "grad_norm": 2.3342166467491525,
      "learning_rate": 0.00026383660379078905,
      "loss": 5.375,
      "step": 34616
    },
    {
      "epoch": 1.4178578742576284,
      "grad_norm": 2.322481296222764,
      "learning_rate": 0.00026383447996097717,
      "loss": 4.7188,
      "step": 34617
    },
    {
      "epoch": 1.417898832684825,
      "grad_norm": 2.4317781098935907,
      "learning_rate": 0.00026383235607735096,
      "loss": 5.9688,
      "step": 34618
    },
    {
      "epoch": 1.4179397911120213,
      "grad_norm": 2.404943891259541,
      "learning_rate": 0.0002638302321399115,
      "loss": 5.0,
      "step": 34619
    },
    {
      "epoch": 1.4179807495392178,
      "grad_norm": 3.9608105178288433,
      "learning_rate": 0.00026382810814865965,
      "loss": 5.75,
      "step": 34620
    },
    {
      "epoch": 1.4180217079664141,
      "grad_norm": 7.991687673695541,
      "learning_rate": 0.0002638259841035965,
      "loss": 5.5,
      "step": 34621
    },
    {
      "epoch": 1.4180626663936104,
      "grad_norm": 5.145464354743635,
      "learning_rate": 0.00026382386000472303,
      "loss": 6.5625,
      "step": 34622
    },
    {
      "epoch": 1.418103624820807,
      "grad_norm": 3.0481533445194056,
      "learning_rate": 0.0002638217358520402,
      "loss": 2.7969,
      "step": 34623
    },
    {
      "epoch": 1.4181445832480033,
      "grad_norm": 2.1071779296160393,
      "learning_rate": 0.0002638196116455491,
      "loss": 5.2188,
      "step": 34624
    },
    {
      "epoch": 1.4181855416751996,
      "grad_norm": 2.3930852190605316,
      "learning_rate": 0.00026381748738525066,
      "loss": 4.7188,
      "step": 34625
    },
    {
      "epoch": 1.4182265001023961,
      "grad_norm": 2.397757154212887,
      "learning_rate": 0.00026381536307114594,
      "loss": 4.0,
      "step": 34626
    },
    {
      "epoch": 1.4182674585295925,
      "grad_norm": 2.546326077382065,
      "learning_rate": 0.00026381323870323595,
      "loss": 4.9062,
      "step": 34627
    },
    {
      "epoch": 1.4183084169567888,
      "grad_norm": 2.8223976777088864,
      "learning_rate": 0.0002638111142815216,
      "loss": 5.375,
      "step": 34628
    },
    {
      "epoch": 1.4183493753839853,
      "grad_norm": 2.266540214286298,
      "learning_rate": 0.00026380898980600396,
      "loss": 4.4688,
      "step": 34629
    },
    {
      "epoch": 1.4183903338111816,
      "grad_norm": 7.4200213524135075,
      "learning_rate": 0.0002638068652766841,
      "loss": 5.5312,
      "step": 34630
    },
    {
      "epoch": 1.418431292238378,
      "grad_norm": 2.2128127749724364,
      "learning_rate": 0.00026380474069356293,
      "loss": 5.2812,
      "step": 34631
    },
    {
      "epoch": 1.4184722506655745,
      "grad_norm": 7.212291793952396,
      "learning_rate": 0.00026380261605664146,
      "loss": 6.4688,
      "step": 34632
    },
    {
      "epoch": 1.4185132090927708,
      "grad_norm": 2.390929048656262,
      "learning_rate": 0.00026380049136592073,
      "loss": 4.6875,
      "step": 34633
    },
    {
      "epoch": 1.418554167519967,
      "grad_norm": 5.799800312889276,
      "learning_rate": 0.00026379836662140173,
      "loss": 6.2812,
      "step": 34634
    },
    {
      "epoch": 1.4185951259471636,
      "grad_norm": 4.8043359060246,
      "learning_rate": 0.0002637962418230855,
      "loss": 1.1562,
      "step": 34635
    },
    {
      "epoch": 1.41863608437436,
      "grad_norm": 1.7065003837685657,
      "learning_rate": 0.0002637941169709729,
      "loss": 2.5625,
      "step": 34636
    },
    {
      "epoch": 1.4186770428015565,
      "grad_norm": 2.525845099967318,
      "learning_rate": 0.00026379199206506517,
      "loss": 5.2812,
      "step": 34637
    },
    {
      "epoch": 1.4187180012287528,
      "grad_norm": 8.337997139653908,
      "learning_rate": 0.00026378986710536316,
      "loss": 4.2812,
      "step": 34638
    },
    {
      "epoch": 1.4187589596559493,
      "grad_norm": 3.592880212006124,
      "learning_rate": 0.00026378774209186786,
      "loss": 6.25,
      "step": 34639
    },
    {
      "epoch": 1.4187999180831457,
      "grad_norm": 2.6520506436037192,
      "learning_rate": 0.00026378561702458035,
      "loss": 5.75,
      "step": 34640
    },
    {
      "epoch": 1.418840876510342,
      "grad_norm": 11.552200484725917,
      "learning_rate": 0.00026378349190350157,
      "loss": 6.0,
      "step": 34641
    },
    {
      "epoch": 1.4188818349375385,
      "grad_norm": 2.306016266565512,
      "learning_rate": 0.0002637813667286326,
      "loss": 4.625,
      "step": 34642
    },
    {
      "epoch": 1.4189227933647348,
      "grad_norm": 2.0747543167650897,
      "learning_rate": 0.0002637792414999744,
      "loss": 5.0,
      "step": 34643
    },
    {
      "epoch": 1.4189637517919311,
      "grad_norm": 2.789558618931044,
      "learning_rate": 0.00026377711621752793,
      "loss": 5.5,
      "step": 34644
    },
    {
      "epoch": 1.4190047102191277,
      "grad_norm": 2.9754670590307484,
      "learning_rate": 0.0002637749908812943,
      "loss": 6.125,
      "step": 34645
    },
    {
      "epoch": 1.419045668646324,
      "grad_norm": 2.4036458840189017,
      "learning_rate": 0.0002637728654912744,
      "loss": 4.375,
      "step": 34646
    },
    {
      "epoch": 1.4190866270735203,
      "grad_norm": 4.187003389701438,
      "learning_rate": 0.00026377074004746935,
      "loss": 5.7188,
      "step": 34647
    },
    {
      "epoch": 1.4191275855007168,
      "grad_norm": 2.182862722691637,
      "learning_rate": 0.00026376861454988006,
      "loss": 4.4688,
      "step": 34648
    },
    {
      "epoch": 1.4191685439279131,
      "grad_norm": 2.2290998722616413,
      "learning_rate": 0.0002637664889985076,
      "loss": 5.3125,
      "step": 34649
    },
    {
      "epoch": 1.4192095023551095,
      "grad_norm": 5.309532007620945,
      "learning_rate": 0.00026376436339335294,
      "loss": 5.8438,
      "step": 34650
    },
    {
      "epoch": 1.419250460782306,
      "grad_norm": 3.2262299837255597,
      "learning_rate": 0.00026376223773441707,
      "loss": 5.8125,
      "step": 34651
    },
    {
      "epoch": 1.4192914192095023,
      "grad_norm": 2.249157590938495,
      "learning_rate": 0.00026376011202170103,
      "loss": 5.375,
      "step": 34652
    },
    {
      "epoch": 1.4193323776366986,
      "grad_norm": 2.2228657016953606,
      "learning_rate": 0.0002637579862552058,
      "loss": 4.4688,
      "step": 34653
    },
    {
      "epoch": 1.4193733360638952,
      "grad_norm": 3.6449135782214377,
      "learning_rate": 0.00026375586043493235,
      "loss": 5.0312,
      "step": 34654
    },
    {
      "epoch": 1.4194142944910915,
      "grad_norm": 3.0034842425938466,
      "learning_rate": 0.0002637537345608818,
      "loss": 4.5625,
      "step": 34655
    },
    {
      "epoch": 1.419455252918288,
      "grad_norm": 2.1344758494211016,
      "learning_rate": 0.0002637516086330551,
      "loss": 5.0312,
      "step": 34656
    },
    {
      "epoch": 1.4194962113454843,
      "grad_norm": 2.182219252291421,
      "learning_rate": 0.00026374948265145317,
      "loss": 4.25,
      "step": 34657
    },
    {
      "epoch": 1.4195371697726809,
      "grad_norm": 2.038592822224259,
      "learning_rate": 0.0002637473566160771,
      "loss": 4.6562,
      "step": 34658
    },
    {
      "epoch": 1.4195781281998772,
      "grad_norm": 2.608709130696725,
      "learning_rate": 0.0002637452305269279,
      "loss": 5.4375,
      "step": 34659
    },
    {
      "epoch": 1.4196190866270735,
      "grad_norm": 4.654480092223953,
      "learning_rate": 0.0002637431043840066,
      "loss": 4.7188,
      "step": 34660
    },
    {
      "epoch": 1.41966004505427,
      "grad_norm": 2.635669208995745,
      "learning_rate": 0.0002637409781873141,
      "loss": 5.375,
      "step": 34661
    },
    {
      "epoch": 1.4197010034814663,
      "grad_norm": 2.068815954813883,
      "learning_rate": 0.00026373885193685143,
      "loss": 4.9688,
      "step": 34662
    },
    {
      "epoch": 1.4197419619086626,
      "grad_norm": 2.4021568854606357,
      "learning_rate": 0.0002637367256326197,
      "loss": 5.875,
      "step": 34663
    },
    {
      "epoch": 1.4197829203358592,
      "grad_norm": 3.480039600844738,
      "learning_rate": 0.0002637345992746198,
      "loss": 6.4375,
      "step": 34664
    },
    {
      "epoch": 1.4198238787630555,
      "grad_norm": 3.1965649774145484,
      "learning_rate": 0.00026373247286285285,
      "loss": 2.2031,
      "step": 34665
    },
    {
      "epoch": 1.4198648371902518,
      "grad_norm": 2.050827141512277,
      "learning_rate": 0.00026373034639731973,
      "loss": 3.8906,
      "step": 34666
    },
    {
      "epoch": 1.4199057956174483,
      "grad_norm": 2.8687554147264924,
      "learning_rate": 0.00026372821987802146,
      "loss": 4.9375,
      "step": 34667
    },
    {
      "epoch": 1.4199467540446447,
      "grad_norm": 2.1962024119098142,
      "learning_rate": 0.0002637260933049592,
      "loss": 5.0625,
      "step": 34668
    },
    {
      "epoch": 1.419987712471841,
      "grad_norm": 3.2936559740836024,
      "learning_rate": 0.00026372396667813375,
      "loss": 5.9062,
      "step": 34669
    },
    {
      "epoch": 1.4200286708990375,
      "grad_norm": 3.136195349190371,
      "learning_rate": 0.00026372183999754626,
      "loss": 6.0625,
      "step": 34670
    },
    {
      "epoch": 1.4200696293262338,
      "grad_norm": 2.515687626350933,
      "learning_rate": 0.0002637197132631977,
      "loss": 4.6875,
      "step": 34671
    },
    {
      "epoch": 1.4201105877534301,
      "grad_norm": 4.164310831824129,
      "learning_rate": 0.000263717586475089,
      "loss": 4.7188,
      "step": 34672
    },
    {
      "epoch": 1.4201515461806267,
      "grad_norm": 2.068062258717752,
      "learning_rate": 0.0002637154596332212,
      "loss": 4.9688,
      "step": 34673
    },
    {
      "epoch": 1.420192504607823,
      "grad_norm": 2.300823448606928,
      "learning_rate": 0.0002637133327375954,
      "loss": 4.8125,
      "step": 34674
    },
    {
      "epoch": 1.4202334630350195,
      "grad_norm": 2.622449365618531,
      "learning_rate": 0.0002637112057882125,
      "loss": 5.7812,
      "step": 34675
    },
    {
      "epoch": 1.4202744214622158,
      "grad_norm": 8.237709028370508,
      "learning_rate": 0.00026370907878507356,
      "loss": 4.125,
      "step": 34676
    },
    {
      "epoch": 1.4203153798894124,
      "grad_norm": 2.1794548888215552,
      "learning_rate": 0.00026370695172817955,
      "loss": 5.2188,
      "step": 34677
    },
    {
      "epoch": 1.4203563383166087,
      "grad_norm": 2.6731236978282635,
      "learning_rate": 0.0002637048246175315,
      "loss": 5.0312,
      "step": 34678
    },
    {
      "epoch": 1.420397296743805,
      "grad_norm": 3.1998058309081503,
      "learning_rate": 0.0002637026974531304,
      "loss": 6.0938,
      "step": 34679
    },
    {
      "epoch": 1.4204382551710015,
      "grad_norm": 4.172600017716062,
      "learning_rate": 0.0002637005702349773,
      "loss": 6.875,
      "step": 34680
    },
    {
      "epoch": 1.4204792135981978,
      "grad_norm": 4.708735191862624,
      "learning_rate": 0.0002636984429630731,
      "loss": 2.125,
      "step": 34681
    },
    {
      "epoch": 1.4205201720253942,
      "grad_norm": 2.1965309316363246,
      "learning_rate": 0.00026369631563741893,
      "loss": 4.2812,
      "step": 34682
    },
    {
      "epoch": 1.4205611304525907,
      "grad_norm": 2.1425291214269384,
      "learning_rate": 0.0002636941882580157,
      "loss": 4.4688,
      "step": 34683
    },
    {
      "epoch": 1.420602088879787,
      "grad_norm": 2.1152479751756337,
      "learning_rate": 0.00026369206082486445,
      "loss": 4.625,
      "step": 34684
    },
    {
      "epoch": 1.4206430473069833,
      "grad_norm": 2.1362641350444935,
      "learning_rate": 0.0002636899333379662,
      "loss": 4.2812,
      "step": 34685
    },
    {
      "epoch": 1.4206840057341799,
      "grad_norm": 7.045891835244924,
      "learning_rate": 0.000263687805797322,
      "loss": 3.4844,
      "step": 34686
    },
    {
      "epoch": 1.4207249641613762,
      "grad_norm": 4.0012346722751735,
      "learning_rate": 0.00026368567820293277,
      "loss": 5.7812,
      "step": 34687
    },
    {
      "epoch": 1.4207659225885725,
      "grad_norm": 3.2485984669584917,
      "learning_rate": 0.0002636835505547996,
      "loss": 5.2188,
      "step": 34688
    },
    {
      "epoch": 1.420806881015769,
      "grad_norm": 2.272519912860261,
      "learning_rate": 0.00026368142285292334,
      "loss": 4.5938,
      "step": 34689
    },
    {
      "epoch": 1.4208478394429653,
      "grad_norm": 19.088314503681225,
      "learning_rate": 0.0002636792950973051,
      "loss": 3.7031,
      "step": 34690
    },
    {
      "epoch": 1.4208887978701619,
      "grad_norm": 7.200538683519908,
      "learning_rate": 0.00026367716728794595,
      "loss": 6.2812,
      "step": 34691
    },
    {
      "epoch": 1.4209297562973582,
      "grad_norm": 2.416719678690137,
      "learning_rate": 0.0002636750394248468,
      "loss": 5.9688,
      "step": 34692
    },
    {
      "epoch": 1.4209707147245545,
      "grad_norm": 2.7058080245491283,
      "learning_rate": 0.0002636729115080087,
      "loss": 4.5,
      "step": 34693
    },
    {
      "epoch": 1.421011673151751,
      "grad_norm": 2.911261703258945,
      "learning_rate": 0.00026367078353743266,
      "loss": 5.375,
      "step": 34694
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 2.263845439347727,
      "learning_rate": 0.0002636686555131197,
      "loss": 5.125,
      "step": 34695
    },
    {
      "epoch": 1.4210935900061439,
      "grad_norm": 2.4230220661998656,
      "learning_rate": 0.0002636665274350707,
      "loss": 5.5625,
      "step": 34696
    },
    {
      "epoch": 1.4211345484333402,
      "grad_norm": 2.689246744670019,
      "learning_rate": 0.0002636643993032868,
      "loss": 6.3125,
      "step": 34697
    },
    {
      "epoch": 1.4211755068605365,
      "grad_norm": 2.6622713419249315,
      "learning_rate": 0.000263662271117769,
      "loss": 4.6875,
      "step": 34698
    },
    {
      "epoch": 1.421216465287733,
      "grad_norm": 2.418857389673525,
      "learning_rate": 0.00026366014287851824,
      "loss": 4.25,
      "step": 34699
    },
    {
      "epoch": 1.4212574237149294,
      "grad_norm": 2.1260238210384137,
      "learning_rate": 0.0002636580145855356,
      "loss": 4.625,
      "step": 34700
    },
    {
      "epoch": 1.4212983821421257,
      "grad_norm": 2.204741726156405,
      "learning_rate": 0.00026365588623882203,
      "loss": 4.6562,
      "step": 34701
    },
    {
      "epoch": 1.4213393405693222,
      "grad_norm": 2.203524653183414,
      "learning_rate": 0.0002636537578383785,
      "loss": 5.0938,
      "step": 34702
    },
    {
      "epoch": 1.4213802989965185,
      "grad_norm": 2.3845315347172926,
      "learning_rate": 0.0002636516293842061,
      "loss": 5.4688,
      "step": 34703
    },
    {
      "epoch": 1.4214212574237148,
      "grad_norm": 2.3578259832901405,
      "learning_rate": 0.0002636495008763058,
      "loss": 5.4062,
      "step": 34704
    },
    {
      "epoch": 1.4214622158509114,
      "grad_norm": 2.2885066886396155,
      "learning_rate": 0.00026364737231467864,
      "loss": 3.8281,
      "step": 34705
    },
    {
      "epoch": 1.4215031742781077,
      "grad_norm": 2.0599006205893393,
      "learning_rate": 0.0002636452436993256,
      "loss": 4.4062,
      "step": 34706
    },
    {
      "epoch": 1.421544132705304,
      "grad_norm": 2.4087553615753983,
      "learning_rate": 0.0002636431150302477,
      "loss": 6.25,
      "step": 34707
    },
    {
      "epoch": 1.4215850911325005,
      "grad_norm": 4.416951774079068,
      "learning_rate": 0.0002636409863074458,
      "loss": 4.5938,
      "step": 34708
    },
    {
      "epoch": 1.4216260495596968,
      "grad_norm": 2.5582329038977663,
      "learning_rate": 0.0002636388575309212,
      "loss": 5.9688,
      "step": 34709
    },
    {
      "epoch": 1.4216670079868934,
      "grad_norm": 3.548365198607227,
      "learning_rate": 0.00026363672870067465,
      "loss": 3.5469,
      "step": 34710
    },
    {
      "epoch": 1.4217079664140897,
      "grad_norm": 7.117829234597611,
      "learning_rate": 0.00026363459981670727,
      "loss": 6.4688,
      "step": 34711
    },
    {
      "epoch": 1.4217489248412862,
      "grad_norm": 4.5177873153208825,
      "learning_rate": 0.00026363247087902005,
      "loss": 2.0625,
      "step": 34712
    },
    {
      "epoch": 1.4217898832684825,
      "grad_norm": 3.0057140459193277,
      "learning_rate": 0.000263630341887614,
      "loss": 5.1875,
      "step": 34713
    },
    {
      "epoch": 1.4218308416956789,
      "grad_norm": 2.352662088086701,
      "learning_rate": 0.00026362821284249007,
      "loss": 4.8125,
      "step": 34714
    },
    {
      "epoch": 1.4218718001228754,
      "grad_norm": 2.8339863606262337,
      "learning_rate": 0.00026362608374364937,
      "loss": 5.5,
      "step": 34715
    },
    {
      "epoch": 1.4219127585500717,
      "grad_norm": 2.316227196726385,
      "learning_rate": 0.0002636239545910928,
      "loss": 4.2188,
      "step": 34716
    },
    {
      "epoch": 1.421953716977268,
      "grad_norm": 2.386168382966239,
      "learning_rate": 0.0002636218253848215,
      "loss": 4.625,
      "step": 34717
    },
    {
      "epoch": 1.4219946754044646,
      "grad_norm": 3.593860083994417,
      "learning_rate": 0.0002636196961248363,
      "loss": 5.3125,
      "step": 34718
    },
    {
      "epoch": 1.4220356338316609,
      "grad_norm": 2.5544844935160813,
      "learning_rate": 0.00026361756681113834,
      "loss": 5.0312,
      "step": 34719
    },
    {
      "epoch": 1.4220765922588572,
      "grad_norm": 4.199490438016538,
      "learning_rate": 0.00026361543744372857,
      "loss": 5.7812,
      "step": 34720
    },
    {
      "epoch": 1.4221175506860537,
      "grad_norm": 3.1053613508840443,
      "learning_rate": 0.00026361330802260807,
      "loss": 4.375,
      "step": 34721
    },
    {
      "epoch": 1.42215850911325,
      "grad_norm": 2.0789477483463368,
      "learning_rate": 0.00026361117854777777,
      "loss": 4.8125,
      "step": 34722
    },
    {
      "epoch": 1.4221994675404463,
      "grad_norm": 2.484488741818441,
      "learning_rate": 0.00026360904901923864,
      "loss": 5.25,
      "step": 34723
    },
    {
      "epoch": 1.4222404259676429,
      "grad_norm": 2.135250766113139,
      "learning_rate": 0.0002636069194369918,
      "loss": 4.75,
      "step": 34724
    },
    {
      "epoch": 1.4222813843948392,
      "grad_norm": 5.388038102734841,
      "learning_rate": 0.0002636047898010382,
      "loss": 6.0312,
      "step": 34725
    },
    {
      "epoch": 1.4223223428220355,
      "grad_norm": 2.669083091409517,
      "learning_rate": 0.00026360266011137885,
      "loss": 3.0312,
      "step": 34726
    },
    {
      "epoch": 1.422363301249232,
      "grad_norm": 2.2404264989836578,
      "learning_rate": 0.0002636005303680147,
      "loss": 4.625,
      "step": 34727
    },
    {
      "epoch": 1.4224042596764284,
      "grad_norm": 2.9067705487084883,
      "learning_rate": 0.00026359840057094683,
      "loss": 4.5,
      "step": 34728
    },
    {
      "epoch": 1.422445218103625,
      "grad_norm": 2.9874903832396593,
      "learning_rate": 0.0002635962707201763,
      "loss": 5.0312,
      "step": 34729
    },
    {
      "epoch": 1.4224861765308212,
      "grad_norm": 2.498637840911376,
      "learning_rate": 0.00026359414081570396,
      "loss": 5.125,
      "step": 34730
    },
    {
      "epoch": 1.4225271349580177,
      "grad_norm": 4.130024339541383,
      "learning_rate": 0.00026359201085753096,
      "loss": 5.5,
      "step": 34731
    },
    {
      "epoch": 1.422568093385214,
      "grad_norm": 2.244036783980254,
      "learning_rate": 0.0002635898808456582,
      "loss": 4.25,
      "step": 34732
    },
    {
      "epoch": 1.4226090518124104,
      "grad_norm": 3.1696437446245325,
      "learning_rate": 0.0002635877507800868,
      "loss": 6.2812,
      "step": 34733
    },
    {
      "epoch": 1.422650010239607,
      "grad_norm": 2.5887691358030924,
      "learning_rate": 0.00026358562066081765,
      "loss": 3.5781,
      "step": 34734
    },
    {
      "epoch": 1.4226909686668032,
      "grad_norm": 3.9892276225185315,
      "learning_rate": 0.0002635834904878518,
      "loss": 6.4062,
      "step": 34735
    },
    {
      "epoch": 1.4227319270939995,
      "grad_norm": 2.1492128846668748,
      "learning_rate": 0.0002635813602611903,
      "loss": 5.0312,
      "step": 34736
    },
    {
      "epoch": 1.422772885521196,
      "grad_norm": 5.904456913192871,
      "learning_rate": 0.0002635792299808341,
      "loss": 7.0625,
      "step": 34737
    },
    {
      "epoch": 1.4228138439483924,
      "grad_norm": 3.03733351925543,
      "learning_rate": 0.0002635770996467843,
      "loss": 6.3438,
      "step": 34738
    },
    {
      "epoch": 1.4228548023755887,
      "grad_norm": 2.0678973138573102,
      "learning_rate": 0.0002635749692590417,
      "loss": 5.1562,
      "step": 34739
    },
    {
      "epoch": 1.4228957608027852,
      "grad_norm": 2.211713298159046,
      "learning_rate": 0.00026357283881760755,
      "loss": 4.875,
      "step": 34740
    },
    {
      "epoch": 1.4229367192299816,
      "grad_norm": 5.007071883057719,
      "learning_rate": 0.0002635707083224827,
      "loss": 7.25,
      "step": 34741
    },
    {
      "epoch": 1.4229776776571779,
      "grad_norm": 3.0090718300981703,
      "learning_rate": 0.00026356857777366826,
      "loss": 7.0,
      "step": 34742
    },
    {
      "epoch": 1.4230186360843744,
      "grad_norm": 3.4650386150435315,
      "learning_rate": 0.0002635664471711652,
      "loss": 6.875,
      "step": 34743
    },
    {
      "epoch": 1.4230595945115707,
      "grad_norm": 2.0224878473053254,
      "learning_rate": 0.0002635643165149744,
      "loss": 5.0938,
      "step": 34744
    },
    {
      "epoch": 1.423100552938767,
      "grad_norm": 3.5029858989595253,
      "learning_rate": 0.0002635621858050971,
      "loss": 6.1875,
      "step": 34745
    },
    {
      "epoch": 1.4231415113659636,
      "grad_norm": 2.3662255349658863,
      "learning_rate": 0.00026356005504153413,
      "loss": 4.9062,
      "step": 34746
    },
    {
      "epoch": 1.4231824697931599,
      "grad_norm": 4.761546149024308,
      "learning_rate": 0.0002635579242242866,
      "loss": 5.6562,
      "step": 34747
    },
    {
      "epoch": 1.4232234282203564,
      "grad_norm": 4.013917487163576,
      "learning_rate": 0.00026355579335335546,
      "loss": 5.5312,
      "step": 34748
    },
    {
      "epoch": 1.4232643866475527,
      "grad_norm": 2.67893287116852,
      "learning_rate": 0.00026355366242874166,
      "loss": 4.9062,
      "step": 34749
    },
    {
      "epoch": 1.4233053450747493,
      "grad_norm": 2.770795970990475,
      "learning_rate": 0.00026355153145044637,
      "loss": 5.3125,
      "step": 34750
    },
    {
      "epoch": 1.4233463035019456,
      "grad_norm": 2.7255119936286105,
      "learning_rate": 0.00026354940041847043,
      "loss": 4.375,
      "step": 34751
    },
    {
      "epoch": 1.423387261929142,
      "grad_norm": 2.478226545573775,
      "learning_rate": 0.00026354726933281494,
      "loss": 5.5312,
      "step": 34752
    },
    {
      "epoch": 1.4234282203563384,
      "grad_norm": 2.5458035690857996,
      "learning_rate": 0.000263545138193481,
      "loss": 5.0312,
      "step": 34753
    },
    {
      "epoch": 1.4234691787835347,
      "grad_norm": 3.2521713281968263,
      "learning_rate": 0.00026354300700046936,
      "loss": 6.25,
      "step": 34754
    },
    {
      "epoch": 1.423510137210731,
      "grad_norm": 2.827094387209543,
      "learning_rate": 0.0002635408757537812,
      "loss": 4.125,
      "step": 34755
    },
    {
      "epoch": 1.4235510956379276,
      "grad_norm": 2.640895186036589,
      "learning_rate": 0.00026353874445341754,
      "loss": 5.4062,
      "step": 34756
    },
    {
      "epoch": 1.423592054065124,
      "grad_norm": 2.3343268908889754,
      "learning_rate": 0.00026353661309937935,
      "loss": 4.625,
      "step": 34757
    },
    {
      "epoch": 1.4236330124923202,
      "grad_norm": 2.4232905537956166,
      "learning_rate": 0.0002635344816916676,
      "loss": 5.3438,
      "step": 34758
    },
    {
      "epoch": 1.4236739709195168,
      "grad_norm": 2.3551963168577776,
      "learning_rate": 0.00026353235023028344,
      "loss": 4.9688,
      "step": 34759
    },
    {
      "epoch": 1.423714929346713,
      "grad_norm": 4.1341067173794155,
      "learning_rate": 0.00026353021871522767,
      "loss": 4.5312,
      "step": 34760
    },
    {
      "epoch": 1.4237558877739094,
      "grad_norm": 3.4785293070367427,
      "learning_rate": 0.00026352808714650146,
      "loss": 5.625,
      "step": 34761
    },
    {
      "epoch": 1.423796846201106,
      "grad_norm": 4.078288712400191,
      "learning_rate": 0.0002635259555241057,
      "loss": 4.7188,
      "step": 34762
    },
    {
      "epoch": 1.4238378046283022,
      "grad_norm": 2.484757561948412,
      "learning_rate": 0.0002635238238480415,
      "loss": 5.25,
      "step": 34763
    },
    {
      "epoch": 1.4238787630554985,
      "grad_norm": 3.19089454600718,
      "learning_rate": 0.0002635216921183098,
      "loss": 5.1562,
      "step": 34764
    },
    {
      "epoch": 1.423919721482695,
      "grad_norm": 2.3567466228847476,
      "learning_rate": 0.00026351956033491164,
      "loss": 5.3438,
      "step": 34765
    },
    {
      "epoch": 1.4239606799098914,
      "grad_norm": 2.122281953893233,
      "learning_rate": 0.000263517428497848,
      "loss": 5.2188,
      "step": 34766
    },
    {
      "epoch": 1.424001638337088,
      "grad_norm": 2.439868285529063,
      "learning_rate": 0.00026351529660711997,
      "loss": 4.3438,
      "step": 34767
    },
    {
      "epoch": 1.4240425967642842,
      "grad_norm": 2.400376250786522,
      "learning_rate": 0.0002635131646627284,
      "loss": 5.0938,
      "step": 34768
    },
    {
      "epoch": 1.4240835551914808,
      "grad_norm": 3.000781775144388,
      "learning_rate": 0.0002635110326646745,
      "loss": 6.5625,
      "step": 34769
    },
    {
      "epoch": 1.424124513618677,
      "grad_norm": 2.284652758383636,
      "learning_rate": 0.00026350890061295907,
      "loss": 4.1875,
      "step": 34770
    },
    {
      "epoch": 1.4241654720458734,
      "grad_norm": 2.3512535868925366,
      "learning_rate": 0.0002635067685075833,
      "loss": 4.8438,
      "step": 34771
    },
    {
      "epoch": 1.42420643047307,
      "grad_norm": 7.369001379381067,
      "learning_rate": 0.00026350463634854804,
      "loss": 3.8438,
      "step": 34772
    },
    {
      "epoch": 1.4242473889002663,
      "grad_norm": 3.166144755077265,
      "learning_rate": 0.0002635025041358544,
      "loss": 1.4531,
      "step": 34773
    },
    {
      "epoch": 1.4242883473274626,
      "grad_norm": 2.0592727349902087,
      "learning_rate": 0.0002635003718695034,
      "loss": 4.9062,
      "step": 34774
    },
    {
      "epoch": 1.424329305754659,
      "grad_norm": 4.086976198936833,
      "learning_rate": 0.00026349823954949594,
      "loss": 5.625,
      "step": 34775
    },
    {
      "epoch": 1.4243702641818554,
      "grad_norm": 2.18191855949648,
      "learning_rate": 0.0002634961071758332,
      "loss": 5.3125,
      "step": 34776
    },
    {
      "epoch": 1.4244112226090517,
      "grad_norm": 4.1921722397283325,
      "learning_rate": 0.000263493974748516,
      "loss": 4.9062,
      "step": 34777
    },
    {
      "epoch": 1.4244521810362483,
      "grad_norm": 2.14131248022081,
      "learning_rate": 0.00026349184226754545,
      "loss": 4.625,
      "step": 34778
    },
    {
      "epoch": 1.4244931394634446,
      "grad_norm": 3.0698284808388236,
      "learning_rate": 0.00026348970973292255,
      "loss": 5.375,
      "step": 34779
    },
    {
      "epoch": 1.424534097890641,
      "grad_norm": 2.666502417926983,
      "learning_rate": 0.00026348757714464834,
      "loss": 5.0938,
      "step": 34780
    },
    {
      "epoch": 1.4245750563178374,
      "grad_norm": 4.5820731928296965,
      "learning_rate": 0.00026348544450272373,
      "loss": 6.6875,
      "step": 34781
    },
    {
      "epoch": 1.4246160147450337,
      "grad_norm": 2.8137284546656383,
      "learning_rate": 0.0002634833118071498,
      "loss": 4.8125,
      "step": 34782
    },
    {
      "epoch": 1.42465697317223,
      "grad_norm": 2.247027585753926,
      "learning_rate": 0.0002634811790579276,
      "loss": 4.3125,
      "step": 34783
    },
    {
      "epoch": 1.4246979315994266,
      "grad_norm": 3.2796427882016568,
      "learning_rate": 0.00026347904625505805,
      "loss": 5.9062,
      "step": 34784
    },
    {
      "epoch": 1.424738890026623,
      "grad_norm": 4.001379285571884,
      "learning_rate": 0.0002634769133985422,
      "loss": 6.0938,
      "step": 34785
    },
    {
      "epoch": 1.4247798484538194,
      "grad_norm": 5.535252769443842,
      "learning_rate": 0.000263474780488381,
      "loss": 6.0,
      "step": 34786
    },
    {
      "epoch": 1.4248208068810158,
      "grad_norm": 3.944059311857515,
      "learning_rate": 0.0002634726475245755,
      "loss": 5.0938,
      "step": 34787
    },
    {
      "epoch": 1.4248617653082123,
      "grad_norm": 2.347761712927333,
      "learning_rate": 0.00026347051450712676,
      "loss": 5.25,
      "step": 34788
    },
    {
      "epoch": 1.4249027237354086,
      "grad_norm": 2.0705053882165667,
      "learning_rate": 0.0002634683814360358,
      "loss": 4.5,
      "step": 34789
    },
    {
      "epoch": 1.424943682162605,
      "grad_norm": 8.59964710919239,
      "learning_rate": 0.0002634662483113035,
      "loss": 6.1875,
      "step": 34790
    },
    {
      "epoch": 1.4249846405898015,
      "grad_norm": 2.5762700391691515,
      "learning_rate": 0.00026346411513293095,
      "loss": 6.6562,
      "step": 34791
    },
    {
      "epoch": 1.4250255990169978,
      "grad_norm": 2.744616934448817,
      "learning_rate": 0.0002634619819009191,
      "loss": 5.6562,
      "step": 34792
    },
    {
      "epoch": 1.425066557444194,
      "grad_norm": 2.124939362015234,
      "learning_rate": 0.0002634598486152691,
      "loss": 4.0625,
      "step": 34793
    },
    {
      "epoch": 1.4251075158713906,
      "grad_norm": 3.0355317550468492,
      "learning_rate": 0.00026345771527598187,
      "loss": 4.75,
      "step": 34794
    },
    {
      "epoch": 1.425148474298587,
      "grad_norm": 2.647026570716464,
      "learning_rate": 0.0002634555818830584,
      "loss": 3.3594,
      "step": 34795
    },
    {
      "epoch": 1.4251894327257832,
      "grad_norm": 2.7667253891398946,
      "learning_rate": 0.00026345344843649966,
      "loss": 4.3438,
      "step": 34796
    },
    {
      "epoch": 1.4252303911529798,
      "grad_norm": 2.771355409444841,
      "learning_rate": 0.00026345131493630674,
      "loss": 3.5,
      "step": 34797
    },
    {
      "epoch": 1.425271349580176,
      "grad_norm": 2.9637576322658163,
      "learning_rate": 0.0002634491813824806,
      "loss": 3.7812,
      "step": 34798
    },
    {
      "epoch": 1.4253123080073724,
      "grad_norm": 2.385266479815447,
      "learning_rate": 0.00026344704777502237,
      "loss": 7.0625,
      "step": 34799
    },
    {
      "epoch": 1.425353266434569,
      "grad_norm": 2.99735055902108,
      "learning_rate": 0.00026344491411393287,
      "loss": 4.9688,
      "step": 34800
    },
    {
      "epoch": 1.4253942248617653,
      "grad_norm": 2.516375942892001,
      "learning_rate": 0.0002634427803992132,
      "loss": 5.0938,
      "step": 34801
    },
    {
      "epoch": 1.4254351832889616,
      "grad_norm": 2.261801619796585,
      "learning_rate": 0.0002634406466308644,
      "loss": 5.7812,
      "step": 34802
    },
    {
      "epoch": 1.425476141716158,
      "grad_norm": 3.1167675732608897,
      "learning_rate": 0.00026343851280888743,
      "loss": 5.1562,
      "step": 34803
    },
    {
      "epoch": 1.4255171001433544,
      "grad_norm": 6.20888910351649,
      "learning_rate": 0.0002634363789332833,
      "loss": 5.6875,
      "step": 34804
    },
    {
      "epoch": 1.425558058570551,
      "grad_norm": 2.7563488994531875,
      "learning_rate": 0.00026343424500405307,
      "loss": 5.0,
      "step": 34805
    },
    {
      "epoch": 1.4255990169977473,
      "grad_norm": 3.114097674484381,
      "learning_rate": 0.0002634321110211977,
      "loss": 3.8438,
      "step": 34806
    },
    {
      "epoch": 1.4256399754249438,
      "grad_norm": 2.173138013246021,
      "learning_rate": 0.00026342997698471814,
      "loss": 4.8125,
      "step": 34807
    },
    {
      "epoch": 1.4256809338521401,
      "grad_norm": 3.3398789119333063,
      "learning_rate": 0.00026342784289461554,
      "loss": 4.9688,
      "step": 34808
    },
    {
      "epoch": 1.4257218922793364,
      "grad_norm": 2.0458062089644944,
      "learning_rate": 0.00026342570875089084,
      "loss": 4.4688,
      "step": 34809
    },
    {
      "epoch": 1.425762850706533,
      "grad_norm": 4.919860592853717,
      "learning_rate": 0.00026342357455354503,
      "loss": 5.1562,
      "step": 34810
    },
    {
      "epoch": 1.4258038091337293,
      "grad_norm": 3.1699299566575427,
      "learning_rate": 0.00026342144030257913,
      "loss": 5.3438,
      "step": 34811
    },
    {
      "epoch": 1.4258447675609256,
      "grad_norm": 2.1783806145731925,
      "learning_rate": 0.0002634193059979941,
      "loss": 4.625,
      "step": 34812
    },
    {
      "epoch": 1.4258857259881221,
      "grad_norm": 2.1145029541839655,
      "learning_rate": 0.0002634171716397911,
      "loss": 4.25,
      "step": 34813
    },
    {
      "epoch": 1.4259266844153184,
      "grad_norm": 2.1325795472707596,
      "learning_rate": 0.000263415037227971,
      "loss": 4.6875,
      "step": 34814
    },
    {
      "epoch": 1.4259676428425148,
      "grad_norm": 4.106449941191973,
      "learning_rate": 0.0002634129027625349,
      "loss": 1.6641,
      "step": 34815
    },
    {
      "epoch": 1.4260086012697113,
      "grad_norm": 2.7904270574932126,
      "learning_rate": 0.0002634107682434837,
      "loss": 4.25,
      "step": 34816
    },
    {
      "epoch": 1.4260495596969076,
      "grad_norm": 2.035711310634031,
      "learning_rate": 0.0002634086336708185,
      "loss": 5.2188,
      "step": 34817
    },
    {
      "epoch": 1.426090518124104,
      "grad_norm": 3.5342402870700798,
      "learning_rate": 0.0002634064990445402,
      "loss": 1.8984,
      "step": 34818
    },
    {
      "epoch": 1.4261314765513005,
      "grad_norm": 2.7422491032128256,
      "learning_rate": 0.00026340436436465,
      "loss": 5.25,
      "step": 34819
    },
    {
      "epoch": 1.4261724349784968,
      "grad_norm": 2.457371893177873,
      "learning_rate": 0.0002634022296311487,
      "loss": 4.625,
      "step": 34820
    },
    {
      "epoch": 1.426213393405693,
      "grad_norm": 2.090963280989494,
      "learning_rate": 0.0002634000948440375,
      "loss": 4.375,
      "step": 34821
    },
    {
      "epoch": 1.4262543518328896,
      "grad_norm": 2.453071706733897,
      "learning_rate": 0.00026339796000331725,
      "loss": 1.3125,
      "step": 34822
    },
    {
      "epoch": 1.426295310260086,
      "grad_norm": 1.9757802300145855,
      "learning_rate": 0.00026339582510898904,
      "loss": 4.3438,
      "step": 34823
    },
    {
      "epoch": 1.4263362686872825,
      "grad_norm": 2.5097318899355376,
      "learning_rate": 0.00026339369016105385,
      "loss": 4.9688,
      "step": 34824
    },
    {
      "epoch": 1.4263772271144788,
      "grad_norm": 2.5095367882917805,
      "learning_rate": 0.0002633915551595128,
      "loss": 5.6875,
      "step": 34825
    },
    {
      "epoch": 1.4264181855416753,
      "grad_norm": 2.582167041235767,
      "learning_rate": 0.0002633894201043667,
      "loss": 5.8125,
      "step": 34826
    },
    {
      "epoch": 1.4264591439688716,
      "grad_norm": 6.432998555976214,
      "learning_rate": 0.0002633872849956167,
      "loss": 4.0938,
      "step": 34827
    },
    {
      "epoch": 1.426500102396068,
      "grad_norm": 2.185913805466616,
      "learning_rate": 0.00026338514983326373,
      "loss": 5.0625,
      "step": 34828
    },
    {
      "epoch": 1.4265410608232645,
      "grad_norm": 4.54218131857829,
      "learning_rate": 0.00026338301461730884,
      "loss": 6.0,
      "step": 34829
    },
    {
      "epoch": 1.4265820192504608,
      "grad_norm": 3.4771824180728523,
      "learning_rate": 0.0002633808793477531,
      "loss": 6.2188,
      "step": 34830
    },
    {
      "epoch": 1.4266229776776571,
      "grad_norm": 2.153169458480424,
      "learning_rate": 0.00026337874402459745,
      "loss": 5.0938,
      "step": 34831
    },
    {
      "epoch": 1.4266639361048536,
      "grad_norm": 10.980889825555135,
      "learning_rate": 0.00026337660864784285,
      "loss": 7.5312,
      "step": 34832
    },
    {
      "epoch": 1.42670489453205,
      "grad_norm": 8.857966769466568,
      "learning_rate": 0.00026337447321749045,
      "loss": 6.0312,
      "step": 34833
    },
    {
      "epoch": 1.4267458529592463,
      "grad_norm": 3.5519076712207704,
      "learning_rate": 0.0002633723377335411,
      "loss": 4.1875,
      "step": 34834
    },
    {
      "epoch": 1.4267868113864428,
      "grad_norm": 2.1115010273879222,
      "learning_rate": 0.00026337020219599597,
      "loss": 4.25,
      "step": 34835
    },
    {
      "epoch": 1.4268277698136391,
      "grad_norm": 2.2760469271216586,
      "learning_rate": 0.0002633680666048559,
      "loss": 4.6562,
      "step": 34836
    },
    {
      "epoch": 1.4268687282408354,
      "grad_norm": 2.331368091859026,
      "learning_rate": 0.00026336593096012203,
      "loss": 4.6875,
      "step": 34837
    },
    {
      "epoch": 1.426909686668032,
      "grad_norm": 2.971204209069732,
      "learning_rate": 0.0002633637952617953,
      "loss": 5.7188,
      "step": 34838
    },
    {
      "epoch": 1.4269506450952283,
      "grad_norm": 15.406053013875177,
      "learning_rate": 0.0002633616595098768,
      "loss": 5.125,
      "step": 34839
    },
    {
      "epoch": 1.4269916035224246,
      "grad_norm": 3.8262033316132236,
      "learning_rate": 0.0002633595237043674,
      "loss": 7.2188,
      "step": 34840
    },
    {
      "epoch": 1.4270325619496211,
      "grad_norm": 2.768820670182442,
      "learning_rate": 0.0002633573878452683,
      "loss": 5.25,
      "step": 34841
    },
    {
      "epoch": 1.4270735203768175,
      "grad_norm": 3.050432545051817,
      "learning_rate": 0.0002633552519325803,
      "loss": 6.5625,
      "step": 34842
    },
    {
      "epoch": 1.427114478804014,
      "grad_norm": 4.065447621090928,
      "learning_rate": 0.0002633531159663046,
      "loss": 5.75,
      "step": 34843
    },
    {
      "epoch": 1.4271554372312103,
      "grad_norm": 3.1324344936442357,
      "learning_rate": 0.00026335097994644206,
      "loss": 6.0,
      "step": 34844
    },
    {
      "epoch": 1.4271963956584068,
      "grad_norm": 2.7340281649690232,
      "learning_rate": 0.00026334884387299384,
      "loss": 5.8125,
      "step": 34845
    },
    {
      "epoch": 1.4272373540856031,
      "grad_norm": 2.2921554732762295,
      "learning_rate": 0.0002633467077459608,
      "loss": 5.4688,
      "step": 34846
    },
    {
      "epoch": 1.4272783125127995,
      "grad_norm": 2.85099139306051,
      "learning_rate": 0.00026334457156534404,
      "loss": 5.6562,
      "step": 34847
    },
    {
      "epoch": 1.427319270939996,
      "grad_norm": 2.11862865588304,
      "learning_rate": 0.0002633424353311445,
      "loss": 4.9062,
      "step": 34848
    },
    {
      "epoch": 1.4273602293671923,
      "grad_norm": 2.197970976446999,
      "learning_rate": 0.0002633402990433633,
      "loss": 5.4688,
      "step": 34849
    },
    {
      "epoch": 1.4274011877943886,
      "grad_norm": 4.8948432013475776,
      "learning_rate": 0.0002633381627020013,
      "loss": 5.5938,
      "step": 34850
    },
    {
      "epoch": 1.4274421462215852,
      "grad_norm": 2.4786245062033614,
      "learning_rate": 0.00026333602630705964,
      "loss": 5.0938,
      "step": 34851
    },
    {
      "epoch": 1.4274831046487815,
      "grad_norm": 3.1897703508670756,
      "learning_rate": 0.0002633338898585393,
      "loss": 5.3438,
      "step": 34852
    },
    {
      "epoch": 1.4275240630759778,
      "grad_norm": 2.2024041690775715,
      "learning_rate": 0.00026333175335644125,
      "loss": 5.0938,
      "step": 34853
    },
    {
      "epoch": 1.4275650215031743,
      "grad_norm": 2.8672721508640966,
      "learning_rate": 0.0002633296168007665,
      "loss": 4.25,
      "step": 34854
    },
    {
      "epoch": 1.4276059799303706,
      "grad_norm": 2.757766101321278,
      "learning_rate": 0.00026332748019151616,
      "loss": 5.8438,
      "step": 34855
    },
    {
      "epoch": 1.427646938357567,
      "grad_norm": 3.2336582964910847,
      "learning_rate": 0.0002633253435286911,
      "loss": 3.8594,
      "step": 34856
    },
    {
      "epoch": 1.4276878967847635,
      "grad_norm": 2.000343290885555,
      "learning_rate": 0.0002633232068122924,
      "loss": 3.7031,
      "step": 34857
    },
    {
      "epoch": 1.4277288552119598,
      "grad_norm": 3.027008170107024,
      "learning_rate": 0.00026332107004232107,
      "loss": 1.75,
      "step": 34858
    },
    {
      "epoch": 1.4277698136391563,
      "grad_norm": 2.865983096493625,
      "learning_rate": 0.00026331893321877815,
      "loss": 4.4688,
      "step": 34859
    },
    {
      "epoch": 1.4278107720663527,
      "grad_norm": 2.8726873961141126,
      "learning_rate": 0.0002633167963416645,
      "loss": 4.9375,
      "step": 34860
    },
    {
      "epoch": 1.427851730493549,
      "grad_norm": 3.5387214735677945,
      "learning_rate": 0.0002633146594109814,
      "loss": 5.0,
      "step": 34861
    },
    {
      "epoch": 1.4278926889207455,
      "grad_norm": 2.6442753971120516,
      "learning_rate": 0.00026331252242672956,
      "loss": 5.25,
      "step": 34862
    },
    {
      "epoch": 1.4279336473479418,
      "grad_norm": 2.58702419707544,
      "learning_rate": 0.00026331038538891024,
      "loss": 4.1875,
      "step": 34863
    },
    {
      "epoch": 1.4279746057751384,
      "grad_norm": 2.9284653863063497,
      "learning_rate": 0.00026330824829752427,
      "loss": 4.4688,
      "step": 34864
    },
    {
      "epoch": 1.4280155642023347,
      "grad_norm": 2.330654677977665,
      "learning_rate": 0.0002633061111525728,
      "loss": 4.625,
      "step": 34865
    },
    {
      "epoch": 1.428056522629531,
      "grad_norm": 2.293721837999903,
      "learning_rate": 0.0002633039739540567,
      "loss": 5.2812,
      "step": 34866
    },
    {
      "epoch": 1.4280974810567275,
      "grad_norm": 2.2438438663356353,
      "learning_rate": 0.00026330183670197714,
      "loss": 4.3438,
      "step": 34867
    },
    {
      "epoch": 1.4281384394839238,
      "grad_norm": 3.2402816874408824,
      "learning_rate": 0.00026329969939633505,
      "loss": 5.0,
      "step": 34868
    },
    {
      "epoch": 1.4281793979111201,
      "grad_norm": 3.1408576514508812,
      "learning_rate": 0.00026329756203713136,
      "loss": 5.1875,
      "step": 34869
    },
    {
      "epoch": 1.4282203563383167,
      "grad_norm": 2.5381993693128146,
      "learning_rate": 0.00026329542462436717,
      "loss": 3.5938,
      "step": 34870
    },
    {
      "epoch": 1.428261314765513,
      "grad_norm": 6.696122590736369,
      "learning_rate": 0.0002632932871580435,
      "loss": 6.7812,
      "step": 34871
    },
    {
      "epoch": 1.4283022731927093,
      "grad_norm": 5.782946906424723,
      "learning_rate": 0.00026329114963816137,
      "loss": 6.0312,
      "step": 34872
    },
    {
      "epoch": 1.4283432316199058,
      "grad_norm": 3.8286865657068594,
      "learning_rate": 0.0002632890120647217,
      "loss": 4.25,
      "step": 34873
    },
    {
      "epoch": 1.4283841900471022,
      "grad_norm": 2.380364436204241,
      "learning_rate": 0.0002632868744377256,
      "loss": 6.1562,
      "step": 34874
    },
    {
      "epoch": 1.4284251484742985,
      "grad_norm": 2.292456731503102,
      "learning_rate": 0.00026328473675717406,
      "loss": 4.5938,
      "step": 34875
    },
    {
      "epoch": 1.428466106901495,
      "grad_norm": 2.2904532755779385,
      "learning_rate": 0.000263282599023068,
      "loss": 4.625,
      "step": 34876
    },
    {
      "epoch": 1.4285070653286913,
      "grad_norm": 2.5562352589323263,
      "learning_rate": 0.00026328046123540855,
      "loss": 4.8125,
      "step": 34877
    },
    {
      "epoch": 1.4285480237558879,
      "grad_norm": 8.13802159406831,
      "learning_rate": 0.00026327832339419666,
      "loss": 4.3125,
      "step": 34878
    },
    {
      "epoch": 1.4285889821830842,
      "grad_norm": 2.3850891687077422,
      "learning_rate": 0.00026327618549943336,
      "loss": 5.9688,
      "step": 34879
    },
    {
      "epoch": 1.4286299406102807,
      "grad_norm": 2.4348836184031346,
      "learning_rate": 0.00026327404755111964,
      "loss": 5.7812,
      "step": 34880
    },
    {
      "epoch": 1.428670899037477,
      "grad_norm": 2.676735469832706,
      "learning_rate": 0.00026327190954925653,
      "loss": 5.25,
      "step": 34881
    },
    {
      "epoch": 1.4287118574646733,
      "grad_norm": 2.34103996976252,
      "learning_rate": 0.00026326977149384505,
      "loss": 5.4375,
      "step": 34882
    },
    {
      "epoch": 1.4287528158918699,
      "grad_norm": 2.0694877695909235,
      "learning_rate": 0.0002632676333848861,
      "loss": 4.9062,
      "step": 34883
    },
    {
      "epoch": 1.4287937743190662,
      "grad_norm": 4.1842475170614195,
      "learning_rate": 0.0002632654952223809,
      "loss": 6.8125,
      "step": 34884
    },
    {
      "epoch": 1.4288347327462625,
      "grad_norm": 7.2212600788813575,
      "learning_rate": 0.00026326335700633033,
      "loss": 2.2344,
      "step": 34885
    },
    {
      "epoch": 1.428875691173459,
      "grad_norm": 2.150239647529846,
      "learning_rate": 0.00026326121873673536,
      "loss": 4.8438,
      "step": 34886
    },
    {
      "epoch": 1.4289166496006553,
      "grad_norm": 2.990759613652523,
      "learning_rate": 0.0002632590804135971,
      "loss": 5.6562,
      "step": 34887
    },
    {
      "epoch": 1.4289576080278517,
      "grad_norm": 6.963144851020573,
      "learning_rate": 0.00026325694203691653,
      "loss": 6.5,
      "step": 34888
    },
    {
      "epoch": 1.4289985664550482,
      "grad_norm": 2.272095213424341,
      "learning_rate": 0.0002632548036066946,
      "loss": 4.7812,
      "step": 34889
    },
    {
      "epoch": 1.4290395248822445,
      "grad_norm": 3.5444778048622445,
      "learning_rate": 0.00026325266512293243,
      "loss": 4.8438,
      "step": 34890
    },
    {
      "epoch": 1.4290804833094408,
      "grad_norm": 4.165937361075897,
      "learning_rate": 0.0002632505265856309,
      "loss": 4.875,
      "step": 34891
    },
    {
      "epoch": 1.4291214417366374,
      "grad_norm": 3.3241132684392865,
      "learning_rate": 0.0002632483879947912,
      "loss": 4.5625,
      "step": 34892
    },
    {
      "epoch": 1.4291624001638337,
      "grad_norm": 3.4696179125605022,
      "learning_rate": 0.00026324624935041414,
      "loss": 4.9062,
      "step": 34893
    },
    {
      "epoch": 1.42920335859103,
      "grad_norm": 2.4049131917529696,
      "learning_rate": 0.0002632441106525008,
      "loss": 4.9688,
      "step": 34894
    },
    {
      "epoch": 1.4292443170182265,
      "grad_norm": 2.2333536760978014,
      "learning_rate": 0.0002632419719010523,
      "loss": 4.9375,
      "step": 34895
    },
    {
      "epoch": 1.4292852754454228,
      "grad_norm": 2.200152781348653,
      "learning_rate": 0.0002632398330960696,
      "loss": 4.5312,
      "step": 34896
    },
    {
      "epoch": 1.4293262338726194,
      "grad_norm": 3.2280631834288274,
      "learning_rate": 0.00026323769423755355,
      "loss": 5.0312,
      "step": 34897
    },
    {
      "epoch": 1.4293671922998157,
      "grad_norm": 2.1483784999889313,
      "learning_rate": 0.00026323555532550537,
      "loss": 4.9375,
      "step": 34898
    },
    {
      "epoch": 1.4294081507270122,
      "grad_norm": 2.5730113389552933,
      "learning_rate": 0.000263233416359926,
      "loss": 4.6875,
      "step": 34899
    },
    {
      "epoch": 1.4294491091542085,
      "grad_norm": 2.4841844963623183,
      "learning_rate": 0.00026323127734081633,
      "loss": 4.9688,
      "step": 34900
    },
    {
      "epoch": 1.4294900675814048,
      "grad_norm": 3.1265745076176645,
      "learning_rate": 0.0002632291382681776,
      "loss": 4.0,
      "step": 34901
    },
    {
      "epoch": 1.4295310260086014,
      "grad_norm": 2.782182894131513,
      "learning_rate": 0.00026322699914201064,
      "loss": 5.9688,
      "step": 34902
    },
    {
      "epoch": 1.4295719844357977,
      "grad_norm": 2.182730576041177,
      "learning_rate": 0.00026322485996231663,
      "loss": 4.9062,
      "step": 34903
    },
    {
      "epoch": 1.429612942862994,
      "grad_norm": 2.187813346085112,
      "learning_rate": 0.0002632227207290964,
      "loss": 4.6875,
      "step": 34904
    },
    {
      "epoch": 1.4296539012901905,
      "grad_norm": 2.5251099678343385,
      "learning_rate": 0.000263220581442351,
      "loss": 4.7812,
      "step": 34905
    },
    {
      "epoch": 1.4296948597173869,
      "grad_norm": 2.474553831152464,
      "learning_rate": 0.0002632184421020815,
      "loss": 5.0625,
      "step": 34906
    },
    {
      "epoch": 1.4297358181445832,
      "grad_norm": 3.5614140077256007,
      "learning_rate": 0.0002632163027082889,
      "loss": 5.5625,
      "step": 34907
    },
    {
      "epoch": 1.4297767765717797,
      "grad_norm": 2.575257737254812,
      "learning_rate": 0.00026321416326097424,
      "loss": 4.375,
      "step": 34908
    },
    {
      "epoch": 1.429817734998976,
      "grad_norm": 2.1473415799168736,
      "learning_rate": 0.00026321202376013847,
      "loss": 5.375,
      "step": 34909
    },
    {
      "epoch": 1.4298586934261723,
      "grad_norm": 2.2775857298346653,
      "learning_rate": 0.00026320988420578263,
      "loss": 4.5,
      "step": 34910
    },
    {
      "epoch": 1.4298996518533689,
      "grad_norm": 2.25968114511006,
      "learning_rate": 0.0002632077445979077,
      "loss": 5.625,
      "step": 34911
    },
    {
      "epoch": 1.4299406102805652,
      "grad_norm": 4.055992360058739,
      "learning_rate": 0.00026320560493651475,
      "loss": 5.6562,
      "step": 34912
    },
    {
      "epoch": 1.4299815687077615,
      "grad_norm": 3.43525785727685,
      "learning_rate": 0.0002632034652216047,
      "loss": 1.6953,
      "step": 34913
    },
    {
      "epoch": 1.430022527134958,
      "grad_norm": 2.0432634767485203,
      "learning_rate": 0.0002632013254531787,
      "loss": 5.3125,
      "step": 34914
    },
    {
      "epoch": 1.4300634855621543,
      "grad_norm": 2.1270706575710134,
      "learning_rate": 0.00026319918563123763,
      "loss": 5.2188,
      "step": 34915
    },
    {
      "epoch": 1.4301044439893509,
      "grad_norm": 4.620943030439143,
      "learning_rate": 0.0002631970457557826,
      "loss": 6.1562,
      "step": 34916
    },
    {
      "epoch": 1.4301454024165472,
      "grad_norm": 10.219955995885526,
      "learning_rate": 0.0002631949058268145,
      "loss": 4.5,
      "step": 34917
    },
    {
      "epoch": 1.4301863608437437,
      "grad_norm": 2.233474865447448,
      "learning_rate": 0.00026319276584433444,
      "loss": 4.2188,
      "step": 34918
    },
    {
      "epoch": 1.43022731927094,
      "grad_norm": 2.1917230876193656,
      "learning_rate": 0.00026319062580834347,
      "loss": 4.9062,
      "step": 34919
    },
    {
      "epoch": 1.4302682776981364,
      "grad_norm": 2.280428419612171,
      "learning_rate": 0.00026318848571884245,
      "loss": 4.6875,
      "step": 34920
    },
    {
      "epoch": 1.430309236125333,
      "grad_norm": 2.2014578954725086,
      "learning_rate": 0.00026318634557583254,
      "loss": 4.875,
      "step": 34921
    },
    {
      "epoch": 1.4303501945525292,
      "grad_norm": 2.7805291436446558,
      "learning_rate": 0.0002631842053793147,
      "loss": 4.9375,
      "step": 34922
    },
    {
      "epoch": 1.4303911529797255,
      "grad_norm": 2.329720483695979,
      "learning_rate": 0.0002631820651292899,
      "loss": 5.1562,
      "step": 34923
    },
    {
      "epoch": 1.430432111406922,
      "grad_norm": 2.2356950768231427,
      "learning_rate": 0.0002631799248257592,
      "loss": 5.2812,
      "step": 34924
    },
    {
      "epoch": 1.4304730698341184,
      "grad_norm": 5.6569719410230235,
      "learning_rate": 0.00026317778446872367,
      "loss": 3.9375,
      "step": 34925
    },
    {
      "epoch": 1.4305140282613147,
      "grad_norm": 2.181538932910669,
      "learning_rate": 0.00026317564405818416,
      "loss": 4.5312,
      "step": 34926
    },
    {
      "epoch": 1.4305549866885112,
      "grad_norm": 2.1903063074486586,
      "learning_rate": 0.00026317350359414177,
      "loss": 4.8125,
      "step": 34927
    },
    {
      "epoch": 1.4305959451157075,
      "grad_norm": 2.1700691319430123,
      "learning_rate": 0.0002631713630765976,
      "loss": 4.5,
      "step": 34928
    },
    {
      "epoch": 1.4306369035429038,
      "grad_norm": 2.7409864870496556,
      "learning_rate": 0.0002631692225055525,
      "loss": 5.0,
      "step": 34929
    },
    {
      "epoch": 1.4306778619701004,
      "grad_norm": 2.389904671840094,
      "learning_rate": 0.00026316708188100753,
      "loss": 5.5312,
      "step": 34930
    },
    {
      "epoch": 1.4307188203972967,
      "grad_norm": 2.2595281605381676,
      "learning_rate": 0.00026316494120296385,
      "loss": 4.9062,
      "step": 34931
    },
    {
      "epoch": 1.430759778824493,
      "grad_norm": 2.065562350658739,
      "learning_rate": 0.00026316280047142227,
      "loss": 3.9062,
      "step": 34932
    },
    {
      "epoch": 1.4308007372516895,
      "grad_norm": 2.0450712823350177,
      "learning_rate": 0.0002631606596863839,
      "loss": 4.6562,
      "step": 34933
    },
    {
      "epoch": 1.4308416956788859,
      "grad_norm": 2.539916954648009,
      "learning_rate": 0.0002631585188478497,
      "loss": 5.5312,
      "step": 34934
    },
    {
      "epoch": 1.4308826541060824,
      "grad_norm": 4.781053633799532,
      "learning_rate": 0.00026315637795582073,
      "loss": 4.375,
      "step": 34935
    },
    {
      "epoch": 1.4309236125332787,
      "grad_norm": 3.918900258040938,
      "learning_rate": 0.00026315423701029803,
      "loss": 7.1562,
      "step": 34936
    },
    {
      "epoch": 1.4309645709604752,
      "grad_norm": 2.8296532670543146,
      "learning_rate": 0.0002631520960112826,
      "loss": 2.4219,
      "step": 34937
    },
    {
      "epoch": 1.4310055293876716,
      "grad_norm": 2.2459133033844294,
      "learning_rate": 0.00026314995495877537,
      "loss": 4.4688,
      "step": 34938
    },
    {
      "epoch": 1.4310464878148679,
      "grad_norm": 3.396250923731823,
      "learning_rate": 0.0002631478138527774,
      "loss": 7.3125,
      "step": 34939
    },
    {
      "epoch": 1.4310874462420644,
      "grad_norm": 2.6872556843846565,
      "learning_rate": 0.0002631456726932897,
      "loss": 5.3125,
      "step": 34940
    },
    {
      "epoch": 1.4311284046692607,
      "grad_norm": 2.493473640994635,
      "learning_rate": 0.00026314353148031334,
      "loss": 5.25,
      "step": 34941
    },
    {
      "epoch": 1.431169363096457,
      "grad_norm": 2.2014032400315857,
      "learning_rate": 0.00026314139021384924,
      "loss": 4.9062,
      "step": 34942
    },
    {
      "epoch": 1.4312103215236536,
      "grad_norm": 2.251125113230776,
      "learning_rate": 0.0002631392488938985,
      "loss": 4.7812,
      "step": 34943
    },
    {
      "epoch": 1.4312512799508499,
      "grad_norm": 2.0204481586562495,
      "learning_rate": 0.00026313710752046203,
      "loss": 4.5938,
      "step": 34944
    },
    {
      "epoch": 1.4312922383780462,
      "grad_norm": 2.3722382064324585,
      "learning_rate": 0.000263134966093541,
      "loss": 5.8125,
      "step": 34945
    },
    {
      "epoch": 1.4313331968052427,
      "grad_norm": 2.923001262027033,
      "learning_rate": 0.00026313282461313625,
      "loss": 5.9375,
      "step": 34946
    },
    {
      "epoch": 1.431374155232439,
      "grad_norm": 2.2823182426313355,
      "learning_rate": 0.00026313068307924885,
      "loss": 5.125,
      "step": 34947
    },
    {
      "epoch": 1.4314151136596354,
      "grad_norm": 3.7684215339059617,
      "learning_rate": 0.0002631285414918798,
      "loss": 6.25,
      "step": 34948
    },
    {
      "epoch": 1.431456072086832,
      "grad_norm": 2.011380327100956,
      "learning_rate": 0.00026312639985103024,
      "loss": 4.6562,
      "step": 34949
    },
    {
      "epoch": 1.4314970305140282,
      "grad_norm": 2.606528193576687,
      "learning_rate": 0.00026312425815670104,
      "loss": 5.2188,
      "step": 34950
    },
    {
      "epoch": 1.4315379889412245,
      "grad_norm": 1.9193656098933247,
      "learning_rate": 0.00026312211640889323,
      "loss": 2.75,
      "step": 34951
    },
    {
      "epoch": 1.431578947368421,
      "grad_norm": 5.880214485009317,
      "learning_rate": 0.00026311997460760786,
      "loss": 3.3594,
      "step": 34952
    },
    {
      "epoch": 1.4316199057956174,
      "grad_norm": 8.38121314766061,
      "learning_rate": 0.00026311783275284595,
      "loss": 7.2812,
      "step": 34953
    },
    {
      "epoch": 1.431660864222814,
      "grad_norm": 2.2287220882490204,
      "learning_rate": 0.0002631156908446085,
      "loss": 5.0938,
      "step": 34954
    },
    {
      "epoch": 1.4317018226500102,
      "grad_norm": 2.151607371676601,
      "learning_rate": 0.0002631135488828965,
      "loss": 4.5938,
      "step": 34955
    },
    {
      "epoch": 1.4317427810772068,
      "grad_norm": 2.086348415706706,
      "learning_rate": 0.00026311140686771097,
      "loss": 4.4375,
      "step": 34956
    },
    {
      "epoch": 1.431783739504403,
      "grad_norm": 2.424171256225734,
      "learning_rate": 0.00026310926479905294,
      "loss": 5.1562,
      "step": 34957
    },
    {
      "epoch": 1.4318246979315994,
      "grad_norm": 2.040771631857548,
      "learning_rate": 0.00026310712267692336,
      "loss": 4.5625,
      "step": 34958
    },
    {
      "epoch": 1.431865656358796,
      "grad_norm": 2.511809665597011,
      "learning_rate": 0.00026310498050132337,
      "loss": 5.75,
      "step": 34959
    },
    {
      "epoch": 1.4319066147859922,
      "grad_norm": 2.8276342374076946,
      "learning_rate": 0.0002631028382722539,
      "loss": 4.125,
      "step": 34960
    },
    {
      "epoch": 1.4319475732131886,
      "grad_norm": 2.4455155055944235,
      "learning_rate": 0.0002631006959897159,
      "loss": 4.5312,
      "step": 34961
    },
    {
      "epoch": 1.431988531640385,
      "grad_norm": 2.030336964592076,
      "learning_rate": 0.0002630985536537105,
      "loss": 5.1875,
      "step": 34962
    },
    {
      "epoch": 1.4320294900675814,
      "grad_norm": 2.9254740593008868,
      "learning_rate": 0.0002630964112642387,
      "loss": 4.8438,
      "step": 34963
    },
    {
      "epoch": 1.4320704484947777,
      "grad_norm": 3.8083501114983727,
      "learning_rate": 0.00026309426882130144,
      "loss": 5.8125,
      "step": 34964
    },
    {
      "epoch": 1.4321114069219743,
      "grad_norm": 2.7717431881238896,
      "learning_rate": 0.0002630921263248998,
      "loss": 5.8438,
      "step": 34965
    },
    {
      "epoch": 1.4321523653491706,
      "grad_norm": 3.7570461612174566,
      "learning_rate": 0.00026308998377503473,
      "loss": 3.5312,
      "step": 34966
    },
    {
      "epoch": 1.4321933237763669,
      "grad_norm": 2.2741925808041326,
      "learning_rate": 0.00026308784117170733,
      "loss": 4.75,
      "step": 34967
    },
    {
      "epoch": 1.4322342822035634,
      "grad_norm": 3.2764432824930276,
      "learning_rate": 0.00026308569851491847,
      "loss": 5.6875,
      "step": 34968
    },
    {
      "epoch": 1.4322752406307597,
      "grad_norm": 2.2049436098392077,
      "learning_rate": 0.0002630835558046694,
      "loss": 5.6562,
      "step": 34969
    },
    {
      "epoch": 1.432316199057956,
      "grad_norm": 2.5987506109773677,
      "learning_rate": 0.00026308141304096083,
      "loss": 6.125,
      "step": 34970
    },
    {
      "epoch": 1.4323571574851526,
      "grad_norm": 2.402448783381671,
      "learning_rate": 0.00026307927022379396,
      "loss": 5.4062,
      "step": 34971
    },
    {
      "epoch": 1.432398115912349,
      "grad_norm": 3.9506169955370174,
      "learning_rate": 0.00026307712735316985,
      "loss": 6.75,
      "step": 34972
    },
    {
      "epoch": 1.4324390743395454,
      "grad_norm": 2.222278170148405,
      "learning_rate": 0.0002630749844290894,
      "loss": 4.5312,
      "step": 34973
    },
    {
      "epoch": 1.4324800327667417,
      "grad_norm": 1.9282586169442528,
      "learning_rate": 0.00026307284145155366,
      "loss": 5.125,
      "step": 34974
    },
    {
      "epoch": 1.4325209911939383,
      "grad_norm": 2.329337282081041,
      "learning_rate": 0.00026307069842056364,
      "loss": 5.1875,
      "step": 34975
    },
    {
      "epoch": 1.4325619496211346,
      "grad_norm": 2.9894417291580253,
      "learning_rate": 0.00026306855533612033,
      "loss": 5.6875,
      "step": 34976
    },
    {
      "epoch": 1.432602908048331,
      "grad_norm": 4.715098479135174,
      "learning_rate": 0.00026306641219822483,
      "loss": 5.9062,
      "step": 34977
    },
    {
      "epoch": 1.4326438664755274,
      "grad_norm": 5.242623380734386,
      "learning_rate": 0.000263064269006878,
      "loss": 5.7812,
      "step": 34978
    },
    {
      "epoch": 1.4326848249027238,
      "grad_norm": 6.557235648419847,
      "learning_rate": 0.00026306212576208103,
      "loss": 6.25,
      "step": 34979
    },
    {
      "epoch": 1.43272578332992,
      "grad_norm": 4.495719257968045,
      "learning_rate": 0.0002630599824638348,
      "loss": 6.3438,
      "step": 34980
    },
    {
      "epoch": 1.4327667417571166,
      "grad_norm": 2.0261366322812395,
      "learning_rate": 0.0002630578391121404,
      "loss": 4.1875,
      "step": 34981
    },
    {
      "epoch": 1.432807700184313,
      "grad_norm": 5.0061573294658634,
      "learning_rate": 0.00026305569570699873,
      "loss": 3.6406,
      "step": 34982
    },
    {
      "epoch": 1.4328486586115092,
      "grad_norm": 3.3830462799182697,
      "learning_rate": 0.000263053552248411,
      "loss": 4.1875,
      "step": 34983
    },
    {
      "epoch": 1.4328896170387058,
      "grad_norm": 2.455381655091108,
      "learning_rate": 0.00026305140873637806,
      "loss": 4.8438,
      "step": 34984
    },
    {
      "epoch": 1.432930575465902,
      "grad_norm": 2.128103247731335,
      "learning_rate": 0.00026304926517090103,
      "loss": 5.2188,
      "step": 34985
    },
    {
      "epoch": 1.4329715338930984,
      "grad_norm": 2.638498048430096,
      "learning_rate": 0.00026304712155198075,
      "loss": 4.9688,
      "step": 34986
    },
    {
      "epoch": 1.433012492320295,
      "grad_norm": 1.8887367390306458,
      "learning_rate": 0.0002630449778796184,
      "loss": 4.5938,
      "step": 34987
    },
    {
      "epoch": 1.4330534507474912,
      "grad_norm": 5.873224508881975,
      "learning_rate": 0.00026304283415381504,
      "loss": 4.0,
      "step": 34988
    },
    {
      "epoch": 1.4330944091746876,
      "grad_norm": 3.8812446358973505,
      "learning_rate": 0.0002630406903745715,
      "loss": 1.7344,
      "step": 34989
    },
    {
      "epoch": 1.433135367601884,
      "grad_norm": 2.3356817301465997,
      "learning_rate": 0.00026303854654188884,
      "loss": 4.7812,
      "step": 34990
    },
    {
      "epoch": 1.4331763260290804,
      "grad_norm": 4.913597121943304,
      "learning_rate": 0.0002630364026557682,
      "loss": 4.125,
      "step": 34991
    },
    {
      "epoch": 1.433217284456277,
      "grad_norm": 1.9191927765701031,
      "learning_rate": 0.00026303425871621045,
      "loss": 4.8125,
      "step": 34992
    },
    {
      "epoch": 1.4332582428834733,
      "grad_norm": 2.7129935491852475,
      "learning_rate": 0.0002630321147232167,
      "loss": 5.6562,
      "step": 34993
    },
    {
      "epoch": 1.4332992013106698,
      "grad_norm": 2.391476690114228,
      "learning_rate": 0.00026302997067678794,
      "loss": 5.4375,
      "step": 34994
    },
    {
      "epoch": 1.433340159737866,
      "grad_norm": 2.5704702210720143,
      "learning_rate": 0.0002630278265769251,
      "loss": 5.1875,
      "step": 34995
    },
    {
      "epoch": 1.4333811181650624,
      "grad_norm": 2.648772957852293,
      "learning_rate": 0.0002630256824236293,
      "loss": 4.625,
      "step": 34996
    },
    {
      "epoch": 1.433422076592259,
      "grad_norm": 3.400808062293114,
      "learning_rate": 0.0002630235382169015,
      "loss": 4.9375,
      "step": 34997
    },
    {
      "epoch": 1.4334630350194553,
      "grad_norm": 3.640847248982412,
      "learning_rate": 0.00026302139395674277,
      "loss": 3.9219,
      "step": 34998
    },
    {
      "epoch": 1.4335039934466516,
      "grad_norm": 3.338094400409608,
      "learning_rate": 0.00026301924964315405,
      "loss": 4.9062,
      "step": 34999
    },
    {
      "epoch": 1.4335449518738481,
      "grad_norm": 2.2346777055413565,
      "learning_rate": 0.00026301710527613643,
      "loss": 5.5625,
      "step": 35000
    },
    {
      "epoch": 1.4335859103010444,
      "grad_norm": 2.3924057539834718,
      "learning_rate": 0.0002630149608556908,
      "loss": 4.8438,
      "step": 35001
    },
    {
      "epoch": 1.4336268687282407,
      "grad_norm": 3.5786866258764025,
      "learning_rate": 0.0002630128163818183,
      "loss": 6.1875,
      "step": 35002
    },
    {
      "epoch": 1.4336678271554373,
      "grad_norm": 1.7876807158591679,
      "learning_rate": 0.0002630106718545199,
      "loss": 4.6562,
      "step": 35003
    },
    {
      "epoch": 1.4337087855826336,
      "grad_norm": 2.34554930112792,
      "learning_rate": 0.00026300852727379663,
      "loss": 4.5625,
      "step": 35004
    },
    {
      "epoch": 1.43374974400983,
      "grad_norm": 2.581294158648596,
      "learning_rate": 0.00026300638263964944,
      "loss": 6.2812,
      "step": 35005
    },
    {
      "epoch": 1.4337907024370264,
      "grad_norm": 2.2389498927952203,
      "learning_rate": 0.00026300423795207943,
      "loss": 5.1875,
      "step": 35006
    },
    {
      "epoch": 1.4338316608642228,
      "grad_norm": 2.3119176559361025,
      "learning_rate": 0.0002630020932110876,
      "loss": 5.0,
      "step": 35007
    },
    {
      "epoch": 1.4338726192914193,
      "grad_norm": 2.824269637426325,
      "learning_rate": 0.0002629999484166749,
      "loss": 4.4062,
      "step": 35008
    },
    {
      "epoch": 1.4339135777186156,
      "grad_norm": 2.1256811048766235,
      "learning_rate": 0.0002629978035688424,
      "loss": 4.0,
      "step": 35009
    },
    {
      "epoch": 1.433954536145812,
      "grad_norm": 2.6415412085343677,
      "learning_rate": 0.00026299565866759104,
      "loss": 4.4062,
      "step": 35010
    },
    {
      "epoch": 1.4339954945730085,
      "grad_norm": 4.169773586023731,
      "learning_rate": 0.00026299351371292197,
      "loss": 5.0,
      "step": 35011
    },
    {
      "epoch": 1.4340364530002048,
      "grad_norm": 2.612851432025036,
      "learning_rate": 0.00026299136870483605,
      "loss": 4.5,
      "step": 35012
    },
    {
      "epoch": 1.4340774114274013,
      "grad_norm": 2.5745341356912967,
      "learning_rate": 0.00026298922364333436,
      "loss": 5.9375,
      "step": 35013
    },
    {
      "epoch": 1.4341183698545976,
      "grad_norm": 4.7902896287393,
      "learning_rate": 0.000262987078528418,
      "loss": 2.4844,
      "step": 35014
    },
    {
      "epoch": 1.434159328281794,
      "grad_norm": 2.002053329667581,
      "learning_rate": 0.00026298493336008786,
      "loss": 4.5,
      "step": 35015
    },
    {
      "epoch": 1.4342002867089905,
      "grad_norm": 2.9004828248641212,
      "learning_rate": 0.000262982788138345,
      "loss": 5.2812,
      "step": 35016
    },
    {
      "epoch": 1.4342412451361868,
      "grad_norm": 2.058235906545499,
      "learning_rate": 0.0002629806428631904,
      "loss": 3.5625,
      "step": 35017
    },
    {
      "epoch": 1.434282203563383,
      "grad_norm": 2.426584907358033,
      "learning_rate": 0.00026297849753462513,
      "loss": 5.4062,
      "step": 35018
    },
    {
      "epoch": 1.4343231619905796,
      "grad_norm": 3.919912591977197,
      "learning_rate": 0.0002629763521526502,
      "loss": 6.4062,
      "step": 35019
    },
    {
      "epoch": 1.434364120417776,
      "grad_norm": 1.9563655299994387,
      "learning_rate": 0.00026297420671726664,
      "loss": 5.0938,
      "step": 35020
    },
    {
      "epoch": 1.4344050788449723,
      "grad_norm": 2.2709928567932285,
      "learning_rate": 0.00026297206122847535,
      "loss": 4.25,
      "step": 35021
    },
    {
      "epoch": 1.4344460372721688,
      "grad_norm": 3.020559845920823,
      "learning_rate": 0.0002629699156862775,
      "loss": 4.7188,
      "step": 35022
    },
    {
      "epoch": 1.434486995699365,
      "grad_norm": 2.875751252720144,
      "learning_rate": 0.00026296777009067403,
      "loss": 6.0,
      "step": 35023
    },
    {
      "epoch": 1.4345279541265614,
      "grad_norm": 2.2314703317992217,
      "learning_rate": 0.00026296562444166584,
      "loss": 5.125,
      "step": 35024
    },
    {
      "epoch": 1.434568912553758,
      "grad_norm": 2.2201541936437708,
      "learning_rate": 0.0002629634787392542,
      "loss": 5.5312,
      "step": 35025
    },
    {
      "epoch": 1.4346098709809543,
      "grad_norm": 2.1337073845825274,
      "learning_rate": 0.0002629613329834399,
      "loss": 4.9375,
      "step": 35026
    },
    {
      "epoch": 1.4346508294081508,
      "grad_norm": 2.3280456423308444,
      "learning_rate": 0.00026295918717422404,
      "loss": 4.875,
      "step": 35027
    },
    {
      "epoch": 1.4346917878353471,
      "grad_norm": 2.128086201419568,
      "learning_rate": 0.0002629570413116077,
      "loss": 4.2812,
      "step": 35028
    },
    {
      "epoch": 1.4347327462625437,
      "grad_norm": 3.363978364644944,
      "learning_rate": 0.00026295489539559174,
      "loss": 4.0938,
      "step": 35029
    },
    {
      "epoch": 1.43477370468974,
      "grad_norm": 4.561007657945792,
      "learning_rate": 0.0002629527494261773,
      "loss": 5.875,
      "step": 35030
    },
    {
      "epoch": 1.4348146631169363,
      "grad_norm": 2.3897880223365484,
      "learning_rate": 0.0002629506034033653,
      "loss": 5.9688,
      "step": 35031
    },
    {
      "epoch": 1.4348556215441328,
      "grad_norm": 2.3566242311500196,
      "learning_rate": 0.00026294845732715693,
      "loss": 4.4688,
      "step": 35032
    },
    {
      "epoch": 1.4348965799713291,
      "grad_norm": 2.2053630070139967,
      "learning_rate": 0.000262946311197553,
      "loss": 5.0,
      "step": 35033
    },
    {
      "epoch": 1.4349375383985254,
      "grad_norm": 4.556334081055459,
      "learning_rate": 0.00026294416501455463,
      "loss": 4.9062,
      "step": 35034
    },
    {
      "epoch": 1.434978496825722,
      "grad_norm": 3.453732459866065,
      "learning_rate": 0.0002629420187781628,
      "loss": 3.5938,
      "step": 35035
    },
    {
      "epoch": 1.4350194552529183,
      "grad_norm": 2.8659678787110376,
      "learning_rate": 0.00026293987248837854,
      "loss": 5.8438,
      "step": 35036
    },
    {
      "epoch": 1.4350604136801146,
      "grad_norm": 2.12579093299037,
      "learning_rate": 0.00026293772614520287,
      "loss": 3.8906,
      "step": 35037
    },
    {
      "epoch": 1.4351013721073111,
      "grad_norm": 2.8928431729238424,
      "learning_rate": 0.00026293557974863674,
      "loss": 5.625,
      "step": 35038
    },
    {
      "epoch": 1.4351423305345075,
      "grad_norm": 2.0493719660681777,
      "learning_rate": 0.0002629334332986813,
      "loss": 4.125,
      "step": 35039
    },
    {
      "epoch": 1.4351832889617038,
      "grad_norm": 2.1503677833909873,
      "learning_rate": 0.0002629312867953374,
      "loss": 5.0312,
      "step": 35040
    },
    {
      "epoch": 1.4352242473889003,
      "grad_norm": 4.809238355803616,
      "learning_rate": 0.0002629291402386062,
      "loss": 7.0938,
      "step": 35041
    },
    {
      "epoch": 1.4352652058160966,
      "grad_norm": 8.368085073387682,
      "learning_rate": 0.00026292699362848865,
      "loss": 4.9062,
      "step": 35042
    },
    {
      "epoch": 1.435306164243293,
      "grad_norm": 2.149075498054706,
      "learning_rate": 0.0002629248469649858,
      "loss": 4.9062,
      "step": 35043
    },
    {
      "epoch": 1.4353471226704895,
      "grad_norm": 2.2444834923811348,
      "learning_rate": 0.00026292270024809856,
      "loss": 4.9062,
      "step": 35044
    },
    {
      "epoch": 1.4353880810976858,
      "grad_norm": 2.354476782254395,
      "learning_rate": 0.0002629205534778281,
      "loss": 4.4062,
      "step": 35045
    },
    {
      "epoch": 1.4354290395248823,
      "grad_norm": 2.968217829508108,
      "learning_rate": 0.0002629184066541753,
      "loss": 5.4688,
      "step": 35046
    },
    {
      "epoch": 1.4354699979520786,
      "grad_norm": 2.3642533315982956,
      "learning_rate": 0.0002629162597771413,
      "loss": 4.9062,
      "step": 35047
    },
    {
      "epoch": 1.4355109563792752,
      "grad_norm": 2.235068858937857,
      "learning_rate": 0.00026291411284672697,
      "loss": 5.25,
      "step": 35048
    },
    {
      "epoch": 1.4355519148064715,
      "grad_norm": 3.9193588805058366,
      "learning_rate": 0.0002629119658629334,
      "loss": 3.4531,
      "step": 35049
    },
    {
      "epoch": 1.4355928732336678,
      "grad_norm": 3.2400513249224576,
      "learning_rate": 0.00026290981882576167,
      "loss": 4.9062,
      "step": 35050
    },
    {
      "epoch": 1.4356338316608643,
      "grad_norm": 2.1006888401349815,
      "learning_rate": 0.0002629076717352127,
      "loss": 4.625,
      "step": 35051
    },
    {
      "epoch": 1.4356747900880606,
      "grad_norm": 3.6960396265343056,
      "learning_rate": 0.00026290552459128753,
      "loss": 5.4688,
      "step": 35052
    },
    {
      "epoch": 1.435715748515257,
      "grad_norm": 2.1496829102132597,
      "learning_rate": 0.00026290337739398714,
      "loss": 4.625,
      "step": 35053
    },
    {
      "epoch": 1.4357567069424535,
      "grad_norm": 3.453436382716041,
      "learning_rate": 0.0002629012301433126,
      "loss": 5.1562,
      "step": 35054
    },
    {
      "epoch": 1.4357976653696498,
      "grad_norm": 2.376403704334716,
      "learning_rate": 0.000262899082839265,
      "loss": 4.8125,
      "step": 35055
    },
    {
      "epoch": 1.4358386237968461,
      "grad_norm": 2.3073212311010707,
      "learning_rate": 0.0002628969354818452,
      "loss": 4.0,
      "step": 35056
    },
    {
      "epoch": 1.4358795822240427,
      "grad_norm": 2.262989272141557,
      "learning_rate": 0.0002628947880710542,
      "loss": 5.3125,
      "step": 35057
    },
    {
      "epoch": 1.435920540651239,
      "grad_norm": 2.5083727456744653,
      "learning_rate": 0.0002628926406068932,
      "loss": 5.0938,
      "step": 35058
    },
    {
      "epoch": 1.4359614990784353,
      "grad_norm": 3.5724990337257556,
      "learning_rate": 0.00026289049308936307,
      "loss": 6.0,
      "step": 35059
    },
    {
      "epoch": 1.4360024575056318,
      "grad_norm": 2.842693797015464,
      "learning_rate": 0.0002628883455184649,
      "loss": 5.4375,
      "step": 35060
    },
    {
      "epoch": 1.4360434159328281,
      "grad_norm": 2.621471703972147,
      "learning_rate": 0.0002628861978941996,
      "loss": 5.4375,
      "step": 35061
    },
    {
      "epoch": 1.4360843743600245,
      "grad_norm": 3.9508945524933283,
      "learning_rate": 0.0002628840502165683,
      "loss": 5.4062,
      "step": 35062
    },
    {
      "epoch": 1.436125332787221,
      "grad_norm": 2.1655343620152094,
      "learning_rate": 0.00026288190248557197,
      "loss": 3.7188,
      "step": 35063
    },
    {
      "epoch": 1.4361662912144173,
      "grad_norm": 2.32532527462469,
      "learning_rate": 0.00026287975470121167,
      "loss": 5.25,
      "step": 35064
    },
    {
      "epoch": 1.4362072496416138,
      "grad_norm": 2.593187892982937,
      "learning_rate": 0.0002628776068634883,
      "loss": 4.875,
      "step": 35065
    },
    {
      "epoch": 1.4362482080688102,
      "grad_norm": 2.4962803421450053,
      "learning_rate": 0.000262875458972403,
      "loss": 5.125,
      "step": 35066
    },
    {
      "epoch": 1.4362891664960067,
      "grad_norm": 1.9445183808270858,
      "learning_rate": 0.0002628733110279567,
      "loss": 3.9531,
      "step": 35067
    },
    {
      "epoch": 1.436330124923203,
      "grad_norm": 3.482416469266239,
      "learning_rate": 0.00026287116303015044,
      "loss": 4.0,
      "step": 35068
    },
    {
      "epoch": 1.4363710833503993,
      "grad_norm": 2.169397563629543,
      "learning_rate": 0.0002628690149789852,
      "loss": 4.5,
      "step": 35069
    },
    {
      "epoch": 1.4364120417775958,
      "grad_norm": 5.673731945220022,
      "learning_rate": 0.00026286686687446213,
      "loss": 6.3125,
      "step": 35070
    },
    {
      "epoch": 1.4364530002047922,
      "grad_norm": 3.6948658755512955,
      "learning_rate": 0.00026286471871658215,
      "loss": 5.5312,
      "step": 35071
    },
    {
      "epoch": 1.4364939586319885,
      "grad_norm": 2.351753557222603,
      "learning_rate": 0.00026286257050534624,
      "loss": 5.125,
      "step": 35072
    },
    {
      "epoch": 1.436534917059185,
      "grad_norm": 3.590693715244555,
      "learning_rate": 0.0002628604222407555,
      "loss": 6.5,
      "step": 35073
    },
    {
      "epoch": 1.4365758754863813,
      "grad_norm": 2.06139409934807,
      "learning_rate": 0.00026285827392281085,
      "loss": 4.375,
      "step": 35074
    },
    {
      "epoch": 1.4366168339135776,
      "grad_norm": 4.1348882385832395,
      "learning_rate": 0.0002628561255515134,
      "loss": 4.6562,
      "step": 35075
    },
    {
      "epoch": 1.4366577923407742,
      "grad_norm": 2.214446994486087,
      "learning_rate": 0.00026285397712686413,
      "loss": 5.0625,
      "step": 35076
    },
    {
      "epoch": 1.4366987507679705,
      "grad_norm": 2.7132154430421336,
      "learning_rate": 0.000262851828648864,
      "loss": 5.5625,
      "step": 35077
    },
    {
      "epoch": 1.4367397091951668,
      "grad_norm": 2.7951507246151186,
      "learning_rate": 0.00026284968011751407,
      "loss": 5.5312,
      "step": 35078
    },
    {
      "epoch": 1.4367806676223633,
      "grad_norm": 4.9345905309836,
      "learning_rate": 0.0002628475315328154,
      "loss": 4.0938,
      "step": 35079
    },
    {
      "epoch": 1.4368216260495597,
      "grad_norm": 2.1498927811095356,
      "learning_rate": 0.00026284538289476895,
      "loss": 4.75,
      "step": 35080
    },
    {
      "epoch": 1.436862584476756,
      "grad_norm": 3.6235803567672504,
      "learning_rate": 0.00026284323420337573,
      "loss": 3.4219,
      "step": 35081
    },
    {
      "epoch": 1.4369035429039525,
      "grad_norm": 7.698974024502671,
      "learning_rate": 0.0002628410854586368,
      "loss": 3.6719,
      "step": 35082
    },
    {
      "epoch": 1.4369445013311488,
      "grad_norm": 3.6644039544610614,
      "learning_rate": 0.0002628389366605532,
      "loss": 5.4062,
      "step": 35083
    },
    {
      "epoch": 1.4369854597583454,
      "grad_norm": 2.6851910767767677,
      "learning_rate": 0.00026283678780912584,
      "loss": 4.2812,
      "step": 35084
    },
    {
      "epoch": 1.4370264181855417,
      "grad_norm": 9.10822997543708,
      "learning_rate": 0.0002628346389043558,
      "loss": 5.7812,
      "step": 35085
    },
    {
      "epoch": 1.4370673766127382,
      "grad_norm": 3.524926726484157,
      "learning_rate": 0.00026283248994624406,
      "loss": 2.6719,
      "step": 35086
    },
    {
      "epoch": 1.4371083350399345,
      "grad_norm": 2.216034658813721,
      "learning_rate": 0.0002628303409347917,
      "loss": 5.3438,
      "step": 35087
    },
    {
      "epoch": 1.4371492934671308,
      "grad_norm": 2.478049932995479,
      "learning_rate": 0.0002628281918699997,
      "loss": 5.0938,
      "step": 35088
    },
    {
      "epoch": 1.4371902518943274,
      "grad_norm": 2.6257553587063693,
      "learning_rate": 0.00026282604275186907,
      "loss": 6.3438,
      "step": 35089
    },
    {
      "epoch": 1.4372312103215237,
      "grad_norm": 2.189586557440931,
      "learning_rate": 0.0002628238935804009,
      "loss": 4.9688,
      "step": 35090
    },
    {
      "epoch": 1.43727216874872,
      "grad_norm": 3.8803967939666575,
      "learning_rate": 0.00026282174435559604,
      "loss": 7.3438,
      "step": 35091
    },
    {
      "epoch": 1.4373131271759165,
      "grad_norm": 2.178890889955649,
      "learning_rate": 0.00026281959507745565,
      "loss": 5.5312,
      "step": 35092
    },
    {
      "epoch": 1.4373540856031128,
      "grad_norm": 2.8034312952947547,
      "learning_rate": 0.0002628174457459807,
      "loss": 5.3438,
      "step": 35093
    },
    {
      "epoch": 1.4373950440303092,
      "grad_norm": 2.838876075982788,
      "learning_rate": 0.0002628152963611722,
      "loss": 6.75,
      "step": 35094
    },
    {
      "epoch": 1.4374360024575057,
      "grad_norm": 3.7031298887647344,
      "learning_rate": 0.00026281314692303123,
      "loss": 6.0,
      "step": 35095
    },
    {
      "epoch": 1.437476960884702,
      "grad_norm": 6.808357024826251,
      "learning_rate": 0.00026281099743155867,
      "loss": 6.2812,
      "step": 35096
    },
    {
      "epoch": 1.4375179193118983,
      "grad_norm": 6.118995120384396,
      "learning_rate": 0.00026280884788675566,
      "loss": 5.1562,
      "step": 35097
    },
    {
      "epoch": 1.4375588777390949,
      "grad_norm": 2.217204832487826,
      "learning_rate": 0.0002628066982886232,
      "loss": 4.0625,
      "step": 35098
    },
    {
      "epoch": 1.4375998361662912,
      "grad_norm": 2.8979995864364705,
      "learning_rate": 0.00026280454863716223,
      "loss": 4.7188,
      "step": 35099
    },
    {
      "epoch": 1.4376407945934875,
      "grad_norm": 2.0858289348009533,
      "learning_rate": 0.0002628023989323738,
      "loss": 5.0625,
      "step": 35100
    },
    {
      "epoch": 1.437681753020684,
      "grad_norm": 2.493111016489343,
      "learning_rate": 0.00026280024917425896,
      "loss": 4.75,
      "step": 35101
    },
    {
      "epoch": 1.4377227114478803,
      "grad_norm": 2.143890812619169,
      "learning_rate": 0.0002627980993628187,
      "loss": 5.125,
      "step": 35102
    },
    {
      "epoch": 1.4377636698750769,
      "grad_norm": 2.1724597884549355,
      "learning_rate": 0.0002627959494980541,
      "loss": 4.9688,
      "step": 35103
    },
    {
      "epoch": 1.4378046283022732,
      "grad_norm": 2.157561015627058,
      "learning_rate": 0.0002627937995799661,
      "loss": 3.5781,
      "step": 35104
    },
    {
      "epoch": 1.4378455867294697,
      "grad_norm": 3.2457275626900914,
      "learning_rate": 0.0002627916496085557,
      "loss": 5.8438,
      "step": 35105
    },
    {
      "epoch": 1.437886545156666,
      "grad_norm": 2.3254319351801893,
      "learning_rate": 0.000262789499583824,
      "loss": 5.4062,
      "step": 35106
    },
    {
      "epoch": 1.4379275035838623,
      "grad_norm": 2.077154107774576,
      "learning_rate": 0.00026278734950577193,
      "loss": 4.0,
      "step": 35107
    },
    {
      "epoch": 1.4379684620110589,
      "grad_norm": 3.322172734275085,
      "learning_rate": 0.0002627851993744005,
      "loss": 5.4062,
      "step": 35108
    },
    {
      "epoch": 1.4380094204382552,
      "grad_norm": 2.280502186801165,
      "learning_rate": 0.0002627830491897109,
      "loss": 4.75,
      "step": 35109
    },
    {
      "epoch": 1.4380503788654515,
      "grad_norm": 2.5377549444698886,
      "learning_rate": 0.0002627808989517039,
      "loss": 4.625,
      "step": 35110
    },
    {
      "epoch": 1.438091337292648,
      "grad_norm": 4.172184431477714,
      "learning_rate": 0.0002627787486603807,
      "loss": 2.6875,
      "step": 35111
    },
    {
      "epoch": 1.4381322957198444,
      "grad_norm": 2.886320441870324,
      "learning_rate": 0.0002627765983157422,
      "loss": 5.8125,
      "step": 35112
    },
    {
      "epoch": 1.4381732541470407,
      "grad_norm": 2.50381111054687,
      "learning_rate": 0.0002627744479177895,
      "loss": 4.6562,
      "step": 35113
    },
    {
      "epoch": 1.4382142125742372,
      "grad_norm": 2.489325102858065,
      "learning_rate": 0.0002627722974665236,
      "loss": 5.5312,
      "step": 35114
    },
    {
      "epoch": 1.4382551710014335,
      "grad_norm": 2.234751583180409,
      "learning_rate": 0.0002627701469619455,
      "loss": 5.3438,
      "step": 35115
    },
    {
      "epoch": 1.4382961294286298,
      "grad_norm": 7.641007673767147,
      "learning_rate": 0.0002627679964040562,
      "loss": 6.5625,
      "step": 35116
    },
    {
      "epoch": 1.4383370878558264,
      "grad_norm": 2.2714944683572487,
      "learning_rate": 0.00026276584579285674,
      "loss": 4.5312,
      "step": 35117
    },
    {
      "epoch": 1.4383780462830227,
      "grad_norm": 3.938278465538671,
      "learning_rate": 0.0002627636951283481,
      "loss": 1.7734,
      "step": 35118
    },
    {
      "epoch": 1.438419004710219,
      "grad_norm": 2.810897487302791,
      "learning_rate": 0.0002627615444105314,
      "loss": 6.5938,
      "step": 35119
    },
    {
      "epoch": 1.4384599631374155,
      "grad_norm": 7.277863892656052,
      "learning_rate": 0.0002627593936394075,
      "loss": 6.4688,
      "step": 35120
    },
    {
      "epoch": 1.4385009215646118,
      "grad_norm": 2.548243110497818,
      "learning_rate": 0.00026275724281497756,
      "loss": 5.5938,
      "step": 35121
    },
    {
      "epoch": 1.4385418799918084,
      "grad_norm": 3.0005898799537842,
      "learning_rate": 0.0002627550919372426,
      "loss": 6.0,
      "step": 35122
    },
    {
      "epoch": 1.4385828384190047,
      "grad_norm": 2.737658152423496,
      "learning_rate": 0.00026275294100620345,
      "loss": 5.5,
      "step": 35123
    },
    {
      "epoch": 1.4386237968462012,
      "grad_norm": 2.092270277412235,
      "learning_rate": 0.00026275079002186137,
      "loss": 5.0,
      "step": 35124
    },
    {
      "epoch": 1.4386647552733975,
      "grad_norm": 4.76521573866367,
      "learning_rate": 0.00026274863898421714,
      "loss": 3.7344,
      "step": 35125
    },
    {
      "epoch": 1.4387057137005939,
      "grad_norm": 1.9313428342138255,
      "learning_rate": 0.00026274648789327196,
      "loss": 4.125,
      "step": 35126
    },
    {
      "epoch": 1.4387466721277904,
      "grad_norm": 2.449337057399064,
      "learning_rate": 0.00026274433674902675,
      "loss": 5.2812,
      "step": 35127
    },
    {
      "epoch": 1.4387876305549867,
      "grad_norm": 2.5779880755206572,
      "learning_rate": 0.0002627421855514826,
      "loss": 4.6875,
      "step": 35128
    },
    {
      "epoch": 1.438828588982183,
      "grad_norm": 3.3665639275960983,
      "learning_rate": 0.0002627400343006405,
      "loss": 3.9062,
      "step": 35129
    },
    {
      "epoch": 1.4388695474093796,
      "grad_norm": 2.66090996378516,
      "learning_rate": 0.00026273788299650136,
      "loss": 5.0,
      "step": 35130
    },
    {
      "epoch": 1.4389105058365759,
      "grad_norm": 5.111025806417502,
      "learning_rate": 0.0002627357316390664,
      "loss": 4.1562,
      "step": 35131
    },
    {
      "epoch": 1.4389514642637722,
      "grad_norm": 3.429621223025867,
      "learning_rate": 0.0002627335802283365,
      "loss": 5.625,
      "step": 35132
    },
    {
      "epoch": 1.4389924226909687,
      "grad_norm": 2.4027630570954166,
      "learning_rate": 0.00026273142876431267,
      "loss": 4.6562,
      "step": 35133
    },
    {
      "epoch": 1.439033381118165,
      "grad_norm": 2.3166031639139506,
      "learning_rate": 0.000262729277246996,
      "loss": 4.9375,
      "step": 35134
    },
    {
      "epoch": 1.4390743395453613,
      "grad_norm": 3.3151752030351163,
      "learning_rate": 0.0002627271256763874,
      "loss": 6.625,
      "step": 35135
    },
    {
      "epoch": 1.4391152979725579,
      "grad_norm": 2.637026677180642,
      "learning_rate": 0.00026272497405248807,
      "loss": 5.7188,
      "step": 35136
    },
    {
      "epoch": 1.4391562563997542,
      "grad_norm": 7.603923411782728,
      "learning_rate": 0.00026272282237529884,
      "loss": 5.2812,
      "step": 35137
    },
    {
      "epoch": 1.4391972148269505,
      "grad_norm": 5.848509877965044,
      "learning_rate": 0.00026272067064482074,
      "loss": 8.5625,
      "step": 35138
    },
    {
      "epoch": 1.439238173254147,
      "grad_norm": 2.5371244257821894,
      "learning_rate": 0.000262718518861055,
      "loss": 5.1875,
      "step": 35139
    },
    {
      "epoch": 1.4392791316813434,
      "grad_norm": 8.376147717043407,
      "learning_rate": 0.00026271636702400236,
      "loss": 6.0625,
      "step": 35140
    },
    {
      "epoch": 1.43932009010854,
      "grad_norm": 2.1968072932075007,
      "learning_rate": 0.000262714215133664,
      "loss": 4.9375,
      "step": 35141
    },
    {
      "epoch": 1.4393610485357362,
      "grad_norm": 4.810718482765708,
      "learning_rate": 0.0002627120631900409,
      "loss": 4.4062,
      "step": 35142
    },
    {
      "epoch": 1.4394020069629327,
      "grad_norm": 2.348949052003789,
      "learning_rate": 0.0002627099111931341,
      "loss": 5.375,
      "step": 35143
    },
    {
      "epoch": 1.439442965390129,
      "grad_norm": 2.4460489214687664,
      "learning_rate": 0.0002627077591429445,
      "loss": 4.0625,
      "step": 35144
    },
    {
      "epoch": 1.4394839238173254,
      "grad_norm": 2.557609263005093,
      "learning_rate": 0.00026270560703947333,
      "loss": 4.4688,
      "step": 35145
    },
    {
      "epoch": 1.439524882244522,
      "grad_norm": 2.3598115359716836,
      "learning_rate": 0.0002627034548827215,
      "loss": 4.6562,
      "step": 35146
    },
    {
      "epoch": 1.4395658406717182,
      "grad_norm": 3.80265973488903,
      "learning_rate": 0.0002627013026726899,
      "loss": 6.1562,
      "step": 35147
    },
    {
      "epoch": 1.4396067990989145,
      "grad_norm": 2.2211495686506035,
      "learning_rate": 0.00026269915040937975,
      "loss": 5.5938,
      "step": 35148
    },
    {
      "epoch": 1.439647757526111,
      "grad_norm": 2.385627136204869,
      "learning_rate": 0.00026269699809279193,
      "loss": 5.4375,
      "step": 35149
    },
    {
      "epoch": 1.4396887159533074,
      "grad_norm": 6.252075548970539,
      "learning_rate": 0.00026269484572292756,
      "loss": 7.5,
      "step": 35150
    },
    {
      "epoch": 1.4397296743805037,
      "grad_norm": 2.150317315877376,
      "learning_rate": 0.00026269269329978756,
      "loss": 3.9688,
      "step": 35151
    },
    {
      "epoch": 1.4397706328077002,
      "grad_norm": 2.3437963750429245,
      "learning_rate": 0.00026269054082337306,
      "loss": 3.9688,
      "step": 35152
    },
    {
      "epoch": 1.4398115912348965,
      "grad_norm": 4.387242207578977,
      "learning_rate": 0.00026268838829368493,
      "loss": 5.1562,
      "step": 35153
    },
    {
      "epoch": 1.4398525496620929,
      "grad_norm": 2.8017659743028056,
      "learning_rate": 0.0002626862357107243,
      "loss": 5.4375,
      "step": 35154
    },
    {
      "epoch": 1.4398935080892894,
      "grad_norm": 2.7430023280483997,
      "learning_rate": 0.00026268408307449217,
      "loss": 5.0,
      "step": 35155
    },
    {
      "epoch": 1.4399344665164857,
      "grad_norm": 2.2053907838534323,
      "learning_rate": 0.00026268193038498955,
      "loss": 4.9688,
      "step": 35156
    },
    {
      "epoch": 1.439975424943682,
      "grad_norm": 3.0404122635890136,
      "learning_rate": 0.0002626797776422174,
      "loss": 6.7812,
      "step": 35157
    },
    {
      "epoch": 1.4400163833708786,
      "grad_norm": 2.8262249461612607,
      "learning_rate": 0.00026267762484617687,
      "loss": 5.0625,
      "step": 35158
    },
    {
      "epoch": 1.4400573417980749,
      "grad_norm": 2.6633553759533126,
      "learning_rate": 0.00026267547199686886,
      "loss": 3.9375,
      "step": 35159
    },
    {
      "epoch": 1.4400983002252714,
      "grad_norm": 7.630501373001749,
      "learning_rate": 0.0002626733190942944,
      "loss": 6.2812,
      "step": 35160
    },
    {
      "epoch": 1.4401392586524677,
      "grad_norm": 2.6444416380810787,
      "learning_rate": 0.0002626711661384546,
      "loss": 4.375,
      "step": 35161
    },
    {
      "epoch": 1.4401802170796643,
      "grad_norm": 2.154907869912562,
      "learning_rate": 0.0002626690131293503,
      "loss": 3.5,
      "step": 35162
    },
    {
      "epoch": 1.4402211755068606,
      "grad_norm": 2.9272597634818323,
      "learning_rate": 0.0002626668600669827,
      "loss": 5.0312,
      "step": 35163
    },
    {
      "epoch": 1.4402621339340569,
      "grad_norm": 2.919302452476502,
      "learning_rate": 0.00026266470695135273,
      "loss": 2.5469,
      "step": 35164
    },
    {
      "epoch": 1.4403030923612534,
      "grad_norm": 6.355667657114152,
      "learning_rate": 0.00026266255378246144,
      "loss": 6.25,
      "step": 35165
    },
    {
      "epoch": 1.4403440507884497,
      "grad_norm": 2.3840256848885435,
      "learning_rate": 0.0002626604005603098,
      "loss": 5.7188,
      "step": 35166
    },
    {
      "epoch": 1.440385009215646,
      "grad_norm": 2.174900061902816,
      "learning_rate": 0.0002626582472848989,
      "loss": 4.375,
      "step": 35167
    },
    {
      "epoch": 1.4404259676428426,
      "grad_norm": 2.653050515052235,
      "learning_rate": 0.00026265609395622973,
      "loss": 4.9375,
      "step": 35168
    },
    {
      "epoch": 1.440466926070039,
      "grad_norm": 2.9474409207965264,
      "learning_rate": 0.0002626539405743033,
      "loss": 3.9375,
      "step": 35169
    },
    {
      "epoch": 1.4405078844972352,
      "grad_norm": 5.65856095741323,
      "learning_rate": 0.00026265178713912057,
      "loss": 8.75,
      "step": 35170
    },
    {
      "epoch": 1.4405488429244317,
      "grad_norm": 2.6589931498814323,
      "learning_rate": 0.0002626496336506826,
      "loss": 6.375,
      "step": 35171
    },
    {
      "epoch": 1.440589801351628,
      "grad_norm": 2.23280914080348,
      "learning_rate": 0.00026264748010899045,
      "loss": 4.7188,
      "step": 35172
    },
    {
      "epoch": 1.4406307597788244,
      "grad_norm": 2.454183260671036,
      "learning_rate": 0.0002626453265140451,
      "loss": 5.0,
      "step": 35173
    },
    {
      "epoch": 1.440671718206021,
      "grad_norm": 4.443205130589613,
      "learning_rate": 0.0002626431728658476,
      "loss": 1.1016,
      "step": 35174
    },
    {
      "epoch": 1.4407126766332172,
      "grad_norm": 6.137247405789239,
      "learning_rate": 0.00026264101916439894,
      "loss": 7.6562,
      "step": 35175
    },
    {
      "epoch": 1.4407536350604138,
      "grad_norm": 2.621899944580599,
      "learning_rate": 0.00026263886540970016,
      "loss": 6.1875,
      "step": 35176
    },
    {
      "epoch": 1.44079459348761,
      "grad_norm": 2.36895285293491,
      "learning_rate": 0.00026263671160175225,
      "loss": 5.0938,
      "step": 35177
    },
    {
      "epoch": 1.4408355519148064,
      "grad_norm": 2.585515492728636,
      "learning_rate": 0.0002626345577405562,
      "loss": 6.2812,
      "step": 35178
    },
    {
      "epoch": 1.440876510342003,
      "grad_norm": 2.4208070923944183,
      "learning_rate": 0.00026263240382611307,
      "loss": 4.9688,
      "step": 35179
    },
    {
      "epoch": 1.4409174687691992,
      "grad_norm": 7.414257840942529,
      "learning_rate": 0.0002626302498584239,
      "loss": 5.375,
      "step": 35180
    },
    {
      "epoch": 1.4409584271963958,
      "grad_norm": 5.149442648986717,
      "learning_rate": 0.0002626280958374897,
      "loss": 6.6875,
      "step": 35181
    },
    {
      "epoch": 1.440999385623592,
      "grad_norm": 2.3406699512032314,
      "learning_rate": 0.0002626259417633115,
      "loss": 4.8125,
      "step": 35182
    },
    {
      "epoch": 1.4410403440507884,
      "grad_norm": 2.1773414269112794,
      "learning_rate": 0.0002626237876358902,
      "loss": 4.5,
      "step": 35183
    },
    {
      "epoch": 1.441081302477985,
      "grad_norm": 3.6900138060142287,
      "learning_rate": 0.00026262163345522696,
      "loss": 7.4688,
      "step": 35184
    },
    {
      "epoch": 1.4411222609051813,
      "grad_norm": 2.275562527438965,
      "learning_rate": 0.00026261947922132274,
      "loss": 5.3125,
      "step": 35185
    },
    {
      "epoch": 1.4411632193323776,
      "grad_norm": 3.277886501922519,
      "learning_rate": 0.00026261732493417856,
      "loss": 5.4375,
      "step": 35186
    },
    {
      "epoch": 1.441204177759574,
      "grad_norm": 2.704947363873346,
      "learning_rate": 0.00026261517059379544,
      "loss": 5.2188,
      "step": 35187
    },
    {
      "epoch": 1.4412451361867704,
      "grad_norm": 15.20807224494888,
      "learning_rate": 0.00026261301620017437,
      "loss": 3.9844,
      "step": 35188
    },
    {
      "epoch": 1.4412860946139667,
      "grad_norm": 2.117806724623239,
      "learning_rate": 0.0002626108617533165,
      "loss": 4.7188,
      "step": 35189
    },
    {
      "epoch": 1.4413270530411633,
      "grad_norm": 5.693393122663557,
      "learning_rate": 0.0002626087072532227,
      "loss": 7.0,
      "step": 35190
    },
    {
      "epoch": 1.4413680114683596,
      "grad_norm": 2.032091839082593,
      "learning_rate": 0.000262606552699894,
      "loss": 4.75,
      "step": 35191
    },
    {
      "epoch": 1.441408969895556,
      "grad_norm": 2.3209869345070167,
      "learning_rate": 0.00026260439809333146,
      "loss": 5.4375,
      "step": 35192
    },
    {
      "epoch": 1.4414499283227524,
      "grad_norm": 2.682413806166176,
      "learning_rate": 0.0002626022434335361,
      "loss": 5.875,
      "step": 35193
    },
    {
      "epoch": 1.4414908867499487,
      "grad_norm": 3.9936461085779125,
      "learning_rate": 0.00026260008872050895,
      "loss": 5.0938,
      "step": 35194
    },
    {
      "epoch": 1.4415318451771453,
      "grad_norm": 2.395996568233083,
      "learning_rate": 0.000262597933954251,
      "loss": 4.5,
      "step": 35195
    },
    {
      "epoch": 1.4415728036043416,
      "grad_norm": 3.133402001508463,
      "learning_rate": 0.0002625957791347633,
      "loss": 6.0938,
      "step": 35196
    },
    {
      "epoch": 1.4416137620315381,
      "grad_norm": 4.22569948059876,
      "learning_rate": 0.0002625936242620469,
      "loss": 6.125,
      "step": 35197
    },
    {
      "epoch": 1.4416547204587344,
      "grad_norm": 2.530631231093847,
      "learning_rate": 0.0002625914693361027,
      "loss": 4.6875,
      "step": 35198
    },
    {
      "epoch": 1.4416956788859308,
      "grad_norm": 2.2075903543710473,
      "learning_rate": 0.0002625893143569318,
      "loss": 4.9688,
      "step": 35199
    },
    {
      "epoch": 1.4417366373131273,
      "grad_norm": 3.6371949485407202,
      "learning_rate": 0.00026258715932453517,
      "loss": 5.9375,
      "step": 35200
    },
    {
      "epoch": 1.4417775957403236,
      "grad_norm": 4.706648372813771,
      "learning_rate": 0.0002625850042389139,
      "loss": 5.5312,
      "step": 35201
    },
    {
      "epoch": 1.44181855416752,
      "grad_norm": 5.0300020848753775,
      "learning_rate": 0.000262582849100069,
      "loss": 7.4062,
      "step": 35202
    },
    {
      "epoch": 1.4418595125947165,
      "grad_norm": 2.541005567933888,
      "learning_rate": 0.00026258069390800137,
      "loss": 5.1562,
      "step": 35203
    },
    {
      "epoch": 1.4419004710219128,
      "grad_norm": 2.359741729148796,
      "learning_rate": 0.00026257853866271216,
      "loss": 4.5312,
      "step": 35204
    },
    {
      "epoch": 1.441941429449109,
      "grad_norm": 2.1487506716724036,
      "learning_rate": 0.0002625763833642024,
      "loss": 4.4062,
      "step": 35205
    },
    {
      "epoch": 1.4419823878763056,
      "grad_norm": 2.076525212789489,
      "learning_rate": 0.000262574228012473,
      "loss": 4.4688,
      "step": 35206
    },
    {
      "epoch": 1.442023346303502,
      "grad_norm": 3.1797151424610113,
      "learning_rate": 0.0002625720726075251,
      "loss": 5.0312,
      "step": 35207
    },
    {
      "epoch": 1.4420643047306982,
      "grad_norm": 2.9952013924414564,
      "learning_rate": 0.00026256991714935965,
      "loss": 5.0625,
      "step": 35208
    },
    {
      "epoch": 1.4421052631578948,
      "grad_norm": 7.259058397373165,
      "learning_rate": 0.00026256776163797763,
      "loss": 4.625,
      "step": 35209
    },
    {
      "epoch": 1.442146221585091,
      "grad_norm": 3.8516919594981753,
      "learning_rate": 0.0002625656060733801,
      "loss": 5.5625,
      "step": 35210
    },
    {
      "epoch": 1.4421871800122874,
      "grad_norm": 2.5093488651658786,
      "learning_rate": 0.00026256345045556814,
      "loss": 3.8125,
      "step": 35211
    },
    {
      "epoch": 1.442228138439484,
      "grad_norm": 2.5448466466378945,
      "learning_rate": 0.00026256129478454266,
      "loss": 5.2812,
      "step": 35212
    },
    {
      "epoch": 1.4422690968666803,
      "grad_norm": 2.7798730897001986,
      "learning_rate": 0.00026255913906030477,
      "loss": 4.2812,
      "step": 35213
    },
    {
      "epoch": 1.4423100552938768,
      "grad_norm": 2.3731370898833117,
      "learning_rate": 0.0002625569832828554,
      "loss": 5.5,
      "step": 35214
    },
    {
      "epoch": 1.442351013721073,
      "grad_norm": 2.142771669714758,
      "learning_rate": 0.0002625548274521957,
      "loss": 4.5,
      "step": 35215
    },
    {
      "epoch": 1.4423919721482696,
      "grad_norm": 3.636255784315282,
      "learning_rate": 0.00026255267156832655,
      "loss": 5.9375,
      "step": 35216
    },
    {
      "epoch": 1.442432930575466,
      "grad_norm": 2.2973203126279387,
      "learning_rate": 0.00026255051563124903,
      "loss": 4.4375,
      "step": 35217
    },
    {
      "epoch": 1.4424738890026623,
      "grad_norm": 2.775074096449894,
      "learning_rate": 0.0002625483596409642,
      "loss": 6.5,
      "step": 35218
    },
    {
      "epoch": 1.4425148474298588,
      "grad_norm": 3.1566336685582486,
      "learning_rate": 0.000262546203597473,
      "loss": 5.3438,
      "step": 35219
    },
    {
      "epoch": 1.4425558058570551,
      "grad_norm": 3.2179364841192486,
      "learning_rate": 0.00026254404750077645,
      "loss": 5.875,
      "step": 35220
    },
    {
      "epoch": 1.4425967642842514,
      "grad_norm": 3.614630085489515,
      "learning_rate": 0.00026254189135087563,
      "loss": 7.2812,
      "step": 35221
    },
    {
      "epoch": 1.442637722711448,
      "grad_norm": 2.565706964927711,
      "learning_rate": 0.00026253973514777154,
      "loss": 4.625,
      "step": 35222
    },
    {
      "epoch": 1.4426786811386443,
      "grad_norm": 2.2823276045059804,
      "learning_rate": 0.00026253757889146517,
      "loss": 5.1875,
      "step": 35223
    },
    {
      "epoch": 1.4427196395658406,
      "grad_norm": 9.284599460675999,
      "learning_rate": 0.00026253542258195765,
      "loss": 3.5156,
      "step": 35224
    },
    {
      "epoch": 1.4427605979930371,
      "grad_norm": 7.088185403683387,
      "learning_rate": 0.00026253326621924984,
      "loss": 4.4688,
      "step": 35225
    },
    {
      "epoch": 1.4428015564202334,
      "grad_norm": 4.769284868305319,
      "learning_rate": 0.00026253110980334283,
      "loss": 7.125,
      "step": 35226
    },
    {
      "epoch": 1.4428425148474298,
      "grad_norm": 2.23054863283563,
      "learning_rate": 0.00026252895333423766,
      "loss": 4.7188,
      "step": 35227
    },
    {
      "epoch": 1.4428834732746263,
      "grad_norm": 2.278100500985787,
      "learning_rate": 0.0002625267968119353,
      "loss": 4.25,
      "step": 35228
    },
    {
      "epoch": 1.4429244317018226,
      "grad_norm": 2.2187948212677076,
      "learning_rate": 0.0002625246402364369,
      "loss": 4.9062,
      "step": 35229
    },
    {
      "epoch": 1.442965390129019,
      "grad_norm": 2.968513853675894,
      "learning_rate": 0.00026252248360774327,
      "loss": 4.0938,
      "step": 35230
    },
    {
      "epoch": 1.4430063485562155,
      "grad_norm": 2.344973543960484,
      "learning_rate": 0.00026252032692585556,
      "loss": 4.625,
      "step": 35231
    },
    {
      "epoch": 1.4430473069834118,
      "grad_norm": 2.873344075392948,
      "learning_rate": 0.00026251817019077477,
      "loss": 5.6875,
      "step": 35232
    },
    {
      "epoch": 1.4430882654106083,
      "grad_norm": 2.3489375445328515,
      "learning_rate": 0.00026251601340250195,
      "loss": 5.2188,
      "step": 35233
    },
    {
      "epoch": 1.4431292238378046,
      "grad_norm": 2.037287742871831,
      "learning_rate": 0.00026251385656103805,
      "loss": 4.4688,
      "step": 35234
    },
    {
      "epoch": 1.4431701822650012,
      "grad_norm": 2.5626650303097254,
      "learning_rate": 0.0002625116996663842,
      "loss": 5.875,
      "step": 35235
    },
    {
      "epoch": 1.4432111406921975,
      "grad_norm": 2.2704723934984545,
      "learning_rate": 0.0002625095427185413,
      "loss": 4.4062,
      "step": 35236
    },
    {
      "epoch": 1.4432520991193938,
      "grad_norm": 2.625573423184992,
      "learning_rate": 0.0002625073857175104,
      "loss": 4.1875,
      "step": 35237
    },
    {
      "epoch": 1.4432930575465903,
      "grad_norm": 2.6886999428837948,
      "learning_rate": 0.0002625052286632925,
      "loss": 5.2812,
      "step": 35238
    },
    {
      "epoch": 1.4433340159737866,
      "grad_norm": 5.371256727910665,
      "learning_rate": 0.00026250307155588874,
      "loss": 5.625,
      "step": 35239
    },
    {
      "epoch": 1.443374974400983,
      "grad_norm": 8.859938140128516,
      "learning_rate": 0.0002625009143953,
      "loss": 5.3438,
      "step": 35240
    },
    {
      "epoch": 1.4434159328281795,
      "grad_norm": 2.1865490451808687,
      "learning_rate": 0.0002624987571815274,
      "loss": 5.4062,
      "step": 35241
    },
    {
      "epoch": 1.4434568912553758,
      "grad_norm": 2.1043435359311498,
      "learning_rate": 0.0002624965999145719,
      "loss": 4.4375,
      "step": 35242
    },
    {
      "epoch": 1.443497849682572,
      "grad_norm": 5.326452202787771,
      "learning_rate": 0.0002624944425944345,
      "loss": 3.875,
      "step": 35243
    },
    {
      "epoch": 1.4435388081097686,
      "grad_norm": 2.149309760663784,
      "learning_rate": 0.00026249228522111633,
      "loss": 4.8125,
      "step": 35244
    },
    {
      "epoch": 1.443579766536965,
      "grad_norm": 2.1609543790523675,
      "learning_rate": 0.00026249012779461825,
      "loss": 4.6562,
      "step": 35245
    },
    {
      "epoch": 1.4436207249641613,
      "grad_norm": 3.530582858531362,
      "learning_rate": 0.0002624879703149414,
      "loss": 5.75,
      "step": 35246
    },
    {
      "epoch": 1.4436616833913578,
      "grad_norm": 9.984079878884915,
      "learning_rate": 0.00026248581278208677,
      "loss": 3.0312,
      "step": 35247
    },
    {
      "epoch": 1.4437026418185541,
      "grad_norm": 3.326859288938914,
      "learning_rate": 0.0002624836551960554,
      "loss": 5.5938,
      "step": 35248
    },
    {
      "epoch": 1.4437436002457504,
      "grad_norm": 3.7678605396734004,
      "learning_rate": 0.0002624814975568482,
      "loss": 6.5625,
      "step": 35249
    },
    {
      "epoch": 1.443784558672947,
      "grad_norm": 2.1365525356154618,
      "learning_rate": 0.00026247933986446636,
      "loss": 5.2812,
      "step": 35250
    },
    {
      "epoch": 1.4438255171001433,
      "grad_norm": 2.8064701037503013,
      "learning_rate": 0.0002624771821189108,
      "loss": 5.5938,
      "step": 35251
    },
    {
      "epoch": 1.4438664755273398,
      "grad_norm": 3.6867336706806313,
      "learning_rate": 0.00026247502432018256,
      "loss": 4.5625,
      "step": 35252
    },
    {
      "epoch": 1.4439074339545361,
      "grad_norm": 2.579451246803417,
      "learning_rate": 0.0002624728664682826,
      "loss": 6.4688,
      "step": 35253
    },
    {
      "epoch": 1.4439483923817327,
      "grad_norm": 2.700157353081537,
      "learning_rate": 0.00026247070856321206,
      "loss": 3.6719,
      "step": 35254
    },
    {
      "epoch": 1.443989350808929,
      "grad_norm": 6.460962251187614,
      "learning_rate": 0.00026246855060497185,
      "loss": 5.6875,
      "step": 35255
    },
    {
      "epoch": 1.4440303092361253,
      "grad_norm": 4.235934111764108,
      "learning_rate": 0.00026246639259356306,
      "loss": 5.4688,
      "step": 35256
    },
    {
      "epoch": 1.4440712676633218,
      "grad_norm": 2.431054774682848,
      "learning_rate": 0.0002624642345289867,
      "loss": 5.0312,
      "step": 35257
    },
    {
      "epoch": 1.4441122260905181,
      "grad_norm": 2.4822669515746134,
      "learning_rate": 0.00026246207641124374,
      "loss": 5.1875,
      "step": 35258
    },
    {
      "epoch": 1.4441531845177145,
      "grad_norm": 2.186710917669787,
      "learning_rate": 0.00026245991824033527,
      "loss": 4.7812,
      "step": 35259
    },
    {
      "epoch": 1.444194142944911,
      "grad_norm": 2.5320686573634847,
      "learning_rate": 0.00026245776001626223,
      "loss": 5.8125,
      "step": 35260
    },
    {
      "epoch": 1.4442351013721073,
      "grad_norm": 4.829646391251665,
      "learning_rate": 0.0002624556017390258,
      "loss": 3.9375,
      "step": 35261
    },
    {
      "epoch": 1.4442760597993036,
      "grad_norm": 3.036090422738796,
      "learning_rate": 0.00026245344340862677,
      "loss": 5.3438,
      "step": 35262
    },
    {
      "epoch": 1.4443170182265002,
      "grad_norm": 2.5467999755939927,
      "learning_rate": 0.0002624512850250663,
      "loss": 4.125,
      "step": 35263
    },
    {
      "epoch": 1.4443579766536965,
      "grad_norm": 8.590715430696008,
      "learning_rate": 0.0002624491265883454,
      "loss": 7.0625,
      "step": 35264
    },
    {
      "epoch": 1.4443989350808928,
      "grad_norm": 2.3285201535277804,
      "learning_rate": 0.00026244696809846505,
      "loss": 5.0312,
      "step": 35265
    },
    {
      "epoch": 1.4444398935080893,
      "grad_norm": 2.5893814377175874,
      "learning_rate": 0.0002624448095554263,
      "loss": 5.0625,
      "step": 35266
    },
    {
      "epoch": 1.4444808519352856,
      "grad_norm": 2.8614809440612983,
      "learning_rate": 0.0002624426509592302,
      "loss": 5.5,
      "step": 35267
    },
    {
      "epoch": 1.444521810362482,
      "grad_norm": 2.946066108489735,
      "learning_rate": 0.0002624404923098777,
      "loss": 5.25,
      "step": 35268
    },
    {
      "epoch": 1.4445627687896785,
      "grad_norm": 9.955988642782192,
      "learning_rate": 0.00026243833360736996,
      "loss": 5.6562,
      "step": 35269
    },
    {
      "epoch": 1.4446037272168748,
      "grad_norm": 5.74825567286546,
      "learning_rate": 0.0002624361748517078,
      "loss": 5.25,
      "step": 35270
    },
    {
      "epoch": 1.4446446856440713,
      "grad_norm": 3.9151132980376637,
      "learning_rate": 0.00026243401604289236,
      "loss": 5.7812,
      "step": 35271
    },
    {
      "epoch": 1.4446856440712676,
      "grad_norm": 2.816908507317369,
      "learning_rate": 0.0002624318571809247,
      "loss": 6.7812,
      "step": 35272
    },
    {
      "epoch": 1.4447266024984642,
      "grad_norm": 3.0500312397280163,
      "learning_rate": 0.0002624296982658057,
      "loss": 5.0,
      "step": 35273
    },
    {
      "epoch": 1.4447675609256605,
      "grad_norm": 3.1054363632510933,
      "learning_rate": 0.0002624275392975365,
      "loss": 5.5,
      "step": 35274
    },
    {
      "epoch": 1.4448085193528568,
      "grad_norm": 3.13704436359385,
      "learning_rate": 0.0002624253802761181,
      "loss": 5.75,
      "step": 35275
    },
    {
      "epoch": 1.4448494777800533,
      "grad_norm": 2.7351818671510166,
      "learning_rate": 0.0002624232212015515,
      "loss": 4.5,
      "step": 35276
    },
    {
      "epoch": 1.4448904362072497,
      "grad_norm": 2.3749466893453626,
      "learning_rate": 0.0002624210620738377,
      "loss": 4.625,
      "step": 35277
    },
    {
      "epoch": 1.444931394634446,
      "grad_norm": 3.49847140812277,
      "learning_rate": 0.00026241890289297777,
      "loss": 5.4688,
      "step": 35278
    },
    {
      "epoch": 1.4449723530616425,
      "grad_norm": 2.2011358860153436,
      "learning_rate": 0.00026241674365897263,
      "loss": 5.2812,
      "step": 35279
    },
    {
      "epoch": 1.4450133114888388,
      "grad_norm": 3.1092671220169263,
      "learning_rate": 0.0002624145843718235,
      "loss": 5.1875,
      "step": 35280
    },
    {
      "epoch": 1.4450542699160351,
      "grad_norm": 2.6714064123053007,
      "learning_rate": 0.0002624124250315312,
      "loss": 5.5625,
      "step": 35281
    },
    {
      "epoch": 1.4450952283432317,
      "grad_norm": 2.1018926909975177,
      "learning_rate": 0.00026241026563809684,
      "loss": 4.7812,
      "step": 35282
    },
    {
      "epoch": 1.445136186770428,
      "grad_norm": 3.4613591582267915,
      "learning_rate": 0.0002624081061915214,
      "loss": 4.1562,
      "step": 35283
    },
    {
      "epoch": 1.4451771451976243,
      "grad_norm": 4.794542690364321,
      "learning_rate": 0.00026240594669180595,
      "loss": 7.5312,
      "step": 35284
    },
    {
      "epoch": 1.4452181036248208,
      "grad_norm": 2.217573926039583,
      "learning_rate": 0.00026240378713895154,
      "loss": 4.4688,
      "step": 35285
    },
    {
      "epoch": 1.4452590620520172,
      "grad_norm": 2.164251273155293,
      "learning_rate": 0.00026240162753295913,
      "loss": 5.0312,
      "step": 35286
    },
    {
      "epoch": 1.4453000204792135,
      "grad_norm": 2.296059764506244,
      "learning_rate": 0.0002623994678738297,
      "loss": 4.9375,
      "step": 35287
    },
    {
      "epoch": 1.44534097890641,
      "grad_norm": 2.1963392292226023,
      "learning_rate": 0.00026239730816156434,
      "loss": 5.7188,
      "step": 35288
    },
    {
      "epoch": 1.4453819373336063,
      "grad_norm": 2.5829918078138405,
      "learning_rate": 0.00026239514839616413,
      "loss": 5.5312,
      "step": 35289
    },
    {
      "epoch": 1.4454228957608029,
      "grad_norm": 2.408623049557626,
      "learning_rate": 0.0002623929885776299,
      "loss": 5.7812,
      "step": 35290
    },
    {
      "epoch": 1.4454638541879992,
      "grad_norm": 3.138570433780224,
      "learning_rate": 0.00026239082870596283,
      "loss": 6.1562,
      "step": 35291
    },
    {
      "epoch": 1.4455048126151957,
      "grad_norm": 2.254561396079904,
      "learning_rate": 0.000262388668781164,
      "loss": 4.4375,
      "step": 35292
    },
    {
      "epoch": 1.445545771042392,
      "grad_norm": 2.6569750370570526,
      "learning_rate": 0.00026238650880323417,
      "loss": 5.875,
      "step": 35293
    },
    {
      "epoch": 1.4455867294695883,
      "grad_norm": 9.147043504705684,
      "learning_rate": 0.0002623843487721746,
      "loss": 4.1875,
      "step": 35294
    },
    {
      "epoch": 1.4456276878967849,
      "grad_norm": 2.808744538021823,
      "learning_rate": 0.00026238218868798627,
      "loss": 2.1094,
      "step": 35295
    },
    {
      "epoch": 1.4456686463239812,
      "grad_norm": 2.628796399711838,
      "learning_rate": 0.00026238002855067007,
      "loss": 4.5938,
      "step": 35296
    },
    {
      "epoch": 1.4457096047511775,
      "grad_norm": 2.4831967301817,
      "learning_rate": 0.00026237786836022715,
      "loss": 5.75,
      "step": 35297
    },
    {
      "epoch": 1.445750563178374,
      "grad_norm": 3.940123732996114,
      "learning_rate": 0.0002623757081166585,
      "loss": 5.375,
      "step": 35298
    },
    {
      "epoch": 1.4457915216055703,
      "grad_norm": 9.011804069252102,
      "learning_rate": 0.00026237354781996516,
      "loss": 3.7656,
      "step": 35299
    },
    {
      "epoch": 1.4458324800327667,
      "grad_norm": 2.8438139850601836,
      "learning_rate": 0.0002623713874701481,
      "loss": 1.5391,
      "step": 35300
    },
    {
      "epoch": 1.4458734384599632,
      "grad_norm": 7.106384571455853,
      "learning_rate": 0.00026236922706720833,
      "loss": 5.1562,
      "step": 35301
    },
    {
      "epoch": 1.4459143968871595,
      "grad_norm": 3.4347697737614755,
      "learning_rate": 0.000262367066611147,
      "loss": 5.9062,
      "step": 35302
    },
    {
      "epoch": 1.4459553553143558,
      "grad_norm": 2.9032079460461975,
      "learning_rate": 0.00026236490610196495,
      "loss": 5.1875,
      "step": 35303
    },
    {
      "epoch": 1.4459963137415524,
      "grad_norm": 3.1285986177624183,
      "learning_rate": 0.00026236274553966335,
      "loss": 5.25,
      "step": 35304
    },
    {
      "epoch": 1.4460372721687487,
      "grad_norm": 3.3745938088441294,
      "learning_rate": 0.00026236058492424316,
      "loss": 2.4375,
      "step": 35305
    },
    {
      "epoch": 1.446078230595945,
      "grad_norm": 2.271719362707606,
      "learning_rate": 0.00026235842425570535,
      "loss": 4.8438,
      "step": 35306
    },
    {
      "epoch": 1.4461191890231415,
      "grad_norm": 4.013025846536845,
      "learning_rate": 0.0002623562635340511,
      "loss": 7.4375,
      "step": 35307
    },
    {
      "epoch": 1.4461601474503378,
      "grad_norm": 2.420423346660019,
      "learning_rate": 0.00026235410275928124,
      "loss": 4.9375,
      "step": 35308
    },
    {
      "epoch": 1.4462011058775344,
      "grad_norm": 2.289846020759688,
      "learning_rate": 0.00026235194193139694,
      "loss": 5.4688,
      "step": 35309
    },
    {
      "epoch": 1.4462420643047307,
      "grad_norm": 2.8211931771623493,
      "learning_rate": 0.00026234978105039915,
      "loss": 5.125,
      "step": 35310
    },
    {
      "epoch": 1.4462830227319272,
      "grad_norm": 2.3689813809960967,
      "learning_rate": 0.00026234762011628884,
      "loss": 4.5,
      "step": 35311
    },
    {
      "epoch": 1.4463239811591235,
      "grad_norm": 3.335887025155259,
      "learning_rate": 0.00026234545912906716,
      "loss": 5.9688,
      "step": 35312
    },
    {
      "epoch": 1.4463649395863198,
      "grad_norm": 2.301283111951882,
      "learning_rate": 0.000262343298088735,
      "loss": 5.3125,
      "step": 35313
    },
    {
      "epoch": 1.4464058980135164,
      "grad_norm": 5.757331589987659,
      "learning_rate": 0.0002623411369952935,
      "loss": 7.7812,
      "step": 35314
    },
    {
      "epoch": 1.4464468564407127,
      "grad_norm": 5.395684301094678,
      "learning_rate": 0.00026233897584874364,
      "loss": 5.7812,
      "step": 35315
    },
    {
      "epoch": 1.446487814867909,
      "grad_norm": 2.400997421080057,
      "learning_rate": 0.0002623368146490864,
      "loss": 4.7188,
      "step": 35316
    },
    {
      "epoch": 1.4465287732951055,
      "grad_norm": 2.042590651353382,
      "learning_rate": 0.00026233465339632286,
      "loss": 4.1875,
      "step": 35317
    },
    {
      "epoch": 1.4465697317223019,
      "grad_norm": 3.6051874353191034,
      "learning_rate": 0.000262332492090454,
      "loss": 5.875,
      "step": 35318
    },
    {
      "epoch": 1.4466106901494982,
      "grad_norm": 3.183569795174723,
      "learning_rate": 0.00026233033073148085,
      "loss": 5.4688,
      "step": 35319
    },
    {
      "epoch": 1.4466516485766947,
      "grad_norm": 8.446466627137939,
      "learning_rate": 0.00026232816931940446,
      "loss": 2.0156,
      "step": 35320
    },
    {
      "epoch": 1.446692607003891,
      "grad_norm": 4.128393816553072,
      "learning_rate": 0.00026232600785422585,
      "loss": 6.7812,
      "step": 35321
    },
    {
      "epoch": 1.4467335654310873,
      "grad_norm": 4.926011176114696,
      "learning_rate": 0.00026232384633594595,
      "loss": 5.2188,
      "step": 35322
    },
    {
      "epoch": 1.4467745238582839,
      "grad_norm": 4.675517504742544,
      "learning_rate": 0.0002623216847645659,
      "loss": 3.3281,
      "step": 35323
    },
    {
      "epoch": 1.4468154822854802,
      "grad_norm": 3.349963722616201,
      "learning_rate": 0.00026231952314008665,
      "loss": 5.3125,
      "step": 35324
    },
    {
      "epoch": 1.4468564407126765,
      "grad_norm": 2.12422469945022,
      "learning_rate": 0.00026231736146250926,
      "loss": 4.2188,
      "step": 35325
    },
    {
      "epoch": 1.446897399139873,
      "grad_norm": 2.7379049034541443,
      "learning_rate": 0.00026231519973183475,
      "loss": 4.9688,
      "step": 35326
    },
    {
      "epoch": 1.4469383575670693,
      "grad_norm": 4.225134852400732,
      "learning_rate": 0.0002623130379480641,
      "loss": 5.8438,
      "step": 35327
    },
    {
      "epoch": 1.4469793159942659,
      "grad_norm": 16.031202960175463,
      "learning_rate": 0.0002623108761111984,
      "loss": 3.9375,
      "step": 35328
    },
    {
      "epoch": 1.4470202744214622,
      "grad_norm": 2.689326945759231,
      "learning_rate": 0.0002623087142212386,
      "loss": 5.5,
      "step": 35329
    },
    {
      "epoch": 1.4470612328486587,
      "grad_norm": 2.698188387920461,
      "learning_rate": 0.00026230655227818577,
      "loss": 5.5938,
      "step": 35330
    },
    {
      "epoch": 1.447102191275855,
      "grad_norm": 2.3586417491132137,
      "learning_rate": 0.000262304390282041,
      "loss": 4.75,
      "step": 35331
    },
    {
      "epoch": 1.4471431497030514,
      "grad_norm": 2.2575130742922638,
      "learning_rate": 0.0002623022282328051,
      "loss": 5.25,
      "step": 35332
    },
    {
      "epoch": 1.447184108130248,
      "grad_norm": 2.3680233254716847,
      "learning_rate": 0.00026230006613047927,
      "loss": 4.5312,
      "step": 35333
    },
    {
      "epoch": 1.4472250665574442,
      "grad_norm": 2.1572188779972024,
      "learning_rate": 0.0002622979039750645,
      "loss": 5.0,
      "step": 35334
    },
    {
      "epoch": 1.4472660249846405,
      "grad_norm": 2.4007666886851493,
      "learning_rate": 0.0002622957417665618,
      "loss": 4.6875,
      "step": 35335
    },
    {
      "epoch": 1.447306983411837,
      "grad_norm": 4.307361981407152,
      "learning_rate": 0.00026229357950497214,
      "loss": 5.4688,
      "step": 35336
    },
    {
      "epoch": 1.4473479418390334,
      "grad_norm": 3.946335544260879,
      "learning_rate": 0.00026229141719029663,
      "loss": 6.2188,
      "step": 35337
    },
    {
      "epoch": 1.4473889002662297,
      "grad_norm": 2.2815571901588165,
      "learning_rate": 0.00026228925482253625,
      "loss": 4.4062,
      "step": 35338
    },
    {
      "epoch": 1.4474298586934262,
      "grad_norm": 3.000410404088313,
      "learning_rate": 0.0002622870924016921,
      "loss": 4.8125,
      "step": 35339
    },
    {
      "epoch": 1.4474708171206225,
      "grad_norm": 2.7857677009409754,
      "learning_rate": 0.000262284929927765,
      "loss": 4.9062,
      "step": 35340
    },
    {
      "epoch": 1.4475117755478188,
      "grad_norm": 2.1735098145881646,
      "learning_rate": 0.00026228276740075624,
      "loss": 4.6875,
      "step": 35341
    },
    {
      "epoch": 1.4475527339750154,
      "grad_norm": 2.482876498111505,
      "learning_rate": 0.0002622806048206666,
      "loss": 3.5781,
      "step": 35342
    },
    {
      "epoch": 1.4475936924022117,
      "grad_norm": 3.0464291820319085,
      "learning_rate": 0.0002622784421874972,
      "loss": 5.9062,
      "step": 35343
    },
    {
      "epoch": 1.4476346508294082,
      "grad_norm": 5.422855425944933,
      "learning_rate": 0.0002622762795012491,
      "loss": 4.8438,
      "step": 35344
    },
    {
      "epoch": 1.4476756092566045,
      "grad_norm": 2.9734284335501626,
      "learning_rate": 0.00026227411676192327,
      "loss": 5.3438,
      "step": 35345
    },
    {
      "epoch": 1.4477165676838009,
      "grad_norm": 3.943069100934199,
      "learning_rate": 0.0002622719539695208,
      "loss": 4.0312,
      "step": 35346
    },
    {
      "epoch": 1.4477575261109974,
      "grad_norm": 2.7299210880417073,
      "learning_rate": 0.00026226979112404267,
      "loss": 4.8125,
      "step": 35347
    },
    {
      "epoch": 1.4477984845381937,
      "grad_norm": 2.2766098409929794,
      "learning_rate": 0.0002622676282254898,
      "loss": 4.8125,
      "step": 35348
    },
    {
      "epoch": 1.4478394429653902,
      "grad_norm": 2.3666003926415646,
      "learning_rate": 0.0002622654652738634,
      "loss": 4.375,
      "step": 35349
    },
    {
      "epoch": 1.4478804013925866,
      "grad_norm": 2.2003852962208708,
      "learning_rate": 0.0002622633022691644,
      "loss": 4.6875,
      "step": 35350
    },
    {
      "epoch": 1.4479213598197829,
      "grad_norm": 2.472368594593083,
      "learning_rate": 0.00026226113921139373,
      "loss": 3.75,
      "step": 35351
    },
    {
      "epoch": 1.4479623182469794,
      "grad_norm": 3.3380184128515955,
      "learning_rate": 0.0002622589761005526,
      "loss": 5.6562,
      "step": 35352
    },
    {
      "epoch": 1.4480032766741757,
      "grad_norm": 2.4491943290708376,
      "learning_rate": 0.00026225681293664193,
      "loss": 4.9375,
      "step": 35353
    },
    {
      "epoch": 1.448044235101372,
      "grad_norm": 2.853315875598227,
      "learning_rate": 0.00026225464971966274,
      "loss": 5.5,
      "step": 35354
    },
    {
      "epoch": 1.4480851935285686,
      "grad_norm": 2.1951700921764092,
      "learning_rate": 0.0002622524864496161,
      "loss": 4.3438,
      "step": 35355
    },
    {
      "epoch": 1.4481261519557649,
      "grad_norm": 2.1614871066988672,
      "learning_rate": 0.00026225032312650294,
      "loss": 4.125,
      "step": 35356
    },
    {
      "epoch": 1.4481671103829612,
      "grad_norm": 2.638180172323525,
      "learning_rate": 0.0002622481597503244,
      "loss": 5.0938,
      "step": 35357
    },
    {
      "epoch": 1.4482080688101577,
      "grad_norm": 6.244319412371579,
      "learning_rate": 0.00026224599632108134,
      "loss": 5.875,
      "step": 35358
    },
    {
      "epoch": 1.448249027237354,
      "grad_norm": 2.8704309730199173,
      "learning_rate": 0.00026224383283877494,
      "loss": 5.3125,
      "step": 35359
    },
    {
      "epoch": 1.4482899856645504,
      "grad_norm": 2.7091205971014425,
      "learning_rate": 0.00026224166930340623,
      "loss": 4.3125,
      "step": 35360
    },
    {
      "epoch": 1.448330944091747,
      "grad_norm": 2.2337642723097355,
      "learning_rate": 0.0002622395057149761,
      "loss": 5.1562,
      "step": 35361
    },
    {
      "epoch": 1.4483719025189432,
      "grad_norm": 2.6177255867832914,
      "learning_rate": 0.0002622373420734857,
      "loss": 5.3438,
      "step": 35362
    },
    {
      "epoch": 1.4484128609461397,
      "grad_norm": 2.3045964472860656,
      "learning_rate": 0.00026223517837893596,
      "loss": 4.7812,
      "step": 35363
    },
    {
      "epoch": 1.448453819373336,
      "grad_norm": 2.5967710010841323,
      "learning_rate": 0.00026223301463132795,
      "loss": 5.125,
      "step": 35364
    },
    {
      "epoch": 1.4484947778005326,
      "grad_norm": 2.287495788351585,
      "learning_rate": 0.00026223085083066267,
      "loss": 4.7188,
      "step": 35365
    },
    {
      "epoch": 1.448535736227729,
      "grad_norm": 3.914834070016522,
      "learning_rate": 0.0002622286869769412,
      "loss": 5.4688,
      "step": 35366
    },
    {
      "epoch": 1.4485766946549252,
      "grad_norm": 2.418945385981395,
      "learning_rate": 0.00026222652307016445,
      "loss": 4.9688,
      "step": 35367
    },
    {
      "epoch": 1.4486176530821218,
      "grad_norm": 2.633149682597139,
      "learning_rate": 0.00026222435911033357,
      "loss": 5.7812,
      "step": 35368
    },
    {
      "epoch": 1.448658611509318,
      "grad_norm": 4.136579100497223,
      "learning_rate": 0.0002622221950974495,
      "loss": 6.0625,
      "step": 35369
    },
    {
      "epoch": 1.4486995699365144,
      "grad_norm": 2.1849837779188053,
      "learning_rate": 0.0002622200310315133,
      "loss": 4.8125,
      "step": 35370
    },
    {
      "epoch": 1.448740528363711,
      "grad_norm": 2.506157977680777,
      "learning_rate": 0.00026221786691252595,
      "loss": 4.875,
      "step": 35371
    },
    {
      "epoch": 1.4487814867909072,
      "grad_norm": 2.396107543634023,
      "learning_rate": 0.0002622157027404885,
      "loss": 3.9219,
      "step": 35372
    },
    {
      "epoch": 1.4488224452181035,
      "grad_norm": 2.4731547262530693,
      "learning_rate": 0.00026221353851540205,
      "loss": 5.0938,
      "step": 35373
    },
    {
      "epoch": 1.4488634036453,
      "grad_norm": 2.395682665200722,
      "learning_rate": 0.00026221137423726746,
      "loss": 4.5938,
      "step": 35374
    },
    {
      "epoch": 1.4489043620724964,
      "grad_norm": 2.458563247586473,
      "learning_rate": 0.0002622092099060859,
      "loss": 5.1875,
      "step": 35375
    },
    {
      "epoch": 1.4489453204996927,
      "grad_norm": 2.5935598982440067,
      "learning_rate": 0.00026220704552185834,
      "loss": 5.6562,
      "step": 35376
    },
    {
      "epoch": 1.4489862789268892,
      "grad_norm": 2.635825178512584,
      "learning_rate": 0.0002622048810845858,
      "loss": 4.9688,
      "step": 35377
    },
    {
      "epoch": 1.4490272373540856,
      "grad_norm": 2.3621800823091457,
      "learning_rate": 0.0002622027165942693,
      "loss": 4.2812,
      "step": 35378
    },
    {
      "epoch": 1.4490681957812819,
      "grad_norm": 2.313514783971507,
      "learning_rate": 0.00026220055205090984,
      "loss": 5.1562,
      "step": 35379
    },
    {
      "epoch": 1.4491091542084784,
      "grad_norm": 2.803123659790579,
      "learning_rate": 0.00026219838745450847,
      "loss": 4.9688,
      "step": 35380
    },
    {
      "epoch": 1.4491501126356747,
      "grad_norm": 2.715119685859256,
      "learning_rate": 0.00026219622280506625,
      "loss": 5.2812,
      "step": 35381
    },
    {
      "epoch": 1.4491910710628713,
      "grad_norm": 2.9768116452404763,
      "learning_rate": 0.0002621940581025841,
      "loss": 5.6875,
      "step": 35382
    },
    {
      "epoch": 1.4492320294900676,
      "grad_norm": 2.2825269018695646,
      "learning_rate": 0.0002621918933470632,
      "loss": 5.125,
      "step": 35383
    },
    {
      "epoch": 1.449272987917264,
      "grad_norm": 2.092446700112294,
      "learning_rate": 0.0002621897285385044,
      "loss": 4.5625,
      "step": 35384
    },
    {
      "epoch": 1.4493139463444604,
      "grad_norm": 3.634550898853243,
      "learning_rate": 0.00026218756367690885,
      "loss": 4.0312,
      "step": 35385
    },
    {
      "epoch": 1.4493549047716567,
      "grad_norm": 3.529939684523693,
      "learning_rate": 0.0002621853987622775,
      "loss": 7.0938,
      "step": 35386
    },
    {
      "epoch": 1.4493958631988533,
      "grad_norm": 2.1872916204022625,
      "learning_rate": 0.0002621832337946114,
      "loss": 4.0938,
      "step": 35387
    },
    {
      "epoch": 1.4494368216260496,
      "grad_norm": 2.450011440946857,
      "learning_rate": 0.00026218106877391164,
      "loss": 5.7188,
      "step": 35388
    },
    {
      "epoch": 1.449477780053246,
      "grad_norm": 10.720523205466527,
      "learning_rate": 0.00026217890370017915,
      "loss": 4.5625,
      "step": 35389
    },
    {
      "epoch": 1.4495187384804424,
      "grad_norm": 2.0972502319075748,
      "learning_rate": 0.00026217673857341497,
      "loss": 4.875,
      "step": 35390
    },
    {
      "epoch": 1.4495596969076388,
      "grad_norm": 3.41465254864835,
      "learning_rate": 0.0002621745733936202,
      "loss": 4.5,
      "step": 35391
    },
    {
      "epoch": 1.449600655334835,
      "grad_norm": 3.6593623769446944,
      "learning_rate": 0.0002621724081607957,
      "loss": 4.6875,
      "step": 35392
    },
    {
      "epoch": 1.4496416137620316,
      "grad_norm": 4.223603323021976,
      "learning_rate": 0.00026217024287494264,
      "loss": 4.2188,
      "step": 35393
    },
    {
      "epoch": 1.449682572189228,
      "grad_norm": 2.7757699454049427,
      "learning_rate": 0.00026216807753606195,
      "loss": 4.8438,
      "step": 35394
    },
    {
      "epoch": 1.4497235306164242,
      "grad_norm": 2.2793513054673276,
      "learning_rate": 0.00026216591214415477,
      "loss": 5.3125,
      "step": 35395
    },
    {
      "epoch": 1.4497644890436208,
      "grad_norm": 3.8042827242820745,
      "learning_rate": 0.00026216374669922203,
      "loss": 4.5938,
      "step": 35396
    },
    {
      "epoch": 1.449805447470817,
      "grad_norm": 2.599914626711471,
      "learning_rate": 0.0002621615812012648,
      "loss": 5.5625,
      "step": 35397
    },
    {
      "epoch": 1.4498464058980134,
      "grad_norm": 1.952054806869149,
      "learning_rate": 0.0002621594156502841,
      "loss": 4.0312,
      "step": 35398
    },
    {
      "epoch": 1.44988736432521,
      "grad_norm": 3.7426262136410617,
      "learning_rate": 0.0002621572500462809,
      "loss": 3.1562,
      "step": 35399
    },
    {
      "epoch": 1.4499283227524062,
      "grad_norm": 2.4294728483670887,
      "learning_rate": 0.00026215508438925624,
      "loss": 5.6875,
      "step": 35400
    },
    {
      "epoch": 1.4499692811796028,
      "grad_norm": 2.912557910280485,
      "learning_rate": 0.0002621529186792112,
      "loss": 4.75,
      "step": 35401
    },
    {
      "epoch": 1.450010239606799,
      "grad_norm": 2.2318991787845546,
      "learning_rate": 0.00026215075291614675,
      "loss": 4.6562,
      "step": 35402
    },
    {
      "epoch": 1.4500511980339956,
      "grad_norm": 2.255489314534551,
      "learning_rate": 0.00026214858710006396,
      "loss": 4.5312,
      "step": 35403
    },
    {
      "epoch": 1.450092156461192,
      "grad_norm": 3.6764607501247806,
      "learning_rate": 0.0002621464212309638,
      "loss": 4.0312,
      "step": 35404
    },
    {
      "epoch": 1.4501331148883883,
      "grad_norm": 2.8688086330826676,
      "learning_rate": 0.0002621442553088473,
      "loss": 4.8438,
      "step": 35405
    },
    {
      "epoch": 1.4501740733155848,
      "grad_norm": 7.314103510474446,
      "learning_rate": 0.00026214208933371554,
      "loss": 6.5938,
      "step": 35406
    },
    {
      "epoch": 1.450215031742781,
      "grad_norm": 2.808056263515376,
      "learning_rate": 0.00026213992330556947,
      "loss": 5.75,
      "step": 35407
    },
    {
      "epoch": 1.4502559901699774,
      "grad_norm": 2.5612587842967254,
      "learning_rate": 0.0002621377572244102,
      "loss": 5.3438,
      "step": 35408
    },
    {
      "epoch": 1.450296948597174,
      "grad_norm": 3.9321204667487026,
      "learning_rate": 0.0002621355910902387,
      "loss": 5.8438,
      "step": 35409
    },
    {
      "epoch": 1.4503379070243703,
      "grad_norm": 5.105513626561207,
      "learning_rate": 0.00026213342490305594,
      "loss": 5.3125,
      "step": 35410
    },
    {
      "epoch": 1.4503788654515666,
      "grad_norm": 10.627556161426764,
      "learning_rate": 0.0002621312586628631,
      "loss": 6.7812,
      "step": 35411
    },
    {
      "epoch": 1.4504198238787631,
      "grad_norm": 4.106861292185031,
      "learning_rate": 0.000262129092369661,
      "loss": 3.6094,
      "step": 35412
    },
    {
      "epoch": 1.4504607823059594,
      "grad_norm": 2.9430030513776853,
      "learning_rate": 0.0002621269260234508,
      "loss": 5.8125,
      "step": 35413
    },
    {
      "epoch": 1.4505017407331557,
      "grad_norm": 2.0148999446581612,
      "learning_rate": 0.00026212475962423355,
      "loss": 4.8438,
      "step": 35414
    },
    {
      "epoch": 1.4505426991603523,
      "grad_norm": 2.127204276205296,
      "learning_rate": 0.00026212259317201015,
      "loss": 5.2812,
      "step": 35415
    },
    {
      "epoch": 1.4505836575875486,
      "grad_norm": 2.491584587225651,
      "learning_rate": 0.0002621204266667818,
      "loss": 5.375,
      "step": 35416
    },
    {
      "epoch": 1.450624616014745,
      "grad_norm": 3.149220888797072,
      "learning_rate": 0.0002621182601085493,
      "loss": 6.0,
      "step": 35417
    },
    {
      "epoch": 1.4506655744419414,
      "grad_norm": 5.188489427841419,
      "learning_rate": 0.00026211609349731385,
      "loss": 2.2969,
      "step": 35418
    },
    {
      "epoch": 1.4507065328691378,
      "grad_norm": 2.20622308286298,
      "learning_rate": 0.0002621139268330764,
      "loss": 4.3125,
      "step": 35419
    },
    {
      "epoch": 1.4507474912963343,
      "grad_norm": 3.448499790973338,
      "learning_rate": 0.00026211176011583804,
      "loss": 5.4375,
      "step": 35420
    },
    {
      "epoch": 1.4507884497235306,
      "grad_norm": 2.6720375482243965,
      "learning_rate": 0.00026210959334559966,
      "loss": 5.7188,
      "step": 35421
    },
    {
      "epoch": 1.4508294081507271,
      "grad_norm": 2.628165326399567,
      "learning_rate": 0.00026210742652236244,
      "loss": 5.1562,
      "step": 35422
    },
    {
      "epoch": 1.4508703665779235,
      "grad_norm": 2.394031272636388,
      "learning_rate": 0.0002621052596461273,
      "loss": 5.1875,
      "step": 35423
    },
    {
      "epoch": 1.4509113250051198,
      "grad_norm": 2.6113572131460554,
      "learning_rate": 0.0002621030927168953,
      "loss": 3.9062,
      "step": 35424
    },
    {
      "epoch": 1.4509522834323163,
      "grad_norm": 2.4258569396492655,
      "learning_rate": 0.0002621009257346675,
      "loss": 4.8438,
      "step": 35425
    },
    {
      "epoch": 1.4509932418595126,
      "grad_norm": 2.2037344082271435,
      "learning_rate": 0.00026209875869944485,
      "loss": 5.25,
      "step": 35426
    },
    {
      "epoch": 1.451034200286709,
      "grad_norm": 2.1587798466443244,
      "learning_rate": 0.0002620965916112284,
      "loss": 4.5938,
      "step": 35427
    },
    {
      "epoch": 1.4510751587139055,
      "grad_norm": 2.637272226040958,
      "learning_rate": 0.00026209442447001923,
      "loss": 5.7188,
      "step": 35428
    },
    {
      "epoch": 1.4511161171411018,
      "grad_norm": 2.7732082656875514,
      "learning_rate": 0.0002620922572758183,
      "loss": 5.5312,
      "step": 35429
    },
    {
      "epoch": 1.451157075568298,
      "grad_norm": 2.4335154497956175,
      "learning_rate": 0.0002620900900286266,
      "loss": 5.0312,
      "step": 35430
    },
    {
      "epoch": 1.4511980339954946,
      "grad_norm": 2.826530366383601,
      "learning_rate": 0.0002620879227284453,
      "loss": 5.2812,
      "step": 35431
    },
    {
      "epoch": 1.451238992422691,
      "grad_norm": 2.641839652644086,
      "learning_rate": 0.0002620857553752753,
      "loss": 5.4062,
      "step": 35432
    },
    {
      "epoch": 1.4512799508498873,
      "grad_norm": 5.348836770348155,
      "learning_rate": 0.00026208358796911765,
      "loss": 3.5,
      "step": 35433
    },
    {
      "epoch": 1.4513209092770838,
      "grad_norm": 2.054089856046413,
      "learning_rate": 0.0002620814205099734,
      "loss": 5.0312,
      "step": 35434
    },
    {
      "epoch": 1.45136186770428,
      "grad_norm": 2.123127978202311,
      "learning_rate": 0.00026207925299784356,
      "loss": 4.2812,
      "step": 35435
    },
    {
      "epoch": 1.4514028261314764,
      "grad_norm": 2.7913443354245087,
      "learning_rate": 0.0002620770854327291,
      "loss": 5.3125,
      "step": 35436
    },
    {
      "epoch": 1.451443784558673,
      "grad_norm": 2.3789569648423625,
      "learning_rate": 0.00026207491781463115,
      "loss": 5.9062,
      "step": 35437
    },
    {
      "epoch": 1.4514847429858693,
      "grad_norm": 2.466445791195072,
      "learning_rate": 0.00026207275014355065,
      "loss": 5.7188,
      "step": 35438
    },
    {
      "epoch": 1.4515257014130658,
      "grad_norm": 2.545654562515972,
      "learning_rate": 0.0002620705824194887,
      "loss": 6.0625,
      "step": 35439
    },
    {
      "epoch": 1.4515666598402621,
      "grad_norm": 3.136807878074424,
      "learning_rate": 0.00026206841464244626,
      "loss": 5.9062,
      "step": 35440
    },
    {
      "epoch": 1.4516076182674587,
      "grad_norm": 2.435637480507099,
      "learning_rate": 0.0002620662468124244,
      "loss": 5.3438,
      "step": 35441
    },
    {
      "epoch": 1.451648576694655,
      "grad_norm": 2.429865383841505,
      "learning_rate": 0.00026206407892942404,
      "loss": 4.6562,
      "step": 35442
    },
    {
      "epoch": 1.4516895351218513,
      "grad_norm": 3.0054320397009224,
      "learning_rate": 0.0002620619109934464,
      "loss": 6.0938,
      "step": 35443
    },
    {
      "epoch": 1.4517304935490478,
      "grad_norm": 3.7489597720294627,
      "learning_rate": 0.0002620597430044923,
      "loss": 6.5938,
      "step": 35444
    },
    {
      "epoch": 1.4517714519762441,
      "grad_norm": 2.113047138123179,
      "learning_rate": 0.0002620575749625629,
      "loss": 4.0938,
      "step": 35445
    },
    {
      "epoch": 1.4518124104034404,
      "grad_norm": 1.5759947916660255,
      "learning_rate": 0.00026205540686765916,
      "loss": 2.5625,
      "step": 35446
    },
    {
      "epoch": 1.451853368830637,
      "grad_norm": 2.889864056247808,
      "learning_rate": 0.0002620532387197821,
      "loss": 4.6875,
      "step": 35447
    },
    {
      "epoch": 1.4518943272578333,
      "grad_norm": 2.4132038270552485,
      "learning_rate": 0.00026205107051893283,
      "loss": 5.3438,
      "step": 35448
    },
    {
      "epoch": 1.4519352856850296,
      "grad_norm": 2.3949198380896055,
      "learning_rate": 0.0002620489022651123,
      "loss": 5.0,
      "step": 35449
    },
    {
      "epoch": 1.4519762441122261,
      "grad_norm": 3.2901090214340103,
      "learning_rate": 0.0002620467339583215,
      "loss": 7.1875,
      "step": 35450
    },
    {
      "epoch": 1.4520172025394225,
      "grad_norm": 3.300208868991144,
      "learning_rate": 0.0002620445655985616,
      "loss": 6.9062,
      "step": 35451
    },
    {
      "epoch": 1.4520581609666188,
      "grad_norm": 3.3671903666908363,
      "learning_rate": 0.00026204239718583347,
      "loss": 5.9688,
      "step": 35452
    },
    {
      "epoch": 1.4520991193938153,
      "grad_norm": 3.606376373340214,
      "learning_rate": 0.0002620402287201382,
      "loss": 5.875,
      "step": 35453
    },
    {
      "epoch": 1.4521400778210116,
      "grad_norm": 5.153676908455686,
      "learning_rate": 0.0002620380602014768,
      "loss": 1.3516,
      "step": 35454
    },
    {
      "epoch": 1.452181036248208,
      "grad_norm": 2.661864077686901,
      "learning_rate": 0.00026203589162985034,
      "loss": 4.4375,
      "step": 35455
    },
    {
      "epoch": 1.4522219946754045,
      "grad_norm": 2.06131851150044,
      "learning_rate": 0.00026203372300525983,
      "loss": 2.8906,
      "step": 35456
    },
    {
      "epoch": 1.4522629531026008,
      "grad_norm": 2.5071699004463803,
      "learning_rate": 0.0002620315543277062,
      "loss": 5.4062,
      "step": 35457
    },
    {
      "epoch": 1.4523039115297973,
      "grad_norm": 2.61730615267478,
      "learning_rate": 0.0002620293855971906,
      "loss": 5.0938,
      "step": 35458
    },
    {
      "epoch": 1.4523448699569936,
      "grad_norm": 3.321744762638367,
      "learning_rate": 0.00026202721681371397,
      "loss": 7.25,
      "step": 35459
    },
    {
      "epoch": 1.4523858283841902,
      "grad_norm": 2.1012401171525608,
      "learning_rate": 0.00026202504797727746,
      "loss": 4.6562,
      "step": 35460
    },
    {
      "epoch": 1.4524267868113865,
      "grad_norm": 14.170052033445595,
      "learning_rate": 0.0002620228790878819,
      "loss": 6.4688,
      "step": 35461
    },
    {
      "epoch": 1.4524677452385828,
      "grad_norm": 5.031427615819963,
      "learning_rate": 0.0002620207101455285,
      "loss": 3.3594,
      "step": 35462
    },
    {
      "epoch": 1.4525087036657793,
      "grad_norm": 2.793007041083048,
      "learning_rate": 0.0002620185411502182,
      "loss": 6.3438,
      "step": 35463
    },
    {
      "epoch": 1.4525496620929756,
      "grad_norm": 3.469410742679086,
      "learning_rate": 0.000262016372101952,
      "loss": 5.6562,
      "step": 35464
    },
    {
      "epoch": 1.452590620520172,
      "grad_norm": 2.308200356784191,
      "learning_rate": 0.000262014203000731,
      "loss": 4.1875,
      "step": 35465
    },
    {
      "epoch": 1.4526315789473685,
      "grad_norm": 3.3157635853435057,
      "learning_rate": 0.00026201203384655614,
      "loss": 4.875,
      "step": 35466
    },
    {
      "epoch": 1.4526725373745648,
      "grad_norm": 4.199456721387692,
      "learning_rate": 0.00026200986463942853,
      "loss": 2.6406,
      "step": 35467
    },
    {
      "epoch": 1.4527134958017611,
      "grad_norm": 3.289161314747137,
      "learning_rate": 0.00026200769537934913,
      "loss": 4.2812,
      "step": 35468
    },
    {
      "epoch": 1.4527544542289577,
      "grad_norm": 4.26020530249948,
      "learning_rate": 0.00026200552606631903,
      "loss": 2.125,
      "step": 35469
    },
    {
      "epoch": 1.452795412656154,
      "grad_norm": 4.328547908597551,
      "learning_rate": 0.00026200335670033915,
      "loss": 4.5938,
      "step": 35470
    },
    {
      "epoch": 1.4528363710833503,
      "grad_norm": 2.4561779663215084,
      "learning_rate": 0.00026200118728141064,
      "loss": 5.9062,
      "step": 35471
    },
    {
      "epoch": 1.4528773295105468,
      "grad_norm": 2.3162554148328782,
      "learning_rate": 0.0002619990178095344,
      "loss": 4.75,
      "step": 35472
    },
    {
      "epoch": 1.4529182879377431,
      "grad_norm": 2.7625093441251436,
      "learning_rate": 0.0002619968482847116,
      "loss": 5.0312,
      "step": 35473
    },
    {
      "epoch": 1.4529592463649394,
      "grad_norm": 4.517771819598012,
      "learning_rate": 0.00026199467870694317,
      "loss": 6.2188,
      "step": 35474
    },
    {
      "epoch": 1.453000204792136,
      "grad_norm": 2.4925862919348725,
      "learning_rate": 0.0002619925090762301,
      "loss": 5.5312,
      "step": 35475
    },
    {
      "epoch": 1.4530411632193323,
      "grad_norm": 4.182164085969687,
      "learning_rate": 0.00026199033939257354,
      "loss": 5.1562,
      "step": 35476
    },
    {
      "epoch": 1.4530821216465288,
      "grad_norm": 2.2108454047629977,
      "learning_rate": 0.00026198816965597444,
      "loss": 4.7812,
      "step": 35477
    },
    {
      "epoch": 1.4531230800737251,
      "grad_norm": 8.396082449860575,
      "learning_rate": 0.0002619859998664338,
      "loss": 1.6953,
      "step": 35478
    },
    {
      "epoch": 1.4531640385009217,
      "grad_norm": 2.3216080945017366,
      "learning_rate": 0.0002619838300239527,
      "loss": 3.5312,
      "step": 35479
    },
    {
      "epoch": 1.453204996928118,
      "grad_norm": 3.911125540001423,
      "learning_rate": 0.0002619816601285321,
      "loss": 2.1719,
      "step": 35480
    },
    {
      "epoch": 1.4532459553553143,
      "grad_norm": 11.773104744195429,
      "learning_rate": 0.00026197949018017306,
      "loss": 3.2031,
      "step": 35481
    },
    {
      "epoch": 1.4532869137825108,
      "grad_norm": 2.7615041939217218,
      "learning_rate": 0.0002619773201788767,
      "loss": 4.7812,
      "step": 35482
    },
    {
      "epoch": 1.4533278722097072,
      "grad_norm": 2.2063006429510152,
      "learning_rate": 0.0002619751501246439,
      "loss": 4.0938,
      "step": 35483
    },
    {
      "epoch": 1.4533688306369035,
      "grad_norm": 2.8472211635277165,
      "learning_rate": 0.00026197298001747577,
      "loss": 7.0,
      "step": 35484
    },
    {
      "epoch": 1.4534097890641,
      "grad_norm": 2.281840506118747,
      "learning_rate": 0.0002619708098573733,
      "loss": 4.3438,
      "step": 35485
    },
    {
      "epoch": 1.4534507474912963,
      "grad_norm": 3.039556382745582,
      "learning_rate": 0.00026196863964433756,
      "loss": 6.0938,
      "step": 35486
    },
    {
      "epoch": 1.4534917059184926,
      "grad_norm": 4.878189040580401,
      "learning_rate": 0.00026196646937836954,
      "loss": 4.5,
      "step": 35487
    },
    {
      "epoch": 1.4535326643456892,
      "grad_norm": 2.601958626925109,
      "learning_rate": 0.0002619642990594702,
      "loss": 4.3438,
      "step": 35488
    },
    {
      "epoch": 1.4535736227728855,
      "grad_norm": 2.569885760719943,
      "learning_rate": 0.0002619621286876407,
      "loss": 5.2188,
      "step": 35489
    },
    {
      "epoch": 1.4536145812000818,
      "grad_norm": 2.4385090964488176,
      "learning_rate": 0.000261959958262882,
      "loss": 5.1875,
      "step": 35490
    },
    {
      "epoch": 1.4536555396272783,
      "grad_norm": 3.9218295714776805,
      "learning_rate": 0.0002619577877851951,
      "loss": 6.5625,
      "step": 35491
    },
    {
      "epoch": 1.4536964980544747,
      "grad_norm": 2.7714520647404637,
      "learning_rate": 0.0002619556172545811,
      "loss": 4.7188,
      "step": 35492
    },
    {
      "epoch": 1.4537374564816712,
      "grad_norm": 6.66744931095878,
      "learning_rate": 0.0002619534466710409,
      "loss": 6.125,
      "step": 35493
    },
    {
      "epoch": 1.4537784149088675,
      "grad_norm": 3.8252447976629846,
      "learning_rate": 0.0002619512760345757,
      "loss": 6.7188,
      "step": 35494
    },
    {
      "epoch": 1.4538193733360638,
      "grad_norm": 2.580197540180651,
      "learning_rate": 0.0002619491053451864,
      "loss": 4.5625,
      "step": 35495
    },
    {
      "epoch": 1.4538603317632603,
      "grad_norm": 2.1944973224156357,
      "learning_rate": 0.00026194693460287403,
      "loss": 4.75,
      "step": 35496
    },
    {
      "epoch": 1.4539012901904567,
      "grad_norm": 2.3612750261810307,
      "learning_rate": 0.00026194476380763965,
      "loss": 5.0938,
      "step": 35497
    },
    {
      "epoch": 1.4539422486176532,
      "grad_norm": 3.019896542621951,
      "learning_rate": 0.0002619425929594843,
      "loss": 7.1875,
      "step": 35498
    },
    {
      "epoch": 1.4539832070448495,
      "grad_norm": 2.4274315036443737,
      "learning_rate": 0.000261940422058409,
      "loss": 4.9062,
      "step": 35499
    },
    {
      "epoch": 1.4540241654720458,
      "grad_norm": 2.7225441608033307,
      "learning_rate": 0.00026193825110441474,
      "loss": 5.4688,
      "step": 35500
    },
    {
      "epoch": 1.4540651238992424,
      "grad_norm": 2.0971355138117334,
      "learning_rate": 0.00026193608009750257,
      "loss": 4.5,
      "step": 35501
    },
    {
      "epoch": 1.4541060823264387,
      "grad_norm": 2.442769875017469,
      "learning_rate": 0.00026193390903767353,
      "loss": 4.7188,
      "step": 35502
    },
    {
      "epoch": 1.454147040753635,
      "grad_norm": 3.151942298293445,
      "learning_rate": 0.0002619317379249286,
      "loss": 4.5312,
      "step": 35503
    },
    {
      "epoch": 1.4541879991808315,
      "grad_norm": 3.0541981649637444,
      "learning_rate": 0.0002619295667592689,
      "loss": 4.5312,
      "step": 35504
    },
    {
      "epoch": 1.4542289576080278,
      "grad_norm": 5.340258531311087,
      "learning_rate": 0.00026192739554069537,
      "loss": 5.3438,
      "step": 35505
    },
    {
      "epoch": 1.4542699160352242,
      "grad_norm": 3.49026483058944,
      "learning_rate": 0.00026192522426920904,
      "loss": 6.9375,
      "step": 35506
    },
    {
      "epoch": 1.4543108744624207,
      "grad_norm": 3.188156274319648,
      "learning_rate": 0.000261923052944811,
      "loss": 4.6875,
      "step": 35507
    },
    {
      "epoch": 1.454351832889617,
      "grad_norm": 3.2670100750656883,
      "learning_rate": 0.00026192088156750217,
      "loss": 4.8125,
      "step": 35508
    },
    {
      "epoch": 1.4543927913168133,
      "grad_norm": 5.589826362634465,
      "learning_rate": 0.00026191871013728365,
      "loss": 1.875,
      "step": 35509
    },
    {
      "epoch": 1.4544337497440099,
      "grad_norm": 2.932900866848391,
      "learning_rate": 0.00026191653865415655,
      "loss": 5.8125,
      "step": 35510
    },
    {
      "epoch": 1.4544747081712062,
      "grad_norm": 2.510731792266277,
      "learning_rate": 0.0002619143671181217,
      "loss": 4.75,
      "step": 35511
    },
    {
      "epoch": 1.4545156665984027,
      "grad_norm": 4.668701465937488,
      "learning_rate": 0.0002619121955291803,
      "loss": 5.6875,
      "step": 35512
    },
    {
      "epoch": 1.454556625025599,
      "grad_norm": 2.4241735713537507,
      "learning_rate": 0.00026191002388733326,
      "loss": 5.4375,
      "step": 35513
    },
    {
      "epoch": 1.4545975834527956,
      "grad_norm": 2.6265761769912803,
      "learning_rate": 0.00026190785219258166,
      "loss": 4.3125,
      "step": 35514
    },
    {
      "epoch": 1.4546385418799919,
      "grad_norm": 4.925588203045754,
      "learning_rate": 0.0002619056804449265,
      "loss": 5.4688,
      "step": 35515
    },
    {
      "epoch": 1.4546795003071882,
      "grad_norm": 2.421774522084334,
      "learning_rate": 0.00026190350864436894,
      "loss": 4.0,
      "step": 35516
    },
    {
      "epoch": 1.4547204587343847,
      "grad_norm": 2.197455308924556,
      "learning_rate": 0.0002619013367909098,
      "loss": 5.2812,
      "step": 35517
    },
    {
      "epoch": 1.454761417161581,
      "grad_norm": 2.191130013551985,
      "learning_rate": 0.00026189916488455025,
      "loss": 5.4062,
      "step": 35518
    },
    {
      "epoch": 1.4548023755887773,
      "grad_norm": 3.2763876733681436,
      "learning_rate": 0.0002618969929252912,
      "loss": 7.0625,
      "step": 35519
    },
    {
      "epoch": 1.4548433340159739,
      "grad_norm": 5.932802743493263,
      "learning_rate": 0.0002618948209131338,
      "loss": 5.8438,
      "step": 35520
    },
    {
      "epoch": 1.4548842924431702,
      "grad_norm": 2.6437126071010613,
      "learning_rate": 0.000261892648848079,
      "loss": 4.8125,
      "step": 35521
    },
    {
      "epoch": 1.4549252508703665,
      "grad_norm": 2.4700614546976314,
      "learning_rate": 0.0002618904767301279,
      "loss": 4.6562,
      "step": 35522
    },
    {
      "epoch": 1.454966209297563,
      "grad_norm": 2.4055385492873813,
      "learning_rate": 0.00026188830455928144,
      "loss": 5.4375,
      "step": 35523
    },
    {
      "epoch": 1.4550071677247594,
      "grad_norm": 2.6202859464090547,
      "learning_rate": 0.00026188613233554066,
      "loss": 5.3125,
      "step": 35524
    },
    {
      "epoch": 1.4550481261519557,
      "grad_norm": 2.5904147886235096,
      "learning_rate": 0.0002618839600589066,
      "loss": 5.8125,
      "step": 35525
    },
    {
      "epoch": 1.4550890845791522,
      "grad_norm": 2.0143692073115727,
      "learning_rate": 0.0002618817877293803,
      "loss": 4.4688,
      "step": 35526
    },
    {
      "epoch": 1.4551300430063485,
      "grad_norm": 2.441327636840624,
      "learning_rate": 0.0002618796153469628,
      "loss": 4.125,
      "step": 35527
    },
    {
      "epoch": 1.4551710014335448,
      "grad_norm": 2.596111650346054,
      "learning_rate": 0.0002618774429116551,
      "loss": 4.4688,
      "step": 35528
    },
    {
      "epoch": 1.4552119598607414,
      "grad_norm": 2.225958037144775,
      "learning_rate": 0.00026187527042345827,
      "loss": 5.1875,
      "step": 35529
    },
    {
      "epoch": 1.4552529182879377,
      "grad_norm": 3.4069651430801104,
      "learning_rate": 0.0002618730978823733,
      "loss": 6.4688,
      "step": 35530
    },
    {
      "epoch": 1.4552938767151342,
      "grad_norm": 2.1675151351965196,
      "learning_rate": 0.0002618709252884012,
      "loss": 4.8438,
      "step": 35531
    },
    {
      "epoch": 1.4553348351423305,
      "grad_norm": 3.3166116962699834,
      "learning_rate": 0.000261868752641543,
      "loss": 5.625,
      "step": 35532
    },
    {
      "epoch": 1.455375793569527,
      "grad_norm": 2.6086414693192577,
      "learning_rate": 0.00026186657994179975,
      "loss": 4.75,
      "step": 35533
    },
    {
      "epoch": 1.4554167519967234,
      "grad_norm": 7.261929965051114,
      "learning_rate": 0.0002618644071891725,
      "loss": 6.3438,
      "step": 35534
    },
    {
      "epoch": 1.4554577104239197,
      "grad_norm": 2.579937257772995,
      "learning_rate": 0.00026186223438366224,
      "loss": 5.4062,
      "step": 35535
    },
    {
      "epoch": 1.4554986688511162,
      "grad_norm": 2.3208238774662973,
      "learning_rate": 0.00026186006152527,
      "loss": 4.625,
      "step": 35536
    },
    {
      "epoch": 1.4555396272783125,
      "grad_norm": 2.511637524599841,
      "learning_rate": 0.00026185788861399684,
      "loss": 4.7812,
      "step": 35537
    },
    {
      "epoch": 1.4555805857055089,
      "grad_norm": 2.09309313128949,
      "learning_rate": 0.0002618557156498437,
      "loss": 4.5,
      "step": 35538
    },
    {
      "epoch": 1.4556215441327054,
      "grad_norm": 2.6407129200403303,
      "learning_rate": 0.0002618535426328118,
      "loss": 4.7812,
      "step": 35539
    },
    {
      "epoch": 1.4556625025599017,
      "grad_norm": 2.375477059617712,
      "learning_rate": 0.0002618513695629019,
      "loss": 5.25,
      "step": 35540
    },
    {
      "epoch": 1.455703460987098,
      "grad_norm": 2.1347819564845367,
      "learning_rate": 0.0002618491964401152,
      "loss": 4.9375,
      "step": 35541
    },
    {
      "epoch": 1.4557444194142946,
      "grad_norm": 2.2236328009398054,
      "learning_rate": 0.00026184702326445265,
      "loss": 4.8125,
      "step": 35542
    },
    {
      "epoch": 1.4557853778414909,
      "grad_norm": 2.830596895536425,
      "learning_rate": 0.0002618448500359154,
      "loss": 4.6562,
      "step": 35543
    },
    {
      "epoch": 1.4558263362686872,
      "grad_norm": 3.0446498254449126,
      "learning_rate": 0.00026184267675450436,
      "loss": 5.4375,
      "step": 35544
    },
    {
      "epoch": 1.4558672946958837,
      "grad_norm": 2.6351607885048267,
      "learning_rate": 0.0002618405034202206,
      "loss": 4.6875,
      "step": 35545
    },
    {
      "epoch": 1.45590825312308,
      "grad_norm": 4.706747808066876,
      "learning_rate": 0.00026183833003306514,
      "loss": 5.3438,
      "step": 35546
    },
    {
      "epoch": 1.4559492115502763,
      "grad_norm": 4.660453647511719,
      "learning_rate": 0.000261836156593039,
      "loss": 5.7812,
      "step": 35547
    },
    {
      "epoch": 1.4559901699774729,
      "grad_norm": 2.2805374558405425,
      "learning_rate": 0.0002618339831001432,
      "loss": 4.75,
      "step": 35548
    },
    {
      "epoch": 1.4560311284046692,
      "grad_norm": 4.819227053780626,
      "learning_rate": 0.0002618318095543788,
      "loss": 6.1562,
      "step": 35549
    },
    {
      "epoch": 1.4560720868318657,
      "grad_norm": 2.366593244331203,
      "learning_rate": 0.00026182963595574677,
      "loss": 4.4062,
      "step": 35550
    },
    {
      "epoch": 1.456113045259062,
      "grad_norm": 2.136299460549939,
      "learning_rate": 0.0002618274623042482,
      "loss": 4.3438,
      "step": 35551
    },
    {
      "epoch": 1.4561540036862586,
      "grad_norm": 2.4547698668954063,
      "learning_rate": 0.00026182528859988415,
      "loss": 5.5625,
      "step": 35552
    },
    {
      "epoch": 1.456194962113455,
      "grad_norm": 2.821495478957443,
      "learning_rate": 0.0002618231148426555,
      "loss": 4.125,
      "step": 35553
    },
    {
      "epoch": 1.4562359205406512,
      "grad_norm": 2.2535786856232676,
      "learning_rate": 0.00026182094103256346,
      "loss": 3.625,
      "step": 35554
    },
    {
      "epoch": 1.4562768789678477,
      "grad_norm": 2.8104239659338037,
      "learning_rate": 0.0002618187671696089,
      "loss": 4.9062,
      "step": 35555
    },
    {
      "epoch": 1.456317837395044,
      "grad_norm": 2.692443677321935,
      "learning_rate": 0.00026181659325379294,
      "loss": 4.7188,
      "step": 35556
    },
    {
      "epoch": 1.4563587958222404,
      "grad_norm": 2.43860905428352,
      "learning_rate": 0.0002618144192851166,
      "loss": 5.6875,
      "step": 35557
    },
    {
      "epoch": 1.456399754249437,
      "grad_norm": 2.1658990806639937,
      "learning_rate": 0.00026181224526358087,
      "loss": 4.3125,
      "step": 35558
    },
    {
      "epoch": 1.4564407126766332,
      "grad_norm": 2.4228049780850456,
      "learning_rate": 0.0002618100711891868,
      "loss": 4.7188,
      "step": 35559
    },
    {
      "epoch": 1.4564816711038295,
      "grad_norm": 2.1085973480432934,
      "learning_rate": 0.00026180789706193544,
      "loss": 4.7812,
      "step": 35560
    },
    {
      "epoch": 1.456522629531026,
      "grad_norm": 2.5055460649669,
      "learning_rate": 0.00026180572288182774,
      "loss": 4.3125,
      "step": 35561
    },
    {
      "epoch": 1.4565635879582224,
      "grad_norm": 3.7025523622789396,
      "learning_rate": 0.00026180354864886485,
      "loss": 6.3125,
      "step": 35562
    },
    {
      "epoch": 1.4566045463854187,
      "grad_norm": 2.2712453189557795,
      "learning_rate": 0.0002618013743630477,
      "loss": 4.5625,
      "step": 35563
    },
    {
      "epoch": 1.4566455048126152,
      "grad_norm": 4.076219014122575,
      "learning_rate": 0.00026179920002437733,
      "loss": 7.0938,
      "step": 35564
    },
    {
      "epoch": 1.4566864632398115,
      "grad_norm": 2.1533402720760098,
      "learning_rate": 0.0002617970256328548,
      "loss": 5.0938,
      "step": 35565
    },
    {
      "epoch": 1.4567274216670079,
      "grad_norm": 2.398854375764794,
      "learning_rate": 0.0002617948511884811,
      "loss": 5.125,
      "step": 35566
    },
    {
      "epoch": 1.4567683800942044,
      "grad_norm": 2.1797330042637033,
      "learning_rate": 0.00026179267669125734,
      "loss": 4.375,
      "step": 35567
    },
    {
      "epoch": 1.4568093385214007,
      "grad_norm": 2.8915410520591447,
      "learning_rate": 0.0002617905021411844,
      "loss": 4.7812,
      "step": 35568
    },
    {
      "epoch": 1.4568502969485972,
      "grad_norm": 2.451996740805137,
      "learning_rate": 0.0002617883275382635,
      "loss": 5.3125,
      "step": 35569
    },
    {
      "epoch": 1.4568912553757936,
      "grad_norm": 3.1091676236737698,
      "learning_rate": 0.00026178615288249547,
      "loss": 4.6875,
      "step": 35570
    },
    {
      "epoch": 1.45693221380299,
      "grad_norm": 2.1226029132339046,
      "learning_rate": 0.00026178397817388155,
      "loss": 4.75,
      "step": 35571
    },
    {
      "epoch": 1.4569731722301864,
      "grad_norm": 3.447793690891408,
      "learning_rate": 0.0002617818034124226,
      "loss": 4.7188,
      "step": 35572
    },
    {
      "epoch": 1.4570141306573827,
      "grad_norm": 2.7534568557743255,
      "learning_rate": 0.00026177962859811964,
      "loss": 5.7812,
      "step": 35573
    },
    {
      "epoch": 1.4570550890845793,
      "grad_norm": 2.3877737784624053,
      "learning_rate": 0.00026177745373097384,
      "loss": 4.375,
      "step": 35574
    },
    {
      "epoch": 1.4570960475117756,
      "grad_norm": 3.4123090265760045,
      "learning_rate": 0.0002617752788109861,
      "loss": 3.6719,
      "step": 35575
    },
    {
      "epoch": 1.4571370059389719,
      "grad_norm": 2.6080538311592676,
      "learning_rate": 0.0002617731038381575,
      "loss": 4.8438,
      "step": 35576
    },
    {
      "epoch": 1.4571779643661684,
      "grad_norm": 2.688940607858179,
      "learning_rate": 0.00026177092881248903,
      "loss": 6.375,
      "step": 35577
    },
    {
      "epoch": 1.4572189227933647,
      "grad_norm": 11.60281330918639,
      "learning_rate": 0.0002617687537339818,
      "loss": 6.5625,
      "step": 35578
    },
    {
      "epoch": 1.457259881220561,
      "grad_norm": 3.588537749052878,
      "learning_rate": 0.00026176657860263675,
      "loss": 4.875,
      "step": 35579
    },
    {
      "epoch": 1.4573008396477576,
      "grad_norm": 3.21585211683404,
      "learning_rate": 0.000261764403418455,
      "loss": 5.4375,
      "step": 35580
    },
    {
      "epoch": 1.457341798074954,
      "grad_norm": 2.49796022501201,
      "learning_rate": 0.00026176222818143747,
      "loss": 5.75,
      "step": 35581
    },
    {
      "epoch": 1.4573827565021502,
      "grad_norm": 7.620106890833226,
      "learning_rate": 0.0002617600528915853,
      "loss": 4.5625,
      "step": 35582
    },
    {
      "epoch": 1.4574237149293467,
      "grad_norm": 4.671750706892147,
      "learning_rate": 0.00026175787754889943,
      "loss": 2.875,
      "step": 35583
    },
    {
      "epoch": 1.457464673356543,
      "grad_norm": 3.3532916396510313,
      "learning_rate": 0.0002617557021533809,
      "loss": 4.8125,
      "step": 35584
    },
    {
      "epoch": 1.4575056317837394,
      "grad_norm": 2.351276300084415,
      "learning_rate": 0.0002617535267050308,
      "loss": 5.0312,
      "step": 35585
    },
    {
      "epoch": 1.457546590210936,
      "grad_norm": 2.2813100281170478,
      "learning_rate": 0.0002617513512038501,
      "loss": 4.4688,
      "step": 35586
    },
    {
      "epoch": 1.4575875486381322,
      "grad_norm": 2.493499803093261,
      "learning_rate": 0.0002617491756498398,
      "loss": 5.2812,
      "step": 35587
    },
    {
      "epoch": 1.4576285070653288,
      "grad_norm": 3.119228792544502,
      "learning_rate": 0.00026174700004300103,
      "loss": 5.4688,
      "step": 35588
    },
    {
      "epoch": 1.457669465492525,
      "grad_norm": 3.772083804995842,
      "learning_rate": 0.00026174482438333477,
      "loss": 6.8438,
      "step": 35589
    },
    {
      "epoch": 1.4577104239197216,
      "grad_norm": 4.4903825631949035,
      "learning_rate": 0.000261742648670842,
      "loss": 4.0625,
      "step": 35590
    },
    {
      "epoch": 1.457751382346918,
      "grad_norm": 3.1033947701580384,
      "learning_rate": 0.0002617404729055238,
      "loss": 5.125,
      "step": 35591
    },
    {
      "epoch": 1.4577923407741142,
      "grad_norm": 2.2119739340008877,
      "learning_rate": 0.0002617382970873812,
      "loss": 3.6875,
      "step": 35592
    },
    {
      "epoch": 1.4578332992013108,
      "grad_norm": 2.128035364100342,
      "learning_rate": 0.00026173612121641526,
      "loss": 4.6875,
      "step": 35593
    },
    {
      "epoch": 1.457874257628507,
      "grad_norm": 5.509068984623976,
      "learning_rate": 0.00026173394529262694,
      "loss": 7.2188,
      "step": 35594
    },
    {
      "epoch": 1.4579152160557034,
      "grad_norm": 2.3192142933991327,
      "learning_rate": 0.00026173176931601727,
      "loss": 5.6875,
      "step": 35595
    },
    {
      "epoch": 1.4579561744829,
      "grad_norm": 2.5043640445050723,
      "learning_rate": 0.00026172959328658727,
      "loss": 4.625,
      "step": 35596
    },
    {
      "epoch": 1.4579971329100962,
      "grad_norm": 2.3445665282511072,
      "learning_rate": 0.00026172741720433804,
      "loss": 5.0625,
      "step": 35597
    },
    {
      "epoch": 1.4580380913372926,
      "grad_norm": 2.060311103050625,
      "learning_rate": 0.0002617252410692706,
      "loss": 4.875,
      "step": 35598
    },
    {
      "epoch": 1.458079049764489,
      "grad_norm": 2.4432820390994796,
      "learning_rate": 0.0002617230648813859,
      "loss": 4.5625,
      "step": 35599
    },
    {
      "epoch": 1.4581200081916854,
      "grad_norm": 2.402009582930212,
      "learning_rate": 0.000261720888640685,
      "loss": 4.7188,
      "step": 35600
    },
    {
      "epoch": 1.4581609666188817,
      "grad_norm": 2.30795798767496,
      "learning_rate": 0.000261718712347169,
      "loss": 4.3438,
      "step": 35601
    },
    {
      "epoch": 1.4582019250460783,
      "grad_norm": 3.5550767212903085,
      "learning_rate": 0.0002617165360008389,
      "loss": 4.875,
      "step": 35602
    },
    {
      "epoch": 1.4582428834732746,
      "grad_norm": 3.0385843666460217,
      "learning_rate": 0.00026171435960169567,
      "loss": 5.4062,
      "step": 35603
    },
    {
      "epoch": 1.458283841900471,
      "grad_norm": 2.8319647832666055,
      "learning_rate": 0.0002617121831497404,
      "loss": 4.6562,
      "step": 35604
    },
    {
      "epoch": 1.4583248003276674,
      "grad_norm": 4.43110625321548,
      "learning_rate": 0.000261710006644974,
      "loss": 3.5781,
      "step": 35605
    },
    {
      "epoch": 1.4583657587548637,
      "grad_norm": 2.284796954929654,
      "learning_rate": 0.00026170783008739766,
      "loss": 4.4688,
      "step": 35606
    },
    {
      "epoch": 1.4584067171820603,
      "grad_norm": 2.0590254860912727,
      "learning_rate": 0.00026170565347701235,
      "loss": 5.0,
      "step": 35607
    },
    {
      "epoch": 1.4584476756092566,
      "grad_norm": 2.37213127117495,
      "learning_rate": 0.00026170347681381907,
      "loss": 4.8125,
      "step": 35608
    },
    {
      "epoch": 1.4584886340364531,
      "grad_norm": 2.229948968942504,
      "learning_rate": 0.00026170130009781886,
      "loss": 4.75,
      "step": 35609
    },
    {
      "epoch": 1.4585295924636494,
      "grad_norm": 2.68572299088241,
      "learning_rate": 0.0002616991233290128,
      "loss": 5.8125,
      "step": 35610
    },
    {
      "epoch": 1.4585705508908458,
      "grad_norm": 3.5096353601700994,
      "learning_rate": 0.0002616969465074018,
      "loss": 6.8438,
      "step": 35611
    },
    {
      "epoch": 1.4586115093180423,
      "grad_norm": 5.573785086654114,
      "learning_rate": 0.00026169476963298704,
      "loss": 4.7812,
      "step": 35612
    },
    {
      "epoch": 1.4586524677452386,
      "grad_norm": 2.5436576660714842,
      "learning_rate": 0.0002616925927057694,
      "loss": 5.125,
      "step": 35613
    },
    {
      "epoch": 1.458693426172435,
      "grad_norm": 3.073913357307404,
      "learning_rate": 0.00026169041572575,
      "loss": 4.1562,
      "step": 35614
    },
    {
      "epoch": 1.4587343845996315,
      "grad_norm": 2.6167554957438646,
      "learning_rate": 0.00026168823869292994,
      "loss": 4.1875,
      "step": 35615
    },
    {
      "epoch": 1.4587753430268278,
      "grad_norm": 2.2869347209630524,
      "learning_rate": 0.0002616860616073101,
      "loss": 5.1875,
      "step": 35616
    },
    {
      "epoch": 1.458816301454024,
      "grad_norm": 2.068934148753416,
      "learning_rate": 0.00026168388446889154,
      "loss": 4.4062,
      "step": 35617
    },
    {
      "epoch": 1.4588572598812206,
      "grad_norm": 2.3866261595394884,
      "learning_rate": 0.0002616817072776754,
      "loss": 4.5938,
      "step": 35618
    },
    {
      "epoch": 1.458898218308417,
      "grad_norm": 2.3422212676379113,
      "learning_rate": 0.00026167953003366254,
      "loss": 5.6562,
      "step": 35619
    },
    {
      "epoch": 1.4589391767356132,
      "grad_norm": 2.3615728986768016,
      "learning_rate": 0.0002616773527368541,
      "loss": 4.4688,
      "step": 35620
    },
    {
      "epoch": 1.4589801351628098,
      "grad_norm": 2.2717654732536294,
      "learning_rate": 0.0002616751753872511,
      "loss": 5.0938,
      "step": 35621
    },
    {
      "epoch": 1.459021093590006,
      "grad_norm": 5.860254918392452,
      "learning_rate": 0.0002616729979848546,
      "loss": 6.4375,
      "step": 35622
    },
    {
      "epoch": 1.4590620520172024,
      "grad_norm": 2.215289163803128,
      "learning_rate": 0.00026167082052966557,
      "loss": 5.0,
      "step": 35623
    },
    {
      "epoch": 1.459103010444399,
      "grad_norm": 5.219171752284577,
      "learning_rate": 0.000261668643021685,
      "loss": 4.2188,
      "step": 35624
    },
    {
      "epoch": 1.4591439688715953,
      "grad_norm": 3.956633049142529,
      "learning_rate": 0.00026166646546091403,
      "loss": 4.125,
      "step": 35625
    },
    {
      "epoch": 1.4591849272987918,
      "grad_norm": 3.233527670328119,
      "learning_rate": 0.0002616642878473536,
      "loss": 5.0312,
      "step": 35626
    },
    {
      "epoch": 1.459225885725988,
      "grad_norm": 2.601989475001083,
      "learning_rate": 0.0002616621101810048,
      "loss": 5.5625,
      "step": 35627
    },
    {
      "epoch": 1.4592668441531846,
      "grad_norm": 2.777260316643003,
      "learning_rate": 0.00026165993246186865,
      "loss": 4.5938,
      "step": 35628
    },
    {
      "epoch": 1.459307802580381,
      "grad_norm": 3.538976895458777,
      "learning_rate": 0.0002616577546899461,
      "loss": 5.5938,
      "step": 35629
    },
    {
      "epoch": 1.4593487610075773,
      "grad_norm": 2.248263635820371,
      "learning_rate": 0.00026165557686523826,
      "loss": 3.6406,
      "step": 35630
    },
    {
      "epoch": 1.4593897194347738,
      "grad_norm": 2.2014385248610258,
      "learning_rate": 0.0002616533989877462,
      "loss": 4.875,
      "step": 35631
    },
    {
      "epoch": 1.4594306778619701,
      "grad_norm": 2.5345109807813033,
      "learning_rate": 0.00026165122105747084,
      "loss": 5.8125,
      "step": 35632
    },
    {
      "epoch": 1.4594716362891664,
      "grad_norm": 2.294817150843719,
      "learning_rate": 0.0002616490430744133,
      "loss": 4.4062,
      "step": 35633
    },
    {
      "epoch": 1.459512594716363,
      "grad_norm": 2.6860701137434875,
      "learning_rate": 0.00026164686503857455,
      "loss": 4.7188,
      "step": 35634
    },
    {
      "epoch": 1.4595535531435593,
      "grad_norm": 4.288805002213082,
      "learning_rate": 0.00026164468694995564,
      "loss": 5.8438,
      "step": 35635
    },
    {
      "epoch": 1.4595945115707556,
      "grad_norm": 2.109439897715675,
      "learning_rate": 0.0002616425088085576,
      "loss": 4.2812,
      "step": 35636
    },
    {
      "epoch": 1.4596354699979521,
      "grad_norm": 9.412893538673636,
      "learning_rate": 0.00026164033061438146,
      "loss": 4.4688,
      "step": 35637
    },
    {
      "epoch": 1.4596764284251484,
      "grad_norm": 2.4231736309357976,
      "learning_rate": 0.0002616381523674282,
      "loss": 4.9375,
      "step": 35638
    },
    {
      "epoch": 1.4597173868523448,
      "grad_norm": 3.2414075936958513,
      "learning_rate": 0.000261635974067699,
      "loss": 7.25,
      "step": 35639
    },
    {
      "epoch": 1.4597583452795413,
      "grad_norm": 3.096449910547519,
      "learning_rate": 0.0002616337957151947,
      "loss": 6.4688,
      "step": 35640
    },
    {
      "epoch": 1.4597993037067376,
      "grad_norm": 2.3234759598934036,
      "learning_rate": 0.00026163161730991647,
      "loss": 5.0312,
      "step": 35641
    },
    {
      "epoch": 1.459840262133934,
      "grad_norm": 2.232256483817761,
      "learning_rate": 0.00026162943885186526,
      "loss": 5.1562,
      "step": 35642
    },
    {
      "epoch": 1.4598812205611305,
      "grad_norm": 2.12150275757496,
      "learning_rate": 0.0002616272603410422,
      "loss": 5.4688,
      "step": 35643
    },
    {
      "epoch": 1.4599221789883268,
      "grad_norm": 5.906468806342737,
      "learning_rate": 0.0002616250817774481,
      "loss": 5.0312,
      "step": 35644
    },
    {
      "epoch": 1.4599631374155233,
      "grad_norm": 3.1331002849008756,
      "learning_rate": 0.00026162290316108426,
      "loss": 6.3438,
      "step": 35645
    },
    {
      "epoch": 1.4600040958427196,
      "grad_norm": 2.545143274953308,
      "learning_rate": 0.00026162072449195157,
      "loss": 3.4375,
      "step": 35646
    },
    {
      "epoch": 1.4600450542699162,
      "grad_norm": 8.725520823382814,
      "learning_rate": 0.0002616185457700511,
      "loss": 3.5156,
      "step": 35647
    },
    {
      "epoch": 1.4600860126971125,
      "grad_norm": 2.0471420758006604,
      "learning_rate": 0.0002616163669953838,
      "loss": 5.0312,
      "step": 35648
    },
    {
      "epoch": 1.4601269711243088,
      "grad_norm": 2.271010976333573,
      "learning_rate": 0.0002616141881679508,
      "loss": 4.4375,
      "step": 35649
    },
    {
      "epoch": 1.4601679295515053,
      "grad_norm": 3.041136528024575,
      "learning_rate": 0.00026161200928775306,
      "loss": 5.1875,
      "step": 35650
    },
    {
      "epoch": 1.4602088879787016,
      "grad_norm": 2.290607693595569,
      "learning_rate": 0.00026160983035479165,
      "loss": 5.625,
      "step": 35651
    },
    {
      "epoch": 1.460249846405898,
      "grad_norm": 3.1750547288015145,
      "learning_rate": 0.0002616076513690676,
      "loss": 4.7188,
      "step": 35652
    },
    {
      "epoch": 1.4602908048330945,
      "grad_norm": 2.8407017658163882,
      "learning_rate": 0.0002616054723305819,
      "loss": 4.7188,
      "step": 35653
    },
    {
      "epoch": 1.4603317632602908,
      "grad_norm": 2.473271687511771,
      "learning_rate": 0.00026160329323933565,
      "loss": 5.0938,
      "step": 35654
    },
    {
      "epoch": 1.460372721687487,
      "grad_norm": 3.5550980677806976,
      "learning_rate": 0.0002616011140953298,
      "loss": 4.4688,
      "step": 35655
    },
    {
      "epoch": 1.4604136801146836,
      "grad_norm": 2.7332969107614256,
      "learning_rate": 0.00026159893489856545,
      "loss": 4.5625,
      "step": 35656
    },
    {
      "epoch": 1.46045463854188,
      "grad_norm": 4.464635906430062,
      "learning_rate": 0.00026159675564904356,
      "loss": 4.5625,
      "step": 35657
    },
    {
      "epoch": 1.4604955969690763,
      "grad_norm": 2.083970870668843,
      "learning_rate": 0.00026159457634676527,
      "loss": 4.5,
      "step": 35658
    },
    {
      "epoch": 1.4605365553962728,
      "grad_norm": 2.3039557007530473,
      "learning_rate": 0.0002615923969917315,
      "loss": 5.2812,
      "step": 35659
    },
    {
      "epoch": 1.4605775138234691,
      "grad_norm": 5.551951295131635,
      "learning_rate": 0.0002615902175839433,
      "loss": 6.6875,
      "step": 35660
    },
    {
      "epoch": 1.4606184722506657,
      "grad_norm": 2.9436010310329896,
      "learning_rate": 0.0002615880381234017,
      "loss": 4.2188,
      "step": 35661
    },
    {
      "epoch": 1.460659430677862,
      "grad_norm": 2.5027738201225365,
      "learning_rate": 0.0002615858586101078,
      "loss": 5.4375,
      "step": 35662
    },
    {
      "epoch": 1.4607003891050583,
      "grad_norm": 3.8944100767402157,
      "learning_rate": 0.0002615836790440626,
      "loss": 5.5,
      "step": 35663
    },
    {
      "epoch": 1.4607413475322548,
      "grad_norm": 2.292439116746192,
      "learning_rate": 0.0002615814994252671,
      "loss": 5.0312,
      "step": 35664
    },
    {
      "epoch": 1.4607823059594511,
      "grad_norm": 3.242965689395342,
      "learning_rate": 0.0002615793197537223,
      "loss": 6.9688,
      "step": 35665
    },
    {
      "epoch": 1.4608232643866477,
      "grad_norm": 2.743843799731565,
      "learning_rate": 0.0002615771400294293,
      "loss": 4.7812,
      "step": 35666
    },
    {
      "epoch": 1.460864222813844,
      "grad_norm": 2.1294394792681763,
      "learning_rate": 0.0002615749602523891,
      "loss": 4.75,
      "step": 35667
    },
    {
      "epoch": 1.4609051812410403,
      "grad_norm": 2.9539088993434404,
      "learning_rate": 0.0002615727804226027,
      "loss": 6.25,
      "step": 35668
    },
    {
      "epoch": 1.4609461396682368,
      "grad_norm": 2.9343809836978707,
      "learning_rate": 0.0002615706005400712,
      "loss": 5.0938,
      "step": 35669
    },
    {
      "epoch": 1.4609870980954331,
      "grad_norm": 2.347880654992977,
      "learning_rate": 0.00026156842060479557,
      "loss": 4.5,
      "step": 35670
    },
    {
      "epoch": 1.4610280565226295,
      "grad_norm": 2.4039617743018638,
      "learning_rate": 0.0002615662406167769,
      "loss": 4.5625,
      "step": 35671
    },
    {
      "epoch": 1.461069014949826,
      "grad_norm": 13.548592386761449,
      "learning_rate": 0.0002615640605760162,
      "loss": 5.4688,
      "step": 35672
    },
    {
      "epoch": 1.4611099733770223,
      "grad_norm": 8.336631812028433,
      "learning_rate": 0.0002615618804825144,
      "loss": 4.75,
      "step": 35673
    },
    {
      "epoch": 1.4611509318042186,
      "grad_norm": 2.340908140752055,
      "learning_rate": 0.00026155970033627267,
      "loss": 5.4375,
      "step": 35674
    },
    {
      "epoch": 1.4611918902314152,
      "grad_norm": 2.4994120516887084,
      "learning_rate": 0.000261557520137292,
      "loss": 6.0,
      "step": 35675
    },
    {
      "epoch": 1.4612328486586115,
      "grad_norm": 2.088344049044334,
      "learning_rate": 0.0002615553398855734,
      "loss": 4.0312,
      "step": 35676
    },
    {
      "epoch": 1.4612738070858078,
      "grad_norm": 2.3716582742912906,
      "learning_rate": 0.0002615531595811179,
      "loss": 5.2188,
      "step": 35677
    },
    {
      "epoch": 1.4613147655130043,
      "grad_norm": 16.557577571125698,
      "learning_rate": 0.00026155097922392654,
      "loss": 6.25,
      "step": 35678
    },
    {
      "epoch": 1.4613557239402006,
      "grad_norm": 2.564386514300973,
      "learning_rate": 0.00026154879881400036,
      "loss": 4.9062,
      "step": 35679
    },
    {
      "epoch": 1.4613966823673972,
      "grad_norm": 2.5556625063129266,
      "learning_rate": 0.0002615466183513404,
      "loss": 5.25,
      "step": 35680
    },
    {
      "epoch": 1.4614376407945935,
      "grad_norm": 2.3572405098198734,
      "learning_rate": 0.0002615444378359476,
      "loss": 4.2812,
      "step": 35681
    },
    {
      "epoch": 1.46147859922179,
      "grad_norm": 2.7930313305863694,
      "learning_rate": 0.0002615422572678231,
      "loss": 5.5625,
      "step": 35682
    },
    {
      "epoch": 1.4615195576489863,
      "grad_norm": 4.549583137464718,
      "learning_rate": 0.0002615400766469679,
      "loss": 5.2188,
      "step": 35683
    },
    {
      "epoch": 1.4615605160761826,
      "grad_norm": 2.5059529475704934,
      "learning_rate": 0.00026153789597338305,
      "loss": 4.75,
      "step": 35684
    },
    {
      "epoch": 1.4616014745033792,
      "grad_norm": 2.4761167045717034,
      "learning_rate": 0.00026153571524706955,
      "loss": 4.625,
      "step": 35685
    },
    {
      "epoch": 1.4616424329305755,
      "grad_norm": 2.0608757815965286,
      "learning_rate": 0.0002615335344680284,
      "loss": 4.75,
      "step": 35686
    },
    {
      "epoch": 1.4616833913577718,
      "grad_norm": 4.909670241544506,
      "learning_rate": 0.0002615313536362607,
      "loss": 5.9062,
      "step": 35687
    },
    {
      "epoch": 1.4617243497849683,
      "grad_norm": 2.909563301467913,
      "learning_rate": 0.0002615291727517674,
      "loss": 3.875,
      "step": 35688
    },
    {
      "epoch": 1.4617653082121647,
      "grad_norm": 3.6971119900851326,
      "learning_rate": 0.0002615269918145496,
      "loss": 5.875,
      "step": 35689
    },
    {
      "epoch": 1.461806266639361,
      "grad_norm": 2.1388919321060973,
      "learning_rate": 0.0002615248108246083,
      "loss": 4.0938,
      "step": 35690
    },
    {
      "epoch": 1.4618472250665575,
      "grad_norm": 5.421094737005481,
      "learning_rate": 0.0002615226297819446,
      "loss": 4.25,
      "step": 35691
    },
    {
      "epoch": 1.4618881834937538,
      "grad_norm": 2.996223592730283,
      "learning_rate": 0.0002615204486865594,
      "loss": 4.1875,
      "step": 35692
    },
    {
      "epoch": 1.4619291419209501,
      "grad_norm": 2.123889587296747,
      "learning_rate": 0.0002615182675384539,
      "loss": 4.4375,
      "step": 35693
    },
    {
      "epoch": 1.4619701003481467,
      "grad_norm": 2.6931173666457138,
      "learning_rate": 0.00026151608633762894,
      "loss": 6.4688,
      "step": 35694
    },
    {
      "epoch": 1.462011058775343,
      "grad_norm": 2.3990192404206843,
      "learning_rate": 0.00026151390508408564,
      "loss": 5.625,
      "step": 35695
    },
    {
      "epoch": 1.4620520172025393,
      "grad_norm": 2.390633696517882,
      "learning_rate": 0.0002615117237778251,
      "loss": 4.875,
      "step": 35696
    },
    {
      "epoch": 1.4620929756297358,
      "grad_norm": 2.380065020568117,
      "learning_rate": 0.0002615095424188483,
      "loss": 5.3438,
      "step": 35697
    },
    {
      "epoch": 1.4621339340569321,
      "grad_norm": 34.92355817510331,
      "learning_rate": 0.00026150736100715615,
      "loss": 8.125,
      "step": 35698
    },
    {
      "epoch": 1.4621748924841287,
      "grad_norm": 2.2557065787669233,
      "learning_rate": 0.0002615051795427499,
      "loss": 5.2188,
      "step": 35699
    },
    {
      "epoch": 1.462215850911325,
      "grad_norm": 4.1311611623254825,
      "learning_rate": 0.00026150299802563045,
      "loss": 1.4141,
      "step": 35700
    },
    {
      "epoch": 1.4622568093385215,
      "grad_norm": 2.3394295332271136,
      "learning_rate": 0.0002615008164557988,
      "loss": 4.6562,
      "step": 35701
    },
    {
      "epoch": 1.4622977677657178,
      "grad_norm": 2.172567285722654,
      "learning_rate": 0.0002614986348332561,
      "loss": 3.3906,
      "step": 35702
    },
    {
      "epoch": 1.4623387261929142,
      "grad_norm": 2.9571659559686925,
      "learning_rate": 0.00026149645315800326,
      "loss": 5.75,
      "step": 35703
    },
    {
      "epoch": 1.4623796846201107,
      "grad_norm": 4.360471270852364,
      "learning_rate": 0.00026149427143004134,
      "loss": 5.5625,
      "step": 35704
    },
    {
      "epoch": 1.462420643047307,
      "grad_norm": 4.653547022181493,
      "learning_rate": 0.00026149208964937147,
      "loss": 6.2812,
      "step": 35705
    },
    {
      "epoch": 1.4624616014745033,
      "grad_norm": 2.561612112962146,
      "learning_rate": 0.0002614899078159946,
      "loss": 4.2188,
      "step": 35706
    },
    {
      "epoch": 1.4625025599016999,
      "grad_norm": 2.301297242572842,
      "learning_rate": 0.0002614877259299118,
      "loss": 4.4375,
      "step": 35707
    },
    {
      "epoch": 1.4625435183288962,
      "grad_norm": 2.631475968888865,
      "learning_rate": 0.000261485543991124,
      "loss": 5.75,
      "step": 35708
    },
    {
      "epoch": 1.4625844767560925,
      "grad_norm": 2.761278591717684,
      "learning_rate": 0.0002614833619996323,
      "loss": 6.4688,
      "step": 35709
    },
    {
      "epoch": 1.462625435183289,
      "grad_norm": 4.275319026568627,
      "learning_rate": 0.0002614811799554378,
      "loss": 6.9688,
      "step": 35710
    },
    {
      "epoch": 1.4626663936104853,
      "grad_norm": 2.2990196159094363,
      "learning_rate": 0.0002614789978585414,
      "loss": 5.1562,
      "step": 35711
    },
    {
      "epoch": 1.4627073520376817,
      "grad_norm": 2.416470978923645,
      "learning_rate": 0.00026147681570894425,
      "loss": 5.1875,
      "step": 35712
    },
    {
      "epoch": 1.4627483104648782,
      "grad_norm": 2.5711809918752064,
      "learning_rate": 0.0002614746335066473,
      "loss": 5.6562,
      "step": 35713
    },
    {
      "epoch": 1.4627892688920745,
      "grad_norm": 4.795636959151229,
      "learning_rate": 0.00026147245125165167,
      "loss": 4.4688,
      "step": 35714
    },
    {
      "epoch": 1.4628302273192708,
      "grad_norm": 5.3855345449192775,
      "learning_rate": 0.0002614702689439583,
      "loss": 6.7188,
      "step": 35715
    },
    {
      "epoch": 1.4628711857464674,
      "grad_norm": 3.2971826779041282,
      "learning_rate": 0.0002614680865835682,
      "loss": 6.2812,
      "step": 35716
    },
    {
      "epoch": 1.4629121441736637,
      "grad_norm": 3.722521736126704,
      "learning_rate": 0.0002614659041704825,
      "loss": 6.6875,
      "step": 35717
    },
    {
      "epoch": 1.4629531026008602,
      "grad_norm": 2.4962098787330134,
      "learning_rate": 0.0002614637217047022,
      "loss": 5.8438,
      "step": 35718
    },
    {
      "epoch": 1.4629940610280565,
      "grad_norm": 2.8789846755948574,
      "learning_rate": 0.0002614615391862283,
      "loss": 5.6875,
      "step": 35719
    },
    {
      "epoch": 1.463035019455253,
      "grad_norm": 2.1544323464468587,
      "learning_rate": 0.0002614593566150619,
      "loss": 3.6406,
      "step": 35720
    },
    {
      "epoch": 1.4630759778824494,
      "grad_norm": 4.5149654796780005,
      "learning_rate": 0.00026145717399120397,
      "loss": 5.6875,
      "step": 35721
    },
    {
      "epoch": 1.4631169363096457,
      "grad_norm": 2.338174263355538,
      "learning_rate": 0.00026145499131465547,
      "loss": 5.25,
      "step": 35722
    },
    {
      "epoch": 1.4631578947368422,
      "grad_norm": 2.676937318940835,
      "learning_rate": 0.0002614528085854176,
      "loss": 5.1875,
      "step": 35723
    },
    {
      "epoch": 1.4631988531640385,
      "grad_norm": 2.7698284820010493,
      "learning_rate": 0.0002614506258034913,
      "loss": 5.25,
      "step": 35724
    },
    {
      "epoch": 1.4632398115912348,
      "grad_norm": 2.917610012620572,
      "learning_rate": 0.00026144844296887757,
      "loss": 5.125,
      "step": 35725
    },
    {
      "epoch": 1.4632807700184314,
      "grad_norm": 2.0223586219557896,
      "learning_rate": 0.00026144626008157756,
      "loss": 5.1562,
      "step": 35726
    },
    {
      "epoch": 1.4633217284456277,
      "grad_norm": 2.8084212299553597,
      "learning_rate": 0.00026144407714159216,
      "loss": 5.0312,
      "step": 35727
    },
    {
      "epoch": 1.463362686872824,
      "grad_norm": 2.5794980499538216,
      "learning_rate": 0.00026144189414892244,
      "loss": 5.4688,
      "step": 35728
    },
    {
      "epoch": 1.4634036453000205,
      "grad_norm": 5.242880576332399,
      "learning_rate": 0.00026143971110356956,
      "loss": 6.0312,
      "step": 35729
    },
    {
      "epoch": 1.4634446037272169,
      "grad_norm": 3.889657368895933,
      "learning_rate": 0.00026143752800553437,
      "loss": 5.8438,
      "step": 35730
    },
    {
      "epoch": 1.4634855621544132,
      "grad_norm": 8.267997582929645,
      "learning_rate": 0.000261435344854818,
      "loss": 5.0938,
      "step": 35731
    },
    {
      "epoch": 1.4635265205816097,
      "grad_norm": 2.464309952422491,
      "learning_rate": 0.0002614331616514215,
      "loss": 5.25,
      "step": 35732
    },
    {
      "epoch": 1.463567479008806,
      "grad_norm": 2.454140108764102,
      "learning_rate": 0.00026143097839534586,
      "loss": 5.3125,
      "step": 35733
    },
    {
      "epoch": 1.4636084374360023,
      "grad_norm": 2.095184458562676,
      "learning_rate": 0.0002614287950865921,
      "loss": 3.75,
      "step": 35734
    },
    {
      "epoch": 1.4636493958631989,
      "grad_norm": 2.1994941319100354,
      "learning_rate": 0.00026142661172516124,
      "loss": 4.2188,
      "step": 35735
    },
    {
      "epoch": 1.4636903542903952,
      "grad_norm": 2.1189529192750185,
      "learning_rate": 0.00026142442831105444,
      "loss": 4.6875,
      "step": 35736
    },
    {
      "epoch": 1.4637313127175917,
      "grad_norm": 3.6664878189109817,
      "learning_rate": 0.00026142224484427255,
      "loss": 6.1875,
      "step": 35737
    },
    {
      "epoch": 1.463772271144788,
      "grad_norm": 2.236638515544062,
      "learning_rate": 0.0002614200613248167,
      "loss": 5.375,
      "step": 35738
    },
    {
      "epoch": 1.4638132295719846,
      "grad_norm": 2.277036768343767,
      "learning_rate": 0.0002614178777526879,
      "loss": 4.4062,
      "step": 35739
    },
    {
      "epoch": 1.4638541879991809,
      "grad_norm": 2.4976103762760884,
      "learning_rate": 0.00026141569412788725,
      "loss": 5.3125,
      "step": 35740
    },
    {
      "epoch": 1.4638951464263772,
      "grad_norm": 4.855017880788959,
      "learning_rate": 0.0002614135104504157,
      "loss": 6.375,
      "step": 35741
    },
    {
      "epoch": 1.4639361048535737,
      "grad_norm": 2.5931093606352364,
      "learning_rate": 0.0002614113267202743,
      "loss": 4.7188,
      "step": 35742
    },
    {
      "epoch": 1.46397706328077,
      "grad_norm": 2.43881421183304,
      "learning_rate": 0.0002614091429374641,
      "loss": 5.8125,
      "step": 35743
    },
    {
      "epoch": 1.4640180217079664,
      "grad_norm": 2.205636449130596,
      "learning_rate": 0.0002614069591019861,
      "loss": 5.0938,
      "step": 35744
    },
    {
      "epoch": 1.464058980135163,
      "grad_norm": 2.314690531258719,
      "learning_rate": 0.00026140477521384133,
      "loss": 5.0625,
      "step": 35745
    },
    {
      "epoch": 1.4640999385623592,
      "grad_norm": 2.671670899990565,
      "learning_rate": 0.0002614025912730309,
      "loss": 5.875,
      "step": 35746
    },
    {
      "epoch": 1.4641408969895555,
      "grad_norm": 2.634541933433699,
      "learning_rate": 0.00026140040727955574,
      "loss": 4.6562,
      "step": 35747
    },
    {
      "epoch": 1.464181855416752,
      "grad_norm": 6.227232476983565,
      "learning_rate": 0.000261398223233417,
      "loss": 3.4688,
      "step": 35748
    },
    {
      "epoch": 1.4642228138439484,
      "grad_norm": 3.014883627750938,
      "learning_rate": 0.0002613960391346155,
      "loss": 5.0938,
      "step": 35749
    },
    {
      "epoch": 1.4642637722711447,
      "grad_norm": 2.1565428967962776,
      "learning_rate": 0.0002613938549831526,
      "loss": 5.0625,
      "step": 35750
    },
    {
      "epoch": 1.4643047306983412,
      "grad_norm": 10.049794917826594,
      "learning_rate": 0.0002613916707790291,
      "loss": 2.2656,
      "step": 35751
    },
    {
      "epoch": 1.4643456891255375,
      "grad_norm": 2.967891558112945,
      "learning_rate": 0.000261389486522246,
      "loss": 5.4688,
      "step": 35752
    },
    {
      "epoch": 1.4643866475527338,
      "grad_norm": 3.2388896351335483,
      "learning_rate": 0.0002613873022128045,
      "loss": 5.0625,
      "step": 35753
    },
    {
      "epoch": 1.4644276059799304,
      "grad_norm": 2.7637659141599564,
      "learning_rate": 0.0002613851178507055,
      "loss": 5.7812,
      "step": 35754
    },
    {
      "epoch": 1.4644685644071267,
      "grad_norm": 4.588103086765901,
      "learning_rate": 0.0002613829334359501,
      "loss": 2.9531,
      "step": 35755
    },
    {
      "epoch": 1.4645095228343232,
      "grad_norm": 2.4154962694579134,
      "learning_rate": 0.0002613807489685393,
      "loss": 5.2812,
      "step": 35756
    },
    {
      "epoch": 1.4645504812615195,
      "grad_norm": 2.073740327436447,
      "learning_rate": 0.00026137856444847417,
      "loss": 4.3438,
      "step": 35757
    },
    {
      "epoch": 1.464591439688716,
      "grad_norm": 3.0861823861335482,
      "learning_rate": 0.00026137637987575565,
      "loss": 3.9062,
      "step": 35758
    },
    {
      "epoch": 1.4646323981159124,
      "grad_norm": 5.991734546170965,
      "learning_rate": 0.0002613741952503849,
      "loss": 2.0312,
      "step": 35759
    },
    {
      "epoch": 1.4646733565431087,
      "grad_norm": 2.8194250437979664,
      "learning_rate": 0.0002613720105723629,
      "loss": 5.0,
      "step": 35760
    },
    {
      "epoch": 1.4647143149703052,
      "grad_norm": 2.8448665469947385,
      "learning_rate": 0.00026136982584169067,
      "loss": 6.2188,
      "step": 35761
    },
    {
      "epoch": 1.4647552733975016,
      "grad_norm": 2.2010260025302717,
      "learning_rate": 0.0002613676410583692,
      "loss": 4.375,
      "step": 35762
    },
    {
      "epoch": 1.4647962318246979,
      "grad_norm": 2.2245887486344214,
      "learning_rate": 0.00026136545622239965,
      "loss": 4.9375,
      "step": 35763
    },
    {
      "epoch": 1.4648371902518944,
      "grad_norm": 2.601739811782275,
      "learning_rate": 0.0002613632713337829,
      "loss": 5.5312,
      "step": 35764
    },
    {
      "epoch": 1.4648781486790907,
      "grad_norm": 2.599203134383346,
      "learning_rate": 0.00026136108639252014,
      "loss": 5.0,
      "step": 35765
    },
    {
      "epoch": 1.464919107106287,
      "grad_norm": 5.22955578691151,
      "learning_rate": 0.0002613589013986122,
      "loss": 2.3438,
      "step": 35766
    },
    {
      "epoch": 1.4649600655334836,
      "grad_norm": 2.123878657629669,
      "learning_rate": 0.0002613567163520603,
      "loss": 4.9062,
      "step": 35767
    },
    {
      "epoch": 1.4650010239606799,
      "grad_norm": 4.260172376959838,
      "learning_rate": 0.0002613545312528655,
      "loss": 5.9688,
      "step": 35768
    },
    {
      "epoch": 1.4650419823878762,
      "grad_norm": 2.5233671401712208,
      "learning_rate": 0.0002613523461010286,
      "loss": 4.5312,
      "step": 35769
    },
    {
      "epoch": 1.4650829408150727,
      "grad_norm": 2.7860484968716452,
      "learning_rate": 0.00026135016089655084,
      "loss": 5.375,
      "step": 35770
    },
    {
      "epoch": 1.465123899242269,
      "grad_norm": 2.682624425095269,
      "learning_rate": 0.00026134797563943317,
      "loss": 4.1875,
      "step": 35771
    },
    {
      "epoch": 1.4651648576694654,
      "grad_norm": 2.7115371196416134,
      "learning_rate": 0.00026134579032967666,
      "loss": 3.2031,
      "step": 35772
    },
    {
      "epoch": 1.465205816096662,
      "grad_norm": 2.3688743922671165,
      "learning_rate": 0.00026134360496728225,
      "loss": 4.5312,
      "step": 35773
    },
    {
      "epoch": 1.4652467745238582,
      "grad_norm": 2.151709572735616,
      "learning_rate": 0.0002613414195522511,
      "loss": 4.5938,
      "step": 35774
    },
    {
      "epoch": 1.4652877329510547,
      "grad_norm": 2.370231886185298,
      "learning_rate": 0.0002613392340845842,
      "loss": 5.25,
      "step": 35775
    },
    {
      "epoch": 1.465328691378251,
      "grad_norm": 2.7737204207869537,
      "learning_rate": 0.00026133704856428253,
      "loss": 4.625,
      "step": 35776
    },
    {
      "epoch": 1.4653696498054476,
      "grad_norm": 2.5150899566867464,
      "learning_rate": 0.00026133486299134717,
      "loss": 4.8125,
      "step": 35777
    },
    {
      "epoch": 1.465410608232644,
      "grad_norm": 4.86253747355202,
      "learning_rate": 0.00026133267736577916,
      "loss": 6.25,
      "step": 35778
    },
    {
      "epoch": 1.4654515666598402,
      "grad_norm": 2.561896540063431,
      "learning_rate": 0.00026133049168757953,
      "loss": 5.75,
      "step": 35779
    },
    {
      "epoch": 1.4654925250870368,
      "grad_norm": 2.87980736508177,
      "learning_rate": 0.0002613283059567493,
      "loss": 5.3438,
      "step": 35780
    },
    {
      "epoch": 1.465533483514233,
      "grad_norm": 2.900114470669534,
      "learning_rate": 0.0002613261201732895,
      "loss": 6.25,
      "step": 35781
    },
    {
      "epoch": 1.4655744419414294,
      "grad_norm": 6.237589080054863,
      "learning_rate": 0.0002613239343372012,
      "loss": 6.0,
      "step": 35782
    },
    {
      "epoch": 1.465615400368626,
      "grad_norm": 7.963323501185909,
      "learning_rate": 0.0002613217484484854,
      "loss": 4.5,
      "step": 35783
    },
    {
      "epoch": 1.4656563587958222,
      "grad_norm": 2.356235239411246,
      "learning_rate": 0.000261319562507143,
      "loss": 4.2188,
      "step": 35784
    },
    {
      "epoch": 1.4656973172230185,
      "grad_norm": 2.631916937197779,
      "learning_rate": 0.0002613173765131753,
      "loss": 4.2812,
      "step": 35785
    },
    {
      "epoch": 1.465738275650215,
      "grad_norm": 2.3034116374522413,
      "learning_rate": 0.00026131519046658323,
      "loss": 4.3438,
      "step": 35786
    },
    {
      "epoch": 1.4657792340774114,
      "grad_norm": 2.3577456145704545,
      "learning_rate": 0.00026131300436736774,
      "loss": 4.9688,
      "step": 35787
    },
    {
      "epoch": 1.4658201925046077,
      "grad_norm": 2.776123719769418,
      "learning_rate": 0.00026131081821552995,
      "loss": 5.3125,
      "step": 35788
    },
    {
      "epoch": 1.4658611509318042,
      "grad_norm": 2.7350641427876328,
      "learning_rate": 0.00026130863201107084,
      "loss": 5.7812,
      "step": 35789
    },
    {
      "epoch": 1.4659021093590006,
      "grad_norm": 2.5818374553688335,
      "learning_rate": 0.0002613064457539915,
      "loss": 5.6562,
      "step": 35790
    },
    {
      "epoch": 1.4659430677861969,
      "grad_norm": 5.862640811493092,
      "learning_rate": 0.00026130425944429294,
      "loss": 6.7812,
      "step": 35791
    },
    {
      "epoch": 1.4659840262133934,
      "grad_norm": 2.671177603434871,
      "learning_rate": 0.0002613020730819761,
      "loss": 4.5938,
      "step": 35792
    },
    {
      "epoch": 1.4660249846405897,
      "grad_norm": 2.774007230696354,
      "learning_rate": 0.00026129988666704214,
      "loss": 3.3438,
      "step": 35793
    },
    {
      "epoch": 1.4660659430677863,
      "grad_norm": 3.8334283281462924,
      "learning_rate": 0.0002612977001994921,
      "loss": 7.3125,
      "step": 35794
    },
    {
      "epoch": 1.4661069014949826,
      "grad_norm": 2.4067084972351216,
      "learning_rate": 0.0002612955136793269,
      "loss": 4.9375,
      "step": 35795
    },
    {
      "epoch": 1.466147859922179,
      "grad_norm": 3.3957575727495524,
      "learning_rate": 0.0002612933271065477,
      "loss": 5.125,
      "step": 35796
    },
    {
      "epoch": 1.4661888183493754,
      "grad_norm": 2.890518037782375,
      "learning_rate": 0.00026129114048115544,
      "loss": 5.4375,
      "step": 35797
    },
    {
      "epoch": 1.4662297767765717,
      "grad_norm": 2.183450537242914,
      "learning_rate": 0.00026128895380315113,
      "loss": 4.6562,
      "step": 35798
    },
    {
      "epoch": 1.4662707352037683,
      "grad_norm": 2.7698159652355536,
      "learning_rate": 0.000261286767072536,
      "loss": 5.0312,
      "step": 35799
    },
    {
      "epoch": 1.4663116936309646,
      "grad_norm": 2.172665490141747,
      "learning_rate": 0.0002612845802893108,
      "loss": 4.0625,
      "step": 35800
    },
    {
      "epoch": 1.466352652058161,
      "grad_norm": 3.605616982010143,
      "learning_rate": 0.00026128239345347677,
      "loss": 5.6875,
      "step": 35801
    },
    {
      "epoch": 1.4663936104853574,
      "grad_norm": 2.6666780621362927,
      "learning_rate": 0.0002612802065650349,
      "loss": 5.625,
      "step": 35802
    },
    {
      "epoch": 1.4664345689125537,
      "grad_norm": 3.388753293191731,
      "learning_rate": 0.0002612780196239862,
      "loss": 5.6562,
      "step": 35803
    },
    {
      "epoch": 1.46647552733975,
      "grad_norm": 5.193905176744034,
      "learning_rate": 0.0002612758326303317,
      "loss": 5.7812,
      "step": 35804
    },
    {
      "epoch": 1.4665164857669466,
      "grad_norm": 2.781474377127505,
      "learning_rate": 0.0002612736455840725,
      "loss": 4.8438,
      "step": 35805
    },
    {
      "epoch": 1.466557444194143,
      "grad_norm": 2.9750566257914866,
      "learning_rate": 0.0002612714584852095,
      "loss": 5.5,
      "step": 35806
    },
    {
      "epoch": 1.4665984026213392,
      "grad_norm": 3.002370736720359,
      "learning_rate": 0.0002612692713337438,
      "loss": 6.125,
      "step": 35807
    },
    {
      "epoch": 1.4666393610485358,
      "grad_norm": 2.302372089166284,
      "learning_rate": 0.00026126708412967646,
      "loss": 4.7188,
      "step": 35808
    },
    {
      "epoch": 1.466680319475732,
      "grad_norm": 2.634903357727724,
      "learning_rate": 0.0002612648968730085,
      "loss": 4.3125,
      "step": 35809
    },
    {
      "epoch": 1.4667212779029286,
      "grad_norm": 3.340300327061913,
      "learning_rate": 0.00026126270956374094,
      "loss": 5.8125,
      "step": 35810
    },
    {
      "epoch": 1.466762236330125,
      "grad_norm": 2.345800896251247,
      "learning_rate": 0.0002612605222018749,
      "loss": 5.4062,
      "step": 35811
    },
    {
      "epoch": 1.4668031947573212,
      "grad_norm": 3.044042914205289,
      "learning_rate": 0.0002612583347874113,
      "loss": 5.6562,
      "step": 35812
    },
    {
      "epoch": 1.4668441531845178,
      "grad_norm": 6.12364228110093,
      "learning_rate": 0.0002612561473203512,
      "loss": 4.125,
      "step": 35813
    },
    {
      "epoch": 1.466885111611714,
      "grad_norm": 2.7032584739317467,
      "learning_rate": 0.00026125395980069565,
      "loss": 4.875,
      "step": 35814
    },
    {
      "epoch": 1.4669260700389106,
      "grad_norm": 2.465867083911119,
      "learning_rate": 0.00026125177222844574,
      "loss": 4.8125,
      "step": 35815
    },
    {
      "epoch": 1.466967028466107,
      "grad_norm": 2.6078665920760127,
      "learning_rate": 0.00026124958460360236,
      "loss": 6.75,
      "step": 35816
    },
    {
      "epoch": 1.4670079868933033,
      "grad_norm": 2.760450210204303,
      "learning_rate": 0.00026124739692616667,
      "loss": 6.4375,
      "step": 35817
    },
    {
      "epoch": 1.4670489453204998,
      "grad_norm": 2.7357614918045017,
      "learning_rate": 0.0002612452091961397,
      "loss": 4.7812,
      "step": 35818
    },
    {
      "epoch": 1.467089903747696,
      "grad_norm": 2.415998504051652,
      "learning_rate": 0.0002612430214135224,
      "loss": 5.1562,
      "step": 35819
    },
    {
      "epoch": 1.4671308621748924,
      "grad_norm": 3.0193099555215612,
      "learning_rate": 0.0002612408335783159,
      "loss": 6.1562,
      "step": 35820
    },
    {
      "epoch": 1.467171820602089,
      "grad_norm": 2.0850319894097047,
      "learning_rate": 0.00026123864569052113,
      "loss": 4.5938,
      "step": 35821
    },
    {
      "epoch": 1.4672127790292853,
      "grad_norm": 2.5231571790060543,
      "learning_rate": 0.0002612364577501392,
      "loss": 5.0938,
      "step": 35822
    },
    {
      "epoch": 1.4672537374564816,
      "grad_norm": 2.2060254143690767,
      "learning_rate": 0.0002612342697571712,
      "loss": 4.4688,
      "step": 35823
    },
    {
      "epoch": 1.4672946958836781,
      "grad_norm": 2.2903928918022856,
      "learning_rate": 0.000261232081711618,
      "loss": 4.9062,
      "step": 35824
    },
    {
      "epoch": 1.4673356543108744,
      "grad_norm": 2.200536307237297,
      "learning_rate": 0.00026122989361348077,
      "loss": 5.0312,
      "step": 35825
    },
    {
      "epoch": 1.4673766127380707,
      "grad_norm": 2.3669460776553617,
      "learning_rate": 0.0002612277054627605,
      "loss": 4.125,
      "step": 35826
    },
    {
      "epoch": 1.4674175711652673,
      "grad_norm": 3.996328730441338,
      "learning_rate": 0.0002612255172594582,
      "loss": 7.7188,
      "step": 35827
    },
    {
      "epoch": 1.4674585295924636,
      "grad_norm": 2.314611838902224,
      "learning_rate": 0.00026122332900357497,
      "loss": 4.4688,
      "step": 35828
    },
    {
      "epoch": 1.4674994880196601,
      "grad_norm": 2.0924692783921315,
      "learning_rate": 0.00026122114069511177,
      "loss": 4.4688,
      "step": 35829
    },
    {
      "epoch": 1.4675404464468564,
      "grad_norm": 2.9465234645404146,
      "learning_rate": 0.0002612189523340697,
      "loss": 4.875,
      "step": 35830
    },
    {
      "epoch": 1.467581404874053,
      "grad_norm": 2.2849578664450974,
      "learning_rate": 0.0002612167639204497,
      "loss": 4.2188,
      "step": 35831
    },
    {
      "epoch": 1.4676223633012493,
      "grad_norm": 2.9458674265640683,
      "learning_rate": 0.00026121457545425294,
      "loss": 5.3438,
      "step": 35832
    },
    {
      "epoch": 1.4676633217284456,
      "grad_norm": 2.564498260171559,
      "learning_rate": 0.0002612123869354804,
      "loss": 4.8125,
      "step": 35833
    },
    {
      "epoch": 1.4677042801556421,
      "grad_norm": 2.106594156229061,
      "learning_rate": 0.00026121019836413295,
      "loss": 4.6562,
      "step": 35834
    },
    {
      "epoch": 1.4677452385828385,
      "grad_norm": 2.36090922690908,
      "learning_rate": 0.0002612080097402119,
      "loss": 4.375,
      "step": 35835
    },
    {
      "epoch": 1.4677861970100348,
      "grad_norm": 2.525443781727471,
      "learning_rate": 0.00026120582106371813,
      "loss": 4.9688,
      "step": 35836
    },
    {
      "epoch": 1.4678271554372313,
      "grad_norm": 3.4038851442341107,
      "learning_rate": 0.00026120363233465274,
      "loss": 3.2969,
      "step": 35837
    },
    {
      "epoch": 1.4678681138644276,
      "grad_norm": 3.0417812175505863,
      "learning_rate": 0.00026120144355301666,
      "loss": 5.875,
      "step": 35838
    },
    {
      "epoch": 1.467909072291624,
      "grad_norm": 2.179986758539603,
      "learning_rate": 0.00026119925471881103,
      "loss": 3.9219,
      "step": 35839
    },
    {
      "epoch": 1.4679500307188205,
      "grad_norm": 2.8287150135820056,
      "learning_rate": 0.0002611970658320368,
      "loss": 5.0625,
      "step": 35840
    },
    {
      "epoch": 1.4679909891460168,
      "grad_norm": 2.0229608928213625,
      "learning_rate": 0.0002611948768926951,
      "loss": 4.625,
      "step": 35841
    },
    {
      "epoch": 1.468031947573213,
      "grad_norm": 2.5337608159782254,
      "learning_rate": 0.0002611926879007869,
      "loss": 6.2812,
      "step": 35842
    },
    {
      "epoch": 1.4680729060004096,
      "grad_norm": 2.2288248414349905,
      "learning_rate": 0.00026119049885631326,
      "loss": 5.3438,
      "step": 35843
    },
    {
      "epoch": 1.468113864427606,
      "grad_norm": 2.150123348971628,
      "learning_rate": 0.0002611883097592751,
      "loss": 5.2812,
      "step": 35844
    },
    {
      "epoch": 1.4681548228548023,
      "grad_norm": 2.3308714611350148,
      "learning_rate": 0.00026118612060967367,
      "loss": 4.125,
      "step": 35845
    },
    {
      "epoch": 1.4681957812819988,
      "grad_norm": 2.1256733718592824,
      "learning_rate": 0.0002611839314075099,
      "loss": 4.6875,
      "step": 35846
    },
    {
      "epoch": 1.468236739709195,
      "grad_norm": 2.4265205245359054,
      "learning_rate": 0.0002611817421527848,
      "loss": 5.5938,
      "step": 35847
    },
    {
      "epoch": 1.4682776981363916,
      "grad_norm": 3.614038254780121,
      "learning_rate": 0.0002611795528454994,
      "loss": 4.6875,
      "step": 35848
    },
    {
      "epoch": 1.468318656563588,
      "grad_norm": 12.550365010622492,
      "learning_rate": 0.00026117736348565474,
      "loss": 6.5938,
      "step": 35849
    },
    {
      "epoch": 1.4683596149907845,
      "grad_norm": 2.380371822771216,
      "learning_rate": 0.0002611751740732519,
      "loss": 4.3125,
      "step": 35850
    },
    {
      "epoch": 1.4684005734179808,
      "grad_norm": 2.6778467001533897,
      "learning_rate": 0.0002611729846082919,
      "loss": 5.8438,
      "step": 35851
    },
    {
      "epoch": 1.4684415318451771,
      "grad_norm": 2.734060223577345,
      "learning_rate": 0.0002611707950907758,
      "loss": 4.6562,
      "step": 35852
    },
    {
      "epoch": 1.4684824902723737,
      "grad_norm": 2.4967786104032217,
      "learning_rate": 0.00026116860552070453,
      "loss": 4.4062,
      "step": 35853
    },
    {
      "epoch": 1.46852344869957,
      "grad_norm": 2.7364676395250553,
      "learning_rate": 0.0002611664158980792,
      "loss": 5.3125,
      "step": 35854
    },
    {
      "epoch": 1.4685644071267663,
      "grad_norm": 4.226466219310904,
      "learning_rate": 0.0002611642262229009,
      "loss": 6.8438,
      "step": 35855
    },
    {
      "epoch": 1.4686053655539628,
      "grad_norm": 2.295568902978807,
      "learning_rate": 0.00026116203649517055,
      "loss": 3.9688,
      "step": 35856
    },
    {
      "epoch": 1.4686463239811591,
      "grad_norm": 3.3513381579436943,
      "learning_rate": 0.00026115984671488924,
      "loss": 5.0312,
      "step": 35857
    },
    {
      "epoch": 1.4686872824083554,
      "grad_norm": 3.0102946785473814,
      "learning_rate": 0.00026115765688205806,
      "loss": 5.9062,
      "step": 35858
    },
    {
      "epoch": 1.468728240835552,
      "grad_norm": 4.377810775319336,
      "learning_rate": 0.00026115546699667793,
      "loss": 6.4688,
      "step": 35859
    },
    {
      "epoch": 1.4687691992627483,
      "grad_norm": 7.320812747083251,
      "learning_rate": 0.00026115327705874994,
      "loss": 5.6562,
      "step": 35860
    },
    {
      "epoch": 1.4688101576899446,
      "grad_norm": 2.567226284813623,
      "learning_rate": 0.00026115108706827516,
      "loss": 5.2188,
      "step": 35861
    },
    {
      "epoch": 1.4688511161171411,
      "grad_norm": 2.5358274765316384,
      "learning_rate": 0.0002611488970252546,
      "loss": 5.1562,
      "step": 35862
    },
    {
      "epoch": 1.4688920745443375,
      "grad_norm": 2.0558513810765184,
      "learning_rate": 0.0002611467069296893,
      "loss": 4.625,
      "step": 35863
    },
    {
      "epoch": 1.4689330329715338,
      "grad_norm": 3.1376725688135063,
      "learning_rate": 0.00026114451678158025,
      "loss": 4.8125,
      "step": 35864
    },
    {
      "epoch": 1.4689739913987303,
      "grad_norm": 2.472852750332291,
      "learning_rate": 0.00026114232658092855,
      "loss": 5.3438,
      "step": 35865
    },
    {
      "epoch": 1.4690149498259266,
      "grad_norm": 5.141952738897757,
      "learning_rate": 0.0002611401363277352,
      "loss": 7.5625,
      "step": 35866
    },
    {
      "epoch": 1.4690559082531232,
      "grad_norm": 2.178705086945115,
      "learning_rate": 0.00026113794602200123,
      "loss": 4.5312,
      "step": 35867
    },
    {
      "epoch": 1.4690968666803195,
      "grad_norm": 4.2292113537732225,
      "learning_rate": 0.0002611357556637277,
      "loss": 4.2812,
      "step": 35868
    },
    {
      "epoch": 1.469137825107516,
      "grad_norm": 2.4611664838348033,
      "learning_rate": 0.00026113356525291564,
      "loss": 4.9688,
      "step": 35869
    },
    {
      "epoch": 1.4691787835347123,
      "grad_norm": 2.840831467326959,
      "learning_rate": 0.00026113137478956603,
      "loss": 4.5312,
      "step": 35870
    },
    {
      "epoch": 1.4692197419619086,
      "grad_norm": 4.5677142798089925,
      "learning_rate": 0.00026112918427368006,
      "loss": 3.4062,
      "step": 35871
    },
    {
      "epoch": 1.4692607003891052,
      "grad_norm": 3.073508135215931,
      "learning_rate": 0.0002611269937052586,
      "loss": 4.2812,
      "step": 35872
    },
    {
      "epoch": 1.4693016588163015,
      "grad_norm": 2.562690739764734,
      "learning_rate": 0.00026112480308430273,
      "loss": 5.125,
      "step": 35873
    },
    {
      "epoch": 1.4693426172434978,
      "grad_norm": 2.834056408362658,
      "learning_rate": 0.0002611226124108135,
      "loss": 4.9375,
      "step": 35874
    },
    {
      "epoch": 1.4693835756706943,
      "grad_norm": 2.6640905132071273,
      "learning_rate": 0.00026112042168479195,
      "loss": 4.4062,
      "step": 35875
    },
    {
      "epoch": 1.4694245340978906,
      "grad_norm": 3.7683459561395978,
      "learning_rate": 0.00026111823090623913,
      "loss": 4.9375,
      "step": 35876
    },
    {
      "epoch": 1.469465492525087,
      "grad_norm": 2.577361232795151,
      "learning_rate": 0.000261116040075156,
      "loss": 5.2188,
      "step": 35877
    },
    {
      "epoch": 1.4695064509522835,
      "grad_norm": 3.1985986112010316,
      "learning_rate": 0.0002611138491915438,
      "loss": 5.75,
      "step": 35878
    },
    {
      "epoch": 1.4695474093794798,
      "grad_norm": 2.264452861560677,
      "learning_rate": 0.00026111165825540327,
      "loss": 4.375,
      "step": 35879
    },
    {
      "epoch": 1.4695883678066761,
      "grad_norm": 5.933468756515477,
      "learning_rate": 0.00026110946726673565,
      "loss": 2.3125,
      "step": 35880
    },
    {
      "epoch": 1.4696293262338727,
      "grad_norm": 3.0416753091601216,
      "learning_rate": 0.00026110727622554196,
      "loss": 5.5625,
      "step": 35881
    },
    {
      "epoch": 1.469670284661069,
      "grad_norm": 3.260814838559776,
      "learning_rate": 0.0002611050851318231,
      "loss": 6.0938,
      "step": 35882
    },
    {
      "epoch": 1.4697112430882653,
      "grad_norm": 6.337012417385458,
      "learning_rate": 0.0002611028939855803,
      "loss": 7.375,
      "step": 35883
    },
    {
      "epoch": 1.4697522015154618,
      "grad_norm": 3.243137946227799,
      "learning_rate": 0.0002611007027868144,
      "loss": 4.25,
      "step": 35884
    },
    {
      "epoch": 1.4697931599426581,
      "grad_norm": 2.825728331933213,
      "learning_rate": 0.00026109851153552664,
      "loss": 4.7812,
      "step": 35885
    },
    {
      "epoch": 1.4698341183698547,
      "grad_norm": 2.677986225571869,
      "learning_rate": 0.00026109632023171793,
      "loss": 4.9062,
      "step": 35886
    },
    {
      "epoch": 1.469875076797051,
      "grad_norm": 4.34351944919297,
      "learning_rate": 0.0002610941288753893,
      "loss": 4.9688,
      "step": 35887
    },
    {
      "epoch": 1.4699160352242475,
      "grad_norm": 2.8299797794800363,
      "learning_rate": 0.0002610919374665418,
      "loss": 6.125,
      "step": 35888
    },
    {
      "epoch": 1.4699569936514438,
      "grad_norm": 2.3937336945326178,
      "learning_rate": 0.0002610897460051765,
      "loss": 4.7812,
      "step": 35889
    },
    {
      "epoch": 1.4699979520786401,
      "grad_norm": 2.2738146781216053,
      "learning_rate": 0.00026108755449129437,
      "loss": 4.625,
      "step": 35890
    },
    {
      "epoch": 1.4700389105058367,
      "grad_norm": 2.3396228061681517,
      "learning_rate": 0.00026108536292489655,
      "loss": 4.3438,
      "step": 35891
    },
    {
      "epoch": 1.470079868933033,
      "grad_norm": 2.8205114207192006,
      "learning_rate": 0.000261083171305984,
      "loss": 5.8438,
      "step": 35892
    },
    {
      "epoch": 1.4701208273602293,
      "grad_norm": 7.306409915436277,
      "learning_rate": 0.00026108097963455773,
      "loss": 3.8594,
      "step": 35893
    },
    {
      "epoch": 1.4701617857874258,
      "grad_norm": 2.6766487306927673,
      "learning_rate": 0.0002610787879106189,
      "loss": 4.4062,
      "step": 35894
    },
    {
      "epoch": 1.4702027442146222,
      "grad_norm": 2.6168350340666917,
      "learning_rate": 0.0002610765961341684,
      "loss": 5.1562,
      "step": 35895
    },
    {
      "epoch": 1.4702437026418185,
      "grad_norm": 2.47580494294773,
      "learning_rate": 0.00026107440430520734,
      "loss": 5.4062,
      "step": 35896
    },
    {
      "epoch": 1.470284661069015,
      "grad_norm": 2.4582919178709735,
      "learning_rate": 0.00026107221242373675,
      "loss": 5.375,
      "step": 35897
    },
    {
      "epoch": 1.4703256194962113,
      "grad_norm": 5.791138585052766,
      "learning_rate": 0.0002610700204897577,
      "loss": 4.9062,
      "step": 35898
    },
    {
      "epoch": 1.4703665779234076,
      "grad_norm": 2.2817349926508794,
      "learning_rate": 0.0002610678285032711,
      "loss": 5.0312,
      "step": 35899
    },
    {
      "epoch": 1.4704075363506042,
      "grad_norm": 4.801919925808224,
      "learning_rate": 0.0002610656364642782,
      "loss": 6.375,
      "step": 35900
    },
    {
      "epoch": 1.4704484947778005,
      "grad_norm": 2.2648848283568275,
      "learning_rate": 0.0002610634443727798,
      "loss": 4.9688,
      "step": 35901
    },
    {
      "epoch": 1.4704894532049968,
      "grad_norm": 2.343801036482205,
      "learning_rate": 0.00026106125222877713,
      "loss": 4.8438,
      "step": 35902
    },
    {
      "epoch": 1.4705304116321933,
      "grad_norm": 2.4612755846331846,
      "learning_rate": 0.0002610590600322711,
      "loss": 5.5,
      "step": 35903
    },
    {
      "epoch": 1.4705713700593896,
      "grad_norm": 3.49349118742341,
      "learning_rate": 0.0002610568677832628,
      "loss": 5.0625,
      "step": 35904
    },
    {
      "epoch": 1.4706123284865862,
      "grad_norm": 5.094086752799215,
      "learning_rate": 0.00026105467548175325,
      "loss": 6.7188,
      "step": 35905
    },
    {
      "epoch": 1.4706532869137825,
      "grad_norm": 3.4367048931502144,
      "learning_rate": 0.0002610524831277435,
      "loss": 4.6562,
      "step": 35906
    },
    {
      "epoch": 1.470694245340979,
      "grad_norm": 2.2361323884201023,
      "learning_rate": 0.0002610502907212346,
      "loss": 4.6562,
      "step": 35907
    },
    {
      "epoch": 1.4707352037681753,
      "grad_norm": 3.078170013064192,
      "learning_rate": 0.00026104809826222756,
      "loss": 4.5312,
      "step": 35908
    },
    {
      "epoch": 1.4707761621953717,
      "grad_norm": 2.3328066220601835,
      "learning_rate": 0.0002610459057507234,
      "loss": 4.5312,
      "step": 35909
    },
    {
      "epoch": 1.4708171206225682,
      "grad_norm": 6.656212676795761,
      "learning_rate": 0.0002610437131867232,
      "loss": 3.875,
      "step": 35910
    },
    {
      "epoch": 1.4708580790497645,
      "grad_norm": 2.3856598490578294,
      "learning_rate": 0.0002610415205702279,
      "loss": 5.3438,
      "step": 35911
    },
    {
      "epoch": 1.4708990374769608,
      "grad_norm": 2.132389168086627,
      "learning_rate": 0.00026103932790123873,
      "loss": 4.625,
      "step": 35912
    },
    {
      "epoch": 1.4709399959041574,
      "grad_norm": 2.334788128261746,
      "learning_rate": 0.0002610371351797566,
      "loss": 5.0,
      "step": 35913
    },
    {
      "epoch": 1.4709809543313537,
      "grad_norm": 2.4042105623154195,
      "learning_rate": 0.0002610349424057824,
      "loss": 4.125,
      "step": 35914
    },
    {
      "epoch": 1.47102191275855,
      "grad_norm": 5.673297492924367,
      "learning_rate": 0.0002610327495793175,
      "loss": 5.9688,
      "step": 35915
    },
    {
      "epoch": 1.4710628711857465,
      "grad_norm": 2.381898066176157,
      "learning_rate": 0.00026103055670036266,
      "loss": 5.5625,
      "step": 35916
    },
    {
      "epoch": 1.4711038296129428,
      "grad_norm": 3.974522439922786,
      "learning_rate": 0.0002610283637689191,
      "loss": 3.7812,
      "step": 35917
    },
    {
      "epoch": 1.4711447880401392,
      "grad_norm": 2.556583975810452,
      "learning_rate": 0.0002610261707849877,
      "loss": 5.1875,
      "step": 35918
    },
    {
      "epoch": 1.4711857464673357,
      "grad_norm": 2.720718757696907,
      "learning_rate": 0.0002610239777485696,
      "loss": 5.0938,
      "step": 35919
    },
    {
      "epoch": 1.471226704894532,
      "grad_norm": 5.1224324901145435,
      "learning_rate": 0.0002610217846596658,
      "loss": 3.9062,
      "step": 35920
    },
    {
      "epoch": 1.4712676633217283,
      "grad_norm": 3.410004697176795,
      "learning_rate": 0.0002610195915182773,
      "loss": 4.5,
      "step": 35921
    },
    {
      "epoch": 1.4713086217489248,
      "grad_norm": 2.04557957988545,
      "learning_rate": 0.00026101739832440525,
      "loss": 4.875,
      "step": 35922
    },
    {
      "epoch": 1.4713495801761212,
      "grad_norm": 2.3485985977957884,
      "learning_rate": 0.0002610152050780506,
      "loss": 4.1562,
      "step": 35923
    },
    {
      "epoch": 1.4713905386033177,
      "grad_norm": 2.978947773339795,
      "learning_rate": 0.00026101301177921437,
      "loss": 6.7188,
      "step": 35924
    },
    {
      "epoch": 1.471431497030514,
      "grad_norm": 3.8574570629094804,
      "learning_rate": 0.00026101081842789766,
      "loss": 3.7969,
      "step": 35925
    },
    {
      "epoch": 1.4714724554577105,
      "grad_norm": 26.07591639643623,
      "learning_rate": 0.00026100862502410145,
      "loss": 8.8125,
      "step": 35926
    },
    {
      "epoch": 1.4715134138849069,
      "grad_norm": 2.40275231762728,
      "learning_rate": 0.0002610064315678268,
      "loss": 5.3125,
      "step": 35927
    },
    {
      "epoch": 1.4715543723121032,
      "grad_norm": 3.108955506875216,
      "learning_rate": 0.0002610042380590748,
      "loss": 3.6406,
      "step": 35928
    },
    {
      "epoch": 1.4715953307392997,
      "grad_norm": 5.32498106184059,
      "learning_rate": 0.0002610020444978464,
      "loss": 3.3281,
      "step": 35929
    },
    {
      "epoch": 1.471636289166496,
      "grad_norm": 4.306972882133008,
      "learning_rate": 0.0002609998508841427,
      "loss": 2.7656,
      "step": 35930
    },
    {
      "epoch": 1.4716772475936923,
      "grad_norm": 2.6633361339030333,
      "learning_rate": 0.0002609976572179647,
      "loss": 4.6875,
      "step": 35931
    },
    {
      "epoch": 1.4717182060208889,
      "grad_norm": 19.413553092089778,
      "learning_rate": 0.0002609954634993134,
      "loss": 10.0,
      "step": 35932
    },
    {
      "epoch": 1.4717591644480852,
      "grad_norm": 3.025431622229374,
      "learning_rate": 0.0002609932697281899,
      "loss": 5.625,
      "step": 35933
    },
    {
      "epoch": 1.4718001228752815,
      "grad_norm": 2.5406731851720554,
      "learning_rate": 0.0002609910759045953,
      "loss": 5.1875,
      "step": 35934
    },
    {
      "epoch": 1.471841081302478,
      "grad_norm": 2.57663846213782,
      "learning_rate": 0.0002609888820285305,
      "loss": 4.2188,
      "step": 35935
    },
    {
      "epoch": 1.4718820397296744,
      "grad_norm": 2.423637006855061,
      "learning_rate": 0.0002609866880999966,
      "loss": 3.7188,
      "step": 35936
    },
    {
      "epoch": 1.4719229981568707,
      "grad_norm": 2.3634718708189575,
      "learning_rate": 0.0002609844941189946,
      "loss": 3.5469,
      "step": 35937
    },
    {
      "epoch": 1.4719639565840672,
      "grad_norm": 3.5676383914723657,
      "learning_rate": 0.00026098230008552565,
      "loss": 6.4688,
      "step": 35938
    },
    {
      "epoch": 1.4720049150112635,
      "grad_norm": 2.4182927148675954,
      "learning_rate": 0.00026098010599959063,
      "loss": 4.8125,
      "step": 35939
    },
    {
      "epoch": 1.4720458734384598,
      "grad_norm": 2.5240939401222615,
      "learning_rate": 0.00026097791186119074,
      "loss": 5.3125,
      "step": 35940
    },
    {
      "epoch": 1.4720868318656564,
      "grad_norm": 2.1832787635548185,
      "learning_rate": 0.00026097571767032685,
      "loss": 4.125,
      "step": 35941
    },
    {
      "epoch": 1.4721277902928527,
      "grad_norm": 2.5326826054842764,
      "learning_rate": 0.00026097352342700016,
      "loss": 5.8125,
      "step": 35942
    },
    {
      "epoch": 1.4721687487200492,
      "grad_norm": 2.3976076607122483,
      "learning_rate": 0.0002609713291312116,
      "loss": 4.8438,
      "step": 35943
    },
    {
      "epoch": 1.4722097071472455,
      "grad_norm": 3.534464886834833,
      "learning_rate": 0.0002609691347829622,
      "loss": 5.5938,
      "step": 35944
    },
    {
      "epoch": 1.472250665574442,
      "grad_norm": 2.3570628298787932,
      "learning_rate": 0.00026096694038225303,
      "loss": 5.4062,
      "step": 35945
    },
    {
      "epoch": 1.4722916240016384,
      "grad_norm": 4.686711124114912,
      "learning_rate": 0.0002609647459290852,
      "loss": 7.875,
      "step": 35946
    },
    {
      "epoch": 1.4723325824288347,
      "grad_norm": 2.444811436618158,
      "learning_rate": 0.0002609625514234596,
      "loss": 5.1562,
      "step": 35947
    },
    {
      "epoch": 1.4723735408560312,
      "grad_norm": 2.480842297920762,
      "learning_rate": 0.0002609603568653774,
      "loss": 5.5312,
      "step": 35948
    },
    {
      "epoch": 1.4724144992832275,
      "grad_norm": 9.020606612745956,
      "learning_rate": 0.00026095816225483955,
      "loss": 3.9062,
      "step": 35949
    },
    {
      "epoch": 1.4724554577104239,
      "grad_norm": 15.464701808881014,
      "learning_rate": 0.0002609559675918471,
      "loss": 6.4375,
      "step": 35950
    },
    {
      "epoch": 1.4724964161376204,
      "grad_norm": 2.1247315048675253,
      "learning_rate": 0.00026095377287640114,
      "loss": 4.8125,
      "step": 35951
    },
    {
      "epoch": 1.4725373745648167,
      "grad_norm": 3.2540679719034733,
      "learning_rate": 0.0002609515781085027,
      "loss": 6.1562,
      "step": 35952
    },
    {
      "epoch": 1.472578332992013,
      "grad_norm": 2.26646358044367,
      "learning_rate": 0.00026094938328815275,
      "loss": 4.7812,
      "step": 35953
    },
    {
      "epoch": 1.4726192914192096,
      "grad_norm": 2.509276980058771,
      "learning_rate": 0.00026094718841535236,
      "loss": 4.5938,
      "step": 35954
    },
    {
      "epoch": 1.4726602498464059,
      "grad_norm": 2.321613847215973,
      "learning_rate": 0.0002609449934901026,
      "loss": 4.8125,
      "step": 35955
    },
    {
      "epoch": 1.4727012082736022,
      "grad_norm": 2.528787890746742,
      "learning_rate": 0.0002609427985124045,
      "loss": 5.25,
      "step": 35956
    },
    {
      "epoch": 1.4727421667007987,
      "grad_norm": 2.5742007450315167,
      "learning_rate": 0.00026094060348225904,
      "loss": 6.5625,
      "step": 35957
    },
    {
      "epoch": 1.472783125127995,
      "grad_norm": 3.8157265225103116,
      "learning_rate": 0.00026093840839966733,
      "loss": 4.9375,
      "step": 35958
    },
    {
      "epoch": 1.4728240835551913,
      "grad_norm": 2.5259782034239153,
      "learning_rate": 0.00026093621326463037,
      "loss": 4.1875,
      "step": 35959
    },
    {
      "epoch": 1.4728650419823879,
      "grad_norm": 3.41330653566396,
      "learning_rate": 0.0002609340180771492,
      "loss": 5.625,
      "step": 35960
    },
    {
      "epoch": 1.4729060004095842,
      "grad_norm": 3.3616638419650635,
      "learning_rate": 0.0002609318228372249,
      "loss": 5.0938,
      "step": 35961
    },
    {
      "epoch": 1.4729469588367807,
      "grad_norm": 2.352471469635652,
      "learning_rate": 0.00026092962754485844,
      "loss": 5.0938,
      "step": 35962
    },
    {
      "epoch": 1.472987917263977,
      "grad_norm": 5.460432519047557,
      "learning_rate": 0.00026092743220005086,
      "loss": 1.3906,
      "step": 35963
    },
    {
      "epoch": 1.4730288756911736,
      "grad_norm": 2.263076345364583,
      "learning_rate": 0.0002609252368028033,
      "loss": 5.375,
      "step": 35964
    },
    {
      "epoch": 1.47306983411837,
      "grad_norm": 2.1388007060470424,
      "learning_rate": 0.00026092304135311666,
      "loss": 4.9688,
      "step": 35965
    },
    {
      "epoch": 1.4731107925455662,
      "grad_norm": 2.0353297928768845,
      "learning_rate": 0.00026092084585099205,
      "loss": 3.9375,
      "step": 35966
    },
    {
      "epoch": 1.4731517509727627,
      "grad_norm": 2.9403452268117585,
      "learning_rate": 0.0002609186502964305,
      "loss": 5.8438,
      "step": 35967
    },
    {
      "epoch": 1.473192709399959,
      "grad_norm": 2.375312241172704,
      "learning_rate": 0.0002609164546894331,
      "loss": 5.5938,
      "step": 35968
    },
    {
      "epoch": 1.4732336678271554,
      "grad_norm": 3.3937901228391953,
      "learning_rate": 0.0002609142590300008,
      "loss": 4.3438,
      "step": 35969
    },
    {
      "epoch": 1.473274626254352,
      "grad_norm": 2.6729770823228653,
      "learning_rate": 0.00026091206331813467,
      "loss": 5.1875,
      "step": 35970
    },
    {
      "epoch": 1.4733155846815482,
      "grad_norm": 3.254800015692244,
      "learning_rate": 0.00026090986755383577,
      "loss": 4.9375,
      "step": 35971
    },
    {
      "epoch": 1.4733565431087445,
      "grad_norm": 3.055722712596835,
      "learning_rate": 0.00026090767173710507,
      "loss": 5.0625,
      "step": 35972
    },
    {
      "epoch": 1.473397501535941,
      "grad_norm": 2.399170535646112,
      "learning_rate": 0.0002609054758679437,
      "loss": 4.4688,
      "step": 35973
    },
    {
      "epoch": 1.4734384599631374,
      "grad_norm": 2.122194711030644,
      "learning_rate": 0.00026090327994635266,
      "loss": 5.0625,
      "step": 35974
    },
    {
      "epoch": 1.4734794183903337,
      "grad_norm": 2.2915242716377517,
      "learning_rate": 0.00026090108397233295,
      "loss": 5.875,
      "step": 35975
    },
    {
      "epoch": 1.4735203768175302,
      "grad_norm": 2.7386368922692226,
      "learning_rate": 0.0002608988879458857,
      "loss": 5.8438,
      "step": 35976
    },
    {
      "epoch": 1.4735613352447265,
      "grad_norm": 3.329380866608336,
      "learning_rate": 0.00026089669186701186,
      "loss": 4.6562,
      "step": 35977
    },
    {
      "epoch": 1.473602293671923,
      "grad_norm": 2.803187254549584,
      "learning_rate": 0.00026089449573571253,
      "loss": 5.5312,
      "step": 35978
    },
    {
      "epoch": 1.4736432520991194,
      "grad_norm": 2.8150551250116624,
      "learning_rate": 0.00026089229955198866,
      "loss": 4.6562,
      "step": 35979
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 4.565667201251632,
      "learning_rate": 0.00026089010331584135,
      "loss": 2.5938,
      "step": 35980
    },
    {
      "epoch": 1.4737251689535122,
      "grad_norm": 6.32915626737744,
      "learning_rate": 0.0002608879070272717,
      "loss": 4.75,
      "step": 35981
    },
    {
      "epoch": 1.4737661273807086,
      "grad_norm": 3.9154950673475324,
      "learning_rate": 0.00026088571068628064,
      "loss": 2.7344,
      "step": 35982
    },
    {
      "epoch": 1.473807085807905,
      "grad_norm": 2.7096747042862663,
      "learning_rate": 0.00026088351429286925,
      "loss": 6.0312,
      "step": 35983
    },
    {
      "epoch": 1.4738480442351014,
      "grad_norm": 2.706421460271723,
      "learning_rate": 0.0002608813178470386,
      "loss": 6.375,
      "step": 35984
    },
    {
      "epoch": 1.4738890026622977,
      "grad_norm": 2.4869775803739587,
      "learning_rate": 0.0002608791213487896,
      "loss": 4.6875,
      "step": 35985
    },
    {
      "epoch": 1.4739299610894943,
      "grad_norm": 4.9508642969166825,
      "learning_rate": 0.0002608769247981235,
      "loss": 2.1562,
      "step": 35986
    },
    {
      "epoch": 1.4739709195166906,
      "grad_norm": 2.4411805040999814,
      "learning_rate": 0.00026087472819504113,
      "loss": 5.125,
      "step": 35987
    },
    {
      "epoch": 1.4740118779438869,
      "grad_norm": 1.957977427484972,
      "learning_rate": 0.0002608725315395437,
      "loss": 4.9062,
      "step": 35988
    },
    {
      "epoch": 1.4740528363710834,
      "grad_norm": 2.30278043846915,
      "learning_rate": 0.0002608703348316321,
      "loss": 4.8438,
      "step": 35989
    },
    {
      "epoch": 1.4740937947982797,
      "grad_norm": 2.5435468984093874,
      "learning_rate": 0.0002608681380713075,
      "loss": 5.5938,
      "step": 35990
    },
    {
      "epoch": 1.474134753225476,
      "grad_norm": 2.766581264568643,
      "learning_rate": 0.00026086594125857086,
      "loss": 5.5938,
      "step": 35991
    },
    {
      "epoch": 1.4741757116526726,
      "grad_norm": 2.3803460776063576,
      "learning_rate": 0.0002608637443934232,
      "loss": 4.9375,
      "step": 35992
    },
    {
      "epoch": 1.474216670079869,
      "grad_norm": 2.4121898627583422,
      "learning_rate": 0.0002608615474758657,
      "loss": 3.2969,
      "step": 35993
    },
    {
      "epoch": 1.4742576285070652,
      "grad_norm": 2.7278756250819574,
      "learning_rate": 0.0002608593505058992,
      "loss": 4.0938,
      "step": 35994
    },
    {
      "epoch": 1.4742985869342617,
      "grad_norm": 2.9718272535052592,
      "learning_rate": 0.00026085715348352485,
      "loss": 6.0938,
      "step": 35995
    },
    {
      "epoch": 1.474339545361458,
      "grad_norm": 5.0902881434864025,
      "learning_rate": 0.00026085495640874363,
      "loss": 3.6719,
      "step": 35996
    },
    {
      "epoch": 1.4743805037886546,
      "grad_norm": 3.824024991385778,
      "learning_rate": 0.0002608527592815567,
      "loss": 6.25,
      "step": 35997
    },
    {
      "epoch": 1.474421462215851,
      "grad_norm": 2.8624861979359126,
      "learning_rate": 0.000260850562101965,
      "loss": 4.2812,
      "step": 35998
    },
    {
      "epoch": 1.4744624206430474,
      "grad_norm": 2.301166196318234,
      "learning_rate": 0.0002608483648699695,
      "loss": 5.4062,
      "step": 35999
    },
    {
      "epoch": 1.4745033790702438,
      "grad_norm": 2.471944599436696,
      "learning_rate": 0.0002608461675855714,
      "loss": 5.3438,
      "step": 36000
    },
    {
      "epoch": 1.47454433749744,
      "grad_norm": 2.231039495303582,
      "learning_rate": 0.00026084397024877165,
      "loss": 2.5938,
      "step": 36001
    },
    {
      "epoch": 1.4745852959246366,
      "grad_norm": 3.02995063659502,
      "learning_rate": 0.0002608417728595713,
      "loss": 6.5312,
      "step": 36002
    },
    {
      "epoch": 1.474626254351833,
      "grad_norm": 2.6020316385114475,
      "learning_rate": 0.0002608395754179714,
      "loss": 5.8125,
      "step": 36003
    },
    {
      "epoch": 1.4746672127790292,
      "grad_norm": 2.677214165088335,
      "learning_rate": 0.00026083737792397297,
      "loss": 4.625,
      "step": 36004
    },
    {
      "epoch": 1.4747081712062258,
      "grad_norm": 2.4345937577133396,
      "learning_rate": 0.0002608351803775771,
      "loss": 4.875,
      "step": 36005
    },
    {
      "epoch": 1.474749129633422,
      "grad_norm": 2.1938723272523486,
      "learning_rate": 0.00026083298277878474,
      "loss": 4.5,
      "step": 36006
    },
    {
      "epoch": 1.4747900880606184,
      "grad_norm": 2.225416881202105,
      "learning_rate": 0.00026083078512759703,
      "loss": 4.3438,
      "step": 36007
    },
    {
      "epoch": 1.474831046487815,
      "grad_norm": 2.9657112967446873,
      "learning_rate": 0.0002608285874240149,
      "loss": 6.625,
      "step": 36008
    },
    {
      "epoch": 1.4748720049150112,
      "grad_norm": 2.4803883554417867,
      "learning_rate": 0.00026082638966803945,
      "loss": 4.8438,
      "step": 36009
    },
    {
      "epoch": 1.4749129633422076,
      "grad_norm": 2.9080318598997725,
      "learning_rate": 0.00026082419185967175,
      "loss": 5.5625,
      "step": 36010
    },
    {
      "epoch": 1.474953921769404,
      "grad_norm": 2.2812994596566556,
      "learning_rate": 0.0002608219939989128,
      "loss": 5.75,
      "step": 36011
    },
    {
      "epoch": 1.4749948801966004,
      "grad_norm": 2.4586909853845276,
      "learning_rate": 0.0002608197960857636,
      "loss": 5.3125,
      "step": 36012
    },
    {
      "epoch": 1.4750358386237967,
      "grad_norm": 2.292211051508988,
      "learning_rate": 0.00026081759812022527,
      "loss": 4.8438,
      "step": 36013
    },
    {
      "epoch": 1.4750767970509933,
      "grad_norm": 3.274955996835296,
      "learning_rate": 0.00026081540010229875,
      "loss": 5.4375,
      "step": 36014
    },
    {
      "epoch": 1.4751177554781896,
      "grad_norm": 2.962948509160364,
      "learning_rate": 0.0002608132020319852,
      "loss": 4.8438,
      "step": 36015
    },
    {
      "epoch": 1.475158713905386,
      "grad_norm": 2.777269554989442,
      "learning_rate": 0.0002608110039092856,
      "loss": 3.7656,
      "step": 36016
    },
    {
      "epoch": 1.4751996723325824,
      "grad_norm": 2.0129726093533598,
      "learning_rate": 0.000260808805734201,
      "loss": 4.75,
      "step": 36017
    },
    {
      "epoch": 1.475240630759779,
      "grad_norm": 2.237927230042306,
      "learning_rate": 0.0002608066075067324,
      "loss": 5.25,
      "step": 36018
    },
    {
      "epoch": 1.4752815891869753,
      "grad_norm": 2.6642358132788626,
      "learning_rate": 0.00026080440922688085,
      "loss": 5.1562,
      "step": 36019
    },
    {
      "epoch": 1.4753225476141716,
      "grad_norm": 2.6870485483258366,
      "learning_rate": 0.00026080221089464737,
      "loss": 5.3125,
      "step": 36020
    },
    {
      "epoch": 1.4753635060413681,
      "grad_norm": 2.872165394681212,
      "learning_rate": 0.0002608000125100331,
      "loss": 5.9688,
      "step": 36021
    },
    {
      "epoch": 1.4754044644685644,
      "grad_norm": 3.480186070026326,
      "learning_rate": 0.000260797814073039,
      "loss": 5.0938,
      "step": 36022
    },
    {
      "epoch": 1.4754454228957607,
      "grad_norm": 3.4475191379256365,
      "learning_rate": 0.0002607956155836661,
      "loss": 4.9688,
      "step": 36023
    },
    {
      "epoch": 1.4754863813229573,
      "grad_norm": 3.9755075655051337,
      "learning_rate": 0.00026079341704191554,
      "loss": 2.7031,
      "step": 36024
    },
    {
      "epoch": 1.4755273397501536,
      "grad_norm": 3.1683679263680675,
      "learning_rate": 0.00026079121844778814,
      "loss": 5.7812,
      "step": 36025
    },
    {
      "epoch": 1.47556829817735,
      "grad_norm": 2.4751401069614745,
      "learning_rate": 0.0002607890198012852,
      "loss": 5.1875,
      "step": 36026
    },
    {
      "epoch": 1.4756092566045464,
      "grad_norm": 2.4563181723573084,
      "learning_rate": 0.00026078682110240763,
      "loss": 5.375,
      "step": 36027
    },
    {
      "epoch": 1.4756502150317428,
      "grad_norm": 4.924009913732235,
      "learning_rate": 0.0002607846223511564,
      "loss": 7.5938,
      "step": 36028
    },
    {
      "epoch": 1.475691173458939,
      "grad_norm": 4.194938641600154,
      "learning_rate": 0.0002607824235475327,
      "loss": 5.0625,
      "step": 36029
    },
    {
      "epoch": 1.4757321318861356,
      "grad_norm": 2.6709759713432923,
      "learning_rate": 0.00026078022469153746,
      "loss": 5.5938,
      "step": 36030
    },
    {
      "epoch": 1.475773090313332,
      "grad_norm": 3.0699491200935847,
      "learning_rate": 0.0002607780257831718,
      "loss": 5.1875,
      "step": 36031
    },
    {
      "epoch": 1.4758140487405282,
      "grad_norm": 2.58067200319664,
      "learning_rate": 0.00026077582682243667,
      "loss": 6.0938,
      "step": 36032
    },
    {
      "epoch": 1.4758550071677248,
      "grad_norm": 2.448316498813253,
      "learning_rate": 0.0002607736278093332,
      "loss": 4.5,
      "step": 36033
    },
    {
      "epoch": 1.475895965594921,
      "grad_norm": 2.0313477114249396,
      "learning_rate": 0.0002607714287438624,
      "loss": 4.7188,
      "step": 36034
    },
    {
      "epoch": 1.4759369240221176,
      "grad_norm": 2.47191858983138,
      "learning_rate": 0.0002607692296260253,
      "loss": 6.4688,
      "step": 36035
    },
    {
      "epoch": 1.475977882449314,
      "grad_norm": 2.5167935590010933,
      "learning_rate": 0.00026076703045582283,
      "loss": 4.8438,
      "step": 36036
    },
    {
      "epoch": 1.4760188408765105,
      "grad_norm": 7.3950514202765705,
      "learning_rate": 0.00026076483123325624,
      "loss": 3.9688,
      "step": 36037
    },
    {
      "epoch": 1.4760597993037068,
      "grad_norm": 2.2558331963865546,
      "learning_rate": 0.00026076263195832643,
      "loss": 5.0938,
      "step": 36038
    },
    {
      "epoch": 1.476100757730903,
      "grad_norm": 2.378644747025155,
      "learning_rate": 0.0002607604326310345,
      "loss": 3.5781,
      "step": 36039
    },
    {
      "epoch": 1.4761417161580996,
      "grad_norm": 6.040847776036049,
      "learning_rate": 0.0002607582332513814,
      "loss": 6.7812,
      "step": 36040
    },
    {
      "epoch": 1.476182674585296,
      "grad_norm": 2.325683963553746,
      "learning_rate": 0.00026075603381936827,
      "loss": 4.9062,
      "step": 36041
    },
    {
      "epoch": 1.4762236330124923,
      "grad_norm": 4.876947318666588,
      "learning_rate": 0.0002607538343349961,
      "loss": 7.1562,
      "step": 36042
    },
    {
      "epoch": 1.4762645914396888,
      "grad_norm": 4.016433166994384,
      "learning_rate": 0.000260751634798266,
      "loss": 6.125,
      "step": 36043
    },
    {
      "epoch": 1.4763055498668851,
      "grad_norm": 2.1554420737284103,
      "learning_rate": 0.00026074943520917887,
      "loss": 4.125,
      "step": 36044
    },
    {
      "epoch": 1.4763465082940814,
      "grad_norm": 2.214531749821397,
      "learning_rate": 0.0002607472355677359,
      "loss": 4.375,
      "step": 36045
    },
    {
      "epoch": 1.476387466721278,
      "grad_norm": 9.382374220907177,
      "learning_rate": 0.00026074503587393804,
      "loss": 5.5312,
      "step": 36046
    },
    {
      "epoch": 1.4764284251484743,
      "grad_norm": 2.668705528737188,
      "learning_rate": 0.00026074283612778637,
      "loss": 5.5,
      "step": 36047
    },
    {
      "epoch": 1.4764693835756706,
      "grad_norm": 2.3999352679177184,
      "learning_rate": 0.0002607406363292819,
      "loss": 4.8125,
      "step": 36048
    },
    {
      "epoch": 1.4765103420028671,
      "grad_norm": 2.7379943625677665,
      "learning_rate": 0.0002607384364784257,
      "loss": 4.3125,
      "step": 36049
    },
    {
      "epoch": 1.4765513004300634,
      "grad_norm": 2.498343052826521,
      "learning_rate": 0.00026073623657521874,
      "loss": 4.4375,
      "step": 36050
    },
    {
      "epoch": 1.4765922588572598,
      "grad_norm": 2.5778075780063086,
      "learning_rate": 0.00026073403661966215,
      "loss": 5.4375,
      "step": 36051
    },
    {
      "epoch": 1.4766332172844563,
      "grad_norm": 3.5368251791991514,
      "learning_rate": 0.00026073183661175697,
      "loss": 5.0938,
      "step": 36052
    },
    {
      "epoch": 1.4766741757116526,
      "grad_norm": 2.039322089903094,
      "learning_rate": 0.0002607296365515041,
      "loss": 4.5938,
      "step": 36053
    },
    {
      "epoch": 1.4767151341388491,
      "grad_norm": 2.364841467330823,
      "learning_rate": 0.0002607274364389048,
      "loss": 5.1875,
      "step": 36054
    },
    {
      "epoch": 1.4767560925660455,
      "grad_norm": 5.451469612119207,
      "learning_rate": 0.00026072523627395993,
      "loss": 4.75,
      "step": 36055
    },
    {
      "epoch": 1.476797050993242,
      "grad_norm": 2.3094244947960214,
      "learning_rate": 0.0002607230360566706,
      "loss": 4.5625,
      "step": 36056
    },
    {
      "epoch": 1.4768380094204383,
      "grad_norm": 2.23494098623376,
      "learning_rate": 0.00026072083578703787,
      "loss": 5.0625,
      "step": 36057
    },
    {
      "epoch": 1.4768789678476346,
      "grad_norm": 3.1790990274325615,
      "learning_rate": 0.00026071863546506274,
      "loss": 3.9219,
      "step": 36058
    },
    {
      "epoch": 1.4769199262748312,
      "grad_norm": 3.5624055115566367,
      "learning_rate": 0.00026071643509074623,
      "loss": 5.5,
      "step": 36059
    },
    {
      "epoch": 1.4769608847020275,
      "grad_norm": 2.084768880230352,
      "learning_rate": 0.00026071423466408943,
      "loss": 4.375,
      "step": 36060
    },
    {
      "epoch": 1.4770018431292238,
      "grad_norm": 3.038298512720756,
      "learning_rate": 0.0002607120341850934,
      "loss": 5.3438,
      "step": 36061
    },
    {
      "epoch": 1.4770428015564203,
      "grad_norm": 3.421540706208832,
      "learning_rate": 0.0002607098336537591,
      "loss": 6.3438,
      "step": 36062
    },
    {
      "epoch": 1.4770837599836166,
      "grad_norm": 2.5453832117766515,
      "learning_rate": 0.0002607076330700876,
      "loss": 4.0938,
      "step": 36063
    },
    {
      "epoch": 1.477124718410813,
      "grad_norm": 2.5459890969985413,
      "learning_rate": 0.00026070543243408005,
      "loss": 5.7188,
      "step": 36064
    },
    {
      "epoch": 1.4771656768380095,
      "grad_norm": 3.6193452526185985,
      "learning_rate": 0.00026070323174573733,
      "loss": 4.1562,
      "step": 36065
    },
    {
      "epoch": 1.4772066352652058,
      "grad_norm": 11.591877481912615,
      "learning_rate": 0.0002607010310050605,
      "loss": 1.9062,
      "step": 36066
    },
    {
      "epoch": 1.477247593692402,
      "grad_norm": 2.503483222576258,
      "learning_rate": 0.00026069883021205076,
      "loss": 4.7188,
      "step": 36067
    },
    {
      "epoch": 1.4772885521195986,
      "grad_norm": 2.702359770853045,
      "learning_rate": 0.00026069662936670896,
      "loss": 5.0625,
      "step": 36068
    },
    {
      "epoch": 1.477329510546795,
      "grad_norm": 4.650779946805092,
      "learning_rate": 0.00026069442846903625,
      "loss": 6.4688,
      "step": 36069
    },
    {
      "epoch": 1.4773704689739913,
      "grad_norm": 8.528047239679237,
      "learning_rate": 0.0002606922275190336,
      "loss": 1.9297,
      "step": 36070
    },
    {
      "epoch": 1.4774114274011878,
      "grad_norm": 3.0311423765157013,
      "learning_rate": 0.00026069002651670214,
      "loss": 4.9688,
      "step": 36071
    },
    {
      "epoch": 1.4774523858283841,
      "grad_norm": 1.978017112722784,
      "learning_rate": 0.0002606878254620428,
      "loss": 5.0625,
      "step": 36072
    },
    {
      "epoch": 1.4774933442555807,
      "grad_norm": 3.4441072976032228,
      "learning_rate": 0.00026068562435505667,
      "loss": 5.25,
      "step": 36073
    },
    {
      "epoch": 1.477534302682777,
      "grad_norm": 2.268917531879176,
      "learning_rate": 0.00026068342319574483,
      "loss": 5.0938,
      "step": 36074
    },
    {
      "epoch": 1.4775752611099735,
      "grad_norm": 2.5806736880480425,
      "learning_rate": 0.0002606812219841083,
      "loss": 6.0625,
      "step": 36075
    },
    {
      "epoch": 1.4776162195371698,
      "grad_norm": 2.4911298445298162,
      "learning_rate": 0.0002606790207201481,
      "loss": 5.4375,
      "step": 36076
    },
    {
      "epoch": 1.4776571779643661,
      "grad_norm": 4.889210349159555,
      "learning_rate": 0.0002606768194038653,
      "loss": 4.5625,
      "step": 36077
    },
    {
      "epoch": 1.4776981363915627,
      "grad_norm": 2.373362096400712,
      "learning_rate": 0.0002606746180352609,
      "loss": 4.1875,
      "step": 36078
    },
    {
      "epoch": 1.477739094818759,
      "grad_norm": 2.2837678589712906,
      "learning_rate": 0.00026067241661433595,
      "loss": 5.2188,
      "step": 36079
    },
    {
      "epoch": 1.4777800532459553,
      "grad_norm": 2.150210204908524,
      "learning_rate": 0.00026067021514109153,
      "loss": 4.2812,
      "step": 36080
    },
    {
      "epoch": 1.4778210116731518,
      "grad_norm": 2.460723439036019,
      "learning_rate": 0.00026066801361552866,
      "loss": 4.2188,
      "step": 36081
    },
    {
      "epoch": 1.4778619701003481,
      "grad_norm": 2.3191758621103116,
      "learning_rate": 0.00026066581203764837,
      "loss": 4.7812,
      "step": 36082
    },
    {
      "epoch": 1.4779029285275445,
      "grad_norm": 3.133475041765549,
      "learning_rate": 0.0002606636104074517,
      "loss": 4.8438,
      "step": 36083
    },
    {
      "epoch": 1.477943886954741,
      "grad_norm": 4.5921255935946,
      "learning_rate": 0.00026066140872493967,
      "loss": 4.0312,
      "step": 36084
    },
    {
      "epoch": 1.4779848453819373,
      "grad_norm": 2.419142719546971,
      "learning_rate": 0.00026065920699011336,
      "loss": 5.25,
      "step": 36085
    },
    {
      "epoch": 1.4780258038091336,
      "grad_norm": 3.675144754599251,
      "learning_rate": 0.00026065700520297387,
      "loss": 5.5,
      "step": 36086
    },
    {
      "epoch": 1.4780667622363302,
      "grad_norm": 4.669646150877004,
      "learning_rate": 0.0002606548033635221,
      "loss": 3.7969,
      "step": 36087
    },
    {
      "epoch": 1.4781077206635265,
      "grad_norm": 2.5314457855213215,
      "learning_rate": 0.00026065260147175917,
      "loss": 4.6562,
      "step": 36088
    },
    {
      "epoch": 1.4781486790907228,
      "grad_norm": 2.7585634752011376,
      "learning_rate": 0.00026065039952768613,
      "loss": 5.6875,
      "step": 36089
    },
    {
      "epoch": 1.4781896375179193,
      "grad_norm": 2.166620839573714,
      "learning_rate": 0.00026064819753130397,
      "loss": 5.3125,
      "step": 36090
    },
    {
      "epoch": 1.4782305959451156,
      "grad_norm": 2.5745340512568804,
      "learning_rate": 0.00026064599548261376,
      "loss": 4.8125,
      "step": 36091
    },
    {
      "epoch": 1.4782715543723122,
      "grad_norm": 2.269611466537487,
      "learning_rate": 0.00026064379338161655,
      "loss": 4.3125,
      "step": 36092
    },
    {
      "epoch": 1.4783125127995085,
      "grad_norm": 2.751985867325315,
      "learning_rate": 0.00026064159122831336,
      "loss": 5.8438,
      "step": 36093
    },
    {
      "epoch": 1.478353471226705,
      "grad_norm": 3.843889790751273,
      "learning_rate": 0.0002606393890227053,
      "loss": 5.5938,
      "step": 36094
    },
    {
      "epoch": 1.4783944296539013,
      "grad_norm": 3.783396706768513,
      "learning_rate": 0.00026063718676479333,
      "loss": 5.7188,
      "step": 36095
    },
    {
      "epoch": 1.4784353880810976,
      "grad_norm": 2.647603498175519,
      "learning_rate": 0.0002606349844545785,
      "loss": 5.25,
      "step": 36096
    },
    {
      "epoch": 1.4784763465082942,
      "grad_norm": 2.66413684378704,
      "learning_rate": 0.0002606327820920619,
      "loss": 4.875,
      "step": 36097
    },
    {
      "epoch": 1.4785173049354905,
      "grad_norm": 2.1035609230180166,
      "learning_rate": 0.0002606305796772445,
      "loss": 4.625,
      "step": 36098
    },
    {
      "epoch": 1.4785582633626868,
      "grad_norm": 2.404670122725458,
      "learning_rate": 0.00026062837721012744,
      "loss": 5.3125,
      "step": 36099
    },
    {
      "epoch": 1.4785992217898833,
      "grad_norm": 2.78180139076797,
      "learning_rate": 0.0002606261746907117,
      "loss": 4.9062,
      "step": 36100
    },
    {
      "epoch": 1.4786401802170797,
      "grad_norm": 3.594363785921362,
      "learning_rate": 0.00026062397211899823,
      "loss": 6.6875,
      "step": 36101
    },
    {
      "epoch": 1.478681138644276,
      "grad_norm": 2.057661554024236,
      "learning_rate": 0.00026062176949498823,
      "loss": 4.625,
      "step": 36102
    },
    {
      "epoch": 1.4787220970714725,
      "grad_norm": 2.174041134696041,
      "learning_rate": 0.0002606195668186827,
      "loss": 4.5625,
      "step": 36103
    },
    {
      "epoch": 1.4787630554986688,
      "grad_norm": 2.778245676842266,
      "learning_rate": 0.0002606173640900826,
      "loss": 5.5312,
      "step": 36104
    },
    {
      "epoch": 1.4788040139258651,
      "grad_norm": 2.2999376677588477,
      "learning_rate": 0.0002606151613091891,
      "loss": 4.7188,
      "step": 36105
    },
    {
      "epoch": 1.4788449723530617,
      "grad_norm": 3.674974995968553,
      "learning_rate": 0.0002606129584760031,
      "loss": 4.8438,
      "step": 36106
    },
    {
      "epoch": 1.478885930780258,
      "grad_norm": 2.395365627267322,
      "learning_rate": 0.00026061075559052574,
      "loss": 4.8125,
      "step": 36107
    },
    {
      "epoch": 1.4789268892074543,
      "grad_norm": 2.1517899130078884,
      "learning_rate": 0.00026060855265275804,
      "loss": 4.7812,
      "step": 36108
    },
    {
      "epoch": 1.4789678476346508,
      "grad_norm": 4.680499161067307,
      "learning_rate": 0.000260606349662701,
      "loss": 6.7188,
      "step": 36109
    },
    {
      "epoch": 1.4790088060618471,
      "grad_norm": 2.9617540105212035,
      "learning_rate": 0.0002606041466203557,
      "loss": 5.8125,
      "step": 36110
    },
    {
      "epoch": 1.4790497644890437,
      "grad_norm": 3.078446445356925,
      "learning_rate": 0.00026060194352572327,
      "loss": 6.625,
      "step": 36111
    },
    {
      "epoch": 1.47909072291624,
      "grad_norm": 2.766246027577913,
      "learning_rate": 0.0002605997403788046,
      "loss": 4.4375,
      "step": 36112
    },
    {
      "epoch": 1.4791316813434365,
      "grad_norm": 2.1343238769131667,
      "learning_rate": 0.00026059753717960077,
      "loss": 4.1875,
      "step": 36113
    },
    {
      "epoch": 1.4791726397706328,
      "grad_norm": 4.802777891511353,
      "learning_rate": 0.00026059533392811283,
      "loss": 4.5625,
      "step": 36114
    },
    {
      "epoch": 1.4792135981978292,
      "grad_norm": 2.427144390665726,
      "learning_rate": 0.0002605931306243419,
      "loss": 4.5938,
      "step": 36115
    },
    {
      "epoch": 1.4792545566250257,
      "grad_norm": 2.5001470553501695,
      "learning_rate": 0.0002605909272682889,
      "loss": 3.8438,
      "step": 36116
    },
    {
      "epoch": 1.479295515052222,
      "grad_norm": 4.021199432599841,
      "learning_rate": 0.00026058872385995496,
      "loss": 3.6562,
      "step": 36117
    },
    {
      "epoch": 1.4793364734794183,
      "grad_norm": 2.15741609551633,
      "learning_rate": 0.00026058652039934107,
      "loss": 4.5938,
      "step": 36118
    },
    {
      "epoch": 1.4793774319066149,
      "grad_norm": 2.4981876443559496,
      "learning_rate": 0.00026058431688644824,
      "loss": 5.5312,
      "step": 36119
    },
    {
      "epoch": 1.4794183903338112,
      "grad_norm": 2.2762166192148032,
      "learning_rate": 0.00026058211332127763,
      "loss": 4.375,
      "step": 36120
    },
    {
      "epoch": 1.4794593487610075,
      "grad_norm": 3.0598097534779023,
      "learning_rate": 0.0002605799097038302,
      "loss": 6.7188,
      "step": 36121
    },
    {
      "epoch": 1.479500307188204,
      "grad_norm": 3.287959644161718,
      "learning_rate": 0.000260577706034107,
      "loss": 6.4375,
      "step": 36122
    },
    {
      "epoch": 1.4795412656154003,
      "grad_norm": 2.482311329436901,
      "learning_rate": 0.0002605755023121091,
      "loss": 4.3125,
      "step": 36123
    },
    {
      "epoch": 1.4795822240425966,
      "grad_norm": 3.051457053312755,
      "learning_rate": 0.00026057329853783746,
      "loss": 5.375,
      "step": 36124
    },
    {
      "epoch": 1.4796231824697932,
      "grad_norm": 2.7799002113865927,
      "learning_rate": 0.00026057109471129325,
      "loss": 4.4688,
      "step": 36125
    },
    {
      "epoch": 1.4796641408969895,
      "grad_norm": 2.2533781141385023,
      "learning_rate": 0.00026056889083247737,
      "loss": 6.0938,
      "step": 36126
    },
    {
      "epoch": 1.4797050993241858,
      "grad_norm": 2.7838686838889934,
      "learning_rate": 0.000260566686901391,
      "loss": 4.0,
      "step": 36127
    },
    {
      "epoch": 1.4797460577513823,
      "grad_norm": 3.1478647160735336,
      "learning_rate": 0.0002605644829180351,
      "loss": 5.1562,
      "step": 36128
    },
    {
      "epoch": 1.4797870161785787,
      "grad_norm": 2.4561776634468573,
      "learning_rate": 0.0002605622788824107,
      "loss": 5.4062,
      "step": 36129
    },
    {
      "epoch": 1.4798279746057752,
      "grad_norm": 2.5144545193718564,
      "learning_rate": 0.0002605600747945189,
      "loss": 4.6562,
      "step": 36130
    },
    {
      "epoch": 1.4798689330329715,
      "grad_norm": 4.12003546315815,
      "learning_rate": 0.0002605578706543607,
      "loss": 6.375,
      "step": 36131
    },
    {
      "epoch": 1.479909891460168,
      "grad_norm": 5.091613686013519,
      "learning_rate": 0.00026055566646193717,
      "loss": 7.1875,
      "step": 36132
    },
    {
      "epoch": 1.4799508498873644,
      "grad_norm": 2.837610141419123,
      "learning_rate": 0.0002605534622172493,
      "loss": 6.5938,
      "step": 36133
    },
    {
      "epoch": 1.4799918083145607,
      "grad_norm": 3.9803540076351123,
      "learning_rate": 0.00026055125792029816,
      "loss": 3.6406,
      "step": 36134
    },
    {
      "epoch": 1.4800327667417572,
      "grad_norm": 2.2647129803838424,
      "learning_rate": 0.0002605490535710849,
      "loss": 4.75,
      "step": 36135
    },
    {
      "epoch": 1.4800737251689535,
      "grad_norm": 2.426460233225832,
      "learning_rate": 0.00026054684916961034,
      "loss": 4.2188,
      "step": 36136
    },
    {
      "epoch": 1.4801146835961498,
      "grad_norm": 2.3060456132127714,
      "learning_rate": 0.0002605446447158757,
      "loss": 4.1875,
      "step": 36137
    },
    {
      "epoch": 1.4801556420233464,
      "grad_norm": 2.4970769268602586,
      "learning_rate": 0.00026054244020988195,
      "loss": 4.2812,
      "step": 36138
    },
    {
      "epoch": 1.4801966004505427,
      "grad_norm": 2.9152808459136677,
      "learning_rate": 0.0002605402356516302,
      "loss": 4.6562,
      "step": 36139
    },
    {
      "epoch": 1.480237558877739,
      "grad_norm": 2.567598112820813,
      "learning_rate": 0.0002605380310411214,
      "loss": 3.3125,
      "step": 36140
    },
    {
      "epoch": 1.4802785173049355,
      "grad_norm": 3.703253963474379,
      "learning_rate": 0.00026053582637835664,
      "loss": 6.0312,
      "step": 36141
    },
    {
      "epoch": 1.4803194757321319,
      "grad_norm": 2.6003691214201137,
      "learning_rate": 0.00026053362166333693,
      "loss": 5.3438,
      "step": 36142
    },
    {
      "epoch": 1.4803604341593282,
      "grad_norm": 2.193743254569181,
      "learning_rate": 0.0002605314168960634,
      "loss": 4.7188,
      "step": 36143
    },
    {
      "epoch": 1.4804013925865247,
      "grad_norm": 8.007136864332304,
      "learning_rate": 0.000260529212076537,
      "loss": 5.3438,
      "step": 36144
    },
    {
      "epoch": 1.480442351013721,
      "grad_norm": 2.442376142151385,
      "learning_rate": 0.00026052700720475874,
      "loss": 5.2812,
      "step": 36145
    },
    {
      "epoch": 1.4804833094409175,
      "grad_norm": 3.4338946663915473,
      "learning_rate": 0.0002605248022807298,
      "loss": 5.0938,
      "step": 36146
    },
    {
      "epoch": 1.4805242678681139,
      "grad_norm": 2.4851305308549043,
      "learning_rate": 0.0002605225973044511,
      "loss": 5.1562,
      "step": 36147
    },
    {
      "epoch": 1.4805652262953102,
      "grad_norm": 7.757268937287819,
      "learning_rate": 0.00026052039227592375,
      "loss": 4.25,
      "step": 36148
    },
    {
      "epoch": 1.4806061847225067,
      "grad_norm": 6.569251160385702,
      "learning_rate": 0.0002605181871951488,
      "loss": 3.3594,
      "step": 36149
    },
    {
      "epoch": 1.480647143149703,
      "grad_norm": 3.1304693824971177,
      "learning_rate": 0.00026051598206212727,
      "loss": 4.8125,
      "step": 36150
    },
    {
      "epoch": 1.4806881015768996,
      "grad_norm": 3.1796575896173986,
      "learning_rate": 0.00026051377687686013,
      "loss": 7.5938,
      "step": 36151
    },
    {
      "epoch": 1.4807290600040959,
      "grad_norm": 3.5451207831395046,
      "learning_rate": 0.00026051157163934854,
      "loss": 5.5938,
      "step": 36152
    },
    {
      "epoch": 1.4807700184312922,
      "grad_norm": 2.7537465690669687,
      "learning_rate": 0.0002605093663495934,
      "loss": 6.4688,
      "step": 36153
    },
    {
      "epoch": 1.4808109768584887,
      "grad_norm": 2.0392274147566285,
      "learning_rate": 0.000260507161007596,
      "loss": 4.4688,
      "step": 36154
    },
    {
      "epoch": 1.480851935285685,
      "grad_norm": 2.4599123392298465,
      "learning_rate": 0.00026050495561335716,
      "loss": 3.7031,
      "step": 36155
    },
    {
      "epoch": 1.4808928937128814,
      "grad_norm": 2.3955771259548433,
      "learning_rate": 0.00026050275016687796,
      "loss": 4.4062,
      "step": 36156
    },
    {
      "epoch": 1.4809338521400779,
      "grad_norm": 3.2489953905606437,
      "learning_rate": 0.00026050054466815947,
      "loss": 5.7812,
      "step": 36157
    },
    {
      "epoch": 1.4809748105672742,
      "grad_norm": 2.527181337352851,
      "learning_rate": 0.00026049833911720276,
      "loss": 5.6562,
      "step": 36158
    },
    {
      "epoch": 1.4810157689944705,
      "grad_norm": 2.253235342161527,
      "learning_rate": 0.0002604961335140088,
      "loss": 4.5,
      "step": 36159
    },
    {
      "epoch": 1.481056727421667,
      "grad_norm": 4.112158882741104,
      "learning_rate": 0.00026049392785857875,
      "loss": 5.2188,
      "step": 36160
    },
    {
      "epoch": 1.4810976858488634,
      "grad_norm": 2.7618325207550636,
      "learning_rate": 0.0002604917221509135,
      "loss": 4.6875,
      "step": 36161
    },
    {
      "epoch": 1.4811386442760597,
      "grad_norm": 2.481326214949122,
      "learning_rate": 0.0002604895163910143,
      "loss": 5.7812,
      "step": 36162
    },
    {
      "epoch": 1.4811796027032562,
      "grad_norm": 4.889782201673395,
      "learning_rate": 0.000260487310578882,
      "loss": 5.2188,
      "step": 36163
    },
    {
      "epoch": 1.4812205611304525,
      "grad_norm": 3.7732400328287765,
      "learning_rate": 0.0002604851047145177,
      "loss": 3.5781,
      "step": 36164
    },
    {
      "epoch": 1.481261519557649,
      "grad_norm": 2.401970623065293,
      "learning_rate": 0.00026048289879792246,
      "loss": 4.5312,
      "step": 36165
    },
    {
      "epoch": 1.4813024779848454,
      "grad_norm": 2.513726958274046,
      "learning_rate": 0.0002604806928290973,
      "loss": 5.2188,
      "step": 36166
    },
    {
      "epoch": 1.481343436412042,
      "grad_norm": 3.0890073771031012,
      "learning_rate": 0.0002604784868080433,
      "loss": 5.0625,
      "step": 36167
    },
    {
      "epoch": 1.4813843948392382,
      "grad_norm": 3.284382733903377,
      "learning_rate": 0.00026047628073476144,
      "loss": 7.1875,
      "step": 36168
    },
    {
      "epoch": 1.4814253532664345,
      "grad_norm": 5.255109401145616,
      "learning_rate": 0.00026047407460925287,
      "loss": 6.2188,
      "step": 36169
    },
    {
      "epoch": 1.481466311693631,
      "grad_norm": 2.43605038637888,
      "learning_rate": 0.0002604718684315185,
      "loss": 5.625,
      "step": 36170
    },
    {
      "epoch": 1.4815072701208274,
      "grad_norm": 13.978130711389888,
      "learning_rate": 0.0002604696622015595,
      "loss": 4.3438,
      "step": 36171
    },
    {
      "epoch": 1.4815482285480237,
      "grad_norm": 2.214863812164599,
      "learning_rate": 0.0002604674559193768,
      "loss": 4.5625,
      "step": 36172
    },
    {
      "epoch": 1.4815891869752202,
      "grad_norm": 2.911469976223373,
      "learning_rate": 0.0002604652495849716,
      "loss": 5.7188,
      "step": 36173
    },
    {
      "epoch": 1.4816301454024166,
      "grad_norm": 6.319250097312105,
      "learning_rate": 0.00026046304319834475,
      "loss": 4.6562,
      "step": 36174
    },
    {
      "epoch": 1.4816711038296129,
      "grad_norm": 2.7303917975334624,
      "learning_rate": 0.0002604608367594974,
      "loss": 5.5312,
      "step": 36175
    },
    {
      "epoch": 1.4817120622568094,
      "grad_norm": 2.9129090653955916,
      "learning_rate": 0.0002604586302684306,
      "loss": 6.3438,
      "step": 36176
    },
    {
      "epoch": 1.4817530206840057,
      "grad_norm": 2.814585481727809,
      "learning_rate": 0.00026045642372514536,
      "loss": 6.0312,
      "step": 36177
    },
    {
      "epoch": 1.481793979111202,
      "grad_norm": 3.9565742160089115,
      "learning_rate": 0.0002604542171296427,
      "loss": 4.2812,
      "step": 36178
    },
    {
      "epoch": 1.4818349375383986,
      "grad_norm": 4.897313910981219,
      "learning_rate": 0.00026045201048192375,
      "loss": 4.7188,
      "step": 36179
    },
    {
      "epoch": 1.4818758959655949,
      "grad_norm": 3.3361782176653665,
      "learning_rate": 0.0002604498037819894,
      "loss": 2.2031,
      "step": 36180
    },
    {
      "epoch": 1.4819168543927912,
      "grad_norm": 3.449418006413793,
      "learning_rate": 0.0002604475970298409,
      "loss": 5.1875,
      "step": 36181
    },
    {
      "epoch": 1.4819578128199877,
      "grad_norm": 5.107220715858567,
      "learning_rate": 0.00026044539022547915,
      "loss": 3.2188,
      "step": 36182
    },
    {
      "epoch": 1.481998771247184,
      "grad_norm": 3.128390911780189,
      "learning_rate": 0.0002604431833689052,
      "loss": 4.9375,
      "step": 36183
    },
    {
      "epoch": 1.4820397296743806,
      "grad_norm": 2.6750987190350384,
      "learning_rate": 0.00026044097646012014,
      "loss": 5.0,
      "step": 36184
    },
    {
      "epoch": 1.482080688101577,
      "grad_norm": 3.091747439202027,
      "learning_rate": 0.000260438769499125,
      "loss": 4.9688,
      "step": 36185
    },
    {
      "epoch": 1.4821216465287734,
      "grad_norm": 2.413911725889533,
      "learning_rate": 0.0002604365624859208,
      "loss": 4.5625,
      "step": 36186
    },
    {
      "epoch": 1.4821626049559697,
      "grad_norm": 2.600092712679598,
      "learning_rate": 0.00026043435542050865,
      "loss": 4.9375,
      "step": 36187
    },
    {
      "epoch": 1.482203563383166,
      "grad_norm": 2.7180718721228505,
      "learning_rate": 0.0002604321483028895,
      "loss": 5.3125,
      "step": 36188
    },
    {
      "epoch": 1.4822445218103626,
      "grad_norm": 2.648067623819991,
      "learning_rate": 0.0002604299411330645,
      "loss": 5.4688,
      "step": 36189
    },
    {
      "epoch": 1.482285480237559,
      "grad_norm": 4.595788433138025,
      "learning_rate": 0.0002604277339110345,
      "loss": 3.625,
      "step": 36190
    },
    {
      "epoch": 1.4823264386647552,
      "grad_norm": 4.307211950702042,
      "learning_rate": 0.0002604255266368008,
      "loss": 4.1562,
      "step": 36191
    },
    {
      "epoch": 1.4823673970919518,
      "grad_norm": 3.9408028192971165,
      "learning_rate": 0.0002604233193103643,
      "loss": 6.3438,
      "step": 36192
    },
    {
      "epoch": 1.482408355519148,
      "grad_norm": 2.218376310847716,
      "learning_rate": 0.00026042111193172603,
      "loss": 4.6562,
      "step": 36193
    },
    {
      "epoch": 1.4824493139463444,
      "grad_norm": 3.836004408619104,
      "learning_rate": 0.00026041890450088706,
      "loss": 1.9062,
      "step": 36194
    },
    {
      "epoch": 1.482490272373541,
      "grad_norm": 2.922838730881953,
      "learning_rate": 0.00026041669701784846,
      "loss": 5.5,
      "step": 36195
    },
    {
      "epoch": 1.4825312308007372,
      "grad_norm": 2.2425444735338393,
      "learning_rate": 0.0002604144894826113,
      "loss": 4.0625,
      "step": 36196
    },
    {
      "epoch": 1.4825721892279335,
      "grad_norm": 2.442307905177773,
      "learning_rate": 0.0002604122818951765,
      "loss": 5.375,
      "step": 36197
    },
    {
      "epoch": 1.48261314765513,
      "grad_norm": 2.38889750048226,
      "learning_rate": 0.00026041007425554516,
      "loss": 4.6562,
      "step": 36198
    },
    {
      "epoch": 1.4826541060823264,
      "grad_norm": 2.51474925024004,
      "learning_rate": 0.00026040786656371845,
      "loss": 4.8125,
      "step": 36199
    },
    {
      "epoch": 1.4826950645095227,
      "grad_norm": 2.429742669427103,
      "learning_rate": 0.0002604056588196972,
      "loss": 4.9062,
      "step": 36200
    },
    {
      "epoch": 1.4827360229367192,
      "grad_norm": 2.8095275257292505,
      "learning_rate": 0.0002604034510234826,
      "loss": 5.4375,
      "step": 36201
    },
    {
      "epoch": 1.4827769813639156,
      "grad_norm": 4.158625500131406,
      "learning_rate": 0.0002604012431750757,
      "loss": 6.3125,
      "step": 36202
    },
    {
      "epoch": 1.482817939791112,
      "grad_norm": 2.758856527475863,
      "learning_rate": 0.00026039903527447743,
      "loss": 4.9375,
      "step": 36203
    },
    {
      "epoch": 1.4828588982183084,
      "grad_norm": 2.7124226407783136,
      "learning_rate": 0.00026039682732168894,
      "loss": 6.4688,
      "step": 36204
    },
    {
      "epoch": 1.482899856645505,
      "grad_norm": 2.502634910545203,
      "learning_rate": 0.0002603946193167112,
      "loss": 4.625,
      "step": 36205
    },
    {
      "epoch": 1.4829408150727013,
      "grad_norm": 2.464500401999977,
      "learning_rate": 0.0002603924112595453,
      "loss": 5.6875,
      "step": 36206
    },
    {
      "epoch": 1.4829817734998976,
      "grad_norm": 6.071260325002236,
      "learning_rate": 0.00026039020315019235,
      "loss": 5.625,
      "step": 36207
    },
    {
      "epoch": 1.483022731927094,
      "grad_norm": 2.449777689085616,
      "learning_rate": 0.0002603879949886532,
      "loss": 5.3125,
      "step": 36208
    },
    {
      "epoch": 1.4830636903542904,
      "grad_norm": 9.156785731120518,
      "learning_rate": 0.00026038578677492914,
      "loss": 3.9844,
      "step": 36209
    },
    {
      "epoch": 1.4831046487814867,
      "grad_norm": 3.7293380493204187,
      "learning_rate": 0.000260383578509021,
      "loss": 4.625,
      "step": 36210
    },
    {
      "epoch": 1.4831456072086833,
      "grad_norm": 2.677824133181716,
      "learning_rate": 0.00026038137019092995,
      "loss": 4.6562,
      "step": 36211
    },
    {
      "epoch": 1.4831865656358796,
      "grad_norm": 3.2269773886048108,
      "learning_rate": 0.00026037916182065695,
      "loss": 5.1562,
      "step": 36212
    },
    {
      "epoch": 1.483227524063076,
      "grad_norm": 2.7039713832588306,
      "learning_rate": 0.0002603769533982031,
      "loss": 4.9688,
      "step": 36213
    },
    {
      "epoch": 1.4832684824902724,
      "grad_norm": 8.137801379632242,
      "learning_rate": 0.0002603747449235694,
      "loss": 6.1875,
      "step": 36214
    },
    {
      "epoch": 1.4833094409174687,
      "grad_norm": 2.058084986070155,
      "learning_rate": 0.00026037253639675696,
      "loss": 4.4688,
      "step": 36215
    },
    {
      "epoch": 1.483350399344665,
      "grad_norm": 3.1253175148633043,
      "learning_rate": 0.0002603703278177668,
      "loss": 4.75,
      "step": 36216
    },
    {
      "epoch": 1.4833913577718616,
      "grad_norm": 4.860888400658494,
      "learning_rate": 0.0002603681191866,
      "loss": 2.1719,
      "step": 36217
    },
    {
      "epoch": 1.483432316199058,
      "grad_norm": 2.295460850006079,
      "learning_rate": 0.00026036591050325746,
      "loss": 5.0938,
      "step": 36218
    },
    {
      "epoch": 1.4834732746262542,
      "grad_norm": 2.983331928134931,
      "learning_rate": 0.00026036370176774033,
      "loss": 5.625,
      "step": 36219
    },
    {
      "epoch": 1.4835142330534508,
      "grad_norm": 5.226084552001847,
      "learning_rate": 0.0002603614929800497,
      "loss": 7.6875,
      "step": 36220
    },
    {
      "epoch": 1.483555191480647,
      "grad_norm": 7.675850683949528,
      "learning_rate": 0.0002603592841401866,
      "loss": 3.25,
      "step": 36221
    },
    {
      "epoch": 1.4835961499078436,
      "grad_norm": 2.9427608941385626,
      "learning_rate": 0.00026035707524815196,
      "loss": 6.2812,
      "step": 36222
    },
    {
      "epoch": 1.48363710833504,
      "grad_norm": 3.2789775408659914,
      "learning_rate": 0.0002603548663039469,
      "loss": 4.9062,
      "step": 36223
    },
    {
      "epoch": 1.4836780667622365,
      "grad_norm": 2.5239737010050622,
      "learning_rate": 0.00026035265730757246,
      "loss": 5.2188,
      "step": 36224
    },
    {
      "epoch": 1.4837190251894328,
      "grad_norm": 2.3275847560716776,
      "learning_rate": 0.00026035044825902973,
      "loss": 4.875,
      "step": 36225
    },
    {
      "epoch": 1.483759983616629,
      "grad_norm": 7.403890263414456,
      "learning_rate": 0.00026034823915831965,
      "loss": 3.6719,
      "step": 36226
    },
    {
      "epoch": 1.4838009420438256,
      "grad_norm": 4.462505734750396,
      "learning_rate": 0.0002603460300054434,
      "loss": 7.0312,
      "step": 36227
    },
    {
      "epoch": 1.483841900471022,
      "grad_norm": 16.011645709588574,
      "learning_rate": 0.0002603438208004019,
      "loss": 5.5625,
      "step": 36228
    },
    {
      "epoch": 1.4838828588982182,
      "grad_norm": 4.628816261169931,
      "learning_rate": 0.0002603416115431962,
      "loss": 1.9297,
      "step": 36229
    },
    {
      "epoch": 1.4839238173254148,
      "grad_norm": 2.381755156101288,
      "learning_rate": 0.00026033940223382747,
      "loss": 5.375,
      "step": 36230
    },
    {
      "epoch": 1.483964775752611,
      "grad_norm": 1.9310982194684063,
      "learning_rate": 0.00026033719287229666,
      "loss": 3.0781,
      "step": 36231
    },
    {
      "epoch": 1.4840057341798074,
      "grad_norm": 2.796709218154223,
      "learning_rate": 0.0002603349834586048,
      "loss": 5.0938,
      "step": 36232
    },
    {
      "epoch": 1.484046692607004,
      "grad_norm": 3.0539413859439786,
      "learning_rate": 0.000260332773992753,
      "loss": 6.4688,
      "step": 36233
    },
    {
      "epoch": 1.4840876510342003,
      "grad_norm": 2.628691204076153,
      "learning_rate": 0.00026033056447474225,
      "loss": 5.75,
      "step": 36234
    },
    {
      "epoch": 1.4841286094613966,
      "grad_norm": 2.1892722284864465,
      "learning_rate": 0.0002603283549045736,
      "loss": 3.8906,
      "step": 36235
    },
    {
      "epoch": 1.484169567888593,
      "grad_norm": 2.4721274536827322,
      "learning_rate": 0.0002603261452822481,
      "loss": 5.3125,
      "step": 36236
    },
    {
      "epoch": 1.4842105263157894,
      "grad_norm": 2.380753484238675,
      "learning_rate": 0.00026032393560776685,
      "loss": 4.5312,
      "step": 36237
    },
    {
      "epoch": 1.4842514847429857,
      "grad_norm": 1.873455563533827,
      "learning_rate": 0.00026032172588113075,
      "loss": 3.3438,
      "step": 36238
    },
    {
      "epoch": 1.4842924431701823,
      "grad_norm": 3.5402822160198695,
      "learning_rate": 0.000260319516102341,
      "loss": 4.7188,
      "step": 36239
    },
    {
      "epoch": 1.4843334015973786,
      "grad_norm": 2.904687606287589,
      "learning_rate": 0.0002603173062713986,
      "loss": 5.2812,
      "step": 36240
    },
    {
      "epoch": 1.4843743600245751,
      "grad_norm": 5.2770525817645675,
      "learning_rate": 0.00026031509638830457,
      "loss": 2.0781,
      "step": 36241
    },
    {
      "epoch": 1.4844153184517714,
      "grad_norm": 2.2107549478480397,
      "learning_rate": 0.00026031288645305995,
      "loss": 5.0,
      "step": 36242
    },
    {
      "epoch": 1.484456276878968,
      "grad_norm": 2.408537853198815,
      "learning_rate": 0.00026031067646566574,
      "loss": 5.0625,
      "step": 36243
    },
    {
      "epoch": 1.4844972353061643,
      "grad_norm": 3.2867903636068716,
      "learning_rate": 0.00026030846642612315,
      "loss": 5.2812,
      "step": 36244
    },
    {
      "epoch": 1.4845381937333606,
      "grad_norm": 2.4167107893801374,
      "learning_rate": 0.0002603062563344331,
      "loss": 5.2812,
      "step": 36245
    },
    {
      "epoch": 1.4845791521605571,
      "grad_norm": 2.151407073838104,
      "learning_rate": 0.0002603040461905966,
      "loss": 4.75,
      "step": 36246
    },
    {
      "epoch": 1.4846201105877534,
      "grad_norm": 2.2620935081913442,
      "learning_rate": 0.00026030183599461473,
      "loss": 4.125,
      "step": 36247
    },
    {
      "epoch": 1.4846610690149498,
      "grad_norm": 1.9229639582683138,
      "learning_rate": 0.00026029962574648866,
      "loss": 3.2031,
      "step": 36248
    },
    {
      "epoch": 1.4847020274421463,
      "grad_norm": 2.7544204136189747,
      "learning_rate": 0.00026029741544621925,
      "loss": 5.7188,
      "step": 36249
    },
    {
      "epoch": 1.4847429858693426,
      "grad_norm": 2.346076665002193,
      "learning_rate": 0.0002602952050938076,
      "loss": 5.125,
      "step": 36250
    },
    {
      "epoch": 1.484783944296539,
      "grad_norm": 2.095653950931052,
      "learning_rate": 0.00026029299468925487,
      "loss": 4.5938,
      "step": 36251
    },
    {
      "epoch": 1.4848249027237355,
      "grad_norm": 2.61350337487307,
      "learning_rate": 0.0002602907842325619,
      "loss": 4.25,
      "step": 36252
    },
    {
      "epoch": 1.4848658611509318,
      "grad_norm": 2.1126840294438916,
      "learning_rate": 0.00026028857372372994,
      "loss": 4.1562,
      "step": 36253
    },
    {
      "epoch": 1.484906819578128,
      "grad_norm": 2.2296184043097,
      "learning_rate": 0.0002602863631627599,
      "loss": 5.0312,
      "step": 36254
    },
    {
      "epoch": 1.4849477780053246,
      "grad_norm": 3.1960636384363905,
      "learning_rate": 0.00026028415254965287,
      "loss": 5.0312,
      "step": 36255
    },
    {
      "epoch": 1.484988736432521,
      "grad_norm": 2.932966700059779,
      "learning_rate": 0.0002602819418844099,
      "loss": 4.375,
      "step": 36256
    },
    {
      "epoch": 1.4850296948597173,
      "grad_norm": 4.569550747984335,
      "learning_rate": 0.000260279731167032,
      "loss": 6.8125,
      "step": 36257
    },
    {
      "epoch": 1.4850706532869138,
      "grad_norm": 2.1998537521854615,
      "learning_rate": 0.00026027752039752027,
      "loss": 5.125,
      "step": 36258
    },
    {
      "epoch": 1.48511161171411,
      "grad_norm": 7.661094306825735,
      "learning_rate": 0.0002602753095758757,
      "loss": 4.0,
      "step": 36259
    },
    {
      "epoch": 1.4851525701413066,
      "grad_norm": 2.409938195267977,
      "learning_rate": 0.0002602730987020994,
      "loss": 4.9375,
      "step": 36260
    },
    {
      "epoch": 1.485193528568503,
      "grad_norm": 2.596672427848599,
      "learning_rate": 0.00026027088777619235,
      "loss": 5.3438,
      "step": 36261
    },
    {
      "epoch": 1.4852344869956995,
      "grad_norm": 12.88255922937249,
      "learning_rate": 0.0002602686767981557,
      "loss": 6.0938,
      "step": 36262
    },
    {
      "epoch": 1.4852754454228958,
      "grad_norm": 2.403866230903792,
      "learning_rate": 0.0002602664657679903,
      "loss": 5.375,
      "step": 36263
    },
    {
      "epoch": 1.4853164038500921,
      "grad_norm": 3.4506007657720117,
      "learning_rate": 0.0002602642546856974,
      "loss": 5.5,
      "step": 36264
    },
    {
      "epoch": 1.4853573622772887,
      "grad_norm": 2.2196442703956545,
      "learning_rate": 0.0002602620435512779,
      "loss": 4.9375,
      "step": 36265
    },
    {
      "epoch": 1.485398320704485,
      "grad_norm": 2.570214572427912,
      "learning_rate": 0.0002602598323647329,
      "loss": 5.625,
      "step": 36266
    },
    {
      "epoch": 1.4854392791316813,
      "grad_norm": 6.1789271140591016,
      "learning_rate": 0.00026025762112606346,
      "loss": 1.1328,
      "step": 36267
    },
    {
      "epoch": 1.4854802375588778,
      "grad_norm": 7.553546632367283,
      "learning_rate": 0.00026025540983527063,
      "loss": 6.875,
      "step": 36268
    },
    {
      "epoch": 1.4855211959860741,
      "grad_norm": 2.4319479941227486,
      "learning_rate": 0.0002602531984923555,
      "loss": 5.0,
      "step": 36269
    },
    {
      "epoch": 1.4855621544132704,
      "grad_norm": 3.5846251068520796,
      "learning_rate": 0.000260250987097319,
      "loss": 4.0625,
      "step": 36270
    },
    {
      "epoch": 1.485603112840467,
      "grad_norm": 2.472944515121852,
      "learning_rate": 0.0002602487756501622,
      "loss": 5.5625,
      "step": 36271
    },
    {
      "epoch": 1.4856440712676633,
      "grad_norm": 2.7695758523882446,
      "learning_rate": 0.0002602465641508862,
      "loss": 5.4062,
      "step": 36272
    },
    {
      "epoch": 1.4856850296948596,
      "grad_norm": 2.553457553474012,
      "learning_rate": 0.000260244352599492,
      "loss": 4.9062,
      "step": 36273
    },
    {
      "epoch": 1.4857259881220561,
      "grad_norm": 2.329174660648335,
      "learning_rate": 0.0002602421409959807,
      "loss": 5.3125,
      "step": 36274
    },
    {
      "epoch": 1.4857669465492525,
      "grad_norm": 8.995785550871288,
      "learning_rate": 0.0002602399293403533,
      "loss": 4.1875,
      "step": 36275
    },
    {
      "epoch": 1.4858079049764488,
      "grad_norm": 7.751559466983743,
      "learning_rate": 0.00026023771763261086,
      "loss": 6.3438,
      "step": 36276
    },
    {
      "epoch": 1.4858488634036453,
      "grad_norm": 2.750909492789432,
      "learning_rate": 0.00026023550587275443,
      "loss": 3.0469,
      "step": 36277
    },
    {
      "epoch": 1.4858898218308416,
      "grad_norm": 4.518710539306485,
      "learning_rate": 0.00026023329406078507,
      "loss": 5.9375,
      "step": 36278
    },
    {
      "epoch": 1.4859307802580382,
      "grad_norm": 2.3168442764994013,
      "learning_rate": 0.0002602310821967038,
      "loss": 5.3125,
      "step": 36279
    },
    {
      "epoch": 1.4859717386852345,
      "grad_norm": 3.5581715124227364,
      "learning_rate": 0.00026022887028051165,
      "loss": 6.4375,
      "step": 36280
    },
    {
      "epoch": 1.486012697112431,
      "grad_norm": 2.8006834157566667,
      "learning_rate": 0.00026022665831220966,
      "loss": 4.8438,
      "step": 36281
    },
    {
      "epoch": 1.4860536555396273,
      "grad_norm": 2.153779579344023,
      "learning_rate": 0.00026022444629179896,
      "loss": 4.5625,
      "step": 36282
    },
    {
      "epoch": 1.4860946139668236,
      "grad_norm": 3.2333902615684456,
      "learning_rate": 0.00026022223421928053,
      "loss": 4.7188,
      "step": 36283
    },
    {
      "epoch": 1.4861355723940202,
      "grad_norm": 2.1619299583516436,
      "learning_rate": 0.00026022002209465534,
      "loss": 4.4062,
      "step": 36284
    },
    {
      "epoch": 1.4861765308212165,
      "grad_norm": 2.323069357363303,
      "learning_rate": 0.0002602178099179246,
      "loss": 4.5938,
      "step": 36285
    },
    {
      "epoch": 1.4862174892484128,
      "grad_norm": 1.9599824228041394,
      "learning_rate": 0.0002602155976890893,
      "loss": 3.9375,
      "step": 36286
    },
    {
      "epoch": 1.4862584476756093,
      "grad_norm": 2.4030229128033946,
      "learning_rate": 0.00026021338540815035,
      "loss": 4.9062,
      "step": 36287
    },
    {
      "epoch": 1.4862994061028056,
      "grad_norm": 2.0508747915433436,
      "learning_rate": 0.00026021117307510903,
      "loss": 4.5312,
      "step": 36288
    },
    {
      "epoch": 1.486340364530002,
      "grad_norm": 2.11036003084045,
      "learning_rate": 0.0002602089606899662,
      "loss": 4.125,
      "step": 36289
    },
    {
      "epoch": 1.4863813229571985,
      "grad_norm": 3.206464736964421,
      "learning_rate": 0.000260206748252723,
      "loss": 5.75,
      "step": 36290
    },
    {
      "epoch": 1.4864222813843948,
      "grad_norm": 2.2903683604352385,
      "learning_rate": 0.0002602045357633804,
      "loss": 4.4062,
      "step": 36291
    },
    {
      "epoch": 1.4864632398115911,
      "grad_norm": 2.3697822853842774,
      "learning_rate": 0.0002602023232219395,
      "loss": 5.1562,
      "step": 36292
    },
    {
      "epoch": 1.4865041982387877,
      "grad_norm": 3.2943546227542453,
      "learning_rate": 0.00026020011062840133,
      "loss": 5.4375,
      "step": 36293
    },
    {
      "epoch": 1.486545156665984,
      "grad_norm": 2.431214523952043,
      "learning_rate": 0.00026019789798276696,
      "loss": 5.4688,
      "step": 36294
    },
    {
      "epoch": 1.4865861150931805,
      "grad_norm": 2.7720284250651877,
      "learning_rate": 0.00026019568528503744,
      "loss": 5.2188,
      "step": 36295
    },
    {
      "epoch": 1.4866270735203768,
      "grad_norm": 2.606439816276265,
      "learning_rate": 0.00026019347253521374,
      "loss": 5.375,
      "step": 36296
    },
    {
      "epoch": 1.4866680319475731,
      "grad_norm": 3.104016696244651,
      "learning_rate": 0.00026019125973329705,
      "loss": 6.6562,
      "step": 36297
    },
    {
      "epoch": 1.4867089903747697,
      "grad_norm": 4.25589888371989,
      "learning_rate": 0.00026018904687928824,
      "loss": 6.625,
      "step": 36298
    },
    {
      "epoch": 1.486749948801966,
      "grad_norm": 2.432458992521051,
      "learning_rate": 0.0002601868339731885,
      "loss": 4.5938,
      "step": 36299
    },
    {
      "epoch": 1.4867909072291625,
      "grad_norm": 2.4664134185740494,
      "learning_rate": 0.00026018462101499876,
      "loss": 4.9062,
      "step": 36300
    },
    {
      "epoch": 1.4868318656563588,
      "grad_norm": 2.8574442605202908,
      "learning_rate": 0.0002601824080047202,
      "loss": 5.0,
      "step": 36301
    },
    {
      "epoch": 1.4868728240835551,
      "grad_norm": 2.483246528119135,
      "learning_rate": 0.0002601801949423537,
      "loss": 5.1875,
      "step": 36302
    },
    {
      "epoch": 1.4869137825107517,
      "grad_norm": 2.353170304774249,
      "learning_rate": 0.00026017798182790045,
      "loss": 4.6875,
      "step": 36303
    },
    {
      "epoch": 1.486954740937948,
      "grad_norm": 3.312238889601307,
      "learning_rate": 0.0002601757686613614,
      "loss": 5.9688,
      "step": 36304
    },
    {
      "epoch": 1.4869956993651443,
      "grad_norm": 11.500680418641727,
      "learning_rate": 0.00026017355544273775,
      "loss": 2.75,
      "step": 36305
    },
    {
      "epoch": 1.4870366577923408,
      "grad_norm": 2.532434288173008,
      "learning_rate": 0.00026017134217203036,
      "loss": 5.3125,
      "step": 36306
    },
    {
      "epoch": 1.4870776162195372,
      "grad_norm": 2.375358673403104,
      "learning_rate": 0.0002601691288492403,
      "loss": 5.75,
      "step": 36307
    },
    {
      "epoch": 1.4871185746467335,
      "grad_norm": 2.4885795075989208,
      "learning_rate": 0.00026016691547436877,
      "loss": 5.7188,
      "step": 36308
    },
    {
      "epoch": 1.48715953307393,
      "grad_norm": 3.3118313102908377,
      "learning_rate": 0.0002601647020474167,
      "loss": 5.2812,
      "step": 36309
    },
    {
      "epoch": 1.4872004915011263,
      "grad_norm": 2.459689662149962,
      "learning_rate": 0.00026016248856838506,
      "loss": 4.25,
      "step": 36310
    },
    {
      "epoch": 1.4872414499283226,
      "grad_norm": 4.522077294764063,
      "learning_rate": 0.0002601602750372751,
      "loss": 4.7188,
      "step": 36311
    },
    {
      "epoch": 1.4872824083555192,
      "grad_norm": 3.98504631079613,
      "learning_rate": 0.00026015806145408767,
      "loss": 6.9062,
      "step": 36312
    },
    {
      "epoch": 1.4873233667827155,
      "grad_norm": 3.658103600765093,
      "learning_rate": 0.00026015584781882397,
      "loss": 5.9688,
      "step": 36313
    },
    {
      "epoch": 1.487364325209912,
      "grad_norm": 2.1939831060407546,
      "learning_rate": 0.0002601536341314849,
      "loss": 4.875,
      "step": 36314
    },
    {
      "epoch": 1.4874052836371083,
      "grad_norm": 2.6548178006736878,
      "learning_rate": 0.00026015142039207166,
      "loss": 5.2188,
      "step": 36315
    },
    {
      "epoch": 1.4874462420643049,
      "grad_norm": 2.309696652239719,
      "learning_rate": 0.00026014920660058516,
      "loss": 5.0625,
      "step": 36316
    },
    {
      "epoch": 1.4874872004915012,
      "grad_norm": 2.786114677465662,
      "learning_rate": 0.00026014699275702654,
      "loss": 6.2812,
      "step": 36317
    },
    {
      "epoch": 1.4875281589186975,
      "grad_norm": 2.226734425092722,
      "learning_rate": 0.0002601447788613968,
      "loss": 5.0938,
      "step": 36318
    },
    {
      "epoch": 1.487569117345894,
      "grad_norm": 2.868677241099642,
      "learning_rate": 0.00026014256491369703,
      "loss": 6.875,
      "step": 36319
    },
    {
      "epoch": 1.4876100757730903,
      "grad_norm": 2.6810313382969904,
      "learning_rate": 0.00026014035091392814,
      "loss": 3.4688,
      "step": 36320
    },
    {
      "epoch": 1.4876510342002867,
      "grad_norm": 2.3033161640115627,
      "learning_rate": 0.0002601381368620914,
      "loss": 5.0312,
      "step": 36321
    },
    {
      "epoch": 1.4876919926274832,
      "grad_norm": 2.563479653671093,
      "learning_rate": 0.0002601359227581877,
      "loss": 5.1562,
      "step": 36322
    },
    {
      "epoch": 1.4877329510546795,
      "grad_norm": 2.9726917596694173,
      "learning_rate": 0.00026013370860221815,
      "loss": 4.125,
      "step": 36323
    },
    {
      "epoch": 1.4877739094818758,
      "grad_norm": 2.858517511489241,
      "learning_rate": 0.0002601314943941837,
      "loss": 6.8125,
      "step": 36324
    },
    {
      "epoch": 1.4878148679090724,
      "grad_norm": 2.3115938632209603,
      "learning_rate": 0.0002601292801340856,
      "loss": 4.9688,
      "step": 36325
    },
    {
      "epoch": 1.4878558263362687,
      "grad_norm": 2.491809815341804,
      "learning_rate": 0.00026012706582192465,
      "loss": 5.1562,
      "step": 36326
    },
    {
      "epoch": 1.487896784763465,
      "grad_norm": 2.3980099087634605,
      "learning_rate": 0.00026012485145770207,
      "loss": 4.875,
      "step": 36327
    },
    {
      "epoch": 1.4879377431906615,
      "grad_norm": 2.3453902490134264,
      "learning_rate": 0.0002601226370414188,
      "loss": 5.1562,
      "step": 36328
    },
    {
      "epoch": 1.4879787016178578,
      "grad_norm": 2.5070039094714307,
      "learning_rate": 0.000260120422573076,
      "loss": 4.625,
      "step": 36329
    },
    {
      "epoch": 1.4880196600450541,
      "grad_norm": 2.220636758225547,
      "learning_rate": 0.00026011820805267464,
      "loss": 4.0938,
      "step": 36330
    },
    {
      "epoch": 1.4880606184722507,
      "grad_norm": 3.7435668514507037,
      "learning_rate": 0.0002601159934802158,
      "loss": 7.0,
      "step": 36331
    },
    {
      "epoch": 1.488101576899447,
      "grad_norm": 3.679053045259285,
      "learning_rate": 0.00026011377885570044,
      "loss": 3.5156,
      "step": 36332
    },
    {
      "epoch": 1.4881425353266435,
      "grad_norm": 2.4233512221040154,
      "learning_rate": 0.00026011156417912973,
      "loss": 4.0938,
      "step": 36333
    },
    {
      "epoch": 1.4881834937538398,
      "grad_norm": 2.627888196140223,
      "learning_rate": 0.0002601093494505046,
      "loss": 6.0312,
      "step": 36334
    },
    {
      "epoch": 1.4882244521810364,
      "grad_norm": 2.396606688953788,
      "learning_rate": 0.00026010713466982627,
      "loss": 4.9688,
      "step": 36335
    },
    {
      "epoch": 1.4882654106082327,
      "grad_norm": 2.4896461115259614,
      "learning_rate": 0.0002601049198370956,
      "loss": 5.0938,
      "step": 36336
    },
    {
      "epoch": 1.488306369035429,
      "grad_norm": 2.129692666248029,
      "learning_rate": 0.00026010270495231366,
      "loss": 3.875,
      "step": 36337
    },
    {
      "epoch": 1.4883473274626255,
      "grad_norm": 2.337641769241893,
      "learning_rate": 0.0002601004900154816,
      "loss": 4.9062,
      "step": 36338
    },
    {
      "epoch": 1.4883882858898219,
      "grad_norm": 2.0645292580984558,
      "learning_rate": 0.00026009827502660045,
      "loss": 4.4688,
      "step": 36339
    },
    {
      "epoch": 1.4884292443170182,
      "grad_norm": 2.2768841263352106,
      "learning_rate": 0.0002600960599856712,
      "loss": 4.5312,
      "step": 36340
    },
    {
      "epoch": 1.4884702027442147,
      "grad_norm": 2.2752115717298613,
      "learning_rate": 0.00026009384489269496,
      "loss": 4.5938,
      "step": 36341
    },
    {
      "epoch": 1.488511161171411,
      "grad_norm": 4.716735104612039,
      "learning_rate": 0.0002600916297476727,
      "loss": 6.4688,
      "step": 36342
    },
    {
      "epoch": 1.4885521195986073,
      "grad_norm": 2.5343332342519824,
      "learning_rate": 0.00026008941455060546,
      "loss": 4.0,
      "step": 36343
    },
    {
      "epoch": 1.4885930780258039,
      "grad_norm": 2.328316862514414,
      "learning_rate": 0.0002600871993014944,
      "loss": 5.125,
      "step": 36344
    },
    {
      "epoch": 1.4886340364530002,
      "grad_norm": 7.118539974823164,
      "learning_rate": 0.00026008498400034046,
      "loss": 3.4844,
      "step": 36345
    },
    {
      "epoch": 1.4886749948801965,
      "grad_norm": 6.449618127791594,
      "learning_rate": 0.00026008276864714476,
      "loss": 6.375,
      "step": 36346
    },
    {
      "epoch": 1.488715953307393,
      "grad_norm": 2.020542586166051,
      "learning_rate": 0.00026008055324190833,
      "loss": 4.5,
      "step": 36347
    },
    {
      "epoch": 1.4887569117345893,
      "grad_norm": 3.1005470497265577,
      "learning_rate": 0.00026007833778463215,
      "loss": 2.5469,
      "step": 36348
    },
    {
      "epoch": 1.4887978701617857,
      "grad_norm": 2.2312924977919417,
      "learning_rate": 0.00026007612227531735,
      "loss": 5.0312,
      "step": 36349
    },
    {
      "epoch": 1.4888388285889822,
      "grad_norm": 2.912941863622433,
      "learning_rate": 0.00026007390671396497,
      "loss": 5.5625,
      "step": 36350
    },
    {
      "epoch": 1.4888797870161785,
      "grad_norm": 4.47921794022183,
      "learning_rate": 0.000260071691100576,
      "loss": 6.3125,
      "step": 36351
    },
    {
      "epoch": 1.488920745443375,
      "grad_norm": 2.671589177000226,
      "learning_rate": 0.00026006947543515146,
      "loss": 5.0312,
      "step": 36352
    },
    {
      "epoch": 1.4889617038705714,
      "grad_norm": 2.4868513773600673,
      "learning_rate": 0.00026006725971769256,
      "loss": 5.0,
      "step": 36353
    },
    {
      "epoch": 1.489002662297768,
      "grad_norm": 2.2575171874685815,
      "learning_rate": 0.00026006504394820025,
      "loss": 4.1562,
      "step": 36354
    },
    {
      "epoch": 1.4890436207249642,
      "grad_norm": 2.3772335432577885,
      "learning_rate": 0.0002600628281266755,
      "loss": 5.2188,
      "step": 36355
    },
    {
      "epoch": 1.4890845791521605,
      "grad_norm": 2.9131863190015594,
      "learning_rate": 0.00026006061225311946,
      "loss": 5.5938,
      "step": 36356
    },
    {
      "epoch": 1.489125537579357,
      "grad_norm": 3.749420277521411,
      "learning_rate": 0.0002600583963275332,
      "loss": 4.4375,
      "step": 36357
    },
    {
      "epoch": 1.4891664960065534,
      "grad_norm": 2.4407110792604176,
      "learning_rate": 0.00026005618034991766,
      "loss": 5.375,
      "step": 36358
    },
    {
      "epoch": 1.4892074544337497,
      "grad_norm": 2.7179103657390633,
      "learning_rate": 0.00026005396432027397,
      "loss": 4.6562,
      "step": 36359
    },
    {
      "epoch": 1.4892484128609462,
      "grad_norm": 3.031472735764269,
      "learning_rate": 0.00026005174823860315,
      "loss": 4.9375,
      "step": 36360
    },
    {
      "epoch": 1.4892893712881425,
      "grad_norm": 2.3793764877254664,
      "learning_rate": 0.0002600495321049062,
      "loss": 4.375,
      "step": 36361
    },
    {
      "epoch": 1.4893303297153389,
      "grad_norm": 2.4146729311102084,
      "learning_rate": 0.0002600473159191842,
      "loss": 5.25,
      "step": 36362
    },
    {
      "epoch": 1.4893712881425354,
      "grad_norm": 12.227796749406787,
      "learning_rate": 0.0002600450996814383,
      "loss": 5.9062,
      "step": 36363
    },
    {
      "epoch": 1.4894122465697317,
      "grad_norm": 3.117749184603033,
      "learning_rate": 0.0002600428833916695,
      "loss": 3.375,
      "step": 36364
    },
    {
      "epoch": 1.489453204996928,
      "grad_norm": 3.707279519973053,
      "learning_rate": 0.0002600406670498787,
      "loss": 4.6562,
      "step": 36365
    },
    {
      "epoch": 1.4894941634241246,
      "grad_norm": 4.033513474762283,
      "learning_rate": 0.0002600384506560671,
      "loss": 5.7812,
      "step": 36366
    },
    {
      "epoch": 1.4895351218513209,
      "grad_norm": 3.1466040564307756,
      "learning_rate": 0.00026003623421023573,
      "loss": 5.5,
      "step": 36367
    },
    {
      "epoch": 1.4895760802785172,
      "grad_norm": 3.5165690835348262,
      "learning_rate": 0.00026003401771238557,
      "loss": 5.7188,
      "step": 36368
    },
    {
      "epoch": 1.4896170387057137,
      "grad_norm": 2.261041691954565,
      "learning_rate": 0.00026003180116251776,
      "loss": 5.2812,
      "step": 36369
    },
    {
      "epoch": 1.48965799713291,
      "grad_norm": 2.5329147058223938,
      "learning_rate": 0.0002600295845606333,
      "loss": 4.875,
      "step": 36370
    },
    {
      "epoch": 1.4896989555601066,
      "grad_norm": 2.128560002055626,
      "learning_rate": 0.00026002736790673315,
      "loss": 4.3125,
      "step": 36371
    },
    {
      "epoch": 1.4897399139873029,
      "grad_norm": 2.673864184628445,
      "learning_rate": 0.00026002515120081857,
      "loss": 4.8125,
      "step": 36372
    },
    {
      "epoch": 1.4897808724144994,
      "grad_norm": 3.206936820108093,
      "learning_rate": 0.0002600229344428904,
      "loss": 6.1875,
      "step": 36373
    },
    {
      "epoch": 1.4898218308416957,
      "grad_norm": 2.3612505116508236,
      "learning_rate": 0.0002600207176329498,
      "loss": 5.2188,
      "step": 36374
    },
    {
      "epoch": 1.489862789268892,
      "grad_norm": 2.8146542489688744,
      "learning_rate": 0.00026001850077099774,
      "loss": 6.3125,
      "step": 36375
    },
    {
      "epoch": 1.4899037476960886,
      "grad_norm": 3.1677059589362435,
      "learning_rate": 0.0002600162838570354,
      "loss": 5.5625,
      "step": 36376
    },
    {
      "epoch": 1.489944706123285,
      "grad_norm": 3.1169334875748604,
      "learning_rate": 0.00026001406689106363,
      "loss": 6.4062,
      "step": 36377
    },
    {
      "epoch": 1.4899856645504812,
      "grad_norm": 2.411166261632308,
      "learning_rate": 0.0002600118498730837,
      "loss": 5.25,
      "step": 36378
    },
    {
      "epoch": 1.4900266229776777,
      "grad_norm": 3.655060062154684,
      "learning_rate": 0.0002600096328030965,
      "loss": 4.5938,
      "step": 36379
    },
    {
      "epoch": 1.490067581404874,
      "grad_norm": 2.668785466635848,
      "learning_rate": 0.0002600074156811031,
      "loss": 5.2188,
      "step": 36380
    },
    {
      "epoch": 1.4901085398320704,
      "grad_norm": 2.8589587190299444,
      "learning_rate": 0.00026000519850710464,
      "loss": 4.1875,
      "step": 36381
    },
    {
      "epoch": 1.490149498259267,
      "grad_norm": 2.9360256507117124,
      "learning_rate": 0.0002600029812811021,
      "loss": 5.0312,
      "step": 36382
    },
    {
      "epoch": 1.4901904566864632,
      "grad_norm": 2.516159770840545,
      "learning_rate": 0.0002600007640030965,
      "loss": 4.9688,
      "step": 36383
    },
    {
      "epoch": 1.4902314151136595,
      "grad_norm": 2.6824116511423184,
      "learning_rate": 0.00025999854667308896,
      "loss": 5.625,
      "step": 36384
    },
    {
      "epoch": 1.490272373540856,
      "grad_norm": 3.9072617329012735,
      "learning_rate": 0.0002599963292910805,
      "loss": 6.4375,
      "step": 36385
    },
    {
      "epoch": 1.4903133319680524,
      "grad_norm": 3.913058754225239,
      "learning_rate": 0.0002599941118570721,
      "loss": 5.125,
      "step": 36386
    },
    {
      "epoch": 1.4903542903952487,
      "grad_norm": 11.437510397057583,
      "learning_rate": 0.0002599918943710649,
      "loss": 5.0,
      "step": 36387
    },
    {
      "epoch": 1.4903952488224452,
      "grad_norm": 2.710133613449751,
      "learning_rate": 0.0002599896768330599,
      "loss": 5.2188,
      "step": 36388
    },
    {
      "epoch": 1.4904362072496415,
      "grad_norm": 4.792639781574623,
      "learning_rate": 0.0002599874592430582,
      "loss": 4.6562,
      "step": 36389
    },
    {
      "epoch": 1.490477165676838,
      "grad_norm": 2.109929223024454,
      "learning_rate": 0.0002599852416010608,
      "loss": 4.5938,
      "step": 36390
    },
    {
      "epoch": 1.4905181241040344,
      "grad_norm": 2.249684939827031,
      "learning_rate": 0.00025998302390706874,
      "loss": 4.9688,
      "step": 36391
    },
    {
      "epoch": 1.490559082531231,
      "grad_norm": 3.17411368629876,
      "learning_rate": 0.0002599808061610831,
      "loss": 5.7812,
      "step": 36392
    },
    {
      "epoch": 1.4906000409584272,
      "grad_norm": 2.8946068270150684,
      "learning_rate": 0.0002599785883631049,
      "loss": 5.5625,
      "step": 36393
    },
    {
      "epoch": 1.4906409993856236,
      "grad_norm": 2.117937847137849,
      "learning_rate": 0.0002599763705131352,
      "loss": 4.8438,
      "step": 36394
    },
    {
      "epoch": 1.49068195781282,
      "grad_norm": 2.926230502916458,
      "learning_rate": 0.00025997415261117506,
      "loss": 4.4375,
      "step": 36395
    },
    {
      "epoch": 1.4907229162400164,
      "grad_norm": 2.376345248269175,
      "learning_rate": 0.0002599719346572255,
      "loss": 5.5625,
      "step": 36396
    },
    {
      "epoch": 1.4907638746672127,
      "grad_norm": 5.250189982221725,
      "learning_rate": 0.0002599697166512876,
      "loss": 5.8125,
      "step": 36397
    },
    {
      "epoch": 1.4908048330944093,
      "grad_norm": 5.933998214032884,
      "learning_rate": 0.00025996749859336245,
      "loss": 2.5312,
      "step": 36398
    },
    {
      "epoch": 1.4908457915216056,
      "grad_norm": 2.9740837980912187,
      "learning_rate": 0.000259965280483451,
      "loss": 5.4688,
      "step": 36399
    },
    {
      "epoch": 1.4908867499488019,
      "grad_norm": 3.421543996350906,
      "learning_rate": 0.0002599630623215544,
      "loss": 4.4375,
      "step": 36400
    },
    {
      "epoch": 1.4909277083759984,
      "grad_norm": 3.065809873144836,
      "learning_rate": 0.0002599608441076736,
      "loss": 2.6719,
      "step": 36401
    },
    {
      "epoch": 1.4909686668031947,
      "grad_norm": 2.382310545267615,
      "learning_rate": 0.0002599586258418097,
      "loss": 4.6875,
      "step": 36402
    },
    {
      "epoch": 1.491009625230391,
      "grad_norm": 2.4772664642939626,
      "learning_rate": 0.00025995640752396373,
      "loss": 5.7812,
      "step": 36403
    },
    {
      "epoch": 1.4910505836575876,
      "grad_norm": 3.808064820698793,
      "learning_rate": 0.00025995418915413676,
      "loss": 4.9688,
      "step": 36404
    },
    {
      "epoch": 1.491091542084784,
      "grad_norm": 4.629104537692799,
      "learning_rate": 0.0002599519707323298,
      "loss": 4.1875,
      "step": 36405
    },
    {
      "epoch": 1.4911325005119802,
      "grad_norm": 2.5460317300838335,
      "learning_rate": 0.000259949752258544,
      "loss": 5.625,
      "step": 36406
    },
    {
      "epoch": 1.4911734589391767,
      "grad_norm": 3.096343258822101,
      "learning_rate": 0.00025994753373278037,
      "loss": 5.0312,
      "step": 36407
    },
    {
      "epoch": 1.491214417366373,
      "grad_norm": 2.4395978466516177,
      "learning_rate": 0.00025994531515503985,
      "loss": 5.5312,
      "step": 36408
    },
    {
      "epoch": 1.4912553757935696,
      "grad_norm": 2.448802977143218,
      "learning_rate": 0.00025994309652532354,
      "loss": 5.0312,
      "step": 36409
    },
    {
      "epoch": 1.491296334220766,
      "grad_norm": 2.063817706064165,
      "learning_rate": 0.00025994087784363254,
      "loss": 4.7188,
      "step": 36410
    },
    {
      "epoch": 1.4913372926479624,
      "grad_norm": 2.6016962077800647,
      "learning_rate": 0.00025993865910996786,
      "loss": 5.4688,
      "step": 36411
    },
    {
      "epoch": 1.4913782510751588,
      "grad_norm": 2.14162877937862,
      "learning_rate": 0.0002599364403243306,
      "loss": 4.5312,
      "step": 36412
    },
    {
      "epoch": 1.491419209502355,
      "grad_norm": 2.449401649285466,
      "learning_rate": 0.0002599342214867218,
      "loss": 4.7188,
      "step": 36413
    },
    {
      "epoch": 1.4914601679295516,
      "grad_norm": 2.3129039872639816,
      "learning_rate": 0.0002599320025971424,
      "loss": 5.0,
      "step": 36414
    },
    {
      "epoch": 1.491501126356748,
      "grad_norm": 3.791941911876958,
      "learning_rate": 0.00025992978365559354,
      "loss": 7.3125,
      "step": 36415
    },
    {
      "epoch": 1.4915420847839442,
      "grad_norm": 2.442500445057863,
      "learning_rate": 0.0002599275646620763,
      "loss": 6.9375,
      "step": 36416
    },
    {
      "epoch": 1.4915830432111408,
      "grad_norm": 2.8488494491763934,
      "learning_rate": 0.00025992534561659165,
      "loss": 5.6562,
      "step": 36417
    },
    {
      "epoch": 1.491624001638337,
      "grad_norm": 2.0891767703315027,
      "learning_rate": 0.00025992312651914066,
      "loss": 4.4062,
      "step": 36418
    },
    {
      "epoch": 1.4916649600655334,
      "grad_norm": 2.165285607705964,
      "learning_rate": 0.0002599209073697244,
      "loss": 3.875,
      "step": 36419
    },
    {
      "epoch": 1.49170591849273,
      "grad_norm": 3.594275528548948,
      "learning_rate": 0.00025991868816834397,
      "loss": 3.3906,
      "step": 36420
    },
    {
      "epoch": 1.4917468769199262,
      "grad_norm": 7.4598298047746106,
      "learning_rate": 0.0002599164689150003,
      "loss": 5.125,
      "step": 36421
    },
    {
      "epoch": 1.4917878353471226,
      "grad_norm": 2.495150188388392,
      "learning_rate": 0.00025991424960969455,
      "loss": 4.8438,
      "step": 36422
    },
    {
      "epoch": 1.491828793774319,
      "grad_norm": 2.6900723377814524,
      "learning_rate": 0.0002599120302524277,
      "loss": 3.3125,
      "step": 36423
    },
    {
      "epoch": 1.4918697522015154,
      "grad_norm": 2.1605766651671874,
      "learning_rate": 0.00025990981084320086,
      "loss": 4.9062,
      "step": 36424
    },
    {
      "epoch": 1.4919107106287117,
      "grad_norm": 3.3760277124261555,
      "learning_rate": 0.00025990759138201495,
      "loss": 4.9062,
      "step": 36425
    },
    {
      "epoch": 1.4919516690559083,
      "grad_norm": 3.7026914517859604,
      "learning_rate": 0.0002599053718688712,
      "loss": 6.0312,
      "step": 36426
    },
    {
      "epoch": 1.4919926274831046,
      "grad_norm": 3.4049022714564985,
      "learning_rate": 0.0002599031523037705,
      "loss": 5.6562,
      "step": 36427
    },
    {
      "epoch": 1.492033585910301,
      "grad_norm": 2.915665862311712,
      "learning_rate": 0.00025990093268671397,
      "loss": 5.0938,
      "step": 36428
    },
    {
      "epoch": 1.4920745443374974,
      "grad_norm": 2.922317792427314,
      "learning_rate": 0.0002598987130177027,
      "loss": 5.0312,
      "step": 36429
    },
    {
      "epoch": 1.492115502764694,
      "grad_norm": 4.238287530665069,
      "learning_rate": 0.0002598964932967377,
      "loss": 6.8438,
      "step": 36430
    },
    {
      "epoch": 1.4921564611918903,
      "grad_norm": 3.898935297313848,
      "learning_rate": 0.00025989427352381996,
      "loss": 4.5,
      "step": 36431
    },
    {
      "epoch": 1.4921974196190866,
      "grad_norm": 4.469738314493269,
      "learning_rate": 0.00025989205369895057,
      "loss": 5.7188,
      "step": 36432
    },
    {
      "epoch": 1.4922383780462831,
      "grad_norm": 2.265806098031117,
      "learning_rate": 0.00025988983382213066,
      "loss": 4.7812,
      "step": 36433
    },
    {
      "epoch": 1.4922793364734794,
      "grad_norm": 3.075120892988304,
      "learning_rate": 0.0002598876138933612,
      "loss": 6.5312,
      "step": 36434
    },
    {
      "epoch": 1.4923202949006757,
      "grad_norm": 2.589597941763941,
      "learning_rate": 0.00025988539391264324,
      "loss": 3.9844,
      "step": 36435
    },
    {
      "epoch": 1.4923612533278723,
      "grad_norm": 3.017058997721529,
      "learning_rate": 0.00025988317387997783,
      "loss": 4.9375,
      "step": 36436
    },
    {
      "epoch": 1.4924022117550686,
      "grad_norm": 2.269361860228083,
      "learning_rate": 0.0002598809537953661,
      "loss": 4.9062,
      "step": 36437
    },
    {
      "epoch": 1.492443170182265,
      "grad_norm": 4.686515802961714,
      "learning_rate": 0.00025987873365880895,
      "loss": 4.5938,
      "step": 36438
    },
    {
      "epoch": 1.4924841286094614,
      "grad_norm": 2.183185528131275,
      "learning_rate": 0.00025987651347030754,
      "loss": 4.5,
      "step": 36439
    },
    {
      "epoch": 1.4925250870366578,
      "grad_norm": 6.289608543110117,
      "learning_rate": 0.00025987429322986286,
      "loss": 5.3125,
      "step": 36440
    },
    {
      "epoch": 1.492566045463854,
      "grad_norm": 2.528151895218617,
      "learning_rate": 0.000259872072937476,
      "loss": 4.0938,
      "step": 36441
    },
    {
      "epoch": 1.4926070038910506,
      "grad_norm": 2.6208324543883013,
      "learning_rate": 0.0002598698525931481,
      "loss": 4.4688,
      "step": 36442
    },
    {
      "epoch": 1.492647962318247,
      "grad_norm": 2.1953361170187686,
      "learning_rate": 0.00025986763219687997,
      "loss": 4.6875,
      "step": 36443
    },
    {
      "epoch": 1.4926889207454432,
      "grad_norm": 8.853682298527836,
      "learning_rate": 0.0002598654117486729,
      "loss": 2.2344,
      "step": 36444
    },
    {
      "epoch": 1.4927298791726398,
      "grad_norm": 4.174093533491604,
      "learning_rate": 0.00025986319124852775,
      "loss": 5.3438,
      "step": 36445
    },
    {
      "epoch": 1.492770837599836,
      "grad_norm": 3.4359878609294108,
      "learning_rate": 0.0002598609706964457,
      "loss": 5.4062,
      "step": 36446
    },
    {
      "epoch": 1.4928117960270326,
      "grad_norm": 3.539673829221875,
      "learning_rate": 0.00025985875009242775,
      "loss": 6.5625,
      "step": 36447
    },
    {
      "epoch": 1.492852754454229,
      "grad_norm": 3.384046163603796,
      "learning_rate": 0.00025985652943647495,
      "loss": 5.6562,
      "step": 36448
    },
    {
      "epoch": 1.4928937128814255,
      "grad_norm": 4.875548834436706,
      "learning_rate": 0.0002598543087285884,
      "loss": 5.9062,
      "step": 36449
    },
    {
      "epoch": 1.4929346713086218,
      "grad_norm": 3.1648831433452758,
      "learning_rate": 0.0002598520879687691,
      "loss": 6.5,
      "step": 36450
    },
    {
      "epoch": 1.492975629735818,
      "grad_norm": 2.6453022680407234,
      "learning_rate": 0.0002598498671570181,
      "loss": 4.0,
      "step": 36451
    },
    {
      "epoch": 1.4930165881630146,
      "grad_norm": 2.393628658879449,
      "learning_rate": 0.00025984764629333646,
      "loss": 5.1562,
      "step": 36452
    },
    {
      "epoch": 1.493057546590211,
      "grad_norm": 4.9865767840872355,
      "learning_rate": 0.0002598454253777252,
      "loss": 6.6875,
      "step": 36453
    },
    {
      "epoch": 1.4930985050174073,
      "grad_norm": 2.549252315480122,
      "learning_rate": 0.0002598432044101854,
      "loss": 5.2812,
      "step": 36454
    },
    {
      "epoch": 1.4931394634446038,
      "grad_norm": 2.681900854581121,
      "learning_rate": 0.00025984098339071815,
      "loss": 4.25,
      "step": 36455
    },
    {
      "epoch": 1.4931804218718001,
      "grad_norm": 3.3271357843821474,
      "learning_rate": 0.0002598387623193244,
      "loss": 5.5938,
      "step": 36456
    },
    {
      "epoch": 1.4932213802989964,
      "grad_norm": 17.68301689922656,
      "learning_rate": 0.00025983654119600527,
      "loss": 4.0,
      "step": 36457
    },
    {
      "epoch": 1.493262338726193,
      "grad_norm": 2.3647643811746977,
      "learning_rate": 0.0002598343200207618,
      "loss": 4.6562,
      "step": 36458
    },
    {
      "epoch": 1.4933032971533893,
      "grad_norm": 2.500993262732271,
      "learning_rate": 0.00025983209879359504,
      "loss": 4.8438,
      "step": 36459
    },
    {
      "epoch": 1.4933442555805856,
      "grad_norm": 7.00651589917392,
      "learning_rate": 0.00025982987751450604,
      "loss": 7.0312,
      "step": 36460
    },
    {
      "epoch": 1.4933852140077821,
      "grad_norm": 2.411945847545286,
      "learning_rate": 0.00025982765618349585,
      "loss": 4.625,
      "step": 36461
    },
    {
      "epoch": 1.4934261724349784,
      "grad_norm": 2.5202739103730214,
      "learning_rate": 0.00025982543480056555,
      "loss": 4.4688,
      "step": 36462
    },
    {
      "epoch": 1.493467130862175,
      "grad_norm": 7.364003045597269,
      "learning_rate": 0.0002598232133657161,
      "loss": 1.4297,
      "step": 36463
    },
    {
      "epoch": 1.4935080892893713,
      "grad_norm": 2.4362742401948303,
      "learning_rate": 0.0002598209918789487,
      "loss": 4.375,
      "step": 36464
    },
    {
      "epoch": 1.4935490477165676,
      "grad_norm": 2.4659628406935594,
      "learning_rate": 0.00025981877034026416,
      "loss": 4.9062,
      "step": 36465
    },
    {
      "epoch": 1.4935900061437641,
      "grad_norm": 2.379817422761173,
      "learning_rate": 0.00025981654874966377,
      "loss": 4.2812,
      "step": 36466
    },
    {
      "epoch": 1.4936309645709605,
      "grad_norm": 2.5178565559139927,
      "learning_rate": 0.00025981432710714847,
      "loss": 4.6875,
      "step": 36467
    },
    {
      "epoch": 1.493671922998157,
      "grad_norm": 2.2467548830374637,
      "learning_rate": 0.0002598121054127193,
      "loss": 5.2188,
      "step": 36468
    },
    {
      "epoch": 1.4937128814253533,
      "grad_norm": 3.778708695234561,
      "learning_rate": 0.0002598098836663774,
      "loss": 4.9375,
      "step": 36469
    },
    {
      "epoch": 1.4937538398525496,
      "grad_norm": 2.4054964918051382,
      "learning_rate": 0.0002598076618681237,
      "loss": 5.9375,
      "step": 36470
    },
    {
      "epoch": 1.4937947982797461,
      "grad_norm": 2.476319642529766,
      "learning_rate": 0.0002598054400179594,
      "loss": 4.25,
      "step": 36471
    },
    {
      "epoch": 1.4938357567069425,
      "grad_norm": 7.697026635480766,
      "learning_rate": 0.0002598032181158854,
      "loss": 4.5312,
      "step": 36472
    },
    {
      "epoch": 1.4938767151341388,
      "grad_norm": 2.099712484850437,
      "learning_rate": 0.0002598009961619028,
      "loss": 4.3438,
      "step": 36473
    },
    {
      "epoch": 1.4939176735613353,
      "grad_norm": 1.972716535350686,
      "learning_rate": 0.0002597987741560127,
      "loss": 4.7188,
      "step": 36474
    },
    {
      "epoch": 1.4939586319885316,
      "grad_norm": 11.836906061560589,
      "learning_rate": 0.00025979655209821607,
      "loss": 3.7188,
      "step": 36475
    },
    {
      "epoch": 1.493999590415728,
      "grad_norm": 3.215890824178704,
      "learning_rate": 0.000259794329988514,
      "loss": 6.0938,
      "step": 36476
    },
    {
      "epoch": 1.4940405488429245,
      "grad_norm": 3.6465698390324306,
      "learning_rate": 0.00025979210782690757,
      "loss": 5.75,
      "step": 36477
    },
    {
      "epoch": 1.4940815072701208,
      "grad_norm": 2.0912695243892703,
      "learning_rate": 0.00025978988561339774,
      "loss": 4.375,
      "step": 36478
    },
    {
      "epoch": 1.494122465697317,
      "grad_norm": 2.7135964507173465,
      "learning_rate": 0.0002597876633479857,
      "loss": 5.4688,
      "step": 36479
    },
    {
      "epoch": 1.4941634241245136,
      "grad_norm": 2.618737177040728,
      "learning_rate": 0.0002597854410306724,
      "loss": 4.5,
      "step": 36480
    },
    {
      "epoch": 1.49420438255171,
      "grad_norm": 3.4902191086297236,
      "learning_rate": 0.00025978321866145887,
      "loss": 5.0,
      "step": 36481
    },
    {
      "epoch": 1.4942453409789065,
      "grad_norm": 3.52555348695215,
      "learning_rate": 0.0002597809962403462,
      "loss": 4.5625,
      "step": 36482
    },
    {
      "epoch": 1.4942862994061028,
      "grad_norm": 2.9002548553839542,
      "learning_rate": 0.00025977877376733553,
      "loss": 4.75,
      "step": 36483
    },
    {
      "epoch": 1.4943272578332993,
      "grad_norm": 2.4879356357046616,
      "learning_rate": 0.00025977655124242776,
      "loss": 4.2812,
      "step": 36484
    },
    {
      "epoch": 1.4943682162604957,
      "grad_norm": 6.642616675779677,
      "learning_rate": 0.00025977432866562406,
      "loss": 7.5625,
      "step": 36485
    },
    {
      "epoch": 1.494409174687692,
      "grad_norm": 2.2872421688707543,
      "learning_rate": 0.0002597721060369254,
      "loss": 4.8438,
      "step": 36486
    },
    {
      "epoch": 1.4944501331148885,
      "grad_norm": 4.001726318436217,
      "learning_rate": 0.0002597698833563328,
      "loss": 7.5,
      "step": 36487
    },
    {
      "epoch": 1.4944910915420848,
      "grad_norm": 2.053420320803948,
      "learning_rate": 0.00025976766062384745,
      "loss": 4.4062,
      "step": 36488
    },
    {
      "epoch": 1.4945320499692811,
      "grad_norm": 2.1320655221318003,
      "learning_rate": 0.0002597654378394703,
      "loss": 4.4062,
      "step": 36489
    },
    {
      "epoch": 1.4945730083964777,
      "grad_norm": 2.1465310692642223,
      "learning_rate": 0.0002597632150032024,
      "loss": 4.6562,
      "step": 36490
    },
    {
      "epoch": 1.494613966823674,
      "grad_norm": 2.802944676423525,
      "learning_rate": 0.00025976099211504484,
      "loss": 5.2188,
      "step": 36491
    },
    {
      "epoch": 1.4946549252508703,
      "grad_norm": 3.296326881538373,
      "learning_rate": 0.00025975876917499867,
      "loss": 6.4062,
      "step": 36492
    },
    {
      "epoch": 1.4946958836780668,
      "grad_norm": 2.4735171358197148,
      "learning_rate": 0.0002597565461830649,
      "loss": 4.7812,
      "step": 36493
    },
    {
      "epoch": 1.4947368421052631,
      "grad_norm": 3.9266631805556815,
      "learning_rate": 0.0002597543231392446,
      "loss": 6.5,
      "step": 36494
    },
    {
      "epoch": 1.4947778005324595,
      "grad_norm": 2.026627761227877,
      "learning_rate": 0.0002597521000435388,
      "loss": 4.375,
      "step": 36495
    },
    {
      "epoch": 1.494818758959656,
      "grad_norm": 3.097302092266754,
      "learning_rate": 0.00025974987689594863,
      "loss": 5.375,
      "step": 36496
    },
    {
      "epoch": 1.4948597173868523,
      "grad_norm": 1.9862805408094153,
      "learning_rate": 0.0002597476536964751,
      "loss": 4.6562,
      "step": 36497
    },
    {
      "epoch": 1.4949006758140486,
      "grad_norm": 5.38219096299971,
      "learning_rate": 0.00025974543044511914,
      "loss": 6.0625,
      "step": 36498
    },
    {
      "epoch": 1.4949416342412452,
      "grad_norm": 4.835285445909451,
      "learning_rate": 0.00025974320714188204,
      "loss": 4.4062,
      "step": 36499
    },
    {
      "epoch": 1.4949825926684415,
      "grad_norm": 2.1823843146278072,
      "learning_rate": 0.0002597409837867646,
      "loss": 4.7188,
      "step": 36500
    },
    {
      "epoch": 1.495023551095638,
      "grad_norm": 2.345389254589002,
      "learning_rate": 0.0002597387603797681,
      "loss": 5.375,
      "step": 36501
    },
    {
      "epoch": 1.4950645095228343,
      "grad_norm": 2.7549885997439696,
      "learning_rate": 0.0002597365369208934,
      "loss": 4.7812,
      "step": 36502
    },
    {
      "epoch": 1.4951054679500309,
      "grad_norm": 4.413098328562911,
      "learning_rate": 0.00025973431341014166,
      "loss": 6.0938,
      "step": 36503
    },
    {
      "epoch": 1.4951464263772272,
      "grad_norm": 4.071192565509696,
      "learning_rate": 0.0002597320898475139,
      "loss": 6.375,
      "step": 36504
    },
    {
      "epoch": 1.4951873848044235,
      "grad_norm": 2.5754737715843414,
      "learning_rate": 0.0002597298662330112,
      "loss": 5.4688,
      "step": 36505
    },
    {
      "epoch": 1.49522834323162,
      "grad_norm": 3.2765526643334493,
      "learning_rate": 0.0002597276425666346,
      "loss": 5.7812,
      "step": 36506
    },
    {
      "epoch": 1.4952693016588163,
      "grad_norm": 2.3397942466265236,
      "learning_rate": 0.00025972541884838505,
      "loss": 5.5312,
      "step": 36507
    },
    {
      "epoch": 1.4953102600860126,
      "grad_norm": 2.0014428966095488,
      "learning_rate": 0.00025972319507826377,
      "loss": 4.25,
      "step": 36508
    },
    {
      "epoch": 1.4953512185132092,
      "grad_norm": 3.0053396967103048,
      "learning_rate": 0.0002597209712562717,
      "loss": 4.875,
      "step": 36509
    },
    {
      "epoch": 1.4953921769404055,
      "grad_norm": 2.607230665429754,
      "learning_rate": 0.0002597187473824099,
      "loss": 5.7812,
      "step": 36510
    },
    {
      "epoch": 1.4954331353676018,
      "grad_norm": 2.6695776516134937,
      "learning_rate": 0.0002597165234566795,
      "loss": 6.2812,
      "step": 36511
    },
    {
      "epoch": 1.4954740937947983,
      "grad_norm": 2.199919651387333,
      "learning_rate": 0.0002597142994790814,
      "loss": 4.875,
      "step": 36512
    },
    {
      "epoch": 1.4955150522219947,
      "grad_norm": 3.2388883085237956,
      "learning_rate": 0.0002597120754496169,
      "loss": 5.0938,
      "step": 36513
    },
    {
      "epoch": 1.495556010649191,
      "grad_norm": 2.1342134862495086,
      "learning_rate": 0.00025970985136828675,
      "loss": 5.4375,
      "step": 36514
    },
    {
      "epoch": 1.4955969690763875,
      "grad_norm": 2.072831170840825,
      "learning_rate": 0.00025970762723509223,
      "loss": 4.9375,
      "step": 36515
    },
    {
      "epoch": 1.4956379275035838,
      "grad_norm": 4.66636562290352,
      "learning_rate": 0.00025970540305003426,
      "loss": 5.5312,
      "step": 36516
    },
    {
      "epoch": 1.4956788859307801,
      "grad_norm": 2.4311914715103535,
      "learning_rate": 0.00025970317881311396,
      "loss": 5.7812,
      "step": 36517
    },
    {
      "epoch": 1.4957198443579767,
      "grad_norm": 4.3176764542735935,
      "learning_rate": 0.0002597009545243324,
      "loss": 6.0312,
      "step": 36518
    },
    {
      "epoch": 1.495760802785173,
      "grad_norm": 13.532446593649404,
      "learning_rate": 0.0002596987301836906,
      "loss": 2.2344,
      "step": 36519
    },
    {
      "epoch": 1.4958017612123695,
      "grad_norm": 2.6288211337554275,
      "learning_rate": 0.00025969650579118955,
      "loss": 5.375,
      "step": 36520
    },
    {
      "epoch": 1.4958427196395658,
      "grad_norm": 2.523338743107977,
      "learning_rate": 0.00025969428134683037,
      "loss": 2.1562,
      "step": 36521
    },
    {
      "epoch": 1.4958836780667624,
      "grad_norm": 5.699667875943558,
      "learning_rate": 0.00025969205685061407,
      "loss": 4.9375,
      "step": 36522
    },
    {
      "epoch": 1.4959246364939587,
      "grad_norm": 2.380852578680053,
      "learning_rate": 0.0002596898323025418,
      "loss": 3.1875,
      "step": 36523
    },
    {
      "epoch": 1.495965594921155,
      "grad_norm": 2.2372949509993796,
      "learning_rate": 0.0002596876077026145,
      "loss": 4.75,
      "step": 36524
    },
    {
      "epoch": 1.4960065533483515,
      "grad_norm": 2.598159918798742,
      "learning_rate": 0.00025968538305083324,
      "loss": 5.6562,
      "step": 36525
    },
    {
      "epoch": 1.4960475117755478,
      "grad_norm": 2.563856974541546,
      "learning_rate": 0.00025968315834719915,
      "loss": 4.1875,
      "step": 36526
    },
    {
      "epoch": 1.4960884702027442,
      "grad_norm": 4.901726215038437,
      "learning_rate": 0.00025968093359171325,
      "loss": 5.2188,
      "step": 36527
    },
    {
      "epoch": 1.4961294286299407,
      "grad_norm": 2.2033606997282833,
      "learning_rate": 0.00025967870878437646,
      "loss": 4.625,
      "step": 36528
    },
    {
      "epoch": 1.496170387057137,
      "grad_norm": 2.2759987889648916,
      "learning_rate": 0.00025967648392519004,
      "loss": 5.0625,
      "step": 36529
    },
    {
      "epoch": 1.4962113454843333,
      "grad_norm": 2.2669803994088973,
      "learning_rate": 0.0002596742590141549,
      "loss": 4.375,
      "step": 36530
    },
    {
      "epoch": 1.4962523039115299,
      "grad_norm": 9.122362534902235,
      "learning_rate": 0.0002596720340512721,
      "loss": 4.4375,
      "step": 36531
    },
    {
      "epoch": 1.4962932623387262,
      "grad_norm": 2.8545911683549927,
      "learning_rate": 0.0002596698090365428,
      "loss": 5.0,
      "step": 36532
    },
    {
      "epoch": 1.4963342207659225,
      "grad_norm": 2.45265428360371,
      "learning_rate": 0.00025966758396996797,
      "loss": 4.75,
      "step": 36533
    },
    {
      "epoch": 1.496375179193119,
      "grad_norm": 2.5087568697505516,
      "learning_rate": 0.00025966535885154864,
      "loss": 5.0938,
      "step": 36534
    },
    {
      "epoch": 1.4964161376203153,
      "grad_norm": 3.0600861796105967,
      "learning_rate": 0.00025966313368128586,
      "loss": 4.9375,
      "step": 36535
    },
    {
      "epoch": 1.4964570960475116,
      "grad_norm": 2.5625684479642437,
      "learning_rate": 0.00025966090845918076,
      "loss": 5.6875,
      "step": 36536
    },
    {
      "epoch": 1.4964980544747082,
      "grad_norm": 3.6195327881661115,
      "learning_rate": 0.00025965868318523436,
      "loss": 5.0312,
      "step": 36537
    },
    {
      "epoch": 1.4965390129019045,
      "grad_norm": 2.616280950151404,
      "learning_rate": 0.0002596564578594477,
      "loss": 5.1562,
      "step": 36538
    },
    {
      "epoch": 1.496579971329101,
      "grad_norm": 2.2618793014414718,
      "learning_rate": 0.0002596542324818218,
      "loss": 5.3125,
      "step": 36539
    },
    {
      "epoch": 1.4966209297562973,
      "grad_norm": 2.272736637380112,
      "learning_rate": 0.00025965200705235775,
      "loss": 5.0938,
      "step": 36540
    },
    {
      "epoch": 1.4966618881834939,
      "grad_norm": 2.9737801271618594,
      "learning_rate": 0.00025964978157105655,
      "loss": 5.75,
      "step": 36541
    },
    {
      "epoch": 1.4967028466106902,
      "grad_norm": 4.73054342791645,
      "learning_rate": 0.0002596475560379193,
      "loss": 6.4062,
      "step": 36542
    },
    {
      "epoch": 1.4967438050378865,
      "grad_norm": 2.3322651702262123,
      "learning_rate": 0.00025964533045294715,
      "loss": 5.6562,
      "step": 36543
    },
    {
      "epoch": 1.496784763465083,
      "grad_norm": 2.3179316613469685,
      "learning_rate": 0.000259643104816141,
      "loss": 5.3125,
      "step": 36544
    },
    {
      "epoch": 1.4968257218922794,
      "grad_norm": 3.3732251485982294,
      "learning_rate": 0.0002596408791275019,
      "loss": 4.4062,
      "step": 36545
    },
    {
      "epoch": 1.4968666803194757,
      "grad_norm": 4.959967752774376,
      "learning_rate": 0.000259638653387031,
      "loss": 4.375,
      "step": 36546
    },
    {
      "epoch": 1.4969076387466722,
      "grad_norm": 2.9510186561027254,
      "learning_rate": 0.0002596364275947293,
      "loss": 3.5625,
      "step": 36547
    },
    {
      "epoch": 1.4969485971738685,
      "grad_norm": 3.604382898267134,
      "learning_rate": 0.0002596342017505979,
      "loss": 2.4688,
      "step": 36548
    },
    {
      "epoch": 1.4969895556010648,
      "grad_norm": 2.9892938348473486,
      "learning_rate": 0.00025963197585463773,
      "loss": 5.75,
      "step": 36549
    },
    {
      "epoch": 1.4970305140282614,
      "grad_norm": 2.026180463099517,
      "learning_rate": 0.00025962974990685,
      "loss": 4.7812,
      "step": 36550
    },
    {
      "epoch": 1.4970714724554577,
      "grad_norm": 2.323373310774145,
      "learning_rate": 0.0002596275239072356,
      "loss": 4.6562,
      "step": 36551
    },
    {
      "epoch": 1.497112430882654,
      "grad_norm": 4.892789160689268,
      "learning_rate": 0.0002596252978557958,
      "loss": 4.8125,
      "step": 36552
    },
    {
      "epoch": 1.4971533893098505,
      "grad_norm": 9.660492608785148,
      "learning_rate": 0.0002596230717525314,
      "loss": 3.0,
      "step": 36553
    },
    {
      "epoch": 1.4971943477370468,
      "grad_norm": 2.1883017754101957,
      "learning_rate": 0.0002596208455974436,
      "loss": 4.6875,
      "step": 36554
    },
    {
      "epoch": 1.4972353061642432,
      "grad_norm": 2.7886919411488136,
      "learning_rate": 0.0002596186193905334,
      "loss": 3.9688,
      "step": 36555
    },
    {
      "epoch": 1.4972762645914397,
      "grad_norm": 2.5849310769739673,
      "learning_rate": 0.0002596163931318019,
      "loss": 4.6875,
      "step": 36556
    },
    {
      "epoch": 1.497317223018636,
      "grad_norm": 3.0510740734473205,
      "learning_rate": 0.00025961416682125014,
      "loss": 5.4375,
      "step": 36557
    },
    {
      "epoch": 1.4973581814458325,
      "grad_norm": 2.1870535002662788,
      "learning_rate": 0.0002596119404588792,
      "loss": 5.1875,
      "step": 36558
    },
    {
      "epoch": 1.4973991398730289,
      "grad_norm": 2.2224717869654205,
      "learning_rate": 0.0002596097140446901,
      "loss": 4.375,
      "step": 36559
    },
    {
      "epoch": 1.4974400983002254,
      "grad_norm": 2.4427610606118293,
      "learning_rate": 0.0002596074875786838,
      "loss": 4.7812,
      "step": 36560
    },
    {
      "epoch": 1.4974810567274217,
      "grad_norm": 2.4070253003693307,
      "learning_rate": 0.0002596052610608615,
      "loss": 3.9844,
      "step": 36561
    },
    {
      "epoch": 1.497522015154618,
      "grad_norm": 4.455976632324701,
      "learning_rate": 0.0002596030344912242,
      "loss": 5.25,
      "step": 36562
    },
    {
      "epoch": 1.4975629735818146,
      "grad_norm": 2.1211046951085146,
      "learning_rate": 0.0002596008078697729,
      "loss": 5.2188,
      "step": 36563
    },
    {
      "epoch": 1.4976039320090109,
      "grad_norm": 7.275226298202975,
      "learning_rate": 0.0002595985811965087,
      "loss": 7.375,
      "step": 36564
    },
    {
      "epoch": 1.4976448904362072,
      "grad_norm": 3.1894775513381117,
      "learning_rate": 0.0002595963544714327,
      "loss": 5.3125,
      "step": 36565
    },
    {
      "epoch": 1.4976858488634037,
      "grad_norm": 2.456332441970528,
      "learning_rate": 0.00025959412769454584,
      "loss": 6.25,
      "step": 36566
    },
    {
      "epoch": 1.4977268072906,
      "grad_norm": 9.628145539204617,
      "learning_rate": 0.0002595919008658493,
      "loss": 2.0625,
      "step": 36567
    },
    {
      "epoch": 1.4977677657177964,
      "grad_norm": 2.3256550171211425,
      "learning_rate": 0.00025958967398534405,
      "loss": 3.125,
      "step": 36568
    },
    {
      "epoch": 1.4978087241449929,
      "grad_norm": 12.618447761272458,
      "learning_rate": 0.0002595874470530312,
      "loss": 5.875,
      "step": 36569
    },
    {
      "epoch": 1.4978496825721892,
      "grad_norm": 2.3587994317881766,
      "learning_rate": 0.0002595852200689117,
      "loss": 4.4688,
      "step": 36570
    },
    {
      "epoch": 1.4978906409993855,
      "grad_norm": 2.9841176831302496,
      "learning_rate": 0.0002595829930329867,
      "loss": 4.25,
      "step": 36571
    },
    {
      "epoch": 1.497931599426582,
      "grad_norm": 2.244587939737888,
      "learning_rate": 0.0002595807659452572,
      "loss": 4.6875,
      "step": 36572
    },
    {
      "epoch": 1.4979725578537784,
      "grad_norm": 5.050596885263237,
      "learning_rate": 0.00025957853880572427,
      "loss": 4.3125,
      "step": 36573
    },
    {
      "epoch": 1.4980135162809747,
      "grad_norm": 3.215708502432262,
      "learning_rate": 0.00025957631161438894,
      "loss": 4.8438,
      "step": 36574
    },
    {
      "epoch": 1.4980544747081712,
      "grad_norm": 2.3153162450469456,
      "learning_rate": 0.0002595740843712523,
      "loss": 4.75,
      "step": 36575
    },
    {
      "epoch": 1.4980954331353675,
      "grad_norm": 2.5157920712415547,
      "learning_rate": 0.0002595718570763154,
      "loss": 4.8125,
      "step": 36576
    },
    {
      "epoch": 1.498136391562564,
      "grad_norm": 3.9027431772973062,
      "learning_rate": 0.0002595696297295793,
      "loss": 5.4688,
      "step": 36577
    },
    {
      "epoch": 1.4981773499897604,
      "grad_norm": 6.570485546204649,
      "learning_rate": 0.00025956740233104504,
      "loss": 5.1562,
      "step": 36578
    },
    {
      "epoch": 1.498218308416957,
      "grad_norm": 2.640981178569947,
      "learning_rate": 0.00025956517488071366,
      "loss": 5.0,
      "step": 36579
    },
    {
      "epoch": 1.4982592668441532,
      "grad_norm": 3.0423827056626247,
      "learning_rate": 0.00025956294737858624,
      "loss": 4.8125,
      "step": 36580
    },
    {
      "epoch": 1.4983002252713495,
      "grad_norm": 5.6852224968577225,
      "learning_rate": 0.00025956071982466384,
      "loss": 6.5,
      "step": 36581
    },
    {
      "epoch": 1.498341183698546,
      "grad_norm": 3.1900729275244526,
      "learning_rate": 0.0002595584922189474,
      "loss": 4.125,
      "step": 36582
    },
    {
      "epoch": 1.4983821421257424,
      "grad_norm": 5.88359894499006,
      "learning_rate": 0.00025955626456143817,
      "loss": 6.1875,
      "step": 36583
    },
    {
      "epoch": 1.4984231005529387,
      "grad_norm": 2.534467734044313,
      "learning_rate": 0.000259554036852137,
      "loss": 5.25,
      "step": 36584
    },
    {
      "epoch": 1.4984640589801352,
      "grad_norm": 2.955419934125522,
      "learning_rate": 0.0002595518090910451,
      "loss": 3.9688,
      "step": 36585
    },
    {
      "epoch": 1.4985050174073316,
      "grad_norm": 3.1915805851086456,
      "learning_rate": 0.00025954958127816344,
      "loss": 1.6172,
      "step": 36586
    },
    {
      "epoch": 1.4985459758345279,
      "grad_norm": 2.7047944614013546,
      "learning_rate": 0.0002595473534134931,
      "loss": 5.5625,
      "step": 36587
    },
    {
      "epoch": 1.4985869342617244,
      "grad_norm": 5.217823298982987,
      "learning_rate": 0.0002595451254970351,
      "loss": 6.4375,
      "step": 36588
    },
    {
      "epoch": 1.4986278926889207,
      "grad_norm": 2.3601681709412143,
      "learning_rate": 0.0002595428975287905,
      "loss": 4.4375,
      "step": 36589
    },
    {
      "epoch": 1.498668851116117,
      "grad_norm": 7.391607150027723,
      "learning_rate": 0.00025954066950876044,
      "loss": 6.4688,
      "step": 36590
    },
    {
      "epoch": 1.4987098095433136,
      "grad_norm": 2.4619510176390476,
      "learning_rate": 0.0002595384414369459,
      "loss": 5.1562,
      "step": 36591
    },
    {
      "epoch": 1.4987507679705099,
      "grad_norm": 2.4162383421576052,
      "learning_rate": 0.00025953621331334793,
      "loss": 5.1875,
      "step": 36592
    },
    {
      "epoch": 1.4987917263977062,
      "grad_norm": 2.428002251708526,
      "learning_rate": 0.0002595339851379676,
      "loss": 4.5625,
      "step": 36593
    },
    {
      "epoch": 1.4988326848249027,
      "grad_norm": 2.267082438497492,
      "learning_rate": 0.00025953175691080597,
      "loss": 4.8125,
      "step": 36594
    },
    {
      "epoch": 1.498873643252099,
      "grad_norm": 2.815546211472398,
      "learning_rate": 0.0002595295286318641,
      "loss": 4.4688,
      "step": 36595
    },
    {
      "epoch": 1.4989146016792956,
      "grad_norm": 3.016937130366503,
      "learning_rate": 0.0002595273003011429,
      "loss": 5.4062,
      "step": 36596
    },
    {
      "epoch": 1.498955560106492,
      "grad_norm": 2.1956485861292925,
      "learning_rate": 0.00025952507191864365,
      "loss": 4.2188,
      "step": 36597
    },
    {
      "epoch": 1.4989965185336884,
      "grad_norm": 3.1484199089260456,
      "learning_rate": 0.00025952284348436725,
      "loss": 4.875,
      "step": 36598
    },
    {
      "epoch": 1.4990374769608847,
      "grad_norm": 2.3172512523324635,
      "learning_rate": 0.00025952061499831487,
      "loss": 5.1875,
      "step": 36599
    },
    {
      "epoch": 1.499078435388081,
      "grad_norm": 2.1197224575964477,
      "learning_rate": 0.00025951838646048745,
      "loss": 4.2812,
      "step": 36600
    },
    {
      "epoch": 1.4991193938152776,
      "grad_norm": 2.8402014538263973,
      "learning_rate": 0.0002595161578708861,
      "loss": 4.3438,
      "step": 36601
    },
    {
      "epoch": 1.499160352242474,
      "grad_norm": 2.345170718879401,
      "learning_rate": 0.0002595139292295119,
      "loss": 4.9688,
      "step": 36602
    },
    {
      "epoch": 1.4992013106696702,
      "grad_norm": 5.453236249373754,
      "learning_rate": 0.0002595117005363658,
      "loss": 2.1875,
      "step": 36603
    },
    {
      "epoch": 1.4992422690968668,
      "grad_norm": 2.2347009817421597,
      "learning_rate": 0.000259509471791449,
      "loss": 5.125,
      "step": 36604
    },
    {
      "epoch": 1.499283227524063,
      "grad_norm": 2.1868010411928704,
      "learning_rate": 0.00025950724299476246,
      "loss": 4.875,
      "step": 36605
    },
    {
      "epoch": 1.4993241859512594,
      "grad_norm": 2.1327530300849844,
      "learning_rate": 0.0002595050141463072,
      "loss": 5.2188,
      "step": 36606
    },
    {
      "epoch": 1.499365144378456,
      "grad_norm": 2.5685465561633256,
      "learning_rate": 0.00025950278524608435,
      "loss": 4.6562,
      "step": 36607
    },
    {
      "epoch": 1.4994061028056522,
      "grad_norm": 2.4278404187765354,
      "learning_rate": 0.00025950055629409496,
      "loss": 5.125,
      "step": 36608
    },
    {
      "epoch": 1.4994470612328485,
      "grad_norm": 2.2244071041405022,
      "learning_rate": 0.00025949832729034005,
      "loss": 4.75,
      "step": 36609
    },
    {
      "epoch": 1.499488019660045,
      "grad_norm": 2.1964203988844426,
      "learning_rate": 0.0002594960982348207,
      "loss": 4.375,
      "step": 36610
    },
    {
      "epoch": 1.4995289780872414,
      "grad_norm": 3.648646697358341,
      "learning_rate": 0.0002594938691275379,
      "loss": 5.7812,
      "step": 36611
    },
    {
      "epoch": 1.4995699365144377,
      "grad_norm": 3.2983544327686762,
      "learning_rate": 0.0002594916399684928,
      "loss": 5.3438,
      "step": 36612
    },
    {
      "epoch": 1.4996108949416342,
      "grad_norm": 6.199321805029895,
      "learning_rate": 0.0002594894107576864,
      "loss": 7.0625,
      "step": 36613
    },
    {
      "epoch": 1.4996518533688306,
      "grad_norm": 5.597805416734815,
      "learning_rate": 0.0002594871814951197,
      "loss": 5.6875,
      "step": 36614
    },
    {
      "epoch": 1.499692811796027,
      "grad_norm": 3.41355419402049,
      "learning_rate": 0.0002594849521807939,
      "loss": 6.3125,
      "step": 36615
    },
    {
      "epoch": 1.4997337702232234,
      "grad_norm": 2.9305583448725647,
      "learning_rate": 0.0002594827228147099,
      "loss": 6.2812,
      "step": 36616
    },
    {
      "epoch": 1.49977472865042,
      "grad_norm": 2.09627549044793,
      "learning_rate": 0.00025948049339686886,
      "loss": 3.8594,
      "step": 36617
    },
    {
      "epoch": 1.4998156870776163,
      "grad_norm": 2.297658854118372,
      "learning_rate": 0.0002594782639272718,
      "loss": 4.625,
      "step": 36618
    },
    {
      "epoch": 1.4998566455048126,
      "grad_norm": 2.4090858233138013,
      "learning_rate": 0.00025947603440591976,
      "loss": 4.3125,
      "step": 36619
    },
    {
      "epoch": 1.499897603932009,
      "grad_norm": 2.8864318980487367,
      "learning_rate": 0.0002594738048328138,
      "loss": 4.9688,
      "step": 36620
    },
    {
      "epoch": 1.4999385623592054,
      "grad_norm": 6.76628594684394,
      "learning_rate": 0.00025947157520795494,
      "loss": 6.0625,
      "step": 36621
    },
    {
      "epoch": 1.4999795207864017,
      "grad_norm": 2.5750582193345055,
      "learning_rate": 0.00025946934553134433,
      "loss": 4.5938,
      "step": 36622
    },
    {
      "epoch": 1.5000204792135983,
      "grad_norm": 4.155216315766551,
      "learning_rate": 0.0002594671158029829,
      "loss": 3.5781,
      "step": 36623
    },
    {
      "epoch": 1.5000614376407946,
      "grad_norm": 2.7983977635647124,
      "learning_rate": 0.0002594648860228718,
      "loss": 4.5938,
      "step": 36624
    },
    {
      "epoch": 1.500102396067991,
      "grad_norm": 2.411938876498772,
      "learning_rate": 0.00025946265619101213,
      "loss": 5.1562,
      "step": 36625
    },
    {
      "epoch": 1.5001433544951874,
      "grad_norm": 2.624658340160307,
      "learning_rate": 0.0002594604263074048,
      "loss": 5.875,
      "step": 36626
    },
    {
      "epoch": 1.5001843129223837,
      "grad_norm": 3.086811925583056,
      "learning_rate": 0.0002594581963720509,
      "loss": 4.8438,
      "step": 36627
    },
    {
      "epoch": 1.50022527134958,
      "grad_norm": 2.7613515230708847,
      "learning_rate": 0.0002594559663849515,
      "loss": 5.7188,
      "step": 36628
    },
    {
      "epoch": 1.5002662297767766,
      "grad_norm": 8.428887438091358,
      "learning_rate": 0.00025945373634610777,
      "loss": 6.0625,
      "step": 36629
    },
    {
      "epoch": 1.5003071882039731,
      "grad_norm": 2.180507514244296,
      "learning_rate": 0.00025945150625552064,
      "loss": 4.5312,
      "step": 36630
    },
    {
      "epoch": 1.5003481466311692,
      "grad_norm": 2.309020946611171,
      "learning_rate": 0.00025944927611319115,
      "loss": 4.7812,
      "step": 36631
    },
    {
      "epoch": 1.5003891050583658,
      "grad_norm": 5.0893838005697605,
      "learning_rate": 0.0002594470459191204,
      "loss": 6.0938,
      "step": 36632
    },
    {
      "epoch": 1.5004300634855623,
      "grad_norm": 2.612219043768847,
      "learning_rate": 0.00025944481567330945,
      "loss": 5.0625,
      "step": 36633
    },
    {
      "epoch": 1.5004710219127584,
      "grad_norm": 5.633012821692145,
      "learning_rate": 0.00025944258537575934,
      "loss": 5.25,
      "step": 36634
    },
    {
      "epoch": 1.500511980339955,
      "grad_norm": 2.9087812666217583,
      "learning_rate": 0.00025944035502647116,
      "loss": 5.6875,
      "step": 36635
    },
    {
      "epoch": 1.5005529387671515,
      "grad_norm": 6.3553067139145645,
      "learning_rate": 0.0002594381246254459,
      "loss": 5.5,
      "step": 36636
    },
    {
      "epoch": 1.5005938971943478,
      "grad_norm": 2.940107008715714,
      "learning_rate": 0.00025943589417268465,
      "loss": 6.2188,
      "step": 36637
    },
    {
      "epoch": 1.500634855621544,
      "grad_norm": 5.89966509585739,
      "learning_rate": 0.00025943366366818843,
      "loss": 4.5312,
      "step": 36638
    },
    {
      "epoch": 1.5006758140487406,
      "grad_norm": 2.537835865346459,
      "learning_rate": 0.00025943143311195837,
      "loss": 5.1875,
      "step": 36639
    },
    {
      "epoch": 1.500716772475937,
      "grad_norm": 2.8100189172465035,
      "learning_rate": 0.00025942920250399544,
      "loss": 4.5312,
      "step": 36640
    },
    {
      "epoch": 1.5007577309031332,
      "grad_norm": 2.8648124666192367,
      "learning_rate": 0.0002594269718443007,
      "loss": 3.5938,
      "step": 36641
    },
    {
      "epoch": 1.5007986893303298,
      "grad_norm": 2.5838397653250476,
      "learning_rate": 0.0002594247411328753,
      "loss": 5.1562,
      "step": 36642
    },
    {
      "epoch": 1.500839647757526,
      "grad_norm": 2.3805097392760564,
      "learning_rate": 0.0002594225103697202,
      "loss": 4.9688,
      "step": 36643
    },
    {
      "epoch": 1.5008806061847224,
      "grad_norm": 13.940548815490745,
      "learning_rate": 0.00025942027955483653,
      "loss": 5.7188,
      "step": 36644
    },
    {
      "epoch": 1.500921564611919,
      "grad_norm": 4.5332474083182355,
      "learning_rate": 0.0002594180486882253,
      "loss": 4.7812,
      "step": 36645
    },
    {
      "epoch": 1.5009625230391153,
      "grad_norm": 3.489522100051165,
      "learning_rate": 0.0002594158177698875,
      "loss": 5.2188,
      "step": 36646
    },
    {
      "epoch": 1.5010034814663116,
      "grad_norm": 3.8282787688638558,
      "learning_rate": 0.0002594135867998243,
      "loss": 4.75,
      "step": 36647
    },
    {
      "epoch": 1.501044439893508,
      "grad_norm": 2.116718883248008,
      "learning_rate": 0.00025941135577803667,
      "loss": 5.0938,
      "step": 36648
    },
    {
      "epoch": 1.5010853983207046,
      "grad_norm": 2.8889990700522183,
      "learning_rate": 0.00025940912470452573,
      "loss": 4.875,
      "step": 36649
    },
    {
      "epoch": 1.5011263567479007,
      "grad_norm": 3.6351994766526263,
      "learning_rate": 0.00025940689357929254,
      "loss": 4.4688,
      "step": 36650
    },
    {
      "epoch": 1.5011673151750973,
      "grad_norm": 2.535058115351265,
      "learning_rate": 0.0002594046624023381,
      "loss": 4.5,
      "step": 36651
    },
    {
      "epoch": 1.5012082736022938,
      "grad_norm": 2.7851353420364258,
      "learning_rate": 0.0002594024311736634,
      "loss": 5.8438,
      "step": 36652
    },
    {
      "epoch": 1.5012492320294901,
      "grad_norm": 4.350476225134294,
      "learning_rate": 0.00025940019989326965,
      "loss": 4.875,
      "step": 36653
    },
    {
      "epoch": 1.5012901904566864,
      "grad_norm": 2.7317085455634706,
      "learning_rate": 0.00025939796856115784,
      "loss": 5.0938,
      "step": 36654
    },
    {
      "epoch": 1.501331148883883,
      "grad_norm": 2.4031716150061606,
      "learning_rate": 0.000259395737177329,
      "loss": 5.1875,
      "step": 36655
    },
    {
      "epoch": 1.5013721073110793,
      "grad_norm": 2.4498060872609115,
      "learning_rate": 0.0002593935057417842,
      "loss": 4.625,
      "step": 36656
    },
    {
      "epoch": 1.5014130657382756,
      "grad_norm": 2.3840284206371956,
      "learning_rate": 0.0002593912742545245,
      "loss": 5.5625,
      "step": 36657
    },
    {
      "epoch": 1.5014540241654721,
      "grad_norm": 2.827046854391866,
      "learning_rate": 0.00025938904271555094,
      "loss": 4.0938,
      "step": 36658
    },
    {
      "epoch": 1.5014949825926684,
      "grad_norm": 3.5766564871217317,
      "learning_rate": 0.00025938681112486466,
      "loss": 1.6094,
      "step": 36659
    },
    {
      "epoch": 1.5015359410198648,
      "grad_norm": 2.3001470517517295,
      "learning_rate": 0.00025938457948246655,
      "loss": 4.4062,
      "step": 36660
    },
    {
      "epoch": 1.5015768994470613,
      "grad_norm": 2.4502932784044544,
      "learning_rate": 0.0002593823477883578,
      "loss": 5.7188,
      "step": 36661
    },
    {
      "epoch": 1.5016178578742576,
      "grad_norm": 3.236559029479262,
      "learning_rate": 0.00025938011604253943,
      "loss": 4.1562,
      "step": 36662
    },
    {
      "epoch": 1.501658816301454,
      "grad_norm": 3.1244831234482593,
      "learning_rate": 0.0002593778842450125,
      "loss": 4.5625,
      "step": 36663
    },
    {
      "epoch": 1.5016997747286505,
      "grad_norm": 5.5664734086956535,
      "learning_rate": 0.000259375652395778,
      "loss": 5.2188,
      "step": 36664
    },
    {
      "epoch": 1.5017407331558468,
      "grad_norm": 2.4740234486622703,
      "learning_rate": 0.0002593734204948371,
      "loss": 4.7812,
      "step": 36665
    },
    {
      "epoch": 1.501781691583043,
      "grad_norm": 3.780698112767919,
      "learning_rate": 0.0002593711885421907,
      "loss": 5.2812,
      "step": 36666
    },
    {
      "epoch": 1.5018226500102396,
      "grad_norm": 2.440134441705106,
      "learning_rate": 0.00025936895653784004,
      "loss": 5.1562,
      "step": 36667
    },
    {
      "epoch": 1.5018636084374362,
      "grad_norm": 3.6820187219652065,
      "learning_rate": 0.00025936672448178606,
      "loss": 5.0625,
      "step": 36668
    },
    {
      "epoch": 1.5019045668646323,
      "grad_norm": 2.600117253691623,
      "learning_rate": 0.00025936449237402983,
      "loss": 5.3125,
      "step": 36669
    },
    {
      "epoch": 1.5019455252918288,
      "grad_norm": 2.5220492048053935,
      "learning_rate": 0.00025936226021457245,
      "loss": 5.2812,
      "step": 36670
    },
    {
      "epoch": 1.5019864837190253,
      "grad_norm": 2.8058186806032825,
      "learning_rate": 0.0002593600280034149,
      "loss": 5.4375,
      "step": 36671
    },
    {
      "epoch": 1.5020274421462216,
      "grad_norm": 3.728817163498014,
      "learning_rate": 0.0002593577957405583,
      "loss": 4.0625,
      "step": 36672
    },
    {
      "epoch": 1.502068400573418,
      "grad_norm": 4.764484239883853,
      "learning_rate": 0.0002593555634260036,
      "loss": 4.2188,
      "step": 36673
    },
    {
      "epoch": 1.5021093590006145,
      "grad_norm": 2.5329500725823144,
      "learning_rate": 0.000259353331059752,
      "loss": 6.2812,
      "step": 36674
    },
    {
      "epoch": 1.5021503174278108,
      "grad_norm": 2.4018910903576347,
      "learning_rate": 0.0002593510986418045,
      "loss": 4.6875,
      "step": 36675
    },
    {
      "epoch": 1.5021912758550071,
      "grad_norm": 2.573035825955667,
      "learning_rate": 0.00025934886617216216,
      "loss": 4.6875,
      "step": 36676
    },
    {
      "epoch": 1.5022322342822036,
      "grad_norm": 5.02898832638694,
      "learning_rate": 0.00025934663365082596,
      "loss": 2.5312,
      "step": 36677
    },
    {
      "epoch": 1.5022731927094,
      "grad_norm": 3.621138266765206,
      "learning_rate": 0.00025934440107779706,
      "loss": 6.8438,
      "step": 36678
    },
    {
      "epoch": 1.5023141511365963,
      "grad_norm": 2.6556247580237446,
      "learning_rate": 0.0002593421684530765,
      "loss": 4.1562,
      "step": 36679
    },
    {
      "epoch": 1.5023551095637928,
      "grad_norm": 2.8733323543465494,
      "learning_rate": 0.0002593399357766653,
      "loss": 4.7188,
      "step": 36680
    },
    {
      "epoch": 1.5023960679909891,
      "grad_norm": 2.715657562751453,
      "learning_rate": 0.00025933770304856446,
      "loss": 6.1875,
      "step": 36681
    },
    {
      "epoch": 1.5024370264181854,
      "grad_norm": 2.2895813259065885,
      "learning_rate": 0.00025933547026877517,
      "loss": 4.9375,
      "step": 36682
    },
    {
      "epoch": 1.502477984845382,
      "grad_norm": 2.4215848074915076,
      "learning_rate": 0.00025933323743729833,
      "loss": 5.0,
      "step": 36683
    },
    {
      "epoch": 1.5025189432725783,
      "grad_norm": 2.3080306189807303,
      "learning_rate": 0.00025933100455413513,
      "loss": 5.5,
      "step": 36684
    },
    {
      "epoch": 1.5025599016997746,
      "grad_norm": 2.8694994755763847,
      "learning_rate": 0.00025932877161928655,
      "loss": 4.8438,
      "step": 36685
    },
    {
      "epoch": 1.5026008601269711,
      "grad_norm": 2.1542501719000793,
      "learning_rate": 0.0002593265386327537,
      "loss": 4.3125,
      "step": 36686
    },
    {
      "epoch": 1.5026418185541677,
      "grad_norm": 2.6855381472101247,
      "learning_rate": 0.00025932430559453764,
      "loss": 5.8125,
      "step": 36687
    },
    {
      "epoch": 1.5026827769813638,
      "grad_norm": 2.997117155296193,
      "learning_rate": 0.0002593220725046393,
      "loss": 4.4375,
      "step": 36688
    },
    {
      "epoch": 1.5027237354085603,
      "grad_norm": 3.1275125979941185,
      "learning_rate": 0.0002593198393630599,
      "loss": 5.4688,
      "step": 36689
    },
    {
      "epoch": 1.5027646938357568,
      "grad_norm": 5.474560083646037,
      "learning_rate": 0.0002593176061698004,
      "loss": 6.125,
      "step": 36690
    },
    {
      "epoch": 1.5028056522629532,
      "grad_norm": 2.341257721956631,
      "learning_rate": 0.00025931537292486187,
      "loss": 4.4688,
      "step": 36691
    },
    {
      "epoch": 1.5028466106901495,
      "grad_norm": 3.283166747370198,
      "learning_rate": 0.00025931313962824544,
      "loss": 5.2188,
      "step": 36692
    },
    {
      "epoch": 1.502887569117346,
      "grad_norm": 2.120860393928347,
      "learning_rate": 0.000259310906279952,
      "loss": 4.0,
      "step": 36693
    },
    {
      "epoch": 1.5029285275445423,
      "grad_norm": 3.1718014010345703,
      "learning_rate": 0.0002593086728799828,
      "loss": 5.2188,
      "step": 36694
    },
    {
      "epoch": 1.5029694859717386,
      "grad_norm": 2.2706277115246762,
      "learning_rate": 0.00025930643942833877,
      "loss": 4.875,
      "step": 36695
    },
    {
      "epoch": 1.5030104443989352,
      "grad_norm": 2.721292300903693,
      "learning_rate": 0.00025930420592502093,
      "loss": 5.3438,
      "step": 36696
    },
    {
      "epoch": 1.5030514028261315,
      "grad_norm": 2.4688536564912087,
      "learning_rate": 0.0002593019723700305,
      "loss": 4.7812,
      "step": 36697
    },
    {
      "epoch": 1.5030923612533278,
      "grad_norm": 3.1644173796963773,
      "learning_rate": 0.00025929973876336835,
      "loss": 5.9062,
      "step": 36698
    },
    {
      "epoch": 1.5031333196805243,
      "grad_norm": 8.872098177872163,
      "learning_rate": 0.0002592975051050357,
      "loss": 4.875,
      "step": 36699
    },
    {
      "epoch": 1.5031742781077206,
      "grad_norm": 3.0530427042370234,
      "learning_rate": 0.0002592952713950335,
      "loss": 4.9062,
      "step": 36700
    },
    {
      "epoch": 1.503215236534917,
      "grad_norm": 2.2707675857638687,
      "learning_rate": 0.00025929303763336286,
      "loss": 4.4688,
      "step": 36701
    },
    {
      "epoch": 1.5032561949621135,
      "grad_norm": 2.2224930067758795,
      "learning_rate": 0.00025929080382002483,
      "loss": 5.3438,
      "step": 36702
    },
    {
      "epoch": 1.5032971533893098,
      "grad_norm": 2.557226724288153,
      "learning_rate": 0.0002592885699550204,
      "loss": 4.7188,
      "step": 36703
    },
    {
      "epoch": 1.5033381118165061,
      "grad_norm": 2.805894876320048,
      "learning_rate": 0.0002592863360383507,
      "loss": 4.4062,
      "step": 36704
    },
    {
      "epoch": 1.5033790702437027,
      "grad_norm": 2.214487967930004,
      "learning_rate": 0.00025928410207001675,
      "loss": 5.5,
      "step": 36705
    },
    {
      "epoch": 1.5034200286708992,
      "grad_norm": 4.306844470788377,
      "learning_rate": 0.0002592818680500196,
      "loss": 5.5625,
      "step": 36706
    },
    {
      "epoch": 1.5034609870980953,
      "grad_norm": 2.349146432584842,
      "learning_rate": 0.0002592796339783604,
      "loss": 4.5625,
      "step": 36707
    },
    {
      "epoch": 1.5035019455252918,
      "grad_norm": 2.8484747747208985,
      "learning_rate": 0.00025927739985504006,
      "loss": 5.8438,
      "step": 36708
    },
    {
      "epoch": 1.5035429039524884,
      "grad_norm": 2.46792006172545,
      "learning_rate": 0.0002592751656800597,
      "loss": 4.9062,
      "step": 36709
    },
    {
      "epoch": 1.5035838623796847,
      "grad_norm": 2.7722140241048043,
      "learning_rate": 0.0002592729314534204,
      "loss": 4.2812,
      "step": 36710
    },
    {
      "epoch": 1.503624820806881,
      "grad_norm": 4.66402849789362,
      "learning_rate": 0.0002592706971751232,
      "loss": 5.4375,
      "step": 36711
    },
    {
      "epoch": 1.5036657792340775,
      "grad_norm": 2.7729112969410554,
      "learning_rate": 0.0002592684628451692,
      "loss": 5.25,
      "step": 36712
    },
    {
      "epoch": 1.5037067376612738,
      "grad_norm": 2.5335179822271354,
      "learning_rate": 0.00025926622846355934,
      "loss": 5.1562,
      "step": 36713
    },
    {
      "epoch": 1.5037476960884701,
      "grad_norm": 2.3729924362686776,
      "learning_rate": 0.0002592639940302948,
      "loss": 5.5,
      "step": 36714
    },
    {
      "epoch": 1.5037886545156667,
      "grad_norm": 2.938128954511922,
      "learning_rate": 0.0002592617595453765,
      "loss": 5.0625,
      "step": 36715
    },
    {
      "epoch": 1.503829612942863,
      "grad_norm": 2.5474736532400564,
      "learning_rate": 0.0002592595250088057,
      "loss": 5.0625,
      "step": 36716
    },
    {
      "epoch": 1.5038705713700593,
      "grad_norm": 2.5199322056144204,
      "learning_rate": 0.0002592572904205833,
      "loss": 4.25,
      "step": 36717
    },
    {
      "epoch": 1.5039115297972558,
      "grad_norm": 2.5740564823779506,
      "learning_rate": 0.00025925505578071036,
      "loss": 4.0,
      "step": 36718
    },
    {
      "epoch": 1.5039524882244522,
      "grad_norm": 3.122240582761915,
      "learning_rate": 0.000259252821089188,
      "loss": 6.4062,
      "step": 36719
    },
    {
      "epoch": 1.5039934466516485,
      "grad_norm": 2.4325220031113366,
      "learning_rate": 0.0002592505863460172,
      "loss": 4.9688,
      "step": 36720
    },
    {
      "epoch": 1.504034405078845,
      "grad_norm": 2.1947413570264453,
      "learning_rate": 0.00025924835155119913,
      "loss": 4.625,
      "step": 36721
    },
    {
      "epoch": 1.5040753635060413,
      "grad_norm": 8.157918293218959,
      "learning_rate": 0.0002592461167047347,
      "loss": 1.6641,
      "step": 36722
    },
    {
      "epoch": 1.5041163219332376,
      "grad_norm": 2.5177949188849547,
      "learning_rate": 0.0002592438818066251,
      "loss": 5.25,
      "step": 36723
    },
    {
      "epoch": 1.5041572803604342,
      "grad_norm": 4.639460243005665,
      "learning_rate": 0.0002592416468568713,
      "loss": 5.7812,
      "step": 36724
    },
    {
      "epoch": 1.5041982387876307,
      "grad_norm": 2.352721385958049,
      "learning_rate": 0.0002592394118554744,
      "loss": 4.5312,
      "step": 36725
    },
    {
      "epoch": 1.5042391972148268,
      "grad_norm": 3.204855429211677,
      "learning_rate": 0.0002592371768024355,
      "loss": 4.4062,
      "step": 36726
    },
    {
      "epoch": 1.5042801556420233,
      "grad_norm": 4.469766232225517,
      "learning_rate": 0.00025923494169775553,
      "loss": 4.6875,
      "step": 36727
    },
    {
      "epoch": 1.5043211140692199,
      "grad_norm": 5.039126694046787,
      "learning_rate": 0.00025923270654143563,
      "loss": 6.2188,
      "step": 36728
    },
    {
      "epoch": 1.5043620724964162,
      "grad_norm": 10.701203513256564,
      "learning_rate": 0.00025923047133347686,
      "loss": 6.6875,
      "step": 36729
    },
    {
      "epoch": 1.5044030309236125,
      "grad_norm": 2.3196515657708305,
      "learning_rate": 0.00025922823607388024,
      "loss": 4.2812,
      "step": 36730
    },
    {
      "epoch": 1.504443989350809,
      "grad_norm": 2.4638740636359526,
      "learning_rate": 0.0002592260007626469,
      "loss": 2.6562,
      "step": 36731
    },
    {
      "epoch": 1.5044849477780053,
      "grad_norm": 5.875443490434207,
      "learning_rate": 0.0002592237653997778,
      "loss": 6.5938,
      "step": 36732
    },
    {
      "epoch": 1.5045259062052017,
      "grad_norm": 2.232997243277482,
      "learning_rate": 0.000259221529985274,
      "loss": 5.0,
      "step": 36733
    },
    {
      "epoch": 1.5045668646323982,
      "grad_norm": 2.6609706218887874,
      "learning_rate": 0.00025921929451913666,
      "loss": 5.4375,
      "step": 36734
    },
    {
      "epoch": 1.5046078230595945,
      "grad_norm": 3.5938853591769666,
      "learning_rate": 0.0002592170590013668,
      "loss": 5.6875,
      "step": 36735
    },
    {
      "epoch": 1.5046487814867908,
      "grad_norm": 3.2435200181543515,
      "learning_rate": 0.00025921482343196537,
      "loss": 3.2344,
      "step": 36736
    },
    {
      "epoch": 1.5046897399139874,
      "grad_norm": 3.675825629670614,
      "learning_rate": 0.0002592125878109336,
      "loss": 6.0312,
      "step": 36737
    },
    {
      "epoch": 1.5047306983411837,
      "grad_norm": 2.257716497731703,
      "learning_rate": 0.00025921035213827243,
      "loss": 4.3125,
      "step": 36738
    },
    {
      "epoch": 1.50477165676838,
      "grad_norm": 3.562675524959488,
      "learning_rate": 0.0002592081164139829,
      "loss": 4.8125,
      "step": 36739
    },
    {
      "epoch": 1.5048126151955765,
      "grad_norm": 2.462763459431277,
      "learning_rate": 0.0002592058806380661,
      "loss": 4.8125,
      "step": 36740
    },
    {
      "epoch": 1.5048535736227728,
      "grad_norm": 2.2553238851269217,
      "learning_rate": 0.0002592036448105232,
      "loss": 5.3438,
      "step": 36741
    },
    {
      "epoch": 1.5048945320499691,
      "grad_norm": 2.4113108425524077,
      "learning_rate": 0.00025920140893135506,
      "loss": 5.3438,
      "step": 36742
    },
    {
      "epoch": 1.5049354904771657,
      "grad_norm": 2.176178057880918,
      "learning_rate": 0.0002591991730005628,
      "loss": 4.7812,
      "step": 36743
    },
    {
      "epoch": 1.5049764489043622,
      "grad_norm": 2.8677687977408235,
      "learning_rate": 0.0002591969370181476,
      "loss": 5.125,
      "step": 36744
    },
    {
      "epoch": 1.5050174073315583,
      "grad_norm": 2.814952031642486,
      "learning_rate": 0.0002591947009841104,
      "loss": 5.4062,
      "step": 36745
    },
    {
      "epoch": 1.5050583657587548,
      "grad_norm": 2.1231614061961723,
      "learning_rate": 0.00025919246489845225,
      "loss": 4.5625,
      "step": 36746
    },
    {
      "epoch": 1.5050993241859514,
      "grad_norm": 2.3667768185445053,
      "learning_rate": 0.0002591902287611743,
      "loss": 5.1875,
      "step": 36747
    },
    {
      "epoch": 1.5051402826131477,
      "grad_norm": 2.5692506809783966,
      "learning_rate": 0.00025918799257227743,
      "loss": 6.1562,
      "step": 36748
    },
    {
      "epoch": 1.505181241040344,
      "grad_norm": 3.5529949218221044,
      "learning_rate": 0.00025918575633176295,
      "loss": 6.0,
      "step": 36749
    },
    {
      "epoch": 1.5052221994675405,
      "grad_norm": 7.8714692384746945,
      "learning_rate": 0.0002591835200396317,
      "loss": 4.625,
      "step": 36750
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 3.2414381766720535,
      "learning_rate": 0.0002591812836958848,
      "loss": 4.6875,
      "step": 36751
    },
    {
      "epoch": 1.5053041163219332,
      "grad_norm": 2.563072485487976,
      "learning_rate": 0.00025917904730052337,
      "loss": 4.7812,
      "step": 36752
    },
    {
      "epoch": 1.5053450747491297,
      "grad_norm": 5.296718977745064,
      "learning_rate": 0.00025917681085354844,
      "loss": 6.0,
      "step": 36753
    },
    {
      "epoch": 1.505386033176326,
      "grad_norm": 2.799113367625577,
      "learning_rate": 0.000259174574354961,
      "loss": 4.6875,
      "step": 36754
    },
    {
      "epoch": 1.5054269916035223,
      "grad_norm": 2.5941816915196245,
      "learning_rate": 0.0002591723378047622,
      "loss": 5.4688,
      "step": 36755
    },
    {
      "epoch": 1.5054679500307189,
      "grad_norm": 2.556923659510143,
      "learning_rate": 0.000259170101202953,
      "loss": 6.2812,
      "step": 36756
    },
    {
      "epoch": 1.5055089084579152,
      "grad_norm": 3.722354479036178,
      "learning_rate": 0.00025916786454953454,
      "loss": 6.4062,
      "step": 36757
    },
    {
      "epoch": 1.5055498668851115,
      "grad_norm": 3.4417883447165005,
      "learning_rate": 0.00025916562784450783,
      "loss": 4.5312,
      "step": 36758
    },
    {
      "epoch": 1.505590825312308,
      "grad_norm": 2.4743245049089486,
      "learning_rate": 0.00025916339108787397,
      "loss": 5.25,
      "step": 36759
    },
    {
      "epoch": 1.5056317837395043,
      "grad_norm": 2.4454741921992214,
      "learning_rate": 0.00025916115427963404,
      "loss": 2.9688,
      "step": 36760
    },
    {
      "epoch": 1.5056727421667007,
      "grad_norm": 1.996325559367168,
      "learning_rate": 0.00025915891741978896,
      "loss": 4.2812,
      "step": 36761
    },
    {
      "epoch": 1.5057137005938972,
      "grad_norm": 2.6914749435648737,
      "learning_rate": 0.0002591566805083399,
      "loss": 4.8438,
      "step": 36762
    },
    {
      "epoch": 1.5057546590210937,
      "grad_norm": 2.4074421780276793,
      "learning_rate": 0.00025915444354528795,
      "loss": 5.9062,
      "step": 36763
    },
    {
      "epoch": 1.5057956174482898,
      "grad_norm": 2.156049620792613,
      "learning_rate": 0.00025915220653063403,
      "loss": 4.0625,
      "step": 36764
    },
    {
      "epoch": 1.5058365758754864,
      "grad_norm": 2.1116184471072534,
      "learning_rate": 0.00025914996946437935,
      "loss": 5.0,
      "step": 36765
    },
    {
      "epoch": 1.505877534302683,
      "grad_norm": 2.2205524310559763,
      "learning_rate": 0.0002591477323465249,
      "loss": 4.2188,
      "step": 36766
    },
    {
      "epoch": 1.5059184927298792,
      "grad_norm": 2.456763260947022,
      "learning_rate": 0.00025914549517707167,
      "loss": 4.6875,
      "step": 36767
    },
    {
      "epoch": 1.5059594511570755,
      "grad_norm": 2.0999151922813173,
      "learning_rate": 0.00025914325795602084,
      "loss": 4.25,
      "step": 36768
    },
    {
      "epoch": 1.506000409584272,
      "grad_norm": 2.2515087464011905,
      "learning_rate": 0.00025914102068337337,
      "loss": 4.6875,
      "step": 36769
    },
    {
      "epoch": 1.5060413680114684,
      "grad_norm": 2.3862744266965015,
      "learning_rate": 0.00025913878335913034,
      "loss": 4.4375,
      "step": 36770
    },
    {
      "epoch": 1.5060823264386647,
      "grad_norm": 3.5704828436332696,
      "learning_rate": 0.0002591365459832929,
      "loss": 5.0312,
      "step": 36771
    },
    {
      "epoch": 1.5061232848658612,
      "grad_norm": 7.722056689448936,
      "learning_rate": 0.000259134308555862,
      "loss": 4.5312,
      "step": 36772
    },
    {
      "epoch": 1.5061642432930575,
      "grad_norm": 2.649118069623791,
      "learning_rate": 0.0002591320710768387,
      "loss": 5.5,
      "step": 36773
    },
    {
      "epoch": 1.5062052017202539,
      "grad_norm": 7.978741519820625,
      "learning_rate": 0.0002591298335462242,
      "loss": 6.7188,
      "step": 36774
    },
    {
      "epoch": 1.5062461601474504,
      "grad_norm": 2.2969346308481664,
      "learning_rate": 0.00025912759596401935,
      "loss": 4.3438,
      "step": 36775
    },
    {
      "epoch": 1.5062871185746467,
      "grad_norm": 2.615450548481731,
      "learning_rate": 0.0002591253583302253,
      "loss": 5.5625,
      "step": 36776
    },
    {
      "epoch": 1.506328077001843,
      "grad_norm": 4.6606948509316295,
      "learning_rate": 0.0002591231206448432,
      "loss": 7.1562,
      "step": 36777
    },
    {
      "epoch": 1.5063690354290395,
      "grad_norm": 2.634356922359597,
      "learning_rate": 0.00025912088290787387,
      "loss": 5.625,
      "step": 36778
    },
    {
      "epoch": 1.506409993856236,
      "grad_norm": 2.1559493379840426,
      "learning_rate": 0.0002591186451193186,
      "loss": 4.7812,
      "step": 36779
    },
    {
      "epoch": 1.5064509522834322,
      "grad_norm": 2.4592999482456115,
      "learning_rate": 0.0002591164072791784,
      "loss": 5.0938,
      "step": 36780
    },
    {
      "epoch": 1.5064919107106287,
      "grad_norm": 3.678751890533115,
      "learning_rate": 0.0002591141693874543,
      "loss": 3.8906,
      "step": 36781
    },
    {
      "epoch": 1.5065328691378252,
      "grad_norm": 3.0299415663285005,
      "learning_rate": 0.0002591119314441473,
      "loss": 3.8438,
      "step": 36782
    },
    {
      "epoch": 1.5065738275650213,
      "grad_norm": 3.2469108384835943,
      "learning_rate": 0.00025910969344925856,
      "loss": 2.0781,
      "step": 36783
    },
    {
      "epoch": 1.5066147859922179,
      "grad_norm": 2.0187562602455142,
      "learning_rate": 0.000259107455402789,
      "loss": 3.8281,
      "step": 36784
    },
    {
      "epoch": 1.5066557444194144,
      "grad_norm": 2.7014758848660603,
      "learning_rate": 0.00025910521730473983,
      "loss": 6.2188,
      "step": 36785
    },
    {
      "epoch": 1.5066967028466107,
      "grad_norm": 2.271074023553805,
      "learning_rate": 0.00025910297915511207,
      "loss": 4.2812,
      "step": 36786
    },
    {
      "epoch": 1.506737661273807,
      "grad_norm": 2.531508743359701,
      "learning_rate": 0.0002591007409539067,
      "loss": 3.5781,
      "step": 36787
    },
    {
      "epoch": 1.5067786197010036,
      "grad_norm": 2.3430267283560946,
      "learning_rate": 0.00025909850270112485,
      "loss": 4.4375,
      "step": 36788
    },
    {
      "epoch": 1.5068195781281999,
      "grad_norm": 2.5637917235832877,
      "learning_rate": 0.0002590962643967676,
      "loss": 4.7812,
      "step": 36789
    },
    {
      "epoch": 1.5068605365553962,
      "grad_norm": 2.150470426278098,
      "learning_rate": 0.0002590940260408359,
      "loss": 4.5938,
      "step": 36790
    },
    {
      "epoch": 1.5069014949825927,
      "grad_norm": 2.6382604631724527,
      "learning_rate": 0.00025909178763333093,
      "loss": 3.9688,
      "step": 36791
    },
    {
      "epoch": 1.506942453409789,
      "grad_norm": 4.083967303525528,
      "learning_rate": 0.00025908954917425365,
      "loss": 6.6562,
      "step": 36792
    },
    {
      "epoch": 1.5069834118369854,
      "grad_norm": 3.3604879150333944,
      "learning_rate": 0.00025908731066360516,
      "loss": 5.9375,
      "step": 36793
    },
    {
      "epoch": 1.507024370264182,
      "grad_norm": 3.084850849176178,
      "learning_rate": 0.00025908507210138654,
      "loss": 5.9375,
      "step": 36794
    },
    {
      "epoch": 1.5070653286913782,
      "grad_norm": 2.9434536586866034,
      "learning_rate": 0.0002590828334875988,
      "loss": 4.1562,
      "step": 36795
    },
    {
      "epoch": 1.5071062871185745,
      "grad_norm": 2.329888768011841,
      "learning_rate": 0.0002590805948222431,
      "loss": 4.8438,
      "step": 36796
    },
    {
      "epoch": 1.507147245545771,
      "grad_norm": 10.087418017673913,
      "learning_rate": 0.00025907835610532035,
      "loss": 5.5625,
      "step": 36797
    },
    {
      "epoch": 1.5071882039729676,
      "grad_norm": 2.2001871594640803,
      "learning_rate": 0.0002590761173368317,
      "loss": 4.625,
      "step": 36798
    },
    {
      "epoch": 1.5072291624001637,
      "grad_norm": 2.8132422744969174,
      "learning_rate": 0.0002590738785167782,
      "loss": 5.8438,
      "step": 36799
    },
    {
      "epoch": 1.5072701208273602,
      "grad_norm": 4.085892293647658,
      "learning_rate": 0.00025907163964516093,
      "loss": 3.4062,
      "step": 36800
    },
    {
      "epoch": 1.5073110792545568,
      "grad_norm": 2.702970158189432,
      "learning_rate": 0.0002590694007219809,
      "loss": 4.9062,
      "step": 36801
    },
    {
      "epoch": 1.5073520376817529,
      "grad_norm": 2.5702975424456094,
      "learning_rate": 0.0002590671617472391,
      "loss": 5.2812,
      "step": 36802
    },
    {
      "epoch": 1.5073929961089494,
      "grad_norm": 4.245538984082331,
      "learning_rate": 0.00025906492272093675,
      "loss": 5.9688,
      "step": 36803
    },
    {
      "epoch": 1.507433954536146,
      "grad_norm": 2.347074456708769,
      "learning_rate": 0.00025906268364307483,
      "loss": 3.7344,
      "step": 36804
    },
    {
      "epoch": 1.5074749129633422,
      "grad_norm": 2.5824172333811526,
      "learning_rate": 0.00025906044451365443,
      "loss": 5.4688,
      "step": 36805
    },
    {
      "epoch": 1.5075158713905386,
      "grad_norm": 4.605596741934772,
      "learning_rate": 0.00025905820533267653,
      "loss": 4.8125,
      "step": 36806
    },
    {
      "epoch": 1.507556829817735,
      "grad_norm": 6.946412266675692,
      "learning_rate": 0.0002590559661001423,
      "loss": 2.9062,
      "step": 36807
    },
    {
      "epoch": 1.5075977882449314,
      "grad_norm": 2.3190709896800112,
      "learning_rate": 0.0002590537268160527,
      "loss": 4.4062,
      "step": 36808
    },
    {
      "epoch": 1.5076387466721277,
      "grad_norm": 2.1308418172620454,
      "learning_rate": 0.0002590514874804088,
      "loss": 4.7812,
      "step": 36809
    },
    {
      "epoch": 1.5076797050993243,
      "grad_norm": 2.6642954868899458,
      "learning_rate": 0.00025904924809321174,
      "loss": 5.1562,
      "step": 36810
    },
    {
      "epoch": 1.5077206635265206,
      "grad_norm": 7.684641732054234,
      "learning_rate": 0.0002590470086544625,
      "loss": 6.4688,
      "step": 36811
    },
    {
      "epoch": 1.5077616219537169,
      "grad_norm": 4.816439085960571,
      "learning_rate": 0.00025904476916416215,
      "loss": 4.7188,
      "step": 36812
    },
    {
      "epoch": 1.5078025803809134,
      "grad_norm": 2.45436178177013,
      "learning_rate": 0.00025904252962231174,
      "loss": 5.2188,
      "step": 36813
    },
    {
      "epoch": 1.5078435388081097,
      "grad_norm": 2.7346896119011195,
      "learning_rate": 0.0002590402900289124,
      "loss": 5.2188,
      "step": 36814
    },
    {
      "epoch": 1.507884497235306,
      "grad_norm": 2.304858351594099,
      "learning_rate": 0.0002590380503839651,
      "loss": 4.6562,
      "step": 36815
    },
    {
      "epoch": 1.5079254556625026,
      "grad_norm": 2.9325946564119443,
      "learning_rate": 0.00025903581068747095,
      "loss": 5.3125,
      "step": 36816
    },
    {
      "epoch": 1.5079664140896991,
      "grad_norm": 2.4528635121582636,
      "learning_rate": 0.00025903357093943097,
      "loss": 4.375,
      "step": 36817
    },
    {
      "epoch": 1.5080073725168952,
      "grad_norm": 2.242389745176959,
      "learning_rate": 0.0002590313311398463,
      "loss": 5.0,
      "step": 36818
    },
    {
      "epoch": 1.5080483309440917,
      "grad_norm": 2.2844990873159006,
      "learning_rate": 0.0002590290912887179,
      "loss": 4.8438,
      "step": 36819
    },
    {
      "epoch": 1.5080892893712883,
      "grad_norm": 2.2820131064816427,
      "learning_rate": 0.0002590268513860469,
      "loss": 4.9062,
      "step": 36820
    },
    {
      "epoch": 1.5081302477984846,
      "grad_norm": 5.1419146496714365,
      "learning_rate": 0.00025902461143183426,
      "loss": 6.5,
      "step": 36821
    },
    {
      "epoch": 1.508171206225681,
      "grad_norm": 2.83636485023198,
      "learning_rate": 0.0002590223714260812,
      "loss": 5.75,
      "step": 36822
    },
    {
      "epoch": 1.5082121646528774,
      "grad_norm": 4.073796062067808,
      "learning_rate": 0.0002590201313687887,
      "loss": 5.8438,
      "step": 36823
    },
    {
      "epoch": 1.5082531230800738,
      "grad_norm": 2.2885622627870155,
      "learning_rate": 0.0002590178912599577,
      "loss": 4.125,
      "step": 36824
    },
    {
      "epoch": 1.50829408150727,
      "grad_norm": 3.6766711355965014,
      "learning_rate": 0.0002590156510995894,
      "loss": 3.1562,
      "step": 36825
    },
    {
      "epoch": 1.5083350399344666,
      "grad_norm": 3.147775355029304,
      "learning_rate": 0.00025901341088768493,
      "loss": 4.5938,
      "step": 36826
    },
    {
      "epoch": 1.508375998361663,
      "grad_norm": 2.610617723012431,
      "learning_rate": 0.00025901117062424516,
      "loss": 4.875,
      "step": 36827
    },
    {
      "epoch": 1.5084169567888592,
      "grad_norm": 6.064540372207555,
      "learning_rate": 0.0002590089303092712,
      "loss": 6.4688,
      "step": 36828
    },
    {
      "epoch": 1.5084579152160558,
      "grad_norm": 6.04106250550075,
      "learning_rate": 0.00025900668994276426,
      "loss": 7.25,
      "step": 36829
    },
    {
      "epoch": 1.508498873643252,
      "grad_norm": 2.4504892228916315,
      "learning_rate": 0.0002590044495247252,
      "loss": 6.9375,
      "step": 36830
    },
    {
      "epoch": 1.5085398320704484,
      "grad_norm": 3.6256988289846275,
      "learning_rate": 0.00025900220905515517,
      "loss": 5.375,
      "step": 36831
    },
    {
      "epoch": 1.508580790497645,
      "grad_norm": 3.538444991667999,
      "learning_rate": 0.0002589999685340552,
      "loss": 4.9375,
      "step": 36832
    },
    {
      "epoch": 1.5086217489248412,
      "grad_norm": 2.4596780758901904,
      "learning_rate": 0.0002589977279614264,
      "loss": 4.6562,
      "step": 36833
    },
    {
      "epoch": 1.5086627073520376,
      "grad_norm": 4.06807247955819,
      "learning_rate": 0.0002589954873372698,
      "loss": 4.875,
      "step": 36834
    },
    {
      "epoch": 1.508703665779234,
      "grad_norm": 2.8789746331337525,
      "learning_rate": 0.00025899324666158645,
      "loss": 5.4375,
      "step": 36835
    },
    {
      "epoch": 1.5087446242064306,
      "grad_norm": 3.498209402962332,
      "learning_rate": 0.0002589910059343774,
      "loss": 5.25,
      "step": 36836
    },
    {
      "epoch": 1.5087855826336267,
      "grad_norm": 5.445126972532534,
      "learning_rate": 0.00025898876515564374,
      "loss": 4.6562,
      "step": 36837
    },
    {
      "epoch": 1.5088265410608233,
      "grad_norm": 4.808294065160241,
      "learning_rate": 0.00025898652432538655,
      "loss": 6.4688,
      "step": 36838
    },
    {
      "epoch": 1.5088674994880198,
      "grad_norm": 2.6640834803653486,
      "learning_rate": 0.00025898428344360683,
      "loss": 3.6406,
      "step": 36839
    },
    {
      "epoch": 1.508908457915216,
      "grad_norm": 3.3453898564578264,
      "learning_rate": 0.00025898204251030565,
      "loss": 5.0,
      "step": 36840
    },
    {
      "epoch": 1.5089494163424124,
      "grad_norm": 2.587815738586809,
      "learning_rate": 0.00025897980152548406,
      "loss": 5.5938,
      "step": 36841
    },
    {
      "epoch": 1.508990374769609,
      "grad_norm": 2.6879541098998367,
      "learning_rate": 0.0002589775604891432,
      "loss": 6.2188,
      "step": 36842
    },
    {
      "epoch": 1.5090313331968053,
      "grad_norm": 2.7099218736380584,
      "learning_rate": 0.00025897531940128406,
      "loss": 5.0938,
      "step": 36843
    },
    {
      "epoch": 1.5090722916240016,
      "grad_norm": 2.3941290106089923,
      "learning_rate": 0.00025897307826190777,
      "loss": 5.1875,
      "step": 36844
    },
    {
      "epoch": 1.5091132500511981,
      "grad_norm": 2.8581950367079703,
      "learning_rate": 0.00025897083707101523,
      "loss": 4.6562,
      "step": 36845
    },
    {
      "epoch": 1.5091542084783944,
      "grad_norm": 3.03941964527337,
      "learning_rate": 0.0002589685958286076,
      "loss": 5.9688,
      "step": 36846
    },
    {
      "epoch": 1.5091951669055907,
      "grad_norm": 2.7766402610673055,
      "learning_rate": 0.000258966354534686,
      "loss": 4.8438,
      "step": 36847
    },
    {
      "epoch": 1.5092361253327873,
      "grad_norm": 2.6186285984503286,
      "learning_rate": 0.0002589641131892514,
      "loss": 4.2188,
      "step": 36848
    },
    {
      "epoch": 1.5092770837599836,
      "grad_norm": 2.123982033789126,
      "learning_rate": 0.0002589618717923049,
      "loss": 4.5938,
      "step": 36849
    },
    {
      "epoch": 1.50931804218718,
      "grad_norm": 2.7608807127574164,
      "learning_rate": 0.00025895963034384755,
      "loss": 3.1406,
      "step": 36850
    },
    {
      "epoch": 1.5093590006143764,
      "grad_norm": 2.194051004757094,
      "learning_rate": 0.00025895738884388047,
      "loss": 4.5,
      "step": 36851
    },
    {
      "epoch": 1.5093999590415728,
      "grad_norm": 2.6858738412219685,
      "learning_rate": 0.00025895514729240457,
      "loss": 5.625,
      "step": 36852
    },
    {
      "epoch": 1.509440917468769,
      "grad_norm": 2.3383800802846366,
      "learning_rate": 0.00025895290568942104,
      "loss": 5.125,
      "step": 36853
    },
    {
      "epoch": 1.5094818758959656,
      "grad_norm": 2.298445732162795,
      "learning_rate": 0.00025895066403493086,
      "loss": 4.0938,
      "step": 36854
    },
    {
      "epoch": 1.5095228343231621,
      "grad_norm": 2.24086390158512,
      "learning_rate": 0.00025894842232893517,
      "loss": 4.8438,
      "step": 36855
    },
    {
      "epoch": 1.5095637927503582,
      "grad_norm": 2.577972271154617,
      "learning_rate": 0.00025894618057143494,
      "loss": 2.0938,
      "step": 36856
    },
    {
      "epoch": 1.5096047511775548,
      "grad_norm": 2.7627269236897707,
      "learning_rate": 0.0002589439387624313,
      "loss": 6.875,
      "step": 36857
    },
    {
      "epoch": 1.5096457096047513,
      "grad_norm": 2.5742652402027293,
      "learning_rate": 0.00025894169690192533,
      "loss": 4.8438,
      "step": 36858
    },
    {
      "epoch": 1.5096866680319476,
      "grad_norm": 3.812896653486281,
      "learning_rate": 0.000258939454989918,
      "loss": 6.1875,
      "step": 36859
    },
    {
      "epoch": 1.509727626459144,
      "grad_norm": 2.7671374086727507,
      "learning_rate": 0.0002589372130264104,
      "loss": 5.3438,
      "step": 36860
    },
    {
      "epoch": 1.5097685848863405,
      "grad_norm": 4.787959130884515,
      "learning_rate": 0.00025893497101140366,
      "loss": 4.75,
      "step": 36861
    },
    {
      "epoch": 1.5098095433135368,
      "grad_norm": 2.1556684811252684,
      "learning_rate": 0.00025893272894489877,
      "loss": 5.1562,
      "step": 36862
    },
    {
      "epoch": 1.509850501740733,
      "grad_norm": 2.4479939658354777,
      "learning_rate": 0.0002589304868268968,
      "loss": 5.6562,
      "step": 36863
    },
    {
      "epoch": 1.5098914601679296,
      "grad_norm": 2.385700909406239,
      "learning_rate": 0.00025892824465739884,
      "loss": 3.9219,
      "step": 36864
    },
    {
      "epoch": 1.509932418595126,
      "grad_norm": 6.151599228038311,
      "learning_rate": 0.0002589260024364059,
      "loss": 5.625,
      "step": 36865
    },
    {
      "epoch": 1.5099733770223223,
      "grad_norm": 2.1776262601599763,
      "learning_rate": 0.00025892376016391905,
      "loss": 4.875,
      "step": 36866
    },
    {
      "epoch": 1.5100143354495188,
      "grad_norm": 3.7672279374297046,
      "learning_rate": 0.00025892151783993945,
      "loss": 6.0938,
      "step": 36867
    },
    {
      "epoch": 1.510055293876715,
      "grad_norm": 2.7106813528129288,
      "learning_rate": 0.000258919275464468,
      "loss": 4.8125,
      "step": 36868
    },
    {
      "epoch": 1.5100962523039114,
      "grad_norm": 3.0719564565059274,
      "learning_rate": 0.00025891703303750584,
      "loss": 5.4062,
      "step": 36869
    },
    {
      "epoch": 1.510137210731108,
      "grad_norm": 8.84685945515941,
      "learning_rate": 0.000258914790559054,
      "loss": 2.6406,
      "step": 36870
    },
    {
      "epoch": 1.5101781691583043,
      "grad_norm": 3.0683118472744058,
      "learning_rate": 0.00025891254802911366,
      "loss": 4.7188,
      "step": 36871
    },
    {
      "epoch": 1.5102191275855006,
      "grad_norm": 2.319304752121675,
      "learning_rate": 0.0002589103054476857,
      "loss": 3.2031,
      "step": 36872
    },
    {
      "epoch": 1.5102600860126971,
      "grad_norm": 2.198787391781211,
      "learning_rate": 0.0002589080628147713,
      "loss": 4.5938,
      "step": 36873
    },
    {
      "epoch": 1.5103010444398937,
      "grad_norm": 3.615319489792989,
      "learning_rate": 0.00025890582013037147,
      "loss": 3.9688,
      "step": 36874
    },
    {
      "epoch": 1.5103420028670898,
      "grad_norm": 2.3523879212183365,
      "learning_rate": 0.00025890357739448736,
      "loss": 5.4375,
      "step": 36875
    },
    {
      "epoch": 1.5103829612942863,
      "grad_norm": 2.312766702948762,
      "learning_rate": 0.00025890133460711986,
      "loss": 5.2188,
      "step": 36876
    },
    {
      "epoch": 1.5104239197214828,
      "grad_norm": 2.12337906591408,
      "learning_rate": 0.0002588990917682702,
      "loss": 4.5312,
      "step": 36877
    },
    {
      "epoch": 1.5104648781486791,
      "grad_norm": 2.1090709736132305,
      "learning_rate": 0.00025889684887793935,
      "loss": 5.0312,
      "step": 36878
    },
    {
      "epoch": 1.5105058365758754,
      "grad_norm": 2.459916302499274,
      "learning_rate": 0.0002588946059361284,
      "loss": 4.75,
      "step": 36879
    },
    {
      "epoch": 1.510546795003072,
      "grad_norm": 2.5450222699644733,
      "learning_rate": 0.00025889236294283837,
      "loss": 4.3125,
      "step": 36880
    },
    {
      "epoch": 1.5105877534302683,
      "grad_norm": 2.539276820431281,
      "learning_rate": 0.0002588901198980703,
      "loss": 5.1562,
      "step": 36881
    },
    {
      "epoch": 1.5106287118574646,
      "grad_norm": 6.231705565709853,
      "learning_rate": 0.0002588878768018254,
      "loss": 5.4375,
      "step": 36882
    },
    {
      "epoch": 1.5106696702846611,
      "grad_norm": 2.755907525624133,
      "learning_rate": 0.0002588856336541046,
      "loss": 5.4062,
      "step": 36883
    },
    {
      "epoch": 1.5107106287118575,
      "grad_norm": 3.1714903073877574,
      "learning_rate": 0.000258883390454909,
      "loss": 7.0625,
      "step": 36884
    },
    {
      "epoch": 1.5107515871390538,
      "grad_norm": 3.3723013576976135,
      "learning_rate": 0.0002588811472042396,
      "loss": 5.0938,
      "step": 36885
    },
    {
      "epoch": 1.5107925455662503,
      "grad_norm": 2.5147695198738047,
      "learning_rate": 0.0002588789039020975,
      "loss": 6.5938,
      "step": 36886
    },
    {
      "epoch": 1.5108335039934466,
      "grad_norm": 2.2076427572732347,
      "learning_rate": 0.00025887666054848386,
      "loss": 5.6875,
      "step": 36887
    },
    {
      "epoch": 1.510874462420643,
      "grad_norm": 2.580061648234655,
      "learning_rate": 0.0002588744171433996,
      "loss": 4.4688,
      "step": 36888
    },
    {
      "epoch": 1.5109154208478395,
      "grad_norm": 2.5520647638045504,
      "learning_rate": 0.00025887217368684583,
      "loss": 4.5312,
      "step": 36889
    },
    {
      "epoch": 1.5109563792750358,
      "grad_norm": 4.970758796479772,
      "learning_rate": 0.0002588699301788236,
      "loss": 5.4688,
      "step": 36890
    },
    {
      "epoch": 1.510997337702232,
      "grad_norm": 2.289986615989406,
      "learning_rate": 0.00025886768661933406,
      "loss": 4.125,
      "step": 36891
    },
    {
      "epoch": 1.5110382961294286,
      "grad_norm": 2.5855429203048566,
      "learning_rate": 0.00025886544300837813,
      "loss": 5.4688,
      "step": 36892
    },
    {
      "epoch": 1.5110792545566252,
      "grad_norm": 2.2969508141491795,
      "learning_rate": 0.0002588631993459569,
      "loss": 4.75,
      "step": 36893
    },
    {
      "epoch": 1.5111202129838213,
      "grad_norm": 2.13560967531972,
      "learning_rate": 0.00025886095563207155,
      "loss": 4.8125,
      "step": 36894
    },
    {
      "epoch": 1.5111611714110178,
      "grad_norm": 3.8168088816432717,
      "learning_rate": 0.00025885871186672306,
      "loss": 3.1094,
      "step": 36895
    },
    {
      "epoch": 1.5112021298382143,
      "grad_norm": 4.716351149659369,
      "learning_rate": 0.00025885646804991243,
      "loss": 4.0938,
      "step": 36896
    },
    {
      "epoch": 1.5112430882654107,
      "grad_norm": 2.6650912724073534,
      "learning_rate": 0.0002588542241816408,
      "loss": 5.4688,
      "step": 36897
    },
    {
      "epoch": 1.511284046692607,
      "grad_norm": 3.689160398112027,
      "learning_rate": 0.00025885198026190923,
      "loss": 3.3125,
      "step": 36898
    },
    {
      "epoch": 1.5113250051198035,
      "grad_norm": 2.1644574825271428,
      "learning_rate": 0.00025884973629071873,
      "loss": 3.6406,
      "step": 36899
    },
    {
      "epoch": 1.5113659635469998,
      "grad_norm": 2.804572187649877,
      "learning_rate": 0.0002588474922680704,
      "loss": 4.5,
      "step": 36900
    },
    {
      "epoch": 1.5114069219741961,
      "grad_norm": 5.407861781924045,
      "learning_rate": 0.0002588452481939653,
      "loss": 6.6562,
      "step": 36901
    },
    {
      "epoch": 1.5114478804013927,
      "grad_norm": 4.7346471266310735,
      "learning_rate": 0.0002588430040684045,
      "loss": 5.0312,
      "step": 36902
    },
    {
      "epoch": 1.511488838828589,
      "grad_norm": 2.2740669045354043,
      "learning_rate": 0.000258840759891389,
      "loss": 4.6562,
      "step": 36903
    },
    {
      "epoch": 1.5115297972557853,
      "grad_norm": 2.7998273869825434,
      "learning_rate": 0.0002588385156629199,
      "loss": 5.2812,
      "step": 36904
    },
    {
      "epoch": 1.5115707556829818,
      "grad_norm": 2.44303328011768,
      "learning_rate": 0.0002588362713829983,
      "loss": 5.2188,
      "step": 36905
    },
    {
      "epoch": 1.5116117141101781,
      "grad_norm": 2.782762516254768,
      "learning_rate": 0.0002588340270516252,
      "loss": 5.7188,
      "step": 36906
    },
    {
      "epoch": 1.5116526725373745,
      "grad_norm": 9.745912751117672,
      "learning_rate": 0.0002588317826688017,
      "loss": 4.6562,
      "step": 36907
    },
    {
      "epoch": 1.511693630964571,
      "grad_norm": 2.298822144342547,
      "learning_rate": 0.00025882953823452886,
      "loss": 5.2812,
      "step": 36908
    },
    {
      "epoch": 1.5117345893917673,
      "grad_norm": 3.2964328517681043,
      "learning_rate": 0.0002588272937488077,
      "loss": 5.8438,
      "step": 36909
    },
    {
      "epoch": 1.5117755478189636,
      "grad_norm": 3.77923524711446,
      "learning_rate": 0.00025882504921163934,
      "loss": 5.7812,
      "step": 36910
    },
    {
      "epoch": 1.5118165062461602,
      "grad_norm": 2.1728634571665006,
      "learning_rate": 0.0002588228046230248,
      "loss": 5.0312,
      "step": 36911
    },
    {
      "epoch": 1.5118574646733567,
      "grad_norm": 2.1977872960228133,
      "learning_rate": 0.00025882055998296515,
      "loss": 4.4375,
      "step": 36912
    },
    {
      "epoch": 1.5118984231005528,
      "grad_norm": 2.530517282959101,
      "learning_rate": 0.00025881831529146146,
      "loss": 4.9375,
      "step": 36913
    },
    {
      "epoch": 1.5119393815277493,
      "grad_norm": 2.7011419163459554,
      "learning_rate": 0.00025881607054851477,
      "loss": 4.9062,
      "step": 36914
    },
    {
      "epoch": 1.5119803399549459,
      "grad_norm": 2.5146737354566016,
      "learning_rate": 0.0002588138257541262,
      "loss": 4.9688,
      "step": 36915
    },
    {
      "epoch": 1.5120212983821422,
      "grad_norm": 3.734159603425373,
      "learning_rate": 0.00025881158090829674,
      "loss": 6.5312,
      "step": 36916
    },
    {
      "epoch": 1.5120622568093385,
      "grad_norm": 2.719044673771374,
      "learning_rate": 0.00025880933601102747,
      "loss": 5.1875,
      "step": 36917
    },
    {
      "epoch": 1.512103215236535,
      "grad_norm": 5.328090673464747,
      "learning_rate": 0.0002588070910623195,
      "loss": 5.2188,
      "step": 36918
    },
    {
      "epoch": 1.5121441736637313,
      "grad_norm": 3.03396264217164,
      "learning_rate": 0.0002588048460621738,
      "loss": 5.625,
      "step": 36919
    },
    {
      "epoch": 1.5121851320909276,
      "grad_norm": 2.7370335964335437,
      "learning_rate": 0.0002588026010105915,
      "loss": 4.9062,
      "step": 36920
    },
    {
      "epoch": 1.5122260905181242,
      "grad_norm": 2.438429562081251,
      "learning_rate": 0.0002588003559075736,
      "loss": 4.9688,
      "step": 36921
    },
    {
      "epoch": 1.5122670489453205,
      "grad_norm": 7.956132587904648,
      "learning_rate": 0.00025879811075312127,
      "loss": 6.25,
      "step": 36922
    },
    {
      "epoch": 1.5123080073725168,
      "grad_norm": 2.9338861072682367,
      "learning_rate": 0.0002587958655472355,
      "loss": 5.3125,
      "step": 36923
    },
    {
      "epoch": 1.5123489657997133,
      "grad_norm": 2.2645170063808298,
      "learning_rate": 0.0002587936202899173,
      "loss": 5.1562,
      "step": 36924
    },
    {
      "epoch": 1.5123899242269097,
      "grad_norm": 9.118030294910977,
      "learning_rate": 0.00025879137498116783,
      "loss": 1.9844,
      "step": 36925
    },
    {
      "epoch": 1.512430882654106,
      "grad_norm": 2.645624675583859,
      "learning_rate": 0.00025878912962098814,
      "loss": 4.5938,
      "step": 36926
    },
    {
      "epoch": 1.5124718410813025,
      "grad_norm": 3.178011207132257,
      "learning_rate": 0.0002587868842093792,
      "loss": 6.2812,
      "step": 36927
    },
    {
      "epoch": 1.512512799508499,
      "grad_norm": 4.119239923224074,
      "learning_rate": 0.0002587846387463422,
      "loss": 4.375,
      "step": 36928
    },
    {
      "epoch": 1.5125537579356951,
      "grad_norm": 2.361199564596229,
      "learning_rate": 0.00025878239323187804,
      "loss": 4.8438,
      "step": 36929
    },
    {
      "epoch": 1.5125947163628917,
      "grad_norm": 2.4966986269337372,
      "learning_rate": 0.00025878014766598796,
      "loss": 5.1562,
      "step": 36930
    },
    {
      "epoch": 1.5126356747900882,
      "grad_norm": 2.9223776917498268,
      "learning_rate": 0.0002587779020486729,
      "loss": 5.1875,
      "step": 36931
    },
    {
      "epoch": 1.5126766332172843,
      "grad_norm": 3.1658474133339176,
      "learning_rate": 0.000258775656379934,
      "loss": 4.9375,
      "step": 36932
    },
    {
      "epoch": 1.5127175916444808,
      "grad_norm": 2.3598656951188866,
      "learning_rate": 0.00025877341065977226,
      "loss": 5.5,
      "step": 36933
    },
    {
      "epoch": 1.5127585500716774,
      "grad_norm": 2.539994538648375,
      "learning_rate": 0.00025877116488818875,
      "loss": 4.3438,
      "step": 36934
    },
    {
      "epoch": 1.5127995084988737,
      "grad_norm": 2.6478976731846817,
      "learning_rate": 0.0002587689190651846,
      "loss": 4.9062,
      "step": 36935
    },
    {
      "epoch": 1.51284046692607,
      "grad_norm": 2.442906752676663,
      "learning_rate": 0.00025876667319076074,
      "loss": 5.5312,
      "step": 36936
    },
    {
      "epoch": 1.5128814253532665,
      "grad_norm": 2.5925995365323002,
      "learning_rate": 0.00025876442726491836,
      "loss": 6.2812,
      "step": 36937
    },
    {
      "epoch": 1.5129223837804628,
      "grad_norm": 6.22260813716787,
      "learning_rate": 0.00025876218128765844,
      "loss": 4.5938,
      "step": 36938
    },
    {
      "epoch": 1.5129633422076592,
      "grad_norm": 2.1659651404930806,
      "learning_rate": 0.0002587599352589821,
      "loss": 4.6562,
      "step": 36939
    },
    {
      "epoch": 1.5130043006348557,
      "grad_norm": 2.35558303939924,
      "learning_rate": 0.00025875768917889036,
      "loss": 5.2188,
      "step": 36940
    },
    {
      "epoch": 1.513045259062052,
      "grad_norm": 2.366915167416527,
      "learning_rate": 0.00025875544304738426,
      "loss": 4.2812,
      "step": 36941
    },
    {
      "epoch": 1.5130862174892483,
      "grad_norm": 3.2241142136892464,
      "learning_rate": 0.00025875319686446496,
      "loss": 3.5625,
      "step": 36942
    },
    {
      "epoch": 1.5131271759164449,
      "grad_norm": 2.5904472484530032,
      "learning_rate": 0.00025875095063013345,
      "loss": 4.6875,
      "step": 36943
    },
    {
      "epoch": 1.5131681343436412,
      "grad_norm": 2.6461684891019965,
      "learning_rate": 0.00025874870434439075,
      "loss": 1.7578,
      "step": 36944
    },
    {
      "epoch": 1.5132090927708375,
      "grad_norm": 2.4942305727469165,
      "learning_rate": 0.00025874645800723806,
      "loss": 4.5938,
      "step": 36945
    },
    {
      "epoch": 1.513250051198034,
      "grad_norm": 3.86512061902471,
      "learning_rate": 0.0002587442116186763,
      "loss": 5.4375,
      "step": 36946
    },
    {
      "epoch": 1.5132910096252306,
      "grad_norm": 2.444124230787797,
      "learning_rate": 0.00025874196517870654,
      "loss": 4.875,
      "step": 36947
    },
    {
      "epoch": 1.5133319680524266,
      "grad_norm": 2.2064523961910085,
      "learning_rate": 0.00025873971868732993,
      "loss": 5.1562,
      "step": 36948
    },
    {
      "epoch": 1.5133729264796232,
      "grad_norm": 2.1833740802248767,
      "learning_rate": 0.0002587374721445475,
      "loss": 5.0,
      "step": 36949
    },
    {
      "epoch": 1.5134138849068197,
      "grad_norm": 2.613029777692337,
      "learning_rate": 0.0002587352255503603,
      "loss": 4.5625,
      "step": 36950
    },
    {
      "epoch": 1.5134548433340158,
      "grad_norm": 2.930237406448716,
      "learning_rate": 0.0002587329789047694,
      "loss": 6.125,
      "step": 36951
    },
    {
      "epoch": 1.5134958017612123,
      "grad_norm": 2.363481184455911,
      "learning_rate": 0.0002587307322077759,
      "loss": 4.2812,
      "step": 36952
    },
    {
      "epoch": 1.5135367601884089,
      "grad_norm": 4.304291317475444,
      "learning_rate": 0.00025872848545938076,
      "loss": 6.4688,
      "step": 36953
    },
    {
      "epoch": 1.5135777186156052,
      "grad_norm": 5.382632376991146,
      "learning_rate": 0.00025872623865958507,
      "loss": 4.4688,
      "step": 36954
    },
    {
      "epoch": 1.5136186770428015,
      "grad_norm": 2.1664415002556825,
      "learning_rate": 0.00025872399180838996,
      "loss": 4.7812,
      "step": 36955
    },
    {
      "epoch": 1.513659635469998,
      "grad_norm": 2.4348831968388285,
      "learning_rate": 0.00025872174490579645,
      "loss": 4.6875,
      "step": 36956
    },
    {
      "epoch": 1.5137005938971944,
      "grad_norm": 2.185849676865017,
      "learning_rate": 0.00025871949795180563,
      "loss": 5.4375,
      "step": 36957
    },
    {
      "epoch": 1.5137415523243907,
      "grad_norm": 2.515648089361346,
      "learning_rate": 0.00025871725094641854,
      "loss": 4.8125,
      "step": 36958
    },
    {
      "epoch": 1.5137825107515872,
      "grad_norm": 2.536475548880796,
      "learning_rate": 0.00025871500388963625,
      "loss": 6.625,
      "step": 36959
    },
    {
      "epoch": 1.5138234691787835,
      "grad_norm": 2.9997846828555184,
      "learning_rate": 0.0002587127567814598,
      "loss": 4.3438,
      "step": 36960
    },
    {
      "epoch": 1.5138644276059798,
      "grad_norm": 6.45223490392716,
      "learning_rate": 0.0002587105096218902,
      "loss": 2.3281,
      "step": 36961
    },
    {
      "epoch": 1.5139053860331764,
      "grad_norm": 2.6213153047004703,
      "learning_rate": 0.0002587082624109286,
      "loss": 5.0625,
      "step": 36962
    },
    {
      "epoch": 1.5139463444603727,
      "grad_norm": 2.4347457630782183,
      "learning_rate": 0.00025870601514857617,
      "loss": 4.6562,
      "step": 36963
    },
    {
      "epoch": 1.513987302887569,
      "grad_norm": 2.167684998859043,
      "learning_rate": 0.00025870376783483374,
      "loss": 4.5,
      "step": 36964
    },
    {
      "epoch": 1.5140282613147655,
      "grad_norm": 2.766511637479009,
      "learning_rate": 0.00025870152046970245,
      "loss": 4.9688,
      "step": 36965
    },
    {
      "epoch": 1.514069219741962,
      "grad_norm": 12.920364765755469,
      "learning_rate": 0.00025869927305318346,
      "loss": 6.0625,
      "step": 36966
    },
    {
      "epoch": 1.5141101781691582,
      "grad_norm": 3.25346940805778,
      "learning_rate": 0.0002586970255852777,
      "loss": 5.5312,
      "step": 36967
    },
    {
      "epoch": 1.5141511365963547,
      "grad_norm": 2.3006186558930057,
      "learning_rate": 0.0002586947780659864,
      "loss": 4.9062,
      "step": 36968
    },
    {
      "epoch": 1.5141920950235512,
      "grad_norm": 5.305802891105893,
      "learning_rate": 0.0002586925304953104,
      "loss": 7.9062,
      "step": 36969
    },
    {
      "epoch": 1.5142330534507475,
      "grad_norm": 2.513914054216151,
      "learning_rate": 0.000258690282873251,
      "loss": 4.9688,
      "step": 36970
    },
    {
      "epoch": 1.5142740118779439,
      "grad_norm": 3.933050662837018,
      "learning_rate": 0.00025868803519980897,
      "loss": 6.75,
      "step": 36971
    },
    {
      "epoch": 1.5143149703051404,
      "grad_norm": 3.5285346668014173,
      "learning_rate": 0.00025868578747498564,
      "loss": 3.4531,
      "step": 36972
    },
    {
      "epoch": 1.5143559287323367,
      "grad_norm": 2.748077235317849,
      "learning_rate": 0.00025868353969878203,
      "loss": 5.3438,
      "step": 36973
    },
    {
      "epoch": 1.514396887159533,
      "grad_norm": 2.615009205054471,
      "learning_rate": 0.00025868129187119906,
      "loss": 5.0938,
      "step": 36974
    },
    {
      "epoch": 1.5144378455867296,
      "grad_norm": 3.5377289760144643,
      "learning_rate": 0.0002586790439922379,
      "loss": 4.0312,
      "step": 36975
    },
    {
      "epoch": 1.5144788040139259,
      "grad_norm": 2.6315510330120864,
      "learning_rate": 0.0002586767960618996,
      "loss": 4.875,
      "step": 36976
    },
    {
      "epoch": 1.5145197624411222,
      "grad_norm": 4.5467548093350425,
      "learning_rate": 0.00025867454808018526,
      "loss": 5.5625,
      "step": 36977
    },
    {
      "epoch": 1.5145607208683187,
      "grad_norm": 2.446687148831724,
      "learning_rate": 0.00025867230004709583,
      "loss": 4.625,
      "step": 36978
    },
    {
      "epoch": 1.514601679295515,
      "grad_norm": 2.5574582182307988,
      "learning_rate": 0.0002586700519626325,
      "loss": 5.25,
      "step": 36979
    },
    {
      "epoch": 1.5146426377227113,
      "grad_norm": 5.917661753402981,
      "learning_rate": 0.0002586678038267962,
      "loss": 5.5938,
      "step": 36980
    },
    {
      "epoch": 1.5146835961499079,
      "grad_norm": 2.3446105378473785,
      "learning_rate": 0.00025866555563958815,
      "loss": 5.1562,
      "step": 36981
    },
    {
      "epoch": 1.5147245545771042,
      "grad_norm": 2.2263024722002105,
      "learning_rate": 0.0002586633074010093,
      "loss": 4.5625,
      "step": 36982
    },
    {
      "epoch": 1.5147655130043005,
      "grad_norm": 2.2026126448949137,
      "learning_rate": 0.00025866105911106075,
      "loss": 5.0312,
      "step": 36983
    },
    {
      "epoch": 1.514806471431497,
      "grad_norm": 3.525905189445634,
      "learning_rate": 0.00025865881076974354,
      "loss": 4.25,
      "step": 36984
    },
    {
      "epoch": 1.5148474298586936,
      "grad_norm": 2.112419276784725,
      "learning_rate": 0.0002586565623770588,
      "loss": 4.5625,
      "step": 36985
    },
    {
      "epoch": 1.5148883882858897,
      "grad_norm": 3.1396230874460183,
      "learning_rate": 0.0002586543139330075,
      "loss": 7.1875,
      "step": 36986
    },
    {
      "epoch": 1.5149293467130862,
      "grad_norm": 10.48183490298174,
      "learning_rate": 0.0002586520654375908,
      "loss": 1.5938,
      "step": 36987
    },
    {
      "epoch": 1.5149703051402827,
      "grad_norm": 2.1209666482280185,
      "learning_rate": 0.0002586498168908096,
      "loss": 5.5312,
      "step": 36988
    },
    {
      "epoch": 1.515011263567479,
      "grad_norm": 2.398937876164356,
      "learning_rate": 0.00025864756829266513,
      "loss": 4.5,
      "step": 36989
    },
    {
      "epoch": 1.5150522219946754,
      "grad_norm": 2.800774729669209,
      "learning_rate": 0.00025864531964315835,
      "loss": 5.1562,
      "step": 36990
    },
    {
      "epoch": 1.515093180421872,
      "grad_norm": 6.79078428671414,
      "learning_rate": 0.0002586430709422905,
      "loss": 1.0625,
      "step": 36991
    },
    {
      "epoch": 1.5151341388490682,
      "grad_norm": 2.4835050405010746,
      "learning_rate": 0.0002586408221900624,
      "loss": 5.1875,
      "step": 36992
    },
    {
      "epoch": 1.5151750972762645,
      "grad_norm": 3.089785368919792,
      "learning_rate": 0.00025863857338647524,
      "loss": 4.5938,
      "step": 36993
    },
    {
      "epoch": 1.515216055703461,
      "grad_norm": 5.797501017282073,
      "learning_rate": 0.00025863632453153004,
      "loss": 3.7344,
      "step": 36994
    },
    {
      "epoch": 1.5152570141306574,
      "grad_norm": 2.8206185328407374,
      "learning_rate": 0.0002586340756252279,
      "loss": 5.4375,
      "step": 36995
    },
    {
      "epoch": 1.5152979725578537,
      "grad_norm": 2.584543698732627,
      "learning_rate": 0.0002586318266675699,
      "loss": 6.375,
      "step": 36996
    },
    {
      "epoch": 1.5153389309850502,
      "grad_norm": 2.5716214725642152,
      "learning_rate": 0.0002586295776585571,
      "loss": 4.4688,
      "step": 36997
    },
    {
      "epoch": 1.5153798894122466,
      "grad_norm": 2.187258272275991,
      "learning_rate": 0.0002586273285981905,
      "loss": 4.5938,
      "step": 36998
    },
    {
      "epoch": 1.5154208478394429,
      "grad_norm": 2.2979088643714274,
      "learning_rate": 0.0002586250794864712,
      "loss": 4.3125,
      "step": 36999
    },
    {
      "epoch": 1.5154618062666394,
      "grad_norm": 2.531847122287822,
      "learning_rate": 0.0002586228303234003,
      "loss": 5.375,
      "step": 37000
    },
    {
      "epoch": 1.5155027646938357,
      "grad_norm": 4.618749498423767,
      "learning_rate": 0.00025862058110897874,
      "loss": 5.3125,
      "step": 37001
    },
    {
      "epoch": 1.515543723121032,
      "grad_norm": 2.683260630773246,
      "learning_rate": 0.00025861833184320776,
      "loss": 4.75,
      "step": 37002
    },
    {
      "epoch": 1.5155846815482286,
      "grad_norm": 2.2788032873884276,
      "learning_rate": 0.0002586160825260883,
      "loss": 4.2188,
      "step": 37003
    },
    {
      "epoch": 1.515625639975425,
      "grad_norm": 2.3926599710915313,
      "learning_rate": 0.0002586138331576215,
      "loss": 4.8125,
      "step": 37004
    },
    {
      "epoch": 1.5156665984026212,
      "grad_norm": 3.2420666687428747,
      "learning_rate": 0.0002586115837378083,
      "loss": 6.0,
      "step": 37005
    },
    {
      "epoch": 1.5157075568298177,
      "grad_norm": 2.8004625020857805,
      "learning_rate": 0.00025860933426665,
      "loss": 6.5,
      "step": 37006
    },
    {
      "epoch": 1.5157485152570143,
      "grad_norm": 3.0733838516866414,
      "learning_rate": 0.00025860708474414735,
      "loss": 4.6562,
      "step": 37007
    },
    {
      "epoch": 1.5157894736842106,
      "grad_norm": 2.4782753361045065,
      "learning_rate": 0.00025860483517030163,
      "loss": 4.9062,
      "step": 37008
    },
    {
      "epoch": 1.515830432111407,
      "grad_norm": 2.575416606271546,
      "learning_rate": 0.00025860258554511384,
      "loss": 4.9062,
      "step": 37009
    },
    {
      "epoch": 1.5158713905386034,
      "grad_norm": 4.599126696660181,
      "learning_rate": 0.00025860033586858506,
      "loss": 3.9219,
      "step": 37010
    },
    {
      "epoch": 1.5159123489657997,
      "grad_norm": 2.297779448708429,
      "learning_rate": 0.0002585980861407164,
      "loss": 5.5938,
      "step": 37011
    },
    {
      "epoch": 1.515953307392996,
      "grad_norm": 2.0949012129924007,
      "learning_rate": 0.0002585958363615088,
      "loss": 3.1719,
      "step": 37012
    },
    {
      "epoch": 1.5159942658201926,
      "grad_norm": 3.316220036879101,
      "learning_rate": 0.00025859358653096333,
      "loss": 5.6562,
      "step": 37013
    },
    {
      "epoch": 1.516035224247389,
      "grad_norm": 2.205093606145226,
      "learning_rate": 0.00025859133664908113,
      "loss": 4.4062,
      "step": 37014
    },
    {
      "epoch": 1.5160761826745852,
      "grad_norm": 5.898356552773021,
      "learning_rate": 0.00025858908671586337,
      "loss": 3.875,
      "step": 37015
    },
    {
      "epoch": 1.5161171411017818,
      "grad_norm": 3.3352563486523144,
      "learning_rate": 0.0002585868367313109,
      "loss": 6.375,
      "step": 37016
    },
    {
      "epoch": 1.516158099528978,
      "grad_norm": 2.0596196582593302,
      "learning_rate": 0.0002585845866954249,
      "loss": 4.5625,
      "step": 37017
    },
    {
      "epoch": 1.5161990579561744,
      "grad_norm": 2.201208610022839,
      "learning_rate": 0.0002585823366082064,
      "loss": 4.125,
      "step": 37018
    },
    {
      "epoch": 1.516240016383371,
      "grad_norm": 3.4707431617699434,
      "learning_rate": 0.0002585800864696564,
      "loss": 6.4375,
      "step": 37019
    },
    {
      "epoch": 1.5162809748105672,
      "grad_norm": 4.440073697984494,
      "learning_rate": 0.00025857783627977613,
      "loss": 4.9062,
      "step": 37020
    },
    {
      "epoch": 1.5163219332377635,
      "grad_norm": 2.200893694173988,
      "learning_rate": 0.00025857558603856656,
      "loss": 4.4062,
      "step": 37021
    },
    {
      "epoch": 1.51636289166496,
      "grad_norm": 3.2221416959899245,
      "learning_rate": 0.00025857333574602875,
      "loss": 2.625,
      "step": 37022
    },
    {
      "epoch": 1.5164038500921566,
      "grad_norm": 2.4654111548549067,
      "learning_rate": 0.0002585710854021638,
      "loss": 4.9375,
      "step": 37023
    },
    {
      "epoch": 1.5164448085193527,
      "grad_norm": 5.0318206401910555,
      "learning_rate": 0.0002585688350069726,
      "loss": 7.2812,
      "step": 37024
    },
    {
      "epoch": 1.5164857669465492,
      "grad_norm": 2.871876045995046,
      "learning_rate": 0.00025856658456045647,
      "loss": 5.5312,
      "step": 37025
    },
    {
      "epoch": 1.5165267253737458,
      "grad_norm": 2.32890607171501,
      "learning_rate": 0.00025856433406261636,
      "loss": 4.25,
      "step": 37026
    },
    {
      "epoch": 1.516567683800942,
      "grad_norm": 7.404775899359902,
      "learning_rate": 0.00025856208351345326,
      "loss": 4.1875,
      "step": 37027
    },
    {
      "epoch": 1.5166086422281384,
      "grad_norm": 2.0939953336931345,
      "learning_rate": 0.00025855983291296836,
      "loss": 3.7031,
      "step": 37028
    },
    {
      "epoch": 1.516649600655335,
      "grad_norm": 2.685038912576591,
      "learning_rate": 0.00025855758226116265,
      "loss": 5.6562,
      "step": 37029
    },
    {
      "epoch": 1.5166905590825313,
      "grad_norm": 2.451828471049502,
      "learning_rate": 0.00025855533155803726,
      "loss": 5.0938,
      "step": 37030
    },
    {
      "epoch": 1.5167315175097276,
      "grad_norm": 2.335411123487946,
      "learning_rate": 0.00025855308080359316,
      "loss": 3.9844,
      "step": 37031
    },
    {
      "epoch": 1.516772475936924,
      "grad_norm": 2.4595387190116598,
      "learning_rate": 0.0002585508299978315,
      "loss": 4.9375,
      "step": 37032
    },
    {
      "epoch": 1.5168134343641204,
      "grad_norm": 2.7336474144937113,
      "learning_rate": 0.00025854857914075325,
      "loss": 5.8125,
      "step": 37033
    },
    {
      "epoch": 1.5168543927913167,
      "grad_norm": 2.3705354664780125,
      "learning_rate": 0.00025854632823235955,
      "loss": 4.8125,
      "step": 37034
    },
    {
      "epoch": 1.5168953512185133,
      "grad_norm": 3.4683331612197588,
      "learning_rate": 0.0002585440772726515,
      "loss": 3.4531,
      "step": 37035
    },
    {
      "epoch": 1.5169363096457096,
      "grad_norm": 4.278609353709074,
      "learning_rate": 0.00025854182626163,
      "loss": 3.4844,
      "step": 37036
    },
    {
      "epoch": 1.516977268072906,
      "grad_norm": 3.4235571463661794,
      "learning_rate": 0.00025853957519929635,
      "loss": 3.8125,
      "step": 37037
    },
    {
      "epoch": 1.5170182265001024,
      "grad_norm": 2.243778748862473,
      "learning_rate": 0.0002585373240856514,
      "loss": 4.1562,
      "step": 37038
    },
    {
      "epoch": 1.5170591849272987,
      "grad_norm": 2.344755408934797,
      "learning_rate": 0.00025853507292069634,
      "loss": 4.8438,
      "step": 37039
    },
    {
      "epoch": 1.517100143354495,
      "grad_norm": 2.2846910403318037,
      "learning_rate": 0.0002585328217044322,
      "loss": 5.125,
      "step": 37040
    },
    {
      "epoch": 1.5171411017816916,
      "grad_norm": 3.2205336203943506,
      "learning_rate": 0.00025853057043686005,
      "loss": 5.7188,
      "step": 37041
    },
    {
      "epoch": 1.5171820602088881,
      "grad_norm": 4.897044272645513,
      "learning_rate": 0.00025852831911798085,
      "loss": 2.2969,
      "step": 37042
    },
    {
      "epoch": 1.5172230186360842,
      "grad_norm": 2.6683256938321165,
      "learning_rate": 0.00025852606774779584,
      "loss": 5.5938,
      "step": 37043
    },
    {
      "epoch": 1.5172639770632808,
      "grad_norm": 5.1341415567972195,
      "learning_rate": 0.000258523816326306,
      "loss": 6.1562,
      "step": 37044
    },
    {
      "epoch": 1.5173049354904773,
      "grad_norm": 2.2592025103606717,
      "learning_rate": 0.0002585215648535124,
      "loss": 4.4062,
      "step": 37045
    },
    {
      "epoch": 1.5173458939176736,
      "grad_norm": 2.240993195751991,
      "learning_rate": 0.0002585193133294161,
      "loss": 4.5938,
      "step": 37046
    },
    {
      "epoch": 1.51738685234487,
      "grad_norm": 3.111458569471023,
      "learning_rate": 0.0002585170617540181,
      "loss": 5.7812,
      "step": 37047
    },
    {
      "epoch": 1.5174278107720665,
      "grad_norm": 8.61126955075532,
      "learning_rate": 0.0002585148101273196,
      "loss": 4.8125,
      "step": 37048
    },
    {
      "epoch": 1.5174687691992628,
      "grad_norm": 2.435576790726421,
      "learning_rate": 0.0002585125584493216,
      "loss": 5.3438,
      "step": 37049
    },
    {
      "epoch": 1.517509727626459,
      "grad_norm": 2.165540289816347,
      "learning_rate": 0.00025851030672002513,
      "loss": 4.5312,
      "step": 37050
    },
    {
      "epoch": 1.5175506860536556,
      "grad_norm": 2.732475890169843,
      "learning_rate": 0.00025850805493943127,
      "loss": 4.75,
      "step": 37051
    },
    {
      "epoch": 1.517591644480852,
      "grad_norm": 2.1319510295204265,
      "learning_rate": 0.0002585058031075411,
      "loss": 4.3125,
      "step": 37052
    },
    {
      "epoch": 1.5176326029080482,
      "grad_norm": 2.610108678154912,
      "learning_rate": 0.00025850355122435575,
      "loss": 4.5625,
      "step": 37053
    },
    {
      "epoch": 1.5176735613352448,
      "grad_norm": 2.6334315787177167,
      "learning_rate": 0.0002585012992898761,
      "loss": 4.5625,
      "step": 37054
    },
    {
      "epoch": 1.517714519762441,
      "grad_norm": 2.105445670665068,
      "learning_rate": 0.00025849904730410343,
      "loss": 4.6875,
      "step": 37055
    },
    {
      "epoch": 1.5177554781896374,
      "grad_norm": 2.2207786177181004,
      "learning_rate": 0.0002584967952670387,
      "loss": 4.4688,
      "step": 37056
    },
    {
      "epoch": 1.517796436616834,
      "grad_norm": 3.239018572739594,
      "learning_rate": 0.0002584945431786829,
      "loss": 5.6875,
      "step": 37057
    },
    {
      "epoch": 1.5178373950440303,
      "grad_norm": 3.919369891772528,
      "learning_rate": 0.00025849229103903725,
      "loss": 7.125,
      "step": 37058
    },
    {
      "epoch": 1.5178783534712266,
      "grad_norm": 3.3075351935935196,
      "learning_rate": 0.00025849003884810274,
      "loss": 6.875,
      "step": 37059
    },
    {
      "epoch": 1.517919311898423,
      "grad_norm": 4.6947968322366584,
      "learning_rate": 0.00025848778660588043,
      "loss": 5.2812,
      "step": 37060
    },
    {
      "epoch": 1.5179602703256196,
      "grad_norm": 2.612868256482811,
      "learning_rate": 0.00025848553431237134,
      "loss": 4.9375,
      "step": 37061
    },
    {
      "epoch": 1.5180012287528157,
      "grad_norm": 2.402898995923835,
      "learning_rate": 0.0002584832819675767,
      "loss": 4.2812,
      "step": 37062
    },
    {
      "epoch": 1.5180421871800123,
      "grad_norm": 3.504787434699801,
      "learning_rate": 0.00025848102957149734,
      "loss": 5.0312,
      "step": 37063
    },
    {
      "epoch": 1.5180831456072088,
      "grad_norm": 3.0475164957673218,
      "learning_rate": 0.00025847877712413444,
      "loss": 5.2812,
      "step": 37064
    },
    {
      "epoch": 1.5181241040344051,
      "grad_norm": 2.945156591967861,
      "learning_rate": 0.00025847652462548915,
      "loss": 6.4062,
      "step": 37065
    },
    {
      "epoch": 1.5181650624616014,
      "grad_norm": 2.27494045598363,
      "learning_rate": 0.0002584742720755624,
      "loss": 4.0938,
      "step": 37066
    },
    {
      "epoch": 1.518206020888798,
      "grad_norm": 3.1632874200898584,
      "learning_rate": 0.0002584720194743554,
      "loss": 5.1875,
      "step": 37067
    },
    {
      "epoch": 1.5182469793159943,
      "grad_norm": 2.352613497033303,
      "learning_rate": 0.00025846976682186896,
      "loss": 4.9375,
      "step": 37068
    },
    {
      "epoch": 1.5182879377431906,
      "grad_norm": 5.6771326379708835,
      "learning_rate": 0.00025846751411810444,
      "loss": 4.3438,
      "step": 37069
    },
    {
      "epoch": 1.5183288961703871,
      "grad_norm": 2.603418824606398,
      "learning_rate": 0.0002584652613630627,
      "loss": 5.5625,
      "step": 37070
    },
    {
      "epoch": 1.5183698545975834,
      "grad_norm": 2.0562563917646215,
      "learning_rate": 0.00025846300855674495,
      "loss": 4.5625,
      "step": 37071
    },
    {
      "epoch": 1.5184108130247798,
      "grad_norm": 2.6233854607940885,
      "learning_rate": 0.0002584607556991521,
      "loss": 4.9062,
      "step": 37072
    },
    {
      "epoch": 1.5184517714519763,
      "grad_norm": 6.384910852744904,
      "learning_rate": 0.00025845850279028536,
      "loss": 7.0938,
      "step": 37073
    },
    {
      "epoch": 1.5184927298791726,
      "grad_norm": 6.022912432210644,
      "learning_rate": 0.00025845624983014573,
      "loss": 6.8438,
      "step": 37074
    },
    {
      "epoch": 1.518533688306369,
      "grad_norm": 2.3290201638091026,
      "learning_rate": 0.0002584539968187343,
      "loss": 4.8438,
      "step": 37075
    },
    {
      "epoch": 1.5185746467335655,
      "grad_norm": 6.867689448539179,
      "learning_rate": 0.00025845174375605206,
      "loss": 3.3906,
      "step": 37076
    },
    {
      "epoch": 1.5186156051607618,
      "grad_norm": 2.213150379959776,
      "learning_rate": 0.0002584494906421001,
      "loss": 4.75,
      "step": 37077
    },
    {
      "epoch": 1.518656563587958,
      "grad_norm": 2.84813001529024,
      "learning_rate": 0.00025844723747687955,
      "loss": 5.3125,
      "step": 37078
    },
    {
      "epoch": 1.5186975220151546,
      "grad_norm": 2.2258537170318617,
      "learning_rate": 0.0002584449842603915,
      "loss": 4.7812,
      "step": 37079
    },
    {
      "epoch": 1.5187384804423512,
      "grad_norm": 2.411230447822695,
      "learning_rate": 0.00025844273099263687,
      "loss": 4.5312,
      "step": 37080
    },
    {
      "epoch": 1.5187794388695472,
      "grad_norm": 2.9193528583031263,
      "learning_rate": 0.00025844047767361683,
      "loss": 5.0625,
      "step": 37081
    },
    {
      "epoch": 1.5188203972967438,
      "grad_norm": 2.2996958735485644,
      "learning_rate": 0.00025843822430333247,
      "loss": 4.6875,
      "step": 37082
    },
    {
      "epoch": 1.5188613557239403,
      "grad_norm": 2.161893386236774,
      "learning_rate": 0.00025843597088178475,
      "loss": 3.8125,
      "step": 37083
    },
    {
      "epoch": 1.5189023141511366,
      "grad_norm": 3.808463490548689,
      "learning_rate": 0.0002584337174089748,
      "loss": 7.5,
      "step": 37084
    },
    {
      "epoch": 1.518943272578333,
      "grad_norm": 2.737626238566261,
      "learning_rate": 0.00025843146388490374,
      "loss": 5.125,
      "step": 37085
    },
    {
      "epoch": 1.5189842310055295,
      "grad_norm": 2.8838274693152597,
      "learning_rate": 0.0002584292103095725,
      "loss": 6.25,
      "step": 37086
    },
    {
      "epoch": 1.5190251894327258,
      "grad_norm": 2.2700832781711444,
      "learning_rate": 0.0002584269566829823,
      "loss": 4.6875,
      "step": 37087
    },
    {
      "epoch": 1.5190661478599221,
      "grad_norm": 2.3140395860087764,
      "learning_rate": 0.0002584247030051341,
      "loss": 4.7188,
      "step": 37088
    },
    {
      "epoch": 1.5191071062871186,
      "grad_norm": 6.5552845577635,
      "learning_rate": 0.00025842244927602894,
      "loss": 6.0938,
      "step": 37089
    },
    {
      "epoch": 1.519148064714315,
      "grad_norm": 4.0117862276001794,
      "learning_rate": 0.000258420195495668,
      "loss": 3.25,
      "step": 37090
    },
    {
      "epoch": 1.5191890231415113,
      "grad_norm": 2.8231745537436295,
      "learning_rate": 0.0002584179416640523,
      "loss": 4.375,
      "step": 37091
    },
    {
      "epoch": 1.5192299815687078,
      "grad_norm": 2.3986711716228597,
      "learning_rate": 0.0002584156877811828,
      "loss": 4.625,
      "step": 37092
    },
    {
      "epoch": 1.5192709399959041,
      "grad_norm": 2.9218189172422635,
      "learning_rate": 0.00025841343384706074,
      "loss": 4.8438,
      "step": 37093
    },
    {
      "epoch": 1.5193118984231004,
      "grad_norm": 2.659542893492289,
      "learning_rate": 0.000258411179861687,
      "loss": 5.4062,
      "step": 37094
    },
    {
      "epoch": 1.519352856850297,
      "grad_norm": 2.190837692569843,
      "learning_rate": 0.00025840892582506284,
      "loss": 5.625,
      "step": 37095
    },
    {
      "epoch": 1.5193938152774935,
      "grad_norm": 2.0898174945507044,
      "learning_rate": 0.0002584066717371892,
      "loss": 2.8438,
      "step": 37096
    },
    {
      "epoch": 1.5194347737046896,
      "grad_norm": 2.7340834708729447,
      "learning_rate": 0.00025840441759806713,
      "loss": 4.8438,
      "step": 37097
    },
    {
      "epoch": 1.5194757321318861,
      "grad_norm": 2.323611592863193,
      "learning_rate": 0.0002584021634076978,
      "loss": 5.0312,
      "step": 37098
    },
    {
      "epoch": 1.5195166905590827,
      "grad_norm": 5.584045047050318,
      "learning_rate": 0.0002583999091660822,
      "loss": 7.75,
      "step": 37099
    },
    {
      "epoch": 1.5195576489862788,
      "grad_norm": 2.402034256096545,
      "learning_rate": 0.0002583976548732214,
      "loss": 5.0625,
      "step": 37100
    },
    {
      "epoch": 1.5195986074134753,
      "grad_norm": 6.403252323802113,
      "learning_rate": 0.0002583954005291165,
      "loss": 5.3438,
      "step": 37101
    },
    {
      "epoch": 1.5196395658406718,
      "grad_norm": 2.3271256959142734,
      "learning_rate": 0.00025839314613376854,
      "loss": 4.6875,
      "step": 37102
    },
    {
      "epoch": 1.5196805242678681,
      "grad_norm": 2.410585249756613,
      "learning_rate": 0.0002583908916871786,
      "loss": 4.75,
      "step": 37103
    },
    {
      "epoch": 1.5197214826950645,
      "grad_norm": 2.369870344539755,
      "learning_rate": 0.0002583886371893477,
      "loss": 4.625,
      "step": 37104
    },
    {
      "epoch": 1.519762441122261,
      "grad_norm": 2.362128930837782,
      "learning_rate": 0.000258386382640277,
      "loss": 5.125,
      "step": 37105
    },
    {
      "epoch": 1.5198033995494573,
      "grad_norm": 2.8762123427990045,
      "learning_rate": 0.0002583841280399675,
      "loss": 4.75,
      "step": 37106
    },
    {
      "epoch": 1.5198443579766536,
      "grad_norm": 2.3592388954401255,
      "learning_rate": 0.0002583818733884202,
      "loss": 4.8125,
      "step": 37107
    },
    {
      "epoch": 1.5198853164038502,
      "grad_norm": 3.1861867051132386,
      "learning_rate": 0.0002583796186856363,
      "loss": 4.9375,
      "step": 37108
    },
    {
      "epoch": 1.5199262748310465,
      "grad_norm": 3.596223651084486,
      "learning_rate": 0.0002583773639316168,
      "loss": 4.8125,
      "step": 37109
    },
    {
      "epoch": 1.5199672332582428,
      "grad_norm": 2.851129267418768,
      "learning_rate": 0.00025837510912636276,
      "loss": 3.8594,
      "step": 37110
    },
    {
      "epoch": 1.5200081916854393,
      "grad_norm": 2.376648912164102,
      "learning_rate": 0.00025837285426987526,
      "loss": 4.8125,
      "step": 37111
    },
    {
      "epoch": 1.5200491501126356,
      "grad_norm": 2.3221148948209462,
      "learning_rate": 0.00025837059936215535,
      "loss": 4.5625,
      "step": 37112
    },
    {
      "epoch": 1.520090108539832,
      "grad_norm": 2.361343064712427,
      "learning_rate": 0.0002583683444032041,
      "loss": 4.375,
      "step": 37113
    },
    {
      "epoch": 1.5201310669670285,
      "grad_norm": 2.917943622554883,
      "learning_rate": 0.0002583660893930226,
      "loss": 4.2188,
      "step": 37114
    },
    {
      "epoch": 1.520172025394225,
      "grad_norm": 2.5363625426521303,
      "learning_rate": 0.00025836383433161194,
      "loss": 5.0,
      "step": 37115
    },
    {
      "epoch": 1.5202129838214211,
      "grad_norm": 3.618220978346693,
      "learning_rate": 0.0002583615792189731,
      "loss": 6.3438,
      "step": 37116
    },
    {
      "epoch": 1.5202539422486177,
      "grad_norm": 3.872844155566611,
      "learning_rate": 0.00025835932405510724,
      "loss": 6.2188,
      "step": 37117
    },
    {
      "epoch": 1.5202949006758142,
      "grad_norm": 2.3694170752195727,
      "learning_rate": 0.0002583570688400153,
      "loss": 4.9688,
      "step": 37118
    },
    {
      "epoch": 1.5203358591030103,
      "grad_norm": 2.684996527977527,
      "learning_rate": 0.0002583548135736985,
      "loss": 5.1562,
      "step": 37119
    },
    {
      "epoch": 1.5203768175302068,
      "grad_norm": 2.896304868169121,
      "learning_rate": 0.0002583525582561578,
      "loss": 5.2812,
      "step": 37120
    },
    {
      "epoch": 1.5204177759574034,
      "grad_norm": 2.4019754276061196,
      "learning_rate": 0.0002583503028873943,
      "loss": 5.2812,
      "step": 37121
    },
    {
      "epoch": 1.5204587343845997,
      "grad_norm": 2.522540705504264,
      "learning_rate": 0.00025834804746740906,
      "loss": 5.2188,
      "step": 37122
    },
    {
      "epoch": 1.520499692811796,
      "grad_norm": 4.60844448916772,
      "learning_rate": 0.00025834579199620315,
      "loss": 6.4688,
      "step": 37123
    },
    {
      "epoch": 1.5205406512389925,
      "grad_norm": 2.576870726366886,
      "learning_rate": 0.00025834353647377764,
      "loss": 3.8438,
      "step": 37124
    },
    {
      "epoch": 1.5205816096661888,
      "grad_norm": 2.031308761107681,
      "learning_rate": 0.0002583412809001336,
      "loss": 4.4062,
      "step": 37125
    },
    {
      "epoch": 1.5206225680933851,
      "grad_norm": 3.0553434083696356,
      "learning_rate": 0.0002583390252752721,
      "loss": 5.875,
      "step": 37126
    },
    {
      "epoch": 1.5206635265205817,
      "grad_norm": 1.985391304518452,
      "learning_rate": 0.0002583367695991942,
      "loss": 3.1875,
      "step": 37127
    },
    {
      "epoch": 1.520704484947778,
      "grad_norm": 3.1178938373164553,
      "learning_rate": 0.0002583345138719009,
      "loss": 5.6562,
      "step": 37128
    },
    {
      "epoch": 1.5207454433749743,
      "grad_norm": 15.56713127070589,
      "learning_rate": 0.0002583322580933934,
      "loss": 2.5312,
      "step": 37129
    },
    {
      "epoch": 1.5207864018021708,
      "grad_norm": 3.6132493286440406,
      "learning_rate": 0.0002583300022636727,
      "loss": 5.1562,
      "step": 37130
    },
    {
      "epoch": 1.5208273602293672,
      "grad_norm": 2.668904018315821,
      "learning_rate": 0.0002583277463827398,
      "loss": 5.2812,
      "step": 37131
    },
    {
      "epoch": 1.5208683186565635,
      "grad_norm": 2.8815589243595876,
      "learning_rate": 0.00025832549045059583,
      "loss": 5.0625,
      "step": 37132
    },
    {
      "epoch": 1.52090927708376,
      "grad_norm": 6.376506844382451,
      "learning_rate": 0.0002583232344672419,
      "loss": 4.4688,
      "step": 37133
    },
    {
      "epoch": 1.5209502355109565,
      "grad_norm": 3.5148838943350937,
      "learning_rate": 0.000258320978432679,
      "loss": 4.5938,
      "step": 37134
    },
    {
      "epoch": 1.5209911939381526,
      "grad_norm": 2.2852846929505413,
      "learning_rate": 0.00025831872234690826,
      "loss": 5.5938,
      "step": 37135
    },
    {
      "epoch": 1.5210321523653492,
      "grad_norm": 2.454106237193695,
      "learning_rate": 0.00025831646620993066,
      "loss": 5.1562,
      "step": 37136
    },
    {
      "epoch": 1.5210731107925457,
      "grad_norm": 2.087454208841452,
      "learning_rate": 0.0002583142100217474,
      "loss": 4.8438,
      "step": 37137
    },
    {
      "epoch": 1.521114069219742,
      "grad_norm": 2.3612000238691833,
      "learning_rate": 0.00025831195378235935,
      "loss": 5.0312,
      "step": 37138
    },
    {
      "epoch": 1.5211550276469383,
      "grad_norm": 2.9624526075983226,
      "learning_rate": 0.00025830969749176776,
      "loss": 5.75,
      "step": 37139
    },
    {
      "epoch": 1.5211959860741349,
      "grad_norm": 3.674737297387969,
      "learning_rate": 0.00025830744114997364,
      "loss": 4.0,
      "step": 37140
    },
    {
      "epoch": 1.5212369445013312,
      "grad_norm": 3.5497462909050155,
      "learning_rate": 0.00025830518475697807,
      "loss": 6.4688,
      "step": 37141
    },
    {
      "epoch": 1.5212779029285275,
      "grad_norm": 4.2197729312583006,
      "learning_rate": 0.000258302928312782,
      "loss": 7.0,
      "step": 37142
    },
    {
      "epoch": 1.521318861355724,
      "grad_norm": 4.602950740170791,
      "learning_rate": 0.0002583006718173867,
      "loss": 5.1875,
      "step": 37143
    },
    {
      "epoch": 1.5213598197829203,
      "grad_norm": 2.4050086980992393,
      "learning_rate": 0.000258298415270793,
      "loss": 5.5,
      "step": 37144
    },
    {
      "epoch": 1.5214007782101167,
      "grad_norm": 2.2351317119728926,
      "learning_rate": 0.00025829615867300224,
      "loss": 4.5312,
      "step": 37145
    },
    {
      "epoch": 1.5214417366373132,
      "grad_norm": 7.335742578786734,
      "learning_rate": 0.00025829390202401526,
      "loss": 4.875,
      "step": 37146
    },
    {
      "epoch": 1.5214826950645095,
      "grad_norm": 2.3809269616109545,
      "learning_rate": 0.0002582916453238332,
      "loss": 5.25,
      "step": 37147
    },
    {
      "epoch": 1.5215236534917058,
      "grad_norm": 2.1691842183163534,
      "learning_rate": 0.0002582893885724572,
      "loss": 3.7656,
      "step": 37148
    },
    {
      "epoch": 1.5215646119189024,
      "grad_norm": 2.611044049792715,
      "learning_rate": 0.00025828713176988813,
      "loss": 4.7812,
      "step": 37149
    },
    {
      "epoch": 1.5216055703460987,
      "grad_norm": 2.7790160588800044,
      "learning_rate": 0.0002582848749161273,
      "loss": 5.125,
      "step": 37150
    },
    {
      "epoch": 1.521646528773295,
      "grad_norm": 2.9333958354058187,
      "learning_rate": 0.00025828261801117563,
      "loss": 4.9375,
      "step": 37151
    },
    {
      "epoch": 1.5216874872004915,
      "grad_norm": 2.271012667901401,
      "learning_rate": 0.00025828036105503423,
      "loss": 4.5625,
      "step": 37152
    },
    {
      "epoch": 1.521728445627688,
      "grad_norm": 2.3152668094486066,
      "learning_rate": 0.0002582781040477041,
      "loss": 4.3438,
      "step": 37153
    },
    {
      "epoch": 1.5217694040548841,
      "grad_norm": 2.5432496914848084,
      "learning_rate": 0.00025827584698918645,
      "loss": 4.8125,
      "step": 37154
    },
    {
      "epoch": 1.5218103624820807,
      "grad_norm": 3.2151861704816223,
      "learning_rate": 0.0002582735898794823,
      "loss": 6.3125,
      "step": 37155
    },
    {
      "epoch": 1.5218513209092772,
      "grad_norm": 10.973891265590188,
      "learning_rate": 0.00025827133271859255,
      "loss": 6.1562,
      "step": 37156
    },
    {
      "epoch": 1.5218922793364735,
      "grad_norm": 3.3327325035050013,
      "learning_rate": 0.00025826907550651845,
      "loss": 4.5938,
      "step": 37157
    },
    {
      "epoch": 1.5219332377636698,
      "grad_norm": 2.9272133406993674,
      "learning_rate": 0.000258266818243261,
      "loss": 3.2812,
      "step": 37158
    },
    {
      "epoch": 1.5219741961908664,
      "grad_norm": 2.5242258157387525,
      "learning_rate": 0.0002582645609288213,
      "loss": 5.1875,
      "step": 37159
    },
    {
      "epoch": 1.5220151546180627,
      "grad_norm": 2.1837410865713,
      "learning_rate": 0.00025826230356320044,
      "loss": 4.9688,
      "step": 37160
    },
    {
      "epoch": 1.522056113045259,
      "grad_norm": 6.48525070700159,
      "learning_rate": 0.00025826004614639943,
      "loss": 7.3438,
      "step": 37161
    },
    {
      "epoch": 1.5220970714724555,
      "grad_norm": 2.4222013237388587,
      "learning_rate": 0.00025825778867841936,
      "loss": 5.0625,
      "step": 37162
    },
    {
      "epoch": 1.5221380298996519,
      "grad_norm": 2.6334437113584266,
      "learning_rate": 0.0002582555311592612,
      "loss": 4.2188,
      "step": 37163
    },
    {
      "epoch": 1.5221789883268482,
      "grad_norm": 3.234473352873869,
      "learning_rate": 0.00025825327358892615,
      "loss": 5.25,
      "step": 37164
    },
    {
      "epoch": 1.5222199467540447,
      "grad_norm": 3.1201332622915627,
      "learning_rate": 0.0002582510159674153,
      "loss": 5.625,
      "step": 37165
    },
    {
      "epoch": 1.522260905181241,
      "grad_norm": 3.4201843339180464,
      "learning_rate": 0.00025824875829472956,
      "loss": 4.375,
      "step": 37166
    },
    {
      "epoch": 1.5223018636084373,
      "grad_norm": 2.2016320457131293,
      "learning_rate": 0.00025824650057087013,
      "loss": 4.875,
      "step": 37167
    },
    {
      "epoch": 1.5223428220356339,
      "grad_norm": 2.9963365764438334,
      "learning_rate": 0.00025824424279583804,
      "loss": 3.9375,
      "step": 37168
    },
    {
      "epoch": 1.5223837804628302,
      "grad_norm": 2.4147708702032284,
      "learning_rate": 0.0002582419849696343,
      "loss": 4.4688,
      "step": 37169
    },
    {
      "epoch": 1.5224247388900265,
      "grad_norm": 2.3763544155407113,
      "learning_rate": 0.0002582397270922601,
      "loss": 4.9062,
      "step": 37170
    },
    {
      "epoch": 1.522465697317223,
      "grad_norm": 3.2866182153902037,
      "learning_rate": 0.0002582374691637164,
      "loss": 3.7344,
      "step": 37171
    },
    {
      "epoch": 1.5225066557444196,
      "grad_norm": 2.097471149409273,
      "learning_rate": 0.00025823521118400436,
      "loss": 4.3438,
      "step": 37172
    },
    {
      "epoch": 1.5225476141716157,
      "grad_norm": 2.210486410678589,
      "learning_rate": 0.00025823295315312495,
      "loss": 4.1562,
      "step": 37173
    },
    {
      "epoch": 1.5225885725988122,
      "grad_norm": 2.7763913625591563,
      "learning_rate": 0.0002582306950710793,
      "loss": 4.4062,
      "step": 37174
    },
    {
      "epoch": 1.5226295310260087,
      "grad_norm": 2.6023430194361845,
      "learning_rate": 0.00025822843693786837,
      "loss": 4.4375,
      "step": 37175
    },
    {
      "epoch": 1.522670489453205,
      "grad_norm": 2.224740548975788,
      "learning_rate": 0.0002582261787534934,
      "loss": 4.2188,
      "step": 37176
    },
    {
      "epoch": 1.5227114478804014,
      "grad_norm": 2.2800893240753473,
      "learning_rate": 0.0002582239205179554,
      "loss": 5.0625,
      "step": 37177
    },
    {
      "epoch": 1.522752406307598,
      "grad_norm": 2.698544186194428,
      "learning_rate": 0.00025822166223125534,
      "loss": 5.5625,
      "step": 37178
    },
    {
      "epoch": 1.5227933647347942,
      "grad_norm": 2.1655667423517366,
      "learning_rate": 0.0002582194038933944,
      "loss": 4.5625,
      "step": 37179
    },
    {
      "epoch": 1.5228343231619905,
      "grad_norm": 3.8626521452550957,
      "learning_rate": 0.00025821714550437356,
      "loss": 5.0938,
      "step": 37180
    },
    {
      "epoch": 1.522875281589187,
      "grad_norm": 4.571573377583092,
      "learning_rate": 0.000258214887064194,
      "loss": 3.5938,
      "step": 37181
    },
    {
      "epoch": 1.5229162400163834,
      "grad_norm": 2.1544973144006883,
      "learning_rate": 0.0002582126285728567,
      "loss": 4.125,
      "step": 37182
    },
    {
      "epoch": 1.5229571984435797,
      "grad_norm": 5.432669101074545,
      "learning_rate": 0.0002582103700303627,
      "loss": 2.0781,
      "step": 37183
    },
    {
      "epoch": 1.5229981568707762,
      "grad_norm": 2.901839439102733,
      "learning_rate": 0.00025820811143671316,
      "loss": 4.9688,
      "step": 37184
    },
    {
      "epoch": 1.5230391152979725,
      "grad_norm": 2.16364549959052,
      "learning_rate": 0.0002582058527919091,
      "loss": 4.2812,
      "step": 37185
    },
    {
      "epoch": 1.5230800737251688,
      "grad_norm": 4.612724791991105,
      "learning_rate": 0.00025820359409595156,
      "loss": 3.2031,
      "step": 37186
    },
    {
      "epoch": 1.5231210321523654,
      "grad_norm": 6.910940488658075,
      "learning_rate": 0.0002582013353488417,
      "loss": 4.0312,
      "step": 37187
    },
    {
      "epoch": 1.5231619905795617,
      "grad_norm": 2.51551055701354,
      "learning_rate": 0.00025819907655058046,
      "loss": 5.3438,
      "step": 37188
    },
    {
      "epoch": 1.523202949006758,
      "grad_norm": 2.330211867627145,
      "learning_rate": 0.000258196817701169,
      "loss": 5.3125,
      "step": 37189
    },
    {
      "epoch": 1.5232439074339545,
      "grad_norm": 3.8841792962771367,
      "learning_rate": 0.0002581945588006084,
      "loss": 5.5625,
      "step": 37190
    },
    {
      "epoch": 1.523284865861151,
      "grad_norm": 2.2300454394075704,
      "learning_rate": 0.00025819229984889964,
      "loss": 4.6562,
      "step": 37191
    },
    {
      "epoch": 1.5233258242883472,
      "grad_norm": 5.425228495961306,
      "learning_rate": 0.0002581900408460439,
      "loss": 5.7188,
      "step": 37192
    },
    {
      "epoch": 1.5233667827155437,
      "grad_norm": 2.7939630551424757,
      "learning_rate": 0.00025818778179204213,
      "loss": 2.9844,
      "step": 37193
    },
    {
      "epoch": 1.5234077411427402,
      "grad_norm": 2.444905373893504,
      "learning_rate": 0.00025818552268689547,
      "loss": 3.4375,
      "step": 37194
    },
    {
      "epoch": 1.5234486995699366,
      "grad_norm": 3.175562099112105,
      "learning_rate": 0.00025818326353060494,
      "loss": 5.9062,
      "step": 37195
    },
    {
      "epoch": 1.5234896579971329,
      "grad_norm": 3.029115810249415,
      "learning_rate": 0.00025818100432317166,
      "loss": 5.1875,
      "step": 37196
    },
    {
      "epoch": 1.5235306164243294,
      "grad_norm": 3.0742368199314223,
      "learning_rate": 0.00025817874506459674,
      "loss": 5.4062,
      "step": 37197
    },
    {
      "epoch": 1.5235715748515257,
      "grad_norm": 7.165804076084394,
      "learning_rate": 0.00025817648575488113,
      "loss": 4.8125,
      "step": 37198
    },
    {
      "epoch": 1.523612533278722,
      "grad_norm": 10.161632061676961,
      "learning_rate": 0.000258174226394026,
      "loss": 4.5,
      "step": 37199
    },
    {
      "epoch": 1.5236534917059186,
      "grad_norm": 2.5475878923105904,
      "learning_rate": 0.00025817196698203233,
      "loss": 4.7812,
      "step": 37200
    },
    {
      "epoch": 1.5236944501331149,
      "grad_norm": 2.2973085011399927,
      "learning_rate": 0.00025816970751890126,
      "loss": 3.5625,
      "step": 37201
    },
    {
      "epoch": 1.5237354085603112,
      "grad_norm": 2.741555897235141,
      "learning_rate": 0.0002581674480046338,
      "loss": 6.125,
      "step": 37202
    },
    {
      "epoch": 1.5237763669875077,
      "grad_norm": 3.0570259126639443,
      "learning_rate": 0.00025816518843923105,
      "loss": 6.3125,
      "step": 37203
    },
    {
      "epoch": 1.523817325414704,
      "grad_norm": 3.7161180735123978,
      "learning_rate": 0.00025816292882269404,
      "loss": 5.8125,
      "step": 37204
    },
    {
      "epoch": 1.5238582838419004,
      "grad_norm": 3.6312675331534514,
      "learning_rate": 0.00025816066915502393,
      "loss": 4.1562,
      "step": 37205
    },
    {
      "epoch": 1.523899242269097,
      "grad_norm": 2.8497954128140472,
      "learning_rate": 0.0002581584094362217,
      "loss": 5.0312,
      "step": 37206
    },
    {
      "epoch": 1.5239402006962932,
      "grad_norm": 2.4383886849203256,
      "learning_rate": 0.0002581561496662885,
      "loss": 5.5,
      "step": 37207
    },
    {
      "epoch": 1.5239811591234895,
      "grad_norm": 2.675471662492748,
      "learning_rate": 0.0002581538898452253,
      "loss": 5.5938,
      "step": 37208
    },
    {
      "epoch": 1.524022117550686,
      "grad_norm": 2.7908589503774843,
      "learning_rate": 0.0002581516299730332,
      "loss": 3.625,
      "step": 37209
    },
    {
      "epoch": 1.5240630759778826,
      "grad_norm": 2.3796860424581197,
      "learning_rate": 0.0002581493700497133,
      "loss": 4.8125,
      "step": 37210
    },
    {
      "epoch": 1.5241040344050787,
      "grad_norm": 2.2670848481076917,
      "learning_rate": 0.0002581471100752667,
      "loss": 4.6562,
      "step": 37211
    },
    {
      "epoch": 1.5241449928322752,
      "grad_norm": 2.456813769811294,
      "learning_rate": 0.0002581448500496944,
      "loss": 3.8438,
      "step": 37212
    },
    {
      "epoch": 1.5241859512594718,
      "grad_norm": 6.847708666226465,
      "learning_rate": 0.0002581425899729975,
      "loss": 2.4375,
      "step": 37213
    },
    {
      "epoch": 1.524226909686668,
      "grad_norm": 2.6040034865216968,
      "learning_rate": 0.000258140329845177,
      "loss": 5.375,
      "step": 37214
    },
    {
      "epoch": 1.5242678681138644,
      "grad_norm": 2.5371519387002346,
      "learning_rate": 0.0002581380696662341,
      "loss": 4.8438,
      "step": 37215
    },
    {
      "epoch": 1.524308826541061,
      "grad_norm": 2.2001227045701732,
      "learning_rate": 0.0002581358094361697,
      "loss": 4.6875,
      "step": 37216
    },
    {
      "epoch": 1.5243497849682572,
      "grad_norm": 2.1293036491611277,
      "learning_rate": 0.0002581335491549851,
      "loss": 4.5312,
      "step": 37217
    },
    {
      "epoch": 1.5243907433954536,
      "grad_norm": 2.4222425768146816,
      "learning_rate": 0.00025813128882268114,
      "loss": 4.3125,
      "step": 37218
    },
    {
      "epoch": 1.52443170182265,
      "grad_norm": 2.938001401677159,
      "learning_rate": 0.000258129028439259,
      "loss": 5.3125,
      "step": 37219
    },
    {
      "epoch": 1.5244726602498464,
      "grad_norm": 2.380019414403434,
      "learning_rate": 0.00025812676800471973,
      "loss": 4.0312,
      "step": 37220
    },
    {
      "epoch": 1.5245136186770427,
      "grad_norm": 3.7796641824123585,
      "learning_rate": 0.0002581245075190644,
      "loss": 5.4062,
      "step": 37221
    },
    {
      "epoch": 1.5245545771042393,
      "grad_norm": 4.00459799651839,
      "learning_rate": 0.00025812224698229405,
      "loss": 4.75,
      "step": 37222
    },
    {
      "epoch": 1.5245955355314356,
      "grad_norm": 2.1723108804864015,
      "learning_rate": 0.0002581199863944098,
      "loss": 5.1562,
      "step": 37223
    },
    {
      "epoch": 1.5246364939586319,
      "grad_norm": 2.4283147206302083,
      "learning_rate": 0.0002581177257554127,
      "loss": 5.6562,
      "step": 37224
    },
    {
      "epoch": 1.5246774523858284,
      "grad_norm": 2.694859140078857,
      "learning_rate": 0.0002581154650653038,
      "loss": 4.9688,
      "step": 37225
    },
    {
      "epoch": 1.5247184108130247,
      "grad_norm": 3.8672433398086854,
      "learning_rate": 0.0002581132043240842,
      "loss": 6.1562,
      "step": 37226
    },
    {
      "epoch": 1.524759369240221,
      "grad_norm": 2.339817352590364,
      "learning_rate": 0.00025811094353175493,
      "loss": 4.5,
      "step": 37227
    },
    {
      "epoch": 1.5248003276674176,
      "grad_norm": 2.255514755207638,
      "learning_rate": 0.0002581086826883171,
      "loss": 5.1875,
      "step": 37228
    },
    {
      "epoch": 1.5248412860946141,
      "grad_norm": 2.557505545996249,
      "learning_rate": 0.00025810642179377176,
      "loss": 4.8125,
      "step": 37229
    },
    {
      "epoch": 1.5248822445218102,
      "grad_norm": 3.490197991152924,
      "learning_rate": 0.00025810416084812,
      "loss": 4.5625,
      "step": 37230
    },
    {
      "epoch": 1.5249232029490067,
      "grad_norm": 3.164857735207279,
      "learning_rate": 0.0002581018998513628,
      "loss": 5.1875,
      "step": 37231
    },
    {
      "epoch": 1.5249641613762033,
      "grad_norm": 2.3468508935054033,
      "learning_rate": 0.00025809963880350133,
      "loss": 5.5,
      "step": 37232
    },
    {
      "epoch": 1.5250051198033996,
      "grad_norm": 2.3108286872190678,
      "learning_rate": 0.00025809737770453664,
      "loss": 4.875,
      "step": 37233
    },
    {
      "epoch": 1.525046078230596,
      "grad_norm": 2.305287637563091,
      "learning_rate": 0.00025809511655446976,
      "loss": 4.5938,
      "step": 37234
    },
    {
      "epoch": 1.5250870366577924,
      "grad_norm": 4.3574857537934415,
      "learning_rate": 0.00025809285535330177,
      "loss": 5.125,
      "step": 37235
    },
    {
      "epoch": 1.5251279950849888,
      "grad_norm": 2.5132711126552763,
      "learning_rate": 0.00025809059410103377,
      "loss": 4.5938,
      "step": 37236
    },
    {
      "epoch": 1.525168953512185,
      "grad_norm": 9.803797522402162,
      "learning_rate": 0.0002580883327976668,
      "loss": 4.5625,
      "step": 37237
    },
    {
      "epoch": 1.5252099119393816,
      "grad_norm": 3.624694753384304,
      "learning_rate": 0.0002580860714432019,
      "loss": 4.2812,
      "step": 37238
    },
    {
      "epoch": 1.525250870366578,
      "grad_norm": 2.522718897278879,
      "learning_rate": 0.00025808381003764025,
      "loss": 5.2188,
      "step": 37239
    },
    {
      "epoch": 1.5252918287937742,
      "grad_norm": 2.1222295118501022,
      "learning_rate": 0.0002580815485809828,
      "loss": 4.3438,
      "step": 37240
    },
    {
      "epoch": 1.5253327872209708,
      "grad_norm": 2.434900421613439,
      "learning_rate": 0.0002580792870732307,
      "loss": 4.7188,
      "step": 37241
    },
    {
      "epoch": 1.525373745648167,
      "grad_norm": 4.267864860103675,
      "learning_rate": 0.00025807702551438493,
      "loss": 5.1562,
      "step": 37242
    },
    {
      "epoch": 1.5254147040753634,
      "grad_norm": 5.314726490071457,
      "learning_rate": 0.00025807476390444665,
      "loss": 5.0938,
      "step": 37243
    },
    {
      "epoch": 1.52545566250256,
      "grad_norm": 7.491698331843943,
      "learning_rate": 0.0002580725022434169,
      "loss": 6.5,
      "step": 37244
    },
    {
      "epoch": 1.5254966209297565,
      "grad_norm": 4.833517336398993,
      "learning_rate": 0.00025807024053129676,
      "loss": 4.7812,
      "step": 37245
    },
    {
      "epoch": 1.5255375793569526,
      "grad_norm": 2.905319715812917,
      "learning_rate": 0.0002580679787680872,
      "loss": 5.6562,
      "step": 37246
    },
    {
      "epoch": 1.525578537784149,
      "grad_norm": 3.2371904523790738,
      "learning_rate": 0.00025806571695378944,
      "loss": 5.3125,
      "step": 37247
    },
    {
      "epoch": 1.5256194962113456,
      "grad_norm": 2.370225423894858,
      "learning_rate": 0.00025806345508840446,
      "loss": 4.3125,
      "step": 37248
    },
    {
      "epoch": 1.5256604546385417,
      "grad_norm": 2.3207786621999347,
      "learning_rate": 0.0002580611931719334,
      "loss": 4.1875,
      "step": 37249
    },
    {
      "epoch": 1.5257014130657383,
      "grad_norm": 1.9911573850575301,
      "learning_rate": 0.0002580589312043772,
      "loss": 4.375,
      "step": 37250
    },
    {
      "epoch": 1.5257423714929348,
      "grad_norm": 3.006646883899388,
      "learning_rate": 0.00025805666918573704,
      "loss": 2.375,
      "step": 37251
    },
    {
      "epoch": 1.525783329920131,
      "grad_norm": 3.2177462016577154,
      "learning_rate": 0.000258054407116014,
      "loss": 4.8438,
      "step": 37252
    },
    {
      "epoch": 1.5258242883473274,
      "grad_norm": 2.468366846202677,
      "learning_rate": 0.0002580521449952091,
      "loss": 4.7188,
      "step": 37253
    },
    {
      "epoch": 1.525865246774524,
      "grad_norm": 3.317797134227897,
      "learning_rate": 0.0002580498828233233,
      "loss": 3.2969,
      "step": 37254
    },
    {
      "epoch": 1.5259062052017203,
      "grad_norm": 3.004796526604483,
      "learning_rate": 0.0002580476206003579,
      "loss": 6.5938,
      "step": 37255
    },
    {
      "epoch": 1.5259471636289166,
      "grad_norm": 2.2129915836854632,
      "learning_rate": 0.0002580453583263138,
      "loss": 4.9375,
      "step": 37256
    },
    {
      "epoch": 1.5259881220561131,
      "grad_norm": 2.6139105627935355,
      "learning_rate": 0.00025804309600119214,
      "loss": 5.6562,
      "step": 37257
    },
    {
      "epoch": 1.5260290804833094,
      "grad_norm": 5.681086798686728,
      "learning_rate": 0.000258040833624994,
      "loss": 7.4375,
      "step": 37258
    },
    {
      "epoch": 1.5260700389105057,
      "grad_norm": 3.8729822481637286,
      "learning_rate": 0.0002580385711977204,
      "loss": 5.5,
      "step": 37259
    },
    {
      "epoch": 1.5261109973377023,
      "grad_norm": 2.213292143857669,
      "learning_rate": 0.0002580363087193724,
      "loss": 4.6875,
      "step": 37260
    },
    {
      "epoch": 1.5261519557648986,
      "grad_norm": 1.9708847045383693,
      "learning_rate": 0.00025803404618995115,
      "loss": 4.75,
      "step": 37261
    },
    {
      "epoch": 1.526192914192095,
      "grad_norm": 4.020020389668876,
      "learning_rate": 0.0002580317836094577,
      "loss": 4.8125,
      "step": 37262
    },
    {
      "epoch": 1.5262338726192914,
      "grad_norm": 2.4691981650372647,
      "learning_rate": 0.00025802952097789305,
      "loss": 5.625,
      "step": 37263
    },
    {
      "epoch": 1.526274831046488,
      "grad_norm": 2.1517597225046456,
      "learning_rate": 0.00025802725829525826,
      "loss": 4.5312,
      "step": 37264
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 2.3283126825876512,
      "learning_rate": 0.0002580249955615545,
      "loss": 4.25,
      "step": 37265
    },
    {
      "epoch": 1.5263567479008806,
      "grad_norm": 3.185640990458284,
      "learning_rate": 0.0002580227327767828,
      "loss": 4.875,
      "step": 37266
    },
    {
      "epoch": 1.5263977063280771,
      "grad_norm": 2.261625992756065,
      "learning_rate": 0.0002580204699409442,
      "loss": 4.5312,
      "step": 37267
    },
    {
      "epoch": 1.5264386647552732,
      "grad_norm": 2.4749001692083175,
      "learning_rate": 0.0002580182070540398,
      "loss": 6.375,
      "step": 37268
    },
    {
      "epoch": 1.5264796231824698,
      "grad_norm": 2.3606762549734626,
      "learning_rate": 0.0002580159441160707,
      "loss": 4.9688,
      "step": 37269
    },
    {
      "epoch": 1.5265205816096663,
      "grad_norm": 2.44780213714061,
      "learning_rate": 0.0002580136811270379,
      "loss": 5.5938,
      "step": 37270
    },
    {
      "epoch": 1.5265615400368626,
      "grad_norm": 2.5228032460503753,
      "learning_rate": 0.00025801141808694245,
      "loss": 6.1875,
      "step": 37271
    },
    {
      "epoch": 1.526602498464059,
      "grad_norm": 2.4937886796577717,
      "learning_rate": 0.0002580091549957855,
      "loss": 5.4688,
      "step": 37272
    },
    {
      "epoch": 1.5266434568912555,
      "grad_norm": 2.3360205238333305,
      "learning_rate": 0.0002580068918535681,
      "loss": 4.0312,
      "step": 37273
    },
    {
      "epoch": 1.5266844153184518,
      "grad_norm": 2.230380783154756,
      "learning_rate": 0.00025800462866029135,
      "loss": 5.3438,
      "step": 37274
    },
    {
      "epoch": 1.526725373745648,
      "grad_norm": 4.204936513715045,
      "learning_rate": 0.0002580023654159562,
      "loss": 3.5625,
      "step": 37275
    },
    {
      "epoch": 1.5267663321728446,
      "grad_norm": 3.500898498364103,
      "learning_rate": 0.00025800010212056383,
      "loss": 6.0625,
      "step": 37276
    },
    {
      "epoch": 1.526807290600041,
      "grad_norm": 3.2053526490696296,
      "learning_rate": 0.00025799783877411526,
      "loss": 5.2188,
      "step": 37277
    },
    {
      "epoch": 1.5268482490272373,
      "grad_norm": 2.2145904344175156,
      "learning_rate": 0.0002579955753766116,
      "loss": 4.625,
      "step": 37278
    },
    {
      "epoch": 1.5268892074544338,
      "grad_norm": 3.5591775615694456,
      "learning_rate": 0.00025799331192805395,
      "loss": 6.0625,
      "step": 37279
    },
    {
      "epoch": 1.52693016588163,
      "grad_norm": 2.508551483216198,
      "learning_rate": 0.0002579910484284432,
      "loss": 5.6562,
      "step": 37280
    },
    {
      "epoch": 1.5269711243088264,
      "grad_norm": 3.3726595062569924,
      "learning_rate": 0.00025798878487778067,
      "loss": 5.375,
      "step": 37281
    },
    {
      "epoch": 1.527012082736023,
      "grad_norm": 2.581956438821702,
      "learning_rate": 0.00025798652127606727,
      "loss": 5.375,
      "step": 37282
    },
    {
      "epoch": 1.5270530411632195,
      "grad_norm": 2.377871753140091,
      "learning_rate": 0.00025798425762330415,
      "loss": 5.375,
      "step": 37283
    },
    {
      "epoch": 1.5270939995904156,
      "grad_norm": 2.1511141257099453,
      "learning_rate": 0.00025798199391949224,
      "loss": 4.75,
      "step": 37284
    },
    {
      "epoch": 1.5271349580176121,
      "grad_norm": 2.617332458695582,
      "learning_rate": 0.0002579797301646328,
      "loss": 5.125,
      "step": 37285
    },
    {
      "epoch": 1.5271759164448087,
      "grad_norm": 3.441822692647828,
      "learning_rate": 0.00025797746635872676,
      "loss": 4.875,
      "step": 37286
    },
    {
      "epoch": 1.527216874872005,
      "grad_norm": 2.9391215518723035,
      "learning_rate": 0.00025797520250177525,
      "loss": 5.4688,
      "step": 37287
    },
    {
      "epoch": 1.5272578332992013,
      "grad_norm": 2.7930043585624458,
      "learning_rate": 0.00025797293859377933,
      "loss": 5.0938,
      "step": 37288
    },
    {
      "epoch": 1.5272987917263978,
      "grad_norm": 2.7916913416552838,
      "learning_rate": 0.0002579706746347401,
      "loss": 4.5938,
      "step": 37289
    },
    {
      "epoch": 1.5273397501535941,
      "grad_norm": 2.225019555546887,
      "learning_rate": 0.00025796841062465854,
      "loss": 4.75,
      "step": 37290
    },
    {
      "epoch": 1.5273807085807904,
      "grad_norm": 2.6050808995787067,
      "learning_rate": 0.0002579661465635358,
      "loss": 4.3438,
      "step": 37291
    },
    {
      "epoch": 1.527421667007987,
      "grad_norm": 2.2826567115455125,
      "learning_rate": 0.00025796388245137293,
      "loss": 3.9062,
      "step": 37292
    },
    {
      "epoch": 1.5274626254351833,
      "grad_norm": 3.396961410464449,
      "learning_rate": 0.00025796161828817106,
      "loss": 3.9375,
      "step": 37293
    },
    {
      "epoch": 1.5275035838623796,
      "grad_norm": 2.4085887124460825,
      "learning_rate": 0.00025795935407393113,
      "loss": 4.5,
      "step": 37294
    },
    {
      "epoch": 1.5275445422895761,
      "grad_norm": 2.4919584793517027,
      "learning_rate": 0.0002579570898086543,
      "loss": 5.2812,
      "step": 37295
    },
    {
      "epoch": 1.5275855007167725,
      "grad_norm": 10.133039196996137,
      "learning_rate": 0.00025795482549234166,
      "loss": 5.2812,
      "step": 37296
    },
    {
      "epoch": 1.5276264591439688,
      "grad_norm": 2.6372915501424385,
      "learning_rate": 0.0002579525611249942,
      "loss": 5.1875,
      "step": 37297
    },
    {
      "epoch": 1.5276674175711653,
      "grad_norm": 13.221789911465251,
      "learning_rate": 0.000257950296706613,
      "loss": 1.6797,
      "step": 37298
    },
    {
      "epoch": 1.5277083759983616,
      "grad_norm": 5.320637241304873,
      "learning_rate": 0.0002579480322371992,
      "loss": 5.9688,
      "step": 37299
    },
    {
      "epoch": 1.527749334425558,
      "grad_norm": 3.6554388667494826,
      "learning_rate": 0.00025794576771675387,
      "loss": 2.1719,
      "step": 37300
    },
    {
      "epoch": 1.5277902928527545,
      "grad_norm": 2.274276974726218,
      "learning_rate": 0.00025794350314527805,
      "loss": 5.3438,
      "step": 37301
    },
    {
      "epoch": 1.527831251279951,
      "grad_norm": 2.4594693286723732,
      "learning_rate": 0.00025794123852277274,
      "loss": 5.4062,
      "step": 37302
    },
    {
      "epoch": 1.527872209707147,
      "grad_norm": 3.811833911147245,
      "learning_rate": 0.00025793897384923913,
      "loss": 5.9375,
      "step": 37303
    },
    {
      "epoch": 1.5279131681343436,
      "grad_norm": 2.8700508242324814,
      "learning_rate": 0.00025793670912467825,
      "loss": 5.875,
      "step": 37304
    },
    {
      "epoch": 1.5279541265615402,
      "grad_norm": 2.9127732210466832,
      "learning_rate": 0.0002579344443490911,
      "loss": 5.4375,
      "step": 37305
    },
    {
      "epoch": 1.5279950849887365,
      "grad_norm": 2.3739024884341866,
      "learning_rate": 0.00025793217952247886,
      "loss": 5.4062,
      "step": 37306
    },
    {
      "epoch": 1.5280360434159328,
      "grad_norm": 3.2043433521716587,
      "learning_rate": 0.0002579299146448425,
      "loss": 4.625,
      "step": 37307
    },
    {
      "epoch": 1.5280770018431293,
      "grad_norm": 2.4574647255260604,
      "learning_rate": 0.00025792764971618317,
      "loss": 5.125,
      "step": 37308
    },
    {
      "epoch": 1.5281179602703256,
      "grad_norm": 2.6120260160600743,
      "learning_rate": 0.00025792538473650193,
      "loss": 5.6562,
      "step": 37309
    },
    {
      "epoch": 1.528158918697522,
      "grad_norm": 7.380041083706047,
      "learning_rate": 0.00025792311970579976,
      "loss": 6.7188,
      "step": 37310
    },
    {
      "epoch": 1.5281998771247185,
      "grad_norm": 2.8367604780126743,
      "learning_rate": 0.00025792085462407786,
      "loss": 6.6562,
      "step": 37311
    },
    {
      "epoch": 1.5282408355519148,
      "grad_norm": 3.1046362097004705,
      "learning_rate": 0.0002579185894913372,
      "loss": 4.7812,
      "step": 37312
    },
    {
      "epoch": 1.5282817939791111,
      "grad_norm": 3.0985347353383093,
      "learning_rate": 0.0002579163243075789,
      "loss": 5.125,
      "step": 37313
    },
    {
      "epoch": 1.5283227524063077,
      "grad_norm": 4.785514446754802,
      "learning_rate": 0.00025791405907280403,
      "loss": 2.7812,
      "step": 37314
    },
    {
      "epoch": 1.528363710833504,
      "grad_norm": 2.5695838824797326,
      "learning_rate": 0.0002579117937870137,
      "loss": 4.625,
      "step": 37315
    },
    {
      "epoch": 1.5284046692607003,
      "grad_norm": 2.105836454025392,
      "learning_rate": 0.0002579095284502089,
      "loss": 4.3125,
      "step": 37316
    },
    {
      "epoch": 1.5284456276878968,
      "grad_norm": 2.4554250735042533,
      "learning_rate": 0.00025790726306239075,
      "loss": 4.75,
      "step": 37317
    },
    {
      "epoch": 1.5284865861150931,
      "grad_norm": 3.140713941488798,
      "learning_rate": 0.00025790499762356025,
      "loss": 5.375,
      "step": 37318
    },
    {
      "epoch": 1.5285275445422895,
      "grad_norm": 7.447924129562702,
      "learning_rate": 0.0002579027321337186,
      "loss": 3.875,
      "step": 37319
    },
    {
      "epoch": 1.528568502969486,
      "grad_norm": 2.1696681170040453,
      "learning_rate": 0.0002579004665928668,
      "loss": 5.2188,
      "step": 37320
    },
    {
      "epoch": 1.5286094613966825,
      "grad_norm": 2.6219646053559744,
      "learning_rate": 0.00025789820100100594,
      "loss": 4.625,
      "step": 37321
    },
    {
      "epoch": 1.5286504198238786,
      "grad_norm": 4.162920761327822,
      "learning_rate": 0.000257895935358137,
      "loss": 4.7812,
      "step": 37322
    },
    {
      "epoch": 1.5286913782510752,
      "grad_norm": 2.4816619539508764,
      "learning_rate": 0.00025789366966426114,
      "loss": 5.6875,
      "step": 37323
    },
    {
      "epoch": 1.5287323366782717,
      "grad_norm": 4.523791388271879,
      "learning_rate": 0.0002578914039193794,
      "loss": 4.7812,
      "step": 37324
    },
    {
      "epoch": 1.528773295105468,
      "grad_norm": 2.517653314563885,
      "learning_rate": 0.0002578891381234929,
      "loss": 5.1562,
      "step": 37325
    },
    {
      "epoch": 1.5288142535326643,
      "grad_norm": 2.213453300600953,
      "learning_rate": 0.00025788687227660265,
      "loss": 4.7188,
      "step": 37326
    },
    {
      "epoch": 1.5288552119598608,
      "grad_norm": 3.55864517487026,
      "learning_rate": 0.0002578846063787098,
      "loss": 5.5938,
      "step": 37327
    },
    {
      "epoch": 1.5288961703870572,
      "grad_norm": 2.2242557842292796,
      "learning_rate": 0.00025788234042981533,
      "loss": 4.2812,
      "step": 37328
    },
    {
      "epoch": 1.5289371288142535,
      "grad_norm": 2.8494441674477042,
      "learning_rate": 0.00025788007442992033,
      "loss": 4.0312,
      "step": 37329
    },
    {
      "epoch": 1.52897808724145,
      "grad_norm": 8.254234036566594,
      "learning_rate": 0.00025787780837902593,
      "loss": 2.5312,
      "step": 37330
    },
    {
      "epoch": 1.5290190456686463,
      "grad_norm": 3.3868661147508288,
      "learning_rate": 0.0002578755422771331,
      "loss": 5.8438,
      "step": 37331
    },
    {
      "epoch": 1.5290600040958426,
      "grad_norm": 2.4415241993783687,
      "learning_rate": 0.00025787327612424303,
      "loss": 5.2188,
      "step": 37332
    },
    {
      "epoch": 1.5291009625230392,
      "grad_norm": 3.145956076344573,
      "learning_rate": 0.0002578710099203567,
      "loss": 2.3281,
      "step": 37333
    },
    {
      "epoch": 1.5291419209502355,
      "grad_norm": 2.574665544742648,
      "learning_rate": 0.00025786874366547525,
      "loss": 5.6875,
      "step": 37334
    },
    {
      "epoch": 1.5291828793774318,
      "grad_norm": 2.3978905756426188,
      "learning_rate": 0.0002578664773595997,
      "loss": 4.25,
      "step": 37335
    },
    {
      "epoch": 1.5292238378046283,
      "grad_norm": 2.284103704140463,
      "learning_rate": 0.00025786421100273114,
      "loss": 5.7188,
      "step": 37336
    },
    {
      "epoch": 1.5292647962318247,
      "grad_norm": 2.3238635805361687,
      "learning_rate": 0.00025786194459487065,
      "loss": 5.1875,
      "step": 37337
    },
    {
      "epoch": 1.529305754659021,
      "grad_norm": 2.2438728590838664,
      "learning_rate": 0.0002578596781360193,
      "loss": 4.875,
      "step": 37338
    },
    {
      "epoch": 1.5293467130862175,
      "grad_norm": 3.7478776187585217,
      "learning_rate": 0.00025785741162617814,
      "loss": 5.4062,
      "step": 37339
    },
    {
      "epoch": 1.529387671513414,
      "grad_norm": 2.1723011789809115,
      "learning_rate": 0.0002578551450653483,
      "loss": 4.5625,
      "step": 37340
    },
    {
      "epoch": 1.5294286299406101,
      "grad_norm": 2.4679915259562137,
      "learning_rate": 0.0002578528784535307,
      "loss": 5.3125,
      "step": 37341
    },
    {
      "epoch": 1.5294695883678067,
      "grad_norm": 5.585366087175628,
      "learning_rate": 0.0002578506117907266,
      "loss": 5.9688,
      "step": 37342
    },
    {
      "epoch": 1.5295105467950032,
      "grad_norm": 2.334003802280003,
      "learning_rate": 0.00025784834507693694,
      "loss": 4.9375,
      "step": 37343
    },
    {
      "epoch": 1.5295515052221995,
      "grad_norm": 2.611537184765982,
      "learning_rate": 0.00025784607831216285,
      "loss": 5.0938,
      "step": 37344
    },
    {
      "epoch": 1.5295924636493958,
      "grad_norm": 3.832554543828808,
      "learning_rate": 0.0002578438114964054,
      "loss": 5.5,
      "step": 37345
    },
    {
      "epoch": 1.5296334220765924,
      "grad_norm": 2.546930917393919,
      "learning_rate": 0.00025784154462966567,
      "loss": 4.4688,
      "step": 37346
    },
    {
      "epoch": 1.5296743805037887,
      "grad_norm": 2.188793989266997,
      "learning_rate": 0.00025783927771194474,
      "loss": 5.125,
      "step": 37347
    },
    {
      "epoch": 1.529715338930985,
      "grad_norm": 2.24487272587588,
      "learning_rate": 0.00025783701074324355,
      "loss": 4.25,
      "step": 37348
    },
    {
      "epoch": 1.5297562973581815,
      "grad_norm": 3.485754533087865,
      "learning_rate": 0.0002578347437235634,
      "loss": 5.9062,
      "step": 37349
    },
    {
      "epoch": 1.5297972557853778,
      "grad_norm": 6.948240734747455,
      "learning_rate": 0.0002578324766529052,
      "loss": 3.6406,
      "step": 37350
    },
    {
      "epoch": 1.5298382142125742,
      "grad_norm": 2.391626414087497,
      "learning_rate": 0.00025783020953127,
      "loss": 4.6875,
      "step": 37351
    },
    {
      "epoch": 1.5298791726397707,
      "grad_norm": 3.665108279740586,
      "learning_rate": 0.000257827942358659,
      "loss": 5.3125,
      "step": 37352
    },
    {
      "epoch": 1.529920131066967,
      "grad_norm": 2.764329906992299,
      "learning_rate": 0.0002578256751350732,
      "loss": 5.875,
      "step": 37353
    },
    {
      "epoch": 1.5299610894941633,
      "grad_norm": 7.113087656028602,
      "learning_rate": 0.00025782340786051366,
      "loss": 1.4297,
      "step": 37354
    },
    {
      "epoch": 1.5300020479213599,
      "grad_norm": 2.6303232718819864,
      "learning_rate": 0.0002578211405349815,
      "loss": 3.4219,
      "step": 37355
    },
    {
      "epoch": 1.5300430063485562,
      "grad_norm": 3.0835032975185626,
      "learning_rate": 0.00025781887315847775,
      "loss": 5.1875,
      "step": 37356
    },
    {
      "epoch": 1.5300839647757525,
      "grad_norm": 2.258388942422363,
      "learning_rate": 0.0002578166057310035,
      "loss": 4.6562,
      "step": 37357
    },
    {
      "epoch": 1.530124923202949,
      "grad_norm": 2.242132493272322,
      "learning_rate": 0.0002578143382525598,
      "loss": 4.2812,
      "step": 37358
    },
    {
      "epoch": 1.5301658816301456,
      "grad_norm": 4.8900016205633845,
      "learning_rate": 0.0002578120707231477,
      "loss": 0.9922,
      "step": 37359
    },
    {
      "epoch": 1.5302068400573416,
      "grad_norm": 2.666997526475502,
      "learning_rate": 0.0002578098031427684,
      "loss": 5.2188,
      "step": 37360
    },
    {
      "epoch": 1.5302477984845382,
      "grad_norm": 2.2697783029456127,
      "learning_rate": 0.00025780753551142284,
      "loss": 4.4688,
      "step": 37361
    },
    {
      "epoch": 1.5302887569117347,
      "grad_norm": 2.742859887523695,
      "learning_rate": 0.0002578052678291121,
      "loss": 6.1875,
      "step": 37362
    },
    {
      "epoch": 1.530329715338931,
      "grad_norm": 5.323849970618307,
      "learning_rate": 0.00025780300009583726,
      "loss": 4.4375,
      "step": 37363
    },
    {
      "epoch": 1.5303706737661273,
      "grad_norm": 2.6831177590076476,
      "learning_rate": 0.00025780073231159947,
      "loss": 5.3438,
      "step": 37364
    },
    {
      "epoch": 1.5304116321933239,
      "grad_norm": 2.884007499134934,
      "learning_rate": 0.0002577984644763998,
      "loss": 5.25,
      "step": 37365
    },
    {
      "epoch": 1.5304525906205202,
      "grad_norm": 3.107866333556884,
      "learning_rate": 0.0002577961965902392,
      "loss": 3.1094,
      "step": 37366
    },
    {
      "epoch": 1.5304935490477165,
      "grad_norm": 3.6138316929902228,
      "learning_rate": 0.0002577939286531188,
      "loss": 5.8438,
      "step": 37367
    },
    {
      "epoch": 1.530534507474913,
      "grad_norm": 2.2359580194101585,
      "learning_rate": 0.0002577916606650397,
      "loss": 5.0625,
      "step": 37368
    },
    {
      "epoch": 1.5305754659021094,
      "grad_norm": 4.031465787585698,
      "learning_rate": 0.000257789392626003,
      "loss": 7.0,
      "step": 37369
    },
    {
      "epoch": 1.5306164243293057,
      "grad_norm": 3.2349065216081008,
      "learning_rate": 0.00025778712453600964,
      "loss": 6.0312,
      "step": 37370
    },
    {
      "epoch": 1.5306573827565022,
      "grad_norm": 3.508777134968522,
      "learning_rate": 0.0002577848563950609,
      "loss": 5.5,
      "step": 37371
    },
    {
      "epoch": 1.5306983411836985,
      "grad_norm": 2.7461778264714103,
      "learning_rate": 0.00025778258820315764,
      "loss": 4.3438,
      "step": 37372
    },
    {
      "epoch": 1.5307392996108948,
      "grad_norm": 2.948595852607978,
      "learning_rate": 0.0002577803199603011,
      "loss": 4.3125,
      "step": 37373
    },
    {
      "epoch": 1.5307802580380914,
      "grad_norm": 2.6714979394400893,
      "learning_rate": 0.0002577780516664922,
      "loss": 4.9688,
      "step": 37374
    },
    {
      "epoch": 1.5308212164652877,
      "grad_norm": 3.6899538093898414,
      "learning_rate": 0.00025777578332173215,
      "loss": 4.3125,
      "step": 37375
    },
    {
      "epoch": 1.530862174892484,
      "grad_norm": 2.5087875354378992,
      "learning_rate": 0.00025777351492602195,
      "loss": 4.9375,
      "step": 37376
    },
    {
      "epoch": 1.5309031333196805,
      "grad_norm": 2.3859047556989235,
      "learning_rate": 0.0002577712464793627,
      "loss": 4.8438,
      "step": 37377
    },
    {
      "epoch": 1.530944091746877,
      "grad_norm": 2.946235096807865,
      "learning_rate": 0.0002577689779817554,
      "loss": 6.2188,
      "step": 37378
    },
    {
      "epoch": 1.5309850501740732,
      "grad_norm": 2.6582545848980366,
      "learning_rate": 0.00025776670943320124,
      "loss": 5.6875,
      "step": 37379
    },
    {
      "epoch": 1.5310260086012697,
      "grad_norm": 2.3277101064358336,
      "learning_rate": 0.0002577644408337012,
      "loss": 4.7812,
      "step": 37380
    },
    {
      "epoch": 1.5310669670284662,
      "grad_norm": 2.4125986327053695,
      "learning_rate": 0.00025776217218325645,
      "loss": 5.0938,
      "step": 37381
    },
    {
      "epoch": 1.5311079254556625,
      "grad_norm": 3.6182052907264524,
      "learning_rate": 0.0002577599034818679,
      "loss": 3.1719,
      "step": 37382
    },
    {
      "epoch": 1.5311488838828589,
      "grad_norm": 3.0657944106813866,
      "learning_rate": 0.0002577576347295368,
      "loss": 4.9062,
      "step": 37383
    },
    {
      "epoch": 1.5311898423100554,
      "grad_norm": 2.720621214683189,
      "learning_rate": 0.0002577553659262641,
      "loss": 4.7188,
      "step": 37384
    },
    {
      "epoch": 1.5312308007372517,
      "grad_norm": 2.7953398617975425,
      "learning_rate": 0.0002577530970720509,
      "loss": 6.375,
      "step": 37385
    },
    {
      "epoch": 1.531271759164448,
      "grad_norm": 2.535532752537089,
      "learning_rate": 0.00025775082816689834,
      "loss": 5.5625,
      "step": 37386
    },
    {
      "epoch": 1.5313127175916446,
      "grad_norm": 2.545562301234212,
      "learning_rate": 0.0002577485592108074,
      "loss": 4.0625,
      "step": 37387
    },
    {
      "epoch": 1.5313536760188409,
      "grad_norm": 4.328646309389026,
      "learning_rate": 0.00025774629020377924,
      "loss": 3.6719,
      "step": 37388
    },
    {
      "epoch": 1.5313946344460372,
      "grad_norm": 5.001068132006658,
      "learning_rate": 0.0002577440211458148,
      "loss": 4.8438,
      "step": 37389
    },
    {
      "epoch": 1.5314355928732337,
      "grad_norm": 2.1213310684202358,
      "learning_rate": 0.0002577417520369153,
      "loss": 4.7812,
      "step": 37390
    },
    {
      "epoch": 1.53147655130043,
      "grad_norm": 2.844185355812173,
      "learning_rate": 0.0002577394828770818,
      "loss": 6.4375,
      "step": 37391
    },
    {
      "epoch": 1.5315175097276263,
      "grad_norm": 4.91582048779681,
      "learning_rate": 0.00025773721366631523,
      "loss": 1.9062,
      "step": 37392
    },
    {
      "epoch": 1.5315584681548229,
      "grad_norm": 2.546517131440547,
      "learning_rate": 0.0002577349444046168,
      "loss": 6.1875,
      "step": 37393
    },
    {
      "epoch": 1.5315994265820192,
      "grad_norm": 2.6691025669449178,
      "learning_rate": 0.00025773267509198757,
      "loss": 6.2188,
      "step": 37394
    },
    {
      "epoch": 1.5316403850092155,
      "grad_norm": 2.664665736149927,
      "learning_rate": 0.00025773040572842857,
      "loss": 5.875,
      "step": 37395
    },
    {
      "epoch": 1.531681343436412,
      "grad_norm": 2.1904080255851555,
      "learning_rate": 0.0002577281363139408,
      "loss": 4.6562,
      "step": 37396
    },
    {
      "epoch": 1.5317223018636086,
      "grad_norm": 2.206736577204734,
      "learning_rate": 0.0002577258668485255,
      "loss": 4.3438,
      "step": 37397
    },
    {
      "epoch": 1.5317632602908047,
      "grad_norm": 2.7085469051438156,
      "learning_rate": 0.0002577235973321837,
      "loss": 4.3438,
      "step": 37398
    },
    {
      "epoch": 1.5318042187180012,
      "grad_norm": 3.007104636915799,
      "learning_rate": 0.00025772132776491637,
      "loss": 5.1562,
      "step": 37399
    },
    {
      "epoch": 1.5318451771451977,
      "grad_norm": 3.0327714945452624,
      "learning_rate": 0.00025771905814672464,
      "loss": 4.5,
      "step": 37400
    },
    {
      "epoch": 1.531886135572394,
      "grad_norm": 9.54811240821404,
      "learning_rate": 0.0002577167884776096,
      "loss": 4.25,
      "step": 37401
    },
    {
      "epoch": 1.5319270939995904,
      "grad_norm": 2.2407759545696244,
      "learning_rate": 0.0002577145187575723,
      "loss": 5.0938,
      "step": 37402
    },
    {
      "epoch": 1.531968052426787,
      "grad_norm": 2.3396830514579277,
      "learning_rate": 0.0002577122489866138,
      "loss": 4.9375,
      "step": 37403
    },
    {
      "epoch": 1.5320090108539832,
      "grad_norm": 2.3161481286900725,
      "learning_rate": 0.0002577099791647353,
      "loss": 4.0938,
      "step": 37404
    },
    {
      "epoch": 1.5320499692811795,
      "grad_norm": 2.8534224444335377,
      "learning_rate": 0.0002577077092919377,
      "loss": 4.2812,
      "step": 37405
    },
    {
      "epoch": 1.532090927708376,
      "grad_norm": 3.42404834635979,
      "learning_rate": 0.0002577054393682222,
      "loss": 5.0938,
      "step": 37406
    },
    {
      "epoch": 1.5321318861355724,
      "grad_norm": 4.773852580993752,
      "learning_rate": 0.0002577031693935897,
      "loss": 7.0,
      "step": 37407
    },
    {
      "epoch": 1.5321728445627687,
      "grad_norm": 2.7559016684843534,
      "learning_rate": 0.00025770089936804155,
      "loss": 5.375,
      "step": 37408
    },
    {
      "epoch": 1.5322138029899652,
      "grad_norm": 4.82709839867536,
      "learning_rate": 0.0002576986292915786,
      "loss": 5.5312,
      "step": 37409
    },
    {
      "epoch": 1.5322547614171615,
      "grad_norm": 2.300790096906033,
      "learning_rate": 0.000257696359164202,
      "loss": 5.3438,
      "step": 37410
    },
    {
      "epoch": 1.5322957198443579,
      "grad_norm": 7.395101559688215,
      "learning_rate": 0.00025769408898591276,
      "loss": 3.4219,
      "step": 37411
    },
    {
      "epoch": 1.5323366782715544,
      "grad_norm": 2.9021471479376157,
      "learning_rate": 0.000257691818756712,
      "loss": 6.375,
      "step": 37412
    },
    {
      "epoch": 1.532377636698751,
      "grad_norm": 5.857796524719637,
      "learning_rate": 0.00025768954847660085,
      "loss": 3.5,
      "step": 37413
    },
    {
      "epoch": 1.532418595125947,
      "grad_norm": 2.6969112108012587,
      "learning_rate": 0.0002576872781455803,
      "loss": 5.3438,
      "step": 37414
    },
    {
      "epoch": 1.5324595535531436,
      "grad_norm": 6.843569153493457,
      "learning_rate": 0.00025768500776365144,
      "loss": 7.5,
      "step": 37415
    },
    {
      "epoch": 1.53250051198034,
      "grad_norm": 2.618334968804669,
      "learning_rate": 0.0002576827373308154,
      "loss": 5.1875,
      "step": 37416
    },
    {
      "epoch": 1.5325414704075362,
      "grad_norm": 4.124032473490286,
      "learning_rate": 0.0002576804668470732,
      "loss": 6.7812,
      "step": 37417
    },
    {
      "epoch": 1.5325824288347327,
      "grad_norm": 2.8600405841545538,
      "learning_rate": 0.00025767819631242585,
      "loss": 5.0938,
      "step": 37418
    },
    {
      "epoch": 1.5326233872619293,
      "grad_norm": 2.555292079483678,
      "learning_rate": 0.00025767592572687457,
      "loss": 4.9062,
      "step": 37419
    },
    {
      "epoch": 1.5326643456891256,
      "grad_norm": 2.7344037210611623,
      "learning_rate": 0.00025767365509042037,
      "loss": 5.625,
      "step": 37420
    },
    {
      "epoch": 1.5327053041163219,
      "grad_norm": 2.6142211212030815,
      "learning_rate": 0.0002576713844030643,
      "loss": 5.4688,
      "step": 37421
    },
    {
      "epoch": 1.5327462625435184,
      "grad_norm": 2.507368035656943,
      "learning_rate": 0.0002576691136648074,
      "loss": 5.0938,
      "step": 37422
    },
    {
      "epoch": 1.5327872209707147,
      "grad_norm": 7.61223429471518,
      "learning_rate": 0.0002576668428756508,
      "loss": 5.5,
      "step": 37423
    },
    {
      "epoch": 1.532828179397911,
      "grad_norm": 4.323285935343656,
      "learning_rate": 0.00025766457203559565,
      "loss": 3.9062,
      "step": 37424
    },
    {
      "epoch": 1.5328691378251076,
      "grad_norm": 7.493615580409072,
      "learning_rate": 0.0002576623011446429,
      "loss": 3.9531,
      "step": 37425
    },
    {
      "epoch": 1.532910096252304,
      "grad_norm": 5.111553537313793,
      "learning_rate": 0.0002576600302027936,
      "loss": 6.0625,
      "step": 37426
    },
    {
      "epoch": 1.5329510546795002,
      "grad_norm": 2.0563254527718504,
      "learning_rate": 0.00025765775921004894,
      "loss": 4.0312,
      "step": 37427
    },
    {
      "epoch": 1.5329920131066967,
      "grad_norm": 2.4244984859643846,
      "learning_rate": 0.0002576554881664099,
      "loss": 6.1562,
      "step": 37428
    },
    {
      "epoch": 1.533032971533893,
      "grad_norm": 2.6620641573164407,
      "learning_rate": 0.00025765321707187767,
      "loss": 5.0625,
      "step": 37429
    },
    {
      "epoch": 1.5330739299610894,
      "grad_norm": 3.6193895682909263,
      "learning_rate": 0.00025765094592645316,
      "loss": 5.6562,
      "step": 37430
    },
    {
      "epoch": 1.533114888388286,
      "grad_norm": 3.886345467394131,
      "learning_rate": 0.0002576486747301376,
      "loss": 6.7188,
      "step": 37431
    },
    {
      "epoch": 1.5331558468154824,
      "grad_norm": 2.769365482412769,
      "learning_rate": 0.00025764640348293195,
      "loss": 5.0312,
      "step": 37432
    },
    {
      "epoch": 1.5331968052426785,
      "grad_norm": 5.746684927157305,
      "learning_rate": 0.0002576441321848373,
      "loss": 6.1562,
      "step": 37433
    },
    {
      "epoch": 1.533237763669875,
      "grad_norm": 4.226446148703711,
      "learning_rate": 0.00025764186083585477,
      "loss": 5.7188,
      "step": 37434
    },
    {
      "epoch": 1.5332787220970716,
      "grad_norm": 3.644099659955571,
      "learning_rate": 0.00025763958943598547,
      "loss": 4.875,
      "step": 37435
    },
    {
      "epoch": 1.5333196805242677,
      "grad_norm": 5.117369132918906,
      "learning_rate": 0.0002576373179852304,
      "loss": 4.8438,
      "step": 37436
    },
    {
      "epoch": 1.5333606389514642,
      "grad_norm": 2.411100069538095,
      "learning_rate": 0.0002576350464835906,
      "loss": 5.5,
      "step": 37437
    },
    {
      "epoch": 1.5334015973786608,
      "grad_norm": 3.153605225237408,
      "learning_rate": 0.0002576327749310672,
      "loss": 6.5312,
      "step": 37438
    },
    {
      "epoch": 1.533442555805857,
      "grad_norm": 2.471654908883176,
      "learning_rate": 0.00025763050332766135,
      "loss": 5.1875,
      "step": 37439
    },
    {
      "epoch": 1.5334835142330534,
      "grad_norm": 2.4324367407856538,
      "learning_rate": 0.00025762823167337393,
      "loss": 5.5625,
      "step": 37440
    },
    {
      "epoch": 1.53352447266025,
      "grad_norm": 2.271574532642558,
      "learning_rate": 0.0002576259599682062,
      "loss": 5.0,
      "step": 37441
    },
    {
      "epoch": 1.5335654310874463,
      "grad_norm": 3.7003714940804273,
      "learning_rate": 0.00025762368821215915,
      "loss": 4.9062,
      "step": 37442
    },
    {
      "epoch": 1.5336063895146426,
      "grad_norm": 2.3589454685879865,
      "learning_rate": 0.00025762141640523384,
      "loss": 5.3125,
      "step": 37443
    },
    {
      "epoch": 1.533647347941839,
      "grad_norm": 5.332114153099777,
      "learning_rate": 0.0002576191445474314,
      "loss": 5.0312,
      "step": 37444
    },
    {
      "epoch": 1.5336883063690354,
      "grad_norm": 3.009138696572557,
      "learning_rate": 0.0002576168726387529,
      "loss": 3.9688,
      "step": 37445
    },
    {
      "epoch": 1.5337292647962317,
      "grad_norm": 2.525586604368602,
      "learning_rate": 0.00025761460067919934,
      "loss": 5.3438,
      "step": 37446
    },
    {
      "epoch": 1.5337702232234283,
      "grad_norm": 2.9375970807489344,
      "learning_rate": 0.0002576123286687719,
      "loss": 5.25,
      "step": 37447
    },
    {
      "epoch": 1.5338111816506246,
      "grad_norm": 3.09449464228889,
      "learning_rate": 0.0002576100566074715,
      "loss": 4.5312,
      "step": 37448
    },
    {
      "epoch": 1.533852140077821,
      "grad_norm": 2.5963512037568024,
      "learning_rate": 0.00025760778449529937,
      "loss": 3.5156,
      "step": 37449
    },
    {
      "epoch": 1.5338930985050174,
      "grad_norm": 2.2904219619493915,
      "learning_rate": 0.0002576055123322565,
      "loss": 5.0625,
      "step": 37450
    },
    {
      "epoch": 1.533934056932214,
      "grad_norm": 2.585406532629879,
      "learning_rate": 0.000257603240118344,
      "loss": 4.2188,
      "step": 37451
    },
    {
      "epoch": 1.53397501535941,
      "grad_norm": 3.124794006256285,
      "learning_rate": 0.0002576009678535629,
      "loss": 6.1562,
      "step": 37452
    },
    {
      "epoch": 1.5340159737866066,
      "grad_norm": 2.6221640424129244,
      "learning_rate": 0.00025759869553791437,
      "loss": 4.4688,
      "step": 37453
    },
    {
      "epoch": 1.5340569322138031,
      "grad_norm": 2.769400474914649,
      "learning_rate": 0.00025759642317139936,
      "loss": 4.9062,
      "step": 37454
    },
    {
      "epoch": 1.5340978906409994,
      "grad_norm": 2.756053480945401,
      "learning_rate": 0.00025759415075401906,
      "loss": 5.1875,
      "step": 37455
    },
    {
      "epoch": 1.5341388490681958,
      "grad_norm": 2.5397108402652275,
      "learning_rate": 0.00025759187828577445,
      "loss": 4.5625,
      "step": 37456
    },
    {
      "epoch": 1.5341798074953923,
      "grad_norm": 4.434616845248143,
      "learning_rate": 0.00025758960576666666,
      "loss": 5.4375,
      "step": 37457
    },
    {
      "epoch": 1.5342207659225886,
      "grad_norm": 3.725078645399071,
      "learning_rate": 0.0002575873331966967,
      "loss": 4.0312,
      "step": 37458
    },
    {
      "epoch": 1.534261724349785,
      "grad_norm": 2.10712426377997,
      "learning_rate": 0.00025758506057586573,
      "loss": 4.5312,
      "step": 37459
    },
    {
      "epoch": 1.5343026827769815,
      "grad_norm": 2.85249304598895,
      "learning_rate": 0.00025758278790417486,
      "loss": 5.0,
      "step": 37460
    },
    {
      "epoch": 1.5343436412041778,
      "grad_norm": 2.4482282715325776,
      "learning_rate": 0.000257580515181625,
      "loss": 6.0625,
      "step": 37461
    },
    {
      "epoch": 1.534384599631374,
      "grad_norm": 2.4500995118938755,
      "learning_rate": 0.00025757824240821737,
      "loss": 5.9375,
      "step": 37462
    },
    {
      "epoch": 1.5344255580585706,
      "grad_norm": 6.104183919860547,
      "learning_rate": 0.0002575759695839529,
      "loss": 6.375,
      "step": 37463
    },
    {
      "epoch": 1.534466516485767,
      "grad_norm": 5.278629663971503,
      "learning_rate": 0.00025757369670883286,
      "loss": 5.6875,
      "step": 37464
    },
    {
      "epoch": 1.5345074749129632,
      "grad_norm": 2.162109764720042,
      "learning_rate": 0.00025757142378285815,
      "loss": 5.125,
      "step": 37465
    },
    {
      "epoch": 1.5345484333401598,
      "grad_norm": 3.8475324762281966,
      "learning_rate": 0.0002575691508060299,
      "loss": 6.25,
      "step": 37466
    },
    {
      "epoch": 1.534589391767356,
      "grad_norm": 2.3835854652975224,
      "learning_rate": 0.0002575668777783492,
      "loss": 4.8125,
      "step": 37467
    },
    {
      "epoch": 1.5346303501945524,
      "grad_norm": 2.4826230715952256,
      "learning_rate": 0.0002575646046998172,
      "loss": 5.0938,
      "step": 37468
    },
    {
      "epoch": 1.534671308621749,
      "grad_norm": 2.6350610589631223,
      "learning_rate": 0.0002575623315704348,
      "loss": 4.9375,
      "step": 37469
    },
    {
      "epoch": 1.5347122670489455,
      "grad_norm": 2.3732774364881704,
      "learning_rate": 0.00025756005839020326,
      "loss": 3.6875,
      "step": 37470
    },
    {
      "epoch": 1.5347532254761416,
      "grad_norm": 2.094817496459471,
      "learning_rate": 0.00025755778515912354,
      "loss": 4.8125,
      "step": 37471
    },
    {
      "epoch": 1.534794183903338,
      "grad_norm": 1.944060717009273,
      "learning_rate": 0.0002575555118771967,
      "loss": 3.9688,
      "step": 37472
    },
    {
      "epoch": 1.5348351423305346,
      "grad_norm": 2.0805381080592826,
      "learning_rate": 0.0002575532385444239,
      "loss": 4.0938,
      "step": 37473
    },
    {
      "epoch": 1.534876100757731,
      "grad_norm": 2.7965003232179706,
      "learning_rate": 0.00025755096516080615,
      "loss": 5.2812,
      "step": 37474
    },
    {
      "epoch": 1.5349170591849273,
      "grad_norm": 2.6206471293857496,
      "learning_rate": 0.0002575486917263445,
      "loss": 5.1562,
      "step": 37475
    },
    {
      "epoch": 1.5349580176121238,
      "grad_norm": 7.184809476791363,
      "learning_rate": 0.00025754641824104015,
      "loss": 3.0,
      "step": 37476
    },
    {
      "epoch": 1.5349989760393201,
      "grad_norm": 5.34994797799908,
      "learning_rate": 0.000257544144704894,
      "loss": 3.8594,
      "step": 37477
    },
    {
      "epoch": 1.5350399344665164,
      "grad_norm": 4.335825390933795,
      "learning_rate": 0.0002575418711179073,
      "loss": 4.5938,
      "step": 37478
    },
    {
      "epoch": 1.535080892893713,
      "grad_norm": 2.3197911550545003,
      "learning_rate": 0.0002575395974800811,
      "loss": 4.5938,
      "step": 37479
    },
    {
      "epoch": 1.5351218513209093,
      "grad_norm": 4.731506131984122,
      "learning_rate": 0.00025753732379141627,
      "loss": 6.625,
      "step": 37480
    },
    {
      "epoch": 1.5351628097481056,
      "grad_norm": 2.2213224292303595,
      "learning_rate": 0.0002575350500519141,
      "loss": 4.75,
      "step": 37481
    },
    {
      "epoch": 1.5352037681753021,
      "grad_norm": 2.785796030586294,
      "learning_rate": 0.0002575327762615756,
      "loss": 4.5938,
      "step": 37482
    },
    {
      "epoch": 1.5352447266024984,
      "grad_norm": 3.672649525029679,
      "learning_rate": 0.0002575305024204019,
      "loss": 7.25,
      "step": 37483
    },
    {
      "epoch": 1.5352856850296948,
      "grad_norm": 3.0080695499993255,
      "learning_rate": 0.00025752822852839394,
      "loss": 4.6875,
      "step": 37484
    },
    {
      "epoch": 1.5353266434568913,
      "grad_norm": 4.787889581084419,
      "learning_rate": 0.00025752595458555284,
      "loss": 5.25,
      "step": 37485
    },
    {
      "epoch": 1.5353676018840876,
      "grad_norm": 2.1086526018982377,
      "learning_rate": 0.0002575236805918798,
      "loss": 4.9375,
      "step": 37486
    },
    {
      "epoch": 1.535408560311284,
      "grad_norm": 2.5474927919574912,
      "learning_rate": 0.00025752140654737576,
      "loss": 5.7812,
      "step": 37487
    },
    {
      "epoch": 1.5354495187384805,
      "grad_norm": 2.9135386998997355,
      "learning_rate": 0.00025751913245204185,
      "loss": 5.5,
      "step": 37488
    },
    {
      "epoch": 1.535490477165677,
      "grad_norm": 5.196434394214618,
      "learning_rate": 0.0002575168583058791,
      "loss": 3.8125,
      "step": 37489
    },
    {
      "epoch": 1.535531435592873,
      "grad_norm": 2.4049982693740555,
      "learning_rate": 0.0002575145841088886,
      "loss": 4.2812,
      "step": 37490
    },
    {
      "epoch": 1.5355723940200696,
      "grad_norm": 3.0856997628216116,
      "learning_rate": 0.00025751230986107153,
      "loss": 5.5938,
      "step": 37491
    },
    {
      "epoch": 1.5356133524472662,
      "grad_norm": 2.9290466937756254,
      "learning_rate": 0.0002575100355624289,
      "loss": 5.0,
      "step": 37492
    },
    {
      "epoch": 1.5356543108744625,
      "grad_norm": 3.383932846276881,
      "learning_rate": 0.0002575077612129616,
      "loss": 4.8125,
      "step": 37493
    },
    {
      "epoch": 1.5356952693016588,
      "grad_norm": 6.830239060575785,
      "learning_rate": 0.000257505486812671,
      "loss": 3.0625,
      "step": 37494
    },
    {
      "epoch": 1.5357362277288553,
      "grad_norm": 2.829467885894638,
      "learning_rate": 0.00025750321236155804,
      "loss": 4.8125,
      "step": 37495
    },
    {
      "epoch": 1.5357771861560516,
      "grad_norm": 6.048201465853844,
      "learning_rate": 0.00025750093785962375,
      "loss": 6.625,
      "step": 37496
    },
    {
      "epoch": 1.535818144583248,
      "grad_norm": 5.974592045734604,
      "learning_rate": 0.0002574986633068693,
      "loss": 6.0312,
      "step": 37497
    },
    {
      "epoch": 1.5358591030104445,
      "grad_norm": 8.580482656213412,
      "learning_rate": 0.0002574963887032957,
      "loss": 7.5,
      "step": 37498
    },
    {
      "epoch": 1.5359000614376408,
      "grad_norm": 2.6798739968510428,
      "learning_rate": 0.00025749411404890404,
      "loss": 5.875,
      "step": 37499
    },
    {
      "epoch": 1.535941019864837,
      "grad_norm": 2.69806418737416,
      "learning_rate": 0.0002574918393436954,
      "loss": 5.7188,
      "step": 37500
    },
    {
      "epoch": 1.5359819782920336,
      "grad_norm": 2.2229665375887744,
      "learning_rate": 0.00025748956458767085,
      "loss": 4.4688,
      "step": 37501
    },
    {
      "epoch": 1.53602293671923,
      "grad_norm": 2.591874334891283,
      "learning_rate": 0.0002574872897808315,
      "loss": 4.9062,
      "step": 37502
    },
    {
      "epoch": 1.5360638951464263,
      "grad_norm": 3.2467027262610224,
      "learning_rate": 0.00025748501492317837,
      "loss": 6.25,
      "step": 37503
    },
    {
      "epoch": 1.5361048535736228,
      "grad_norm": 2.163035101697028,
      "learning_rate": 0.00025748274001471255,
      "loss": 4.375,
      "step": 37504
    },
    {
      "epoch": 1.5361458120008191,
      "grad_norm": 2.1938713438127775,
      "learning_rate": 0.00025748046505543517,
      "loss": 4.875,
      "step": 37505
    },
    {
      "epoch": 1.5361867704280154,
      "grad_norm": 2.2848053977879004,
      "learning_rate": 0.0002574781900453472,
      "loss": 4.7812,
      "step": 37506
    },
    {
      "epoch": 1.536227728855212,
      "grad_norm": 2.4836878187533165,
      "learning_rate": 0.0002574759149844498,
      "loss": 4.8125,
      "step": 37507
    },
    {
      "epoch": 1.5362686872824085,
      "grad_norm": 4.453989331040286,
      "learning_rate": 0.00025747363987274407,
      "loss": 4.5312,
      "step": 37508
    },
    {
      "epoch": 1.5363096457096046,
      "grad_norm": 2.299395992222482,
      "learning_rate": 0.00025747136471023104,
      "loss": 4.4062,
      "step": 37509
    },
    {
      "epoch": 1.5363506041368011,
      "grad_norm": 2.2886661611902626,
      "learning_rate": 0.00025746908949691175,
      "loss": 5.0938,
      "step": 37510
    },
    {
      "epoch": 1.5363915625639977,
      "grad_norm": 3.7063232395822676,
      "learning_rate": 0.0002574668142327873,
      "loss": 6.25,
      "step": 37511
    },
    {
      "epoch": 1.536432520991194,
      "grad_norm": 4.898720159052923,
      "learning_rate": 0.00025746453891785874,
      "loss": 6.2188,
      "step": 37512
    },
    {
      "epoch": 1.5364734794183903,
      "grad_norm": 2.7239085906817966,
      "learning_rate": 0.00025746226355212725,
      "loss": 4.5938,
      "step": 37513
    },
    {
      "epoch": 1.5365144378455868,
      "grad_norm": 2.6112187472991892,
      "learning_rate": 0.0002574599881355939,
      "loss": 4.5312,
      "step": 37514
    },
    {
      "epoch": 1.5365553962727831,
      "grad_norm": 2.5754541178257075,
      "learning_rate": 0.0002574577126682596,
      "loss": 4.7812,
      "step": 37515
    },
    {
      "epoch": 1.5365963546999795,
      "grad_norm": 2.791522366188712,
      "learning_rate": 0.00025745543715012553,
      "loss": 6.0,
      "step": 37516
    },
    {
      "epoch": 1.536637313127176,
      "grad_norm": 2.1963343328051486,
      "learning_rate": 0.0002574531615811928,
      "loss": 4.125,
      "step": 37517
    },
    {
      "epoch": 1.5366782715543723,
      "grad_norm": 2.98491525453334,
      "learning_rate": 0.00025745088596146245,
      "loss": 6.0938,
      "step": 37518
    },
    {
      "epoch": 1.5367192299815686,
      "grad_norm": 2.547207897167918,
      "learning_rate": 0.00025744861029093554,
      "loss": 5.0,
      "step": 37519
    },
    {
      "epoch": 1.5367601884087652,
      "grad_norm": 2.249392342802204,
      "learning_rate": 0.00025744633456961316,
      "loss": 5.0312,
      "step": 37520
    },
    {
      "epoch": 1.5368011468359615,
      "grad_norm": 2.0698513469078295,
      "learning_rate": 0.0002574440587974964,
      "loss": 4.5312,
      "step": 37521
    },
    {
      "epoch": 1.5368421052631578,
      "grad_norm": 2.280974212829816,
      "learning_rate": 0.00025744178297458633,
      "loss": 4.4062,
      "step": 37522
    },
    {
      "epoch": 1.5368830636903543,
      "grad_norm": 2.655107073687306,
      "learning_rate": 0.000257439507100884,
      "loss": 5.8125,
      "step": 37523
    },
    {
      "epoch": 1.5369240221175506,
      "grad_norm": 3.873544650842713,
      "learning_rate": 0.0002574372311763905,
      "loss": 4.625,
      "step": 37524
    },
    {
      "epoch": 1.536964980544747,
      "grad_norm": 2.152105115493506,
      "learning_rate": 0.0002574349552011069,
      "loss": 4.9375,
      "step": 37525
    },
    {
      "epoch": 1.5370059389719435,
      "grad_norm": 2.634383772304633,
      "learning_rate": 0.00025743267917503434,
      "loss": 5.125,
      "step": 37526
    },
    {
      "epoch": 1.53704689739914,
      "grad_norm": 3.724431785178617,
      "learning_rate": 0.0002574304030981738,
      "loss": 2.9219,
      "step": 37527
    },
    {
      "epoch": 1.5370878558263361,
      "grad_norm": 2.5778747620706497,
      "learning_rate": 0.0002574281269705264,
      "loss": 4.0625,
      "step": 37528
    },
    {
      "epoch": 1.5371288142535326,
      "grad_norm": 2.3362184751660378,
      "learning_rate": 0.0002574258507920933,
      "loss": 4.25,
      "step": 37529
    },
    {
      "epoch": 1.5371697726807292,
      "grad_norm": 3.0093982204294156,
      "learning_rate": 0.00025742357456287536,
      "loss": 5.1562,
      "step": 37530
    },
    {
      "epoch": 1.5372107311079255,
      "grad_norm": 2.4486931002122088,
      "learning_rate": 0.00025742129828287385,
      "loss": 4.5312,
      "step": 37531
    },
    {
      "epoch": 1.5372516895351218,
      "grad_norm": 2.2024972377243346,
      "learning_rate": 0.00025741902195208983,
      "loss": 5.125,
      "step": 37532
    },
    {
      "epoch": 1.5372926479623183,
      "grad_norm": 2.680775178910129,
      "learning_rate": 0.00025741674557052427,
      "loss": 5.1875,
      "step": 37533
    },
    {
      "epoch": 1.5373336063895147,
      "grad_norm": 2.2805174370811643,
      "learning_rate": 0.0002574144691381783,
      "loss": 4.5,
      "step": 37534
    },
    {
      "epoch": 1.537374564816711,
      "grad_norm": 2.2658124014005936,
      "learning_rate": 0.00025741219265505304,
      "loss": 4.2812,
      "step": 37535
    },
    {
      "epoch": 1.5374155232439075,
      "grad_norm": 3.3653362673809175,
      "learning_rate": 0.0002574099161211495,
      "loss": 5.9375,
      "step": 37536
    },
    {
      "epoch": 1.5374564816711038,
      "grad_norm": 2.2649671633678885,
      "learning_rate": 0.0002574076395364688,
      "loss": 4.9062,
      "step": 37537
    },
    {
      "epoch": 1.5374974400983001,
      "grad_norm": 2.375894753886702,
      "learning_rate": 0.00025740536290101197,
      "loss": 4.1875,
      "step": 37538
    },
    {
      "epoch": 1.5375383985254967,
      "grad_norm": 2.597338417031958,
      "learning_rate": 0.0002574030862147801,
      "loss": 4.8125,
      "step": 37539
    },
    {
      "epoch": 1.537579356952693,
      "grad_norm": 2.2981605398457807,
      "learning_rate": 0.00025740080947777433,
      "loss": 4.5,
      "step": 37540
    },
    {
      "epoch": 1.5376203153798893,
      "grad_norm": 2.397253810006559,
      "learning_rate": 0.00025739853268999573,
      "loss": 4.7188,
      "step": 37541
    },
    {
      "epoch": 1.5376612738070858,
      "grad_norm": 2.4378012470043253,
      "learning_rate": 0.0002573962558514453,
      "loss": 5.125,
      "step": 37542
    },
    {
      "epoch": 1.5377022322342822,
      "grad_norm": 4.421131545023875,
      "learning_rate": 0.0002573939789621241,
      "loss": 7.4062,
      "step": 37543
    },
    {
      "epoch": 1.5377431906614785,
      "grad_norm": 2.34807361080251,
      "learning_rate": 0.0002573917020220333,
      "loss": 4.1562,
      "step": 37544
    },
    {
      "epoch": 1.537784149088675,
      "grad_norm": 2.848049040906744,
      "learning_rate": 0.00025738942503117395,
      "loss": 4.2188,
      "step": 37545
    },
    {
      "epoch": 1.5378251075158715,
      "grad_norm": 2.789087959562971,
      "learning_rate": 0.0002573871479895471,
      "loss": 4.4062,
      "step": 37546
    },
    {
      "epoch": 1.5378660659430676,
      "grad_norm": 3.5779824819726955,
      "learning_rate": 0.0002573848708971538,
      "loss": 5.7188,
      "step": 37547
    },
    {
      "epoch": 1.5379070243702642,
      "grad_norm": 2.723230374367132,
      "learning_rate": 0.0002573825937539952,
      "loss": 5.0938,
      "step": 37548
    },
    {
      "epoch": 1.5379479827974607,
      "grad_norm": 2.5228633617063645,
      "learning_rate": 0.00025738031656007235,
      "loss": 4.5,
      "step": 37549
    },
    {
      "epoch": 1.537988941224657,
      "grad_norm": 4.32641344543864,
      "learning_rate": 0.00025737803931538634,
      "loss": 6.625,
      "step": 37550
    },
    {
      "epoch": 1.5380298996518533,
      "grad_norm": 3.65112283751718,
      "learning_rate": 0.0002573757620199382,
      "loss": 6.5,
      "step": 37551
    },
    {
      "epoch": 1.5380708580790499,
      "grad_norm": 2.4537580058191635,
      "learning_rate": 0.00025737348467372897,
      "loss": 4.8438,
      "step": 37552
    },
    {
      "epoch": 1.5381118165062462,
      "grad_norm": 2.8383401624356424,
      "learning_rate": 0.0002573712072767599,
      "loss": 5.5312,
      "step": 37553
    },
    {
      "epoch": 1.5381527749334425,
      "grad_norm": 4.661142616991881,
      "learning_rate": 0.0002573689298290318,
      "loss": 5.4062,
      "step": 37554
    },
    {
      "epoch": 1.538193733360639,
      "grad_norm": 2.9662279541453547,
      "learning_rate": 0.00025736665233054605,
      "loss": 5.25,
      "step": 37555
    },
    {
      "epoch": 1.5382346917878353,
      "grad_norm": 2.259172142096624,
      "learning_rate": 0.0002573643747813035,
      "loss": 4.4375,
      "step": 37556
    },
    {
      "epoch": 1.5382756502150317,
      "grad_norm": 5.961765969738593,
      "learning_rate": 0.00025736209718130534,
      "loss": 5.6562,
      "step": 37557
    },
    {
      "epoch": 1.5383166086422282,
      "grad_norm": 2.11363225275272,
      "learning_rate": 0.0002573598195305526,
      "loss": 4.9375,
      "step": 37558
    },
    {
      "epoch": 1.5383575670694245,
      "grad_norm": 2.31415733396863,
      "learning_rate": 0.00025735754182904636,
      "loss": 3.5469,
      "step": 37559
    },
    {
      "epoch": 1.5383985254966208,
      "grad_norm": 2.3193711960441354,
      "learning_rate": 0.0002573552640767877,
      "loss": 5.25,
      "step": 37560
    },
    {
      "epoch": 1.5384394839238174,
      "grad_norm": 7.282645489852378,
      "learning_rate": 0.0002573529862737777,
      "loss": 8.0,
      "step": 37561
    },
    {
      "epoch": 1.5384804423510137,
      "grad_norm": 3.562629183714931,
      "learning_rate": 0.0002573507084200174,
      "loss": 5.5,
      "step": 37562
    },
    {
      "epoch": 1.53852140077821,
      "grad_norm": 2.5828073104021034,
      "learning_rate": 0.00025734843051550797,
      "loss": 4.5625,
      "step": 37563
    },
    {
      "epoch": 1.5385623592054065,
      "grad_norm": 5.954607004218644,
      "learning_rate": 0.00025734615256025044,
      "loss": 7.4688,
      "step": 37564
    },
    {
      "epoch": 1.538603317632603,
      "grad_norm": 2.1528722463343235,
      "learning_rate": 0.00025734387455424585,
      "loss": 3.2656,
      "step": 37565
    },
    {
      "epoch": 1.5386442760597991,
      "grad_norm": 2.9622839635395115,
      "learning_rate": 0.0002573415964974953,
      "loss": 3.3438,
      "step": 37566
    },
    {
      "epoch": 1.5386852344869957,
      "grad_norm": 2.453896237388621,
      "learning_rate": 0.0002573393183899999,
      "loss": 5.3125,
      "step": 37567
    },
    {
      "epoch": 1.5387261929141922,
      "grad_norm": 2.412914891850004,
      "learning_rate": 0.00025733704023176064,
      "loss": 4.4062,
      "step": 37568
    },
    {
      "epoch": 1.5387671513413885,
      "grad_norm": 10.779095724854226,
      "learning_rate": 0.0002573347620227787,
      "loss": 4.2188,
      "step": 37569
    },
    {
      "epoch": 1.5388081097685848,
      "grad_norm": 3.567128757218541,
      "learning_rate": 0.00025733248376305515,
      "loss": 1.3984,
      "step": 37570
    },
    {
      "epoch": 1.5388490681957814,
      "grad_norm": 3.3577819346717503,
      "learning_rate": 0.000257330205452591,
      "loss": 4.9375,
      "step": 37571
    },
    {
      "epoch": 1.5388900266229777,
      "grad_norm": 2.087251666144651,
      "learning_rate": 0.00025732792709138734,
      "loss": 4.4375,
      "step": 37572
    },
    {
      "epoch": 1.538930985050174,
      "grad_norm": 2.671597845657803,
      "learning_rate": 0.00025732564867944526,
      "loss": 5.75,
      "step": 37573
    },
    {
      "epoch": 1.5389719434773705,
      "grad_norm": 2.278012923540034,
      "learning_rate": 0.00025732337021676583,
      "loss": 4.2188,
      "step": 37574
    },
    {
      "epoch": 1.5390129019045669,
      "grad_norm": 2.303596344051297,
      "learning_rate": 0.0002573210917033502,
      "loss": 4.5,
      "step": 37575
    },
    {
      "epoch": 1.5390538603317632,
      "grad_norm": 2.2444011967030053,
      "learning_rate": 0.0002573188131391993,
      "loss": 4.4375,
      "step": 37576
    },
    {
      "epoch": 1.5390948187589597,
      "grad_norm": 5.330154069525139,
      "learning_rate": 0.00025731653452431435,
      "loss": 7.0625,
      "step": 37577
    },
    {
      "epoch": 1.539135777186156,
      "grad_norm": 2.0034459532808673,
      "learning_rate": 0.00025731425585869634,
      "loss": 3.6562,
      "step": 37578
    },
    {
      "epoch": 1.5391767356133523,
      "grad_norm": 2.38978234019199,
      "learning_rate": 0.0002573119771423464,
      "loss": 4.25,
      "step": 37579
    },
    {
      "epoch": 1.5392176940405489,
      "grad_norm": 3.6142832315778013,
      "learning_rate": 0.00025730969837526555,
      "loss": 3.0938,
      "step": 37580
    },
    {
      "epoch": 1.5392586524677454,
      "grad_norm": 2.3887639703514165,
      "learning_rate": 0.000257307419557455,
      "loss": 5.0625,
      "step": 37581
    },
    {
      "epoch": 1.5392996108949415,
      "grad_norm": 2.862377287440465,
      "learning_rate": 0.00025730514068891564,
      "loss": 4.875,
      "step": 37582
    },
    {
      "epoch": 1.539340569322138,
      "grad_norm": 3.0545617853359897,
      "learning_rate": 0.00025730286176964864,
      "loss": 4.8438,
      "step": 37583
    },
    {
      "epoch": 1.5393815277493346,
      "grad_norm": 2.881815175175265,
      "learning_rate": 0.00025730058279965507,
      "loss": 6.5938,
      "step": 37584
    },
    {
      "epoch": 1.5394224861765307,
      "grad_norm": 2.4329917713879636,
      "learning_rate": 0.0002572983037789361,
      "loss": 4.9062,
      "step": 37585
    },
    {
      "epoch": 1.5394634446037272,
      "grad_norm": 2.1789780635350953,
      "learning_rate": 0.0002572960247074926,
      "loss": 4.1562,
      "step": 37586
    },
    {
      "epoch": 1.5395044030309237,
      "grad_norm": 2.8026716475511515,
      "learning_rate": 0.0002572937455853258,
      "loss": 3.7031,
      "step": 37587
    },
    {
      "epoch": 1.53954536145812,
      "grad_norm": 3.289217441048682,
      "learning_rate": 0.00025729146641243676,
      "loss": 5.9688,
      "step": 37588
    },
    {
      "epoch": 1.5395863198853164,
      "grad_norm": 2.1297381287592376,
      "learning_rate": 0.0002572891871888265,
      "loss": 4.1562,
      "step": 37589
    },
    {
      "epoch": 1.539627278312513,
      "grad_norm": 3.957401397667452,
      "learning_rate": 0.0002572869079144962,
      "loss": 6.0938,
      "step": 37590
    },
    {
      "epoch": 1.5396682367397092,
      "grad_norm": 2.392992997351997,
      "learning_rate": 0.00025728462858944686,
      "loss": 4.75,
      "step": 37591
    },
    {
      "epoch": 1.5397091951669055,
      "grad_norm": 4.377208063624206,
      "learning_rate": 0.0002572823492136795,
      "loss": 2.8438,
      "step": 37592
    },
    {
      "epoch": 1.539750153594102,
      "grad_norm": 3.162803845825881,
      "learning_rate": 0.00025728006978719537,
      "loss": 5.625,
      "step": 37593
    },
    {
      "epoch": 1.5397911120212984,
      "grad_norm": 3.2425418997619415,
      "learning_rate": 0.00025727779030999544,
      "loss": 5.2188,
      "step": 37594
    },
    {
      "epoch": 1.5398320704484947,
      "grad_norm": 2.458030458315677,
      "learning_rate": 0.00025727551078208075,
      "loss": 5.1562,
      "step": 37595
    },
    {
      "epoch": 1.5398730288756912,
      "grad_norm": 2.232066604208604,
      "learning_rate": 0.0002572732312034524,
      "loss": 4.9375,
      "step": 37596
    },
    {
      "epoch": 1.5399139873028875,
      "grad_norm": 4.843393969534201,
      "learning_rate": 0.0002572709515741116,
      "loss": 2.3906,
      "step": 37597
    },
    {
      "epoch": 1.5399549457300838,
      "grad_norm": 2.3111883986706694,
      "learning_rate": 0.0002572686718940592,
      "loss": 4.4375,
      "step": 37598
    },
    {
      "epoch": 1.5399959041572804,
      "grad_norm": 2.2634475136227414,
      "learning_rate": 0.0002572663921632965,
      "loss": 4.5938,
      "step": 37599
    },
    {
      "epoch": 1.540036862584477,
      "grad_norm": 2.4404226911335645,
      "learning_rate": 0.0002572641123818244,
      "loss": 4.0312,
      "step": 37600
    },
    {
      "epoch": 1.540077821011673,
      "grad_norm": 4.237538994619251,
      "learning_rate": 0.00025726183254964403,
      "loss": 5.0625,
      "step": 37601
    },
    {
      "epoch": 1.5401187794388695,
      "grad_norm": 2.575249906582707,
      "learning_rate": 0.00025725955266675657,
      "loss": 4.75,
      "step": 37602
    },
    {
      "epoch": 1.540159737866066,
      "grad_norm": 2.5595564581545043,
      "learning_rate": 0.000257257272733163,
      "loss": 1.9922,
      "step": 37603
    },
    {
      "epoch": 1.5402006962932622,
      "grad_norm": 2.5399139924976817,
      "learning_rate": 0.00025725499274886434,
      "loss": 4.5,
      "step": 37604
    },
    {
      "epoch": 1.5402416547204587,
      "grad_norm": 2.693478054236582,
      "learning_rate": 0.00025725271271386186,
      "loss": 4.3438,
      "step": 37605
    },
    {
      "epoch": 1.5402826131476552,
      "grad_norm": 4.138443984289634,
      "learning_rate": 0.00025725043262815644,
      "loss": 4.0312,
      "step": 37606
    },
    {
      "epoch": 1.5403235715748516,
      "grad_norm": 2.5715190232209255,
      "learning_rate": 0.0002572481524917492,
      "loss": 4.7812,
      "step": 37607
    },
    {
      "epoch": 1.5403645300020479,
      "grad_norm": 5.7705730527163,
      "learning_rate": 0.00025724587230464136,
      "loss": 2.7812,
      "step": 37608
    },
    {
      "epoch": 1.5404054884292444,
      "grad_norm": 2.6153912196543474,
      "learning_rate": 0.00025724359206683386,
      "loss": 5.2812,
      "step": 37609
    },
    {
      "epoch": 1.5404464468564407,
      "grad_norm": 2.5411302971968768,
      "learning_rate": 0.0002572413117783278,
      "loss": 4.875,
      "step": 37610
    },
    {
      "epoch": 1.540487405283637,
      "grad_norm": 2.140211050116608,
      "learning_rate": 0.00025723903143912423,
      "loss": 4.25,
      "step": 37611
    },
    {
      "epoch": 1.5405283637108336,
      "grad_norm": 4.009096359182549,
      "learning_rate": 0.0002572367510492243,
      "loss": 6.6562,
      "step": 37612
    },
    {
      "epoch": 1.5405693221380299,
      "grad_norm": 2.3253501808829076,
      "learning_rate": 0.0002572344706086291,
      "loss": 5.4062,
      "step": 37613
    },
    {
      "epoch": 1.5406102805652262,
      "grad_norm": 3.4461581995384627,
      "learning_rate": 0.00025723219011733966,
      "loss": 3.25,
      "step": 37614
    },
    {
      "epoch": 1.5406512389924227,
      "grad_norm": 3.2775622544756087,
      "learning_rate": 0.0002572299095753571,
      "loss": 5.4062,
      "step": 37615
    },
    {
      "epoch": 1.540692197419619,
      "grad_norm": 2.4461945020864295,
      "learning_rate": 0.00025722762898268235,
      "loss": 4.9062,
      "step": 37616
    },
    {
      "epoch": 1.5407331558468154,
      "grad_norm": 2.07943160791975,
      "learning_rate": 0.0002572253483393166,
      "loss": 4.75,
      "step": 37617
    },
    {
      "epoch": 1.540774114274012,
      "grad_norm": 2.258790387119055,
      "learning_rate": 0.000257223067645261,
      "loss": 3.9688,
      "step": 37618
    },
    {
      "epoch": 1.5408150727012084,
      "grad_norm": 2.830210160092777,
      "learning_rate": 0.0002572207869005165,
      "loss": 5.4688,
      "step": 37619
    },
    {
      "epoch": 1.5408560311284045,
      "grad_norm": 1.97781458500541,
      "learning_rate": 0.0002572185061050843,
      "loss": 5.375,
      "step": 37620
    },
    {
      "epoch": 1.540896989555601,
      "grad_norm": 2.409332477104405,
      "learning_rate": 0.0002572162252589654,
      "loss": 5.0625,
      "step": 37621
    },
    {
      "epoch": 1.5409379479827976,
      "grad_norm": 2.301077124687033,
      "learning_rate": 0.00025721394436216085,
      "loss": 5.0938,
      "step": 37622
    },
    {
      "epoch": 1.540978906409994,
      "grad_norm": 3.4164230919518084,
      "learning_rate": 0.00025721166341467175,
      "loss": 5.0312,
      "step": 37623
    },
    {
      "epoch": 1.5410198648371902,
      "grad_norm": 2.470069593867664,
      "learning_rate": 0.00025720938241649923,
      "loss": 5.1562,
      "step": 37624
    },
    {
      "epoch": 1.5410608232643868,
      "grad_norm": 2.3473766278853674,
      "learning_rate": 0.00025720710136764433,
      "loss": 4.375,
      "step": 37625
    },
    {
      "epoch": 1.541101781691583,
      "grad_norm": 2.7411385869636002,
      "learning_rate": 0.0002572048202681082,
      "loss": 5.1562,
      "step": 37626
    },
    {
      "epoch": 1.5411427401187794,
      "grad_norm": 2.164623096623873,
      "learning_rate": 0.00025720253911789176,
      "loss": 4.8438,
      "step": 37627
    },
    {
      "epoch": 1.541183698545976,
      "grad_norm": 2.3710888781017827,
      "learning_rate": 0.0002572002579169962,
      "loss": 4.75,
      "step": 37628
    },
    {
      "epoch": 1.5412246569731722,
      "grad_norm": 2.1882128974269874,
      "learning_rate": 0.0002571979766654226,
      "loss": 4.6875,
      "step": 37629
    },
    {
      "epoch": 1.5412656154003685,
      "grad_norm": 2.163934742399097,
      "learning_rate": 0.000257195695363172,
      "loss": 4.375,
      "step": 37630
    },
    {
      "epoch": 1.541306573827565,
      "grad_norm": 2.2968870004619,
      "learning_rate": 0.0002571934140102455,
      "loss": 5.0312,
      "step": 37631
    },
    {
      "epoch": 1.5413475322547614,
      "grad_norm": 2.0942922877412604,
      "learning_rate": 0.0002571911326066442,
      "loss": 3.4844,
      "step": 37632
    },
    {
      "epoch": 1.5413884906819577,
      "grad_norm": 5.565391700603573,
      "learning_rate": 0.0002571888511523691,
      "loss": 3.3906,
      "step": 37633
    },
    {
      "epoch": 1.5414294491091542,
      "grad_norm": 2.520469042518677,
      "learning_rate": 0.00025718656964742137,
      "loss": 4.6562,
      "step": 37634
    },
    {
      "epoch": 1.5414704075363506,
      "grad_norm": 3.18300489112955,
      "learning_rate": 0.000257184288091802,
      "loss": 5.3125,
      "step": 37635
    },
    {
      "epoch": 1.5415113659635469,
      "grad_norm": 2.398540866835874,
      "learning_rate": 0.00025718200648551217,
      "loss": 4.4062,
      "step": 37636
    },
    {
      "epoch": 1.5415523243907434,
      "grad_norm": 2.8205440605307737,
      "learning_rate": 0.0002571797248285529,
      "loss": 5.875,
      "step": 37637
    },
    {
      "epoch": 1.54159328281794,
      "grad_norm": 2.14920638796652,
      "learning_rate": 0.0002571774431209253,
      "loss": 4.125,
      "step": 37638
    },
    {
      "epoch": 1.541634241245136,
      "grad_norm": 2.093022391297096,
      "learning_rate": 0.0002571751613626304,
      "loss": 4.75,
      "step": 37639
    },
    {
      "epoch": 1.5416751996723326,
      "grad_norm": 2.2830033510515846,
      "learning_rate": 0.0002571728795536693,
      "loss": 4.5625,
      "step": 37640
    },
    {
      "epoch": 1.541716158099529,
      "grad_norm": 2.279780975435203,
      "learning_rate": 0.00025717059769404305,
      "loss": 4.75,
      "step": 37641
    },
    {
      "epoch": 1.5417571165267254,
      "grad_norm": 2.4172658767098394,
      "learning_rate": 0.00025716831578375277,
      "loss": 4.875,
      "step": 37642
    },
    {
      "epoch": 1.5417980749539217,
      "grad_norm": 4.329560636490178,
      "learning_rate": 0.00025716603382279957,
      "loss": 6.9062,
      "step": 37643
    },
    {
      "epoch": 1.5418390333811183,
      "grad_norm": 2.6008523345609187,
      "learning_rate": 0.0002571637518111844,
      "loss": 4.6562,
      "step": 37644
    },
    {
      "epoch": 1.5418799918083146,
      "grad_norm": 2.516524148868606,
      "learning_rate": 0.00025716146974890855,
      "loss": 6.375,
      "step": 37645
    },
    {
      "epoch": 1.541920950235511,
      "grad_norm": 2.0261512167301126,
      "learning_rate": 0.0002571591876359729,
      "loss": 4.375,
      "step": 37646
    },
    {
      "epoch": 1.5419619086627074,
      "grad_norm": 2.481310848369472,
      "learning_rate": 0.00025715690547237864,
      "loss": 4.6875,
      "step": 37647
    },
    {
      "epoch": 1.5420028670899038,
      "grad_norm": 2.147553185428414,
      "learning_rate": 0.00025715462325812675,
      "loss": 4.0312,
      "step": 37648
    },
    {
      "epoch": 1.5420438255171,
      "grad_norm": 2.2293431404006507,
      "learning_rate": 0.00025715234099321844,
      "loss": 4.2188,
      "step": 37649
    },
    {
      "epoch": 1.5420847839442966,
      "grad_norm": 4.780166487496412,
      "learning_rate": 0.0002571500586776547,
      "loss": 5.5938,
      "step": 37650
    },
    {
      "epoch": 1.542125742371493,
      "grad_norm": 2.1897523331541406,
      "learning_rate": 0.0002571477763114366,
      "loss": 4.625,
      "step": 37651
    },
    {
      "epoch": 1.5421667007986892,
      "grad_norm": 2.981293051729092,
      "learning_rate": 0.0002571454938945653,
      "loss": 5.9688,
      "step": 37652
    },
    {
      "epoch": 1.5422076592258858,
      "grad_norm": 2.2454316845327518,
      "learning_rate": 0.00025714321142704177,
      "loss": 5.0,
      "step": 37653
    },
    {
      "epoch": 1.542248617653082,
      "grad_norm": 2.3853241373071827,
      "learning_rate": 0.0002571409289088672,
      "loss": 4.3438,
      "step": 37654
    },
    {
      "epoch": 1.5422895760802784,
      "grad_norm": 2.845269776686139,
      "learning_rate": 0.0002571386463400426,
      "loss": 5.4688,
      "step": 37655
    },
    {
      "epoch": 1.542330534507475,
      "grad_norm": 2.53712097251145,
      "learning_rate": 0.00025713636372056906,
      "loss": 4.8438,
      "step": 37656
    },
    {
      "epoch": 1.5423714929346715,
      "grad_norm": 6.175598315258978,
      "learning_rate": 0.00025713408105044767,
      "loss": 7.4062,
      "step": 37657
    },
    {
      "epoch": 1.5424124513618676,
      "grad_norm": 2.083016835413453,
      "learning_rate": 0.0002571317983296795,
      "loss": 4.5625,
      "step": 37658
    },
    {
      "epoch": 1.542453409789064,
      "grad_norm": 2.1406380600067982,
      "learning_rate": 0.00025712951555826566,
      "loss": 5.125,
      "step": 37659
    },
    {
      "epoch": 1.5424943682162606,
      "grad_norm": 2.1514570640129893,
      "learning_rate": 0.00025712723273620716,
      "loss": 4.625,
      "step": 37660
    },
    {
      "epoch": 1.542535326643457,
      "grad_norm": 3.358106765351786,
      "learning_rate": 0.00025712494986350514,
      "loss": 4.5,
      "step": 37661
    },
    {
      "epoch": 1.5425762850706533,
      "grad_norm": 2.5479738206164733,
      "learning_rate": 0.00025712266694016063,
      "loss": 5.0,
      "step": 37662
    },
    {
      "epoch": 1.5426172434978498,
      "grad_norm": 2.3131804655569295,
      "learning_rate": 0.0002571203839661748,
      "loss": 4.2812,
      "step": 37663
    },
    {
      "epoch": 1.542658201925046,
      "grad_norm": 2.653921557686874,
      "learning_rate": 0.0002571181009415486,
      "loss": 4.8438,
      "step": 37664
    },
    {
      "epoch": 1.5426991603522424,
      "grad_norm": 2.9887751690070288,
      "learning_rate": 0.0002571158178662832,
      "loss": 4.875,
      "step": 37665
    },
    {
      "epoch": 1.542740118779439,
      "grad_norm": 2.1439429836885133,
      "learning_rate": 0.0002571135347403797,
      "loss": 5.125,
      "step": 37666
    },
    {
      "epoch": 1.5427810772066353,
      "grad_norm": 2.4556573816296132,
      "learning_rate": 0.00025711125156383907,
      "loss": 5.0938,
      "step": 37667
    },
    {
      "epoch": 1.5428220356338316,
      "grad_norm": 2.860270242437166,
      "learning_rate": 0.00025710896833666246,
      "loss": 5.75,
      "step": 37668
    },
    {
      "epoch": 1.5428629940610281,
      "grad_norm": 2.546761614952883,
      "learning_rate": 0.000257106685058851,
      "loss": 5.5,
      "step": 37669
    },
    {
      "epoch": 1.5429039524882244,
      "grad_norm": 2.192256501787587,
      "learning_rate": 0.0002571044017304057,
      "loss": 4.4688,
      "step": 37670
    },
    {
      "epoch": 1.5429449109154207,
      "grad_norm": 4.186771245498927,
      "learning_rate": 0.00025710211835132765,
      "loss": 3.5312,
      "step": 37671
    },
    {
      "epoch": 1.5429858693426173,
      "grad_norm": 2.087643355913636,
      "learning_rate": 0.0002570998349216179,
      "loss": 3.9219,
      "step": 37672
    },
    {
      "epoch": 1.5430268277698136,
      "grad_norm": 7.64179481552572,
      "learning_rate": 0.0002570975514412776,
      "loss": 4.8125,
      "step": 37673
    },
    {
      "epoch": 1.54306778619701,
      "grad_norm": 13.260848494994567,
      "learning_rate": 0.00025709526791030775,
      "loss": 4.25,
      "step": 37674
    },
    {
      "epoch": 1.5431087446242064,
      "grad_norm": 2.247535801498029,
      "learning_rate": 0.0002570929843287095,
      "loss": 4.7812,
      "step": 37675
    },
    {
      "epoch": 1.543149703051403,
      "grad_norm": 2.1701029338458016,
      "learning_rate": 0.00025709070069648393,
      "loss": 4.75,
      "step": 37676
    },
    {
      "epoch": 1.543190661478599,
      "grad_norm": 2.360808938847385,
      "learning_rate": 0.00025708841701363206,
      "loss": 4.5625,
      "step": 37677
    },
    {
      "epoch": 1.5432316199057956,
      "grad_norm": 2.503247356037184,
      "learning_rate": 0.000257086133280155,
      "loss": 5.4375,
      "step": 37678
    },
    {
      "epoch": 1.5432725783329921,
      "grad_norm": 3.6580623195140527,
      "learning_rate": 0.0002570838494960538,
      "loss": 1.9609,
      "step": 37679
    },
    {
      "epoch": 1.5433135367601885,
      "grad_norm": 2.4233537111638905,
      "learning_rate": 0.0002570815656613296,
      "loss": 4.8438,
      "step": 37680
    },
    {
      "epoch": 1.5433544951873848,
      "grad_norm": 2.245435067319325,
      "learning_rate": 0.00025707928177598347,
      "loss": 5.0,
      "step": 37681
    },
    {
      "epoch": 1.5433954536145813,
      "grad_norm": 2.2815061910240266,
      "learning_rate": 0.0002570769978400164,
      "loss": 4.4688,
      "step": 37682
    },
    {
      "epoch": 1.5434364120417776,
      "grad_norm": 2.1524687207310356,
      "learning_rate": 0.00025707471385342964,
      "loss": 4.9062,
      "step": 37683
    },
    {
      "epoch": 1.543477370468974,
      "grad_norm": 2.2115749902263566,
      "learning_rate": 0.0002570724298162241,
      "loss": 4.3438,
      "step": 37684
    },
    {
      "epoch": 1.5435183288961705,
      "grad_norm": 2.3761786683415043,
      "learning_rate": 0.000257070145728401,
      "loss": 3.9062,
      "step": 37685
    },
    {
      "epoch": 1.5435592873233668,
      "grad_norm": 6.425465670850593,
      "learning_rate": 0.00025706786158996125,
      "loss": 6.375,
      "step": 37686
    },
    {
      "epoch": 1.543600245750563,
      "grad_norm": 2.501472467794394,
      "learning_rate": 0.0002570655774009061,
      "loss": 5.4688,
      "step": 37687
    },
    {
      "epoch": 1.5436412041777596,
      "grad_norm": 2.4517434587799833,
      "learning_rate": 0.00025706329316123647,
      "loss": 4.9062,
      "step": 37688
    },
    {
      "epoch": 1.543682162604956,
      "grad_norm": 2.8060830952550977,
      "learning_rate": 0.0002570610088709536,
      "loss": 4.75,
      "step": 37689
    },
    {
      "epoch": 1.5437231210321523,
      "grad_norm": 2.298145081323493,
      "learning_rate": 0.0002570587245300585,
      "loss": 4.1562,
      "step": 37690
    },
    {
      "epoch": 1.5437640794593488,
      "grad_norm": 5.096864730551407,
      "learning_rate": 0.00025705644013855226,
      "loss": 4.25,
      "step": 37691
    },
    {
      "epoch": 1.543805037886545,
      "grad_norm": 2.9211963204121605,
      "learning_rate": 0.00025705415569643594,
      "loss": 5.7188,
      "step": 37692
    },
    {
      "epoch": 1.5438459963137414,
      "grad_norm": 2.8520075001294902,
      "learning_rate": 0.0002570518712037106,
      "loss": 5.5312,
      "step": 37693
    },
    {
      "epoch": 1.543886954740938,
      "grad_norm": 2.1999067193725947,
      "learning_rate": 0.0002570495866603773,
      "loss": 5.0625,
      "step": 37694
    },
    {
      "epoch": 1.5439279131681345,
      "grad_norm": 3.2097691529204178,
      "learning_rate": 0.00025704730206643723,
      "loss": 4.5625,
      "step": 37695
    },
    {
      "epoch": 1.5439688715953306,
      "grad_norm": 2.7112230293536834,
      "learning_rate": 0.0002570450174218914,
      "loss": 4.4375,
      "step": 37696
    },
    {
      "epoch": 1.5440098300225271,
      "grad_norm": 2.4281892435924797,
      "learning_rate": 0.00025704273272674096,
      "loss": 4.9688,
      "step": 37697
    },
    {
      "epoch": 1.5440507884497237,
      "grad_norm": 2.4084188244747295,
      "learning_rate": 0.0002570404479809868,
      "loss": 5.9062,
      "step": 37698
    },
    {
      "epoch": 1.54409174687692,
      "grad_norm": 4.0362405650967474,
      "learning_rate": 0.0002570381631846302,
      "loss": 6.5,
      "step": 37699
    },
    {
      "epoch": 1.5441327053041163,
      "grad_norm": 5.375282611966619,
      "learning_rate": 0.00025703587833767215,
      "loss": 3.375,
      "step": 37700
    },
    {
      "epoch": 1.5441736637313128,
      "grad_norm": 2.3714541747673223,
      "learning_rate": 0.00025703359344011377,
      "loss": 5.0938,
      "step": 37701
    },
    {
      "epoch": 1.5442146221585091,
      "grad_norm": 2.7777558615794353,
      "learning_rate": 0.0002570313084919561,
      "loss": 4.8438,
      "step": 37702
    },
    {
      "epoch": 1.5442555805857054,
      "grad_norm": 17.37984594894204,
      "learning_rate": 0.0002570290234932002,
      "loss": 6.5938,
      "step": 37703
    },
    {
      "epoch": 1.544296539012902,
      "grad_norm": 2.2944930689723875,
      "learning_rate": 0.0002570267384438473,
      "loss": 5.0312,
      "step": 37704
    },
    {
      "epoch": 1.5443374974400983,
      "grad_norm": 2.237197305080999,
      "learning_rate": 0.0002570244533438983,
      "loss": 4.5312,
      "step": 37705
    },
    {
      "epoch": 1.5443784558672946,
      "grad_norm": 2.6956014886131414,
      "learning_rate": 0.0002570221681933543,
      "loss": 4.5312,
      "step": 37706
    },
    {
      "epoch": 1.5444194142944911,
      "grad_norm": 2.7441576881861303,
      "learning_rate": 0.0002570198829922165,
      "loss": 4.9062,
      "step": 37707
    },
    {
      "epoch": 1.5444603727216875,
      "grad_norm": 2.5699381866658464,
      "learning_rate": 0.00025701759774048586,
      "loss": 5.8438,
      "step": 37708
    },
    {
      "epoch": 1.5445013311488838,
      "grad_norm": 3.0666910082331116,
      "learning_rate": 0.00025701531243816354,
      "loss": 4.9062,
      "step": 37709
    },
    {
      "epoch": 1.5445422895760803,
      "grad_norm": 4.1889505215077545,
      "learning_rate": 0.0002570130270852506,
      "loss": 3.7344,
      "step": 37710
    },
    {
      "epoch": 1.5445832480032766,
      "grad_norm": 2.3078182836720935,
      "learning_rate": 0.0002570107416817481,
      "loss": 5.7188,
      "step": 37711
    },
    {
      "epoch": 1.544624206430473,
      "grad_norm": 2.5337455610107718,
      "learning_rate": 0.00025700845622765714,
      "loss": 4.5625,
      "step": 37712
    },
    {
      "epoch": 1.5446651648576695,
      "grad_norm": 9.11926555817098,
      "learning_rate": 0.0002570061707229788,
      "loss": 3.5938,
      "step": 37713
    },
    {
      "epoch": 1.544706123284866,
      "grad_norm": 2.7715801786117145,
      "learning_rate": 0.0002570038851677141,
      "loss": 4.2812,
      "step": 37714
    },
    {
      "epoch": 1.544747081712062,
      "grad_norm": 2.8727842089596805,
      "learning_rate": 0.0002570015995618642,
      "loss": 4.9688,
      "step": 37715
    },
    {
      "epoch": 1.5447880401392586,
      "grad_norm": 3.1197460254831864,
      "learning_rate": 0.0002569993139054302,
      "loss": 6.6875,
      "step": 37716
    },
    {
      "epoch": 1.5448289985664552,
      "grad_norm": 2.280970798313207,
      "learning_rate": 0.000256997028198413,
      "loss": 4.9375,
      "step": 37717
    },
    {
      "epoch": 1.5448699569936515,
      "grad_norm": 8.974239828245386,
      "learning_rate": 0.00025699474244081393,
      "loss": 7.8438,
      "step": 37718
    },
    {
      "epoch": 1.5449109154208478,
      "grad_norm": 2.446540390792708,
      "learning_rate": 0.00025699245663263394,
      "loss": 4.25,
      "step": 37719
    },
    {
      "epoch": 1.5449518738480443,
      "grad_norm": 8.120264231741515,
      "learning_rate": 0.0002569901707738741,
      "loss": 4.3438,
      "step": 37720
    },
    {
      "epoch": 1.5449928322752406,
      "grad_norm": 2.1973245539785577,
      "learning_rate": 0.00025698788486453556,
      "loss": 4.6875,
      "step": 37721
    },
    {
      "epoch": 1.545033790702437,
      "grad_norm": 2.6377931451530845,
      "learning_rate": 0.0002569855989046193,
      "loss": 4.7812,
      "step": 37722
    },
    {
      "epoch": 1.5450747491296335,
      "grad_norm": 2.1426766078362345,
      "learning_rate": 0.0002569833128941265,
      "loss": 4.1875,
      "step": 37723
    },
    {
      "epoch": 1.5451157075568298,
      "grad_norm": 2.720096628612322,
      "learning_rate": 0.00025698102683305817,
      "loss": 4.9062,
      "step": 37724
    },
    {
      "epoch": 1.5451566659840261,
      "grad_norm": 2.6546634531257474,
      "learning_rate": 0.0002569787407214154,
      "loss": 7.0,
      "step": 37725
    },
    {
      "epoch": 1.5451976244112227,
      "grad_norm": 2.302274101367784,
      "learning_rate": 0.0002569764545591993,
      "loss": 5.1875,
      "step": 37726
    },
    {
      "epoch": 1.545238582838419,
      "grad_norm": 2.5403127741348306,
      "learning_rate": 0.000256974168346411,
      "loss": 5.0,
      "step": 37727
    },
    {
      "epoch": 1.5452795412656153,
      "grad_norm": 2.881483779326085,
      "learning_rate": 0.00025697188208305145,
      "loss": 5.25,
      "step": 37728
    },
    {
      "epoch": 1.5453204996928118,
      "grad_norm": 2.781536956496507,
      "learning_rate": 0.0002569695957691219,
      "loss": 4.9062,
      "step": 37729
    },
    {
      "epoch": 1.5453614581200084,
      "grad_norm": 3.8224065782768526,
      "learning_rate": 0.0002569673094046232,
      "loss": 2.4062,
      "step": 37730
    },
    {
      "epoch": 1.5454024165472044,
      "grad_norm": 3.7382882929677574,
      "learning_rate": 0.0002569650229895566,
      "loss": 5.6875,
      "step": 37731
    },
    {
      "epoch": 1.545443374974401,
      "grad_norm": 4.202847498543555,
      "learning_rate": 0.0002569627365239232,
      "loss": 6.625,
      "step": 37732
    },
    {
      "epoch": 1.5454843334015975,
      "grad_norm": 2.605990709265077,
      "learning_rate": 0.000256960450007724,
      "loss": 5.7812,
      "step": 37733
    },
    {
      "epoch": 1.5455252918287936,
      "grad_norm": 2.2420452403664437,
      "learning_rate": 0.0002569581634409601,
      "loss": 4.8125,
      "step": 37734
    },
    {
      "epoch": 1.5455662502559901,
      "grad_norm": 5.068799562554915,
      "learning_rate": 0.00025695587682363254,
      "loss": 5.5625,
      "step": 37735
    },
    {
      "epoch": 1.5456072086831867,
      "grad_norm": 2.2927391889880075,
      "learning_rate": 0.0002569535901557425,
      "loss": 4.4062,
      "step": 37736
    },
    {
      "epoch": 1.545648167110383,
      "grad_norm": 3.372142688031129,
      "learning_rate": 0.00025695130343729103,
      "loss": 4.625,
      "step": 37737
    },
    {
      "epoch": 1.5456891255375793,
      "grad_norm": 3.2288100895149996,
      "learning_rate": 0.00025694901666827914,
      "loss": 5.5625,
      "step": 37738
    },
    {
      "epoch": 1.5457300839647758,
      "grad_norm": 2.57258533189549,
      "learning_rate": 0.000256946729848708,
      "loss": 3.2812,
      "step": 37739
    },
    {
      "epoch": 1.5457710423919722,
      "grad_norm": 2.326325685632345,
      "learning_rate": 0.0002569444429785786,
      "loss": 4.1562,
      "step": 37740
    },
    {
      "epoch": 1.5458120008191685,
      "grad_norm": 2.0938561619421976,
      "learning_rate": 0.00025694215605789216,
      "loss": 4.5938,
      "step": 37741
    },
    {
      "epoch": 1.545852959246365,
      "grad_norm": 2.429076588102818,
      "learning_rate": 0.00025693986908664957,
      "loss": 5.9688,
      "step": 37742
    },
    {
      "epoch": 1.5458939176735613,
      "grad_norm": 2.6416723365637016,
      "learning_rate": 0.0002569375820648521,
      "loss": 5.75,
      "step": 37743
    },
    {
      "epoch": 1.5459348761007576,
      "grad_norm": 8.293439599123088,
      "learning_rate": 0.0002569352949925007,
      "loss": 1.0938,
      "step": 37744
    },
    {
      "epoch": 1.5459758345279542,
      "grad_norm": 2.7613758891100146,
      "learning_rate": 0.0002569330078695965,
      "loss": 4.5,
      "step": 37745
    },
    {
      "epoch": 1.5460167929551505,
      "grad_norm": 4.111789843144511,
      "learning_rate": 0.00025693072069614056,
      "loss": 6.0,
      "step": 37746
    },
    {
      "epoch": 1.5460577513823468,
      "grad_norm": 2.3788162280517846,
      "learning_rate": 0.000256928433472134,
      "loss": 4.75,
      "step": 37747
    },
    {
      "epoch": 1.5460987098095433,
      "grad_norm": 3.7476750222302773,
      "learning_rate": 0.00025692614619757796,
      "loss": 4.375,
      "step": 37748
    },
    {
      "epoch": 1.5461396682367399,
      "grad_norm": 2.4864525654052803,
      "learning_rate": 0.00025692385887247335,
      "loss": 4.875,
      "step": 37749
    },
    {
      "epoch": 1.546180626663936,
      "grad_norm": 2.544523139822232,
      "learning_rate": 0.00025692157149682134,
      "loss": 4.9375,
      "step": 37750
    },
    {
      "epoch": 1.5462215850911325,
      "grad_norm": 2.2812563206076137,
      "learning_rate": 0.0002569192840706231,
      "loss": 4.6875,
      "step": 37751
    },
    {
      "epoch": 1.546262543518329,
      "grad_norm": 2.2639704947508696,
      "learning_rate": 0.0002569169965938795,
      "loss": 4.6562,
      "step": 37752
    },
    {
      "epoch": 1.5463035019455251,
      "grad_norm": 3.434573588284614,
      "learning_rate": 0.00025691470906659186,
      "loss": 2.1094,
      "step": 37753
    },
    {
      "epoch": 1.5463444603727217,
      "grad_norm": 2.2091726168470327,
      "learning_rate": 0.0002569124214887611,
      "loss": 4.5625,
      "step": 37754
    },
    {
      "epoch": 1.5463854187999182,
      "grad_norm": 2.231633601581903,
      "learning_rate": 0.0002569101338603884,
      "loss": 4.75,
      "step": 37755
    },
    {
      "epoch": 1.5464263772271145,
      "grad_norm": 2.2285509379646924,
      "learning_rate": 0.0002569078461814747,
      "loss": 5.5938,
      "step": 37756
    },
    {
      "epoch": 1.5464673356543108,
      "grad_norm": 2.9079850985915154,
      "learning_rate": 0.0002569055584520212,
      "loss": 4.9062,
      "step": 37757
    },
    {
      "epoch": 1.5465082940815074,
      "grad_norm": 6.6364754450804355,
      "learning_rate": 0.000256903270672029,
      "loss": 5.4688,
      "step": 37758
    },
    {
      "epoch": 1.5465492525087037,
      "grad_norm": 2.536083323752257,
      "learning_rate": 0.0002569009828414991,
      "loss": 4.4688,
      "step": 37759
    },
    {
      "epoch": 1.5465902109359,
      "grad_norm": 2.2332545055385267,
      "learning_rate": 0.00025689869496043266,
      "loss": 4.3438,
      "step": 37760
    },
    {
      "epoch": 1.5466311693630965,
      "grad_norm": 2.5352175249721256,
      "learning_rate": 0.0002568964070288307,
      "loss": 5.375,
      "step": 37761
    },
    {
      "epoch": 1.5466721277902928,
      "grad_norm": 2.3367855836691533,
      "learning_rate": 0.00025689411904669435,
      "loss": 4.8438,
      "step": 37762
    },
    {
      "epoch": 1.5467130862174892,
      "grad_norm": 2.57500799293485,
      "learning_rate": 0.0002568918310140246,
      "loss": 4.3125,
      "step": 37763
    },
    {
      "epoch": 1.5467540446446857,
      "grad_norm": 6.922566018103073,
      "learning_rate": 0.00025688954293082264,
      "loss": 4.1562,
      "step": 37764
    },
    {
      "epoch": 1.546795003071882,
      "grad_norm": 3.1540799179358023,
      "learning_rate": 0.0002568872547970895,
      "loss": 6.75,
      "step": 37765
    },
    {
      "epoch": 1.5468359614990783,
      "grad_norm": 2.3583508129070827,
      "learning_rate": 0.0002568849666128262,
      "loss": 5.1875,
      "step": 37766
    },
    {
      "epoch": 1.5468769199262749,
      "grad_norm": 3.8595588847900473,
      "learning_rate": 0.000256882678378034,
      "loss": 6.2812,
      "step": 37767
    },
    {
      "epoch": 1.5469178783534714,
      "grad_norm": 4.541211112538464,
      "learning_rate": 0.0002568803900927138,
      "loss": 4.6562,
      "step": 37768
    },
    {
      "epoch": 1.5469588367806675,
      "grad_norm": 2.828828496762069,
      "learning_rate": 0.00025687810175686676,
      "loss": 5.5,
      "step": 37769
    },
    {
      "epoch": 1.546999795207864,
      "grad_norm": 2.359110624068803,
      "learning_rate": 0.000256875813370494,
      "loss": 4.9375,
      "step": 37770
    },
    {
      "epoch": 1.5470407536350606,
      "grad_norm": 2.698451129687106,
      "learning_rate": 0.0002568735249335965,
      "loss": 5.6875,
      "step": 37771
    },
    {
      "epoch": 1.5470817120622569,
      "grad_norm": 2.3280587844657163,
      "learning_rate": 0.00025687123644617545,
      "loss": 4.9062,
      "step": 37772
    },
    {
      "epoch": 1.5471226704894532,
      "grad_norm": 3.9707927557356486,
      "learning_rate": 0.00025686894790823183,
      "loss": 2.875,
      "step": 37773
    },
    {
      "epoch": 1.5471636289166497,
      "grad_norm": 2.158097907510055,
      "learning_rate": 0.0002568666593197668,
      "loss": 4.6875,
      "step": 37774
    },
    {
      "epoch": 1.547204587343846,
      "grad_norm": 3.2408596983145683,
      "learning_rate": 0.0002568643706807814,
      "loss": 5.75,
      "step": 37775
    },
    {
      "epoch": 1.5472455457710423,
      "grad_norm": 2.3311221273317315,
      "learning_rate": 0.0002568620819912768,
      "loss": 5.0625,
      "step": 37776
    },
    {
      "epoch": 1.5472865041982389,
      "grad_norm": 2.782642566783602,
      "learning_rate": 0.0002568597932512539,
      "loss": 5.3438,
      "step": 37777
    },
    {
      "epoch": 1.5473274626254352,
      "grad_norm": 11.991064811313693,
      "learning_rate": 0.00025685750446071396,
      "loss": 5.1875,
      "step": 37778
    },
    {
      "epoch": 1.5473684210526315,
      "grad_norm": 2.562293809927058,
      "learning_rate": 0.000256855215619658,
      "loss": 5.4688,
      "step": 37779
    },
    {
      "epoch": 1.547409379479828,
      "grad_norm": 11.807919152706951,
      "learning_rate": 0.000256852926728087,
      "loss": 6.3438,
      "step": 37780
    },
    {
      "epoch": 1.5474503379070244,
      "grad_norm": 2.9908826425838204,
      "learning_rate": 0.00025685063778600227,
      "loss": 5.4062,
      "step": 37781
    },
    {
      "epoch": 1.5474912963342207,
      "grad_norm": 3.739909831755749,
      "learning_rate": 0.0002568483487934047,
      "loss": 3.125,
      "step": 37782
    },
    {
      "epoch": 1.5475322547614172,
      "grad_norm": 2.4094810813611005,
      "learning_rate": 0.0002568460597502954,
      "loss": 4.2188,
      "step": 37783
    },
    {
      "epoch": 1.5475732131886135,
      "grad_norm": 2.3085866328930003,
      "learning_rate": 0.0002568437706566755,
      "loss": 5.3125,
      "step": 37784
    },
    {
      "epoch": 1.5476141716158098,
      "grad_norm": 4.172332197063133,
      "learning_rate": 0.0002568414815125461,
      "loss": 5.3125,
      "step": 37785
    },
    {
      "epoch": 1.5476551300430064,
      "grad_norm": 2.5378846630960283,
      "learning_rate": 0.0002568391923179082,
      "loss": 4.4375,
      "step": 37786
    },
    {
      "epoch": 1.547696088470203,
      "grad_norm": 2.202179145939636,
      "learning_rate": 0.0002568369030727629,
      "loss": 4.3438,
      "step": 37787
    },
    {
      "epoch": 1.547737046897399,
      "grad_norm": 2.4087458005895592,
      "learning_rate": 0.0002568346137771114,
      "loss": 4.1562,
      "step": 37788
    },
    {
      "epoch": 1.5477780053245955,
      "grad_norm": 2.604360531479335,
      "learning_rate": 0.00025683232443095467,
      "loss": 5.0312,
      "step": 37789
    },
    {
      "epoch": 1.547818963751792,
      "grad_norm": 2.152889873667638,
      "learning_rate": 0.00025683003503429376,
      "loss": 4.1562,
      "step": 37790
    },
    {
      "epoch": 1.5478599221789884,
      "grad_norm": 2.5549455166575794,
      "learning_rate": 0.0002568277455871299,
      "loss": 5.1875,
      "step": 37791
    },
    {
      "epoch": 1.5479008806061847,
      "grad_norm": 4.783600050961686,
      "learning_rate": 0.00025682545608946396,
      "loss": 7.625,
      "step": 37792
    },
    {
      "epoch": 1.5479418390333812,
      "grad_norm": 2.7626734417316636,
      "learning_rate": 0.00025682316654129724,
      "loss": 5.3125,
      "step": 37793
    },
    {
      "epoch": 1.5479827974605775,
      "grad_norm": 2.54036878330162,
      "learning_rate": 0.0002568208769426307,
      "loss": 7.375,
      "step": 37794
    },
    {
      "epoch": 1.5480237558877739,
      "grad_norm": 3.145406530380572,
      "learning_rate": 0.00025681858729346545,
      "loss": 6.0625,
      "step": 37795
    },
    {
      "epoch": 1.5480647143149704,
      "grad_norm": 2.459354699924022,
      "learning_rate": 0.00025681629759380256,
      "loss": 4.5938,
      "step": 37796
    },
    {
      "epoch": 1.5481056727421667,
      "grad_norm": 2.3648837162518714,
      "learning_rate": 0.00025681400784364317,
      "loss": 4.9688,
      "step": 37797
    },
    {
      "epoch": 1.548146631169363,
      "grad_norm": 2.850985356464718,
      "learning_rate": 0.00025681171804298826,
      "loss": 5.0625,
      "step": 37798
    },
    {
      "epoch": 1.5481875895965596,
      "grad_norm": 2.1243208280149246,
      "learning_rate": 0.00025680942819183896,
      "loss": 4.9375,
      "step": 37799
    },
    {
      "epoch": 1.5482285480237559,
      "grad_norm": 2.1653695627032943,
      "learning_rate": 0.00025680713829019636,
      "loss": 4.375,
      "step": 37800
    },
    {
      "epoch": 1.5482695064509522,
      "grad_norm": 4.121554047742648,
      "learning_rate": 0.0002568048483380616,
      "loss": 5.5312,
      "step": 37801
    },
    {
      "epoch": 1.5483104648781487,
      "grad_norm": 9.90045998967176,
      "learning_rate": 0.00025680255833543565,
      "loss": 6.3438,
      "step": 37802
    },
    {
      "epoch": 1.548351423305345,
      "grad_norm": 2.3323648918377176,
      "learning_rate": 0.0002568002682823197,
      "loss": 4.9062,
      "step": 37803
    },
    {
      "epoch": 1.5483923817325413,
      "grad_norm": 2.7380262048903807,
      "learning_rate": 0.0002567979781787147,
      "loss": 5.4688,
      "step": 37804
    },
    {
      "epoch": 1.5484333401597379,
      "grad_norm": 5.363886589353103,
      "learning_rate": 0.0002567956880246219,
      "loss": 3.8594,
      "step": 37805
    },
    {
      "epoch": 1.5484742985869344,
      "grad_norm": 2.139370727220645,
      "learning_rate": 0.0002567933978200422,
      "loss": 4.4062,
      "step": 37806
    },
    {
      "epoch": 1.5485152570141305,
      "grad_norm": 2.9220940808063856,
      "learning_rate": 0.00025679110756497687,
      "loss": 4.25,
      "step": 37807
    },
    {
      "epoch": 1.548556215441327,
      "grad_norm": 4.379705997476706,
      "learning_rate": 0.00025678881725942684,
      "loss": 5.1875,
      "step": 37808
    },
    {
      "epoch": 1.5485971738685236,
      "grad_norm": 2.692800967354414,
      "learning_rate": 0.0002567865269033933,
      "loss": 5.1562,
      "step": 37809
    },
    {
      "epoch": 1.54863813229572,
      "grad_norm": 2.942629499247514,
      "learning_rate": 0.0002567842364968773,
      "loss": 5.25,
      "step": 37810
    },
    {
      "epoch": 1.5486790907229162,
      "grad_norm": 9.766479896304139,
      "learning_rate": 0.0002567819460398798,
      "loss": 7.4688,
      "step": 37811
    },
    {
      "epoch": 1.5487200491501127,
      "grad_norm": 2.676265433391345,
      "learning_rate": 0.00025677965553240207,
      "loss": 4.7188,
      "step": 37812
    },
    {
      "epoch": 1.548761007577309,
      "grad_norm": 2.2091059894760785,
      "learning_rate": 0.00025677736497444517,
      "loss": 4.8438,
      "step": 37813
    },
    {
      "epoch": 1.5488019660045054,
      "grad_norm": 5.156510237117173,
      "learning_rate": 0.00025677507436601003,
      "loss": 6.5938,
      "step": 37814
    },
    {
      "epoch": 1.548842924431702,
      "grad_norm": 3.0007220165542705,
      "learning_rate": 0.0002567727837070979,
      "loss": 5.2812,
      "step": 37815
    },
    {
      "epoch": 1.5488838828588982,
      "grad_norm": 9.132254389938629,
      "learning_rate": 0.0002567704929977098,
      "loss": 6.4375,
      "step": 37816
    },
    {
      "epoch": 1.5489248412860945,
      "grad_norm": 3.4973498243646093,
      "learning_rate": 0.00025676820223784674,
      "loss": 6.0,
      "step": 37817
    },
    {
      "epoch": 1.548965799713291,
      "grad_norm": 2.1328441535600744,
      "learning_rate": 0.0002567659114275099,
      "loss": 4.5,
      "step": 37818
    },
    {
      "epoch": 1.5490067581404874,
      "grad_norm": 2.168645239905788,
      "learning_rate": 0.00025676362056670037,
      "loss": 4.75,
      "step": 37819
    },
    {
      "epoch": 1.5490477165676837,
      "grad_norm": 2.0884435808351896,
      "learning_rate": 0.00025676132965541916,
      "loss": 4.2812,
      "step": 37820
    },
    {
      "epoch": 1.5490886749948802,
      "grad_norm": 5.747011588844025,
      "learning_rate": 0.00025675903869366737,
      "loss": 4.6875,
      "step": 37821
    },
    {
      "epoch": 1.5491296334220765,
      "grad_norm": 2.3078740209474238,
      "learning_rate": 0.0002567567476814461,
      "loss": 5.0,
      "step": 37822
    },
    {
      "epoch": 1.5491705918492729,
      "grad_norm": 2.2338037431232802,
      "learning_rate": 0.00025675445661875647,
      "loss": 4.1875,
      "step": 37823
    },
    {
      "epoch": 1.5492115502764694,
      "grad_norm": 4.228372392739509,
      "learning_rate": 0.0002567521655055995,
      "loss": 6.4688,
      "step": 37824
    },
    {
      "epoch": 1.549252508703666,
      "grad_norm": 4.628049712608037,
      "learning_rate": 0.00025674987434197633,
      "loss": 5.0,
      "step": 37825
    },
    {
      "epoch": 1.549293467130862,
      "grad_norm": 3.1596681796601356,
      "learning_rate": 0.000256747583127888,
      "loss": 3.7812,
      "step": 37826
    },
    {
      "epoch": 1.5493344255580586,
      "grad_norm": 2.498453334743124,
      "learning_rate": 0.0002567452918633356,
      "loss": 5.4688,
      "step": 37827
    },
    {
      "epoch": 1.549375383985255,
      "grad_norm": 2.3025199922992114,
      "learning_rate": 0.0002567430005483202,
      "loss": 5.1875,
      "step": 37828
    },
    {
      "epoch": 1.5494163424124514,
      "grad_norm": 3.784297359813648,
      "learning_rate": 0.0002567407091828429,
      "loss": 5.3125,
      "step": 37829
    },
    {
      "epoch": 1.5494573008396477,
      "grad_norm": 2.198241102455052,
      "learning_rate": 0.00025673841776690484,
      "loss": 3.8906,
      "step": 37830
    },
    {
      "epoch": 1.5494982592668443,
      "grad_norm": 5.636094913369982,
      "learning_rate": 0.00025673612630050703,
      "loss": 3.2812,
      "step": 37831
    },
    {
      "epoch": 1.5495392176940406,
      "grad_norm": 11.287752996687706,
      "learning_rate": 0.00025673383478365055,
      "loss": 3.7344,
      "step": 37832
    },
    {
      "epoch": 1.5495801761212369,
      "grad_norm": 2.654880901175435,
      "learning_rate": 0.00025673154321633656,
      "loss": 5.5625,
      "step": 37833
    },
    {
      "epoch": 1.5496211345484334,
      "grad_norm": 6.682772181647276,
      "learning_rate": 0.00025672925159856607,
      "loss": 4.7188,
      "step": 37834
    },
    {
      "epoch": 1.5496620929756297,
      "grad_norm": 8.704126185926016,
      "learning_rate": 0.0002567269599303401,
      "loss": 6.2812,
      "step": 37835
    },
    {
      "epoch": 1.549703051402826,
      "grad_norm": 2.417051584341205,
      "learning_rate": 0.0002567246682116599,
      "loss": 4.8438,
      "step": 37836
    },
    {
      "epoch": 1.5497440098300226,
      "grad_norm": 2.7331266828360246,
      "learning_rate": 0.0002567223764425265,
      "loss": 4.6875,
      "step": 37837
    },
    {
      "epoch": 1.549784968257219,
      "grad_norm": 2.7739492653926874,
      "learning_rate": 0.00025672008462294087,
      "loss": 4.75,
      "step": 37838
    },
    {
      "epoch": 1.5498259266844152,
      "grad_norm": 2.9308510384751476,
      "learning_rate": 0.00025671779275290423,
      "loss": 4.3438,
      "step": 37839
    },
    {
      "epoch": 1.5498668851116117,
      "grad_norm": 8.899301726783646,
      "learning_rate": 0.0002567155008324176,
      "loss": 1.8359,
      "step": 37840
    },
    {
      "epoch": 1.549907843538808,
      "grad_norm": 10.616239045533336,
      "learning_rate": 0.00025671320886148203,
      "loss": 4.625,
      "step": 37841
    },
    {
      "epoch": 1.5499488019660044,
      "grad_norm": 2.05527627010534,
      "learning_rate": 0.0002567109168400987,
      "loss": 4.0625,
      "step": 37842
    },
    {
      "epoch": 1.549989760393201,
      "grad_norm": 3.236585427269161,
      "learning_rate": 0.0002567086247682686,
      "loss": 5.8125,
      "step": 37843
    },
    {
      "epoch": 1.5500307188203974,
      "grad_norm": 2.5642983891796187,
      "learning_rate": 0.0002567063326459929,
      "loss": 5.4062,
      "step": 37844
    },
    {
      "epoch": 1.5500716772475935,
      "grad_norm": 2.2363479893581517,
      "learning_rate": 0.0002567040404732726,
      "loss": 4.5312,
      "step": 37845
    },
    {
      "epoch": 1.55011263567479,
      "grad_norm": 3.044459286294659,
      "learning_rate": 0.0002567017482501088,
      "loss": 4.9688,
      "step": 37846
    },
    {
      "epoch": 1.5501535941019866,
      "grad_norm": 7.876699229868053,
      "learning_rate": 0.0002566994559765027,
      "loss": 1.7969,
      "step": 37847
    },
    {
      "epoch": 1.550194552529183,
      "grad_norm": 5.790123816148264,
      "learning_rate": 0.0002566971636524552,
      "loss": 6.625,
      "step": 37848
    },
    {
      "epoch": 1.5502355109563792,
      "grad_norm": 2.5943692642693565,
      "learning_rate": 0.0002566948712779675,
      "loss": 5.125,
      "step": 37849
    },
    {
      "epoch": 1.5502764693835758,
      "grad_norm": 3.161573993345592,
      "learning_rate": 0.0002566925788530407,
      "loss": 1.6016,
      "step": 37850
    },
    {
      "epoch": 1.550317427810772,
      "grad_norm": 3.7022306655765185,
      "learning_rate": 0.0002566902863776758,
      "loss": 3.1719,
      "step": 37851
    },
    {
      "epoch": 1.5503583862379684,
      "grad_norm": 2.4195746316349935,
      "learning_rate": 0.0002566879938518739,
      "loss": 4.8125,
      "step": 37852
    },
    {
      "epoch": 1.550399344665165,
      "grad_norm": 3.132151072070025,
      "learning_rate": 0.0002566857012756361,
      "loss": 3.8438,
      "step": 37853
    },
    {
      "epoch": 1.5504403030923612,
      "grad_norm": 2.3652099646953726,
      "learning_rate": 0.0002566834086489635,
      "loss": 4.8125,
      "step": 37854
    },
    {
      "epoch": 1.5504812615195576,
      "grad_norm": 3.8609852065819243,
      "learning_rate": 0.00025668111597185726,
      "loss": 5.4062,
      "step": 37855
    },
    {
      "epoch": 1.550522219946754,
      "grad_norm": 3.0322679150121683,
      "learning_rate": 0.0002566788232443183,
      "loss": 6.4062,
      "step": 37856
    },
    {
      "epoch": 1.5505631783739504,
      "grad_norm": 4.812411257915143,
      "learning_rate": 0.0002566765304663478,
      "loss": 5.2188,
      "step": 37857
    },
    {
      "epoch": 1.5506041368011467,
      "grad_norm": 5.828557493136617,
      "learning_rate": 0.0002566742376379468,
      "loss": 6.5938,
      "step": 37858
    },
    {
      "epoch": 1.5506450952283433,
      "grad_norm": 2.1665385892681597,
      "learning_rate": 0.0002566719447591164,
      "loss": 4.6562,
      "step": 37859
    },
    {
      "epoch": 1.5506860536555396,
      "grad_norm": 2.2005450009531278,
      "learning_rate": 0.0002566696518298578,
      "loss": 4.8438,
      "step": 37860
    },
    {
      "epoch": 1.550727012082736,
      "grad_norm": 4.764925863166712,
      "learning_rate": 0.0002566673588501719,
      "loss": 6.3438,
      "step": 37861
    },
    {
      "epoch": 1.5507679705099324,
      "grad_norm": 2.1368286298794947,
      "learning_rate": 0.00025666506582005985,
      "loss": 4.6562,
      "step": 37862
    },
    {
      "epoch": 1.550808928937129,
      "grad_norm": 2.324709106168734,
      "learning_rate": 0.00025666277273952276,
      "loss": 4.9375,
      "step": 37863
    },
    {
      "epoch": 1.550849887364325,
      "grad_norm": 2.9661187317441264,
      "learning_rate": 0.0002566604796085617,
      "loss": 4.0938,
      "step": 37864
    },
    {
      "epoch": 1.5508908457915216,
      "grad_norm": 2.688829644613054,
      "learning_rate": 0.0002566581864271778,
      "loss": 5.125,
      "step": 37865
    },
    {
      "epoch": 1.5509318042187181,
      "grad_norm": 2.228043761954813,
      "learning_rate": 0.000256655893195372,
      "loss": 4.5625,
      "step": 37866
    },
    {
      "epoch": 1.5509727626459144,
      "grad_norm": 4.681793081608542,
      "learning_rate": 0.00025665359991314555,
      "loss": 5.4688,
      "step": 37867
    },
    {
      "epoch": 1.5510137210731108,
      "grad_norm": 2.811834645462844,
      "learning_rate": 0.0002566513065804995,
      "loss": 4.7188,
      "step": 37868
    },
    {
      "epoch": 1.5510546795003073,
      "grad_norm": 3.5897290682775713,
      "learning_rate": 0.0002566490131974348,
      "loss": 3.8438,
      "step": 37869
    },
    {
      "epoch": 1.5510956379275036,
      "grad_norm": 2.251223484900417,
      "learning_rate": 0.0002566467197639527,
      "loss": 4.25,
      "step": 37870
    },
    {
      "epoch": 1.5511365963547,
      "grad_norm": 4.166882974279133,
      "learning_rate": 0.0002566444262800542,
      "loss": 6.125,
      "step": 37871
    },
    {
      "epoch": 1.5511775547818965,
      "grad_norm": 2.5257633070391905,
      "learning_rate": 0.0002566421327457404,
      "loss": 4.9375,
      "step": 37872
    },
    {
      "epoch": 1.5512185132090928,
      "grad_norm": 2.2858145366429063,
      "learning_rate": 0.00025663983916101245,
      "loss": 3.9688,
      "step": 37873
    },
    {
      "epoch": 1.551259471636289,
      "grad_norm": 10.060117884104422,
      "learning_rate": 0.00025663754552587137,
      "loss": 4.2812,
      "step": 37874
    },
    {
      "epoch": 1.5513004300634856,
      "grad_norm": 2.4081250728860653,
      "learning_rate": 0.00025663525184031814,
      "loss": 4.7812,
      "step": 37875
    },
    {
      "epoch": 1.551341388490682,
      "grad_norm": 3.901821497501784,
      "learning_rate": 0.000256632958104354,
      "loss": 5.375,
      "step": 37876
    },
    {
      "epoch": 1.5513823469178782,
      "grad_norm": 2.5018835614362276,
      "learning_rate": 0.00025663066431798006,
      "loss": 5.0625,
      "step": 37877
    },
    {
      "epoch": 1.5514233053450748,
      "grad_norm": 3.6245807734357682,
      "learning_rate": 0.0002566283704811972,
      "loss": 5.3438,
      "step": 37878
    },
    {
      "epoch": 1.551464263772271,
      "grad_norm": 4.802482499717987,
      "learning_rate": 0.0002566260765940067,
      "loss": 4.125,
      "step": 37879
    },
    {
      "epoch": 1.5515052221994674,
      "grad_norm": 3.04154037241127,
      "learning_rate": 0.0002566237826564096,
      "loss": 6.875,
      "step": 37880
    },
    {
      "epoch": 1.551546180626664,
      "grad_norm": 2.49091771622647,
      "learning_rate": 0.00025662148866840696,
      "loss": 4.5312,
      "step": 37881
    },
    {
      "epoch": 1.5515871390538605,
      "grad_norm": 3.433149734757255,
      "learning_rate": 0.0002566191946299998,
      "loss": 5.2188,
      "step": 37882
    },
    {
      "epoch": 1.5516280974810566,
      "grad_norm": 3.4503736351215633,
      "learning_rate": 0.00025661690054118935,
      "loss": 5.4688,
      "step": 37883
    },
    {
      "epoch": 1.551669055908253,
      "grad_norm": 2.414752424401273,
      "learning_rate": 0.0002566146064019766,
      "loss": 4.3125,
      "step": 37884
    },
    {
      "epoch": 1.5517100143354496,
      "grad_norm": 2.6528301070548896,
      "learning_rate": 0.00025661231221236265,
      "loss": 4.375,
      "step": 37885
    },
    {
      "epoch": 1.551750972762646,
      "grad_norm": 3.3981002779602183,
      "learning_rate": 0.0002566100179723486,
      "loss": 3.3281,
      "step": 37886
    },
    {
      "epoch": 1.5517919311898423,
      "grad_norm": 2.2036795914364795,
      "learning_rate": 0.00025660772368193545,
      "loss": 3.9219,
      "step": 37887
    },
    {
      "epoch": 1.5518328896170388,
      "grad_norm": 4.167581381335333,
      "learning_rate": 0.0002566054293411244,
      "loss": 1.9688,
      "step": 37888
    },
    {
      "epoch": 1.5518738480442351,
      "grad_norm": 2.9366280889494183,
      "learning_rate": 0.00025660313494991647,
      "loss": 4.6875,
      "step": 37889
    },
    {
      "epoch": 1.5519148064714314,
      "grad_norm": 4.450681084037176,
      "learning_rate": 0.0002566008405083128,
      "loss": 5.25,
      "step": 37890
    },
    {
      "epoch": 1.551955764898628,
      "grad_norm": 2.9784744703237616,
      "learning_rate": 0.00025659854601631444,
      "loss": 4.9062,
      "step": 37891
    },
    {
      "epoch": 1.5519967233258243,
      "grad_norm": 6.095879615136209,
      "learning_rate": 0.0002565962514739224,
      "loss": 6.2812,
      "step": 37892
    },
    {
      "epoch": 1.5520376817530206,
      "grad_norm": 2.244604235108814,
      "learning_rate": 0.0002565939568811379,
      "loss": 5.1562,
      "step": 37893
    },
    {
      "epoch": 1.5520786401802171,
      "grad_norm": 4.3293797146738315,
      "learning_rate": 0.000256591662237962,
      "loss": 3.9688,
      "step": 37894
    },
    {
      "epoch": 1.5521195986074134,
      "grad_norm": 2.4787013914570766,
      "learning_rate": 0.0002565893675443957,
      "loss": 4.4688,
      "step": 37895
    },
    {
      "epoch": 1.5521605570346098,
      "grad_norm": 2.321350748322292,
      "learning_rate": 0.00025658707280044006,
      "loss": 4.375,
      "step": 37896
    },
    {
      "epoch": 1.5522015154618063,
      "grad_norm": 2.5585923944443447,
      "learning_rate": 0.0002565847780060963,
      "loss": 5.0312,
      "step": 37897
    },
    {
      "epoch": 1.5522424738890028,
      "grad_norm": 2.4882943766700443,
      "learning_rate": 0.0002565824831613655,
      "loss": 5.6875,
      "step": 37898
    },
    {
      "epoch": 1.552283432316199,
      "grad_norm": 2.1788230227412897,
      "learning_rate": 0.00025658018826624863,
      "loss": 4.8125,
      "step": 37899
    },
    {
      "epoch": 1.5523243907433955,
      "grad_norm": 2.461772316120402,
      "learning_rate": 0.0002565778933207469,
      "loss": 4.8438,
      "step": 37900
    },
    {
      "epoch": 1.552365349170592,
      "grad_norm": 2.144258289302868,
      "learning_rate": 0.00025657559832486116,
      "loss": 4.5,
      "step": 37901
    },
    {
      "epoch": 1.552406307597788,
      "grad_norm": 2.3806811883882717,
      "learning_rate": 0.00025657330327859284,
      "loss": 4.875,
      "step": 37902
    },
    {
      "epoch": 1.5524472660249846,
      "grad_norm": 5.50076845620233,
      "learning_rate": 0.0002565710081819428,
      "loss": 6.1875,
      "step": 37903
    },
    {
      "epoch": 1.5524882244521812,
      "grad_norm": 2.956173484175261,
      "learning_rate": 0.0002565687130349121,
      "loss": 5.8125,
      "step": 37904
    },
    {
      "epoch": 1.5525291828793775,
      "grad_norm": 2.092921827293727,
      "learning_rate": 0.0002565664178375019,
      "loss": 3.8125,
      "step": 37905
    },
    {
      "epoch": 1.5525701413065738,
      "grad_norm": 2.4667252588682524,
      "learning_rate": 0.00025656412258971337,
      "loss": 5.4375,
      "step": 37906
    },
    {
      "epoch": 1.5526110997337703,
      "grad_norm": 2.084177215234443,
      "learning_rate": 0.0002565618272915474,
      "loss": 4.9062,
      "step": 37907
    },
    {
      "epoch": 1.5526520581609666,
      "grad_norm": 2.0232806658081888,
      "learning_rate": 0.0002565595319430053,
      "loss": 3.9688,
      "step": 37908
    },
    {
      "epoch": 1.552693016588163,
      "grad_norm": 3.5898370014454835,
      "learning_rate": 0.00025655723654408795,
      "loss": 2.5312,
      "step": 37909
    },
    {
      "epoch": 1.5527339750153595,
      "grad_norm": 3.519517705841826,
      "learning_rate": 0.00025655494109479653,
      "loss": 5.6562,
      "step": 37910
    },
    {
      "epoch": 1.5527749334425558,
      "grad_norm": 3.6262050839958166,
      "learning_rate": 0.00025655264559513216,
      "loss": 4.375,
      "step": 37911
    },
    {
      "epoch": 1.552815891869752,
      "grad_norm": 16.62508394844127,
      "learning_rate": 0.00025655035004509586,
      "loss": 4.5312,
      "step": 37912
    },
    {
      "epoch": 1.5528568502969486,
      "grad_norm": 3.4302800497725547,
      "learning_rate": 0.0002565480544446887,
      "loss": 4.5625,
      "step": 37913
    },
    {
      "epoch": 1.552897808724145,
      "grad_norm": 2.3037561829623603,
      "learning_rate": 0.0002565457587939118,
      "loss": 4.5312,
      "step": 37914
    },
    {
      "epoch": 1.5529387671513413,
      "grad_norm": 2.288463001674252,
      "learning_rate": 0.0002565434630927663,
      "loss": 4.0938,
      "step": 37915
    },
    {
      "epoch": 1.5529797255785378,
      "grad_norm": 2.7359128226760534,
      "learning_rate": 0.00025654116734125326,
      "loss": 5.2812,
      "step": 37916
    },
    {
      "epoch": 1.5530206840057343,
      "grad_norm": 2.92448860018602,
      "learning_rate": 0.0002565388715393737,
      "loss": 4.4375,
      "step": 37917
    },
    {
      "epoch": 1.5530616424329304,
      "grad_norm": 3.732827050513955,
      "learning_rate": 0.0002565365756871287,
      "loss": 6.75,
      "step": 37918
    },
    {
      "epoch": 1.553102600860127,
      "grad_norm": 3.6435453215807754,
      "learning_rate": 0.0002565342797845195,
      "loss": 5.3125,
      "step": 37919
    },
    {
      "epoch": 1.5531435592873235,
      "grad_norm": 2.1200569155676163,
      "learning_rate": 0.000256531983831547,
      "loss": 4.9062,
      "step": 37920
    },
    {
      "epoch": 1.5531845177145196,
      "grad_norm": 2.967173796622778,
      "learning_rate": 0.0002565296878282123,
      "loss": 4.7188,
      "step": 37921
    },
    {
      "epoch": 1.5532254761417161,
      "grad_norm": 2.417433841358093,
      "learning_rate": 0.00025652739177451663,
      "loss": 4.875,
      "step": 37922
    },
    {
      "epoch": 1.5532664345689127,
      "grad_norm": 4.848004267101082,
      "learning_rate": 0.00025652509567046093,
      "loss": 7.0625,
      "step": 37923
    },
    {
      "epoch": 1.553307392996109,
      "grad_norm": 3.740579524679413,
      "learning_rate": 0.00025652279951604643,
      "loss": 3.8906,
      "step": 37924
    },
    {
      "epoch": 1.5533483514233053,
      "grad_norm": 2.5863903229381697,
      "learning_rate": 0.0002565205033112741,
      "loss": 5.8125,
      "step": 37925
    },
    {
      "epoch": 1.5533893098505018,
      "grad_norm": 2.668576923553539,
      "learning_rate": 0.00025651820705614503,
      "loss": 5.0938,
      "step": 37926
    },
    {
      "epoch": 1.5534302682776981,
      "grad_norm": 2.575744938608943,
      "learning_rate": 0.00025651591075066035,
      "loss": 5.3438,
      "step": 37927
    },
    {
      "epoch": 1.5534712267048945,
      "grad_norm": 3.000695043295976,
      "learning_rate": 0.0002565136143948211,
      "loss": 5.5625,
      "step": 37928
    },
    {
      "epoch": 1.553512185132091,
      "grad_norm": 3.7963467482799653,
      "learning_rate": 0.00025651131798862844,
      "loss": 5.8125,
      "step": 37929
    },
    {
      "epoch": 1.5535531435592873,
      "grad_norm": 3.404953940806047,
      "learning_rate": 0.0002565090215320834,
      "loss": 4.4062,
      "step": 37930
    },
    {
      "epoch": 1.5535941019864836,
      "grad_norm": 3.0840541060240945,
      "learning_rate": 0.000256506725025187,
      "loss": 5.2188,
      "step": 37931
    },
    {
      "epoch": 1.5536350604136802,
      "grad_norm": 3.1805861558872968,
      "learning_rate": 0.0002565044284679405,
      "loss": 5.0938,
      "step": 37932
    },
    {
      "epoch": 1.5536760188408765,
      "grad_norm": 2.8214282599820573,
      "learning_rate": 0.0002565021318603449,
      "loss": 5.1562,
      "step": 37933
    },
    {
      "epoch": 1.5537169772680728,
      "grad_norm": 3.0959248520355174,
      "learning_rate": 0.00025649983520240115,
      "loss": 5.8125,
      "step": 37934
    },
    {
      "epoch": 1.5537579356952693,
      "grad_norm": 2.4457029334291156,
      "learning_rate": 0.00025649753849411053,
      "loss": 3.5781,
      "step": 37935
    },
    {
      "epoch": 1.5537988941224659,
      "grad_norm": 2.3600836295559575,
      "learning_rate": 0.00025649524173547406,
      "loss": 4.625,
      "step": 37936
    },
    {
      "epoch": 1.553839852549662,
      "grad_norm": 2.351341332431343,
      "learning_rate": 0.00025649294492649283,
      "loss": 5.375,
      "step": 37937
    },
    {
      "epoch": 1.5538808109768585,
      "grad_norm": 4.500881993986386,
      "learning_rate": 0.0002564906480671679,
      "loss": 4.3438,
      "step": 37938
    },
    {
      "epoch": 1.553921769404055,
      "grad_norm": 2.7097747379060197,
      "learning_rate": 0.00025648835115750035,
      "loss": 6.0625,
      "step": 37939
    },
    {
      "epoch": 1.5539627278312513,
      "grad_norm": 2.4749956335199603,
      "learning_rate": 0.0002564860541974913,
      "loss": 5.5,
      "step": 37940
    },
    {
      "epoch": 1.5540036862584476,
      "grad_norm": 4.580858562787167,
      "learning_rate": 0.0002564837571871418,
      "loss": 4.4375,
      "step": 37941
    },
    {
      "epoch": 1.5540446446856442,
      "grad_norm": 2.3145516598452236,
      "learning_rate": 0.0002564814601264531,
      "loss": 4.7188,
      "step": 37942
    },
    {
      "epoch": 1.5540856031128405,
      "grad_norm": 3.195408723264261,
      "learning_rate": 0.00025647916301542597,
      "loss": 6.2812,
      "step": 37943
    },
    {
      "epoch": 1.5541265615400368,
      "grad_norm": 2.5861434633320575,
      "learning_rate": 0.00025647686585406174,
      "loss": 4.3438,
      "step": 37944
    },
    {
      "epoch": 1.5541675199672333,
      "grad_norm": 2.037797494584878,
      "learning_rate": 0.0002564745686423614,
      "loss": 4.0625,
      "step": 37945
    },
    {
      "epoch": 1.5542084783944297,
      "grad_norm": 2.8418723968671924,
      "learning_rate": 0.0002564722713803261,
      "loss": 5.4375,
      "step": 37946
    },
    {
      "epoch": 1.554249436821626,
      "grad_norm": 2.5031623567970476,
      "learning_rate": 0.0002564699740679569,
      "loss": 5.375,
      "step": 37947
    },
    {
      "epoch": 1.5542903952488225,
      "grad_norm": 2.3783945629723755,
      "learning_rate": 0.0002564676767052548,
      "loss": 5.9688,
      "step": 37948
    },
    {
      "epoch": 1.5543313536760188,
      "grad_norm": 2.669322263468339,
      "learning_rate": 0.000256465379292221,
      "loss": 4.9688,
      "step": 37949
    },
    {
      "epoch": 1.5543723121032151,
      "grad_norm": 2.6484886121916262,
      "learning_rate": 0.00025646308182885653,
      "loss": 5.1562,
      "step": 37950
    },
    {
      "epoch": 1.5544132705304117,
      "grad_norm": 3.0049276017583177,
      "learning_rate": 0.00025646078431516253,
      "loss": 4.3125,
      "step": 37951
    },
    {
      "epoch": 1.554454228957608,
      "grad_norm": 2.9316671769095484,
      "learning_rate": 0.00025645848675114003,
      "loss": 5.3125,
      "step": 37952
    },
    {
      "epoch": 1.5544951873848043,
      "grad_norm": 2.3674746515764498,
      "learning_rate": 0.00025645618913679017,
      "loss": 4.75,
      "step": 37953
    },
    {
      "epoch": 1.5545361458120008,
      "grad_norm": 4.439590769514922,
      "learning_rate": 0.0002564538914721139,
      "loss": 6.5,
      "step": 37954
    },
    {
      "epoch": 1.5545771042391974,
      "grad_norm": 2.659252401683226,
      "learning_rate": 0.00025645159375711253,
      "loss": 4.4062,
      "step": 37955
    },
    {
      "epoch": 1.5546180626663935,
      "grad_norm": 2.1867881505154085,
      "learning_rate": 0.00025644929599178697,
      "loss": 4.0938,
      "step": 37956
    },
    {
      "epoch": 1.55465902109359,
      "grad_norm": 3.22697394045592,
      "learning_rate": 0.0002564469981761384,
      "loss": 5.2188,
      "step": 37957
    },
    {
      "epoch": 1.5546999795207865,
      "grad_norm": 2.490929770014633,
      "learning_rate": 0.00025644470031016775,
      "loss": 5.2188,
      "step": 37958
    },
    {
      "epoch": 1.5547409379479828,
      "grad_norm": 2.6319630843001,
      "learning_rate": 0.0002564424023938763,
      "loss": 4.3125,
      "step": 37959
    },
    {
      "epoch": 1.5547818963751792,
      "grad_norm": 2.6815308710577814,
      "learning_rate": 0.0002564401044272651,
      "loss": 5.0625,
      "step": 37960
    },
    {
      "epoch": 1.5548228548023757,
      "grad_norm": 2.6948681966371177,
      "learning_rate": 0.00025643780641033514,
      "loss": 4.2812,
      "step": 37961
    },
    {
      "epoch": 1.554863813229572,
      "grad_norm": 2.277761353489251,
      "learning_rate": 0.0002564355083430875,
      "loss": 4.875,
      "step": 37962
    },
    {
      "epoch": 1.5549047716567683,
      "grad_norm": 2.778565832343234,
      "learning_rate": 0.00025643321022552343,
      "loss": 4.4375,
      "step": 37963
    },
    {
      "epoch": 1.5549457300839649,
      "grad_norm": 2.3110628930432537,
      "learning_rate": 0.0002564309120576439,
      "loss": 4.5625,
      "step": 37964
    },
    {
      "epoch": 1.5549866885111612,
      "grad_norm": 3.1757645616109613,
      "learning_rate": 0.00025642861383945,
      "loss": 5.0,
      "step": 37965
    },
    {
      "epoch": 1.5550276469383575,
      "grad_norm": 2.8469638176439793,
      "learning_rate": 0.0002564263155709428,
      "loss": 5.0,
      "step": 37966
    },
    {
      "epoch": 1.555068605365554,
      "grad_norm": 5.239155752877675,
      "learning_rate": 0.00025642401725212345,
      "loss": 4.6875,
      "step": 37967
    },
    {
      "epoch": 1.5551095637927503,
      "grad_norm": 5.835457793348466,
      "learning_rate": 0.000256421718882993,
      "loss": 2.6094,
      "step": 37968
    },
    {
      "epoch": 1.5551505222199467,
      "grad_norm": 11.288724668032593,
      "learning_rate": 0.00025641942046355246,
      "loss": 4.2188,
      "step": 37969
    },
    {
      "epoch": 1.5551914806471432,
      "grad_norm": 3.78762813865051,
      "learning_rate": 0.0002564171219938031,
      "loss": 4.6562,
      "step": 37970
    },
    {
      "epoch": 1.5552324390743395,
      "grad_norm": 3.500772269441547,
      "learning_rate": 0.00025641482347374585,
      "loss": 5.4062,
      "step": 37971
    },
    {
      "epoch": 1.5552733975015358,
      "grad_norm": 2.987313376091172,
      "learning_rate": 0.00025641252490338185,
      "loss": 5.875,
      "step": 37972
    },
    {
      "epoch": 1.5553143559287324,
      "grad_norm": 2.3749789144446103,
      "learning_rate": 0.00025641022628271223,
      "loss": 3.5,
      "step": 37973
    },
    {
      "epoch": 1.5553553143559289,
      "grad_norm": 2.8105232134187803,
      "learning_rate": 0.00025640792761173796,
      "loss": 3.9531,
      "step": 37974
    },
    {
      "epoch": 1.555396272783125,
      "grad_norm": 3.6964451715003146,
      "learning_rate": 0.0002564056288904602,
      "loss": 2.4219,
      "step": 37975
    },
    {
      "epoch": 1.5554372312103215,
      "grad_norm": 3.6285434576031093,
      "learning_rate": 0.0002564033301188801,
      "loss": 6.375,
      "step": 37976
    },
    {
      "epoch": 1.555478189637518,
      "grad_norm": 2.2262185265327994,
      "learning_rate": 0.0002564010312969986,
      "loss": 4.2188,
      "step": 37977
    },
    {
      "epoch": 1.5555191480647144,
      "grad_norm": 2.6814492105038545,
      "learning_rate": 0.0002563987324248169,
      "loss": 4.375,
      "step": 37978
    },
    {
      "epoch": 1.5555601064919107,
      "grad_norm": 3.5326723238927493,
      "learning_rate": 0.00025639643350233607,
      "loss": 6.125,
      "step": 37979
    },
    {
      "epoch": 1.5556010649191072,
      "grad_norm": 4.453292529838515,
      "learning_rate": 0.00025639413452955716,
      "loss": 6.4375,
      "step": 37980
    },
    {
      "epoch": 1.5556420233463035,
      "grad_norm": 4.64204650414815,
      "learning_rate": 0.00025639183550648124,
      "loss": 4.25,
      "step": 37981
    },
    {
      "epoch": 1.5556829817734998,
      "grad_norm": 3.061573444277344,
      "learning_rate": 0.0002563895364331095,
      "loss": 6.4062,
      "step": 37982
    },
    {
      "epoch": 1.5557239402006964,
      "grad_norm": 2.8110817629597475,
      "learning_rate": 0.00025638723730944294,
      "loss": 5.0938,
      "step": 37983
    },
    {
      "epoch": 1.5557648986278927,
      "grad_norm": 2.433594392797786,
      "learning_rate": 0.0002563849381354826,
      "loss": 5.3438,
      "step": 37984
    },
    {
      "epoch": 1.555805857055089,
      "grad_norm": 2.8132554292588394,
      "learning_rate": 0.00025638263891122973,
      "loss": 5.9688,
      "step": 37985
    },
    {
      "epoch": 1.5558468154822855,
      "grad_norm": 2.219286712973307,
      "learning_rate": 0.0002563803396366853,
      "loss": 4.3438,
      "step": 37986
    },
    {
      "epoch": 1.5558877739094819,
      "grad_norm": 3.8437038264965446,
      "learning_rate": 0.0002563780403118504,
      "loss": 7.6562,
      "step": 37987
    },
    {
      "epoch": 1.5559287323366782,
      "grad_norm": 2.3302093973481144,
      "learning_rate": 0.00025637574093672613,
      "loss": 4.7812,
      "step": 37988
    },
    {
      "epoch": 1.5559696907638747,
      "grad_norm": 2.332360218778869,
      "learning_rate": 0.0002563734415113136,
      "loss": 4.6562,
      "step": 37989
    },
    {
      "epoch": 1.556010649191071,
      "grad_norm": 4.2162862784858355,
      "learning_rate": 0.0002563711420356139,
      "loss": 4.3125,
      "step": 37990
    },
    {
      "epoch": 1.5560516076182673,
      "grad_norm": 3.988224157479761,
      "learning_rate": 0.00025636884250962807,
      "loss": 5.125,
      "step": 37991
    },
    {
      "epoch": 1.5560925660454639,
      "grad_norm": 2.515388327511338,
      "learning_rate": 0.00025636654293335724,
      "loss": 4.625,
      "step": 37992
    },
    {
      "epoch": 1.5561335244726604,
      "grad_norm": 2.6728744704359797,
      "learning_rate": 0.00025636424330680247,
      "loss": 5.0312,
      "step": 37993
    },
    {
      "epoch": 1.5561744828998565,
      "grad_norm": 8.922429750579234,
      "learning_rate": 0.00025636194362996484,
      "loss": 5.625,
      "step": 37994
    },
    {
      "epoch": 1.556215441327053,
      "grad_norm": 3.616967554571671,
      "learning_rate": 0.00025635964390284543,
      "loss": 6.3438,
      "step": 37995
    },
    {
      "epoch": 1.5562563997542496,
      "grad_norm": 3.887691199577129,
      "learning_rate": 0.0002563573441254454,
      "loss": 5.1875,
      "step": 37996
    },
    {
      "epoch": 1.5562973581814459,
      "grad_norm": 3.949992479554136,
      "learning_rate": 0.0002563550442977658,
      "loss": 5.125,
      "step": 37997
    },
    {
      "epoch": 1.5563383166086422,
      "grad_norm": 2.259064063537746,
      "learning_rate": 0.00025635274441980764,
      "loss": 4.9375,
      "step": 37998
    },
    {
      "epoch": 1.5563792750358387,
      "grad_norm": 2.278143126085769,
      "learning_rate": 0.00025635044449157215,
      "loss": 5.2812,
      "step": 37999
    },
    {
      "epoch": 1.556420233463035,
      "grad_norm": 5.101653674450424,
      "learning_rate": 0.0002563481445130603,
      "loss": 4.0938,
      "step": 38000
    },
    {
      "epoch": 1.5564611918902314,
      "grad_norm": 2.1421650334251723,
      "learning_rate": 0.00025634584448427325,
      "loss": 4.125,
      "step": 38001
    },
    {
      "epoch": 1.556502150317428,
      "grad_norm": 2.6595638891660642,
      "learning_rate": 0.000256343544405212,
      "loss": 4.375,
      "step": 38002
    },
    {
      "epoch": 1.5565431087446242,
      "grad_norm": 3.223764966078014,
      "learning_rate": 0.0002563412442758778,
      "loss": 6.5938,
      "step": 38003
    },
    {
      "epoch": 1.5565840671718205,
      "grad_norm": 3.0502207456995922,
      "learning_rate": 0.0002563389440962715,
      "loss": 5.2188,
      "step": 38004
    },
    {
      "epoch": 1.556625025599017,
      "grad_norm": 2.275118780295449,
      "learning_rate": 0.00025633664386639436,
      "loss": 4.9688,
      "step": 38005
    },
    {
      "epoch": 1.5566659840262134,
      "grad_norm": 3.6474898970489535,
      "learning_rate": 0.0002563343435862475,
      "loss": 5.9688,
      "step": 38006
    },
    {
      "epoch": 1.5567069424534097,
      "grad_norm": 2.2066706607076068,
      "learning_rate": 0.00025633204325583187,
      "loss": 4.5,
      "step": 38007
    },
    {
      "epoch": 1.5567479008806062,
      "grad_norm": 3.7896937849920493,
      "learning_rate": 0.00025632974287514857,
      "loss": 7.4688,
      "step": 38008
    },
    {
      "epoch": 1.5567888593078025,
      "grad_norm": 2.9515398179274817,
      "learning_rate": 0.00025632744244419883,
      "loss": 6.0312,
      "step": 38009
    },
    {
      "epoch": 1.5568298177349988,
      "grad_norm": 3.423046317976441,
      "learning_rate": 0.0002563251419629836,
      "loss": 3.6094,
      "step": 38010
    },
    {
      "epoch": 1.5568707761621954,
      "grad_norm": 2.1451325358022877,
      "learning_rate": 0.000256322841431504,
      "loss": 4.0625,
      "step": 38011
    },
    {
      "epoch": 1.556911734589392,
      "grad_norm": 3.842307871139281,
      "learning_rate": 0.0002563205408497612,
      "loss": 6.2188,
      "step": 38012
    },
    {
      "epoch": 1.556952693016588,
      "grad_norm": 3.411508808565119,
      "learning_rate": 0.0002563182402177561,
      "loss": 6.4062,
      "step": 38013
    },
    {
      "epoch": 1.5569936514437845,
      "grad_norm": 2.4637525689492454,
      "learning_rate": 0.00025631593953548995,
      "loss": 5.4688,
      "step": 38014
    },
    {
      "epoch": 1.557034609870981,
      "grad_norm": 2.9103113268651004,
      "learning_rate": 0.00025631363880296385,
      "loss": 6.5625,
      "step": 38015
    },
    {
      "epoch": 1.5570755682981774,
      "grad_norm": 2.7546509938502473,
      "learning_rate": 0.0002563113380201788,
      "loss": 4.4375,
      "step": 38016
    },
    {
      "epoch": 1.5571165267253737,
      "grad_norm": 2.5204207256528868,
      "learning_rate": 0.0002563090371871359,
      "loss": 5.2812,
      "step": 38017
    },
    {
      "epoch": 1.5571574851525702,
      "grad_norm": 2.5399914775236447,
      "learning_rate": 0.00025630673630383624,
      "loss": 5.5,
      "step": 38018
    },
    {
      "epoch": 1.5571984435797666,
      "grad_norm": 3.18248069309652,
      "learning_rate": 0.00025630443537028096,
      "loss": 4.6562,
      "step": 38019
    },
    {
      "epoch": 1.5572394020069629,
      "grad_norm": 2.4139040771430818,
      "learning_rate": 0.00025630213438647116,
      "loss": 5.1562,
      "step": 38020
    },
    {
      "epoch": 1.5572803604341594,
      "grad_norm": 2.755693446086806,
      "learning_rate": 0.0002562998333524078,
      "loss": 5.3438,
      "step": 38021
    },
    {
      "epoch": 1.5573213188613557,
      "grad_norm": 2.089955748521983,
      "learning_rate": 0.000256297532268092,
      "loss": 4.625,
      "step": 38022
    },
    {
      "epoch": 1.557362277288552,
      "grad_norm": 3.3643298705844917,
      "learning_rate": 0.00025629523113352505,
      "loss": 6.1562,
      "step": 38023
    },
    {
      "epoch": 1.5574032357157486,
      "grad_norm": 2.3672778892418016,
      "learning_rate": 0.0002562929299487078,
      "loss": 4.9688,
      "step": 38024
    },
    {
      "epoch": 1.5574441941429449,
      "grad_norm": 2.474172234589325,
      "learning_rate": 0.0002562906287136414,
      "loss": 5.6562,
      "step": 38025
    },
    {
      "epoch": 1.5574851525701412,
      "grad_norm": 3.231147067711082,
      "learning_rate": 0.000256288327428327,
      "loss": 3.7656,
      "step": 38026
    },
    {
      "epoch": 1.5575261109973377,
      "grad_norm": 2.4671892478205772,
      "learning_rate": 0.00025628602609276564,
      "loss": 5.125,
      "step": 38027
    },
    {
      "epoch": 1.557567069424534,
      "grad_norm": 5.490300517572683,
      "learning_rate": 0.0002562837247069584,
      "loss": 6.1562,
      "step": 38028
    },
    {
      "epoch": 1.5576080278517304,
      "grad_norm": 2.992852239378225,
      "learning_rate": 0.00025628142327090636,
      "loss": 5.5312,
      "step": 38029
    },
    {
      "epoch": 1.557648986278927,
      "grad_norm": 2.827300864707679,
      "learning_rate": 0.00025627912178461065,
      "loss": 4.875,
      "step": 38030
    },
    {
      "epoch": 1.5576899447061234,
      "grad_norm": 3.540755067378356,
      "learning_rate": 0.0002562768202480723,
      "loss": 3.8906,
      "step": 38031
    },
    {
      "epoch": 1.5577309031333195,
      "grad_norm": 2.2013844816764268,
      "learning_rate": 0.0002562745186612925,
      "loss": 4.2812,
      "step": 38032
    },
    {
      "epoch": 1.557771861560516,
      "grad_norm": 3.332895958926811,
      "learning_rate": 0.00025627221702427224,
      "loss": 5.4375,
      "step": 38033
    },
    {
      "epoch": 1.5578128199877126,
      "grad_norm": 2.6623496707940815,
      "learning_rate": 0.00025626991533701267,
      "loss": 4.8125,
      "step": 38034
    },
    {
      "epoch": 1.557853778414909,
      "grad_norm": 2.8063552496714244,
      "learning_rate": 0.00025626761359951486,
      "loss": 5.7188,
      "step": 38035
    },
    {
      "epoch": 1.5578947368421052,
      "grad_norm": 2.3443291803840585,
      "learning_rate": 0.00025626531181177983,
      "loss": 4.4062,
      "step": 38036
    },
    {
      "epoch": 1.5579356952693018,
      "grad_norm": 3.1198936792640843,
      "learning_rate": 0.0002562630099738088,
      "loss": 2.9375,
      "step": 38037
    },
    {
      "epoch": 1.557976653696498,
      "grad_norm": 2.363668448413435,
      "learning_rate": 0.0002562607080856027,
      "loss": 3.0625,
      "step": 38038
    },
    {
      "epoch": 1.5580176121236944,
      "grad_norm": 2.4625533728514806,
      "learning_rate": 0.00025625840614716276,
      "loss": 6.25,
      "step": 38039
    },
    {
      "epoch": 1.558058570550891,
      "grad_norm": 3.0606565670960255,
      "learning_rate": 0.00025625610415849,
      "loss": 5.6875,
      "step": 38040
    },
    {
      "epoch": 1.5580995289780872,
      "grad_norm": 2.4694697252329707,
      "learning_rate": 0.0002562538021195855,
      "loss": 4.9688,
      "step": 38041
    },
    {
      "epoch": 1.5581404874052835,
      "grad_norm": 2.5263006437468976,
      "learning_rate": 0.0002562515000304504,
      "loss": 5.6562,
      "step": 38042
    },
    {
      "epoch": 1.55818144583248,
      "grad_norm": 2.7632305624428524,
      "learning_rate": 0.00025624919789108574,
      "loss": 4.9062,
      "step": 38043
    },
    {
      "epoch": 1.5582224042596764,
      "grad_norm": 2.4270071950980316,
      "learning_rate": 0.0002562468957014926,
      "loss": 5.5938,
      "step": 38044
    },
    {
      "epoch": 1.5582633626868727,
      "grad_norm": 2.9096346431241535,
      "learning_rate": 0.00025624459346167215,
      "loss": 5.7188,
      "step": 38045
    },
    {
      "epoch": 1.5583043211140692,
      "grad_norm": 3.2196669787002077,
      "learning_rate": 0.0002562422911716254,
      "loss": 5.3438,
      "step": 38046
    },
    {
      "epoch": 1.5583452795412656,
      "grad_norm": 2.3177327956565486,
      "learning_rate": 0.00025623998883135345,
      "loss": 5.9062,
      "step": 38047
    },
    {
      "epoch": 1.5583862379684619,
      "grad_norm": 2.2056401462018136,
      "learning_rate": 0.0002562376864408574,
      "loss": 4.7812,
      "step": 38048
    },
    {
      "epoch": 1.5584271963956584,
      "grad_norm": 2.4145060111843297,
      "learning_rate": 0.00025623538400013833,
      "loss": 4.0938,
      "step": 38049
    },
    {
      "epoch": 1.558468154822855,
      "grad_norm": 4.095247324492457,
      "learning_rate": 0.00025623308150919737,
      "loss": 3.8906,
      "step": 38050
    },
    {
      "epoch": 1.558509113250051,
      "grad_norm": 2.3828350305226436,
      "learning_rate": 0.0002562307789680355,
      "loss": 4.6875,
      "step": 38051
    },
    {
      "epoch": 1.5585500716772476,
      "grad_norm": 2.2403748490601236,
      "learning_rate": 0.0002562284763766539,
      "loss": 4.5312,
      "step": 38052
    },
    {
      "epoch": 1.558591030104444,
      "grad_norm": 3.056591168142523,
      "learning_rate": 0.0002562261737350537,
      "loss": 4.5938,
      "step": 38053
    },
    {
      "epoch": 1.5586319885316404,
      "grad_norm": 2.585752863929063,
      "learning_rate": 0.0002562238710432359,
      "loss": 5.8125,
      "step": 38054
    },
    {
      "epoch": 1.5586729469588367,
      "grad_norm": 6.7999778969329014,
      "learning_rate": 0.0002562215683012016,
      "loss": 2.25,
      "step": 38055
    },
    {
      "epoch": 1.5587139053860333,
      "grad_norm": 2.3101792116179904,
      "learning_rate": 0.0002562192655089519,
      "loss": 4.6562,
      "step": 38056
    },
    {
      "epoch": 1.5587548638132296,
      "grad_norm": 4.543861506914823,
      "learning_rate": 0.00025621696266648795,
      "loss": 3.8125,
      "step": 38057
    },
    {
      "epoch": 1.558795822240426,
      "grad_norm": 2.3172115772128286,
      "learning_rate": 0.0002562146597738107,
      "loss": 4.4375,
      "step": 38058
    },
    {
      "epoch": 1.5588367806676224,
      "grad_norm": 2.2563325347376875,
      "learning_rate": 0.00025621235683092144,
      "loss": 5.3438,
      "step": 38059
    },
    {
      "epoch": 1.5588777390948187,
      "grad_norm": 3.3131061709900944,
      "learning_rate": 0.000256210053837821,
      "loss": 7.4062,
      "step": 38060
    },
    {
      "epoch": 1.558918697522015,
      "grad_norm": 8.079306488428145,
      "learning_rate": 0.00025620775079451076,
      "loss": 5.2188,
      "step": 38061
    },
    {
      "epoch": 1.5589596559492116,
      "grad_norm": 2.7383415634792665,
      "learning_rate": 0.00025620544770099153,
      "loss": 4.875,
      "step": 38062
    },
    {
      "epoch": 1.559000614376408,
      "grad_norm": 2.3548410653592877,
      "learning_rate": 0.0002562031445572646,
      "loss": 4.75,
      "step": 38063
    },
    {
      "epoch": 1.5590415728036042,
      "grad_norm": 2.5089814734595386,
      "learning_rate": 0.00025620084136333094,
      "loss": 4.4375,
      "step": 38064
    },
    {
      "epoch": 1.5590825312308008,
      "grad_norm": 2.5055410794415445,
      "learning_rate": 0.00025619853811919175,
      "loss": 4.9688,
      "step": 38065
    },
    {
      "epoch": 1.5591234896579973,
      "grad_norm": 2.2424242055054444,
      "learning_rate": 0.000256196234824848,
      "loss": 4.875,
      "step": 38066
    },
    {
      "epoch": 1.5591644480851934,
      "grad_norm": 4.599057609824539,
      "learning_rate": 0.00025619393148030087,
      "loss": 6.0625,
      "step": 38067
    },
    {
      "epoch": 1.55920540651239,
      "grad_norm": 2.5021600683807934,
      "learning_rate": 0.0002561916280855513,
      "loss": 5.125,
      "step": 38068
    },
    {
      "epoch": 1.5592463649395865,
      "grad_norm": 3.3290644715138433,
      "learning_rate": 0.0002561893246406006,
      "loss": 6.7188,
      "step": 38069
    },
    {
      "epoch": 1.5592873233667826,
      "grad_norm": 2.686906466671468,
      "learning_rate": 0.0002561870211454497,
      "loss": 5.0,
      "step": 38070
    },
    {
      "epoch": 1.559328281793979,
      "grad_norm": 2.8175243298468473,
      "learning_rate": 0.0002561847176000998,
      "loss": 4.3438,
      "step": 38071
    },
    {
      "epoch": 1.5593692402211756,
      "grad_norm": 2.488771530580936,
      "learning_rate": 0.00025618241400455187,
      "loss": 4.5,
      "step": 38072
    },
    {
      "epoch": 1.559410198648372,
      "grad_norm": 3.446623241102402,
      "learning_rate": 0.0002561801103588071,
      "loss": 4.75,
      "step": 38073
    },
    {
      "epoch": 1.5594511570755683,
      "grad_norm": 6.382179584402873,
      "learning_rate": 0.0002561778066628665,
      "loss": 4.9375,
      "step": 38074
    },
    {
      "epoch": 1.5594921155027648,
      "grad_norm": 2.404729712069878,
      "learning_rate": 0.0002561755029167312,
      "loss": 5.125,
      "step": 38075
    },
    {
      "epoch": 1.559533073929961,
      "grad_norm": 4.57341235506798,
      "learning_rate": 0.00025617319912040224,
      "loss": 5.4062,
      "step": 38076
    },
    {
      "epoch": 1.5595740323571574,
      "grad_norm": 7.418525534873635,
      "learning_rate": 0.00025617089527388086,
      "loss": 7.4688,
      "step": 38077
    },
    {
      "epoch": 1.559614990784354,
      "grad_norm": 2.2827472243510747,
      "learning_rate": 0.00025616859137716797,
      "loss": 5.5,
      "step": 38078
    },
    {
      "epoch": 1.5596559492115503,
      "grad_norm": 8.219394606767843,
      "learning_rate": 0.00025616628743026476,
      "loss": 6.8438,
      "step": 38079
    },
    {
      "epoch": 1.5596969076387466,
      "grad_norm": 2.4050154418794687,
      "learning_rate": 0.00025616398343317225,
      "loss": 4.5938,
      "step": 38080
    },
    {
      "epoch": 1.5597378660659431,
      "grad_norm": 5.208729062218166,
      "learning_rate": 0.00025616167938589165,
      "loss": 5.7812,
      "step": 38081
    },
    {
      "epoch": 1.5597788244931394,
      "grad_norm": 2.9455003840784406,
      "learning_rate": 0.00025615937528842387,
      "loss": 6.5625,
      "step": 38082
    },
    {
      "epoch": 1.5598197829203357,
      "grad_norm": 3.1756638782009086,
      "learning_rate": 0.0002561570711407701,
      "loss": 6.0,
      "step": 38083
    },
    {
      "epoch": 1.5598607413475323,
      "grad_norm": 2.73609603685454,
      "learning_rate": 0.00025615476694293145,
      "loss": 5.5938,
      "step": 38084
    },
    {
      "epoch": 1.5599016997747288,
      "grad_norm": 2.1078264139545566,
      "learning_rate": 0.000256152462694909,
      "loss": 4.25,
      "step": 38085
    },
    {
      "epoch": 1.559942658201925,
      "grad_norm": 5.755168518465773,
      "learning_rate": 0.00025615015839670387,
      "loss": 6.2188,
      "step": 38086
    },
    {
      "epoch": 1.5599836166291214,
      "grad_norm": 3.20483539340196,
      "learning_rate": 0.00025614785404831707,
      "loss": 6.25,
      "step": 38087
    },
    {
      "epoch": 1.560024575056318,
      "grad_norm": 2.583277500722591,
      "learning_rate": 0.0002561455496497497,
      "loss": 5.1875,
      "step": 38088
    },
    {
      "epoch": 1.5600655334835143,
      "grad_norm": 2.6390766453573096,
      "learning_rate": 0.00025614324520100286,
      "loss": 4.0938,
      "step": 38089
    },
    {
      "epoch": 1.5601064919107106,
      "grad_norm": 2.226923601208487,
      "learning_rate": 0.00025614094070207773,
      "loss": 4.8125,
      "step": 38090
    },
    {
      "epoch": 1.5601474503379071,
      "grad_norm": 2.9996580309779204,
      "learning_rate": 0.00025613863615297523,
      "loss": 5.4688,
      "step": 38091
    },
    {
      "epoch": 1.5601884087651035,
      "grad_norm": 3.45357380293871,
      "learning_rate": 0.0002561363315536966,
      "loss": 5.6875,
      "step": 38092
    },
    {
      "epoch": 1.5602293671922998,
      "grad_norm": 2.4209544590761576,
      "learning_rate": 0.00025613402690424287,
      "loss": 5.4688,
      "step": 38093
    },
    {
      "epoch": 1.5602703256194963,
      "grad_norm": 3.106390337689989,
      "learning_rate": 0.0002561317222046151,
      "loss": 4.4375,
      "step": 38094
    },
    {
      "epoch": 1.5603112840466926,
      "grad_norm": 2.6970688687550375,
      "learning_rate": 0.00025612941745481444,
      "loss": 5.0938,
      "step": 38095
    },
    {
      "epoch": 1.560352242473889,
      "grad_norm": 2.5289604124321725,
      "learning_rate": 0.0002561271126548419,
      "loss": 5.0312,
      "step": 38096
    },
    {
      "epoch": 1.5603932009010855,
      "grad_norm": 2.3974722741796923,
      "learning_rate": 0.0002561248078046987,
      "loss": 4.7812,
      "step": 38097
    },
    {
      "epoch": 1.5604341593282818,
      "grad_norm": 2.5189151344327843,
      "learning_rate": 0.00025612250290438574,
      "loss": 5.6562,
      "step": 38098
    },
    {
      "epoch": 1.560475117755478,
      "grad_norm": 2.2794801169648813,
      "learning_rate": 0.00025612019795390433,
      "loss": 4.5312,
      "step": 38099
    },
    {
      "epoch": 1.5605160761826746,
      "grad_norm": 2.832097020147581,
      "learning_rate": 0.0002561178929532554,
      "loss": 5.3438,
      "step": 38100
    },
    {
      "epoch": 1.560557034609871,
      "grad_norm": 2.3304521651057457,
      "learning_rate": 0.0002561155879024401,
      "loss": 5.3438,
      "step": 38101
    },
    {
      "epoch": 1.5605979930370673,
      "grad_norm": 2.6695933943179915,
      "learning_rate": 0.0002561132828014595,
      "loss": 4.875,
      "step": 38102
    },
    {
      "epoch": 1.5606389514642638,
      "grad_norm": 4.589132225764059,
      "learning_rate": 0.0002561109776503147,
      "loss": 5.375,
      "step": 38103
    },
    {
      "epoch": 1.5606799098914603,
      "grad_norm": 3.6408665631836152,
      "learning_rate": 0.00025610867244900675,
      "loss": 5.875,
      "step": 38104
    },
    {
      "epoch": 1.5607208683186564,
      "grad_norm": 2.0321349656162515,
      "learning_rate": 0.00025610636719753684,
      "loss": 4.5625,
      "step": 38105
    },
    {
      "epoch": 1.560761826745853,
      "grad_norm": 3.6744675136108365,
      "learning_rate": 0.00025610406189590593,
      "loss": 5.4688,
      "step": 38106
    },
    {
      "epoch": 1.5608027851730495,
      "grad_norm": 3.335730071192856,
      "learning_rate": 0.00025610175654411523,
      "loss": 5.2812,
      "step": 38107
    },
    {
      "epoch": 1.5608437436002458,
      "grad_norm": 4.1215305199950585,
      "learning_rate": 0.00025609945114216575,
      "loss": 5.75,
      "step": 38108
    },
    {
      "epoch": 1.5608847020274421,
      "grad_norm": 2.40593026048436,
      "learning_rate": 0.0002560971456900586,
      "loss": 5.1562,
      "step": 38109
    },
    {
      "epoch": 1.5609256604546387,
      "grad_norm": 2.2244521084061217,
      "learning_rate": 0.00025609484018779494,
      "loss": 4.5938,
      "step": 38110
    },
    {
      "epoch": 1.560966618881835,
      "grad_norm": 2.125886252535673,
      "learning_rate": 0.0002560925346353757,
      "loss": 4.6875,
      "step": 38111
    },
    {
      "epoch": 1.5610075773090313,
      "grad_norm": 2.2992290084032057,
      "learning_rate": 0.00025609022903280216,
      "loss": 4.625,
      "step": 38112
    },
    {
      "epoch": 1.5610485357362278,
      "grad_norm": 2.9364283627028565,
      "learning_rate": 0.00025608792338007526,
      "loss": 4.3125,
      "step": 38113
    },
    {
      "epoch": 1.5610894941634241,
      "grad_norm": 2.499097125997634,
      "learning_rate": 0.0002560856176771961,
      "loss": 4.625,
      "step": 38114
    },
    {
      "epoch": 1.5611304525906204,
      "grad_norm": 14.721206828780353,
      "learning_rate": 0.0002560833119241659,
      "loss": 3.0156,
      "step": 38115
    },
    {
      "epoch": 1.561171411017817,
      "grad_norm": 2.799934499622625,
      "learning_rate": 0.0002560810061209856,
      "loss": 6.8125,
      "step": 38116
    },
    {
      "epoch": 1.5612123694450133,
      "grad_norm": 3.424256647542011,
      "learning_rate": 0.00025607870026765644,
      "loss": 4.5625,
      "step": 38117
    },
    {
      "epoch": 1.5612533278722096,
      "grad_norm": 2.7225736081682967,
      "learning_rate": 0.0002560763943641794,
      "loss": 5.4375,
      "step": 38118
    },
    {
      "epoch": 1.5612942862994061,
      "grad_norm": 2.2935732153047943,
      "learning_rate": 0.00025607408841055553,
      "loss": 4.875,
      "step": 38119
    },
    {
      "epoch": 1.5613352447266025,
      "grad_norm": 3.1993063922862945,
      "learning_rate": 0.00025607178240678603,
      "loss": 4.75,
      "step": 38120
    },
    {
      "epoch": 1.5613762031537988,
      "grad_norm": 2.096892740737644,
      "learning_rate": 0.00025606947635287196,
      "loss": 3.9531,
      "step": 38121
    },
    {
      "epoch": 1.5614171615809953,
      "grad_norm": 3.4423636357147744,
      "learning_rate": 0.00025606717024881435,
      "loss": 3.3906,
      "step": 38122
    },
    {
      "epoch": 1.5614581200081918,
      "grad_norm": 2.3774579444001867,
      "learning_rate": 0.00025606486409461435,
      "loss": 4.8438,
      "step": 38123
    },
    {
      "epoch": 1.561499078435388,
      "grad_norm": 4.361754959710071,
      "learning_rate": 0.0002560625578902731,
      "loss": 5.9688,
      "step": 38124
    },
    {
      "epoch": 1.5615400368625845,
      "grad_norm": 2.444392602154349,
      "learning_rate": 0.00025606025163579153,
      "loss": 5.25,
      "step": 38125
    },
    {
      "epoch": 1.561580995289781,
      "grad_norm": 2.0763591041234832,
      "learning_rate": 0.00025605794533117095,
      "loss": 3.9062,
      "step": 38126
    },
    {
      "epoch": 1.5616219537169773,
      "grad_norm": 2.4502559519938676,
      "learning_rate": 0.00025605563897641224,
      "loss": 4.8438,
      "step": 38127
    },
    {
      "epoch": 1.5616629121441736,
      "grad_norm": 2.504433271430652,
      "learning_rate": 0.00025605333257151656,
      "loss": 5.1875,
      "step": 38128
    },
    {
      "epoch": 1.5617038705713702,
      "grad_norm": 3.2193203790942024,
      "learning_rate": 0.0002560510261164851,
      "loss": 4.8125,
      "step": 38129
    },
    {
      "epoch": 1.5617448289985665,
      "grad_norm": 4.324886048383404,
      "learning_rate": 0.0002560487196113188,
      "loss": 5.7188,
      "step": 38130
    },
    {
      "epoch": 1.5617857874257628,
      "grad_norm": 4.568751791848603,
      "learning_rate": 0.00025604641305601887,
      "loss": 6.1562,
      "step": 38131
    },
    {
      "epoch": 1.5618267458529593,
      "grad_norm": 2.167729634271529,
      "learning_rate": 0.0002560441064505863,
      "loss": 4.125,
      "step": 38132
    },
    {
      "epoch": 1.5618677042801556,
      "grad_norm": 2.43152251686657,
      "learning_rate": 0.00025604179979502224,
      "loss": 5.9688,
      "step": 38133
    },
    {
      "epoch": 1.561908662707352,
      "grad_norm": 2.198367314302943,
      "learning_rate": 0.0002560394930893278,
      "loss": 4.9375,
      "step": 38134
    },
    {
      "epoch": 1.5619496211345485,
      "grad_norm": 2.7830288477283127,
      "learning_rate": 0.00025603718633350405,
      "loss": 5.0938,
      "step": 38135
    },
    {
      "epoch": 1.5619905795617448,
      "grad_norm": 3.765649453354139,
      "learning_rate": 0.00025603487952755195,
      "loss": 6.8125,
      "step": 38136
    },
    {
      "epoch": 1.5620315379889411,
      "grad_norm": 3.9672063340528623,
      "learning_rate": 0.00025603257267147286,
      "loss": 7.375,
      "step": 38137
    },
    {
      "epoch": 1.5620724964161377,
      "grad_norm": 2.3239058745823726,
      "learning_rate": 0.0002560302657652677,
      "loss": 5.2812,
      "step": 38138
    },
    {
      "epoch": 1.562113454843334,
      "grad_norm": 2.1165506433662076,
      "learning_rate": 0.0002560279588089375,
      "loss": 4.6562,
      "step": 38139
    },
    {
      "epoch": 1.5621544132705303,
      "grad_norm": 4.207746514599068,
      "learning_rate": 0.0002560256518024835,
      "loss": 5.5625,
      "step": 38140
    },
    {
      "epoch": 1.5621953716977268,
      "grad_norm": 2.156361784366883,
      "learning_rate": 0.00025602334474590676,
      "loss": 3.5312,
      "step": 38141
    },
    {
      "epoch": 1.5622363301249234,
      "grad_norm": 2.429367756939422,
      "learning_rate": 0.00025602103763920826,
      "loss": 4.3438,
      "step": 38142
    },
    {
      "epoch": 1.5622772885521194,
      "grad_norm": 2.455498142792362,
      "learning_rate": 0.0002560187304823892,
      "loss": 4.5625,
      "step": 38143
    },
    {
      "epoch": 1.562318246979316,
      "grad_norm": 2.2085732505384867,
      "learning_rate": 0.00025601642327545063,
      "loss": 4.875,
      "step": 38144
    },
    {
      "epoch": 1.5623592054065125,
      "grad_norm": 7.852009920279575,
      "learning_rate": 0.0002560141160183936,
      "loss": 6.9688,
      "step": 38145
    },
    {
      "epoch": 1.5624001638337088,
      "grad_norm": 2.669049585939105,
      "learning_rate": 0.0002560118087112193,
      "loss": 5.4375,
      "step": 38146
    },
    {
      "epoch": 1.5624411222609051,
      "grad_norm": 5.645033470351971,
      "learning_rate": 0.00025600950135392877,
      "loss": 6.9062,
      "step": 38147
    },
    {
      "epoch": 1.5624820806881017,
      "grad_norm": 2.6024109349219406,
      "learning_rate": 0.00025600719394652306,
      "loss": 4.5,
      "step": 38148
    },
    {
      "epoch": 1.562523039115298,
      "grad_norm": 2.1981331201238135,
      "learning_rate": 0.00025600488648900335,
      "loss": 4.4688,
      "step": 38149
    },
    {
      "epoch": 1.5625639975424943,
      "grad_norm": 2.2700895484112644,
      "learning_rate": 0.0002560025789813707,
      "loss": 4.3125,
      "step": 38150
    },
    {
      "epoch": 1.5626049559696908,
      "grad_norm": 2.3528863421472823,
      "learning_rate": 0.0002560002714236261,
      "loss": 4.4062,
      "step": 38151
    },
    {
      "epoch": 1.5626459143968872,
      "grad_norm": 2.8073783278139213,
      "learning_rate": 0.00025599796381577073,
      "loss": 5.5,
      "step": 38152
    },
    {
      "epoch": 1.5626868728240835,
      "grad_norm": 4.019099461474316,
      "learning_rate": 0.00025599565615780573,
      "loss": 4.4688,
      "step": 38153
    },
    {
      "epoch": 1.56272783125128,
      "grad_norm": 2.7283104115061074,
      "learning_rate": 0.0002559933484497321,
      "loss": 4.3438,
      "step": 38154
    },
    {
      "epoch": 1.5627687896784763,
      "grad_norm": 2.3434870271274297,
      "learning_rate": 0.00025599104069155094,
      "loss": 4.0625,
      "step": 38155
    },
    {
      "epoch": 1.5628097481056726,
      "grad_norm": 2.5896403452100145,
      "learning_rate": 0.0002559887328832634,
      "loss": 3.7031,
      "step": 38156
    },
    {
      "epoch": 1.5628507065328692,
      "grad_norm": 2.5163249600419633,
      "learning_rate": 0.0002559864250248706,
      "loss": 3.7188,
      "step": 38157
    },
    {
      "epoch": 1.5628916649600655,
      "grad_norm": 3.6854834280019606,
      "learning_rate": 0.00025598411711637346,
      "loss": 3.5469,
      "step": 38158
    },
    {
      "epoch": 1.5629326233872618,
      "grad_norm": 6.189567882759632,
      "learning_rate": 0.00025598180915777324,
      "loss": 5.8438,
      "step": 38159
    },
    {
      "epoch": 1.5629735818144583,
      "grad_norm": 2.406000194930798,
      "learning_rate": 0.00025597950114907096,
      "loss": 4.7188,
      "step": 38160
    },
    {
      "epoch": 1.5630145402416549,
      "grad_norm": 2.6165567466829325,
      "learning_rate": 0.00025597719309026774,
      "loss": 5.4062,
      "step": 38161
    },
    {
      "epoch": 1.563055498668851,
      "grad_norm": 5.063641092522563,
      "learning_rate": 0.0002559748849813646,
      "loss": 7.75,
      "step": 38162
    },
    {
      "epoch": 1.5630964570960475,
      "grad_norm": 2.6633162357255946,
      "learning_rate": 0.00025597257682236275,
      "loss": 4.4375,
      "step": 38163
    },
    {
      "epoch": 1.563137415523244,
      "grad_norm": 2.226108904898181,
      "learning_rate": 0.00025597026861326315,
      "loss": 5.4375,
      "step": 38164
    },
    {
      "epoch": 1.5631783739504403,
      "grad_norm": 2.857132819208465,
      "learning_rate": 0.000255967960354067,
      "loss": 5.5,
      "step": 38165
    },
    {
      "epoch": 1.5632193323776367,
      "grad_norm": 2.7555724767019107,
      "learning_rate": 0.00025596565204477536,
      "loss": 6.5,
      "step": 38166
    },
    {
      "epoch": 1.5632602908048332,
      "grad_norm": 3.169772421151704,
      "learning_rate": 0.0002559633436853893,
      "loss": 5.625,
      "step": 38167
    },
    {
      "epoch": 1.5633012492320295,
      "grad_norm": 1.9315474252745115,
      "learning_rate": 0.0002559610352759099,
      "loss": 3.0312,
      "step": 38168
    },
    {
      "epoch": 1.5633422076592258,
      "grad_norm": 4.339998773181337,
      "learning_rate": 0.0002559587268163382,
      "loss": 5.5625,
      "step": 38169
    },
    {
      "epoch": 1.5633831660864224,
      "grad_norm": 2.756383602902011,
      "learning_rate": 0.0002559564183066755,
      "loss": 4.6562,
      "step": 38170
    },
    {
      "epoch": 1.5634241245136187,
      "grad_norm": 2.9503498792644893,
      "learning_rate": 0.0002559541097469227,
      "loss": 6.3438,
      "step": 38171
    },
    {
      "epoch": 1.563465082940815,
      "grad_norm": 2.259508623730022,
      "learning_rate": 0.0002559518011370809,
      "loss": 4.875,
      "step": 38172
    },
    {
      "epoch": 1.5635060413680115,
      "grad_norm": 2.138636112495709,
      "learning_rate": 0.0002559494924771513,
      "loss": 4.5625,
      "step": 38173
    },
    {
      "epoch": 1.5635469997952078,
      "grad_norm": 2.129948782621249,
      "learning_rate": 0.00025594718376713483,
      "loss": 4.0,
      "step": 38174
    },
    {
      "epoch": 1.5635879582224042,
      "grad_norm": 2.699590903534633,
      "learning_rate": 0.0002559448750070328,
      "loss": 3.9531,
      "step": 38175
    },
    {
      "epoch": 1.5636289166496007,
      "grad_norm": 2.8359032421193335,
      "learning_rate": 0.00025594256619684613,
      "loss": 5.0312,
      "step": 38176
    },
    {
      "epoch": 1.563669875076797,
      "grad_norm": 2.3961089177188852,
      "learning_rate": 0.00025594025733657595,
      "loss": 5.0312,
      "step": 38177
    },
    {
      "epoch": 1.5637108335039933,
      "grad_norm": 1.9118004218161713,
      "learning_rate": 0.0002559379484262234,
      "loss": 4.0,
      "step": 38178
    },
    {
      "epoch": 1.5637517919311898,
      "grad_norm": 2.233446022371036,
      "learning_rate": 0.0002559356394657895,
      "loss": 4.7812,
      "step": 38179
    },
    {
      "epoch": 1.5637927503583864,
      "grad_norm": 6.229977924004534,
      "learning_rate": 0.0002559333304552754,
      "loss": 5.4688,
      "step": 38180
    },
    {
      "epoch": 1.5638337087855825,
      "grad_norm": 5.662352150191582,
      "learning_rate": 0.00025593102139468213,
      "loss": 6.125,
      "step": 38181
    },
    {
      "epoch": 1.563874667212779,
      "grad_norm": 2.1645472681130022,
      "learning_rate": 0.00025592871228401085,
      "loss": 4.25,
      "step": 38182
    },
    {
      "epoch": 1.5639156256399755,
      "grad_norm": 2.2709476601614367,
      "learning_rate": 0.00025592640312326265,
      "loss": 4.3125,
      "step": 38183
    },
    {
      "epoch": 1.5639565840671719,
      "grad_norm": 3.7753841811656144,
      "learning_rate": 0.0002559240939124386,
      "loss": 4.3438,
      "step": 38184
    },
    {
      "epoch": 1.5639975424943682,
      "grad_norm": 5.597764290840021,
      "learning_rate": 0.0002559217846515397,
      "loss": 3.3438,
      "step": 38185
    },
    {
      "epoch": 1.5640385009215647,
      "grad_norm": 5.130244208455978,
      "learning_rate": 0.00025591947534056716,
      "loss": 5.5,
      "step": 38186
    },
    {
      "epoch": 1.564079459348761,
      "grad_norm": 2.364320809955892,
      "learning_rate": 0.00025591716597952205,
      "loss": 5.0938,
      "step": 38187
    },
    {
      "epoch": 1.5641204177759573,
      "grad_norm": 2.664904213580044,
      "learning_rate": 0.00025591485656840544,
      "loss": 5.1875,
      "step": 38188
    },
    {
      "epoch": 1.5641613762031539,
      "grad_norm": 3.2850586590845308,
      "learning_rate": 0.00025591254710721843,
      "loss": 4.4062,
      "step": 38189
    },
    {
      "epoch": 1.5642023346303502,
      "grad_norm": 6.136353343399445,
      "learning_rate": 0.00025591023759596215,
      "loss": 4.25,
      "step": 38190
    },
    {
      "epoch": 1.5642432930575465,
      "grad_norm": 2.9954635003996293,
      "learning_rate": 0.0002559079280346376,
      "loss": 5.0312,
      "step": 38191
    },
    {
      "epoch": 1.564284251484743,
      "grad_norm": 2.4492802427337153,
      "learning_rate": 0.000255905618423246,
      "loss": 4.5,
      "step": 38192
    },
    {
      "epoch": 1.5643252099119394,
      "grad_norm": 2.1710187311219307,
      "learning_rate": 0.0002559033087617883,
      "loss": 4.4062,
      "step": 38193
    },
    {
      "epoch": 1.5643661683391357,
      "grad_norm": 3.5234405145881658,
      "learning_rate": 0.0002559009990502657,
      "loss": 2.1875,
      "step": 38194
    },
    {
      "epoch": 1.5644071267663322,
      "grad_norm": 2.2093299848009518,
      "learning_rate": 0.0002558986892886792,
      "loss": 4.0,
      "step": 38195
    },
    {
      "epoch": 1.5644480851935285,
      "grad_norm": 2.4931399470608193,
      "learning_rate": 0.00025589637947703,
      "loss": 5.0,
      "step": 38196
    },
    {
      "epoch": 1.5644890436207248,
      "grad_norm": 2.123837916611657,
      "learning_rate": 0.00025589406961531915,
      "loss": 4.875,
      "step": 38197
    },
    {
      "epoch": 1.5645300020479214,
      "grad_norm": 3.0081909997412275,
      "learning_rate": 0.0002558917597035477,
      "loss": 5.5625,
      "step": 38198
    },
    {
      "epoch": 1.564570960475118,
      "grad_norm": 2.734884273341267,
      "learning_rate": 0.00025588944974171677,
      "loss": 4.625,
      "step": 38199
    },
    {
      "epoch": 1.564611918902314,
      "grad_norm": 2.2496057794860564,
      "learning_rate": 0.0002558871397298275,
      "loss": 4.5312,
      "step": 38200
    },
    {
      "epoch": 1.5646528773295105,
      "grad_norm": 3.8226167629131296,
      "learning_rate": 0.00025588482966788084,
      "loss": 5.125,
      "step": 38201
    },
    {
      "epoch": 1.564693835756707,
      "grad_norm": 4.391391923298726,
      "learning_rate": 0.00025588251955587806,
      "loss": 6.25,
      "step": 38202
    },
    {
      "epoch": 1.5647347941839034,
      "grad_norm": 4.3469184112103205,
      "learning_rate": 0.0002558802093938201,
      "loss": 4.6875,
      "step": 38203
    },
    {
      "epoch": 1.5647757526110997,
      "grad_norm": 4.108186891329499,
      "learning_rate": 0.00025587789918170815,
      "loss": 2.5938,
      "step": 38204
    },
    {
      "epoch": 1.5648167110382962,
      "grad_norm": 3.674399679942863,
      "learning_rate": 0.00025587558891954326,
      "loss": 1.8125,
      "step": 38205
    },
    {
      "epoch": 1.5648576694654925,
      "grad_norm": 2.341803206826313,
      "learning_rate": 0.00025587327860732655,
      "loss": 4.9375,
      "step": 38206
    },
    {
      "epoch": 1.5648986278926889,
      "grad_norm": 2.349974331542522,
      "learning_rate": 0.0002558709682450591,
      "loss": 3.9844,
      "step": 38207
    },
    {
      "epoch": 1.5649395863198854,
      "grad_norm": 3.1183072641313023,
      "learning_rate": 0.000255868657832742,
      "loss": 5.875,
      "step": 38208
    },
    {
      "epoch": 1.5649805447470817,
      "grad_norm": 2.6817895857568863,
      "learning_rate": 0.0002558663473703763,
      "loss": 6.125,
      "step": 38209
    },
    {
      "epoch": 1.565021503174278,
      "grad_norm": 2.1771793994598285,
      "learning_rate": 0.0002558640368579632,
      "loss": 4.8438,
      "step": 38210
    },
    {
      "epoch": 1.5650624616014746,
      "grad_norm": 2.534067792220747,
      "learning_rate": 0.0002558617262955038,
      "loss": 6.0625,
      "step": 38211
    },
    {
      "epoch": 1.5651034200286709,
      "grad_norm": 3.879496498585895,
      "learning_rate": 0.00025585941568299897,
      "loss": 4.5312,
      "step": 38212
    },
    {
      "epoch": 1.5651443784558672,
      "grad_norm": 2.3349028162311463,
      "learning_rate": 0.00025585710502045003,
      "loss": 4.4062,
      "step": 38213
    },
    {
      "epoch": 1.5651853368830637,
      "grad_norm": 2.27249706274508,
      "learning_rate": 0.00025585479430785795,
      "loss": 4.4688,
      "step": 38214
    },
    {
      "epoch": 1.5652262953102603,
      "grad_norm": 2.669151229168692,
      "learning_rate": 0.00025585248354522387,
      "loss": 5.875,
      "step": 38215
    },
    {
      "epoch": 1.5652672537374563,
      "grad_norm": 2.373867358776262,
      "learning_rate": 0.0002558501727325489,
      "loss": 4.25,
      "step": 38216
    },
    {
      "epoch": 1.5653082121646529,
      "grad_norm": 8.108290435509048,
      "learning_rate": 0.00025584786186983415,
      "loss": 3.2188,
      "step": 38217
    },
    {
      "epoch": 1.5653491705918494,
      "grad_norm": 11.62832172384319,
      "learning_rate": 0.00025584555095708056,
      "loss": 6.5625,
      "step": 38218
    },
    {
      "epoch": 1.5653901290190455,
      "grad_norm": 2.11709680236102,
      "learning_rate": 0.0002558432399942894,
      "loss": 4.4688,
      "step": 38219
    },
    {
      "epoch": 1.565431087446242,
      "grad_norm": 2.63248897682911,
      "learning_rate": 0.0002558409289814617,
      "loss": 4.8125,
      "step": 38220
    },
    {
      "epoch": 1.5654720458734386,
      "grad_norm": 2.0542028669939776,
      "learning_rate": 0.00025583861791859854,
      "loss": 5.0,
      "step": 38221
    },
    {
      "epoch": 1.565513004300635,
      "grad_norm": 2.68852872561737,
      "learning_rate": 0.0002558363068057011,
      "loss": 4.4375,
      "step": 38222
    },
    {
      "epoch": 1.5655539627278312,
      "grad_norm": 2.784867891458232,
      "learning_rate": 0.0002558339956427703,
      "loss": 5.9062,
      "step": 38223
    },
    {
      "epoch": 1.5655949211550277,
      "grad_norm": 2.9323586358924167,
      "learning_rate": 0.0002558316844298073,
      "loss": 6.2812,
      "step": 38224
    },
    {
      "epoch": 1.565635879582224,
      "grad_norm": 2.234864787877399,
      "learning_rate": 0.00025582937316681327,
      "loss": 4.625,
      "step": 38225
    },
    {
      "epoch": 1.5656768380094204,
      "grad_norm": 2.6821200345158824,
      "learning_rate": 0.00025582706185378926,
      "loss": 5.0312,
      "step": 38226
    },
    {
      "epoch": 1.565717796436617,
      "grad_norm": 2.7189111102226793,
      "learning_rate": 0.0002558247504907364,
      "loss": 5.5,
      "step": 38227
    },
    {
      "epoch": 1.5657587548638132,
      "grad_norm": 2.5678513360928594,
      "learning_rate": 0.00025582243907765564,
      "loss": 4.1875,
      "step": 38228
    },
    {
      "epoch": 1.5657997132910095,
      "grad_norm": 2.231269861611182,
      "learning_rate": 0.00025582012761454824,
      "loss": 4.25,
      "step": 38229
    },
    {
      "epoch": 1.565840671718206,
      "grad_norm": 2.8127723143622423,
      "learning_rate": 0.0002558178161014152,
      "loss": 5.4375,
      "step": 38230
    },
    {
      "epoch": 1.5658816301454024,
      "grad_norm": 2.815017044296905,
      "learning_rate": 0.00025581550453825764,
      "loss": 5.375,
      "step": 38231
    },
    {
      "epoch": 1.5659225885725987,
      "grad_norm": 6.401316715782706,
      "learning_rate": 0.00025581319292507666,
      "loss": 1.625,
      "step": 38232
    },
    {
      "epoch": 1.5659635469997952,
      "grad_norm": 7.308497643079425,
      "learning_rate": 0.00025581088126187335,
      "loss": 5.7188,
      "step": 38233
    },
    {
      "epoch": 1.5660045054269918,
      "grad_norm": 3.032900569073453,
      "learning_rate": 0.0002558085695486488,
      "loss": 5.5625,
      "step": 38234
    },
    {
      "epoch": 1.5660454638541879,
      "grad_norm": 2.38810387352666,
      "learning_rate": 0.00025580625778540405,
      "loss": 4.8125,
      "step": 38235
    },
    {
      "epoch": 1.5660864222813844,
      "grad_norm": 5.84269698107236,
      "learning_rate": 0.0002558039459721403,
      "loss": 5.4688,
      "step": 38236
    },
    {
      "epoch": 1.566127380708581,
      "grad_norm": 3.692226920007602,
      "learning_rate": 0.0002558016341088585,
      "loss": 5.1562,
      "step": 38237
    },
    {
      "epoch": 1.566168339135777,
      "grad_norm": 2.526052834618034,
      "learning_rate": 0.00025579932219555997,
      "loss": 4.8438,
      "step": 38238
    },
    {
      "epoch": 1.5662092975629736,
      "grad_norm": 2.828423083957496,
      "learning_rate": 0.00025579701023224554,
      "loss": 5.3438,
      "step": 38239
    },
    {
      "epoch": 1.56625025599017,
      "grad_norm": 3.0652017373686,
      "learning_rate": 0.00025579469821891644,
      "loss": 4.9375,
      "step": 38240
    },
    {
      "epoch": 1.5662912144173664,
      "grad_norm": 3.431169424719022,
      "learning_rate": 0.0002557923861555738,
      "loss": 6.5938,
      "step": 38241
    },
    {
      "epoch": 1.5663321728445627,
      "grad_norm": 3.696192332553628,
      "learning_rate": 0.0002557900740422186,
      "loss": 6.0,
      "step": 38242
    },
    {
      "epoch": 1.5663731312717593,
      "grad_norm": 9.699916357946828,
      "learning_rate": 0.000255787761878852,
      "loss": 6.3438,
      "step": 38243
    },
    {
      "epoch": 1.5664140896989556,
      "grad_norm": 2.065025554681395,
      "learning_rate": 0.00025578544966547507,
      "loss": 4.5938,
      "step": 38244
    },
    {
      "epoch": 1.5664550481261519,
      "grad_norm": 2.5125243277110574,
      "learning_rate": 0.00025578313740208893,
      "loss": 4.5625,
      "step": 38245
    },
    {
      "epoch": 1.5664960065533484,
      "grad_norm": 2.828918949306136,
      "learning_rate": 0.00025578082508869474,
      "loss": 4.875,
      "step": 38246
    },
    {
      "epoch": 1.5665369649805447,
      "grad_norm": 2.591772973488619,
      "learning_rate": 0.00025577851272529345,
      "loss": 4.6562,
      "step": 38247
    },
    {
      "epoch": 1.566577923407741,
      "grad_norm": 3.539869359161755,
      "learning_rate": 0.00025577620031188615,
      "loss": 5.125,
      "step": 38248
    },
    {
      "epoch": 1.5666188818349376,
      "grad_norm": 3.402561952964881,
      "learning_rate": 0.0002557738878484741,
      "loss": 5.8125,
      "step": 38249
    },
    {
      "epoch": 1.566659840262134,
      "grad_norm": 2.3498477217002205,
      "learning_rate": 0.00025577157533505826,
      "loss": 5.0625,
      "step": 38250
    },
    {
      "epoch": 1.5667007986893302,
      "grad_norm": 2.4945648675681134,
      "learning_rate": 0.00025576926277163977,
      "loss": 5.2812,
      "step": 38251
    },
    {
      "epoch": 1.5667417571165267,
      "grad_norm": 2.32836335129483,
      "learning_rate": 0.00025576695015821967,
      "loss": 4.9375,
      "step": 38252
    },
    {
      "epoch": 1.5667827155437233,
      "grad_norm": 2.4049398890702336,
      "learning_rate": 0.00025576463749479915,
      "loss": 4.4688,
      "step": 38253
    },
    {
      "epoch": 1.5668236739709194,
      "grad_norm": 2.471258019209736,
      "learning_rate": 0.0002557623247813792,
      "loss": 5.0625,
      "step": 38254
    },
    {
      "epoch": 1.566864632398116,
      "grad_norm": 4.690398630517833,
      "learning_rate": 0.00025576001201796096,
      "loss": 5.875,
      "step": 38255
    },
    {
      "epoch": 1.5669055908253124,
      "grad_norm": 2.4007642878230135,
      "learning_rate": 0.00025575769920454556,
      "loss": 4.9062,
      "step": 38256
    },
    {
      "epoch": 1.5669465492525088,
      "grad_norm": 2.430123568158689,
      "learning_rate": 0.00025575538634113403,
      "loss": 4.8125,
      "step": 38257
    },
    {
      "epoch": 1.566987507679705,
      "grad_norm": 2.9708780208385295,
      "learning_rate": 0.0002557530734277275,
      "loss": 4.75,
      "step": 38258
    },
    {
      "epoch": 1.5670284661069016,
      "grad_norm": 3.7098962524386203,
      "learning_rate": 0.00025575076046432704,
      "loss": 3.6094,
      "step": 38259
    },
    {
      "epoch": 1.567069424534098,
      "grad_norm": 2.6330780032925496,
      "learning_rate": 0.00025574844745093376,
      "loss": 5.25,
      "step": 38260
    },
    {
      "epoch": 1.5671103829612942,
      "grad_norm": 2.692118738238191,
      "learning_rate": 0.0002557461343875487,
      "loss": 5.4688,
      "step": 38261
    },
    {
      "epoch": 1.5671513413884908,
      "grad_norm": 3.711878669252718,
      "learning_rate": 0.00025574382127417313,
      "loss": 5.7812,
      "step": 38262
    },
    {
      "epoch": 1.567192299815687,
      "grad_norm": 7.434774696729252,
      "learning_rate": 0.00025574150811080796,
      "loss": 5.125,
      "step": 38263
    },
    {
      "epoch": 1.5672332582428834,
      "grad_norm": 2.485473953536855,
      "learning_rate": 0.0002557391948974543,
      "loss": 5.1562,
      "step": 38264
    },
    {
      "epoch": 1.56727421667008,
      "grad_norm": 2.447695401853966,
      "learning_rate": 0.0002557368816341133,
      "loss": 5.0,
      "step": 38265
    },
    {
      "epoch": 1.5673151750972762,
      "grad_norm": 2.6935757248403966,
      "learning_rate": 0.000255734568320786,
      "loss": 4.7812,
      "step": 38266
    },
    {
      "epoch": 1.5673561335244726,
      "grad_norm": 3.96373606638961,
      "learning_rate": 0.0002557322549574737,
      "loss": 5.625,
      "step": 38267
    },
    {
      "epoch": 1.567397091951669,
      "grad_norm": 3.0259340678959457,
      "learning_rate": 0.00025572994154417716,
      "loss": 5.625,
      "step": 38268
    },
    {
      "epoch": 1.5674380503788654,
      "grad_norm": 2.7372243368015794,
      "learning_rate": 0.00025572762808089765,
      "loss": 4.625,
      "step": 38269
    },
    {
      "epoch": 1.5674790088060617,
      "grad_norm": 2.4218943919815046,
      "learning_rate": 0.0002557253145676363,
      "loss": 4.9062,
      "step": 38270
    },
    {
      "epoch": 1.5675199672332583,
      "grad_norm": 2.516890107774755,
      "learning_rate": 0.0002557230010043942,
      "loss": 5.0938,
      "step": 38271
    },
    {
      "epoch": 1.5675609256604548,
      "grad_norm": 6.661560192073936,
      "learning_rate": 0.00025572068739117233,
      "loss": 5.8438,
      "step": 38272
    },
    {
      "epoch": 1.5676018840876509,
      "grad_norm": 2.754670424019084,
      "learning_rate": 0.00025571837372797185,
      "loss": 5.75,
      "step": 38273
    },
    {
      "epoch": 1.5676428425148474,
      "grad_norm": 2.144795894514355,
      "learning_rate": 0.0002557160600147939,
      "loss": 4.5312,
      "step": 38274
    },
    {
      "epoch": 1.567683800942044,
      "grad_norm": 3.8047389008302757,
      "learning_rate": 0.0002557137462516395,
      "loss": 3.9375,
      "step": 38275
    },
    {
      "epoch": 1.5677247593692403,
      "grad_norm": 2.8586142169148734,
      "learning_rate": 0.00025571143243850974,
      "loss": 5.125,
      "step": 38276
    },
    {
      "epoch": 1.5677657177964366,
      "grad_norm": 3.192622226022477,
      "learning_rate": 0.0002557091185754058,
      "loss": 5.7188,
      "step": 38277
    },
    {
      "epoch": 1.5678066762236331,
      "grad_norm": 3.3269182433509656,
      "learning_rate": 0.00025570680466232876,
      "loss": 3.6719,
      "step": 38278
    },
    {
      "epoch": 1.5678476346508294,
      "grad_norm": 2.667611310333663,
      "learning_rate": 0.0002557044906992796,
      "loss": 6.0312,
      "step": 38279
    },
    {
      "epoch": 1.5678885930780257,
      "grad_norm": 2.8072340279092822,
      "learning_rate": 0.0002557021766862595,
      "loss": 5.3125,
      "step": 38280
    },
    {
      "epoch": 1.5679295515052223,
      "grad_norm": 3.0233255995770896,
      "learning_rate": 0.00025569986262326955,
      "loss": 4.3125,
      "step": 38281
    },
    {
      "epoch": 1.5679705099324186,
      "grad_norm": 2.2322903400581406,
      "learning_rate": 0.0002556975485103109,
      "loss": 3.625,
      "step": 38282
    },
    {
      "epoch": 1.568011468359615,
      "grad_norm": 2.0945271981722278,
      "learning_rate": 0.0002556952343473845,
      "loss": 4.625,
      "step": 38283
    },
    {
      "epoch": 1.5680524267868114,
      "grad_norm": 4.274573227131441,
      "learning_rate": 0.0002556929201344916,
      "loss": 3.25,
      "step": 38284
    },
    {
      "epoch": 1.5680933852140078,
      "grad_norm": 2.488597421064081,
      "learning_rate": 0.0002556906058716332,
      "loss": 4.8438,
      "step": 38285
    },
    {
      "epoch": 1.568134343641204,
      "grad_norm": 3.3891508702158353,
      "learning_rate": 0.00025568829155881036,
      "loss": 6.9375,
      "step": 38286
    },
    {
      "epoch": 1.5681753020684006,
      "grad_norm": 2.208520394635366,
      "learning_rate": 0.00025568597719602426,
      "loss": 5.0625,
      "step": 38287
    },
    {
      "epoch": 1.568216260495597,
      "grad_norm": 2.2592075433685146,
      "learning_rate": 0.000255683662783276,
      "loss": 5.3438,
      "step": 38288
    },
    {
      "epoch": 1.5682572189227932,
      "grad_norm": 3.9357549240984033,
      "learning_rate": 0.00025568134832056657,
      "loss": 6.625,
      "step": 38289
    },
    {
      "epoch": 1.5682981773499898,
      "grad_norm": 11.547625307129382,
      "learning_rate": 0.0002556790338078972,
      "loss": 5.625,
      "step": 38290
    },
    {
      "epoch": 1.5683391357771863,
      "grad_norm": 2.471092733173996,
      "learning_rate": 0.0002556767192452689,
      "loss": 4.5625,
      "step": 38291
    },
    {
      "epoch": 1.5683800942043824,
      "grad_norm": 2.7246374133166413,
      "learning_rate": 0.0002556744046326827,
      "loss": 4.4688,
      "step": 38292
    },
    {
      "epoch": 1.568421052631579,
      "grad_norm": 2.358831130247674,
      "learning_rate": 0.0002556720899701399,
      "loss": 4.9062,
      "step": 38293
    },
    {
      "epoch": 1.5684620110587755,
      "grad_norm": 2.8693939897692333,
      "learning_rate": 0.0002556697752576413,
      "loss": 4.5625,
      "step": 38294
    },
    {
      "epoch": 1.5685029694859718,
      "grad_norm": 3.183881210991232,
      "learning_rate": 0.0002556674604951883,
      "loss": 5.8438,
      "step": 38295
    },
    {
      "epoch": 1.568543927913168,
      "grad_norm": 2.137344509165393,
      "learning_rate": 0.0002556651456827819,
      "loss": 4.4062,
      "step": 38296
    },
    {
      "epoch": 1.5685848863403646,
      "grad_norm": 3.6107844636828217,
      "learning_rate": 0.000255662830820423,
      "loss": 6.5938,
      "step": 38297
    },
    {
      "epoch": 1.568625844767561,
      "grad_norm": 12.948632895684243,
      "learning_rate": 0.00025566051590811294,
      "loss": 5.8125,
      "step": 38298
    },
    {
      "epoch": 1.5686668031947573,
      "grad_norm": 2.4545546333326485,
      "learning_rate": 0.0002556582009458527,
      "loss": 5.0938,
      "step": 38299
    },
    {
      "epoch": 1.5687077616219538,
      "grad_norm": 5.618849271188589,
      "learning_rate": 0.00025565588593364337,
      "loss": 5.6562,
      "step": 38300
    },
    {
      "epoch": 1.5687487200491501,
      "grad_norm": 2.5186801781672545,
      "learning_rate": 0.0002556535708714861,
      "loss": 4.875,
      "step": 38301
    },
    {
      "epoch": 1.5687896784763464,
      "grad_norm": 2.562782053354663,
      "learning_rate": 0.00025565125575938196,
      "loss": 4.5625,
      "step": 38302
    },
    {
      "epoch": 1.568830636903543,
      "grad_norm": 2.9424614823326323,
      "learning_rate": 0.000255648940597332,
      "loss": 3.1719,
      "step": 38303
    },
    {
      "epoch": 1.5688715953307393,
      "grad_norm": 2.4734702969141,
      "learning_rate": 0.00025564662538533737,
      "loss": 4.8438,
      "step": 38304
    },
    {
      "epoch": 1.5689125537579356,
      "grad_norm": 2.385252902324717,
      "learning_rate": 0.0002556443101233991,
      "loss": 4.9062,
      "step": 38305
    },
    {
      "epoch": 1.5689535121851321,
      "grad_norm": 2.3919658151822474,
      "learning_rate": 0.0002556419948115184,
      "loss": 3.7812,
      "step": 38306
    },
    {
      "epoch": 1.5689944706123284,
      "grad_norm": 2.1065151329966696,
      "learning_rate": 0.00025563967944969626,
      "loss": 3.9062,
      "step": 38307
    },
    {
      "epoch": 1.5690354290395248,
      "grad_norm": 2.122566563958869,
      "learning_rate": 0.0002556373640379338,
      "loss": 4.3125,
      "step": 38308
    },
    {
      "epoch": 1.5690763874667213,
      "grad_norm": 3.7292969069661512,
      "learning_rate": 0.00025563504857623216,
      "loss": 5.0625,
      "step": 38309
    },
    {
      "epoch": 1.5691173458939178,
      "grad_norm": 2.0847745176008834,
      "learning_rate": 0.00025563273306459237,
      "loss": 4.7812,
      "step": 38310
    },
    {
      "epoch": 1.569158304321114,
      "grad_norm": 3.688690962134743,
      "learning_rate": 0.0002556304175030156,
      "loss": 5.4688,
      "step": 38311
    },
    {
      "epoch": 1.5691992627483105,
      "grad_norm": 2.422843523847875,
      "learning_rate": 0.0002556281018915028,
      "loss": 4.75,
      "step": 38312
    },
    {
      "epoch": 1.569240221175507,
      "grad_norm": 2.725221262529948,
      "learning_rate": 0.0002556257862300553,
      "loss": 4.7188,
      "step": 38313
    },
    {
      "epoch": 1.5692811796027033,
      "grad_norm": 2.9455696185884883,
      "learning_rate": 0.00025562347051867395,
      "loss": 5.9375,
      "step": 38314
    },
    {
      "epoch": 1.5693221380298996,
      "grad_norm": 2.073627461780526,
      "learning_rate": 0.00025562115475736,
      "loss": 4.0938,
      "step": 38315
    },
    {
      "epoch": 1.5693630964570962,
      "grad_norm": 2.9249125311411737,
      "learning_rate": 0.00025561883894611445,
      "loss": 5.0312,
      "step": 38316
    },
    {
      "epoch": 1.5694040548842925,
      "grad_norm": 2.302418616524509,
      "learning_rate": 0.00025561652308493855,
      "loss": 4.9688,
      "step": 38317
    },
    {
      "epoch": 1.5694450133114888,
      "grad_norm": 2.100970508687608,
      "learning_rate": 0.0002556142071738332,
      "loss": 4.0,
      "step": 38318
    },
    {
      "epoch": 1.5694859717386853,
      "grad_norm": 3.233597224962262,
      "learning_rate": 0.00025561189121279957,
      "loss": 6.5938,
      "step": 38319
    },
    {
      "epoch": 1.5695269301658816,
      "grad_norm": 3.3123911084494453,
      "learning_rate": 0.00025560957520183875,
      "loss": 4.2188,
      "step": 38320
    },
    {
      "epoch": 1.569567888593078,
      "grad_norm": 2.8688223344289234,
      "learning_rate": 0.0002556072591409519,
      "loss": 5.9375,
      "step": 38321
    },
    {
      "epoch": 1.5696088470202745,
      "grad_norm": 2.3989774187644937,
      "learning_rate": 0.0002556049430301401,
      "loss": 5.0938,
      "step": 38322
    },
    {
      "epoch": 1.5696498054474708,
      "grad_norm": 3.1176208530698855,
      "learning_rate": 0.0002556026268694043,
      "loss": 4.8438,
      "step": 38323
    },
    {
      "epoch": 1.569690763874667,
      "grad_norm": 3.0512384205031005,
      "learning_rate": 0.0002556003106587458,
      "loss": 4.4375,
      "step": 38324
    },
    {
      "epoch": 1.5697317223018636,
      "grad_norm": 2.240824653130297,
      "learning_rate": 0.0002555979943981656,
      "loss": 4.6875,
      "step": 38325
    },
    {
      "epoch": 1.56977268072906,
      "grad_norm": 3.18945691069555,
      "learning_rate": 0.00025559567808766475,
      "loss": 4.4688,
      "step": 38326
    },
    {
      "epoch": 1.5698136391562563,
      "grad_norm": 6.179109566264495,
      "learning_rate": 0.0002555933617272444,
      "loss": 3.9688,
      "step": 38327
    },
    {
      "epoch": 1.5698545975834528,
      "grad_norm": 2.8867874303672703,
      "learning_rate": 0.00025559104531690566,
      "loss": 5.0625,
      "step": 38328
    },
    {
      "epoch": 1.5698955560106493,
      "grad_norm": 6.233368700729415,
      "learning_rate": 0.0002555887288566496,
      "loss": 5.5312,
      "step": 38329
    },
    {
      "epoch": 1.5699365144378454,
      "grad_norm": 2.1674935841010603,
      "learning_rate": 0.00025558641234647725,
      "loss": 4.7188,
      "step": 38330
    },
    {
      "epoch": 1.569977472865042,
      "grad_norm": 2.753991114569339,
      "learning_rate": 0.00025558409578638983,
      "loss": 4.6562,
      "step": 38331
    },
    {
      "epoch": 1.5700184312922385,
      "grad_norm": 2.424413490672488,
      "learning_rate": 0.00025558177917638835,
      "loss": 5.4062,
      "step": 38332
    },
    {
      "epoch": 1.5700593897194348,
      "grad_norm": 2.765626049555468,
      "learning_rate": 0.000255579462516474,
      "loss": 5.4062,
      "step": 38333
    },
    {
      "epoch": 1.5701003481466311,
      "grad_norm": 6.022111682021626,
      "learning_rate": 0.00025557714580664773,
      "loss": 6.0938,
      "step": 38334
    },
    {
      "epoch": 1.5701413065738277,
      "grad_norm": 2.190916672830904,
      "learning_rate": 0.00025557482904691077,
      "loss": 4.3438,
      "step": 38335
    },
    {
      "epoch": 1.570182265001024,
      "grad_norm": 2.6559849896480445,
      "learning_rate": 0.0002555725122372641,
      "loss": 5.1875,
      "step": 38336
    },
    {
      "epoch": 1.5702232234282203,
      "grad_norm": 2.9063496649662923,
      "learning_rate": 0.0002555701953777089,
      "loss": 4.5625,
      "step": 38337
    },
    {
      "epoch": 1.5702641818554168,
      "grad_norm": 5.431801388883952,
      "learning_rate": 0.0002555678784682462,
      "loss": 3.6094,
      "step": 38338
    },
    {
      "epoch": 1.5703051402826131,
      "grad_norm": 2.378842555703448,
      "learning_rate": 0.0002555655615088772,
      "loss": 4.5312,
      "step": 38339
    },
    {
      "epoch": 1.5703460987098095,
      "grad_norm": 2.3446196469903295,
      "learning_rate": 0.0002555632444996029,
      "loss": 4.3125,
      "step": 38340
    },
    {
      "epoch": 1.570387057137006,
      "grad_norm": 4.150730545257625,
      "learning_rate": 0.0002555609274404244,
      "loss": 4.6562,
      "step": 38341
    },
    {
      "epoch": 1.5704280155642023,
      "grad_norm": 5.033960961891862,
      "learning_rate": 0.0002555586103313429,
      "loss": 4.8438,
      "step": 38342
    },
    {
      "epoch": 1.5704689739913986,
      "grad_norm": 2.300858950982401,
      "learning_rate": 0.0002555562931723593,
      "loss": 5.0625,
      "step": 38343
    },
    {
      "epoch": 1.5705099324185952,
      "grad_norm": 2.324541772355104,
      "learning_rate": 0.00025555397596347486,
      "loss": 4.8438,
      "step": 38344
    },
    {
      "epoch": 1.5705508908457915,
      "grad_norm": 2.360591664910323,
      "learning_rate": 0.00025555165870469064,
      "loss": 4.6562,
      "step": 38345
    },
    {
      "epoch": 1.5705918492729878,
      "grad_norm": 4.630925472168595,
      "learning_rate": 0.0002555493413960077,
      "loss": 5.75,
      "step": 38346
    },
    {
      "epoch": 1.5706328077001843,
      "grad_norm": 2.439974904089552,
      "learning_rate": 0.00025554702403742717,
      "loss": 4.75,
      "step": 38347
    },
    {
      "epoch": 1.5706737661273809,
      "grad_norm": 5.212843165016935,
      "learning_rate": 0.00025554470662895014,
      "loss": 5.0,
      "step": 38348
    },
    {
      "epoch": 1.570714724554577,
      "grad_norm": 2.4437987117901887,
      "learning_rate": 0.00025554238917057764,
      "loss": 4.7188,
      "step": 38349
    },
    {
      "epoch": 1.5707556829817735,
      "grad_norm": 2.2200503510181147,
      "learning_rate": 0.0002555400716623109,
      "loss": 4.7188,
      "step": 38350
    },
    {
      "epoch": 1.57079664140897,
      "grad_norm": 3.3468088357712262,
      "learning_rate": 0.00025553775410415094,
      "loss": 5.5312,
      "step": 38351
    },
    {
      "epoch": 1.5708375998361663,
      "grad_norm": 2.402954554775861,
      "learning_rate": 0.0002555354364960988,
      "loss": 3.9375,
      "step": 38352
    },
    {
      "epoch": 1.5708785582633626,
      "grad_norm": 2.8204749869958583,
      "learning_rate": 0.0002555331188381557,
      "loss": 5.2188,
      "step": 38353
    },
    {
      "epoch": 1.5709195166905592,
      "grad_norm": 2.212938748876474,
      "learning_rate": 0.0002555308011303226,
      "loss": 5.0938,
      "step": 38354
    },
    {
      "epoch": 1.5709604751177555,
      "grad_norm": 2.576803896161625,
      "learning_rate": 0.00025552848337260066,
      "loss": 4.3125,
      "step": 38355
    },
    {
      "epoch": 1.5710014335449518,
      "grad_norm": 2.9856214791594473,
      "learning_rate": 0.000255526165564991,
      "loss": 4.5938,
      "step": 38356
    },
    {
      "epoch": 1.5710423919721483,
      "grad_norm": 2.4102439328790433,
      "learning_rate": 0.00025552384770749465,
      "loss": 5.0312,
      "step": 38357
    },
    {
      "epoch": 1.5710833503993447,
      "grad_norm": 3.4613628098879796,
      "learning_rate": 0.0002555215298001128,
      "loss": 4.9375,
      "step": 38358
    },
    {
      "epoch": 1.571124308826541,
      "grad_norm": 6.520226022689819,
      "learning_rate": 0.0002555192118428465,
      "loss": 6.3125,
      "step": 38359
    },
    {
      "epoch": 1.5711652672537375,
      "grad_norm": 5.465684268293631,
      "learning_rate": 0.00025551689383569677,
      "loss": 6.3438,
      "step": 38360
    },
    {
      "epoch": 1.5712062256809338,
      "grad_norm": 3.5208495830057807,
      "learning_rate": 0.0002555145757786648,
      "loss": 5.8438,
      "step": 38361
    },
    {
      "epoch": 1.5712471841081301,
      "grad_norm": 2.554366187434931,
      "learning_rate": 0.0002555122576717517,
      "loss": 4.5938,
      "step": 38362
    },
    {
      "epoch": 1.5712881425353267,
      "grad_norm": 3.155676688938644,
      "learning_rate": 0.0002555099395149585,
      "loss": 6.4688,
      "step": 38363
    },
    {
      "epoch": 1.571329100962523,
      "grad_norm": 2.9039734706841758,
      "learning_rate": 0.00025550762130828637,
      "loss": 5.5938,
      "step": 38364
    },
    {
      "epoch": 1.5713700593897193,
      "grad_norm": 2.379328883637624,
      "learning_rate": 0.00025550530305173627,
      "loss": 4.5938,
      "step": 38365
    },
    {
      "epoch": 1.5714110178169158,
      "grad_norm": 3.539996670053777,
      "learning_rate": 0.00025550298474530945,
      "loss": 4.25,
      "step": 38366
    },
    {
      "epoch": 1.5714519762441124,
      "grad_norm": 2.3566281996842946,
      "learning_rate": 0.00025550066638900694,
      "loss": 4.875,
      "step": 38367
    },
    {
      "epoch": 1.5714929346713085,
      "grad_norm": 4.322167156757243,
      "learning_rate": 0.00025549834798282983,
      "loss": 5.9062,
      "step": 38368
    },
    {
      "epoch": 1.571533893098505,
      "grad_norm": 2.770833975526268,
      "learning_rate": 0.0002554960295267792,
      "loss": 4.8438,
      "step": 38369
    },
    {
      "epoch": 1.5715748515257015,
      "grad_norm": 12.308119472826977,
      "learning_rate": 0.00025549371102085615,
      "loss": 6.4688,
      "step": 38370
    },
    {
      "epoch": 1.5716158099528978,
      "grad_norm": 3.1129343068794255,
      "learning_rate": 0.00025549139246506186,
      "loss": 6.0312,
      "step": 38371
    },
    {
      "epoch": 1.5716567683800942,
      "grad_norm": 5.597472286283901,
      "learning_rate": 0.00025548907385939735,
      "loss": 4.4375,
      "step": 38372
    },
    {
      "epoch": 1.5716977268072907,
      "grad_norm": 9.417193374987798,
      "learning_rate": 0.0002554867552038637,
      "loss": 7.2188,
      "step": 38373
    },
    {
      "epoch": 1.571738685234487,
      "grad_norm": 2.631497385994,
      "learning_rate": 0.00025548443649846205,
      "loss": 4.4375,
      "step": 38374
    },
    {
      "epoch": 1.5717796436616833,
      "grad_norm": 6.814688201963986,
      "learning_rate": 0.00025548211774319347,
      "loss": 4.7812,
      "step": 38375
    },
    {
      "epoch": 1.5718206020888799,
      "grad_norm": 2.5779954178379074,
      "learning_rate": 0.00025547979893805907,
      "loss": 4.5938,
      "step": 38376
    },
    {
      "epoch": 1.5718615605160762,
      "grad_norm": 2.913995349641021,
      "learning_rate": 0.0002554774800830599,
      "loss": 4.9688,
      "step": 38377
    },
    {
      "epoch": 1.5719025189432725,
      "grad_norm": 2.7761571397423412,
      "learning_rate": 0.00025547516117819716,
      "loss": 4.9062,
      "step": 38378
    },
    {
      "epoch": 1.571943477370469,
      "grad_norm": 2.61315614293445,
      "learning_rate": 0.00025547284222347187,
      "loss": 4.8125,
      "step": 38379
    },
    {
      "epoch": 1.5719844357976653,
      "grad_norm": 5.393823290896889,
      "learning_rate": 0.0002554705232188851,
      "loss": 7.0938,
      "step": 38380
    },
    {
      "epoch": 1.5720253942248616,
      "grad_norm": 2.1889437332557047,
      "learning_rate": 0.00025546820416443803,
      "loss": 3.8281,
      "step": 38381
    },
    {
      "epoch": 1.5720663526520582,
      "grad_norm": 2.4789571644723183,
      "learning_rate": 0.0002554658850601317,
      "loss": 4.7812,
      "step": 38382
    },
    {
      "epoch": 1.5721073110792547,
      "grad_norm": 2.522472515771007,
      "learning_rate": 0.0002554635659059672,
      "loss": 5.2812,
      "step": 38383
    },
    {
      "epoch": 1.5721482695064508,
      "grad_norm": 3.619434297421885,
      "learning_rate": 0.0002554612467019457,
      "loss": 4.9062,
      "step": 38384
    },
    {
      "epoch": 1.5721892279336473,
      "grad_norm": 4.667120844288224,
      "learning_rate": 0.00025545892744806823,
      "loss": 5.1562,
      "step": 38385
    },
    {
      "epoch": 1.5722301863608439,
      "grad_norm": 2.8729941254335793,
      "learning_rate": 0.0002554566081443358,
      "loss": 6.0312,
      "step": 38386
    },
    {
      "epoch": 1.57227114478804,
      "grad_norm": 2.7192249257005523,
      "learning_rate": 0.00025545428879074973,
      "loss": 5.5,
      "step": 38387
    },
    {
      "epoch": 1.5723121032152365,
      "grad_norm": 3.302294744652352,
      "learning_rate": 0.00025545196938731095,
      "loss": 6.0625,
      "step": 38388
    },
    {
      "epoch": 1.572353061642433,
      "grad_norm": 4.121468756996264,
      "learning_rate": 0.0002554496499340206,
      "loss": 5.8438,
      "step": 38389
    },
    {
      "epoch": 1.5723940200696294,
      "grad_norm": 3.8091484954997714,
      "learning_rate": 0.00025544733043087977,
      "loss": 4.5,
      "step": 38390
    },
    {
      "epoch": 1.5724349784968257,
      "grad_norm": 2.7805242943807023,
      "learning_rate": 0.0002554450108778896,
      "loss": 5.5312,
      "step": 38391
    },
    {
      "epoch": 1.5724759369240222,
      "grad_norm": 2.1897157902083033,
      "learning_rate": 0.000255442691275051,
      "loss": 4.5,
      "step": 38392
    },
    {
      "epoch": 1.5725168953512185,
      "grad_norm": 2.607013395529437,
      "learning_rate": 0.0002554403716223654,
      "loss": 4.6562,
      "step": 38393
    },
    {
      "epoch": 1.5725578537784148,
      "grad_norm": 2.198485161545882,
      "learning_rate": 0.0002554380519198336,
      "loss": 5.0938,
      "step": 38394
    },
    {
      "epoch": 1.5725988122056114,
      "grad_norm": 2.345179821054616,
      "learning_rate": 0.00025543573216745685,
      "loss": 4.8125,
      "step": 38395
    },
    {
      "epoch": 1.5726397706328077,
      "grad_norm": 5.550137524672089,
      "learning_rate": 0.00025543341236523615,
      "loss": 4.8125,
      "step": 38396
    },
    {
      "epoch": 1.572680729060004,
      "grad_norm": 2.0663842124533356,
      "learning_rate": 0.0002554310925131727,
      "loss": 4.5938,
      "step": 38397
    },
    {
      "epoch": 1.5727216874872005,
      "grad_norm": 5.838827302919574,
      "learning_rate": 0.0002554287726112676,
      "loss": 6.125,
      "step": 38398
    },
    {
      "epoch": 1.5727626459143969,
      "grad_norm": 2.157103515268383,
      "learning_rate": 0.0002554264526595218,
      "loss": 4.125,
      "step": 38399
    },
    {
      "epoch": 1.5728036043415932,
      "grad_norm": 3.5643513980906016,
      "learning_rate": 0.0002554241326579365,
      "loss": 5.7812,
      "step": 38400
    },
    {
      "epoch": 1.5728445627687897,
      "grad_norm": 3.4545348993341585,
      "learning_rate": 0.0002554218126065128,
      "loss": 4.2812,
      "step": 38401
    },
    {
      "epoch": 1.5728855211959862,
      "grad_norm": 2.4222510317618866,
      "learning_rate": 0.0002554194925052518,
      "loss": 4.375,
      "step": 38402
    },
    {
      "epoch": 1.5729264796231823,
      "grad_norm": 2.3472047800960194,
      "learning_rate": 0.0002554171723541546,
      "loss": 5.0625,
      "step": 38403
    },
    {
      "epoch": 1.5729674380503789,
      "grad_norm": 4.242738532233166,
      "learning_rate": 0.00025541485215322226,
      "loss": 3.5781,
      "step": 38404
    },
    {
      "epoch": 1.5730083964775754,
      "grad_norm": 6.762583883809577,
      "learning_rate": 0.00025541253190245584,
      "loss": 4.1562,
      "step": 38405
    },
    {
      "epoch": 1.5730493549047715,
      "grad_norm": 3.1155532277968927,
      "learning_rate": 0.00025541021160185656,
      "loss": 5.6875,
      "step": 38406
    },
    {
      "epoch": 1.573090313331968,
      "grad_norm": 2.5544535618764557,
      "learning_rate": 0.00025540789125142545,
      "loss": 5.1875,
      "step": 38407
    },
    {
      "epoch": 1.5731312717591646,
      "grad_norm": 5.16962702071998,
      "learning_rate": 0.0002554055708511636,
      "loss": 6.6875,
      "step": 38408
    },
    {
      "epoch": 1.5731722301863609,
      "grad_norm": 4.0323490369931685,
      "learning_rate": 0.0002554032504010721,
      "loss": 5.5625,
      "step": 38409
    },
    {
      "epoch": 1.5732131886135572,
      "grad_norm": 2.6259113007210537,
      "learning_rate": 0.00025540092990115204,
      "loss": 3.7188,
      "step": 38410
    },
    {
      "epoch": 1.5732541470407537,
      "grad_norm": 3.160265485242945,
      "learning_rate": 0.00025539860935140456,
      "loss": 5.5938,
      "step": 38411
    },
    {
      "epoch": 1.57329510546795,
      "grad_norm": 2.793999200834148,
      "learning_rate": 0.00025539628875183073,
      "loss": 5.125,
      "step": 38412
    },
    {
      "epoch": 1.5733360638951464,
      "grad_norm": 2.626219849449978,
      "learning_rate": 0.0002553939681024316,
      "loss": 5.125,
      "step": 38413
    },
    {
      "epoch": 1.5733770223223429,
      "grad_norm": 4.20102397636828,
      "learning_rate": 0.0002553916474032084,
      "loss": 7.0312,
      "step": 38414
    },
    {
      "epoch": 1.5734179807495392,
      "grad_norm": 3.037117450591201,
      "learning_rate": 0.00025538932665416207,
      "loss": 5.1875,
      "step": 38415
    },
    {
      "epoch": 1.5734589391767355,
      "grad_norm": 2.294553484668323,
      "learning_rate": 0.0002553870058552939,
      "loss": 4.0,
      "step": 38416
    },
    {
      "epoch": 1.573499897603932,
      "grad_norm": 5.104354478736772,
      "learning_rate": 0.0002553846850066047,
      "loss": 3.1406,
      "step": 38417
    },
    {
      "epoch": 1.5735408560311284,
      "grad_norm": 2.681458164138374,
      "learning_rate": 0.00025538236410809585,
      "loss": 4.9375,
      "step": 38418
    },
    {
      "epoch": 1.5735818144583247,
      "grad_norm": 2.2872839321162903,
      "learning_rate": 0.00025538004315976833,
      "loss": 5.1875,
      "step": 38419
    },
    {
      "epoch": 1.5736227728855212,
      "grad_norm": 3.1542320663939583,
      "learning_rate": 0.0002553777221616232,
      "loss": 5.4688,
      "step": 38420
    },
    {
      "epoch": 1.5736637313127178,
      "grad_norm": 2.5656985954966087,
      "learning_rate": 0.0002553754011136616,
      "loss": 3.3281,
      "step": 38421
    },
    {
      "epoch": 1.5737046897399138,
      "grad_norm": 2.4605268299366734,
      "learning_rate": 0.0002553730800158847,
      "loss": 4.6875,
      "step": 38422
    },
    {
      "epoch": 1.5737456481671104,
      "grad_norm": 2.319579912504719,
      "learning_rate": 0.00025537075886829344,
      "loss": 5.0,
      "step": 38423
    },
    {
      "epoch": 1.573786606594307,
      "grad_norm": 9.418807414308047,
      "learning_rate": 0.000255368437670889,
      "loss": 3.9062,
      "step": 38424
    },
    {
      "epoch": 1.5738275650215032,
      "grad_norm": 10.810723672215738,
      "learning_rate": 0.00025536611642367255,
      "loss": 4.9688,
      "step": 38425
    },
    {
      "epoch": 1.5738685234486995,
      "grad_norm": 2.4950156641351775,
      "learning_rate": 0.00025536379512664507,
      "loss": 5.0,
      "step": 38426
    },
    {
      "epoch": 1.573909481875896,
      "grad_norm": 3.219906246370411,
      "learning_rate": 0.0002553614737798077,
      "loss": 5.0625,
      "step": 38427
    },
    {
      "epoch": 1.5739504403030924,
      "grad_norm": 2.6312242987383376,
      "learning_rate": 0.0002553591523831615,
      "loss": 5.7812,
      "step": 38428
    },
    {
      "epoch": 1.5739913987302887,
      "grad_norm": 2.2404634414780755,
      "learning_rate": 0.00025535683093670766,
      "loss": 4.3125,
      "step": 38429
    },
    {
      "epoch": 1.5740323571574852,
      "grad_norm": 2.4367580697652853,
      "learning_rate": 0.0002553545094404472,
      "loss": 5.0938,
      "step": 38430
    },
    {
      "epoch": 1.5740733155846816,
      "grad_norm": 4.430104281789049,
      "learning_rate": 0.00025535218789438124,
      "loss": 5.4688,
      "step": 38431
    },
    {
      "epoch": 1.5741142740118779,
      "grad_norm": 3.0905506423960536,
      "learning_rate": 0.0002553498662985109,
      "loss": 2.0312,
      "step": 38432
    },
    {
      "epoch": 1.5741552324390744,
      "grad_norm": 2.3955241913302814,
      "learning_rate": 0.00025534754465283727,
      "loss": 5.0625,
      "step": 38433
    },
    {
      "epoch": 1.5741961908662707,
      "grad_norm": 3.1718885931791077,
      "learning_rate": 0.00025534522295736137,
      "loss": 3.8281,
      "step": 38434
    },
    {
      "epoch": 1.574237149293467,
      "grad_norm": 5.396240993135095,
      "learning_rate": 0.0002553429012120844,
      "loss": 3.7969,
      "step": 38435
    },
    {
      "epoch": 1.5742781077206636,
      "grad_norm": 2.3104679318992702,
      "learning_rate": 0.00025534057941700743,
      "loss": 4.4062,
      "step": 38436
    },
    {
      "epoch": 1.5743190661478599,
      "grad_norm": 4.958449034598609,
      "learning_rate": 0.0002553382575721315,
      "loss": 4.8438,
      "step": 38437
    },
    {
      "epoch": 1.5743600245750562,
      "grad_norm": 3.811487433617314,
      "learning_rate": 0.0002553359356774578,
      "loss": 6.5938,
      "step": 38438
    },
    {
      "epoch": 1.5744009830022527,
      "grad_norm": 13.044889848292376,
      "learning_rate": 0.0002553336137329874,
      "loss": 4.5938,
      "step": 38439
    },
    {
      "epoch": 1.5744419414294493,
      "grad_norm": 7.019765819091375,
      "learning_rate": 0.00025533129173872137,
      "loss": 5.2812,
      "step": 38440
    },
    {
      "epoch": 1.5744828998566454,
      "grad_norm": 7.650827271951698,
      "learning_rate": 0.0002553289696946608,
      "loss": 4.7188,
      "step": 38441
    },
    {
      "epoch": 1.574523858283842,
      "grad_norm": 2.2386966997734135,
      "learning_rate": 0.00025532664760080675,
      "loss": 4.9062,
      "step": 38442
    },
    {
      "epoch": 1.5745648167110384,
      "grad_norm": 2.9528115607599585,
      "learning_rate": 0.00025532432545716043,
      "loss": 6.6875,
      "step": 38443
    },
    {
      "epoch": 1.5746057751382347,
      "grad_norm": 2.4427527064772745,
      "learning_rate": 0.0002553220032637229,
      "loss": 5.2188,
      "step": 38444
    },
    {
      "epoch": 1.574646733565431,
      "grad_norm": 3.172878290768956,
      "learning_rate": 0.0002553196810204952,
      "loss": 4.9375,
      "step": 38445
    },
    {
      "epoch": 1.5746876919926276,
      "grad_norm": 2.6317656673181578,
      "learning_rate": 0.00025531735872747846,
      "loss": 5.0938,
      "step": 38446
    },
    {
      "epoch": 1.574728650419824,
      "grad_norm": 3.6510291315371544,
      "learning_rate": 0.0002553150363846738,
      "loss": 6.0,
      "step": 38447
    },
    {
      "epoch": 1.5747696088470202,
      "grad_norm": 4.208265582286234,
      "learning_rate": 0.0002553127139920823,
      "loss": 4.9375,
      "step": 38448
    },
    {
      "epoch": 1.5748105672742168,
      "grad_norm": 3.7224386748712313,
      "learning_rate": 0.0002553103915497051,
      "loss": 7.0,
      "step": 38449
    },
    {
      "epoch": 1.574851525701413,
      "grad_norm": 5.222541558063887,
      "learning_rate": 0.00025530806905754326,
      "loss": 3.8594,
      "step": 38450
    },
    {
      "epoch": 1.5748924841286094,
      "grad_norm": 3.4736212106554327,
      "learning_rate": 0.0002553057465155978,
      "loss": 1.8438,
      "step": 38451
    },
    {
      "epoch": 1.574933442555806,
      "grad_norm": 2.883612211029981,
      "learning_rate": 0.00025530342392386993,
      "loss": 6.5938,
      "step": 38452
    },
    {
      "epoch": 1.5749744009830022,
      "grad_norm": 3.5662733327226044,
      "learning_rate": 0.00025530110128236074,
      "loss": 3.8438,
      "step": 38453
    },
    {
      "epoch": 1.5750153594101985,
      "grad_norm": 2.1591499973396324,
      "learning_rate": 0.0002552987785910712,
      "loss": 4.25,
      "step": 38454
    },
    {
      "epoch": 1.575056317837395,
      "grad_norm": 2.7061424144083794,
      "learning_rate": 0.0002552964558500026,
      "loss": 4.4375,
      "step": 38455
    },
    {
      "epoch": 1.5750972762645914,
      "grad_norm": 7.359316154232803,
      "learning_rate": 0.00025529413305915596,
      "loss": 3.6875,
      "step": 38456
    },
    {
      "epoch": 1.5751382346917877,
      "grad_norm": 3.1996677570503347,
      "learning_rate": 0.00025529181021853234,
      "loss": 5.7812,
      "step": 38457
    },
    {
      "epoch": 1.5751791931189842,
      "grad_norm": 2.6627569393050194,
      "learning_rate": 0.0002552894873281329,
      "loss": 5.2812,
      "step": 38458
    },
    {
      "epoch": 1.5752201515461808,
      "grad_norm": 2.4492317425893515,
      "learning_rate": 0.00025528716438795863,
      "loss": 4.5312,
      "step": 38459
    },
    {
      "epoch": 1.5752611099733769,
      "grad_norm": 2.411037547113269,
      "learning_rate": 0.0002552848413980107,
      "loss": 5.5,
      "step": 38460
    },
    {
      "epoch": 1.5753020684005734,
      "grad_norm": 2.360775752899022,
      "learning_rate": 0.0002552825183582902,
      "loss": 4.5312,
      "step": 38461
    },
    {
      "epoch": 1.57534302682777,
      "grad_norm": 8.745347167310864,
      "learning_rate": 0.0002552801952687983,
      "loss": 5.9375,
      "step": 38462
    },
    {
      "epoch": 1.5753839852549663,
      "grad_norm": 2.7132752482661244,
      "learning_rate": 0.000255277872129536,
      "loss": 5.1875,
      "step": 38463
    },
    {
      "epoch": 1.5754249436821626,
      "grad_norm": 3.1356061914310867,
      "learning_rate": 0.00025527554894050445,
      "loss": 5.75,
      "step": 38464
    },
    {
      "epoch": 1.575465902109359,
      "grad_norm": 3.5180845432576313,
      "learning_rate": 0.0002552732257017047,
      "loss": 4.5938,
      "step": 38465
    },
    {
      "epoch": 1.5755068605365554,
      "grad_norm": 3.6836937451217464,
      "learning_rate": 0.00025527090241313785,
      "loss": 5.6875,
      "step": 38466
    },
    {
      "epoch": 1.5755478189637517,
      "grad_norm": 2.8168395112072413,
      "learning_rate": 0.00025526857907480504,
      "loss": 6.1562,
      "step": 38467
    },
    {
      "epoch": 1.5755887773909483,
      "grad_norm": 2.2943863017355337,
      "learning_rate": 0.0002552662556867074,
      "loss": 4.7188,
      "step": 38468
    },
    {
      "epoch": 1.5756297358181446,
      "grad_norm": 13.136038058512295,
      "learning_rate": 0.000255263932248846,
      "loss": 5.3125,
      "step": 38469
    },
    {
      "epoch": 1.575670694245341,
      "grad_norm": 2.2613219164942926,
      "learning_rate": 0.00025526160876122183,
      "loss": 2.5781,
      "step": 38470
    },
    {
      "epoch": 1.5757116526725374,
      "grad_norm": 2.327487387012213,
      "learning_rate": 0.00025525928522383617,
      "loss": 4.3125,
      "step": 38471
    },
    {
      "epoch": 1.5757526110997337,
      "grad_norm": 2.6960161433729675,
      "learning_rate": 0.00025525696163668997,
      "loss": 4.875,
      "step": 38472
    },
    {
      "epoch": 1.57579356952693,
      "grad_norm": 2.4796351050544936,
      "learning_rate": 0.0002552546379997844,
      "loss": 3.9688,
      "step": 38473
    },
    {
      "epoch": 1.5758345279541266,
      "grad_norm": 2.5753196739110433,
      "learning_rate": 0.00025525231431312054,
      "loss": 4.5625,
      "step": 38474
    },
    {
      "epoch": 1.575875486381323,
      "grad_norm": 2.1050478381790314,
      "learning_rate": 0.0002552499905766995,
      "loss": 4.3125,
      "step": 38475
    },
    {
      "epoch": 1.5759164448085192,
      "grad_norm": 2.3550194550291823,
      "learning_rate": 0.0002552476667905224,
      "loss": 4.875,
      "step": 38476
    },
    {
      "epoch": 1.5759574032357158,
      "grad_norm": 2.3430440061803393,
      "learning_rate": 0.00025524534295459026,
      "loss": 5.4062,
      "step": 38477
    },
    {
      "epoch": 1.5759983616629123,
      "grad_norm": 4.264807776211455,
      "learning_rate": 0.0002552430190689043,
      "loss": 5.375,
      "step": 38478
    },
    {
      "epoch": 1.5760393200901084,
      "grad_norm": 2.526978259231528,
      "learning_rate": 0.00025524069513346544,
      "loss": 4.8125,
      "step": 38479
    },
    {
      "epoch": 1.576080278517305,
      "grad_norm": 2.3113740263147466,
      "learning_rate": 0.00025523837114827495,
      "loss": 4.8125,
      "step": 38480
    },
    {
      "epoch": 1.5761212369445015,
      "grad_norm": 4.718158895521733,
      "learning_rate": 0.00025523604711333384,
      "loss": 5.4062,
      "step": 38481
    },
    {
      "epoch": 1.5761621953716978,
      "grad_norm": 2.7457103877403446,
      "learning_rate": 0.00025523372302864325,
      "loss": 3.625,
      "step": 38482
    },
    {
      "epoch": 1.576203153798894,
      "grad_norm": 2.4548601769761236,
      "learning_rate": 0.00025523139889420426,
      "loss": 4.5312,
      "step": 38483
    },
    {
      "epoch": 1.5762441122260906,
      "grad_norm": 3.6399805104571983,
      "learning_rate": 0.000255229074710018,
      "loss": 5.6562,
      "step": 38484
    },
    {
      "epoch": 1.576285070653287,
      "grad_norm": 2.6533974174794337,
      "learning_rate": 0.0002552267504760855,
      "loss": 4.375,
      "step": 38485
    },
    {
      "epoch": 1.5763260290804832,
      "grad_norm": 2.3402682505132786,
      "learning_rate": 0.0002552244261924079,
      "loss": 4.9688,
      "step": 38486
    },
    {
      "epoch": 1.5763669875076798,
      "grad_norm": 9.807859254123747,
      "learning_rate": 0.0002552221018589863,
      "loss": 3.2344,
      "step": 38487
    },
    {
      "epoch": 1.576407945934876,
      "grad_norm": 3.3765144795586077,
      "learning_rate": 0.00025521977747582184,
      "loss": 4.875,
      "step": 38488
    },
    {
      "epoch": 1.5764489043620724,
      "grad_norm": 6.797346047272204,
      "learning_rate": 0.00025521745304291554,
      "loss": 4.4062,
      "step": 38489
    },
    {
      "epoch": 1.576489862789269,
      "grad_norm": 2.43296961849434,
      "learning_rate": 0.0002552151285602685,
      "loss": 4.1562,
      "step": 38490
    },
    {
      "epoch": 1.5765308212164653,
      "grad_norm": 4.382712792943912,
      "learning_rate": 0.0002552128040278819,
      "loss": 5.1562,
      "step": 38491
    },
    {
      "epoch": 1.5765717796436616,
      "grad_norm": 2.536650484610277,
      "learning_rate": 0.0002552104794457568,
      "loss": 5.4688,
      "step": 38492
    },
    {
      "epoch": 1.576612738070858,
      "grad_norm": 2.7738287596115474,
      "learning_rate": 0.0002552081548138943,
      "loss": 5.0625,
      "step": 38493
    },
    {
      "epoch": 1.5766536964980544,
      "grad_norm": 2.4459908823796876,
      "learning_rate": 0.00025520583013229547,
      "loss": 4.5625,
      "step": 38494
    },
    {
      "epoch": 1.5766946549252507,
      "grad_norm": 5.245768352985656,
      "learning_rate": 0.00025520350540096144,
      "loss": 5.5312,
      "step": 38495
    },
    {
      "epoch": 1.5767356133524473,
      "grad_norm": 2.3973361540397478,
      "learning_rate": 0.0002552011806198932,
      "loss": 5.4688,
      "step": 38496
    },
    {
      "epoch": 1.5767765717796438,
      "grad_norm": 2.6070283183011935,
      "learning_rate": 0.00025519885578909204,
      "loss": 4.5312,
      "step": 38497
    },
    {
      "epoch": 1.57681753020684,
      "grad_norm": 2.506395805832995,
      "learning_rate": 0.00025519653090855894,
      "loss": 4.2812,
      "step": 38498
    },
    {
      "epoch": 1.5768584886340364,
      "grad_norm": 2.476423968328892,
      "learning_rate": 0.000255194205978295,
      "loss": 4.1562,
      "step": 38499
    },
    {
      "epoch": 1.576899447061233,
      "grad_norm": 3.6467988724961384,
      "learning_rate": 0.00025519188099830143,
      "loss": 7.2188,
      "step": 38500
    },
    {
      "epoch": 1.5769404054884293,
      "grad_norm": 2.546280570781765,
      "learning_rate": 0.00025518955596857913,
      "loss": 4.7812,
      "step": 38501
    },
    {
      "epoch": 1.5769813639156256,
      "grad_norm": 4.593987406621253,
      "learning_rate": 0.0002551872308891294,
      "loss": 6.0938,
      "step": 38502
    },
    {
      "epoch": 1.5770223223428221,
      "grad_norm": 2.5223635226509087,
      "learning_rate": 0.00025518490575995325,
      "loss": 5.25,
      "step": 38503
    },
    {
      "epoch": 1.5770632807700184,
      "grad_norm": 2.300965706445198,
      "learning_rate": 0.0002551825805810517,
      "loss": 5.1875,
      "step": 38504
    },
    {
      "epoch": 1.5771042391972148,
      "grad_norm": 2.3679416419813535,
      "learning_rate": 0.000255180255352426,
      "loss": 5.0312,
      "step": 38505
    },
    {
      "epoch": 1.5771451976244113,
      "grad_norm": 4.528450768842605,
      "learning_rate": 0.00025517793007407715,
      "loss": 6.0,
      "step": 38506
    },
    {
      "epoch": 1.5771861560516076,
      "grad_norm": 3.443014417962241,
      "learning_rate": 0.00025517560474600626,
      "loss": 1.8281,
      "step": 38507
    },
    {
      "epoch": 1.577227114478804,
      "grad_norm": 2.342067498876813,
      "learning_rate": 0.0002551732793682145,
      "loss": 5.5938,
      "step": 38508
    },
    {
      "epoch": 1.5772680729060005,
      "grad_norm": 3.246106351461787,
      "learning_rate": 0.0002551709539407029,
      "loss": 7.4688,
      "step": 38509
    },
    {
      "epoch": 1.5773090313331968,
      "grad_norm": 2.284147128988678,
      "learning_rate": 0.00025516862846347257,
      "loss": 4.9375,
      "step": 38510
    },
    {
      "epoch": 1.577349989760393,
      "grad_norm": 2.37385126841021,
      "learning_rate": 0.00025516630293652464,
      "loss": 4.6562,
      "step": 38511
    },
    {
      "epoch": 1.5773909481875896,
      "grad_norm": 2.4779477167180763,
      "learning_rate": 0.0002551639773598601,
      "loss": 4.9375,
      "step": 38512
    },
    {
      "epoch": 1.577431906614786,
      "grad_norm": 3.4313757306610446,
      "learning_rate": 0.00025516165173348023,
      "loss": 3.9062,
      "step": 38513
    },
    {
      "epoch": 1.5774728650419823,
      "grad_norm": 2.5949632237548057,
      "learning_rate": 0.000255159326057386,
      "loss": 4.6875,
      "step": 38514
    },
    {
      "epoch": 1.5775138234691788,
      "grad_norm": 2.4139182225525824,
      "learning_rate": 0.0002551570003315785,
      "loss": 4.6875,
      "step": 38515
    },
    {
      "epoch": 1.5775547818963753,
      "grad_norm": 2.693702159871684,
      "learning_rate": 0.0002551546745560589,
      "loss": 5.7812,
      "step": 38516
    },
    {
      "epoch": 1.5775957403235714,
      "grad_norm": 5.528598974170185,
      "learning_rate": 0.00025515234873082826,
      "loss": 4.7188,
      "step": 38517
    },
    {
      "epoch": 1.577636698750768,
      "grad_norm": 2.2750800694755213,
      "learning_rate": 0.00025515002285588775,
      "loss": 4.8125,
      "step": 38518
    },
    {
      "epoch": 1.5776776571779645,
      "grad_norm": 2.4098757510888182,
      "learning_rate": 0.00025514769693123836,
      "loss": 5.25,
      "step": 38519
    },
    {
      "epoch": 1.5777186156051608,
      "grad_norm": 2.2909447221618957,
      "learning_rate": 0.00025514537095688123,
      "loss": 4.5625,
      "step": 38520
    },
    {
      "epoch": 1.5777595740323571,
      "grad_norm": 2.5320162728631592,
      "learning_rate": 0.0002551430449328175,
      "loss": 4.7812,
      "step": 38521
    },
    {
      "epoch": 1.5778005324595537,
      "grad_norm": 2.2619486688378543,
      "learning_rate": 0.0002551407188590482,
      "loss": 4.875,
      "step": 38522
    },
    {
      "epoch": 1.57784149088675,
      "grad_norm": 3.5795889519758677,
      "learning_rate": 0.00025513839273557455,
      "loss": 4.9688,
      "step": 38523
    },
    {
      "epoch": 1.5778824493139463,
      "grad_norm": 2.487667224156971,
      "learning_rate": 0.0002551360665623975,
      "loss": 5.8438,
      "step": 38524
    },
    {
      "epoch": 1.5779234077411428,
      "grad_norm": 2.772077292498927,
      "learning_rate": 0.00025513374033951826,
      "loss": 5.375,
      "step": 38525
    },
    {
      "epoch": 1.5779643661683391,
      "grad_norm": 3.993395959709434,
      "learning_rate": 0.0002551314140669378,
      "loss": 7.125,
      "step": 38526
    },
    {
      "epoch": 1.5780053245955354,
      "grad_norm": 3.8804392858110854,
      "learning_rate": 0.0002551290877446574,
      "loss": 6.0,
      "step": 38527
    },
    {
      "epoch": 1.578046283022732,
      "grad_norm": 2.4566872129714237,
      "learning_rate": 0.00025512676137267806,
      "loss": 4.2812,
      "step": 38528
    },
    {
      "epoch": 1.5780872414499283,
      "grad_norm": 2.2142715857147084,
      "learning_rate": 0.0002551244349510009,
      "loss": 5.125,
      "step": 38529
    },
    {
      "epoch": 1.5781281998771246,
      "grad_norm": 4.350662659941651,
      "learning_rate": 0.00025512210847962696,
      "loss": 4.375,
      "step": 38530
    },
    {
      "epoch": 1.5781691583043211,
      "grad_norm": 2.646825753977802,
      "learning_rate": 0.0002551197819585574,
      "loss": 5.8125,
      "step": 38531
    },
    {
      "epoch": 1.5782101167315177,
      "grad_norm": 2.3323425608573563,
      "learning_rate": 0.0002551174553877933,
      "loss": 5.2812,
      "step": 38532
    },
    {
      "epoch": 1.5782510751587138,
      "grad_norm": 2.3029937568108516,
      "learning_rate": 0.0002551151287673358,
      "loss": 5.2188,
      "step": 38533
    },
    {
      "epoch": 1.5782920335859103,
      "grad_norm": 4.997986829832903,
      "learning_rate": 0.0002551128020971859,
      "loss": 5.0,
      "step": 38534
    },
    {
      "epoch": 1.5783329920131068,
      "grad_norm": 2.402139385235315,
      "learning_rate": 0.0002551104753773448,
      "loss": 4.625,
      "step": 38535
    },
    {
      "epoch": 1.578373950440303,
      "grad_norm": 2.2619834679400217,
      "learning_rate": 0.0002551081486078136,
      "loss": 5.0625,
      "step": 38536
    },
    {
      "epoch": 1.5784149088674995,
      "grad_norm": 2.584375143148847,
      "learning_rate": 0.00025510582178859333,
      "loss": 5.3438,
      "step": 38537
    },
    {
      "epoch": 1.578455867294696,
      "grad_norm": 4.886028151490451,
      "learning_rate": 0.00025510349491968516,
      "loss": 6.9375,
      "step": 38538
    },
    {
      "epoch": 1.5784968257218923,
      "grad_norm": 3.0676962751416506,
      "learning_rate": 0.0002551011680010901,
      "loss": 4.6875,
      "step": 38539
    },
    {
      "epoch": 1.5785377841490886,
      "grad_norm": 2.5733124248280026,
      "learning_rate": 0.00025509884103280936,
      "loss": 5.5312,
      "step": 38540
    },
    {
      "epoch": 1.5785787425762852,
      "grad_norm": 5.10678241073646,
      "learning_rate": 0.000255096514014844,
      "loss": 1.4375,
      "step": 38541
    },
    {
      "epoch": 1.5786197010034815,
      "grad_norm": 2.875486789709739,
      "learning_rate": 0.00025509418694719506,
      "loss": 5.5938,
      "step": 38542
    },
    {
      "epoch": 1.5786606594306778,
      "grad_norm": 3.342569510563269,
      "learning_rate": 0.0002550918598298637,
      "loss": 1.7422,
      "step": 38543
    },
    {
      "epoch": 1.5787016178578743,
      "grad_norm": 2.3359409322667104,
      "learning_rate": 0.000255089532662851,
      "loss": 5.25,
      "step": 38544
    },
    {
      "epoch": 1.5787425762850706,
      "grad_norm": 10.039839823348899,
      "learning_rate": 0.00025508720544615806,
      "loss": 4.25,
      "step": 38545
    },
    {
      "epoch": 1.578783534712267,
      "grad_norm": 2.759222824669151,
      "learning_rate": 0.00025508487817978604,
      "loss": 5.7812,
      "step": 38546
    },
    {
      "epoch": 1.5788244931394635,
      "grad_norm": 3.581214860345336,
      "learning_rate": 0.00025508255086373593,
      "loss": 4.2812,
      "step": 38547
    },
    {
      "epoch": 1.5788654515666598,
      "grad_norm": 5.977423160609411,
      "learning_rate": 0.0002550802234980089,
      "loss": 7.1562,
      "step": 38548
    },
    {
      "epoch": 1.5789064099938561,
      "grad_norm": 2.4551992835921466,
      "learning_rate": 0.00025507789608260605,
      "loss": 5.1875,
      "step": 38549
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 2.411841846286069,
      "learning_rate": 0.00025507556861752845,
      "loss": 5.8438,
      "step": 38550
    },
    {
      "epoch": 1.5789883268482492,
      "grad_norm": 2.3176208241253695,
      "learning_rate": 0.0002550732411027772,
      "loss": 4.0938,
      "step": 38551
    },
    {
      "epoch": 1.5790292852754453,
      "grad_norm": 2.2416429725626106,
      "learning_rate": 0.0002550709135383535,
      "loss": 5.5938,
      "step": 38552
    },
    {
      "epoch": 1.5790702437026418,
      "grad_norm": 2.153862706769085,
      "learning_rate": 0.0002550685859242583,
      "loss": 4.9375,
      "step": 38553
    },
    {
      "epoch": 1.5791112021298384,
      "grad_norm": 4.8028207663353335,
      "learning_rate": 0.00025506625826049277,
      "loss": 1.5859,
      "step": 38554
    },
    {
      "epoch": 1.5791521605570344,
      "grad_norm": 9.570013525092158,
      "learning_rate": 0.00025506393054705806,
      "loss": 8.375,
      "step": 38555
    },
    {
      "epoch": 1.579193118984231,
      "grad_norm": 2.2218757769465785,
      "learning_rate": 0.00025506160278395513,
      "loss": 4.75,
      "step": 38556
    },
    {
      "epoch": 1.5792340774114275,
      "grad_norm": 2.206084036985381,
      "learning_rate": 0.0002550592749711853,
      "loss": 5.4688,
      "step": 38557
    },
    {
      "epoch": 1.5792750358386238,
      "grad_norm": 2.5293575993906576,
      "learning_rate": 0.0002550569471087495,
      "loss": 5.625,
      "step": 38558
    },
    {
      "epoch": 1.5793159942658201,
      "grad_norm": 2.3903105955305635,
      "learning_rate": 0.00025505461919664876,
      "loss": 5.4375,
      "step": 38559
    },
    {
      "epoch": 1.5793569526930167,
      "grad_norm": 2.746945212902011,
      "learning_rate": 0.00025505229123488443,
      "loss": 4.0625,
      "step": 38560
    },
    {
      "epoch": 1.579397911120213,
      "grad_norm": 2.139805316961947,
      "learning_rate": 0.0002550499632234574,
      "loss": 4.6875,
      "step": 38561
    },
    {
      "epoch": 1.5794388695474093,
      "grad_norm": 4.501604455441632,
      "learning_rate": 0.0002550476351623688,
      "loss": 4.25,
      "step": 38562
    },
    {
      "epoch": 1.5794798279746058,
      "grad_norm": 3.179454735328191,
      "learning_rate": 0.0002550453070516199,
      "loss": 2.1094,
      "step": 38563
    },
    {
      "epoch": 1.5795207864018022,
      "grad_norm": 3.0182832235003496,
      "learning_rate": 0.0002550429788912116,
      "loss": 4.4375,
      "step": 38564
    },
    {
      "epoch": 1.5795617448289985,
      "grad_norm": 2.924592274576859,
      "learning_rate": 0.0002550406506811451,
      "loss": 6.5625,
      "step": 38565
    },
    {
      "epoch": 1.579602703256195,
      "grad_norm": 2.481274370910696,
      "learning_rate": 0.00025503832242142145,
      "loss": 4.6562,
      "step": 38566
    },
    {
      "epoch": 1.5796436616833913,
      "grad_norm": 2.279675527939255,
      "learning_rate": 0.0002550359941120418,
      "loss": 3.9062,
      "step": 38567
    },
    {
      "epoch": 1.5796846201105876,
      "grad_norm": 3.0392404153512405,
      "learning_rate": 0.0002550336657530072,
      "loss": 5.4688,
      "step": 38568
    },
    {
      "epoch": 1.5797255785377842,
      "grad_norm": 2.286499274188129,
      "learning_rate": 0.0002550313373443188,
      "loss": 3.8438,
      "step": 38569
    },
    {
      "epoch": 1.5797665369649807,
      "grad_norm": 3.749350747640067,
      "learning_rate": 0.00025502900888597766,
      "loss": 4.3438,
      "step": 38570
    },
    {
      "epoch": 1.5798074953921768,
      "grad_norm": 2.3852029966601256,
      "learning_rate": 0.0002550266803779849,
      "loss": 4.8438,
      "step": 38571
    },
    {
      "epoch": 1.5798484538193733,
      "grad_norm": 2.3547991086387587,
      "learning_rate": 0.00025502435182034165,
      "loss": 3.7969,
      "step": 38572
    },
    {
      "epoch": 1.5798894122465699,
      "grad_norm": 2.79535644381342,
      "learning_rate": 0.0002550220232130489,
      "loss": 5.6875,
      "step": 38573
    },
    {
      "epoch": 1.5799303706737662,
      "grad_norm": 2.5101598122815965,
      "learning_rate": 0.00025501969455610793,
      "loss": 5.0312,
      "step": 38574
    },
    {
      "epoch": 1.5799713291009625,
      "grad_norm": 4.829232452413924,
      "learning_rate": 0.0002550173658495197,
      "loss": 3.875,
      "step": 38575
    },
    {
      "epoch": 1.580012287528159,
      "grad_norm": 2.777833549943144,
      "learning_rate": 0.00025501503709328535,
      "loss": 5.4375,
      "step": 38576
    },
    {
      "epoch": 1.5800532459553553,
      "grad_norm": 3.420022844553078,
      "learning_rate": 0.000255012708287406,
      "loss": 6.125,
      "step": 38577
    },
    {
      "epoch": 1.5800942043825517,
      "grad_norm": 2.3754789994394607,
      "learning_rate": 0.00025501037943188274,
      "loss": 5.0625,
      "step": 38578
    },
    {
      "epoch": 1.5801351628097482,
      "grad_norm": 3.4047990012390215,
      "learning_rate": 0.0002550080505267166,
      "loss": 4.4375,
      "step": 38579
    },
    {
      "epoch": 1.5801761212369445,
      "grad_norm": 2.444750572695471,
      "learning_rate": 0.0002550057215719088,
      "loss": 4.4375,
      "step": 38580
    },
    {
      "epoch": 1.5802170796641408,
      "grad_norm": 2.446425457085146,
      "learning_rate": 0.0002550033925674604,
      "loss": 4.6562,
      "step": 38581
    },
    {
      "epoch": 1.5802580380913374,
      "grad_norm": 3.28550533732043,
      "learning_rate": 0.0002550010635133725,
      "loss": 5.0625,
      "step": 38582
    },
    {
      "epoch": 1.5802989965185337,
      "grad_norm": 3.1338422246943898,
      "learning_rate": 0.00025499873440964615,
      "loss": 4.5625,
      "step": 38583
    },
    {
      "epoch": 1.58033995494573,
      "grad_norm": 2.397448438283746,
      "learning_rate": 0.0002549964052562825,
      "loss": 4.5312,
      "step": 38584
    },
    {
      "epoch": 1.5803809133729265,
      "grad_norm": 4.066618596819689,
      "learning_rate": 0.00025499407605328263,
      "loss": 7.0312,
      "step": 38585
    },
    {
      "epoch": 1.5804218718001228,
      "grad_norm": 2.8898133656339677,
      "learning_rate": 0.0002549917468006477,
      "loss": 5.1562,
      "step": 38586
    },
    {
      "epoch": 1.5804628302273191,
      "grad_norm": 2.3296798258847913,
      "learning_rate": 0.00025498941749837876,
      "loss": 4.5938,
      "step": 38587
    },
    {
      "epoch": 1.5805037886545157,
      "grad_norm": 5.677547383589244,
      "learning_rate": 0.00025498708814647686,
      "loss": 5.9062,
      "step": 38588
    },
    {
      "epoch": 1.5805447470817122,
      "grad_norm": 2.7638324157947958,
      "learning_rate": 0.00025498475874494316,
      "loss": 4.75,
      "step": 38589
    },
    {
      "epoch": 1.5805857055089083,
      "grad_norm": 2.8214012039589584,
      "learning_rate": 0.0002549824292937788,
      "loss": 5.125,
      "step": 38590
    },
    {
      "epoch": 1.5806266639361048,
      "grad_norm": 2.613375432843178,
      "learning_rate": 0.00025498009979298483,
      "loss": 3.9375,
      "step": 38591
    },
    {
      "epoch": 1.5806676223633014,
      "grad_norm": 7.217043993320314,
      "learning_rate": 0.0002549777702425623,
      "loss": 6.0312,
      "step": 38592
    },
    {
      "epoch": 1.5807085807904977,
      "grad_norm": 2.8187713211746277,
      "learning_rate": 0.00025497544064251245,
      "loss": 5.2188,
      "step": 38593
    },
    {
      "epoch": 1.580749539217694,
      "grad_norm": 2.123831039527468,
      "learning_rate": 0.00025497311099283626,
      "loss": 5.1562,
      "step": 38594
    },
    {
      "epoch": 1.5807904976448905,
      "grad_norm": 2.5024544306808734,
      "learning_rate": 0.00025497078129353495,
      "loss": 5.5,
      "step": 38595
    },
    {
      "epoch": 1.5808314560720869,
      "grad_norm": 2.115421282617805,
      "learning_rate": 0.0002549684515446095,
      "loss": 4.6562,
      "step": 38596
    },
    {
      "epoch": 1.5808724144992832,
      "grad_norm": 3.244764919082634,
      "learning_rate": 0.000254966121746061,
      "loss": 6.5,
      "step": 38597
    },
    {
      "epoch": 1.5809133729264797,
      "grad_norm": 6.671571417047663,
      "learning_rate": 0.00025496379189789066,
      "loss": 4.2188,
      "step": 38598
    },
    {
      "epoch": 1.580954331353676,
      "grad_norm": 2.164377723106232,
      "learning_rate": 0.0002549614620000996,
      "loss": 4.8438,
      "step": 38599
    },
    {
      "epoch": 1.5809952897808723,
      "grad_norm": 2.375568845935522,
      "learning_rate": 0.00025495913205268874,
      "loss": 4.5625,
      "step": 38600
    },
    {
      "epoch": 1.5810362482080689,
      "grad_norm": 3.1011391089254454,
      "learning_rate": 0.00025495680205565933,
      "loss": 5.5938,
      "step": 38601
    },
    {
      "epoch": 1.5810772066352652,
      "grad_norm": 2.346829097200473,
      "learning_rate": 0.00025495447200901244,
      "loss": 4.8125,
      "step": 38602
    },
    {
      "epoch": 1.5811181650624615,
      "grad_norm": 3.0517249721238517,
      "learning_rate": 0.00025495214191274915,
      "loss": 3.5781,
      "step": 38603
    },
    {
      "epoch": 1.581159123489658,
      "grad_norm": 2.283396426487589,
      "learning_rate": 0.0002549498117668706,
      "loss": 3.4062,
      "step": 38604
    },
    {
      "epoch": 1.5812000819168543,
      "grad_norm": 3.7680969986905075,
      "learning_rate": 0.0002549474815713778,
      "loss": 5.5938,
      "step": 38605
    },
    {
      "epoch": 1.5812410403440507,
      "grad_norm": 2.7203799762226835,
      "learning_rate": 0.000254945151326272,
      "loss": 4.6562,
      "step": 38606
    },
    {
      "epoch": 1.5812819987712472,
      "grad_norm": 2.7912591423667816,
      "learning_rate": 0.00025494282103155424,
      "loss": 5.5625,
      "step": 38607
    },
    {
      "epoch": 1.5813229571984437,
      "grad_norm": 3.442811511089528,
      "learning_rate": 0.00025494049068722555,
      "loss": 1.8906,
      "step": 38608
    },
    {
      "epoch": 1.5813639156256398,
      "grad_norm": 2.497797510481945,
      "learning_rate": 0.0002549381602932871,
      "loss": 4.7812,
      "step": 38609
    },
    {
      "epoch": 1.5814048740528364,
      "grad_norm": 2.440129048727299,
      "learning_rate": 0.00025493582984973995,
      "loss": 5.0625,
      "step": 38610
    },
    {
      "epoch": 1.581445832480033,
      "grad_norm": 3.3121826429142383,
      "learning_rate": 0.00025493349935658526,
      "loss": 6.0625,
      "step": 38611
    },
    {
      "epoch": 1.5814867909072292,
      "grad_norm": 2.375547147484411,
      "learning_rate": 0.0002549311688138241,
      "loss": 4.9375,
      "step": 38612
    },
    {
      "epoch": 1.5815277493344255,
      "grad_norm": 2.247644887827152,
      "learning_rate": 0.0002549288382214576,
      "loss": 4.3125,
      "step": 38613
    },
    {
      "epoch": 1.581568707761622,
      "grad_norm": 2.736842078677129,
      "learning_rate": 0.00025492650757948673,
      "loss": 4.5938,
      "step": 38614
    },
    {
      "epoch": 1.5816096661888184,
      "grad_norm": 2.3729057153077826,
      "learning_rate": 0.0002549241768879128,
      "loss": 5.5312,
      "step": 38615
    },
    {
      "epoch": 1.5816506246160147,
      "grad_norm": 4.145353053680282,
      "learning_rate": 0.00025492184614673674,
      "loss": 5.75,
      "step": 38616
    },
    {
      "epoch": 1.5816915830432112,
      "grad_norm": 7.499583439104946,
      "learning_rate": 0.00025491951535595983,
      "loss": 3.9688,
      "step": 38617
    },
    {
      "epoch": 1.5817325414704075,
      "grad_norm": 2.8481931730563543,
      "learning_rate": 0.00025491718451558295,
      "loss": 5.25,
      "step": 38618
    },
    {
      "epoch": 1.5817734998976039,
      "grad_norm": 3.606318068089762,
      "learning_rate": 0.0002549148536256074,
      "loss": 4.0938,
      "step": 38619
    },
    {
      "epoch": 1.5818144583248004,
      "grad_norm": 2.265925749593797,
      "learning_rate": 0.0002549125226860341,
      "loss": 5.25,
      "step": 38620
    },
    {
      "epoch": 1.5818554167519967,
      "grad_norm": 2.7753488902148273,
      "learning_rate": 0.0002549101916968643,
      "loss": 5.1562,
      "step": 38621
    },
    {
      "epoch": 1.581896375179193,
      "grad_norm": 9.295423519318204,
      "learning_rate": 0.00025490786065809906,
      "loss": 5.0938,
      "step": 38622
    },
    {
      "epoch": 1.5819373336063896,
      "grad_norm": 2.4337363285183096,
      "learning_rate": 0.00025490552956973945,
      "loss": 4.3438,
      "step": 38623
    },
    {
      "epoch": 1.5819782920335859,
      "grad_norm": 2.304760186977238,
      "learning_rate": 0.0002549031984317866,
      "loss": 4.5312,
      "step": 38624
    },
    {
      "epoch": 1.5820192504607822,
      "grad_norm": 2.3221116454542203,
      "learning_rate": 0.00025490086724424155,
      "loss": 4.875,
      "step": 38625
    },
    {
      "epoch": 1.5820602088879787,
      "grad_norm": 4.321289815131253,
      "learning_rate": 0.0002548985360071055,
      "loss": 5.1875,
      "step": 38626
    },
    {
      "epoch": 1.5821011673151752,
      "grad_norm": 2.4008546980384446,
      "learning_rate": 0.00025489620472037954,
      "loss": 4.5312,
      "step": 38627
    },
    {
      "epoch": 1.5821421257423713,
      "grad_norm": 2.4644348286768563,
      "learning_rate": 0.0002548938733840647,
      "loss": 5.0312,
      "step": 38628
    },
    {
      "epoch": 1.5821830841695679,
      "grad_norm": 3.3652508768685574,
      "learning_rate": 0.00025489154199816215,
      "loss": 2.5781,
      "step": 38629
    },
    {
      "epoch": 1.5822240425967644,
      "grad_norm": 2.1918415216812597,
      "learning_rate": 0.000254889210562673,
      "loss": 4.4688,
      "step": 38630
    },
    {
      "epoch": 1.5822650010239607,
      "grad_norm": 2.667527176291791,
      "learning_rate": 0.0002548868790775982,
      "loss": 5.6562,
      "step": 38631
    },
    {
      "epoch": 1.582305959451157,
      "grad_norm": 2.7925693590857876,
      "learning_rate": 0.0002548845475429391,
      "loss": 3.9062,
      "step": 38632
    },
    {
      "epoch": 1.5823469178783536,
      "grad_norm": 2.934577754892897,
      "learning_rate": 0.00025488221595869657,
      "loss": 5.4688,
      "step": 38633
    },
    {
      "epoch": 1.58238787630555,
      "grad_norm": 2.146098912017445,
      "learning_rate": 0.00025487988432487186,
      "loss": 4.5938,
      "step": 38634
    },
    {
      "epoch": 1.5824288347327462,
      "grad_norm": 2.54338441033532,
      "learning_rate": 0.00025487755264146604,
      "loss": 4.8438,
      "step": 38635
    },
    {
      "epoch": 1.5824697931599427,
      "grad_norm": 3.11190658865216,
      "learning_rate": 0.0002548752209084802,
      "loss": 5.3438,
      "step": 38636
    },
    {
      "epoch": 1.582510751587139,
      "grad_norm": 3.9445950740096225,
      "learning_rate": 0.0002548728891259155,
      "loss": 3.5156,
      "step": 38637
    },
    {
      "epoch": 1.5825517100143354,
      "grad_norm": 2.4890611094657915,
      "learning_rate": 0.0002548705572937728,
      "loss": 4.5312,
      "step": 38638
    },
    {
      "epoch": 1.582592668441532,
      "grad_norm": 4.050061437926843,
      "learning_rate": 0.00025486822541205355,
      "loss": 3.8906,
      "step": 38639
    },
    {
      "epoch": 1.5826336268687282,
      "grad_norm": 2.5853138396268562,
      "learning_rate": 0.0002548658934807586,
      "loss": 4.5625,
      "step": 38640
    },
    {
      "epoch": 1.5826745852959245,
      "grad_norm": 2.234961905469855,
      "learning_rate": 0.0002548635614998892,
      "loss": 5.4688,
      "step": 38641
    },
    {
      "epoch": 1.582715543723121,
      "grad_norm": 2.7373827674927096,
      "learning_rate": 0.0002548612294694463,
      "loss": 4.5,
      "step": 38642
    },
    {
      "epoch": 1.5827565021503174,
      "grad_norm": 2.0394033043875535,
      "learning_rate": 0.0002548588973894312,
      "loss": 3.9531,
      "step": 38643
    },
    {
      "epoch": 1.5827974605775137,
      "grad_norm": 2.3504021539079054,
      "learning_rate": 0.00025485656525984487,
      "loss": 5.0938,
      "step": 38644
    },
    {
      "epoch": 1.5828384190047102,
      "grad_norm": 2.6760395125352856,
      "learning_rate": 0.0002548542330806885,
      "loss": 6.0,
      "step": 38645
    },
    {
      "epoch": 1.5828793774319068,
      "grad_norm": 3.3839741286086715,
      "learning_rate": 0.00025485190085196296,
      "loss": 5.5312,
      "step": 38646
    },
    {
      "epoch": 1.5829203358591029,
      "grad_norm": 2.3656941453893565,
      "learning_rate": 0.00025484956857366967,
      "loss": 4.9375,
      "step": 38647
    },
    {
      "epoch": 1.5829612942862994,
      "grad_norm": 2.2037234006245243,
      "learning_rate": 0.00025484723624580953,
      "loss": 4.6875,
      "step": 38648
    },
    {
      "epoch": 1.583002252713496,
      "grad_norm": 2.83024994912106,
      "learning_rate": 0.00025484490386838373,
      "loss": 5.0312,
      "step": 38649
    },
    {
      "epoch": 1.5830432111406922,
      "grad_norm": 2.366093298959022,
      "learning_rate": 0.00025484257144139336,
      "loss": 3.8906,
      "step": 38650
    },
    {
      "epoch": 1.5830841695678886,
      "grad_norm": 3.041646817346443,
      "learning_rate": 0.00025484023896483945,
      "loss": 5.4688,
      "step": 38651
    },
    {
      "epoch": 1.583125127995085,
      "grad_norm": 3.3757337817350286,
      "learning_rate": 0.0002548379064387232,
      "loss": 5.0,
      "step": 38652
    },
    {
      "epoch": 1.5831660864222814,
      "grad_norm": 2.168735378374926,
      "learning_rate": 0.00025483557386304565,
      "loss": 4.875,
      "step": 38653
    },
    {
      "epoch": 1.5832070448494777,
      "grad_norm": 2.0657790818278605,
      "learning_rate": 0.00025483324123780793,
      "loss": 4.7812,
      "step": 38654
    },
    {
      "epoch": 1.5832480032766743,
      "grad_norm": 5.605204734065133,
      "learning_rate": 0.0002548309085630112,
      "loss": 6.8438,
      "step": 38655
    },
    {
      "epoch": 1.5832889617038706,
      "grad_norm": 2.8053223756646273,
      "learning_rate": 0.00025482857583865635,
      "loss": 5.125,
      "step": 38656
    },
    {
      "epoch": 1.5833299201310669,
      "grad_norm": 2.836635749987142,
      "learning_rate": 0.00025482624306474475,
      "loss": 4.625,
      "step": 38657
    },
    {
      "epoch": 1.5833708785582634,
      "grad_norm": 2.9633226352904845,
      "learning_rate": 0.0002548239102412773,
      "loss": 5.1562,
      "step": 38658
    },
    {
      "epoch": 1.5834118369854597,
      "grad_norm": 3.608903046877116,
      "learning_rate": 0.00025482157736825533,
      "loss": 6.2188,
      "step": 38659
    },
    {
      "epoch": 1.583452795412656,
      "grad_norm": 4.398318253924636,
      "learning_rate": 0.00025481924444567967,
      "loss": 6.9375,
      "step": 38660
    },
    {
      "epoch": 1.5834937538398526,
      "grad_norm": 2.7313701644600092,
      "learning_rate": 0.0002548169114735516,
      "loss": 3.9531,
      "step": 38661
    },
    {
      "epoch": 1.583534712267049,
      "grad_norm": 2.637386407599433,
      "learning_rate": 0.0002548145784518722,
      "loss": 4.6562,
      "step": 38662
    },
    {
      "epoch": 1.5835756706942452,
      "grad_norm": 4.151796176594249,
      "learning_rate": 0.0002548122453806425,
      "loss": 7.1562,
      "step": 38663
    },
    {
      "epoch": 1.5836166291214417,
      "grad_norm": 2.703867858082751,
      "learning_rate": 0.00025480991225986367,
      "loss": 5.7812,
      "step": 38664
    },
    {
      "epoch": 1.5836575875486383,
      "grad_norm": 5.540325537470402,
      "learning_rate": 0.0002548075790895368,
      "loss": 6.7188,
      "step": 38665
    },
    {
      "epoch": 1.5836985459758344,
      "grad_norm": 2.5388332035089447,
      "learning_rate": 0.000254805245869663,
      "loss": 4.4688,
      "step": 38666
    },
    {
      "epoch": 1.583739504403031,
      "grad_norm": 2.464860253664748,
      "learning_rate": 0.00025480291260024336,
      "loss": 5.7188,
      "step": 38667
    },
    {
      "epoch": 1.5837804628302274,
      "grad_norm": 2.1482957666492957,
      "learning_rate": 0.000254800579281279,
      "loss": 3.5,
      "step": 38668
    },
    {
      "epoch": 1.5838214212574238,
      "grad_norm": 2.8020389733126523,
      "learning_rate": 0.000254798245912771,
      "loss": 5.5,
      "step": 38669
    },
    {
      "epoch": 1.58386237968462,
      "grad_norm": 2.3390831015532716,
      "learning_rate": 0.0002547959124947204,
      "loss": 4.5312,
      "step": 38670
    },
    {
      "epoch": 1.5839033381118166,
      "grad_norm": 3.5745069612422027,
      "learning_rate": 0.00025479357902712845,
      "loss": 4.1875,
      "step": 38671
    },
    {
      "epoch": 1.583944296539013,
      "grad_norm": 2.4488367806584184,
      "learning_rate": 0.00025479124550999616,
      "loss": 4.9688,
      "step": 38672
    },
    {
      "epoch": 1.5839852549662092,
      "grad_norm": 2.602516232162307,
      "learning_rate": 0.0002547889119433246,
      "loss": 5.8125,
      "step": 38673
    },
    {
      "epoch": 1.5840262133934058,
      "grad_norm": 2.9768444641076757,
      "learning_rate": 0.000254786578327115,
      "loss": 4.7812,
      "step": 38674
    },
    {
      "epoch": 1.584067171820602,
      "grad_norm": 3.6054753236555377,
      "learning_rate": 0.00025478424466136835,
      "loss": 5.625,
      "step": 38675
    },
    {
      "epoch": 1.5841081302477984,
      "grad_norm": 2.6615079414708327,
      "learning_rate": 0.0002547819109460858,
      "loss": 5.1875,
      "step": 38676
    },
    {
      "epoch": 1.584149088674995,
      "grad_norm": 2.3762994489961904,
      "learning_rate": 0.0002547795771812684,
      "loss": 4.375,
      "step": 38677
    },
    {
      "epoch": 1.5841900471021912,
      "grad_norm": 3.927889194471315,
      "learning_rate": 0.00025477724336691736,
      "loss": 5.7188,
      "step": 38678
    },
    {
      "epoch": 1.5842310055293876,
      "grad_norm": 2.3918112683030905,
      "learning_rate": 0.0002547749095030337,
      "loss": 5.1562,
      "step": 38679
    },
    {
      "epoch": 1.584271963956584,
      "grad_norm": 2.4877438517415036,
      "learning_rate": 0.0002547725755896185,
      "loss": 4.9375,
      "step": 38680
    },
    {
      "epoch": 1.5843129223837804,
      "grad_norm": 3.7110961930004414,
      "learning_rate": 0.00025477024162667296,
      "loss": 4.7812,
      "step": 38681
    },
    {
      "epoch": 1.5843538808109767,
      "grad_norm": 4.8764982228034475,
      "learning_rate": 0.0002547679076141981,
      "loss": 6.6875,
      "step": 38682
    },
    {
      "epoch": 1.5843948392381733,
      "grad_norm": 2.6888642180967146,
      "learning_rate": 0.00025476557355219505,
      "loss": 6.3125,
      "step": 38683
    },
    {
      "epoch": 1.5844357976653698,
      "grad_norm": 14.764392581162904,
      "learning_rate": 0.00025476323944066497,
      "loss": 7.4062,
      "step": 38684
    },
    {
      "epoch": 1.5844767560925659,
      "grad_norm": 2.7427941345321596,
      "learning_rate": 0.00025476090527960885,
      "loss": 3.8125,
      "step": 38685
    },
    {
      "epoch": 1.5845177145197624,
      "grad_norm": 2.652026642425362,
      "learning_rate": 0.00025475857106902784,
      "loss": 6.4062,
      "step": 38686
    },
    {
      "epoch": 1.584558672946959,
      "grad_norm": 4.6082660132885795,
      "learning_rate": 0.0002547562368089231,
      "loss": 5.1875,
      "step": 38687
    },
    {
      "epoch": 1.5845996313741553,
      "grad_norm": 3.4210549972096422,
      "learning_rate": 0.00025475390249929565,
      "loss": 4.6562,
      "step": 38688
    },
    {
      "epoch": 1.5846405898013516,
      "grad_norm": 2.4983590084607794,
      "learning_rate": 0.0002547515681401467,
      "loss": 4.75,
      "step": 38689
    },
    {
      "epoch": 1.5846815482285481,
      "grad_norm": 3.4719236947195187,
      "learning_rate": 0.0002547492337314772,
      "loss": 5.7188,
      "step": 38690
    },
    {
      "epoch": 1.5847225066557444,
      "grad_norm": 3.619812231967966,
      "learning_rate": 0.00025474689927328835,
      "loss": 5.4688,
      "step": 38691
    },
    {
      "epoch": 1.5847634650829407,
      "grad_norm": 2.6948039913924093,
      "learning_rate": 0.0002547445647655813,
      "loss": 4.1875,
      "step": 38692
    },
    {
      "epoch": 1.5848044235101373,
      "grad_norm": 3.907786551473276,
      "learning_rate": 0.00025474223020835706,
      "loss": 6.0,
      "step": 38693
    },
    {
      "epoch": 1.5848453819373336,
      "grad_norm": 2.5846670343859666,
      "learning_rate": 0.0002547398956016168,
      "loss": 4.5625,
      "step": 38694
    },
    {
      "epoch": 1.58488634036453,
      "grad_norm": 2.896638581816091,
      "learning_rate": 0.00025473756094536166,
      "loss": 5.4375,
      "step": 38695
    },
    {
      "epoch": 1.5849272987917264,
      "grad_norm": 2.7716839421101356,
      "learning_rate": 0.00025473522623959256,
      "loss": 4.6875,
      "step": 38696
    },
    {
      "epoch": 1.5849682572189228,
      "grad_norm": 4.07000733989227,
      "learning_rate": 0.00025473289148431077,
      "loss": 5.6875,
      "step": 38697
    },
    {
      "epoch": 1.585009215646119,
      "grad_norm": 2.4285185812463284,
      "learning_rate": 0.0002547305566795173,
      "loss": 5.0938,
      "step": 38698
    },
    {
      "epoch": 1.5850501740733156,
      "grad_norm": 2.409434955964112,
      "learning_rate": 0.0002547282218252134,
      "loss": 5.2188,
      "step": 38699
    },
    {
      "epoch": 1.5850911325005121,
      "grad_norm": 4.277828328018664,
      "learning_rate": 0.0002547258869214,
      "loss": 5.375,
      "step": 38700
    },
    {
      "epoch": 1.5851320909277082,
      "grad_norm": 2.80727377048313,
      "learning_rate": 0.0002547235519680783,
      "loss": 5.3125,
      "step": 38701
    },
    {
      "epoch": 1.5851730493549048,
      "grad_norm": 2.3874277315652663,
      "learning_rate": 0.00025472121696524933,
      "loss": 4.0625,
      "step": 38702
    },
    {
      "epoch": 1.5852140077821013,
      "grad_norm": 3.288206871007113,
      "learning_rate": 0.0002547188819129143,
      "loss": 5.6562,
      "step": 38703
    },
    {
      "epoch": 1.5852549662092974,
      "grad_norm": 2.4197793304114428,
      "learning_rate": 0.0002547165468110743,
      "loss": 4.9062,
      "step": 38704
    },
    {
      "epoch": 1.585295924636494,
      "grad_norm": 3.3001623144961747,
      "learning_rate": 0.00025471421165973034,
      "loss": 5.5312,
      "step": 38705
    },
    {
      "epoch": 1.5853368830636905,
      "grad_norm": 2.608270941346009,
      "learning_rate": 0.00025471187645888357,
      "loss": 6.0938,
      "step": 38706
    },
    {
      "epoch": 1.5853778414908868,
      "grad_norm": 2.1029238608178575,
      "learning_rate": 0.0002547095412085351,
      "loss": 4.3125,
      "step": 38707
    },
    {
      "epoch": 1.585418799918083,
      "grad_norm": 2.4894398187899984,
      "learning_rate": 0.00025470720590868606,
      "loss": 5.7812,
      "step": 38708
    },
    {
      "epoch": 1.5854597583452796,
      "grad_norm": 2.209182860659368,
      "learning_rate": 0.00025470487055933753,
      "loss": 4.5938,
      "step": 38709
    },
    {
      "epoch": 1.585500716772476,
      "grad_norm": 4.800943521342937,
      "learning_rate": 0.00025470253516049056,
      "loss": 1.3203,
      "step": 38710
    },
    {
      "epoch": 1.5855416751996723,
      "grad_norm": 3.116685273364863,
      "learning_rate": 0.00025470019971214635,
      "loss": 6.9375,
      "step": 38711
    },
    {
      "epoch": 1.5855826336268688,
      "grad_norm": 2.3286961256610144,
      "learning_rate": 0.000254697864214306,
      "loss": 5.0312,
      "step": 38712
    },
    {
      "epoch": 1.5856235920540651,
      "grad_norm": 3.2860103276277908,
      "learning_rate": 0.0002546955286669705,
      "loss": 5.8125,
      "step": 38713
    },
    {
      "epoch": 1.5856645504812614,
      "grad_norm": 4.536467763376657,
      "learning_rate": 0.00025469319307014105,
      "loss": 5.6875,
      "step": 38714
    },
    {
      "epoch": 1.585705508908458,
      "grad_norm": 6.395459498198767,
      "learning_rate": 0.00025469085742381876,
      "loss": 5.9062,
      "step": 38715
    },
    {
      "epoch": 1.5857464673356543,
      "grad_norm": 2.2935210318912884,
      "learning_rate": 0.0002546885217280047,
      "loss": 4.5625,
      "step": 38716
    },
    {
      "epoch": 1.5857874257628506,
      "grad_norm": 2.9297984383064426,
      "learning_rate": 0.00025468618598269995,
      "loss": 5.2812,
      "step": 38717
    },
    {
      "epoch": 1.5858283841900471,
      "grad_norm": 4.596913447121904,
      "learning_rate": 0.00025468385018790566,
      "loss": 3.0938,
      "step": 38718
    },
    {
      "epoch": 1.5858693426172437,
      "grad_norm": 4.325920864542517,
      "learning_rate": 0.00025468151434362296,
      "loss": 6.3125,
      "step": 38719
    },
    {
      "epoch": 1.5859103010444398,
      "grad_norm": 3.0489249789727406,
      "learning_rate": 0.0002546791784498529,
      "loss": 6.4375,
      "step": 38720
    },
    {
      "epoch": 1.5859512594716363,
      "grad_norm": 2.4185956509656457,
      "learning_rate": 0.0002546768425065965,
      "loss": 1.5859,
      "step": 38721
    },
    {
      "epoch": 1.5859922178988328,
      "grad_norm": 4.257581717038971,
      "learning_rate": 0.00025467450651385504,
      "loss": 6.3125,
      "step": 38722
    },
    {
      "epoch": 1.586033176326029,
      "grad_norm": 2.392447515138618,
      "learning_rate": 0.0002546721704716296,
      "loss": 4.5938,
      "step": 38723
    },
    {
      "epoch": 1.5860741347532255,
      "grad_norm": 5.352759939117256,
      "learning_rate": 0.0002546698343799212,
      "loss": 4.5625,
      "step": 38724
    },
    {
      "epoch": 1.586115093180422,
      "grad_norm": 2.597693200944129,
      "learning_rate": 0.00025466749823873096,
      "loss": 3.6875,
      "step": 38725
    },
    {
      "epoch": 1.5861560516076183,
      "grad_norm": 2.473119565227606,
      "learning_rate": 0.00025466516204806,
      "loss": 4.6875,
      "step": 38726
    },
    {
      "epoch": 1.5861970100348146,
      "grad_norm": 4.204712951430628,
      "learning_rate": 0.0002546628258079094,
      "loss": 4.125,
      "step": 38727
    },
    {
      "epoch": 1.5862379684620111,
      "grad_norm": 4.069211501241485,
      "learning_rate": 0.00025466048951828027,
      "loss": 5.125,
      "step": 38728
    },
    {
      "epoch": 1.5862789268892075,
      "grad_norm": 2.9233847062636378,
      "learning_rate": 0.0002546581531791738,
      "loss": 5.1875,
      "step": 38729
    },
    {
      "epoch": 1.5863198853164038,
      "grad_norm": 3.0591011820456955,
      "learning_rate": 0.00025465581679059106,
      "loss": 5.8125,
      "step": 38730
    },
    {
      "epoch": 1.5863608437436003,
      "grad_norm": 3.811929528048117,
      "learning_rate": 0.000254653480352533,
      "loss": 5.875,
      "step": 38731
    },
    {
      "epoch": 1.5864018021707966,
      "grad_norm": 2.3955866334641525,
      "learning_rate": 0.00025465114386500097,
      "loss": 5.1562,
      "step": 38732
    },
    {
      "epoch": 1.586442760597993,
      "grad_norm": 2.1495711267894286,
      "learning_rate": 0.0002546488073279959,
      "loss": 5.2188,
      "step": 38733
    },
    {
      "epoch": 1.5864837190251895,
      "grad_norm": 4.11102378128846,
      "learning_rate": 0.00025464647074151893,
      "loss": 5.0,
      "step": 38734
    },
    {
      "epoch": 1.5865246774523858,
      "grad_norm": 2.6474780284137585,
      "learning_rate": 0.0002546441341055712,
      "loss": 4.375,
      "step": 38735
    },
    {
      "epoch": 1.586565635879582,
      "grad_norm": 2.4443745040562344,
      "learning_rate": 0.0002546417974201538,
      "loss": 4.375,
      "step": 38736
    },
    {
      "epoch": 1.5866065943067786,
      "grad_norm": 8.05535766481616,
      "learning_rate": 0.0002546394606852678,
      "loss": 6.1562,
      "step": 38737
    },
    {
      "epoch": 1.5866475527339752,
      "grad_norm": 3.3138664212613045,
      "learning_rate": 0.00025463712390091437,
      "loss": 5.0,
      "step": 38738
    },
    {
      "epoch": 1.5866885111611713,
      "grad_norm": 2.384381969782118,
      "learning_rate": 0.00025463478706709455,
      "loss": 4.9688,
      "step": 38739
    },
    {
      "epoch": 1.5867294695883678,
      "grad_norm": 2.540888110068783,
      "learning_rate": 0.00025463245018380947,
      "loss": 5.2188,
      "step": 38740
    },
    {
      "epoch": 1.5867704280155643,
      "grad_norm": 2.6240710797944327,
      "learning_rate": 0.0002546301132510603,
      "loss": 5.3438,
      "step": 38741
    },
    {
      "epoch": 1.5868113864427607,
      "grad_norm": 2.2531467560800547,
      "learning_rate": 0.00025462777626884803,
      "loss": 4.125,
      "step": 38742
    },
    {
      "epoch": 1.586852344869957,
      "grad_norm": 2.357344927181297,
      "learning_rate": 0.00025462543923717384,
      "loss": 6.0938,
      "step": 38743
    },
    {
      "epoch": 1.5868933032971535,
      "grad_norm": 3.488029024020292,
      "learning_rate": 0.0002546231021560388,
      "loss": 4.6562,
      "step": 38744
    },
    {
      "epoch": 1.5869342617243498,
      "grad_norm": 2.468454467674173,
      "learning_rate": 0.00025462076502544403,
      "loss": 4.75,
      "step": 38745
    },
    {
      "epoch": 1.5869752201515461,
      "grad_norm": 2.500532827153993,
      "learning_rate": 0.0002546184278453906,
      "loss": 4.6562,
      "step": 38746
    },
    {
      "epoch": 1.5870161785787427,
      "grad_norm": 2.9186893045607363,
      "learning_rate": 0.0002546160906158797,
      "loss": 5.8125,
      "step": 38747
    },
    {
      "epoch": 1.587057137005939,
      "grad_norm": 3.205050344781685,
      "learning_rate": 0.0002546137533369124,
      "loss": 5.25,
      "step": 38748
    },
    {
      "epoch": 1.5870980954331353,
      "grad_norm": 2.525519851017147,
      "learning_rate": 0.0002546114160084897,
      "loss": 5.0,
      "step": 38749
    },
    {
      "epoch": 1.5871390538603318,
      "grad_norm": 2.1781506997036133,
      "learning_rate": 0.00025460907863061286,
      "loss": 4.2188,
      "step": 38750
    },
    {
      "epoch": 1.5871800122875281,
      "grad_norm": 2.5466096560619826,
      "learning_rate": 0.00025460674120328294,
      "loss": 4.8438,
      "step": 38751
    },
    {
      "epoch": 1.5872209707147245,
      "grad_norm": 2.946400223442387,
      "learning_rate": 0.000254604403726501,
      "loss": 4.625,
      "step": 38752
    },
    {
      "epoch": 1.587261929141921,
      "grad_norm": 2.3199269358372026,
      "learning_rate": 0.0002546020662002681,
      "loss": 4.8125,
      "step": 38753
    },
    {
      "epoch": 1.5873028875691173,
      "grad_norm": 2.3255838545396,
      "learning_rate": 0.0002545997286245855,
      "loss": 5.0938,
      "step": 38754
    },
    {
      "epoch": 1.5873438459963136,
      "grad_norm": 2.0947904445345866,
      "learning_rate": 0.0002545973909994542,
      "loss": 4.5625,
      "step": 38755
    },
    {
      "epoch": 1.5873848044235102,
      "grad_norm": 2.633406798484173,
      "learning_rate": 0.0002545950533248753,
      "loss": 5.6562,
      "step": 38756
    },
    {
      "epoch": 1.5874257628507067,
      "grad_norm": 2.660354445523712,
      "learning_rate": 0.00025459271560084994,
      "loss": 5.25,
      "step": 38757
    },
    {
      "epoch": 1.5874667212779028,
      "grad_norm": 2.7307281497531317,
      "learning_rate": 0.0002545903778273792,
      "loss": 4.625,
      "step": 38758
    },
    {
      "epoch": 1.5875076797050993,
      "grad_norm": 2.3758282961227923,
      "learning_rate": 0.0002545880400044642,
      "loss": 4.0625,
      "step": 38759
    },
    {
      "epoch": 1.5875486381322959,
      "grad_norm": 2.73972480711974,
      "learning_rate": 0.0002545857021321061,
      "loss": 4.9375,
      "step": 38760
    },
    {
      "epoch": 1.5875895965594922,
      "grad_norm": 3.8963633565303892,
      "learning_rate": 0.00025458336421030586,
      "loss": 5.375,
      "step": 38761
    },
    {
      "epoch": 1.5876305549866885,
      "grad_norm": 2.507530039529477,
      "learning_rate": 0.0002545810262390647,
      "loss": 5.625,
      "step": 38762
    },
    {
      "epoch": 1.587671513413885,
      "grad_norm": 14.95916707106351,
      "learning_rate": 0.00025457868821838375,
      "loss": 6.375,
      "step": 38763
    },
    {
      "epoch": 1.5877124718410813,
      "grad_norm": 2.2854212395124627,
      "learning_rate": 0.000254576350148264,
      "loss": 4.75,
      "step": 38764
    },
    {
      "epoch": 1.5877534302682776,
      "grad_norm": 2.7907208225688405,
      "learning_rate": 0.0002545740120287067,
      "loss": 4.25,
      "step": 38765
    },
    {
      "epoch": 1.5877943886954742,
      "grad_norm": 2.2614867478926715,
      "learning_rate": 0.0002545716738597128,
      "loss": 4.0,
      "step": 38766
    },
    {
      "epoch": 1.5878353471226705,
      "grad_norm": 2.228552344268114,
      "learning_rate": 0.0002545693356412835,
      "loss": 4.5625,
      "step": 38767
    },
    {
      "epoch": 1.5878763055498668,
      "grad_norm": 2.5143956226309343,
      "learning_rate": 0.00025456699737341987,
      "loss": 4.1875,
      "step": 38768
    },
    {
      "epoch": 1.5879172639770633,
      "grad_norm": 2.5903954205662796,
      "learning_rate": 0.0002545646590561231,
      "loss": 5.0,
      "step": 38769
    },
    {
      "epoch": 1.5879582224042597,
      "grad_norm": 2.7471652203732524,
      "learning_rate": 0.00025456232068939415,
      "loss": 5.5,
      "step": 38770
    },
    {
      "epoch": 1.587999180831456,
      "grad_norm": 2.5548379935212453,
      "learning_rate": 0.00025455998227323423,
      "loss": 5.0,
      "step": 38771
    },
    {
      "epoch": 1.5880401392586525,
      "grad_norm": 2.203097014590921,
      "learning_rate": 0.00025455764380764444,
      "loss": 5.0,
      "step": 38772
    },
    {
      "epoch": 1.5880810976858488,
      "grad_norm": 5.60560396495034,
      "learning_rate": 0.0002545553052926258,
      "loss": 6.5938,
      "step": 38773
    },
    {
      "epoch": 1.5881220561130451,
      "grad_norm": 2.3434931180171663,
      "learning_rate": 0.00025455296672817956,
      "loss": 4.7812,
      "step": 38774
    },
    {
      "epoch": 1.5881630145402417,
      "grad_norm": 2.552339217579251,
      "learning_rate": 0.0002545506281143067,
      "loss": 4.625,
      "step": 38775
    },
    {
      "epoch": 1.5882039729674382,
      "grad_norm": 2.5321903162000483,
      "learning_rate": 0.0002545482894510084,
      "loss": 5.375,
      "step": 38776
    },
    {
      "epoch": 1.5882449313946343,
      "grad_norm": 2.4421953773972227,
      "learning_rate": 0.00025454595073828574,
      "loss": 4.7188,
      "step": 38777
    },
    {
      "epoch": 1.5882858898218308,
      "grad_norm": 2.4053844254566803,
      "learning_rate": 0.00025454361197613977,
      "loss": 4.9062,
      "step": 38778
    },
    {
      "epoch": 1.5883268482490274,
      "grad_norm": 2.3021114611460254,
      "learning_rate": 0.00025454127316457164,
      "loss": 4.7188,
      "step": 38779
    },
    {
      "epoch": 1.5883678066762237,
      "grad_norm": 6.525633246740896,
      "learning_rate": 0.0002545389343035825,
      "loss": 6.875,
      "step": 38780
    },
    {
      "epoch": 1.58840876510342,
      "grad_norm": 2.3794381900408377,
      "learning_rate": 0.0002545365953931734,
      "loss": 5.3125,
      "step": 38781
    },
    {
      "epoch": 1.5884497235306165,
      "grad_norm": 2.429138572188893,
      "learning_rate": 0.0002545342564333455,
      "loss": 5.1562,
      "step": 38782
    },
    {
      "epoch": 1.5884906819578128,
      "grad_norm": 2.2856400729322277,
      "learning_rate": 0.0002545319174240998,
      "loss": 4.75,
      "step": 38783
    },
    {
      "epoch": 1.5885316403850092,
      "grad_norm": 3.199862042832477,
      "learning_rate": 0.00025452957836543755,
      "loss": 4.875,
      "step": 38784
    },
    {
      "epoch": 1.5885725988122057,
      "grad_norm": 3.8948602763172984,
      "learning_rate": 0.00025452723925735974,
      "loss": 6.0,
      "step": 38785
    },
    {
      "epoch": 1.588613557239402,
      "grad_norm": 5.873660793513101,
      "learning_rate": 0.00025452490009986753,
      "loss": 6.9062,
      "step": 38786
    },
    {
      "epoch": 1.5886545156665983,
      "grad_norm": 3.263261651219931,
      "learning_rate": 0.000254522560892962,
      "loss": 6.25,
      "step": 38787
    },
    {
      "epoch": 1.5886954740937949,
      "grad_norm": 2.9931316703630824,
      "learning_rate": 0.0002545202216366443,
      "loss": 4.9375,
      "step": 38788
    },
    {
      "epoch": 1.5887364325209912,
      "grad_norm": 2.7895473556181405,
      "learning_rate": 0.0002545178823309155,
      "loss": 4.5,
      "step": 38789
    },
    {
      "epoch": 1.5887773909481875,
      "grad_norm": 6.583630978693045,
      "learning_rate": 0.0002545155429757766,
      "loss": 5.0625,
      "step": 38790
    },
    {
      "epoch": 1.588818349375384,
      "grad_norm": 5.301604979217144,
      "learning_rate": 0.00025451320357122893,
      "loss": 6.0,
      "step": 38791
    },
    {
      "epoch": 1.5888593078025803,
      "grad_norm": 2.5296886740013522,
      "learning_rate": 0.00025451086411727345,
      "loss": 5.625,
      "step": 38792
    },
    {
      "epoch": 1.5889002662297766,
      "grad_norm": 2.895255237535072,
      "learning_rate": 0.00025450852461391136,
      "loss": 5.5,
      "step": 38793
    },
    {
      "epoch": 1.5889412246569732,
      "grad_norm": 2.667448910423905,
      "learning_rate": 0.00025450618506114365,
      "loss": 5.0625,
      "step": 38794
    },
    {
      "epoch": 1.5889821830841697,
      "grad_norm": 2.3442604284337607,
      "learning_rate": 0.00025450384545897144,
      "loss": 4.75,
      "step": 38795
    },
    {
      "epoch": 1.5890231415113658,
      "grad_norm": 4.918378193097663,
      "learning_rate": 0.00025450150580739594,
      "loss": 6.0312,
      "step": 38796
    },
    {
      "epoch": 1.5890640999385623,
      "grad_norm": 2.6154978524111434,
      "learning_rate": 0.00025449916610641816,
      "loss": 5.2188,
      "step": 38797
    },
    {
      "epoch": 1.5891050583657589,
      "grad_norm": 2.4563143076680385,
      "learning_rate": 0.0002544968263560392,
      "loss": 4.3125,
      "step": 38798
    },
    {
      "epoch": 1.5891460167929552,
      "grad_norm": 2.4377509525543717,
      "learning_rate": 0.0002544944865562603,
      "loss": 4.4062,
      "step": 38799
    },
    {
      "epoch": 1.5891869752201515,
      "grad_norm": 6.332927848140895,
      "learning_rate": 0.0002544921467070824,
      "loss": 6.3438,
      "step": 38800
    },
    {
      "epoch": 1.589227933647348,
      "grad_norm": 2.7551622694423696,
      "learning_rate": 0.0002544898068085067,
      "loss": 5.2812,
      "step": 38801
    },
    {
      "epoch": 1.5892688920745444,
      "grad_norm": 6.0447760548570795,
      "learning_rate": 0.0002544874668605343,
      "loss": 6.4688,
      "step": 38802
    },
    {
      "epoch": 1.5893098505017407,
      "grad_norm": 2.77247506361968,
      "learning_rate": 0.0002544851268631663,
      "loss": 4.8438,
      "step": 38803
    },
    {
      "epoch": 1.5893508089289372,
      "grad_norm": 2.3620778808716008,
      "learning_rate": 0.0002544827868164037,
      "loss": 4.3125,
      "step": 38804
    },
    {
      "epoch": 1.5893917673561335,
      "grad_norm": 2.55227861095593,
      "learning_rate": 0.0002544804467202478,
      "loss": 4.5,
      "step": 38805
    },
    {
      "epoch": 1.5894327257833298,
      "grad_norm": 2.7125939482302184,
      "learning_rate": 0.00025447810657469957,
      "loss": 5.0312,
      "step": 38806
    },
    {
      "epoch": 1.5894736842105264,
      "grad_norm": 3.4216712404627856,
      "learning_rate": 0.00025447576637976016,
      "loss": 3.5312,
      "step": 38807
    },
    {
      "epoch": 1.5895146426377227,
      "grad_norm": 2.881480122503841,
      "learning_rate": 0.0002544734261354306,
      "loss": 6.1875,
      "step": 38808
    },
    {
      "epoch": 1.589555601064919,
      "grad_norm": 2.544405953506347,
      "learning_rate": 0.0002544710858417122,
      "loss": 5.0625,
      "step": 38809
    },
    {
      "epoch": 1.5895965594921155,
      "grad_norm": 2.5464269988552966,
      "learning_rate": 0.0002544687454986058,
      "loss": 5.1875,
      "step": 38810
    },
    {
      "epoch": 1.5896375179193118,
      "grad_norm": 2.7238689265026133,
      "learning_rate": 0.0002544664051061128,
      "loss": 4.9688,
      "step": 38811
    },
    {
      "epoch": 1.5896784763465082,
      "grad_norm": 2.749976073823577,
      "learning_rate": 0.00025446406466423396,
      "loss": 5.5625,
      "step": 38812
    },
    {
      "epoch": 1.5897194347737047,
      "grad_norm": 2.318591786351377,
      "learning_rate": 0.0002544617241729707,
      "loss": 5.4688,
      "step": 38813
    },
    {
      "epoch": 1.5897603932009012,
      "grad_norm": 2.4164870729528936,
      "learning_rate": 0.00025445938363232394,
      "loss": 4.4688,
      "step": 38814
    },
    {
      "epoch": 1.5898013516280973,
      "grad_norm": 2.549644089268024,
      "learning_rate": 0.0002544570430422949,
      "loss": 5.3125,
      "step": 38815
    },
    {
      "epoch": 1.5898423100552939,
      "grad_norm": 2.716346795935507,
      "learning_rate": 0.0002544547024028846,
      "loss": 2.6719,
      "step": 38816
    },
    {
      "epoch": 1.5898832684824904,
      "grad_norm": 2.188461458383801,
      "learning_rate": 0.0002544523617140942,
      "loss": 4.9688,
      "step": 38817
    },
    {
      "epoch": 1.5899242269096867,
      "grad_norm": 3.3083601320609497,
      "learning_rate": 0.00025445002097592475,
      "loss": 6.0312,
      "step": 38818
    },
    {
      "epoch": 1.589965185336883,
      "grad_norm": 3.0915446264932163,
      "learning_rate": 0.0002544476801883774,
      "loss": 6.0,
      "step": 38819
    },
    {
      "epoch": 1.5900061437640796,
      "grad_norm": 2.4006757327870165,
      "learning_rate": 0.00025444533935145325,
      "loss": 4.8125,
      "step": 38820
    },
    {
      "epoch": 1.5900471021912759,
      "grad_norm": 2.6005250766049817,
      "learning_rate": 0.00025444299846515334,
      "loss": 5.5938,
      "step": 38821
    },
    {
      "epoch": 1.5900880606184722,
      "grad_norm": 3.9903946638308585,
      "learning_rate": 0.0002544406575294789,
      "loss": 5.875,
      "step": 38822
    },
    {
      "epoch": 1.5901290190456687,
      "grad_norm": 2.151502264709575,
      "learning_rate": 0.000254438316544431,
      "loss": 4.6875,
      "step": 38823
    },
    {
      "epoch": 1.590169977472865,
      "grad_norm": 2.711906728330503,
      "learning_rate": 0.00025443597551001073,
      "loss": 5.375,
      "step": 38824
    },
    {
      "epoch": 1.5902109359000614,
      "grad_norm": 5.041793888372918,
      "learning_rate": 0.00025443363442621917,
      "loss": 4.375,
      "step": 38825
    },
    {
      "epoch": 1.5902518943272579,
      "grad_norm": 2.9072641754728834,
      "learning_rate": 0.00025443129329305743,
      "loss": 5.0625,
      "step": 38826
    },
    {
      "epoch": 1.5902928527544542,
      "grad_norm": 8.769142927099312,
      "learning_rate": 0.00025442895211052666,
      "loss": 5.9062,
      "step": 38827
    },
    {
      "epoch": 1.5903338111816505,
      "grad_norm": 2.4967702713062656,
      "learning_rate": 0.00025442661087862794,
      "loss": 5.5312,
      "step": 38828
    },
    {
      "epoch": 1.590374769608847,
      "grad_norm": 2.2049630091801538,
      "learning_rate": 0.00025442426959736234,
      "loss": 4.875,
      "step": 38829
    },
    {
      "epoch": 1.5904157280360434,
      "grad_norm": 2.2711455181267537,
      "learning_rate": 0.000254421928266731,
      "loss": 5.0625,
      "step": 38830
    },
    {
      "epoch": 1.5904566864632397,
      "grad_norm": 3.2617292087966234,
      "learning_rate": 0.0002544195868867351,
      "loss": 6.1875,
      "step": 38831
    },
    {
      "epoch": 1.5904976448904362,
      "grad_norm": 3.4536636166170878,
      "learning_rate": 0.0002544172454573756,
      "loss": 5.6875,
      "step": 38832
    },
    {
      "epoch": 1.5905386033176327,
      "grad_norm": 3.5157368738848147,
      "learning_rate": 0.00025441490397865377,
      "loss": 2.9062,
      "step": 38833
    },
    {
      "epoch": 1.5905795617448288,
      "grad_norm": 2.4388173572129204,
      "learning_rate": 0.0002544125624505706,
      "loss": 6.1562,
      "step": 38834
    },
    {
      "epoch": 1.5906205201720254,
      "grad_norm": 3.387221310353928,
      "learning_rate": 0.0002544102208731272,
      "loss": 4.9688,
      "step": 38835
    },
    {
      "epoch": 1.590661478599222,
      "grad_norm": 3.47977837422422,
      "learning_rate": 0.00025440787924632473,
      "loss": 5.125,
      "step": 38836
    },
    {
      "epoch": 1.5907024370264182,
      "grad_norm": 3.855355565430179,
      "learning_rate": 0.00025440553757016425,
      "loss": 5.6875,
      "step": 38837
    },
    {
      "epoch": 1.5907433954536145,
      "grad_norm": 2.3300750591267105,
      "learning_rate": 0.0002544031958446469,
      "loss": 4.5625,
      "step": 38838
    },
    {
      "epoch": 1.590784353880811,
      "grad_norm": 5.6133733242895865,
      "learning_rate": 0.0002544008540697738,
      "loss": 3.4688,
      "step": 38839
    },
    {
      "epoch": 1.5908253123080074,
      "grad_norm": 2.670618282835167,
      "learning_rate": 0.00025439851224554603,
      "loss": 4.9062,
      "step": 38840
    },
    {
      "epoch": 1.5908662707352037,
      "grad_norm": 2.2858214411190065,
      "learning_rate": 0.0002543961703719647,
      "loss": 5.0312,
      "step": 38841
    },
    {
      "epoch": 1.5909072291624002,
      "grad_norm": 2.057653284823964,
      "learning_rate": 0.00025439382844903084,
      "loss": 4.625,
      "step": 38842
    },
    {
      "epoch": 1.5909481875895966,
      "grad_norm": 2.700237727399245,
      "learning_rate": 0.00025439148647674574,
      "loss": 4.7812,
      "step": 38843
    },
    {
      "epoch": 1.5909891460167929,
      "grad_norm": 2.9847258325329826,
      "learning_rate": 0.00025438914445511036,
      "loss": 5.3438,
      "step": 38844
    },
    {
      "epoch": 1.5910301044439894,
      "grad_norm": 2.552533066189948,
      "learning_rate": 0.00025438680238412583,
      "loss": 4.9062,
      "step": 38845
    },
    {
      "epoch": 1.5910710628711857,
      "grad_norm": 3.4422420385053214,
      "learning_rate": 0.00025438446026379336,
      "loss": 4.875,
      "step": 38846
    },
    {
      "epoch": 1.591112021298382,
      "grad_norm": 2.9927436453785776,
      "learning_rate": 0.0002543821180941139,
      "loss": 5.2812,
      "step": 38847
    },
    {
      "epoch": 1.5911529797255786,
      "grad_norm": 2.647564821011459,
      "learning_rate": 0.0002543797758750887,
      "loss": 5.75,
      "step": 38848
    },
    {
      "epoch": 1.5911939381527749,
      "grad_norm": 2.6533993375056477,
      "learning_rate": 0.0002543774336067187,
      "loss": 4.5312,
      "step": 38849
    },
    {
      "epoch": 1.5912348965799712,
      "grad_norm": 4.840857553006081,
      "learning_rate": 0.0002543750912890052,
      "loss": 4.9375,
      "step": 38850
    },
    {
      "epoch": 1.5912758550071677,
      "grad_norm": 2.2936555425567557,
      "learning_rate": 0.00025437274892194914,
      "loss": 5.125,
      "step": 38851
    },
    {
      "epoch": 1.5913168134343643,
      "grad_norm": 3.81122552980144,
      "learning_rate": 0.00025437040650555173,
      "loss": 4.0312,
      "step": 38852
    },
    {
      "epoch": 1.5913577718615604,
      "grad_norm": 4.135796448349004,
      "learning_rate": 0.000254368064039814,
      "loss": 2.6875,
      "step": 38853
    },
    {
      "epoch": 1.591398730288757,
      "grad_norm": 3.9129266969961183,
      "learning_rate": 0.0002543657215247372,
      "loss": 6.4062,
      "step": 38854
    },
    {
      "epoch": 1.5914396887159534,
      "grad_norm": 2.778036802853791,
      "learning_rate": 0.0002543633789603223,
      "loss": 5.3125,
      "step": 38855
    },
    {
      "epoch": 1.5914806471431497,
      "grad_norm": 3.965384901265845,
      "learning_rate": 0.00025436103634657043,
      "loss": 6.5938,
      "step": 38856
    },
    {
      "epoch": 1.591521605570346,
      "grad_norm": 2.9674115532455887,
      "learning_rate": 0.00025435869368348277,
      "loss": 4.6562,
      "step": 38857
    },
    {
      "epoch": 1.5915625639975426,
      "grad_norm": 7.7481486507791475,
      "learning_rate": 0.00025435635097106034,
      "loss": 3.8281,
      "step": 38858
    },
    {
      "epoch": 1.591603522424739,
      "grad_norm": 2.6418983744705153,
      "learning_rate": 0.00025435400820930426,
      "loss": 5.125,
      "step": 38859
    },
    {
      "epoch": 1.5916444808519352,
      "grad_norm": 4.194749825378101,
      "learning_rate": 0.0002543516653982157,
      "loss": 7.125,
      "step": 38860
    },
    {
      "epoch": 1.5916854392791318,
      "grad_norm": 3.006450270075117,
      "learning_rate": 0.0002543493225377957,
      "loss": 5.7188,
      "step": 38861
    },
    {
      "epoch": 1.591726397706328,
      "grad_norm": 2.968316070906852,
      "learning_rate": 0.0002543469796280454,
      "loss": 5.5312,
      "step": 38862
    },
    {
      "epoch": 1.5917673561335244,
      "grad_norm": 29.287148777118723,
      "learning_rate": 0.0002543446366689659,
      "loss": 4.7188,
      "step": 38863
    },
    {
      "epoch": 1.591808314560721,
      "grad_norm": 3.0001200595567936,
      "learning_rate": 0.00025434229366055834,
      "loss": 6.2812,
      "step": 38864
    },
    {
      "epoch": 1.5918492729879172,
      "grad_norm": 3.3394411575789142,
      "learning_rate": 0.00025433995060282374,
      "loss": 5.0,
      "step": 38865
    },
    {
      "epoch": 1.5918902314151135,
      "grad_norm": 8.577346706404612,
      "learning_rate": 0.0002543376074957633,
      "loss": 3.4375,
      "step": 38866
    },
    {
      "epoch": 1.59193118984231,
      "grad_norm": 4.866359321957318,
      "learning_rate": 0.0002543352643393781,
      "loss": 6.75,
      "step": 38867
    },
    {
      "epoch": 1.5919721482695066,
      "grad_norm": 2.5467493562933146,
      "learning_rate": 0.00025433292113366925,
      "loss": 5.0938,
      "step": 38868
    },
    {
      "epoch": 1.5920131066967027,
      "grad_norm": 7.144150943985712,
      "learning_rate": 0.00025433057787863783,
      "loss": 4.5938,
      "step": 38869
    },
    {
      "epoch": 1.5920540651238992,
      "grad_norm": 3.6282886067330407,
      "learning_rate": 0.00025432823457428497,
      "loss": 6.625,
      "step": 38870
    },
    {
      "epoch": 1.5920950235510958,
      "grad_norm": 2.308106747825811,
      "learning_rate": 0.0002543258912206118,
      "loss": 5.0938,
      "step": 38871
    },
    {
      "epoch": 1.5921359819782919,
      "grad_norm": 12.32903537022429,
      "learning_rate": 0.0002543235478176194,
      "loss": 4.0938,
      "step": 38872
    },
    {
      "epoch": 1.5921769404054884,
      "grad_norm": 3.83103115127574,
      "learning_rate": 0.0002543212043653088,
      "loss": 5.4062,
      "step": 38873
    },
    {
      "epoch": 1.592217898832685,
      "grad_norm": 3.586109691060278,
      "learning_rate": 0.0002543188608636813,
      "loss": 4.7188,
      "step": 38874
    },
    {
      "epoch": 1.5922588572598813,
      "grad_norm": 2.8332746253979884,
      "learning_rate": 0.0002543165173127378,
      "loss": 5.1875,
      "step": 38875
    },
    {
      "epoch": 1.5922998156870776,
      "grad_norm": 4.642934822815994,
      "learning_rate": 0.00025431417371247957,
      "loss": 2.4219,
      "step": 38876
    },
    {
      "epoch": 1.592340774114274,
      "grad_norm": 3.9353790413484853,
      "learning_rate": 0.00025431183006290763,
      "loss": 3.9688,
      "step": 38877
    },
    {
      "epoch": 1.5923817325414704,
      "grad_norm": 5.017179049653586,
      "learning_rate": 0.00025430948636402315,
      "loss": 6.3438,
      "step": 38878
    },
    {
      "epoch": 1.5924226909686667,
      "grad_norm": 9.166407223821057,
      "learning_rate": 0.00025430714261582714,
      "loss": 7.3438,
      "step": 38879
    },
    {
      "epoch": 1.5924636493958633,
      "grad_norm": 2.3928569521120537,
      "learning_rate": 0.00025430479881832075,
      "loss": 4.625,
      "step": 38880
    },
    {
      "epoch": 1.5925046078230596,
      "grad_norm": 2.356920175856263,
      "learning_rate": 0.00025430245497150516,
      "loss": 5.7188,
      "step": 38881
    },
    {
      "epoch": 1.592545566250256,
      "grad_norm": 2.3376231666390956,
      "learning_rate": 0.0002543001110753814,
      "loss": 4.8125,
      "step": 38882
    },
    {
      "epoch": 1.5925865246774524,
      "grad_norm": 2.8285371374904646,
      "learning_rate": 0.0002542977671299506,
      "loss": 4.125,
      "step": 38883
    },
    {
      "epoch": 1.5926274831046487,
      "grad_norm": 2.302319755372938,
      "learning_rate": 0.00025429542313521386,
      "loss": 4.8125,
      "step": 38884
    },
    {
      "epoch": 1.592668441531845,
      "grad_norm": 3.4899052839318,
      "learning_rate": 0.0002542930790911723,
      "loss": 5.0938,
      "step": 38885
    },
    {
      "epoch": 1.5927093999590416,
      "grad_norm": 2.845456258309056,
      "learning_rate": 0.00025429073499782704,
      "loss": 4.4688,
      "step": 38886
    },
    {
      "epoch": 1.5927503583862381,
      "grad_norm": 5.825303886351951,
      "learning_rate": 0.00025428839085517914,
      "loss": 6.7812,
      "step": 38887
    },
    {
      "epoch": 1.5927913168134342,
      "grad_norm": 2.5135272255615106,
      "learning_rate": 0.0002542860466632298,
      "loss": 5.1562,
      "step": 38888
    },
    {
      "epoch": 1.5928322752406308,
      "grad_norm": 2.3612437196969998,
      "learning_rate": 0.00025428370242198,
      "loss": 5.0312,
      "step": 38889
    },
    {
      "epoch": 1.5928732336678273,
      "grad_norm": 2.777029631775112,
      "learning_rate": 0.00025428135813143095,
      "loss": 5.0,
      "step": 38890
    },
    {
      "epoch": 1.5929141920950234,
      "grad_norm": 2.3127605683780135,
      "learning_rate": 0.00025427901379158376,
      "loss": 4.375,
      "step": 38891
    },
    {
      "epoch": 1.59295515052222,
      "grad_norm": 2.5025796472701174,
      "learning_rate": 0.0002542766694024394,
      "loss": 4.6875,
      "step": 38892
    },
    {
      "epoch": 1.5929961089494165,
      "grad_norm": 8.080019630050234,
      "learning_rate": 0.00025427432496399915,
      "loss": 5.4688,
      "step": 38893
    },
    {
      "epoch": 1.5930370673766128,
      "grad_norm": 2.2801413882033947,
      "learning_rate": 0.00025427198047626407,
      "loss": 5.1562,
      "step": 38894
    },
    {
      "epoch": 1.593078025803809,
      "grad_norm": 4.284086463327467,
      "learning_rate": 0.0002542696359392352,
      "loss": 6.1562,
      "step": 38895
    },
    {
      "epoch": 1.5931189842310056,
      "grad_norm": 4.124049015224296,
      "learning_rate": 0.0002542672913529137,
      "loss": 5.0,
      "step": 38896
    },
    {
      "epoch": 1.593159942658202,
      "grad_norm": 2.4618047339166838,
      "learning_rate": 0.0002542649467173007,
      "loss": 5.125,
      "step": 38897
    },
    {
      "epoch": 1.5932009010853982,
      "grad_norm": 7.96062066570348,
      "learning_rate": 0.0002542626020323973,
      "loss": 6.1562,
      "step": 38898
    },
    {
      "epoch": 1.5932418595125948,
      "grad_norm": 3.4693474877629438,
      "learning_rate": 0.0002542602572982046,
      "loss": 7.5,
      "step": 38899
    },
    {
      "epoch": 1.593282817939791,
      "grad_norm": 2.2814380435169563,
      "learning_rate": 0.00025425791251472364,
      "loss": 4.4062,
      "step": 38900
    },
    {
      "epoch": 1.5933237763669874,
      "grad_norm": 3.7971795775718356,
      "learning_rate": 0.00025425556768195564,
      "loss": 5.625,
      "step": 38901
    },
    {
      "epoch": 1.593364734794184,
      "grad_norm": 2.280101697814031,
      "learning_rate": 0.00025425322279990165,
      "loss": 4.8438,
      "step": 38902
    },
    {
      "epoch": 1.5934056932213803,
      "grad_norm": 3.2964001103463256,
      "learning_rate": 0.00025425087786856276,
      "loss": 2.9531,
      "step": 38903
    },
    {
      "epoch": 1.5934466516485766,
      "grad_norm": 2.9806346636634884,
      "learning_rate": 0.0002542485328879401,
      "loss": 4.9375,
      "step": 38904
    },
    {
      "epoch": 1.593487610075773,
      "grad_norm": 3.3477372228247573,
      "learning_rate": 0.0002542461878580348,
      "loss": 5.1875,
      "step": 38905
    },
    {
      "epoch": 1.5935285685029696,
      "grad_norm": 3.136047143270668,
      "learning_rate": 0.00025424384277884793,
      "loss": 4.3125,
      "step": 38906
    },
    {
      "epoch": 1.5935695269301657,
      "grad_norm": 6.380608065365026,
      "learning_rate": 0.00025424149765038064,
      "loss": 5.5625,
      "step": 38907
    },
    {
      "epoch": 1.5936104853573623,
      "grad_norm": 2.4750596208628894,
      "learning_rate": 0.000254239152472634,
      "loss": 5.0625,
      "step": 38908
    },
    {
      "epoch": 1.5936514437845588,
      "grad_norm": 2.7258804228421485,
      "learning_rate": 0.0002542368072456092,
      "loss": 4.9375,
      "step": 38909
    },
    {
      "epoch": 1.5936924022117551,
      "grad_norm": 2.629081466964748,
      "learning_rate": 0.0002542344619693072,
      "loss": 4.7812,
      "step": 38910
    },
    {
      "epoch": 1.5937333606389514,
      "grad_norm": 2.478847386156944,
      "learning_rate": 0.00025423211664372925,
      "loss": 4.1875,
      "step": 38911
    },
    {
      "epoch": 1.593774319066148,
      "grad_norm": 3.4975982133829127,
      "learning_rate": 0.00025422977126887637,
      "loss": 6.4375,
      "step": 38912
    },
    {
      "epoch": 1.5938152774933443,
      "grad_norm": 2.531762678015097,
      "learning_rate": 0.00025422742584474975,
      "loss": 4.5,
      "step": 38913
    },
    {
      "epoch": 1.5938562359205406,
      "grad_norm": 3.2098561971446484,
      "learning_rate": 0.00025422508037135043,
      "loss": 4.4375,
      "step": 38914
    },
    {
      "epoch": 1.5938971943477371,
      "grad_norm": 1.9741123516906822,
      "learning_rate": 0.00025422273484867954,
      "loss": 4.7188,
      "step": 38915
    },
    {
      "epoch": 1.5939381527749334,
      "grad_norm": 3.0950657534535555,
      "learning_rate": 0.00025422038927673817,
      "loss": 4.9688,
      "step": 38916
    },
    {
      "epoch": 1.5939791112021298,
      "grad_norm": 3.6013121578459826,
      "learning_rate": 0.00025421804365552745,
      "loss": 5.8125,
      "step": 38917
    },
    {
      "epoch": 1.5940200696293263,
      "grad_norm": 2.216499224867841,
      "learning_rate": 0.0002542156979850486,
      "loss": 5.0,
      "step": 38918
    },
    {
      "epoch": 1.5940610280565226,
      "grad_norm": 2.317487203652301,
      "learning_rate": 0.0002542133522653024,
      "loss": 4.875,
      "step": 38919
    },
    {
      "epoch": 1.594101986483719,
      "grad_norm": 5.582880112443108,
      "learning_rate": 0.00025421100649629033,
      "loss": 5.0625,
      "step": 38920
    },
    {
      "epoch": 1.5941429449109155,
      "grad_norm": 2.211371486430435,
      "learning_rate": 0.0002542086606780133,
      "loss": 4.8438,
      "step": 38921
    },
    {
      "epoch": 1.5941839033381118,
      "grad_norm": 4.772761381289112,
      "learning_rate": 0.00025420631481047243,
      "loss": 7.0,
      "step": 38922
    },
    {
      "epoch": 1.594224861765308,
      "grad_norm": 3.0795972470662547,
      "learning_rate": 0.00025420396889366896,
      "loss": 6.0312,
      "step": 38923
    },
    {
      "epoch": 1.5942658201925046,
      "grad_norm": 3.0704892010344147,
      "learning_rate": 0.0002542016229276038,
      "loss": 6.7812,
      "step": 38924
    },
    {
      "epoch": 1.5943067786197012,
      "grad_norm": 3.3960518538598587,
      "learning_rate": 0.0002541992769122782,
      "loss": 4.8125,
      "step": 38925
    },
    {
      "epoch": 1.5943477370468973,
      "grad_norm": 3.503699742232231,
      "learning_rate": 0.0002541969308476932,
      "loss": 5.5312,
      "step": 38926
    },
    {
      "epoch": 1.5943886954740938,
      "grad_norm": 2.281095174147185,
      "learning_rate": 0.00025419458473385,
      "loss": 4.5938,
      "step": 38927
    },
    {
      "epoch": 1.5944296539012903,
      "grad_norm": 2.306119990210425,
      "learning_rate": 0.00025419223857074956,
      "loss": 4.4688,
      "step": 38928
    },
    {
      "epoch": 1.5944706123284866,
      "grad_norm": 2.478267673319036,
      "learning_rate": 0.0002541898923583931,
      "loss": 4.375,
      "step": 38929
    },
    {
      "epoch": 1.594511570755683,
      "grad_norm": 2.2788608375182133,
      "learning_rate": 0.00025418754609678174,
      "loss": 4.7812,
      "step": 38930
    },
    {
      "epoch": 1.5945525291828795,
      "grad_norm": 2.461807235401683,
      "learning_rate": 0.0002541851997859165,
      "loss": 4.375,
      "step": 38931
    },
    {
      "epoch": 1.5945934876100758,
      "grad_norm": 2.2911803665525063,
      "learning_rate": 0.0002541828534257986,
      "loss": 5.0312,
      "step": 38932
    },
    {
      "epoch": 1.5946344460372721,
      "grad_norm": 2.5445439305955437,
      "learning_rate": 0.0002541805070164291,
      "loss": 4.9062,
      "step": 38933
    },
    {
      "epoch": 1.5946754044644686,
      "grad_norm": 2.7265004456830546,
      "learning_rate": 0.00025417816055780905,
      "loss": 6.0312,
      "step": 38934
    },
    {
      "epoch": 1.594716362891665,
      "grad_norm": 2.639927725043385,
      "learning_rate": 0.00025417581404993964,
      "loss": 5.2188,
      "step": 38935
    },
    {
      "epoch": 1.5947573213188613,
      "grad_norm": 2.6237763250339414,
      "learning_rate": 0.00025417346749282197,
      "loss": 4.8125,
      "step": 38936
    },
    {
      "epoch": 1.5947982797460578,
      "grad_norm": 2.9554269049299724,
      "learning_rate": 0.0002541711208864571,
      "loss": 4.6562,
      "step": 38937
    },
    {
      "epoch": 1.5948392381732541,
      "grad_norm": 2.561849722328165,
      "learning_rate": 0.0002541687742308462,
      "loss": 3.875,
      "step": 38938
    },
    {
      "epoch": 1.5948801966004504,
      "grad_norm": 2.7698887674780592,
      "learning_rate": 0.0002541664275259903,
      "loss": 4.7188,
      "step": 38939
    },
    {
      "epoch": 1.594921155027647,
      "grad_norm": 2.39051359759593,
      "learning_rate": 0.00025416408077189056,
      "loss": 4.1875,
      "step": 38940
    },
    {
      "epoch": 1.5949621134548433,
      "grad_norm": 2.086371047422699,
      "learning_rate": 0.00025416173396854814,
      "loss": 4.375,
      "step": 38941
    },
    {
      "epoch": 1.5950030718820396,
      "grad_norm": 3.5119581459727964,
      "learning_rate": 0.000254159387115964,
      "loss": 4.75,
      "step": 38942
    },
    {
      "epoch": 1.5950440303092361,
      "grad_norm": 2.6678137431055586,
      "learning_rate": 0.00025415704021413945,
      "loss": 5.1875,
      "step": 38943
    },
    {
      "epoch": 1.5950849887364327,
      "grad_norm": 3.1490845517629533,
      "learning_rate": 0.00025415469326307545,
      "loss": 4.625,
      "step": 38944
    },
    {
      "epoch": 1.5951259471636288,
      "grad_norm": 2.4689600587455245,
      "learning_rate": 0.0002541523462627732,
      "loss": 5.0312,
      "step": 38945
    },
    {
      "epoch": 1.5951669055908253,
      "grad_norm": 3.142599594670706,
      "learning_rate": 0.0002541499992132337,
      "loss": 5.0625,
      "step": 38946
    },
    {
      "epoch": 1.5952078640180218,
      "grad_norm": 2.9279112537867165,
      "learning_rate": 0.00025414765211445817,
      "loss": 3.8438,
      "step": 38947
    },
    {
      "epoch": 1.5952488224452182,
      "grad_norm": 2.2505495449314155,
      "learning_rate": 0.0002541453049664476,
      "loss": 4.375,
      "step": 38948
    },
    {
      "epoch": 1.5952897808724145,
      "grad_norm": 6.781335445648004,
      "learning_rate": 0.00025414295776920326,
      "loss": 7.3125,
      "step": 38949
    },
    {
      "epoch": 1.595330739299611,
      "grad_norm": 2.710315669695906,
      "learning_rate": 0.00025414061052272615,
      "loss": 5.0625,
      "step": 38950
    },
    {
      "epoch": 1.5953716977268073,
      "grad_norm": 5.661563146726651,
      "learning_rate": 0.0002541382632270174,
      "loss": 4.1562,
      "step": 38951
    },
    {
      "epoch": 1.5954126561540036,
      "grad_norm": 3.7372609531513348,
      "learning_rate": 0.00025413591588207814,
      "loss": 6.2812,
      "step": 38952
    },
    {
      "epoch": 1.5954536145812002,
      "grad_norm": 4.99176138380053,
      "learning_rate": 0.0002541335684879094,
      "loss": 6.8125,
      "step": 38953
    },
    {
      "epoch": 1.5954945730083965,
      "grad_norm": 2.4333519855036068,
      "learning_rate": 0.0002541312210445124,
      "loss": 4.9688,
      "step": 38954
    },
    {
      "epoch": 1.5955355314355928,
      "grad_norm": 2.496875310289085,
      "learning_rate": 0.00025412887355188816,
      "loss": 4.5312,
      "step": 38955
    },
    {
      "epoch": 1.5955764898627893,
      "grad_norm": 2.435136245187595,
      "learning_rate": 0.00025412652601003785,
      "loss": 4.2188,
      "step": 38956
    },
    {
      "epoch": 1.5956174482899856,
      "grad_norm": 2.005057373460835,
      "learning_rate": 0.0002541241784189626,
      "loss": 3.7969,
      "step": 38957
    },
    {
      "epoch": 1.595658406717182,
      "grad_norm": 5.0434990184779975,
      "learning_rate": 0.0002541218307786634,
      "loss": 5.0,
      "step": 38958
    },
    {
      "epoch": 1.5956993651443785,
      "grad_norm": 4.647251474503111,
      "learning_rate": 0.0002541194830891415,
      "loss": 3.9062,
      "step": 38959
    },
    {
      "epoch": 1.5957403235715748,
      "grad_norm": 2.807263806677693,
      "learning_rate": 0.000254117135350398,
      "loss": 6.1875,
      "step": 38960
    },
    {
      "epoch": 1.5957812819987711,
      "grad_norm": 2.839380577406125,
      "learning_rate": 0.0002541147875624339,
      "loss": 5.9688,
      "step": 38961
    },
    {
      "epoch": 1.5958222404259677,
      "grad_norm": 2.6374096953430444,
      "learning_rate": 0.0002541124397252503,
      "loss": 4.9062,
      "step": 38962
    },
    {
      "epoch": 1.5958631988531642,
      "grad_norm": 2.6941568065129857,
      "learning_rate": 0.0002541100918388485,
      "loss": 4.25,
      "step": 38963
    },
    {
      "epoch": 1.5959041572803603,
      "grad_norm": 2.647887040815359,
      "learning_rate": 0.0002541077439032294,
      "loss": 5.4375,
      "step": 38964
    },
    {
      "epoch": 1.5959451157075568,
      "grad_norm": 14.522269854200294,
      "learning_rate": 0.0002541053959183943,
      "loss": 4.1562,
      "step": 38965
    },
    {
      "epoch": 1.5959860741347534,
      "grad_norm": 2.132941978155171,
      "learning_rate": 0.0002541030478843441,
      "loss": 4.4688,
      "step": 38966
    },
    {
      "epoch": 1.5960270325619497,
      "grad_norm": 2.7962312329215107,
      "learning_rate": 0.00025410069980108004,
      "loss": 5.5938,
      "step": 38967
    },
    {
      "epoch": 1.596067990989146,
      "grad_norm": 3.4306915843777737,
      "learning_rate": 0.0002540983516686033,
      "loss": 5.6562,
      "step": 38968
    },
    {
      "epoch": 1.5961089494163425,
      "grad_norm": 2.2344313460813576,
      "learning_rate": 0.0002540960034869148,
      "loss": 4.125,
      "step": 38969
    },
    {
      "epoch": 1.5961499078435388,
      "grad_norm": 17.118239699299558,
      "learning_rate": 0.0002540936552560158,
      "loss": 2.7656,
      "step": 38970
    },
    {
      "epoch": 1.5961908662707351,
      "grad_norm": 3.103416694538074,
      "learning_rate": 0.00025409130697590733,
      "loss": 4.7188,
      "step": 38971
    },
    {
      "epoch": 1.5962318246979317,
      "grad_norm": 2.9877415533713783,
      "learning_rate": 0.0002540889586465905,
      "loss": 3.5625,
      "step": 38972
    },
    {
      "epoch": 1.596272783125128,
      "grad_norm": 2.356854172936583,
      "learning_rate": 0.00025408661026806654,
      "loss": 5.0,
      "step": 38973
    },
    {
      "epoch": 1.5963137415523243,
      "grad_norm": 2.4682597635855195,
      "learning_rate": 0.00025408426184033643,
      "loss": 4.5938,
      "step": 38974
    },
    {
      "epoch": 1.5963546999795208,
      "grad_norm": 2.6791843189196825,
      "learning_rate": 0.0002540819133634013,
      "loss": 4.875,
      "step": 38975
    },
    {
      "epoch": 1.5963956584067172,
      "grad_norm": 2.6062397149446386,
      "learning_rate": 0.00025407956483726235,
      "loss": 4.0,
      "step": 38976
    },
    {
      "epoch": 1.5964366168339135,
      "grad_norm": 2.0988940314522537,
      "learning_rate": 0.00025407721626192055,
      "loss": 4.0,
      "step": 38977
    },
    {
      "epoch": 1.59647757526111,
      "grad_norm": 5.314068660573873,
      "learning_rate": 0.00025407486763737706,
      "loss": 4.5,
      "step": 38978
    },
    {
      "epoch": 1.5965185336883063,
      "grad_norm": 4.3697402759845625,
      "learning_rate": 0.00025407251896363307,
      "loss": 5.0312,
      "step": 38979
    },
    {
      "epoch": 1.5965594921155026,
      "grad_norm": 6.5746505311216765,
      "learning_rate": 0.0002540701702406896,
      "loss": 6.4062,
      "step": 38980
    },
    {
      "epoch": 1.5966004505426992,
      "grad_norm": 2.25595779541816,
      "learning_rate": 0.0002540678214685478,
      "loss": 4.875,
      "step": 38981
    },
    {
      "epoch": 1.5966414089698957,
      "grad_norm": 7.1481505397251075,
      "learning_rate": 0.0002540654726472088,
      "loss": 6.8125,
      "step": 38982
    },
    {
      "epoch": 1.5966823673970918,
      "grad_norm": 3.7161228599746696,
      "learning_rate": 0.0002540631237766737,
      "loss": 4.9688,
      "step": 38983
    },
    {
      "epoch": 1.5967233258242883,
      "grad_norm": 2.081273567713758,
      "learning_rate": 0.0002540607748569435,
      "loss": 4.5312,
      "step": 38984
    },
    {
      "epoch": 1.5967642842514849,
      "grad_norm": 2.40590723745139,
      "learning_rate": 0.0002540584258880195,
      "loss": 5.0312,
      "step": 38985
    },
    {
      "epoch": 1.5968052426786812,
      "grad_norm": 2.648535219228037,
      "learning_rate": 0.00025405607686990265,
      "loss": 4.6875,
      "step": 38986
    },
    {
      "epoch": 1.5968462011058775,
      "grad_norm": 2.6610957392608094,
      "learning_rate": 0.0002540537278025942,
      "loss": 4.875,
      "step": 38987
    },
    {
      "epoch": 1.596887159533074,
      "grad_norm": 2.7422184377971575,
      "learning_rate": 0.0002540513786860951,
      "loss": 5.6875,
      "step": 38988
    },
    {
      "epoch": 1.5969281179602703,
      "grad_norm": 2.4622950929879694,
      "learning_rate": 0.00025404902952040663,
      "loss": 5.0938,
      "step": 38989
    },
    {
      "epoch": 1.5969690763874667,
      "grad_norm": 2.5782814836680257,
      "learning_rate": 0.00025404668030552975,
      "loss": 5.0,
      "step": 38990
    },
    {
      "epoch": 1.5970100348146632,
      "grad_norm": 2.515505523910314,
      "learning_rate": 0.00025404433104146565,
      "loss": 5.2812,
      "step": 38991
    },
    {
      "epoch": 1.5970509932418595,
      "grad_norm": 2.8996304355907156,
      "learning_rate": 0.0002540419817282154,
      "loss": 5.1875,
      "step": 38992
    },
    {
      "epoch": 1.5970919516690558,
      "grad_norm": 2.754820297207126,
      "learning_rate": 0.00025403963236578025,
      "loss": 5.4062,
      "step": 38993
    },
    {
      "epoch": 1.5971329100962524,
      "grad_norm": 2.631595840171531,
      "learning_rate": 0.0002540372829541611,
      "loss": 5.0312,
      "step": 38994
    },
    {
      "epoch": 1.5971738685234487,
      "grad_norm": 4.7098987242288715,
      "learning_rate": 0.00025403493349335915,
      "loss": 4.8438,
      "step": 38995
    },
    {
      "epoch": 1.597214826950645,
      "grad_norm": 2.430019630854282,
      "learning_rate": 0.00025403258398337556,
      "loss": 4.8125,
      "step": 38996
    },
    {
      "epoch": 1.5972557853778415,
      "grad_norm": 3.0330836587363805,
      "learning_rate": 0.0002540302344242114,
      "loss": 5.6875,
      "step": 38997
    },
    {
      "epoch": 1.5972967438050378,
      "grad_norm": 2.4868640729594746,
      "learning_rate": 0.00025402788481586775,
      "loss": 5.0,
      "step": 38998
    },
    {
      "epoch": 1.5973377022322341,
      "grad_norm": 2.3716976342709115,
      "learning_rate": 0.00025402553515834576,
      "loss": 5.3438,
      "step": 38999
    },
    {
      "epoch": 1.5973786606594307,
      "grad_norm": 2.2394741968106158,
      "learning_rate": 0.0002540231854516466,
      "loss": 5.1562,
      "step": 39000
    },
    {
      "epoch": 1.5974196190866272,
      "grad_norm": 2.827166551477621,
      "learning_rate": 0.00025402083569577125,
      "loss": 5.625,
      "step": 39001
    },
    {
      "epoch": 1.5974605775138233,
      "grad_norm": 3.3799059643226492,
      "learning_rate": 0.0002540184858907209,
      "loss": 3.7969,
      "step": 39002
    },
    {
      "epoch": 1.5975015359410198,
      "grad_norm": 2.330655294556375,
      "learning_rate": 0.00025401613603649666,
      "loss": 4.6562,
      "step": 39003
    },
    {
      "epoch": 1.5975424943682164,
      "grad_norm": 2.591725639089187,
      "learning_rate": 0.0002540137861330996,
      "loss": 5.8438,
      "step": 39004
    },
    {
      "epoch": 1.5975834527954127,
      "grad_norm": 2.3085121013175334,
      "learning_rate": 0.0002540114361805309,
      "loss": 4.6562,
      "step": 39005
    },
    {
      "epoch": 1.597624411222609,
      "grad_norm": 9.210617960799027,
      "learning_rate": 0.00025400908617879156,
      "loss": 7.4375,
      "step": 39006
    },
    {
      "epoch": 1.5976653696498055,
      "grad_norm": 2.326523312593741,
      "learning_rate": 0.0002540067361278828,
      "loss": 4.3125,
      "step": 39007
    },
    {
      "epoch": 1.5977063280770019,
      "grad_norm": 4.135234614444758,
      "learning_rate": 0.00025400438602780564,
      "loss": 5.2188,
      "step": 39008
    },
    {
      "epoch": 1.5977472865041982,
      "grad_norm": 2.4326661259397158,
      "learning_rate": 0.0002540020358785613,
      "loss": 4.6875,
      "step": 39009
    },
    {
      "epoch": 1.5977882449313947,
      "grad_norm": 2.6612658513763345,
      "learning_rate": 0.0002539996856801508,
      "loss": 4.4688,
      "step": 39010
    },
    {
      "epoch": 1.597829203358591,
      "grad_norm": 4.169611460335695,
      "learning_rate": 0.0002539973354325753,
      "loss": 2.75,
      "step": 39011
    },
    {
      "epoch": 1.5978701617857873,
      "grad_norm": 2.8859087227505578,
      "learning_rate": 0.0002539949851358359,
      "loss": 5.0938,
      "step": 39012
    },
    {
      "epoch": 1.5979111202129839,
      "grad_norm": 2.4887995862915906,
      "learning_rate": 0.00025399263478993376,
      "loss": 5.25,
      "step": 39013
    },
    {
      "epoch": 1.5979520786401802,
      "grad_norm": 3.167895070551092,
      "learning_rate": 0.0002539902843948699,
      "loss": 5.0,
      "step": 39014
    },
    {
      "epoch": 1.5979930370673765,
      "grad_norm": 2.1977442685766606,
      "learning_rate": 0.00025398793395064545,
      "loss": 3.8906,
      "step": 39015
    },
    {
      "epoch": 1.598033995494573,
      "grad_norm": 2.4479243667268586,
      "learning_rate": 0.00025398558345726154,
      "loss": 5.0625,
      "step": 39016
    },
    {
      "epoch": 1.5980749539217696,
      "grad_norm": 3.036129057889691,
      "learning_rate": 0.00025398323291471925,
      "loss": 5.8438,
      "step": 39017
    },
    {
      "epoch": 1.5981159123489657,
      "grad_norm": 3.4642707988010955,
      "learning_rate": 0.00025398088232301977,
      "loss": 6.8438,
      "step": 39018
    },
    {
      "epoch": 1.5981568707761622,
      "grad_norm": 3.194295086622657,
      "learning_rate": 0.00025397853168216414,
      "loss": 3.5938,
      "step": 39019
    },
    {
      "epoch": 1.5981978292033587,
      "grad_norm": 2.325759525105829,
      "learning_rate": 0.0002539761809921535,
      "loss": 4.9375,
      "step": 39020
    },
    {
      "epoch": 1.5982387876305548,
      "grad_norm": 2.149263267770911,
      "learning_rate": 0.0002539738302529889,
      "loss": 4.4688,
      "step": 39021
    },
    {
      "epoch": 1.5982797460577514,
      "grad_norm": 6.843090299761056,
      "learning_rate": 0.0002539714794646716,
      "loss": 4.5625,
      "step": 39022
    },
    {
      "epoch": 1.598320704484948,
      "grad_norm": 2.7550683394646507,
      "learning_rate": 0.0002539691286272026,
      "loss": 5.2188,
      "step": 39023
    },
    {
      "epoch": 1.5983616629121442,
      "grad_norm": 3.7260926536784003,
      "learning_rate": 0.000253966777740583,
      "loss": 6.0938,
      "step": 39024
    },
    {
      "epoch": 1.5984026213393405,
      "grad_norm": 2.5803930850857233,
      "learning_rate": 0.00025396442680481395,
      "loss": 4.9688,
      "step": 39025
    },
    {
      "epoch": 1.598443579766537,
      "grad_norm": 2.3155427788199896,
      "learning_rate": 0.0002539620758198965,
      "loss": 4.4375,
      "step": 39026
    },
    {
      "epoch": 1.5984845381937334,
      "grad_norm": 3.279773370548315,
      "learning_rate": 0.0002539597247858319,
      "loss": 5.3438,
      "step": 39027
    },
    {
      "epoch": 1.5985254966209297,
      "grad_norm": 2.7380546672142754,
      "learning_rate": 0.0002539573737026211,
      "loss": 4.875,
      "step": 39028
    },
    {
      "epoch": 1.5985664550481262,
      "grad_norm": 2.2495667829810677,
      "learning_rate": 0.00025395502257026536,
      "loss": 4.1875,
      "step": 39029
    },
    {
      "epoch": 1.5986074134753225,
      "grad_norm": 2.3242868478166088,
      "learning_rate": 0.00025395267138876565,
      "loss": 5.8438,
      "step": 39030
    },
    {
      "epoch": 1.5986483719025188,
      "grad_norm": 3.2311512646093115,
      "learning_rate": 0.0002539503201581232,
      "loss": 4.6562,
      "step": 39031
    },
    {
      "epoch": 1.5986893303297154,
      "grad_norm": 2.6891277481900833,
      "learning_rate": 0.000253947968878339,
      "loss": 5.7188,
      "step": 39032
    },
    {
      "epoch": 1.5987302887569117,
      "grad_norm": 3.5605359508997654,
      "learning_rate": 0.00025394561754941427,
      "loss": 2.3594,
      "step": 39033
    },
    {
      "epoch": 1.598771247184108,
      "grad_norm": 2.3307651101690494,
      "learning_rate": 0.0002539432661713501,
      "loss": 5.0312,
      "step": 39034
    },
    {
      "epoch": 1.5988122056113045,
      "grad_norm": 2.8274158756293453,
      "learning_rate": 0.00025394091474414764,
      "loss": 6.4688,
      "step": 39035
    },
    {
      "epoch": 1.598853164038501,
      "grad_norm": 2.5661251630501294,
      "learning_rate": 0.0002539385632678078,
      "loss": 5.9688,
      "step": 39036
    },
    {
      "epoch": 1.5988941224656972,
      "grad_norm": 2.591670559991382,
      "learning_rate": 0.00025393621174233196,
      "loss": 4.5938,
      "step": 39037
    },
    {
      "epoch": 1.5989350808928937,
      "grad_norm": 2.50311883548226,
      "learning_rate": 0.00025393386016772104,
      "loss": 4.4375,
      "step": 39038
    },
    {
      "epoch": 1.5989760393200902,
      "grad_norm": 2.242378947738688,
      "learning_rate": 0.00025393150854397634,
      "loss": 4.1875,
      "step": 39039
    },
    {
      "epoch": 1.5990169977472863,
      "grad_norm": 5.442422750743698,
      "learning_rate": 0.00025392915687109875,
      "loss": 3.6406,
      "step": 39040
    },
    {
      "epoch": 1.5990579561744829,
      "grad_norm": 2.8327173523165965,
      "learning_rate": 0.0002539268051490895,
      "loss": 5.2812,
      "step": 39041
    },
    {
      "epoch": 1.5990989146016794,
      "grad_norm": 2.275696642205707,
      "learning_rate": 0.00025392445337794965,
      "loss": 4.1875,
      "step": 39042
    },
    {
      "epoch": 1.5991398730288757,
      "grad_norm": 5.572871424745965,
      "learning_rate": 0.0002539221015576804,
      "loss": 6.625,
      "step": 39043
    },
    {
      "epoch": 1.599180831456072,
      "grad_norm": 2.5261530282822213,
      "learning_rate": 0.0002539197496882828,
      "loss": 4.9375,
      "step": 39044
    },
    {
      "epoch": 1.5992217898832686,
      "grad_norm": 2.855452145757809,
      "learning_rate": 0.000253917397769758,
      "loss": 5.625,
      "step": 39045
    },
    {
      "epoch": 1.5992627483104649,
      "grad_norm": 2.338383806890069,
      "learning_rate": 0.00025391504580210707,
      "loss": 5.5312,
      "step": 39046
    },
    {
      "epoch": 1.5993037067376612,
      "grad_norm": 2.2825872264900773,
      "learning_rate": 0.0002539126937853311,
      "loss": 5.4062,
      "step": 39047
    },
    {
      "epoch": 1.5993446651648577,
      "grad_norm": 2.280636253840051,
      "learning_rate": 0.0002539103417194313,
      "loss": 4.5625,
      "step": 39048
    },
    {
      "epoch": 1.599385623592054,
      "grad_norm": 2.8641652689660235,
      "learning_rate": 0.00025390798960440867,
      "loss": 5.3438,
      "step": 39049
    },
    {
      "epoch": 1.5994265820192504,
      "grad_norm": 3.344804483750242,
      "learning_rate": 0.0002539056374402644,
      "loss": 4.8125,
      "step": 39050
    },
    {
      "epoch": 1.599467540446447,
      "grad_norm": 2.7775009707197817,
      "learning_rate": 0.0002539032852269995,
      "loss": 4.3438,
      "step": 39051
    },
    {
      "epoch": 1.5995084988736432,
      "grad_norm": 3.1668225068873697,
      "learning_rate": 0.0002539009329646152,
      "loss": 4.625,
      "step": 39052
    },
    {
      "epoch": 1.5995494573008395,
      "grad_norm": 3.938874558131881,
      "learning_rate": 0.00025389858065311263,
      "loss": 6.4062,
      "step": 39053
    },
    {
      "epoch": 1.599590415728036,
      "grad_norm": 2.691830449810429,
      "learning_rate": 0.0002538962282924928,
      "loss": 4.125,
      "step": 39054
    },
    {
      "epoch": 1.5996313741552326,
      "grad_norm": 2.611541026563976,
      "learning_rate": 0.00025389387588275683,
      "loss": 5.5625,
      "step": 39055
    },
    {
      "epoch": 1.5996723325824287,
      "grad_norm": 2.1718065095948704,
      "learning_rate": 0.0002538915234239059,
      "loss": 4.0938,
      "step": 39056
    },
    {
      "epoch": 1.5997132910096252,
      "grad_norm": 2.8975234127048264,
      "learning_rate": 0.00025388917091594105,
      "loss": 5.0938,
      "step": 39057
    },
    {
      "epoch": 1.5997542494368218,
      "grad_norm": 2.4023324869381946,
      "learning_rate": 0.0002538868183588635,
      "loss": 4.9062,
      "step": 39058
    },
    {
      "epoch": 1.599795207864018,
      "grad_norm": 2.3728441868476473,
      "learning_rate": 0.00025388446575267423,
      "loss": 5.6562,
      "step": 39059
    },
    {
      "epoch": 1.5998361662912144,
      "grad_norm": 2.227527015750089,
      "learning_rate": 0.0002538821130973744,
      "loss": 4.4062,
      "step": 39060
    },
    {
      "epoch": 1.599877124718411,
      "grad_norm": 3.665538403783022,
      "learning_rate": 0.00025387976039296516,
      "loss": 6.2812,
      "step": 39061
    },
    {
      "epoch": 1.5999180831456072,
      "grad_norm": 2.346339863645278,
      "learning_rate": 0.00025387740763944765,
      "loss": 5.2188,
      "step": 39062
    },
    {
      "epoch": 1.5999590415728036,
      "grad_norm": 2.0568286676002048,
      "learning_rate": 0.00025387505483682283,
      "loss": 3.4688,
      "step": 39063
    },
    {
      "epoch": 1.6,
      "grad_norm": 2.4847276851558515,
      "learning_rate": 0.000253872701985092,
      "loss": 4.7188,
      "step": 39064
    },
    {
      "epoch": 1.6000409584271964,
      "grad_norm": 4.10535580812433,
      "learning_rate": 0.00025387034908425614,
      "loss": 5.9688,
      "step": 39065
    },
    {
      "epoch": 1.6000819168543927,
      "grad_norm": 2.39032641797436,
      "learning_rate": 0.00025386799613431643,
      "loss": 5.0312,
      "step": 39066
    },
    {
      "epoch": 1.6001228752815893,
      "grad_norm": 3.0912448081098765,
      "learning_rate": 0.0002538656431352739,
      "loss": 5.25,
      "step": 39067
    },
    {
      "epoch": 1.6001638337087856,
      "grad_norm": 2.266628489700581,
      "learning_rate": 0.0002538632900871298,
      "loss": 5.0312,
      "step": 39068
    },
    {
      "epoch": 1.6002047921359819,
      "grad_norm": 2.422243690507656,
      "learning_rate": 0.00025386093698988505,
      "loss": 5.8125,
      "step": 39069
    },
    {
      "epoch": 1.6002457505631784,
      "grad_norm": 4.287739255186411,
      "learning_rate": 0.000253858583843541,
      "loss": 5.4062,
      "step": 39070
    },
    {
      "epoch": 1.6002867089903747,
      "grad_norm": 2.747382925226768,
      "learning_rate": 0.0002538562306480986,
      "loss": 5.25,
      "step": 39071
    },
    {
      "epoch": 1.600327667417571,
      "grad_norm": 2.5030168599336893,
      "learning_rate": 0.00025385387740355894,
      "loss": 5.0625,
      "step": 39072
    },
    {
      "epoch": 1.6003686258447676,
      "grad_norm": 4.456031587529129,
      "learning_rate": 0.00025385152410992325,
      "loss": 6.375,
      "step": 39073
    },
    {
      "epoch": 1.6004095842719641,
      "grad_norm": 2.193147725140808,
      "learning_rate": 0.0002538491707671926,
      "loss": 5.1875,
      "step": 39074
    },
    {
      "epoch": 1.6004505426991602,
      "grad_norm": 2.5224937940795518,
      "learning_rate": 0.00025384681737536803,
      "loss": 5.5938,
      "step": 39075
    },
    {
      "epoch": 1.6004915011263567,
      "grad_norm": 7.300147915083054,
      "learning_rate": 0.00025384446393445073,
      "loss": 5.125,
      "step": 39076
    },
    {
      "epoch": 1.6005324595535533,
      "grad_norm": 2.549312053171055,
      "learning_rate": 0.00025384211044444184,
      "loss": 5.5,
      "step": 39077
    },
    {
      "epoch": 1.6005734179807496,
      "grad_norm": 3.0526977355439997,
      "learning_rate": 0.0002538397569053424,
      "loss": 6.6875,
      "step": 39078
    },
    {
      "epoch": 1.600614376407946,
      "grad_norm": 8.760004597073403,
      "learning_rate": 0.0002538374033171535,
      "loss": 4.8125,
      "step": 39079
    },
    {
      "epoch": 1.6006553348351424,
      "grad_norm": 2.2475574188459393,
      "learning_rate": 0.00025383504967987637,
      "loss": 3.3594,
      "step": 39080
    },
    {
      "epoch": 1.6006962932623388,
      "grad_norm": 2.546826092675225,
      "learning_rate": 0.000253832695993512,
      "loss": 4.9062,
      "step": 39081
    },
    {
      "epoch": 1.600737251689535,
      "grad_norm": 4.047013202853001,
      "learning_rate": 0.0002538303422580616,
      "loss": 3.0781,
      "step": 39082
    },
    {
      "epoch": 1.6007782101167316,
      "grad_norm": 2.32256250681597,
      "learning_rate": 0.00025382798847352626,
      "loss": 5.0312,
      "step": 39083
    },
    {
      "epoch": 1.600819168543928,
      "grad_norm": 2.3047599029239847,
      "learning_rate": 0.000253825634639907,
      "loss": 5.0625,
      "step": 39084
    },
    {
      "epoch": 1.6008601269711242,
      "grad_norm": 2.2353906677229807,
      "learning_rate": 0.00025382328075720505,
      "loss": 4.7812,
      "step": 39085
    },
    {
      "epoch": 1.6009010853983208,
      "grad_norm": 2.2764608413454503,
      "learning_rate": 0.00025382092682542146,
      "loss": 4.3438,
      "step": 39086
    },
    {
      "epoch": 1.600942043825517,
      "grad_norm": 2.208319578652423,
      "learning_rate": 0.0002538185728445574,
      "loss": 4.1875,
      "step": 39087
    },
    {
      "epoch": 1.6009830022527134,
      "grad_norm": 3.581655181559753,
      "learning_rate": 0.00025381621881461386,
      "loss": 7.125,
      "step": 39088
    },
    {
      "epoch": 1.60102396067991,
      "grad_norm": 2.4167004865934616,
      "learning_rate": 0.00025381386473559214,
      "loss": 4.2812,
      "step": 39089
    },
    {
      "epoch": 1.6010649191071062,
      "grad_norm": 2.2342911020559497,
      "learning_rate": 0.00025381151060749314,
      "loss": 3.9219,
      "step": 39090
    },
    {
      "epoch": 1.6011058775343026,
      "grad_norm": 5.140724070649386,
      "learning_rate": 0.00025380915643031816,
      "loss": 5.9375,
      "step": 39091
    },
    {
      "epoch": 1.601146835961499,
      "grad_norm": 2.8843220310666124,
      "learning_rate": 0.00025380680220406823,
      "loss": 4.3125,
      "step": 39092
    },
    {
      "epoch": 1.6011877943886956,
      "grad_norm": 3.444834649837009,
      "learning_rate": 0.00025380444792874444,
      "loss": 6.2188,
      "step": 39093
    },
    {
      "epoch": 1.6012287528158917,
      "grad_norm": 2.310523191208423,
      "learning_rate": 0.000253802093604348,
      "loss": 4.0625,
      "step": 39094
    },
    {
      "epoch": 1.6012697112430883,
      "grad_norm": 2.4178608868982128,
      "learning_rate": 0.0002537997392308798,
      "loss": 4.4062,
      "step": 39095
    },
    {
      "epoch": 1.6013106696702848,
      "grad_norm": 2.6059473779507907,
      "learning_rate": 0.0002537973848083412,
      "loss": 5.2188,
      "step": 39096
    },
    {
      "epoch": 1.601351628097481,
      "grad_norm": 2.3170346929814616,
      "learning_rate": 0.00025379503033673325,
      "loss": 5.0312,
      "step": 39097
    },
    {
      "epoch": 1.6013925865246774,
      "grad_norm": 2.5519950061321284,
      "learning_rate": 0.000253792675816057,
      "loss": 4.1875,
      "step": 39098
    },
    {
      "epoch": 1.601433544951874,
      "grad_norm": 2.4522165638600644,
      "learning_rate": 0.0002537903212463136,
      "loss": 4.1875,
      "step": 39099
    },
    {
      "epoch": 1.6014745033790703,
      "grad_norm": 2.3127279625822643,
      "learning_rate": 0.00025378796662750417,
      "loss": 4.3438,
      "step": 39100
    },
    {
      "epoch": 1.6015154618062666,
      "grad_norm": 2.2710367315116025,
      "learning_rate": 0.0002537856119596298,
      "loss": 5.0312,
      "step": 39101
    },
    {
      "epoch": 1.6015564202334631,
      "grad_norm": 2.262126372723046,
      "learning_rate": 0.0002537832572426916,
      "loss": 3.9375,
      "step": 39102
    },
    {
      "epoch": 1.6015973786606594,
      "grad_norm": 2.4471507788724636,
      "learning_rate": 0.0002537809024766907,
      "loss": 5.25,
      "step": 39103
    },
    {
      "epoch": 1.6016383370878557,
      "grad_norm": 3.4482721834840757,
      "learning_rate": 0.00025377854766162825,
      "loss": 6.875,
      "step": 39104
    },
    {
      "epoch": 1.6016792955150523,
      "grad_norm": 3.3303441885990592,
      "learning_rate": 0.0002537761927975053,
      "loss": 4.5,
      "step": 39105
    },
    {
      "epoch": 1.6017202539422486,
      "grad_norm": 2.918301473805888,
      "learning_rate": 0.00025377383788432296,
      "loss": 6.5625,
      "step": 39106
    },
    {
      "epoch": 1.601761212369445,
      "grad_norm": 2.9970317593485265,
      "learning_rate": 0.0002537714829220824,
      "loss": 5.0,
      "step": 39107
    },
    {
      "epoch": 1.6018021707966414,
      "grad_norm": 2.3199320945775708,
      "learning_rate": 0.0002537691279107847,
      "loss": 4.7188,
      "step": 39108
    },
    {
      "epoch": 1.6018431292238378,
      "grad_norm": 2.813087200217487,
      "learning_rate": 0.00025376677285043095,
      "loss": 5.4688,
      "step": 39109
    },
    {
      "epoch": 1.601884087651034,
      "grad_norm": 3.183896580467484,
      "learning_rate": 0.00025376441774102235,
      "loss": 4.75,
      "step": 39110
    },
    {
      "epoch": 1.6019250460782306,
      "grad_norm": 2.601995528508297,
      "learning_rate": 0.00025376206258255994,
      "loss": 4.9688,
      "step": 39111
    },
    {
      "epoch": 1.6019660045054271,
      "grad_norm": 2.7111550352587304,
      "learning_rate": 0.0002537597073750448,
      "loss": 4.8438,
      "step": 39112
    },
    {
      "epoch": 1.6020069629326232,
      "grad_norm": 4.348258343756254,
      "learning_rate": 0.00025375735211847816,
      "loss": 3.3594,
      "step": 39113
    },
    {
      "epoch": 1.6020479213598198,
      "grad_norm": 2.1748562143348193,
      "learning_rate": 0.000253754996812861,
      "loss": 5.2188,
      "step": 39114
    },
    {
      "epoch": 1.6020888797870163,
      "grad_norm": 2.9456661948158067,
      "learning_rate": 0.0002537526414581945,
      "loss": 5.5312,
      "step": 39115
    },
    {
      "epoch": 1.6021298382142126,
      "grad_norm": 2.7455105231960846,
      "learning_rate": 0.00025375028605447987,
      "loss": 4.5312,
      "step": 39116
    },
    {
      "epoch": 1.602170796641409,
      "grad_norm": 2.1869776012828805,
      "learning_rate": 0.000253747930601718,
      "loss": 4.0,
      "step": 39117
    },
    {
      "epoch": 1.6022117550686055,
      "grad_norm": 2.24564399824966,
      "learning_rate": 0.00025374557509991023,
      "loss": 3.8906,
      "step": 39118
    },
    {
      "epoch": 1.6022527134958018,
      "grad_norm": 2.426827790950831,
      "learning_rate": 0.0002537432195490575,
      "loss": 5.9062,
      "step": 39119
    },
    {
      "epoch": 1.602293671922998,
      "grad_norm": 2.758121510884678,
      "learning_rate": 0.00025374086394916104,
      "loss": 5.375,
      "step": 39120
    },
    {
      "epoch": 1.6023346303501946,
      "grad_norm": 3.4100477044949833,
      "learning_rate": 0.00025373850830022183,
      "loss": 2.7344,
      "step": 39121
    },
    {
      "epoch": 1.602375588777391,
      "grad_norm": 2.4721480117548937,
      "learning_rate": 0.0002537361526022412,
      "loss": 5.6875,
      "step": 39122
    },
    {
      "epoch": 1.6024165472045873,
      "grad_norm": 2.501275739579717,
      "learning_rate": 0.00025373379685522007,
      "loss": 5.5938,
      "step": 39123
    },
    {
      "epoch": 1.6024575056317838,
      "grad_norm": 3.6030724828307643,
      "learning_rate": 0.0002537314410591596,
      "loss": 5.1875,
      "step": 39124
    },
    {
      "epoch": 1.60249846405898,
      "grad_norm": 2.9832540561565093,
      "learning_rate": 0.00025372908521406097,
      "loss": 5.5938,
      "step": 39125
    },
    {
      "epoch": 1.6025394224861764,
      "grad_norm": 4.804913709624257,
      "learning_rate": 0.0002537267293199252,
      "loss": 3.5469,
      "step": 39126
    },
    {
      "epoch": 1.602580380913373,
      "grad_norm": 2.619669447650931,
      "learning_rate": 0.0002537243733767535,
      "loss": 5.5312,
      "step": 39127
    },
    {
      "epoch": 1.6026213393405693,
      "grad_norm": 4.40826495265447,
      "learning_rate": 0.00025372201738454693,
      "loss": 7.6875,
      "step": 39128
    },
    {
      "epoch": 1.6026622977677656,
      "grad_norm": 2.9535508168166826,
      "learning_rate": 0.0002537196613433066,
      "loss": 5.4062,
      "step": 39129
    },
    {
      "epoch": 1.6027032561949621,
      "grad_norm": 7.5049150567599225,
      "learning_rate": 0.00025371730525303366,
      "loss": 6.6562,
      "step": 39130
    },
    {
      "epoch": 1.6027442146221587,
      "grad_norm": 2.4602374692547895,
      "learning_rate": 0.0002537149491137291,
      "loss": 4.9062,
      "step": 39131
    },
    {
      "epoch": 1.6027851730493547,
      "grad_norm": 5.492004386973158,
      "learning_rate": 0.00025371259292539423,
      "loss": 5.9375,
      "step": 39132
    },
    {
      "epoch": 1.6028261314765513,
      "grad_norm": 2.4872456888290846,
      "learning_rate": 0.00025371023668803,
      "loss": 4.6562,
      "step": 39133
    },
    {
      "epoch": 1.6028670899037478,
      "grad_norm": 2.1887641204427033,
      "learning_rate": 0.00025370788040163765,
      "loss": 5.0625,
      "step": 39134
    },
    {
      "epoch": 1.6029080483309441,
      "grad_norm": 2.4027004295097814,
      "learning_rate": 0.0002537055240662182,
      "loss": 4.5312,
      "step": 39135
    },
    {
      "epoch": 1.6029490067581404,
      "grad_norm": 2.689183449485588,
      "learning_rate": 0.00025370316768177274,
      "loss": 5.125,
      "step": 39136
    },
    {
      "epoch": 1.602989965185337,
      "grad_norm": 3.1824498644456405,
      "learning_rate": 0.00025370081124830257,
      "loss": 5.1875,
      "step": 39137
    },
    {
      "epoch": 1.6030309236125333,
      "grad_norm": 2.7421669107154534,
      "learning_rate": 0.00025369845476580857,
      "loss": 5.125,
      "step": 39138
    },
    {
      "epoch": 1.6030718820397296,
      "grad_norm": 2.707297814219701,
      "learning_rate": 0.000253696098234292,
      "loss": 5.1562,
      "step": 39139
    },
    {
      "epoch": 1.6031128404669261,
      "grad_norm": 2.7449550347962854,
      "learning_rate": 0.0002536937416537539,
      "loss": 4.625,
      "step": 39140
    },
    {
      "epoch": 1.6031537988941225,
      "grad_norm": 3.1943677793988847,
      "learning_rate": 0.0002536913850241954,
      "loss": 4.75,
      "step": 39141
    },
    {
      "epoch": 1.6031947573213188,
      "grad_norm": 2.1371673177977795,
      "learning_rate": 0.0002536890283456177,
      "loss": 3.875,
      "step": 39142
    },
    {
      "epoch": 1.6032357157485153,
      "grad_norm": 2.350455671237176,
      "learning_rate": 0.00025368667161802176,
      "loss": 5.0312,
      "step": 39143
    },
    {
      "epoch": 1.6032766741757116,
      "grad_norm": 3.2158360119960703,
      "learning_rate": 0.00025368431484140886,
      "loss": 5.4062,
      "step": 39144
    },
    {
      "epoch": 1.603317632602908,
      "grad_norm": 2.2136637552748586,
      "learning_rate": 0.00025368195801578,
      "loss": 3.8594,
      "step": 39145
    },
    {
      "epoch": 1.6033585910301045,
      "grad_norm": 2.6379477789980332,
      "learning_rate": 0.00025367960114113636,
      "loss": 5.25,
      "step": 39146
    },
    {
      "epoch": 1.6033995494573008,
      "grad_norm": 2.6324372368451043,
      "learning_rate": 0.000253677244217479,
      "loss": 5.625,
      "step": 39147
    },
    {
      "epoch": 1.603440507884497,
      "grad_norm": 2.517099719350601,
      "learning_rate": 0.000253674887244809,
      "loss": 5.5312,
      "step": 39148
    },
    {
      "epoch": 1.6034814663116936,
      "grad_norm": 2.1507533232720664,
      "learning_rate": 0.0002536725302231276,
      "loss": 4.875,
      "step": 39149
    },
    {
      "epoch": 1.6035224247388902,
      "grad_norm": 3.015318629166267,
      "learning_rate": 0.0002536701731524358,
      "loss": 5.8125,
      "step": 39150
    },
    {
      "epoch": 1.6035633831660863,
      "grad_norm": 2.2335880336645952,
      "learning_rate": 0.0002536678160327348,
      "loss": 3.9375,
      "step": 39151
    },
    {
      "epoch": 1.6036043415932828,
      "grad_norm": 2.784606569968638,
      "learning_rate": 0.0002536654588640256,
      "loss": 5.3125,
      "step": 39152
    },
    {
      "epoch": 1.6036453000204793,
      "grad_norm": 2.4420834659786936,
      "learning_rate": 0.0002536631016463094,
      "loss": 4.8125,
      "step": 39153
    },
    {
      "epoch": 1.6036862584476756,
      "grad_norm": 2.395105441941455,
      "learning_rate": 0.00025366074437958733,
      "loss": 4.6562,
      "step": 39154
    },
    {
      "epoch": 1.603727216874872,
      "grad_norm": 2.363242575030719,
      "learning_rate": 0.0002536583870638605,
      "loss": 5.3125,
      "step": 39155
    },
    {
      "epoch": 1.6037681753020685,
      "grad_norm": 2.3320454300865445,
      "learning_rate": 0.00025365602969913,
      "loss": 4.8438,
      "step": 39156
    },
    {
      "epoch": 1.6038091337292648,
      "grad_norm": 4.26660518249996,
      "learning_rate": 0.0002536536722853969,
      "loss": 3.4375,
      "step": 39157
    },
    {
      "epoch": 1.6038500921564611,
      "grad_norm": 2.2166388560042476,
      "learning_rate": 0.0002536513148226624,
      "loss": 3.5938,
      "step": 39158
    },
    {
      "epoch": 1.6038910505836577,
      "grad_norm": 2.9760587852586187,
      "learning_rate": 0.00025364895731092756,
      "loss": 5.0,
      "step": 39159
    },
    {
      "epoch": 1.603932009010854,
      "grad_norm": 2.2173201057772873,
      "learning_rate": 0.00025364659975019347,
      "loss": 3.9375,
      "step": 39160
    },
    {
      "epoch": 1.6039729674380503,
      "grad_norm": 2.461045919328862,
      "learning_rate": 0.00025364424214046135,
      "loss": 4.8125,
      "step": 39161
    },
    {
      "epoch": 1.6040139258652468,
      "grad_norm": 3.1554688705422596,
      "learning_rate": 0.00025364188448173214,
      "loss": 5.3125,
      "step": 39162
    },
    {
      "epoch": 1.6040548842924431,
      "grad_norm": 2.2972377908802875,
      "learning_rate": 0.0002536395267740072,
      "loss": 4.375,
      "step": 39163
    },
    {
      "epoch": 1.6040958427196395,
      "grad_norm": 2.6047678966691077,
      "learning_rate": 0.00025363716901728744,
      "loss": 7.0,
      "step": 39164
    },
    {
      "epoch": 1.604136801146836,
      "grad_norm": 3.983932693095097,
      "learning_rate": 0.000253634811211574,
      "loss": 1.6328,
      "step": 39165
    },
    {
      "epoch": 1.6041777595740323,
      "grad_norm": 2.2532190783070996,
      "learning_rate": 0.0002536324533568681,
      "loss": 4.5625,
      "step": 39166
    },
    {
      "epoch": 1.6042187180012286,
      "grad_norm": 3.368286839242756,
      "learning_rate": 0.0002536300954531708,
      "loss": 5.1875,
      "step": 39167
    },
    {
      "epoch": 1.6042596764284252,
      "grad_norm": 3.989690993691728,
      "learning_rate": 0.0002536277375004831,
      "loss": 2.1406,
      "step": 39168
    },
    {
      "epoch": 1.6043006348556217,
      "grad_norm": 2.3518938303956203,
      "learning_rate": 0.0002536253794988063,
      "loss": 5.1562,
      "step": 39169
    },
    {
      "epoch": 1.6043415932828178,
      "grad_norm": 2.497721758528437,
      "learning_rate": 0.0002536230214481414,
      "loss": 4.4688,
      "step": 39170
    },
    {
      "epoch": 1.6043825517100143,
      "grad_norm": 7.016897565985611,
      "learning_rate": 0.00025362066334848956,
      "loss": 4.375,
      "step": 39171
    },
    {
      "epoch": 1.6044235101372109,
      "grad_norm": 2.5604442979954083,
      "learning_rate": 0.0002536183051998519,
      "loss": 3.9375,
      "step": 39172
    },
    {
      "epoch": 1.6044644685644072,
      "grad_norm": 2.4574946649083302,
      "learning_rate": 0.0002536159470022295,
      "loss": 4.7188,
      "step": 39173
    },
    {
      "epoch": 1.6045054269916035,
      "grad_norm": 2.752557141792922,
      "learning_rate": 0.0002536135887556235,
      "loss": 4.5625,
      "step": 39174
    },
    {
      "epoch": 1.6045463854188,
      "grad_norm": 2.472924231458082,
      "learning_rate": 0.000253611230460035,
      "loss": 4.9062,
      "step": 39175
    },
    {
      "epoch": 1.6045873438459963,
      "grad_norm": 4.143221691999072,
      "learning_rate": 0.00025360887211546513,
      "loss": 6.0,
      "step": 39176
    },
    {
      "epoch": 1.6046283022731926,
      "grad_norm": 2.804961408401835,
      "learning_rate": 0.000253606513721915,
      "loss": 5.5312,
      "step": 39177
    },
    {
      "epoch": 1.6046692607003892,
      "grad_norm": 2.2064048006542136,
      "learning_rate": 0.00025360415527938575,
      "loss": 5.25,
      "step": 39178
    },
    {
      "epoch": 1.6047102191275855,
      "grad_norm": 2.501394261151421,
      "learning_rate": 0.0002536017967878784,
      "loss": 4.9375,
      "step": 39179
    },
    {
      "epoch": 1.6047511775547818,
      "grad_norm": 2.502607605671271,
      "learning_rate": 0.0002535994382473942,
      "loss": 4.75,
      "step": 39180
    },
    {
      "epoch": 1.6047921359819783,
      "grad_norm": 3.069713760376576,
      "learning_rate": 0.0002535970796579341,
      "loss": 5.4688,
      "step": 39181
    },
    {
      "epoch": 1.6048330944091747,
      "grad_norm": 4.443319865484032,
      "learning_rate": 0.0002535947210194994,
      "loss": 5.25,
      "step": 39182
    },
    {
      "epoch": 1.604874052836371,
      "grad_norm": 2.6794384789381755,
      "learning_rate": 0.0002535923623320911,
      "loss": 5.3125,
      "step": 39183
    },
    {
      "epoch": 1.6049150112635675,
      "grad_norm": 2.495077276662851,
      "learning_rate": 0.00025359000359571036,
      "loss": 4.9062,
      "step": 39184
    },
    {
      "epoch": 1.604955969690764,
      "grad_norm": 2.9018677334945613,
      "learning_rate": 0.00025358764481035826,
      "loss": 5.1562,
      "step": 39185
    },
    {
      "epoch": 1.6049969281179601,
      "grad_norm": 2.4791871059901105,
      "learning_rate": 0.00025358528597603595,
      "loss": 4.75,
      "step": 39186
    },
    {
      "epoch": 1.6050378865451567,
      "grad_norm": 2.739111951477837,
      "learning_rate": 0.0002535829270927445,
      "loss": 5.9375,
      "step": 39187
    },
    {
      "epoch": 1.6050788449723532,
      "grad_norm": 3.0302755306745333,
      "learning_rate": 0.00025358056816048507,
      "loss": 4.5625,
      "step": 39188
    },
    {
      "epoch": 1.6051198033995493,
      "grad_norm": 2.401461290933494,
      "learning_rate": 0.0002535782091792588,
      "loss": 5.1875,
      "step": 39189
    },
    {
      "epoch": 1.6051607618267458,
      "grad_norm": 3.2150735057739173,
      "learning_rate": 0.0002535758501490667,
      "loss": 4.5625,
      "step": 39190
    },
    {
      "epoch": 1.6052017202539424,
      "grad_norm": 2.1523912947288775,
      "learning_rate": 0.00025357349106990993,
      "loss": 4.1875,
      "step": 39191
    },
    {
      "epoch": 1.6052426786811387,
      "grad_norm": 3.5663685869679176,
      "learning_rate": 0.00025357113194178965,
      "loss": 5.875,
      "step": 39192
    },
    {
      "epoch": 1.605283637108335,
      "grad_norm": 8.347725695741538,
      "learning_rate": 0.00025356877276470696,
      "loss": 6.25,
      "step": 39193
    },
    {
      "epoch": 1.6053245955355315,
      "grad_norm": 2.405340853650563,
      "learning_rate": 0.000253566413538663,
      "loss": 6.5625,
      "step": 39194
    },
    {
      "epoch": 1.6053655539627278,
      "grad_norm": 8.561861394854171,
      "learning_rate": 0.0002535640542636588,
      "loss": 5.3125,
      "step": 39195
    },
    {
      "epoch": 1.6054065123899242,
      "grad_norm": 2.2976522296369395,
      "learning_rate": 0.00025356169493969555,
      "loss": 4.8125,
      "step": 39196
    },
    {
      "epoch": 1.6054474708171207,
      "grad_norm": 11.60841791061773,
      "learning_rate": 0.00025355933556677434,
      "loss": 4.3438,
      "step": 39197
    },
    {
      "epoch": 1.605488429244317,
      "grad_norm": 2.8456906169887315,
      "learning_rate": 0.00025355697614489625,
      "loss": 4.5,
      "step": 39198
    },
    {
      "epoch": 1.6055293876715133,
      "grad_norm": 2.638327450391163,
      "learning_rate": 0.0002535546166740625,
      "loss": 4.125,
      "step": 39199
    },
    {
      "epoch": 1.6055703460987099,
      "grad_norm": 2.1683758942131997,
      "learning_rate": 0.00025355225715427404,
      "loss": 4.0,
      "step": 39200
    },
    {
      "epoch": 1.6056113045259062,
      "grad_norm": 2.676430456270456,
      "learning_rate": 0.0002535498975855321,
      "loss": 3.5781,
      "step": 39201
    },
    {
      "epoch": 1.6056522629531025,
      "grad_norm": 6.6124296901530295,
      "learning_rate": 0.00025354753796783783,
      "loss": 4.1875,
      "step": 39202
    },
    {
      "epoch": 1.605693221380299,
      "grad_norm": 2.3928750643724954,
      "learning_rate": 0.00025354517830119226,
      "loss": 4.875,
      "step": 39203
    },
    {
      "epoch": 1.6057341798074956,
      "grad_norm": 4.0932740753967245,
      "learning_rate": 0.00025354281858559654,
      "loss": 5.2812,
      "step": 39204
    },
    {
      "epoch": 1.6057751382346916,
      "grad_norm": 2.8016515617433964,
      "learning_rate": 0.00025354045882105186,
      "loss": 5.4062,
      "step": 39205
    },
    {
      "epoch": 1.6058160966618882,
      "grad_norm": 2.2359484425160914,
      "learning_rate": 0.0002535380990075592,
      "loss": 4.375,
      "step": 39206
    },
    {
      "epoch": 1.6058570550890847,
      "grad_norm": 2.85976675788328,
      "learning_rate": 0.00025353573914511967,
      "loss": 1.7734,
      "step": 39207
    },
    {
      "epoch": 1.6058980135162808,
      "grad_norm": 2.4296025137873616,
      "learning_rate": 0.00025353337923373454,
      "loss": 3.7812,
      "step": 39208
    },
    {
      "epoch": 1.6059389719434773,
      "grad_norm": 2.0578932454852037,
      "learning_rate": 0.0002535310192734048,
      "loss": 4.4062,
      "step": 39209
    },
    {
      "epoch": 1.6059799303706739,
      "grad_norm": 2.6898443803343945,
      "learning_rate": 0.00025352865926413156,
      "loss": 5.5938,
      "step": 39210
    },
    {
      "epoch": 1.6060208887978702,
      "grad_norm": 5.216466873568532,
      "learning_rate": 0.0002535262992059161,
      "loss": 4.5,
      "step": 39211
    },
    {
      "epoch": 1.6060618472250665,
      "grad_norm": 2.2361150869488453,
      "learning_rate": 0.0002535239390987593,
      "loss": 4.6875,
      "step": 39212
    },
    {
      "epoch": 1.606102805652263,
      "grad_norm": 2.889541972129926,
      "learning_rate": 0.0002535215789426624,
      "loss": 6.125,
      "step": 39213
    },
    {
      "epoch": 1.6061437640794594,
      "grad_norm": 2.700360425243937,
      "learning_rate": 0.0002535192187376265,
      "loss": 5.9688,
      "step": 39214
    },
    {
      "epoch": 1.6061847225066557,
      "grad_norm": 2.6500791433965216,
      "learning_rate": 0.0002535168584836528,
      "loss": 5.4375,
      "step": 39215
    },
    {
      "epoch": 1.6062256809338522,
      "grad_norm": 2.25449775751066,
      "learning_rate": 0.00025351449818074225,
      "loss": 4.5312,
      "step": 39216
    },
    {
      "epoch": 1.6062666393610485,
      "grad_norm": 2.2872016450436607,
      "learning_rate": 0.0002535121378288961,
      "loss": 5.0312,
      "step": 39217
    },
    {
      "epoch": 1.6063075977882448,
      "grad_norm": 2.114901391737393,
      "learning_rate": 0.0002535097774281154,
      "loss": 4.375,
      "step": 39218
    },
    {
      "epoch": 1.6063485562154414,
      "grad_norm": 2.1370108544890636,
      "learning_rate": 0.0002535074169784013,
      "loss": 3.7812,
      "step": 39219
    },
    {
      "epoch": 1.6063895146426377,
      "grad_norm": 4.826047960951555,
      "learning_rate": 0.00025350505647975485,
      "loss": 4.125,
      "step": 39220
    },
    {
      "epoch": 1.606430473069834,
      "grad_norm": 5.217429586049643,
      "learning_rate": 0.00025350269593217724,
      "loss": 6.5312,
      "step": 39221
    },
    {
      "epoch": 1.6064714314970305,
      "grad_norm": 2.6772019033740184,
      "learning_rate": 0.0002535003353356696,
      "loss": 5.0625,
      "step": 39222
    },
    {
      "epoch": 1.606512389924227,
      "grad_norm": 2.700976976827634,
      "learning_rate": 0.000253497974690233,
      "loss": 5.2812,
      "step": 39223
    },
    {
      "epoch": 1.6065533483514232,
      "grad_norm": 2.3853572732345207,
      "learning_rate": 0.00025349561399586854,
      "loss": 4.7812,
      "step": 39224
    },
    {
      "epoch": 1.6065943067786197,
      "grad_norm": 2.303106308490282,
      "learning_rate": 0.00025349325325257736,
      "loss": 4.625,
      "step": 39225
    },
    {
      "epoch": 1.6066352652058162,
      "grad_norm": 2.3135812724040514,
      "learning_rate": 0.0002534908924603606,
      "loss": 4.9062,
      "step": 39226
    },
    {
      "epoch": 1.6066762236330125,
      "grad_norm": 2.4024661811276746,
      "learning_rate": 0.0002534885316192193,
      "loss": 5.0625,
      "step": 39227
    },
    {
      "epoch": 1.6067171820602089,
      "grad_norm": 2.653473097948666,
      "learning_rate": 0.00025348617072915464,
      "loss": 5.0312,
      "step": 39228
    },
    {
      "epoch": 1.6067581404874054,
      "grad_norm": 2.9260650109290562,
      "learning_rate": 0.0002534838097901678,
      "loss": 5.375,
      "step": 39229
    },
    {
      "epoch": 1.6067990989146017,
      "grad_norm": 2.8616417417106295,
      "learning_rate": 0.00025348144880225974,
      "loss": 4.6875,
      "step": 39230
    },
    {
      "epoch": 1.606840057341798,
      "grad_norm": 2.2945538482032153,
      "learning_rate": 0.00025347908776543167,
      "loss": 4.625,
      "step": 39231
    },
    {
      "epoch": 1.6068810157689946,
      "grad_norm": 5.504233718576585,
      "learning_rate": 0.0002534767266796847,
      "loss": 5.7188,
      "step": 39232
    },
    {
      "epoch": 1.6069219741961909,
      "grad_norm": 2.7681424985788166,
      "learning_rate": 0.00025347436554501993,
      "loss": 3.7344,
      "step": 39233
    },
    {
      "epoch": 1.6069629326233872,
      "grad_norm": 3.6309557009866777,
      "learning_rate": 0.0002534720043614385,
      "loss": 5.5312,
      "step": 39234
    },
    {
      "epoch": 1.6070038910505837,
      "grad_norm": 2.4597734981345516,
      "learning_rate": 0.0002534696431289415,
      "loss": 5.8125,
      "step": 39235
    },
    {
      "epoch": 1.60704484947778,
      "grad_norm": 4.580063248000159,
      "learning_rate": 0.0002534672818475301,
      "loss": 6.9688,
      "step": 39236
    },
    {
      "epoch": 1.6070858079049763,
      "grad_norm": 4.4509065815329745,
      "learning_rate": 0.0002534649205172053,
      "loss": 3.9688,
      "step": 39237
    },
    {
      "epoch": 1.6071267663321729,
      "grad_norm": 3.2572467850956537,
      "learning_rate": 0.00025346255913796833,
      "loss": 6.125,
      "step": 39238
    },
    {
      "epoch": 1.6071677247593692,
      "grad_norm": 6.307192909869537,
      "learning_rate": 0.0002534601977098202,
      "loss": 6.8125,
      "step": 39239
    },
    {
      "epoch": 1.6072086831865655,
      "grad_norm": 2.5553119549191403,
      "learning_rate": 0.0002534578362327622,
      "loss": 3.4531,
      "step": 39240
    },
    {
      "epoch": 1.607249641613762,
      "grad_norm": 2.4328659849314964,
      "learning_rate": 0.0002534554747067953,
      "loss": 5.6562,
      "step": 39241
    },
    {
      "epoch": 1.6072906000409586,
      "grad_norm": 2.1612174808629767,
      "learning_rate": 0.0002534531131319206,
      "loss": 4.1875,
      "step": 39242
    },
    {
      "epoch": 1.6073315584681547,
      "grad_norm": 5.137770281934078,
      "learning_rate": 0.0002534507515081393,
      "loss": 6.1562,
      "step": 39243
    },
    {
      "epoch": 1.6073725168953512,
      "grad_norm": 2.9940759552017817,
      "learning_rate": 0.0002534483898354525,
      "loss": 4.4688,
      "step": 39244
    },
    {
      "epoch": 1.6074134753225477,
      "grad_norm": 2.346523059102393,
      "learning_rate": 0.00025344602811386134,
      "loss": 4.6875,
      "step": 39245
    },
    {
      "epoch": 1.607454433749744,
      "grad_norm": 2.24825341119069,
      "learning_rate": 0.00025344366634336683,
      "loss": 4.5,
      "step": 39246
    },
    {
      "epoch": 1.6074953921769404,
      "grad_norm": 3.389900661193019,
      "learning_rate": 0.0002534413045239702,
      "loss": 4.8438,
      "step": 39247
    },
    {
      "epoch": 1.607536350604137,
      "grad_norm": 7.773753833853201,
      "learning_rate": 0.0002534389426556726,
      "loss": 4.6562,
      "step": 39248
    },
    {
      "epoch": 1.6075773090313332,
      "grad_norm": 2.539122185973899,
      "learning_rate": 0.00025343658073847495,
      "loss": 3.5781,
      "step": 39249
    },
    {
      "epoch": 1.6076182674585295,
      "grad_norm": 3.2258239241063467,
      "learning_rate": 0.0002534342187723785,
      "loss": 5.875,
      "step": 39250
    },
    {
      "epoch": 1.607659225885726,
      "grad_norm": 2.3673937420622972,
      "learning_rate": 0.00025343185675738436,
      "loss": 5.3438,
      "step": 39251
    },
    {
      "epoch": 1.6077001843129224,
      "grad_norm": 2.493705822646336,
      "learning_rate": 0.0002534294946934937,
      "loss": 3.9219,
      "step": 39252
    },
    {
      "epoch": 1.6077411427401187,
      "grad_norm": 4.758189705615964,
      "learning_rate": 0.0002534271325807075,
      "loss": 3.9219,
      "step": 39253
    },
    {
      "epoch": 1.6077821011673152,
      "grad_norm": 4.806188006897586,
      "learning_rate": 0.000253424770419027,
      "loss": 1.8672,
      "step": 39254
    },
    {
      "epoch": 1.6078230595945115,
      "grad_norm": 2.535114801346221,
      "learning_rate": 0.0002534224082084532,
      "loss": 4.0938,
      "step": 39255
    },
    {
      "epoch": 1.6078640180217079,
      "grad_norm": 2.6471922934374623,
      "learning_rate": 0.00025342004594898737,
      "loss": 5.3125,
      "step": 39256
    },
    {
      "epoch": 1.6079049764489044,
      "grad_norm": 3.0521611589655753,
      "learning_rate": 0.0002534176836406305,
      "loss": 5.2812,
      "step": 39257
    },
    {
      "epoch": 1.6079459348761007,
      "grad_norm": 2.7377364483352555,
      "learning_rate": 0.0002534153212833838,
      "loss": 4.5938,
      "step": 39258
    },
    {
      "epoch": 1.607986893303297,
      "grad_norm": 2.7152001838890554,
      "learning_rate": 0.0002534129588772483,
      "loss": 5.2188,
      "step": 39259
    },
    {
      "epoch": 1.6080278517304936,
      "grad_norm": 2.521953098363786,
      "learning_rate": 0.00025341059642222517,
      "loss": 4.4062,
      "step": 39260
    },
    {
      "epoch": 1.60806881015769,
      "grad_norm": 2.705169497321739,
      "learning_rate": 0.0002534082339183155,
      "loss": 4.9375,
      "step": 39261
    },
    {
      "epoch": 1.6081097685848862,
      "grad_norm": 2.2829719238990624,
      "learning_rate": 0.0002534058713655204,
      "loss": 4.2188,
      "step": 39262
    },
    {
      "epoch": 1.6081507270120827,
      "grad_norm": 2.5209972742216222,
      "learning_rate": 0.000253403508763841,
      "loss": 5.2188,
      "step": 39263
    },
    {
      "epoch": 1.6081916854392793,
      "grad_norm": 2.535136637440258,
      "learning_rate": 0.0002534011461132785,
      "loss": 4.9688,
      "step": 39264
    },
    {
      "epoch": 1.6082326438664756,
      "grad_norm": 3.067398929986628,
      "learning_rate": 0.00025339878341383386,
      "loss": 5.1562,
      "step": 39265
    },
    {
      "epoch": 1.6082736022936719,
      "grad_norm": 2.4430099602337054,
      "learning_rate": 0.00025339642066550826,
      "loss": 5.5,
      "step": 39266
    },
    {
      "epoch": 1.6083145607208684,
      "grad_norm": 4.890134711181237,
      "learning_rate": 0.0002533940578683029,
      "loss": 7.4688,
      "step": 39267
    },
    {
      "epoch": 1.6083555191480647,
      "grad_norm": 2.569761850483434,
      "learning_rate": 0.00025339169502221876,
      "loss": 5.1562,
      "step": 39268
    },
    {
      "epoch": 1.608396477575261,
      "grad_norm": 2.369978572606706,
      "learning_rate": 0.0002533893321272571,
      "loss": 4.1875,
      "step": 39269
    },
    {
      "epoch": 1.6084374360024576,
      "grad_norm": 3.4638925205430886,
      "learning_rate": 0.00025338696918341893,
      "loss": 5.625,
      "step": 39270
    },
    {
      "epoch": 1.608478394429654,
      "grad_norm": 4.5750215963972245,
      "learning_rate": 0.0002533846061907054,
      "loss": 6.4062,
      "step": 39271
    },
    {
      "epoch": 1.6085193528568502,
      "grad_norm": 4.23138623937021,
      "learning_rate": 0.0002533822431491176,
      "loss": 4.125,
      "step": 39272
    },
    {
      "epoch": 1.6085603112840468,
      "grad_norm": 2.414073922474879,
      "learning_rate": 0.0002533798800586567,
      "loss": 5.0938,
      "step": 39273
    },
    {
      "epoch": 1.608601269711243,
      "grad_norm": 2.138040964872625,
      "learning_rate": 0.00025337751691932375,
      "loss": 3.8125,
      "step": 39274
    },
    {
      "epoch": 1.6086422281384394,
      "grad_norm": 2.3518611647979193,
      "learning_rate": 0.00025337515373112,
      "loss": 4.7188,
      "step": 39275
    },
    {
      "epoch": 1.608683186565636,
      "grad_norm": 2.309122491010524,
      "learning_rate": 0.00025337279049404644,
      "loss": 4.875,
      "step": 39276
    },
    {
      "epoch": 1.6087241449928322,
      "grad_norm": 2.3460622457686418,
      "learning_rate": 0.0002533704272081042,
      "loss": 4.4688,
      "step": 39277
    },
    {
      "epoch": 1.6087651034200285,
      "grad_norm": 2.105718884787312,
      "learning_rate": 0.00025336806387329437,
      "loss": 3.875,
      "step": 39278
    },
    {
      "epoch": 1.608806061847225,
      "grad_norm": 2.3884103963473815,
      "learning_rate": 0.0002533657004896182,
      "loss": 4.9688,
      "step": 39279
    },
    {
      "epoch": 1.6088470202744216,
      "grad_norm": 4.6036161601206125,
      "learning_rate": 0.0002533633370570767,
      "loss": 4.8125,
      "step": 39280
    },
    {
      "epoch": 1.6088879787016177,
      "grad_norm": 2.882902003558996,
      "learning_rate": 0.000253360973575671,
      "loss": 6.3125,
      "step": 39281
    },
    {
      "epoch": 1.6089289371288142,
      "grad_norm": 4.497093004677147,
      "learning_rate": 0.00025335861004540224,
      "loss": 3.1094,
      "step": 39282
    },
    {
      "epoch": 1.6089698955560108,
      "grad_norm": 3.662435523227663,
      "learning_rate": 0.00025335624646627154,
      "loss": 6.5938,
      "step": 39283
    },
    {
      "epoch": 1.609010853983207,
      "grad_norm": 2.308772111984411,
      "learning_rate": 0.00025335388283827996,
      "loss": 4.4688,
      "step": 39284
    },
    {
      "epoch": 1.6090518124104034,
      "grad_norm": 2.87729479258681,
      "learning_rate": 0.0002533515191614287,
      "loss": 4.9062,
      "step": 39285
    },
    {
      "epoch": 1.6090927708376,
      "grad_norm": 6.091741004874334,
      "learning_rate": 0.00025334915543571886,
      "loss": 5.625,
      "step": 39286
    },
    {
      "epoch": 1.6091337292647963,
      "grad_norm": 5.418853987550508,
      "learning_rate": 0.0002533467916611515,
      "loss": 6.25,
      "step": 39287
    },
    {
      "epoch": 1.6091746876919926,
      "grad_norm": 2.6098790363213906,
      "learning_rate": 0.0002533444278377278,
      "loss": 4.5312,
      "step": 39288
    },
    {
      "epoch": 1.609215646119189,
      "grad_norm": 4.77003415376045,
      "learning_rate": 0.0002533420639654488,
      "loss": 6.2188,
      "step": 39289
    },
    {
      "epoch": 1.6092566045463854,
      "grad_norm": 2.469349495575603,
      "learning_rate": 0.0002533397000443157,
      "loss": 5.0625,
      "step": 39290
    },
    {
      "epoch": 1.6092975629735817,
      "grad_norm": 3.3525131531030574,
      "learning_rate": 0.0002533373360743296,
      "loss": 5.5,
      "step": 39291
    },
    {
      "epoch": 1.6093385214007783,
      "grad_norm": 2.1908492871250322,
      "learning_rate": 0.00025333497205549157,
      "loss": 4.75,
      "step": 39292
    },
    {
      "epoch": 1.6093794798279746,
      "grad_norm": 2.38929230733844,
      "learning_rate": 0.0002533326079878028,
      "loss": 4.5312,
      "step": 39293
    },
    {
      "epoch": 1.609420438255171,
      "grad_norm": 2.4983014898211393,
      "learning_rate": 0.00025333024387126434,
      "loss": 5.9062,
      "step": 39294
    },
    {
      "epoch": 1.6094613966823674,
      "grad_norm": 2.819177956752113,
      "learning_rate": 0.0002533278797058774,
      "loss": 3.7969,
      "step": 39295
    },
    {
      "epoch": 1.6095023551095637,
      "grad_norm": 2.4225818497561247,
      "learning_rate": 0.0002533255154916429,
      "loss": 4.9375,
      "step": 39296
    },
    {
      "epoch": 1.60954331353676,
      "grad_norm": 2.3742971926303937,
      "learning_rate": 0.00025332315122856224,
      "loss": 5.1562,
      "step": 39297
    },
    {
      "epoch": 1.6095842719639566,
      "grad_norm": 2.067320902149793,
      "learning_rate": 0.0002533207869166363,
      "loss": 4.125,
      "step": 39298
    },
    {
      "epoch": 1.6096252303911531,
      "grad_norm": 2.1470154635552916,
      "learning_rate": 0.0002533184225558663,
      "loss": 3.0312,
      "step": 39299
    },
    {
      "epoch": 1.6096661888183492,
      "grad_norm": 3.9036116416085385,
      "learning_rate": 0.0002533160581462534,
      "loss": 5.5,
      "step": 39300
    },
    {
      "epoch": 1.6097071472455458,
      "grad_norm": 3.400689516308126,
      "learning_rate": 0.00025331369368779863,
      "loss": 5.375,
      "step": 39301
    },
    {
      "epoch": 1.6097481056727423,
      "grad_norm": 5.5592487381658175,
      "learning_rate": 0.0002533113291805031,
      "loss": 2.2656,
      "step": 39302
    },
    {
      "epoch": 1.6097890640999386,
      "grad_norm": 2.772709586103672,
      "learning_rate": 0.000253308964624368,
      "loss": 4.5625,
      "step": 39303
    },
    {
      "epoch": 1.609830022527135,
      "grad_norm": 4.122379059571622,
      "learning_rate": 0.0002533066000193944,
      "loss": 6.875,
      "step": 39304
    },
    {
      "epoch": 1.6098709809543315,
      "grad_norm": 2.668707935143718,
      "learning_rate": 0.00025330423536558345,
      "loss": 5.4375,
      "step": 39305
    },
    {
      "epoch": 1.6099119393815278,
      "grad_norm": 2.5477584882460023,
      "learning_rate": 0.00025330187066293627,
      "loss": 5.3438,
      "step": 39306
    },
    {
      "epoch": 1.609952897808724,
      "grad_norm": 6.030810172490411,
      "learning_rate": 0.00025329950591145397,
      "loss": 4.125,
      "step": 39307
    },
    {
      "epoch": 1.6099938562359206,
      "grad_norm": 3.1276077094973016,
      "learning_rate": 0.0002532971411111376,
      "loss": 5.7812,
      "step": 39308
    },
    {
      "epoch": 1.610034814663117,
      "grad_norm": 2.504969162956899,
      "learning_rate": 0.0002532947762619884,
      "loss": 5.25,
      "step": 39309
    },
    {
      "epoch": 1.6100757730903132,
      "grad_norm": 10.818977402503245,
      "learning_rate": 0.0002532924113640074,
      "loss": 5.875,
      "step": 39310
    },
    {
      "epoch": 1.6101167315175098,
      "grad_norm": 2.4527819541553773,
      "learning_rate": 0.0002532900464171957,
      "loss": 4.7188,
      "step": 39311
    },
    {
      "epoch": 1.610157689944706,
      "grad_norm": 7.796768517440663,
      "learning_rate": 0.0002532876814215545,
      "loss": 5.1562,
      "step": 39312
    },
    {
      "epoch": 1.6101986483719024,
      "grad_norm": 2.3031993893191447,
      "learning_rate": 0.00025328531637708486,
      "loss": 5.4375,
      "step": 39313
    },
    {
      "epoch": 1.610239606799099,
      "grad_norm": 2.800832490284896,
      "learning_rate": 0.0002532829512837879,
      "loss": 5.7812,
      "step": 39314
    },
    {
      "epoch": 1.6102805652262953,
      "grad_norm": 3.344039471882905,
      "learning_rate": 0.0002532805861416648,
      "loss": 6.6562,
      "step": 39315
    },
    {
      "epoch": 1.6103215236534916,
      "grad_norm": 2.63481578898201,
      "learning_rate": 0.0002532782209507166,
      "loss": 4.0938,
      "step": 39316
    },
    {
      "epoch": 1.610362482080688,
      "grad_norm": 2.265574532897206,
      "learning_rate": 0.00025327585571094445,
      "loss": 2.5781,
      "step": 39317
    },
    {
      "epoch": 1.6104034405078846,
      "grad_norm": 2.991266419955981,
      "learning_rate": 0.00025327349042234947,
      "loss": 5.5625,
      "step": 39318
    },
    {
      "epoch": 1.6104443989350807,
      "grad_norm": 2.2098782514434028,
      "learning_rate": 0.0002532711250849328,
      "loss": 4.5,
      "step": 39319
    },
    {
      "epoch": 1.6104853573622773,
      "grad_norm": 2.691926368142283,
      "learning_rate": 0.0002532687596986955,
      "loss": 4.1875,
      "step": 39320
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 2.242194352547082,
      "learning_rate": 0.00025326639426363876,
      "loss": 4.8438,
      "step": 39321
    },
    {
      "epoch": 1.6105672742166701,
      "grad_norm": 2.0214848064195836,
      "learning_rate": 0.0002532640287797637,
      "loss": 3.8906,
      "step": 39322
    },
    {
      "epoch": 1.6106082326438664,
      "grad_norm": 2.2364979400245026,
      "learning_rate": 0.0002532616632470713,
      "loss": 4.2812,
      "step": 39323
    },
    {
      "epoch": 1.610649191071063,
      "grad_norm": 4.119778611551106,
      "learning_rate": 0.0002532592976655628,
      "loss": 5.7188,
      "step": 39324
    },
    {
      "epoch": 1.6106901494982593,
      "grad_norm": 2.760905954684305,
      "learning_rate": 0.00025325693203523934,
      "loss": 4.7812,
      "step": 39325
    },
    {
      "epoch": 1.6107311079254556,
      "grad_norm": 2.4970770871918684,
      "learning_rate": 0.00025325456635610195,
      "loss": 3.875,
      "step": 39326
    },
    {
      "epoch": 1.6107720663526521,
      "grad_norm": 3.1954943683947135,
      "learning_rate": 0.0002532522006281518,
      "loss": 5.5625,
      "step": 39327
    },
    {
      "epoch": 1.6108130247798484,
      "grad_norm": 2.241565331498515,
      "learning_rate": 0.00025324983485139,
      "loss": 4.7188,
      "step": 39328
    },
    {
      "epoch": 1.6108539832070448,
      "grad_norm": 2.2591018117927124,
      "learning_rate": 0.0002532474690258177,
      "loss": 5.4688,
      "step": 39329
    },
    {
      "epoch": 1.6108949416342413,
      "grad_norm": 2.760155132382967,
      "learning_rate": 0.00025324510315143594,
      "loss": 3.6875,
      "step": 39330
    },
    {
      "epoch": 1.6109359000614376,
      "grad_norm": 7.954187396218403,
      "learning_rate": 0.00025324273722824594,
      "loss": 6.4688,
      "step": 39331
    },
    {
      "epoch": 1.610976858488634,
      "grad_norm": 2.9330276160507465,
      "learning_rate": 0.00025324037125624873,
      "loss": 5.625,
      "step": 39332
    },
    {
      "epoch": 1.6110178169158305,
      "grad_norm": 2.80836677468247,
      "learning_rate": 0.0002532380052354455,
      "loss": 5.2812,
      "step": 39333
    },
    {
      "epoch": 1.611058775343027,
      "grad_norm": 2.640731279515612,
      "learning_rate": 0.00025323563916583727,
      "loss": 5.3438,
      "step": 39334
    },
    {
      "epoch": 1.611099733770223,
      "grad_norm": 2.970687484777955,
      "learning_rate": 0.0002532332730474253,
      "loss": 5.1875,
      "step": 39335
    },
    {
      "epoch": 1.6111406921974196,
      "grad_norm": 3.1790506309149213,
      "learning_rate": 0.0002532309068802106,
      "loss": 6.0625,
      "step": 39336
    },
    {
      "epoch": 1.6111816506246162,
      "grad_norm": 2.351237291515978,
      "learning_rate": 0.0002532285406641943,
      "loss": 4.625,
      "step": 39337
    },
    {
      "epoch": 1.6112226090518122,
      "grad_norm": 2.1496628524414447,
      "learning_rate": 0.00025322617439937754,
      "loss": 4.875,
      "step": 39338
    },
    {
      "epoch": 1.6112635674790088,
      "grad_norm": 2.4635961721030033,
      "learning_rate": 0.0002532238080857614,
      "loss": 4.5312,
      "step": 39339
    },
    {
      "epoch": 1.6113045259062053,
      "grad_norm": 3.07144951689353,
      "learning_rate": 0.0002532214417233471,
      "loss": 5.0,
      "step": 39340
    },
    {
      "epoch": 1.6113454843334016,
      "grad_norm": 2.1655447352208514,
      "learning_rate": 0.00025321907531213565,
      "loss": 4.4688,
      "step": 39341
    },
    {
      "epoch": 1.611386442760598,
      "grad_norm": 2.5965338794033097,
      "learning_rate": 0.0002532167088521282,
      "loss": 3.875,
      "step": 39342
    },
    {
      "epoch": 1.6114274011877945,
      "grad_norm": 2.8552687354984716,
      "learning_rate": 0.0002532143423433259,
      "loss": 6.5625,
      "step": 39343
    },
    {
      "epoch": 1.6114683596149908,
      "grad_norm": 2.5342839345153245,
      "learning_rate": 0.00025321197578572987,
      "loss": 4.4688,
      "step": 39344
    },
    {
      "epoch": 1.6115093180421871,
      "grad_norm": 2.491134551036566,
      "learning_rate": 0.0002532096091793412,
      "loss": 5.3438,
      "step": 39345
    },
    {
      "epoch": 1.6115502764693836,
      "grad_norm": 5.093256400986302,
      "learning_rate": 0.000253207242524161,
      "loss": 5.75,
      "step": 39346
    },
    {
      "epoch": 1.61159123489658,
      "grad_norm": 3.4362166947346777,
      "learning_rate": 0.0002532048758201904,
      "loss": 3.2031,
      "step": 39347
    },
    {
      "epoch": 1.6116321933237763,
      "grad_norm": 5.473018286526796,
      "learning_rate": 0.0002532025090674305,
      "loss": 7.1562,
      "step": 39348
    },
    {
      "epoch": 1.6116731517509728,
      "grad_norm": 4.936550758769823,
      "learning_rate": 0.0002532001422658825,
      "loss": 5.375,
      "step": 39349
    },
    {
      "epoch": 1.6117141101781691,
      "grad_norm": 11.895540745187134,
      "learning_rate": 0.0002531977754155474,
      "loss": 3.3281,
      "step": 39350
    },
    {
      "epoch": 1.6117550686053654,
      "grad_norm": 7.633560511118804,
      "learning_rate": 0.0002531954085164265,
      "loss": 6.1875,
      "step": 39351
    },
    {
      "epoch": 1.611796027032562,
      "grad_norm": 2.4658133001249225,
      "learning_rate": 0.0002531930415685206,
      "loss": 5.0625,
      "step": 39352
    },
    {
      "epoch": 1.6118369854597585,
      "grad_norm": 2.8252359384447487,
      "learning_rate": 0.0002531906745718312,
      "loss": 5.5312,
      "step": 39353
    },
    {
      "epoch": 1.6118779438869546,
      "grad_norm": 5.545092687981936,
      "learning_rate": 0.00025318830752635914,
      "loss": 5.5,
      "step": 39354
    },
    {
      "epoch": 1.6119189023141511,
      "grad_norm": 3.564238353737516,
      "learning_rate": 0.0002531859404321057,
      "loss": 5.875,
      "step": 39355
    },
    {
      "epoch": 1.6119598607413477,
      "grad_norm": 2.914594014942669,
      "learning_rate": 0.00025318357328907185,
      "loss": 5.0938,
      "step": 39356
    },
    {
      "epoch": 1.6120008191685438,
      "grad_norm": 2.6094726842564415,
      "learning_rate": 0.0002531812060972589,
      "loss": 6.625,
      "step": 39357
    },
    {
      "epoch": 1.6120417775957403,
      "grad_norm": 2.7240431788817085,
      "learning_rate": 0.00025317883885666773,
      "loss": 4.9062,
      "step": 39358
    },
    {
      "epoch": 1.6120827360229368,
      "grad_norm": 2.6258024659467445,
      "learning_rate": 0.00025317647156729967,
      "loss": 4.875,
      "step": 39359
    },
    {
      "epoch": 1.6121236944501331,
      "grad_norm": 4.988964826267084,
      "learning_rate": 0.0002531741042291558,
      "loss": 5.5938,
      "step": 39360
    },
    {
      "epoch": 1.6121646528773295,
      "grad_norm": 2.199907290830199,
      "learning_rate": 0.00025317173684223713,
      "loss": 4.9375,
      "step": 39361
    },
    {
      "epoch": 1.612205611304526,
      "grad_norm": 2.8091350812682196,
      "learning_rate": 0.0002531693694065449,
      "loss": 4.5312,
      "step": 39362
    },
    {
      "epoch": 1.6122465697317223,
      "grad_norm": 2.852270883930424,
      "learning_rate": 0.00025316700192208017,
      "loss": 4.5312,
      "step": 39363
    },
    {
      "epoch": 1.6122875281589186,
      "grad_norm": 2.8003455663166825,
      "learning_rate": 0.00025316463438884403,
      "loss": 3.6875,
      "step": 39364
    },
    {
      "epoch": 1.6123284865861152,
      "grad_norm": 2.437422729548701,
      "learning_rate": 0.00025316226680683766,
      "loss": 5.0,
      "step": 39365
    },
    {
      "epoch": 1.6123694450133115,
      "grad_norm": 3.872681035178068,
      "learning_rate": 0.00025315989917606215,
      "loss": 7.5312,
      "step": 39366
    },
    {
      "epoch": 1.6124104034405078,
      "grad_norm": 3.3361878026571765,
      "learning_rate": 0.0002531575314965187,
      "loss": 5.8125,
      "step": 39367
    },
    {
      "epoch": 1.6124513618677043,
      "grad_norm": 2.375204406523934,
      "learning_rate": 0.0002531551637682082,
      "loss": 4.6875,
      "step": 39368
    },
    {
      "epoch": 1.6124923202949006,
      "grad_norm": 2.5915131353439875,
      "learning_rate": 0.00025315279599113203,
      "loss": 5.0,
      "step": 39369
    },
    {
      "epoch": 1.612533278722097,
      "grad_norm": 2.4242300262074354,
      "learning_rate": 0.00025315042816529115,
      "loss": 4.4688,
      "step": 39370
    },
    {
      "epoch": 1.6125742371492935,
      "grad_norm": 11.28326217158727,
      "learning_rate": 0.0002531480602906868,
      "loss": 6.5625,
      "step": 39371
    },
    {
      "epoch": 1.61261519557649,
      "grad_norm": 2.607357451403798,
      "learning_rate": 0.00025314569236732,
      "loss": 5.9062,
      "step": 39372
    },
    {
      "epoch": 1.6126561540036861,
      "grad_norm": 3.186962369954524,
      "learning_rate": 0.0002531433243951919,
      "loss": 6.5,
      "step": 39373
    },
    {
      "epoch": 1.6126971124308827,
      "grad_norm": 3.054403855811125,
      "learning_rate": 0.00025314095637430365,
      "loss": 5.3125,
      "step": 39374
    },
    {
      "epoch": 1.6127380708580792,
      "grad_norm": 2.776511897243696,
      "learning_rate": 0.0002531385883046563,
      "loss": 5.0938,
      "step": 39375
    },
    {
      "epoch": 1.6127790292852755,
      "grad_norm": 8.950450158005925,
      "learning_rate": 0.000253136220186251,
      "loss": 1.2969,
      "step": 39376
    },
    {
      "epoch": 1.6128199877124718,
      "grad_norm": 2.7607047333960244,
      "learning_rate": 0.00025313385201908897,
      "loss": 5.3125,
      "step": 39377
    },
    {
      "epoch": 1.6128609461396683,
      "grad_norm": 2.999705025611286,
      "learning_rate": 0.00025313148380317116,
      "loss": 5.0312,
      "step": 39378
    },
    {
      "epoch": 1.6129019045668647,
      "grad_norm": 2.4778146726972152,
      "learning_rate": 0.0002531291155384988,
      "loss": 5.0,
      "step": 39379
    },
    {
      "epoch": 1.612942862994061,
      "grad_norm": 2.6170767113020394,
      "learning_rate": 0.00025312674722507294,
      "loss": 5.7188,
      "step": 39380
    },
    {
      "epoch": 1.6129838214212575,
      "grad_norm": 2.22682530630811,
      "learning_rate": 0.00025312437886289475,
      "loss": 4.4062,
      "step": 39381
    },
    {
      "epoch": 1.6130247798484538,
      "grad_norm": 5.069338171284681,
      "learning_rate": 0.00025312201045196535,
      "loss": 7.1562,
      "step": 39382
    },
    {
      "epoch": 1.6130657382756501,
      "grad_norm": 7.296555071809283,
      "learning_rate": 0.0002531196419922859,
      "loss": 6.0,
      "step": 39383
    },
    {
      "epoch": 1.6131066967028467,
      "grad_norm": 2.4030841496273783,
      "learning_rate": 0.00025311727348385733,
      "loss": 4.4375,
      "step": 39384
    },
    {
      "epoch": 1.613147655130043,
      "grad_norm": 3.8122426505405347,
      "learning_rate": 0.00025311490492668104,
      "loss": 7.25,
      "step": 39385
    },
    {
      "epoch": 1.6131886135572393,
      "grad_norm": 2.5029186628568265,
      "learning_rate": 0.0002531125363207579,
      "loss": 5.125,
      "step": 39386
    },
    {
      "epoch": 1.6132295719844358,
      "grad_norm": 2.6339921051323123,
      "learning_rate": 0.0002531101676660892,
      "loss": 3.9531,
      "step": 39387
    },
    {
      "epoch": 1.6132705304116322,
      "grad_norm": 4.640299146841214,
      "learning_rate": 0.000253107798962676,
      "loss": 3.9531,
      "step": 39388
    },
    {
      "epoch": 1.6133114888388285,
      "grad_norm": 8.361403022701522,
      "learning_rate": 0.0002531054302105194,
      "loss": 5.0312,
      "step": 39389
    },
    {
      "epoch": 1.613352447266025,
      "grad_norm": 2.3240681476857006,
      "learning_rate": 0.00025310306140962046,
      "loss": 4.8438,
      "step": 39390
    },
    {
      "epoch": 1.6133934056932215,
      "grad_norm": 2.4326834287015036,
      "learning_rate": 0.00025310069255998053,
      "loss": 5.0312,
      "step": 39391
    },
    {
      "epoch": 1.6134343641204176,
      "grad_norm": 2.8771733307374707,
      "learning_rate": 0.00025309832366160045,
      "loss": 4.3438,
      "step": 39392
    },
    {
      "epoch": 1.6134753225476142,
      "grad_norm": 3.1516028771871087,
      "learning_rate": 0.0002530959547144815,
      "loss": 4.5312,
      "step": 39393
    },
    {
      "epoch": 1.6135162809748107,
      "grad_norm": 2.7004525238496404,
      "learning_rate": 0.0002530935857186248,
      "loss": 4.9062,
      "step": 39394
    },
    {
      "epoch": 1.613557239402007,
      "grad_norm": 2.4096538813092416,
      "learning_rate": 0.00025309121667403136,
      "loss": 4.9062,
      "step": 39395
    },
    {
      "epoch": 1.6135981978292033,
      "grad_norm": 2.922090825058137,
      "learning_rate": 0.0002530888475807024,
      "loss": 6.2188,
      "step": 39396
    },
    {
      "epoch": 1.6136391562563999,
      "grad_norm": 7.743421865039101,
      "learning_rate": 0.00025308647843863904,
      "loss": 6.0938,
      "step": 39397
    },
    {
      "epoch": 1.6136801146835962,
      "grad_norm": 2.78321638753965,
      "learning_rate": 0.00025308410924784237,
      "loss": 2.9688,
      "step": 39398
    },
    {
      "epoch": 1.6137210731107925,
      "grad_norm": 3.3411502734135774,
      "learning_rate": 0.0002530817400083135,
      "loss": 4.8125,
      "step": 39399
    },
    {
      "epoch": 1.613762031537989,
      "grad_norm": 6.903056847954803,
      "learning_rate": 0.0002530793707200536,
      "loss": 4.9062,
      "step": 39400
    },
    {
      "epoch": 1.6138029899651853,
      "grad_norm": 2.6247000088708243,
      "learning_rate": 0.00025307700138306374,
      "loss": 3.9688,
      "step": 39401
    },
    {
      "epoch": 1.6138439483923817,
      "grad_norm": 2.80545539026805,
      "learning_rate": 0.000253074631997345,
      "loss": 5.0312,
      "step": 39402
    },
    {
      "epoch": 1.6138849068195782,
      "grad_norm": 5.825079670187082,
      "learning_rate": 0.00025307226256289863,
      "loss": 6.0,
      "step": 39403
    },
    {
      "epoch": 1.6139258652467745,
      "grad_norm": 2.456778524502583,
      "learning_rate": 0.0002530698930797257,
      "loss": 4.4375,
      "step": 39404
    },
    {
      "epoch": 1.6139668236739708,
      "grad_norm": 2.6636380925363143,
      "learning_rate": 0.0002530675235478272,
      "loss": 4.9062,
      "step": 39405
    },
    {
      "epoch": 1.6140077821011674,
      "grad_norm": 2.3144301674881644,
      "learning_rate": 0.00025306515396720445,
      "loss": 4.7812,
      "step": 39406
    },
    {
      "epoch": 1.6140487405283637,
      "grad_norm": 2.6219215675752627,
      "learning_rate": 0.0002530627843378584,
      "loss": 4.4062,
      "step": 39407
    },
    {
      "epoch": 1.61408969895556,
      "grad_norm": 2.3786321916325295,
      "learning_rate": 0.00025306041465979033,
      "loss": 4.0625,
      "step": 39408
    },
    {
      "epoch": 1.6141306573827565,
      "grad_norm": 2.4294324722511997,
      "learning_rate": 0.0002530580449330012,
      "loss": 4.4688,
      "step": 39409
    },
    {
      "epoch": 1.614171615809953,
      "grad_norm": 2.3566622624569176,
      "learning_rate": 0.0002530556751574922,
      "loss": 4.8125,
      "step": 39410
    },
    {
      "epoch": 1.6142125742371491,
      "grad_norm": 2.408040664886788,
      "learning_rate": 0.0002530533053332645,
      "loss": 4.875,
      "step": 39411
    },
    {
      "epoch": 1.6142535326643457,
      "grad_norm": 3.5695485101980826,
      "learning_rate": 0.00025305093546031923,
      "loss": 6.125,
      "step": 39412
    },
    {
      "epoch": 1.6142944910915422,
      "grad_norm": 2.4159487090299785,
      "learning_rate": 0.0002530485655386574,
      "loss": 4.4062,
      "step": 39413
    },
    {
      "epoch": 1.6143354495187385,
      "grad_norm": 2.628557068745725,
      "learning_rate": 0.00025304619556828015,
      "loss": 5.25,
      "step": 39414
    },
    {
      "epoch": 1.6143764079459348,
      "grad_norm": 2.4331677935039404,
      "learning_rate": 0.00025304382554918874,
      "loss": 5.25,
      "step": 39415
    },
    {
      "epoch": 1.6144173663731314,
      "grad_norm": 2.3652934902298397,
      "learning_rate": 0.0002530414554813841,
      "loss": 4.9688,
      "step": 39416
    },
    {
      "epoch": 1.6144583248003277,
      "grad_norm": 2.620623885416517,
      "learning_rate": 0.00025303908536486745,
      "loss": 5.625,
      "step": 39417
    },
    {
      "epoch": 1.614499283227524,
      "grad_norm": 3.6437696305527587,
      "learning_rate": 0.0002530367151996399,
      "loss": 5.7188,
      "step": 39418
    },
    {
      "epoch": 1.6145402416547205,
      "grad_norm": 2.797294986144113,
      "learning_rate": 0.00025303434498570257,
      "loss": 5.9062,
      "step": 39419
    },
    {
      "epoch": 1.6145812000819169,
      "grad_norm": 2.281392953815781,
      "learning_rate": 0.0002530319747230566,
      "loss": 4.75,
      "step": 39420
    },
    {
      "epoch": 1.6146221585091132,
      "grad_norm": 2.3067761609185427,
      "learning_rate": 0.0002530296044117031,
      "loss": 4.9375,
      "step": 39421
    },
    {
      "epoch": 1.6146631169363097,
      "grad_norm": 2.53502760351113,
      "learning_rate": 0.00025302723405164315,
      "loss": 3.1406,
      "step": 39422
    },
    {
      "epoch": 1.614704075363506,
      "grad_norm": 3.027277705913048,
      "learning_rate": 0.0002530248636428779,
      "loss": 5.4688,
      "step": 39423
    },
    {
      "epoch": 1.6147450337907023,
      "grad_norm": 5.6451057070970405,
      "learning_rate": 0.00025302249318540846,
      "loss": 5.5,
      "step": 39424
    },
    {
      "epoch": 1.6147859922178989,
      "grad_norm": 2.7121237472956587,
      "learning_rate": 0.00025302012267923603,
      "loss": 5.0625,
      "step": 39425
    },
    {
      "epoch": 1.6148269506450952,
      "grad_norm": 2.583582227853591,
      "learning_rate": 0.0002530177521243616,
      "loss": 5.0,
      "step": 39426
    },
    {
      "epoch": 1.6148679090722915,
      "grad_norm": 3.363342246791753,
      "learning_rate": 0.00025301538152078636,
      "loss": 6.5,
      "step": 39427
    },
    {
      "epoch": 1.614908867499488,
      "grad_norm": 3.9376708875497157,
      "learning_rate": 0.00025301301086851145,
      "loss": 2.75,
      "step": 39428
    },
    {
      "epoch": 1.6149498259266846,
      "grad_norm": 4.908069910209571,
      "learning_rate": 0.00025301064016753803,
      "loss": 6.2812,
      "step": 39429
    },
    {
      "epoch": 1.6149907843538807,
      "grad_norm": 2.113257225135528,
      "learning_rate": 0.000253008269417867,
      "loss": 4.4062,
      "step": 39430
    },
    {
      "epoch": 1.6150317427810772,
      "grad_norm": 2.84298851320652,
      "learning_rate": 0.00025300589861949977,
      "loss": 4.5938,
      "step": 39431
    },
    {
      "epoch": 1.6150727012082737,
      "grad_norm": 3.6272699425913224,
      "learning_rate": 0.00025300352777243726,
      "loss": 2.6406,
      "step": 39432
    },
    {
      "epoch": 1.61511365963547,
      "grad_norm": 2.4411857581574723,
      "learning_rate": 0.0002530011568766807,
      "loss": 4.5312,
      "step": 39433
    },
    {
      "epoch": 1.6151546180626664,
      "grad_norm": 2.5109420280667316,
      "learning_rate": 0.0002529987859322311,
      "loss": 4.7188,
      "step": 39434
    },
    {
      "epoch": 1.615195576489863,
      "grad_norm": 2.6607928291776504,
      "learning_rate": 0.0002529964149390898,
      "loss": 4.75,
      "step": 39435
    },
    {
      "epoch": 1.6152365349170592,
      "grad_norm": 9.15044147793337,
      "learning_rate": 0.0002529940438972576,
      "loss": 7.3125,
      "step": 39436
    },
    {
      "epoch": 1.6152774933442555,
      "grad_norm": 3.498858581055293,
      "learning_rate": 0.0002529916728067359,
      "loss": 5.25,
      "step": 39437
    },
    {
      "epoch": 1.615318451771452,
      "grad_norm": 2.384928025501073,
      "learning_rate": 0.00025298930166752566,
      "loss": 4.9375,
      "step": 39438
    },
    {
      "epoch": 1.6153594101986484,
      "grad_norm": 2.5847433162899667,
      "learning_rate": 0.0002529869304796281,
      "loss": 6.0625,
      "step": 39439
    },
    {
      "epoch": 1.6154003686258447,
      "grad_norm": 2.532597135072152,
      "learning_rate": 0.0002529845592430443,
      "loss": 5.4375,
      "step": 39440
    },
    {
      "epoch": 1.6154413270530412,
      "grad_norm": 2.999252701436711,
      "learning_rate": 0.00025298218795777533,
      "loss": 5.875,
      "step": 39441
    },
    {
      "epoch": 1.6154822854802375,
      "grad_norm": 2.53412259549692,
      "learning_rate": 0.0002529798166238223,
      "loss": 4.9688,
      "step": 39442
    },
    {
      "epoch": 1.6155232439074338,
      "grad_norm": 5.351443602268459,
      "learning_rate": 0.0002529774452411865,
      "loss": 4.4375,
      "step": 39443
    },
    {
      "epoch": 1.6155642023346304,
      "grad_norm": 5.505019941241126,
      "learning_rate": 0.00025297507380986887,
      "loss": 6.6562,
      "step": 39444
    },
    {
      "epoch": 1.6156051607618267,
      "grad_norm": 11.817409049103954,
      "learning_rate": 0.00025297270232987066,
      "loss": 6.4062,
      "step": 39445
    },
    {
      "epoch": 1.615646119189023,
      "grad_norm": 2.564020670769177,
      "learning_rate": 0.00025297033080119296,
      "loss": 5.0,
      "step": 39446
    },
    {
      "epoch": 1.6156870776162195,
      "grad_norm": 2.6528547916378837,
      "learning_rate": 0.00025296795922383675,
      "loss": 4.5,
      "step": 39447
    },
    {
      "epoch": 1.615728036043416,
      "grad_norm": 6.174736990892212,
      "learning_rate": 0.00025296558759780333,
      "loss": 6.9062,
      "step": 39448
    },
    {
      "epoch": 1.6157689944706122,
      "grad_norm": 2.5836009029119245,
      "learning_rate": 0.0002529632159230938,
      "loss": 4.875,
      "step": 39449
    },
    {
      "epoch": 1.6158099528978087,
      "grad_norm": 2.6995004438541526,
      "learning_rate": 0.00025296084419970915,
      "loss": 4.6875,
      "step": 39450
    },
    {
      "epoch": 1.6158509113250052,
      "grad_norm": 2.256421067325169,
      "learning_rate": 0.0002529584724276506,
      "loss": 4.5938,
      "step": 39451
    },
    {
      "epoch": 1.6158918697522016,
      "grad_norm": 2.9698957719594787,
      "learning_rate": 0.00025295610060691926,
      "loss": 3.9844,
      "step": 39452
    },
    {
      "epoch": 1.6159328281793979,
      "grad_norm": 2.43702717797556,
      "learning_rate": 0.00025295372873751634,
      "loss": 4.1875,
      "step": 39453
    },
    {
      "epoch": 1.6159737866065944,
      "grad_norm": 2.632120731834481,
      "learning_rate": 0.00025295135681944276,
      "loss": 5.125,
      "step": 39454
    },
    {
      "epoch": 1.6160147450337907,
      "grad_norm": 2.856854475824856,
      "learning_rate": 0.0002529489848526998,
      "loss": 5.0938,
      "step": 39455
    },
    {
      "epoch": 1.616055703460987,
      "grad_norm": 3.539622572694814,
      "learning_rate": 0.0002529466128372885,
      "loss": 3.2344,
      "step": 39456
    },
    {
      "epoch": 1.6160966618881836,
      "grad_norm": 7.858436222311415,
      "learning_rate": 0.00025294424077321003,
      "loss": 5.3125,
      "step": 39457
    },
    {
      "epoch": 1.6161376203153799,
      "grad_norm": 2.7508862605686377,
      "learning_rate": 0.0002529418686604655,
      "loss": 5.5938,
      "step": 39458
    },
    {
      "epoch": 1.6161785787425762,
      "grad_norm": 2.708002271882663,
      "learning_rate": 0.00025293949649905605,
      "loss": 5.4688,
      "step": 39459
    },
    {
      "epoch": 1.6162195371697727,
      "grad_norm": 3.1627872589073878,
      "learning_rate": 0.00025293712428898276,
      "loss": 5.1875,
      "step": 39460
    },
    {
      "epoch": 1.616260495596969,
      "grad_norm": 3.2554122628199695,
      "learning_rate": 0.0002529347520302468,
      "loss": 4.7188,
      "step": 39461
    },
    {
      "epoch": 1.6163014540241654,
      "grad_norm": 2.3812490842024148,
      "learning_rate": 0.00025293237972284923,
      "loss": 5.3125,
      "step": 39462
    },
    {
      "epoch": 1.616342412451362,
      "grad_norm": 2.305733295588757,
      "learning_rate": 0.0002529300073667912,
      "loss": 4.6875,
      "step": 39463
    },
    {
      "epoch": 1.6163833708785582,
      "grad_norm": 5.336917940567524,
      "learning_rate": 0.0002529276349620738,
      "loss": 6.1562,
      "step": 39464
    },
    {
      "epoch": 1.6164243293057545,
      "grad_norm": 3.777820374182846,
      "learning_rate": 0.0002529252625086983,
      "loss": 3.2656,
      "step": 39465
    },
    {
      "epoch": 1.616465287732951,
      "grad_norm": 2.516035185636259,
      "learning_rate": 0.00025292289000666563,
      "loss": 5.0625,
      "step": 39466
    },
    {
      "epoch": 1.6165062461601476,
      "grad_norm": 2.760845944315576,
      "learning_rate": 0.00025292051745597695,
      "loss": 5.4375,
      "step": 39467
    },
    {
      "epoch": 1.6165472045873437,
      "grad_norm": 2.147359303973695,
      "learning_rate": 0.0002529181448566335,
      "loss": 4.0625,
      "step": 39468
    },
    {
      "epoch": 1.6165881630145402,
      "grad_norm": 2.3694752272377038,
      "learning_rate": 0.0002529157722086363,
      "loss": 4.4375,
      "step": 39469
    },
    {
      "epoch": 1.6166291214417368,
      "grad_norm": 3.696120036330501,
      "learning_rate": 0.0002529133995119865,
      "loss": 5.875,
      "step": 39470
    },
    {
      "epoch": 1.616670079868933,
      "grad_norm": 3.017781284526699,
      "learning_rate": 0.0002529110267666852,
      "loss": 5.6875,
      "step": 39471
    },
    {
      "epoch": 1.6167110382961294,
      "grad_norm": 2.653344752616209,
      "learning_rate": 0.00025290865397273354,
      "loss": 6.3438,
      "step": 39472
    },
    {
      "epoch": 1.616751996723326,
      "grad_norm": 2.9977801729581683,
      "learning_rate": 0.00025290628113013264,
      "loss": 3.9688,
      "step": 39473
    },
    {
      "epoch": 1.6167929551505222,
      "grad_norm": 3.1173827947245205,
      "learning_rate": 0.00025290390823888364,
      "loss": 5.2812,
      "step": 39474
    },
    {
      "epoch": 1.6168339135777186,
      "grad_norm": 2.0447103501487285,
      "learning_rate": 0.00025290153529898763,
      "loss": 3.0469,
      "step": 39475
    },
    {
      "epoch": 1.616874872004915,
      "grad_norm": 2.8660020517913947,
      "learning_rate": 0.0002528991623104457,
      "loss": 5.3438,
      "step": 39476
    },
    {
      "epoch": 1.6169158304321114,
      "grad_norm": 2.3343286203487748,
      "learning_rate": 0.00025289678927325907,
      "loss": 4.625,
      "step": 39477
    },
    {
      "epoch": 1.6169567888593077,
      "grad_norm": 12.024850835874403,
      "learning_rate": 0.0002528944161874288,
      "loss": 4.2188,
      "step": 39478
    },
    {
      "epoch": 1.6169977472865043,
      "grad_norm": 2.5859879613407704,
      "learning_rate": 0.00025289204305295606,
      "loss": 3.6875,
      "step": 39479
    },
    {
      "epoch": 1.6170387057137006,
      "grad_norm": 2.789509495147047,
      "learning_rate": 0.0002528896698698419,
      "loss": 5.2812,
      "step": 39480
    },
    {
      "epoch": 1.6170796641408969,
      "grad_norm": 2.7573553482127187,
      "learning_rate": 0.00025288729663808745,
      "loss": 4.6875,
      "step": 39481
    },
    {
      "epoch": 1.6171206225680934,
      "grad_norm": 2.2191379900739308,
      "learning_rate": 0.0002528849233576939,
      "loss": 5.125,
      "step": 39482
    },
    {
      "epoch": 1.6171615809952897,
      "grad_norm": 2.218291398984148,
      "learning_rate": 0.0002528825500286623,
      "loss": 4.1562,
      "step": 39483
    },
    {
      "epoch": 1.617202539422486,
      "grad_norm": 3.1504774646376523,
      "learning_rate": 0.0002528801766509938,
      "loss": 5.2812,
      "step": 39484
    },
    {
      "epoch": 1.6172434978496826,
      "grad_norm": 2.2876595688533694,
      "learning_rate": 0.0002528778032246895,
      "loss": 4.7188,
      "step": 39485
    },
    {
      "epoch": 1.6172844562768791,
      "grad_norm": 2.8844227437259806,
      "learning_rate": 0.0002528754297497506,
      "loss": 5.4062,
      "step": 39486
    },
    {
      "epoch": 1.6173254147040752,
      "grad_norm": 4.875670334739176,
      "learning_rate": 0.0002528730562261781,
      "loss": 5.7188,
      "step": 39487
    },
    {
      "epoch": 1.6173663731312717,
      "grad_norm": 2.7477037676668794,
      "learning_rate": 0.00025287068265397326,
      "loss": 4.9375,
      "step": 39488
    },
    {
      "epoch": 1.6174073315584683,
      "grad_norm": 3.558615727546131,
      "learning_rate": 0.0002528683090331371,
      "loss": 4.8438,
      "step": 39489
    },
    {
      "epoch": 1.6174482899856646,
      "grad_norm": 2.0988056467568303,
      "learning_rate": 0.00025286593536367075,
      "loss": 4.375,
      "step": 39490
    },
    {
      "epoch": 1.617489248412861,
      "grad_norm": 4.277756895052836,
      "learning_rate": 0.00025286356164557535,
      "loss": 5.5938,
      "step": 39491
    },
    {
      "epoch": 1.6175302068400574,
      "grad_norm": 2.8311371854909644,
      "learning_rate": 0.0002528611878788521,
      "loss": 6.125,
      "step": 39492
    },
    {
      "epoch": 1.6175711652672538,
      "grad_norm": 3.5171837153632195,
      "learning_rate": 0.00025285881406350195,
      "loss": 7.0,
      "step": 39493
    },
    {
      "epoch": 1.61761212369445,
      "grad_norm": 3.279062701433597,
      "learning_rate": 0.00025285644019952617,
      "loss": 6.2812,
      "step": 39494
    },
    {
      "epoch": 1.6176530821216466,
      "grad_norm": 4.0186005966620675,
      "learning_rate": 0.0002528540662869259,
      "loss": 5.0,
      "step": 39495
    },
    {
      "epoch": 1.617694040548843,
      "grad_norm": 2.4562364940422046,
      "learning_rate": 0.0002528516923257021,
      "loss": 5.5625,
      "step": 39496
    },
    {
      "epoch": 1.6177349989760392,
      "grad_norm": 3.0772868214144706,
      "learning_rate": 0.000252849318315856,
      "loss": 4.875,
      "step": 39497
    },
    {
      "epoch": 1.6177759574032358,
      "grad_norm": 2.403571649979884,
      "learning_rate": 0.00025284694425738874,
      "loss": 5.1875,
      "step": 39498
    },
    {
      "epoch": 1.617816915830432,
      "grad_norm": 2.722166548597432,
      "learning_rate": 0.0002528445701503014,
      "loss": 5.25,
      "step": 39499
    },
    {
      "epoch": 1.6178578742576284,
      "grad_norm": 3.276359805969189,
      "learning_rate": 0.0002528421959945951,
      "loss": 5.9688,
      "step": 39500
    },
    {
      "epoch": 1.617898832684825,
      "grad_norm": 2.5587813429118156,
      "learning_rate": 0.000252839821790271,
      "loss": 4.9062,
      "step": 39501
    },
    {
      "epoch": 1.6179397911120215,
      "grad_norm": 2.1218647703151983,
      "learning_rate": 0.00025283744753733017,
      "loss": 4.2188,
      "step": 39502
    },
    {
      "epoch": 1.6179807495392176,
      "grad_norm": 6.972657313863844,
      "learning_rate": 0.0002528350732357738,
      "loss": 2.9531,
      "step": 39503
    },
    {
      "epoch": 1.618021707966414,
      "grad_norm": 2.4153254987879893,
      "learning_rate": 0.00025283269888560296,
      "loss": 4.75,
      "step": 39504
    },
    {
      "epoch": 1.6180626663936106,
      "grad_norm": 2.699380208812289,
      "learning_rate": 0.00025283032448681877,
      "loss": 4.9062,
      "step": 39505
    },
    {
      "epoch": 1.6181036248208067,
      "grad_norm": 2.49630254194286,
      "learning_rate": 0.0002528279500394224,
      "loss": 5.0625,
      "step": 39506
    },
    {
      "epoch": 1.6181445832480033,
      "grad_norm": 2.3821616457492607,
      "learning_rate": 0.00025282557554341493,
      "loss": 4.7812,
      "step": 39507
    },
    {
      "epoch": 1.6181855416751998,
      "grad_norm": 2.3322918876907224,
      "learning_rate": 0.00025282320099879747,
      "loss": 4.8125,
      "step": 39508
    },
    {
      "epoch": 1.618226500102396,
      "grad_norm": 4.494515803332764,
      "learning_rate": 0.0002528208264055712,
      "loss": 4.125,
      "step": 39509
    },
    {
      "epoch": 1.6182674585295924,
      "grad_norm": 2.2393267289696306,
      "learning_rate": 0.00025281845176373724,
      "loss": 5.5,
      "step": 39510
    },
    {
      "epoch": 1.618308416956789,
      "grad_norm": 2.8476806505982193,
      "learning_rate": 0.00025281607707329664,
      "loss": 5.75,
      "step": 39511
    },
    {
      "epoch": 1.6183493753839853,
      "grad_norm": 8.712028758981372,
      "learning_rate": 0.00025281370233425055,
      "loss": 6.5625,
      "step": 39512
    },
    {
      "epoch": 1.6183903338111816,
      "grad_norm": 2.6961750508847144,
      "learning_rate": 0.0002528113275466001,
      "loss": 5.1875,
      "step": 39513
    },
    {
      "epoch": 1.6184312922383781,
      "grad_norm": 2.819384131202747,
      "learning_rate": 0.00025280895271034647,
      "loss": 5.3125,
      "step": 39514
    },
    {
      "epoch": 1.6184722506655744,
      "grad_norm": 2.341536589757308,
      "learning_rate": 0.0002528065778254907,
      "loss": 5.0312,
      "step": 39515
    },
    {
      "epoch": 1.6185132090927707,
      "grad_norm": 2.169602304846022,
      "learning_rate": 0.000252804202892034,
      "loss": 3.4844,
      "step": 39516
    },
    {
      "epoch": 1.6185541675199673,
      "grad_norm": 2.8325395249922307,
      "learning_rate": 0.00025280182790997737,
      "loss": 4.1875,
      "step": 39517
    },
    {
      "epoch": 1.6185951259471636,
      "grad_norm": 2.0690603947489214,
      "learning_rate": 0.000252799452879322,
      "loss": 4.3438,
      "step": 39518
    },
    {
      "epoch": 1.61863608437436,
      "grad_norm": 4.747063097038037,
      "learning_rate": 0.00025279707780006904,
      "loss": 3.875,
      "step": 39519
    },
    {
      "epoch": 1.6186770428015564,
      "grad_norm": 3.168573848985979,
      "learning_rate": 0.0002527947026722196,
      "loss": 6.3438,
      "step": 39520
    },
    {
      "epoch": 1.618718001228753,
      "grad_norm": 3.47425753937876,
      "learning_rate": 0.00025279232749577475,
      "loss": 4.0312,
      "step": 39521
    },
    {
      "epoch": 1.618758959655949,
      "grad_norm": 2.3562295802002144,
      "learning_rate": 0.0002527899522707357,
      "loss": 4.8125,
      "step": 39522
    },
    {
      "epoch": 1.6187999180831456,
      "grad_norm": 2.33304330364535,
      "learning_rate": 0.0002527875769971035,
      "loss": 4.5938,
      "step": 39523
    },
    {
      "epoch": 1.6188408765103421,
      "grad_norm": 2.2715386646463953,
      "learning_rate": 0.00025278520167487927,
      "loss": 4.8125,
      "step": 39524
    },
    {
      "epoch": 1.6188818349375382,
      "grad_norm": 4.245978449429616,
      "learning_rate": 0.0002527828263040642,
      "loss": 3.5781,
      "step": 39525
    },
    {
      "epoch": 1.6189227933647348,
      "grad_norm": 4.48159105202311,
      "learning_rate": 0.00025278045088465934,
      "loss": 5.0625,
      "step": 39526
    },
    {
      "epoch": 1.6189637517919313,
      "grad_norm": 4.087363715574811,
      "learning_rate": 0.00025277807541666586,
      "loss": 5.8125,
      "step": 39527
    },
    {
      "epoch": 1.6190047102191276,
      "grad_norm": 2.264601117742145,
      "learning_rate": 0.0002527756999000849,
      "loss": 4.3125,
      "step": 39528
    },
    {
      "epoch": 1.619045668646324,
      "grad_norm": 2.4497889152997607,
      "learning_rate": 0.0002527733243349175,
      "loss": 4.25,
      "step": 39529
    },
    {
      "epoch": 1.6190866270735205,
      "grad_norm": 2.309977371742469,
      "learning_rate": 0.0002527709487211649,
      "loss": 4.5312,
      "step": 39530
    },
    {
      "epoch": 1.6191275855007168,
      "grad_norm": 2.5960100242333843,
      "learning_rate": 0.00025276857305882815,
      "loss": 3.625,
      "step": 39531
    },
    {
      "epoch": 1.619168543927913,
      "grad_norm": 3.064441955350716,
      "learning_rate": 0.00025276619734790833,
      "loss": 5.4688,
      "step": 39532
    },
    {
      "epoch": 1.6192095023551096,
      "grad_norm": 3.621464365365545,
      "learning_rate": 0.00025276382158840666,
      "loss": 5.1562,
      "step": 39533
    },
    {
      "epoch": 1.619250460782306,
      "grad_norm": 4.441481590501564,
      "learning_rate": 0.00025276144578032417,
      "loss": 4.9062,
      "step": 39534
    },
    {
      "epoch": 1.6192914192095023,
      "grad_norm": 3.0881071163041645,
      "learning_rate": 0.0002527590699236621,
      "loss": 5.25,
      "step": 39535
    },
    {
      "epoch": 1.6193323776366988,
      "grad_norm": 4.996170553869229,
      "learning_rate": 0.00025275669401842143,
      "loss": 6.8125,
      "step": 39536
    },
    {
      "epoch": 1.619373336063895,
      "grad_norm": 2.4285873020366084,
      "learning_rate": 0.0002527543180646034,
      "loss": 1.4766,
      "step": 39537
    },
    {
      "epoch": 1.6194142944910914,
      "grad_norm": 2.512969736506024,
      "learning_rate": 0.0002527519420622091,
      "loss": 4.25,
      "step": 39538
    },
    {
      "epoch": 1.619455252918288,
      "grad_norm": 3.7540171573757593,
      "learning_rate": 0.00025274956601123964,
      "loss": 5.9688,
      "step": 39539
    },
    {
      "epoch": 1.6194962113454845,
      "grad_norm": 4.069438188086037,
      "learning_rate": 0.0002527471899116961,
      "loss": 6.625,
      "step": 39540
    },
    {
      "epoch": 1.6195371697726806,
      "grad_norm": 3.9967304228488136,
      "learning_rate": 0.00025274481376357975,
      "loss": 4.3125,
      "step": 39541
    },
    {
      "epoch": 1.6195781281998771,
      "grad_norm": 2.596557293153509,
      "learning_rate": 0.0002527424375668915,
      "loss": 5.375,
      "step": 39542
    },
    {
      "epoch": 1.6196190866270737,
      "grad_norm": 4.185614591944624,
      "learning_rate": 0.0002527400613216327,
      "loss": 3.3281,
      "step": 39543
    },
    {
      "epoch": 1.61966004505427,
      "grad_norm": 5.065597418081373,
      "learning_rate": 0.0002527376850278043,
      "loss": 4.5625,
      "step": 39544
    },
    {
      "epoch": 1.6197010034814663,
      "grad_norm": 7.421365670096671,
      "learning_rate": 0.00025273530868540745,
      "loss": 5.5938,
      "step": 39545
    },
    {
      "epoch": 1.6197419619086628,
      "grad_norm": 2.97959639667462,
      "learning_rate": 0.0002527329322944434,
      "loss": 5.3438,
      "step": 39546
    },
    {
      "epoch": 1.6197829203358591,
      "grad_norm": 2.7477506439735904,
      "learning_rate": 0.0002527305558549131,
      "loss": 5.0625,
      "step": 39547
    },
    {
      "epoch": 1.6198238787630554,
      "grad_norm": 2.692635282154125,
      "learning_rate": 0.00025272817936681775,
      "loss": 5.5,
      "step": 39548
    },
    {
      "epoch": 1.619864837190252,
      "grad_norm": 2.36113915401883,
      "learning_rate": 0.0002527258028301585,
      "loss": 3.625,
      "step": 39549
    },
    {
      "epoch": 1.6199057956174483,
      "grad_norm": 2.8401383557268374,
      "learning_rate": 0.0002527234262449365,
      "loss": 4.6562,
      "step": 39550
    },
    {
      "epoch": 1.6199467540446446,
      "grad_norm": 2.406431540935062,
      "learning_rate": 0.0002527210496111528,
      "loss": 4.8438,
      "step": 39551
    },
    {
      "epoch": 1.6199877124718411,
      "grad_norm": 2.3329726059218774,
      "learning_rate": 0.0002527186729288085,
      "loss": 5.5312,
      "step": 39552
    },
    {
      "epoch": 1.6200286708990375,
      "grad_norm": 3.577313378461436,
      "learning_rate": 0.00025271629619790485,
      "loss": 5.0938,
      "step": 39553
    },
    {
      "epoch": 1.6200696293262338,
      "grad_norm": 2.6483750010335507,
      "learning_rate": 0.0002527139194184428,
      "loss": 5.375,
      "step": 39554
    },
    {
      "epoch": 1.6201105877534303,
      "grad_norm": 2.3384313017903557,
      "learning_rate": 0.0002527115425904237,
      "loss": 4.2812,
      "step": 39555
    },
    {
      "epoch": 1.6201515461806266,
      "grad_norm": 2.4947582248703375,
      "learning_rate": 0.0002527091657138484,
      "loss": 5.25,
      "step": 39556
    },
    {
      "epoch": 1.620192504607823,
      "grad_norm": 2.8754223826495906,
      "learning_rate": 0.00025270678878871826,
      "loss": 5.3438,
      "step": 39557
    },
    {
      "epoch": 1.6202334630350195,
      "grad_norm": 6.344765115622923,
      "learning_rate": 0.00025270441181503425,
      "loss": 5.1562,
      "step": 39558
    },
    {
      "epoch": 1.620274421462216,
      "grad_norm": 2.896802624310676,
      "learning_rate": 0.0002527020347927976,
      "loss": 5.0938,
      "step": 39559
    },
    {
      "epoch": 1.620315379889412,
      "grad_norm": 2.270025256946219,
      "learning_rate": 0.0002526996577220093,
      "loss": 4.125,
      "step": 39560
    },
    {
      "epoch": 1.6203563383166086,
      "grad_norm": 2.377947745881707,
      "learning_rate": 0.0002526972806026707,
      "loss": 5.0312,
      "step": 39561
    },
    {
      "epoch": 1.6203972967438052,
      "grad_norm": 6.313467292943453,
      "learning_rate": 0.0002526949034347827,
      "loss": 4.1875,
      "step": 39562
    },
    {
      "epoch": 1.6204382551710015,
      "grad_norm": 2.9698263565397447,
      "learning_rate": 0.0002526925262183465,
      "loss": 4.5938,
      "step": 39563
    },
    {
      "epoch": 1.6204792135981978,
      "grad_norm": 3.500291516833479,
      "learning_rate": 0.00025269014895336323,
      "loss": 5.4688,
      "step": 39564
    },
    {
      "epoch": 1.6205201720253943,
      "grad_norm": 2.7305811863453173,
      "learning_rate": 0.0002526877716398341,
      "loss": 6.0625,
      "step": 39565
    },
    {
      "epoch": 1.6205611304525906,
      "grad_norm": 2.427714921143873,
      "learning_rate": 0.00025268539427776007,
      "loss": 4.5938,
      "step": 39566
    },
    {
      "epoch": 1.620602088879787,
      "grad_norm": 2.3395821467808653,
      "learning_rate": 0.00025268301686714236,
      "loss": 4.5625,
      "step": 39567
    },
    {
      "epoch": 1.6206430473069835,
      "grad_norm": 2.3773699898054477,
      "learning_rate": 0.0002526806394079821,
      "loss": 4.5938,
      "step": 39568
    },
    {
      "epoch": 1.6206840057341798,
      "grad_norm": 2.540087850433733,
      "learning_rate": 0.0002526782619002803,
      "loss": 5.3438,
      "step": 39569
    },
    {
      "epoch": 1.6207249641613761,
      "grad_norm": 2.8059856424680962,
      "learning_rate": 0.00025267588434403827,
      "loss": 4.9062,
      "step": 39570
    },
    {
      "epoch": 1.6207659225885727,
      "grad_norm": 4.36349153811017,
      "learning_rate": 0.000252673506739257,
      "loss": 5.125,
      "step": 39571
    },
    {
      "epoch": 1.620806881015769,
      "grad_norm": 2.6793757587110676,
      "learning_rate": 0.00025267112908593773,
      "loss": 5.625,
      "step": 39572
    },
    {
      "epoch": 1.6208478394429653,
      "grad_norm": 2.3680497020507607,
      "learning_rate": 0.0002526687513840815,
      "loss": 4.8125,
      "step": 39573
    },
    {
      "epoch": 1.6208887978701618,
      "grad_norm": 2.391903494911659,
      "learning_rate": 0.00025266637363368933,
      "loss": 4.875,
      "step": 39574
    },
    {
      "epoch": 1.6209297562973581,
      "grad_norm": 2.5006203975407537,
      "learning_rate": 0.00025266399583476256,
      "loss": 4.4688,
      "step": 39575
    },
    {
      "epoch": 1.6209707147245545,
      "grad_norm": 3.1254515286398012,
      "learning_rate": 0.0002526616179873021,
      "loss": 4.875,
      "step": 39576
    },
    {
      "epoch": 1.621011673151751,
      "grad_norm": 2.517368792659398,
      "learning_rate": 0.00025265924009130927,
      "loss": 4.6562,
      "step": 39577
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 4.469544952641839,
      "learning_rate": 0.00025265686214678514,
      "loss": 5.3438,
      "step": 39578
    },
    {
      "epoch": 1.6210935900061436,
      "grad_norm": 3.8670143678983564,
      "learning_rate": 0.0002526544841537307,
      "loss": 6.5625,
      "step": 39579
    },
    {
      "epoch": 1.6211345484333402,
      "grad_norm": 2.5908512946399567,
      "learning_rate": 0.0002526521061121473,
      "loss": 4.6875,
      "step": 39580
    },
    {
      "epoch": 1.6211755068605367,
      "grad_norm": 5.964991051688532,
      "learning_rate": 0.00025264972802203586,
      "loss": 5.0312,
      "step": 39581
    },
    {
      "epoch": 1.621216465287733,
      "grad_norm": 2.1296446701238563,
      "learning_rate": 0.0002526473498833976,
      "loss": 4.6875,
      "step": 39582
    },
    {
      "epoch": 1.6212574237149293,
      "grad_norm": 3.7028412134728685,
      "learning_rate": 0.0002526449716962336,
      "loss": 3.9844,
      "step": 39583
    },
    {
      "epoch": 1.6212983821421258,
      "grad_norm": 2.3395690266605356,
      "learning_rate": 0.00025264259346054505,
      "loss": 4.2188,
      "step": 39584
    },
    {
      "epoch": 1.6213393405693222,
      "grad_norm": 3.1613411165205463,
      "learning_rate": 0.000252640215176333,
      "loss": 3.9531,
      "step": 39585
    },
    {
      "epoch": 1.6213802989965185,
      "grad_norm": 2.418523427742326,
      "learning_rate": 0.00025263783684359865,
      "loss": 4.625,
      "step": 39586
    },
    {
      "epoch": 1.621421257423715,
      "grad_norm": 2.359730886278557,
      "learning_rate": 0.00025263545846234314,
      "loss": 3.6562,
      "step": 39587
    },
    {
      "epoch": 1.6214622158509113,
      "grad_norm": 2.169239330055899,
      "learning_rate": 0.0002526330800325675,
      "loss": 4.9375,
      "step": 39588
    },
    {
      "epoch": 1.6215031742781076,
      "grad_norm": 2.186481426068419,
      "learning_rate": 0.00025263070155427284,
      "loss": 4.0938,
      "step": 39589
    },
    {
      "epoch": 1.6215441327053042,
      "grad_norm": 6.857826685330708,
      "learning_rate": 0.0002526283230274604,
      "loss": 4.375,
      "step": 39590
    },
    {
      "epoch": 1.6215850911325005,
      "grad_norm": 2.7266434504201698,
      "learning_rate": 0.0002526259444521312,
      "loss": 5.4375,
      "step": 39591
    },
    {
      "epoch": 1.6216260495596968,
      "grad_norm": 2.661152317591151,
      "learning_rate": 0.0002526235658282864,
      "loss": 4.9688,
      "step": 39592
    },
    {
      "epoch": 1.6216670079868933,
      "grad_norm": 3.451250329346533,
      "learning_rate": 0.00025262118715592717,
      "loss": 5.4688,
      "step": 39593
    },
    {
      "epoch": 1.6217079664140897,
      "grad_norm": 3.466133098486566,
      "learning_rate": 0.0002526188084350546,
      "loss": 5.6562,
      "step": 39594
    },
    {
      "epoch": 1.621748924841286,
      "grad_norm": 2.452660477204569,
      "learning_rate": 0.0002526164296656698,
      "loss": 5.6875,
      "step": 39595
    },
    {
      "epoch": 1.6217898832684825,
      "grad_norm": 3.106886726792043,
      "learning_rate": 0.00025261405084777387,
      "loss": 6.6562,
      "step": 39596
    },
    {
      "epoch": 1.621830841695679,
      "grad_norm": 2.299888902627607,
      "learning_rate": 0.00025261167198136804,
      "loss": 5.0312,
      "step": 39597
    },
    {
      "epoch": 1.6218718001228751,
      "grad_norm": 2.2284033079762784,
      "learning_rate": 0.0002526092930664533,
      "loss": 4.1875,
      "step": 39598
    },
    {
      "epoch": 1.6219127585500717,
      "grad_norm": 16.14624426930198,
      "learning_rate": 0.0002526069141030309,
      "loss": 5.6562,
      "step": 39599
    },
    {
      "epoch": 1.6219537169772682,
      "grad_norm": 5.341073185349057,
      "learning_rate": 0.0002526045350911019,
      "loss": 4.4688,
      "step": 39600
    },
    {
      "epoch": 1.6219946754044645,
      "grad_norm": 2.8211690296808696,
      "learning_rate": 0.0002526021560306674,
      "loss": 5.6875,
      "step": 39601
    },
    {
      "epoch": 1.6220356338316608,
      "grad_norm": 9.427516823036095,
      "learning_rate": 0.00025259977692172856,
      "loss": 3.7969,
      "step": 39602
    },
    {
      "epoch": 1.6220765922588574,
      "grad_norm": 2.488130388036591,
      "learning_rate": 0.0002525973977642865,
      "loss": 4.0938,
      "step": 39603
    },
    {
      "epoch": 1.6221175506860537,
      "grad_norm": 4.074578960381811,
      "learning_rate": 0.00025259501855834235,
      "loss": 4.7188,
      "step": 39604
    },
    {
      "epoch": 1.62215850911325,
      "grad_norm": 5.807512847560898,
      "learning_rate": 0.00025259263930389725,
      "loss": 4.4688,
      "step": 39605
    },
    {
      "epoch": 1.6221994675404465,
      "grad_norm": 2.407356907933489,
      "learning_rate": 0.00025259026000095227,
      "loss": 4.4062,
      "step": 39606
    },
    {
      "epoch": 1.6222404259676428,
      "grad_norm": 2.1491106664874624,
      "learning_rate": 0.0002525878806495086,
      "loss": 4.3438,
      "step": 39607
    },
    {
      "epoch": 1.6222813843948392,
      "grad_norm": 9.032954974014444,
      "learning_rate": 0.00025258550124956724,
      "loss": 3.4531,
      "step": 39608
    },
    {
      "epoch": 1.6223223428220357,
      "grad_norm": 2.476078828300409,
      "learning_rate": 0.0002525831218011295,
      "loss": 4.6562,
      "step": 39609
    },
    {
      "epoch": 1.622363301249232,
      "grad_norm": 2.2308555338842693,
      "learning_rate": 0.0002525807423041964,
      "loss": 4.3438,
      "step": 39610
    },
    {
      "epoch": 1.6224042596764283,
      "grad_norm": 2.582207273828147,
      "learning_rate": 0.00025257836275876903,
      "loss": 4.5938,
      "step": 39611
    },
    {
      "epoch": 1.6224452181036249,
      "grad_norm": 2.549766938312043,
      "learning_rate": 0.0002525759831648486,
      "loss": 4.4062,
      "step": 39612
    },
    {
      "epoch": 1.6224861765308212,
      "grad_norm": 2.591084770659214,
      "learning_rate": 0.0002525736035224362,
      "loss": 3.9062,
      "step": 39613
    },
    {
      "epoch": 1.6225271349580175,
      "grad_norm": 2.6993852167102346,
      "learning_rate": 0.00025257122383153294,
      "loss": 4.0,
      "step": 39614
    },
    {
      "epoch": 1.622568093385214,
      "grad_norm": 7.764831370974935,
      "learning_rate": 0.00025256884409214,
      "loss": 6.4062,
      "step": 39615
    },
    {
      "epoch": 1.6226090518124106,
      "grad_norm": 2.591686552574759,
      "learning_rate": 0.0002525664643042584,
      "loss": 4.9375,
      "step": 39616
    },
    {
      "epoch": 1.6226500102396066,
      "grad_norm": 2.371177957512963,
      "learning_rate": 0.0002525640844678894,
      "loss": 4.5312,
      "step": 39617
    },
    {
      "epoch": 1.6226909686668032,
      "grad_norm": 7.398020945505656,
      "learning_rate": 0.00025256170458303395,
      "loss": 5.2812,
      "step": 39618
    },
    {
      "epoch": 1.6227319270939997,
      "grad_norm": 3.3842216231223725,
      "learning_rate": 0.0002525593246496934,
      "loss": 4.7812,
      "step": 39619
    },
    {
      "epoch": 1.622772885521196,
      "grad_norm": 6.101533667147531,
      "learning_rate": 0.00025255694466786864,
      "loss": 6.5312,
      "step": 39620
    },
    {
      "epoch": 1.6228138439483923,
      "grad_norm": 2.433667414624763,
      "learning_rate": 0.00025255456463756093,
      "loss": 5.0625,
      "step": 39621
    },
    {
      "epoch": 1.6228548023755889,
      "grad_norm": 2.112950707413998,
      "learning_rate": 0.00025255218455877144,
      "loss": 3.9375,
      "step": 39622
    },
    {
      "epoch": 1.6228957608027852,
      "grad_norm": 2.5071563327995783,
      "learning_rate": 0.0002525498044315012,
      "loss": 4.375,
      "step": 39623
    },
    {
      "epoch": 1.6229367192299815,
      "grad_norm": 2.5854730803739434,
      "learning_rate": 0.00025254742425575135,
      "loss": 4.4375,
      "step": 39624
    },
    {
      "epoch": 1.622977677657178,
      "grad_norm": 2.3009021297976266,
      "learning_rate": 0.000252545044031523,
      "loss": 4.3125,
      "step": 39625
    },
    {
      "epoch": 1.6230186360843744,
      "grad_norm": 3.8033326143393653,
      "learning_rate": 0.00025254266375881735,
      "loss": 5.3438,
      "step": 39626
    },
    {
      "epoch": 1.6230595945115707,
      "grad_norm": 2.4185203951391805,
      "learning_rate": 0.00025254028343763544,
      "loss": 5.0,
      "step": 39627
    },
    {
      "epoch": 1.6231005529387672,
      "grad_norm": 2.512983674924487,
      "learning_rate": 0.00025253790306797847,
      "loss": 6.0312,
      "step": 39628
    },
    {
      "epoch": 1.6231415113659635,
      "grad_norm": 3.5927537614298384,
      "learning_rate": 0.0002525355226498475,
      "loss": 3.6719,
      "step": 39629
    },
    {
      "epoch": 1.6231824697931598,
      "grad_norm": 2.748792958384971,
      "learning_rate": 0.0002525331421832437,
      "loss": 4.875,
      "step": 39630
    },
    {
      "epoch": 1.6232234282203564,
      "grad_norm": 8.41914038014844,
      "learning_rate": 0.0002525307616681682,
      "loss": 5.8125,
      "step": 39631
    },
    {
      "epoch": 1.6232643866475527,
      "grad_norm": 2.278138825360236,
      "learning_rate": 0.00025252838110462205,
      "loss": 4.0938,
      "step": 39632
    },
    {
      "epoch": 1.623305345074749,
      "grad_norm": 3.4987412224339898,
      "learning_rate": 0.0002525260004926065,
      "loss": 5.6875,
      "step": 39633
    },
    {
      "epoch": 1.6233463035019455,
      "grad_norm": 2.552777437722826,
      "learning_rate": 0.0002525236198321226,
      "loss": 4.1875,
      "step": 39634
    },
    {
      "epoch": 1.623387261929142,
      "grad_norm": 3.6327019507302585,
      "learning_rate": 0.0002525212391231714,
      "loss": 5.5938,
      "step": 39635
    },
    {
      "epoch": 1.6234282203563382,
      "grad_norm": 2.338041727598002,
      "learning_rate": 0.00025251885836575415,
      "loss": 4.6875,
      "step": 39636
    },
    {
      "epoch": 1.6234691787835347,
      "grad_norm": 2.127324987611285,
      "learning_rate": 0.00025251647755987196,
      "loss": 4.5625,
      "step": 39637
    },
    {
      "epoch": 1.6235101372107312,
      "grad_norm": 2.730751723710084,
      "learning_rate": 0.00025251409670552587,
      "loss": 4.5,
      "step": 39638
    },
    {
      "epoch": 1.6235510956379275,
      "grad_norm": 4.49442184059099,
      "learning_rate": 0.00025251171580271714,
      "loss": 7.0312,
      "step": 39639
    },
    {
      "epoch": 1.6235920540651239,
      "grad_norm": 3.1295084780362763,
      "learning_rate": 0.0002525093348514468,
      "loss": 4.8125,
      "step": 39640
    },
    {
      "epoch": 1.6236330124923204,
      "grad_norm": 4.78820824941907,
      "learning_rate": 0.000252506953851716,
      "loss": 6.3438,
      "step": 39641
    },
    {
      "epoch": 1.6236739709195167,
      "grad_norm": 2.3054411046222616,
      "learning_rate": 0.00025250457280352577,
      "loss": 4.4062,
      "step": 39642
    },
    {
      "epoch": 1.623714929346713,
      "grad_norm": 2.3656156164043565,
      "learning_rate": 0.0002525021917068774,
      "loss": 4.75,
      "step": 39643
    },
    {
      "epoch": 1.6237558877739096,
      "grad_norm": 8.30022127512159,
      "learning_rate": 0.000252499810561772,
      "loss": 5.9688,
      "step": 39644
    },
    {
      "epoch": 1.6237968462011059,
      "grad_norm": 2.6862897489947066,
      "learning_rate": 0.0002524974293682105,
      "loss": 4.4375,
      "step": 39645
    },
    {
      "epoch": 1.6238378046283022,
      "grad_norm": 3.248631065026245,
      "learning_rate": 0.00025249504812619426,
      "loss": 6.9062,
      "step": 39646
    },
    {
      "epoch": 1.6238787630554987,
      "grad_norm": 2.2124187118919587,
      "learning_rate": 0.0002524926668357243,
      "loss": 4.8438,
      "step": 39647
    },
    {
      "epoch": 1.623919721482695,
      "grad_norm": 2.843438485040801,
      "learning_rate": 0.0002524902854968017,
      "loss": 7.4062,
      "step": 39648
    },
    {
      "epoch": 1.6239606799098913,
      "grad_norm": 3.4938165723777552,
      "learning_rate": 0.0002524879041094277,
      "loss": 4.9375,
      "step": 39649
    },
    {
      "epoch": 1.6240016383370879,
      "grad_norm": 3.0592188252654067,
      "learning_rate": 0.0002524855226736034,
      "loss": 5.25,
      "step": 39650
    },
    {
      "epoch": 1.6240425967642842,
      "grad_norm": 3.0109314848208752,
      "learning_rate": 0.0002524831411893298,
      "loss": 5.3125,
      "step": 39651
    },
    {
      "epoch": 1.6240835551914805,
      "grad_norm": 3.7849735277747745,
      "learning_rate": 0.00025248075965660815,
      "loss": 5.7188,
      "step": 39652
    },
    {
      "epoch": 1.624124513618677,
      "grad_norm": 3.3230563223176417,
      "learning_rate": 0.00025247837807543954,
      "loss": 3.9219,
      "step": 39653
    },
    {
      "epoch": 1.6241654720458736,
      "grad_norm": 2.5585478441420544,
      "learning_rate": 0.0002524759964458251,
      "loss": 4.1562,
      "step": 39654
    },
    {
      "epoch": 1.6242064304730697,
      "grad_norm": 3.2245364363702405,
      "learning_rate": 0.000252473614767766,
      "loss": 5.3125,
      "step": 39655
    },
    {
      "epoch": 1.6242473889002662,
      "grad_norm": 3.1529709282326914,
      "learning_rate": 0.00025247123304126325,
      "loss": 1.8125,
      "step": 39656
    },
    {
      "epoch": 1.6242883473274627,
      "grad_norm": 2.9528827042768375,
      "learning_rate": 0.0002524688512663181,
      "loss": 5.25,
      "step": 39657
    },
    {
      "epoch": 1.624329305754659,
      "grad_norm": 3.1441092049923203,
      "learning_rate": 0.0002524664694429316,
      "loss": 4.75,
      "step": 39658
    },
    {
      "epoch": 1.6243702641818554,
      "grad_norm": 2.1560350418023444,
      "learning_rate": 0.0002524640875711049,
      "loss": 3.5938,
      "step": 39659
    },
    {
      "epoch": 1.624411222609052,
      "grad_norm": 2.5221109450608394,
      "learning_rate": 0.00025246170565083913,
      "loss": 5.0938,
      "step": 39660
    },
    {
      "epoch": 1.6244521810362482,
      "grad_norm": 2.407237016177688,
      "learning_rate": 0.0002524593236821354,
      "loss": 4.4375,
      "step": 39661
    },
    {
      "epoch": 1.6244931394634445,
      "grad_norm": 2.492974303954948,
      "learning_rate": 0.0002524569416649949,
      "loss": 4.9062,
      "step": 39662
    },
    {
      "epoch": 1.624534097890641,
      "grad_norm": 2.7043175378623583,
      "learning_rate": 0.00025245455959941866,
      "loss": 4.875,
      "step": 39663
    },
    {
      "epoch": 1.6245750563178374,
      "grad_norm": 2.812478922785864,
      "learning_rate": 0.0002524521774854079,
      "loss": 4.4688,
      "step": 39664
    },
    {
      "epoch": 1.6246160147450337,
      "grad_norm": 3.166983566529009,
      "learning_rate": 0.0002524497953229636,
      "loss": 4.5625,
      "step": 39665
    },
    {
      "epoch": 1.6246569731722302,
      "grad_norm": 2.32546182422817,
      "learning_rate": 0.000252447413112087,
      "loss": 3.875,
      "step": 39666
    },
    {
      "epoch": 1.6246979315994265,
      "grad_norm": 2.626887793669965,
      "learning_rate": 0.0002524450308527793,
      "loss": 4.5312,
      "step": 39667
    },
    {
      "epoch": 1.6247388900266229,
      "grad_norm": 2.915493375827677,
      "learning_rate": 0.0002524426485450414,
      "loss": 3.9062,
      "step": 39668
    },
    {
      "epoch": 1.6247798484538194,
      "grad_norm": 3.7958194452837355,
      "learning_rate": 0.00025244026618887464,
      "loss": 4.875,
      "step": 39669
    },
    {
      "epoch": 1.624820806881016,
      "grad_norm": 4.842362392836717,
      "learning_rate": 0.0002524378837842801,
      "loss": 2.625,
      "step": 39670
    },
    {
      "epoch": 1.624861765308212,
      "grad_norm": 2.2650898719236174,
      "learning_rate": 0.0002524355013312588,
      "loss": 4.6875,
      "step": 39671
    },
    {
      "epoch": 1.6249027237354086,
      "grad_norm": 2.702435546821614,
      "learning_rate": 0.00025243311882981197,
      "loss": 5.375,
      "step": 39672
    },
    {
      "epoch": 1.624943682162605,
      "grad_norm": 3.7626289028480215,
      "learning_rate": 0.0002524307362799407,
      "loss": 5.5938,
      "step": 39673
    },
    {
      "epoch": 1.6249846405898012,
      "grad_norm": 8.350408059996541,
      "learning_rate": 0.0002524283536816461,
      "loss": 6.7812,
      "step": 39674
    },
    {
      "epoch": 1.6250255990169977,
      "grad_norm": 2.631487157546918,
      "learning_rate": 0.0002524259710349294,
      "loss": 4.7812,
      "step": 39675
    },
    {
      "epoch": 1.6250665574441943,
      "grad_norm": 2.8522710951711914,
      "learning_rate": 0.00025242358833979154,
      "loss": 5.0312,
      "step": 39676
    },
    {
      "epoch": 1.6251075158713906,
      "grad_norm": 3.5156767905447315,
      "learning_rate": 0.0002524212055962338,
      "loss": 5.0625,
      "step": 39677
    },
    {
      "epoch": 1.6251484742985869,
      "grad_norm": 4.356497185366575,
      "learning_rate": 0.00025241882280425726,
      "loss": 4.5938,
      "step": 39678
    },
    {
      "epoch": 1.6251894327257834,
      "grad_norm": 2.387870421038103,
      "learning_rate": 0.000252416439963863,
      "loss": 4.875,
      "step": 39679
    },
    {
      "epoch": 1.6252303911529797,
      "grad_norm": 3.2591270454256107,
      "learning_rate": 0.00025241405707505227,
      "loss": 3.6406,
      "step": 39680
    },
    {
      "epoch": 1.625271349580176,
      "grad_norm": 3.963617607747574,
      "learning_rate": 0.00025241167413782604,
      "loss": 5.9688,
      "step": 39681
    },
    {
      "epoch": 1.6253123080073726,
      "grad_norm": 4.846534961956501,
      "learning_rate": 0.0002524092911521856,
      "loss": 3.5625,
      "step": 39682
    },
    {
      "epoch": 1.625353266434569,
      "grad_norm": 2.9752444276592573,
      "learning_rate": 0.0002524069081181319,
      "loss": 5.3438,
      "step": 39683
    },
    {
      "epoch": 1.6253942248617652,
      "grad_norm": 2.4125313038825844,
      "learning_rate": 0.0002524045250356662,
      "loss": 4.375,
      "step": 39684
    },
    {
      "epoch": 1.6254351832889617,
      "grad_norm": 2.3891556017812783,
      "learning_rate": 0.0002524021419047896,
      "loss": 4.3125,
      "step": 39685
    },
    {
      "epoch": 1.625476141716158,
      "grad_norm": 2.4342617493228946,
      "learning_rate": 0.00025239975872550315,
      "loss": 4.6875,
      "step": 39686
    },
    {
      "epoch": 1.6255171001433544,
      "grad_norm": 2.6894540502046644,
      "learning_rate": 0.0002523973754978081,
      "loss": 4.9688,
      "step": 39687
    },
    {
      "epoch": 1.625558058570551,
      "grad_norm": 4.62297696272753,
      "learning_rate": 0.0002523949922217055,
      "loss": 7.3438,
      "step": 39688
    },
    {
      "epoch": 1.6255990169977474,
      "grad_norm": 2.2084813347739507,
      "learning_rate": 0.0002523926088971965,
      "loss": 4.375,
      "step": 39689
    },
    {
      "epoch": 1.6256399754249435,
      "grad_norm": 3.3999215290096836,
      "learning_rate": 0.00025239022552428215,
      "loss": 6.0,
      "step": 39690
    },
    {
      "epoch": 1.62568093385214,
      "grad_norm": 2.550480206877008,
      "learning_rate": 0.0002523878421029637,
      "loss": 4.2188,
      "step": 39691
    },
    {
      "epoch": 1.6257218922793366,
      "grad_norm": 2.4072914134826098,
      "learning_rate": 0.00025238545863324216,
      "loss": 5.0,
      "step": 39692
    },
    {
      "epoch": 1.6257628507065327,
      "grad_norm": 2.6793053815468273,
      "learning_rate": 0.0002523830751151188,
      "loss": 3.6719,
      "step": 39693
    },
    {
      "epoch": 1.6258038091337292,
      "grad_norm": 3.7283575635778736,
      "learning_rate": 0.0002523806915485946,
      "loss": 4.5625,
      "step": 39694
    },
    {
      "epoch": 1.6258447675609258,
      "grad_norm": 2.7856262246356525,
      "learning_rate": 0.0002523783079336708,
      "loss": 5.2188,
      "step": 39695
    },
    {
      "epoch": 1.625885725988122,
      "grad_norm": 2.424495238545549,
      "learning_rate": 0.00025237592427034846,
      "loss": 4.125,
      "step": 39696
    },
    {
      "epoch": 1.6259266844153184,
      "grad_norm": 8.558512223711858,
      "learning_rate": 0.0002523735405586287,
      "loss": 1.9141,
      "step": 39697
    },
    {
      "epoch": 1.625967642842515,
      "grad_norm": 2.5157798485401988,
      "learning_rate": 0.0002523711567985127,
      "loss": 4.9688,
      "step": 39698
    },
    {
      "epoch": 1.6260086012697113,
      "grad_norm": 14.265891424794145,
      "learning_rate": 0.00025236877299000154,
      "loss": 2.9531,
      "step": 39699
    },
    {
      "epoch": 1.6260495596969076,
      "grad_norm": 2.4315930996024413,
      "learning_rate": 0.00025236638913309637,
      "loss": 4.125,
      "step": 39700
    },
    {
      "epoch": 1.626090518124104,
      "grad_norm": 11.851050241974571,
      "learning_rate": 0.0002523640052277983,
      "loss": 4.9375,
      "step": 39701
    },
    {
      "epoch": 1.6261314765513004,
      "grad_norm": 12.516672664932312,
      "learning_rate": 0.0002523616212741085,
      "loss": 3.125,
      "step": 39702
    },
    {
      "epoch": 1.6261724349784967,
      "grad_norm": 2.41849132468383,
      "learning_rate": 0.000252359237272028,
      "loss": 4.9375,
      "step": 39703
    },
    {
      "epoch": 1.6262133934056933,
      "grad_norm": 6.5477001076388435,
      "learning_rate": 0.000252356853221558,
      "loss": 2.75,
      "step": 39704
    },
    {
      "epoch": 1.6262543518328896,
      "grad_norm": 8.415671264511674,
      "learning_rate": 0.00025235446912269966,
      "loss": 6.75,
      "step": 39705
    },
    {
      "epoch": 1.626295310260086,
      "grad_norm": 2.321410825741384,
      "learning_rate": 0.0002523520849754541,
      "loss": 4.7188,
      "step": 39706
    },
    {
      "epoch": 1.6263362686872824,
      "grad_norm": 2.3204336773462346,
      "learning_rate": 0.0002523497007798224,
      "loss": 4.5625,
      "step": 39707
    },
    {
      "epoch": 1.626377227114479,
      "grad_norm": 5.248617461557159,
      "learning_rate": 0.00025234731653580564,
      "loss": 7.0312,
      "step": 39708
    },
    {
      "epoch": 1.626418185541675,
      "grad_norm": 3.4692098014839408,
      "learning_rate": 0.000252344932243405,
      "loss": 5.0938,
      "step": 39709
    },
    {
      "epoch": 1.6264591439688716,
      "grad_norm": 3.6071977547549707,
      "learning_rate": 0.0002523425479026217,
      "loss": 5.0312,
      "step": 39710
    },
    {
      "epoch": 1.6265001023960681,
      "grad_norm": 2.1873215781797906,
      "learning_rate": 0.0002523401635134567,
      "loss": 3.7344,
      "step": 39711
    },
    {
      "epoch": 1.6265410608232644,
      "grad_norm": 12.026401685569546,
      "learning_rate": 0.00025233777907591125,
      "loss": 6.9375,
      "step": 39712
    },
    {
      "epoch": 1.6265820192504608,
      "grad_norm": 2.6482159425727376,
      "learning_rate": 0.0002523353945899864,
      "loss": 6.375,
      "step": 39713
    },
    {
      "epoch": 1.6266229776776573,
      "grad_norm": 2.2488889197013746,
      "learning_rate": 0.0002523330100556834,
      "loss": 4.3125,
      "step": 39714
    },
    {
      "epoch": 1.6266639361048536,
      "grad_norm": 2.9106909439226247,
      "learning_rate": 0.00025233062547300324,
      "loss": 5.375,
      "step": 39715
    },
    {
      "epoch": 1.62670489453205,
      "grad_norm": 3.540663977251423,
      "learning_rate": 0.0002523282408419471,
      "loss": 3.7031,
      "step": 39716
    },
    {
      "epoch": 1.6267458529592465,
      "grad_norm": 2.75030456192951,
      "learning_rate": 0.00025232585616251607,
      "loss": 5.0,
      "step": 39717
    },
    {
      "epoch": 1.6267868113864428,
      "grad_norm": 3.3402015959910014,
      "learning_rate": 0.0002523234714347113,
      "loss": 4.9375,
      "step": 39718
    },
    {
      "epoch": 1.626827769813639,
      "grad_norm": 2.433735029647285,
      "learning_rate": 0.00025232108665853404,
      "loss": 4.75,
      "step": 39719
    },
    {
      "epoch": 1.6268687282408356,
      "grad_norm": 2.4466672990190323,
      "learning_rate": 0.0002523187018339852,
      "loss": 4.75,
      "step": 39720
    },
    {
      "epoch": 1.626909686668032,
      "grad_norm": 2.8135261840658985,
      "learning_rate": 0.00025231631696106605,
      "loss": 4.375,
      "step": 39721
    },
    {
      "epoch": 1.6269506450952282,
      "grad_norm": 2.9384163396141996,
      "learning_rate": 0.0002523139320397777,
      "loss": 5.1875,
      "step": 39722
    },
    {
      "epoch": 1.6269916035224248,
      "grad_norm": 2.2586356047792893,
      "learning_rate": 0.00025231154707012126,
      "loss": 4.8125,
      "step": 39723
    },
    {
      "epoch": 1.627032561949621,
      "grad_norm": 4.940822024359657,
      "learning_rate": 0.00025230916205209786,
      "loss": 4.7812,
      "step": 39724
    },
    {
      "epoch": 1.6270735203768174,
      "grad_norm": 3.1543721080093663,
      "learning_rate": 0.00025230677698570857,
      "loss": 5.5625,
      "step": 39725
    },
    {
      "epoch": 1.627114478804014,
      "grad_norm": 8.155222348803717,
      "learning_rate": 0.0002523043918709546,
      "loss": 3.8281,
      "step": 39726
    },
    {
      "epoch": 1.6271554372312105,
      "grad_norm": 4.634391959720543,
      "learning_rate": 0.0002523020067078371,
      "loss": 6.125,
      "step": 39727
    },
    {
      "epoch": 1.6271963956584066,
      "grad_norm": 2.605092886919319,
      "learning_rate": 0.00025229962149635714,
      "loss": 4.2812,
      "step": 39728
    },
    {
      "epoch": 1.627237354085603,
      "grad_norm": 2.382738090211215,
      "learning_rate": 0.0002522972362365158,
      "loss": 5.0938,
      "step": 39729
    },
    {
      "epoch": 1.6272783125127996,
      "grad_norm": 4.7478615193369365,
      "learning_rate": 0.0002522948509283143,
      "loss": 5.4688,
      "step": 39730
    },
    {
      "epoch": 1.627319270939996,
      "grad_norm": 2.611938421354217,
      "learning_rate": 0.0002522924655717537,
      "loss": 5.5625,
      "step": 39731
    },
    {
      "epoch": 1.6273602293671923,
      "grad_norm": 2.965822117086457,
      "learning_rate": 0.0002522900801668352,
      "loss": 5.7812,
      "step": 39732
    },
    {
      "epoch": 1.6274011877943888,
      "grad_norm": 6.326607421860664,
      "learning_rate": 0.00025228769471355986,
      "loss": 6.6562,
      "step": 39733
    },
    {
      "epoch": 1.6274421462215851,
      "grad_norm": 5.176209159807086,
      "learning_rate": 0.00025228530921192884,
      "loss": 2.0156,
      "step": 39734
    },
    {
      "epoch": 1.6274831046487814,
      "grad_norm": 2.978925621634813,
      "learning_rate": 0.00025228292366194326,
      "loss": 4.4688,
      "step": 39735
    },
    {
      "epoch": 1.627524063075978,
      "grad_norm": 2.5153013629074974,
      "learning_rate": 0.00025228053806360427,
      "loss": 4.0312,
      "step": 39736
    },
    {
      "epoch": 1.6275650215031743,
      "grad_norm": 2.2433225360410214,
      "learning_rate": 0.0002522781524169129,
      "loss": 4.625,
      "step": 39737
    },
    {
      "epoch": 1.6276059799303706,
      "grad_norm": 3.3617650211156205,
      "learning_rate": 0.00025227576672187045,
      "loss": 5.9688,
      "step": 39738
    },
    {
      "epoch": 1.6276469383575671,
      "grad_norm": 3.5312480237659454,
      "learning_rate": 0.0002522733809784779,
      "loss": 5.625,
      "step": 39739
    },
    {
      "epoch": 1.6276878967847634,
      "grad_norm": 2.3194240850093033,
      "learning_rate": 0.0002522709951867364,
      "loss": 5.5,
      "step": 39740
    },
    {
      "epoch": 1.6277288552119598,
      "grad_norm": 3.8082306011438454,
      "learning_rate": 0.0002522686093466472,
      "loss": 5.3438,
      "step": 39741
    },
    {
      "epoch": 1.6277698136391563,
      "grad_norm": 4.780340588182256,
      "learning_rate": 0.00025226622345821126,
      "loss": 6.2188,
      "step": 39742
    },
    {
      "epoch": 1.6278107720663526,
      "grad_norm": 2.6909435412198452,
      "learning_rate": 0.0002522638375214298,
      "loss": 5.2812,
      "step": 39743
    },
    {
      "epoch": 1.627851730493549,
      "grad_norm": 4.785276303351569,
      "learning_rate": 0.00025226145153630394,
      "loss": 5.7188,
      "step": 39744
    },
    {
      "epoch": 1.6278926889207455,
      "grad_norm": 2.6896026609648827,
      "learning_rate": 0.0002522590655028348,
      "loss": 5.2812,
      "step": 39745
    },
    {
      "epoch": 1.627933647347942,
      "grad_norm": 2.383075005340547,
      "learning_rate": 0.00025225667942102353,
      "loss": 5.3125,
      "step": 39746
    },
    {
      "epoch": 1.627974605775138,
      "grad_norm": 3.01428796747734,
      "learning_rate": 0.0002522542932908712,
      "loss": 6.8438,
      "step": 39747
    },
    {
      "epoch": 1.6280155642023346,
      "grad_norm": 3.0190488743844477,
      "learning_rate": 0.00025225190711237897,
      "loss": 5.0625,
      "step": 39748
    },
    {
      "epoch": 1.6280565226295312,
      "grad_norm": 6.568328025594461,
      "learning_rate": 0.000252249520885548,
      "loss": 6.4062,
      "step": 39749
    },
    {
      "epoch": 1.6280974810567275,
      "grad_norm": 2.991258908031487,
      "learning_rate": 0.00025224713461037936,
      "loss": 4.8125,
      "step": 39750
    },
    {
      "epoch": 1.6281384394839238,
      "grad_norm": 2.5816131034417227,
      "learning_rate": 0.00025224474828687424,
      "loss": 5.125,
      "step": 39751
    },
    {
      "epoch": 1.6281793979111203,
      "grad_norm": 2.3319475820581164,
      "learning_rate": 0.0002522423619150337,
      "loss": 4.875,
      "step": 39752
    },
    {
      "epoch": 1.6282203563383166,
      "grad_norm": 3.234640792905027,
      "learning_rate": 0.0002522399754948589,
      "loss": 3.9844,
      "step": 39753
    },
    {
      "epoch": 1.628261314765513,
      "grad_norm": 6.811947654175182,
      "learning_rate": 0.000252237589026351,
      "loss": 4.2812,
      "step": 39754
    },
    {
      "epoch": 1.6283022731927095,
      "grad_norm": 2.0658570261364817,
      "learning_rate": 0.0002522352025095111,
      "loss": 4.3125,
      "step": 39755
    },
    {
      "epoch": 1.6283432316199058,
      "grad_norm": 2.2906100284533637,
      "learning_rate": 0.0002522328159443403,
      "loss": 5.25,
      "step": 39756
    },
    {
      "epoch": 1.628384190047102,
      "grad_norm": 2.393606950319089,
      "learning_rate": 0.00025223042933083986,
      "loss": 3.8281,
      "step": 39757
    },
    {
      "epoch": 1.6284251484742986,
      "grad_norm": 2.228101653044484,
      "learning_rate": 0.0002522280426690107,
      "loss": 4.7812,
      "step": 39758
    },
    {
      "epoch": 1.628466106901495,
      "grad_norm": 3.001231037655738,
      "learning_rate": 0.0002522256559588541,
      "loss": 5.0312,
      "step": 39759
    },
    {
      "epoch": 1.6285070653286913,
      "grad_norm": 4.798355102280822,
      "learning_rate": 0.0002522232692003711,
      "loss": 4.4688,
      "step": 39760
    },
    {
      "epoch": 1.6285480237558878,
      "grad_norm": 2.5811422522066425,
      "learning_rate": 0.0002522208823935629,
      "loss": 4.5938,
      "step": 39761
    },
    {
      "epoch": 1.6285889821830841,
      "grad_norm": 2.2025202414247462,
      "learning_rate": 0.00025221849553843056,
      "loss": 4.3438,
      "step": 39762
    },
    {
      "epoch": 1.6286299406102804,
      "grad_norm": 2.3243612093160797,
      "learning_rate": 0.0002522161086349753,
      "loss": 4.6562,
      "step": 39763
    },
    {
      "epoch": 1.628670899037477,
      "grad_norm": 1.9984708232867359,
      "learning_rate": 0.0002522137216831982,
      "loss": 3.6719,
      "step": 39764
    },
    {
      "epoch": 1.6287118574646735,
      "grad_norm": 2.3657875233881414,
      "learning_rate": 0.00025221133468310037,
      "loss": 4.6562,
      "step": 39765
    },
    {
      "epoch": 1.6287528158918696,
      "grad_norm": 2.294931354692603,
      "learning_rate": 0.00025220894763468293,
      "loss": 4.6875,
      "step": 39766
    },
    {
      "epoch": 1.6287937743190661,
      "grad_norm": 2.5703126099681515,
      "learning_rate": 0.00025220656053794705,
      "loss": 4.625,
      "step": 39767
    },
    {
      "epoch": 1.6288347327462627,
      "grad_norm": 4.018620867959246,
      "learning_rate": 0.0002522041733928938,
      "loss": 4.0,
      "step": 39768
    },
    {
      "epoch": 1.628875691173459,
      "grad_norm": 2.6923948002696254,
      "learning_rate": 0.0002522017861995244,
      "loss": 5.5,
      "step": 39769
    },
    {
      "epoch": 1.6289166496006553,
      "grad_norm": 2.8049753076956248,
      "learning_rate": 0.0002521993989578399,
      "loss": 5.1562,
      "step": 39770
    },
    {
      "epoch": 1.6289576080278518,
      "grad_norm": 2.5221828031404385,
      "learning_rate": 0.00025219701166784145,
      "loss": 4.5312,
      "step": 39771
    },
    {
      "epoch": 1.6289985664550481,
      "grad_norm": 2.910766349453264,
      "learning_rate": 0.0002521946243295302,
      "loss": 5.3438,
      "step": 39772
    },
    {
      "epoch": 1.6290395248822445,
      "grad_norm": 10.530147618773347,
      "learning_rate": 0.00025219223694290723,
      "loss": 2.3125,
      "step": 39773
    },
    {
      "epoch": 1.629080483309441,
      "grad_norm": 2.4553764991604408,
      "learning_rate": 0.0002521898495079737,
      "loss": 4.5938,
      "step": 39774
    },
    {
      "epoch": 1.6291214417366373,
      "grad_norm": 3.4597561293743895,
      "learning_rate": 0.0002521874620247308,
      "loss": 6.5312,
      "step": 39775
    },
    {
      "epoch": 1.6291624001638336,
      "grad_norm": 3.062786723012088,
      "learning_rate": 0.0002521850744931795,
      "loss": 6.6562,
      "step": 39776
    },
    {
      "epoch": 1.6292033585910302,
      "grad_norm": 1.8627810384467984,
      "learning_rate": 0.00025218268691332114,
      "loss": 3.3906,
      "step": 39777
    },
    {
      "epoch": 1.6292443170182265,
      "grad_norm": 2.2678249083518764,
      "learning_rate": 0.0002521802992851567,
      "loss": 3.8281,
      "step": 39778
    },
    {
      "epoch": 1.6292852754454228,
      "grad_norm": 3.0399710256744026,
      "learning_rate": 0.0002521779116086873,
      "loss": 3.6094,
      "step": 39779
    },
    {
      "epoch": 1.6293262338726193,
      "grad_norm": 2.6915939849466093,
      "learning_rate": 0.00025217552388391416,
      "loss": 5.0938,
      "step": 39780
    },
    {
      "epoch": 1.6293671922998156,
      "grad_norm": 2.3768187769138565,
      "learning_rate": 0.0002521731361108383,
      "loss": 4.6875,
      "step": 39781
    },
    {
      "epoch": 1.629408150727012,
      "grad_norm": 3.17674638795907,
      "learning_rate": 0.00025217074828946096,
      "loss": 5.125,
      "step": 39782
    },
    {
      "epoch": 1.6294491091542085,
      "grad_norm": 2.4089573991792115,
      "learning_rate": 0.0002521683604197832,
      "loss": 4.625,
      "step": 39783
    },
    {
      "epoch": 1.629490067581405,
      "grad_norm": 2.3773388071479595,
      "learning_rate": 0.0002521659725018062,
      "loss": 4.9375,
      "step": 39784
    },
    {
      "epoch": 1.6295310260086011,
      "grad_norm": 2.3862296541573245,
      "learning_rate": 0.000252163584535531,
      "loss": 4.0312,
      "step": 39785
    },
    {
      "epoch": 1.6295719844357976,
      "grad_norm": 2.6549028093314733,
      "learning_rate": 0.00025216119652095884,
      "loss": 5.375,
      "step": 39786
    },
    {
      "epoch": 1.6296129428629942,
      "grad_norm": 2.2613352675042373,
      "learning_rate": 0.0002521588084580907,
      "loss": 5.375,
      "step": 39787
    },
    {
      "epoch": 1.6296539012901905,
      "grad_norm": 2.8830032603828273,
      "learning_rate": 0.0002521564203469279,
      "loss": 4.8125,
      "step": 39788
    },
    {
      "epoch": 1.6296948597173868,
      "grad_norm": 2.675564809584832,
      "learning_rate": 0.0002521540321874715,
      "loss": 4.4688,
      "step": 39789
    },
    {
      "epoch": 1.6297358181445833,
      "grad_norm": 2.386883268957697,
      "learning_rate": 0.0002521516439797225,
      "loss": 4.75,
      "step": 39790
    },
    {
      "epoch": 1.6297767765717797,
      "grad_norm": 6.240001754697977,
      "learning_rate": 0.0002521492557236822,
      "loss": 4.4688,
      "step": 39791
    },
    {
      "epoch": 1.629817734998976,
      "grad_norm": 3.2720341841157854,
      "learning_rate": 0.00025214686741935165,
      "loss": 4.9688,
      "step": 39792
    },
    {
      "epoch": 1.6298586934261725,
      "grad_norm": 2.6141923355538053,
      "learning_rate": 0.00025214447906673197,
      "loss": 5.2188,
      "step": 39793
    },
    {
      "epoch": 1.6298996518533688,
      "grad_norm": 2.9755726854225015,
      "learning_rate": 0.0002521420906658243,
      "loss": 5.0938,
      "step": 39794
    },
    {
      "epoch": 1.6299406102805651,
      "grad_norm": 2.547958502381387,
      "learning_rate": 0.00025213970221662975,
      "loss": 4.7188,
      "step": 39795
    },
    {
      "epoch": 1.6299815687077617,
      "grad_norm": 2.4088880791827685,
      "learning_rate": 0.00025213731371914955,
      "loss": 5.0,
      "step": 39796
    },
    {
      "epoch": 1.630022527134958,
      "grad_norm": 2.5195835577623336,
      "learning_rate": 0.00025213492517338473,
      "loss": 5.0,
      "step": 39797
    },
    {
      "epoch": 1.6300634855621543,
      "grad_norm": 3.1677519791063227,
      "learning_rate": 0.00025213253657933643,
      "loss": 4.7188,
      "step": 39798
    },
    {
      "epoch": 1.6301044439893508,
      "grad_norm": 8.270013071859543,
      "learning_rate": 0.0002521301479370058,
      "loss": 3.0312,
      "step": 39799
    },
    {
      "epoch": 1.6301454024165472,
      "grad_norm": 2.4329517021431606,
      "learning_rate": 0.00025212775924639394,
      "loss": 4.8438,
      "step": 39800
    },
    {
      "epoch": 1.6301863608437435,
      "grad_norm": 2.698092274029974,
      "learning_rate": 0.00025212537050750203,
      "loss": 4.9688,
      "step": 39801
    },
    {
      "epoch": 1.63022731927094,
      "grad_norm": 2.5229700560489103,
      "learning_rate": 0.00025212298172033114,
      "loss": 5.125,
      "step": 39802
    },
    {
      "epoch": 1.6302682776981365,
      "grad_norm": 2.6342385108058637,
      "learning_rate": 0.0002521205928848825,
      "loss": 6.1875,
      "step": 39803
    },
    {
      "epoch": 1.6303092361253326,
      "grad_norm": 2.5150435434265543,
      "learning_rate": 0.00025211820400115713,
      "loss": 4.375,
      "step": 39804
    },
    {
      "epoch": 1.6303501945525292,
      "grad_norm": 2.950916514878643,
      "learning_rate": 0.0002521158150691562,
      "loss": 4.6562,
      "step": 39805
    },
    {
      "epoch": 1.6303911529797257,
      "grad_norm": 3.215303847208098,
      "learning_rate": 0.0002521134260888808,
      "loss": 6.0312,
      "step": 39806
    },
    {
      "epoch": 1.630432111406922,
      "grad_norm": 3.221464134581302,
      "learning_rate": 0.00025211103706033214,
      "loss": 5.5625,
      "step": 39807
    },
    {
      "epoch": 1.6304730698341183,
      "grad_norm": 2.94164484167794,
      "learning_rate": 0.00025210864798351127,
      "loss": 4.2188,
      "step": 39808
    },
    {
      "epoch": 1.6305140282613149,
      "grad_norm": 2.8219137890325086,
      "learning_rate": 0.0002521062588584194,
      "loss": 5.9375,
      "step": 39809
    },
    {
      "epoch": 1.6305549866885112,
      "grad_norm": 6.834514935814435,
      "learning_rate": 0.0002521038696850576,
      "loss": 8.5625,
      "step": 39810
    },
    {
      "epoch": 1.6305959451157075,
      "grad_norm": 5.047729071733438,
      "learning_rate": 0.000252101480463427,
      "loss": 2.2656,
      "step": 39811
    },
    {
      "epoch": 1.630636903542904,
      "grad_norm": 2.5395068841053634,
      "learning_rate": 0.00025209909119352873,
      "loss": 5.3438,
      "step": 39812
    },
    {
      "epoch": 1.6306778619701003,
      "grad_norm": 2.7316036427942145,
      "learning_rate": 0.000252096701875364,
      "loss": 5.7812,
      "step": 39813
    },
    {
      "epoch": 1.6307188203972967,
      "grad_norm": 5.561724471766995,
      "learning_rate": 0.00025209431250893384,
      "loss": 3.125,
      "step": 39814
    },
    {
      "epoch": 1.6307597788244932,
      "grad_norm": 2.3383272517444684,
      "learning_rate": 0.00025209192309423936,
      "loss": 4.4688,
      "step": 39815
    },
    {
      "epoch": 1.6308007372516895,
      "grad_norm": 6.470515312170321,
      "learning_rate": 0.00025208953363128184,
      "loss": 6.3125,
      "step": 39816
    },
    {
      "epoch": 1.6308416956788858,
      "grad_norm": 2.4770342575969613,
      "learning_rate": 0.0002520871441200622,
      "loss": 4.2188,
      "step": 39817
    },
    {
      "epoch": 1.6308826541060824,
      "grad_norm": 3.6175542994557492,
      "learning_rate": 0.0002520847545605818,
      "loss": 5.0625,
      "step": 39818
    },
    {
      "epoch": 1.6309236125332789,
      "grad_norm": 3.288560401607577,
      "learning_rate": 0.00025208236495284154,
      "loss": 5.6562,
      "step": 39819
    },
    {
      "epoch": 1.630964570960475,
      "grad_norm": 3.2335743089203186,
      "learning_rate": 0.00025207997529684274,
      "loss": 2.2656,
      "step": 39820
    },
    {
      "epoch": 1.6310055293876715,
      "grad_norm": 2.349667798926164,
      "learning_rate": 0.0002520775855925864,
      "loss": 4.4688,
      "step": 39821
    },
    {
      "epoch": 1.631046487814868,
      "grad_norm": 2.4742562231786076,
      "learning_rate": 0.0002520751958400737,
      "loss": 3.8906,
      "step": 39822
    },
    {
      "epoch": 1.6310874462420641,
      "grad_norm": 3.1912711903259408,
      "learning_rate": 0.0002520728060393058,
      "loss": 2.7656,
      "step": 39823
    },
    {
      "epoch": 1.6311284046692607,
      "grad_norm": 2.996631708498438,
      "learning_rate": 0.0002520704161902838,
      "loss": 4.9375,
      "step": 39824
    },
    {
      "epoch": 1.6311693630964572,
      "grad_norm": 2.1254513328922524,
      "learning_rate": 0.0002520680262930089,
      "loss": 4.4688,
      "step": 39825
    },
    {
      "epoch": 1.6312103215236535,
      "grad_norm": 2.554411101589371,
      "learning_rate": 0.0002520656363474821,
      "loss": 4.8125,
      "step": 39826
    },
    {
      "epoch": 1.6312512799508498,
      "grad_norm": 2.6655116391767613,
      "learning_rate": 0.00025206324635370454,
      "loss": 4.4375,
      "step": 39827
    },
    {
      "epoch": 1.6312922383780464,
      "grad_norm": 2.865000458047877,
      "learning_rate": 0.0002520608563116774,
      "loss": 3.8906,
      "step": 39828
    },
    {
      "epoch": 1.6313331968052427,
      "grad_norm": 7.169010891387466,
      "learning_rate": 0.00025205846622140186,
      "loss": 4.4062,
      "step": 39829
    },
    {
      "epoch": 1.631374155232439,
      "grad_norm": 2.5507368886274966,
      "learning_rate": 0.000252056076082879,
      "loss": 4.5938,
      "step": 39830
    },
    {
      "epoch": 1.6314151136596355,
      "grad_norm": 2.2697114921127257,
      "learning_rate": 0.00025205368589610995,
      "loss": 4.7812,
      "step": 39831
    },
    {
      "epoch": 1.6314560720868319,
      "grad_norm": 8.896282727903982,
      "learning_rate": 0.0002520512956610958,
      "loss": 1.9062,
      "step": 39832
    },
    {
      "epoch": 1.6314970305140282,
      "grad_norm": 2.7069329593472102,
      "learning_rate": 0.00025204890537783775,
      "loss": 5.4375,
      "step": 39833
    },
    {
      "epoch": 1.6315379889412247,
      "grad_norm": 2.6516217886459756,
      "learning_rate": 0.0002520465150463369,
      "loss": 5.4062,
      "step": 39834
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 3.0714167399088037,
      "learning_rate": 0.0002520441246665944,
      "loss": 4.5,
      "step": 39835
    },
    {
      "epoch": 1.6316199057956173,
      "grad_norm": 4.819332931724729,
      "learning_rate": 0.0002520417342386113,
      "loss": 5.0938,
      "step": 39836
    },
    {
      "epoch": 1.6316608642228139,
      "grad_norm": 2.5373316522053395,
      "learning_rate": 0.00025203934376238885,
      "loss": 4.5,
      "step": 39837
    },
    {
      "epoch": 1.6317018226500104,
      "grad_norm": 2.4944241798711966,
      "learning_rate": 0.00025203695323792807,
      "loss": 4.4688,
      "step": 39838
    },
    {
      "epoch": 1.6317427810772065,
      "grad_norm": 2.4461422642551476,
      "learning_rate": 0.00025203456266523016,
      "loss": 5.25,
      "step": 39839
    },
    {
      "epoch": 1.631783739504403,
      "grad_norm": 2.5437359977005833,
      "learning_rate": 0.00025203217204429625,
      "loss": 5.5938,
      "step": 39840
    },
    {
      "epoch": 1.6318246979315996,
      "grad_norm": 4.9060000318014545,
      "learning_rate": 0.00025202978137512744,
      "loss": 2.2656,
      "step": 39841
    },
    {
      "epoch": 1.6318656563587957,
      "grad_norm": 2.274054374097924,
      "learning_rate": 0.00025202739065772486,
      "loss": 4.7812,
      "step": 39842
    },
    {
      "epoch": 1.6319066147859922,
      "grad_norm": 2.2994836830645315,
      "learning_rate": 0.00025202499989208964,
      "loss": 4.625,
      "step": 39843
    },
    {
      "epoch": 1.6319475732131887,
      "grad_norm": 2.4964277744124908,
      "learning_rate": 0.00025202260907822294,
      "loss": 4.75,
      "step": 39844
    },
    {
      "epoch": 1.631988531640385,
      "grad_norm": 2.4321298700618432,
      "learning_rate": 0.0002520202182161258,
      "loss": 4.5625,
      "step": 39845
    },
    {
      "epoch": 1.6320294900675814,
      "grad_norm": 3.1490782485512634,
      "learning_rate": 0.0002520178273057995,
      "loss": 4.9688,
      "step": 39846
    },
    {
      "epoch": 1.632070448494778,
      "grad_norm": 2.467089425821341,
      "learning_rate": 0.0002520154363472451,
      "loss": 5.125,
      "step": 39847
    },
    {
      "epoch": 1.6321114069219742,
      "grad_norm": 2.704454894875639,
      "learning_rate": 0.0002520130453404637,
      "loss": 5.7812,
      "step": 39848
    },
    {
      "epoch": 1.6321523653491705,
      "grad_norm": 5.125226136572665,
      "learning_rate": 0.00025201065428545643,
      "loss": 7.3438,
      "step": 39849
    },
    {
      "epoch": 1.632193323776367,
      "grad_norm": 2.2143206104766198,
      "learning_rate": 0.00025200826318222446,
      "loss": 4.3438,
      "step": 39850
    },
    {
      "epoch": 1.6322342822035634,
      "grad_norm": 2.729404647197186,
      "learning_rate": 0.0002520058720307689,
      "loss": 6.1875,
      "step": 39851
    },
    {
      "epoch": 1.6322752406307597,
      "grad_norm": 2.8828561686173235,
      "learning_rate": 0.0002520034808310909,
      "loss": 3.7344,
      "step": 39852
    },
    {
      "epoch": 1.6323161990579562,
      "grad_norm": 2.945602469668458,
      "learning_rate": 0.0002520010895831915,
      "loss": 5.3125,
      "step": 39853
    },
    {
      "epoch": 1.6323571574851525,
      "grad_norm": 2.5541448316165285,
      "learning_rate": 0.000251998698287072,
      "loss": 4.625,
      "step": 39854
    },
    {
      "epoch": 1.6323981159123488,
      "grad_norm": 3.4141070038830055,
      "learning_rate": 0.00025199630694273343,
      "loss": 5.7188,
      "step": 39855
    },
    {
      "epoch": 1.6324390743395454,
      "grad_norm": 2.504267535796206,
      "learning_rate": 0.00025199391555017685,
      "loss": 4.625,
      "step": 39856
    },
    {
      "epoch": 1.632480032766742,
      "grad_norm": 6.981491447480001,
      "learning_rate": 0.00025199152410940347,
      "loss": 5.1562,
      "step": 39857
    },
    {
      "epoch": 1.632520991193938,
      "grad_norm": 4.188119457142421,
      "learning_rate": 0.0002519891326204145,
      "loss": 6.0625,
      "step": 39858
    },
    {
      "epoch": 1.6325619496211345,
      "grad_norm": 2.3223144029690976,
      "learning_rate": 0.0002519867410832109,
      "loss": 5.0312,
      "step": 39859
    },
    {
      "epoch": 1.632602908048331,
      "grad_norm": 4.720176545603167,
      "learning_rate": 0.00025198434949779395,
      "loss": 3.0781,
      "step": 39860
    },
    {
      "epoch": 1.6326438664755274,
      "grad_norm": 4.720468275782385,
      "learning_rate": 0.00025198195786416464,
      "loss": 6.5625,
      "step": 39861
    },
    {
      "epoch": 1.6326848249027237,
      "grad_norm": 2.5756463222351402,
      "learning_rate": 0.00025197956618232427,
      "loss": 5.0625,
      "step": 39862
    },
    {
      "epoch": 1.6327257833299202,
      "grad_norm": 3.3952343682934965,
      "learning_rate": 0.0002519771744522738,
      "loss": 6.875,
      "step": 39863
    },
    {
      "epoch": 1.6327667417571166,
      "grad_norm": 2.3544751628162075,
      "learning_rate": 0.0002519747826740145,
      "loss": 4.625,
      "step": 39864
    },
    {
      "epoch": 1.6328077001843129,
      "grad_norm": 6.347364106969694,
      "learning_rate": 0.0002519723908475474,
      "loss": 6.625,
      "step": 39865
    },
    {
      "epoch": 1.6328486586115094,
      "grad_norm": 2.217899749167039,
      "learning_rate": 0.0002519699989728737,
      "loss": 4.5312,
      "step": 39866
    },
    {
      "epoch": 1.6328896170387057,
      "grad_norm": 3.5087052715962805,
      "learning_rate": 0.0002519676070499945,
      "loss": 5.375,
      "step": 39867
    },
    {
      "epoch": 1.632930575465902,
      "grad_norm": 2.2393479880869513,
      "learning_rate": 0.00025196521507891094,
      "loss": 4.5312,
      "step": 39868
    },
    {
      "epoch": 1.6329715338930986,
      "grad_norm": 3.88013254866505,
      "learning_rate": 0.0002519628230596241,
      "loss": 4.3125,
      "step": 39869
    },
    {
      "epoch": 1.6330124923202949,
      "grad_norm": 2.8986452271596383,
      "learning_rate": 0.0002519604309921352,
      "loss": 3.7188,
      "step": 39870
    },
    {
      "epoch": 1.6330534507474912,
      "grad_norm": 2.3930016964043412,
      "learning_rate": 0.0002519580388764453,
      "loss": 4.6875,
      "step": 39871
    },
    {
      "epoch": 1.6330944091746877,
      "grad_norm": 2.603483665285196,
      "learning_rate": 0.0002519556467125556,
      "loss": 5.9062,
      "step": 39872
    },
    {
      "epoch": 1.633135367601884,
      "grad_norm": 2.527711710512246,
      "learning_rate": 0.0002519532545004671,
      "loss": 4.3438,
      "step": 39873
    },
    {
      "epoch": 1.6331763260290804,
      "grad_norm": 8.577424297491234,
      "learning_rate": 0.0002519508622401811,
      "loss": 1.4609,
      "step": 39874
    },
    {
      "epoch": 1.633217284456277,
      "grad_norm": 2.333006283251479,
      "learning_rate": 0.00025194846993169853,
      "loss": 4.6562,
      "step": 39875
    },
    {
      "epoch": 1.6332582428834734,
      "grad_norm": 4.629292809679317,
      "learning_rate": 0.00025194607757502075,
      "loss": 5.9688,
      "step": 39876
    },
    {
      "epoch": 1.6332992013106695,
      "grad_norm": 2.490956969953648,
      "learning_rate": 0.0002519436851701488,
      "loss": 5.375,
      "step": 39877
    },
    {
      "epoch": 1.633340159737866,
      "grad_norm": 3.8101631603384134,
      "learning_rate": 0.0002519412927170837,
      "loss": 3.9219,
      "step": 39878
    },
    {
      "epoch": 1.6333811181650626,
      "grad_norm": 2.5432623309522757,
      "learning_rate": 0.0002519389002158267,
      "loss": 4.8438,
      "step": 39879
    },
    {
      "epoch": 1.633422076592259,
      "grad_norm": 3.6249042563278,
      "learning_rate": 0.0002519365076663789,
      "loss": 5.1875,
      "step": 39880
    },
    {
      "epoch": 1.6334630350194552,
      "grad_norm": 5.10495355868451,
      "learning_rate": 0.00025193411506874147,
      "loss": 4.375,
      "step": 39881
    },
    {
      "epoch": 1.6335039934466518,
      "grad_norm": 2.9201258868587785,
      "learning_rate": 0.0002519317224229155,
      "loss": 5.625,
      "step": 39882
    },
    {
      "epoch": 1.633544951873848,
      "grad_norm": 2.5115460186976577,
      "learning_rate": 0.00025192932972890213,
      "loss": 5.2188,
      "step": 39883
    },
    {
      "epoch": 1.6335859103010444,
      "grad_norm": 3.5553441336642253,
      "learning_rate": 0.0002519269369867024,
      "loss": 5.5625,
      "step": 39884
    },
    {
      "epoch": 1.633626868728241,
      "grad_norm": 2.7608283985001245,
      "learning_rate": 0.00025192454419631767,
      "loss": 5.1875,
      "step": 39885
    },
    {
      "epoch": 1.6336678271554372,
      "grad_norm": 2.698411051650993,
      "learning_rate": 0.00025192215135774884,
      "loss": 6.0938,
      "step": 39886
    },
    {
      "epoch": 1.6337087855826335,
      "grad_norm": 2.425283694554184,
      "learning_rate": 0.00025191975847099713,
      "loss": 4.75,
      "step": 39887
    },
    {
      "epoch": 1.63374974400983,
      "grad_norm": 3.593757887813091,
      "learning_rate": 0.00025191736553606365,
      "loss": 5.375,
      "step": 39888
    },
    {
      "epoch": 1.6337907024370264,
      "grad_norm": 3.072528585754233,
      "learning_rate": 0.00025191497255294963,
      "loss": 5.0938,
      "step": 39889
    },
    {
      "epoch": 1.6338316608642227,
      "grad_norm": 2.7025692097445067,
      "learning_rate": 0.0002519125795216561,
      "loss": 4.75,
      "step": 39890
    },
    {
      "epoch": 1.6338726192914192,
      "grad_norm": 4.045873188599827,
      "learning_rate": 0.0002519101864421842,
      "loss": 6.1562,
      "step": 39891
    },
    {
      "epoch": 1.6339135777186156,
      "grad_norm": 2.6740233069681163,
      "learning_rate": 0.00025190779331453505,
      "loss": 5.1875,
      "step": 39892
    },
    {
      "epoch": 1.6339545361458119,
      "grad_norm": 4.819430643252208,
      "learning_rate": 0.0002519054001387099,
      "loss": 1.5078,
      "step": 39893
    },
    {
      "epoch": 1.6339954945730084,
      "grad_norm": 5.785985384788247,
      "learning_rate": 0.0002519030069147097,
      "loss": 4.1875,
      "step": 39894
    },
    {
      "epoch": 1.634036453000205,
      "grad_norm": 4.372320776325544,
      "learning_rate": 0.0002519006136425357,
      "loss": 6.5312,
      "step": 39895
    },
    {
      "epoch": 1.634077411427401,
      "grad_norm": 2.843806211751648,
      "learning_rate": 0.000251898220322189,
      "loss": 6.2812,
      "step": 39896
    },
    {
      "epoch": 1.6341183698545976,
      "grad_norm": 4.398246572570299,
      "learning_rate": 0.00025189582695367077,
      "loss": 5.375,
      "step": 39897
    },
    {
      "epoch": 1.634159328281794,
      "grad_norm": 2.2958514815858724,
      "learning_rate": 0.000251893433536982,
      "loss": 4.4062,
      "step": 39898
    },
    {
      "epoch": 1.6342002867089904,
      "grad_norm": 2.9952245858735287,
      "learning_rate": 0.000251891040072124,
      "loss": 6.0312,
      "step": 39899
    },
    {
      "epoch": 1.6342412451361867,
      "grad_norm": 2.874780049892642,
      "learning_rate": 0.00025188864655909784,
      "loss": 4.75,
      "step": 39900
    },
    {
      "epoch": 1.6342822035633833,
      "grad_norm": 5.6471972242971615,
      "learning_rate": 0.0002518862529979047,
      "loss": 4.9375,
      "step": 39901
    },
    {
      "epoch": 1.6343231619905796,
      "grad_norm": 2.358330547864829,
      "learning_rate": 0.00025188385938854557,
      "loss": 4.4062,
      "step": 39902
    },
    {
      "epoch": 1.634364120417776,
      "grad_norm": 2.4214334872535477,
      "learning_rate": 0.0002518814657310217,
      "loss": 5.0938,
      "step": 39903
    },
    {
      "epoch": 1.6344050788449724,
      "grad_norm": 2.3350181286905722,
      "learning_rate": 0.00025187907202533415,
      "loss": 4.6562,
      "step": 39904
    },
    {
      "epoch": 1.6344460372721688,
      "grad_norm": 3.657033199775244,
      "learning_rate": 0.0002518766782714841,
      "loss": 3.9844,
      "step": 39905
    },
    {
      "epoch": 1.634486995699365,
      "grad_norm": 2.2832963109934465,
      "learning_rate": 0.0002518742844694727,
      "loss": 5.0625,
      "step": 39906
    },
    {
      "epoch": 1.6345279541265616,
      "grad_norm": 2.7236950294991726,
      "learning_rate": 0.000251871890619301,
      "loss": 3.7969,
      "step": 39907
    },
    {
      "epoch": 1.634568912553758,
      "grad_norm": 2.337609515676506,
      "learning_rate": 0.0002518694967209702,
      "loss": 4.7812,
      "step": 39908
    },
    {
      "epoch": 1.6346098709809542,
      "grad_norm": 2.6939734308531103,
      "learning_rate": 0.0002518671027744814,
      "loss": 4.5625,
      "step": 39909
    },
    {
      "epoch": 1.6346508294081508,
      "grad_norm": 2.894557386582687,
      "learning_rate": 0.00025186470877983574,
      "loss": 5.625,
      "step": 39910
    },
    {
      "epoch": 1.634691787835347,
      "grad_norm": 2.5045614197114867,
      "learning_rate": 0.0002518623147370344,
      "loss": 4.3438,
      "step": 39911
    },
    {
      "epoch": 1.6347327462625434,
      "grad_norm": 5.966323334868107,
      "learning_rate": 0.0002518599206460784,
      "loss": 4.8438,
      "step": 39912
    },
    {
      "epoch": 1.63477370468974,
      "grad_norm": 2.5645203746648257,
      "learning_rate": 0.000251857526506969,
      "loss": 5.25,
      "step": 39913
    },
    {
      "epoch": 1.6348146631169365,
      "grad_norm": 2.873681805898957,
      "learning_rate": 0.00025185513231970727,
      "loss": 5.2188,
      "step": 39914
    },
    {
      "epoch": 1.6348556215441326,
      "grad_norm": 2.2557258392739015,
      "learning_rate": 0.0002518527380842943,
      "loss": 5.0625,
      "step": 39915
    },
    {
      "epoch": 1.634896579971329,
      "grad_norm": 5.216743004871868,
      "learning_rate": 0.0002518503438007313,
      "loss": 5.9375,
      "step": 39916
    },
    {
      "epoch": 1.6349375383985256,
      "grad_norm": 4.045002209029487,
      "learning_rate": 0.0002518479494690194,
      "loss": 5.5938,
      "step": 39917
    },
    {
      "epoch": 1.634978496825722,
      "grad_norm": 2.370657830279907,
      "learning_rate": 0.00025184555508915964,
      "loss": 3.6562,
      "step": 39918
    },
    {
      "epoch": 1.6350194552529183,
      "grad_norm": 2.2585874303208664,
      "learning_rate": 0.00025184316066115324,
      "loss": 4.6875,
      "step": 39919
    },
    {
      "epoch": 1.6350604136801148,
      "grad_norm": 3.610568382427688,
      "learning_rate": 0.00025184076618500127,
      "loss": 4.875,
      "step": 39920
    },
    {
      "epoch": 1.635101372107311,
      "grad_norm": 7.111225724137297,
      "learning_rate": 0.0002518383716607049,
      "loss": 5.6562,
      "step": 39921
    },
    {
      "epoch": 1.6351423305345074,
      "grad_norm": 2.2525538958272886,
      "learning_rate": 0.0002518359770882653,
      "loss": 4.7188,
      "step": 39922
    },
    {
      "epoch": 1.635183288961704,
      "grad_norm": 3.7125997538770354,
      "learning_rate": 0.00025183358246768354,
      "loss": 5.7812,
      "step": 39923
    },
    {
      "epoch": 1.6352242473889003,
      "grad_norm": 4.760097909647757,
      "learning_rate": 0.00025183118779896073,
      "loss": 4.4375,
      "step": 39924
    },
    {
      "epoch": 1.6352652058160966,
      "grad_norm": 2.19113059918103,
      "learning_rate": 0.00025182879308209815,
      "loss": 4.3125,
      "step": 39925
    },
    {
      "epoch": 1.6353061642432931,
      "grad_norm": 2.4267641413740764,
      "learning_rate": 0.0002518263983170967,
      "loss": 5.125,
      "step": 39926
    },
    {
      "epoch": 1.6353471226704894,
      "grad_norm": 2.5610936492929275,
      "learning_rate": 0.0002518240035039577,
      "loss": 4.7188,
      "step": 39927
    },
    {
      "epoch": 1.6353880810976857,
      "grad_norm": 2.2789533543931744,
      "learning_rate": 0.0002518216086426822,
      "loss": 4.9062,
      "step": 39928
    },
    {
      "epoch": 1.6354290395248823,
      "grad_norm": 2.8160570647773486,
      "learning_rate": 0.0002518192137332714,
      "loss": 5.0938,
      "step": 39929
    },
    {
      "epoch": 1.6354699979520786,
      "grad_norm": 2.880234173510089,
      "learning_rate": 0.00025181681877572634,
      "loss": 3.9844,
      "step": 39930
    },
    {
      "epoch": 1.635510956379275,
      "grad_norm": 2.2727941629000545,
      "learning_rate": 0.0002518144237700482,
      "loss": 4.5,
      "step": 39931
    },
    {
      "epoch": 1.6355519148064714,
      "grad_norm": 2.2870475894817512,
      "learning_rate": 0.00025181202871623807,
      "loss": 4.0312,
      "step": 39932
    },
    {
      "epoch": 1.635592873233668,
      "grad_norm": 2.743442254087435,
      "learning_rate": 0.00025180963361429723,
      "loss": 5.1562,
      "step": 39933
    },
    {
      "epoch": 1.635633831660864,
      "grad_norm": 3.8503900494629244,
      "learning_rate": 0.00025180723846422666,
      "loss": 5.375,
      "step": 39934
    },
    {
      "epoch": 1.6356747900880606,
      "grad_norm": 3.1640223441250206,
      "learning_rate": 0.00025180484326602743,
      "loss": 4.25,
      "step": 39935
    },
    {
      "epoch": 1.6357157485152571,
      "grad_norm": 2.419668630404099,
      "learning_rate": 0.0002518024480197009,
      "loss": 5.0312,
      "step": 39936
    },
    {
      "epoch": 1.6357567069424535,
      "grad_norm": 2.684773362946518,
      "learning_rate": 0.00025180005272524804,
      "loss": 4.8125,
      "step": 39937
    },
    {
      "epoch": 1.6357976653696498,
      "grad_norm": 2.84679616662216,
      "learning_rate": 0.00025179765738267006,
      "loss": 4.1875,
      "step": 39938
    },
    {
      "epoch": 1.6358386237968463,
      "grad_norm": 3.8350774803853835,
      "learning_rate": 0.00025179526199196797,
      "loss": 6.75,
      "step": 39939
    },
    {
      "epoch": 1.6358795822240426,
      "grad_norm": 2.484202493750377,
      "learning_rate": 0.0002517928665531431,
      "loss": 4.7812,
      "step": 39940
    },
    {
      "epoch": 1.635920540651239,
      "grad_norm": 3.777812369684307,
      "learning_rate": 0.00025179047106619636,
      "loss": 5.6562,
      "step": 39941
    },
    {
      "epoch": 1.6359614990784355,
      "grad_norm": 2.9253591938687573,
      "learning_rate": 0.000251788075531129,
      "loss": 3.6094,
      "step": 39942
    },
    {
      "epoch": 1.6360024575056318,
      "grad_norm": 5.489958088503735,
      "learning_rate": 0.0002517856799479422,
      "loss": 7.25,
      "step": 39943
    },
    {
      "epoch": 1.636043415932828,
      "grad_norm": 2.329813567173548,
      "learning_rate": 0.00025178328431663707,
      "loss": 4.375,
      "step": 39944
    },
    {
      "epoch": 1.6360843743600246,
      "grad_norm": 4.475246045875793,
      "learning_rate": 0.00025178088863721465,
      "loss": 4.3125,
      "step": 39945
    },
    {
      "epoch": 1.636125332787221,
      "grad_norm": 2.4652884952757947,
      "learning_rate": 0.0002517784929096761,
      "loss": 5.5,
      "step": 39946
    },
    {
      "epoch": 1.6361662912144173,
      "grad_norm": 2.5685213698876277,
      "learning_rate": 0.0002517760971340226,
      "loss": 5.4688,
      "step": 39947
    },
    {
      "epoch": 1.6362072496416138,
      "grad_norm": 2.3612516667508574,
      "learning_rate": 0.0002517737013102553,
      "loss": 4.1562,
      "step": 39948
    },
    {
      "epoch": 1.63624820806881,
      "grad_norm": 2.738948518148697,
      "learning_rate": 0.0002517713054383753,
      "loss": 5.2812,
      "step": 39949
    },
    {
      "epoch": 1.6362891664960064,
      "grad_norm": 3.0849186529251007,
      "learning_rate": 0.00025176890951838376,
      "loss": 3.8594,
      "step": 39950
    },
    {
      "epoch": 1.636330124923203,
      "grad_norm": 6.184938758220514,
      "learning_rate": 0.00025176651355028173,
      "loss": 4.4688,
      "step": 39951
    },
    {
      "epoch": 1.6363710833503995,
      "grad_norm": 2.5876176848802435,
      "learning_rate": 0.0002517641175340704,
      "loss": 4.5625,
      "step": 39952
    },
    {
      "epoch": 1.6364120417775956,
      "grad_norm": 2.4345217005752224,
      "learning_rate": 0.0002517617214697509,
      "loss": 4.7812,
      "step": 39953
    },
    {
      "epoch": 1.6364530002047921,
      "grad_norm": 3.4639034289051986,
      "learning_rate": 0.00025175932535732436,
      "loss": 6.125,
      "step": 39954
    },
    {
      "epoch": 1.6364939586319887,
      "grad_norm": 2.406164939757584,
      "learning_rate": 0.000251756929196792,
      "loss": 4.9062,
      "step": 39955
    },
    {
      "epoch": 1.636534917059185,
      "grad_norm": 2.704657903926452,
      "learning_rate": 0.0002517545329881548,
      "loss": 5.0,
      "step": 39956
    },
    {
      "epoch": 1.6365758754863813,
      "grad_norm": 2.4893018542364347,
      "learning_rate": 0.00025175213673141395,
      "loss": 3.7188,
      "step": 39957
    },
    {
      "epoch": 1.6366168339135778,
      "grad_norm": 3.607356925025343,
      "learning_rate": 0.0002517497404265706,
      "loss": 4.3438,
      "step": 39958
    },
    {
      "epoch": 1.6366577923407741,
      "grad_norm": 3.29053125743225,
      "learning_rate": 0.00025174734407362585,
      "loss": 5.4375,
      "step": 39959
    },
    {
      "epoch": 1.6366987507679704,
      "grad_norm": 6.621414865664488,
      "learning_rate": 0.0002517449476725809,
      "loss": 1.5781,
      "step": 39960
    },
    {
      "epoch": 1.636739709195167,
      "grad_norm": 3.5039530373360686,
      "learning_rate": 0.00025174255122343685,
      "loss": 4.875,
      "step": 39961
    },
    {
      "epoch": 1.6367806676223633,
      "grad_norm": 2.251474287845679,
      "learning_rate": 0.00025174015472619483,
      "loss": 4.2188,
      "step": 39962
    },
    {
      "epoch": 1.6368216260495596,
      "grad_norm": 2.1924252105575253,
      "learning_rate": 0.00025173775818085597,
      "loss": 4.6875,
      "step": 39963
    },
    {
      "epoch": 1.6368625844767561,
      "grad_norm": 2.323250851232972,
      "learning_rate": 0.00025173536158742136,
      "loss": 3.9844,
      "step": 39964
    },
    {
      "epoch": 1.6369035429039525,
      "grad_norm": 2.383322586687684,
      "learning_rate": 0.0002517329649458922,
      "loss": 4.2812,
      "step": 39965
    },
    {
      "epoch": 1.6369445013311488,
      "grad_norm": 2.363272418082551,
      "learning_rate": 0.0002517305682562696,
      "loss": 4.8125,
      "step": 39966
    },
    {
      "epoch": 1.6369854597583453,
      "grad_norm": 2.7000596833060904,
      "learning_rate": 0.0002517281715185547,
      "loss": 5.5312,
      "step": 39967
    },
    {
      "epoch": 1.6370264181855416,
      "grad_norm": 3.9840646812986362,
      "learning_rate": 0.00025172577473274856,
      "loss": 3.7656,
      "step": 39968
    },
    {
      "epoch": 1.637067376612738,
      "grad_norm": 4.482510211197614,
      "learning_rate": 0.0002517233778988525,
      "loss": 6.1875,
      "step": 39969
    },
    {
      "epoch": 1.6371083350399345,
      "grad_norm": 2.153288651134683,
      "learning_rate": 0.0002517209810168674,
      "loss": 5.2188,
      "step": 39970
    },
    {
      "epoch": 1.637149293467131,
      "grad_norm": 2.7649855154543186,
      "learning_rate": 0.00025171858408679456,
      "loss": 4.8125,
      "step": 39971
    },
    {
      "epoch": 1.637190251894327,
      "grad_norm": 3.6642989448262675,
      "learning_rate": 0.00025171618710863515,
      "loss": 5.0312,
      "step": 39972
    },
    {
      "epoch": 1.6372312103215236,
      "grad_norm": 2.6688181470486696,
      "learning_rate": 0.0002517137900823901,
      "loss": 5.0938,
      "step": 39973
    },
    {
      "epoch": 1.6372721687487202,
      "grad_norm": 3.0848493736546096,
      "learning_rate": 0.0002517113930080608,
      "loss": 5.0625,
      "step": 39974
    },
    {
      "epoch": 1.6373131271759165,
      "grad_norm": 2.3031571811385203,
      "learning_rate": 0.00025170899588564815,
      "loss": 4.4375,
      "step": 39975
    },
    {
      "epoch": 1.6373540856031128,
      "grad_norm": 5.04325648904539,
      "learning_rate": 0.00025170659871515344,
      "loss": 4.0312,
      "step": 39976
    },
    {
      "epoch": 1.6373950440303093,
      "grad_norm": 2.5622525017262237,
      "learning_rate": 0.0002517042014965778,
      "loss": 4.8438,
      "step": 39977
    },
    {
      "epoch": 1.6374360024575056,
      "grad_norm": 2.7269709299896707,
      "learning_rate": 0.00025170180422992225,
      "loss": 4.5625,
      "step": 39978
    },
    {
      "epoch": 1.637476960884702,
      "grad_norm": 4.063415438181707,
      "learning_rate": 0.000251699406915188,
      "loss": 6.125,
      "step": 39979
    },
    {
      "epoch": 1.6375179193118985,
      "grad_norm": 2.303829408919874,
      "learning_rate": 0.0002516970095523762,
      "loss": 4.5625,
      "step": 39980
    },
    {
      "epoch": 1.6375588777390948,
      "grad_norm": 11.682847714054459,
      "learning_rate": 0.00025169461214148795,
      "loss": 5.9062,
      "step": 39981
    },
    {
      "epoch": 1.6375998361662911,
      "grad_norm": 3.3774953919802395,
      "learning_rate": 0.00025169221468252434,
      "loss": 5.125,
      "step": 39982
    },
    {
      "epoch": 1.6376407945934877,
      "grad_norm": 2.6443467759774197,
      "learning_rate": 0.00025168981717548655,
      "loss": 4.7188,
      "step": 39983
    },
    {
      "epoch": 1.637681753020684,
      "grad_norm": 2.613582384617427,
      "learning_rate": 0.0002516874196203758,
      "loss": 5.4062,
      "step": 39984
    },
    {
      "epoch": 1.6377227114478803,
      "grad_norm": 2.2803420660146085,
      "learning_rate": 0.00025168502201719305,
      "loss": 4.7812,
      "step": 39985
    },
    {
      "epoch": 1.6377636698750768,
      "grad_norm": 2.43382999418514,
      "learning_rate": 0.00025168262436593957,
      "loss": 4.4688,
      "step": 39986
    },
    {
      "epoch": 1.6378046283022734,
      "grad_norm": 3.68370982836703,
      "learning_rate": 0.00025168022666661647,
      "loss": 6.0312,
      "step": 39987
    },
    {
      "epoch": 1.6378455867294694,
      "grad_norm": 3.816833390956534,
      "learning_rate": 0.0002516778289192248,
      "loss": 5.4062,
      "step": 39988
    },
    {
      "epoch": 1.637886545156666,
      "grad_norm": 2.243026287222943,
      "learning_rate": 0.00025167543112376573,
      "loss": 4.2812,
      "step": 39989
    },
    {
      "epoch": 1.6379275035838625,
      "grad_norm": 13.936063257939182,
      "learning_rate": 0.0002516730332802405,
      "loss": 8.125,
      "step": 39990
    },
    {
      "epoch": 1.6379684620110586,
      "grad_norm": 2.167788492794237,
      "learning_rate": 0.0002516706353886501,
      "loss": 4.7188,
      "step": 39991
    },
    {
      "epoch": 1.6380094204382551,
      "grad_norm": 3.2257928787670442,
      "learning_rate": 0.00025166823744899577,
      "loss": 6.25,
      "step": 39992
    },
    {
      "epoch": 1.6380503788654517,
      "grad_norm": 8.138094059636135,
      "learning_rate": 0.0002516658394612786,
      "loss": 2.0625,
      "step": 39993
    },
    {
      "epoch": 1.638091337292648,
      "grad_norm": 2.6563990015330674,
      "learning_rate": 0.0002516634414254996,
      "loss": 5.1562,
      "step": 39994
    },
    {
      "epoch": 1.6381322957198443,
      "grad_norm": 3.1630367350181103,
      "learning_rate": 0.00025166104334166015,
      "loss": 5.5312,
      "step": 39995
    },
    {
      "epoch": 1.6381732541470408,
      "grad_norm": 2.9527407167710797,
      "learning_rate": 0.0002516586452097612,
      "loss": 7.0312,
      "step": 39996
    },
    {
      "epoch": 1.6382142125742372,
      "grad_norm": 2.5178522768500935,
      "learning_rate": 0.000251656247029804,
      "loss": 4.875,
      "step": 39997
    },
    {
      "epoch": 1.6382551710014335,
      "grad_norm": 5.203456762727889,
      "learning_rate": 0.0002516538488017896,
      "loss": 4.9375,
      "step": 39998
    },
    {
      "epoch": 1.63829612942863,
      "grad_norm": 2.7825163162283286,
      "learning_rate": 0.0002516514505257191,
      "loss": 4.4375,
      "step": 39999
    },
    {
      "epoch": 1.6383370878558263,
      "grad_norm": 2.2869982024770437,
      "learning_rate": 0.00025164905220159374,
      "loss": 4.8438,
      "step": 40000
    },
    {
      "epoch": 1.6383780462830226,
      "grad_norm": 4.213359318747276,
      "learning_rate": 0.0002516466538294146,
      "loss": 6.5938,
      "step": 40001
    },
    {
      "epoch": 1.6384190047102192,
      "grad_norm": 4.36466220224462,
      "learning_rate": 0.0002516442554091829,
      "loss": 4.875,
      "step": 40002
    },
    {
      "epoch": 1.6384599631374155,
      "grad_norm": 2.906305974568465,
      "learning_rate": 0.0002516418569408996,
      "loss": 4.9062,
      "step": 40003
    },
    {
      "epoch": 1.6385009215646118,
      "grad_norm": 2.1511608892423424,
      "learning_rate": 0.00025163945842456595,
      "loss": 4.5938,
      "step": 40004
    },
    {
      "epoch": 1.6385418799918083,
      "grad_norm": 2.2353716556609426,
      "learning_rate": 0.00025163705986018303,
      "loss": 4.2188,
      "step": 40005
    },
    {
      "epoch": 1.6385828384190049,
      "grad_norm": 2.900069850485906,
      "learning_rate": 0.000251634661247752,
      "loss": 5.8125,
      "step": 40006
    },
    {
      "epoch": 1.638623796846201,
      "grad_norm": 2.915143610461512,
      "learning_rate": 0.0002516322625872741,
      "loss": 6.9375,
      "step": 40007
    },
    {
      "epoch": 1.6386647552733975,
      "grad_norm": 3.7992453260174823,
      "learning_rate": 0.0002516298638787503,
      "loss": 3.3125,
      "step": 40008
    },
    {
      "epoch": 1.638705713700594,
      "grad_norm": 2.3723100661693195,
      "learning_rate": 0.0002516274651221818,
      "loss": 5.0938,
      "step": 40009
    },
    {
      "epoch": 1.6387466721277901,
      "grad_norm": 6.5111405642931945,
      "learning_rate": 0.0002516250663175697,
      "loss": 2.8281,
      "step": 40010
    },
    {
      "epoch": 1.6387876305549867,
      "grad_norm": 2.205890649343642,
      "learning_rate": 0.0002516226674649152,
      "loss": 4.3125,
      "step": 40011
    },
    {
      "epoch": 1.6388285889821832,
      "grad_norm": 2.62254675198299,
      "learning_rate": 0.00025162026856421945,
      "loss": 5.5938,
      "step": 40012
    },
    {
      "epoch": 1.6388695474093795,
      "grad_norm": 2.4884500495427293,
      "learning_rate": 0.00025161786961548345,
      "loss": 5.2812,
      "step": 40013
    },
    {
      "epoch": 1.6389105058365758,
      "grad_norm": 2.3402565940012936,
      "learning_rate": 0.00025161547061870846,
      "loss": 4.6875,
      "step": 40014
    },
    {
      "epoch": 1.6389514642637724,
      "grad_norm": 3.257097780002541,
      "learning_rate": 0.00025161307157389555,
      "loss": 5.625,
      "step": 40015
    },
    {
      "epoch": 1.6389924226909687,
      "grad_norm": 2.350169635439133,
      "learning_rate": 0.0002516106724810459,
      "loss": 4.2812,
      "step": 40016
    },
    {
      "epoch": 1.639033381118165,
      "grad_norm": 3.8739792923332335,
      "learning_rate": 0.0002516082733401606,
      "loss": 5.5,
      "step": 40017
    },
    {
      "epoch": 1.6390743395453615,
      "grad_norm": 2.666433253426636,
      "learning_rate": 0.00025160587415124083,
      "loss": 4.625,
      "step": 40018
    },
    {
      "epoch": 1.6391152979725578,
      "grad_norm": 2.9406241583319486,
      "learning_rate": 0.0002516034749142877,
      "loss": 5.875,
      "step": 40019
    },
    {
      "epoch": 1.6391562563997542,
      "grad_norm": 2.248011992917515,
      "learning_rate": 0.00025160107562930225,
      "loss": 5.0312,
      "step": 40020
    },
    {
      "epoch": 1.6391972148269507,
      "grad_norm": 2.7538429137765315,
      "learning_rate": 0.0002515986762962858,
      "loss": 4.875,
      "step": 40021
    },
    {
      "epoch": 1.639238173254147,
      "grad_norm": 2.5064050543566005,
      "learning_rate": 0.00025159627691523936,
      "loss": 4.4688,
      "step": 40022
    },
    {
      "epoch": 1.6392791316813433,
      "grad_norm": 3.1371954837656126,
      "learning_rate": 0.0002515938774861641,
      "loss": 4.1562,
      "step": 40023
    },
    {
      "epoch": 1.6393200901085399,
      "grad_norm": 2.286196545428732,
      "learning_rate": 0.00025159147800906116,
      "loss": 4.7812,
      "step": 40024
    },
    {
      "epoch": 1.6393610485357364,
      "grad_norm": 2.386220931867645,
      "learning_rate": 0.0002515890784839317,
      "loss": 4.5,
      "step": 40025
    },
    {
      "epoch": 1.6394020069629325,
      "grad_norm": 2.682338573224241,
      "learning_rate": 0.00025158667891077676,
      "loss": 5.9688,
      "step": 40026
    },
    {
      "epoch": 1.639442965390129,
      "grad_norm": 3.2297363349855153,
      "learning_rate": 0.00025158427928959753,
      "loss": 5.0312,
      "step": 40027
    },
    {
      "epoch": 1.6394839238173256,
      "grad_norm": 2.2875461779288786,
      "learning_rate": 0.0002515818796203952,
      "loss": 5.0938,
      "step": 40028
    },
    {
      "epoch": 1.6395248822445219,
      "grad_norm": 2.3111082670984686,
      "learning_rate": 0.0002515794799031708,
      "loss": 4.7812,
      "step": 40029
    },
    {
      "epoch": 1.6395658406717182,
      "grad_norm": 3.2932875028208883,
      "learning_rate": 0.00025157708013792555,
      "loss": 4.7812,
      "step": 40030
    },
    {
      "epoch": 1.6396067990989147,
      "grad_norm": 4.671334981984919,
      "learning_rate": 0.00025157468032466055,
      "loss": 5.6875,
      "step": 40031
    },
    {
      "epoch": 1.639647757526111,
      "grad_norm": 3.328215923773684,
      "learning_rate": 0.0002515722804633769,
      "loss": 5.1562,
      "step": 40032
    },
    {
      "epoch": 1.6396887159533073,
      "grad_norm": 2.3645168230474303,
      "learning_rate": 0.00025156988055407577,
      "loss": 4.8438,
      "step": 40033
    },
    {
      "epoch": 1.6397296743805039,
      "grad_norm": 2.639391662919212,
      "learning_rate": 0.00025156748059675837,
      "loss": 5.0,
      "step": 40034
    },
    {
      "epoch": 1.6397706328077002,
      "grad_norm": 5.094759019042417,
      "learning_rate": 0.00025156508059142566,
      "loss": 1.9531,
      "step": 40035
    },
    {
      "epoch": 1.6398115912348965,
      "grad_norm": 2.463869077516489,
      "learning_rate": 0.0002515626805380789,
      "loss": 4.5938,
      "step": 40036
    },
    {
      "epoch": 1.639852549662093,
      "grad_norm": 4.811981314984344,
      "learning_rate": 0.0002515602804367192,
      "loss": 4.1875,
      "step": 40037
    },
    {
      "epoch": 1.6398935080892894,
      "grad_norm": 2.720939020111033,
      "learning_rate": 0.00025155788028734775,
      "loss": 3.9375,
      "step": 40038
    },
    {
      "epoch": 1.6399344665164857,
      "grad_norm": 4.272365619283325,
      "learning_rate": 0.0002515554800899656,
      "loss": 6.3125,
      "step": 40039
    },
    {
      "epoch": 1.6399754249436822,
      "grad_norm": 2.8993372335414342,
      "learning_rate": 0.0002515530798445739,
      "loss": 3.9375,
      "step": 40040
    },
    {
      "epoch": 1.6400163833708785,
      "grad_norm": 2.2536540697500644,
      "learning_rate": 0.00025155067955117376,
      "loss": 4.3125,
      "step": 40041
    },
    {
      "epoch": 1.6400573417980748,
      "grad_norm": 2.875038319352224,
      "learning_rate": 0.0002515482792097664,
      "loss": 4.3438,
      "step": 40042
    },
    {
      "epoch": 1.6400983002252714,
      "grad_norm": 2.3518526909472697,
      "learning_rate": 0.0002515458788203529,
      "loss": 4.625,
      "step": 40043
    },
    {
      "epoch": 1.640139258652468,
      "grad_norm": 2.4995137566350607,
      "learning_rate": 0.0002515434783829344,
      "loss": 4.25,
      "step": 40044
    },
    {
      "epoch": 1.640180217079664,
      "grad_norm": 9.476975129755438,
      "learning_rate": 0.00025154107789751205,
      "loss": 4.7188,
      "step": 40045
    },
    {
      "epoch": 1.6402211755068605,
      "grad_norm": 2.5514464030080024,
      "learning_rate": 0.0002515386773640869,
      "loss": 6.9688,
      "step": 40046
    },
    {
      "epoch": 1.640262133934057,
      "grad_norm": 8.482907759003739,
      "learning_rate": 0.0002515362767826602,
      "loss": 5.4375,
      "step": 40047
    },
    {
      "epoch": 1.6403030923612534,
      "grad_norm": 3.628491230512838,
      "learning_rate": 0.0002515338761532331,
      "loss": 5.2812,
      "step": 40048
    },
    {
      "epoch": 1.6403440507884497,
      "grad_norm": 3.6320283141063565,
      "learning_rate": 0.0002515314754758066,
      "loss": 4.2188,
      "step": 40049
    },
    {
      "epoch": 1.6403850092156462,
      "grad_norm": 3.6143588003933447,
      "learning_rate": 0.00025152907475038195,
      "loss": 6.6875,
      "step": 40050
    },
    {
      "epoch": 1.6404259676428425,
      "grad_norm": 2.750113639547837,
      "learning_rate": 0.00025152667397696025,
      "loss": 5.4375,
      "step": 40051
    },
    {
      "epoch": 1.6404669260700389,
      "grad_norm": 2.20544008237516,
      "learning_rate": 0.0002515242731555426,
      "loss": 4.2812,
      "step": 40052
    },
    {
      "epoch": 1.6405078844972354,
      "grad_norm": 2.8398191389141183,
      "learning_rate": 0.00025152187228613015,
      "loss": 5.3125,
      "step": 40053
    },
    {
      "epoch": 1.6405488429244317,
      "grad_norm": 2.3131691043188525,
      "learning_rate": 0.0002515194713687241,
      "loss": 4.75,
      "step": 40054
    },
    {
      "epoch": 1.640589801351628,
      "grad_norm": 2.66548124957406,
      "learning_rate": 0.00025151707040332546,
      "loss": 5.875,
      "step": 40055
    },
    {
      "epoch": 1.6406307597788246,
      "grad_norm": 3.8555379367478873,
      "learning_rate": 0.0002515146693899355,
      "loss": 5.7812,
      "step": 40056
    },
    {
      "epoch": 1.6406717182060209,
      "grad_norm": 1.9698792105423417,
      "learning_rate": 0.0002515122683285553,
      "loss": 3.9531,
      "step": 40057
    },
    {
      "epoch": 1.6407126766332172,
      "grad_norm": 2.6242594748769505,
      "learning_rate": 0.00025150986721918597,
      "loss": 5.1875,
      "step": 40058
    },
    {
      "epoch": 1.6407536350604137,
      "grad_norm": 2.9903106346068338,
      "learning_rate": 0.00025150746606182866,
      "loss": 5.5,
      "step": 40059
    },
    {
      "epoch": 1.64079459348761,
      "grad_norm": 2.447742807354007,
      "learning_rate": 0.0002515050648564845,
      "loss": 4.5938,
      "step": 40060
    },
    {
      "epoch": 1.6408355519148063,
      "grad_norm": 2.4017922497590662,
      "learning_rate": 0.00025150266360315465,
      "loss": 5.0,
      "step": 40061
    },
    {
      "epoch": 1.6408765103420029,
      "grad_norm": 3.027998963184554,
      "learning_rate": 0.00025150026230184023,
      "loss": 4.1875,
      "step": 40062
    },
    {
      "epoch": 1.6409174687691994,
      "grad_norm": 2.277673545969784,
      "learning_rate": 0.0002514978609525424,
      "loss": 5.625,
      "step": 40063
    },
    {
      "epoch": 1.6409584271963955,
      "grad_norm": 2.4635340602704185,
      "learning_rate": 0.00025149545955526224,
      "loss": 5.2812,
      "step": 40064
    },
    {
      "epoch": 1.640999385623592,
      "grad_norm": 2.2414596719533444,
      "learning_rate": 0.0002514930581100009,
      "loss": 4.875,
      "step": 40065
    },
    {
      "epoch": 1.6410403440507886,
      "grad_norm": 4.102732330784203,
      "learning_rate": 0.00025149065661675955,
      "loss": 6.625,
      "step": 40066
    },
    {
      "epoch": 1.641081302477985,
      "grad_norm": 2.7373447664977433,
      "learning_rate": 0.0002514882550755393,
      "loss": 5.4375,
      "step": 40067
    },
    {
      "epoch": 1.6411222609051812,
      "grad_norm": 2.801138500583777,
      "learning_rate": 0.00025148585348634136,
      "loss": 5.5625,
      "step": 40068
    },
    {
      "epoch": 1.6411632193323777,
      "grad_norm": 2.44034012767815,
      "learning_rate": 0.00025148345184916674,
      "loss": 5.4062,
      "step": 40069
    },
    {
      "epoch": 1.641204177759574,
      "grad_norm": 2.35508457926652,
      "learning_rate": 0.0002514810501640166,
      "loss": 4.7812,
      "step": 40070
    },
    {
      "epoch": 1.6412451361867704,
      "grad_norm": 2.4227334386074313,
      "learning_rate": 0.00025147864843089217,
      "loss": 4.75,
      "step": 40071
    },
    {
      "epoch": 1.641286094613967,
      "grad_norm": 2.567012872741775,
      "learning_rate": 0.0002514762466497945,
      "loss": 3.9219,
      "step": 40072
    },
    {
      "epoch": 1.6413270530411632,
      "grad_norm": 2.527730486174387,
      "learning_rate": 0.0002514738448207247,
      "loss": 5.3125,
      "step": 40073
    },
    {
      "epoch": 1.6413680114683595,
      "grad_norm": 2.8546780133196115,
      "learning_rate": 0.00025147144294368403,
      "loss": 5.5,
      "step": 40074
    },
    {
      "epoch": 1.641408969895556,
      "grad_norm": 2.1256455867983592,
      "learning_rate": 0.0002514690410186735,
      "loss": 3.8438,
      "step": 40075
    },
    {
      "epoch": 1.6414499283227524,
      "grad_norm": 2.282013491553979,
      "learning_rate": 0.00025146663904569434,
      "loss": 5.375,
      "step": 40076
    },
    {
      "epoch": 1.6414908867499487,
      "grad_norm": 3.629351362702356,
      "learning_rate": 0.0002514642370247476,
      "loss": 4.9062,
      "step": 40077
    },
    {
      "epoch": 1.6415318451771452,
      "grad_norm": 2.3943715214916965,
      "learning_rate": 0.0002514618349558345,
      "loss": 4.375,
      "step": 40078
    },
    {
      "epoch": 1.6415728036043415,
      "grad_norm": 3.147313016756293,
      "learning_rate": 0.0002514594328389561,
      "loss": 5.5312,
      "step": 40079
    },
    {
      "epoch": 1.6416137620315379,
      "grad_norm": 2.3221568330981714,
      "learning_rate": 0.00025145703067411355,
      "loss": 4.125,
      "step": 40080
    },
    {
      "epoch": 1.6416547204587344,
      "grad_norm": 3.3596842900486514,
      "learning_rate": 0.00025145462846130803,
      "loss": 5.375,
      "step": 40081
    },
    {
      "epoch": 1.641695678885931,
      "grad_norm": 2.6067026037048313,
      "learning_rate": 0.00025145222620054066,
      "loss": 5.125,
      "step": 40082
    },
    {
      "epoch": 1.641736637313127,
      "grad_norm": 2.599841254371548,
      "learning_rate": 0.00025144982389181257,
      "loss": 4.2188,
      "step": 40083
    },
    {
      "epoch": 1.6417775957403236,
      "grad_norm": 2.812175703870959,
      "learning_rate": 0.00025144742153512486,
      "loss": 5.25,
      "step": 40084
    },
    {
      "epoch": 1.64181855416752,
      "grad_norm": 2.2847113404257153,
      "learning_rate": 0.0002514450191304787,
      "loss": 4.5312,
      "step": 40085
    },
    {
      "epoch": 1.6418595125947164,
      "grad_norm": 2.3808244562070766,
      "learning_rate": 0.00025144261667787526,
      "loss": 4.3125,
      "step": 40086
    },
    {
      "epoch": 1.6419004710219127,
      "grad_norm": 2.420988154869818,
      "learning_rate": 0.0002514402141773156,
      "loss": 4.3438,
      "step": 40087
    },
    {
      "epoch": 1.6419414294491093,
      "grad_norm": 2.755349427612892,
      "learning_rate": 0.00025143781162880087,
      "loss": 4.9375,
      "step": 40088
    },
    {
      "epoch": 1.6419823878763056,
      "grad_norm": 2.2348480436953686,
      "learning_rate": 0.00025143540903233225,
      "loss": 4.4375,
      "step": 40089
    },
    {
      "epoch": 1.6420233463035019,
      "grad_norm": 2.5373193988112233,
      "learning_rate": 0.0002514330063879109,
      "loss": 4.3438,
      "step": 40090
    },
    {
      "epoch": 1.6420643047306984,
      "grad_norm": 3.1809020333891023,
      "learning_rate": 0.0002514306036955378,
      "loss": 5.7188,
      "step": 40091
    },
    {
      "epoch": 1.6421052631578947,
      "grad_norm": 2.9299353898883655,
      "learning_rate": 0.0002514282009552143,
      "loss": 5.3125,
      "step": 40092
    },
    {
      "epoch": 1.642146221585091,
      "grad_norm": 2.469528598214466,
      "learning_rate": 0.0002514257981669414,
      "loss": 5.0312,
      "step": 40093
    },
    {
      "epoch": 1.6421871800122876,
      "grad_norm": 2.969185260546144,
      "learning_rate": 0.0002514233953307202,
      "loss": 4.5625,
      "step": 40094
    },
    {
      "epoch": 1.642228138439484,
      "grad_norm": 2.333676239216292,
      "learning_rate": 0.00025142099244655205,
      "loss": 4.1562,
      "step": 40095
    },
    {
      "epoch": 1.6422690968666802,
      "grad_norm": 3.658031078340536,
      "learning_rate": 0.00025141858951443786,
      "loss": 6.5312,
      "step": 40096
    },
    {
      "epoch": 1.6423100552938767,
      "grad_norm": 2.389773693322713,
      "learning_rate": 0.00025141618653437884,
      "loss": 4.4688,
      "step": 40097
    },
    {
      "epoch": 1.642351013721073,
      "grad_norm": 5.609719973275481,
      "learning_rate": 0.0002514137835063761,
      "loss": 3.0156,
      "step": 40098
    },
    {
      "epoch": 1.6423919721482694,
      "grad_norm": 2.650544262591413,
      "learning_rate": 0.0002514113804304309,
      "loss": 5.3438,
      "step": 40099
    },
    {
      "epoch": 1.642432930575466,
      "grad_norm": 2.5524871851686823,
      "learning_rate": 0.00025140897730654423,
      "loss": 5.3125,
      "step": 40100
    },
    {
      "epoch": 1.6424738890026624,
      "grad_norm": 5.043392144318052,
      "learning_rate": 0.0002514065741347173,
      "loss": 6.2812,
      "step": 40101
    },
    {
      "epoch": 1.6425148474298585,
      "grad_norm": 9.652294673840307,
      "learning_rate": 0.00025140417091495113,
      "loss": 5.0,
      "step": 40102
    },
    {
      "epoch": 1.642555805857055,
      "grad_norm": 2.419813994274333,
      "learning_rate": 0.00025140176764724704,
      "loss": 5.25,
      "step": 40103
    },
    {
      "epoch": 1.6425967642842516,
      "grad_norm": 2.547260883623466,
      "learning_rate": 0.0002513993643316061,
      "loss": 5.125,
      "step": 40104
    },
    {
      "epoch": 1.642637722711448,
      "grad_norm": 2.4654933060236868,
      "learning_rate": 0.0002513969609680294,
      "loss": 4.875,
      "step": 40105
    },
    {
      "epoch": 1.6426786811386442,
      "grad_norm": 5.4235040234799525,
      "learning_rate": 0.00025139455755651804,
      "loss": 6.0,
      "step": 40106
    },
    {
      "epoch": 1.6427196395658408,
      "grad_norm": 2.71255650826797,
      "learning_rate": 0.00025139215409707334,
      "loss": 4.9062,
      "step": 40107
    },
    {
      "epoch": 1.642760597993037,
      "grad_norm": 3.04675001477311,
      "learning_rate": 0.0002513897505896962,
      "loss": 4.3438,
      "step": 40108
    },
    {
      "epoch": 1.6428015564202334,
      "grad_norm": 4.064713872580744,
      "learning_rate": 0.00025138734703438793,
      "loss": 7.3438,
      "step": 40109
    },
    {
      "epoch": 1.64284251484743,
      "grad_norm": 2.6177899924304997,
      "learning_rate": 0.00025138494343114956,
      "loss": 5.1875,
      "step": 40110
    },
    {
      "epoch": 1.6428834732746262,
      "grad_norm": 2.152692466641174,
      "learning_rate": 0.00025138253977998235,
      "loss": 4.1562,
      "step": 40111
    },
    {
      "epoch": 1.6429244317018226,
      "grad_norm": 2.629575871834087,
      "learning_rate": 0.0002513801360808873,
      "loss": 5.125,
      "step": 40112
    },
    {
      "epoch": 1.642965390129019,
      "grad_norm": 7.3148472167969905,
      "learning_rate": 0.0002513777323338656,
      "loss": 7.9062,
      "step": 40113
    },
    {
      "epoch": 1.6430063485562154,
      "grad_norm": 2.686961306365833,
      "learning_rate": 0.00025137532853891837,
      "loss": 5.2188,
      "step": 40114
    },
    {
      "epoch": 1.6430473069834117,
      "grad_norm": 2.8832361654024807,
      "learning_rate": 0.0002513729246960468,
      "loss": 4.8438,
      "step": 40115
    },
    {
      "epoch": 1.6430882654106083,
      "grad_norm": 2.4878744787025417,
      "learning_rate": 0.000251370520805252,
      "loss": 4.9688,
      "step": 40116
    },
    {
      "epoch": 1.6431292238378046,
      "grad_norm": 4.56985497589721,
      "learning_rate": 0.0002513681168665351,
      "loss": 5.7188,
      "step": 40117
    },
    {
      "epoch": 1.643170182265001,
      "grad_norm": 3.9276948280734794,
      "learning_rate": 0.00025136571287989723,
      "loss": 2.4688,
      "step": 40118
    },
    {
      "epoch": 1.6432111406921974,
      "grad_norm": 2.448045677730859,
      "learning_rate": 0.00025136330884533955,
      "loss": 4.875,
      "step": 40119
    },
    {
      "epoch": 1.643252099119394,
      "grad_norm": 3.0636263659790557,
      "learning_rate": 0.00025136090476286316,
      "loss": 6.625,
      "step": 40120
    },
    {
      "epoch": 1.64329305754659,
      "grad_norm": 2.554634064164552,
      "learning_rate": 0.0002513585006324692,
      "loss": 5.25,
      "step": 40121
    },
    {
      "epoch": 1.6433340159737866,
      "grad_norm": 3.079694951108746,
      "learning_rate": 0.00025135609645415884,
      "loss": 6.0312,
      "step": 40122
    },
    {
      "epoch": 1.6433749744009831,
      "grad_norm": 2.2844284623404056,
      "learning_rate": 0.0002513536922279332,
      "loss": 4.625,
      "step": 40123
    },
    {
      "epoch": 1.6434159328281794,
      "grad_norm": 2.9154592652701177,
      "learning_rate": 0.00025135128795379343,
      "loss": 5.25,
      "step": 40124
    },
    {
      "epoch": 1.6434568912553758,
      "grad_norm": 2.5742307596277096,
      "learning_rate": 0.0002513488836317406,
      "loss": 4.9062,
      "step": 40125
    },
    {
      "epoch": 1.6434978496825723,
      "grad_norm": 2.865853036806506,
      "learning_rate": 0.000251346479261776,
      "loss": 4.75,
      "step": 40126
    },
    {
      "epoch": 1.6435388081097686,
      "grad_norm": 2.305875448040883,
      "learning_rate": 0.0002513440748439006,
      "loss": 4.4062,
      "step": 40127
    },
    {
      "epoch": 1.643579766536965,
      "grad_norm": 2.3117243811300563,
      "learning_rate": 0.00025134167037811557,
      "loss": 4.75,
      "step": 40128
    },
    {
      "epoch": 1.6436207249641615,
      "grad_norm": 3.417155655635916,
      "learning_rate": 0.0002513392658644221,
      "loss": 4.9688,
      "step": 40129
    },
    {
      "epoch": 1.6436616833913578,
      "grad_norm": 4.90731788435754,
      "learning_rate": 0.00025133686130282134,
      "loss": 5.5312,
      "step": 40130
    },
    {
      "epoch": 1.643702641818554,
      "grad_norm": 6.545109228706887,
      "learning_rate": 0.0002513344566933143,
      "loss": 3.4531,
      "step": 40131
    },
    {
      "epoch": 1.6437436002457506,
      "grad_norm": 2.3793573972873743,
      "learning_rate": 0.00025133205203590233,
      "loss": 4.4062,
      "step": 40132
    },
    {
      "epoch": 1.643784558672947,
      "grad_norm": 2.2331671533696857,
      "learning_rate": 0.0002513296473305864,
      "loss": 4.7812,
      "step": 40133
    },
    {
      "epoch": 1.6438255171001432,
      "grad_norm": 2.2424597028477082,
      "learning_rate": 0.00025132724257736767,
      "loss": 3.7969,
      "step": 40134
    },
    {
      "epoch": 1.6438664755273398,
      "grad_norm": 2.249199848282444,
      "learning_rate": 0.00025132483777624734,
      "loss": 4.875,
      "step": 40135
    },
    {
      "epoch": 1.643907433954536,
      "grad_norm": 2.478881244875061,
      "learning_rate": 0.0002513224329272265,
      "loss": 4.9375,
      "step": 40136
    },
    {
      "epoch": 1.6439483923817324,
      "grad_norm": 3.8809854814015377,
      "learning_rate": 0.00025132002803030624,
      "loss": 4.5625,
      "step": 40137
    },
    {
      "epoch": 1.643989350808929,
      "grad_norm": 2.5420998407846014,
      "learning_rate": 0.0002513176230854878,
      "loss": 3.5469,
      "step": 40138
    },
    {
      "epoch": 1.6440303092361255,
      "grad_norm": 2.1804112409434455,
      "learning_rate": 0.00025131521809277225,
      "loss": 4.4375,
      "step": 40139
    },
    {
      "epoch": 1.6440712676633216,
      "grad_norm": 2.7130267808979407,
      "learning_rate": 0.00025131281305216076,
      "loss": 5.5312,
      "step": 40140
    },
    {
      "epoch": 1.644112226090518,
      "grad_norm": 3.941392986035677,
      "learning_rate": 0.0002513104079636544,
      "loss": 4.75,
      "step": 40141
    },
    {
      "epoch": 1.6441531845177146,
      "grad_norm": 2.262648476488879,
      "learning_rate": 0.00025130800282725444,
      "loss": 4.9688,
      "step": 40142
    },
    {
      "epoch": 1.644194142944911,
      "grad_norm": 9.541835242994471,
      "learning_rate": 0.0002513055976429619,
      "loss": 5.25,
      "step": 40143
    },
    {
      "epoch": 1.6442351013721073,
      "grad_norm": 3.1556503567414973,
      "learning_rate": 0.00025130319241077793,
      "loss": 5.1875,
      "step": 40144
    },
    {
      "epoch": 1.6442760597993038,
      "grad_norm": 2.1408855669699394,
      "learning_rate": 0.0002513007871307037,
      "loss": 4.8438,
      "step": 40145
    },
    {
      "epoch": 1.6443170182265001,
      "grad_norm": 3.911925002614171,
      "learning_rate": 0.0002512983818027403,
      "loss": 5.0938,
      "step": 40146
    },
    {
      "epoch": 1.6443579766536964,
      "grad_norm": 3.2070688437989343,
      "learning_rate": 0.00025129597642688895,
      "loss": 3.5,
      "step": 40147
    },
    {
      "epoch": 1.644398935080893,
      "grad_norm": 3.101392715360114,
      "learning_rate": 0.0002512935710031507,
      "loss": 6.1875,
      "step": 40148
    },
    {
      "epoch": 1.6444398935080893,
      "grad_norm": 1.8671978967401,
      "learning_rate": 0.0002512911655315268,
      "loss": 4.2188,
      "step": 40149
    },
    {
      "epoch": 1.6444808519352856,
      "grad_norm": 2.8663325581501335,
      "learning_rate": 0.00025128876001201823,
      "loss": 4.7812,
      "step": 40150
    },
    {
      "epoch": 1.6445218103624821,
      "grad_norm": 3.990051181614995,
      "learning_rate": 0.0002512863544446263,
      "loss": 6.0938,
      "step": 40151
    },
    {
      "epoch": 1.6445627687896784,
      "grad_norm": 2.7561352004719644,
      "learning_rate": 0.00025128394882935204,
      "loss": 5.1562,
      "step": 40152
    },
    {
      "epoch": 1.6446037272168748,
      "grad_norm": 6.402037428154767,
      "learning_rate": 0.0002512815431661966,
      "loss": 7.625,
      "step": 40153
    },
    {
      "epoch": 1.6446446856440713,
      "grad_norm": 3.6800084508463966,
      "learning_rate": 0.00025127913745516105,
      "loss": 4.6562,
      "step": 40154
    },
    {
      "epoch": 1.6446856440712678,
      "grad_norm": 2.617983436983194,
      "learning_rate": 0.00025127673169624665,
      "loss": 1.7188,
      "step": 40155
    },
    {
      "epoch": 1.644726602498464,
      "grad_norm": 3.125489771798391,
      "learning_rate": 0.00025127432588945453,
      "loss": 5.7188,
      "step": 40156
    },
    {
      "epoch": 1.6447675609256605,
      "grad_norm": 2.7540953965161887,
      "learning_rate": 0.00025127192003478573,
      "loss": 5.4375,
      "step": 40157
    },
    {
      "epoch": 1.644808519352857,
      "grad_norm": 3.4612196165757627,
      "learning_rate": 0.0002512695141322415,
      "loss": 6.0312,
      "step": 40158
    },
    {
      "epoch": 1.644849477780053,
      "grad_norm": 2.3827831136454667,
      "learning_rate": 0.0002512671081818228,
      "loss": 4.6562,
      "step": 40159
    },
    {
      "epoch": 1.6448904362072496,
      "grad_norm": 2.4852868542740185,
      "learning_rate": 0.000251264702183531,
      "loss": 5.3438,
      "step": 40160
    },
    {
      "epoch": 1.6449313946344462,
      "grad_norm": 3.612920143680969,
      "learning_rate": 0.0002512622961373671,
      "loss": 6.5625,
      "step": 40161
    },
    {
      "epoch": 1.6449723530616425,
      "grad_norm": 2.506810353175844,
      "learning_rate": 0.00025125989004333226,
      "loss": 4.9062,
      "step": 40162
    },
    {
      "epoch": 1.6450133114888388,
      "grad_norm": 2.8472031966311304,
      "learning_rate": 0.0002512574839014276,
      "loss": 3.3281,
      "step": 40163
    },
    {
      "epoch": 1.6450542699160353,
      "grad_norm": 3.4513932968575376,
      "learning_rate": 0.0002512550777116543,
      "loss": 5.375,
      "step": 40164
    },
    {
      "epoch": 1.6450952283432316,
      "grad_norm": 7.982472990782443,
      "learning_rate": 0.0002512526714740135,
      "loss": 1.5938,
      "step": 40165
    },
    {
      "epoch": 1.645136186770428,
      "grad_norm": 2.5057841947182022,
      "learning_rate": 0.00025125026518850625,
      "loss": 5.4688,
      "step": 40166
    },
    {
      "epoch": 1.6451771451976245,
      "grad_norm": 2.4096751244207706,
      "learning_rate": 0.00025124785885513384,
      "loss": 4.9062,
      "step": 40167
    },
    {
      "epoch": 1.6452181036248208,
      "grad_norm": 2.543721160902053,
      "learning_rate": 0.0002512454524738972,
      "loss": 3.3125,
      "step": 40168
    },
    {
      "epoch": 1.645259062052017,
      "grad_norm": 4.652163291278336,
      "learning_rate": 0.00025124304604479765,
      "loss": 5.5938,
      "step": 40169
    },
    {
      "epoch": 1.6453000204792136,
      "grad_norm": 2.3602267068009932,
      "learning_rate": 0.00025124063956783626,
      "loss": 5.4062,
      "step": 40170
    },
    {
      "epoch": 1.64534097890641,
      "grad_norm": 7.472666479192614,
      "learning_rate": 0.0002512382330430142,
      "loss": 3.4531,
      "step": 40171
    },
    {
      "epoch": 1.6453819373336063,
      "grad_norm": 2.301875077695067,
      "learning_rate": 0.0002512358264703325,
      "loss": 4.7188,
      "step": 40172
    },
    {
      "epoch": 1.6454228957608028,
      "grad_norm": 2.7387266745533547,
      "learning_rate": 0.0002512334198497924,
      "loss": 5.5,
      "step": 40173
    },
    {
      "epoch": 1.6454638541879993,
      "grad_norm": 2.70752050010356,
      "learning_rate": 0.00025123101318139503,
      "loss": 5.8438,
      "step": 40174
    },
    {
      "epoch": 1.6455048126151954,
      "grad_norm": 2.4931149438351348,
      "learning_rate": 0.0002512286064651415,
      "loss": 4.5625,
      "step": 40175
    },
    {
      "epoch": 1.645545771042392,
      "grad_norm": 2.3687624277343122,
      "learning_rate": 0.000251226199701033,
      "loss": 4.5938,
      "step": 40176
    },
    {
      "epoch": 1.6455867294695885,
      "grad_norm": 2.3156387471984647,
      "learning_rate": 0.0002512237928890706,
      "loss": 4.75,
      "step": 40177
    },
    {
      "epoch": 1.6456276878967848,
      "grad_norm": 2.6138459077217306,
      "learning_rate": 0.0002512213860292555,
      "loss": 4.8125,
      "step": 40178
    },
    {
      "epoch": 1.6456686463239811,
      "grad_norm": 4.027638908536465,
      "learning_rate": 0.00025121897912158876,
      "loss": 5.5938,
      "step": 40179
    },
    {
      "epoch": 1.6457096047511777,
      "grad_norm": 3.233371110897989,
      "learning_rate": 0.00025121657216607154,
      "loss": 5.5625,
      "step": 40180
    },
    {
      "epoch": 1.645750563178374,
      "grad_norm": 2.145029299022461,
      "learning_rate": 0.000251214165162705,
      "loss": 4.5312,
      "step": 40181
    },
    {
      "epoch": 1.6457915216055703,
      "grad_norm": 2.2457530608009084,
      "learning_rate": 0.0002512117581114903,
      "loss": 4.9375,
      "step": 40182
    },
    {
      "epoch": 1.6458324800327668,
      "grad_norm": 3.1010596811972526,
      "learning_rate": 0.00025120935101242856,
      "loss": 6.0625,
      "step": 40183
    },
    {
      "epoch": 1.6458734384599631,
      "grad_norm": 2.66415015507149,
      "learning_rate": 0.0002512069438655209,
      "loss": 5.5938,
      "step": 40184
    },
    {
      "epoch": 1.6459143968871595,
      "grad_norm": 2.468353474549591,
      "learning_rate": 0.00025120453667076847,
      "loss": 4.5312,
      "step": 40185
    },
    {
      "epoch": 1.645955355314356,
      "grad_norm": 2.218459256249888,
      "learning_rate": 0.0002512021294281724,
      "loss": 4.625,
      "step": 40186
    },
    {
      "epoch": 1.6459963137415523,
      "grad_norm": 2.56479432178205,
      "learning_rate": 0.0002511997221377339,
      "loss": 3.4062,
      "step": 40187
    },
    {
      "epoch": 1.6460372721687486,
      "grad_norm": 3.3945759543450564,
      "learning_rate": 0.00025119731479945396,
      "loss": 5.4375,
      "step": 40188
    },
    {
      "epoch": 1.6460782305959452,
      "grad_norm": 2.2681030463468583,
      "learning_rate": 0.00025119490741333387,
      "loss": 4.1875,
      "step": 40189
    },
    {
      "epoch": 1.6461191890231415,
      "grad_norm": 2.65187918035694,
      "learning_rate": 0.00025119249997937465,
      "loss": 2.0156,
      "step": 40190
    },
    {
      "epoch": 1.6461601474503378,
      "grad_norm": 2.198182187784339,
      "learning_rate": 0.0002511900924975775,
      "loss": 4.6875,
      "step": 40191
    },
    {
      "epoch": 1.6462011058775343,
      "grad_norm": 2.414032032365077,
      "learning_rate": 0.0002511876849679436,
      "loss": 5.0312,
      "step": 40192
    },
    {
      "epoch": 1.6462420643047309,
      "grad_norm": 3.9488756211706035,
      "learning_rate": 0.00025118527739047394,
      "loss": 7.0625,
      "step": 40193
    },
    {
      "epoch": 1.646283022731927,
      "grad_norm": 2.9368912964072833,
      "learning_rate": 0.0002511828697651698,
      "loss": 4.6562,
      "step": 40194
    },
    {
      "epoch": 1.6463239811591235,
      "grad_norm": 2.443435192675281,
      "learning_rate": 0.00025118046209203227,
      "loss": 4.9688,
      "step": 40195
    },
    {
      "epoch": 1.64636493958632,
      "grad_norm": 2.6671059326627278,
      "learning_rate": 0.00025117805437106246,
      "loss": 4.8125,
      "step": 40196
    },
    {
      "epoch": 1.6464058980135163,
      "grad_norm": 3.3901748342209905,
      "learning_rate": 0.00025117564660226155,
      "loss": 4.2188,
      "step": 40197
    },
    {
      "epoch": 1.6464468564407126,
      "grad_norm": 3.3772299877512526,
      "learning_rate": 0.0002511732387856307,
      "loss": 4.25,
      "step": 40198
    },
    {
      "epoch": 1.6464878148679092,
      "grad_norm": 4.28047881881962,
      "learning_rate": 0.00025117083092117095,
      "loss": 3.5,
      "step": 40199
    },
    {
      "epoch": 1.6465287732951055,
      "grad_norm": 2.4060340441693766,
      "learning_rate": 0.0002511684230088836,
      "loss": 4.6875,
      "step": 40200
    },
    {
      "epoch": 1.6465697317223018,
      "grad_norm": 2.543198090438014,
      "learning_rate": 0.0002511660150487696,
      "loss": 5.375,
      "step": 40201
    },
    {
      "epoch": 1.6466106901494983,
      "grad_norm": 2.3755345408883035,
      "learning_rate": 0.0002511636070408302,
      "loss": 4.5938,
      "step": 40202
    },
    {
      "epoch": 1.6466516485766947,
      "grad_norm": 2.3146268394707192,
      "learning_rate": 0.0002511611989850665,
      "loss": 4.25,
      "step": 40203
    },
    {
      "epoch": 1.646692607003891,
      "grad_norm": 2.754523458112692,
      "learning_rate": 0.00025115879088147974,
      "loss": 5.1875,
      "step": 40204
    },
    {
      "epoch": 1.6467335654310875,
      "grad_norm": 2.5615706982808804,
      "learning_rate": 0.0002511563827300709,
      "loss": 4.9062,
      "step": 40205
    },
    {
      "epoch": 1.6467745238582838,
      "grad_norm": 5.133978391753059,
      "learning_rate": 0.0002511539745308412,
      "loss": 6.5312,
      "step": 40206
    },
    {
      "epoch": 1.6468154822854801,
      "grad_norm": 2.2072448055079086,
      "learning_rate": 0.00025115156628379174,
      "loss": 3.8594,
      "step": 40207
    },
    {
      "epoch": 1.6468564407126767,
      "grad_norm": 2.7069205201812734,
      "learning_rate": 0.00025114915798892375,
      "loss": 5.125,
      "step": 40208
    },
    {
      "epoch": 1.646897399139873,
      "grad_norm": 3.0286045769563517,
      "learning_rate": 0.0002511467496462383,
      "loss": 4.375,
      "step": 40209
    },
    {
      "epoch": 1.6469383575670693,
      "grad_norm": 4.796445881382615,
      "learning_rate": 0.0002511443412557365,
      "loss": 5.7812,
      "step": 40210
    },
    {
      "epoch": 1.6469793159942658,
      "grad_norm": 2.7607500103597555,
      "learning_rate": 0.0002511419328174195,
      "loss": 5.2188,
      "step": 40211
    },
    {
      "epoch": 1.6470202744214624,
      "grad_norm": 2.692664525918408,
      "learning_rate": 0.00025113952433128856,
      "loss": 5.8438,
      "step": 40212
    },
    {
      "epoch": 1.6470612328486585,
      "grad_norm": 2.6186571680932658,
      "learning_rate": 0.00025113711579734466,
      "loss": 5.2812,
      "step": 40213
    },
    {
      "epoch": 1.647102191275855,
      "grad_norm": 2.598495124303527,
      "learning_rate": 0.000251134707215589,
      "loss": 5.2188,
      "step": 40214
    },
    {
      "epoch": 1.6471431497030515,
      "grad_norm": 2.2764240691911315,
      "learning_rate": 0.00025113229858602276,
      "loss": 4.8125,
      "step": 40215
    },
    {
      "epoch": 1.6471841081302478,
      "grad_norm": 7.458251093299099,
      "learning_rate": 0.000251129889908647,
      "loss": 4.5312,
      "step": 40216
    },
    {
      "epoch": 1.6472250665574442,
      "grad_norm": 5.3472792490786,
      "learning_rate": 0.0002511274811834629,
      "loss": 4.375,
      "step": 40217
    },
    {
      "epoch": 1.6472660249846407,
      "grad_norm": 3.4440132184730214,
      "learning_rate": 0.0002511250724104716,
      "loss": 5.0938,
      "step": 40218
    },
    {
      "epoch": 1.647306983411837,
      "grad_norm": 6.267632937827931,
      "learning_rate": 0.0002511226635896742,
      "loss": 5.0938,
      "step": 40219
    },
    {
      "epoch": 1.6473479418390333,
      "grad_norm": 3.294893448173752,
      "learning_rate": 0.00025112025472107195,
      "loss": 5.125,
      "step": 40220
    },
    {
      "epoch": 1.6473889002662299,
      "grad_norm": 3.706504633532971,
      "learning_rate": 0.00025111784580466586,
      "loss": 3.7031,
      "step": 40221
    },
    {
      "epoch": 1.6474298586934262,
      "grad_norm": 4.494663313457967,
      "learning_rate": 0.00025111543684045714,
      "loss": 5.75,
      "step": 40222
    },
    {
      "epoch": 1.6474708171206225,
      "grad_norm": 3.605991568196057,
      "learning_rate": 0.00025111302782844687,
      "loss": 4.5,
      "step": 40223
    },
    {
      "epoch": 1.647511775547819,
      "grad_norm": 3.4512746176468103,
      "learning_rate": 0.00025111061876863624,
      "loss": 5.1562,
      "step": 40224
    },
    {
      "epoch": 1.6475527339750153,
      "grad_norm": 2.697730240025553,
      "learning_rate": 0.00025110820966102644,
      "loss": 5.25,
      "step": 40225
    },
    {
      "epoch": 1.6475936924022117,
      "grad_norm": 2.609162949651112,
      "learning_rate": 0.00025110580050561845,
      "loss": 5.4375,
      "step": 40226
    },
    {
      "epoch": 1.6476346508294082,
      "grad_norm": 3.00675206514099,
      "learning_rate": 0.0002511033913024136,
      "loss": 4.7812,
      "step": 40227
    },
    {
      "epoch": 1.6476756092566045,
      "grad_norm": 2.2795623848751,
      "learning_rate": 0.0002511009820514128,
      "loss": 5.25,
      "step": 40228
    },
    {
      "epoch": 1.6477165676838008,
      "grad_norm": 3.817446808671879,
      "learning_rate": 0.00025109857275261747,
      "loss": 5.375,
      "step": 40229
    },
    {
      "epoch": 1.6477575261109974,
      "grad_norm": 2.630404301295167,
      "learning_rate": 0.00025109616340602853,
      "loss": 5.5625,
      "step": 40230
    },
    {
      "epoch": 1.6477984845381939,
      "grad_norm": 2.480201789957525,
      "learning_rate": 0.00025109375401164715,
      "loss": 4.9062,
      "step": 40231
    },
    {
      "epoch": 1.64783944296539,
      "grad_norm": 2.4226768987138794,
      "learning_rate": 0.00025109134456947457,
      "loss": 5.125,
      "step": 40232
    },
    {
      "epoch": 1.6478804013925865,
      "grad_norm": 2.819868601433392,
      "learning_rate": 0.0002510889350795119,
      "loss": 5.8125,
      "step": 40233
    },
    {
      "epoch": 1.647921359819783,
      "grad_norm": 2.232916362233497,
      "learning_rate": 0.0002510865255417602,
      "loss": 4.4062,
      "step": 40234
    },
    {
      "epoch": 1.6479623182469794,
      "grad_norm": 2.532946960080394,
      "learning_rate": 0.00025108411595622064,
      "loss": 5.4375,
      "step": 40235
    },
    {
      "epoch": 1.6480032766741757,
      "grad_norm": 3.914020799993063,
      "learning_rate": 0.0002510817063228944,
      "loss": 4.8438,
      "step": 40236
    },
    {
      "epoch": 1.6480442351013722,
      "grad_norm": 5.013877607638237,
      "learning_rate": 0.00025107929664178256,
      "loss": 7.1875,
      "step": 40237
    },
    {
      "epoch": 1.6480851935285685,
      "grad_norm": 10.618876802938827,
      "learning_rate": 0.0002510768869128863,
      "loss": 1.8125,
      "step": 40238
    },
    {
      "epoch": 1.6481261519557648,
      "grad_norm": 3.309275333553101,
      "learning_rate": 0.0002510744771362068,
      "loss": 3.5469,
      "step": 40239
    },
    {
      "epoch": 1.6481671103829614,
      "grad_norm": 3.9287492520760354,
      "learning_rate": 0.0002510720673117451,
      "loss": 4.3438,
      "step": 40240
    },
    {
      "epoch": 1.6482080688101577,
      "grad_norm": 6.700072483426627,
      "learning_rate": 0.00025106965743950245,
      "loss": 5.4375,
      "step": 40241
    },
    {
      "epoch": 1.648249027237354,
      "grad_norm": 2.586020562319153,
      "learning_rate": 0.0002510672475194799,
      "loss": 4.4375,
      "step": 40242
    },
    {
      "epoch": 1.6482899856645505,
      "grad_norm": 2.6542619456196275,
      "learning_rate": 0.0002510648375516786,
      "loss": 4.5625,
      "step": 40243
    },
    {
      "epoch": 1.6483309440917469,
      "grad_norm": 3.2460023253849632,
      "learning_rate": 0.00025106242753609976,
      "loss": 4.6562,
      "step": 40244
    },
    {
      "epoch": 1.6483719025189432,
      "grad_norm": 2.127306175400214,
      "learning_rate": 0.00025106001747274444,
      "loss": 4.75,
      "step": 40245
    },
    {
      "epoch": 1.6484128609461397,
      "grad_norm": 2.8620328085742495,
      "learning_rate": 0.0002510576073616138,
      "loss": 5.125,
      "step": 40246
    },
    {
      "epoch": 1.648453819373336,
      "grad_norm": 3.6602749233573384,
      "learning_rate": 0.00025105519720270894,
      "loss": 4.375,
      "step": 40247
    },
    {
      "epoch": 1.6484947778005323,
      "grad_norm": 5.022323605831886,
      "learning_rate": 0.00025105278699603115,
      "loss": 3.6719,
      "step": 40248
    },
    {
      "epoch": 1.6485357362277289,
      "grad_norm": 5.940706386209175,
      "learning_rate": 0.0002510503767415814,
      "loss": 1.4609,
      "step": 40249
    },
    {
      "epoch": 1.6485766946549254,
      "grad_norm": 3.107689209208988,
      "learning_rate": 0.0002510479664393609,
      "loss": 5.25,
      "step": 40250
    },
    {
      "epoch": 1.6486176530821215,
      "grad_norm": 4.102930462318171,
      "learning_rate": 0.0002510455560893708,
      "loss": 6.6562,
      "step": 40251
    },
    {
      "epoch": 1.648658611509318,
      "grad_norm": 3.14957990702228,
      "learning_rate": 0.00025104314569161226,
      "loss": 6.875,
      "step": 40252
    },
    {
      "epoch": 1.6486995699365146,
      "grad_norm": 5.203498437721837,
      "learning_rate": 0.0002510407352460863,
      "loss": 2.4844,
      "step": 40253
    },
    {
      "epoch": 1.6487405283637109,
      "grad_norm": 6.137368081817566,
      "learning_rate": 0.00025103832475279424,
      "loss": 3.2812,
      "step": 40254
    },
    {
      "epoch": 1.6487814867909072,
      "grad_norm": 3.4525316300242204,
      "learning_rate": 0.00025103591421173706,
      "loss": 4.9688,
      "step": 40255
    },
    {
      "epoch": 1.6488224452181037,
      "grad_norm": 2.917273680553448,
      "learning_rate": 0.00025103350362291595,
      "loss": 4.7812,
      "step": 40256
    },
    {
      "epoch": 1.6488634036453,
      "grad_norm": 3.272665763321156,
      "learning_rate": 0.0002510310929863321,
      "loss": 3.5,
      "step": 40257
    },
    {
      "epoch": 1.6489043620724964,
      "grad_norm": 2.931096334546657,
      "learning_rate": 0.0002510286823019866,
      "loss": 5.5,
      "step": 40258
    },
    {
      "epoch": 1.648945320499693,
      "grad_norm": 4.688336825396051,
      "learning_rate": 0.0002510262715698806,
      "loss": 3.1875,
      "step": 40259
    },
    {
      "epoch": 1.6489862789268892,
      "grad_norm": 5.477645955309908,
      "learning_rate": 0.00025102386079001523,
      "loss": 5.5625,
      "step": 40260
    },
    {
      "epoch": 1.6490272373540855,
      "grad_norm": 4.102298428817327,
      "learning_rate": 0.00025102144996239165,
      "loss": 5.5,
      "step": 40261
    },
    {
      "epoch": 1.649068195781282,
      "grad_norm": 4.143774873383659,
      "learning_rate": 0.000251019039087011,
      "loss": 4.75,
      "step": 40262
    },
    {
      "epoch": 1.6491091542084784,
      "grad_norm": 2.775334488770584,
      "learning_rate": 0.0002510166281638744,
      "loss": 4.5312,
      "step": 40263
    },
    {
      "epoch": 1.6491501126356747,
      "grad_norm": 3.9731773205240515,
      "learning_rate": 0.000251014217192983,
      "loss": 2.7812,
      "step": 40264
    },
    {
      "epoch": 1.6491910710628712,
      "grad_norm": 2.775687596131462,
      "learning_rate": 0.00025101180617433794,
      "loss": 5.375,
      "step": 40265
    },
    {
      "epoch": 1.6492320294900675,
      "grad_norm": 2.6525055903929693,
      "learning_rate": 0.00025100939510794035,
      "loss": 4.0,
      "step": 40266
    },
    {
      "epoch": 1.6492729879172638,
      "grad_norm": 3.513236665279334,
      "learning_rate": 0.0002510069839937914,
      "loss": 5.4062,
      "step": 40267
    },
    {
      "epoch": 1.6493139463444604,
      "grad_norm": 11.367843469632655,
      "learning_rate": 0.0002510045728318922,
      "loss": 4.9062,
      "step": 40268
    },
    {
      "epoch": 1.649354904771657,
      "grad_norm": 4.819676291543966,
      "learning_rate": 0.0002510021616222439,
      "loss": 1.8438,
      "step": 40269
    },
    {
      "epoch": 1.649395863198853,
      "grad_norm": 2.9051028037887505,
      "learning_rate": 0.00025099975036484764,
      "loss": 4.0625,
      "step": 40270
    },
    {
      "epoch": 1.6494368216260495,
      "grad_norm": 2.4151353709880277,
      "learning_rate": 0.00025099733905970456,
      "loss": 4.9062,
      "step": 40271
    },
    {
      "epoch": 1.649477780053246,
      "grad_norm": 2.3395121087986106,
      "learning_rate": 0.00025099492770681576,
      "loss": 4.75,
      "step": 40272
    },
    {
      "epoch": 1.6495187384804424,
      "grad_norm": 2.211233984614336,
      "learning_rate": 0.00025099251630618244,
      "loss": 4.9062,
      "step": 40273
    },
    {
      "epoch": 1.6495596969076387,
      "grad_norm": 4.8046493156776275,
      "learning_rate": 0.00025099010485780574,
      "loss": 7.0,
      "step": 40274
    },
    {
      "epoch": 1.6496006553348352,
      "grad_norm": 3.127712262788388,
      "learning_rate": 0.0002509876933616868,
      "loss": 7.0938,
      "step": 40275
    },
    {
      "epoch": 1.6496416137620316,
      "grad_norm": 2.8933618149230598,
      "learning_rate": 0.0002509852818178267,
      "loss": 4.9688,
      "step": 40276
    },
    {
      "epoch": 1.6496825721892279,
      "grad_norm": 3.5359896388926644,
      "learning_rate": 0.0002509828702262266,
      "loss": 4.7188,
      "step": 40277
    },
    {
      "epoch": 1.6497235306164244,
      "grad_norm": 2.4859652844017033,
      "learning_rate": 0.0002509804585868877,
      "loss": 4.75,
      "step": 40278
    },
    {
      "epoch": 1.6497644890436207,
      "grad_norm": 2.74150124868518,
      "learning_rate": 0.0002509780468998111,
      "loss": 5.7812,
      "step": 40279
    },
    {
      "epoch": 1.649805447470817,
      "grad_norm": 2.1939968831282095,
      "learning_rate": 0.0002509756351649979,
      "loss": 3.8438,
      "step": 40280
    },
    {
      "epoch": 1.6498464058980136,
      "grad_norm": 2.1742959418456116,
      "learning_rate": 0.00025097322338244935,
      "loss": 4.3438,
      "step": 40281
    },
    {
      "epoch": 1.6498873643252099,
      "grad_norm": 2.461169775482313,
      "learning_rate": 0.00025097081155216644,
      "loss": 4.1875,
      "step": 40282
    },
    {
      "epoch": 1.6499283227524062,
      "grad_norm": 4.208081224070633,
      "learning_rate": 0.0002509683996741504,
      "loss": 6.1562,
      "step": 40283
    },
    {
      "epoch": 1.6499692811796027,
      "grad_norm": 5.791777705700221,
      "learning_rate": 0.0002509659877484024,
      "loss": 6.5,
      "step": 40284
    },
    {
      "epoch": 1.650010239606799,
      "grad_norm": 2.298115318570365,
      "learning_rate": 0.00025096357577492355,
      "loss": 4.3125,
      "step": 40285
    },
    {
      "epoch": 1.6500511980339954,
      "grad_norm": 6.894379548997896,
      "learning_rate": 0.0002509611637537149,
      "loss": 4.3438,
      "step": 40286
    },
    {
      "epoch": 1.650092156461192,
      "grad_norm": 3.599644192035775,
      "learning_rate": 0.0002509587516847777,
      "loss": 2.7969,
      "step": 40287
    },
    {
      "epoch": 1.6501331148883884,
      "grad_norm": 2.447424198895946,
      "learning_rate": 0.00025095633956811314,
      "loss": 4.0312,
      "step": 40288
    },
    {
      "epoch": 1.6501740733155845,
      "grad_norm": 4.578637548381873,
      "learning_rate": 0.0002509539274037222,
      "loss": 4.125,
      "step": 40289
    },
    {
      "epoch": 1.650215031742781,
      "grad_norm": 6.764099685628135,
      "learning_rate": 0.0002509515151916061,
      "loss": 6.0312,
      "step": 40290
    },
    {
      "epoch": 1.6502559901699776,
      "grad_norm": 3.493655086764446,
      "learning_rate": 0.000250949102931766,
      "loss": 4.4062,
      "step": 40291
    },
    {
      "epoch": 1.650296948597174,
      "grad_norm": 2.582194575877719,
      "learning_rate": 0.0002509466906242031,
      "loss": 5.6562,
      "step": 40292
    },
    {
      "epoch": 1.6503379070243702,
      "grad_norm": 2.9065288383013588,
      "learning_rate": 0.0002509442782689184,
      "loss": 4.75,
      "step": 40293
    },
    {
      "epoch": 1.6503788654515668,
      "grad_norm": 2.229823058989414,
      "learning_rate": 0.00025094186586591306,
      "loss": 3.3906,
      "step": 40294
    },
    {
      "epoch": 1.650419823878763,
      "grad_norm": 3.2014026065933265,
      "learning_rate": 0.0002509394534151883,
      "loss": 4.4688,
      "step": 40295
    },
    {
      "epoch": 1.6504607823059594,
      "grad_norm": 8.906301110830306,
      "learning_rate": 0.0002509370409167452,
      "loss": 6.7812,
      "step": 40296
    },
    {
      "epoch": 1.650501740733156,
      "grad_norm": 3.5829518307596206,
      "learning_rate": 0.00025093462837058497,
      "loss": 5.0312,
      "step": 40297
    },
    {
      "epoch": 1.6505426991603522,
      "grad_norm": 3.450786019161692,
      "learning_rate": 0.00025093221577670866,
      "loss": 5.25,
      "step": 40298
    },
    {
      "epoch": 1.6505836575875485,
      "grad_norm": 2.789817118839941,
      "learning_rate": 0.00025092980313511743,
      "loss": 3.7344,
      "step": 40299
    },
    {
      "epoch": 1.650624616014745,
      "grad_norm": 3.261001757776728,
      "learning_rate": 0.00025092739044581253,
      "loss": 4.6875,
      "step": 40300
    },
    {
      "epoch": 1.6506655744419414,
      "grad_norm": 2.522084184460241,
      "learning_rate": 0.000250924977708795,
      "loss": 5.0,
      "step": 40301
    },
    {
      "epoch": 1.6507065328691377,
      "grad_norm": 5.756386098043918,
      "learning_rate": 0.0002509225649240659,
      "loss": 3.7031,
      "step": 40302
    },
    {
      "epoch": 1.6507474912963342,
      "grad_norm": 3.044500580331383,
      "learning_rate": 0.00025092015209162664,
      "loss": 5.4688,
      "step": 40303
    },
    {
      "epoch": 1.6507884497235308,
      "grad_norm": 5.99373856508762,
      "learning_rate": 0.000250917739211478,
      "loss": 7.8125,
      "step": 40304
    },
    {
      "epoch": 1.6508294081507269,
      "grad_norm": 3.109479955043005,
      "learning_rate": 0.0002509153262836214,
      "loss": 6.8125,
      "step": 40305
    },
    {
      "epoch": 1.6508703665779234,
      "grad_norm": 3.454599853551267,
      "learning_rate": 0.0002509129133080579,
      "loss": 6.375,
      "step": 40306
    },
    {
      "epoch": 1.65091132500512,
      "grad_norm": 2.802553470561779,
      "learning_rate": 0.00025091050028478866,
      "loss": 5.8125,
      "step": 40307
    },
    {
      "epoch": 1.650952283432316,
      "grad_norm": 6.343329886058149,
      "learning_rate": 0.0002509080872138147,
      "loss": 5.9688,
      "step": 40308
    },
    {
      "epoch": 1.6509932418595126,
      "grad_norm": 2.4098516062307707,
      "learning_rate": 0.00025090567409513735,
      "loss": 4.625,
      "step": 40309
    },
    {
      "epoch": 1.651034200286709,
      "grad_norm": 2.1667106350963223,
      "learning_rate": 0.00025090326092875757,
      "loss": 2.9688,
      "step": 40310
    },
    {
      "epoch": 1.6510751587139054,
      "grad_norm": 2.611638887181825,
      "learning_rate": 0.0002509008477146766,
      "loss": 6.75,
      "step": 40311
    },
    {
      "epoch": 1.6511161171411017,
      "grad_norm": 2.573617267066379,
      "learning_rate": 0.0002508984344528956,
      "loss": 5.125,
      "step": 40312
    },
    {
      "epoch": 1.6511570755682983,
      "grad_norm": 2.4195974671212515,
      "learning_rate": 0.00025089602114341565,
      "loss": 4.5625,
      "step": 40313
    },
    {
      "epoch": 1.6511980339954946,
      "grad_norm": 7.296902109247447,
      "learning_rate": 0.0002508936077862379,
      "loss": 7.0625,
      "step": 40314
    },
    {
      "epoch": 1.651238992422691,
      "grad_norm": 3.1566498937590364,
      "learning_rate": 0.00025089119438136354,
      "loss": 5.5,
      "step": 40315
    },
    {
      "epoch": 1.6512799508498874,
      "grad_norm": 4.327062401130554,
      "learning_rate": 0.0002508887809287937,
      "loss": 6.1875,
      "step": 40316
    },
    {
      "epoch": 1.6513209092770837,
      "grad_norm": 2.555147889750425,
      "learning_rate": 0.0002508863674285294,
      "loss": 5.9375,
      "step": 40317
    },
    {
      "epoch": 1.65136186770428,
      "grad_norm": 2.4933647271698076,
      "learning_rate": 0.000250883953880572,
      "loss": 3.7812,
      "step": 40318
    },
    {
      "epoch": 1.6514028261314766,
      "grad_norm": 8.214603426221224,
      "learning_rate": 0.00025088154028492243,
      "loss": 3.0469,
      "step": 40319
    },
    {
      "epoch": 1.651443784558673,
      "grad_norm": 2.5900606572293206,
      "learning_rate": 0.00025087912664158195,
      "loss": 4.9688,
      "step": 40320
    },
    {
      "epoch": 1.6514847429858692,
      "grad_norm": 2.488372132495439,
      "learning_rate": 0.0002508767129505517,
      "loss": 5.25,
      "step": 40321
    },
    {
      "epoch": 1.6515257014130658,
      "grad_norm": 2.8503078014643424,
      "learning_rate": 0.0002508742992118327,
      "loss": 5.6562,
      "step": 40322
    },
    {
      "epoch": 1.6515666598402623,
      "grad_norm": 2.284317125872133,
      "learning_rate": 0.0002508718854254263,
      "loss": 4.625,
      "step": 40323
    },
    {
      "epoch": 1.6516076182674584,
      "grad_norm": 2.399274402102905,
      "learning_rate": 0.0002508694715913335,
      "loss": 4.8125,
      "step": 40324
    },
    {
      "epoch": 1.651648576694655,
      "grad_norm": 3.7251185153070407,
      "learning_rate": 0.00025086705770955545,
      "loss": 5.9688,
      "step": 40325
    },
    {
      "epoch": 1.6516895351218515,
      "grad_norm": 4.744185073059598,
      "learning_rate": 0.0002508646437800933,
      "loss": 4.75,
      "step": 40326
    },
    {
      "epoch": 1.6517304935490476,
      "grad_norm": 3.186507661995645,
      "learning_rate": 0.00025086222980294823,
      "loss": 6.0,
      "step": 40327
    },
    {
      "epoch": 1.651771451976244,
      "grad_norm": 3.1907363758721328,
      "learning_rate": 0.0002508598157781213,
      "loss": 5.1562,
      "step": 40328
    },
    {
      "epoch": 1.6518124104034406,
      "grad_norm": 2.52559795094055,
      "learning_rate": 0.00025085740170561376,
      "loss": 4.5312,
      "step": 40329
    },
    {
      "epoch": 1.651853368830637,
      "grad_norm": 2.3559283332036456,
      "learning_rate": 0.00025085498758542664,
      "loss": 4.1562,
      "step": 40330
    },
    {
      "epoch": 1.6518943272578333,
      "grad_norm": 4.638127085042657,
      "learning_rate": 0.0002508525734175612,
      "loss": 6.0625,
      "step": 40331
    },
    {
      "epoch": 1.6519352856850298,
      "grad_norm": 4.296564720039808,
      "learning_rate": 0.00025085015920201843,
      "loss": 3.4844,
      "step": 40332
    },
    {
      "epoch": 1.651976244112226,
      "grad_norm": 5.702495227317273,
      "learning_rate": 0.0002508477449387996,
      "loss": 4.4375,
      "step": 40333
    },
    {
      "epoch": 1.6520172025394224,
      "grad_norm": 2.387403935624498,
      "learning_rate": 0.00025084533062790583,
      "loss": 4.5938,
      "step": 40334
    },
    {
      "epoch": 1.652058160966619,
      "grad_norm": 2.6296691505340997,
      "learning_rate": 0.0002508429162693382,
      "loss": 5.4688,
      "step": 40335
    },
    {
      "epoch": 1.6520991193938153,
      "grad_norm": 2.6942711086477735,
      "learning_rate": 0.0002508405018630979,
      "loss": 4.9688,
      "step": 40336
    },
    {
      "epoch": 1.6521400778210116,
      "grad_norm": 4.904909668754695,
      "learning_rate": 0.0002508380874091861,
      "loss": 6.375,
      "step": 40337
    },
    {
      "epoch": 1.6521810362482081,
      "grad_norm": 2.3328177794315534,
      "learning_rate": 0.00025083567290760386,
      "loss": 4.9688,
      "step": 40338
    },
    {
      "epoch": 1.6522219946754044,
      "grad_norm": 13.755183385599864,
      "learning_rate": 0.00025083325835835235,
      "loss": 3.7812,
      "step": 40339
    },
    {
      "epoch": 1.6522629531026007,
      "grad_norm": 3.0173151389261115,
      "learning_rate": 0.0002508308437614328,
      "loss": 6.0938,
      "step": 40340
    },
    {
      "epoch": 1.6523039115297973,
      "grad_norm": 2.3908776881298492,
      "learning_rate": 0.0002508284291168462,
      "loss": 3.8281,
      "step": 40341
    },
    {
      "epoch": 1.6523448699569938,
      "grad_norm": 2.3986718344634563,
      "learning_rate": 0.0002508260144245938,
      "loss": 5.0,
      "step": 40342
    },
    {
      "epoch": 1.65238582838419,
      "grad_norm": 3.6865766291255295,
      "learning_rate": 0.00025082359968467676,
      "loss": 6.1562,
      "step": 40343
    },
    {
      "epoch": 1.6524267868113864,
      "grad_norm": 5.862188787054734,
      "learning_rate": 0.0002508211848970961,
      "loss": 4.125,
      "step": 40344
    },
    {
      "epoch": 1.652467745238583,
      "grad_norm": 6.794279117041715,
      "learning_rate": 0.000250818770061853,
      "loss": 6.2188,
      "step": 40345
    },
    {
      "epoch": 1.6525087036657793,
      "grad_norm": 2.6784464536163117,
      "learning_rate": 0.0002508163551789487,
      "loss": 5.375,
      "step": 40346
    },
    {
      "epoch": 1.6525496620929756,
      "grad_norm": 4.144682074011635,
      "learning_rate": 0.0002508139402483843,
      "loss": 5.8125,
      "step": 40347
    },
    {
      "epoch": 1.6525906205201721,
      "grad_norm": 2.6217628131117383,
      "learning_rate": 0.0002508115252701609,
      "loss": 4.8438,
      "step": 40348
    },
    {
      "epoch": 1.6526315789473685,
      "grad_norm": 4.595142592401308,
      "learning_rate": 0.00025080911024427964,
      "loss": 1.9766,
      "step": 40349
    },
    {
      "epoch": 1.6526725373745648,
      "grad_norm": 2.767131872333086,
      "learning_rate": 0.0002508066951707417,
      "loss": 4.8125,
      "step": 40350
    },
    {
      "epoch": 1.6527134958017613,
      "grad_norm": 2.562812532145693,
      "learning_rate": 0.0002508042800495482,
      "loss": 4.2812,
      "step": 40351
    },
    {
      "epoch": 1.6527544542289576,
      "grad_norm": 2.936999453697489,
      "learning_rate": 0.00025080186488070025,
      "loss": 5.3438,
      "step": 40352
    },
    {
      "epoch": 1.652795412656154,
      "grad_norm": 2.281086203218247,
      "learning_rate": 0.00025079944966419906,
      "loss": 4.7188,
      "step": 40353
    },
    {
      "epoch": 1.6528363710833505,
      "grad_norm": 3.2328657443920874,
      "learning_rate": 0.0002507970344000458,
      "loss": 6.2188,
      "step": 40354
    },
    {
      "epoch": 1.6528773295105468,
      "grad_norm": 2.8563053241827148,
      "learning_rate": 0.0002507946190882415,
      "loss": 4.9062,
      "step": 40355
    },
    {
      "epoch": 1.652918287937743,
      "grad_norm": 3.2139183151311563,
      "learning_rate": 0.0002507922037287873,
      "loss": 5.375,
      "step": 40356
    },
    {
      "epoch": 1.6529592463649396,
      "grad_norm": 3.3445860140528367,
      "learning_rate": 0.0002507897883216845,
      "loss": 4.2188,
      "step": 40357
    },
    {
      "epoch": 1.653000204792136,
      "grad_norm": 2.5214662161647965,
      "learning_rate": 0.00025078737286693403,
      "loss": 5.4062,
      "step": 40358
    },
    {
      "epoch": 1.6530411632193323,
      "grad_norm": 2.351404197570291,
      "learning_rate": 0.0002507849573645372,
      "loss": 5.8125,
      "step": 40359
    },
    {
      "epoch": 1.6530821216465288,
      "grad_norm": 3.148372303325026,
      "learning_rate": 0.00025078254181449503,
      "loss": 6.875,
      "step": 40360
    },
    {
      "epoch": 1.6531230800737253,
      "grad_norm": 2.787702096543063,
      "learning_rate": 0.0002507801262168088,
      "loss": 4.9688,
      "step": 40361
    },
    {
      "epoch": 1.6531640385009214,
      "grad_norm": 2.737050096060126,
      "learning_rate": 0.0002507777105714795,
      "loss": 4.0312,
      "step": 40362
    },
    {
      "epoch": 1.653204996928118,
      "grad_norm": 3.158168761588152,
      "learning_rate": 0.00025077529487850845,
      "loss": 5.9375,
      "step": 40363
    },
    {
      "epoch": 1.6532459553553145,
      "grad_norm": 5.902895251705542,
      "learning_rate": 0.0002507728791378966,
      "loss": 4.9688,
      "step": 40364
    },
    {
      "epoch": 1.6532869137825108,
      "grad_norm": 3.3522578484547503,
      "learning_rate": 0.0002507704633496452,
      "loss": 6.5938,
      "step": 40365
    },
    {
      "epoch": 1.6533278722097071,
      "grad_norm": 3.8851395638020265,
      "learning_rate": 0.00025076804751375536,
      "loss": 4.375,
      "step": 40366
    },
    {
      "epoch": 1.6533688306369037,
      "grad_norm": 3.8532256809131016,
      "learning_rate": 0.0002507656316302283,
      "loss": 4.75,
      "step": 40367
    },
    {
      "epoch": 1.6534097890641,
      "grad_norm": 5.649780861891584,
      "learning_rate": 0.00025076321569906504,
      "loss": 7.6562,
      "step": 40368
    },
    {
      "epoch": 1.6534507474912963,
      "grad_norm": 2.924925940478171,
      "learning_rate": 0.00025076079972026683,
      "loss": 3.0469,
      "step": 40369
    },
    {
      "epoch": 1.6534917059184928,
      "grad_norm": 5.493951077691104,
      "learning_rate": 0.0002507583836938347,
      "loss": 4.25,
      "step": 40370
    },
    {
      "epoch": 1.6535326643456891,
      "grad_norm": 3.6355518975956564,
      "learning_rate": 0.00025075596761976987,
      "loss": 5.3125,
      "step": 40371
    },
    {
      "epoch": 1.6535736227728854,
      "grad_norm": 2.4729466423682833,
      "learning_rate": 0.00025075355149807344,
      "loss": 4.4688,
      "step": 40372
    },
    {
      "epoch": 1.653614581200082,
      "grad_norm": 3.3336459190218934,
      "learning_rate": 0.00025075113532874665,
      "loss": 4.875,
      "step": 40373
    },
    {
      "epoch": 1.6536555396272783,
      "grad_norm": 2.5356865780352282,
      "learning_rate": 0.00025074871911179053,
      "loss": 5.3125,
      "step": 40374
    },
    {
      "epoch": 1.6536964980544746,
      "grad_norm": 2.385012809587148,
      "learning_rate": 0.00025074630284720623,
      "loss": 4.875,
      "step": 40375
    },
    {
      "epoch": 1.6537374564816711,
      "grad_norm": 2.5558282355401225,
      "learning_rate": 0.00025074388653499493,
      "loss": 5.125,
      "step": 40376
    },
    {
      "epoch": 1.6537784149088675,
      "grad_norm": 2.6367080610249243,
      "learning_rate": 0.00025074147017515783,
      "loss": 4.6875,
      "step": 40377
    },
    {
      "epoch": 1.6538193733360638,
      "grad_norm": 3.4069049736070802,
      "learning_rate": 0.00025073905376769596,
      "loss": 4.9062,
      "step": 40378
    },
    {
      "epoch": 1.6538603317632603,
      "grad_norm": 3.8902909107004717,
      "learning_rate": 0.00025073663731261045,
      "loss": 6.0625,
      "step": 40379
    },
    {
      "epoch": 1.6539012901904568,
      "grad_norm": 1.964844543521626,
      "learning_rate": 0.0002507342208099026,
      "loss": 3.5,
      "step": 40380
    },
    {
      "epoch": 1.653942248617653,
      "grad_norm": 2.6913045826703508,
      "learning_rate": 0.0002507318042595734,
      "loss": 4.4062,
      "step": 40381
    },
    {
      "epoch": 1.6539832070448495,
      "grad_norm": 2.6176128323665164,
      "learning_rate": 0.0002507293876616241,
      "loss": 5.1562,
      "step": 40382
    },
    {
      "epoch": 1.654024165472046,
      "grad_norm": 2.862094277137274,
      "learning_rate": 0.00025072697101605575,
      "loss": 4.5,
      "step": 40383
    },
    {
      "epoch": 1.6540651238992423,
      "grad_norm": 2.585809429976353,
      "learning_rate": 0.0002507245543228696,
      "loss": 4.9688,
      "step": 40384
    },
    {
      "epoch": 1.6541060823264386,
      "grad_norm": 2.5488397579758915,
      "learning_rate": 0.0002507221375820666,
      "loss": 5.2812,
      "step": 40385
    },
    {
      "epoch": 1.6541470407536352,
      "grad_norm": 5.813841839115934,
      "learning_rate": 0.0002507197207936481,
      "loss": 7.0,
      "step": 40386
    },
    {
      "epoch": 1.6541879991808315,
      "grad_norm": 2.7257213722339677,
      "learning_rate": 0.0002507173039576152,
      "loss": 5.3125,
      "step": 40387
    },
    {
      "epoch": 1.6542289576080278,
      "grad_norm": 3.959800998796292,
      "learning_rate": 0.00025071488707396894,
      "loss": 2.0469,
      "step": 40388
    },
    {
      "epoch": 1.6542699160352243,
      "grad_norm": 5.133077420229123,
      "learning_rate": 0.0002507124701427105,
      "loss": 6.75,
      "step": 40389
    },
    {
      "epoch": 1.6543108744624206,
      "grad_norm": 2.6623322729630874,
      "learning_rate": 0.00025071005316384113,
      "loss": 5.4688,
      "step": 40390
    },
    {
      "epoch": 1.654351832889617,
      "grad_norm": 3.013530872867346,
      "learning_rate": 0.00025070763613736183,
      "loss": 4.4688,
      "step": 40391
    },
    {
      "epoch": 1.6543927913168135,
      "grad_norm": 4.722335338925942,
      "learning_rate": 0.0002507052190632738,
      "loss": 4.0625,
      "step": 40392
    },
    {
      "epoch": 1.6544337497440098,
      "grad_norm": 2.4690894588906462,
      "learning_rate": 0.00025070280194157825,
      "loss": 5.0625,
      "step": 40393
    },
    {
      "epoch": 1.6544747081712061,
      "grad_norm": 2.4697682135356938,
      "learning_rate": 0.0002507003847722762,
      "loss": 4.8438,
      "step": 40394
    },
    {
      "epoch": 1.6545156665984027,
      "grad_norm": 5.634796274105385,
      "learning_rate": 0.00025069796755536886,
      "loss": 2.5625,
      "step": 40395
    },
    {
      "epoch": 1.654556625025599,
      "grad_norm": 3.735239688676005,
      "learning_rate": 0.00025069555029085737,
      "loss": 5.6562,
      "step": 40396
    },
    {
      "epoch": 1.6545975834527953,
      "grad_norm": 5.099131450777683,
      "learning_rate": 0.0002506931329787429,
      "loss": 4.9062,
      "step": 40397
    },
    {
      "epoch": 1.6546385418799918,
      "grad_norm": 3.0313906914425472,
      "learning_rate": 0.0002506907156190265,
      "loss": 6.125,
      "step": 40398
    },
    {
      "epoch": 1.6546795003071884,
      "grad_norm": 2.223659042733748,
      "learning_rate": 0.00025068829821170945,
      "loss": 4.4375,
      "step": 40399
    },
    {
      "epoch": 1.6547204587343844,
      "grad_norm": 2.8913826956356106,
      "learning_rate": 0.00025068588075679275,
      "loss": 3.2656,
      "step": 40400
    },
    {
      "epoch": 1.654761417161581,
      "grad_norm": 2.669554949605842,
      "learning_rate": 0.00025068346325427763,
      "loss": 5.0312,
      "step": 40401
    },
    {
      "epoch": 1.6548023755887775,
      "grad_norm": 2.970936558068505,
      "learning_rate": 0.0002506810457041652,
      "loss": 5.0,
      "step": 40402
    },
    {
      "epoch": 1.6548433340159738,
      "grad_norm": 2.3764922467354954,
      "learning_rate": 0.0002506786281064566,
      "loss": 4.8438,
      "step": 40403
    },
    {
      "epoch": 1.6548842924431701,
      "grad_norm": 6.410388250333669,
      "learning_rate": 0.00025067621046115303,
      "loss": 5.6875,
      "step": 40404
    },
    {
      "epoch": 1.6549252508703667,
      "grad_norm": 3.4618532265885573,
      "learning_rate": 0.00025067379276825553,
      "loss": 3.875,
      "step": 40405
    },
    {
      "epoch": 1.654966209297563,
      "grad_norm": 2.254861868806494,
      "learning_rate": 0.00025067137502776535,
      "loss": 4.375,
      "step": 40406
    },
    {
      "epoch": 1.6550071677247593,
      "grad_norm": 1.95847321656202,
      "learning_rate": 0.0002506689572396836,
      "loss": 3.9844,
      "step": 40407
    },
    {
      "epoch": 1.6550481261519558,
      "grad_norm": 2.555861700950758,
      "learning_rate": 0.0002506665394040114,
      "loss": 4.125,
      "step": 40408
    },
    {
      "epoch": 1.6550890845791522,
      "grad_norm": 2.8866431239479735,
      "learning_rate": 0.00025066412152074984,
      "loss": 5.1562,
      "step": 40409
    },
    {
      "epoch": 1.6551300430063485,
      "grad_norm": 3.757530401386745,
      "learning_rate": 0.00025066170358990016,
      "loss": 6.75,
      "step": 40410
    },
    {
      "epoch": 1.655171001433545,
      "grad_norm": 2.6235034927398937,
      "learning_rate": 0.0002506592856114635,
      "loss": 5.375,
      "step": 40411
    },
    {
      "epoch": 1.6552119598607413,
      "grad_norm": 3.3845371485538447,
      "learning_rate": 0.00025065686758544097,
      "loss": 5.4688,
      "step": 40412
    },
    {
      "epoch": 1.6552529182879376,
      "grad_norm": 2.533529923086095,
      "learning_rate": 0.0002506544495118337,
      "loss": 4.625,
      "step": 40413
    },
    {
      "epoch": 1.6552938767151342,
      "grad_norm": 6.2904890751351195,
      "learning_rate": 0.00025065203139064277,
      "loss": 5.4688,
      "step": 40414
    },
    {
      "epoch": 1.6553348351423305,
      "grad_norm": 2.754183722218633,
      "learning_rate": 0.0002506496132218695,
      "loss": 4.3438,
      "step": 40415
    },
    {
      "epoch": 1.6553757935695268,
      "grad_norm": 2.585426133155687,
      "learning_rate": 0.0002506471950055149,
      "loss": 4.9375,
      "step": 40416
    },
    {
      "epoch": 1.6554167519967233,
      "grad_norm": 4.389846915987169,
      "learning_rate": 0.0002506447767415802,
      "loss": 4.7812,
      "step": 40417
    },
    {
      "epoch": 1.6554577104239199,
      "grad_norm": 2.1978299268534744,
      "learning_rate": 0.00025064235843006637,
      "loss": 4.0,
      "step": 40418
    },
    {
      "epoch": 1.655498668851116,
      "grad_norm": 2.6669866049520805,
      "learning_rate": 0.00025063994007097477,
      "loss": 5.375,
      "step": 40419
    },
    {
      "epoch": 1.6555396272783125,
      "grad_norm": 5.898123035099021,
      "learning_rate": 0.00025063752166430643,
      "loss": 3.1406,
      "step": 40420
    },
    {
      "epoch": 1.655580585705509,
      "grad_norm": 2.443611996028081,
      "learning_rate": 0.0002506351032100625,
      "loss": 5.3125,
      "step": 40421
    },
    {
      "epoch": 1.6556215441327053,
      "grad_norm": 2.712700445681831,
      "learning_rate": 0.0002506326847082441,
      "loss": 3.5938,
      "step": 40422
    },
    {
      "epoch": 1.6556625025599017,
      "grad_norm": 3.1110899463979838,
      "learning_rate": 0.00025063026615885245,
      "loss": 6.5938,
      "step": 40423
    },
    {
      "epoch": 1.6557034609870982,
      "grad_norm": 2.8527653299387357,
      "learning_rate": 0.00025062784756188863,
      "loss": 7.125,
      "step": 40424
    },
    {
      "epoch": 1.6557444194142945,
      "grad_norm": 4.388192188091427,
      "learning_rate": 0.0002506254289173538,
      "loss": 3.2031,
      "step": 40425
    },
    {
      "epoch": 1.6557853778414908,
      "grad_norm": 2.6171642265188364,
      "learning_rate": 0.0002506230102252491,
      "loss": 5.125,
      "step": 40426
    },
    {
      "epoch": 1.6558263362686874,
      "grad_norm": 4.729032809578678,
      "learning_rate": 0.0002506205914855757,
      "loss": 6.5938,
      "step": 40427
    },
    {
      "epoch": 1.6558672946958837,
      "grad_norm": 2.5114338530831426,
      "learning_rate": 0.0002506181726983347,
      "loss": 4.125,
      "step": 40428
    },
    {
      "epoch": 1.65590825312308,
      "grad_norm": 2.5214322876759727,
      "learning_rate": 0.0002506157538635273,
      "loss": 5.1875,
      "step": 40429
    },
    {
      "epoch": 1.6559492115502765,
      "grad_norm": 2.5811381113848517,
      "learning_rate": 0.0002506133349811546,
      "loss": 4.2812,
      "step": 40430
    },
    {
      "epoch": 1.6559901699774728,
      "grad_norm": 2.6681475633938114,
      "learning_rate": 0.00025061091605121775,
      "loss": 5.2188,
      "step": 40431
    },
    {
      "epoch": 1.6560311284046692,
      "grad_norm": 3.714095059975397,
      "learning_rate": 0.00025060849707371784,
      "loss": 5.4062,
      "step": 40432
    },
    {
      "epoch": 1.6560720868318657,
      "grad_norm": 3.848813747092883,
      "learning_rate": 0.0002506060780486562,
      "loss": 4.0,
      "step": 40433
    },
    {
      "epoch": 1.656113045259062,
      "grad_norm": 2.5863877485890945,
      "learning_rate": 0.00025060365897603375,
      "loss": 5.3438,
      "step": 40434
    },
    {
      "epoch": 1.6561540036862583,
      "grad_norm": 2.3496675024824545,
      "learning_rate": 0.00025060123985585174,
      "loss": 3.9062,
      "step": 40435
    },
    {
      "epoch": 1.6561949621134548,
      "grad_norm": 4.073970928460191,
      "learning_rate": 0.0002505988206881113,
      "loss": 5.6875,
      "step": 40436
    },
    {
      "epoch": 1.6562359205406514,
      "grad_norm": 3.266960241467627,
      "learning_rate": 0.0002505964014728136,
      "loss": 5.625,
      "step": 40437
    },
    {
      "epoch": 1.6562768789678475,
      "grad_norm": 5.900156963627582,
      "learning_rate": 0.00025059398220995976,
      "loss": 4.7188,
      "step": 40438
    },
    {
      "epoch": 1.656317837395044,
      "grad_norm": 2.761008621636249,
      "learning_rate": 0.00025059156289955085,
      "loss": 4.6875,
      "step": 40439
    },
    {
      "epoch": 1.6563587958222405,
      "grad_norm": 2.432257498275672,
      "learning_rate": 0.0002505891435415882,
      "loss": 4.7812,
      "step": 40440
    },
    {
      "epoch": 1.6563997542494369,
      "grad_norm": 3.143411665926497,
      "learning_rate": 0.0002505867241360728,
      "loss": 4.0312,
      "step": 40441
    },
    {
      "epoch": 1.6564407126766332,
      "grad_norm": 2.706972675500944,
      "learning_rate": 0.00025058430468300575,
      "loss": 6.0938,
      "step": 40442
    },
    {
      "epoch": 1.6564816711038297,
      "grad_norm": 3.2960737518774668,
      "learning_rate": 0.00025058188518238837,
      "loss": 4.8125,
      "step": 40443
    },
    {
      "epoch": 1.656522629531026,
      "grad_norm": 4.1348027744130595,
      "learning_rate": 0.0002505794656342217,
      "loss": 3.5938,
      "step": 40444
    },
    {
      "epoch": 1.6565635879582223,
      "grad_norm": 3.0504998996721944,
      "learning_rate": 0.00025057704603850687,
      "loss": 4.6875,
      "step": 40445
    },
    {
      "epoch": 1.6566045463854189,
      "grad_norm": 2.8735942888491905,
      "learning_rate": 0.000250574626395245,
      "loss": 5.0312,
      "step": 40446
    },
    {
      "epoch": 1.6566455048126152,
      "grad_norm": 3.831735810513085,
      "learning_rate": 0.0002505722067044374,
      "loss": 5.4375,
      "step": 40447
    },
    {
      "epoch": 1.6566864632398115,
      "grad_norm": 6.864528449675175,
      "learning_rate": 0.000250569786966085,
      "loss": 3.5781,
      "step": 40448
    },
    {
      "epoch": 1.656727421667008,
      "grad_norm": 3.3698073560608823,
      "learning_rate": 0.0002505673671801891,
      "loss": 4.4375,
      "step": 40449
    },
    {
      "epoch": 1.6567683800942044,
      "grad_norm": 2.6021931624111367,
      "learning_rate": 0.00025056494734675074,
      "loss": 4.7812,
      "step": 40450
    },
    {
      "epoch": 1.6568093385214007,
      "grad_norm": 9.7453256633461,
      "learning_rate": 0.0002505625274657711,
      "loss": 5.6875,
      "step": 40451
    },
    {
      "epoch": 1.6568502969485972,
      "grad_norm": 2.305950713590005,
      "learning_rate": 0.0002505601075372514,
      "loss": 4.4688,
      "step": 40452
    },
    {
      "epoch": 1.6568912553757935,
      "grad_norm": 2.6009659489482675,
      "learning_rate": 0.00025055768756119265,
      "loss": 4.9688,
      "step": 40453
    },
    {
      "epoch": 1.6569322138029898,
      "grad_norm": 2.7378339085129118,
      "learning_rate": 0.0002505552675375961,
      "loss": 4.75,
      "step": 40454
    },
    {
      "epoch": 1.6569731722301864,
      "grad_norm": 2.657269949167975,
      "learning_rate": 0.00025055284746646286,
      "loss": 5.5625,
      "step": 40455
    },
    {
      "epoch": 1.657014130657383,
      "grad_norm": 7.372422410719885,
      "learning_rate": 0.000250550427347794,
      "loss": 4.3438,
      "step": 40456
    },
    {
      "epoch": 1.657055089084579,
      "grad_norm": 2.4170123329038513,
      "learning_rate": 0.0002505480071815908,
      "loss": 5.375,
      "step": 40457
    },
    {
      "epoch": 1.6570960475117755,
      "grad_norm": 2.1882467185346854,
      "learning_rate": 0.00025054558696785433,
      "loss": 4.625,
      "step": 40458
    },
    {
      "epoch": 1.657137005938972,
      "grad_norm": 2.2880455879873707,
      "learning_rate": 0.0002505431667065857,
      "loss": 4.2188,
      "step": 40459
    },
    {
      "epoch": 1.6571779643661684,
      "grad_norm": 2.7616002142132987,
      "learning_rate": 0.00025054074639778613,
      "loss": 5.5,
      "step": 40460
    },
    {
      "epoch": 1.6572189227933647,
      "grad_norm": 2.8302543025737408,
      "learning_rate": 0.00025053832604145676,
      "loss": 5.0312,
      "step": 40461
    },
    {
      "epoch": 1.6572598812205612,
      "grad_norm": 2.3956731236200444,
      "learning_rate": 0.00025053590563759863,
      "loss": 4.9062,
      "step": 40462
    },
    {
      "epoch": 1.6573008396477575,
      "grad_norm": 7.125800240572832,
      "learning_rate": 0.00025053348518621303,
      "loss": 6.8438,
      "step": 40463
    },
    {
      "epoch": 1.6573417980749539,
      "grad_norm": 2.6496302321486813,
      "learning_rate": 0.000250531064687301,
      "loss": 4.9375,
      "step": 40464
    },
    {
      "epoch": 1.6573827565021504,
      "grad_norm": 2.8423212172675156,
      "learning_rate": 0.0002505286441408637,
      "loss": 4.5,
      "step": 40465
    },
    {
      "epoch": 1.6574237149293467,
      "grad_norm": 2.6096630116304285,
      "learning_rate": 0.0002505262235469023,
      "loss": 4.6875,
      "step": 40466
    },
    {
      "epoch": 1.657464673356543,
      "grad_norm": 2.1505938397081743,
      "learning_rate": 0.00025052380290541793,
      "loss": 3.875,
      "step": 40467
    },
    {
      "epoch": 1.6575056317837396,
      "grad_norm": 2.7898736500995387,
      "learning_rate": 0.00025052138221641176,
      "loss": 4.1562,
      "step": 40468
    },
    {
      "epoch": 1.6575465902109359,
      "grad_norm": 2.8069309660356403,
      "learning_rate": 0.00025051896147988494,
      "loss": 5.125,
      "step": 40469
    },
    {
      "epoch": 1.6575875486381322,
      "grad_norm": 3.4543803601676393,
      "learning_rate": 0.0002505165406958385,
      "loss": 6.5625,
      "step": 40470
    },
    {
      "epoch": 1.6576285070653287,
      "grad_norm": 3.479930366157641,
      "learning_rate": 0.00025051411986427375,
      "loss": 7.4375,
      "step": 40471
    },
    {
      "epoch": 1.6576694654925253,
      "grad_norm": 2.463883172881978,
      "learning_rate": 0.00025051169898519175,
      "loss": 4.4688,
      "step": 40472
    },
    {
      "epoch": 1.6577104239197213,
      "grad_norm": 2.7140628499595856,
      "learning_rate": 0.00025050927805859356,
      "loss": 4.6875,
      "step": 40473
    },
    {
      "epoch": 1.6577513823469179,
      "grad_norm": 4.808267895969544,
      "learning_rate": 0.00025050685708448054,
      "loss": 6.8125,
      "step": 40474
    },
    {
      "epoch": 1.6577923407741144,
      "grad_norm": 2.2713333084882557,
      "learning_rate": 0.00025050443606285366,
      "loss": 4.5312,
      "step": 40475
    },
    {
      "epoch": 1.6578332992013105,
      "grad_norm": 11.280023428309827,
      "learning_rate": 0.0002505020149937141,
      "loss": 3.7188,
      "step": 40476
    },
    {
      "epoch": 1.657874257628507,
      "grad_norm": 4.380630033532942,
      "learning_rate": 0.00025049959387706303,
      "loss": 6.25,
      "step": 40477
    },
    {
      "epoch": 1.6579152160557036,
      "grad_norm": 2.664353955436526,
      "learning_rate": 0.00025049717271290157,
      "loss": 5.0312,
      "step": 40478
    },
    {
      "epoch": 1.6579561744829,
      "grad_norm": 2.292145696270962,
      "learning_rate": 0.0002504947515012309,
      "loss": 5.375,
      "step": 40479
    },
    {
      "epoch": 1.6579971329100962,
      "grad_norm": 2.5506121089725307,
      "learning_rate": 0.00025049233024205213,
      "loss": 4.5,
      "step": 40480
    },
    {
      "epoch": 1.6580380913372927,
      "grad_norm": 2.941811310015853,
      "learning_rate": 0.0002504899089353664,
      "loss": 4.0938,
      "step": 40481
    },
    {
      "epoch": 1.658079049764489,
      "grad_norm": 2.5555063617259313,
      "learning_rate": 0.0002504874875811749,
      "loss": 3.6875,
      "step": 40482
    },
    {
      "epoch": 1.6581200081916854,
      "grad_norm": 3.1305776772516385,
      "learning_rate": 0.0002504850661794788,
      "loss": 5.7812,
      "step": 40483
    },
    {
      "epoch": 1.658160966618882,
      "grad_norm": 2.2148229346733586,
      "learning_rate": 0.0002504826447302791,
      "loss": 4.25,
      "step": 40484
    },
    {
      "epoch": 1.6582019250460782,
      "grad_norm": 12.597415801937057,
      "learning_rate": 0.00025048022323357705,
      "loss": 6.375,
      "step": 40485
    },
    {
      "epoch": 1.6582428834732745,
      "grad_norm": 3.41658534764017,
      "learning_rate": 0.00025047780168937383,
      "loss": 4.625,
      "step": 40486
    },
    {
      "epoch": 1.658283841900471,
      "grad_norm": 4.090773189910156,
      "learning_rate": 0.00025047538009767046,
      "loss": 6.1875,
      "step": 40487
    },
    {
      "epoch": 1.6583248003276674,
      "grad_norm": 3.058927488981187,
      "learning_rate": 0.00025047295845846826,
      "loss": 5.5312,
      "step": 40488
    },
    {
      "epoch": 1.6583657587548637,
      "grad_norm": 2.4673391606264543,
      "learning_rate": 0.0002504705367717682,
      "loss": 4.7188,
      "step": 40489
    },
    {
      "epoch": 1.6584067171820602,
      "grad_norm": 3.579943024781369,
      "learning_rate": 0.0002504681150375715,
      "loss": 3.7188,
      "step": 40490
    },
    {
      "epoch": 1.6584476756092568,
      "grad_norm": 5.062098221745523,
      "learning_rate": 0.00025046569325587936,
      "loss": 5.625,
      "step": 40491
    },
    {
      "epoch": 1.6584886340364529,
      "grad_norm": 2.9162091728352797,
      "learning_rate": 0.0002504632714266928,
      "loss": 5.625,
      "step": 40492
    },
    {
      "epoch": 1.6585295924636494,
      "grad_norm": 2.9202049538678447,
      "learning_rate": 0.00025046084955001306,
      "loss": 5.0312,
      "step": 40493
    },
    {
      "epoch": 1.658570550890846,
      "grad_norm": 3.1626857777231354,
      "learning_rate": 0.0002504584276258413,
      "loss": 5.0312,
      "step": 40494
    },
    {
      "epoch": 1.658611509318042,
      "grad_norm": 2.4873179972518122,
      "learning_rate": 0.0002504560056541786,
      "loss": 4.5312,
      "step": 40495
    },
    {
      "epoch": 1.6586524677452386,
      "grad_norm": 2.472861954867973,
      "learning_rate": 0.0002504535836350261,
      "loss": 4.8438,
      "step": 40496
    },
    {
      "epoch": 1.658693426172435,
      "grad_norm": 2.2829539846137763,
      "learning_rate": 0.00025045116156838503,
      "loss": 4.875,
      "step": 40497
    },
    {
      "epoch": 1.6587343845996314,
      "grad_norm": 2.8193250381473374,
      "learning_rate": 0.0002504487394542564,
      "loss": 4.9375,
      "step": 40498
    },
    {
      "epoch": 1.6587753430268277,
      "grad_norm": 2.4897626840877147,
      "learning_rate": 0.0002504463172926415,
      "loss": 4.875,
      "step": 40499
    },
    {
      "epoch": 1.6588163014540243,
      "grad_norm": 3.8167332530702414,
      "learning_rate": 0.0002504438950835414,
      "loss": 5.3125,
      "step": 40500
    },
    {
      "epoch": 1.6588572598812206,
      "grad_norm": 2.622704749438778,
      "learning_rate": 0.00025044147282695723,
      "loss": 4.4688,
      "step": 40501
    },
    {
      "epoch": 1.6588982183084169,
      "grad_norm": 2.278687283790828,
      "learning_rate": 0.0002504390505228902,
      "loss": 4.9375,
      "step": 40502
    },
    {
      "epoch": 1.6589391767356134,
      "grad_norm": 2.7076920247680154,
      "learning_rate": 0.0002504366281713414,
      "loss": 4.8125,
      "step": 40503
    },
    {
      "epoch": 1.6589801351628097,
      "grad_norm": 2.4727799435311364,
      "learning_rate": 0.000250434205772312,
      "loss": 5.2188,
      "step": 40504
    },
    {
      "epoch": 1.659021093590006,
      "grad_norm": 2.7172626750258417,
      "learning_rate": 0.00025043178332580316,
      "loss": 5.7188,
      "step": 40505
    },
    {
      "epoch": 1.6590620520172026,
      "grad_norm": 2.2270080816838296,
      "learning_rate": 0.0002504293608318159,
      "loss": 4.8125,
      "step": 40506
    },
    {
      "epoch": 1.659103010444399,
      "grad_norm": 2.4666018621150942,
      "learning_rate": 0.00025042693829035155,
      "loss": 4.0625,
      "step": 40507
    },
    {
      "epoch": 1.6591439688715952,
      "grad_norm": 2.232022004365429,
      "learning_rate": 0.00025042451570141117,
      "loss": 4.5312,
      "step": 40508
    },
    {
      "epoch": 1.6591849272987917,
      "grad_norm": 3.188506562630733,
      "learning_rate": 0.00025042209306499585,
      "loss": 5.625,
      "step": 40509
    },
    {
      "epoch": 1.6592258857259883,
      "grad_norm": 2.383749296838694,
      "learning_rate": 0.00025041967038110684,
      "loss": 5.5625,
      "step": 40510
    },
    {
      "epoch": 1.6592668441531844,
      "grad_norm": 2.282564982548571,
      "learning_rate": 0.0002504172476497452,
      "loss": 3.7344,
      "step": 40511
    },
    {
      "epoch": 1.659307802580381,
      "grad_norm": 2.867837135593711,
      "learning_rate": 0.00025041482487091215,
      "loss": 4.8125,
      "step": 40512
    },
    {
      "epoch": 1.6593487610075774,
      "grad_norm": 2.8923168457057655,
      "learning_rate": 0.0002504124020446088,
      "loss": 4.6562,
      "step": 40513
    },
    {
      "epoch": 1.6593897194347738,
      "grad_norm": 2.9702340640445044,
      "learning_rate": 0.00025040997917083626,
      "loss": 3.3281,
      "step": 40514
    },
    {
      "epoch": 1.65943067786197,
      "grad_norm": 3.117060228824033,
      "learning_rate": 0.0002504075562495957,
      "loss": 5.5,
      "step": 40515
    },
    {
      "epoch": 1.6594716362891666,
      "grad_norm": 4.300379427621559,
      "learning_rate": 0.0002504051332808883,
      "loss": 4.3438,
      "step": 40516
    },
    {
      "epoch": 1.659512594716363,
      "grad_norm": 2.5662409248419396,
      "learning_rate": 0.0002504027102647152,
      "loss": 4.8438,
      "step": 40517
    },
    {
      "epoch": 1.6595535531435592,
      "grad_norm": 2.7292853390044836,
      "learning_rate": 0.0002504002872010775,
      "loss": 4.8125,
      "step": 40518
    },
    {
      "epoch": 1.6595945115707558,
      "grad_norm": 2.6065206738488147,
      "learning_rate": 0.0002503978640899764,
      "loss": 4.7812,
      "step": 40519
    },
    {
      "epoch": 1.659635469997952,
      "grad_norm": 5.823627744348283,
      "learning_rate": 0.00025039544093141295,
      "loss": 7.125,
      "step": 40520
    },
    {
      "epoch": 1.6596764284251484,
      "grad_norm": 2.936600499191168,
      "learning_rate": 0.00025039301772538844,
      "loss": 4.4375,
      "step": 40521
    },
    {
      "epoch": 1.659717386852345,
      "grad_norm": 2.946301838436711,
      "learning_rate": 0.00025039059447190385,
      "loss": 5.8125,
      "step": 40522
    },
    {
      "epoch": 1.6597583452795412,
      "grad_norm": 2.9242043786843332,
      "learning_rate": 0.0002503881711709605,
      "loss": 6.4062,
      "step": 40523
    },
    {
      "epoch": 1.6597993037067376,
      "grad_norm": 3.149958230077727,
      "learning_rate": 0.00025038574782255935,
      "loss": 5.6562,
      "step": 40524
    },
    {
      "epoch": 1.659840262133934,
      "grad_norm": 3.625169952360089,
      "learning_rate": 0.0002503833244267017,
      "loss": 5.4688,
      "step": 40525
    },
    {
      "epoch": 1.6598812205611304,
      "grad_norm": 3.8979369936091723,
      "learning_rate": 0.00025038090098338867,
      "loss": 7.0,
      "step": 40526
    },
    {
      "epoch": 1.6599221789883267,
      "grad_norm": 2.8973325118184947,
      "learning_rate": 0.00025037847749262134,
      "loss": 5.875,
      "step": 40527
    },
    {
      "epoch": 1.6599631374155233,
      "grad_norm": 2.535272074976247,
      "learning_rate": 0.0002503760539544009,
      "loss": 4.25,
      "step": 40528
    },
    {
      "epoch": 1.6600040958427198,
      "grad_norm": 2.464406861615098,
      "learning_rate": 0.0002503736303687285,
      "loss": 4.9375,
      "step": 40529
    },
    {
      "epoch": 1.6600450542699159,
      "grad_norm": 2.7386382981507276,
      "learning_rate": 0.00025037120673560524,
      "loss": 4.5,
      "step": 40530
    },
    {
      "epoch": 1.6600860126971124,
      "grad_norm": 2.4008467408534266,
      "learning_rate": 0.0002503687830550323,
      "loss": 4.5312,
      "step": 40531
    },
    {
      "epoch": 1.660126971124309,
      "grad_norm": 2.57836288862267,
      "learning_rate": 0.0002503663593270108,
      "loss": 5.0938,
      "step": 40532
    },
    {
      "epoch": 1.6601679295515053,
      "grad_norm": 3.137898085041165,
      "learning_rate": 0.00025036393555154197,
      "loss": 6.75,
      "step": 40533
    },
    {
      "epoch": 1.6602088879787016,
      "grad_norm": 2.5558688136714975,
      "learning_rate": 0.00025036151172862686,
      "loss": 5.2188,
      "step": 40534
    },
    {
      "epoch": 1.6602498464058981,
      "grad_norm": 2.703262621656572,
      "learning_rate": 0.00025035908785826663,
      "loss": 4.0938,
      "step": 40535
    },
    {
      "epoch": 1.6602908048330944,
      "grad_norm": 2.79293652312081,
      "learning_rate": 0.0002503566639404625,
      "loss": 5.2812,
      "step": 40536
    },
    {
      "epoch": 1.6603317632602907,
      "grad_norm": 2.7579364958949566,
      "learning_rate": 0.00025035423997521553,
      "loss": 4.1875,
      "step": 40537
    },
    {
      "epoch": 1.6603727216874873,
      "grad_norm": 2.8742265161121097,
      "learning_rate": 0.0002503518159625269,
      "loss": 5.5312,
      "step": 40538
    },
    {
      "epoch": 1.6604136801146836,
      "grad_norm": 2.9878879320512817,
      "learning_rate": 0.00025034939190239777,
      "loss": 4.9375,
      "step": 40539
    },
    {
      "epoch": 1.66045463854188,
      "grad_norm": 3.447109803794299,
      "learning_rate": 0.0002503469677948293,
      "loss": 5.5625,
      "step": 40540
    },
    {
      "epoch": 1.6604955969690764,
      "grad_norm": 2.702016687323257,
      "learning_rate": 0.00025034454363982256,
      "loss": 4.75,
      "step": 40541
    },
    {
      "epoch": 1.6605365553962728,
      "grad_norm": 2.7431291792430277,
      "learning_rate": 0.00025034211943737874,
      "loss": 4.9688,
      "step": 40542
    },
    {
      "epoch": 1.660577513823469,
      "grad_norm": 3.799169922320213,
      "learning_rate": 0.000250339695187499,
      "loss": 4.8438,
      "step": 40543
    },
    {
      "epoch": 1.6606184722506656,
      "grad_norm": 2.287616135013761,
      "learning_rate": 0.00025033727089018447,
      "loss": 4.9375,
      "step": 40544
    },
    {
      "epoch": 1.660659430677862,
      "grad_norm": 2.736453950638607,
      "learning_rate": 0.0002503348465454363,
      "loss": 4.5625,
      "step": 40545
    },
    {
      "epoch": 1.6607003891050582,
      "grad_norm": 2.356289768944857,
      "learning_rate": 0.00025033242215325563,
      "loss": 4.2188,
      "step": 40546
    },
    {
      "epoch": 1.6607413475322548,
      "grad_norm": 2.4046369851542,
      "learning_rate": 0.00025032999771364367,
      "loss": 5.0938,
      "step": 40547
    },
    {
      "epoch": 1.6607823059594513,
      "grad_norm": 11.157571607711143,
      "learning_rate": 0.00025032757322660144,
      "loss": 6.0312,
      "step": 40548
    },
    {
      "epoch": 1.6608232643866474,
      "grad_norm": 2.388760747585401,
      "learning_rate": 0.00025032514869213014,
      "loss": 4.3125,
      "step": 40549
    },
    {
      "epoch": 1.660864222813844,
      "grad_norm": 8.337527971016835,
      "learning_rate": 0.00025032272411023096,
      "loss": 5.5625,
      "step": 40550
    },
    {
      "epoch": 1.6609051812410405,
      "grad_norm": 2.4996623590025067,
      "learning_rate": 0.0002503202994809051,
      "loss": 4.8125,
      "step": 40551
    },
    {
      "epoch": 1.6609461396682368,
      "grad_norm": 2.670550724393827,
      "learning_rate": 0.0002503178748041535,
      "loss": 5.4375,
      "step": 40552
    },
    {
      "epoch": 1.660987098095433,
      "grad_norm": 4.903824473588544,
      "learning_rate": 0.0002503154500799775,
      "loss": 5.0938,
      "step": 40553
    },
    {
      "epoch": 1.6610280565226296,
      "grad_norm": 2.892990488861269,
      "learning_rate": 0.0002503130253083781,
      "loss": 6.8125,
      "step": 40554
    },
    {
      "epoch": 1.661069014949826,
      "grad_norm": 2.6072650757158193,
      "learning_rate": 0.00025031060048935665,
      "loss": 4.4375,
      "step": 40555
    },
    {
      "epoch": 1.6611099733770223,
      "grad_norm": 3.063589051832195,
      "learning_rate": 0.00025030817562291403,
      "loss": 5.5625,
      "step": 40556
    },
    {
      "epoch": 1.6611509318042188,
      "grad_norm": 2.9911300749218337,
      "learning_rate": 0.00025030575070905165,
      "loss": 4.5938,
      "step": 40557
    },
    {
      "epoch": 1.6611918902314151,
      "grad_norm": 3.2665764856992143,
      "learning_rate": 0.00025030332574777045,
      "loss": 4.9062,
      "step": 40558
    },
    {
      "epoch": 1.6612328486586114,
      "grad_norm": 3.5713096543128002,
      "learning_rate": 0.00025030090073907167,
      "loss": 5.0,
      "step": 40559
    },
    {
      "epoch": 1.661273807085808,
      "grad_norm": 2.4166953968272695,
      "learning_rate": 0.0002502984756829565,
      "loss": 4.7812,
      "step": 40560
    },
    {
      "epoch": 1.6613147655130043,
      "grad_norm": 2.7318578276712904,
      "learning_rate": 0.00025029605057942596,
      "loss": 4.4062,
      "step": 40561
    },
    {
      "epoch": 1.6613557239402006,
      "grad_norm": 6.118669461185711,
      "learning_rate": 0.00025029362542848126,
      "loss": 1.125,
      "step": 40562
    },
    {
      "epoch": 1.6613966823673971,
      "grad_norm": 2.350761634532533,
      "learning_rate": 0.0002502912002301236,
      "loss": 4.0625,
      "step": 40563
    },
    {
      "epoch": 1.6614376407945934,
      "grad_norm": 3.060915880820704,
      "learning_rate": 0.0002502887749843541,
      "loss": 5.3438,
      "step": 40564
    },
    {
      "epoch": 1.6614785992217898,
      "grad_norm": 2.4808976309216573,
      "learning_rate": 0.00025028634969117387,
      "loss": 4.4688,
      "step": 40565
    },
    {
      "epoch": 1.6615195576489863,
      "grad_norm": 3.4554041401955256,
      "learning_rate": 0.00025028392435058405,
      "loss": 2.1562,
      "step": 40566
    },
    {
      "epoch": 1.6615605160761828,
      "grad_norm": 2.245427776295207,
      "learning_rate": 0.0002502814989625858,
      "loss": 4.9688,
      "step": 40567
    },
    {
      "epoch": 1.661601474503379,
      "grad_norm": 2.65639115169261,
      "learning_rate": 0.0002502790735271803,
      "loss": 5.8438,
      "step": 40568
    },
    {
      "epoch": 1.6616424329305755,
      "grad_norm": 2.4559127963799567,
      "learning_rate": 0.00025027664804436867,
      "loss": 5.0938,
      "step": 40569
    },
    {
      "epoch": 1.661683391357772,
      "grad_norm": 4.014906729679051,
      "learning_rate": 0.00025027422251415205,
      "loss": 5.25,
      "step": 40570
    },
    {
      "epoch": 1.6617243497849683,
      "grad_norm": 3.302153486949344,
      "learning_rate": 0.0002502717969365316,
      "loss": 5.5625,
      "step": 40571
    },
    {
      "epoch": 1.6617653082121646,
      "grad_norm": 2.9741259015961803,
      "learning_rate": 0.00025026937131150846,
      "loss": 5.75,
      "step": 40572
    },
    {
      "epoch": 1.6618062666393612,
      "grad_norm": 2.543253216151955,
      "learning_rate": 0.0002502669456390838,
      "loss": 5.2812,
      "step": 40573
    },
    {
      "epoch": 1.6618472250665575,
      "grad_norm": 2.4861847234949415,
      "learning_rate": 0.00025026451991925873,
      "loss": 4.9062,
      "step": 40574
    },
    {
      "epoch": 1.6618881834937538,
      "grad_norm": 3.773163312268193,
      "learning_rate": 0.00025026209415203443,
      "loss": 2.3438,
      "step": 40575
    },
    {
      "epoch": 1.6619291419209503,
      "grad_norm": 2.6097920432534734,
      "learning_rate": 0.000250259668337412,
      "loss": 4.375,
      "step": 40576
    },
    {
      "epoch": 1.6619701003481466,
      "grad_norm": 3.917842807349888,
      "learning_rate": 0.0002502572424753926,
      "loss": 5.6875,
      "step": 40577
    },
    {
      "epoch": 1.662011058775343,
      "grad_norm": 2.396338380444881,
      "learning_rate": 0.0002502548165659775,
      "loss": 3.9531,
      "step": 40578
    },
    {
      "epoch": 1.6620520172025395,
      "grad_norm": 6.088742457619535,
      "learning_rate": 0.00025025239060916764,
      "loss": 4.5625,
      "step": 40579
    },
    {
      "epoch": 1.6620929756297358,
      "grad_norm": 2.2468754456247773,
      "learning_rate": 0.0002502499646049643,
      "loss": 4.3125,
      "step": 40580
    },
    {
      "epoch": 1.662133934056932,
      "grad_norm": 4.667519893622941,
      "learning_rate": 0.00025024753855336856,
      "loss": 5.6875,
      "step": 40581
    },
    {
      "epoch": 1.6621748924841286,
      "grad_norm": 2.9661703288479724,
      "learning_rate": 0.00025024511245438165,
      "loss": 5.4062,
      "step": 40582
    },
    {
      "epoch": 1.662215850911325,
      "grad_norm": 2.416172475641089,
      "learning_rate": 0.00025024268630800464,
      "loss": 4.625,
      "step": 40583
    },
    {
      "epoch": 1.6622568093385213,
      "grad_norm": 3.0948956542507347,
      "learning_rate": 0.0002502402601142387,
      "loss": 4.4062,
      "step": 40584
    },
    {
      "epoch": 1.6622977677657178,
      "grad_norm": 3.993029371031711,
      "learning_rate": 0.000250237833873085,
      "loss": 5.0625,
      "step": 40585
    },
    {
      "epoch": 1.6623387261929143,
      "grad_norm": 14.407119521329486,
      "learning_rate": 0.00025023540758454464,
      "loss": 4.2812,
      "step": 40586
    },
    {
      "epoch": 1.6623796846201104,
      "grad_norm": 4.726499158840794,
      "learning_rate": 0.00025023298124861884,
      "loss": 6.9062,
      "step": 40587
    },
    {
      "epoch": 1.662420643047307,
      "grad_norm": 2.7569536023907086,
      "learning_rate": 0.00025023055486530864,
      "loss": 5.1562,
      "step": 40588
    },
    {
      "epoch": 1.6624616014745035,
      "grad_norm": 2.962086630573124,
      "learning_rate": 0.00025022812843461534,
      "loss": 5.5938,
      "step": 40589
    },
    {
      "epoch": 1.6625025599016998,
      "grad_norm": 2.666884075037354,
      "learning_rate": 0.0002502257019565399,
      "loss": 4.0625,
      "step": 40590
    },
    {
      "epoch": 1.6625435183288961,
      "grad_norm": 3.63870950922209,
      "learning_rate": 0.00025022327543108364,
      "loss": 4.0312,
      "step": 40591
    },
    {
      "epoch": 1.6625844767560927,
      "grad_norm": 2.412896198212361,
      "learning_rate": 0.0002502208488582476,
      "loss": 4.9688,
      "step": 40592
    },
    {
      "epoch": 1.662625435183289,
      "grad_norm": 10.099341527019016,
      "learning_rate": 0.0002502184222380329,
      "loss": 1.9766,
      "step": 40593
    },
    {
      "epoch": 1.6626663936104853,
      "grad_norm": 3.352287141013024,
      "learning_rate": 0.00025021599557044084,
      "loss": 4.875,
      "step": 40594
    },
    {
      "epoch": 1.6627073520376818,
      "grad_norm": 2.4603420155840565,
      "learning_rate": 0.00025021356885547244,
      "loss": 4.8125,
      "step": 40595
    },
    {
      "epoch": 1.6627483104648781,
      "grad_norm": 3.3280118880664693,
      "learning_rate": 0.00025021114209312884,
      "loss": 5.1875,
      "step": 40596
    },
    {
      "epoch": 1.6627892688920745,
      "grad_norm": 2.5298090817913264,
      "learning_rate": 0.0002502087152834113,
      "loss": 5.0312,
      "step": 40597
    },
    {
      "epoch": 1.662830227319271,
      "grad_norm": 4.613461345900047,
      "learning_rate": 0.00025020628842632085,
      "loss": 4.7812,
      "step": 40598
    },
    {
      "epoch": 1.6628711857464673,
      "grad_norm": 2.2848389519787893,
      "learning_rate": 0.0002502038615218587,
      "loss": 4.4688,
      "step": 40599
    },
    {
      "epoch": 1.6629121441736636,
      "grad_norm": 6.672761944988383,
      "learning_rate": 0.000250201434570026,
      "loss": 2.7031,
      "step": 40600
    },
    {
      "epoch": 1.6629531026008602,
      "grad_norm": 2.8304963095634457,
      "learning_rate": 0.0002501990075708238,
      "loss": 4.4375,
      "step": 40601
    },
    {
      "epoch": 1.6629940610280565,
      "grad_norm": 2.829215636435317,
      "learning_rate": 0.0002501965805242534,
      "loss": 5.25,
      "step": 40602
    },
    {
      "epoch": 1.6630350194552528,
      "grad_norm": 2.4966040533765,
      "learning_rate": 0.00025019415343031584,
      "loss": 4.9688,
      "step": 40603
    },
    {
      "epoch": 1.6630759778824493,
      "grad_norm": 2.56051329050617,
      "learning_rate": 0.00025019172628901225,
      "loss": 5.0312,
      "step": 40604
    },
    {
      "epoch": 1.6631169363096459,
      "grad_norm": 4.625599301124257,
      "learning_rate": 0.0002501892991003439,
      "loss": 7.7812,
      "step": 40605
    },
    {
      "epoch": 1.663157894736842,
      "grad_norm": 1.9156217962280704,
      "learning_rate": 0.00025018687186431176,
      "loss": 3.5469,
      "step": 40606
    },
    {
      "epoch": 1.6631988531640385,
      "grad_norm": 2.373627583639119,
      "learning_rate": 0.0002501844445809172,
      "loss": 4.4375,
      "step": 40607
    },
    {
      "epoch": 1.663239811591235,
      "grad_norm": 2.356022106745691,
      "learning_rate": 0.0002501820172501612,
      "loss": 4.6875,
      "step": 40608
    },
    {
      "epoch": 1.6632807700184313,
      "grad_norm": 2.0584710470243714,
      "learning_rate": 0.000250179589872045,
      "loss": 2.7812,
      "step": 40609
    },
    {
      "epoch": 1.6633217284456276,
      "grad_norm": 3.3431504467810447,
      "learning_rate": 0.0002501771624465696,
      "loss": 3.9531,
      "step": 40610
    },
    {
      "epoch": 1.6633626868728242,
      "grad_norm": 5.823002881990722,
      "learning_rate": 0.00025017473497373637,
      "loss": 6.1562,
      "step": 40611
    },
    {
      "epoch": 1.6634036453000205,
      "grad_norm": 3.9911381671797868,
      "learning_rate": 0.0002501723074535463,
      "loss": 2.875,
      "step": 40612
    },
    {
      "epoch": 1.6634446037272168,
      "grad_norm": 4.864031779918608,
      "learning_rate": 0.00025016987988600055,
      "loss": 6.7812,
      "step": 40613
    },
    {
      "epoch": 1.6634855621544133,
      "grad_norm": 2.3760417340407676,
      "learning_rate": 0.00025016745227110027,
      "loss": 4.75,
      "step": 40614
    },
    {
      "epoch": 1.6635265205816097,
      "grad_norm": 2.488198821019601,
      "learning_rate": 0.00025016502460884665,
      "loss": 5.0938,
      "step": 40615
    },
    {
      "epoch": 1.663567479008806,
      "grad_norm": 2.900033873502817,
      "learning_rate": 0.00025016259689924087,
      "loss": 5.0938,
      "step": 40616
    },
    {
      "epoch": 1.6636084374360025,
      "grad_norm": 3.048897219071626,
      "learning_rate": 0.000250160169142284,
      "loss": 4.125,
      "step": 40617
    },
    {
      "epoch": 1.6636493958631988,
      "grad_norm": 3.5824468564278598,
      "learning_rate": 0.00025015774133797715,
      "loss": 5.9688,
      "step": 40618
    },
    {
      "epoch": 1.6636903542903951,
      "grad_norm": 3.297936470012026,
      "learning_rate": 0.0002501553134863216,
      "loss": 5.625,
      "step": 40619
    },
    {
      "epoch": 1.6637313127175917,
      "grad_norm": 2.411552316444143,
      "learning_rate": 0.0002501528855873184,
      "loss": 4.6562,
      "step": 40620
    },
    {
      "epoch": 1.6637722711447882,
      "grad_norm": 3.789710049017737,
      "learning_rate": 0.0002501504576409687,
      "loss": 4.4375,
      "step": 40621
    },
    {
      "epoch": 1.6638132295719843,
      "grad_norm": 2.962283005860777,
      "learning_rate": 0.00025014802964727374,
      "loss": 5.3438,
      "step": 40622
    },
    {
      "epoch": 1.6638541879991808,
      "grad_norm": 2.943500005677345,
      "learning_rate": 0.0002501456016062346,
      "loss": 6.0312,
      "step": 40623
    },
    {
      "epoch": 1.6638951464263774,
      "grad_norm": 2.472237601343707,
      "learning_rate": 0.00025014317351785236,
      "loss": 4.1562,
      "step": 40624
    },
    {
      "epoch": 1.6639361048535735,
      "grad_norm": 2.589872453766917,
      "learning_rate": 0.0002501407453821283,
      "loss": 4.625,
      "step": 40625
    },
    {
      "epoch": 1.66397706328077,
      "grad_norm": 2.287089110936273,
      "learning_rate": 0.0002501383171990635,
      "loss": 4.6875,
      "step": 40626
    },
    {
      "epoch": 1.6640180217079665,
      "grad_norm": 2.4461271378551865,
      "learning_rate": 0.0002501358889686591,
      "loss": 4.7188,
      "step": 40627
    },
    {
      "epoch": 1.6640589801351628,
      "grad_norm": 3.3107435407572283,
      "learning_rate": 0.0002501334606909163,
      "loss": 4.4375,
      "step": 40628
    },
    {
      "epoch": 1.6640999385623592,
      "grad_norm": 4.4774139018675525,
      "learning_rate": 0.00025013103236583615,
      "loss": 2.5781,
      "step": 40629
    },
    {
      "epoch": 1.6641408969895557,
      "grad_norm": 2.390821432213408,
      "learning_rate": 0.00025012860399341986,
      "loss": 5.4375,
      "step": 40630
    },
    {
      "epoch": 1.664181855416752,
      "grad_norm": 2.735200686989019,
      "learning_rate": 0.00025012617557366865,
      "loss": 4.0,
      "step": 40631
    },
    {
      "epoch": 1.6642228138439483,
      "grad_norm": 2.7352944338694405,
      "learning_rate": 0.0002501237471065835,
      "loss": 6.25,
      "step": 40632
    },
    {
      "epoch": 1.6642637722711449,
      "grad_norm": 2.7822333515770987,
      "learning_rate": 0.00025012131859216574,
      "loss": 5.6875,
      "step": 40633
    },
    {
      "epoch": 1.6643047306983412,
      "grad_norm": 4.965938119587039,
      "learning_rate": 0.00025011889003041636,
      "loss": 6.3125,
      "step": 40634
    },
    {
      "epoch": 1.6643456891255375,
      "grad_norm": 2.264815352267819,
      "learning_rate": 0.0002501164614213367,
      "loss": 4.5312,
      "step": 40635
    },
    {
      "epoch": 1.664386647552734,
      "grad_norm": 2.7183609549361427,
      "learning_rate": 0.0002501140327649276,
      "loss": 4.4062,
      "step": 40636
    },
    {
      "epoch": 1.6644276059799303,
      "grad_norm": 2.4238328520203196,
      "learning_rate": 0.0002501116040611905,
      "loss": 4.0938,
      "step": 40637
    },
    {
      "epoch": 1.6644685644071266,
      "grad_norm": 2.9050042092692796,
      "learning_rate": 0.00025010917531012643,
      "loss": 5.7188,
      "step": 40638
    },
    {
      "epoch": 1.6645095228343232,
      "grad_norm": 2.40141889668732,
      "learning_rate": 0.0002501067465117366,
      "loss": 4.2812,
      "step": 40639
    },
    {
      "epoch": 1.6645504812615197,
      "grad_norm": 6.339982876026437,
      "learning_rate": 0.00025010431766602203,
      "loss": 6.2812,
      "step": 40640
    },
    {
      "epoch": 1.6645914396887158,
      "grad_norm": 2.328057905498652,
      "learning_rate": 0.00025010188877298394,
      "loss": 4.8438,
      "step": 40641
    },
    {
      "epoch": 1.6646323981159123,
      "grad_norm": 2.283005151166405,
      "learning_rate": 0.0002500994598326236,
      "loss": 4.7812,
      "step": 40642
    },
    {
      "epoch": 1.6646733565431089,
      "grad_norm": 2.4177588632802904,
      "learning_rate": 0.0002500970308449419,
      "loss": 4.5,
      "step": 40643
    },
    {
      "epoch": 1.664714314970305,
      "grad_norm": 2.3020347121895335,
      "learning_rate": 0.00025009460180994023,
      "loss": 5.0938,
      "step": 40644
    },
    {
      "epoch": 1.6647552733975015,
      "grad_norm": 2.6180299613149587,
      "learning_rate": 0.00025009217272761963,
      "loss": 4.7188,
      "step": 40645
    },
    {
      "epoch": 1.664796231824698,
      "grad_norm": 3.88010956325118,
      "learning_rate": 0.00025008974359798126,
      "loss": 3.1562,
      "step": 40646
    },
    {
      "epoch": 1.6648371902518944,
      "grad_norm": 2.472926263901583,
      "learning_rate": 0.0002500873144210262,
      "loss": 4.3438,
      "step": 40647
    },
    {
      "epoch": 1.6648781486790907,
      "grad_norm": 4.190684111954676,
      "learning_rate": 0.0002500848851967557,
      "loss": 5.625,
      "step": 40648
    },
    {
      "epoch": 1.6649191071062872,
      "grad_norm": 2.1787488955365526,
      "learning_rate": 0.00025008245592517093,
      "loss": 4.0,
      "step": 40649
    },
    {
      "epoch": 1.6649600655334835,
      "grad_norm": 2.162331036687454,
      "learning_rate": 0.0002500800266062729,
      "loss": 4.625,
      "step": 40650
    },
    {
      "epoch": 1.6650010239606798,
      "grad_norm": 2.366441992919866,
      "learning_rate": 0.00025007759724006293,
      "loss": 4.5625,
      "step": 40651
    },
    {
      "epoch": 1.6650419823878764,
      "grad_norm": 2.52070891266973,
      "learning_rate": 0.00025007516782654204,
      "loss": 4.75,
      "step": 40652
    },
    {
      "epoch": 1.6650829408150727,
      "grad_norm": 4.01440985003996,
      "learning_rate": 0.0002500727383657114,
      "loss": 5.1875,
      "step": 40653
    },
    {
      "epoch": 1.665123899242269,
      "grad_norm": 3.52602405837448,
      "learning_rate": 0.0002500703088575722,
      "loss": 4.4062,
      "step": 40654
    },
    {
      "epoch": 1.6651648576694655,
      "grad_norm": 2.4030616949466403,
      "learning_rate": 0.0002500678793021255,
      "loss": 4.3125,
      "step": 40655
    },
    {
      "epoch": 1.6652058160966619,
      "grad_norm": 2.3374575269008084,
      "learning_rate": 0.0002500654496993726,
      "loss": 4.9062,
      "step": 40656
    },
    {
      "epoch": 1.6652467745238582,
      "grad_norm": 8.725589261874443,
      "learning_rate": 0.0002500630200493145,
      "loss": 5.0,
      "step": 40657
    },
    {
      "epoch": 1.6652877329510547,
      "grad_norm": 2.665565212270077,
      "learning_rate": 0.00025006059035195246,
      "loss": 5.1562,
      "step": 40658
    },
    {
      "epoch": 1.6653286913782512,
      "grad_norm": 3.442149491633175,
      "learning_rate": 0.00025005816060728756,
      "loss": 5.1875,
      "step": 40659
    },
    {
      "epoch": 1.6653696498054473,
      "grad_norm": 2.4373152003388,
      "learning_rate": 0.0002500557308153209,
      "loss": 4.9062,
      "step": 40660
    },
    {
      "epoch": 1.6654106082326439,
      "grad_norm": 2.357084305722722,
      "learning_rate": 0.0002500533009760538,
      "loss": 4.8438,
      "step": 40661
    },
    {
      "epoch": 1.6654515666598404,
      "grad_norm": 3.562152891692213,
      "learning_rate": 0.00025005087108948725,
      "loss": 4.25,
      "step": 40662
    },
    {
      "epoch": 1.6654925250870367,
      "grad_norm": 2.425479126547454,
      "learning_rate": 0.00025004844115562245,
      "loss": 4.75,
      "step": 40663
    },
    {
      "epoch": 1.665533483514233,
      "grad_norm": 3.9987154929273134,
      "learning_rate": 0.0002500460111744606,
      "loss": 5.4062,
      "step": 40664
    },
    {
      "epoch": 1.6655744419414296,
      "grad_norm": 2.719245982275997,
      "learning_rate": 0.00025004358114600277,
      "loss": 5.1562,
      "step": 40665
    },
    {
      "epoch": 1.6656154003686259,
      "grad_norm": 4.86656957262866,
      "learning_rate": 0.0002500411510702501,
      "loss": 6.2188,
      "step": 40666
    },
    {
      "epoch": 1.6656563587958222,
      "grad_norm": 2.389965373252083,
      "learning_rate": 0.00025003872094720385,
      "loss": 4.75,
      "step": 40667
    },
    {
      "epoch": 1.6656973172230187,
      "grad_norm": 2.5332481510986553,
      "learning_rate": 0.000250036290776865,
      "loss": 4.2812,
      "step": 40668
    },
    {
      "epoch": 1.665738275650215,
      "grad_norm": 3.0927852786238392,
      "learning_rate": 0.0002500338605592349,
      "loss": 5.5625,
      "step": 40669
    },
    {
      "epoch": 1.6657792340774114,
      "grad_norm": 2.2170164349752848,
      "learning_rate": 0.0002500314302943146,
      "loss": 4.9375,
      "step": 40670
    },
    {
      "epoch": 1.6658201925046079,
      "grad_norm": 2.7424186967679463,
      "learning_rate": 0.0002500289999821052,
      "loss": 5.0938,
      "step": 40671
    },
    {
      "epoch": 1.6658611509318042,
      "grad_norm": 3.0475396720720536,
      "learning_rate": 0.00025002656962260785,
      "loss": 5.25,
      "step": 40672
    },
    {
      "epoch": 1.6659021093590005,
      "grad_norm": 4.706923183349016,
      "learning_rate": 0.0002500241392158238,
      "loss": 1.5938,
      "step": 40673
    },
    {
      "epoch": 1.665943067786197,
      "grad_norm": 2.4035371717373004,
      "learning_rate": 0.00025002170876175416,
      "loss": 4.625,
      "step": 40674
    },
    {
      "epoch": 1.6659840262133934,
      "grad_norm": 3.5801648373378168,
      "learning_rate": 0.0002500192782604,
      "loss": 4.75,
      "step": 40675
    },
    {
      "epoch": 1.6660249846405897,
      "grad_norm": 2.41557959755402,
      "learning_rate": 0.0002500168477117626,
      "loss": 5.625,
      "step": 40676
    },
    {
      "epoch": 1.6660659430677862,
      "grad_norm": 2.803571513747312,
      "learning_rate": 0.00025001441711584296,
      "loss": 4.9375,
      "step": 40677
    },
    {
      "epoch": 1.6661069014949828,
      "grad_norm": 3.701411228503874,
      "learning_rate": 0.00025001198647264236,
      "loss": 5.75,
      "step": 40678
    },
    {
      "epoch": 1.6661478599221788,
      "grad_norm": 2.4662072017824532,
      "learning_rate": 0.00025000955578216187,
      "loss": 4.2812,
      "step": 40679
    },
    {
      "epoch": 1.6661888183493754,
      "grad_norm": 3.2279384518189564,
      "learning_rate": 0.0002500071250444027,
      "loss": 4.5625,
      "step": 40680
    },
    {
      "epoch": 1.666229776776572,
      "grad_norm": 3.511185610002095,
      "learning_rate": 0.00025000469425936594,
      "loss": 4.6562,
      "step": 40681
    },
    {
      "epoch": 1.6662707352037682,
      "grad_norm": 2.1642441165593946,
      "learning_rate": 0.0002500022634270528,
      "loss": 4.4688,
      "step": 40682
    },
    {
      "epoch": 1.6663116936309645,
      "grad_norm": 2.4901993712067254,
      "learning_rate": 0.00024999983254746434,
      "loss": 4.5312,
      "step": 40683
    },
    {
      "epoch": 1.666352652058161,
      "grad_norm": 3.1715963468053308,
      "learning_rate": 0.0002499974016206018,
      "loss": 5.3438,
      "step": 40684
    },
    {
      "epoch": 1.6663936104853574,
      "grad_norm": 2.573150703018409,
      "learning_rate": 0.0002499949706464662,
      "loss": 4.6562,
      "step": 40685
    },
    {
      "epoch": 1.6664345689125537,
      "grad_norm": 3.3606128105924453,
      "learning_rate": 0.00024999253962505887,
      "loss": 2.8594,
      "step": 40686
    },
    {
      "epoch": 1.6664755273397502,
      "grad_norm": 2.571426730439142,
      "learning_rate": 0.00024999010855638085,
      "loss": 4.5625,
      "step": 40687
    },
    {
      "epoch": 1.6665164857669466,
      "grad_norm": 6.85881498176536,
      "learning_rate": 0.0002499876774404333,
      "loss": 4.4375,
      "step": 40688
    },
    {
      "epoch": 1.6665574441941429,
      "grad_norm": 2.2176482444487666,
      "learning_rate": 0.0002499852462772174,
      "loss": 3.7188,
      "step": 40689
    },
    {
      "epoch": 1.6665984026213394,
      "grad_norm": 10.363359204521805,
      "learning_rate": 0.00024998281506673426,
      "loss": 5.3438,
      "step": 40690
    },
    {
      "epoch": 1.6666393610485357,
      "grad_norm": 2.5871281819501504,
      "learning_rate": 0.0002499803838089851,
      "loss": 5.9062,
      "step": 40691
    },
    {
      "epoch": 1.666680319475732,
      "grad_norm": 2.313655916342403,
      "learning_rate": 0.0002499779525039709,
      "loss": 4.2188,
      "step": 40692
    },
    {
      "epoch": 1.6667212779029286,
      "grad_norm": 2.7848846588767646,
      "learning_rate": 0.000249975521151693,
      "loss": 5.4688,
      "step": 40693
    },
    {
      "epoch": 1.6667622363301249,
      "grad_norm": 2.774794617634577,
      "learning_rate": 0.0002499730897521525,
      "loss": 4.5,
      "step": 40694
    },
    {
      "epoch": 1.6668031947573212,
      "grad_norm": 7.892523619053635,
      "learning_rate": 0.00024997065830535047,
      "loss": 4.1562,
      "step": 40695
    },
    {
      "epoch": 1.6668441531845177,
      "grad_norm": 2.241511629044506,
      "learning_rate": 0.0002499682268112881,
      "loss": 4.3125,
      "step": 40696
    },
    {
      "epoch": 1.6668851116117143,
      "grad_norm": 3.274764579731685,
      "learning_rate": 0.00024996579526996663,
      "loss": 6.5625,
      "step": 40697
    },
    {
      "epoch": 1.6669260700389104,
      "grad_norm": 2.36837145172063,
      "learning_rate": 0.0002499633636813871,
      "loss": 4.8125,
      "step": 40698
    },
    {
      "epoch": 1.666967028466107,
      "grad_norm": 2.363838733009392,
      "learning_rate": 0.0002499609320455507,
      "loss": 3.8906,
      "step": 40699
    },
    {
      "epoch": 1.6670079868933034,
      "grad_norm": 2.4880123334893582,
      "learning_rate": 0.0002499585003624585,
      "loss": 5.7812,
      "step": 40700
    },
    {
      "epoch": 1.6670489453204997,
      "grad_norm": 2.1771377572594313,
      "learning_rate": 0.0002499560686321118,
      "loss": 4.1875,
      "step": 40701
    },
    {
      "epoch": 1.667089903747696,
      "grad_norm": 2.6895835134958523,
      "learning_rate": 0.00024995363685451164,
      "loss": 5.3438,
      "step": 40702
    },
    {
      "epoch": 1.6671308621748926,
      "grad_norm": 2.924342507634617,
      "learning_rate": 0.0002499512050296592,
      "loss": 3.3438,
      "step": 40703
    },
    {
      "epoch": 1.667171820602089,
      "grad_norm": 2.9853975482959823,
      "learning_rate": 0.00024994877315755566,
      "loss": 4.875,
      "step": 40704
    },
    {
      "epoch": 1.6672127790292852,
      "grad_norm": 2.6513384840941083,
      "learning_rate": 0.0002499463412382021,
      "loss": 5.5938,
      "step": 40705
    },
    {
      "epoch": 1.6672537374564818,
      "grad_norm": 2.6511730547089263,
      "learning_rate": 0.0002499439092715997,
      "loss": 4.5625,
      "step": 40706
    },
    {
      "epoch": 1.667294695883678,
      "grad_norm": 2.654493632604551,
      "learning_rate": 0.0002499414772577497,
      "loss": 5.3125,
      "step": 40707
    },
    {
      "epoch": 1.6673356543108744,
      "grad_norm": 2.9561296192623217,
      "learning_rate": 0.00024993904519665314,
      "loss": 4.9062,
      "step": 40708
    },
    {
      "epoch": 1.667376612738071,
      "grad_norm": 2.414031927391304,
      "learning_rate": 0.0002499366130883111,
      "loss": 5.0312,
      "step": 40709
    },
    {
      "epoch": 1.6674175711652672,
      "grad_norm": 2.401240587044631,
      "learning_rate": 0.0002499341809327249,
      "loss": 4.5625,
      "step": 40710
    },
    {
      "epoch": 1.6674585295924635,
      "grad_norm": 4.8155312721222705,
      "learning_rate": 0.00024993174872989563,
      "loss": 6.9688,
      "step": 40711
    },
    {
      "epoch": 1.66749948801966,
      "grad_norm": 2.563511653962793,
      "learning_rate": 0.0002499293164798244,
      "loss": 4.4375,
      "step": 40712
    },
    {
      "epoch": 1.6675404464468564,
      "grad_norm": 2.5547780678902012,
      "learning_rate": 0.00024992688418251245,
      "loss": 3.4219,
      "step": 40713
    },
    {
      "epoch": 1.6675814048740527,
      "grad_norm": 4.247033787727825,
      "learning_rate": 0.0002499244518379608,
      "loss": 6.25,
      "step": 40714
    },
    {
      "epoch": 1.6676223633012492,
      "grad_norm": 2.6064797155439083,
      "learning_rate": 0.0002499220194461707,
      "loss": 5.1875,
      "step": 40715
    },
    {
      "epoch": 1.6676633217284458,
      "grad_norm": 2.5138315922145833,
      "learning_rate": 0.0002499195870071433,
      "loss": 4.5312,
      "step": 40716
    },
    {
      "epoch": 1.6677042801556419,
      "grad_norm": 2.257987480831304,
      "learning_rate": 0.00024991715452087965,
      "loss": 4.1562,
      "step": 40717
    },
    {
      "epoch": 1.6677452385828384,
      "grad_norm": 3.752784310841013,
      "learning_rate": 0.000249914721987381,
      "loss": 5.875,
      "step": 40718
    },
    {
      "epoch": 1.667786197010035,
      "grad_norm": 4.171271863967735,
      "learning_rate": 0.00024991228940664847,
      "loss": 5.125,
      "step": 40719
    },
    {
      "epoch": 1.6678271554372313,
      "grad_norm": 5.197137019034748,
      "learning_rate": 0.0002499098567786832,
      "loss": 4.9375,
      "step": 40720
    },
    {
      "epoch": 1.6678681138644276,
      "grad_norm": 2.312430156420773,
      "learning_rate": 0.00024990742410348633,
      "loss": 4.9688,
      "step": 40721
    },
    {
      "epoch": 1.667909072291624,
      "grad_norm": 2.4368220663327333,
      "learning_rate": 0.000249904991381059,
      "loss": 4.6562,
      "step": 40722
    },
    {
      "epoch": 1.6679500307188204,
      "grad_norm": 2.7322096578745927,
      "learning_rate": 0.0002499025586114025,
      "loss": 4.5312,
      "step": 40723
    },
    {
      "epoch": 1.6679909891460167,
      "grad_norm": 3.002288116106168,
      "learning_rate": 0.00024990012579451776,
      "loss": 4.9688,
      "step": 40724
    },
    {
      "epoch": 1.6680319475732133,
      "grad_norm": 2.7407196101698053,
      "learning_rate": 0.00024989769293040604,
      "loss": 2.7812,
      "step": 40725
    },
    {
      "epoch": 1.6680729060004096,
      "grad_norm": 2.580157442165893,
      "learning_rate": 0.00024989526001906854,
      "loss": 5.4062,
      "step": 40726
    },
    {
      "epoch": 1.668113864427606,
      "grad_norm": 2.557014024447786,
      "learning_rate": 0.0002498928270605064,
      "loss": 5.25,
      "step": 40727
    },
    {
      "epoch": 1.6681548228548024,
      "grad_norm": 2.508596833162372,
      "learning_rate": 0.0002498903940547206,
      "loss": 4.8125,
      "step": 40728
    },
    {
      "epoch": 1.6681957812819987,
      "grad_norm": 4.015906119379803,
      "learning_rate": 0.0002498879610017125,
      "loss": 3.4062,
      "step": 40729
    },
    {
      "epoch": 1.668236739709195,
      "grad_norm": 2.576018783959002,
      "learning_rate": 0.00024988552790148314,
      "loss": 4.5,
      "step": 40730
    },
    {
      "epoch": 1.6682776981363916,
      "grad_norm": 3.435846837696729,
      "learning_rate": 0.0002498830947540337,
      "loss": 4.5,
      "step": 40731
    },
    {
      "epoch": 1.668318656563588,
      "grad_norm": 3.239126270614882,
      "learning_rate": 0.0002498806615593654,
      "loss": 4.6875,
      "step": 40732
    },
    {
      "epoch": 1.6683596149907842,
      "grad_norm": 2.6561910648913614,
      "learning_rate": 0.00024987822831747927,
      "loss": 4.7812,
      "step": 40733
    },
    {
      "epoch": 1.6684005734179808,
      "grad_norm": 7.072442638870089,
      "learning_rate": 0.00024987579502837645,
      "loss": 5.0,
      "step": 40734
    },
    {
      "epoch": 1.6684415318451773,
      "grad_norm": 2.8332522567543172,
      "learning_rate": 0.0002498733616920582,
      "loss": 4.9375,
      "step": 40735
    },
    {
      "epoch": 1.6684824902723734,
      "grad_norm": 2.7432909700803103,
      "learning_rate": 0.0002498709283085256,
      "loss": 4.9688,
      "step": 40736
    },
    {
      "epoch": 1.66852344869957,
      "grad_norm": 3.198774485237457,
      "learning_rate": 0.00024986849487777986,
      "loss": 3.4531,
      "step": 40737
    },
    {
      "epoch": 1.6685644071267665,
      "grad_norm": 6.526760912670335,
      "learning_rate": 0.0002498660613998221,
      "loss": 1.4922,
      "step": 40738
    },
    {
      "epoch": 1.6686053655539628,
      "grad_norm": 2.493125568572422,
      "learning_rate": 0.0002498636278746534,
      "loss": 4.3125,
      "step": 40739
    },
    {
      "epoch": 1.668646323981159,
      "grad_norm": 2.9142715869306253,
      "learning_rate": 0.000249861194302275,
      "loss": 3.375,
      "step": 40740
    },
    {
      "epoch": 1.6686872824083556,
      "grad_norm": 2.3791058426016476,
      "learning_rate": 0.00024985876068268806,
      "loss": 4.375,
      "step": 40741
    },
    {
      "epoch": 1.668728240835552,
      "grad_norm": 3.2141552382951963,
      "learning_rate": 0.00024985632701589365,
      "loss": 3.875,
      "step": 40742
    },
    {
      "epoch": 1.6687691992627482,
      "grad_norm": 2.322494712455751,
      "learning_rate": 0.00024985389330189293,
      "loss": 4.7188,
      "step": 40743
    },
    {
      "epoch": 1.6688101576899448,
      "grad_norm": 3.818597498184251,
      "learning_rate": 0.0002498514595406871,
      "loss": 6.0,
      "step": 40744
    },
    {
      "epoch": 1.668851116117141,
      "grad_norm": 2.8283198572034465,
      "learning_rate": 0.0002498490257322773,
      "loss": 5.6562,
      "step": 40745
    },
    {
      "epoch": 1.6688920745443374,
      "grad_norm": 2.3170739978225847,
      "learning_rate": 0.0002498465918766648,
      "loss": 4.7188,
      "step": 40746
    },
    {
      "epoch": 1.668933032971534,
      "grad_norm": 3.080180533893621,
      "learning_rate": 0.00024984415797385046,
      "loss": 5.5,
      "step": 40747
    },
    {
      "epoch": 1.6689739913987303,
      "grad_norm": 8.072112922544475,
      "learning_rate": 0.00024984172402383567,
      "loss": 5.5625,
      "step": 40748
    },
    {
      "epoch": 1.6690149498259266,
      "grad_norm": 2.7196288527866312,
      "learning_rate": 0.0002498392900266215,
      "loss": 6.375,
      "step": 40749
    },
    {
      "epoch": 1.669055908253123,
      "grad_norm": 4.251446894926799,
      "learning_rate": 0.0002498368559822091,
      "loss": 3.3906,
      "step": 40750
    },
    {
      "epoch": 1.6690968666803194,
      "grad_norm": 4.012155311949405,
      "learning_rate": 0.0002498344218905996,
      "loss": 3.3281,
      "step": 40751
    },
    {
      "epoch": 1.6691378251075157,
      "grad_norm": 2.879993185197168,
      "learning_rate": 0.0002498319877517942,
      "loss": 5.4062,
      "step": 40752
    },
    {
      "epoch": 1.6691787835347123,
      "grad_norm": 2.4003284948615446,
      "learning_rate": 0.00024982955356579403,
      "loss": 4.5312,
      "step": 40753
    },
    {
      "epoch": 1.6692197419619088,
      "grad_norm": 4.388412154197522,
      "learning_rate": 0.00024982711933260027,
      "loss": 5.3438,
      "step": 40754
    },
    {
      "epoch": 1.669260700389105,
      "grad_norm": 2.710308146683792,
      "learning_rate": 0.000249824685052214,
      "loss": 5.5,
      "step": 40755
    },
    {
      "epoch": 1.6693016588163014,
      "grad_norm": 2.3345750171384942,
      "learning_rate": 0.00024982225072463644,
      "loss": 4.4688,
      "step": 40756
    },
    {
      "epoch": 1.669342617243498,
      "grad_norm": 3.1252081231589153,
      "learning_rate": 0.00024981981634986865,
      "loss": 5.0,
      "step": 40757
    },
    {
      "epoch": 1.6693835756706943,
      "grad_norm": 3.3257670513381314,
      "learning_rate": 0.00024981738192791193,
      "loss": 5.4688,
      "step": 40758
    },
    {
      "epoch": 1.6694245340978906,
      "grad_norm": 2.5418621021485377,
      "learning_rate": 0.0002498149474587673,
      "loss": 5.4688,
      "step": 40759
    },
    {
      "epoch": 1.6694654925250871,
      "grad_norm": 2.5934348263794575,
      "learning_rate": 0.00024981251294243595,
      "loss": 4.6562,
      "step": 40760
    },
    {
      "epoch": 1.6695064509522834,
      "grad_norm": 2.214286158990068,
      "learning_rate": 0.00024981007837891907,
      "loss": 4.5938,
      "step": 40761
    },
    {
      "epoch": 1.6695474093794798,
      "grad_norm": 2.4825774516541967,
      "learning_rate": 0.0002498076437682177,
      "loss": 5.5625,
      "step": 40762
    },
    {
      "epoch": 1.6695883678066763,
      "grad_norm": 2.6779203453109086,
      "learning_rate": 0.00024980520911033313,
      "loss": 5.1562,
      "step": 40763
    },
    {
      "epoch": 1.6696293262338726,
      "grad_norm": 2.262427770999502,
      "learning_rate": 0.00024980277440526645,
      "loss": 4.75,
      "step": 40764
    },
    {
      "epoch": 1.669670284661069,
      "grad_norm": 2.4295789029491037,
      "learning_rate": 0.0002498003396530188,
      "loss": 4.8125,
      "step": 40765
    },
    {
      "epoch": 1.6697112430882655,
      "grad_norm": 4.231381645528269,
      "learning_rate": 0.00024979790485359137,
      "loss": 4.8438,
      "step": 40766
    },
    {
      "epoch": 1.6697522015154618,
      "grad_norm": 4.515163963822004,
      "learning_rate": 0.0002497954700069852,
      "loss": 6.0938,
      "step": 40767
    },
    {
      "epoch": 1.669793159942658,
      "grad_norm": 2.8437840375720724,
      "learning_rate": 0.00024979303511320157,
      "loss": 4.1562,
      "step": 40768
    },
    {
      "epoch": 1.6698341183698546,
      "grad_norm": 2.666678233843304,
      "learning_rate": 0.0002497906001722416,
      "loss": 4.1562,
      "step": 40769
    },
    {
      "epoch": 1.669875076797051,
      "grad_norm": 2.3046280924562574,
      "learning_rate": 0.0002497881651841064,
      "loss": 4.8438,
      "step": 40770
    },
    {
      "epoch": 1.6699160352242473,
      "grad_norm": 2.654443796649666,
      "learning_rate": 0.00024978573014879714,
      "loss": 5.0,
      "step": 40771
    },
    {
      "epoch": 1.6699569936514438,
      "grad_norm": 2.45262525229265,
      "learning_rate": 0.00024978329506631497,
      "loss": 4.7812,
      "step": 40772
    },
    {
      "epoch": 1.6699979520786403,
      "grad_norm": 8.049476005578684,
      "learning_rate": 0.0002497808599366611,
      "loss": 6.3438,
      "step": 40773
    },
    {
      "epoch": 1.6700389105058364,
      "grad_norm": 2.2827462293361735,
      "learning_rate": 0.0002497784247598366,
      "loss": 4.4688,
      "step": 40774
    },
    {
      "epoch": 1.670079868933033,
      "grad_norm": 6.2037901135927696,
      "learning_rate": 0.0002497759895358427,
      "loss": 6.875,
      "step": 40775
    },
    {
      "epoch": 1.6701208273602295,
      "grad_norm": 4.983595509289873,
      "learning_rate": 0.00024977355426468044,
      "loss": 6.5625,
      "step": 40776
    },
    {
      "epoch": 1.6701617857874258,
      "grad_norm": 3.518329526795348,
      "learning_rate": 0.000249771118946351,
      "loss": 5.3125,
      "step": 40777
    },
    {
      "epoch": 1.6702027442146221,
      "grad_norm": 3.31600637042849,
      "learning_rate": 0.00024976868358085564,
      "loss": 4.0938,
      "step": 40778
    },
    {
      "epoch": 1.6702437026418187,
      "grad_norm": 2.3083150308067406,
      "learning_rate": 0.00024976624816819536,
      "loss": 4.375,
      "step": 40779
    },
    {
      "epoch": 1.670284661069015,
      "grad_norm": 3.330146238871592,
      "learning_rate": 0.0002497638127083715,
      "loss": 5.125,
      "step": 40780
    },
    {
      "epoch": 1.6703256194962113,
      "grad_norm": 2.692749283922516,
      "learning_rate": 0.00024976137720138496,
      "loss": 5.5938,
      "step": 40781
    },
    {
      "epoch": 1.6703665779234078,
      "grad_norm": 3.248300869670947,
      "learning_rate": 0.0002497589416472371,
      "loss": 6.7812,
      "step": 40782
    },
    {
      "epoch": 1.6704075363506041,
      "grad_norm": 8.305676365531802,
      "learning_rate": 0.0002497565060459291,
      "loss": 3.6875,
      "step": 40783
    },
    {
      "epoch": 1.6704484947778004,
      "grad_norm": 3.253393368627186,
      "learning_rate": 0.0002497540703974618,
      "loss": 5.0625,
      "step": 40784
    },
    {
      "epoch": 1.670489453204997,
      "grad_norm": 2.787723322054166,
      "learning_rate": 0.00024975163470183676,
      "loss": 5.375,
      "step": 40785
    },
    {
      "epoch": 1.6705304116321933,
      "grad_norm": 2.1877962645091795,
      "learning_rate": 0.00024974919895905486,
      "loss": 4.8438,
      "step": 40786
    },
    {
      "epoch": 1.6705713700593896,
      "grad_norm": 2.912636465035359,
      "learning_rate": 0.0002497467631691173,
      "loss": 5.0,
      "step": 40787
    },
    {
      "epoch": 1.6706123284865861,
      "grad_norm": 2.594261741886146,
      "learning_rate": 0.0002497443273320253,
      "loss": 4.8125,
      "step": 40788
    },
    {
      "epoch": 1.6706532869137827,
      "grad_norm": 2.5315425144668584,
      "learning_rate": 0.0002497418914477799,
      "loss": 4.7188,
      "step": 40789
    },
    {
      "epoch": 1.6706942453409788,
      "grad_norm": 2.579227829741618,
      "learning_rate": 0.0002497394555163824,
      "loss": 5.0625,
      "step": 40790
    },
    {
      "epoch": 1.6707352037681753,
      "grad_norm": 2.568113270520198,
      "learning_rate": 0.00024973701953783385,
      "loss": 5.2188,
      "step": 40791
    },
    {
      "epoch": 1.6707761621953718,
      "grad_norm": 2.6571852904403936,
      "learning_rate": 0.0002497345835121354,
      "loss": 4.9062,
      "step": 40792
    },
    {
      "epoch": 1.670817120622568,
      "grad_norm": 2.442599711664912,
      "learning_rate": 0.0002497321474392882,
      "loss": 4.7812,
      "step": 40793
    },
    {
      "epoch": 1.6708580790497645,
      "grad_norm": 2.2191106481002807,
      "learning_rate": 0.0002497297113192935,
      "loss": 3.9688,
      "step": 40794
    },
    {
      "epoch": 1.670899037476961,
      "grad_norm": 3.9751874214402774,
      "learning_rate": 0.00024972727515215235,
      "loss": 5.375,
      "step": 40795
    },
    {
      "epoch": 1.6709399959041573,
      "grad_norm": 7.089055237332222,
      "learning_rate": 0.00024972483893786595,
      "loss": 6.1562,
      "step": 40796
    },
    {
      "epoch": 1.6709809543313536,
      "grad_norm": 2.645941244767632,
      "learning_rate": 0.00024972240267643545,
      "loss": 4.5938,
      "step": 40797
    },
    {
      "epoch": 1.6710219127585502,
      "grad_norm": 4.333347766087708,
      "learning_rate": 0.0002497199663678619,
      "loss": 6.875,
      "step": 40798
    },
    {
      "epoch": 1.6710628711857465,
      "grad_norm": 2.510834833102123,
      "learning_rate": 0.0002497175300121466,
      "loss": 5.4375,
      "step": 40799
    },
    {
      "epoch": 1.6711038296129428,
      "grad_norm": 2.90287916044126,
      "learning_rate": 0.0002497150936092906,
      "loss": 6.8125,
      "step": 40800
    },
    {
      "epoch": 1.6711447880401393,
      "grad_norm": 3.8106024183529326,
      "learning_rate": 0.00024971265715929516,
      "loss": 5.1562,
      "step": 40801
    },
    {
      "epoch": 1.6711857464673356,
      "grad_norm": 3.4842639911411957,
      "learning_rate": 0.0002497102206621613,
      "loss": 5.9062,
      "step": 40802
    },
    {
      "epoch": 1.671226704894532,
      "grad_norm": 3.7207274864836086,
      "learning_rate": 0.00024970778411789025,
      "loss": 5.9062,
      "step": 40803
    },
    {
      "epoch": 1.6712676633217285,
      "grad_norm": 2.630561755972602,
      "learning_rate": 0.00024970534752648315,
      "loss": 5.875,
      "step": 40804
    },
    {
      "epoch": 1.6713086217489248,
      "grad_norm": 9.11082913932624,
      "learning_rate": 0.00024970291088794117,
      "loss": 4.1875,
      "step": 40805
    },
    {
      "epoch": 1.6713495801761211,
      "grad_norm": 2.596248718551139,
      "learning_rate": 0.0002497004742022654,
      "loss": 4.375,
      "step": 40806
    },
    {
      "epoch": 1.6713905386033177,
      "grad_norm": 2.777694015699571,
      "learning_rate": 0.00024969803746945703,
      "loss": 4.5312,
      "step": 40807
    },
    {
      "epoch": 1.6714314970305142,
      "grad_norm": 2.428281615415832,
      "learning_rate": 0.0002496956006895172,
      "loss": 4.4688,
      "step": 40808
    },
    {
      "epoch": 1.6714724554577103,
      "grad_norm": 2.6638037768721543,
      "learning_rate": 0.0002496931638624471,
      "loss": 4.25,
      "step": 40809
    },
    {
      "epoch": 1.6715134138849068,
      "grad_norm": 2.4592992829618305,
      "learning_rate": 0.00024969072698824787,
      "loss": 4.875,
      "step": 40810
    },
    {
      "epoch": 1.6715543723121034,
      "grad_norm": 2.928155345983389,
      "learning_rate": 0.00024968829006692065,
      "loss": 4.9375,
      "step": 40811
    },
    {
      "epoch": 1.6715953307392994,
      "grad_norm": 3.4747368438815687,
      "learning_rate": 0.0002496858530984666,
      "loss": 5.1875,
      "step": 40812
    },
    {
      "epoch": 1.671636289166496,
      "grad_norm": 6.155228825235497,
      "learning_rate": 0.00024968341608288684,
      "loss": 6.9688,
      "step": 40813
    },
    {
      "epoch": 1.6716772475936925,
      "grad_norm": 3.4790258764055104,
      "learning_rate": 0.00024968097902018253,
      "loss": 4.7188,
      "step": 40814
    },
    {
      "epoch": 1.6717182060208888,
      "grad_norm": 2.7568560766127326,
      "learning_rate": 0.00024967854191035484,
      "loss": 4.4375,
      "step": 40815
    },
    {
      "epoch": 1.6717591644480851,
      "grad_norm": 3.7815452714360465,
      "learning_rate": 0.0002496761047534049,
      "loss": 5.4688,
      "step": 40816
    },
    {
      "epoch": 1.6718001228752817,
      "grad_norm": 2.8853239645372795,
      "learning_rate": 0.00024967366754933396,
      "loss": 5.0,
      "step": 40817
    },
    {
      "epoch": 1.671841081302478,
      "grad_norm": 3.4406330883416003,
      "learning_rate": 0.000249671230298143,
      "loss": 3.8438,
      "step": 40818
    },
    {
      "epoch": 1.6718820397296743,
      "grad_norm": 3.2177058919405037,
      "learning_rate": 0.00024966879299983337,
      "loss": 6.1875,
      "step": 40819
    },
    {
      "epoch": 1.6719229981568708,
      "grad_norm": 2.4134385879442695,
      "learning_rate": 0.00024966635565440605,
      "loss": 5.5,
      "step": 40820
    },
    {
      "epoch": 1.6719639565840672,
      "grad_norm": 2.2884931627689586,
      "learning_rate": 0.0002496639182618623,
      "loss": 4.125,
      "step": 40821
    },
    {
      "epoch": 1.6720049150112635,
      "grad_norm": 3.5634141575933214,
      "learning_rate": 0.00024966148082220316,
      "loss": 5.625,
      "step": 40822
    },
    {
      "epoch": 1.67204587343846,
      "grad_norm": 2.3278015356499964,
      "learning_rate": 0.0002496590433354299,
      "loss": 4.0938,
      "step": 40823
    },
    {
      "epoch": 1.6720868318656563,
      "grad_norm": 3.121414656368574,
      "learning_rate": 0.00024965660580154365,
      "loss": 6.5,
      "step": 40824
    },
    {
      "epoch": 1.6721277902928526,
      "grad_norm": 4.272897146456689,
      "learning_rate": 0.0002496541682205455,
      "loss": 6.7188,
      "step": 40825
    },
    {
      "epoch": 1.6721687487200492,
      "grad_norm": 2.487643256445154,
      "learning_rate": 0.0002496517305924367,
      "loss": 4.9688,
      "step": 40826
    },
    {
      "epoch": 1.6722097071472457,
      "grad_norm": 3.342713677543567,
      "learning_rate": 0.00024964929291721827,
      "loss": 5.0625,
      "step": 40827
    },
    {
      "epoch": 1.6722506655744418,
      "grad_norm": 2.880124245121497,
      "learning_rate": 0.0002496468551948915,
      "loss": 4.2188,
      "step": 40828
    },
    {
      "epoch": 1.6722916240016383,
      "grad_norm": 2.956927340218338,
      "learning_rate": 0.00024964441742545746,
      "loss": 4.0938,
      "step": 40829
    },
    {
      "epoch": 1.6723325824288349,
      "grad_norm": 2.81474966326077,
      "learning_rate": 0.0002496419796089173,
      "loss": 6.125,
      "step": 40830
    },
    {
      "epoch": 1.6723735408560312,
      "grad_norm": 3.0347120748548617,
      "learning_rate": 0.0002496395417452722,
      "loss": 4.6562,
      "step": 40831
    },
    {
      "epoch": 1.6724144992832275,
      "grad_norm": 2.571589456520467,
      "learning_rate": 0.00024963710383452326,
      "loss": 4.5,
      "step": 40832
    },
    {
      "epoch": 1.672455457710424,
      "grad_norm": 2.229931724631419,
      "learning_rate": 0.00024963466587667177,
      "loss": 5.0312,
      "step": 40833
    },
    {
      "epoch": 1.6724964161376203,
      "grad_norm": 2.3132330185519723,
      "learning_rate": 0.0002496322278717188,
      "loss": 4.5,
      "step": 40834
    },
    {
      "epoch": 1.6725373745648167,
      "grad_norm": 2.7944111274004726,
      "learning_rate": 0.0002496297898196654,
      "loss": 5.0625,
      "step": 40835
    },
    {
      "epoch": 1.6725783329920132,
      "grad_norm": 3.0646836418574885,
      "learning_rate": 0.0002496273517205129,
      "loss": 6.375,
      "step": 40836
    },
    {
      "epoch": 1.6726192914192095,
      "grad_norm": 2.4979891395874856,
      "learning_rate": 0.00024962491357426235,
      "loss": 4.75,
      "step": 40837
    },
    {
      "epoch": 1.6726602498464058,
      "grad_norm": 2.772934646088125,
      "learning_rate": 0.0002496224753809148,
      "loss": 6.1562,
      "step": 40838
    },
    {
      "epoch": 1.6727012082736024,
      "grad_norm": 4.971015669771805,
      "learning_rate": 0.00024962003714047167,
      "loss": 2.0156,
      "step": 40839
    },
    {
      "epoch": 1.6727421667007987,
      "grad_norm": 2.566270261961287,
      "learning_rate": 0.000249617598852934,
      "loss": 5.375,
      "step": 40840
    },
    {
      "epoch": 1.672783125127995,
      "grad_norm": 2.540272737221177,
      "learning_rate": 0.00024961516051830277,
      "loss": 4.75,
      "step": 40841
    },
    {
      "epoch": 1.6728240835551915,
      "grad_norm": 2.574595374636315,
      "learning_rate": 0.00024961272213657934,
      "loss": 4.7812,
      "step": 40842
    },
    {
      "epoch": 1.6728650419823878,
      "grad_norm": 2.407940549781775,
      "learning_rate": 0.0002496102837077648,
      "loss": 4.9688,
      "step": 40843
    },
    {
      "epoch": 1.6729060004095841,
      "grad_norm": 3.1818028913197907,
      "learning_rate": 0.0002496078452318603,
      "loss": 6.125,
      "step": 40844
    },
    {
      "epoch": 1.6729469588367807,
      "grad_norm": 4.360381453896924,
      "learning_rate": 0.00024960540670886696,
      "loss": 6.5312,
      "step": 40845
    },
    {
      "epoch": 1.6729879172639772,
      "grad_norm": 2.8653047121135784,
      "learning_rate": 0.00024960296813878596,
      "loss": 4.1875,
      "step": 40846
    },
    {
      "epoch": 1.6730288756911733,
      "grad_norm": 4.332813794157661,
      "learning_rate": 0.0002496005295216185,
      "loss": 6.1875,
      "step": 40847
    },
    {
      "epoch": 1.6730698341183698,
      "grad_norm": 3.681361058445586,
      "learning_rate": 0.0002495980908573657,
      "loss": 5.6562,
      "step": 40848
    },
    {
      "epoch": 1.6731107925455664,
      "grad_norm": 4.887361329031605,
      "learning_rate": 0.00024959565214602866,
      "loss": 2.0156,
      "step": 40849
    },
    {
      "epoch": 1.6731517509727627,
      "grad_norm": 3.428033661232068,
      "learning_rate": 0.0002495932133876086,
      "loss": 6.0,
      "step": 40850
    },
    {
      "epoch": 1.673192709399959,
      "grad_norm": 4.551905578766277,
      "learning_rate": 0.0002495907745821066,
      "loss": 5.125,
      "step": 40851
    },
    {
      "epoch": 1.6732336678271555,
      "grad_norm": 2.200511119994022,
      "learning_rate": 0.0002495883357295239,
      "loss": 3.8281,
      "step": 40852
    },
    {
      "epoch": 1.6732746262543519,
      "grad_norm": 2.5241962544908074,
      "learning_rate": 0.0002495858968298616,
      "loss": 4.9375,
      "step": 40853
    },
    {
      "epoch": 1.6733155846815482,
      "grad_norm": 3.9202676526504803,
      "learning_rate": 0.0002495834578831209,
      "loss": 5.6875,
      "step": 40854
    },
    {
      "epoch": 1.6733565431087447,
      "grad_norm": 2.480683397781325,
      "learning_rate": 0.0002495810188893029,
      "loss": 4.2812,
      "step": 40855
    },
    {
      "epoch": 1.673397501535941,
      "grad_norm": 4.3724017778519535,
      "learning_rate": 0.00024957857984840874,
      "loss": 6.0938,
      "step": 40856
    },
    {
      "epoch": 1.6734384599631373,
      "grad_norm": 2.1035583893813747,
      "learning_rate": 0.0002495761407604397,
      "loss": 3.3281,
      "step": 40857
    },
    {
      "epoch": 1.6734794183903339,
      "grad_norm": 2.480739259330796,
      "learning_rate": 0.00024957370162539673,
      "loss": 5.1562,
      "step": 40858
    },
    {
      "epoch": 1.6735203768175302,
      "grad_norm": 3.4214869275486413,
      "learning_rate": 0.00024957126244328116,
      "loss": 5.1875,
      "step": 40859
    },
    {
      "epoch": 1.6735613352447265,
      "grad_norm": 2.7661001753093863,
      "learning_rate": 0.00024956882321409404,
      "loss": 4.5312,
      "step": 40860
    },
    {
      "epoch": 1.673602293671923,
      "grad_norm": 2.3651195811883725,
      "learning_rate": 0.00024956638393783655,
      "loss": 4.875,
      "step": 40861
    },
    {
      "epoch": 1.6736432520991193,
      "grad_norm": 3.573596311080061,
      "learning_rate": 0.0002495639446145099,
      "loss": 7.0,
      "step": 40862
    },
    {
      "epoch": 1.6736842105263157,
      "grad_norm": 4.403595618850285,
      "learning_rate": 0.00024956150524411513,
      "loss": 5.5312,
      "step": 40863
    },
    {
      "epoch": 1.6737251689535122,
      "grad_norm": 2.6797545490560357,
      "learning_rate": 0.00024955906582665354,
      "loss": 5.0,
      "step": 40864
    },
    {
      "epoch": 1.6737661273807087,
      "grad_norm": 2.9882820367088248,
      "learning_rate": 0.00024955662636212613,
      "loss": 4.375,
      "step": 40865
    },
    {
      "epoch": 1.6738070858079048,
      "grad_norm": 2.710293301866681,
      "learning_rate": 0.00024955418685053415,
      "loss": 5.875,
      "step": 40866
    },
    {
      "epoch": 1.6738480442351014,
      "grad_norm": 2.3154983825376156,
      "learning_rate": 0.0002495517472918787,
      "loss": 4.625,
      "step": 40867
    },
    {
      "epoch": 1.673889002662298,
      "grad_norm": 2.5636239493028907,
      "learning_rate": 0.000249549307686161,
      "loss": 5.0938,
      "step": 40868
    },
    {
      "epoch": 1.6739299610894942,
      "grad_norm": 2.382285157955879,
      "learning_rate": 0.00024954686803338216,
      "loss": 5.2812,
      "step": 40869
    },
    {
      "epoch": 1.6739709195166905,
      "grad_norm": 2.5344673849142016,
      "learning_rate": 0.0002495444283335433,
      "loss": 4.75,
      "step": 40870
    },
    {
      "epoch": 1.674011877943887,
      "grad_norm": 2.287277920249339,
      "learning_rate": 0.00024954198858664564,
      "loss": 4.5625,
      "step": 40871
    },
    {
      "epoch": 1.6740528363710834,
      "grad_norm": 3.3610511727445944,
      "learning_rate": 0.0002495395487926903,
      "loss": 5.5312,
      "step": 40872
    },
    {
      "epoch": 1.6740937947982797,
      "grad_norm": 5.269128444186133,
      "learning_rate": 0.00024953710895167844,
      "loss": 3.9531,
      "step": 40873
    },
    {
      "epoch": 1.6741347532254762,
      "grad_norm": 3.9349771078234683,
      "learning_rate": 0.0002495346690636112,
      "loss": 5.0938,
      "step": 40874
    },
    {
      "epoch": 1.6741757116526725,
      "grad_norm": 2.3427102460393723,
      "learning_rate": 0.0002495322291284898,
      "loss": 4.875,
      "step": 40875
    },
    {
      "epoch": 1.6742166700798689,
      "grad_norm": 2.912356509988691,
      "learning_rate": 0.00024952978914631526,
      "loss": 4.75,
      "step": 40876
    },
    {
      "epoch": 1.6742576285070654,
      "grad_norm": 2.403366995294307,
      "learning_rate": 0.00024952734911708885,
      "loss": 4.375,
      "step": 40877
    },
    {
      "epoch": 1.6742985869342617,
      "grad_norm": 2.3351447667890484,
      "learning_rate": 0.00024952490904081164,
      "loss": 5.125,
      "step": 40878
    },
    {
      "epoch": 1.674339545361458,
      "grad_norm": 2.656134358858007,
      "learning_rate": 0.0002495224689174849,
      "loss": 5.2188,
      "step": 40879
    },
    {
      "epoch": 1.6743805037886546,
      "grad_norm": 6.174415851235799,
      "learning_rate": 0.00024952002874710966,
      "loss": 6.0,
      "step": 40880
    },
    {
      "epoch": 1.6744214622158509,
      "grad_norm": 2.308362201865649,
      "learning_rate": 0.00024951758852968716,
      "loss": 4.5625,
      "step": 40881
    },
    {
      "epoch": 1.6744624206430472,
      "grad_norm": 3.1221814181467464,
      "learning_rate": 0.0002495151482652185,
      "loss": 5.5938,
      "step": 40882
    },
    {
      "epoch": 1.6745033790702437,
      "grad_norm": 3.5168972716965867,
      "learning_rate": 0.0002495127079537048,
      "loss": 5.4375,
      "step": 40883
    },
    {
      "epoch": 1.6745443374974402,
      "grad_norm": 3.41312839025181,
      "learning_rate": 0.00024951026759514736,
      "loss": 3.5312,
      "step": 40884
    },
    {
      "epoch": 1.6745852959246363,
      "grad_norm": 6.19852094761817,
      "learning_rate": 0.00024950782718954716,
      "loss": 7.375,
      "step": 40885
    },
    {
      "epoch": 1.6746262543518329,
      "grad_norm": 12.500783947569401,
      "learning_rate": 0.0002495053867369055,
      "loss": 3.6562,
      "step": 40886
    },
    {
      "epoch": 1.6746672127790294,
      "grad_norm": 2.400570231875225,
      "learning_rate": 0.0002495029462372235,
      "loss": 5.1875,
      "step": 40887
    },
    {
      "epoch": 1.6747081712062257,
      "grad_norm": 2.3325490128873483,
      "learning_rate": 0.00024950050569050216,
      "loss": 4.4375,
      "step": 40888
    },
    {
      "epoch": 1.674749129633422,
      "grad_norm": 2.392142665360996,
      "learning_rate": 0.0002494980650967428,
      "loss": 4.8125,
      "step": 40889
    },
    {
      "epoch": 1.6747900880606186,
      "grad_norm": 2.2083830159665854,
      "learning_rate": 0.00024949562445594656,
      "loss": 4.6875,
      "step": 40890
    },
    {
      "epoch": 1.674831046487815,
      "grad_norm": 5.562791314542104,
      "learning_rate": 0.00024949318376811454,
      "loss": 4.9375,
      "step": 40891
    },
    {
      "epoch": 1.6748720049150112,
      "grad_norm": 2.2601575872992687,
      "learning_rate": 0.00024949074303324794,
      "loss": 4.9062,
      "step": 40892
    },
    {
      "epoch": 1.6749129633422077,
      "grad_norm": 2.45118669078871,
      "learning_rate": 0.0002494883022513479,
      "loss": 4.4375,
      "step": 40893
    },
    {
      "epoch": 1.674953921769404,
      "grad_norm": 6.64324117766281,
      "learning_rate": 0.0002494858614224155,
      "loss": 3.6562,
      "step": 40894
    },
    {
      "epoch": 1.6749948801966004,
      "grad_norm": 2.4098859472407512,
      "learning_rate": 0.000249483420546452,
      "loss": 4.5312,
      "step": 40895
    },
    {
      "epoch": 1.675035838623797,
      "grad_norm": 2.484620792891781,
      "learning_rate": 0.0002494809796234585,
      "loss": 4.7188,
      "step": 40896
    },
    {
      "epoch": 1.6750767970509932,
      "grad_norm": 4.313483855862884,
      "learning_rate": 0.00024947853865343617,
      "loss": 3.2812,
      "step": 40897
    },
    {
      "epoch": 1.6751177554781895,
      "grad_norm": 2.7102572467854764,
      "learning_rate": 0.00024947609763638617,
      "loss": 5.1875,
      "step": 40898
    },
    {
      "epoch": 1.675158713905386,
      "grad_norm": 2.6104059291036488,
      "learning_rate": 0.0002494736565723096,
      "loss": 4.875,
      "step": 40899
    },
    {
      "epoch": 1.6751996723325824,
      "grad_norm": 6.693997283123013,
      "learning_rate": 0.0002494712154612077,
      "loss": 6.9062,
      "step": 40900
    },
    {
      "epoch": 1.6752406307597787,
      "grad_norm": 2.47119817682525,
      "learning_rate": 0.0002494687743030816,
      "loss": 4.5625,
      "step": 40901
    },
    {
      "epoch": 1.6752815891869752,
      "grad_norm": 2.519710257173437,
      "learning_rate": 0.0002494663330979324,
      "loss": 5.1875,
      "step": 40902
    },
    {
      "epoch": 1.6753225476141718,
      "grad_norm": 4.008379944356977,
      "learning_rate": 0.00024946389184576126,
      "loss": 1.6484,
      "step": 40903
    },
    {
      "epoch": 1.6753635060413679,
      "grad_norm": 2.6373484833471834,
      "learning_rate": 0.00024946145054656943,
      "loss": 5.0625,
      "step": 40904
    },
    {
      "epoch": 1.6754044644685644,
      "grad_norm": 3.222355514863689,
      "learning_rate": 0.000249459009200358,
      "loss": 5.0312,
      "step": 40905
    },
    {
      "epoch": 1.675445422895761,
      "grad_norm": 2.4249979843667755,
      "learning_rate": 0.00024945656780712804,
      "loss": 4.6875,
      "step": 40906
    },
    {
      "epoch": 1.6754863813229572,
      "grad_norm": 2.9826265086368124,
      "learning_rate": 0.00024945412636688085,
      "loss": 6.1875,
      "step": 40907
    },
    {
      "epoch": 1.6755273397501536,
      "grad_norm": 3.4485162806843963,
      "learning_rate": 0.0002494516848796175,
      "loss": 6.0625,
      "step": 40908
    },
    {
      "epoch": 1.67556829817735,
      "grad_norm": 2.3433682877486035,
      "learning_rate": 0.00024944924334533916,
      "loss": 5.0625,
      "step": 40909
    },
    {
      "epoch": 1.6756092566045464,
      "grad_norm": 2.568902903597937,
      "learning_rate": 0.00024944680176404704,
      "loss": 5.5,
      "step": 40910
    },
    {
      "epoch": 1.6756502150317427,
      "grad_norm": 14.18738128240637,
      "learning_rate": 0.0002494443601357421,
      "loss": 7.5312,
      "step": 40911
    },
    {
      "epoch": 1.6756911734589393,
      "grad_norm": 2.40277788512077,
      "learning_rate": 0.0002494419184604258,
      "loss": 4.6562,
      "step": 40912
    },
    {
      "epoch": 1.6757321318861356,
      "grad_norm": 2.37381664620582,
      "learning_rate": 0.0002494394767380991,
      "loss": 4.7188,
      "step": 40913
    },
    {
      "epoch": 1.6757730903133319,
      "grad_norm": 17.037310067912458,
      "learning_rate": 0.0002494370349687631,
      "loss": 5.8125,
      "step": 40914
    },
    {
      "epoch": 1.6758140487405284,
      "grad_norm": 2.797458851897716,
      "learning_rate": 0.0002494345931524191,
      "loss": 4.4375,
      "step": 40915
    },
    {
      "epoch": 1.6758550071677247,
      "grad_norm": 2.6116480789263026,
      "learning_rate": 0.0002494321512890682,
      "loss": 3.9062,
      "step": 40916
    },
    {
      "epoch": 1.675895965594921,
      "grad_norm": 2.44140541827662,
      "learning_rate": 0.0002494297093787115,
      "loss": 4.5,
      "step": 40917
    },
    {
      "epoch": 1.6759369240221176,
      "grad_norm": 2.8445162416499885,
      "learning_rate": 0.00024942726742135024,
      "loss": 6.2188,
      "step": 40918
    },
    {
      "epoch": 1.675977882449314,
      "grad_norm": 3.5556060257811213,
      "learning_rate": 0.00024942482541698556,
      "loss": 5.0625,
      "step": 40919
    },
    {
      "epoch": 1.6760188408765102,
      "grad_norm": 3.518816351500498,
      "learning_rate": 0.00024942238336561856,
      "loss": 6.0312,
      "step": 40920
    },
    {
      "epoch": 1.6760597993037067,
      "grad_norm": 3.7316337464294076,
      "learning_rate": 0.00024941994126725047,
      "loss": 6.0,
      "step": 40921
    },
    {
      "epoch": 1.6761007577309033,
      "grad_norm": 2.93820062979675,
      "learning_rate": 0.0002494174991218824,
      "loss": 5.0938,
      "step": 40922
    },
    {
      "epoch": 1.6761417161580994,
      "grad_norm": 4.7263727533875395,
      "learning_rate": 0.0002494150569295154,
      "loss": 5.0938,
      "step": 40923
    },
    {
      "epoch": 1.676182674585296,
      "grad_norm": 2.3572012978654984,
      "learning_rate": 0.0002494126146901508,
      "loss": 4.0625,
      "step": 40924
    },
    {
      "epoch": 1.6762236330124924,
      "grad_norm": 5.782626822788825,
      "learning_rate": 0.0002494101724037897,
      "loss": 5.6875,
      "step": 40925
    },
    {
      "epoch": 1.6762645914396888,
      "grad_norm": 2.724422941415725,
      "learning_rate": 0.00024940773007043325,
      "loss": 5.2188,
      "step": 40926
    },
    {
      "epoch": 1.676305549866885,
      "grad_norm": 3.354102461477076,
      "learning_rate": 0.00024940528769008255,
      "loss": 5.5938,
      "step": 40927
    },
    {
      "epoch": 1.6763465082940816,
      "grad_norm": 2.220809284777505,
      "learning_rate": 0.00024940284526273884,
      "loss": 4.4062,
      "step": 40928
    },
    {
      "epoch": 1.676387466721278,
      "grad_norm": 2.408414230131886,
      "learning_rate": 0.0002494004027884032,
      "loss": 4.8125,
      "step": 40929
    },
    {
      "epoch": 1.6764284251484742,
      "grad_norm": 2.483508123003572,
      "learning_rate": 0.00024939796026707684,
      "loss": 4.9375,
      "step": 40930
    },
    {
      "epoch": 1.6764693835756708,
      "grad_norm": 2.9450984748770757,
      "learning_rate": 0.00024939551769876083,
      "loss": 6.5,
      "step": 40931
    },
    {
      "epoch": 1.676510342002867,
      "grad_norm": 3.3753874594658764,
      "learning_rate": 0.0002493930750834565,
      "loss": 3.375,
      "step": 40932
    },
    {
      "epoch": 1.6765513004300634,
      "grad_norm": 4.463551489444479,
      "learning_rate": 0.0002493906324211648,
      "loss": 2.4688,
      "step": 40933
    },
    {
      "epoch": 1.67659225885726,
      "grad_norm": 3.3314446440869974,
      "learning_rate": 0.000249388189711887,
      "loss": 4.25,
      "step": 40934
    },
    {
      "epoch": 1.6766332172844562,
      "grad_norm": 2.441639430444981,
      "learning_rate": 0.0002493857469556242,
      "loss": 4.5625,
      "step": 40935
    },
    {
      "epoch": 1.6766741757116526,
      "grad_norm": 2.47940561809482,
      "learning_rate": 0.00024938330415237765,
      "loss": 4.7812,
      "step": 40936
    },
    {
      "epoch": 1.676715134138849,
      "grad_norm": 2.3478839035640164,
      "learning_rate": 0.0002493808613021484,
      "loss": 4.7188,
      "step": 40937
    },
    {
      "epoch": 1.6767560925660454,
      "grad_norm": 4.763196387179251,
      "learning_rate": 0.0002493784184049377,
      "loss": 4.5312,
      "step": 40938
    },
    {
      "epoch": 1.6767970509932417,
      "grad_norm": 2.4118214811296528,
      "learning_rate": 0.00024937597546074655,
      "loss": 5.0,
      "step": 40939
    },
    {
      "epoch": 1.6768380094204383,
      "grad_norm": 2.623006145157014,
      "learning_rate": 0.0002493735324695763,
      "loss": 4.9375,
      "step": 40940
    },
    {
      "epoch": 1.6768789678476348,
      "grad_norm": 3.2671327855008836,
      "learning_rate": 0.00024937108943142794,
      "loss": 5.9688,
      "step": 40941
    },
    {
      "epoch": 1.6769199262748309,
      "grad_norm": 2.559965334280735,
      "learning_rate": 0.00024936864634630273,
      "loss": 4.9375,
      "step": 40942
    },
    {
      "epoch": 1.6769608847020274,
      "grad_norm": 4.322933831957907,
      "learning_rate": 0.0002493662032142018,
      "loss": 5.2188,
      "step": 40943
    },
    {
      "epoch": 1.677001843129224,
      "grad_norm": 3.1760904245405306,
      "learning_rate": 0.00024936376003512626,
      "loss": 5.1562,
      "step": 40944
    },
    {
      "epoch": 1.6770428015564203,
      "grad_norm": 2.492538241594636,
      "learning_rate": 0.0002493613168090773,
      "loss": 3.6406,
      "step": 40945
    },
    {
      "epoch": 1.6770837599836166,
      "grad_norm": 2.578076620910219,
      "learning_rate": 0.0002493588735360562,
      "loss": 5.0938,
      "step": 40946
    },
    {
      "epoch": 1.6771247184108131,
      "grad_norm": 3.78753188907766,
      "learning_rate": 0.00024935643021606384,
      "loss": 3.6406,
      "step": 40947
    },
    {
      "epoch": 1.6771656768380094,
      "grad_norm": 5.571711193979172,
      "learning_rate": 0.0002493539868491015,
      "loss": 5.75,
      "step": 40948
    },
    {
      "epoch": 1.6772066352652057,
      "grad_norm": 2.919962216888187,
      "learning_rate": 0.0002493515434351705,
      "loss": 5.1562,
      "step": 40949
    },
    {
      "epoch": 1.6772475936924023,
      "grad_norm": 5.231324383139639,
      "learning_rate": 0.0002493490999742718,
      "loss": 7.125,
      "step": 40950
    },
    {
      "epoch": 1.6772885521195986,
      "grad_norm": 8.100249285953087,
      "learning_rate": 0.0002493466564664066,
      "loss": 1.9688,
      "step": 40951
    },
    {
      "epoch": 1.677329510546795,
      "grad_norm": 4.982001981858049,
      "learning_rate": 0.00024934421291157604,
      "loss": 6.4062,
      "step": 40952
    },
    {
      "epoch": 1.6773704689739914,
      "grad_norm": 2.870560154299666,
      "learning_rate": 0.00024934176930978134,
      "loss": 5.6562,
      "step": 40953
    },
    {
      "epoch": 1.6774114274011878,
      "grad_norm": 12.150675919110686,
      "learning_rate": 0.0002493393256610236,
      "loss": 3.7344,
      "step": 40954
    },
    {
      "epoch": 1.677452385828384,
      "grad_norm": 2.176956769331358,
      "learning_rate": 0.00024933688196530397,
      "loss": 5.2812,
      "step": 40955
    },
    {
      "epoch": 1.6774933442555806,
      "grad_norm": 2.983508411516075,
      "learning_rate": 0.0002493344382226237,
      "loss": 5.25,
      "step": 40956
    },
    {
      "epoch": 1.6775343026827771,
      "grad_norm": 6.274045992610177,
      "learning_rate": 0.0002493319944329838,
      "loss": 6.0,
      "step": 40957
    },
    {
      "epoch": 1.6775752611099732,
      "grad_norm": 4.496489094400108,
      "learning_rate": 0.0002493295505963855,
      "loss": 7.4062,
      "step": 40958
    },
    {
      "epoch": 1.6776162195371698,
      "grad_norm": 2.650784216704043,
      "learning_rate": 0.00024932710671282996,
      "loss": 4.4062,
      "step": 40959
    },
    {
      "epoch": 1.6776571779643663,
      "grad_norm": 2.7555319754735135,
      "learning_rate": 0.0002493246627823183,
      "loss": 5.9062,
      "step": 40960
    },
    {
      "epoch": 1.6776981363915624,
      "grad_norm": 3.8103024383144417,
      "learning_rate": 0.0002493222188048518,
      "loss": 3.1875,
      "step": 40961
    },
    {
      "epoch": 1.677739094818759,
      "grad_norm": 5.83653022518163,
      "learning_rate": 0.00024931977478043145,
      "loss": 4.7188,
      "step": 40962
    },
    {
      "epoch": 1.6777800532459555,
      "grad_norm": 3.4434381851269324,
      "learning_rate": 0.00024931733070905854,
      "loss": 5.375,
      "step": 40963
    },
    {
      "epoch": 1.6778210116731518,
      "grad_norm": 2.4903882660864505,
      "learning_rate": 0.0002493148865907341,
      "loss": 4.2188,
      "step": 40964
    },
    {
      "epoch": 1.677861970100348,
      "grad_norm": 2.9551967274688304,
      "learning_rate": 0.0002493124424254593,
      "loss": 6.125,
      "step": 40965
    },
    {
      "epoch": 1.6779029285275446,
      "grad_norm": 2.6929660375250344,
      "learning_rate": 0.00024930999821323545,
      "loss": 4.1875,
      "step": 40966
    },
    {
      "epoch": 1.677943886954741,
      "grad_norm": 3.024497306814927,
      "learning_rate": 0.0002493075539540635,
      "loss": 5.6875,
      "step": 40967
    },
    {
      "epoch": 1.6779848453819373,
      "grad_norm": 2.449415012324641,
      "learning_rate": 0.0002493051096479447,
      "loss": 5.0312,
      "step": 40968
    },
    {
      "epoch": 1.6780258038091338,
      "grad_norm": 3.2122111260593766,
      "learning_rate": 0.00024930266529488024,
      "loss": 4.6875,
      "step": 40969
    },
    {
      "epoch": 1.6780667622363301,
      "grad_norm": 3.2446472894746905,
      "learning_rate": 0.0002493002208948713,
      "loss": 5.0,
      "step": 40970
    },
    {
      "epoch": 1.6781077206635264,
      "grad_norm": 4.887507056912712,
      "learning_rate": 0.0002492977764479189,
      "loss": 4.9062,
      "step": 40971
    },
    {
      "epoch": 1.678148679090723,
      "grad_norm": 2.473374235830599,
      "learning_rate": 0.0002492953319540243,
      "loss": 4.5,
      "step": 40972
    },
    {
      "epoch": 1.6781896375179193,
      "grad_norm": 5.093499277944012,
      "learning_rate": 0.00024929288741318864,
      "loss": 6.5312,
      "step": 40973
    },
    {
      "epoch": 1.6782305959451156,
      "grad_norm": 5.321333927568587,
      "learning_rate": 0.00024929044282541305,
      "loss": 5.5938,
      "step": 40974
    },
    {
      "epoch": 1.6782715543723121,
      "grad_norm": 2.495776331278905,
      "learning_rate": 0.00024928799819069866,
      "loss": 4.7812,
      "step": 40975
    },
    {
      "epoch": 1.6783125127995087,
      "grad_norm": 2.2593001159217745,
      "learning_rate": 0.0002492855535090467,
      "loss": 4.4062,
      "step": 40976
    },
    {
      "epoch": 1.6783534712267048,
      "grad_norm": 3.988366376156757,
      "learning_rate": 0.0002492831087804583,
      "loss": 6.2812,
      "step": 40977
    },
    {
      "epoch": 1.6783944296539013,
      "grad_norm": 2.9816201525345307,
      "learning_rate": 0.0002492806640049346,
      "loss": 6.5938,
      "step": 40978
    },
    {
      "epoch": 1.6784353880810978,
      "grad_norm": 6.732990425743357,
      "learning_rate": 0.00024927821918247677,
      "loss": 7.9688,
      "step": 40979
    },
    {
      "epoch": 1.6784763465082941,
      "grad_norm": 2.400100363035802,
      "learning_rate": 0.00024927577431308595,
      "loss": 4.9375,
      "step": 40980
    },
    {
      "epoch": 1.6785173049354905,
      "grad_norm": 2.961662854893365,
      "learning_rate": 0.00024927332939676333,
      "loss": 6.5312,
      "step": 40981
    },
    {
      "epoch": 1.678558263362687,
      "grad_norm": 3.4771788652856577,
      "learning_rate": 0.00024927088443351,
      "loss": 6.1875,
      "step": 40982
    },
    {
      "epoch": 1.6785992217898833,
      "grad_norm": 2.2545954921494733,
      "learning_rate": 0.0002492684394233272,
      "loss": 4.75,
      "step": 40983
    },
    {
      "epoch": 1.6786401802170796,
      "grad_norm": 2.7992049941427224,
      "learning_rate": 0.000249265994366216,
      "loss": 5.0,
      "step": 40984
    },
    {
      "epoch": 1.6786811386442761,
      "grad_norm": 3.467345050806955,
      "learning_rate": 0.00024926354926217757,
      "loss": 5.0938,
      "step": 40985
    },
    {
      "epoch": 1.6787220970714725,
      "grad_norm": 4.958015313901081,
      "learning_rate": 0.00024926110411121316,
      "loss": 2.0625,
      "step": 40986
    },
    {
      "epoch": 1.6787630554986688,
      "grad_norm": 3.391411906732161,
      "learning_rate": 0.00024925865891332384,
      "loss": 5.8438,
      "step": 40987
    },
    {
      "epoch": 1.6788040139258653,
      "grad_norm": 3.500937941797393,
      "learning_rate": 0.0002492562136685108,
      "loss": 5.5938,
      "step": 40988
    },
    {
      "epoch": 1.6788449723530616,
      "grad_norm": 4.384900889321119,
      "learning_rate": 0.0002492537683767752,
      "loss": 5.9688,
      "step": 40989
    },
    {
      "epoch": 1.678885930780258,
      "grad_norm": 2.8083247671352276,
      "learning_rate": 0.0002492513230381181,
      "loss": 5.1875,
      "step": 40990
    },
    {
      "epoch": 1.6789268892074545,
      "grad_norm": 2.734922978663297,
      "learning_rate": 0.0002492488776525408,
      "loss": 4.5625,
      "step": 40991
    },
    {
      "epoch": 1.6789678476346508,
      "grad_norm": 2.4932285089738335,
      "learning_rate": 0.0002492464322200444,
      "loss": 4.0312,
      "step": 40992
    },
    {
      "epoch": 1.679008806061847,
      "grad_norm": 2.5244280716309633,
      "learning_rate": 0.00024924398674062997,
      "loss": 5.4375,
      "step": 40993
    },
    {
      "epoch": 1.6790497644890436,
      "grad_norm": 2.6564260337916115,
      "learning_rate": 0.0002492415412142988,
      "loss": 4.25,
      "step": 40994
    },
    {
      "epoch": 1.6790907229162402,
      "grad_norm": 2.3827388947047012,
      "learning_rate": 0.000249239095641052,
      "loss": 4.5625,
      "step": 40995
    },
    {
      "epoch": 1.6791316813434363,
      "grad_norm": 2.8805017203827523,
      "learning_rate": 0.00024923665002089064,
      "loss": 4.2188,
      "step": 40996
    },
    {
      "epoch": 1.6791726397706328,
      "grad_norm": 3.255011431942298,
      "learning_rate": 0.000249234204353816,
      "loss": 6.125,
      "step": 40997
    },
    {
      "epoch": 1.6792135981978293,
      "grad_norm": 2.5498877402604263,
      "learning_rate": 0.0002492317586398292,
      "loss": 5.5312,
      "step": 40998
    },
    {
      "epoch": 1.6792545566250257,
      "grad_norm": 4.517916689395822,
      "learning_rate": 0.0002492293128789314,
      "loss": 5.2188,
      "step": 40999
    },
    {
      "epoch": 1.679295515052222,
      "grad_norm": 3.6197284792913975,
      "learning_rate": 0.00024922686707112363,
      "loss": 5.4375,
      "step": 41000
    },
    {
      "epoch": 1.6793364734794185,
      "grad_norm": 2.5468566527768504,
      "learning_rate": 0.0002492244212164073,
      "loss": 4.5938,
      "step": 41001
    },
    {
      "epoch": 1.6793774319066148,
      "grad_norm": 2.5431043824513804,
      "learning_rate": 0.0002492219753147833,
      "loss": 4.9062,
      "step": 41002
    },
    {
      "epoch": 1.6794183903338111,
      "grad_norm": 2.06817845834323,
      "learning_rate": 0.000249219529366253,
      "loss": 4.5938,
      "step": 41003
    },
    {
      "epoch": 1.6794593487610077,
      "grad_norm": 2.6688108119338763,
      "learning_rate": 0.0002492170833708174,
      "loss": 6.1875,
      "step": 41004
    },
    {
      "epoch": 1.679500307188204,
      "grad_norm": 2.85082126615903,
      "learning_rate": 0.00024921463732847774,
      "loss": 5.2812,
      "step": 41005
    },
    {
      "epoch": 1.6795412656154003,
      "grad_norm": 2.615481573450271,
      "learning_rate": 0.0002492121912392352,
      "loss": 4.25,
      "step": 41006
    },
    {
      "epoch": 1.6795822240425968,
      "grad_norm": 2.4245554699345337,
      "learning_rate": 0.00024920974510309085,
      "loss": 3.7812,
      "step": 41007
    },
    {
      "epoch": 1.6796231824697931,
      "grad_norm": 2.333314580223837,
      "learning_rate": 0.0002492072989200459,
      "loss": 4.9375,
      "step": 41008
    },
    {
      "epoch": 1.6796641408969895,
      "grad_norm": 2.614170071058352,
      "learning_rate": 0.00024920485269010146,
      "loss": 4.9688,
      "step": 41009
    },
    {
      "epoch": 1.679705099324186,
      "grad_norm": 4.035139260643466,
      "learning_rate": 0.00024920240641325875,
      "loss": 5.1875,
      "step": 41010
    },
    {
      "epoch": 1.6797460577513823,
      "grad_norm": 2.3662394829899354,
      "learning_rate": 0.0002491999600895189,
      "loss": 5.9062,
      "step": 41011
    },
    {
      "epoch": 1.6797870161785786,
      "grad_norm": 2.859068243066728,
      "learning_rate": 0.00024919751371888307,
      "loss": 4.1875,
      "step": 41012
    },
    {
      "epoch": 1.6798279746057752,
      "grad_norm": 2.4934677273017862,
      "learning_rate": 0.0002491950673013524,
      "loss": 4.9062,
      "step": 41013
    },
    {
      "epoch": 1.6798689330329717,
      "grad_norm": 3.8326130151040934,
      "learning_rate": 0.00024919262083692806,
      "loss": 5.6562,
      "step": 41014
    },
    {
      "epoch": 1.6799098914601678,
      "grad_norm": 2.350631460038119,
      "learning_rate": 0.0002491901743256112,
      "loss": 4.0938,
      "step": 41015
    },
    {
      "epoch": 1.6799508498873643,
      "grad_norm": 3.284947539539589,
      "learning_rate": 0.000249187727767403,
      "loss": 1.7422,
      "step": 41016
    },
    {
      "epoch": 1.6799918083145609,
      "grad_norm": 4.773124496177142,
      "learning_rate": 0.00024918528116230456,
      "loss": 2.1719,
      "step": 41017
    },
    {
      "epoch": 1.6800327667417572,
      "grad_norm": 5.607926414723367,
      "learning_rate": 0.0002491828345103171,
      "loss": 4.2188,
      "step": 41018
    },
    {
      "epoch": 1.6800737251689535,
      "grad_norm": 3.1102411000783357,
      "learning_rate": 0.0002491803878114418,
      "loss": 5.2812,
      "step": 41019
    },
    {
      "epoch": 1.68011468359615,
      "grad_norm": 3.296658872864953,
      "learning_rate": 0.0002491779410656797,
      "loss": 4.1875,
      "step": 41020
    },
    {
      "epoch": 1.6801556420233463,
      "grad_norm": 2.9948694904287,
      "learning_rate": 0.00024917549427303203,
      "loss": 4.8125,
      "step": 41021
    },
    {
      "epoch": 1.6801966004505426,
      "grad_norm": 2.4321170985849685,
      "learning_rate": 0.0002491730474335,
      "loss": 4.6875,
      "step": 41022
    },
    {
      "epoch": 1.6802375588777392,
      "grad_norm": 2.384684858595094,
      "learning_rate": 0.00024917060054708466,
      "loss": 4.4062,
      "step": 41023
    },
    {
      "epoch": 1.6802785173049355,
      "grad_norm": 2.820423298902752,
      "learning_rate": 0.0002491681536137872,
      "loss": 4.9375,
      "step": 41024
    },
    {
      "epoch": 1.6803194757321318,
      "grad_norm": 2.3110076197482035,
      "learning_rate": 0.00024916570663360886,
      "loss": 4.6875,
      "step": 41025
    },
    {
      "epoch": 1.6803604341593283,
      "grad_norm": 3.398351635848962,
      "learning_rate": 0.00024916325960655067,
      "loss": 3.6562,
      "step": 41026
    },
    {
      "epoch": 1.6804013925865247,
      "grad_norm": 3.7272908637209348,
      "learning_rate": 0.00024916081253261384,
      "loss": 5.5,
      "step": 41027
    },
    {
      "epoch": 1.680442351013721,
      "grad_norm": 2.3414496127093654,
      "learning_rate": 0.00024915836541179954,
      "loss": 4.9688,
      "step": 41028
    },
    {
      "epoch": 1.6804833094409175,
      "grad_norm": 2.98822223498331,
      "learning_rate": 0.0002491559182441089,
      "loss": 7.3125,
      "step": 41029
    },
    {
      "epoch": 1.6805242678681138,
      "grad_norm": 2.5230257271653316,
      "learning_rate": 0.0002491534710295431,
      "loss": 4.625,
      "step": 41030
    },
    {
      "epoch": 1.6805652262953101,
      "grad_norm": 3.820189779660173,
      "learning_rate": 0.00024915102376810334,
      "loss": 4.7812,
      "step": 41031
    },
    {
      "epoch": 1.6806061847225067,
      "grad_norm": 4.336406615224364,
      "learning_rate": 0.0002491485764597907,
      "loss": 4.25,
      "step": 41032
    },
    {
      "epoch": 1.6806471431497032,
      "grad_norm": 3.647044618150817,
      "learning_rate": 0.0002491461291046064,
      "loss": 5.7188,
      "step": 41033
    },
    {
      "epoch": 1.6806881015768993,
      "grad_norm": 2.7616460708834003,
      "learning_rate": 0.00024914368170255157,
      "loss": 4.625,
      "step": 41034
    },
    {
      "epoch": 1.6807290600040958,
      "grad_norm": 3.1879850432825863,
      "learning_rate": 0.00024914123425362727,
      "loss": 5.9375,
      "step": 41035
    },
    {
      "epoch": 1.6807700184312924,
      "grad_norm": 4.2932031120281255,
      "learning_rate": 0.0002491387867578348,
      "loss": 5.5,
      "step": 41036
    },
    {
      "epoch": 1.6808109768584887,
      "grad_norm": 2.4214940503013387,
      "learning_rate": 0.00024913633921517527,
      "loss": 4.375,
      "step": 41037
    },
    {
      "epoch": 1.680851935285685,
      "grad_norm": 5.262727537506577,
      "learning_rate": 0.00024913389162564985,
      "loss": 6.0,
      "step": 41038
    },
    {
      "epoch": 1.6808928937128815,
      "grad_norm": 6.335008616430906,
      "learning_rate": 0.0002491314439892596,
      "loss": 5.9062,
      "step": 41039
    },
    {
      "epoch": 1.6809338521400778,
      "grad_norm": 2.588241641423415,
      "learning_rate": 0.0002491289963060059,
      "loss": 6.0,
      "step": 41040
    },
    {
      "epoch": 1.6809748105672742,
      "grad_norm": 2.4376886591154836,
      "learning_rate": 0.0002491265485758896,
      "loss": 4.2188,
      "step": 41041
    },
    {
      "epoch": 1.6810157689944707,
      "grad_norm": 6.45577231879452,
      "learning_rate": 0.0002491241007989121,
      "loss": 2.5,
      "step": 41042
    },
    {
      "epoch": 1.681056727421667,
      "grad_norm": 3.581748392787608,
      "learning_rate": 0.00024912165297507444,
      "loss": 3.5312,
      "step": 41043
    },
    {
      "epoch": 1.6810976858488633,
      "grad_norm": 17.131449072149177,
      "learning_rate": 0.0002491192051043779,
      "loss": 3.875,
      "step": 41044
    },
    {
      "epoch": 1.6811386442760599,
      "grad_norm": 2.971780280317235,
      "learning_rate": 0.00024911675718682346,
      "loss": 5.6562,
      "step": 41045
    },
    {
      "epoch": 1.6811796027032562,
      "grad_norm": 2.609875598806165,
      "learning_rate": 0.0002491143092224124,
      "loss": 4.2812,
      "step": 41046
    },
    {
      "epoch": 1.6812205611304525,
      "grad_norm": 2.6702802324113546,
      "learning_rate": 0.00024911186121114585,
      "loss": 5.3438,
      "step": 41047
    },
    {
      "epoch": 1.681261519557649,
      "grad_norm": 2.968642162414723,
      "learning_rate": 0.000249109413153025,
      "loss": 4.0625,
      "step": 41048
    },
    {
      "epoch": 1.6813024779848453,
      "grad_norm": 3.071678614713554,
      "learning_rate": 0.00024910696504805094,
      "loss": 2.2031,
      "step": 41049
    },
    {
      "epoch": 1.6813434364120416,
      "grad_norm": 2.3898627964550996,
      "learning_rate": 0.0002491045168962248,
      "loss": 4.7188,
      "step": 41050
    },
    {
      "epoch": 1.6813843948392382,
      "grad_norm": 4.72262053882365,
      "learning_rate": 0.0002491020686975479,
      "loss": 5.8125,
      "step": 41051
    },
    {
      "epoch": 1.6814253532664347,
      "grad_norm": 2.248067019749741,
      "learning_rate": 0.0002490996204520212,
      "loss": 4.2188,
      "step": 41052
    },
    {
      "epoch": 1.6814663116936308,
      "grad_norm": 3.085847685750804,
      "learning_rate": 0.000249097172159646,
      "loss": 4.1875,
      "step": 41053
    },
    {
      "epoch": 1.6815072701208273,
      "grad_norm": 2.379826817165945,
      "learning_rate": 0.0002490947238204234,
      "loss": 5.0312,
      "step": 41054
    },
    {
      "epoch": 1.6815482285480239,
      "grad_norm": 2.3701584601901704,
      "learning_rate": 0.0002490922754343546,
      "loss": 4.5312,
      "step": 41055
    },
    {
      "epoch": 1.6815891869752202,
      "grad_norm": 2.2042544054101008,
      "learning_rate": 0.00024908982700144066,
      "loss": 4.8125,
      "step": 41056
    },
    {
      "epoch": 1.6816301454024165,
      "grad_norm": 2.866645562931031,
      "learning_rate": 0.00024908737852168285,
      "loss": 6.2188,
      "step": 41057
    },
    {
      "epoch": 1.681671103829613,
      "grad_norm": 2.3465764462400065,
      "learning_rate": 0.00024908492999508225,
      "loss": 5.125,
      "step": 41058
    },
    {
      "epoch": 1.6817120622568094,
      "grad_norm": 2.5471097836063836,
      "learning_rate": 0.00024908248142164005,
      "loss": 5.5,
      "step": 41059
    },
    {
      "epoch": 1.6817530206840057,
      "grad_norm": 2.8105057353519864,
      "learning_rate": 0.0002490800328013574,
      "loss": 4.4688,
      "step": 41060
    },
    {
      "epoch": 1.6817939791112022,
      "grad_norm": 4.474861090612977,
      "learning_rate": 0.0002490775841342354,
      "loss": 5.625,
      "step": 41061
    },
    {
      "epoch": 1.6818349375383985,
      "grad_norm": 2.322463406833284,
      "learning_rate": 0.00024907513542027533,
      "loss": 5.1875,
      "step": 41062
    },
    {
      "epoch": 1.6818758959655948,
      "grad_norm": 2.393323282500283,
      "learning_rate": 0.0002490726866594783,
      "loss": 4.5938,
      "step": 41063
    },
    {
      "epoch": 1.6819168543927914,
      "grad_norm": 5.490347916976469,
      "learning_rate": 0.0002490702378518454,
      "loss": 4.9688,
      "step": 41064
    },
    {
      "epoch": 1.6819578128199877,
      "grad_norm": 2.5845111611951372,
      "learning_rate": 0.00024906778899737785,
      "loss": 4.625,
      "step": 41065
    },
    {
      "epoch": 1.681998771247184,
      "grad_norm": 2.8464833953344493,
      "learning_rate": 0.00024906534009607687,
      "loss": 5.0938,
      "step": 41066
    },
    {
      "epoch": 1.6820397296743805,
      "grad_norm": 2.369929329821445,
      "learning_rate": 0.0002490628911479435,
      "loss": 4.5625,
      "step": 41067
    },
    {
      "epoch": 1.6820806881015768,
      "grad_norm": 2.17606350578964,
      "learning_rate": 0.00024906044215297895,
      "loss": 4.75,
      "step": 41068
    },
    {
      "epoch": 1.6821216465287732,
      "grad_norm": 2.676009171981632,
      "learning_rate": 0.00024905799311118434,
      "loss": 4.8125,
      "step": 41069
    },
    {
      "epoch": 1.6821626049559697,
      "grad_norm": 2.7564525585784208,
      "learning_rate": 0.0002490555440225609,
      "loss": 5.2812,
      "step": 41070
    },
    {
      "epoch": 1.6822035633831662,
      "grad_norm": 5.3537563155436505,
      "learning_rate": 0.00024905309488710973,
      "loss": 6.5625,
      "step": 41071
    },
    {
      "epoch": 1.6822445218103623,
      "grad_norm": 7.326419313100141,
      "learning_rate": 0.000249050645704832,
      "loss": 2.9531,
      "step": 41072
    },
    {
      "epoch": 1.6822854802375589,
      "grad_norm": 2.72038536432378,
      "learning_rate": 0.0002490481964757289,
      "loss": 5.4375,
      "step": 41073
    },
    {
      "epoch": 1.6823264386647554,
      "grad_norm": 2.3703079663552358,
      "learning_rate": 0.0002490457471998015,
      "loss": 4.375,
      "step": 41074
    },
    {
      "epoch": 1.6823673970919517,
      "grad_norm": 3.2682540514548717,
      "learning_rate": 0.00024904329787705105,
      "loss": 5.2188,
      "step": 41075
    },
    {
      "epoch": 1.682408355519148,
      "grad_norm": 8.362223017279788,
      "learning_rate": 0.00024904084850747865,
      "loss": 3.9219,
      "step": 41076
    },
    {
      "epoch": 1.6824493139463446,
      "grad_norm": 2.5658834033594067,
      "learning_rate": 0.0002490383990910856,
      "loss": 5.3438,
      "step": 41077
    },
    {
      "epoch": 1.6824902723735409,
      "grad_norm": 2.838754843547983,
      "learning_rate": 0.0002490359496278728,
      "loss": 4.8438,
      "step": 41078
    },
    {
      "epoch": 1.6825312308007372,
      "grad_norm": 2.213628665077494,
      "learning_rate": 0.00024903350011784163,
      "loss": 4.8125,
      "step": 41079
    },
    {
      "epoch": 1.6825721892279337,
      "grad_norm": 2.5353684060907753,
      "learning_rate": 0.00024903105056099314,
      "loss": 4.1562,
      "step": 41080
    },
    {
      "epoch": 1.68261314765513,
      "grad_norm": 3.201510723785446,
      "learning_rate": 0.0002490286009573285,
      "loss": 5.5938,
      "step": 41081
    },
    {
      "epoch": 1.6826541060823264,
      "grad_norm": 4.780650807448012,
      "learning_rate": 0.0002490261513068489,
      "loss": 6.6875,
      "step": 41082
    },
    {
      "epoch": 1.6826950645095229,
      "grad_norm": 2.7919359477285375,
      "learning_rate": 0.00024902370160955546,
      "loss": 5.6562,
      "step": 41083
    },
    {
      "epoch": 1.6827360229367192,
      "grad_norm": 2.750986736388536,
      "learning_rate": 0.0002490212518654494,
      "loss": 5.8125,
      "step": 41084
    },
    {
      "epoch": 1.6827769813639155,
      "grad_norm": 2.4377736873513927,
      "learning_rate": 0.0002490188020745318,
      "loss": 4.5625,
      "step": 41085
    },
    {
      "epoch": 1.682817939791112,
      "grad_norm": 4.39159871443632,
      "learning_rate": 0.0002490163522368039,
      "loss": 4.7188,
      "step": 41086
    },
    {
      "epoch": 1.6828588982183084,
      "grad_norm": 2.52480754519854,
      "learning_rate": 0.00024901390235226677,
      "loss": 4.3125,
      "step": 41087
    },
    {
      "epoch": 1.6828998566455047,
      "grad_norm": 2.516263447626725,
      "learning_rate": 0.0002490114524209216,
      "loss": 4.2188,
      "step": 41088
    },
    {
      "epoch": 1.6829408150727012,
      "grad_norm": 2.280348470533234,
      "learning_rate": 0.00024900900244276963,
      "loss": 5.0938,
      "step": 41089
    },
    {
      "epoch": 1.6829817734998977,
      "grad_norm": 2.5056793723603916,
      "learning_rate": 0.00024900655241781193,
      "loss": 5.25,
      "step": 41090
    },
    {
      "epoch": 1.6830227319270938,
      "grad_norm": 2.5334593278344677,
      "learning_rate": 0.00024900410234604965,
      "loss": 5.0,
      "step": 41091
    },
    {
      "epoch": 1.6830636903542904,
      "grad_norm": 4.938627413933136,
      "learning_rate": 0.000249001652227484,
      "loss": 5.6875,
      "step": 41092
    },
    {
      "epoch": 1.683104648781487,
      "grad_norm": 2.632197243557037,
      "learning_rate": 0.0002489992020621161,
      "loss": 5.0625,
      "step": 41093
    },
    {
      "epoch": 1.6831456072086832,
      "grad_norm": 2.3155589854722964,
      "learning_rate": 0.0002489967518499471,
      "loss": 4.6875,
      "step": 41094
    },
    {
      "epoch": 1.6831865656358795,
      "grad_norm": 3.0370099087322378,
      "learning_rate": 0.0002489943015909782,
      "loss": 5.125,
      "step": 41095
    },
    {
      "epoch": 1.683227524063076,
      "grad_norm": 2.430634133813808,
      "learning_rate": 0.0002489918512852105,
      "loss": 4.8125,
      "step": 41096
    },
    {
      "epoch": 1.6832684824902724,
      "grad_norm": 2.2618963275641613,
      "learning_rate": 0.0002489894009326453,
      "loss": 4.3438,
      "step": 41097
    },
    {
      "epoch": 1.6833094409174687,
      "grad_norm": 4.049690155988328,
      "learning_rate": 0.00024898695053328357,
      "loss": 4.375,
      "step": 41098
    },
    {
      "epoch": 1.6833503993446652,
      "grad_norm": 2.4367102639171407,
      "learning_rate": 0.00024898450008712655,
      "loss": 4.75,
      "step": 41099
    },
    {
      "epoch": 1.6833913577718616,
      "grad_norm": 2.8796731488291782,
      "learning_rate": 0.00024898204959417547,
      "loss": 6.1875,
      "step": 41100
    },
    {
      "epoch": 1.6834323161990579,
      "grad_norm": 8.096030282903873,
      "learning_rate": 0.00024897959905443136,
      "loss": 2.1094,
      "step": 41101
    },
    {
      "epoch": 1.6834732746262544,
      "grad_norm": 3.196099081441386,
      "learning_rate": 0.0002489771484678954,
      "loss": 4.5938,
      "step": 41102
    },
    {
      "epoch": 1.6835142330534507,
      "grad_norm": 2.530507120642222,
      "learning_rate": 0.0002489746978345689,
      "loss": 4.8125,
      "step": 41103
    },
    {
      "epoch": 1.683555191480647,
      "grad_norm": 2.5934722685906886,
      "learning_rate": 0.00024897224715445286,
      "loss": 4.3438,
      "step": 41104
    },
    {
      "epoch": 1.6835961499078436,
      "grad_norm": 3.602358187725716,
      "learning_rate": 0.00024896979642754846,
      "loss": 3.8438,
      "step": 41105
    },
    {
      "epoch": 1.68363710833504,
      "grad_norm": 2.3158166374585396,
      "learning_rate": 0.00024896734565385694,
      "loss": 4.0,
      "step": 41106
    },
    {
      "epoch": 1.6836780667622362,
      "grad_norm": 2.4091513355029828,
      "learning_rate": 0.00024896489483337933,
      "loss": 4.8438,
      "step": 41107
    },
    {
      "epoch": 1.6837190251894327,
      "grad_norm": 4.542030571112558,
      "learning_rate": 0.0002489624439661169,
      "loss": 4.7188,
      "step": 41108
    },
    {
      "epoch": 1.6837599836166293,
      "grad_norm": 2.6979907947505404,
      "learning_rate": 0.0002489599930520708,
      "loss": 5.5312,
      "step": 41109
    },
    {
      "epoch": 1.6838009420438254,
      "grad_norm": 2.5953529134042093,
      "learning_rate": 0.0002489575420912421,
      "loss": 5.7188,
      "step": 41110
    },
    {
      "epoch": 1.683841900471022,
      "grad_norm": 2.4290918689430816,
      "learning_rate": 0.000248955091083632,
      "loss": 5.25,
      "step": 41111
    },
    {
      "epoch": 1.6838828588982184,
      "grad_norm": 2.4313827456112627,
      "learning_rate": 0.0002489526400292417,
      "loss": 4.3125,
      "step": 41112
    },
    {
      "epoch": 1.6839238173254147,
      "grad_norm": 2.6262217121303144,
      "learning_rate": 0.0002489501889280724,
      "loss": 4.4375,
      "step": 41113
    },
    {
      "epoch": 1.683964775752611,
      "grad_norm": 2.3161044141658755,
      "learning_rate": 0.0002489477377801251,
      "loss": 4.9688,
      "step": 41114
    },
    {
      "epoch": 1.6840057341798076,
      "grad_norm": 2.58081553491858,
      "learning_rate": 0.0002489452865854011,
      "loss": 4.2812,
      "step": 41115
    },
    {
      "epoch": 1.684046692607004,
      "grad_norm": 5.762524981940299,
      "learning_rate": 0.00024894283534390146,
      "loss": 3.2656,
      "step": 41116
    },
    {
      "epoch": 1.6840876510342002,
      "grad_norm": 2.6768284772579425,
      "learning_rate": 0.00024894038405562743,
      "loss": 4.8125,
      "step": 41117
    },
    {
      "epoch": 1.6841286094613968,
      "grad_norm": 2.2965823077766085,
      "learning_rate": 0.00024893793272058015,
      "loss": 3.7812,
      "step": 41118
    },
    {
      "epoch": 1.684169567888593,
      "grad_norm": 2.838129702318139,
      "learning_rate": 0.0002489354813387607,
      "loss": 5.375,
      "step": 41119
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 2.200998770942493,
      "learning_rate": 0.0002489330299101704,
      "loss": 4.375,
      "step": 41120
    },
    {
      "epoch": 1.684251484742986,
      "grad_norm": 2.2946320028023734,
      "learning_rate": 0.0002489305784348102,
      "loss": 4.8438,
      "step": 41121
    },
    {
      "epoch": 1.6842924431701822,
      "grad_norm": 2.378851422184329,
      "learning_rate": 0.00024892812691268136,
      "loss": 5.6562,
      "step": 41122
    },
    {
      "epoch": 1.6843334015973785,
      "grad_norm": 2.3287920317426076,
      "learning_rate": 0.00024892567534378506,
      "loss": 5.125,
      "step": 41123
    },
    {
      "epoch": 1.684374360024575,
      "grad_norm": 2.699355435605229,
      "learning_rate": 0.00024892322372812247,
      "loss": 3.7812,
      "step": 41124
    },
    {
      "epoch": 1.6844153184517716,
      "grad_norm": 2.4120622948430666,
      "learning_rate": 0.0002489207720656947,
      "loss": 4.5,
      "step": 41125
    },
    {
      "epoch": 1.6844562768789677,
      "grad_norm": 3.5265370342682085,
      "learning_rate": 0.0002489183203565029,
      "loss": 5.875,
      "step": 41126
    },
    {
      "epoch": 1.6844972353061642,
      "grad_norm": 5.658922853413104,
      "learning_rate": 0.0002489158686005483,
      "loss": 5.4062,
      "step": 41127
    },
    {
      "epoch": 1.6845381937333608,
      "grad_norm": 2.008072036188689,
      "learning_rate": 0.00024891341679783205,
      "loss": 4.3125,
      "step": 41128
    },
    {
      "epoch": 1.6845791521605569,
      "grad_norm": 3.4416296897643432,
      "learning_rate": 0.00024891096494835524,
      "loss": 5.1875,
      "step": 41129
    },
    {
      "epoch": 1.6846201105877534,
      "grad_norm": 2.4375212694804977,
      "learning_rate": 0.00024890851305211907,
      "loss": 4.7188,
      "step": 41130
    },
    {
      "epoch": 1.68466106901495,
      "grad_norm": 2.2969751957873563,
      "learning_rate": 0.00024890606110912467,
      "loss": 4.125,
      "step": 41131
    },
    {
      "epoch": 1.6847020274421463,
      "grad_norm": 2.963927425301841,
      "learning_rate": 0.00024890360911937324,
      "loss": 5.5625,
      "step": 41132
    },
    {
      "epoch": 1.6847429858693426,
      "grad_norm": 2.5431554491743333,
      "learning_rate": 0.0002489011570828659,
      "loss": 6.2188,
      "step": 41133
    },
    {
      "epoch": 1.684783944296539,
      "grad_norm": 2.2570570110404096,
      "learning_rate": 0.0002488987049996039,
      "loss": 4.0625,
      "step": 41134
    },
    {
      "epoch": 1.6848249027237354,
      "grad_norm": 2.5457770892594125,
      "learning_rate": 0.00024889625286958825,
      "loss": 4.75,
      "step": 41135
    },
    {
      "epoch": 1.6848658611509317,
      "grad_norm": 2.4084475986469354,
      "learning_rate": 0.00024889380069282024,
      "loss": 4.1562,
      "step": 41136
    },
    {
      "epoch": 1.6849068195781283,
      "grad_norm": 2.862164325214965,
      "learning_rate": 0.00024889134846930094,
      "loss": 5.25,
      "step": 41137
    },
    {
      "epoch": 1.6849477780053246,
      "grad_norm": 2.6295780890378753,
      "learning_rate": 0.0002488888961990316,
      "loss": 4.3438,
      "step": 41138
    },
    {
      "epoch": 1.684988736432521,
      "grad_norm": 2.7168874651421704,
      "learning_rate": 0.0002488864438820133,
      "loss": 5.9375,
      "step": 41139
    },
    {
      "epoch": 1.6850296948597174,
      "grad_norm": 2.3061825358889902,
      "learning_rate": 0.00024888399151824726,
      "loss": 4.8125,
      "step": 41140
    },
    {
      "epoch": 1.6850706532869137,
      "grad_norm": 4.128086279110143,
      "learning_rate": 0.00024888153910773453,
      "loss": 6.2812,
      "step": 41141
    },
    {
      "epoch": 1.68511161171411,
      "grad_norm": 2.670109324121079,
      "learning_rate": 0.0002488790866504764,
      "loss": 4.9062,
      "step": 41142
    },
    {
      "epoch": 1.6851525701413066,
      "grad_norm": 2.5396089699406263,
      "learning_rate": 0.000248876634146474,
      "loss": 4.9375,
      "step": 41143
    },
    {
      "epoch": 1.6851935285685031,
      "grad_norm": 3.0675827203603667,
      "learning_rate": 0.0002488741815957284,
      "loss": 6.4688,
      "step": 41144
    },
    {
      "epoch": 1.6852344869956992,
      "grad_norm": 2.725583412581794,
      "learning_rate": 0.00024887172899824085,
      "loss": 4.5625,
      "step": 41145
    },
    {
      "epoch": 1.6852754454228958,
      "grad_norm": 2.48211158718933,
      "learning_rate": 0.0002488692763540125,
      "loss": 4.6875,
      "step": 41146
    },
    {
      "epoch": 1.6853164038500923,
      "grad_norm": 2.497572261236412,
      "learning_rate": 0.0002488668236630445,
      "loss": 5.6562,
      "step": 41147
    },
    {
      "epoch": 1.6853573622772886,
      "grad_norm": 2.505686587656434,
      "learning_rate": 0.000248864370925338,
      "loss": 5.3125,
      "step": 41148
    },
    {
      "epoch": 1.685398320704485,
      "grad_norm": 2.60362431567354,
      "learning_rate": 0.0002488619181408941,
      "loss": 5.25,
      "step": 41149
    },
    {
      "epoch": 1.6854392791316815,
      "grad_norm": 3.4369042609984843,
      "learning_rate": 0.0002488594653097141,
      "loss": 4.8125,
      "step": 41150
    },
    {
      "epoch": 1.6854802375588778,
      "grad_norm": 1.9055591964073966,
      "learning_rate": 0.00024885701243179903,
      "loss": 3.1719,
      "step": 41151
    },
    {
      "epoch": 1.685521195986074,
      "grad_norm": 2.5741163156153744,
      "learning_rate": 0.00024885455950715015,
      "loss": 4.9375,
      "step": 41152
    },
    {
      "epoch": 1.6855621544132706,
      "grad_norm": 3.001377272139343,
      "learning_rate": 0.0002488521065357686,
      "loss": 5.4688,
      "step": 41153
    },
    {
      "epoch": 1.685603112840467,
      "grad_norm": 3.3158526498987038,
      "learning_rate": 0.0002488496535176554,
      "loss": 4.1562,
      "step": 41154
    },
    {
      "epoch": 1.6856440712676632,
      "grad_norm": 3.324394452504748,
      "learning_rate": 0.00024884720045281186,
      "loss": 1.875,
      "step": 41155
    },
    {
      "epoch": 1.6856850296948598,
      "grad_norm": 12.99880828333545,
      "learning_rate": 0.00024884474734123915,
      "loss": 3.7188,
      "step": 41156
    },
    {
      "epoch": 1.685725988122056,
      "grad_norm": 3.284884705332342,
      "learning_rate": 0.0002488422941829383,
      "loss": 5.7812,
      "step": 41157
    },
    {
      "epoch": 1.6857669465492524,
      "grad_norm": 2.458608153609203,
      "learning_rate": 0.00024883984097791057,
      "loss": 5.0312,
      "step": 41158
    },
    {
      "epoch": 1.685807904976449,
      "grad_norm": 2.469859711029582,
      "learning_rate": 0.0002488373877261572,
      "loss": 4.1562,
      "step": 41159
    },
    {
      "epoch": 1.6858488634036453,
      "grad_norm": 23.79144413699192,
      "learning_rate": 0.00024883493442767914,
      "loss": 3.9531,
      "step": 41160
    },
    {
      "epoch": 1.6858898218308416,
      "grad_norm": 2.8894085117737793,
      "learning_rate": 0.00024883248108247767,
      "loss": 5.0312,
      "step": 41161
    },
    {
      "epoch": 1.685930780258038,
      "grad_norm": 4.136072848808949,
      "learning_rate": 0.0002488300276905539,
      "loss": 4.6562,
      "step": 41162
    },
    {
      "epoch": 1.6859717386852346,
      "grad_norm": 3.407839924083199,
      "learning_rate": 0.0002488275742519092,
      "loss": 4.75,
      "step": 41163
    },
    {
      "epoch": 1.6860126971124307,
      "grad_norm": 2.319827174621816,
      "learning_rate": 0.0002488251207665443,
      "loss": 4.75,
      "step": 41164
    },
    {
      "epoch": 1.6860536555396273,
      "grad_norm": 2.2327841855777155,
      "learning_rate": 0.0002488226672344608,
      "loss": 4.7812,
      "step": 41165
    },
    {
      "epoch": 1.6860946139668238,
      "grad_norm": 5.919776703869865,
      "learning_rate": 0.00024882021365565964,
      "loss": 5.5625,
      "step": 41166
    },
    {
      "epoch": 1.6861355723940201,
      "grad_norm": 2.1093555621054567,
      "learning_rate": 0.00024881776003014204,
      "loss": 3.5938,
      "step": 41167
    },
    {
      "epoch": 1.6861765308212164,
      "grad_norm": 2.491376592431595,
      "learning_rate": 0.0002488153063579091,
      "loss": 5.4688,
      "step": 41168
    },
    {
      "epoch": 1.686217489248413,
      "grad_norm": 3.8677213809135345,
      "learning_rate": 0.00024881285263896204,
      "loss": 4.4062,
      "step": 41169
    },
    {
      "epoch": 1.6862584476756093,
      "grad_norm": 2.8092873950637265,
      "learning_rate": 0.0002488103988733019,
      "loss": 5.6562,
      "step": 41170
    },
    {
      "epoch": 1.6862994061028056,
      "grad_norm": 2.3256765039803886,
      "learning_rate": 0.0002488079450609301,
      "loss": 4.4688,
      "step": 41171
    },
    {
      "epoch": 1.6863403645300021,
      "grad_norm": 2.791655275254221,
      "learning_rate": 0.00024880549120184753,
      "loss": 5.4688,
      "step": 41172
    },
    {
      "epoch": 1.6863813229571984,
      "grad_norm": 3.694311122432774,
      "learning_rate": 0.0002488030372960555,
      "loss": 7.9688,
      "step": 41173
    },
    {
      "epoch": 1.6864222813843948,
      "grad_norm": 2.644279868451015,
      "learning_rate": 0.00024880058334355513,
      "loss": 4.7812,
      "step": 41174
    },
    {
      "epoch": 1.6864632398115913,
      "grad_norm": 6.002463018486374,
      "learning_rate": 0.00024879812934434757,
      "loss": 5.0312,
      "step": 41175
    },
    {
      "epoch": 1.6865041982387876,
      "grad_norm": 2.8167358603572716,
      "learning_rate": 0.000248795675298434,
      "loss": 5.375,
      "step": 41176
    },
    {
      "epoch": 1.686545156665984,
      "grad_norm": 3.049357627006373,
      "learning_rate": 0.0002487932212058155,
      "loss": 5.5312,
      "step": 41177
    },
    {
      "epoch": 1.6865861150931805,
      "grad_norm": 2.677755350900863,
      "learning_rate": 0.00024879076706649337,
      "loss": 5.375,
      "step": 41178
    },
    {
      "epoch": 1.6866270735203768,
      "grad_norm": 2.4900285699833042,
      "learning_rate": 0.00024878831288046866,
      "loss": 5.0625,
      "step": 41179
    },
    {
      "epoch": 1.686668031947573,
      "grad_norm": 2.705749494687844,
      "learning_rate": 0.00024878585864774255,
      "loss": 5.125,
      "step": 41180
    },
    {
      "epoch": 1.6867089903747696,
      "grad_norm": 2.457386258039325,
      "learning_rate": 0.00024878340436831626,
      "loss": 3.9844,
      "step": 41181
    },
    {
      "epoch": 1.6867499488019662,
      "grad_norm": 3.310325243463328,
      "learning_rate": 0.0002487809500421909,
      "loss": 6.0625,
      "step": 41182
    },
    {
      "epoch": 1.6867909072291623,
      "grad_norm": 2.5518350837222608,
      "learning_rate": 0.00024877849566936765,
      "loss": 4.7188,
      "step": 41183
    },
    {
      "epoch": 1.6868318656563588,
      "grad_norm": 2.4070014247502685,
      "learning_rate": 0.0002487760412498476,
      "loss": 4.2812,
      "step": 41184
    },
    {
      "epoch": 1.6868728240835553,
      "grad_norm": 3.3745104922383518,
      "learning_rate": 0.00024877358678363203,
      "loss": 5.5,
      "step": 41185
    },
    {
      "epoch": 1.6869137825107516,
      "grad_norm": 2.3864161007835554,
      "learning_rate": 0.000248771132270722,
      "loss": 5.0312,
      "step": 41186
    },
    {
      "epoch": 1.686954740937948,
      "grad_norm": 3.2723185361673104,
      "learning_rate": 0.0002487686777111188,
      "loss": 4.8438,
      "step": 41187
    },
    {
      "epoch": 1.6869956993651445,
      "grad_norm": 2.353910789108969,
      "learning_rate": 0.0002487662231048234,
      "loss": 4.3125,
      "step": 41188
    },
    {
      "epoch": 1.6870366577923408,
      "grad_norm": 2.611596921784131,
      "learning_rate": 0.0002487637684518371,
      "loss": 4.6562,
      "step": 41189
    },
    {
      "epoch": 1.6870776162195371,
      "grad_norm": 2.173045723392087,
      "learning_rate": 0.000248761313752161,
      "loss": 4.1875,
      "step": 41190
    },
    {
      "epoch": 1.6871185746467336,
      "grad_norm": 4.474545727330944,
      "learning_rate": 0.0002487588590057963,
      "loss": 5.9062,
      "step": 41191
    },
    {
      "epoch": 1.68715953307393,
      "grad_norm": 2.8941684348062133,
      "learning_rate": 0.0002487564042127441,
      "loss": 3.2969,
      "step": 41192
    },
    {
      "epoch": 1.6872004915011263,
      "grad_norm": 4.319504143364646,
      "learning_rate": 0.00024875394937300566,
      "loss": 5.3125,
      "step": 41193
    },
    {
      "epoch": 1.6872414499283228,
      "grad_norm": 2.4364893943353216,
      "learning_rate": 0.00024875149448658207,
      "loss": 5.0938,
      "step": 41194
    },
    {
      "epoch": 1.6872824083555191,
      "grad_norm": 2.3129321636973743,
      "learning_rate": 0.00024874903955347447,
      "loss": 4.3438,
      "step": 41195
    },
    {
      "epoch": 1.6873233667827154,
      "grad_norm": 5.431106115447527,
      "learning_rate": 0.0002487465845736841,
      "loss": 4.375,
      "step": 41196
    },
    {
      "epoch": 1.687364325209912,
      "grad_norm": 2.4882431356835366,
      "learning_rate": 0.00024874412954721206,
      "loss": 5.2188,
      "step": 41197
    },
    {
      "epoch": 1.6874052836371083,
      "grad_norm": 3.647083133616102,
      "learning_rate": 0.0002487416744740595,
      "loss": 4.875,
      "step": 41198
    },
    {
      "epoch": 1.6874462420643046,
      "grad_norm": 2.409793101486151,
      "learning_rate": 0.00024873921935422764,
      "loss": 5.125,
      "step": 41199
    },
    {
      "epoch": 1.6874872004915011,
      "grad_norm": 2.8549347656991904,
      "learning_rate": 0.00024873676418771755,
      "loss": 5.9375,
      "step": 41200
    },
    {
      "epoch": 1.6875281589186977,
      "grad_norm": 5.203631047542621,
      "learning_rate": 0.00024873430897453055,
      "loss": 6.8125,
      "step": 41201
    },
    {
      "epoch": 1.6875691173458938,
      "grad_norm": 4.729846768699102,
      "learning_rate": 0.0002487318537146676,
      "loss": 6.2812,
      "step": 41202
    },
    {
      "epoch": 1.6876100757730903,
      "grad_norm": 2.505648808072874,
      "learning_rate": 0.00024872939840813005,
      "loss": 4.5938,
      "step": 41203
    },
    {
      "epoch": 1.6876510342002868,
      "grad_norm": 2.929925017239736,
      "learning_rate": 0.0002487269430549189,
      "loss": 5.25,
      "step": 41204
    },
    {
      "epoch": 1.6876919926274832,
      "grad_norm": 2.3500210751176343,
      "learning_rate": 0.0002487244876550354,
      "loss": 4.1875,
      "step": 41205
    },
    {
      "epoch": 1.6877329510546795,
      "grad_norm": 2.6763918695489806,
      "learning_rate": 0.00024872203220848067,
      "loss": 5.0625,
      "step": 41206
    },
    {
      "epoch": 1.687773909481876,
      "grad_norm": 4.592470225030077,
      "learning_rate": 0.0002487195767152559,
      "loss": 4.0,
      "step": 41207
    },
    {
      "epoch": 1.6878148679090723,
      "grad_norm": 3.3294384386419775,
      "learning_rate": 0.00024871712117536225,
      "loss": 6.9688,
      "step": 41208
    },
    {
      "epoch": 1.6878558263362686,
      "grad_norm": 3.71777257740695,
      "learning_rate": 0.0002487146655888009,
      "loss": 4.875,
      "step": 41209
    },
    {
      "epoch": 1.6878967847634652,
      "grad_norm": 3.1090277475874006,
      "learning_rate": 0.00024871220995557295,
      "loss": 5.5625,
      "step": 41210
    },
    {
      "epoch": 1.6879377431906615,
      "grad_norm": 2.1848479477454594,
      "learning_rate": 0.00024870975427567963,
      "loss": 4.1562,
      "step": 41211
    },
    {
      "epoch": 1.6879787016178578,
      "grad_norm": 2.900847716151489,
      "learning_rate": 0.00024870729854912203,
      "loss": 6.5625,
      "step": 41212
    },
    {
      "epoch": 1.6880196600450543,
      "grad_norm": 2.5605196677520423,
      "learning_rate": 0.00024870484277590135,
      "loss": 4.9688,
      "step": 41213
    },
    {
      "epoch": 1.6880606184722506,
      "grad_norm": 2.5962808616149355,
      "learning_rate": 0.0002487023869560188,
      "loss": 4.8125,
      "step": 41214
    },
    {
      "epoch": 1.688101576899447,
      "grad_norm": 3.9088583102115235,
      "learning_rate": 0.0002486999310894754,
      "loss": 4.4375,
      "step": 41215
    },
    {
      "epoch": 1.6881425353266435,
      "grad_norm": 2.640276005978776,
      "learning_rate": 0.0002486974751762725,
      "loss": 4.8438,
      "step": 41216
    },
    {
      "epoch": 1.6881834937538398,
      "grad_norm": 2.602942588223946,
      "learning_rate": 0.00024869501921641107,
      "loss": 4.5625,
      "step": 41217
    },
    {
      "epoch": 1.6882244521810361,
      "grad_norm": 11.882744856886777,
      "learning_rate": 0.0002486925632098924,
      "loss": 5.0312,
      "step": 41218
    },
    {
      "epoch": 1.6882654106082327,
      "grad_norm": 2.6453927503054953,
      "learning_rate": 0.0002486901071567176,
      "loss": 5.2188,
      "step": 41219
    },
    {
      "epoch": 1.6883063690354292,
      "grad_norm": 2.2897440016482533,
      "learning_rate": 0.00024868765105688786,
      "loss": 4.6875,
      "step": 41220
    },
    {
      "epoch": 1.6883473274626253,
      "grad_norm": 3.6084629972821856,
      "learning_rate": 0.00024868519491040434,
      "loss": 3.9688,
      "step": 41221
    },
    {
      "epoch": 1.6883882858898218,
      "grad_norm": 2.7053255505623075,
      "learning_rate": 0.00024868273871726814,
      "loss": 5.1875,
      "step": 41222
    },
    {
      "epoch": 1.6884292443170184,
      "grad_norm": 2.312350421096345,
      "learning_rate": 0.0002486802824774805,
      "loss": 4.4375,
      "step": 41223
    },
    {
      "epoch": 1.6884702027442147,
      "grad_norm": 2.4523570693689916,
      "learning_rate": 0.00024867782619104255,
      "loss": 3.8594,
      "step": 41224
    },
    {
      "epoch": 1.688511161171411,
      "grad_norm": 2.4521452193991493,
      "learning_rate": 0.0002486753698579555,
      "loss": 5.125,
      "step": 41225
    },
    {
      "epoch": 1.6885521195986075,
      "grad_norm": 2.737090372546142,
      "learning_rate": 0.00024867291347822033,
      "loss": 4.125,
      "step": 41226
    },
    {
      "epoch": 1.6885930780258038,
      "grad_norm": 3.108748805864879,
      "learning_rate": 0.0002486704570518384,
      "loss": 4.8125,
      "step": 41227
    },
    {
      "epoch": 1.6886340364530001,
      "grad_norm": 3.3342161403907977,
      "learning_rate": 0.00024866800057881083,
      "loss": 5.3125,
      "step": 41228
    },
    {
      "epoch": 1.6886749948801967,
      "grad_norm": 2.577310219517391,
      "learning_rate": 0.00024866554405913874,
      "loss": 5.0,
      "step": 41229
    },
    {
      "epoch": 1.688715953307393,
      "grad_norm": 2.261914532686999,
      "learning_rate": 0.00024866308749282325,
      "loss": 4.4375,
      "step": 41230
    },
    {
      "epoch": 1.6887569117345893,
      "grad_norm": 3.533536749568021,
      "learning_rate": 0.00024866063087986565,
      "loss": 5.1875,
      "step": 41231
    },
    {
      "epoch": 1.6887978701617858,
      "grad_norm": 7.91051236859922,
      "learning_rate": 0.00024865817422026703,
      "loss": 4.5625,
      "step": 41232
    },
    {
      "epoch": 1.6888388285889822,
      "grad_norm": 2.2819884859850714,
      "learning_rate": 0.0002486557175140285,
      "loss": 4.125,
      "step": 41233
    },
    {
      "epoch": 1.6888797870161785,
      "grad_norm": 2.554423977630634,
      "learning_rate": 0.0002486532607611513,
      "loss": 4.5938,
      "step": 41234
    },
    {
      "epoch": 1.688920745443375,
      "grad_norm": 2.4031924714197292,
      "learning_rate": 0.0002486508039616366,
      "loss": 4.8125,
      "step": 41235
    },
    {
      "epoch": 1.6889617038705713,
      "grad_norm": 2.1570304648162266,
      "learning_rate": 0.00024864834711548547,
      "loss": 4.4375,
      "step": 41236
    },
    {
      "epoch": 1.6890026622977676,
      "grad_norm": 2.505639330489574,
      "learning_rate": 0.00024864589022269913,
      "loss": 4.9375,
      "step": 41237
    },
    {
      "epoch": 1.6890436207249642,
      "grad_norm": 2.991183825151154,
      "learning_rate": 0.0002486434332832787,
      "loss": 5.375,
      "step": 41238
    },
    {
      "epoch": 1.6890845791521607,
      "grad_norm": 3.5081944462023027,
      "learning_rate": 0.00024864097629722547,
      "loss": 5.0,
      "step": 41239
    },
    {
      "epoch": 1.6891255375793568,
      "grad_norm": 2.2438972270788007,
      "learning_rate": 0.00024863851926454046,
      "loss": 4.2812,
      "step": 41240
    },
    {
      "epoch": 1.6891664960065533,
      "grad_norm": 2.496467573756662,
      "learning_rate": 0.0002486360621852249,
      "loss": 4.3125,
      "step": 41241
    },
    {
      "epoch": 1.6892074544337499,
      "grad_norm": 2.3985379285031394,
      "learning_rate": 0.0002486336050592799,
      "loss": 4.0938,
      "step": 41242
    },
    {
      "epoch": 1.6892484128609462,
      "grad_norm": 6.612956399649032,
      "learning_rate": 0.0002486311478867067,
      "loss": 4.9062,
      "step": 41243
    },
    {
      "epoch": 1.6892893712881425,
      "grad_norm": 2.248045674887908,
      "learning_rate": 0.0002486286906675064,
      "loss": 4.125,
      "step": 41244
    },
    {
      "epoch": 1.689330329715339,
      "grad_norm": 7.568419717107276,
      "learning_rate": 0.00024862623340168015,
      "loss": 1.375,
      "step": 41245
    },
    {
      "epoch": 1.6893712881425353,
      "grad_norm": 2.7292614627943004,
      "learning_rate": 0.0002486237760892292,
      "loss": 4.3125,
      "step": 41246
    },
    {
      "epoch": 1.6894122465697317,
      "grad_norm": 5.021441347805764,
      "learning_rate": 0.0002486213187301546,
      "loss": 4.3438,
      "step": 41247
    },
    {
      "epoch": 1.6894532049969282,
      "grad_norm": 3.5524309254778457,
      "learning_rate": 0.0002486188613244576,
      "loss": 6.8125,
      "step": 41248
    },
    {
      "epoch": 1.6894941634241245,
      "grad_norm": 2.637613672225002,
      "learning_rate": 0.0002486164038721393,
      "loss": 4.0938,
      "step": 41249
    },
    {
      "epoch": 1.6895351218513208,
      "grad_norm": 5.124971334943419,
      "learning_rate": 0.00024861394637320085,
      "loss": 3.6875,
      "step": 41250
    },
    {
      "epoch": 1.6895760802785174,
      "grad_norm": 5.37398311060055,
      "learning_rate": 0.0002486114888276435,
      "loss": 1.0938,
      "step": 41251
    },
    {
      "epoch": 1.6896170387057137,
      "grad_norm": 2.9768358363812393,
      "learning_rate": 0.00024860903123546837,
      "loss": 4.9062,
      "step": 41252
    },
    {
      "epoch": 1.68965799713291,
      "grad_norm": 2.367258589709732,
      "learning_rate": 0.00024860657359667657,
      "loss": 4.125,
      "step": 41253
    },
    {
      "epoch": 1.6896989555601065,
      "grad_norm": 1.9481208407630979,
      "learning_rate": 0.00024860411591126933,
      "loss": 3.2344,
      "step": 41254
    },
    {
      "epoch": 1.6897399139873028,
      "grad_norm": 2.5156997385066457,
      "learning_rate": 0.00024860165817924774,
      "loss": 4.5,
      "step": 41255
    },
    {
      "epoch": 1.6897808724144991,
      "grad_norm": 2.832620957941675,
      "learning_rate": 0.00024859920040061305,
      "loss": 5.0938,
      "step": 41256
    },
    {
      "epoch": 1.6898218308416957,
      "grad_norm": 3.1900205706555136,
      "learning_rate": 0.0002485967425753664,
      "loss": 4.25,
      "step": 41257
    },
    {
      "epoch": 1.6898627892688922,
      "grad_norm": 2.1638759595932644,
      "learning_rate": 0.0002485942847035089,
      "loss": 4.3438,
      "step": 41258
    },
    {
      "epoch": 1.6899037476960883,
      "grad_norm": 4.716881236003258,
      "learning_rate": 0.00024859182678504173,
      "loss": 5.25,
      "step": 41259
    },
    {
      "epoch": 1.6899447061232848,
      "grad_norm": 6.071628523944311,
      "learning_rate": 0.0002485893688199661,
      "loss": 3.6406,
      "step": 41260
    },
    {
      "epoch": 1.6899856645504814,
      "grad_norm": 2.668353941265257,
      "learning_rate": 0.00024858691080828315,
      "loss": 4.8125,
      "step": 41261
    },
    {
      "epoch": 1.6900266229776777,
      "grad_norm": 5.298620771992823,
      "learning_rate": 0.00024858445274999395,
      "loss": 6.2188,
      "step": 41262
    },
    {
      "epoch": 1.690067581404874,
      "grad_norm": 2.6200856198862352,
      "learning_rate": 0.0002485819946450998,
      "loss": 4.8125,
      "step": 41263
    },
    {
      "epoch": 1.6901085398320705,
      "grad_norm": 2.2589109001924186,
      "learning_rate": 0.00024857953649360184,
      "loss": 5.0312,
      "step": 41264
    },
    {
      "epoch": 1.6901494982592669,
      "grad_norm": 2.8278223709201704,
      "learning_rate": 0.0002485770782955011,
      "loss": 4.5312,
      "step": 41265
    },
    {
      "epoch": 1.6901904566864632,
      "grad_norm": 3.047739176178732,
      "learning_rate": 0.0002485746200507989,
      "loss": 6.6875,
      "step": 41266
    },
    {
      "epoch": 1.6902314151136597,
      "grad_norm": 4.074228787502235,
      "learning_rate": 0.00024857216175949633,
      "loss": 5.4688,
      "step": 41267
    },
    {
      "epoch": 1.690272373540856,
      "grad_norm": 2.2672213972476607,
      "learning_rate": 0.00024856970342159454,
      "loss": 4.3125,
      "step": 41268
    },
    {
      "epoch": 1.6903133319680523,
      "grad_norm": 2.637147292221907,
      "learning_rate": 0.0002485672450370948,
      "loss": 4.9688,
      "step": 41269
    },
    {
      "epoch": 1.6903542903952489,
      "grad_norm": 7.638447534594831,
      "learning_rate": 0.00024856478660599806,
      "loss": 4.6562,
      "step": 41270
    },
    {
      "epoch": 1.6903952488224452,
      "grad_norm": 2.6354838152067623,
      "learning_rate": 0.00024856232812830575,
      "loss": 3.9062,
      "step": 41271
    },
    {
      "epoch": 1.6904362072496415,
      "grad_norm": 4.62377231905772,
      "learning_rate": 0.00024855986960401876,
      "loss": 6.625,
      "step": 41272
    },
    {
      "epoch": 1.690477165676838,
      "grad_norm": 3.126198855089655,
      "learning_rate": 0.0002485574110331384,
      "loss": 4.9375,
      "step": 41273
    },
    {
      "epoch": 1.6905181241040346,
      "grad_norm": 2.2536938243889244,
      "learning_rate": 0.00024855495241566587,
      "loss": 4.4375,
      "step": 41274
    },
    {
      "epoch": 1.6905590825312307,
      "grad_norm": 5.698901429965756,
      "learning_rate": 0.00024855249375160224,
      "loss": 5.4688,
      "step": 41275
    },
    {
      "epoch": 1.6906000409584272,
      "grad_norm": 2.7928025007193815,
      "learning_rate": 0.0002485500350409487,
      "loss": 5.0625,
      "step": 41276
    },
    {
      "epoch": 1.6906409993856237,
      "grad_norm": 2.25919095210651,
      "learning_rate": 0.0002485475762837065,
      "loss": 5.4062,
      "step": 41277
    },
    {
      "epoch": 1.6906819578128198,
      "grad_norm": 2.324773522142392,
      "learning_rate": 0.00024854511747987666,
      "loss": 4.5625,
      "step": 41278
    },
    {
      "epoch": 1.6907229162400164,
      "grad_norm": 2.3581578116285447,
      "learning_rate": 0.0002485426586294604,
      "loss": 4.8125,
      "step": 41279
    },
    {
      "epoch": 1.690763874667213,
      "grad_norm": 2.854145621761949,
      "learning_rate": 0.000248540199732459,
      "loss": 4.4062,
      "step": 41280
    },
    {
      "epoch": 1.6908048330944092,
      "grad_norm": 2.3306362187284235,
      "learning_rate": 0.00024853774078887334,
      "loss": 4.625,
      "step": 41281
    },
    {
      "epoch": 1.6908457915216055,
      "grad_norm": 6.483637663658267,
      "learning_rate": 0.00024853528179870485,
      "loss": 6.3125,
      "step": 41282
    },
    {
      "epoch": 1.690886749948802,
      "grad_norm": 3.8994345313906726,
      "learning_rate": 0.0002485328227619546,
      "loss": 5.5,
      "step": 41283
    },
    {
      "epoch": 1.6909277083759984,
      "grad_norm": 2.57165618768547,
      "learning_rate": 0.00024853036367862374,
      "loss": 5.1875,
      "step": 41284
    },
    {
      "epoch": 1.6909686668031947,
      "grad_norm": 2.5086802198323994,
      "learning_rate": 0.0002485279045487134,
      "loss": 5.0312,
      "step": 41285
    },
    {
      "epoch": 1.6910096252303912,
      "grad_norm": 2.3582728867483267,
      "learning_rate": 0.0002485254453722248,
      "loss": 4.3125,
      "step": 41286
    },
    {
      "epoch": 1.6910505836575875,
      "grad_norm": 2.198033088032144,
      "learning_rate": 0.0002485229861491591,
      "loss": 3.7656,
      "step": 41287
    },
    {
      "epoch": 1.6910915420847838,
      "grad_norm": 3.0927443561514396,
      "learning_rate": 0.00024852052687951746,
      "loss": 5.0938,
      "step": 41288
    },
    {
      "epoch": 1.6911325005119804,
      "grad_norm": 2.918561320606783,
      "learning_rate": 0.000248518067563301,
      "loss": 7.3125,
      "step": 41289
    },
    {
      "epoch": 1.6911734589391767,
      "grad_norm": 3.489627676170116,
      "learning_rate": 0.000248515608200511,
      "loss": 4.25,
      "step": 41290
    },
    {
      "epoch": 1.691214417366373,
      "grad_norm": 2.7803553130849314,
      "learning_rate": 0.00024851314879114847,
      "loss": 4.9375,
      "step": 41291
    },
    {
      "epoch": 1.6912553757935695,
      "grad_norm": 2.4516372190211144,
      "learning_rate": 0.0002485106893352146,
      "loss": 5.1875,
      "step": 41292
    },
    {
      "epoch": 1.691296334220766,
      "grad_norm": 3.2677091593140566,
      "learning_rate": 0.00024850822983271063,
      "loss": 3.5312,
      "step": 41293
    },
    {
      "epoch": 1.6913372926479622,
      "grad_norm": 2.9291762823376017,
      "learning_rate": 0.0002485057702836377,
      "loss": 4.9375,
      "step": 41294
    },
    {
      "epoch": 1.6913782510751587,
      "grad_norm": 2.8226652119970606,
      "learning_rate": 0.00024850331068799694,
      "loss": 5.7812,
      "step": 41295
    },
    {
      "epoch": 1.6914192095023552,
      "grad_norm": 2.718687343588408,
      "learning_rate": 0.0002485008510457896,
      "loss": 3.4844,
      "step": 41296
    },
    {
      "epoch": 1.6914601679295513,
      "grad_norm": 2.277665919337844,
      "learning_rate": 0.0002484983913570166,
      "loss": 3.9375,
      "step": 41297
    },
    {
      "epoch": 1.6915011263567479,
      "grad_norm": 2.7832116696470224,
      "learning_rate": 0.00024849593162167943,
      "loss": 4.8438,
      "step": 41298
    },
    {
      "epoch": 1.6915420847839444,
      "grad_norm": 2.6235395246808917,
      "learning_rate": 0.0002484934718397791,
      "loss": 4.4062,
      "step": 41299
    },
    {
      "epoch": 1.6915830432111407,
      "grad_norm": 2.9823712769818416,
      "learning_rate": 0.0002484910120113167,
      "loss": 4.4062,
      "step": 41300
    },
    {
      "epoch": 1.691624001638337,
      "grad_norm": 4.802579764495321,
      "learning_rate": 0.0002484885521362935,
      "loss": 6.3438,
      "step": 41301
    },
    {
      "epoch": 1.6916649600655336,
      "grad_norm": 2.5533663445690866,
      "learning_rate": 0.0002484860922147106,
      "loss": 5.6562,
      "step": 41302
    },
    {
      "epoch": 1.6917059184927299,
      "grad_norm": 2.8333347120452443,
      "learning_rate": 0.00024848363224656925,
      "loss": 2.875,
      "step": 41303
    },
    {
      "epoch": 1.6917468769199262,
      "grad_norm": 2.486530551636809,
      "learning_rate": 0.00024848117223187047,
      "loss": 4.5,
      "step": 41304
    },
    {
      "epoch": 1.6917878353471227,
      "grad_norm": 2.7923773842651434,
      "learning_rate": 0.0002484787121706156,
      "loss": 6.0625,
      "step": 41305
    },
    {
      "epoch": 1.691828793774319,
      "grad_norm": 4.633612595976723,
      "learning_rate": 0.0002484762520628056,
      "loss": 6.3438,
      "step": 41306
    },
    {
      "epoch": 1.6918697522015154,
      "grad_norm": 2.94343492762188,
      "learning_rate": 0.00024847379190844185,
      "loss": 4.4062,
      "step": 41307
    },
    {
      "epoch": 1.691910710628712,
      "grad_norm": 3.0557876251412277,
      "learning_rate": 0.0002484713317075253,
      "loss": 5.3125,
      "step": 41308
    },
    {
      "epoch": 1.6919516690559082,
      "grad_norm": 5.1281572938737146,
      "learning_rate": 0.0002484688714600573,
      "loss": 4.9062,
      "step": 41309
    },
    {
      "epoch": 1.6919926274831045,
      "grad_norm": 5.689350848724097,
      "learning_rate": 0.0002484664111660389,
      "loss": 5.0625,
      "step": 41310
    },
    {
      "epoch": 1.692033585910301,
      "grad_norm": 2.5862953559402766,
      "learning_rate": 0.0002484639508254713,
      "loss": 5.5312,
      "step": 41311
    },
    {
      "epoch": 1.6920745443374976,
      "grad_norm": 3.5242356073849934,
      "learning_rate": 0.0002484614904383557,
      "loss": 6.1875,
      "step": 41312
    },
    {
      "epoch": 1.6921155027646937,
      "grad_norm": 2.4247063172833125,
      "learning_rate": 0.0002484590300046932,
      "loss": 4.0625,
      "step": 41313
    },
    {
      "epoch": 1.6921564611918902,
      "grad_norm": 3.61224918540435,
      "learning_rate": 0.00024845656952448495,
      "loss": 5.1562,
      "step": 41314
    },
    {
      "epoch": 1.6921974196190868,
      "grad_norm": 2.630867362357547,
      "learning_rate": 0.0002484541089977321,
      "loss": 4.7812,
      "step": 41315
    },
    {
      "epoch": 1.692238378046283,
      "grad_norm": 4.089210338566578,
      "learning_rate": 0.00024845164842443595,
      "loss": 6.8125,
      "step": 41316
    },
    {
      "epoch": 1.6922793364734794,
      "grad_norm": 2.5163978734781645,
      "learning_rate": 0.00024844918780459754,
      "loss": 5.0,
      "step": 41317
    },
    {
      "epoch": 1.692320294900676,
      "grad_norm": 2.334141824829312,
      "learning_rate": 0.0002484467271382181,
      "loss": 4.4688,
      "step": 41318
    },
    {
      "epoch": 1.6923612533278722,
      "grad_norm": 2.60217795802385,
      "learning_rate": 0.0002484442664252987,
      "loss": 5.2188,
      "step": 41319
    },
    {
      "epoch": 1.6924022117550686,
      "grad_norm": 2.478689920853516,
      "learning_rate": 0.00024844180566584064,
      "loss": 4.9375,
      "step": 41320
    },
    {
      "epoch": 1.692443170182265,
      "grad_norm": 2.6023661354541625,
      "learning_rate": 0.00024843934485984493,
      "loss": 4.4375,
      "step": 41321
    },
    {
      "epoch": 1.6924841286094614,
      "grad_norm": 2.4748829600936464,
      "learning_rate": 0.00024843688400731287,
      "loss": 4.9375,
      "step": 41322
    },
    {
      "epoch": 1.6925250870366577,
      "grad_norm": 2.4443174770654745,
      "learning_rate": 0.0002484344231082455,
      "loss": 5.3438,
      "step": 41323
    },
    {
      "epoch": 1.6925660454638543,
      "grad_norm": 2.326387727526838,
      "learning_rate": 0.00024843196216264407,
      "loss": 5.25,
      "step": 41324
    },
    {
      "epoch": 1.6926070038910506,
      "grad_norm": 2.364056692331464,
      "learning_rate": 0.00024842950117050976,
      "loss": 4.6875,
      "step": 41325
    },
    {
      "epoch": 1.6926479623182469,
      "grad_norm": 2.3179126853434697,
      "learning_rate": 0.0002484270401318437,
      "loss": 4.7188,
      "step": 41326
    },
    {
      "epoch": 1.6926889207454434,
      "grad_norm": 3.6743783100808103,
      "learning_rate": 0.00024842457904664697,
      "loss": 5.9375,
      "step": 41327
    },
    {
      "epoch": 1.6927298791726397,
      "grad_norm": 2.312300574434055,
      "learning_rate": 0.00024842211791492087,
      "loss": 3.9062,
      "step": 41328
    },
    {
      "epoch": 1.692770837599836,
      "grad_norm": 2.267898916512456,
      "learning_rate": 0.0002484196567366665,
      "loss": 4.75,
      "step": 41329
    },
    {
      "epoch": 1.6928117960270326,
      "grad_norm": 2.4221517076238235,
      "learning_rate": 0.000248417195511885,
      "loss": 4.9062,
      "step": 41330
    },
    {
      "epoch": 1.6928527544542291,
      "grad_norm": 2.750177393749761,
      "learning_rate": 0.00024841473424057754,
      "loss": 6.5625,
      "step": 41331
    },
    {
      "epoch": 1.6928937128814252,
      "grad_norm": 2.2264458165790226,
      "learning_rate": 0.0002484122729227453,
      "loss": 4.5625,
      "step": 41332
    },
    {
      "epoch": 1.6929346713086217,
      "grad_norm": 2.6235467996509834,
      "learning_rate": 0.00024840981155838955,
      "loss": 4.9688,
      "step": 41333
    },
    {
      "epoch": 1.6929756297358183,
      "grad_norm": 6.012833093699311,
      "learning_rate": 0.0002484073501475113,
      "loss": 6.4375,
      "step": 41334
    },
    {
      "epoch": 1.6930165881630146,
      "grad_norm": 2.3268464478297375,
      "learning_rate": 0.0002484048886901117,
      "loss": 4.0,
      "step": 41335
    },
    {
      "epoch": 1.693057546590211,
      "grad_norm": 3.891465385160372,
      "learning_rate": 0.0002484024271861921,
      "loss": 5.1875,
      "step": 41336
    },
    {
      "epoch": 1.6930985050174074,
      "grad_norm": 5.324409319365546,
      "learning_rate": 0.00024839996563575344,
      "loss": 7.3438,
      "step": 41337
    },
    {
      "epoch": 1.6931394634446038,
      "grad_norm": 2.512623086679796,
      "learning_rate": 0.000248397504038797,
      "loss": 5.5938,
      "step": 41338
    },
    {
      "epoch": 1.6931804218718,
      "grad_norm": 5.484520609678607,
      "learning_rate": 0.000248395042395324,
      "loss": 5.875,
      "step": 41339
    },
    {
      "epoch": 1.6932213802989966,
      "grad_norm": 3.071832406734981,
      "learning_rate": 0.00024839258070533544,
      "loss": 6.8125,
      "step": 41340
    },
    {
      "epoch": 1.693262338726193,
      "grad_norm": 3.135206225398561,
      "learning_rate": 0.00024839011896883264,
      "loss": 5.7188,
      "step": 41341
    },
    {
      "epoch": 1.6933032971533892,
      "grad_norm": 3.834632908191099,
      "learning_rate": 0.0002483876571858167,
      "loss": 4.875,
      "step": 41342
    },
    {
      "epoch": 1.6933442555805858,
      "grad_norm": 5.759801127227445,
      "learning_rate": 0.00024838519535628876,
      "loss": 5.8125,
      "step": 41343
    },
    {
      "epoch": 1.693385214007782,
      "grad_norm": 7.273622183835591,
      "learning_rate": 0.00024838273348025,
      "loss": 4.4375,
      "step": 41344
    },
    {
      "epoch": 1.6934261724349784,
      "grad_norm": 2.976522124749977,
      "learning_rate": 0.00024838027155770165,
      "loss": 7.1562,
      "step": 41345
    },
    {
      "epoch": 1.693467130862175,
      "grad_norm": 2.6995001328927537,
      "learning_rate": 0.00024837780958864475,
      "loss": 5.4688,
      "step": 41346
    },
    {
      "epoch": 1.6935080892893712,
      "grad_norm": 3.187104955551799,
      "learning_rate": 0.00024837534757308057,
      "loss": 5.1562,
      "step": 41347
    },
    {
      "epoch": 1.6935490477165676,
      "grad_norm": 2.4164301656883636,
      "learning_rate": 0.0002483728855110102,
      "loss": 4.1875,
      "step": 41348
    },
    {
      "epoch": 1.693590006143764,
      "grad_norm": 2.7805905914137687,
      "learning_rate": 0.00024837042340243484,
      "loss": 5.0625,
      "step": 41349
    },
    {
      "epoch": 1.6936309645709606,
      "grad_norm": 2.685409486907986,
      "learning_rate": 0.0002483679612473557,
      "loss": 2.8906,
      "step": 41350
    },
    {
      "epoch": 1.6936719229981567,
      "grad_norm": 2.6524447410993193,
      "learning_rate": 0.0002483654990457739,
      "loss": 4.5625,
      "step": 41351
    },
    {
      "epoch": 1.6937128814253533,
      "grad_norm": 2.5112893894957162,
      "learning_rate": 0.0002483630367976905,
      "loss": 4.7188,
      "step": 41352
    },
    {
      "epoch": 1.6937538398525498,
      "grad_norm": 2.395728213068476,
      "learning_rate": 0.00024836057450310686,
      "loss": 4.5625,
      "step": 41353
    },
    {
      "epoch": 1.693794798279746,
      "grad_norm": 2.577160607493162,
      "learning_rate": 0.00024835811216202404,
      "loss": 4.375,
      "step": 41354
    },
    {
      "epoch": 1.6938357567069424,
      "grad_norm": 3.031270862703049,
      "learning_rate": 0.00024835564977444314,
      "loss": 4.4375,
      "step": 41355
    },
    {
      "epoch": 1.693876715134139,
      "grad_norm": 3.2431225995181028,
      "learning_rate": 0.0002483531873403655,
      "loss": 4.1562,
      "step": 41356
    },
    {
      "epoch": 1.6939176735613353,
      "grad_norm": 3.099385933255019,
      "learning_rate": 0.0002483507248597921,
      "loss": 5.8438,
      "step": 41357
    },
    {
      "epoch": 1.6939586319885316,
      "grad_norm": 2.2245082329608055,
      "learning_rate": 0.0002483482623327242,
      "loss": 4.0625,
      "step": 41358
    },
    {
      "epoch": 1.6939995904157281,
      "grad_norm": 2.9667090369417446,
      "learning_rate": 0.00024834579975916294,
      "loss": 5.4062,
      "step": 41359
    },
    {
      "epoch": 1.6940405488429244,
      "grad_norm": 4.436430104908226,
      "learning_rate": 0.00024834333713910953,
      "loss": 3.5469,
      "step": 41360
    },
    {
      "epoch": 1.6940815072701207,
      "grad_norm": 2.3020854795129226,
      "learning_rate": 0.0002483408744725651,
      "loss": 4.0312,
      "step": 41361
    },
    {
      "epoch": 1.6941224656973173,
      "grad_norm": 2.5504484779205066,
      "learning_rate": 0.0002483384117595308,
      "loss": 4.75,
      "step": 41362
    },
    {
      "epoch": 1.6941634241245136,
      "grad_norm": 3.901450793602123,
      "learning_rate": 0.00024833594900000773,
      "loss": 5.0,
      "step": 41363
    },
    {
      "epoch": 1.69420438255171,
      "grad_norm": 2.5172064352905488,
      "learning_rate": 0.0002483334861939972,
      "loss": 4.7188,
      "step": 41364
    },
    {
      "epoch": 1.6942453409789064,
      "grad_norm": 2.2038347239844756,
      "learning_rate": 0.00024833102334150035,
      "loss": 3.7344,
      "step": 41365
    },
    {
      "epoch": 1.6942862994061028,
      "grad_norm": 2.2696796665421877,
      "learning_rate": 0.0002483285604425182,
      "loss": 3.7344,
      "step": 41366
    },
    {
      "epoch": 1.694327257833299,
      "grad_norm": 3.5333988912423853,
      "learning_rate": 0.0002483260974970521,
      "loss": 5.2188,
      "step": 41367
    },
    {
      "epoch": 1.6943682162604956,
      "grad_norm": 2.6023441826179683,
      "learning_rate": 0.00024832363450510303,
      "loss": 4.8125,
      "step": 41368
    },
    {
      "epoch": 1.6944091746876921,
      "grad_norm": 5.747427992531861,
      "learning_rate": 0.0002483211714666723,
      "loss": 6.125,
      "step": 41369
    },
    {
      "epoch": 1.6944501331148882,
      "grad_norm": 2.458891320783045,
      "learning_rate": 0.00024831870838176105,
      "loss": 5.375,
      "step": 41370
    },
    {
      "epoch": 1.6944910915420848,
      "grad_norm": 2.2612041106297838,
      "learning_rate": 0.0002483162452503704,
      "loss": 4.4062,
      "step": 41371
    },
    {
      "epoch": 1.6945320499692813,
      "grad_norm": 2.310271667972795,
      "learning_rate": 0.00024831378207250155,
      "loss": 4.4062,
      "step": 41372
    },
    {
      "epoch": 1.6945730083964776,
      "grad_norm": 2.3684394391658627,
      "learning_rate": 0.00024831131884815564,
      "loss": 4.25,
      "step": 41373
    },
    {
      "epoch": 1.694613966823674,
      "grad_norm": 3.828834677258758,
      "learning_rate": 0.00024830885557733384,
      "loss": 6.25,
      "step": 41374
    },
    {
      "epoch": 1.6946549252508705,
      "grad_norm": 8.036126728846368,
      "learning_rate": 0.0002483063922600373,
      "loss": 6.6875,
      "step": 41375
    },
    {
      "epoch": 1.6946958836780668,
      "grad_norm": 3.791960251347519,
      "learning_rate": 0.0002483039288962672,
      "loss": 5.0938,
      "step": 41376
    },
    {
      "epoch": 1.694736842105263,
      "grad_norm": 2.4918093568872663,
      "learning_rate": 0.00024830146548602476,
      "loss": 5.5,
      "step": 41377
    },
    {
      "epoch": 1.6947778005324596,
      "grad_norm": 2.404822141814427,
      "learning_rate": 0.000248299002029311,
      "loss": 5.4375,
      "step": 41378
    },
    {
      "epoch": 1.694818758959656,
      "grad_norm": 6.545297164763282,
      "learning_rate": 0.0002482965385261273,
      "loss": 6.1875,
      "step": 41379
    },
    {
      "epoch": 1.6948597173868523,
      "grad_norm": 2.60114763947222,
      "learning_rate": 0.0002482940749764746,
      "loss": 5.125,
      "step": 41380
    },
    {
      "epoch": 1.6949006758140488,
      "grad_norm": 3.45328678248903,
      "learning_rate": 0.00024829161138035415,
      "loss": 4.7188,
      "step": 41381
    },
    {
      "epoch": 1.694941634241245,
      "grad_norm": 2.1720558282153726,
      "learning_rate": 0.00024828914773776723,
      "loss": 4.8438,
      "step": 41382
    },
    {
      "epoch": 1.6949825926684414,
      "grad_norm": 2.311007110090141,
      "learning_rate": 0.0002482866840487148,
      "loss": 4.3125,
      "step": 41383
    },
    {
      "epoch": 1.695023551095638,
      "grad_norm": 4.1096943179316225,
      "learning_rate": 0.00024828422031319817,
      "loss": 4.2812,
      "step": 41384
    },
    {
      "epoch": 1.6950645095228343,
      "grad_norm": 2.644241617346938,
      "learning_rate": 0.00024828175653121847,
      "loss": 4.7812,
      "step": 41385
    },
    {
      "epoch": 1.6951054679500306,
      "grad_norm": 2.298817786130688,
      "learning_rate": 0.0002482792927027769,
      "loss": 4.0938,
      "step": 41386
    },
    {
      "epoch": 1.6951464263772271,
      "grad_norm": 2.7409797496875283,
      "learning_rate": 0.00024827682882787457,
      "loss": 4.9688,
      "step": 41387
    },
    {
      "epoch": 1.6951873848044237,
      "grad_norm": 4.577004799884435,
      "learning_rate": 0.00024827436490651266,
      "loss": 6.3125,
      "step": 41388
    },
    {
      "epoch": 1.6952283432316197,
      "grad_norm": 2.816672023743673,
      "learning_rate": 0.00024827190093869224,
      "loss": 5.125,
      "step": 41389
    },
    {
      "epoch": 1.6952693016588163,
      "grad_norm": 2.7980135954622694,
      "learning_rate": 0.00024826943692441464,
      "loss": 5.2812,
      "step": 41390
    },
    {
      "epoch": 1.6953102600860128,
      "grad_norm": 3.50769485218253,
      "learning_rate": 0.0002482669728636809,
      "loss": 5.6875,
      "step": 41391
    },
    {
      "epoch": 1.6953512185132091,
      "grad_norm": 2.8995216360478566,
      "learning_rate": 0.00024826450875649233,
      "loss": 5.0938,
      "step": 41392
    },
    {
      "epoch": 1.6953921769404054,
      "grad_norm": 2.7480926867161575,
      "learning_rate": 0.00024826204460284997,
      "loss": 5.7812,
      "step": 41393
    },
    {
      "epoch": 1.695433135367602,
      "grad_norm": 2.345410164054311,
      "learning_rate": 0.000248259580402755,
      "loss": 4.1875,
      "step": 41394
    },
    {
      "epoch": 1.6954740937947983,
      "grad_norm": 3.427081854104086,
      "learning_rate": 0.00024825711615620856,
      "loss": 5.0312,
      "step": 41395
    },
    {
      "epoch": 1.6955150522219946,
      "grad_norm": 2.122750010760766,
      "learning_rate": 0.00024825465186321195,
      "loss": 4.125,
      "step": 41396
    },
    {
      "epoch": 1.6955560106491911,
      "grad_norm": 2.1224535844719834,
      "learning_rate": 0.00024825218752376623,
      "loss": 4.2188,
      "step": 41397
    },
    {
      "epoch": 1.6955969690763875,
      "grad_norm": 3.1154167100780517,
      "learning_rate": 0.00024824972313787253,
      "loss": 4.9062,
      "step": 41398
    },
    {
      "epoch": 1.6956379275035838,
      "grad_norm": 5.64799917737538,
      "learning_rate": 0.00024824725870553204,
      "loss": 4.375,
      "step": 41399
    },
    {
      "epoch": 1.6956788859307803,
      "grad_norm": 3.4205392702706034,
      "learning_rate": 0.000248244794226746,
      "loss": 6.1875,
      "step": 41400
    },
    {
      "epoch": 1.6957198443579766,
      "grad_norm": 4.588440974743353,
      "learning_rate": 0.00024824232970151546,
      "loss": 5.5,
      "step": 41401
    },
    {
      "epoch": 1.695760802785173,
      "grad_norm": 2.2812393797781505,
      "learning_rate": 0.0002482398651298417,
      "loss": 4.0,
      "step": 41402
    },
    {
      "epoch": 1.6958017612123695,
      "grad_norm": 2.8133693878285233,
      "learning_rate": 0.00024823740051172584,
      "loss": 4.7812,
      "step": 41403
    },
    {
      "epoch": 1.6958427196395658,
      "grad_norm": 2.3207366001657155,
      "learning_rate": 0.00024823493584716903,
      "loss": 4.4375,
      "step": 41404
    },
    {
      "epoch": 1.695883678066762,
      "grad_norm": 2.6027496718450474,
      "learning_rate": 0.0002482324711361724,
      "loss": 4.5312,
      "step": 41405
    },
    {
      "epoch": 1.6959246364939586,
      "grad_norm": 2.6803507358432177,
      "learning_rate": 0.0002482300063787372,
      "loss": 4.8438,
      "step": 41406
    },
    {
      "epoch": 1.6959655949211552,
      "grad_norm": 2.636783471747799,
      "learning_rate": 0.00024822754157486455,
      "loss": 5.5625,
      "step": 41407
    },
    {
      "epoch": 1.6960065533483513,
      "grad_norm": 3.273384183403163,
      "learning_rate": 0.0002482250767245556,
      "loss": 5.5,
      "step": 41408
    },
    {
      "epoch": 1.6960475117755478,
      "grad_norm": 3.981711715846082,
      "learning_rate": 0.00024822261182781154,
      "loss": 4.9062,
      "step": 41409
    },
    {
      "epoch": 1.6960884702027443,
      "grad_norm": 5.241801025049088,
      "learning_rate": 0.00024822014688463353,
      "loss": 4.0625,
      "step": 41410
    },
    {
      "epoch": 1.6961294286299406,
      "grad_norm": 2.449254889477077,
      "learning_rate": 0.00024821768189502277,
      "loss": 3.8438,
      "step": 41411
    },
    {
      "epoch": 1.696170387057137,
      "grad_norm": 3.8332360535137373,
      "learning_rate": 0.00024821521685898035,
      "loss": 6.9688,
      "step": 41412
    },
    {
      "epoch": 1.6962113454843335,
      "grad_norm": 2.61641045026465,
      "learning_rate": 0.00024821275177650746,
      "loss": 4.5938,
      "step": 41413
    },
    {
      "epoch": 1.6962523039115298,
      "grad_norm": 3.184980424927536,
      "learning_rate": 0.0002482102866476053,
      "loss": 6.75,
      "step": 41414
    },
    {
      "epoch": 1.6962932623387261,
      "grad_norm": 2.725440964426353,
      "learning_rate": 0.000248207821472275,
      "loss": 4.9375,
      "step": 41415
    },
    {
      "epoch": 1.6963342207659227,
      "grad_norm": 2.4569276852796493,
      "learning_rate": 0.0002482053562505178,
      "loss": 5.4375,
      "step": 41416
    },
    {
      "epoch": 1.696375179193119,
      "grad_norm": 2.4050068864971665,
      "learning_rate": 0.0002482028909823347,
      "loss": 5.2812,
      "step": 41417
    },
    {
      "epoch": 1.6964161376203153,
      "grad_norm": 2.6339431193849996,
      "learning_rate": 0.0002482004256677271,
      "loss": 4.0,
      "step": 41418
    },
    {
      "epoch": 1.6964570960475118,
      "grad_norm": 2.2303738341138653,
      "learning_rate": 0.00024819796030669595,
      "loss": 4.4688,
      "step": 41419
    },
    {
      "epoch": 1.6964980544747081,
      "grad_norm": 2.3501401488525797,
      "learning_rate": 0.0002481954948992425,
      "loss": 5.0312,
      "step": 41420
    },
    {
      "epoch": 1.6965390129019045,
      "grad_norm": 2.7438524593223623,
      "learning_rate": 0.000248193029445368,
      "loss": 4.6562,
      "step": 41421
    },
    {
      "epoch": 1.696579971329101,
      "grad_norm": 6.231649158730888,
      "learning_rate": 0.00024819056394507344,
      "loss": 6.7188,
      "step": 41422
    },
    {
      "epoch": 1.6966209297562975,
      "grad_norm": 2.441194208389991,
      "learning_rate": 0.00024818809839836014,
      "loss": 4.125,
      "step": 41423
    },
    {
      "epoch": 1.6966618881834936,
      "grad_norm": 2.9152406308350107,
      "learning_rate": 0.00024818563280522917,
      "loss": 5.0,
      "step": 41424
    },
    {
      "epoch": 1.6967028466106902,
      "grad_norm": 2.8496582115075864,
      "learning_rate": 0.00024818316716568176,
      "loss": 6.3438,
      "step": 41425
    },
    {
      "epoch": 1.6967438050378867,
      "grad_norm": 3.5207509080004322,
      "learning_rate": 0.000248180701479719,
      "loss": 4.9688,
      "step": 41426
    },
    {
      "epoch": 1.6967847634650828,
      "grad_norm": 2.893057957440997,
      "learning_rate": 0.0002481782357473421,
      "loss": 5.1562,
      "step": 41427
    },
    {
      "epoch": 1.6968257218922793,
      "grad_norm": 3.687696079904021,
      "learning_rate": 0.0002481757699685523,
      "loss": 3.9062,
      "step": 41428
    },
    {
      "epoch": 1.6968666803194759,
      "grad_norm": 3.431252052314804,
      "learning_rate": 0.0002481733041433506,
      "loss": 3.8125,
      "step": 41429
    },
    {
      "epoch": 1.6969076387466722,
      "grad_norm": 2.5781853462214395,
      "learning_rate": 0.0002481708382717383,
      "loss": 5.25,
      "step": 41430
    },
    {
      "epoch": 1.6969485971738685,
      "grad_norm": 7.3328027408228325,
      "learning_rate": 0.00024816837235371654,
      "loss": 6.1875,
      "step": 41431
    },
    {
      "epoch": 1.696989555601065,
      "grad_norm": 2.4898230531921253,
      "learning_rate": 0.0002481659063892865,
      "loss": 4.75,
      "step": 41432
    },
    {
      "epoch": 1.6970305140282613,
      "grad_norm": 11.345803404881325,
      "learning_rate": 0.0002481634403784493,
      "loss": 6.1562,
      "step": 41433
    },
    {
      "epoch": 1.6970714724554576,
      "grad_norm": 2.869564385794346,
      "learning_rate": 0.00024816097432120605,
      "loss": 4.4688,
      "step": 41434
    },
    {
      "epoch": 1.6971124308826542,
      "grad_norm": 2.684779575067435,
      "learning_rate": 0.00024815850821755805,
      "loss": 5.2812,
      "step": 41435
    },
    {
      "epoch": 1.6971533893098505,
      "grad_norm": 3.4414218409874096,
      "learning_rate": 0.00024815604206750635,
      "loss": 5.5938,
      "step": 41436
    },
    {
      "epoch": 1.6971943477370468,
      "grad_norm": 2.2172789713492276,
      "learning_rate": 0.0002481535758710522,
      "loss": 4.2812,
      "step": 41437
    },
    {
      "epoch": 1.6972353061642433,
      "grad_norm": 2.5600019053896754,
      "learning_rate": 0.00024815110962819677,
      "loss": 5.375,
      "step": 41438
    },
    {
      "epoch": 1.6972762645914397,
      "grad_norm": 2.3914985271592903,
      "learning_rate": 0.00024814864333894116,
      "loss": 4.1562,
      "step": 41439
    },
    {
      "epoch": 1.697317223018636,
      "grad_norm": 3.5538430041383364,
      "learning_rate": 0.00024814617700328657,
      "loss": 6.5938,
      "step": 41440
    },
    {
      "epoch": 1.6973581814458325,
      "grad_norm": 3.0939142723245667,
      "learning_rate": 0.00024814371062123415,
      "loss": 3.4688,
      "step": 41441
    },
    {
      "epoch": 1.697399139873029,
      "grad_norm": 5.467578710002147,
      "learning_rate": 0.0002481412441927851,
      "loss": 5.6875,
      "step": 41442
    },
    {
      "epoch": 1.6974400983002251,
      "grad_norm": 3.8019964638930177,
      "learning_rate": 0.0002481387777179406,
      "loss": 3.6406,
      "step": 41443
    },
    {
      "epoch": 1.6974810567274217,
      "grad_norm": 3.381040803244386,
      "learning_rate": 0.0002481363111967017,
      "loss": 5.0625,
      "step": 41444
    },
    {
      "epoch": 1.6975220151546182,
      "grad_norm": 2.484275766465218,
      "learning_rate": 0.0002481338446290697,
      "loss": 4.7812,
      "step": 41445
    },
    {
      "epoch": 1.6975629735818143,
      "grad_norm": 3.262788356906881,
      "learning_rate": 0.00024813137801504566,
      "loss": 4.9062,
      "step": 41446
    },
    {
      "epoch": 1.6976039320090108,
      "grad_norm": 2.9388638734284505,
      "learning_rate": 0.00024812891135463083,
      "loss": 4.0,
      "step": 41447
    },
    {
      "epoch": 1.6976448904362074,
      "grad_norm": 3.2326683641679654,
      "learning_rate": 0.00024812644464782636,
      "loss": 5.0312,
      "step": 41448
    },
    {
      "epoch": 1.6976858488634037,
      "grad_norm": 3.432146561914541,
      "learning_rate": 0.0002481239778946334,
      "loss": 4.1562,
      "step": 41449
    },
    {
      "epoch": 1.6977268072906,
      "grad_norm": 15.414907208047351,
      "learning_rate": 0.00024812151109505307,
      "loss": 5.1875,
      "step": 41450
    },
    {
      "epoch": 1.6977677657177965,
      "grad_norm": 6.9454801814410985,
      "learning_rate": 0.00024811904424908664,
      "loss": 4.8438,
      "step": 41451
    },
    {
      "epoch": 1.6978087241449928,
      "grad_norm": 3.7395331342471776,
      "learning_rate": 0.00024811657735673517,
      "loss": 6.0312,
      "step": 41452
    },
    {
      "epoch": 1.6978496825721892,
      "grad_norm": 3.0432822511545132,
      "learning_rate": 0.00024811411041799996,
      "loss": 5.75,
      "step": 41453
    },
    {
      "epoch": 1.6978906409993857,
      "grad_norm": 2.4308163030185304,
      "learning_rate": 0.00024811164343288203,
      "loss": 4.875,
      "step": 41454
    },
    {
      "epoch": 1.697931599426582,
      "grad_norm": 2.952158309201839,
      "learning_rate": 0.0002481091764013826,
      "loss": 6.0312,
      "step": 41455
    },
    {
      "epoch": 1.6979725578537783,
      "grad_norm": 3.466284835578184,
      "learning_rate": 0.0002481067093235029,
      "loss": 4.7812,
      "step": 41456
    },
    {
      "epoch": 1.6980135162809749,
      "grad_norm": 3.647946704899653,
      "learning_rate": 0.00024810424219924397,
      "loss": 4.7188,
      "step": 41457
    },
    {
      "epoch": 1.6980544747081712,
      "grad_norm": 2.401015067161415,
      "learning_rate": 0.0002481017750286071,
      "loss": 4.9062,
      "step": 41458
    },
    {
      "epoch": 1.6980954331353675,
      "grad_norm": 2.5622813007227823,
      "learning_rate": 0.0002480993078115934,
      "loss": 4.5312,
      "step": 41459
    },
    {
      "epoch": 1.698136391562564,
      "grad_norm": 3.9033893629521437,
      "learning_rate": 0.00024809684054820396,
      "loss": 5.0625,
      "step": 41460
    },
    {
      "epoch": 1.6981773499897606,
      "grad_norm": 2.5195530237429336,
      "learning_rate": 0.0002480943732384401,
      "loss": 4.875,
      "step": 41461
    },
    {
      "epoch": 1.6982183084169566,
      "grad_norm": 3.597606890280853,
      "learning_rate": 0.0002480919058823029,
      "loss": 4.7188,
      "step": 41462
    },
    {
      "epoch": 1.6982592668441532,
      "grad_norm": 5.739529417952273,
      "learning_rate": 0.00024808943847979355,
      "loss": 6.5,
      "step": 41463
    },
    {
      "epoch": 1.6983002252713497,
      "grad_norm": 2.492165231926524,
      "learning_rate": 0.0002480869710309132,
      "loss": 4.7188,
      "step": 41464
    },
    {
      "epoch": 1.698341183698546,
      "grad_norm": 6.458013379380175,
      "learning_rate": 0.000248084503535663,
      "loss": 6.4375,
      "step": 41465
    },
    {
      "epoch": 1.6983821421257423,
      "grad_norm": 2.8500498440330433,
      "learning_rate": 0.0002480820359940441,
      "loss": 5.4062,
      "step": 41466
    },
    {
      "epoch": 1.6984231005529389,
      "grad_norm": 3.255103234075384,
      "learning_rate": 0.0002480795684060578,
      "loss": 5.25,
      "step": 41467
    },
    {
      "epoch": 1.6984640589801352,
      "grad_norm": 2.4296662236199995,
      "learning_rate": 0.00024807710077170514,
      "loss": 4.7812,
      "step": 41468
    },
    {
      "epoch": 1.6985050174073315,
      "grad_norm": 2.2978848603548747,
      "learning_rate": 0.0002480746330909873,
      "loss": 4.0,
      "step": 41469
    },
    {
      "epoch": 1.698545975834528,
      "grad_norm": 3.838211459217184,
      "learning_rate": 0.00024807216536390546,
      "loss": 4.9375,
      "step": 41470
    },
    {
      "epoch": 1.6985869342617244,
      "grad_norm": 3.3457166263128757,
      "learning_rate": 0.00024806969759046083,
      "loss": 4.8125,
      "step": 41471
    },
    {
      "epoch": 1.6986278926889207,
      "grad_norm": 3.0571715584727337,
      "learning_rate": 0.0002480672297706545,
      "loss": 5.5625,
      "step": 41472
    },
    {
      "epoch": 1.6986688511161172,
      "grad_norm": 2.54702491083721,
      "learning_rate": 0.0002480647619044877,
      "loss": 4.4688,
      "step": 41473
    },
    {
      "epoch": 1.6987098095433135,
      "grad_norm": 2.288186231310285,
      "learning_rate": 0.00024806229399196154,
      "loss": 4.6875,
      "step": 41474
    },
    {
      "epoch": 1.6987507679705098,
      "grad_norm": 2.5993285487864655,
      "learning_rate": 0.00024805982603307724,
      "loss": 5.125,
      "step": 41475
    },
    {
      "epoch": 1.6987917263977064,
      "grad_norm": 7.815097799160785,
      "learning_rate": 0.00024805735802783593,
      "loss": 2.4375,
      "step": 41476
    },
    {
      "epoch": 1.6988326848249027,
      "grad_norm": 2.61408617950415,
      "learning_rate": 0.0002480548899762388,
      "loss": 5.25,
      "step": 41477
    },
    {
      "epoch": 1.698873643252099,
      "grad_norm": 2.0252733044604567,
      "learning_rate": 0.000248052421878287,
      "loss": 4.1562,
      "step": 41478
    },
    {
      "epoch": 1.6989146016792955,
      "grad_norm": 2.9456332841787356,
      "learning_rate": 0.00024804995373398173,
      "loss": 5.0625,
      "step": 41479
    },
    {
      "epoch": 1.698955560106492,
      "grad_norm": 2.5560107270576227,
      "learning_rate": 0.00024804748554332407,
      "loss": 5.6562,
      "step": 41480
    },
    {
      "epoch": 1.6989965185336882,
      "grad_norm": 2.70242406658397,
      "learning_rate": 0.0002480450173063153,
      "loss": 6.5938,
      "step": 41481
    },
    {
      "epoch": 1.6990374769608847,
      "grad_norm": 2.4743790259116443,
      "learning_rate": 0.00024804254902295657,
      "loss": 5.4688,
      "step": 41482
    },
    {
      "epoch": 1.6990784353880812,
      "grad_norm": 4.769462185802027,
      "learning_rate": 0.00024804008069324895,
      "loss": 2.0938,
      "step": 41483
    },
    {
      "epoch": 1.6991193938152775,
      "grad_norm": 3.435949633011307,
      "learning_rate": 0.0002480376123171937,
      "loss": 5.3438,
      "step": 41484
    },
    {
      "epoch": 1.6991603522424739,
      "grad_norm": 17.399205998203705,
      "learning_rate": 0.00024803514389479194,
      "loss": 3.8125,
      "step": 41485
    },
    {
      "epoch": 1.6992013106696704,
      "grad_norm": 4.724867506370238,
      "learning_rate": 0.0002480326754260448,
      "loss": 6.6875,
      "step": 41486
    },
    {
      "epoch": 1.6992422690968667,
      "grad_norm": 3.2352366557163132,
      "learning_rate": 0.0002480302069109536,
      "loss": 4.8125,
      "step": 41487
    },
    {
      "epoch": 1.699283227524063,
      "grad_norm": 3.8151483862507707,
      "learning_rate": 0.00024802773834951933,
      "loss": 5.6562,
      "step": 41488
    },
    {
      "epoch": 1.6993241859512596,
      "grad_norm": 2.5061696441133834,
      "learning_rate": 0.0002480252697417433,
      "loss": 4.8125,
      "step": 41489
    },
    {
      "epoch": 1.6993651443784559,
      "grad_norm": 2.8794068820049694,
      "learning_rate": 0.00024802280108762655,
      "loss": 4.625,
      "step": 41490
    },
    {
      "epoch": 1.6994061028056522,
      "grad_norm": 2.4541559886046462,
      "learning_rate": 0.00024802033238717036,
      "loss": 3.75,
      "step": 41491
    },
    {
      "epoch": 1.6994470612328487,
      "grad_norm": 2.674704238082077,
      "learning_rate": 0.00024801786364037586,
      "loss": 5.125,
      "step": 41492
    },
    {
      "epoch": 1.699488019660045,
      "grad_norm": 4.946803631428546,
      "learning_rate": 0.0002480153948472441,
      "loss": 4.875,
      "step": 41493
    },
    {
      "epoch": 1.6995289780872413,
      "grad_norm": 3.1642810534733607,
      "learning_rate": 0.0002480129260077764,
      "loss": 5.5,
      "step": 41494
    },
    {
      "epoch": 1.6995699365144379,
      "grad_norm": 4.570513827796329,
      "learning_rate": 0.0002480104571219739,
      "loss": 2.9062,
      "step": 41495
    },
    {
      "epoch": 1.6996108949416342,
      "grad_norm": 3.253872932478764,
      "learning_rate": 0.0002480079881898377,
      "loss": 3.6406,
      "step": 41496
    },
    {
      "epoch": 1.6996518533688305,
      "grad_norm": 2.5024833271236155,
      "learning_rate": 0.00024800551921136903,
      "loss": 4.5312,
      "step": 41497
    },
    {
      "epoch": 1.699692811796027,
      "grad_norm": 2.654379486600436,
      "learning_rate": 0.0002480030501865691,
      "loss": 5.3125,
      "step": 41498
    },
    {
      "epoch": 1.6997337702232236,
      "grad_norm": 6.29744027414067,
      "learning_rate": 0.00024800058111543893,
      "loss": 7.0938,
      "step": 41499
    },
    {
      "epoch": 1.6997747286504197,
      "grad_norm": 2.4617911384876683,
      "learning_rate": 0.0002479981119979798,
      "loss": 3.8906,
      "step": 41500
    },
    {
      "epoch": 1.6998156870776162,
      "grad_norm": 8.63775411674079,
      "learning_rate": 0.00024799564283419287,
      "loss": 3.3594,
      "step": 41501
    },
    {
      "epoch": 1.6998566455048127,
      "grad_norm": 2.819676840504819,
      "learning_rate": 0.00024799317362407926,
      "loss": 4.9375,
      "step": 41502
    },
    {
      "epoch": 1.699897603932009,
      "grad_norm": 2.4274511088279325,
      "learning_rate": 0.0002479907043676402,
      "loss": 4.1562,
      "step": 41503
    },
    {
      "epoch": 1.6999385623592054,
      "grad_norm": 2.4997706754282008,
      "learning_rate": 0.0002479882350648768,
      "loss": 5.25,
      "step": 41504
    },
    {
      "epoch": 1.699979520786402,
      "grad_norm": 3.251778728308351,
      "learning_rate": 0.00024798576571579024,
      "loss": 5.5938,
      "step": 41505
    },
    {
      "epoch": 1.7000204792135982,
      "grad_norm": 3.3516078139637417,
      "learning_rate": 0.00024798329632038166,
      "loss": 5.3438,
      "step": 41506
    },
    {
      "epoch": 1.7000614376407945,
      "grad_norm": 3.006634482245419,
      "learning_rate": 0.0002479808268786523,
      "loss": 3.7344,
      "step": 41507
    },
    {
      "epoch": 1.700102396067991,
      "grad_norm": 6.071177395770409,
      "learning_rate": 0.00024797835739060327,
      "loss": 1.7109,
      "step": 41508
    },
    {
      "epoch": 1.7001433544951874,
      "grad_norm": 3.076001435184695,
      "learning_rate": 0.0002479758878562358,
      "loss": 3.5938,
      "step": 41509
    },
    {
      "epoch": 1.7001843129223837,
      "grad_norm": 2.849065087673436,
      "learning_rate": 0.000247973418275551,
      "loss": 5.2812,
      "step": 41510
    },
    {
      "epoch": 1.7002252713495802,
      "grad_norm": 2.8734471000820774,
      "learning_rate": 0.00024797094864855004,
      "loss": 5.0312,
      "step": 41511
    },
    {
      "epoch": 1.7002662297767765,
      "grad_norm": 3.151346987837674,
      "learning_rate": 0.0002479684789752341,
      "loss": 6.3438,
      "step": 41512
    },
    {
      "epoch": 1.7003071882039729,
      "grad_norm": 2.688726071734106,
      "learning_rate": 0.0002479660092556044,
      "loss": 5.1875,
      "step": 41513
    },
    {
      "epoch": 1.7003481466311694,
      "grad_norm": 12.04338309615974,
      "learning_rate": 0.00024796353948966195,
      "loss": 6.4375,
      "step": 41514
    },
    {
      "epoch": 1.7003891050583657,
      "grad_norm": 5.467689849699831,
      "learning_rate": 0.0002479610696774081,
      "loss": 5.2812,
      "step": 41515
    },
    {
      "epoch": 1.700430063485562,
      "grad_norm": 2.8116108386365783,
      "learning_rate": 0.00024795859981884395,
      "loss": 5.375,
      "step": 41516
    },
    {
      "epoch": 1.7004710219127586,
      "grad_norm": 2.407655281816382,
      "learning_rate": 0.0002479561299139706,
      "loss": 4.9375,
      "step": 41517
    },
    {
      "epoch": 1.700511980339955,
      "grad_norm": 2.949514404569427,
      "learning_rate": 0.0002479536599627893,
      "loss": 4.9062,
      "step": 41518
    },
    {
      "epoch": 1.7005529387671512,
      "grad_norm": 10.795456216064373,
      "learning_rate": 0.0002479511899653012,
      "loss": 7.375,
      "step": 41519
    },
    {
      "epoch": 1.7005938971943477,
      "grad_norm": 2.5708345598518894,
      "learning_rate": 0.0002479487199215075,
      "loss": 3.25,
      "step": 41520
    },
    {
      "epoch": 1.7006348556215443,
      "grad_norm": 3.022183013811037,
      "learning_rate": 0.0002479462498314093,
      "loss": 6.5625,
      "step": 41521
    },
    {
      "epoch": 1.7006758140487406,
      "grad_norm": 3.054054905745787,
      "learning_rate": 0.00024794377969500776,
      "loss": 6.2188,
      "step": 41522
    },
    {
      "epoch": 1.7007167724759369,
      "grad_norm": 1.9172143542936664,
      "learning_rate": 0.00024794130951230414,
      "loss": 2.9531,
      "step": 41523
    },
    {
      "epoch": 1.7007577309031334,
      "grad_norm": 2.805531863487602,
      "learning_rate": 0.0002479388392832995,
      "loss": 5.25,
      "step": 41524
    },
    {
      "epoch": 1.7007986893303297,
      "grad_norm": 2.8219773241922512,
      "learning_rate": 0.0002479363690079951,
      "loss": 4.625,
      "step": 41525
    },
    {
      "epoch": 1.700839647757526,
      "grad_norm": 8.975891431210698,
      "learning_rate": 0.00024793389868639205,
      "loss": 6.6875,
      "step": 41526
    },
    {
      "epoch": 1.7008806061847226,
      "grad_norm": 2.5701540831194407,
      "learning_rate": 0.0002479314283184915,
      "loss": 5.25,
      "step": 41527
    },
    {
      "epoch": 1.700921564611919,
      "grad_norm": 2.7807248580608794,
      "learning_rate": 0.00024792895790429475,
      "loss": 5.25,
      "step": 41528
    },
    {
      "epoch": 1.7009625230391152,
      "grad_norm": 5.102794286154052,
      "learning_rate": 0.0002479264874438028,
      "loss": 5.3125,
      "step": 41529
    },
    {
      "epoch": 1.7010034814663118,
      "grad_norm": 2.6114036442067947,
      "learning_rate": 0.00024792401693701695,
      "loss": 4.5625,
      "step": 41530
    },
    {
      "epoch": 1.701044439893508,
      "grad_norm": 3.0201984025401503,
      "learning_rate": 0.0002479215463839382,
      "loss": 4.9375,
      "step": 41531
    },
    {
      "epoch": 1.7010853983207044,
      "grad_norm": 8.027169020702415,
      "learning_rate": 0.00024791907578456795,
      "loss": 7.125,
      "step": 41532
    },
    {
      "epoch": 1.701126356747901,
      "grad_norm": 2.3777418500783334,
      "learning_rate": 0.0002479166051389071,
      "loss": 4.0938,
      "step": 41533
    },
    {
      "epoch": 1.7011673151750972,
      "grad_norm": 2.7700389175994458,
      "learning_rate": 0.0002479141344469571,
      "loss": 6.7188,
      "step": 41534
    },
    {
      "epoch": 1.7012082736022935,
      "grad_norm": 3.716870511728518,
      "learning_rate": 0.00024791166370871886,
      "loss": 5.6875,
      "step": 41535
    },
    {
      "epoch": 1.70124923202949,
      "grad_norm": 3.159359569537371,
      "learning_rate": 0.00024790919292419375,
      "loss": 5.5625,
      "step": 41536
    },
    {
      "epoch": 1.7012901904566866,
      "grad_norm": 2.3059866036996475,
      "learning_rate": 0.00024790672209338286,
      "loss": 3.7031,
      "step": 41537
    },
    {
      "epoch": 1.7013311488838827,
      "grad_norm": 2.494393504445328,
      "learning_rate": 0.0002479042512162873,
      "loss": 4.2812,
      "step": 41538
    },
    {
      "epoch": 1.7013721073110792,
      "grad_norm": 2.263946956540364,
      "learning_rate": 0.00024790178029290833,
      "loss": 4.4375,
      "step": 41539
    },
    {
      "epoch": 1.7014130657382758,
      "grad_norm": 3.344879957829187,
      "learning_rate": 0.0002478993093232471,
      "loss": 5.8125,
      "step": 41540
    },
    {
      "epoch": 1.701454024165472,
      "grad_norm": 2.761906062271281,
      "learning_rate": 0.00024789683830730465,
      "loss": 4.7188,
      "step": 41541
    },
    {
      "epoch": 1.7014949825926684,
      "grad_norm": 3.789010422743035,
      "learning_rate": 0.00024789436724508235,
      "loss": 6.625,
      "step": 41542
    },
    {
      "epoch": 1.701535941019865,
      "grad_norm": 2.2391008866409527,
      "learning_rate": 0.00024789189613658126,
      "loss": 3.9688,
      "step": 41543
    },
    {
      "epoch": 1.7015768994470613,
      "grad_norm": 3.2769066881777222,
      "learning_rate": 0.0002478894249818025,
      "loss": 5.5,
      "step": 41544
    },
    {
      "epoch": 1.7016178578742576,
      "grad_norm": 2.734307051248232,
      "learning_rate": 0.00024788695378074737,
      "loss": 5.2188,
      "step": 41545
    },
    {
      "epoch": 1.701658816301454,
      "grad_norm": 2.7006982570590115,
      "learning_rate": 0.00024788448253341695,
      "loss": 4.9688,
      "step": 41546
    },
    {
      "epoch": 1.7016997747286504,
      "grad_norm": 2.8781259145103455,
      "learning_rate": 0.0002478820112398124,
      "loss": 4.9062,
      "step": 41547
    },
    {
      "epoch": 1.7017407331558467,
      "grad_norm": 3.33403878674381,
      "learning_rate": 0.000247879539899935,
      "loss": 4.9375,
      "step": 41548
    },
    {
      "epoch": 1.7017816915830433,
      "grad_norm": 3.3799699386294155,
      "learning_rate": 0.00024787706851378576,
      "loss": 4.3125,
      "step": 41549
    },
    {
      "epoch": 1.7018226500102396,
      "grad_norm": 2.672275970850401,
      "learning_rate": 0.0002478745970813659,
      "loss": 4.1875,
      "step": 41550
    },
    {
      "epoch": 1.701863608437436,
      "grad_norm": 2.6279379089965946,
      "learning_rate": 0.00024787212560267664,
      "loss": 4.0,
      "step": 41551
    },
    {
      "epoch": 1.7019045668646324,
      "grad_norm": 4.497723836013474,
      "learning_rate": 0.0002478696540777192,
      "loss": 4.8438,
      "step": 41552
    },
    {
      "epoch": 1.7019455252918287,
      "grad_norm": 4.231069858565805,
      "learning_rate": 0.00024786718250649454,
      "loss": 4.0625,
      "step": 41553
    },
    {
      "epoch": 1.701986483719025,
      "grad_norm": 2.657190625477237,
      "learning_rate": 0.000247864710889004,
      "loss": 4.7188,
      "step": 41554
    },
    {
      "epoch": 1.7020274421462216,
      "grad_norm": 3.8204055009335636,
      "learning_rate": 0.0002478622392252487,
      "loss": 5.0,
      "step": 41555
    },
    {
      "epoch": 1.7020684005734181,
      "grad_norm": 3.7353156239845875,
      "learning_rate": 0.0002478597675152298,
      "loss": 5.2812,
      "step": 41556
    },
    {
      "epoch": 1.7021093590006142,
      "grad_norm": 2.2866665171923866,
      "learning_rate": 0.00024785729575894856,
      "loss": 4.0,
      "step": 41557
    },
    {
      "epoch": 1.7021503174278108,
      "grad_norm": 2.352862993588665,
      "learning_rate": 0.00024785482395640597,
      "loss": 4.9688,
      "step": 41558
    },
    {
      "epoch": 1.7021912758550073,
      "grad_norm": 2.4242482212631984,
      "learning_rate": 0.00024785235210760334,
      "loss": 4.2188,
      "step": 41559
    },
    {
      "epoch": 1.7022322342822036,
      "grad_norm": 4.074783038801331,
      "learning_rate": 0.0002478498802125418,
      "loss": 5.0,
      "step": 41560
    },
    {
      "epoch": 1.7022731927094,
      "grad_norm": 2.6333159263950887,
      "learning_rate": 0.00024784740827122253,
      "loss": 5.0625,
      "step": 41561
    },
    {
      "epoch": 1.7023141511365965,
      "grad_norm": 2.3398661300315196,
      "learning_rate": 0.0002478449362836467,
      "loss": 4.5625,
      "step": 41562
    },
    {
      "epoch": 1.7023551095637928,
      "grad_norm": 2.536329318449727,
      "learning_rate": 0.0002478424642498154,
      "loss": 4.8438,
      "step": 41563
    },
    {
      "epoch": 1.702396067990989,
      "grad_norm": 3.2608303486328007,
      "learning_rate": 0.0002478399921697299,
      "loss": 4.5625,
      "step": 41564
    },
    {
      "epoch": 1.7024370264181856,
      "grad_norm": 2.551923210019497,
      "learning_rate": 0.0002478375200433913,
      "loss": 4.7188,
      "step": 41565
    },
    {
      "epoch": 1.702477984845382,
      "grad_norm": 2.3659324920137554,
      "learning_rate": 0.0002478350478708008,
      "loss": 4.9062,
      "step": 41566
    },
    {
      "epoch": 1.7025189432725782,
      "grad_norm": 2.235832320119567,
      "learning_rate": 0.00024783257565195955,
      "loss": 3.875,
      "step": 41567
    },
    {
      "epoch": 1.7025599016997748,
      "grad_norm": 3.1625860600725444,
      "learning_rate": 0.00024783010338686877,
      "loss": 6.875,
      "step": 41568
    },
    {
      "epoch": 1.702600860126971,
      "grad_norm": 2.41236685129944,
      "learning_rate": 0.0002478276310755296,
      "loss": 5.0938,
      "step": 41569
    },
    {
      "epoch": 1.7026418185541674,
      "grad_norm": 2.667867922790158,
      "learning_rate": 0.0002478251587179432,
      "loss": 5.7188,
      "step": 41570
    },
    {
      "epoch": 1.702682776981364,
      "grad_norm": 3.24610248689679,
      "learning_rate": 0.0002478226863141107,
      "loss": 4.5312,
      "step": 41571
    },
    {
      "epoch": 1.7027237354085603,
      "grad_norm": 2.5643751768210437,
      "learning_rate": 0.00024782021386403336,
      "loss": 4.75,
      "step": 41572
    },
    {
      "epoch": 1.7027646938357566,
      "grad_norm": 2.7448782483022,
      "learning_rate": 0.0002478177413677123,
      "loss": 4.1875,
      "step": 41573
    },
    {
      "epoch": 1.702805652262953,
      "grad_norm": 3.170333684645085,
      "learning_rate": 0.00024781526882514864,
      "loss": 5.5625,
      "step": 41574
    },
    {
      "epoch": 1.7028466106901496,
      "grad_norm": 2.823707079983507,
      "learning_rate": 0.00024781279623634366,
      "loss": 4.2188,
      "step": 41575
    },
    {
      "epoch": 1.7028875691173457,
      "grad_norm": 4.594100762185727,
      "learning_rate": 0.00024781032360129843,
      "loss": 3.7031,
      "step": 41576
    },
    {
      "epoch": 1.7029285275445423,
      "grad_norm": 2.416031406688608,
      "learning_rate": 0.00024780785092001415,
      "loss": 4.6875,
      "step": 41577
    },
    {
      "epoch": 1.7029694859717388,
      "grad_norm": 3.0709603453026766,
      "learning_rate": 0.000247805378192492,
      "loss": 4.5,
      "step": 41578
    },
    {
      "epoch": 1.7030104443989351,
      "grad_norm": 2.5616282407758098,
      "learning_rate": 0.00024780290541873314,
      "loss": 5.0312,
      "step": 41579
    },
    {
      "epoch": 1.7030514028261314,
      "grad_norm": 2.8033689544424143,
      "learning_rate": 0.00024780043259873874,
      "loss": 5.625,
      "step": 41580
    },
    {
      "epoch": 1.703092361253328,
      "grad_norm": 4.51119996815247,
      "learning_rate": 0.00024779795973251,
      "loss": 6.0312,
      "step": 41581
    },
    {
      "epoch": 1.7031333196805243,
      "grad_norm": 4.1678498240186,
      "learning_rate": 0.00024779548682004796,
      "loss": 6.0625,
      "step": 41582
    },
    {
      "epoch": 1.7031742781077206,
      "grad_norm": 2.1873672459733116,
      "learning_rate": 0.000247793013861354,
      "loss": 4.1875,
      "step": 41583
    },
    {
      "epoch": 1.7032152365349171,
      "grad_norm": 7.561710920069154,
      "learning_rate": 0.00024779054085642915,
      "loss": 5.625,
      "step": 41584
    },
    {
      "epoch": 1.7032561949621134,
      "grad_norm": 2.503460253963197,
      "learning_rate": 0.00024778806780527456,
      "loss": 3.7812,
      "step": 41585
    },
    {
      "epoch": 1.7032971533893098,
      "grad_norm": 3.4085391516836854,
      "learning_rate": 0.0002477855947078915,
      "loss": 6.8438,
      "step": 41586
    },
    {
      "epoch": 1.7033381118165063,
      "grad_norm": 2.633166952435191,
      "learning_rate": 0.00024778312156428106,
      "loss": 5.3125,
      "step": 41587
    },
    {
      "epoch": 1.7033790702437026,
      "grad_norm": 2.6843700424716483,
      "learning_rate": 0.0002477806483744445,
      "loss": 4.9688,
      "step": 41588
    },
    {
      "epoch": 1.703420028670899,
      "grad_norm": 5.268995146803234,
      "learning_rate": 0.00024777817513838284,
      "loss": 3.6875,
      "step": 41589
    },
    {
      "epoch": 1.7034609870980955,
      "grad_norm": 2.5482283755826125,
      "learning_rate": 0.0002477757018560973,
      "loss": 4.3125,
      "step": 41590
    },
    {
      "epoch": 1.703501945525292,
      "grad_norm": 2.6629401861212907,
      "learning_rate": 0.0002477732285275892,
      "loss": 5.7812,
      "step": 41591
    },
    {
      "epoch": 1.703542903952488,
      "grad_norm": 5.0074489851588195,
      "learning_rate": 0.00024777075515285954,
      "loss": 6.4375,
      "step": 41592
    },
    {
      "epoch": 1.7035838623796846,
      "grad_norm": 2.4211088254250517,
      "learning_rate": 0.00024776828173190955,
      "loss": 4.4062,
      "step": 41593
    },
    {
      "epoch": 1.7036248208068812,
      "grad_norm": 3.603728046037425,
      "learning_rate": 0.0002477658082647403,
      "loss": 4.4375,
      "step": 41594
    },
    {
      "epoch": 1.7036657792340772,
      "grad_norm": 2.5949906199216723,
      "learning_rate": 0.0002477633347513531,
      "loss": 4.5625,
      "step": 41595
    },
    {
      "epoch": 1.7037067376612738,
      "grad_norm": 3.01887738251026,
      "learning_rate": 0.0002477608611917491,
      "loss": 5.0625,
      "step": 41596
    },
    {
      "epoch": 1.7037476960884703,
      "grad_norm": 3.615159572695762,
      "learning_rate": 0.0002477583875859295,
      "loss": 4.8125,
      "step": 41597
    },
    {
      "epoch": 1.7037886545156666,
      "grad_norm": 6.291252966372366,
      "learning_rate": 0.0002477559139338953,
      "loss": 4.75,
      "step": 41598
    },
    {
      "epoch": 1.703829612942863,
      "grad_norm": 2.755213160644383,
      "learning_rate": 0.0002477534402356478,
      "loss": 4.9375,
      "step": 41599
    },
    {
      "epoch": 1.7038705713700595,
      "grad_norm": 2.2764269872380156,
      "learning_rate": 0.00024775096649118817,
      "loss": 4.4688,
      "step": 41600
    },
    {
      "epoch": 1.7039115297972558,
      "grad_norm": 3.3641811967210655,
      "learning_rate": 0.0002477484927005175,
      "loss": 5.7812,
      "step": 41601
    },
    {
      "epoch": 1.703952488224452,
      "grad_norm": 2.3786090105766107,
      "learning_rate": 0.0002477460188636371,
      "loss": 4.4688,
      "step": 41602
    },
    {
      "epoch": 1.7039934466516486,
      "grad_norm": 3.1162156549043534,
      "learning_rate": 0.00024774354498054797,
      "loss": 5.4688,
      "step": 41603
    },
    {
      "epoch": 1.704034405078845,
      "grad_norm": 3.0213161444738095,
      "learning_rate": 0.0002477410710512514,
      "loss": 5.125,
      "step": 41604
    },
    {
      "epoch": 1.7040753635060413,
      "grad_norm": 2.651988533287022,
      "learning_rate": 0.00024773859707574855,
      "loss": 6.2188,
      "step": 41605
    },
    {
      "epoch": 1.7041163219332378,
      "grad_norm": 2.706486093945239,
      "learning_rate": 0.0002477361230540405,
      "loss": 5.6875,
      "step": 41606
    },
    {
      "epoch": 1.7041572803604341,
      "grad_norm": 2.396339794838233,
      "learning_rate": 0.00024773364898612854,
      "loss": 4.3438,
      "step": 41607
    },
    {
      "epoch": 1.7041982387876304,
      "grad_norm": 1.7494322718542823,
      "learning_rate": 0.0002477311748720138,
      "loss": 2.6719,
      "step": 41608
    },
    {
      "epoch": 1.704239197214827,
      "grad_norm": 2.6559535698274686,
      "learning_rate": 0.0002477287007116974,
      "loss": 4.6562,
      "step": 41609
    },
    {
      "epoch": 1.7042801556420235,
      "grad_norm": 4.956809329514506,
      "learning_rate": 0.00024772622650518053,
      "loss": 6.5938,
      "step": 41610
    },
    {
      "epoch": 1.7043211140692196,
      "grad_norm": 8.309782331305332,
      "learning_rate": 0.00024772375225246435,
      "loss": 3.3906,
      "step": 41611
    },
    {
      "epoch": 1.7043620724964161,
      "grad_norm": 3.8093185423281613,
      "learning_rate": 0.0002477212779535501,
      "loss": 5.4375,
      "step": 41612
    },
    {
      "epoch": 1.7044030309236127,
      "grad_norm": 8.483035612917355,
      "learning_rate": 0.00024771880360843887,
      "loss": 5.4688,
      "step": 41613
    },
    {
      "epoch": 1.7044439893508088,
      "grad_norm": 2.9599743991595147,
      "learning_rate": 0.0002477163292171319,
      "loss": 5.75,
      "step": 41614
    },
    {
      "epoch": 1.7044849477780053,
      "grad_norm": 3.7510628875988847,
      "learning_rate": 0.00024771385477963026,
      "loss": 4.7188,
      "step": 41615
    },
    {
      "epoch": 1.7045259062052018,
      "grad_norm": 2.6825802445429723,
      "learning_rate": 0.00024771138029593516,
      "loss": 4.25,
      "step": 41616
    },
    {
      "epoch": 1.7045668646323981,
      "grad_norm": 3.2065431828989266,
      "learning_rate": 0.0002477089057660479,
      "loss": 6.5625,
      "step": 41617
    },
    {
      "epoch": 1.7046078230595945,
      "grad_norm": 2.7097726084721256,
      "learning_rate": 0.00024770643118996946,
      "loss": 5.4688,
      "step": 41618
    },
    {
      "epoch": 1.704648781486791,
      "grad_norm": 3.2709153323547966,
      "learning_rate": 0.0002477039565677011,
      "loss": 5.4062,
      "step": 41619
    },
    {
      "epoch": 1.7046897399139873,
      "grad_norm": 2.415949954813954,
      "learning_rate": 0.00024770148189924394,
      "loss": 4.1875,
      "step": 41620
    },
    {
      "epoch": 1.7047306983411836,
      "grad_norm": 2.2533474538435634,
      "learning_rate": 0.00024769900718459926,
      "loss": 5.0938,
      "step": 41621
    },
    {
      "epoch": 1.7047716567683802,
      "grad_norm": 9.494674506936173,
      "learning_rate": 0.0002476965324237681,
      "loss": 3.5625,
      "step": 41622
    },
    {
      "epoch": 1.7048126151955765,
      "grad_norm": 6.4115986222179755,
      "learning_rate": 0.0002476940576167517,
      "loss": 5.5625,
      "step": 41623
    },
    {
      "epoch": 1.7048535736227728,
      "grad_norm": 3.0512279191716924,
      "learning_rate": 0.0002476915827635513,
      "loss": 6.1875,
      "step": 41624
    },
    {
      "epoch": 1.7048945320499693,
      "grad_norm": 2.7630989550065905,
      "learning_rate": 0.0002476891078641679,
      "loss": 5.0625,
      "step": 41625
    },
    {
      "epoch": 1.7049354904771656,
      "grad_norm": 7.561902728582028,
      "learning_rate": 0.0002476866329186028,
      "loss": 2.9844,
      "step": 41626
    },
    {
      "epoch": 1.704976448904362,
      "grad_norm": 2.7614135446134913,
      "learning_rate": 0.0002476841579268571,
      "loss": 4.5,
      "step": 41627
    },
    {
      "epoch": 1.7050174073315585,
      "grad_norm": 3.0175552056001176,
      "learning_rate": 0.000247681682888932,
      "loss": 6.7812,
      "step": 41628
    },
    {
      "epoch": 1.705058365758755,
      "grad_norm": 4.281631198969425,
      "learning_rate": 0.0002476792078048287,
      "loss": 5.7812,
      "step": 41629
    },
    {
      "epoch": 1.7050993241859511,
      "grad_norm": 8.782106593290333,
      "learning_rate": 0.00024767673267454826,
      "loss": 4.3125,
      "step": 41630
    },
    {
      "epoch": 1.7051402826131477,
      "grad_norm": 2.564474993896389,
      "learning_rate": 0.000247674257498092,
      "loss": 4.9062,
      "step": 41631
    },
    {
      "epoch": 1.7051812410403442,
      "grad_norm": 3.7073295773939305,
      "learning_rate": 0.000247671782275461,
      "loss": 5.5938,
      "step": 41632
    },
    {
      "epoch": 1.7052221994675405,
      "grad_norm": 2.53904721363633,
      "learning_rate": 0.0002476693070066565,
      "loss": 3.8906,
      "step": 41633
    },
    {
      "epoch": 1.7052631578947368,
      "grad_norm": 2.4339805382668125,
      "learning_rate": 0.00024766683169167957,
      "loss": 4.7188,
      "step": 41634
    },
    {
      "epoch": 1.7053041163219333,
      "grad_norm": 2.3604681504550467,
      "learning_rate": 0.00024766435633053147,
      "loss": 4.0,
      "step": 41635
    },
    {
      "epoch": 1.7053450747491297,
      "grad_norm": 3.2768679643183876,
      "learning_rate": 0.00024766188092321327,
      "loss": 3.0156,
      "step": 41636
    },
    {
      "epoch": 1.705386033176326,
      "grad_norm": 3.4453336483305064,
      "learning_rate": 0.0002476594054697262,
      "loss": 6.0312,
      "step": 41637
    },
    {
      "epoch": 1.7054269916035225,
      "grad_norm": 3.0810756961745898,
      "learning_rate": 0.00024765692997007145,
      "loss": 5.125,
      "step": 41638
    },
    {
      "epoch": 1.7054679500307188,
      "grad_norm": 2.96201053008047,
      "learning_rate": 0.0002476544544242502,
      "loss": 4.6875,
      "step": 41639
    },
    {
      "epoch": 1.7055089084579151,
      "grad_norm": 2.7216939965167426,
      "learning_rate": 0.00024765197883226355,
      "loss": 5.3438,
      "step": 41640
    },
    {
      "epoch": 1.7055498668851117,
      "grad_norm": 3.029136735862564,
      "learning_rate": 0.0002476495031941127,
      "loss": 5.5312,
      "step": 41641
    },
    {
      "epoch": 1.705590825312308,
      "grad_norm": 2.7570568381259855,
      "learning_rate": 0.0002476470275097989,
      "loss": 4.8125,
      "step": 41642
    },
    {
      "epoch": 1.7056317837395043,
      "grad_norm": 2.655250770599059,
      "learning_rate": 0.00024764455177932323,
      "loss": 4.5625,
      "step": 41643
    },
    {
      "epoch": 1.7056727421667008,
      "grad_norm": 13.976910296648692,
      "learning_rate": 0.00024764207600268685,
      "loss": 3.8594,
      "step": 41644
    },
    {
      "epoch": 1.7057137005938972,
      "grad_norm": 3.4991947414763516,
      "learning_rate": 0.00024763960017989094,
      "loss": 5.3438,
      "step": 41645
    },
    {
      "epoch": 1.7057546590210935,
      "grad_norm": 10.554932614383501,
      "learning_rate": 0.00024763712431093675,
      "loss": 4.125,
      "step": 41646
    },
    {
      "epoch": 1.70579561744829,
      "grad_norm": 2.1919636920676377,
      "learning_rate": 0.00024763464839582536,
      "loss": 4.5625,
      "step": 41647
    },
    {
      "epoch": 1.7058365758754865,
      "grad_norm": 2.7475871848683844,
      "learning_rate": 0.00024763217243455797,
      "loss": 5.0625,
      "step": 41648
    },
    {
      "epoch": 1.7058775343026826,
      "grad_norm": 2.756167693694378,
      "learning_rate": 0.00024762969642713576,
      "loss": 4.9375,
      "step": 41649
    },
    {
      "epoch": 1.7059184927298792,
      "grad_norm": 2.504440513235144,
      "learning_rate": 0.0002476272203735599,
      "loss": 5.3438,
      "step": 41650
    },
    {
      "epoch": 1.7059594511570757,
      "grad_norm": 3.9642907736840596,
      "learning_rate": 0.00024762474427383153,
      "loss": 3.5781,
      "step": 41651
    },
    {
      "epoch": 1.706000409584272,
      "grad_norm": 2.7346576638978686,
      "learning_rate": 0.0002476222681279519,
      "loss": 5.6562,
      "step": 41652
    },
    {
      "epoch": 1.7060413680114683,
      "grad_norm": 2.654191167898903,
      "learning_rate": 0.0002476197919359221,
      "loss": 5.0625,
      "step": 41653
    },
    {
      "epoch": 1.7060823264386649,
      "grad_norm": 3.44312711412942,
      "learning_rate": 0.00024761731569774334,
      "loss": 2.9844,
      "step": 41654
    },
    {
      "epoch": 1.7061232848658612,
      "grad_norm": 2.67279453464881,
      "learning_rate": 0.00024761483941341676,
      "loss": 4.125,
      "step": 41655
    },
    {
      "epoch": 1.7061642432930575,
      "grad_norm": 2.5556356718143913,
      "learning_rate": 0.00024761236308294357,
      "loss": 3.75,
      "step": 41656
    },
    {
      "epoch": 1.706205201720254,
      "grad_norm": 4.256136107767171,
      "learning_rate": 0.00024760988670632483,
      "loss": 6.0,
      "step": 41657
    },
    {
      "epoch": 1.7062461601474503,
      "grad_norm": 2.7150329408886114,
      "learning_rate": 0.0002476074102835619,
      "loss": 4.4375,
      "step": 41658
    },
    {
      "epoch": 1.7062871185746467,
      "grad_norm": 2.5006353718275696,
      "learning_rate": 0.0002476049338146558,
      "loss": 5.5312,
      "step": 41659
    },
    {
      "epoch": 1.7063280770018432,
      "grad_norm": 2.412145827499248,
      "learning_rate": 0.0002476024572996078,
      "loss": 3.5938,
      "step": 41660
    },
    {
      "epoch": 1.7063690354290395,
      "grad_norm": 6.0111422797611835,
      "learning_rate": 0.00024759998073841896,
      "loss": 4.0,
      "step": 41661
    },
    {
      "epoch": 1.7064099938562358,
      "grad_norm": 2.8897805137523984,
      "learning_rate": 0.00024759750413109056,
      "loss": 6.9688,
      "step": 41662
    },
    {
      "epoch": 1.7064509522834324,
      "grad_norm": 3.027688621051938,
      "learning_rate": 0.0002475950274776237,
      "loss": 5.75,
      "step": 41663
    },
    {
      "epoch": 1.7064919107106287,
      "grad_norm": 2.6197481787871344,
      "learning_rate": 0.0002475925507780196,
      "loss": 4.8125,
      "step": 41664
    },
    {
      "epoch": 1.706532869137825,
      "grad_norm": 2.546246271080044,
      "learning_rate": 0.00024759007403227934,
      "loss": 4.9375,
      "step": 41665
    },
    {
      "epoch": 1.7065738275650215,
      "grad_norm": 2.363577157717369,
      "learning_rate": 0.0002475875972404042,
      "loss": 4.5625,
      "step": 41666
    },
    {
      "epoch": 1.706614785992218,
      "grad_norm": 2.551152630644889,
      "learning_rate": 0.00024758512040239534,
      "loss": 4.7812,
      "step": 41667
    },
    {
      "epoch": 1.7066557444194141,
      "grad_norm": 2.662804059434177,
      "learning_rate": 0.00024758264351825386,
      "loss": 4.0312,
      "step": 41668
    },
    {
      "epoch": 1.7066967028466107,
      "grad_norm": 4.178972606111535,
      "learning_rate": 0.00024758016658798094,
      "loss": 4.2812,
      "step": 41669
    },
    {
      "epoch": 1.7067376612738072,
      "grad_norm": 2.7204481897294266,
      "learning_rate": 0.0002475776896115779,
      "loss": 4.9375,
      "step": 41670
    },
    {
      "epoch": 1.7067786197010035,
      "grad_norm": 2.3821599104546136,
      "learning_rate": 0.0002475752125890457,
      "loss": 3.9531,
      "step": 41671
    },
    {
      "epoch": 1.7068195781281998,
      "grad_norm": 6.316670193764756,
      "learning_rate": 0.0002475727355203856,
      "loss": 7.2188,
      "step": 41672
    },
    {
      "epoch": 1.7068605365553964,
      "grad_norm": 2.68701266086363,
      "learning_rate": 0.00024757025840559875,
      "loss": 4.875,
      "step": 41673
    },
    {
      "epoch": 1.7069014949825927,
      "grad_norm": 5.760422034864378,
      "learning_rate": 0.00024756778124468637,
      "loss": 5.375,
      "step": 41674
    },
    {
      "epoch": 1.706942453409789,
      "grad_norm": 5.249266340662785,
      "learning_rate": 0.0002475653040376496,
      "loss": 6.1562,
      "step": 41675
    },
    {
      "epoch": 1.7069834118369855,
      "grad_norm": 2.386174877820266,
      "learning_rate": 0.00024756282678448967,
      "loss": 4.2188,
      "step": 41676
    },
    {
      "epoch": 1.7070243702641819,
      "grad_norm": 3.6465512748261477,
      "learning_rate": 0.0002475603494852076,
      "loss": 4.0625,
      "step": 41677
    },
    {
      "epoch": 1.7070653286913782,
      "grad_norm": 2.5975552103169424,
      "learning_rate": 0.00024755787213980474,
      "loss": 4.875,
      "step": 41678
    },
    {
      "epoch": 1.7071062871185747,
      "grad_norm": 2.435497957699372,
      "learning_rate": 0.00024755539474828213,
      "loss": 4.6875,
      "step": 41679
    },
    {
      "epoch": 1.707147245545771,
      "grad_norm": 2.6790416615018287,
      "learning_rate": 0.000247552917310641,
      "loss": 4.9688,
      "step": 41680
    },
    {
      "epoch": 1.7071882039729673,
      "grad_norm": 2.8390833466732714,
      "learning_rate": 0.0002475504398268825,
      "loss": 5.125,
      "step": 41681
    },
    {
      "epoch": 1.7072291624001639,
      "grad_norm": 2.8176392636697107,
      "learning_rate": 0.0002475479622970079,
      "loss": 5.4062,
      "step": 41682
    },
    {
      "epoch": 1.7072701208273602,
      "grad_norm": 2.636427491284779,
      "learning_rate": 0.0002475454847210182,
      "loss": 4.7188,
      "step": 41683
    },
    {
      "epoch": 1.7073110792545565,
      "grad_norm": 2.286361444267321,
      "learning_rate": 0.00024754300709891463,
      "loss": 5.5312,
      "step": 41684
    },
    {
      "epoch": 1.707352037681753,
      "grad_norm": 3.5164532178508185,
      "learning_rate": 0.0002475405294306984,
      "loss": 6.9375,
      "step": 41685
    },
    {
      "epoch": 1.7073929961089496,
      "grad_norm": 4.63864311566922,
      "learning_rate": 0.0002475380517163707,
      "loss": 6.0625,
      "step": 41686
    },
    {
      "epoch": 1.7074339545361457,
      "grad_norm": 2.786161967180544,
      "learning_rate": 0.0002475355739559327,
      "loss": 4.875,
      "step": 41687
    },
    {
      "epoch": 1.7074749129633422,
      "grad_norm": 3.107136300176076,
      "learning_rate": 0.0002475330961493855,
      "loss": 4.9375,
      "step": 41688
    },
    {
      "epoch": 1.7075158713905387,
      "grad_norm": 7.145163115825485,
      "learning_rate": 0.0002475306182967303,
      "loss": 6.3438,
      "step": 41689
    },
    {
      "epoch": 1.707556829817735,
      "grad_norm": 5.328442391802843,
      "learning_rate": 0.0002475281403979683,
      "loss": 6.25,
      "step": 41690
    },
    {
      "epoch": 1.7075977882449314,
      "grad_norm": 2.495710520993388,
      "learning_rate": 0.0002475256624531007,
      "loss": 4.8125,
      "step": 41691
    },
    {
      "epoch": 1.707638746672128,
      "grad_norm": 2.3030080650459475,
      "learning_rate": 0.00024752318446212855,
      "loss": 4.2188,
      "step": 41692
    },
    {
      "epoch": 1.7076797050993242,
      "grad_norm": 4.0997517052096715,
      "learning_rate": 0.00024752070642505315,
      "loss": 6.1562,
      "step": 41693
    },
    {
      "epoch": 1.7077206635265205,
      "grad_norm": 2.355455943251174,
      "learning_rate": 0.0002475182283418756,
      "loss": 4.75,
      "step": 41694
    },
    {
      "epoch": 1.707761621953717,
      "grad_norm": 2.3560238929698065,
      "learning_rate": 0.00024751575021259703,
      "loss": 4.6875,
      "step": 41695
    },
    {
      "epoch": 1.7078025803809134,
      "grad_norm": 3.0224499091705623,
      "learning_rate": 0.00024751327203721875,
      "loss": 3.8281,
      "step": 41696
    },
    {
      "epoch": 1.7078435388081097,
      "grad_norm": 2.595062720209063,
      "learning_rate": 0.0002475107938157418,
      "loss": 5.25,
      "step": 41697
    },
    {
      "epoch": 1.7078844972353062,
      "grad_norm": 3.3269665807504825,
      "learning_rate": 0.00024750831554816747,
      "loss": 4.375,
      "step": 41698
    },
    {
      "epoch": 1.7079254556625025,
      "grad_norm": 2.48616506415254,
      "learning_rate": 0.0002475058372344968,
      "loss": 4.5,
      "step": 41699
    },
    {
      "epoch": 1.7079664140896988,
      "grad_norm": 3.026870675465965,
      "learning_rate": 0.0002475033588747311,
      "loss": 6.2812,
      "step": 41700
    },
    {
      "epoch": 1.7080073725168954,
      "grad_norm": 2.874974844168742,
      "learning_rate": 0.0002475008804688714,
      "loss": 6.0938,
      "step": 41701
    },
    {
      "epoch": 1.7080483309440917,
      "grad_norm": 4.616196562475572,
      "learning_rate": 0.00024749840201691896,
      "loss": 6.1875,
      "step": 41702
    },
    {
      "epoch": 1.708089289371288,
      "grad_norm": 3.634819992472808,
      "learning_rate": 0.00024749592351887495,
      "loss": 4.4688,
      "step": 41703
    },
    {
      "epoch": 1.7081302477984845,
      "grad_norm": 2.7012912441956956,
      "learning_rate": 0.0002474934449747406,
      "loss": 5.0938,
      "step": 41704
    },
    {
      "epoch": 1.708171206225681,
      "grad_norm": 3.263220468549066,
      "learning_rate": 0.0002474909663845169,
      "loss": 5.125,
      "step": 41705
    },
    {
      "epoch": 1.7082121646528772,
      "grad_norm": 5.235841375829167,
      "learning_rate": 0.00024748848774820513,
      "loss": 6.7188,
      "step": 41706
    },
    {
      "epoch": 1.7082531230800737,
      "grad_norm": 2.3610971108150003,
      "learning_rate": 0.00024748600906580653,
      "loss": 5.4688,
      "step": 41707
    },
    {
      "epoch": 1.7082940815072702,
      "grad_norm": 4.349303152055535,
      "learning_rate": 0.00024748353033732213,
      "loss": 6.4688,
      "step": 41708
    },
    {
      "epoch": 1.7083350399344666,
      "grad_norm": 4.052373030367546,
      "learning_rate": 0.00024748105156275317,
      "loss": 1.3359,
      "step": 41709
    },
    {
      "epoch": 1.7083759983616629,
      "grad_norm": 3.692635838560109,
      "learning_rate": 0.0002474785727421009,
      "loss": 5.7188,
      "step": 41710
    },
    {
      "epoch": 1.7084169567888594,
      "grad_norm": 4.790307476690404,
      "learning_rate": 0.00024747609387536636,
      "loss": 5.8125,
      "step": 41711
    },
    {
      "epoch": 1.7084579152160557,
      "grad_norm": 3.609632562378561,
      "learning_rate": 0.0002474736149625508,
      "loss": 6.9688,
      "step": 41712
    },
    {
      "epoch": 1.708498873643252,
      "grad_norm": 3.910607979144156,
      "learning_rate": 0.0002474711360036553,
      "loss": 5.9375,
      "step": 41713
    },
    {
      "epoch": 1.7085398320704486,
      "grad_norm": 2.7941025215404416,
      "learning_rate": 0.0002474686569986812,
      "loss": 4.875,
      "step": 41714
    },
    {
      "epoch": 1.7085807904976449,
      "grad_norm": 3.258640491243831,
      "learning_rate": 0.00024746617794762956,
      "loss": 5.5938,
      "step": 41715
    },
    {
      "epoch": 1.7086217489248412,
      "grad_norm": 2.4928829981137626,
      "learning_rate": 0.0002474636988505015,
      "loss": 4.5625,
      "step": 41716
    },
    {
      "epoch": 1.7086627073520377,
      "grad_norm": 2.7360296242935354,
      "learning_rate": 0.00024746121970729834,
      "loss": 5.7188,
      "step": 41717
    },
    {
      "epoch": 1.708703665779234,
      "grad_norm": 2.4266461949509766,
      "learning_rate": 0.00024745874051802113,
      "loss": 5.4688,
      "step": 41718
    },
    {
      "epoch": 1.7087446242064304,
      "grad_norm": 2.6731711662942024,
      "learning_rate": 0.00024745626128267113,
      "loss": 5.9375,
      "step": 41719
    },
    {
      "epoch": 1.708785582633627,
      "grad_norm": 2.638526940882289,
      "learning_rate": 0.00024745378200124936,
      "loss": 4.1562,
      "step": 41720
    },
    {
      "epoch": 1.7088265410608232,
      "grad_norm": 4.1442856919014375,
      "learning_rate": 0.0002474513026737572,
      "loss": 3.0625,
      "step": 41721
    },
    {
      "epoch": 1.7088674994880195,
      "grad_norm": 1.8300583681696119,
      "learning_rate": 0.00024744882330019564,
      "loss": 3.0469,
      "step": 41722
    },
    {
      "epoch": 1.708908457915216,
      "grad_norm": 2.7581245986506846,
      "learning_rate": 0.000247446343880566,
      "loss": 4.5312,
      "step": 41723
    },
    {
      "epoch": 1.7089494163424126,
      "grad_norm": 2.792750003307959,
      "learning_rate": 0.00024744386441486935,
      "loss": 5.2812,
      "step": 41724
    },
    {
      "epoch": 1.7089903747696087,
      "grad_norm": 2.722400896379955,
      "learning_rate": 0.0002474413849031069,
      "loss": 4.5312,
      "step": 41725
    },
    {
      "epoch": 1.7090313331968052,
      "grad_norm": 2.623636039404144,
      "learning_rate": 0.0002474389053452798,
      "loss": 5.1875,
      "step": 41726
    },
    {
      "epoch": 1.7090722916240018,
      "grad_norm": 4.176134336888651,
      "learning_rate": 0.00024743642574138927,
      "loss": 6.5312,
      "step": 41727
    },
    {
      "epoch": 1.709113250051198,
      "grad_norm": 2.4095233299773087,
      "learning_rate": 0.00024743394609143645,
      "loss": 4.2812,
      "step": 41728
    },
    {
      "epoch": 1.7091542084783944,
      "grad_norm": 7.524661107958442,
      "learning_rate": 0.0002474314663954225,
      "loss": 5.9375,
      "step": 41729
    },
    {
      "epoch": 1.709195166905591,
      "grad_norm": 2.739731793563345,
      "learning_rate": 0.0002474289866533486,
      "loss": 4.2188,
      "step": 41730
    },
    {
      "epoch": 1.7092361253327872,
      "grad_norm": 2.3653988974922835,
      "learning_rate": 0.00024742650686521595,
      "loss": 4.5625,
      "step": 41731
    },
    {
      "epoch": 1.7092770837599836,
      "grad_norm": 2.848109456634383,
      "learning_rate": 0.0002474240270310257,
      "loss": 3.8125,
      "step": 41732
    },
    {
      "epoch": 1.70931804218718,
      "grad_norm": 2.6324747368010395,
      "learning_rate": 0.000247421547150779,
      "loss": 4.8125,
      "step": 41733
    },
    {
      "epoch": 1.7093590006143764,
      "grad_norm": 4.464170213287415,
      "learning_rate": 0.00024741906722447704,
      "loss": 6.5625,
      "step": 41734
    },
    {
      "epoch": 1.7093999590415727,
      "grad_norm": 6.5953909176559105,
      "learning_rate": 0.000247416587252121,
      "loss": 5.375,
      "step": 41735
    },
    {
      "epoch": 1.7094409174687692,
      "grad_norm": 6.403609896176143,
      "learning_rate": 0.0002474141072337121,
      "loss": 4.5,
      "step": 41736
    },
    {
      "epoch": 1.7094818758959656,
      "grad_norm": 2.5688010122390184,
      "learning_rate": 0.0002474116271692514,
      "loss": 5.3438,
      "step": 41737
    },
    {
      "epoch": 1.7095228343231619,
      "grad_norm": 2.419599083560184,
      "learning_rate": 0.00024740914705874016,
      "loss": 3.5781,
      "step": 41738
    },
    {
      "epoch": 1.7095637927503584,
      "grad_norm": 2.6104797721685404,
      "learning_rate": 0.00024740666690217957,
      "loss": 5.2188,
      "step": 41739
    },
    {
      "epoch": 1.7096047511775547,
      "grad_norm": 12.771178143765892,
      "learning_rate": 0.0002474041866995707,
      "loss": 7.125,
      "step": 41740
    },
    {
      "epoch": 1.709645709604751,
      "grad_norm": 2.351006891650461,
      "learning_rate": 0.0002474017064509148,
      "loss": 4.8125,
      "step": 41741
    },
    {
      "epoch": 1.7096866680319476,
      "grad_norm": 2.6155148479122534,
      "learning_rate": 0.00024739922615621304,
      "loss": 5.1875,
      "step": 41742
    },
    {
      "epoch": 1.7097276264591441,
      "grad_norm": 4.53072412761784,
      "learning_rate": 0.00024739674581546656,
      "loss": 3.8594,
      "step": 41743
    },
    {
      "epoch": 1.7097685848863402,
      "grad_norm": 5.693947883913261,
      "learning_rate": 0.00024739426542867655,
      "loss": 6.0625,
      "step": 41744
    },
    {
      "epoch": 1.7098095433135367,
      "grad_norm": 5.995466335493953,
      "learning_rate": 0.00024739178499584417,
      "loss": 6.2812,
      "step": 41745
    },
    {
      "epoch": 1.7098505017407333,
      "grad_norm": 6.6132376889004165,
      "learning_rate": 0.00024738930451697065,
      "loss": 2.2031,
      "step": 41746
    },
    {
      "epoch": 1.7098914601679296,
      "grad_norm": 4.330528996304971,
      "learning_rate": 0.0002473868239920571,
      "loss": 6.375,
      "step": 41747
    },
    {
      "epoch": 1.709932418595126,
      "grad_norm": 3.8798487873056304,
      "learning_rate": 0.00024738434342110467,
      "loss": 3.0156,
      "step": 41748
    },
    {
      "epoch": 1.7099733770223224,
      "grad_norm": 2.5913582052615007,
      "learning_rate": 0.0002473818628041146,
      "loss": 4.8438,
      "step": 41749
    },
    {
      "epoch": 1.7100143354495188,
      "grad_norm": 2.444416844838054,
      "learning_rate": 0.0002473793821410881,
      "loss": 5.0,
      "step": 41750
    },
    {
      "epoch": 1.710055293876715,
      "grad_norm": 3.0091048339463176,
      "learning_rate": 0.0002473769014320262,
      "loss": 4.5625,
      "step": 41751
    },
    {
      "epoch": 1.7100962523039116,
      "grad_norm": 7.286462660340254,
      "learning_rate": 0.00024737442067693016,
      "loss": 4.25,
      "step": 41752
    },
    {
      "epoch": 1.710137210731108,
      "grad_norm": 3.1681819231152093,
      "learning_rate": 0.0002473719398758012,
      "loss": 3.3281,
      "step": 41753
    },
    {
      "epoch": 1.7101781691583042,
      "grad_norm": 5.838563933878634,
      "learning_rate": 0.00024736945902864034,
      "loss": 5.9688,
      "step": 41754
    },
    {
      "epoch": 1.7102191275855008,
      "grad_norm": 2.5888021639063035,
      "learning_rate": 0.00024736697813544894,
      "loss": 4.8438,
      "step": 41755
    },
    {
      "epoch": 1.710260086012697,
      "grad_norm": 2.348191900937033,
      "learning_rate": 0.000247364497196228,
      "loss": 5.0312,
      "step": 41756
    },
    {
      "epoch": 1.7103010444398934,
      "grad_norm": 8.132791690240417,
      "learning_rate": 0.00024736201621097884,
      "loss": 4.1562,
      "step": 41757
    },
    {
      "epoch": 1.71034200286709,
      "grad_norm": 1.7400024546691384,
      "learning_rate": 0.0002473595351797026,
      "loss": 2.6875,
      "step": 41758
    },
    {
      "epoch": 1.7103829612942865,
      "grad_norm": 6.399658067289481,
      "learning_rate": 0.0002473570541024003,
      "loss": 4.5312,
      "step": 41759
    },
    {
      "epoch": 1.7104239197214826,
      "grad_norm": 2.347763656840101,
      "learning_rate": 0.00024735457297907334,
      "loss": 4.7188,
      "step": 41760
    },
    {
      "epoch": 1.710464878148679,
      "grad_norm": 2.461861422867169,
      "learning_rate": 0.00024735209180972275,
      "loss": 4.8125,
      "step": 41761
    },
    {
      "epoch": 1.7105058365758756,
      "grad_norm": 6.852191614810069,
      "learning_rate": 0.0002473496105943497,
      "loss": 6.3438,
      "step": 41762
    },
    {
      "epoch": 1.7105467950030717,
      "grad_norm": 3.7935695042859696,
      "learning_rate": 0.0002473471293329555,
      "loss": 3.2031,
      "step": 41763
    },
    {
      "epoch": 1.7105877534302683,
      "grad_norm": 2.422306578781972,
      "learning_rate": 0.0002473446480255412,
      "loss": 4.875,
      "step": 41764
    },
    {
      "epoch": 1.7106287118574648,
      "grad_norm": 2.5403611943655715,
      "learning_rate": 0.0002473421666721079,
      "loss": 5.1875,
      "step": 41765
    },
    {
      "epoch": 1.710669670284661,
      "grad_norm": 2.530808082368839,
      "learning_rate": 0.000247339685272657,
      "loss": 4.7812,
      "step": 41766
    },
    {
      "epoch": 1.7107106287118574,
      "grad_norm": 5.137881435110958,
      "learning_rate": 0.0002473372038271895,
      "loss": 3.8125,
      "step": 41767
    },
    {
      "epoch": 1.710751587139054,
      "grad_norm": 2.4696762840114457,
      "learning_rate": 0.0002473347223357066,
      "loss": 4.3125,
      "step": 41768
    },
    {
      "epoch": 1.7107925455662503,
      "grad_norm": 2.8096125841931765,
      "learning_rate": 0.0002473322407982095,
      "loss": 5.5938,
      "step": 41769
    },
    {
      "epoch": 1.7108335039934466,
      "grad_norm": 2.8669573146107616,
      "learning_rate": 0.00024732975921469937,
      "loss": 6.375,
      "step": 41770
    },
    {
      "epoch": 1.7108744624206431,
      "grad_norm": 3.1331376496643197,
      "learning_rate": 0.0002473272775851773,
      "loss": 4.9688,
      "step": 41771
    },
    {
      "epoch": 1.7109154208478394,
      "grad_norm": 2.5100878253178514,
      "learning_rate": 0.00024732479590964466,
      "loss": 4.0312,
      "step": 41772
    },
    {
      "epoch": 1.7109563792750357,
      "grad_norm": 3.783136699298494,
      "learning_rate": 0.00024732231418810247,
      "loss": 5.3438,
      "step": 41773
    },
    {
      "epoch": 1.7109973377022323,
      "grad_norm": 4.947779487131207,
      "learning_rate": 0.00024731983242055194,
      "loss": 5.5,
      "step": 41774
    },
    {
      "epoch": 1.7110382961294286,
      "grad_norm": 8.888074305619673,
      "learning_rate": 0.0002473173506069942,
      "loss": 5.0625,
      "step": 41775
    },
    {
      "epoch": 1.711079254556625,
      "grad_norm": 2.8944640308259877,
      "learning_rate": 0.0002473148687474305,
      "loss": 5.7188,
      "step": 41776
    },
    {
      "epoch": 1.7111202129838214,
      "grad_norm": 4.334170068843619,
      "learning_rate": 0.00024731238684186195,
      "loss": 6.0312,
      "step": 41777
    },
    {
      "epoch": 1.711161171411018,
      "grad_norm": 13.444929608573975,
      "learning_rate": 0.00024730990489028973,
      "loss": 6.0625,
      "step": 41778
    },
    {
      "epoch": 1.711202129838214,
      "grad_norm": 2.4639998398340484,
      "learning_rate": 0.0002473074228927151,
      "loss": 4.3438,
      "step": 41779
    },
    {
      "epoch": 1.7112430882654106,
      "grad_norm": 2.7089071840171686,
      "learning_rate": 0.00024730494084913916,
      "loss": 5.5938,
      "step": 41780
    },
    {
      "epoch": 1.7112840466926071,
      "grad_norm": 2.56160901250633,
      "learning_rate": 0.000247302458759563,
      "loss": 4.3125,
      "step": 41781
    },
    {
      "epoch": 1.7113250051198032,
      "grad_norm": 2.7310357421503535,
      "learning_rate": 0.000247299976623988,
      "loss": 4.8125,
      "step": 41782
    },
    {
      "epoch": 1.7113659635469998,
      "grad_norm": 3.318351171516719,
      "learning_rate": 0.0002472974944424151,
      "loss": 4.8125,
      "step": 41783
    },
    {
      "epoch": 1.7114069219741963,
      "grad_norm": 5.6492645032880615,
      "learning_rate": 0.0002472950122148457,
      "loss": 5.5312,
      "step": 41784
    },
    {
      "epoch": 1.7114478804013926,
      "grad_norm": 3.2257703104893927,
      "learning_rate": 0.00024729252994128083,
      "loss": 5.6562,
      "step": 41785
    },
    {
      "epoch": 1.711488838828589,
      "grad_norm": 2.3515900770814686,
      "learning_rate": 0.00024729004762172167,
      "loss": 4.3125,
      "step": 41786
    },
    {
      "epoch": 1.7115297972557855,
      "grad_norm": 2.6622733223182613,
      "learning_rate": 0.00024728756525616946,
      "loss": 5.0938,
      "step": 41787
    },
    {
      "epoch": 1.7115707556829818,
      "grad_norm": 2.712575724369605,
      "learning_rate": 0.00024728508284462534,
      "loss": 4.6562,
      "step": 41788
    },
    {
      "epoch": 1.711611714110178,
      "grad_norm": 2.906648022455432,
      "learning_rate": 0.0002472826003870904,
      "loss": 4.5312,
      "step": 41789
    },
    {
      "epoch": 1.7116526725373746,
      "grad_norm": 4.963249652045965,
      "learning_rate": 0.000247280117883566,
      "loss": 6.5938,
      "step": 41790
    },
    {
      "epoch": 1.711693630964571,
      "grad_norm": 3.1648112795965813,
      "learning_rate": 0.0002472776353340531,
      "loss": 5.25,
      "step": 41791
    },
    {
      "epoch": 1.7117345893917673,
      "grad_norm": 2.357337168626543,
      "learning_rate": 0.000247275152738553,
      "loss": 4.375,
      "step": 41792
    },
    {
      "epoch": 1.7117755478189638,
      "grad_norm": 2.4783910241727747,
      "learning_rate": 0.0002472726700970669,
      "loss": 4.625,
      "step": 41793
    },
    {
      "epoch": 1.71181650624616,
      "grad_norm": 2.3315582094513254,
      "learning_rate": 0.0002472701874095959,
      "loss": 3.8906,
      "step": 41794
    },
    {
      "epoch": 1.7118574646733564,
      "grad_norm": 11.797918600599626,
      "learning_rate": 0.0002472677046761412,
      "loss": 1.9453,
      "step": 41795
    },
    {
      "epoch": 1.711898423100553,
      "grad_norm": 3.78814139050973,
      "learning_rate": 0.00024726522189670396,
      "loss": 4.75,
      "step": 41796
    },
    {
      "epoch": 1.7119393815277495,
      "grad_norm": 2.725753998712214,
      "learning_rate": 0.00024726273907128545,
      "loss": 4.6875,
      "step": 41797
    },
    {
      "epoch": 1.7119803399549456,
      "grad_norm": 2.6554942404849995,
      "learning_rate": 0.0002472602561998867,
      "loss": 4.4688,
      "step": 41798
    },
    {
      "epoch": 1.7120212983821421,
      "grad_norm": 2.7535192627389753,
      "learning_rate": 0.00024725777328250896,
      "loss": 6.4688,
      "step": 41799
    },
    {
      "epoch": 1.7120622568093387,
      "grad_norm": 2.229817602202052,
      "learning_rate": 0.0002472552903191533,
      "loss": 4.1875,
      "step": 41800
    },
    {
      "epoch": 1.712103215236535,
      "grad_norm": 3.0500267910426144,
      "learning_rate": 0.00024725280730982104,
      "loss": 5.2812,
      "step": 41801
    },
    {
      "epoch": 1.7121441736637313,
      "grad_norm": 2.9183767333020754,
      "learning_rate": 0.00024725032425451334,
      "loss": 4.6562,
      "step": 41802
    },
    {
      "epoch": 1.7121851320909278,
      "grad_norm": 2.5075726112876233,
      "learning_rate": 0.0002472478411532313,
      "loss": 4.2188,
      "step": 41803
    },
    {
      "epoch": 1.7122260905181241,
      "grad_norm": 3.0704039285544438,
      "learning_rate": 0.0002472453580059761,
      "loss": 4.4062,
      "step": 41804
    },
    {
      "epoch": 1.7122670489453204,
      "grad_norm": 2.6663652096423816,
      "learning_rate": 0.000247242874812749,
      "loss": 5.2188,
      "step": 41805
    },
    {
      "epoch": 1.712308007372517,
      "grad_norm": 2.337205868536723,
      "learning_rate": 0.00024724039157355106,
      "loss": 3.4844,
      "step": 41806
    },
    {
      "epoch": 1.7123489657997133,
      "grad_norm": 2.939249231650262,
      "learning_rate": 0.0002472379082883835,
      "loss": 5.625,
      "step": 41807
    },
    {
      "epoch": 1.7123899242269096,
      "grad_norm": 2.8931425019361052,
      "learning_rate": 0.0002472354249572475,
      "loss": 3.7812,
      "step": 41808
    },
    {
      "epoch": 1.7124308826541061,
      "grad_norm": 4.450022817547271,
      "learning_rate": 0.00024723294158014426,
      "loss": 5.5625,
      "step": 41809
    },
    {
      "epoch": 1.7124718410813025,
      "grad_norm": 4.085784789862503,
      "learning_rate": 0.0002472304581570749,
      "loss": 6.4375,
      "step": 41810
    },
    {
      "epoch": 1.7125127995084988,
      "grad_norm": 3.065074671730576,
      "learning_rate": 0.00024722797468804066,
      "loss": 5.4375,
      "step": 41811
    },
    {
      "epoch": 1.7125537579356953,
      "grad_norm": 3.69186793772849,
      "learning_rate": 0.0002472254911730427,
      "loss": 6.75,
      "step": 41812
    },
    {
      "epoch": 1.7125947163628916,
      "grad_norm": 2.3708713653113924,
      "learning_rate": 0.00024722300761208205,
      "loss": 3.9531,
      "step": 41813
    },
    {
      "epoch": 1.712635674790088,
      "grad_norm": 2.7893316465914304,
      "learning_rate": 0.0002472205240051601,
      "loss": 4.7188,
      "step": 41814
    },
    {
      "epoch": 1.7126766332172845,
      "grad_norm": 3.1400155329306925,
      "learning_rate": 0.0002472180403522779,
      "loss": 5.625,
      "step": 41815
    },
    {
      "epoch": 1.712717591644481,
      "grad_norm": 6.390371318210726,
      "learning_rate": 0.0002472155566534366,
      "loss": 3.5781,
      "step": 41816
    },
    {
      "epoch": 1.712758550071677,
      "grad_norm": 10.442599792813017,
      "learning_rate": 0.00024721307290863755,
      "loss": 5.2188,
      "step": 41817
    },
    {
      "epoch": 1.7127995084988736,
      "grad_norm": 2.5036978279297415,
      "learning_rate": 0.00024721058911788174,
      "loss": 4.8438,
      "step": 41818
    },
    {
      "epoch": 1.7128404669260702,
      "grad_norm": 3.997202531776707,
      "learning_rate": 0.00024720810528117035,
      "loss": 5.5,
      "step": 41819
    },
    {
      "epoch": 1.7128814253532665,
      "grad_norm": 3.584904591036364,
      "learning_rate": 0.00024720562139850466,
      "loss": 6.1562,
      "step": 41820
    },
    {
      "epoch": 1.7129223837804628,
      "grad_norm": 4.021376193578729,
      "learning_rate": 0.00024720313746988583,
      "loss": 6.3125,
      "step": 41821
    },
    {
      "epoch": 1.7129633422076593,
      "grad_norm": 3.9173626118592284,
      "learning_rate": 0.00024720065349531493,
      "loss": 5.0312,
      "step": 41822
    },
    {
      "epoch": 1.7130043006348556,
      "grad_norm": 3.434038460802636,
      "learning_rate": 0.0002471981694747932,
      "loss": 4.875,
      "step": 41823
    },
    {
      "epoch": 1.713045259062052,
      "grad_norm": 2.6963468071817753,
      "learning_rate": 0.00024719568540832186,
      "loss": 5.8125,
      "step": 41824
    },
    {
      "epoch": 1.7130862174892485,
      "grad_norm": 2.5294481045454593,
      "learning_rate": 0.00024719320129590203,
      "loss": 5.5,
      "step": 41825
    },
    {
      "epoch": 1.7131271759164448,
      "grad_norm": 3.0220552153702647,
      "learning_rate": 0.0002471907171375349,
      "loss": 4.1875,
      "step": 41826
    },
    {
      "epoch": 1.7131681343436411,
      "grad_norm": 3.7469586795159016,
      "learning_rate": 0.0002471882329332216,
      "loss": 7.0,
      "step": 41827
    },
    {
      "epoch": 1.7132090927708377,
      "grad_norm": 2.3714973883654293,
      "learning_rate": 0.00024718574868296336,
      "loss": 6.0625,
      "step": 41828
    },
    {
      "epoch": 1.713250051198034,
      "grad_norm": 3.696076415624966,
      "learning_rate": 0.0002471832643867614,
      "loss": 4.3438,
      "step": 41829
    },
    {
      "epoch": 1.7132910096252303,
      "grad_norm": 2.361862842962579,
      "learning_rate": 0.0002471807800446167,
      "loss": 4.5625,
      "step": 41830
    },
    {
      "epoch": 1.7133319680524268,
      "grad_norm": 3.8727822607978006,
      "learning_rate": 0.00024717829565653064,
      "loss": 5.2812,
      "step": 41831
    },
    {
      "epoch": 1.7133729264796231,
      "grad_norm": 4.58851952857088,
      "learning_rate": 0.00024717581122250435,
      "loss": 7.625,
      "step": 41832
    },
    {
      "epoch": 1.7134138849068195,
      "grad_norm": 3.3786678533930856,
      "learning_rate": 0.00024717332674253895,
      "loss": 3.875,
      "step": 41833
    },
    {
      "epoch": 1.713454843334016,
      "grad_norm": 2.7256061451512372,
      "learning_rate": 0.00024717084221663563,
      "loss": 5.75,
      "step": 41834
    },
    {
      "epoch": 1.7134958017612125,
      "grad_norm": 5.783741792077537,
      "learning_rate": 0.0002471683576447956,
      "loss": 3.9531,
      "step": 41835
    },
    {
      "epoch": 1.7135367601884086,
      "grad_norm": 4.097126804271413,
      "learning_rate": 0.00024716587302701996,
      "loss": 4.4688,
      "step": 41836
    },
    {
      "epoch": 1.7135777186156051,
      "grad_norm": 2.4419529778712588,
      "learning_rate": 0.00024716338836331,
      "loss": 5.4062,
      "step": 41837
    },
    {
      "epoch": 1.7136186770428017,
      "grad_norm": 6.059859472804586,
      "learning_rate": 0.00024716090365366677,
      "loss": 5.125,
      "step": 41838
    },
    {
      "epoch": 1.713659635469998,
      "grad_norm": 2.2158658058587166,
      "learning_rate": 0.00024715841889809154,
      "loss": 4.1562,
      "step": 41839
    },
    {
      "epoch": 1.7137005938971943,
      "grad_norm": 4.5966596166240254,
      "learning_rate": 0.00024715593409658544,
      "loss": 5.5312,
      "step": 41840
    },
    {
      "epoch": 1.7137415523243908,
      "grad_norm": 3.2370700458799875,
      "learning_rate": 0.00024715344924914966,
      "loss": 5.75,
      "step": 41841
    },
    {
      "epoch": 1.7137825107515872,
      "grad_norm": 2.2278647384151804,
      "learning_rate": 0.0002471509643557853,
      "loss": 3.9844,
      "step": 41842
    },
    {
      "epoch": 1.7138234691787835,
      "grad_norm": 12.551285299495193,
      "learning_rate": 0.0002471484794164937,
      "loss": 5.4375,
      "step": 41843
    },
    {
      "epoch": 1.71386442760598,
      "grad_norm": 3.195445661537284,
      "learning_rate": 0.0002471459944312758,
      "loss": 4.4688,
      "step": 41844
    },
    {
      "epoch": 1.7139053860331763,
      "grad_norm": 2.4915842030815973,
      "learning_rate": 0.0002471435094001331,
      "loss": 5.125,
      "step": 41845
    },
    {
      "epoch": 1.7139463444603726,
      "grad_norm": 2.818359951871686,
      "learning_rate": 0.00024714102432306644,
      "loss": 4.9688,
      "step": 41846
    },
    {
      "epoch": 1.7139873028875692,
      "grad_norm": 2.438612019716382,
      "learning_rate": 0.00024713853920007716,
      "loss": 4.375,
      "step": 41847
    },
    {
      "epoch": 1.7140282613147655,
      "grad_norm": 2.4989743789415244,
      "learning_rate": 0.0002471360540311665,
      "loss": 4.8125,
      "step": 41848
    },
    {
      "epoch": 1.7140692197419618,
      "grad_norm": 2.465809535170944,
      "learning_rate": 0.00024713356881633547,
      "loss": 4.0312,
      "step": 41849
    },
    {
      "epoch": 1.7141101781691583,
      "grad_norm": 3.022160083908426,
      "learning_rate": 0.00024713108355558535,
      "loss": 4.875,
      "step": 41850
    },
    {
      "epoch": 1.7141511365963547,
      "grad_norm": 4.159941916231791,
      "learning_rate": 0.00024712859824891725,
      "loss": 5.4688,
      "step": 41851
    },
    {
      "epoch": 1.714192095023551,
      "grad_norm": 2.732061949124671,
      "learning_rate": 0.00024712611289633244,
      "loss": 4.8438,
      "step": 41852
    },
    {
      "epoch": 1.7142330534507475,
      "grad_norm": 2.667584928073231,
      "learning_rate": 0.00024712362749783204,
      "loss": 4.125,
      "step": 41853
    },
    {
      "epoch": 1.714274011877944,
      "grad_norm": 2.469978927133995,
      "learning_rate": 0.0002471211420534172,
      "loss": 4.4375,
      "step": 41854
    },
    {
      "epoch": 1.7143149703051401,
      "grad_norm": 4.036319718083973,
      "learning_rate": 0.0002471186565630891,
      "loss": 6.4375,
      "step": 41855
    },
    {
      "epoch": 1.7143559287323367,
      "grad_norm": 2.7557516042180112,
      "learning_rate": 0.000247116171026849,
      "loss": 6.625,
      "step": 41856
    },
    {
      "epoch": 1.7143968871595332,
      "grad_norm": 2.532210890605112,
      "learning_rate": 0.00024711368544469794,
      "loss": 5.5938,
      "step": 41857
    },
    {
      "epoch": 1.7144378455867295,
      "grad_norm": 13.804297261883544,
      "learning_rate": 0.0002471111998166372,
      "loss": 4.875,
      "step": 41858
    },
    {
      "epoch": 1.7144788040139258,
      "grad_norm": 2.5843393908144687,
      "learning_rate": 0.0002471087141426679,
      "loss": 5.6875,
      "step": 41859
    },
    {
      "epoch": 1.7145197624411224,
      "grad_norm": 2.7212609181459237,
      "learning_rate": 0.0002471062284227913,
      "loss": 4.25,
      "step": 41860
    },
    {
      "epoch": 1.7145607208683187,
      "grad_norm": 2.2406128659763285,
      "learning_rate": 0.00024710374265700846,
      "loss": 4.5625,
      "step": 41861
    },
    {
      "epoch": 1.714601679295515,
      "grad_norm": 3.809175642128865,
      "learning_rate": 0.00024710125684532057,
      "loss": 5.3125,
      "step": 41862
    },
    {
      "epoch": 1.7146426377227115,
      "grad_norm": 2.6944364737583486,
      "learning_rate": 0.0002470987709877289,
      "loss": 4.4688,
      "step": 41863
    },
    {
      "epoch": 1.7146835961499078,
      "grad_norm": 3.48190150921755,
      "learning_rate": 0.0002470962850842345,
      "loss": 5.1875,
      "step": 41864
    },
    {
      "epoch": 1.7147245545771042,
      "grad_norm": 3.45315697950439,
      "learning_rate": 0.00024709379913483864,
      "loss": 5.25,
      "step": 41865
    },
    {
      "epoch": 1.7147655130043007,
      "grad_norm": 4.053396969961282,
      "learning_rate": 0.0002470913131395425,
      "loss": 4.875,
      "step": 41866
    },
    {
      "epoch": 1.714806471431497,
      "grad_norm": 4.27299444351411,
      "learning_rate": 0.0002470888270983472,
      "loss": 6.125,
      "step": 41867
    },
    {
      "epoch": 1.7148474298586933,
      "grad_norm": 2.444461388891988,
      "learning_rate": 0.00024708634101125394,
      "loss": 4.5312,
      "step": 41868
    },
    {
      "epoch": 1.7148883882858899,
      "grad_norm": 4.2267044423696705,
      "learning_rate": 0.00024708385487826393,
      "loss": 4.3438,
      "step": 41869
    },
    {
      "epoch": 1.7149293467130862,
      "grad_norm": 2.2878672139234304,
      "learning_rate": 0.0002470813686993782,
      "loss": 4.3438,
      "step": 41870
    },
    {
      "epoch": 1.7149703051402825,
      "grad_norm": 3.7829541109137543,
      "learning_rate": 0.00024707888247459814,
      "loss": 5.875,
      "step": 41871
    },
    {
      "epoch": 1.715011263567479,
      "grad_norm": 2.975907903700155,
      "learning_rate": 0.00024707639620392475,
      "loss": 5.7812,
      "step": 41872
    },
    {
      "epoch": 1.7150522219946756,
      "grad_norm": 3.0371015511295902,
      "learning_rate": 0.0002470739098873593,
      "loss": 4.4375,
      "step": 41873
    },
    {
      "epoch": 1.7150931804218716,
      "grad_norm": 2.9376004268123155,
      "learning_rate": 0.00024707142352490294,
      "loss": 4.5625,
      "step": 41874
    },
    {
      "epoch": 1.7151341388490682,
      "grad_norm": 2.278122888484485,
      "learning_rate": 0.0002470689371165568,
      "loss": 4.4688,
      "step": 41875
    },
    {
      "epoch": 1.7151750972762647,
      "grad_norm": 2.275924310343569,
      "learning_rate": 0.0002470664506623222,
      "loss": 4.0312,
      "step": 41876
    },
    {
      "epoch": 1.715216055703461,
      "grad_norm": 2.6081017484966478,
      "learning_rate": 0.0002470639641622001,
      "loss": 4.3438,
      "step": 41877
    },
    {
      "epoch": 1.7152570141306573,
      "grad_norm": 5.390613297582778,
      "learning_rate": 0.0002470614776161919,
      "loss": 5.875,
      "step": 41878
    },
    {
      "epoch": 1.7152979725578539,
      "grad_norm": 2.5920676989311873,
      "learning_rate": 0.00024705899102429857,
      "loss": 4.375,
      "step": 41879
    },
    {
      "epoch": 1.7153389309850502,
      "grad_norm": 3.4396798740741463,
      "learning_rate": 0.00024705650438652143,
      "loss": 1.0078,
      "step": 41880
    },
    {
      "epoch": 1.7153798894122465,
      "grad_norm": 3.698261233188022,
      "learning_rate": 0.0002470540177028616,
      "loss": 3.3125,
      "step": 41881
    },
    {
      "epoch": 1.715420847839443,
      "grad_norm": 3.9518347082648764,
      "learning_rate": 0.00024705153097332025,
      "loss": 6.125,
      "step": 41882
    },
    {
      "epoch": 1.7154618062666394,
      "grad_norm": 3.126746473422559,
      "learning_rate": 0.0002470490441978986,
      "loss": 4.6875,
      "step": 41883
    },
    {
      "epoch": 1.7155027646938357,
      "grad_norm": 3.53872247241049,
      "learning_rate": 0.0002470465573765978,
      "loss": 0.8867,
      "step": 41884
    },
    {
      "epoch": 1.7155437231210322,
      "grad_norm": 3.113107406014221,
      "learning_rate": 0.00024704407050941897,
      "loss": 4.5,
      "step": 41885
    },
    {
      "epoch": 1.7155846815482285,
      "grad_norm": 6.177701116864079,
      "learning_rate": 0.00024704158359636333,
      "loss": 5.6875,
      "step": 41886
    },
    {
      "epoch": 1.7156256399754248,
      "grad_norm": 2.65882017924487,
      "learning_rate": 0.00024703909663743206,
      "loss": 4.9688,
      "step": 41887
    },
    {
      "epoch": 1.7156665984026214,
      "grad_norm": 3.8039043453550874,
      "learning_rate": 0.00024703660963262635,
      "loss": 5.75,
      "step": 41888
    },
    {
      "epoch": 1.7157075568298177,
      "grad_norm": 2.289182087681658,
      "learning_rate": 0.0002470341225819474,
      "loss": 5.125,
      "step": 41889
    },
    {
      "epoch": 1.715748515257014,
      "grad_norm": 2.291309718021537,
      "learning_rate": 0.00024703163548539633,
      "loss": 4.625,
      "step": 41890
    },
    {
      "epoch": 1.7157894736842105,
      "grad_norm": 2.7899772095582605,
      "learning_rate": 0.0002470291483429743,
      "loss": 5.0938,
      "step": 41891
    },
    {
      "epoch": 1.715830432111407,
      "grad_norm": 2.9184031086689033,
      "learning_rate": 0.0002470266611546825,
      "loss": 3.9375,
      "step": 41892
    },
    {
      "epoch": 1.7158713905386032,
      "grad_norm": 2.324398343697448,
      "learning_rate": 0.00024702417392052223,
      "loss": 4.7188,
      "step": 41893
    },
    {
      "epoch": 1.7159123489657997,
      "grad_norm": 2.6726014425505396,
      "learning_rate": 0.0002470216866404945,
      "loss": 5.5,
      "step": 41894
    },
    {
      "epoch": 1.7159533073929962,
      "grad_norm": 4.248257262563034,
      "learning_rate": 0.0002470191993146005,
      "loss": 4.3438,
      "step": 41895
    },
    {
      "epoch": 1.7159942658201925,
      "grad_norm": 2.408456542871175,
      "learning_rate": 0.0002470167119428415,
      "loss": 4.0,
      "step": 41896
    },
    {
      "epoch": 1.7160352242473889,
      "grad_norm": 2.3485603024640413,
      "learning_rate": 0.0002470142245252186,
      "loss": 4.125,
      "step": 41897
    },
    {
      "epoch": 1.7160761826745854,
      "grad_norm": 2.836891745378384,
      "learning_rate": 0.0002470117370617331,
      "loss": 5.7812,
      "step": 41898
    },
    {
      "epoch": 1.7161171411017817,
      "grad_norm": 2.7074350745175986,
      "learning_rate": 0.000247009249552386,
      "loss": 4.5938,
      "step": 41899
    },
    {
      "epoch": 1.716158099528978,
      "grad_norm": 2.8813885193965834,
      "learning_rate": 0.0002470067619971785,
      "loss": 5.7812,
      "step": 41900
    },
    {
      "epoch": 1.7161990579561746,
      "grad_norm": 2.628997832778336,
      "learning_rate": 0.00024700427439611195,
      "loss": 4.0,
      "step": 41901
    },
    {
      "epoch": 1.7162400163833709,
      "grad_norm": 2.418855123473437,
      "learning_rate": 0.00024700178674918734,
      "loss": 4.25,
      "step": 41902
    },
    {
      "epoch": 1.7162809748105672,
      "grad_norm": 3.4417653916442785,
      "learning_rate": 0.0002469992990564059,
      "loss": 5.1562,
      "step": 41903
    },
    {
      "epoch": 1.7163219332377637,
      "grad_norm": 2.252123788694507,
      "learning_rate": 0.0002469968113177688,
      "loss": 3.7812,
      "step": 41904
    },
    {
      "epoch": 1.71636289166496,
      "grad_norm": 2.545508353663305,
      "learning_rate": 0.00024699432353327737,
      "loss": 5.8438,
      "step": 41905
    },
    {
      "epoch": 1.7164038500921563,
      "grad_norm": 2.4893710023922644,
      "learning_rate": 0.00024699183570293254,
      "loss": 4.6562,
      "step": 41906
    },
    {
      "epoch": 1.7164448085193529,
      "grad_norm": 2.291014896697173,
      "learning_rate": 0.00024698934782673565,
      "loss": 4.4375,
      "step": 41907
    },
    {
      "epoch": 1.7164857669465494,
      "grad_norm": 4.507284801952472,
      "learning_rate": 0.00024698685990468775,
      "loss": 2.75,
      "step": 41908
    },
    {
      "epoch": 1.7165267253737455,
      "grad_norm": 2.44143279747274,
      "learning_rate": 0.00024698437193679013,
      "loss": 4.9062,
      "step": 41909
    },
    {
      "epoch": 1.716567683800942,
      "grad_norm": 2.765581337615336,
      "learning_rate": 0.00024698188392304393,
      "loss": 4.25,
      "step": 41910
    },
    {
      "epoch": 1.7166086422281386,
      "grad_norm": 2.6944323821888876,
      "learning_rate": 0.00024697939586345035,
      "loss": 5.4375,
      "step": 41911
    },
    {
      "epoch": 1.7166496006553347,
      "grad_norm": 5.853277123366917,
      "learning_rate": 0.0002469769077580105,
      "loss": 3.0781,
      "step": 41912
    },
    {
      "epoch": 1.7166905590825312,
      "grad_norm": 2.9164778511594966,
      "learning_rate": 0.0002469744196067256,
      "loss": 5.125,
      "step": 41913
    },
    {
      "epoch": 1.7167315175097277,
      "grad_norm": 7.313642506941174,
      "learning_rate": 0.0002469719314095968,
      "loss": 5.7812,
      "step": 41914
    },
    {
      "epoch": 1.716772475936924,
      "grad_norm": 2.43628740268336,
      "learning_rate": 0.0002469694431666254,
      "loss": 3.2344,
      "step": 41915
    },
    {
      "epoch": 1.7168134343641204,
      "grad_norm": 2.551494113448088,
      "learning_rate": 0.0002469669548778124,
      "loss": 4.0625,
      "step": 41916
    },
    {
      "epoch": 1.716854392791317,
      "grad_norm": 2.484938567357602,
      "learning_rate": 0.00024696446654315905,
      "loss": 4.5,
      "step": 41917
    },
    {
      "epoch": 1.7168953512185132,
      "grad_norm": 4.64495086497181,
      "learning_rate": 0.00024696197816266656,
      "loss": 2.8125,
      "step": 41918
    },
    {
      "epoch": 1.7169363096457095,
      "grad_norm": 7.454652564094701,
      "learning_rate": 0.00024695948973633606,
      "loss": 2.4219,
      "step": 41919
    },
    {
      "epoch": 1.716977268072906,
      "grad_norm": 2.687851675558445,
      "learning_rate": 0.0002469570012641687,
      "loss": 4.9062,
      "step": 41920
    },
    {
      "epoch": 1.7170182265001024,
      "grad_norm": 4.525192326064117,
      "learning_rate": 0.0002469545127461657,
      "loss": 4.25,
      "step": 41921
    },
    {
      "epoch": 1.7170591849272987,
      "grad_norm": 3.8602467357719816,
      "learning_rate": 0.0002469520241823283,
      "loss": 5.875,
      "step": 41922
    },
    {
      "epoch": 1.7171001433544952,
      "grad_norm": 2.5022231949962017,
      "learning_rate": 0.0002469495355726575,
      "loss": 4.5312,
      "step": 41923
    },
    {
      "epoch": 1.7171411017816915,
      "grad_norm": 3.5607763125171985,
      "learning_rate": 0.0002469470469171547,
      "loss": 5.2812,
      "step": 41924
    },
    {
      "epoch": 1.7171820602088879,
      "grad_norm": 2.417571047456832,
      "learning_rate": 0.00024694455821582087,
      "loss": 4.4375,
      "step": 41925
    },
    {
      "epoch": 1.7172230186360844,
      "grad_norm": 6.102846365020638,
      "learning_rate": 0.00024694206946865733,
      "loss": 6.125,
      "step": 41926
    },
    {
      "epoch": 1.717263977063281,
      "grad_norm": 2.827185588132978,
      "learning_rate": 0.0002469395806756652,
      "loss": 5.6562,
      "step": 41927
    },
    {
      "epoch": 1.717304935490477,
      "grad_norm": 7.753330577356307,
      "learning_rate": 0.00024693709183684566,
      "loss": 5.1562,
      "step": 41928
    },
    {
      "epoch": 1.7173458939176736,
      "grad_norm": 2.534488089102262,
      "learning_rate": 0.00024693460295219986,
      "loss": 3.5312,
      "step": 41929
    },
    {
      "epoch": 1.71738685234487,
      "grad_norm": 5.4168108699211945,
      "learning_rate": 0.000246932114021729,
      "loss": 2.1562,
      "step": 41930
    },
    {
      "epoch": 1.7174278107720662,
      "grad_norm": 2.3302051834373256,
      "learning_rate": 0.0002469296250454343,
      "loss": 4.5938,
      "step": 41931
    },
    {
      "epoch": 1.7174687691992627,
      "grad_norm": 2.5315977470330546,
      "learning_rate": 0.00024692713602331693,
      "loss": 5.7812,
      "step": 41932
    },
    {
      "epoch": 1.7175097276264593,
      "grad_norm": 8.079939430269182,
      "learning_rate": 0.000246924646955378,
      "loss": 4.625,
      "step": 41933
    },
    {
      "epoch": 1.7175506860536556,
      "grad_norm": 3.3147759355705673,
      "learning_rate": 0.0002469221578416187,
      "loss": 5.7188,
      "step": 41934
    },
    {
      "epoch": 1.7175916444808519,
      "grad_norm": 2.8754135696325855,
      "learning_rate": 0.00024691966868204025,
      "loss": 3.2812,
      "step": 41935
    },
    {
      "epoch": 1.7176326029080484,
      "grad_norm": 3.6540517389443727,
      "learning_rate": 0.00024691717947664376,
      "loss": 5.8125,
      "step": 41936
    },
    {
      "epoch": 1.7176735613352447,
      "grad_norm": 4.730022287132574,
      "learning_rate": 0.0002469146902254305,
      "loss": 5.6875,
      "step": 41937
    },
    {
      "epoch": 1.717714519762441,
      "grad_norm": 2.654487694370619,
      "learning_rate": 0.0002469122009284016,
      "loss": 3.7969,
      "step": 41938
    },
    {
      "epoch": 1.7177554781896376,
      "grad_norm": 2.9325118734146076,
      "learning_rate": 0.0002469097115855582,
      "loss": 5.1875,
      "step": 41939
    },
    {
      "epoch": 1.717796436616834,
      "grad_norm": 2.5845618416903813,
      "learning_rate": 0.00024690722219690154,
      "loss": 6.125,
      "step": 41940
    },
    {
      "epoch": 1.7178373950440302,
      "grad_norm": 4.827089974817501,
      "learning_rate": 0.0002469047327624327,
      "loss": 3.1406,
      "step": 41941
    },
    {
      "epoch": 1.7178783534712267,
      "grad_norm": 3.355685227979992,
      "learning_rate": 0.000246902243282153,
      "loss": 4.75,
      "step": 41942
    },
    {
      "epoch": 1.717919311898423,
      "grad_norm": 2.4045445509932906,
      "learning_rate": 0.00024689975375606356,
      "loss": 4.3438,
      "step": 41943
    },
    {
      "epoch": 1.7179602703256194,
      "grad_norm": 2.687063368089735,
      "learning_rate": 0.0002468972641841655,
      "loss": 6.0625,
      "step": 41944
    },
    {
      "epoch": 1.718001228752816,
      "grad_norm": 3.5658292135167513,
      "learning_rate": 0.00024689477456646,
      "loss": 4.9688,
      "step": 41945
    },
    {
      "epoch": 1.7180421871800124,
      "grad_norm": 22.322802375365494,
      "learning_rate": 0.00024689228490294837,
      "loss": 5.0938,
      "step": 41946
    },
    {
      "epoch": 1.7180831456072085,
      "grad_norm": 2.793768446714195,
      "learning_rate": 0.0002468897951936316,
      "loss": 5.2188,
      "step": 41947
    },
    {
      "epoch": 1.718124104034405,
      "grad_norm": 2.24392116892612,
      "learning_rate": 0.000246887305438511,
      "loss": 4.2812,
      "step": 41948
    },
    {
      "epoch": 1.7181650624616016,
      "grad_norm": 5.678089598086278,
      "learning_rate": 0.0002468848156375877,
      "loss": 2.3438,
      "step": 41949
    },
    {
      "epoch": 1.718206020888798,
      "grad_norm": 2.839631852556074,
      "learning_rate": 0.0002468823257908629,
      "loss": 4.7188,
      "step": 41950
    },
    {
      "epoch": 1.7182469793159942,
      "grad_norm": 2.582391230625561,
      "learning_rate": 0.0002468798358983377,
      "loss": 4.9062,
      "step": 41951
    },
    {
      "epoch": 1.7182879377431908,
      "grad_norm": 2.673097166510202,
      "learning_rate": 0.0002468773459600134,
      "loss": 5.2188,
      "step": 41952
    },
    {
      "epoch": 1.718328896170387,
      "grad_norm": 6.077167092981556,
      "learning_rate": 0.0002468748559758911,
      "loss": 5.3438,
      "step": 41953
    },
    {
      "epoch": 1.7183698545975834,
      "grad_norm": 2.814651443282128,
      "learning_rate": 0.00024687236594597196,
      "loss": 4.6875,
      "step": 41954
    },
    {
      "epoch": 1.71841081302478,
      "grad_norm": 2.347704947640477,
      "learning_rate": 0.00024686987587025717,
      "loss": 4.1562,
      "step": 41955
    },
    {
      "epoch": 1.7184517714519763,
      "grad_norm": 2.3766798965376092,
      "learning_rate": 0.00024686738574874795,
      "loss": 4.75,
      "step": 41956
    },
    {
      "epoch": 1.7184927298791726,
      "grad_norm": 2.9445258787007247,
      "learning_rate": 0.00024686489558144544,
      "loss": 5.4062,
      "step": 41957
    },
    {
      "epoch": 1.718533688306369,
      "grad_norm": 4.208690447567756,
      "learning_rate": 0.00024686240536835085,
      "loss": 6.5938,
      "step": 41958
    },
    {
      "epoch": 1.7185746467335654,
      "grad_norm": 5.487138294199724,
      "learning_rate": 0.00024685991510946535,
      "loss": 5.4375,
      "step": 41959
    },
    {
      "epoch": 1.7186156051607617,
      "grad_norm": 2.15693011471133,
      "learning_rate": 0.0002468574248047901,
      "loss": 3.7656,
      "step": 41960
    },
    {
      "epoch": 1.7186565635879583,
      "grad_norm": 2.6040050093680014,
      "learning_rate": 0.0002468549344543263,
      "loss": 5.8438,
      "step": 41961
    },
    {
      "epoch": 1.7186975220151546,
      "grad_norm": 2.432685617217715,
      "learning_rate": 0.000246852444058075,
      "loss": 4.6875,
      "step": 41962
    },
    {
      "epoch": 1.718738480442351,
      "grad_norm": 2.1695955872338795,
      "learning_rate": 0.0002468499536160376,
      "loss": 4.0,
      "step": 41963
    },
    {
      "epoch": 1.7187794388695474,
      "grad_norm": 6.506283463977361,
      "learning_rate": 0.00024684746312821505,
      "loss": 5.7188,
      "step": 41964
    },
    {
      "epoch": 1.718820397296744,
      "grad_norm": 3.2111623406764918,
      "learning_rate": 0.0002468449725946087,
      "loss": 5.2188,
      "step": 41965
    },
    {
      "epoch": 1.71886135572394,
      "grad_norm": 3.1330173428626833,
      "learning_rate": 0.0002468424820152197,
      "loss": 4.8438,
      "step": 41966
    },
    {
      "epoch": 1.7189023141511366,
      "grad_norm": 2.814305370360369,
      "learning_rate": 0.00024683999139004916,
      "loss": 4.0938,
      "step": 41967
    },
    {
      "epoch": 1.7189432725783331,
      "grad_norm": 2.7048557896375174,
      "learning_rate": 0.0002468375007190983,
      "loss": 5.8125,
      "step": 41968
    },
    {
      "epoch": 1.7189842310055294,
      "grad_norm": 2.4417110602814294,
      "learning_rate": 0.0002468350100023683,
      "loss": 5.0625,
      "step": 41969
    },
    {
      "epoch": 1.7190251894327258,
      "grad_norm": 2.9881222228513185,
      "learning_rate": 0.0002468325192398603,
      "loss": 2.9219,
      "step": 41970
    },
    {
      "epoch": 1.7190661478599223,
      "grad_norm": 2.7511967707301803,
      "learning_rate": 0.0002468300284315755,
      "loss": 6.5625,
      "step": 41971
    },
    {
      "epoch": 1.7191071062871186,
      "grad_norm": 2.3978412197684302,
      "learning_rate": 0.0002468275375775151,
      "loss": 4.0625,
      "step": 41972
    },
    {
      "epoch": 1.719148064714315,
      "grad_norm": 2.472089683709771,
      "learning_rate": 0.00024682504667768027,
      "loss": 4.5625,
      "step": 41973
    },
    {
      "epoch": 1.7191890231415115,
      "grad_norm": 4.187939668191747,
      "learning_rate": 0.0002468225557320721,
      "loss": 6.5625,
      "step": 41974
    },
    {
      "epoch": 1.7192299815687078,
      "grad_norm": 2.5232829314490837,
      "learning_rate": 0.00024682006474069195,
      "loss": 5.2188,
      "step": 41975
    },
    {
      "epoch": 1.719270939995904,
      "grad_norm": 2.2979796646352484,
      "learning_rate": 0.0002468175737035408,
      "loss": 4.4688,
      "step": 41976
    },
    {
      "epoch": 1.7193118984231006,
      "grad_norm": 2.7043905937258286,
      "learning_rate": 0.00024681508262062004,
      "loss": 4.9062,
      "step": 41977
    },
    {
      "epoch": 1.719352856850297,
      "grad_norm": 2.808937182613798,
      "learning_rate": 0.00024681259149193064,
      "loss": 4.7188,
      "step": 41978
    },
    {
      "epoch": 1.7193938152774932,
      "grad_norm": 2.2729662401887247,
      "learning_rate": 0.0002468101003174738,
      "loss": 4.5,
      "step": 41979
    },
    {
      "epoch": 1.7194347737046898,
      "grad_norm": 2.743862649734106,
      "learning_rate": 0.00024680760909725086,
      "loss": 4.1875,
      "step": 41980
    },
    {
      "epoch": 1.719475732131886,
      "grad_norm": 2.7250617499501777,
      "learning_rate": 0.0002468051178312629,
      "loss": 4.9062,
      "step": 41981
    },
    {
      "epoch": 1.7195166905590824,
      "grad_norm": 3.9061518501701977,
      "learning_rate": 0.00024680262651951103,
      "loss": 5.8125,
      "step": 41982
    },
    {
      "epoch": 1.719557648986279,
      "grad_norm": 2.1829194064651114,
      "learning_rate": 0.0002468001351619966,
      "loss": 4.8438,
      "step": 41983
    },
    {
      "epoch": 1.7195986074134755,
      "grad_norm": 4.615961438750646,
      "learning_rate": 0.00024679764375872064,
      "loss": 2.3594,
      "step": 41984
    },
    {
      "epoch": 1.7196395658406716,
      "grad_norm": 2.7818624236300113,
      "learning_rate": 0.00024679515230968435,
      "loss": 4.5938,
      "step": 41985
    },
    {
      "epoch": 1.719680524267868,
      "grad_norm": 2.691405873315758,
      "learning_rate": 0.00024679266081488894,
      "loss": 4.7188,
      "step": 41986
    },
    {
      "epoch": 1.7197214826950646,
      "grad_norm": 2.8234220443160045,
      "learning_rate": 0.0002467901692743356,
      "loss": 5.375,
      "step": 41987
    },
    {
      "epoch": 1.719762441122261,
      "grad_norm": 2.95673148847439,
      "learning_rate": 0.00024678767768802543,
      "loss": 4.9062,
      "step": 41988
    },
    {
      "epoch": 1.7198033995494573,
      "grad_norm": 2.3983248510587045,
      "learning_rate": 0.00024678518605595966,
      "loss": 4.75,
      "step": 41989
    },
    {
      "epoch": 1.7198443579766538,
      "grad_norm": 2.6873585106606894,
      "learning_rate": 0.00024678269437813954,
      "loss": 4.4375,
      "step": 41990
    },
    {
      "epoch": 1.7198853164038501,
      "grad_norm": 3.7700757615606384,
      "learning_rate": 0.0002467802026545661,
      "loss": 4.0312,
      "step": 41991
    },
    {
      "epoch": 1.7199262748310464,
      "grad_norm": 2.7871020302571092,
      "learning_rate": 0.00024677771088524065,
      "loss": 5.1562,
      "step": 41992
    },
    {
      "epoch": 1.719967233258243,
      "grad_norm": 2.367314412084161,
      "learning_rate": 0.00024677521907016427,
      "loss": 5.25,
      "step": 41993
    },
    {
      "epoch": 1.7200081916854393,
      "grad_norm": 3.9724403211835235,
      "learning_rate": 0.0002467727272093382,
      "loss": 4.7812,
      "step": 41994
    },
    {
      "epoch": 1.7200491501126356,
      "grad_norm": 2.245903514913117,
      "learning_rate": 0.00024677023530276365,
      "loss": 4.6875,
      "step": 41995
    },
    {
      "epoch": 1.7200901085398321,
      "grad_norm": 2.8576166030344288,
      "learning_rate": 0.0002467677433504417,
      "loss": 4.875,
      "step": 41996
    },
    {
      "epoch": 1.7201310669670284,
      "grad_norm": 3.1618764195667715,
      "learning_rate": 0.00024676525135237357,
      "loss": 4.5625,
      "step": 41997
    },
    {
      "epoch": 1.7201720253942248,
      "grad_norm": 3.191947633324099,
      "learning_rate": 0.00024676275930856045,
      "loss": 5.2812,
      "step": 41998
    },
    {
      "epoch": 1.7202129838214213,
      "grad_norm": 2.9658433886631013,
      "learning_rate": 0.00024676026721900355,
      "loss": 5.6562,
      "step": 41999
    },
    {
      "epoch": 1.7202539422486176,
      "grad_norm": 2.5440649533831814,
      "learning_rate": 0.000246757775083704,
      "loss": 3.8438,
      "step": 42000
    },
    {
      "epoch": 1.720294900675814,
      "grad_norm": 2.1323358369556664,
      "learning_rate": 0.0002467552829026629,
      "loss": 4.0,
      "step": 42001
    },
    {
      "epoch": 1.7203358591030105,
      "grad_norm": 2.522933300541521,
      "learning_rate": 0.00024675279067588163,
      "loss": 4.0312,
      "step": 42002
    },
    {
      "epoch": 1.720376817530207,
      "grad_norm": 4.61597218229118,
      "learning_rate": 0.0002467502984033612,
      "loss": 7.3125,
      "step": 42003
    },
    {
      "epoch": 1.720417775957403,
      "grad_norm": 2.721318721143322,
      "learning_rate": 0.0002467478060851028,
      "loss": 4.9688,
      "step": 42004
    },
    {
      "epoch": 1.7204587343845996,
      "grad_norm": 2.440547256582899,
      "learning_rate": 0.0002467453137211078,
      "loss": 4.0625,
      "step": 42005
    },
    {
      "epoch": 1.7204996928117962,
      "grad_norm": 2.578647743116717,
      "learning_rate": 0.0002467428213113771,
      "loss": 4.75,
      "step": 42006
    },
    {
      "epoch": 1.7205406512389925,
      "grad_norm": 2.5133520651051775,
      "learning_rate": 0.000246740328855912,
      "loss": 3.9844,
      "step": 42007
    },
    {
      "epoch": 1.7205816096661888,
      "grad_norm": 2.693112908665549,
      "learning_rate": 0.00024673783635471375,
      "loss": 4.4062,
      "step": 42008
    },
    {
      "epoch": 1.7206225680933853,
      "grad_norm": 2.309670572779835,
      "learning_rate": 0.00024673534380778345,
      "loss": 5.125,
      "step": 42009
    },
    {
      "epoch": 1.7206635265205816,
      "grad_norm": 5.291277682946616,
      "learning_rate": 0.00024673285121512226,
      "loss": 7.125,
      "step": 42010
    },
    {
      "epoch": 1.720704484947778,
      "grad_norm": 5.166444935345456,
      "learning_rate": 0.0002467303585767314,
      "loss": 6.0625,
      "step": 42011
    },
    {
      "epoch": 1.7207454433749745,
      "grad_norm": 7.452988011486557,
      "learning_rate": 0.0002467278658926121,
      "loss": 5.9062,
      "step": 42012
    },
    {
      "epoch": 1.7207864018021708,
      "grad_norm": 3.2719238666971804,
      "learning_rate": 0.0002467253731627654,
      "loss": 4.8438,
      "step": 42013
    },
    {
      "epoch": 1.720827360229367,
      "grad_norm": 2.578539413266119,
      "learning_rate": 0.0002467228803871926,
      "loss": 4.6562,
      "step": 42014
    },
    {
      "epoch": 1.7208683186565636,
      "grad_norm": 2.5653059621047962,
      "learning_rate": 0.0002467203875658948,
      "loss": 4.4688,
      "step": 42015
    },
    {
      "epoch": 1.72090927708376,
      "grad_norm": 5.520278626515883,
      "learning_rate": 0.00024671789469887323,
      "loss": 4.125,
      "step": 42016
    },
    {
      "epoch": 1.7209502355109563,
      "grad_norm": 2.943310768131409,
      "learning_rate": 0.0002467154017861291,
      "loss": 1.9297,
      "step": 42017
    },
    {
      "epoch": 1.7209911939381528,
      "grad_norm": 2.719031638788549,
      "learning_rate": 0.00024671290882766347,
      "loss": 5.8438,
      "step": 42018
    },
    {
      "epoch": 1.7210321523653491,
      "grad_norm": 2.9348428767788577,
      "learning_rate": 0.0002467104158234776,
      "loss": 4.5,
      "step": 42019
    },
    {
      "epoch": 1.7210731107925454,
      "grad_norm": 2.9632037720883875,
      "learning_rate": 0.0002467079227735727,
      "loss": 6.125,
      "step": 42020
    },
    {
      "epoch": 1.721114069219742,
      "grad_norm": 5.751251452758702,
      "learning_rate": 0.0002467054296779499,
      "loss": 4.7188,
      "step": 42021
    },
    {
      "epoch": 1.7211550276469385,
      "grad_norm": 4.228426742080584,
      "learning_rate": 0.00024670293653661037,
      "loss": 3.4375,
      "step": 42022
    },
    {
      "epoch": 1.7211959860741346,
      "grad_norm": 2.624781827636593,
      "learning_rate": 0.0002467004433495553,
      "loss": 4.75,
      "step": 42023
    },
    {
      "epoch": 1.7212369445013311,
      "grad_norm": 2.2909605871922287,
      "learning_rate": 0.0002466979501167859,
      "loss": 4.4688,
      "step": 42024
    },
    {
      "epoch": 1.7212779029285277,
      "grad_norm": 3.468413595048486,
      "learning_rate": 0.00024669545683830325,
      "loss": 6.4688,
      "step": 42025
    },
    {
      "epoch": 1.721318861355724,
      "grad_norm": 2.4428503829265464,
      "learning_rate": 0.00024669296351410863,
      "loss": 3.7031,
      "step": 42026
    },
    {
      "epoch": 1.7213598197829203,
      "grad_norm": 3.057934663068161,
      "learning_rate": 0.00024669047014420323,
      "loss": 6.0312,
      "step": 42027
    },
    {
      "epoch": 1.7214007782101168,
      "grad_norm": 2.7394111317269227,
      "learning_rate": 0.00024668797672858814,
      "loss": 4.875,
      "step": 42028
    },
    {
      "epoch": 1.7214417366373131,
      "grad_norm": 2.8368833935499085,
      "learning_rate": 0.00024668548326726454,
      "loss": 4.8125,
      "step": 42029
    },
    {
      "epoch": 1.7214826950645095,
      "grad_norm": 2.942904517334982,
      "learning_rate": 0.00024668298976023375,
      "loss": 3.4844,
      "step": 42030
    },
    {
      "epoch": 1.721523653491706,
      "grad_norm": 2.659445182823317,
      "learning_rate": 0.0002466804962074968,
      "loss": 4.8125,
      "step": 42031
    },
    {
      "epoch": 1.7215646119189023,
      "grad_norm": 2.8455630539027537,
      "learning_rate": 0.00024667800260905497,
      "loss": 5.5,
      "step": 42032
    },
    {
      "epoch": 1.7216055703460986,
      "grad_norm": 2.2840852429148546,
      "learning_rate": 0.00024667550896490935,
      "loss": 4.5312,
      "step": 42033
    },
    {
      "epoch": 1.7216465287732952,
      "grad_norm": 2.710801819019861,
      "learning_rate": 0.00024667301527506115,
      "loss": 4.9375,
      "step": 42034
    },
    {
      "epoch": 1.7216874872004915,
      "grad_norm": 2.8717901560463517,
      "learning_rate": 0.00024667052153951155,
      "loss": 6.5312,
      "step": 42035
    },
    {
      "epoch": 1.7217284456276878,
      "grad_norm": 5.945273698850664,
      "learning_rate": 0.0002466680277582618,
      "loss": 6.5625,
      "step": 42036
    },
    {
      "epoch": 1.7217694040548843,
      "grad_norm": 2.5496755270169515,
      "learning_rate": 0.000246665533931313,
      "loss": 4.7812,
      "step": 42037
    },
    {
      "epoch": 1.7218103624820806,
      "grad_norm": 4.828503902772911,
      "learning_rate": 0.0002466630400586663,
      "loss": 5.375,
      "step": 42038
    },
    {
      "epoch": 1.721851320909277,
      "grad_norm": 2.5264361482761104,
      "learning_rate": 0.00024666054614032296,
      "loss": 4.7188,
      "step": 42039
    },
    {
      "epoch": 1.7218922793364735,
      "grad_norm": 2.611484106145457,
      "learning_rate": 0.0002466580521762841,
      "loss": 5.2188,
      "step": 42040
    },
    {
      "epoch": 1.72193323776367,
      "grad_norm": 2.4939427529560994,
      "learning_rate": 0.0002466555581665509,
      "loss": 5.0938,
      "step": 42041
    },
    {
      "epoch": 1.7219741961908661,
      "grad_norm": 12.989023239504387,
      "learning_rate": 0.0002466530641111246,
      "loss": 6.2188,
      "step": 42042
    },
    {
      "epoch": 1.7220151546180626,
      "grad_norm": 2.3866853812165574,
      "learning_rate": 0.0002466505700100063,
      "loss": 4.5938,
      "step": 42043
    },
    {
      "epoch": 1.7220561130452592,
      "grad_norm": 2.609409264458796,
      "learning_rate": 0.00024664807586319726,
      "loss": 5.0,
      "step": 42044
    },
    {
      "epoch": 1.7220970714724555,
      "grad_norm": 4.0172106300338175,
      "learning_rate": 0.0002466455816706986,
      "loss": 3.9688,
      "step": 42045
    },
    {
      "epoch": 1.7221380298996518,
      "grad_norm": 3.183694068290279,
      "learning_rate": 0.00024664308743251154,
      "loss": 4.8125,
      "step": 42046
    },
    {
      "epoch": 1.7221789883268483,
      "grad_norm": 2.9066438242242816,
      "learning_rate": 0.0002466405931486372,
      "loss": 5.5,
      "step": 42047
    },
    {
      "epoch": 1.7222199467540447,
      "grad_norm": 2.45878180179293,
      "learning_rate": 0.0002466380988190768,
      "loss": 4.7812,
      "step": 42048
    },
    {
      "epoch": 1.722260905181241,
      "grad_norm": 2.3514727048859836,
      "learning_rate": 0.00024663560444383156,
      "loss": 4.0938,
      "step": 42049
    },
    {
      "epoch": 1.7223018636084375,
      "grad_norm": 2.5110074868687944,
      "learning_rate": 0.0002466331100229026,
      "loss": 5.2188,
      "step": 42050
    },
    {
      "epoch": 1.7223428220356338,
      "grad_norm": 3.510633557151477,
      "learning_rate": 0.00024663061555629107,
      "loss": 4.9062,
      "step": 42051
    },
    {
      "epoch": 1.7223837804628301,
      "grad_norm": 2.9333830528775877,
      "learning_rate": 0.0002466281210439982,
      "loss": 5.3125,
      "step": 42052
    },
    {
      "epoch": 1.7224247388900267,
      "grad_norm": 4.713054340247077,
      "learning_rate": 0.0002466256264860252,
      "loss": 6.3438,
      "step": 42053
    },
    {
      "epoch": 1.722465697317223,
      "grad_norm": 2.5596028667113,
      "learning_rate": 0.00024662313188237315,
      "loss": 4.6875,
      "step": 42054
    },
    {
      "epoch": 1.7225066557444193,
      "grad_norm": 2.6729725552513286,
      "learning_rate": 0.00024662063723304337,
      "loss": 5.1562,
      "step": 42055
    },
    {
      "epoch": 1.7225476141716158,
      "grad_norm": 2.5362624614506535,
      "learning_rate": 0.00024661814253803697,
      "loss": 4.625,
      "step": 42056
    },
    {
      "epoch": 1.7225885725988122,
      "grad_norm": 2.367131442480659,
      "learning_rate": 0.00024661564779735503,
      "loss": 4.1562,
      "step": 42057
    },
    {
      "epoch": 1.7226295310260085,
      "grad_norm": 2.838074626490992,
      "learning_rate": 0.0002466131530109989,
      "loss": 5.1875,
      "step": 42058
    },
    {
      "epoch": 1.722670489453205,
      "grad_norm": 3.8987048830541267,
      "learning_rate": 0.0002466106581789696,
      "loss": 4.4062,
      "step": 42059
    },
    {
      "epoch": 1.7227114478804015,
      "grad_norm": 2.6093795232498076,
      "learning_rate": 0.00024660816330126844,
      "loss": 4.6562,
      "step": 42060
    },
    {
      "epoch": 1.7227524063075976,
      "grad_norm": 7.796780274174172,
      "learning_rate": 0.00024660566837789654,
      "loss": 3.9531,
      "step": 42061
    },
    {
      "epoch": 1.7227933647347942,
      "grad_norm": 3.3338894242758443,
      "learning_rate": 0.000246603173408855,
      "loss": 4.5625,
      "step": 42062
    },
    {
      "epoch": 1.7228343231619907,
      "grad_norm": 2.2760715597116326,
      "learning_rate": 0.0002466006783941452,
      "loss": 3.8281,
      "step": 42063
    },
    {
      "epoch": 1.722875281589187,
      "grad_norm": 2.368277880893527,
      "learning_rate": 0.00024659818333376814,
      "loss": 4.3125,
      "step": 42064
    },
    {
      "epoch": 1.7229162400163833,
      "grad_norm": 2.8868692176569004,
      "learning_rate": 0.0002465956882277251,
      "loss": 5.125,
      "step": 42065
    },
    {
      "epoch": 1.7229571984435799,
      "grad_norm": 3.225988164187113,
      "learning_rate": 0.0002465931930760172,
      "loss": 4.7188,
      "step": 42066
    },
    {
      "epoch": 1.7229981568707762,
      "grad_norm": 3.1044649863939546,
      "learning_rate": 0.0002465906978786457,
      "loss": 6.0,
      "step": 42067
    },
    {
      "epoch": 1.7230391152979725,
      "grad_norm": 2.5106721998983432,
      "learning_rate": 0.0002465882026356117,
      "loss": 4.6875,
      "step": 42068
    },
    {
      "epoch": 1.723080073725169,
      "grad_norm": 2.663494276592692,
      "learning_rate": 0.00024658570734691635,
      "loss": 6.2812,
      "step": 42069
    },
    {
      "epoch": 1.7231210321523653,
      "grad_norm": 3.6250206064440875,
      "learning_rate": 0.0002465832120125609,
      "loss": 4.0,
      "step": 42070
    },
    {
      "epoch": 1.7231619905795617,
      "grad_norm": 2.466888634575006,
      "learning_rate": 0.0002465807166325465,
      "loss": 4.0,
      "step": 42071
    },
    {
      "epoch": 1.7232029490067582,
      "grad_norm": 2.7147519433570224,
      "learning_rate": 0.0002465782212068744,
      "loss": 6.3438,
      "step": 42072
    },
    {
      "epoch": 1.7232439074339545,
      "grad_norm": 3.022768157948234,
      "learning_rate": 0.0002465757257355457,
      "loss": 5.5312,
      "step": 42073
    },
    {
      "epoch": 1.7232848658611508,
      "grad_norm": 3.211673583574109,
      "learning_rate": 0.0002465732302185616,
      "loss": 5.6562,
      "step": 42074
    },
    {
      "epoch": 1.7233258242883474,
      "grad_norm": 2.517631206458175,
      "learning_rate": 0.0002465707346559232,
      "loss": 5.4375,
      "step": 42075
    },
    {
      "epoch": 1.7233667827155439,
      "grad_norm": 3.0502363493503215,
      "learning_rate": 0.00024656823904763186,
      "loss": 4.4375,
      "step": 42076
    },
    {
      "epoch": 1.72340774114274,
      "grad_norm": 2.257734272709197,
      "learning_rate": 0.00024656574339368864,
      "loss": 4.0,
      "step": 42077
    },
    {
      "epoch": 1.7234486995699365,
      "grad_norm": 3.9189955003236046,
      "learning_rate": 0.0002465632476940947,
      "loss": 5.7188,
      "step": 42078
    },
    {
      "epoch": 1.723489657997133,
      "grad_norm": 3.4246888997345213,
      "learning_rate": 0.00024656075194885133,
      "loss": 6.875,
      "step": 42079
    },
    {
      "epoch": 1.7235306164243291,
      "grad_norm": 2.453194672298823,
      "learning_rate": 0.00024655825615795956,
      "loss": 5.0938,
      "step": 42080
    },
    {
      "epoch": 1.7235715748515257,
      "grad_norm": 2.268669605410558,
      "learning_rate": 0.0002465557603214207,
      "loss": 4.0,
      "step": 42081
    },
    {
      "epoch": 1.7236125332787222,
      "grad_norm": 2.6723921528961045,
      "learning_rate": 0.00024655326443923586,
      "loss": 4.8125,
      "step": 42082
    },
    {
      "epoch": 1.7236534917059185,
      "grad_norm": 2.3221491896112907,
      "learning_rate": 0.00024655076851140626,
      "loss": 5.0625,
      "step": 42083
    },
    {
      "epoch": 1.7236944501331148,
      "grad_norm": 2.1795927114260225,
      "learning_rate": 0.000246548272537933,
      "loss": 4.5625,
      "step": 42084
    },
    {
      "epoch": 1.7237354085603114,
      "grad_norm": 2.4292943128380187,
      "learning_rate": 0.0002465457765188174,
      "loss": 4.5312,
      "step": 42085
    },
    {
      "epoch": 1.7237763669875077,
      "grad_norm": 2.6660754960860755,
      "learning_rate": 0.00024654328045406053,
      "loss": 4.625,
      "step": 42086
    },
    {
      "epoch": 1.723817325414704,
      "grad_norm": 6.7868409992460865,
      "learning_rate": 0.00024654078434366354,
      "loss": 4.1562,
      "step": 42087
    },
    {
      "epoch": 1.7238582838419005,
      "grad_norm": 2.7348167687730647,
      "learning_rate": 0.00024653828818762776,
      "loss": 4.5625,
      "step": 42088
    },
    {
      "epoch": 1.7238992422690969,
      "grad_norm": 3.146758731772421,
      "learning_rate": 0.00024653579198595423,
      "loss": 4.5,
      "step": 42089
    },
    {
      "epoch": 1.7239402006962932,
      "grad_norm": 3.9192985170280528,
      "learning_rate": 0.0002465332957386442,
      "loss": 5.9375,
      "step": 42090
    },
    {
      "epoch": 1.7239811591234897,
      "grad_norm": 2.6058120359791275,
      "learning_rate": 0.00024653079944569884,
      "loss": 4.25,
      "step": 42091
    },
    {
      "epoch": 1.724022117550686,
      "grad_norm": 2.4684880930683017,
      "learning_rate": 0.0002465283031071193,
      "loss": 4.1562,
      "step": 42092
    },
    {
      "epoch": 1.7240630759778823,
      "grad_norm": 5.251770080016907,
      "learning_rate": 0.0002465258067229068,
      "loss": 5.4375,
      "step": 42093
    },
    {
      "epoch": 1.7241040344050789,
      "grad_norm": 2.827614671094083,
      "learning_rate": 0.00024652331029306247,
      "loss": 2.8594,
      "step": 42094
    },
    {
      "epoch": 1.7241449928322754,
      "grad_norm": 2.868628239139987,
      "learning_rate": 0.0002465208138175875,
      "loss": 4.7188,
      "step": 42095
    },
    {
      "epoch": 1.7241859512594715,
      "grad_norm": 2.498799822854358,
      "learning_rate": 0.00024651831729648313,
      "loss": 4.8125,
      "step": 42096
    },
    {
      "epoch": 1.724226909686668,
      "grad_norm": 2.799608307801625,
      "learning_rate": 0.0002465158207297505,
      "loss": 5.5625,
      "step": 42097
    },
    {
      "epoch": 1.7242678681138646,
      "grad_norm": 2.6409560242905123,
      "learning_rate": 0.00024651332411739077,
      "loss": 5.0,
      "step": 42098
    },
    {
      "epoch": 1.7243088265410607,
      "grad_norm": 28.978611123408957,
      "learning_rate": 0.0002465108274594051,
      "loss": 3.2969,
      "step": 42099
    },
    {
      "epoch": 1.7243497849682572,
      "grad_norm": 3.2939315683336265,
      "learning_rate": 0.0002465083307557948,
      "loss": 3.3281,
      "step": 42100
    },
    {
      "epoch": 1.7243907433954537,
      "grad_norm": 4.310148320562074,
      "learning_rate": 0.0002465058340065609,
      "loss": 1.8047,
      "step": 42101
    },
    {
      "epoch": 1.72443170182265,
      "grad_norm": 3.7712752403360166,
      "learning_rate": 0.0002465033372117047,
      "loss": 1.9375,
      "step": 42102
    },
    {
      "epoch": 1.7244726602498464,
      "grad_norm": 2.3806521922406856,
      "learning_rate": 0.0002465008403712273,
      "loss": 5.125,
      "step": 42103
    },
    {
      "epoch": 1.724513618677043,
      "grad_norm": 2.52520100396419,
      "learning_rate": 0.0002464983434851299,
      "loss": 4.4375,
      "step": 42104
    },
    {
      "epoch": 1.7245545771042392,
      "grad_norm": 4.009042305427747,
      "learning_rate": 0.00024649584655341364,
      "loss": 5.4062,
      "step": 42105
    },
    {
      "epoch": 1.7245955355314355,
      "grad_norm": 3.421156360811999,
      "learning_rate": 0.00024649334957607975,
      "loss": 5.2188,
      "step": 42106
    },
    {
      "epoch": 1.724636493958632,
      "grad_norm": 2.716636278641684,
      "learning_rate": 0.0002464908525531294,
      "loss": 4.5312,
      "step": 42107
    },
    {
      "epoch": 1.7246774523858284,
      "grad_norm": 3.6400362976573,
      "learning_rate": 0.0002464883554845638,
      "loss": 4.2188,
      "step": 42108
    },
    {
      "epoch": 1.7247184108130247,
      "grad_norm": 2.3798885586173317,
      "learning_rate": 0.00024648585837038417,
      "loss": 4.6562,
      "step": 42109
    },
    {
      "epoch": 1.7247593692402212,
      "grad_norm": 2.648266059588545,
      "learning_rate": 0.0002464833612105915,
      "loss": 4.4688,
      "step": 42110
    },
    {
      "epoch": 1.7248003276674175,
      "grad_norm": 2.5176469937108994,
      "learning_rate": 0.0002464808640051872,
      "loss": 4.9375,
      "step": 42111
    },
    {
      "epoch": 1.7248412860946138,
      "grad_norm": 3.316924980396178,
      "learning_rate": 0.0002464783667541723,
      "loss": 5.3125,
      "step": 42112
    },
    {
      "epoch": 1.7248822445218104,
      "grad_norm": 2.5087922215439344,
      "learning_rate": 0.000246475869457548,
      "loss": 5.2188,
      "step": 42113
    },
    {
      "epoch": 1.724923202949007,
      "grad_norm": 3.4974575998869986,
      "learning_rate": 0.00024647337211531554,
      "loss": 6.625,
      "step": 42114
    },
    {
      "epoch": 1.724964161376203,
      "grad_norm": 3.0388921337431363,
      "learning_rate": 0.00024647087472747604,
      "loss": 5.2812,
      "step": 42115
    },
    {
      "epoch": 1.7250051198033995,
      "grad_norm": 3.212285644422774,
      "learning_rate": 0.0002464683772940308,
      "loss": 5.75,
      "step": 42116
    },
    {
      "epoch": 1.725046078230596,
      "grad_norm": 2.506042959487671,
      "learning_rate": 0.0002464658798149808,
      "loss": 5.25,
      "step": 42117
    },
    {
      "epoch": 1.7250870366577924,
      "grad_norm": 2.815926220821943,
      "learning_rate": 0.00024646338229032737,
      "loss": 5.0938,
      "step": 42118
    },
    {
      "epoch": 1.7251279950849887,
      "grad_norm": 4.420007925213871,
      "learning_rate": 0.00024646088472007167,
      "loss": 2.4844,
      "step": 42119
    },
    {
      "epoch": 1.7251689535121852,
      "grad_norm": 2.3708867801996227,
      "learning_rate": 0.0002464583871042148,
      "loss": 4.5625,
      "step": 42120
    },
    {
      "epoch": 1.7252099119393816,
      "grad_norm": 2.8920677033937703,
      "learning_rate": 0.0002464558894427581,
      "loss": 4.5,
      "step": 42121
    },
    {
      "epoch": 1.7252508703665779,
      "grad_norm": 3.880059662328327,
      "learning_rate": 0.00024645339173570257,
      "loss": 4.4688,
      "step": 42122
    },
    {
      "epoch": 1.7252918287937744,
      "grad_norm": 2.5907878905605064,
      "learning_rate": 0.0002464508939830495,
      "loss": 5.125,
      "step": 42123
    },
    {
      "epoch": 1.7253327872209707,
      "grad_norm": 3.442371353145351,
      "learning_rate": 0.00024644839618480005,
      "loss": 3.6406,
      "step": 42124
    },
    {
      "epoch": 1.725373745648167,
      "grad_norm": 2.7758234314422228,
      "learning_rate": 0.0002464458983409554,
      "loss": 4.875,
      "step": 42125
    },
    {
      "epoch": 1.7254147040753636,
      "grad_norm": 2.8678808532366777,
      "learning_rate": 0.0002464434004515167,
      "loss": 4.5,
      "step": 42126
    },
    {
      "epoch": 1.7254556625025599,
      "grad_norm": 2.664049241250246,
      "learning_rate": 0.00024644090251648516,
      "loss": 4.4062,
      "step": 42127
    },
    {
      "epoch": 1.7254966209297562,
      "grad_norm": 10.274310186072197,
      "learning_rate": 0.00024643840453586203,
      "loss": 6.0938,
      "step": 42128
    },
    {
      "epoch": 1.7255375793569527,
      "grad_norm": 2.919494344524541,
      "learning_rate": 0.0002464359065096483,
      "loss": 5.3438,
      "step": 42129
    },
    {
      "epoch": 1.725578537784149,
      "grad_norm": 2.2343767679390165,
      "learning_rate": 0.00024643340843784534,
      "loss": 3.6875,
      "step": 42130
    },
    {
      "epoch": 1.7256194962113454,
      "grad_norm": 6.2218412215945955,
      "learning_rate": 0.00024643091032045423,
      "loss": 6.4062,
      "step": 42131
    },
    {
      "epoch": 1.725660454638542,
      "grad_norm": 2.403745979896661,
      "learning_rate": 0.0002464284121574762,
      "loss": 4.125,
      "step": 42132
    },
    {
      "epoch": 1.7257014130657384,
      "grad_norm": 2.879453283236404,
      "learning_rate": 0.0002464259139489124,
      "loss": 5.0625,
      "step": 42133
    },
    {
      "epoch": 1.7257423714929345,
      "grad_norm": 2.3232970555091934,
      "learning_rate": 0.00024642341569476405,
      "loss": 4.625,
      "step": 42134
    },
    {
      "epoch": 1.725783329920131,
      "grad_norm": 10.19246644698438,
      "learning_rate": 0.0002464209173950323,
      "loss": 2.7031,
      "step": 42135
    },
    {
      "epoch": 1.7258242883473276,
      "grad_norm": 2.1936042118553036,
      "learning_rate": 0.0002464184190497183,
      "loss": 3.625,
      "step": 42136
    },
    {
      "epoch": 1.725865246774524,
      "grad_norm": 2.9655982555506286,
      "learning_rate": 0.0002464159206588233,
      "loss": 5.1562,
      "step": 42137
    },
    {
      "epoch": 1.7259062052017202,
      "grad_norm": 6.728759017113308,
      "learning_rate": 0.00024641342222234846,
      "loss": 7.4375,
      "step": 42138
    },
    {
      "epoch": 1.7259471636289168,
      "grad_norm": 2.781419758646538,
      "learning_rate": 0.0002464109237402949,
      "loss": 4.6875,
      "step": 42139
    },
    {
      "epoch": 1.725988122056113,
      "grad_norm": 2.848978802142087,
      "learning_rate": 0.0002464084252126639,
      "loss": 4.375,
      "step": 42140
    },
    {
      "epoch": 1.7260290804833094,
      "grad_norm": 2.9247740951731136,
      "learning_rate": 0.00024640592663945657,
      "loss": 5.8438,
      "step": 42141
    },
    {
      "epoch": 1.726070038910506,
      "grad_norm": 2.5532101941512035,
      "learning_rate": 0.0002464034280206741,
      "loss": 4.2188,
      "step": 42142
    },
    {
      "epoch": 1.7261109973377022,
      "grad_norm": 2.7971219627268975,
      "learning_rate": 0.0002464009293563177,
      "loss": 6.5938,
      "step": 42143
    },
    {
      "epoch": 1.7261519557648985,
      "grad_norm": 2.6653879897653896,
      "learning_rate": 0.0002463984306463885,
      "loss": 4.75,
      "step": 42144
    },
    {
      "epoch": 1.726192914192095,
      "grad_norm": 9.640711965224025,
      "learning_rate": 0.00024639593189088775,
      "loss": 6.8438,
      "step": 42145
    },
    {
      "epoch": 1.7262338726192914,
      "grad_norm": 2.5550112639101763,
      "learning_rate": 0.0002463934330898166,
      "loss": 4.2812,
      "step": 42146
    },
    {
      "epoch": 1.7262748310464877,
      "grad_norm": 2.9266073933583288,
      "learning_rate": 0.00024639093424317623,
      "loss": 6.4688,
      "step": 42147
    },
    {
      "epoch": 1.7263157894736842,
      "grad_norm": 2.330796311413361,
      "learning_rate": 0.0002463884353509678,
      "loss": 4.2812,
      "step": 42148
    },
    {
      "epoch": 1.7263567479008806,
      "grad_norm": 4.051381082707185,
      "learning_rate": 0.0002463859364131925,
      "loss": 1.3438,
      "step": 42149
    },
    {
      "epoch": 1.7263977063280769,
      "grad_norm": 2.2359066853810226,
      "learning_rate": 0.00024638343742985154,
      "loss": 4.0938,
      "step": 42150
    },
    {
      "epoch": 1.7264386647552734,
      "grad_norm": 2.6632924982898265,
      "learning_rate": 0.0002463809384009461,
      "loss": 5.5312,
      "step": 42151
    },
    {
      "epoch": 1.72647962318247,
      "grad_norm": 6.442220962075448,
      "learning_rate": 0.00024637843932647733,
      "loss": 6.125,
      "step": 42152
    },
    {
      "epoch": 1.726520581609666,
      "grad_norm": 2.5456369217674646,
      "learning_rate": 0.0002463759402064464,
      "loss": 5.0938,
      "step": 42153
    },
    {
      "epoch": 1.7265615400368626,
      "grad_norm": 2.537186654316303,
      "learning_rate": 0.00024637344104085453,
      "loss": 5.5625,
      "step": 42154
    },
    {
      "epoch": 1.726602498464059,
      "grad_norm": 3.0419769216411803,
      "learning_rate": 0.0002463709418297029,
      "loss": 4.8438,
      "step": 42155
    },
    {
      "epoch": 1.7266434568912554,
      "grad_norm": 2.446523020245383,
      "learning_rate": 0.0002463684425729927,
      "loss": 4.4375,
      "step": 42156
    },
    {
      "epoch": 1.7266844153184517,
      "grad_norm": 2.778450725444895,
      "learning_rate": 0.00024636594327072506,
      "loss": 5.3438,
      "step": 42157
    },
    {
      "epoch": 1.7267253737456483,
      "grad_norm": 2.4100725654065984,
      "learning_rate": 0.0002463634439229012,
      "loss": 4.25,
      "step": 42158
    },
    {
      "epoch": 1.7267663321728446,
      "grad_norm": 2.3108905763725636,
      "learning_rate": 0.0002463609445295223,
      "loss": 4.7188,
      "step": 42159
    },
    {
      "epoch": 1.726807290600041,
      "grad_norm": 4.062629132208656,
      "learning_rate": 0.00024635844509058956,
      "loss": 5.75,
      "step": 42160
    },
    {
      "epoch": 1.7268482490272374,
      "grad_norm": 3.954396220230553,
      "learning_rate": 0.00024635594560610413,
      "loss": 4.9688,
      "step": 42161
    },
    {
      "epoch": 1.7268892074544338,
      "grad_norm": 4.02184668683201,
      "learning_rate": 0.0002463534460760672,
      "loss": 6.125,
      "step": 42162
    },
    {
      "epoch": 1.72693016588163,
      "grad_norm": 3.8119730544363937,
      "learning_rate": 0.00024635094650047993,
      "loss": 3.4688,
      "step": 42163
    },
    {
      "epoch": 1.7269711243088266,
      "grad_norm": 2.2501872513082,
      "learning_rate": 0.00024634844687934355,
      "loss": 4.875,
      "step": 42164
    },
    {
      "epoch": 1.727012082736023,
      "grad_norm": 5.815337471127418,
      "learning_rate": 0.0002463459472126592,
      "loss": 6.4375,
      "step": 42165
    },
    {
      "epoch": 1.7270530411632192,
      "grad_norm": 4.720962387455949,
      "learning_rate": 0.0002463434475004281,
      "loss": 5.3125,
      "step": 42166
    },
    {
      "epoch": 1.7270939995904158,
      "grad_norm": 3.047982052327296,
      "learning_rate": 0.00024634094774265134,
      "loss": 4.8438,
      "step": 42167
    },
    {
      "epoch": 1.727134958017612,
      "grad_norm": 4.119344858472658,
      "learning_rate": 0.00024633844793933024,
      "loss": 2.0469,
      "step": 42168
    },
    {
      "epoch": 1.7271759164448084,
      "grad_norm": 3.6200724451063753,
      "learning_rate": 0.00024633594809046587,
      "loss": 4.75,
      "step": 42169
    },
    {
      "epoch": 1.727216874872005,
      "grad_norm": 2.1922154372870812,
      "learning_rate": 0.0002463334481960595,
      "loss": 4.3125,
      "step": 42170
    },
    {
      "epoch": 1.7272578332992015,
      "grad_norm": 3.054978702406184,
      "learning_rate": 0.0002463309482561122,
      "loss": 3.9375,
      "step": 42171
    },
    {
      "epoch": 1.7272987917263976,
      "grad_norm": 6.1715571724469935,
      "learning_rate": 0.0002463284482706253,
      "loss": 2.5156,
      "step": 42172
    },
    {
      "epoch": 1.727339750153594,
      "grad_norm": 2.8586117120626438,
      "learning_rate": 0.00024632594823959983,
      "loss": 4.9375,
      "step": 42173
    },
    {
      "epoch": 1.7273807085807906,
      "grad_norm": 3.118673190186249,
      "learning_rate": 0.00024632344816303707,
      "loss": 4.2812,
      "step": 42174
    },
    {
      "epoch": 1.727421667007987,
      "grad_norm": 2.3921765448454146,
      "learning_rate": 0.0002463209480409382,
      "loss": 5.2812,
      "step": 42175
    },
    {
      "epoch": 1.7274626254351833,
      "grad_norm": 2.5546699176811853,
      "learning_rate": 0.00024631844787330434,
      "loss": 4.3125,
      "step": 42176
    },
    {
      "epoch": 1.7275035838623798,
      "grad_norm": 8.555837806402987,
      "learning_rate": 0.0002463159476601367,
      "loss": 6.1562,
      "step": 42177
    },
    {
      "epoch": 1.727544542289576,
      "grad_norm": 4.690192350695384,
      "learning_rate": 0.00024631344740143644,
      "loss": 5.8125,
      "step": 42178
    },
    {
      "epoch": 1.7275855007167724,
      "grad_norm": 2.795157748744387,
      "learning_rate": 0.0002463109470972048,
      "loss": 5.3125,
      "step": 42179
    },
    {
      "epoch": 1.727626459143969,
      "grad_norm": 2.6266993295663723,
      "learning_rate": 0.000246308446747443,
      "loss": 4.0938,
      "step": 42180
    },
    {
      "epoch": 1.7276674175711653,
      "grad_norm": 2.6654196703051483,
      "learning_rate": 0.00024630594635215207,
      "loss": 4.625,
      "step": 42181
    },
    {
      "epoch": 1.7277083759983616,
      "grad_norm": 2.4457074920486757,
      "learning_rate": 0.0002463034459113333,
      "loss": 5.4688,
      "step": 42182
    },
    {
      "epoch": 1.7277493344255581,
      "grad_norm": 3.836996147240938,
      "learning_rate": 0.0002463009454249879,
      "loss": 4.4688,
      "step": 42183
    },
    {
      "epoch": 1.7277902928527544,
      "grad_norm": 3.772635969324931,
      "learning_rate": 0.0002462984448931169,
      "loss": 6.2812,
      "step": 42184
    },
    {
      "epoch": 1.7278312512799507,
      "grad_norm": 2.2649892476546856,
      "learning_rate": 0.00024629594431572165,
      "loss": 4.25,
      "step": 42185
    },
    {
      "epoch": 1.7278722097071473,
      "grad_norm": 2.52495513237972,
      "learning_rate": 0.0002462934436928032,
      "loss": 5.1875,
      "step": 42186
    },
    {
      "epoch": 1.7279131681343436,
      "grad_norm": 2.3829694459641457,
      "learning_rate": 0.0002462909430243629,
      "loss": 4.25,
      "step": 42187
    },
    {
      "epoch": 1.72795412656154,
      "grad_norm": 3.1582306007226824,
      "learning_rate": 0.0002462884423104018,
      "loss": 5.0938,
      "step": 42188
    },
    {
      "epoch": 1.7279950849887364,
      "grad_norm": 2.908843186017227,
      "learning_rate": 0.0002462859415509211,
      "loss": 6.3125,
      "step": 42189
    },
    {
      "epoch": 1.728036043415933,
      "grad_norm": 5.025931835524247,
      "learning_rate": 0.00024628344074592194,
      "loss": 5.375,
      "step": 42190
    },
    {
      "epoch": 1.728077001843129,
      "grad_norm": 4.657978041293602,
      "learning_rate": 0.0002462809398954056,
      "loss": 3.625,
      "step": 42191
    },
    {
      "epoch": 1.7281179602703256,
      "grad_norm": 2.374003209759964,
      "learning_rate": 0.00024627843899937326,
      "loss": 4.9375,
      "step": 42192
    },
    {
      "epoch": 1.7281589186975221,
      "grad_norm": 2.263962531781553,
      "learning_rate": 0.00024627593805782603,
      "loss": 4.5312,
      "step": 42193
    },
    {
      "epoch": 1.7281998771247185,
      "grad_norm": 3.188351091777136,
      "learning_rate": 0.0002462734370707651,
      "loss": 4.4375,
      "step": 42194
    },
    {
      "epoch": 1.7282408355519148,
      "grad_norm": 2.7575404310698053,
      "learning_rate": 0.0002462709360381917,
      "loss": 4.1875,
      "step": 42195
    },
    {
      "epoch": 1.7282817939791113,
      "grad_norm": 4.056944286050146,
      "learning_rate": 0.00024626843496010695,
      "loss": 6.6562,
      "step": 42196
    },
    {
      "epoch": 1.7283227524063076,
      "grad_norm": 2.758678297430853,
      "learning_rate": 0.0002462659338365121,
      "loss": 6.0312,
      "step": 42197
    },
    {
      "epoch": 1.728363710833504,
      "grad_norm": 3.164015934174543,
      "learning_rate": 0.00024626343266740834,
      "loss": 6.7812,
      "step": 42198
    },
    {
      "epoch": 1.7284046692607005,
      "grad_norm": 2.493000808833523,
      "learning_rate": 0.0002462609314527968,
      "loss": 5.2812,
      "step": 42199
    },
    {
      "epoch": 1.7284456276878968,
      "grad_norm": 2.3246310235608862,
      "learning_rate": 0.00024625843019267864,
      "loss": 4.5,
      "step": 42200
    },
    {
      "epoch": 1.728486586115093,
      "grad_norm": 3.65403683542552,
      "learning_rate": 0.0002462559288870551,
      "loss": 5.4688,
      "step": 42201
    },
    {
      "epoch": 1.7285275445422896,
      "grad_norm": 2.97312928074786,
      "learning_rate": 0.00024625342753592733,
      "loss": 4.125,
      "step": 42202
    },
    {
      "epoch": 1.728568502969486,
      "grad_norm": 10.186857682042172,
      "learning_rate": 0.0002462509261392965,
      "loss": 1.2656,
      "step": 42203
    },
    {
      "epoch": 1.7286094613966823,
      "grad_norm": 2.6587240592503165,
      "learning_rate": 0.00024624842469716385,
      "loss": 4.4062,
      "step": 42204
    },
    {
      "epoch": 1.7286504198238788,
      "grad_norm": 6.240897068699294,
      "learning_rate": 0.00024624592320953055,
      "loss": 5.75,
      "step": 42205
    },
    {
      "epoch": 1.728691378251075,
      "grad_norm": 2.9159019421638783,
      "learning_rate": 0.00024624342167639773,
      "loss": 4.6562,
      "step": 42206
    },
    {
      "epoch": 1.7287323366782714,
      "grad_norm": 3.323266103276684,
      "learning_rate": 0.00024624092009776664,
      "loss": 5.2188,
      "step": 42207
    },
    {
      "epoch": 1.728773295105468,
      "grad_norm": 2.781106839959948,
      "learning_rate": 0.00024623841847363836,
      "loss": 4.3438,
      "step": 42208
    },
    {
      "epoch": 1.7288142535326645,
      "grad_norm": 5.620161472802361,
      "learning_rate": 0.0002462359168040142,
      "loss": 3.4375,
      "step": 42209
    },
    {
      "epoch": 1.7288552119598606,
      "grad_norm": 2.9276303469283373,
      "learning_rate": 0.0002462334150888952,
      "loss": 5.8125,
      "step": 42210
    },
    {
      "epoch": 1.7288961703870571,
      "grad_norm": 3.691945059880958,
      "learning_rate": 0.00024623091332828275,
      "loss": 4.9688,
      "step": 42211
    },
    {
      "epoch": 1.7289371288142537,
      "grad_norm": 3.27591286537256,
      "learning_rate": 0.0002462284115221778,
      "loss": 5.0,
      "step": 42212
    },
    {
      "epoch": 1.72897808724145,
      "grad_norm": 3.8012712158506563,
      "learning_rate": 0.00024622590967058174,
      "loss": 4.4688,
      "step": 42213
    },
    {
      "epoch": 1.7290190456686463,
      "grad_norm": 6.272035802844688,
      "learning_rate": 0.0002462234077734956,
      "loss": 5.9688,
      "step": 42214
    },
    {
      "epoch": 1.7290600040958428,
      "grad_norm": 2.497253177779866,
      "learning_rate": 0.0002462209058309206,
      "loss": 4.4688,
      "step": 42215
    },
    {
      "epoch": 1.7291009625230391,
      "grad_norm": 12.219617545127148,
      "learning_rate": 0.000246218403842858,
      "loss": 4.3125,
      "step": 42216
    },
    {
      "epoch": 1.7291419209502354,
      "grad_norm": 2.248631611278194,
      "learning_rate": 0.00024621590180930886,
      "loss": 4.4062,
      "step": 42217
    },
    {
      "epoch": 1.729182879377432,
      "grad_norm": 2.171538569721761,
      "learning_rate": 0.00024621339973027444,
      "loss": 4.625,
      "step": 42218
    },
    {
      "epoch": 1.7292238378046283,
      "grad_norm": 2.728106536932092,
      "learning_rate": 0.0002462108976057559,
      "loss": 5.375,
      "step": 42219
    },
    {
      "epoch": 1.7292647962318246,
      "grad_norm": 2.413150409066233,
      "learning_rate": 0.00024620839543575444,
      "loss": 4.5312,
      "step": 42220
    },
    {
      "epoch": 1.7293057546590211,
      "grad_norm": 3.8580260274649145,
      "learning_rate": 0.00024620589322027123,
      "loss": 5.2188,
      "step": 42221
    },
    {
      "epoch": 1.7293467130862175,
      "grad_norm": 2.239046483069001,
      "learning_rate": 0.0002462033909593075,
      "loss": 3.9062,
      "step": 42222
    },
    {
      "epoch": 1.7293876715134138,
      "grad_norm": 2.6259892639319315,
      "learning_rate": 0.0002462008886528643,
      "loss": 5.125,
      "step": 42223
    },
    {
      "epoch": 1.7294286299406103,
      "grad_norm": 3.0939336556448342,
      "learning_rate": 0.000246198386300943,
      "loss": 5.8438,
      "step": 42224
    },
    {
      "epoch": 1.7294695883678068,
      "grad_norm": 2.9369147398703572,
      "learning_rate": 0.00024619588390354465,
      "loss": 4.4688,
      "step": 42225
    },
    {
      "epoch": 1.729510546795003,
      "grad_norm": 2.5319783593475673,
      "learning_rate": 0.00024619338146067047,
      "loss": 3.875,
      "step": 42226
    },
    {
      "epoch": 1.7295515052221995,
      "grad_norm": 5.792259156595395,
      "learning_rate": 0.0002461908789723216,
      "loss": 5.9062,
      "step": 42227
    },
    {
      "epoch": 1.729592463649396,
      "grad_norm": 3.056485798775863,
      "learning_rate": 0.0002461883764384993,
      "loss": 5.1562,
      "step": 42228
    },
    {
      "epoch": 1.729633422076592,
      "grad_norm": 2.5314057233894514,
      "learning_rate": 0.0002461858738592047,
      "loss": 4.5938,
      "step": 42229
    },
    {
      "epoch": 1.7296743805037886,
      "grad_norm": 3.1511859172257077,
      "learning_rate": 0.000246183371234439,
      "loss": 5.0625,
      "step": 42230
    },
    {
      "epoch": 1.7297153389309852,
      "grad_norm": 2.4673129782746193,
      "learning_rate": 0.0002461808685642034,
      "loss": 4.25,
      "step": 42231
    },
    {
      "epoch": 1.7297562973581815,
      "grad_norm": 3.0851015755431,
      "learning_rate": 0.00024617836584849906,
      "loss": 5.7188,
      "step": 42232
    },
    {
      "epoch": 1.7297972557853778,
      "grad_norm": 2.952482742623793,
      "learning_rate": 0.0002461758630873272,
      "loss": 4.8125,
      "step": 42233
    },
    {
      "epoch": 1.7298382142125743,
      "grad_norm": 3.1362027716218313,
      "learning_rate": 0.00024617336028068894,
      "loss": 5.4375,
      "step": 42234
    },
    {
      "epoch": 1.7298791726397706,
      "grad_norm": 3.068591764496716,
      "learning_rate": 0.0002461708574285855,
      "loss": 5.3438,
      "step": 42235
    },
    {
      "epoch": 1.729920131066967,
      "grad_norm": 3.216442684610851,
      "learning_rate": 0.00024616835453101805,
      "loss": 5.0,
      "step": 42236
    },
    {
      "epoch": 1.7299610894941635,
      "grad_norm": 2.5065097301712145,
      "learning_rate": 0.0002461658515879878,
      "loss": 4.5938,
      "step": 42237
    },
    {
      "epoch": 1.7300020479213598,
      "grad_norm": 2.2070512070211583,
      "learning_rate": 0.0002461633485994959,
      "loss": 4.7188,
      "step": 42238
    },
    {
      "epoch": 1.7300430063485561,
      "grad_norm": 2.7211807473913066,
      "learning_rate": 0.00024616084556554357,
      "loss": 4.6562,
      "step": 42239
    },
    {
      "epoch": 1.7300839647757527,
      "grad_norm": 2.943307807651892,
      "learning_rate": 0.00024615834248613197,
      "loss": 4.5938,
      "step": 42240
    },
    {
      "epoch": 1.730124923202949,
      "grad_norm": 2.840738515289409,
      "learning_rate": 0.00024615583936126226,
      "loss": 5.6562,
      "step": 42241
    },
    {
      "epoch": 1.7301658816301453,
      "grad_norm": 6.625671549431776,
      "learning_rate": 0.00024615333619093564,
      "loss": 6.625,
      "step": 42242
    },
    {
      "epoch": 1.7302068400573418,
      "grad_norm": 2.5980039458307735,
      "learning_rate": 0.0002461508329751533,
      "loss": 4.5,
      "step": 42243
    },
    {
      "epoch": 1.7302477984845384,
      "grad_norm": 3.017688883648953,
      "learning_rate": 0.00024614832971391645,
      "loss": 5.0,
      "step": 42244
    },
    {
      "epoch": 1.7302887569117344,
      "grad_norm": 2.845508693775376,
      "learning_rate": 0.00024614582640722626,
      "loss": 5.4375,
      "step": 42245
    },
    {
      "epoch": 1.730329715338931,
      "grad_norm": 3.0793872521173213,
      "learning_rate": 0.00024614332305508387,
      "loss": 5.125,
      "step": 42246
    },
    {
      "epoch": 1.7303706737661275,
      "grad_norm": 3.018266832481545,
      "learning_rate": 0.00024614081965749053,
      "loss": 6.0938,
      "step": 42247
    },
    {
      "epoch": 1.7304116321933236,
      "grad_norm": 2.9751357541874244,
      "learning_rate": 0.0002461383162144474,
      "loss": 4.5938,
      "step": 42248
    },
    {
      "epoch": 1.7304525906205201,
      "grad_norm": 2.7937896743687367,
      "learning_rate": 0.0002461358127259556,
      "loss": 5.7812,
      "step": 42249
    },
    {
      "epoch": 1.7304935490477167,
      "grad_norm": 5.291616258804186,
      "learning_rate": 0.0002461333091920164,
      "loss": 1.8359,
      "step": 42250
    },
    {
      "epoch": 1.730534507474913,
      "grad_norm": 3.669423354802104,
      "learning_rate": 0.00024613080561263097,
      "loss": 6.2812,
      "step": 42251
    },
    {
      "epoch": 1.7305754659021093,
      "grad_norm": 2.4193374158415706,
      "learning_rate": 0.0002461283019878004,
      "loss": 5.2812,
      "step": 42252
    },
    {
      "epoch": 1.7306164243293058,
      "grad_norm": 2.426349786057711,
      "learning_rate": 0.00024612579831752605,
      "loss": 4.1875,
      "step": 42253
    },
    {
      "epoch": 1.7306573827565022,
      "grad_norm": 6.192410634709645,
      "learning_rate": 0.0002461232946018089,
      "loss": 5.5625,
      "step": 42254
    },
    {
      "epoch": 1.7306983411836985,
      "grad_norm": 2.5047839422326743,
      "learning_rate": 0.0002461207908406503,
      "loss": 4.5625,
      "step": 42255
    },
    {
      "epoch": 1.730739299610895,
      "grad_norm": 2.44278144728641,
      "learning_rate": 0.00024611828703405134,
      "loss": 4.75,
      "step": 42256
    },
    {
      "epoch": 1.7307802580380913,
      "grad_norm": 2.1287402726495777,
      "learning_rate": 0.00024611578318201326,
      "loss": 3.6875,
      "step": 42257
    },
    {
      "epoch": 1.7308212164652876,
      "grad_norm": 2.2974362029592377,
      "learning_rate": 0.0002461132792845372,
      "loss": 5.0938,
      "step": 42258
    },
    {
      "epoch": 1.7308621748924842,
      "grad_norm": 2.950388323758478,
      "learning_rate": 0.0002461107753416243,
      "loss": 5.5625,
      "step": 42259
    },
    {
      "epoch": 1.7309031333196805,
      "grad_norm": 2.4832354640975374,
      "learning_rate": 0.0002461082713532759,
      "loss": 5.1875,
      "step": 42260
    },
    {
      "epoch": 1.7309440917468768,
      "grad_norm": 2.3908701292264687,
      "learning_rate": 0.00024610576731949304,
      "loss": 4.9688,
      "step": 42261
    },
    {
      "epoch": 1.7309850501740733,
      "grad_norm": 2.7301437211413377,
      "learning_rate": 0.0002461032632402769,
      "loss": 5.1875,
      "step": 42262
    },
    {
      "epoch": 1.7310260086012699,
      "grad_norm": 6.120341212674864,
      "learning_rate": 0.0002461007591156288,
      "loss": 6.9062,
      "step": 42263
    },
    {
      "epoch": 1.731066967028466,
      "grad_norm": 2.8618998836818315,
      "learning_rate": 0.0002460982549455498,
      "loss": 4.6562,
      "step": 42264
    },
    {
      "epoch": 1.7311079254556625,
      "grad_norm": 2.424834244783228,
      "learning_rate": 0.00024609575073004106,
      "loss": 3.6719,
      "step": 42265
    },
    {
      "epoch": 1.731148883882859,
      "grad_norm": 2.5277984195258436,
      "learning_rate": 0.00024609324646910393,
      "loss": 4.0625,
      "step": 42266
    },
    {
      "epoch": 1.7311898423100553,
      "grad_norm": 2.346790517623472,
      "learning_rate": 0.00024609074216273944,
      "loss": 4.9375,
      "step": 42267
    },
    {
      "epoch": 1.7312308007372517,
      "grad_norm": 2.210085998411477,
      "learning_rate": 0.0002460882378109488,
      "loss": 4.6562,
      "step": 42268
    },
    {
      "epoch": 1.7312717591644482,
      "grad_norm": 3.181355460735803,
      "learning_rate": 0.0002460857334137333,
      "loss": 5.3125,
      "step": 42269
    },
    {
      "epoch": 1.7313127175916445,
      "grad_norm": 2.549185841060039,
      "learning_rate": 0.000246083228971094,
      "loss": 5.5,
      "step": 42270
    },
    {
      "epoch": 1.7313536760188408,
      "grad_norm": 2.880436067958957,
      "learning_rate": 0.0002460807244830321,
      "loss": 5.25,
      "step": 42271
    },
    {
      "epoch": 1.7313946344460374,
      "grad_norm": 3.6070799321936162,
      "learning_rate": 0.0002460782199495488,
      "loss": 5.25,
      "step": 42272
    },
    {
      "epoch": 1.7314355928732337,
      "grad_norm": 2.5377850234866686,
      "learning_rate": 0.0002460757153706453,
      "loss": 5.0312,
      "step": 42273
    },
    {
      "epoch": 1.73147655130043,
      "grad_norm": 4.204236486792032,
      "learning_rate": 0.0002460732107463228,
      "loss": 5.5938,
      "step": 42274
    },
    {
      "epoch": 1.7315175097276265,
      "grad_norm": 2.7655139793128325,
      "learning_rate": 0.00024607070607658244,
      "loss": 4.4062,
      "step": 42275
    },
    {
      "epoch": 1.7315584681548228,
      "grad_norm": 19.126317050446495,
      "learning_rate": 0.0002460682013614255,
      "loss": 6.7812,
      "step": 42276
    },
    {
      "epoch": 1.7315994265820192,
      "grad_norm": 2.4645629441252446,
      "learning_rate": 0.00024606569660085297,
      "loss": 5.2188,
      "step": 42277
    },
    {
      "epoch": 1.7316403850092157,
      "grad_norm": 10.189237692056022,
      "learning_rate": 0.0002460631917948662,
      "loss": 6.125,
      "step": 42278
    },
    {
      "epoch": 1.731681343436412,
      "grad_norm": 4.353016244144697,
      "learning_rate": 0.00024606068694346634,
      "loss": 3.875,
      "step": 42279
    },
    {
      "epoch": 1.7317223018636083,
      "grad_norm": 3.8320235019767974,
      "learning_rate": 0.0002460581820466546,
      "loss": 5.7812,
      "step": 42280
    },
    {
      "epoch": 1.7317632602908049,
      "grad_norm": 2.2590005234430586,
      "learning_rate": 0.00024605567710443205,
      "loss": 4.0625,
      "step": 42281
    },
    {
      "epoch": 1.7318042187180014,
      "grad_norm": 2.416558115092222,
      "learning_rate": 0.0002460531721168,
      "loss": 4.3438,
      "step": 42282
    },
    {
      "epoch": 1.7318451771451975,
      "grad_norm": 2.5529636770487665,
      "learning_rate": 0.00024605066708375953,
      "loss": 5.6562,
      "step": 42283
    },
    {
      "epoch": 1.731886135572394,
      "grad_norm": 3.3485948323670574,
      "learning_rate": 0.00024604816200531196,
      "loss": 4.2188,
      "step": 42284
    },
    {
      "epoch": 1.7319270939995906,
      "grad_norm": 2.853318846452479,
      "learning_rate": 0.0002460456568814583,
      "loss": 4.2812,
      "step": 42285
    },
    {
      "epoch": 1.7319680524267869,
      "grad_norm": 3.278708164785104,
      "learning_rate": 0.0002460431517121999,
      "loss": 4.8438,
      "step": 42286
    },
    {
      "epoch": 1.7320090108539832,
      "grad_norm": 2.4374670117231525,
      "learning_rate": 0.00024604064649753785,
      "loss": 5.0625,
      "step": 42287
    },
    {
      "epoch": 1.7320499692811797,
      "grad_norm": 4.078362170700371,
      "learning_rate": 0.00024603814123747334,
      "loss": 5.125,
      "step": 42288
    },
    {
      "epoch": 1.732090927708376,
      "grad_norm": 2.66113780905436,
      "learning_rate": 0.0002460356359320076,
      "loss": 3.4688,
      "step": 42289
    },
    {
      "epoch": 1.7321318861355723,
      "grad_norm": 2.6997609600952086,
      "learning_rate": 0.00024603313058114176,
      "loss": 2.7031,
      "step": 42290
    },
    {
      "epoch": 1.7321728445627689,
      "grad_norm": 2.1356441229909264,
      "learning_rate": 0.000246030625184877,
      "loss": 3.0312,
      "step": 42291
    },
    {
      "epoch": 1.7322138029899652,
      "grad_norm": 3.493264227261591,
      "learning_rate": 0.0002460281197432146,
      "loss": 6.7188,
      "step": 42292
    },
    {
      "epoch": 1.7322547614171615,
      "grad_norm": 3.075463049234803,
      "learning_rate": 0.00024602561425615563,
      "loss": 5.75,
      "step": 42293
    },
    {
      "epoch": 1.732295719844358,
      "grad_norm": 2.6295233704108303,
      "learning_rate": 0.0002460231087237013,
      "loss": 4.6562,
      "step": 42294
    },
    {
      "epoch": 1.7323366782715544,
      "grad_norm": 3.257280793247592,
      "learning_rate": 0.0002460206031458529,
      "loss": 4.8438,
      "step": 42295
    },
    {
      "epoch": 1.7323776366987507,
      "grad_norm": 2.0719326380205834,
      "learning_rate": 0.00024601809752261143,
      "loss": 3.0156,
      "step": 42296
    },
    {
      "epoch": 1.7324185951259472,
      "grad_norm": 3.1935625406597046,
      "learning_rate": 0.00024601559185397824,
      "loss": 3.3594,
      "step": 42297
    },
    {
      "epoch": 1.7324595535531435,
      "grad_norm": 2.439043164092682,
      "learning_rate": 0.00024601308613995444,
      "loss": 4.75,
      "step": 42298
    },
    {
      "epoch": 1.7325005119803398,
      "grad_norm": 2.3583699924384725,
      "learning_rate": 0.0002460105803805412,
      "loss": 4.8438,
      "step": 42299
    },
    {
      "epoch": 1.7325414704075364,
      "grad_norm": 3.190604280804326,
      "learning_rate": 0.00024600807457573977,
      "loss": 5.4375,
      "step": 42300
    },
    {
      "epoch": 1.732582428834733,
      "grad_norm": 3.1737419151636783,
      "learning_rate": 0.0002460055687255513,
      "loss": 5.125,
      "step": 42301
    },
    {
      "epoch": 1.732623387261929,
      "grad_norm": 3.5647621629200414,
      "learning_rate": 0.0002460030628299769,
      "loss": 4.9688,
      "step": 42302
    },
    {
      "epoch": 1.7326643456891255,
      "grad_norm": 8.015894735984594,
      "learning_rate": 0.0002460005568890179,
      "loss": 4.125,
      "step": 42303
    },
    {
      "epoch": 1.732705304116322,
      "grad_norm": 2.7319805005538447,
      "learning_rate": 0.0002459980509026754,
      "loss": 4.0938,
      "step": 42304
    },
    {
      "epoch": 1.7327462625435184,
      "grad_norm": 2.48229062784826,
      "learning_rate": 0.00024599554487095054,
      "loss": 5.0,
      "step": 42305
    },
    {
      "epoch": 1.7327872209707147,
      "grad_norm": 2.43249207118639,
      "learning_rate": 0.00024599303879384456,
      "loss": 5.5,
      "step": 42306
    },
    {
      "epoch": 1.7328281793979112,
      "grad_norm": 3.3152846768116118,
      "learning_rate": 0.00024599053267135865,
      "loss": 4.9062,
      "step": 42307
    },
    {
      "epoch": 1.7328691378251075,
      "grad_norm": 2.669456661100316,
      "learning_rate": 0.000245988026503494,
      "loss": 4.5312,
      "step": 42308
    },
    {
      "epoch": 1.7329100962523039,
      "grad_norm": 3.006781446106455,
      "learning_rate": 0.0002459855202902518,
      "loss": 5.0938,
      "step": 42309
    },
    {
      "epoch": 1.7329510546795004,
      "grad_norm": 2.363923963035992,
      "learning_rate": 0.0002459830140316332,
      "loss": 4.9375,
      "step": 42310
    },
    {
      "epoch": 1.7329920131066967,
      "grad_norm": 8.192648743770151,
      "learning_rate": 0.00024598050772763936,
      "loss": 5.75,
      "step": 42311
    },
    {
      "epoch": 1.733032971533893,
      "grad_norm": 2.7857884653922724,
      "learning_rate": 0.00024597800137827157,
      "loss": 4.5,
      "step": 42312
    },
    {
      "epoch": 1.7330739299610896,
      "grad_norm": 2.5438765738001634,
      "learning_rate": 0.0002459754949835309,
      "loss": 4.0312,
      "step": 42313
    },
    {
      "epoch": 1.7331148883882859,
      "grad_norm": 2.379356003322715,
      "learning_rate": 0.00024597298854341863,
      "loss": 3.3906,
      "step": 42314
    },
    {
      "epoch": 1.7331558468154822,
      "grad_norm": 2.610571779908219,
      "learning_rate": 0.0002459704820579358,
      "loss": 4.0938,
      "step": 42315
    },
    {
      "epoch": 1.7331968052426787,
      "grad_norm": 8.03497348560858,
      "learning_rate": 0.00024596797552708385,
      "loss": 4.5938,
      "step": 42316
    },
    {
      "epoch": 1.733237763669875,
      "grad_norm": 8.079288327372986,
      "learning_rate": 0.0002459654689508637,
      "loss": 3.125,
      "step": 42317
    },
    {
      "epoch": 1.7332787220970713,
      "grad_norm": 4.514424428520104,
      "learning_rate": 0.00024596296232927666,
      "loss": 7.9375,
      "step": 42318
    },
    {
      "epoch": 1.7333196805242679,
      "grad_norm": 2.419374157545536,
      "learning_rate": 0.00024596045566232394,
      "loss": 5.0312,
      "step": 42319
    },
    {
      "epoch": 1.7333606389514644,
      "grad_norm": 2.3928482503957818,
      "learning_rate": 0.0002459579489500066,
      "loss": 3.6719,
      "step": 42320
    },
    {
      "epoch": 1.7334015973786605,
      "grad_norm": 2.917205854313979,
      "learning_rate": 0.000245955442192326,
      "loss": 4.625,
      "step": 42321
    },
    {
      "epoch": 1.733442555805857,
      "grad_norm": 4.954173594605104,
      "learning_rate": 0.0002459529353892832,
      "loss": 6.5625,
      "step": 42322
    },
    {
      "epoch": 1.7334835142330536,
      "grad_norm": 2.580166590440983,
      "learning_rate": 0.0002459504285408795,
      "loss": 4.25,
      "step": 42323
    },
    {
      "epoch": 1.73352447266025,
      "grad_norm": 3.7945076807579388,
      "learning_rate": 0.0002459479216471159,
      "loss": 6.625,
      "step": 42324
    },
    {
      "epoch": 1.7335654310874462,
      "grad_norm": 2.47552000881048,
      "learning_rate": 0.00024594541470799366,
      "loss": 4.5625,
      "step": 42325
    },
    {
      "epoch": 1.7336063895146427,
      "grad_norm": 7.82172858233458,
      "learning_rate": 0.00024594290772351405,
      "loss": 5.1875,
      "step": 42326
    },
    {
      "epoch": 1.733647347941839,
      "grad_norm": 4.224973631382925,
      "learning_rate": 0.00024594040069367826,
      "loss": 5.375,
      "step": 42327
    },
    {
      "epoch": 1.7336883063690354,
      "grad_norm": 2.6833192495646845,
      "learning_rate": 0.0002459378936184873,
      "loss": 4.6562,
      "step": 42328
    },
    {
      "epoch": 1.733729264796232,
      "grad_norm": 2.64562943929285,
      "learning_rate": 0.00024593538649794256,
      "loss": 5.6875,
      "step": 42329
    },
    {
      "epoch": 1.7337702232234282,
      "grad_norm": 15.668354945404296,
      "learning_rate": 0.00024593287933204514,
      "loss": 6.25,
      "step": 42330
    },
    {
      "epoch": 1.7338111816506245,
      "grad_norm": 2.396741420823401,
      "learning_rate": 0.0002459303721207962,
      "loss": 5.1875,
      "step": 42331
    },
    {
      "epoch": 1.733852140077821,
      "grad_norm": 2.691788414049319,
      "learning_rate": 0.0002459278648641969,
      "loss": 4.4688,
      "step": 42332
    },
    {
      "epoch": 1.7338930985050174,
      "grad_norm": 2.7378453394243927,
      "learning_rate": 0.0002459253575622485,
      "loss": 5.625,
      "step": 42333
    },
    {
      "epoch": 1.7339340569322137,
      "grad_norm": 2.807769298400465,
      "learning_rate": 0.0002459228502149522,
      "loss": 4.0938,
      "step": 42334
    },
    {
      "epoch": 1.7339750153594102,
      "grad_norm": 3.0891124504427894,
      "learning_rate": 0.00024592034282230906,
      "loss": 5.0625,
      "step": 42335
    },
    {
      "epoch": 1.7340159737866065,
      "grad_norm": 3.097017980452701,
      "learning_rate": 0.00024591783538432043,
      "loss": 4.5,
      "step": 42336
    },
    {
      "epoch": 1.7340569322138029,
      "grad_norm": 2.7540613671392844,
      "learning_rate": 0.0002459153279009873,
      "loss": 5.9688,
      "step": 42337
    },
    {
      "epoch": 1.7340978906409994,
      "grad_norm": 2.8658059085475065,
      "learning_rate": 0.0002459128203723111,
      "loss": 5.625,
      "step": 42338
    },
    {
      "epoch": 1.734138849068196,
      "grad_norm": 2.6221401418202555,
      "learning_rate": 0.00024591031279829286,
      "loss": 4.9688,
      "step": 42339
    },
    {
      "epoch": 1.734179807495392,
      "grad_norm": 2.35752341636332,
      "learning_rate": 0.00024590780517893374,
      "loss": 5.125,
      "step": 42340
    },
    {
      "epoch": 1.7342207659225886,
      "grad_norm": 2.1565018730078926,
      "learning_rate": 0.000245905297514235,
      "loss": 3.9844,
      "step": 42341
    },
    {
      "epoch": 1.734261724349785,
      "grad_norm": 2.989657122408126,
      "learning_rate": 0.0002459027898041978,
      "loss": 4.25,
      "step": 42342
    },
    {
      "epoch": 1.7343026827769814,
      "grad_norm": 2.1960068937744914,
      "learning_rate": 0.00024590028204882333,
      "loss": 4.4375,
      "step": 42343
    },
    {
      "epoch": 1.7343436412041777,
      "grad_norm": 4.228157951221239,
      "learning_rate": 0.00024589777424811275,
      "loss": 5.8438,
      "step": 42344
    },
    {
      "epoch": 1.7343845996313743,
      "grad_norm": 4.299744532566182,
      "learning_rate": 0.0002458952664020673,
      "loss": 4.5,
      "step": 42345
    },
    {
      "epoch": 1.7344255580585706,
      "grad_norm": 4.136722208425274,
      "learning_rate": 0.00024589275851068807,
      "loss": 6.2188,
      "step": 42346
    },
    {
      "epoch": 1.7344665164857669,
      "grad_norm": 2.7475086610615485,
      "learning_rate": 0.00024589025057397636,
      "loss": 3.75,
      "step": 42347
    },
    {
      "epoch": 1.7345074749129634,
      "grad_norm": 2.5447346583396127,
      "learning_rate": 0.00024588774259193334,
      "loss": 4.6875,
      "step": 42348
    },
    {
      "epoch": 1.7345484333401597,
      "grad_norm": 4.599151499623492,
      "learning_rate": 0.0002458852345645601,
      "loss": 6.4688,
      "step": 42349
    },
    {
      "epoch": 1.734589391767356,
      "grad_norm": 2.339958458366661,
      "learning_rate": 0.0002458827264918579,
      "loss": 4.1562,
      "step": 42350
    },
    {
      "epoch": 1.7346303501945526,
      "grad_norm": 2.6722421483392127,
      "learning_rate": 0.0002458802183738279,
      "loss": 4.2812,
      "step": 42351
    },
    {
      "epoch": 1.734671308621749,
      "grad_norm": 2.6283137740805302,
      "learning_rate": 0.0002458777102104713,
      "loss": 4.6875,
      "step": 42352
    },
    {
      "epoch": 1.7347122670489452,
      "grad_norm": 3.117415485688768,
      "learning_rate": 0.0002458752020017893,
      "loss": 4.8125,
      "step": 42353
    },
    {
      "epoch": 1.7347532254761417,
      "grad_norm": 2.6122457691620453,
      "learning_rate": 0.000245872693747783,
      "loss": 5.4688,
      "step": 42354
    },
    {
      "epoch": 1.734794183903338,
      "grad_norm": 2.5230680049723113,
      "learning_rate": 0.00024587018544845377,
      "loss": 3.4844,
      "step": 42355
    },
    {
      "epoch": 1.7348351423305344,
      "grad_norm": 2.47484939151118,
      "learning_rate": 0.00024586767710380264,
      "loss": 4.6875,
      "step": 42356
    },
    {
      "epoch": 1.734876100757731,
      "grad_norm": 2.654041399041221,
      "learning_rate": 0.0002458651687138308,
      "loss": 5.1875,
      "step": 42357
    },
    {
      "epoch": 1.7349170591849274,
      "grad_norm": 6.904294922141904,
      "learning_rate": 0.0002458626602785395,
      "loss": 3.7656,
      "step": 42358
    },
    {
      "epoch": 1.7349580176121235,
      "grad_norm": 2.3166412728832952,
      "learning_rate": 0.00024586015179792984,
      "loss": 4.6875,
      "step": 42359
    },
    {
      "epoch": 1.73499897603932,
      "grad_norm": 2.4984273575205913,
      "learning_rate": 0.00024585764327200314,
      "loss": 4.5625,
      "step": 42360
    },
    {
      "epoch": 1.7350399344665166,
      "grad_norm": 2.527206223223884,
      "learning_rate": 0.0002458551347007605,
      "loss": 3.9688,
      "step": 42361
    },
    {
      "epoch": 1.735080892893713,
      "grad_norm": 2.8721457987773977,
      "learning_rate": 0.00024585262608420305,
      "loss": 5.0312,
      "step": 42362
    },
    {
      "epoch": 1.7351218513209092,
      "grad_norm": 2.4346409783028387,
      "learning_rate": 0.0002458501174223321,
      "loss": 4.4375,
      "step": 42363
    },
    {
      "epoch": 1.7351628097481058,
      "grad_norm": 3.4805450252165717,
      "learning_rate": 0.0002458476087151487,
      "loss": 6.0,
      "step": 42364
    },
    {
      "epoch": 1.735203768175302,
      "grad_norm": 6.55732148693363,
      "learning_rate": 0.0002458450999626542,
      "loss": 3.6875,
      "step": 42365
    },
    {
      "epoch": 1.7352447266024984,
      "grad_norm": 3.0760293702440102,
      "learning_rate": 0.0002458425911648496,
      "loss": 4.7188,
      "step": 42366
    },
    {
      "epoch": 1.735285685029695,
      "grad_norm": 2.38735155435971,
      "learning_rate": 0.00024584008232173633,
      "loss": 4.8438,
      "step": 42367
    },
    {
      "epoch": 1.7353266434568912,
      "grad_norm": 2.6970163318217826,
      "learning_rate": 0.0002458375734333153,
      "loss": 4.1875,
      "step": 42368
    },
    {
      "epoch": 1.7353676018840876,
      "grad_norm": 2.5756644082535054,
      "learning_rate": 0.00024583506449958793,
      "loss": 5.4062,
      "step": 42369
    },
    {
      "epoch": 1.735408560311284,
      "grad_norm": 2.6941454936419427,
      "learning_rate": 0.0002458325555205552,
      "loss": 4.1875,
      "step": 42370
    },
    {
      "epoch": 1.7354495187384804,
      "grad_norm": 2.6365813776630413,
      "learning_rate": 0.0002458300464962185,
      "loss": 4.0625,
      "step": 42371
    },
    {
      "epoch": 1.7354904771656767,
      "grad_norm": 3.3353765143638756,
      "learning_rate": 0.00024582753742657883,
      "loss": 5.6562,
      "step": 42372
    },
    {
      "epoch": 1.7355314355928733,
      "grad_norm": 2.9175011052404654,
      "learning_rate": 0.0002458250283116375,
      "loss": 4.4375,
      "step": 42373
    },
    {
      "epoch": 1.7355723940200696,
      "grad_norm": 2.890822617025045,
      "learning_rate": 0.0002458225191513957,
      "loss": 5.125,
      "step": 42374
    },
    {
      "epoch": 1.735613352447266,
      "grad_norm": 2.7445164596845277,
      "learning_rate": 0.00024582000994585447,
      "loss": 3.9531,
      "step": 42375
    },
    {
      "epoch": 1.7356543108744624,
      "grad_norm": 5.591657014539286,
      "learning_rate": 0.0002458175006950152,
      "loss": 6.0,
      "step": 42376
    },
    {
      "epoch": 1.735695269301659,
      "grad_norm": 3.292099206833696,
      "learning_rate": 0.0002458149913988789,
      "loss": 2.875,
      "step": 42377
    },
    {
      "epoch": 1.735736227728855,
      "grad_norm": 5.159121457096617,
      "learning_rate": 0.00024581248205744684,
      "loss": 6.5938,
      "step": 42378
    },
    {
      "epoch": 1.7357771861560516,
      "grad_norm": 2.920681897055485,
      "learning_rate": 0.00024580997267072027,
      "loss": 4.8438,
      "step": 42379
    },
    {
      "epoch": 1.7358181445832481,
      "grad_norm": 2.8334011741850933,
      "learning_rate": 0.00024580746323870023,
      "loss": 4.375,
      "step": 42380
    },
    {
      "epoch": 1.7358591030104444,
      "grad_norm": 5.0810955470390535,
      "learning_rate": 0.000245804953761388,
      "loss": 5.8438,
      "step": 42381
    },
    {
      "epoch": 1.7359000614376408,
      "grad_norm": 5.999459997642347,
      "learning_rate": 0.00024580244423878474,
      "loss": 5.9375,
      "step": 42382
    },
    {
      "epoch": 1.7359410198648373,
      "grad_norm": 2.5827280006998494,
      "learning_rate": 0.0002457999346708917,
      "loss": 4.2188,
      "step": 42383
    },
    {
      "epoch": 1.7359819782920336,
      "grad_norm": 7.593970038985417,
      "learning_rate": 0.00024579742505770997,
      "loss": 2.1094,
      "step": 42384
    },
    {
      "epoch": 1.73602293671923,
      "grad_norm": 2.608813335584181,
      "learning_rate": 0.0002457949153992407,
      "loss": 4.8438,
      "step": 42385
    },
    {
      "epoch": 1.7360638951464265,
      "grad_norm": 3.9590531521855867,
      "learning_rate": 0.0002457924056954853,
      "loss": 6.3125,
      "step": 42386
    },
    {
      "epoch": 1.7361048535736228,
      "grad_norm": 2.951331952774965,
      "learning_rate": 0.0002457898959464447,
      "loss": 4.0312,
      "step": 42387
    },
    {
      "epoch": 1.736145812000819,
      "grad_norm": 2.3242010526246037,
      "learning_rate": 0.00024578738615212023,
      "loss": 4.5,
      "step": 42388
    },
    {
      "epoch": 1.7361867704280156,
      "grad_norm": 4.567395315709443,
      "learning_rate": 0.0002457848763125131,
      "loss": 5.9375,
      "step": 42389
    },
    {
      "epoch": 1.736227728855212,
      "grad_norm": 3.3410653876246554,
      "learning_rate": 0.00024578236642762435,
      "loss": 5.375,
      "step": 42390
    },
    {
      "epoch": 1.7362686872824082,
      "grad_norm": 2.6070694325813344,
      "learning_rate": 0.0002457798564974552,
      "loss": 5.2812,
      "step": 42391
    },
    {
      "epoch": 1.7363096457096048,
      "grad_norm": 2.582498374492783,
      "learning_rate": 0.000245777346522007,
      "loss": 4.875,
      "step": 42392
    },
    {
      "epoch": 1.7363506041368013,
      "grad_norm": 6.423521667078729,
      "learning_rate": 0.0002457748365012808,
      "loss": 4.5938,
      "step": 42393
    },
    {
      "epoch": 1.7363915625639974,
      "grad_norm": 2.145346634023958,
      "learning_rate": 0.00024577232643527785,
      "loss": 5.0312,
      "step": 42394
    },
    {
      "epoch": 1.736432520991194,
      "grad_norm": 2.512479804251238,
      "learning_rate": 0.0002457698163239993,
      "loss": 5.0625,
      "step": 42395
    },
    {
      "epoch": 1.7364734794183905,
      "grad_norm": 5.375926636277629,
      "learning_rate": 0.00024576730616744625,
      "loss": 5.2812,
      "step": 42396
    },
    {
      "epoch": 1.7365144378455866,
      "grad_norm": 14.520076476528406,
      "learning_rate": 0.00024576479596562006,
      "loss": 6.0625,
      "step": 42397
    },
    {
      "epoch": 1.736555396272783,
      "grad_norm": 3.076725739801206,
      "learning_rate": 0.0002457622857185218,
      "loss": 5.625,
      "step": 42398
    },
    {
      "epoch": 1.7365963546999796,
      "grad_norm": 2.718142960812901,
      "learning_rate": 0.0002457597754261527,
      "loss": 4.4688,
      "step": 42399
    },
    {
      "epoch": 1.736637313127176,
      "grad_norm": 3.0795326983752935,
      "learning_rate": 0.00024575726508851395,
      "loss": 3.5312,
      "step": 42400
    },
    {
      "epoch": 1.7366782715543723,
      "grad_norm": 2.703178252554163,
      "learning_rate": 0.0002457547547056067,
      "loss": 4.6875,
      "step": 42401
    },
    {
      "epoch": 1.7367192299815688,
      "grad_norm": 2.602775941932386,
      "learning_rate": 0.00024575224427743217,
      "loss": 4.125,
      "step": 42402
    },
    {
      "epoch": 1.7367601884087651,
      "grad_norm": 3.39248241882844,
      "learning_rate": 0.0002457497338039915,
      "loss": 6.2812,
      "step": 42403
    },
    {
      "epoch": 1.7368011468359614,
      "grad_norm": 2.3520996594579,
      "learning_rate": 0.0002457472232852859,
      "loss": 4.5312,
      "step": 42404
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 2.3876434673055162,
      "learning_rate": 0.00024574471272131664,
      "loss": 4.4375,
      "step": 42405
    },
    {
      "epoch": 1.7368830636903543,
      "grad_norm": 3.721726065477084,
      "learning_rate": 0.0002457422021120848,
      "loss": 6.3125,
      "step": 42406
    },
    {
      "epoch": 1.7369240221175506,
      "grad_norm": 2.421907538448959,
      "learning_rate": 0.0002457396914575916,
      "loss": 4.375,
      "step": 42407
    },
    {
      "epoch": 1.7369649805447471,
      "grad_norm": 2.965274889033659,
      "learning_rate": 0.0002457371807578382,
      "loss": 5.0625,
      "step": 42408
    },
    {
      "epoch": 1.7370059389719434,
      "grad_norm": 2.5816674184916666,
      "learning_rate": 0.00024573467001282593,
      "loss": 4.9062,
      "step": 42409
    },
    {
      "epoch": 1.7370468973991398,
      "grad_norm": 2.4974878987432527,
      "learning_rate": 0.0002457321592225558,
      "loss": 4.8438,
      "step": 42410
    },
    {
      "epoch": 1.7370878558263363,
      "grad_norm": 2.5266111204255095,
      "learning_rate": 0.000245729648387029,
      "loss": 4.5625,
      "step": 42411
    },
    {
      "epoch": 1.7371288142535328,
      "grad_norm": 3.1363250406835403,
      "learning_rate": 0.0002457271375062468,
      "loss": 5.125,
      "step": 42412
    },
    {
      "epoch": 1.737169772680729,
      "grad_norm": 5.78232856152275,
      "learning_rate": 0.00024572462658021036,
      "loss": 6.2812,
      "step": 42413
    },
    {
      "epoch": 1.7372107311079255,
      "grad_norm": 5.853574752451224,
      "learning_rate": 0.00024572211560892096,
      "loss": 6.3438,
      "step": 42414
    },
    {
      "epoch": 1.737251689535122,
      "grad_norm": 2.7881177405336905,
      "learning_rate": 0.00024571960459237956,
      "loss": 5.25,
      "step": 42415
    },
    {
      "epoch": 1.737292647962318,
      "grad_norm": 2.5233985430805985,
      "learning_rate": 0.00024571709353058763,
      "loss": 4.9688,
      "step": 42416
    },
    {
      "epoch": 1.7373336063895146,
      "grad_norm": 5.536367233639105,
      "learning_rate": 0.0002457145824235461,
      "loss": 5.7188,
      "step": 42417
    },
    {
      "epoch": 1.7373745648167112,
      "grad_norm": 2.6527692100450304,
      "learning_rate": 0.00024571207127125635,
      "loss": 4.5312,
      "step": 42418
    },
    {
      "epoch": 1.7374155232439075,
      "grad_norm": 2.437648355828885,
      "learning_rate": 0.00024570956007371943,
      "loss": 4.75,
      "step": 42419
    },
    {
      "epoch": 1.7374564816711038,
      "grad_norm": 3.01143537001966,
      "learning_rate": 0.0002457070488309366,
      "loss": 3.0781,
      "step": 42420
    },
    {
      "epoch": 1.7374974400983003,
      "grad_norm": 2.4815789055158253,
      "learning_rate": 0.000245704537542909,
      "loss": 4.875,
      "step": 42421
    },
    {
      "epoch": 1.7375383985254966,
      "grad_norm": 2.992580452456746,
      "learning_rate": 0.0002457020262096379,
      "loss": 5.125,
      "step": 42422
    },
    {
      "epoch": 1.737579356952693,
      "grad_norm": 2.576806220338967,
      "learning_rate": 0.00024569951483112445,
      "loss": 4.1875,
      "step": 42423
    },
    {
      "epoch": 1.7376203153798895,
      "grad_norm": 2.5249248721231896,
      "learning_rate": 0.0002456970034073697,
      "loss": 4.0,
      "step": 42424
    },
    {
      "epoch": 1.7376612738070858,
      "grad_norm": 2.285093332931008,
      "learning_rate": 0.0002456944919383751,
      "loss": 4.5,
      "step": 42425
    },
    {
      "epoch": 1.737702232234282,
      "grad_norm": 2.3576435745066777,
      "learning_rate": 0.00024569198042414164,
      "loss": 4.375,
      "step": 42426
    },
    {
      "epoch": 1.7377431906614786,
      "grad_norm": 2.7754361963708445,
      "learning_rate": 0.00024568946886467056,
      "loss": 4.5312,
      "step": 42427
    },
    {
      "epoch": 1.737784149088675,
      "grad_norm": 5.995477187323003,
      "learning_rate": 0.0002456869572599631,
      "loss": 5.8125,
      "step": 42428
    },
    {
      "epoch": 1.7378251075158713,
      "grad_norm": 2.3633742184455233,
      "learning_rate": 0.0002456844456100203,
      "loss": 3.8438,
      "step": 42429
    },
    {
      "epoch": 1.7378660659430678,
      "grad_norm": 2.937108795982629,
      "learning_rate": 0.00024568193391484355,
      "loss": 5.3438,
      "step": 42430
    },
    {
      "epoch": 1.7379070243702643,
      "grad_norm": 2.238919208985203,
      "learning_rate": 0.00024567942217443387,
      "loss": 5.0312,
      "step": 42431
    },
    {
      "epoch": 1.7379479827974604,
      "grad_norm": 3.69152623316453,
      "learning_rate": 0.0002456769103887925,
      "loss": 4.7188,
      "step": 42432
    },
    {
      "epoch": 1.737988941224657,
      "grad_norm": 4.629433162271652,
      "learning_rate": 0.00024567439855792075,
      "loss": 5.625,
      "step": 42433
    },
    {
      "epoch": 1.7380298996518535,
      "grad_norm": 2.420007496624129,
      "learning_rate": 0.00024567188668181953,
      "loss": 5.1875,
      "step": 42434
    },
    {
      "epoch": 1.7380708580790498,
      "grad_norm": 2.4070886382056202,
      "learning_rate": 0.00024566937476049034,
      "loss": 4.2812,
      "step": 42435
    },
    {
      "epoch": 1.7381118165062461,
      "grad_norm": 2.2717735516140136,
      "learning_rate": 0.0002456668627939341,
      "loss": 4.5938,
      "step": 42436
    },
    {
      "epoch": 1.7381527749334427,
      "grad_norm": 2.156613984131246,
      "learning_rate": 0.0002456643507821522,
      "loss": 4.5625,
      "step": 42437
    },
    {
      "epoch": 1.738193733360639,
      "grad_norm": 4.805367664451352,
      "learning_rate": 0.0002456618387251457,
      "loss": 5.75,
      "step": 42438
    },
    {
      "epoch": 1.7382346917878353,
      "grad_norm": 2.810178156108335,
      "learning_rate": 0.00024565932662291585,
      "loss": 5.7188,
      "step": 42439
    },
    {
      "epoch": 1.7382756502150318,
      "grad_norm": 2.5601388268846725,
      "learning_rate": 0.0002456568144754639,
      "loss": 4.125,
      "step": 42440
    },
    {
      "epoch": 1.7383166086422281,
      "grad_norm": 3.076347613046091,
      "learning_rate": 0.00024565430228279086,
      "loss": 5.0,
      "step": 42441
    },
    {
      "epoch": 1.7383575670694245,
      "grad_norm": 4.61967242081997,
      "learning_rate": 0.00024565179004489804,
      "loss": 3.6719,
      "step": 42442
    },
    {
      "epoch": 1.738398525496621,
      "grad_norm": 2.7564290743144158,
      "learning_rate": 0.0002456492777617866,
      "loss": 5.375,
      "step": 42443
    },
    {
      "epoch": 1.7384394839238173,
      "grad_norm": 3.3614194613580755,
      "learning_rate": 0.00024564676543345775,
      "loss": 7.2188,
      "step": 42444
    },
    {
      "epoch": 1.7384804423510136,
      "grad_norm": 2.216723073090869,
      "learning_rate": 0.0002456442530599127,
      "loss": 4.625,
      "step": 42445
    },
    {
      "epoch": 1.7385214007782102,
      "grad_norm": 2.3550204184719825,
      "learning_rate": 0.0002456417406411525,
      "loss": 4.4688,
      "step": 42446
    },
    {
      "epoch": 1.7385623592054065,
      "grad_norm": 5.6469626297369375,
      "learning_rate": 0.0002456392281771785,
      "loss": 7.1875,
      "step": 42447
    },
    {
      "epoch": 1.7386033176326028,
      "grad_norm": 2.8293525872717957,
      "learning_rate": 0.0002456367156679918,
      "loss": 5.25,
      "step": 42448
    },
    {
      "epoch": 1.7386442760597993,
      "grad_norm": 3.522964591164397,
      "learning_rate": 0.0002456342031135936,
      "loss": 4.9688,
      "step": 42449
    },
    {
      "epoch": 1.7386852344869959,
      "grad_norm": 2.2402301570095267,
      "learning_rate": 0.00024563169051398514,
      "loss": 4.3438,
      "step": 42450
    },
    {
      "epoch": 1.738726192914192,
      "grad_norm": 4.37067672901112,
      "learning_rate": 0.0002456291778691675,
      "loss": 7.7812,
      "step": 42451
    },
    {
      "epoch": 1.7387671513413885,
      "grad_norm": 3.315064840732457,
      "learning_rate": 0.000245626665179142,
      "loss": 5.5938,
      "step": 42452
    },
    {
      "epoch": 1.738808109768585,
      "grad_norm": 4.2311578513324095,
      "learning_rate": 0.0002456241524439097,
      "loss": 5.5,
      "step": 42453
    },
    {
      "epoch": 1.7388490681957813,
      "grad_norm": 3.0320615998669393,
      "learning_rate": 0.0002456216396634719,
      "loss": 4.0938,
      "step": 42454
    },
    {
      "epoch": 1.7388900266229776,
      "grad_norm": 3.52581446256995,
      "learning_rate": 0.0002456191268378297,
      "loss": 5.3438,
      "step": 42455
    },
    {
      "epoch": 1.7389309850501742,
      "grad_norm": 2.7354864190358597,
      "learning_rate": 0.0002456166139669844,
      "loss": 4.625,
      "step": 42456
    },
    {
      "epoch": 1.7389719434773705,
      "grad_norm": 2.3474005026544567,
      "learning_rate": 0.000245614101050937,
      "loss": 4.5312,
      "step": 42457
    },
    {
      "epoch": 1.7390129019045668,
      "grad_norm": 2.330291815279101,
      "learning_rate": 0.00024561158808968894,
      "loss": 4.2812,
      "step": 42458
    },
    {
      "epoch": 1.7390538603317633,
      "grad_norm": 2.531441358876061,
      "learning_rate": 0.00024560907508324115,
      "loss": 4.9688,
      "step": 42459
    },
    {
      "epoch": 1.7390948187589597,
      "grad_norm": 2.7393442320761667,
      "learning_rate": 0.000245606562031595,
      "loss": 5.8438,
      "step": 42460
    },
    {
      "epoch": 1.739135777186156,
      "grad_norm": 2.5256631572990766,
      "learning_rate": 0.0002456040489347516,
      "loss": 4.8438,
      "step": 42461
    },
    {
      "epoch": 1.7391767356133525,
      "grad_norm": 3.202158531961698,
      "learning_rate": 0.0002456015357927121,
      "loss": 5.4688,
      "step": 42462
    },
    {
      "epoch": 1.7392176940405488,
      "grad_norm": 3.083003761715439,
      "learning_rate": 0.0002455990226054778,
      "loss": 4.7188,
      "step": 42463
    },
    {
      "epoch": 1.7392586524677451,
      "grad_norm": 2.5819302825931345,
      "learning_rate": 0.0002455965093730498,
      "loss": 5.3125,
      "step": 42464
    },
    {
      "epoch": 1.7392996108949417,
      "grad_norm": 2.64271864090377,
      "learning_rate": 0.00024559399609542934,
      "loss": 5.3125,
      "step": 42465
    },
    {
      "epoch": 1.739340569322138,
      "grad_norm": 2.6683006879144875,
      "learning_rate": 0.0002455914827726176,
      "loss": 4.3125,
      "step": 42466
    },
    {
      "epoch": 1.7393815277493343,
      "grad_norm": 4.148743612320538,
      "learning_rate": 0.00024558896940461575,
      "loss": 6.5,
      "step": 42467
    },
    {
      "epoch": 1.7394224861765308,
      "grad_norm": 2.971946380423821,
      "learning_rate": 0.00024558645599142496,
      "loss": 5.125,
      "step": 42468
    },
    {
      "epoch": 1.7394634446037274,
      "grad_norm": 2.934545541489232,
      "learning_rate": 0.00024558394253304647,
      "loss": 4.9688,
      "step": 42469
    },
    {
      "epoch": 1.7395044030309235,
      "grad_norm": 3.160446658624865,
      "learning_rate": 0.0002455814290294814,
      "loss": 7.4375,
      "step": 42470
    },
    {
      "epoch": 1.73954536145812,
      "grad_norm": 2.96375217345481,
      "learning_rate": 0.000245578915480731,
      "loss": 5.0,
      "step": 42471
    },
    {
      "epoch": 1.7395863198853165,
      "grad_norm": 3.4033856648157323,
      "learning_rate": 0.00024557640188679637,
      "loss": 6.0,
      "step": 42472
    },
    {
      "epoch": 1.7396272783125128,
      "grad_norm": 8.025516222362901,
      "learning_rate": 0.0002455738882476788,
      "loss": 4.1562,
      "step": 42473
    },
    {
      "epoch": 1.7396682367397092,
      "grad_norm": 2.828812208588741,
      "learning_rate": 0.0002455713745633795,
      "loss": 4.7812,
      "step": 42474
    },
    {
      "epoch": 1.7397091951669057,
      "grad_norm": 2.7589097596959435,
      "learning_rate": 0.00024556886083389954,
      "loss": 5.4688,
      "step": 42475
    },
    {
      "epoch": 1.739750153594102,
      "grad_norm": 2.309766342863062,
      "learning_rate": 0.00024556634705924025,
      "loss": 3.5781,
      "step": 42476
    },
    {
      "epoch": 1.7397911120212983,
      "grad_norm": 2.8577392193276765,
      "learning_rate": 0.0002455638332394026,
      "loss": 5.8438,
      "step": 42477
    },
    {
      "epoch": 1.7398320704484949,
      "grad_norm": 3.2562655898411643,
      "learning_rate": 0.00024556131937438804,
      "loss": 5.375,
      "step": 42478
    },
    {
      "epoch": 1.7398730288756912,
      "grad_norm": 8.639549921850598,
      "learning_rate": 0.00024555880546419756,
      "loss": 3.6406,
      "step": 42479
    },
    {
      "epoch": 1.7399139873028875,
      "grad_norm": 3.8119728200091516,
      "learning_rate": 0.0002455562915088325,
      "loss": 4.875,
      "step": 42480
    },
    {
      "epoch": 1.739954945730084,
      "grad_norm": 2.44112749760361,
      "learning_rate": 0.0002455537775082939,
      "loss": 5.0938,
      "step": 42481
    },
    {
      "epoch": 1.7399959041572803,
      "grad_norm": 3.5684522645687142,
      "learning_rate": 0.000245551263462583,
      "loss": 4.7188,
      "step": 42482
    },
    {
      "epoch": 1.7400368625844767,
      "grad_norm": 5.3030517623542295,
      "learning_rate": 0.00024554874937170103,
      "loss": 6.5312,
      "step": 42483
    },
    {
      "epoch": 1.7400778210116732,
      "grad_norm": 2.6055786994261174,
      "learning_rate": 0.00024554623523564923,
      "loss": 4.2188,
      "step": 42484
    },
    {
      "epoch": 1.7401187794388695,
      "grad_norm": 2.6503326843190442,
      "learning_rate": 0.00024554372105442865,
      "loss": 4.0312,
      "step": 42485
    },
    {
      "epoch": 1.7401597378660658,
      "grad_norm": 2.599078996040536,
      "learning_rate": 0.00024554120682804053,
      "loss": 4.75,
      "step": 42486
    },
    {
      "epoch": 1.7402006962932624,
      "grad_norm": 4.018862250866188,
      "learning_rate": 0.00024553869255648607,
      "loss": 4.3125,
      "step": 42487
    },
    {
      "epoch": 1.7402416547204589,
      "grad_norm": 2.5485321097146785,
      "learning_rate": 0.0002455361782397665,
      "loss": 4.6875,
      "step": 42488
    },
    {
      "epoch": 1.740282613147655,
      "grad_norm": 8.88829527272859,
      "learning_rate": 0.00024553366387788293,
      "loss": 3.5,
      "step": 42489
    },
    {
      "epoch": 1.7403235715748515,
      "grad_norm": 2.670545371164232,
      "learning_rate": 0.0002455311494708366,
      "loss": 4.6562,
      "step": 42490
    },
    {
      "epoch": 1.740364530002048,
      "grad_norm": 3.3956803737986085,
      "learning_rate": 0.0002455286350186287,
      "loss": 4.9375,
      "step": 42491
    },
    {
      "epoch": 1.7404054884292444,
      "grad_norm": 6.497871521488541,
      "learning_rate": 0.0002455261205212604,
      "loss": 7.375,
      "step": 42492
    },
    {
      "epoch": 1.7404464468564407,
      "grad_norm": 2.2620187216742322,
      "learning_rate": 0.00024552360597873284,
      "loss": 4.125,
      "step": 42493
    },
    {
      "epoch": 1.7404874052836372,
      "grad_norm": 2.676198085433999,
      "learning_rate": 0.0002455210913910473,
      "loss": 5.0938,
      "step": 42494
    },
    {
      "epoch": 1.7405283637108335,
      "grad_norm": 2.4844713554917788,
      "learning_rate": 0.00024551857675820496,
      "loss": 4.4688,
      "step": 42495
    },
    {
      "epoch": 1.7405693221380298,
      "grad_norm": 3.5995369302695357,
      "learning_rate": 0.00024551606208020695,
      "loss": 6.375,
      "step": 42496
    },
    {
      "epoch": 1.7406102805652264,
      "grad_norm": 3.051807031694857,
      "learning_rate": 0.00024551354735705453,
      "loss": 5.3125,
      "step": 42497
    },
    {
      "epoch": 1.7406512389924227,
      "grad_norm": 3.1591103617960403,
      "learning_rate": 0.00024551103258874877,
      "loss": 6.2812,
      "step": 42498
    },
    {
      "epoch": 1.740692197419619,
      "grad_norm": 2.536408376030048,
      "learning_rate": 0.00024550851777529103,
      "loss": 4.6875,
      "step": 42499
    },
    {
      "epoch": 1.7407331558468155,
      "grad_norm": 2.5704750993299674,
      "learning_rate": 0.0002455060029166823,
      "loss": 3.9219,
      "step": 42500
    },
    {
      "epoch": 1.7407741142740119,
      "grad_norm": 2.4685244360783942,
      "learning_rate": 0.00024550348801292396,
      "loss": 4.5,
      "step": 42501
    },
    {
      "epoch": 1.7408150727012082,
      "grad_norm": 6.235268272684376,
      "learning_rate": 0.00024550097306401706,
      "loss": 5.625,
      "step": 42502
    },
    {
      "epoch": 1.7408560311284047,
      "grad_norm": 4.159700266592065,
      "learning_rate": 0.00024549845806996285,
      "loss": 5.9375,
      "step": 42503
    },
    {
      "epoch": 1.740896989555601,
      "grad_norm": 2.890785394086462,
      "learning_rate": 0.00024549594303076256,
      "loss": 5.6875,
      "step": 42504
    },
    {
      "epoch": 1.7409379479827973,
      "grad_norm": 3.213706658617652,
      "learning_rate": 0.0002454934279464173,
      "loss": 6.0,
      "step": 42505
    },
    {
      "epoch": 1.7409789064099939,
      "grad_norm": 2.677151529943026,
      "learning_rate": 0.0002454909128169283,
      "loss": 5.0312,
      "step": 42506
    },
    {
      "epoch": 1.7410198648371904,
      "grad_norm": 2.9768616471842146,
      "learning_rate": 0.00024548839764229667,
      "loss": 4.8125,
      "step": 42507
    },
    {
      "epoch": 1.7410608232643865,
      "grad_norm": 3.507997082441292,
      "learning_rate": 0.00024548588242252376,
      "loss": 6.1562,
      "step": 42508
    },
    {
      "epoch": 1.741101781691583,
      "grad_norm": 4.710110622138946,
      "learning_rate": 0.0002454833671576106,
      "loss": 5.125,
      "step": 42509
    },
    {
      "epoch": 1.7411427401187796,
      "grad_norm": 3.55387397298553,
      "learning_rate": 0.0002454808518475585,
      "loss": 4.0938,
      "step": 42510
    },
    {
      "epoch": 1.7411836985459759,
      "grad_norm": 3.3050645058319326,
      "learning_rate": 0.00024547833649236857,
      "loss": 5.5,
      "step": 42511
    },
    {
      "epoch": 1.7412246569731722,
      "grad_norm": 3.9950628651074536,
      "learning_rate": 0.000245475821092042,
      "loss": 5.375,
      "step": 42512
    },
    {
      "epoch": 1.7412656154003687,
      "grad_norm": 2.4855447447572963,
      "learning_rate": 0.00024547330564658,
      "loss": 4.9688,
      "step": 42513
    },
    {
      "epoch": 1.741306573827565,
      "grad_norm": 2.5290360255795727,
      "learning_rate": 0.00024547079015598374,
      "loss": 5.375,
      "step": 42514
    },
    {
      "epoch": 1.7413475322547614,
      "grad_norm": 3.100156294588486,
      "learning_rate": 0.00024546827462025453,
      "loss": 5.8125,
      "step": 42515
    },
    {
      "epoch": 1.741388490681958,
      "grad_norm": 2.942725086307837,
      "learning_rate": 0.00024546575903939335,
      "loss": 5.7188,
      "step": 42516
    },
    {
      "epoch": 1.7414294491091542,
      "grad_norm": 2.3955610743574662,
      "learning_rate": 0.00024546324341340154,
      "loss": 4.0625,
      "step": 42517
    },
    {
      "epoch": 1.7414704075363505,
      "grad_norm": 4.688729697907348,
      "learning_rate": 0.00024546072774228025,
      "loss": 4.4688,
      "step": 42518
    },
    {
      "epoch": 1.741511365963547,
      "grad_norm": 2.575232530070924,
      "learning_rate": 0.0002454582120260307,
      "loss": 4.9688,
      "step": 42519
    },
    {
      "epoch": 1.7415523243907434,
      "grad_norm": 2.5229591618590517,
      "learning_rate": 0.000245455696264654,
      "loss": 5.1562,
      "step": 42520
    },
    {
      "epoch": 1.7415932828179397,
      "grad_norm": 2.438688183632769,
      "learning_rate": 0.0002454531804581514,
      "loss": 5.125,
      "step": 42521
    },
    {
      "epoch": 1.7416342412451362,
      "grad_norm": 2.437019742764062,
      "learning_rate": 0.0002454506646065241,
      "loss": 4.5,
      "step": 42522
    },
    {
      "epoch": 1.7416751996723325,
      "grad_norm": 9.306626747933818,
      "learning_rate": 0.0002454481487097732,
      "loss": 4.6875,
      "step": 42523
    },
    {
      "epoch": 1.7417161580995288,
      "grad_norm": 2.2234301982850733,
      "learning_rate": 0.00024544563276790004,
      "loss": 4.3125,
      "step": 42524
    },
    {
      "epoch": 1.7417571165267254,
      "grad_norm": 2.812630413556124,
      "learning_rate": 0.0002454431167809056,
      "loss": 4.7188,
      "step": 42525
    },
    {
      "epoch": 1.741798074953922,
      "grad_norm": 2.4163300619844246,
      "learning_rate": 0.0002454406007487913,
      "loss": 4.4688,
      "step": 42526
    },
    {
      "epoch": 1.741839033381118,
      "grad_norm": 2.732184445555691,
      "learning_rate": 0.00024543808467155823,
      "loss": 4.9062,
      "step": 42527
    },
    {
      "epoch": 1.7418799918083145,
      "grad_norm": 4.061602992517018,
      "learning_rate": 0.00024543556854920756,
      "loss": 5.875,
      "step": 42528
    },
    {
      "epoch": 1.741920950235511,
      "grad_norm": 3.3758385960343795,
      "learning_rate": 0.0002454330523817404,
      "loss": 4.5312,
      "step": 42529
    },
    {
      "epoch": 1.7419619086627074,
      "grad_norm": 2.9244107651044957,
      "learning_rate": 0.00024543053616915816,
      "loss": 5.2188,
      "step": 42530
    },
    {
      "epoch": 1.7420028670899037,
      "grad_norm": 2.807164564320564,
      "learning_rate": 0.0002454280199114618,
      "loss": 4.9688,
      "step": 42531
    },
    {
      "epoch": 1.7420438255171002,
      "grad_norm": 2.8046395972654343,
      "learning_rate": 0.0002454255036086526,
      "loss": 4.0625,
      "step": 42532
    },
    {
      "epoch": 1.7420847839442966,
      "grad_norm": 6.196936265433518,
      "learning_rate": 0.00024542298726073185,
      "loss": 4.0938,
      "step": 42533
    },
    {
      "epoch": 1.7421257423714929,
      "grad_norm": 2.5390164168050062,
      "learning_rate": 0.0002454204708677006,
      "loss": 4.6562,
      "step": 42534
    },
    {
      "epoch": 1.7421667007986894,
      "grad_norm": 3.458066489379387,
      "learning_rate": 0.00024541795442956007,
      "loss": 4.4375,
      "step": 42535
    },
    {
      "epoch": 1.7422076592258857,
      "grad_norm": 3.2219894532020033,
      "learning_rate": 0.0002454154379463115,
      "loss": 4.7812,
      "step": 42536
    },
    {
      "epoch": 1.742248617653082,
      "grad_norm": 2.5276877133891373,
      "learning_rate": 0.00024541292141795607,
      "loss": 4.7188,
      "step": 42537
    },
    {
      "epoch": 1.7422895760802786,
      "grad_norm": 3.664479029479421,
      "learning_rate": 0.0002454104048444949,
      "loss": 6.5625,
      "step": 42538
    },
    {
      "epoch": 1.7423305345074749,
      "grad_norm": 17.514357883964053,
      "learning_rate": 0.0002454078882259292,
      "loss": 2.875,
      "step": 42539
    },
    {
      "epoch": 1.7423714929346712,
      "grad_norm": 7.139314330896589,
      "learning_rate": 0.00024540537156226026,
      "loss": 3.0625,
      "step": 42540
    },
    {
      "epoch": 1.7424124513618677,
      "grad_norm": 2.513255505118937,
      "learning_rate": 0.0002454028548534892,
      "loss": 5.25,
      "step": 42541
    },
    {
      "epoch": 1.742453409789064,
      "grad_norm": 2.529202564861165,
      "learning_rate": 0.00024540033809961715,
      "loss": 5.0,
      "step": 42542
    },
    {
      "epoch": 1.7424943682162604,
      "grad_norm": 2.759202398658013,
      "learning_rate": 0.0002453978213006454,
      "loss": 4.7188,
      "step": 42543
    },
    {
      "epoch": 1.742535326643457,
      "grad_norm": 4.523696564316189,
      "learning_rate": 0.00024539530445657505,
      "loss": 5.375,
      "step": 42544
    },
    {
      "epoch": 1.7425762850706534,
      "grad_norm": 2.41062927192681,
      "learning_rate": 0.0002453927875674074,
      "loss": 4.8125,
      "step": 42545
    },
    {
      "epoch": 1.7426172434978495,
      "grad_norm": 19.42867620296894,
      "learning_rate": 0.0002453902706331435,
      "loss": 7.1875,
      "step": 42546
    },
    {
      "epoch": 1.742658201925046,
      "grad_norm": 2.6212094394854155,
      "learning_rate": 0.00024538775365378463,
      "loss": 3.9844,
      "step": 42547
    },
    {
      "epoch": 1.7426991603522426,
      "grad_norm": 3.631043439218422,
      "learning_rate": 0.00024538523662933194,
      "loss": 5.1875,
      "step": 42548
    },
    {
      "epoch": 1.742740118779439,
      "grad_norm": 2.4332714313830013,
      "learning_rate": 0.00024538271955978674,
      "loss": 4.7812,
      "step": 42549
    },
    {
      "epoch": 1.7427810772066352,
      "grad_norm": 3.004921161021487,
      "learning_rate": 0.0002453802024451501,
      "loss": 6.6562,
      "step": 42550
    },
    {
      "epoch": 1.7428220356338318,
      "grad_norm": 2.662517172023977,
      "learning_rate": 0.0002453776852854232,
      "loss": 5.75,
      "step": 42551
    },
    {
      "epoch": 1.742862994061028,
      "grad_norm": 4.884533161644725,
      "learning_rate": 0.00024537516808060725,
      "loss": 3.6719,
      "step": 42552
    },
    {
      "epoch": 1.7429039524882244,
      "grad_norm": 2.716329694534718,
      "learning_rate": 0.00024537265083070345,
      "loss": 5.0625,
      "step": 42553
    },
    {
      "epoch": 1.742944910915421,
      "grad_norm": 4.714610857393587,
      "learning_rate": 0.0002453701335357131,
      "loss": 5.25,
      "step": 42554
    },
    {
      "epoch": 1.7429858693426172,
      "grad_norm": 10.855574459828679,
      "learning_rate": 0.0002453676161956372,
      "loss": 5.8125,
      "step": 42555
    },
    {
      "epoch": 1.7430268277698135,
      "grad_norm": 2.8643852505450234,
      "learning_rate": 0.00024536509881047705,
      "loss": 4.875,
      "step": 42556
    },
    {
      "epoch": 1.74306778619701,
      "grad_norm": 4.749756765563084,
      "learning_rate": 0.0002453625813802338,
      "loss": 3.6719,
      "step": 42557
    },
    {
      "epoch": 1.7431087446242064,
      "grad_norm": 3.2824747957154377,
      "learning_rate": 0.0002453600639049086,
      "loss": 5.4688,
      "step": 42558
    },
    {
      "epoch": 1.7431497030514027,
      "grad_norm": 4.142800453684847,
      "learning_rate": 0.0002453575463845028,
      "loss": 6.5938,
      "step": 42559
    },
    {
      "epoch": 1.7431906614785992,
      "grad_norm": 4.25576802735549,
      "learning_rate": 0.00024535502881901743,
      "loss": 4.0938,
      "step": 42560
    },
    {
      "epoch": 1.7432316199057958,
      "grad_norm": 3.524027735393731,
      "learning_rate": 0.0002453525112084537,
      "loss": 5.875,
      "step": 42561
    },
    {
      "epoch": 1.7432725783329919,
      "grad_norm": 2.6097995535393346,
      "learning_rate": 0.0002453499935528129,
      "loss": 4.4375,
      "step": 42562
    },
    {
      "epoch": 1.7433135367601884,
      "grad_norm": 2.384492479440442,
      "learning_rate": 0.0002453474758520961,
      "loss": 4.3125,
      "step": 42563
    },
    {
      "epoch": 1.743354495187385,
      "grad_norm": 3.31750052748896,
      "learning_rate": 0.00024534495810630457,
      "loss": 4.1562,
      "step": 42564
    },
    {
      "epoch": 1.743395453614581,
      "grad_norm": 2.9376407335990926,
      "learning_rate": 0.0002453424403154395,
      "loss": 6.0938,
      "step": 42565
    },
    {
      "epoch": 1.7434364120417776,
      "grad_norm": 3.1990194065819906,
      "learning_rate": 0.00024533992247950204,
      "loss": 6.0625,
      "step": 42566
    },
    {
      "epoch": 1.743477370468974,
      "grad_norm": 4.30405946289593,
      "learning_rate": 0.0002453374045984934,
      "loss": 6.7188,
      "step": 42567
    },
    {
      "epoch": 1.7435183288961704,
      "grad_norm": 2.975619233813114,
      "learning_rate": 0.0002453348866724148,
      "loss": 3.9375,
      "step": 42568
    },
    {
      "epoch": 1.7435592873233667,
      "grad_norm": 2.7781502663076045,
      "learning_rate": 0.00024533236870126734,
      "loss": 4.3438,
      "step": 42569
    },
    {
      "epoch": 1.7436002457505633,
      "grad_norm": 3.629676526329098,
      "learning_rate": 0.00024532985068505226,
      "loss": 1.875,
      "step": 42570
    },
    {
      "epoch": 1.7436412041777596,
      "grad_norm": 2.6265662018223144,
      "learning_rate": 0.00024532733262377086,
      "loss": 5.0,
      "step": 42571
    },
    {
      "epoch": 1.743682162604956,
      "grad_norm": 2.9912591558741477,
      "learning_rate": 0.0002453248145174241,
      "loss": 5.7188,
      "step": 42572
    },
    {
      "epoch": 1.7437231210321524,
      "grad_norm": 4.250983749818725,
      "learning_rate": 0.0002453222963660134,
      "loss": 5.8125,
      "step": 42573
    },
    {
      "epoch": 1.7437640794593487,
      "grad_norm": 2.9608954645141554,
      "learning_rate": 0.0002453197781695398,
      "loss": 5.625,
      "step": 42574
    },
    {
      "epoch": 1.743805037886545,
      "grad_norm": 4.026995127558358,
      "learning_rate": 0.0002453172599280045,
      "loss": 6.0,
      "step": 42575
    },
    {
      "epoch": 1.7438459963137416,
      "grad_norm": 3.9366836668542216,
      "learning_rate": 0.00024531474164140877,
      "loss": 6.375,
      "step": 42576
    },
    {
      "epoch": 1.743886954740938,
      "grad_norm": 3.9347859164579213,
      "learning_rate": 0.0002453122233097538,
      "loss": 6.3125,
      "step": 42577
    },
    {
      "epoch": 1.7439279131681342,
      "grad_norm": 2.386210640352194,
      "learning_rate": 0.0002453097049330407,
      "loss": 4.2812,
      "step": 42578
    },
    {
      "epoch": 1.7439688715953308,
      "grad_norm": 3.1971245073556043,
      "learning_rate": 0.00024530718651127073,
      "loss": 7.8125,
      "step": 42579
    },
    {
      "epoch": 1.7440098300225273,
      "grad_norm": 2.4734909353490266,
      "learning_rate": 0.000245304668044445,
      "loss": 4.2812,
      "step": 42580
    },
    {
      "epoch": 1.7440507884497234,
      "grad_norm": 2.2610270127241243,
      "learning_rate": 0.0002453021495325648,
      "loss": 5.2812,
      "step": 42581
    },
    {
      "epoch": 1.74409174687692,
      "grad_norm": 2.896794010085136,
      "learning_rate": 0.00024529963097563127,
      "loss": 5.7812,
      "step": 42582
    },
    {
      "epoch": 1.7441327053041165,
      "grad_norm": 2.5918553230837995,
      "learning_rate": 0.0002452971123736456,
      "loss": 4.0938,
      "step": 42583
    },
    {
      "epoch": 1.7441736637313126,
      "grad_norm": 2.607753370434452,
      "learning_rate": 0.00024529459372660896,
      "loss": 4.2188,
      "step": 42584
    },
    {
      "epoch": 1.744214622158509,
      "grad_norm": 2.611300181646482,
      "learning_rate": 0.00024529207503452263,
      "loss": 5.1875,
      "step": 42585
    },
    {
      "epoch": 1.7442555805857056,
      "grad_norm": 2.9704899466139447,
      "learning_rate": 0.0002452895562973877,
      "loss": 5.0625,
      "step": 42586
    },
    {
      "epoch": 1.744296539012902,
      "grad_norm": 2.577106435748515,
      "learning_rate": 0.0002452870375152054,
      "loss": 4.0,
      "step": 42587
    },
    {
      "epoch": 1.7443374974400983,
      "grad_norm": 6.39723259876356,
      "learning_rate": 0.00024528451868797687,
      "loss": 3.9531,
      "step": 42588
    },
    {
      "epoch": 1.7443784558672948,
      "grad_norm": 2.926351620788087,
      "learning_rate": 0.0002452819998157034,
      "loss": 5.5,
      "step": 42589
    },
    {
      "epoch": 1.744419414294491,
      "grad_norm": 2.442379826239809,
      "learning_rate": 0.0002452794808983861,
      "loss": 4.4688,
      "step": 42590
    },
    {
      "epoch": 1.7444603727216874,
      "grad_norm": 2.3145451826759933,
      "learning_rate": 0.0002452769619360262,
      "loss": 4.3125,
      "step": 42591
    },
    {
      "epoch": 1.744501331148884,
      "grad_norm": 4.804581832971204,
      "learning_rate": 0.0002452744429286249,
      "loss": 5.5938,
      "step": 42592
    },
    {
      "epoch": 1.7445422895760803,
      "grad_norm": 2.4223175862112023,
      "learning_rate": 0.0002452719238761834,
      "loss": 4.875,
      "step": 42593
    },
    {
      "epoch": 1.7445832480032766,
      "grad_norm": 2.4731775690846627,
      "learning_rate": 0.0002452694047787028,
      "loss": 4.0625,
      "step": 42594
    },
    {
      "epoch": 1.7446242064304731,
      "grad_norm": 2.989068183196982,
      "learning_rate": 0.00024526688563618435,
      "loss": 6.5,
      "step": 42595
    },
    {
      "epoch": 1.7446651648576694,
      "grad_norm": 2.347761735240872,
      "learning_rate": 0.0002452643664486293,
      "loss": 4.3125,
      "step": 42596
    },
    {
      "epoch": 1.7447061232848657,
      "grad_norm": 2.4478532873637406,
      "learning_rate": 0.00024526184721603873,
      "loss": 3.7031,
      "step": 42597
    },
    {
      "epoch": 1.7447470817120623,
      "grad_norm": 5.008403902905989,
      "learning_rate": 0.00024525932793841395,
      "loss": 4.2812,
      "step": 42598
    },
    {
      "epoch": 1.7447880401392588,
      "grad_norm": 2.619108298902873,
      "learning_rate": 0.000245256808615756,
      "loss": 4.625,
      "step": 42599
    },
    {
      "epoch": 1.744828998566455,
      "grad_norm": 2.353206277733597,
      "learning_rate": 0.00024525428924806623,
      "loss": 4.25,
      "step": 42600
    },
    {
      "epoch": 1.7448699569936514,
      "grad_norm": 3.1872165547271663,
      "learning_rate": 0.00024525176983534574,
      "loss": 4.1875,
      "step": 42601
    },
    {
      "epoch": 1.744910915420848,
      "grad_norm": 2.425106922364001,
      "learning_rate": 0.00024524925037759573,
      "loss": 5.0,
      "step": 42602
    },
    {
      "epoch": 1.7449518738480443,
      "grad_norm": 3.307009988605729,
      "learning_rate": 0.00024524673087481744,
      "loss": 5.6875,
      "step": 42603
    },
    {
      "epoch": 1.7449928322752406,
      "grad_norm": 2.909674978548099,
      "learning_rate": 0.00024524421132701197,
      "loss": 5.5,
      "step": 42604
    },
    {
      "epoch": 1.7450337907024371,
      "grad_norm": 2.4440127412965524,
      "learning_rate": 0.0002452416917341806,
      "loss": 4.9062,
      "step": 42605
    },
    {
      "epoch": 1.7450747491296335,
      "grad_norm": 2.3401414744296294,
      "learning_rate": 0.00024523917209632446,
      "loss": 4.5625,
      "step": 42606
    },
    {
      "epoch": 1.7451157075568298,
      "grad_norm": 3.693314123333622,
      "learning_rate": 0.0002452366524134448,
      "loss": 5.0938,
      "step": 42607
    },
    {
      "epoch": 1.7451566659840263,
      "grad_norm": 2.316262297905291,
      "learning_rate": 0.0002452341326855427,
      "loss": 4.5625,
      "step": 42608
    },
    {
      "epoch": 1.7451976244112226,
      "grad_norm": 3.024773834489803,
      "learning_rate": 0.0002452316129126195,
      "loss": 5.5,
      "step": 42609
    },
    {
      "epoch": 1.745238582838419,
      "grad_norm": 2.826691718956079,
      "learning_rate": 0.0002452290930946763,
      "loss": 5.0938,
      "step": 42610
    },
    {
      "epoch": 1.7452795412656155,
      "grad_norm": 2.611540120723965,
      "learning_rate": 0.00024522657323171435,
      "loss": 4.1875,
      "step": 42611
    },
    {
      "epoch": 1.7453204996928118,
      "grad_norm": 2.847163847355707,
      "learning_rate": 0.00024522405332373475,
      "loss": 5.9375,
      "step": 42612
    },
    {
      "epoch": 1.745361458120008,
      "grad_norm": 2.263991279843407,
      "learning_rate": 0.00024522153337073875,
      "loss": 4.7812,
      "step": 42613
    },
    {
      "epoch": 1.7454024165472046,
      "grad_norm": 2.385210979783912,
      "learning_rate": 0.00024521901337272754,
      "loss": 5.375,
      "step": 42614
    },
    {
      "epoch": 1.745443374974401,
      "grad_norm": 2.7065317969700167,
      "learning_rate": 0.00024521649332970226,
      "loss": 4.0312,
      "step": 42615
    },
    {
      "epoch": 1.7454843334015973,
      "grad_norm": 2.3587795051563196,
      "learning_rate": 0.0002452139732416642,
      "loss": 3.625,
      "step": 42616
    },
    {
      "epoch": 1.7455252918287938,
      "grad_norm": 8.40055818209982,
      "learning_rate": 0.0002452114531086145,
      "loss": 5.4062,
      "step": 42617
    },
    {
      "epoch": 1.7455662502559903,
      "grad_norm": 2.2361614200639157,
      "learning_rate": 0.00024520893293055433,
      "loss": 4.7188,
      "step": 42618
    },
    {
      "epoch": 1.7456072086831864,
      "grad_norm": 3.0347988906783256,
      "learning_rate": 0.000245206412707485,
      "loss": 6.5938,
      "step": 42619
    },
    {
      "epoch": 1.745648167110383,
      "grad_norm": 2.3816324236459794,
      "learning_rate": 0.00024520389243940747,
      "loss": 4.7812,
      "step": 42620
    },
    {
      "epoch": 1.7456891255375795,
      "grad_norm": 2.6044967161553414,
      "learning_rate": 0.0002452013721263231,
      "loss": 4.5,
      "step": 42621
    },
    {
      "epoch": 1.7457300839647758,
      "grad_norm": 5.249348037351151,
      "learning_rate": 0.00024519885176823306,
      "loss": 6.0625,
      "step": 42622
    },
    {
      "epoch": 1.7457710423919721,
      "grad_norm": 2.836245695928735,
      "learning_rate": 0.0002451963313651385,
      "loss": 5.375,
      "step": 42623
    },
    {
      "epoch": 1.7458120008191687,
      "grad_norm": 2.8838903396980156,
      "learning_rate": 0.0002451938109170407,
      "loss": 4.8438,
      "step": 42624
    },
    {
      "epoch": 1.745852959246365,
      "grad_norm": 3.2815098189639516,
      "learning_rate": 0.0002451912904239408,
      "loss": 4.875,
      "step": 42625
    },
    {
      "epoch": 1.7458939176735613,
      "grad_norm": 2.8361222911822415,
      "learning_rate": 0.0002451887698858399,
      "loss": 4.6562,
      "step": 42626
    },
    {
      "epoch": 1.7459348761007578,
      "grad_norm": 3.6466412563830617,
      "learning_rate": 0.0002451862493027393,
      "loss": 5.4062,
      "step": 42627
    },
    {
      "epoch": 1.7459758345279541,
      "grad_norm": 4.982755038689439,
      "learning_rate": 0.00024518372867464016,
      "loss": 5.9688,
      "step": 42628
    },
    {
      "epoch": 1.7460167929551504,
      "grad_norm": 2.3332512205462534,
      "learning_rate": 0.0002451812080015437,
      "loss": 4.625,
      "step": 42629
    },
    {
      "epoch": 1.746057751382347,
      "grad_norm": 2.3461741019319047,
      "learning_rate": 0.0002451786872834511,
      "loss": 4.8438,
      "step": 42630
    },
    {
      "epoch": 1.7460987098095433,
      "grad_norm": 2.700820227425603,
      "learning_rate": 0.00024517616652036347,
      "loss": 5.0625,
      "step": 42631
    },
    {
      "epoch": 1.7461396682367396,
      "grad_norm": 4.203493507701872,
      "learning_rate": 0.00024517364571228215,
      "loss": 5.4375,
      "step": 42632
    },
    {
      "epoch": 1.7461806266639361,
      "grad_norm": 2.530190586490061,
      "learning_rate": 0.0002451711248592082,
      "loss": 3.9062,
      "step": 42633
    },
    {
      "epoch": 1.7462215850911325,
      "grad_norm": 6.439018915128467,
      "learning_rate": 0.00024516860396114285,
      "loss": 4.75,
      "step": 42634
    },
    {
      "epoch": 1.7462625435183288,
      "grad_norm": 2.7771335619133635,
      "learning_rate": 0.00024516608301808736,
      "loss": 4.6562,
      "step": 42635
    },
    {
      "epoch": 1.7463035019455253,
      "grad_norm": 4.140958985424623,
      "learning_rate": 0.0002451635620300429,
      "loss": 6.625,
      "step": 42636
    },
    {
      "epoch": 1.7463444603727218,
      "grad_norm": 3.226200591949025,
      "learning_rate": 0.00024516104099701056,
      "loss": 5.3125,
      "step": 42637
    },
    {
      "epoch": 1.746385418799918,
      "grad_norm": 6.786270327346749,
      "learning_rate": 0.0002451585199189916,
      "loss": 1.7578,
      "step": 42638
    },
    {
      "epoch": 1.7464263772271145,
      "grad_norm": 2.3184722254617536,
      "learning_rate": 0.00024515599879598726,
      "loss": 3.4062,
      "step": 42639
    },
    {
      "epoch": 1.746467335654311,
      "grad_norm": 2.6140438461549924,
      "learning_rate": 0.00024515347762799864,
      "loss": 4.6875,
      "step": 42640
    },
    {
      "epoch": 1.7465082940815073,
      "grad_norm": 2.7284003590152017,
      "learning_rate": 0.000245150956415027,
      "loss": 4.9688,
      "step": 42641
    },
    {
      "epoch": 1.7465492525087036,
      "grad_norm": 2.8467631662131647,
      "learning_rate": 0.0002451484351570735,
      "loss": 5.0625,
      "step": 42642
    },
    {
      "epoch": 1.7465902109359002,
      "grad_norm": 2.3980581776205994,
      "learning_rate": 0.00024514591385413933,
      "loss": 4.0938,
      "step": 42643
    },
    {
      "epoch": 1.7466311693630965,
      "grad_norm": 2.7883577876159977,
      "learning_rate": 0.0002451433925062257,
      "loss": 5.5312,
      "step": 42644
    },
    {
      "epoch": 1.7466721277902928,
      "grad_norm": 2.6488645205957653,
      "learning_rate": 0.00024514087111333384,
      "loss": 4.9688,
      "step": 42645
    },
    {
      "epoch": 1.7467130862174893,
      "grad_norm": 3.045671192706496,
      "learning_rate": 0.00024513834967546485,
      "loss": 6.1875,
      "step": 42646
    },
    {
      "epoch": 1.7467540446446856,
      "grad_norm": 5.403022002392919,
      "learning_rate": 0.00024513582819261996,
      "loss": 4.75,
      "step": 42647
    },
    {
      "epoch": 1.746795003071882,
      "grad_norm": 2.777799971834555,
      "learning_rate": 0.0002451333066648004,
      "loss": 4.0938,
      "step": 42648
    },
    {
      "epoch": 1.7468359614990785,
      "grad_norm": 2.6828156868310553,
      "learning_rate": 0.00024513078509200733,
      "loss": 5.0625,
      "step": 42649
    },
    {
      "epoch": 1.7468769199262748,
      "grad_norm": 2.692624606352567,
      "learning_rate": 0.0002451282634742419,
      "loss": 4.7812,
      "step": 42650
    },
    {
      "epoch": 1.7469178783534711,
      "grad_norm": 2.840086691902526,
      "learning_rate": 0.0002451257418115054,
      "loss": 4.5312,
      "step": 42651
    },
    {
      "epoch": 1.7469588367806677,
      "grad_norm": 5.893961726857381,
      "learning_rate": 0.000245123220103799,
      "loss": 6.6875,
      "step": 42652
    },
    {
      "epoch": 1.746999795207864,
      "grad_norm": 2.4214865283059335,
      "learning_rate": 0.00024512069835112377,
      "loss": 4.1875,
      "step": 42653
    },
    {
      "epoch": 1.7470407536350603,
      "grad_norm": 2.4388954595741033,
      "learning_rate": 0.00024511817655348104,
      "loss": 4.9375,
      "step": 42654
    },
    {
      "epoch": 1.7470817120622568,
      "grad_norm": 2.237719954995918,
      "learning_rate": 0.00024511565471087196,
      "loss": 3.9062,
      "step": 42655
    },
    {
      "epoch": 1.7471226704894534,
      "grad_norm": 2.817737913825823,
      "learning_rate": 0.00024511313282329775,
      "loss": 5.0625,
      "step": 42656
    },
    {
      "epoch": 1.7471636289166494,
      "grad_norm": 2.553589058505824,
      "learning_rate": 0.0002451106108907595,
      "loss": 4.375,
      "step": 42657
    },
    {
      "epoch": 1.747204587343846,
      "grad_norm": 3.503588796019161,
      "learning_rate": 0.00024510808891325855,
      "loss": 5.3438,
      "step": 42658
    },
    {
      "epoch": 1.7472455457710425,
      "grad_norm": 4.398629858020139,
      "learning_rate": 0.000245105566890796,
      "loss": 4.2812,
      "step": 42659
    },
    {
      "epoch": 1.7472865041982388,
      "grad_norm": 2.963211938724993,
      "learning_rate": 0.000245103044823373,
      "loss": 4.875,
      "step": 42660
    },
    {
      "epoch": 1.7473274626254351,
      "grad_norm": 3.5565677134006957,
      "learning_rate": 0.0002451005227109908,
      "loss": 6.75,
      "step": 42661
    },
    {
      "epoch": 1.7473684210526317,
      "grad_norm": 2.996290913007355,
      "learning_rate": 0.0002450980005536506,
      "loss": 4.875,
      "step": 42662
    },
    {
      "epoch": 1.747409379479828,
      "grad_norm": 3.841671230825797,
      "learning_rate": 0.0002450954783513536,
      "loss": 3.0625,
      "step": 42663
    },
    {
      "epoch": 1.7474503379070243,
      "grad_norm": 2.53089431982895,
      "learning_rate": 0.000245092956104101,
      "loss": 4.4688,
      "step": 42664
    },
    {
      "epoch": 1.7474912963342208,
      "grad_norm": 2.270104599613526,
      "learning_rate": 0.00024509043381189396,
      "loss": 4.375,
      "step": 42665
    },
    {
      "epoch": 1.7475322547614172,
      "grad_norm": 2.537794588786347,
      "learning_rate": 0.00024508791147473364,
      "loss": 5.0312,
      "step": 42666
    },
    {
      "epoch": 1.7475732131886135,
      "grad_norm": 2.868685186355206,
      "learning_rate": 0.00024508538909262127,
      "loss": 4.2812,
      "step": 42667
    },
    {
      "epoch": 1.74761417161581,
      "grad_norm": 7.954511653086862,
      "learning_rate": 0.0002450828666655581,
      "loss": 1.3906,
      "step": 42668
    },
    {
      "epoch": 1.7476551300430063,
      "grad_norm": 2.428531908019148,
      "learning_rate": 0.00024508034419354525,
      "loss": 4.9062,
      "step": 42669
    },
    {
      "epoch": 1.7476960884702026,
      "grad_norm": 7.36355591951805,
      "learning_rate": 0.00024507782167658394,
      "loss": 6.625,
      "step": 42670
    },
    {
      "epoch": 1.7477370468973992,
      "grad_norm": 7.464137163733867,
      "learning_rate": 0.0002450752991146753,
      "loss": 2.6094,
      "step": 42671
    },
    {
      "epoch": 1.7477780053245955,
      "grad_norm": 2.4710867999653914,
      "learning_rate": 0.0002450727765078206,
      "loss": 4.5312,
      "step": 42672
    },
    {
      "epoch": 1.7478189637517918,
      "grad_norm": 2.5313905590838988,
      "learning_rate": 0.000245070253856021,
      "loss": 3.6719,
      "step": 42673
    },
    {
      "epoch": 1.7478599221789883,
      "grad_norm": 7.260455199312611,
      "learning_rate": 0.0002450677311592777,
      "loss": 6.7188,
      "step": 42674
    },
    {
      "epoch": 1.7479008806061849,
      "grad_norm": 5.798899066998291,
      "learning_rate": 0.000245065208417592,
      "loss": 4.3438,
      "step": 42675
    },
    {
      "epoch": 1.747941839033381,
      "grad_norm": 4.185321441006017,
      "learning_rate": 0.00024506268563096486,
      "loss": 5.3125,
      "step": 42676
    },
    {
      "epoch": 1.7479827974605775,
      "grad_norm": 3.429478558417227,
      "learning_rate": 0.0002450601627993977,
      "loss": 5.5938,
      "step": 42677
    },
    {
      "epoch": 1.748023755887774,
      "grad_norm": 2.9203411415406757,
      "learning_rate": 0.0002450576399228915,
      "loss": 4.5938,
      "step": 42678
    },
    {
      "epoch": 1.7480647143149703,
      "grad_norm": 2.8912430414071313,
      "learning_rate": 0.0002450551170014476,
      "loss": 5.5,
      "step": 42679
    },
    {
      "epoch": 1.7481056727421667,
      "grad_norm": 4.814137317385646,
      "learning_rate": 0.0002450525940350672,
      "loss": 5.5938,
      "step": 42680
    },
    {
      "epoch": 1.7481466311693632,
      "grad_norm": 2.4313147463248477,
      "learning_rate": 0.0002450500710237514,
      "loss": 4.3125,
      "step": 42681
    },
    {
      "epoch": 1.7481875895965595,
      "grad_norm": 6.295269577090956,
      "learning_rate": 0.0002450475479675015,
      "loss": 4.2812,
      "step": 42682
    },
    {
      "epoch": 1.7482285480237558,
      "grad_norm": 2.415247592232662,
      "learning_rate": 0.0002450450248663185,
      "loss": 4.4062,
      "step": 42683
    },
    {
      "epoch": 1.7482695064509524,
      "grad_norm": 2.4154271816925705,
      "learning_rate": 0.00024504250172020385,
      "loss": 4.5,
      "step": 42684
    },
    {
      "epoch": 1.7483104648781487,
      "grad_norm": 4.362864370742202,
      "learning_rate": 0.0002450399785291586,
      "loss": 3.1719,
      "step": 42685
    },
    {
      "epoch": 1.748351423305345,
      "grad_norm": 3.0331768900264993,
      "learning_rate": 0.000245037455293184,
      "loss": 5.5,
      "step": 42686
    },
    {
      "epoch": 1.7483923817325415,
      "grad_norm": 3.893478120033178,
      "learning_rate": 0.00024503493201228114,
      "loss": 6.9062,
      "step": 42687
    },
    {
      "epoch": 1.7484333401597378,
      "grad_norm": 2.0449932527120165,
      "learning_rate": 0.0002450324086864513,
      "loss": 2.5625,
      "step": 42688
    },
    {
      "epoch": 1.7484742985869342,
      "grad_norm": 3.580845707913174,
      "learning_rate": 0.00024502988531569566,
      "loss": 4.0938,
      "step": 42689
    },
    {
      "epoch": 1.7485152570141307,
      "grad_norm": 3.1251996562887845,
      "learning_rate": 0.00024502736190001536,
      "loss": 2.8594,
      "step": 42690
    },
    {
      "epoch": 1.748556215441327,
      "grad_norm": 2.643738870031482,
      "learning_rate": 0.0002450248384394117,
      "loss": 5.25,
      "step": 42691
    },
    {
      "epoch": 1.7485971738685233,
      "grad_norm": 10.590539710819078,
      "learning_rate": 0.0002450223149338858,
      "loss": 4.9688,
      "step": 42692
    },
    {
      "epoch": 1.7486381322957198,
      "grad_norm": 4.534116673074829,
      "learning_rate": 0.00024501979138343884,
      "loss": 2.7344,
      "step": 42693
    },
    {
      "epoch": 1.7486790907229164,
      "grad_norm": 2.3654698327103554,
      "learning_rate": 0.00024501726778807203,
      "loss": 4.7812,
      "step": 42694
    },
    {
      "epoch": 1.7487200491501125,
      "grad_norm": 5.952863190924451,
      "learning_rate": 0.00024501474414778657,
      "loss": 6.4688,
      "step": 42695
    },
    {
      "epoch": 1.748761007577309,
      "grad_norm": 2.06348865085426,
      "learning_rate": 0.0002450122204625837,
      "loss": 3.5469,
      "step": 42696
    },
    {
      "epoch": 1.7488019660045055,
      "grad_norm": 5.190529261851265,
      "learning_rate": 0.0002450096967324645,
      "loss": 6.5625,
      "step": 42697
    },
    {
      "epoch": 1.7488429244317019,
      "grad_norm": 2.6031438327153005,
      "learning_rate": 0.00024500717295743027,
      "loss": 4.7812,
      "step": 42698
    },
    {
      "epoch": 1.7488838828588982,
      "grad_norm": 2.7187203600682777,
      "learning_rate": 0.00024500464913748216,
      "loss": 4.5312,
      "step": 42699
    },
    {
      "epoch": 1.7489248412860947,
      "grad_norm": 4.825339996385873,
      "learning_rate": 0.00024500212527262135,
      "loss": 6.3125,
      "step": 42700
    },
    {
      "epoch": 1.748965799713291,
      "grad_norm": 3.051377035686514,
      "learning_rate": 0.00024499960136284903,
      "loss": 4.9062,
      "step": 42701
    },
    {
      "epoch": 1.7490067581404873,
      "grad_norm": 2.5979638028069525,
      "learning_rate": 0.00024499707740816646,
      "loss": 4.5,
      "step": 42702
    },
    {
      "epoch": 1.7490477165676839,
      "grad_norm": 2.1993535582948005,
      "learning_rate": 0.0002449945534085748,
      "loss": 4.5625,
      "step": 42703
    },
    {
      "epoch": 1.7490886749948802,
      "grad_norm": 2.8001288287024497,
      "learning_rate": 0.00024499202936407517,
      "loss": 5.4688,
      "step": 42704
    },
    {
      "epoch": 1.7491296334220765,
      "grad_norm": 3.482056051614899,
      "learning_rate": 0.0002449895052746688,
      "loss": 4.875,
      "step": 42705
    },
    {
      "epoch": 1.749170591849273,
      "grad_norm": 2.780536817513146,
      "learning_rate": 0.00024498698114035694,
      "loss": 4.2812,
      "step": 42706
    },
    {
      "epoch": 1.7492115502764694,
      "grad_norm": 2.3599226551065215,
      "learning_rate": 0.00024498445696114076,
      "loss": 4.9375,
      "step": 42707
    },
    {
      "epoch": 1.7492525087036657,
      "grad_norm": 3.7457991913769106,
      "learning_rate": 0.0002449819327370214,
      "loss": 4.6562,
      "step": 42708
    },
    {
      "epoch": 1.7492934671308622,
      "grad_norm": 3.1889512574210657,
      "learning_rate": 0.00024497940846800013,
      "loss": 4.9688,
      "step": 42709
    },
    {
      "epoch": 1.7493344255580587,
      "grad_norm": 2.7755845109321737,
      "learning_rate": 0.0002449768841540781,
      "loss": 6.4375,
      "step": 42710
    },
    {
      "epoch": 1.7493753839852548,
      "grad_norm": 4.233204215009551,
      "learning_rate": 0.00024497435979525654,
      "loss": 4.4062,
      "step": 42711
    },
    {
      "epoch": 1.7494163424124514,
      "grad_norm": 2.3954530082004624,
      "learning_rate": 0.00024497183539153657,
      "loss": 4.9375,
      "step": 42712
    },
    {
      "epoch": 1.749457300839648,
      "grad_norm": 5.482833402948141,
      "learning_rate": 0.00024496931094291946,
      "loss": 5.6875,
      "step": 42713
    },
    {
      "epoch": 1.749498259266844,
      "grad_norm": 3.3458691265413107,
      "learning_rate": 0.00024496678644940636,
      "loss": 5.25,
      "step": 42714
    },
    {
      "epoch": 1.7495392176940405,
      "grad_norm": 2.4292144950343313,
      "learning_rate": 0.00024496426191099844,
      "loss": 4.5938,
      "step": 42715
    },
    {
      "epoch": 1.749580176121237,
      "grad_norm": 4.727464129181675,
      "learning_rate": 0.000244961737327697,
      "loss": 6.3438,
      "step": 42716
    },
    {
      "epoch": 1.7496211345484334,
      "grad_norm": 2.5510352028649934,
      "learning_rate": 0.000244959212699503,
      "loss": 4.7812,
      "step": 42717
    },
    {
      "epoch": 1.7496620929756297,
      "grad_norm": 3.3400680830911686,
      "learning_rate": 0.00024495668802641796,
      "loss": 6.0938,
      "step": 42718
    },
    {
      "epoch": 1.7497030514028262,
      "grad_norm": 2.694884025404086,
      "learning_rate": 0.00024495416330844286,
      "loss": 5.7812,
      "step": 42719
    },
    {
      "epoch": 1.7497440098300225,
      "grad_norm": 2.476809059984724,
      "learning_rate": 0.0002449516385455789,
      "loss": 4.75,
      "step": 42720
    },
    {
      "epoch": 1.7497849682572189,
      "grad_norm": 7.012183079811263,
      "learning_rate": 0.00024494911373782737,
      "loss": 4.875,
      "step": 42721
    },
    {
      "epoch": 1.7498259266844154,
      "grad_norm": 6.862600167582193,
      "learning_rate": 0.0002449465888851894,
      "loss": 6.3125,
      "step": 42722
    },
    {
      "epoch": 1.7498668851116117,
      "grad_norm": 3.1494976268818875,
      "learning_rate": 0.00024494406398766616,
      "loss": 6.125,
      "step": 42723
    },
    {
      "epoch": 1.749907843538808,
      "grad_norm": 2.572843007207193,
      "learning_rate": 0.00024494153904525893,
      "loss": 5.1562,
      "step": 42724
    },
    {
      "epoch": 1.7499488019660046,
      "grad_norm": 2.617099784589523,
      "learning_rate": 0.0002449390140579688,
      "loss": 3.6406,
      "step": 42725
    },
    {
      "epoch": 1.7499897603932009,
      "grad_norm": 2.992556749722175,
      "learning_rate": 0.00024493648902579703,
      "loss": 5.8125,
      "step": 42726
    },
    {
      "epoch": 1.7500307188203972,
      "grad_norm": 4.716723687010161,
      "learning_rate": 0.00024493396394874485,
      "loss": 2.1875,
      "step": 42727
    },
    {
      "epoch": 1.7500716772475937,
      "grad_norm": 2.4317216712468115,
      "learning_rate": 0.00024493143882681336,
      "loss": 4.3438,
      "step": 42728
    },
    {
      "epoch": 1.7501126356747903,
      "grad_norm": 2.525270937091903,
      "learning_rate": 0.00024492891366000377,
      "loss": 4.7812,
      "step": 42729
    },
    {
      "epoch": 1.7501535941019863,
      "grad_norm": 3.8812995482571813,
      "learning_rate": 0.0002449263884483173,
      "loss": 4.875,
      "step": 42730
    },
    {
      "epoch": 1.7501945525291829,
      "grad_norm": 4.822688944230282,
      "learning_rate": 0.00024492386319175513,
      "loss": 5.4062,
      "step": 42731
    },
    {
      "epoch": 1.7502355109563794,
      "grad_norm": 6.039275980266489,
      "learning_rate": 0.00024492133789031853,
      "loss": 6.0625,
      "step": 42732
    },
    {
      "epoch": 1.7502764693835755,
      "grad_norm": 3.8435842107899467,
      "learning_rate": 0.0002449188125440086,
      "loss": 5.4688,
      "step": 42733
    },
    {
      "epoch": 1.750317427810772,
      "grad_norm": 3.2163217399927837,
      "learning_rate": 0.00024491628715282655,
      "loss": 3.875,
      "step": 42734
    },
    {
      "epoch": 1.7503583862379686,
      "grad_norm": 2.695155941647795,
      "learning_rate": 0.00024491376171677356,
      "loss": 4.4375,
      "step": 42735
    },
    {
      "epoch": 1.750399344665165,
      "grad_norm": 2.3990571806732515,
      "learning_rate": 0.00024491123623585087,
      "loss": 4.5,
      "step": 42736
    },
    {
      "epoch": 1.7504403030923612,
      "grad_norm": 3.1963146760847243,
      "learning_rate": 0.00024490871071005966,
      "loss": 5.0625,
      "step": 42737
    },
    {
      "epoch": 1.7504812615195577,
      "grad_norm": 2.317668326389723,
      "learning_rate": 0.0002449061851394012,
      "loss": 4.5625,
      "step": 42738
    },
    {
      "epoch": 1.750522219946754,
      "grad_norm": 2.851043515153446,
      "learning_rate": 0.00024490365952387647,
      "loss": 5.8438,
      "step": 42739
    },
    {
      "epoch": 1.7505631783739504,
      "grad_norm": 3.183823309264423,
      "learning_rate": 0.00024490113386348687,
      "loss": 5.0625,
      "step": 42740
    },
    {
      "epoch": 1.750604136801147,
      "grad_norm": 7.630722896978539,
      "learning_rate": 0.0002448986081582335,
      "loss": 6.0938,
      "step": 42741
    },
    {
      "epoch": 1.7506450952283432,
      "grad_norm": 2.5130128888087166,
      "learning_rate": 0.00024489608240811753,
      "loss": 4.0625,
      "step": 42742
    },
    {
      "epoch": 1.7506860536555395,
      "grad_norm": 2.35779194049503,
      "learning_rate": 0.0002448935566131403,
      "loss": 4.2188,
      "step": 42743
    },
    {
      "epoch": 1.750727012082736,
      "grad_norm": 2.4969302897769237,
      "learning_rate": 0.0002448910307733028,
      "loss": 4.5625,
      "step": 42744
    },
    {
      "epoch": 1.7507679705099324,
      "grad_norm": 4.784501685080175,
      "learning_rate": 0.0002448885048886064,
      "loss": 3.3281,
      "step": 42745
    },
    {
      "epoch": 1.7508089289371287,
      "grad_norm": 2.3995085388697333,
      "learning_rate": 0.0002448859789590522,
      "loss": 4.25,
      "step": 42746
    },
    {
      "epoch": 1.7508498873643252,
      "grad_norm": 4.451104885992153,
      "learning_rate": 0.00024488345298464143,
      "loss": 3.9219,
      "step": 42747
    },
    {
      "epoch": 1.7508908457915218,
      "grad_norm": 3.3145507748458316,
      "learning_rate": 0.0002448809269653752,
      "loss": 5.25,
      "step": 42748
    },
    {
      "epoch": 1.7509318042187179,
      "grad_norm": 3.4152501377907223,
      "learning_rate": 0.0002448784009012549,
      "loss": 4.375,
      "step": 42749
    },
    {
      "epoch": 1.7509727626459144,
      "grad_norm": 4.055472427354866,
      "learning_rate": 0.0002448758747922815,
      "loss": 5.8125,
      "step": 42750
    },
    {
      "epoch": 1.751013721073111,
      "grad_norm": 6.669132999969822,
      "learning_rate": 0.0002448733486384563,
      "loss": 5.1875,
      "step": 42751
    },
    {
      "epoch": 1.7510546795003072,
      "grad_norm": 2.304665790444476,
      "learning_rate": 0.0002448708224397805,
      "loss": 4.25,
      "step": 42752
    },
    {
      "epoch": 1.7510956379275036,
      "grad_norm": 2.8717809073891574,
      "learning_rate": 0.0002448682961962553,
      "loss": 5.0625,
      "step": 42753
    },
    {
      "epoch": 1.7511365963547,
      "grad_norm": 2.4694055183396633,
      "learning_rate": 0.0002448657699078819,
      "loss": 4.5312,
      "step": 42754
    },
    {
      "epoch": 1.7511775547818964,
      "grad_norm": 2.265891412169703,
      "learning_rate": 0.00024486324357466137,
      "loss": 4.4062,
      "step": 42755
    },
    {
      "epoch": 1.7512185132090927,
      "grad_norm": 2.4235558906681,
      "learning_rate": 0.0002448607171965951,
      "loss": 4.5,
      "step": 42756
    },
    {
      "epoch": 1.7512594716362893,
      "grad_norm": 2.5435694071561343,
      "learning_rate": 0.0002448581907736841,
      "loss": 3.875,
      "step": 42757
    },
    {
      "epoch": 1.7513004300634856,
      "grad_norm": 2.7412575700183117,
      "learning_rate": 0.0002448556643059297,
      "loss": 6.3125,
      "step": 42758
    },
    {
      "epoch": 1.7513413884906819,
      "grad_norm": 4.464637075781909,
      "learning_rate": 0.00024485313779333307,
      "loss": 6.4375,
      "step": 42759
    },
    {
      "epoch": 1.7513823469178784,
      "grad_norm": 2.358202482190198,
      "learning_rate": 0.00024485061123589536,
      "loss": 4.5312,
      "step": 42760
    },
    {
      "epoch": 1.7514233053450747,
      "grad_norm": 4.1040028582294115,
      "learning_rate": 0.00024484808463361775,
      "loss": 4.4688,
      "step": 42761
    },
    {
      "epoch": 1.751464263772271,
      "grad_norm": 6.1355224488308595,
      "learning_rate": 0.0002448455579865015,
      "loss": 4.5938,
      "step": 42762
    },
    {
      "epoch": 1.7515052221994676,
      "grad_norm": 6.322866287613841,
      "learning_rate": 0.0002448430312945478,
      "loss": 4.8438,
      "step": 42763
    },
    {
      "epoch": 1.751546180626664,
      "grad_norm": 3.1146644159645676,
      "learning_rate": 0.0002448405045577578,
      "loss": 5.75,
      "step": 42764
    },
    {
      "epoch": 1.7515871390538602,
      "grad_norm": 5.966226008637987,
      "learning_rate": 0.0002448379777761327,
      "loss": 5.875,
      "step": 42765
    },
    {
      "epoch": 1.7516280974810567,
      "grad_norm": 2.683142280722983,
      "learning_rate": 0.0002448354509496737,
      "loss": 4.9375,
      "step": 42766
    },
    {
      "epoch": 1.7516690559082533,
      "grad_norm": 2.4839592888564637,
      "learning_rate": 0.000244832924078382,
      "loss": 4.8125,
      "step": 42767
    },
    {
      "epoch": 1.7517100143354494,
      "grad_norm": 5.870840988092242,
      "learning_rate": 0.0002448303971622588,
      "loss": 4.6562,
      "step": 42768
    },
    {
      "epoch": 1.751750972762646,
      "grad_norm": 16.853247016891945,
      "learning_rate": 0.0002448278702013053,
      "loss": 6.2812,
      "step": 42769
    },
    {
      "epoch": 1.7517919311898424,
      "grad_norm": 2.728861148413385,
      "learning_rate": 0.0002448253431955227,
      "loss": 5.625,
      "step": 42770
    },
    {
      "epoch": 1.7518328896170388,
      "grad_norm": 2.6788197278690578,
      "learning_rate": 0.0002448228161449122,
      "loss": 5.125,
      "step": 42771
    },
    {
      "epoch": 1.751873848044235,
      "grad_norm": 2.6648506460662342,
      "learning_rate": 0.0002448202890494749,
      "loss": 5.0,
      "step": 42772
    },
    {
      "epoch": 1.7519148064714316,
      "grad_norm": 3.7059526538056984,
      "learning_rate": 0.0002448177619092121,
      "loss": 5.0625,
      "step": 42773
    },
    {
      "epoch": 1.751955764898628,
      "grad_norm": 2.672596952857811,
      "learning_rate": 0.000244815234724125,
      "loss": 5.0,
      "step": 42774
    },
    {
      "epoch": 1.7519967233258242,
      "grad_norm": 3.234268751134622,
      "learning_rate": 0.0002448127074942147,
      "loss": 5.3438,
      "step": 42775
    },
    {
      "epoch": 1.7520376817530208,
      "grad_norm": 6.92290696091387,
      "learning_rate": 0.00024481018021948255,
      "loss": 6.2812,
      "step": 42776
    },
    {
      "epoch": 1.752078640180217,
      "grad_norm": 5.171049668039347,
      "learning_rate": 0.0002448076528999296,
      "loss": 5.4688,
      "step": 42777
    },
    {
      "epoch": 1.7521195986074134,
      "grad_norm": 2.3554381295182996,
      "learning_rate": 0.00024480512553555706,
      "loss": 4.0312,
      "step": 42778
    },
    {
      "epoch": 1.75216055703461,
      "grad_norm": 2.688906794465086,
      "learning_rate": 0.00024480259812636616,
      "loss": 4.25,
      "step": 42779
    },
    {
      "epoch": 1.7522015154618062,
      "grad_norm": 2.705194144773384,
      "learning_rate": 0.0002448000706723581,
      "loss": 4.8438,
      "step": 42780
    },
    {
      "epoch": 1.7522424738890026,
      "grad_norm": 4.837822061732509,
      "learning_rate": 0.0002447975431735341,
      "loss": 5.3438,
      "step": 42781
    },
    {
      "epoch": 1.752283432316199,
      "grad_norm": 2.3090605687605277,
      "learning_rate": 0.0002447950156298953,
      "loss": 3.875,
      "step": 42782
    },
    {
      "epoch": 1.7523243907433954,
      "grad_norm": 2.6751516743168655,
      "learning_rate": 0.0002447924880414429,
      "loss": 5.1875,
      "step": 42783
    },
    {
      "epoch": 1.7523653491705917,
      "grad_norm": 2.2248612685712077,
      "learning_rate": 0.0002447899604081781,
      "loss": 4.875,
      "step": 42784
    },
    {
      "epoch": 1.7524063075977883,
      "grad_norm": 3.788186910233633,
      "learning_rate": 0.00024478743273010213,
      "loss": 6.1562,
      "step": 42785
    },
    {
      "epoch": 1.7524472660249848,
      "grad_norm": 2.221782003360578,
      "learning_rate": 0.0002447849050072162,
      "loss": 4.2812,
      "step": 42786
    },
    {
      "epoch": 1.7524882244521809,
      "grad_norm": 2.554068694253165,
      "learning_rate": 0.00024478237723952144,
      "loss": 5.0312,
      "step": 42787
    },
    {
      "epoch": 1.7525291828793774,
      "grad_norm": 2.7312989891254005,
      "learning_rate": 0.00024477984942701905,
      "loss": 5.2188,
      "step": 42788
    },
    {
      "epoch": 1.752570141306574,
      "grad_norm": 3.5523205845590735,
      "learning_rate": 0.00024477732156971026,
      "loss": 3.1406,
      "step": 42789
    },
    {
      "epoch": 1.7526110997337703,
      "grad_norm": 9.517611544864753,
      "learning_rate": 0.00024477479366759623,
      "loss": 2.6719,
      "step": 42790
    },
    {
      "epoch": 1.7526520581609666,
      "grad_norm": 2.5324544963971,
      "learning_rate": 0.0002447722657206782,
      "loss": 4.5,
      "step": 42791
    },
    {
      "epoch": 1.7526930165881631,
      "grad_norm": 4.688751077355891,
      "learning_rate": 0.0002447697377289574,
      "loss": 3.2031,
      "step": 42792
    },
    {
      "epoch": 1.7527339750153594,
      "grad_norm": 3.175903047971833,
      "learning_rate": 0.00024476720969243487,
      "loss": 5.6875,
      "step": 42793
    },
    {
      "epoch": 1.7527749334425557,
      "grad_norm": 2.9420761648113896,
      "learning_rate": 0.00024476468161111197,
      "loss": 6.5312,
      "step": 42794
    },
    {
      "epoch": 1.7528158918697523,
      "grad_norm": 11.150230093727306,
      "learning_rate": 0.0002447621534849898,
      "loss": 4.5,
      "step": 42795
    },
    {
      "epoch": 1.7528568502969486,
      "grad_norm": 2.611591113340476,
      "learning_rate": 0.00024475962531406956,
      "loss": 4.9375,
      "step": 42796
    },
    {
      "epoch": 1.752897808724145,
      "grad_norm": 2.906524728837477,
      "learning_rate": 0.0002447570970983525,
      "loss": 6.5938,
      "step": 42797
    },
    {
      "epoch": 1.7529387671513414,
      "grad_norm": 3.060331458255609,
      "learning_rate": 0.0002447545688378398,
      "loss": 5.7812,
      "step": 42798
    },
    {
      "epoch": 1.7529797255785378,
      "grad_norm": 2.529458381666957,
      "learning_rate": 0.0002447520405325326,
      "loss": 3.0156,
      "step": 42799
    },
    {
      "epoch": 1.753020684005734,
      "grad_norm": 13.44804706715885,
      "learning_rate": 0.00024474951218243215,
      "loss": 6.625,
      "step": 42800
    },
    {
      "epoch": 1.7530616424329306,
      "grad_norm": 2.3482643828284986,
      "learning_rate": 0.0002447469837875396,
      "loss": 4.5938,
      "step": 42801
    },
    {
      "epoch": 1.753102600860127,
      "grad_norm": 2.8453771095903804,
      "learning_rate": 0.00024474445534785624,
      "loss": 6.0938,
      "step": 42802
    },
    {
      "epoch": 1.7531435592873232,
      "grad_norm": 2.5811693797265054,
      "learning_rate": 0.0002447419268633831,
      "loss": 4.375,
      "step": 42803
    },
    {
      "epoch": 1.7531845177145198,
      "grad_norm": 2.8154691475759703,
      "learning_rate": 0.0002447393983341216,
      "loss": 4.2188,
      "step": 42804
    },
    {
      "epoch": 1.7532254761417163,
      "grad_norm": 2.227082386524984,
      "learning_rate": 0.00024473686976007273,
      "loss": 4.6562,
      "step": 42805
    },
    {
      "epoch": 1.7532664345689124,
      "grad_norm": 3.356989904766807,
      "learning_rate": 0.00024473434114123774,
      "loss": 5.2812,
      "step": 42806
    },
    {
      "epoch": 1.753307392996109,
      "grad_norm": 2.4679331438539602,
      "learning_rate": 0.00024473181247761794,
      "loss": 4.8438,
      "step": 42807
    },
    {
      "epoch": 1.7533483514233055,
      "grad_norm": 2.639287852087713,
      "learning_rate": 0.00024472928376921435,
      "loss": 4.0938,
      "step": 42808
    },
    {
      "epoch": 1.7533893098505018,
      "grad_norm": 2.373905924695056,
      "learning_rate": 0.0002447267550160283,
      "loss": 4.3125,
      "step": 42809
    },
    {
      "epoch": 1.753430268277698,
      "grad_norm": 2.6372147226709264,
      "learning_rate": 0.0002447242262180609,
      "loss": 5.125,
      "step": 42810
    },
    {
      "epoch": 1.7534712267048946,
      "grad_norm": 3.0616765499313394,
      "learning_rate": 0.00024472169737531347,
      "loss": 6.1562,
      "step": 42811
    },
    {
      "epoch": 1.753512185132091,
      "grad_norm": 2.7738194426679166,
      "learning_rate": 0.000244719168487787,
      "loss": 5.0312,
      "step": 42812
    },
    {
      "epoch": 1.7535531435592873,
      "grad_norm": 2.4803945209719767,
      "learning_rate": 0.00024471663955548287,
      "loss": 4.875,
      "step": 42813
    },
    {
      "epoch": 1.7535941019864838,
      "grad_norm": 2.2400601965992046,
      "learning_rate": 0.0002447141105784022,
      "loss": 3.4219,
      "step": 42814
    },
    {
      "epoch": 1.7536350604136801,
      "grad_norm": 2.3876431765213053,
      "learning_rate": 0.0002447115815565462,
      "loss": 5.0,
      "step": 42815
    },
    {
      "epoch": 1.7536760188408764,
      "grad_norm": 2.5826729019719776,
      "learning_rate": 0.000244709052489916,
      "loss": 5.2812,
      "step": 42816
    },
    {
      "epoch": 1.753716977268073,
      "grad_norm": 3.7304516433118224,
      "learning_rate": 0.0002447065233785129,
      "loss": 2.8594,
      "step": 42817
    },
    {
      "epoch": 1.7537579356952693,
      "grad_norm": 2.370462016888241,
      "learning_rate": 0.00024470399422233806,
      "loss": 4.375,
      "step": 42818
    },
    {
      "epoch": 1.7537988941224656,
      "grad_norm": 3.9581894638103274,
      "learning_rate": 0.0002447014650213927,
      "loss": 3.875,
      "step": 42819
    },
    {
      "epoch": 1.7538398525496621,
      "grad_norm": 2.611045104343847,
      "learning_rate": 0.00024469893577567793,
      "loss": 5.0312,
      "step": 42820
    },
    {
      "epoch": 1.7538808109768584,
      "grad_norm": 2.851973293606136,
      "learning_rate": 0.00024469640648519503,
      "loss": 6.6562,
      "step": 42821
    },
    {
      "epoch": 1.7539217694040548,
      "grad_norm": 2.579758811982991,
      "learning_rate": 0.00024469387714994516,
      "loss": 4.5312,
      "step": 42822
    },
    {
      "epoch": 1.7539627278312513,
      "grad_norm": 2.410303694000938,
      "learning_rate": 0.0002446913477699295,
      "loss": 5.4375,
      "step": 42823
    },
    {
      "epoch": 1.7540036862584478,
      "grad_norm": 10.76507285451522,
      "learning_rate": 0.00024468881834514925,
      "loss": 6.125,
      "step": 42824
    },
    {
      "epoch": 1.754044644685644,
      "grad_norm": 2.5325069686325046,
      "learning_rate": 0.0002446862888756057,
      "loss": 5.3438,
      "step": 42825
    },
    {
      "epoch": 1.7540856031128405,
      "grad_norm": 2.5481535289931005,
      "learning_rate": 0.00024468375936129985,
      "loss": 4.3438,
      "step": 42826
    },
    {
      "epoch": 1.754126561540037,
      "grad_norm": 2.4508375266541935,
      "learning_rate": 0.00024468122980223313,
      "loss": 4.5312,
      "step": 42827
    },
    {
      "epoch": 1.7541675199672333,
      "grad_norm": 2.6597351676047545,
      "learning_rate": 0.00024467870019840654,
      "loss": 5.5312,
      "step": 42828
    },
    {
      "epoch": 1.7542084783944296,
      "grad_norm": 2.497383999334119,
      "learning_rate": 0.0002446761705498214,
      "loss": 4.2188,
      "step": 42829
    },
    {
      "epoch": 1.7542494368216262,
      "grad_norm": 2.4466905127576832,
      "learning_rate": 0.0002446736408564788,
      "loss": 5.0938,
      "step": 42830
    },
    {
      "epoch": 1.7542903952488225,
      "grad_norm": 3.32803017351661,
      "learning_rate": 0.00024467111111838003,
      "loss": 4.0938,
      "step": 42831
    },
    {
      "epoch": 1.7543313536760188,
      "grad_norm": 2.6524022205946354,
      "learning_rate": 0.0002446685813355263,
      "loss": 5.0,
      "step": 42832
    },
    {
      "epoch": 1.7543723121032153,
      "grad_norm": 2.210079529753534,
      "learning_rate": 0.0002446660515079187,
      "loss": 3.875,
      "step": 42833
    },
    {
      "epoch": 1.7544132705304116,
      "grad_norm": 2.749242966654359,
      "learning_rate": 0.00024466352163555853,
      "loss": 4.625,
      "step": 42834
    },
    {
      "epoch": 1.754454228957608,
      "grad_norm": 2.451185397211029,
      "learning_rate": 0.0002446609917184469,
      "loss": 4.375,
      "step": 42835
    },
    {
      "epoch": 1.7544951873848045,
      "grad_norm": 2.7706723439319787,
      "learning_rate": 0.00024465846175658504,
      "loss": 4.75,
      "step": 42836
    },
    {
      "epoch": 1.7545361458120008,
      "grad_norm": 2.971379704779363,
      "learning_rate": 0.00024465593174997414,
      "loss": 6.0312,
      "step": 42837
    },
    {
      "epoch": 1.754577104239197,
      "grad_norm": 5.961108171073959,
      "learning_rate": 0.00024465340169861546,
      "loss": 7.2812,
      "step": 42838
    },
    {
      "epoch": 1.7546180626663936,
      "grad_norm": 2.3284480751720165,
      "learning_rate": 0.0002446508716025101,
      "loss": 3.7344,
      "step": 42839
    },
    {
      "epoch": 1.75465902109359,
      "grad_norm": 6.559321405262625,
      "learning_rate": 0.00024464834146165933,
      "loss": 4.8438,
      "step": 42840
    },
    {
      "epoch": 1.7546999795207863,
      "grad_norm": 2.511447579349126,
      "learning_rate": 0.0002446458112760643,
      "loss": 4.8125,
      "step": 42841
    },
    {
      "epoch": 1.7547409379479828,
      "grad_norm": 3.1470638917838683,
      "learning_rate": 0.00024464328104572625,
      "loss": 5.1562,
      "step": 42842
    },
    {
      "epoch": 1.7547818963751793,
      "grad_norm": 2.395790681487413,
      "learning_rate": 0.00024464075077064635,
      "loss": 3.3438,
      "step": 42843
    },
    {
      "epoch": 1.7548228548023754,
      "grad_norm": 3.406009063358756,
      "learning_rate": 0.00024463822045082576,
      "loss": 3.0156,
      "step": 42844
    },
    {
      "epoch": 1.754863813229572,
      "grad_norm": 8.742887861025109,
      "learning_rate": 0.00024463569008626574,
      "loss": 5.8125,
      "step": 42845
    },
    {
      "epoch": 1.7549047716567685,
      "grad_norm": 2.5186269905223835,
      "learning_rate": 0.0002446331596769674,
      "loss": 4.875,
      "step": 42846
    },
    {
      "epoch": 1.7549457300839648,
      "grad_norm": 5.517015058003156,
      "learning_rate": 0.000244630629222932,
      "loss": 6.6875,
      "step": 42847
    },
    {
      "epoch": 1.7549866885111611,
      "grad_norm": 2.5603361618533063,
      "learning_rate": 0.00024462809872416083,
      "loss": 4.5625,
      "step": 42848
    },
    {
      "epoch": 1.7550276469383577,
      "grad_norm": 2.8495244437437273,
      "learning_rate": 0.0002446255681806549,
      "loss": 4.7188,
      "step": 42849
    },
    {
      "epoch": 1.755068605365554,
      "grad_norm": 3.7868604710901805,
      "learning_rate": 0.00024462303759241553,
      "loss": 4.6562,
      "step": 42850
    },
    {
      "epoch": 1.7551095637927503,
      "grad_norm": 5.729158179758072,
      "learning_rate": 0.00024462050695944385,
      "loss": 2.8125,
      "step": 42851
    },
    {
      "epoch": 1.7551505222199468,
      "grad_norm": 4.039237368999911,
      "learning_rate": 0.00024461797628174114,
      "loss": 3.5625,
      "step": 42852
    },
    {
      "epoch": 1.7551914806471431,
      "grad_norm": 3.227490468782291,
      "learning_rate": 0.00024461544555930847,
      "loss": 5.5938,
      "step": 42853
    },
    {
      "epoch": 1.7552324390743395,
      "grad_norm": 2.6520709349953338,
      "learning_rate": 0.00024461291479214715,
      "loss": 5.0312,
      "step": 42854
    },
    {
      "epoch": 1.755273397501536,
      "grad_norm": 2.74281890405424,
      "learning_rate": 0.00024461038398025827,
      "loss": 5.2812,
      "step": 42855
    },
    {
      "epoch": 1.7553143559287323,
      "grad_norm": 2.603308907115706,
      "learning_rate": 0.00024460785312364317,
      "loss": 5.125,
      "step": 42856
    },
    {
      "epoch": 1.7553553143559286,
      "grad_norm": 2.8184187927971904,
      "learning_rate": 0.00024460532222230294,
      "loss": 4.6562,
      "step": 42857
    },
    {
      "epoch": 1.7553962727831252,
      "grad_norm": 2.79710057632618,
      "learning_rate": 0.0002446027912762388,
      "loss": 5.4062,
      "step": 42858
    },
    {
      "epoch": 1.7554372312103215,
      "grad_norm": 3.1326951747597405,
      "learning_rate": 0.0002446002602854519,
      "loss": 5.25,
      "step": 42859
    },
    {
      "epoch": 1.7554781896375178,
      "grad_norm": 3.3239588721040527,
      "learning_rate": 0.00024459772924994357,
      "loss": 6.5938,
      "step": 42860
    },
    {
      "epoch": 1.7555191480647143,
      "grad_norm": 2.2902779269767435,
      "learning_rate": 0.0002445951981697149,
      "loss": 4.3125,
      "step": 42861
    },
    {
      "epoch": 1.7555601064919109,
      "grad_norm": 3.7830560599441156,
      "learning_rate": 0.00024459266704476704,
      "loss": 5.6562,
      "step": 42862
    },
    {
      "epoch": 1.755601064919107,
      "grad_norm": 2.7331833092069306,
      "learning_rate": 0.00024459013587510136,
      "loss": 5.0312,
      "step": 42863
    },
    {
      "epoch": 1.7556420233463035,
      "grad_norm": 2.5900176426909174,
      "learning_rate": 0.0002445876046607189,
      "loss": 4.3125,
      "step": 42864
    },
    {
      "epoch": 1.7556829817735,
      "grad_norm": 2.7123126243132596,
      "learning_rate": 0.0002445850734016209,
      "loss": 4.8125,
      "step": 42865
    },
    {
      "epoch": 1.7557239402006963,
      "grad_norm": 2.443618148321552,
      "learning_rate": 0.0002445825420978086,
      "loss": 4.4688,
      "step": 42866
    },
    {
      "epoch": 1.7557648986278926,
      "grad_norm": 3.4225728137248295,
      "learning_rate": 0.00024458001074928313,
      "loss": 4.9688,
      "step": 42867
    },
    {
      "epoch": 1.7558058570550892,
      "grad_norm": 2.8909019621550542,
      "learning_rate": 0.00024457747935604574,
      "loss": 5.8438,
      "step": 42868
    },
    {
      "epoch": 1.7558468154822855,
      "grad_norm": 2.483389610541156,
      "learning_rate": 0.0002445749479180976,
      "loss": 4.9375,
      "step": 42869
    },
    {
      "epoch": 1.7558877739094818,
      "grad_norm": 4.879190774019188,
      "learning_rate": 0.0002445724164354399,
      "loss": 4.4375,
      "step": 42870
    },
    {
      "epoch": 1.7559287323366783,
      "grad_norm": 2.6672364732440093,
      "learning_rate": 0.0002445698849080739,
      "loss": 5.5,
      "step": 42871
    },
    {
      "epoch": 1.7559696907638747,
      "grad_norm": 2.6461670104291226,
      "learning_rate": 0.0002445673533360007,
      "loss": 5.1562,
      "step": 42872
    },
    {
      "epoch": 1.756010649191071,
      "grad_norm": 3.0441836212991453,
      "learning_rate": 0.00024456482171922154,
      "loss": 5.2188,
      "step": 42873
    },
    {
      "epoch": 1.7560516076182675,
      "grad_norm": 2.583112288657939,
      "learning_rate": 0.00024456229005773763,
      "loss": 4.5938,
      "step": 42874
    },
    {
      "epoch": 1.7560925660454638,
      "grad_norm": 2.569959879974285,
      "learning_rate": 0.00024455975835155016,
      "loss": 5.7812,
      "step": 42875
    },
    {
      "epoch": 1.7561335244726601,
      "grad_norm": 2.886382638154926,
      "learning_rate": 0.0002445572266006603,
      "loss": 5.125,
      "step": 42876
    },
    {
      "epoch": 1.7561744828998567,
      "grad_norm": 8.104821678776995,
      "learning_rate": 0.0002445546948050693,
      "loss": 5.3438,
      "step": 42877
    },
    {
      "epoch": 1.7562154413270532,
      "grad_norm": 2.288802800645856,
      "learning_rate": 0.0002445521629647783,
      "loss": 4.0938,
      "step": 42878
    },
    {
      "epoch": 1.7562563997542493,
      "grad_norm": 2.383317314758176,
      "learning_rate": 0.0002445496310797885,
      "loss": 4.3125,
      "step": 42879
    },
    {
      "epoch": 1.7562973581814458,
      "grad_norm": 7.376282920374708,
      "learning_rate": 0.0002445470991501012,
      "loss": 3.8281,
      "step": 42880
    },
    {
      "epoch": 1.7563383166086424,
      "grad_norm": 5.086711454197028,
      "learning_rate": 0.0002445445671757175,
      "loss": 5.0312,
      "step": 42881
    },
    {
      "epoch": 1.7563792750358385,
      "grad_norm": 2.596566188279342,
      "learning_rate": 0.00024454203515663855,
      "loss": 5.0625,
      "step": 42882
    },
    {
      "epoch": 1.756420233463035,
      "grad_norm": 2.5718897402234835,
      "learning_rate": 0.0002445395030928657,
      "loss": 5.2812,
      "step": 42883
    },
    {
      "epoch": 1.7564611918902315,
      "grad_norm": 2.460881377118987,
      "learning_rate": 0.00024453697098440004,
      "loss": 4.875,
      "step": 42884
    },
    {
      "epoch": 1.7565021503174278,
      "grad_norm": 2.634891662876346,
      "learning_rate": 0.00024453443883124275,
      "loss": 4.7812,
      "step": 42885
    },
    {
      "epoch": 1.7565431087446242,
      "grad_norm": 2.504664908206222,
      "learning_rate": 0.0002445319066333951,
      "loss": 4.9062,
      "step": 42886
    },
    {
      "epoch": 1.7565840671718207,
      "grad_norm": 3.8500201060229884,
      "learning_rate": 0.00024452937439085816,
      "loss": 4.375,
      "step": 42887
    },
    {
      "epoch": 1.756625025599017,
      "grad_norm": 3.4682467586323833,
      "learning_rate": 0.0002445268421036333,
      "loss": 6.0938,
      "step": 42888
    },
    {
      "epoch": 1.7566659840262133,
      "grad_norm": 2.5286586281854198,
      "learning_rate": 0.0002445243097717216,
      "loss": 5.6562,
      "step": 42889
    },
    {
      "epoch": 1.7567069424534099,
      "grad_norm": 6.340153342018238,
      "learning_rate": 0.00024452177739512433,
      "loss": 3.0938,
      "step": 42890
    },
    {
      "epoch": 1.7567479008806062,
      "grad_norm": 2.3964052500995083,
      "learning_rate": 0.0002445192449738426,
      "loss": 3.8438,
      "step": 42891
    },
    {
      "epoch": 1.7567888593078025,
      "grad_norm": 3.028258169635747,
      "learning_rate": 0.0002445167125078777,
      "loss": 5.4688,
      "step": 42892
    },
    {
      "epoch": 1.756829817734999,
      "grad_norm": 2.9465410800636813,
      "learning_rate": 0.00024451417999723075,
      "loss": 5.5312,
      "step": 42893
    },
    {
      "epoch": 1.7568707761621953,
      "grad_norm": 2.7869072119254676,
      "learning_rate": 0.000244511647441903,
      "loss": 4.0938,
      "step": 42894
    },
    {
      "epoch": 1.7569117345893916,
      "grad_norm": 2.8029010709378825,
      "learning_rate": 0.0002445091148418956,
      "loss": 5.5312,
      "step": 42895
    },
    {
      "epoch": 1.7569526930165882,
      "grad_norm": 18.385776860306,
      "learning_rate": 0.0002445065821972098,
      "loss": 5.0625,
      "step": 42896
    },
    {
      "epoch": 1.7569936514437847,
      "grad_norm": 2.622496895872428,
      "learning_rate": 0.00024450404950784676,
      "loss": 4.5625,
      "step": 42897
    },
    {
      "epoch": 1.7570346098709808,
      "grad_norm": 2.235749144601723,
      "learning_rate": 0.00024450151677380766,
      "loss": 3.6875,
      "step": 42898
    },
    {
      "epoch": 1.7570755682981773,
      "grad_norm": 2.9382505973870976,
      "learning_rate": 0.0002444989839950938,
      "loss": 5.2812,
      "step": 42899
    },
    {
      "epoch": 1.7571165267253739,
      "grad_norm": 2.904411025376752,
      "learning_rate": 0.00024449645117170625,
      "loss": 4.9375,
      "step": 42900
    },
    {
      "epoch": 1.75715748515257,
      "grad_norm": 2.316631412322829,
      "learning_rate": 0.00024449391830364626,
      "loss": 4.5,
      "step": 42901
    },
    {
      "epoch": 1.7571984435797665,
      "grad_norm": 15.817016563304675,
      "learning_rate": 0.0002444913853909151,
      "loss": 6.4375,
      "step": 42902
    },
    {
      "epoch": 1.757239402006963,
      "grad_norm": 2.5699225438090867,
      "learning_rate": 0.0002444888524335138,
      "loss": 2.875,
      "step": 42903
    },
    {
      "epoch": 1.7572803604341594,
      "grad_norm": 4.748081045114398,
      "learning_rate": 0.0002444863194314437,
      "loss": 2.0469,
      "step": 42904
    },
    {
      "epoch": 1.7573213188613557,
      "grad_norm": 6.986955328560907,
      "learning_rate": 0.0002444837863847059,
      "loss": 6.0312,
      "step": 42905
    },
    {
      "epoch": 1.7573622772885522,
      "grad_norm": 3.320162181951653,
      "learning_rate": 0.00024448125329330176,
      "loss": 5.7812,
      "step": 42906
    },
    {
      "epoch": 1.7574032357157485,
      "grad_norm": 2.7936584342457578,
      "learning_rate": 0.0002444787201572323,
      "loss": 4.7812,
      "step": 42907
    },
    {
      "epoch": 1.7574441941429448,
      "grad_norm": 2.4231317093647156,
      "learning_rate": 0.00024447618697649877,
      "loss": 5.2188,
      "step": 42908
    },
    {
      "epoch": 1.7574851525701414,
      "grad_norm": 4.063518352221844,
      "learning_rate": 0.0002444736537511024,
      "loss": 3.2656,
      "step": 42909
    },
    {
      "epoch": 1.7575261109973377,
      "grad_norm": 2.5066706017030778,
      "learning_rate": 0.00024447112048104437,
      "loss": 4.5625,
      "step": 42910
    },
    {
      "epoch": 1.757567069424534,
      "grad_norm": 2.8819030224077262,
      "learning_rate": 0.00024446858716632583,
      "loss": 5.4688,
      "step": 42911
    },
    {
      "epoch": 1.7576080278517305,
      "grad_norm": 6.475348366144712,
      "learning_rate": 0.0002444660538069481,
      "loss": 5.375,
      "step": 42912
    },
    {
      "epoch": 1.7576489862789269,
      "grad_norm": 3.976826946181301,
      "learning_rate": 0.00024446352040291227,
      "loss": 4.5312,
      "step": 42913
    },
    {
      "epoch": 1.7576899447061232,
      "grad_norm": 3.0798483951360174,
      "learning_rate": 0.0002444609869542196,
      "loss": 5.5,
      "step": 42914
    },
    {
      "epoch": 1.7577309031333197,
      "grad_norm": 2.8519901615707326,
      "learning_rate": 0.0002444584534608712,
      "loss": 5.25,
      "step": 42915
    },
    {
      "epoch": 1.7577718615605162,
      "grad_norm": 3.56890364665017,
      "learning_rate": 0.0002444559199228683,
      "loss": 6.5625,
      "step": 42916
    },
    {
      "epoch": 1.7578128199877123,
      "grad_norm": 2.4710461779262034,
      "learning_rate": 0.00024445338634021215,
      "loss": 4.7188,
      "step": 42917
    },
    {
      "epoch": 1.7578537784149089,
      "grad_norm": 2.5351699793915574,
      "learning_rate": 0.000244450852712904,
      "loss": 2.9062,
      "step": 42918
    },
    {
      "epoch": 1.7578947368421054,
      "grad_norm": 3.0963288795516757,
      "learning_rate": 0.0002444483190409449,
      "loss": 5.5,
      "step": 42919
    },
    {
      "epoch": 1.7579356952693017,
      "grad_norm": 3.143677052628625,
      "learning_rate": 0.0002444457853243361,
      "loss": 6.875,
      "step": 42920
    },
    {
      "epoch": 1.757976653696498,
      "grad_norm": 4.105889974618268,
      "learning_rate": 0.0002444432515630788,
      "loss": 5.9375,
      "step": 42921
    },
    {
      "epoch": 1.7580176121236946,
      "grad_norm": 9.132111686493305,
      "learning_rate": 0.0002444407177571743,
      "loss": 1.2578,
      "step": 42922
    },
    {
      "epoch": 1.7580585705508909,
      "grad_norm": 2.2576610554177994,
      "learning_rate": 0.00024443818390662363,
      "loss": 4.0938,
      "step": 42923
    },
    {
      "epoch": 1.7580995289780872,
      "grad_norm": 4.593033249425997,
      "learning_rate": 0.0002444356500114281,
      "loss": 6.9375,
      "step": 42924
    },
    {
      "epoch": 1.7581404874052837,
      "grad_norm": 2.453711006939783,
      "learning_rate": 0.0002444331160715889,
      "loss": 4.0625,
      "step": 42925
    },
    {
      "epoch": 1.75818144583248,
      "grad_norm": 2.5228515476668965,
      "learning_rate": 0.0002444305820871071,
      "loss": 4.8438,
      "step": 42926
    },
    {
      "epoch": 1.7582224042596764,
      "grad_norm": 2.529054293047406,
      "learning_rate": 0.00024442804805798406,
      "loss": 5.0312,
      "step": 42927
    },
    {
      "epoch": 1.7582633626868729,
      "grad_norm": 2.3096247991518473,
      "learning_rate": 0.0002444255139842209,
      "loss": 5.0625,
      "step": 42928
    },
    {
      "epoch": 1.7583043211140692,
      "grad_norm": 2.5148580717659024,
      "learning_rate": 0.0002444229798658189,
      "loss": 2.0625,
      "step": 42929
    },
    {
      "epoch": 1.7583452795412655,
      "grad_norm": 2.3097144949807937,
      "learning_rate": 0.0002444204457027791,
      "loss": 4.6562,
      "step": 42930
    },
    {
      "epoch": 1.758386237968462,
      "grad_norm": 2.6772215969252513,
      "learning_rate": 0.0002444179114951029,
      "loss": 5.1562,
      "step": 42931
    },
    {
      "epoch": 1.7584271963956584,
      "grad_norm": 2.1485870342616797,
      "learning_rate": 0.00024441537724279136,
      "loss": 4.0,
      "step": 42932
    },
    {
      "epoch": 1.7584681548228547,
      "grad_norm": 2.505156838673852,
      "learning_rate": 0.00024441284294584567,
      "loss": 5.3438,
      "step": 42933
    },
    {
      "epoch": 1.7585091132500512,
      "grad_norm": 3.830041748953827,
      "learning_rate": 0.00024441030860426706,
      "loss": 3.4688,
      "step": 42934
    },
    {
      "epoch": 1.7585500716772478,
      "grad_norm": 2.254955556733141,
      "learning_rate": 0.0002444077742180568,
      "loss": 4.4375,
      "step": 42935
    },
    {
      "epoch": 1.7585910301044438,
      "grad_norm": 2.690791120413022,
      "learning_rate": 0.00024440523978721596,
      "loss": 5.2812,
      "step": 42936
    },
    {
      "epoch": 1.7586319885316404,
      "grad_norm": 3.83534190718678,
      "learning_rate": 0.0002444027053117458,
      "loss": 4.375,
      "step": 42937
    },
    {
      "epoch": 1.758672946958837,
      "grad_norm": 2.842762791411261,
      "learning_rate": 0.00024440017079164757,
      "loss": 5.7188,
      "step": 42938
    },
    {
      "epoch": 1.7587139053860332,
      "grad_norm": 2.6889562198596164,
      "learning_rate": 0.00024439763622692237,
      "loss": 4.2188,
      "step": 42939
    },
    {
      "epoch": 1.7587548638132295,
      "grad_norm": 4.092073431975352,
      "learning_rate": 0.00024439510161757146,
      "loss": 4.8125,
      "step": 42940
    },
    {
      "epoch": 1.758795822240426,
      "grad_norm": 2.8188412048477063,
      "learning_rate": 0.00024439256696359604,
      "loss": 4.9375,
      "step": 42941
    },
    {
      "epoch": 1.7588367806676224,
      "grad_norm": 3.4889835690412747,
      "learning_rate": 0.00024439003226499724,
      "loss": 5.7812,
      "step": 42942
    },
    {
      "epoch": 1.7588777390948187,
      "grad_norm": 2.739503368349059,
      "learning_rate": 0.00024438749752177637,
      "loss": 4.6562,
      "step": 42943
    },
    {
      "epoch": 1.7589186975220152,
      "grad_norm": 4.657653982221644,
      "learning_rate": 0.00024438496273393456,
      "loss": 5.8125,
      "step": 42944
    },
    {
      "epoch": 1.7589596559492116,
      "grad_norm": 2.4293852525404467,
      "learning_rate": 0.00024438242790147295,
      "loss": 4.3438,
      "step": 42945
    },
    {
      "epoch": 1.7590006143764079,
      "grad_norm": 2.5413684948639315,
      "learning_rate": 0.00024437989302439285,
      "loss": 5.125,
      "step": 42946
    },
    {
      "epoch": 1.7590415728036044,
      "grad_norm": 2.9019446629018164,
      "learning_rate": 0.00024437735810269544,
      "loss": 5.375,
      "step": 42947
    },
    {
      "epoch": 1.7590825312308007,
      "grad_norm": 8.841165851983037,
      "learning_rate": 0.00024437482313638187,
      "loss": 6.1875,
      "step": 42948
    },
    {
      "epoch": 1.759123489657997,
      "grad_norm": 2.8407942768117125,
      "learning_rate": 0.00024437228812545337,
      "loss": 4.0938,
      "step": 42949
    },
    {
      "epoch": 1.7591644480851936,
      "grad_norm": 5.160708206391838,
      "learning_rate": 0.00024436975306991115,
      "loss": 2.0156,
      "step": 42950
    },
    {
      "epoch": 1.7592054065123899,
      "grad_norm": 2.5797025057504017,
      "learning_rate": 0.00024436721796975634,
      "loss": 4.8438,
      "step": 42951
    },
    {
      "epoch": 1.7592463649395862,
      "grad_norm": 2.5303919902423,
      "learning_rate": 0.0002443646828249902,
      "loss": 4.7812,
      "step": 42952
    },
    {
      "epoch": 1.7592873233667827,
      "grad_norm": 7.742531425689623,
      "learning_rate": 0.0002443621476356139,
      "loss": 6.1875,
      "step": 42953
    },
    {
      "epoch": 1.7593282817939793,
      "grad_norm": 2.4744174858813683,
      "learning_rate": 0.00024435961240162863,
      "loss": 4.9375,
      "step": 42954
    },
    {
      "epoch": 1.7593692402211754,
      "grad_norm": 8.736153714139878,
      "learning_rate": 0.00024435707712303566,
      "loss": 4.8125,
      "step": 42955
    },
    {
      "epoch": 1.759410198648372,
      "grad_norm": 2.433089751860888,
      "learning_rate": 0.00024435454179983613,
      "loss": 3.9531,
      "step": 42956
    },
    {
      "epoch": 1.7594511570755684,
      "grad_norm": 2.766038331465184,
      "learning_rate": 0.00024435200643203127,
      "loss": 5.5938,
      "step": 42957
    },
    {
      "epoch": 1.7594921155027647,
      "grad_norm": 2.6612969137078744,
      "learning_rate": 0.0002443494710196222,
      "loss": 4.9688,
      "step": 42958
    },
    {
      "epoch": 1.759533073929961,
      "grad_norm": 3.587614430001552,
      "learning_rate": 0.0002443469355626102,
      "loss": 4.375,
      "step": 42959
    },
    {
      "epoch": 1.7595740323571576,
      "grad_norm": 10.624312316660362,
      "learning_rate": 0.00024434440006099645,
      "loss": 5.8125,
      "step": 42960
    },
    {
      "epoch": 1.759614990784354,
      "grad_norm": 15.6731359071685,
      "learning_rate": 0.00024434186451478216,
      "loss": 6.8438,
      "step": 42961
    },
    {
      "epoch": 1.7596559492115502,
      "grad_norm": 2.591271327516739,
      "learning_rate": 0.0002443393289239685,
      "loss": 4.375,
      "step": 42962
    },
    {
      "epoch": 1.7596969076387468,
      "grad_norm": 3.2146812758797854,
      "learning_rate": 0.00024433679328855664,
      "loss": 6.0625,
      "step": 42963
    },
    {
      "epoch": 1.759737866065943,
      "grad_norm": 4.860260407640726,
      "learning_rate": 0.00024433425760854785,
      "loss": 6.125,
      "step": 42964
    },
    {
      "epoch": 1.7597788244931394,
      "grad_norm": 3.1991070711673215,
      "learning_rate": 0.00024433172188394333,
      "loss": 5.4688,
      "step": 42965
    },
    {
      "epoch": 1.759819782920336,
      "grad_norm": 2.373054132131735,
      "learning_rate": 0.00024432918611474417,
      "loss": 4.1875,
      "step": 42966
    },
    {
      "epoch": 1.7598607413475322,
      "grad_norm": 3.0441827131763097,
      "learning_rate": 0.0002443266503009517,
      "loss": 5.5938,
      "step": 42967
    },
    {
      "epoch": 1.7599016997747285,
      "grad_norm": 3.6583646456718677,
      "learning_rate": 0.00024432411444256705,
      "loss": 5.625,
      "step": 42968
    },
    {
      "epoch": 1.759942658201925,
      "grad_norm": 2.587387092113244,
      "learning_rate": 0.00024432157853959143,
      "loss": 5.4688,
      "step": 42969
    },
    {
      "epoch": 1.7599836166291214,
      "grad_norm": 9.075798259590565,
      "learning_rate": 0.00024431904259202605,
      "loss": 6.8125,
      "step": 42970
    },
    {
      "epoch": 1.7600245750563177,
      "grad_norm": 5.5212788369597305,
      "learning_rate": 0.0002443165065998721,
      "loss": 5.2812,
      "step": 42971
    },
    {
      "epoch": 1.7600655334835142,
      "grad_norm": 2.4409582304860935,
      "learning_rate": 0.00024431397056313075,
      "loss": 4.3125,
      "step": 42972
    },
    {
      "epoch": 1.7601064919107108,
      "grad_norm": 5.810981557051114,
      "learning_rate": 0.0002443114344818033,
      "loss": 4.5938,
      "step": 42973
    },
    {
      "epoch": 1.7601474503379069,
      "grad_norm": 2.5331656381700998,
      "learning_rate": 0.0002443088983558908,
      "loss": 5.0312,
      "step": 42974
    },
    {
      "epoch": 1.7601884087651034,
      "grad_norm": 2.5718131727908413,
      "learning_rate": 0.0002443063621853946,
      "loss": 4.4688,
      "step": 42975
    },
    {
      "epoch": 1.7602293671923,
      "grad_norm": 2.290337475005388,
      "learning_rate": 0.00024430382597031577,
      "loss": 4.1562,
      "step": 42976
    },
    {
      "epoch": 1.7602703256194963,
      "grad_norm": 2.612980357697796,
      "learning_rate": 0.0002443012897106555,
      "loss": 4.6562,
      "step": 42977
    },
    {
      "epoch": 1.7603112840466926,
      "grad_norm": 2.510778686050021,
      "learning_rate": 0.00024429875340641516,
      "loss": 4.9375,
      "step": 42978
    },
    {
      "epoch": 1.760352242473889,
      "grad_norm": 4.032874909214024,
      "learning_rate": 0.00024429621705759577,
      "loss": 6.25,
      "step": 42979
    },
    {
      "epoch": 1.7603932009010854,
      "grad_norm": 4.335342734522111,
      "learning_rate": 0.00024429368066419864,
      "loss": 7.25,
      "step": 42980
    },
    {
      "epoch": 1.7604341593282817,
      "grad_norm": 3.1064865628002,
      "learning_rate": 0.0002442911442262249,
      "loss": 5.1875,
      "step": 42981
    },
    {
      "epoch": 1.7604751177554783,
      "grad_norm": 2.7113105705574223,
      "learning_rate": 0.0002442886077436758,
      "loss": 5.2812,
      "step": 42982
    },
    {
      "epoch": 1.7605160761826746,
      "grad_norm": 5.561635211157855,
      "learning_rate": 0.00024428607121655254,
      "loss": 6.3438,
      "step": 42983
    },
    {
      "epoch": 1.760557034609871,
      "grad_norm": 2.546371576594101,
      "learning_rate": 0.00024428353464485625,
      "loss": 3.8125,
      "step": 42984
    },
    {
      "epoch": 1.7605979930370674,
      "grad_norm": 2.641907845087024,
      "learning_rate": 0.00024428099802858825,
      "loss": 5.8125,
      "step": 42985
    },
    {
      "epoch": 1.7606389514642637,
      "grad_norm": 4.805613899825681,
      "learning_rate": 0.00024427846136774957,
      "loss": 6.4062,
      "step": 42986
    },
    {
      "epoch": 1.76067990989146,
      "grad_norm": 3.3670640871698443,
      "learning_rate": 0.00024427592466234156,
      "loss": 4.625,
      "step": 42987
    },
    {
      "epoch": 1.7607208683186566,
      "grad_norm": 2.9803468185209727,
      "learning_rate": 0.00024427338791236535,
      "loss": 5.875,
      "step": 42988
    },
    {
      "epoch": 1.760761826745853,
      "grad_norm": 2.4223870588513634,
      "learning_rate": 0.00024427085111782215,
      "loss": 4.9375,
      "step": 42989
    },
    {
      "epoch": 1.7608027851730492,
      "grad_norm": 3.637504944006258,
      "learning_rate": 0.00024426831427871315,
      "loss": 4.7188,
      "step": 42990
    },
    {
      "epoch": 1.7608437436002458,
      "grad_norm": 2.8419064758434343,
      "learning_rate": 0.00024426577739503964,
      "loss": 4.7812,
      "step": 42991
    },
    {
      "epoch": 1.7608847020274423,
      "grad_norm": 4.096719342614068,
      "learning_rate": 0.00024426324046680265,
      "loss": 4.5625,
      "step": 42992
    },
    {
      "epoch": 1.7609256604546384,
      "grad_norm": 3.347613791735788,
      "learning_rate": 0.0002442607034940035,
      "loss": 5.2188,
      "step": 42993
    },
    {
      "epoch": 1.760966618881835,
      "grad_norm": 2.8874711490431255,
      "learning_rate": 0.00024425816647664336,
      "loss": 4.8125,
      "step": 42994
    },
    {
      "epoch": 1.7610075773090315,
      "grad_norm": 3.547655709445181,
      "learning_rate": 0.00024425562941472344,
      "loss": 4.1875,
      "step": 42995
    },
    {
      "epoch": 1.7610485357362278,
      "grad_norm": 1.900673363368917,
      "learning_rate": 0.0002442530923082449,
      "loss": 2.9219,
      "step": 42996
    },
    {
      "epoch": 1.761089494163424,
      "grad_norm": 2.9282395596004505,
      "learning_rate": 0.000244250555157209,
      "loss": 5.4375,
      "step": 42997
    },
    {
      "epoch": 1.7611304525906206,
      "grad_norm": 2.408000109472733,
      "learning_rate": 0.00024424801796161686,
      "loss": 4.4062,
      "step": 42998
    },
    {
      "epoch": 1.761171411017817,
      "grad_norm": 5.254382732524693,
      "learning_rate": 0.00024424548072146977,
      "loss": 6.7812,
      "step": 42999
    },
    {
      "epoch": 1.7612123694450132,
      "grad_norm": 3.8099683987244073,
      "learning_rate": 0.00024424294343676885,
      "loss": 5.4375,
      "step": 43000
    },
    {
      "epoch": 1.7612533278722098,
      "grad_norm": 2.5436170935997175,
      "learning_rate": 0.00024424040610751535,
      "loss": 4.375,
      "step": 43001
    },
    {
      "epoch": 1.761294286299406,
      "grad_norm": 3.327797168437099,
      "learning_rate": 0.00024423786873371047,
      "loss": 4.9375,
      "step": 43002
    },
    {
      "epoch": 1.7613352447266024,
      "grad_norm": 2.4825187860766635,
      "learning_rate": 0.0002442353313153554,
      "loss": 4.1875,
      "step": 43003
    },
    {
      "epoch": 1.761376203153799,
      "grad_norm": 2.9265025676432255,
      "learning_rate": 0.00024423279385245127,
      "loss": 4.9375,
      "step": 43004
    },
    {
      "epoch": 1.7614171615809953,
      "grad_norm": 2.892903078987818,
      "learning_rate": 0.00024423025634499944,
      "loss": 5.6562,
      "step": 43005
    },
    {
      "epoch": 1.7614581200081916,
      "grad_norm": 3.033386388560606,
      "learning_rate": 0.0002442277187930009,
      "loss": 4.4062,
      "step": 43006
    },
    {
      "epoch": 1.761499078435388,
      "grad_norm": 2.582898169482254,
      "learning_rate": 0.0002442251811964571,
      "loss": 5.125,
      "step": 43007
    },
    {
      "epoch": 1.7615400368625844,
      "grad_norm": 2.401766287110136,
      "learning_rate": 0.000244222643555369,
      "loss": 4.4062,
      "step": 43008
    },
    {
      "epoch": 1.7615809952897807,
      "grad_norm": 2.407466248027399,
      "learning_rate": 0.0002442201058697379,
      "loss": 4.7812,
      "step": 43009
    },
    {
      "epoch": 1.7616219537169773,
      "grad_norm": 3.1845034622664277,
      "learning_rate": 0.00024421756813956504,
      "loss": 4.1562,
      "step": 43010
    },
    {
      "epoch": 1.7616629121441738,
      "grad_norm": 8.00923408846334,
      "learning_rate": 0.0002442150303648516,
      "loss": 4.7812,
      "step": 43011
    },
    {
      "epoch": 1.76170387057137,
      "grad_norm": 2.6940304652813163,
      "learning_rate": 0.0002442124925455987,
      "loss": 5.5312,
      "step": 43012
    },
    {
      "epoch": 1.7617448289985664,
      "grad_norm": 2.5872856746264667,
      "learning_rate": 0.0002442099546818076,
      "loss": 5.2812,
      "step": 43013
    },
    {
      "epoch": 1.761785787425763,
      "grad_norm": 2.2148381726563624,
      "learning_rate": 0.0002442074167734796,
      "loss": 4.625,
      "step": 43014
    },
    {
      "epoch": 1.7618267458529593,
      "grad_norm": 2.914074582647532,
      "learning_rate": 0.0002442048788206157,
      "loss": 3.5156,
      "step": 43015
    },
    {
      "epoch": 1.7618677042801556,
      "grad_norm": 4.163836727348035,
      "learning_rate": 0.0002442023408232172,
      "loss": 3.7031,
      "step": 43016
    },
    {
      "epoch": 1.7619086627073521,
      "grad_norm": 6.163813429807319,
      "learning_rate": 0.00024419980278128536,
      "loss": 5.7188,
      "step": 43017
    },
    {
      "epoch": 1.7619496211345484,
      "grad_norm": 2.8344582663935856,
      "learning_rate": 0.0002441972646948213,
      "loss": 5.0625,
      "step": 43018
    },
    {
      "epoch": 1.7619905795617448,
      "grad_norm": 5.862615891310113,
      "learning_rate": 0.0002441947265638262,
      "loss": 6.3125,
      "step": 43019
    },
    {
      "epoch": 1.7620315379889413,
      "grad_norm": 2.5988120325723956,
      "learning_rate": 0.00024419218838830133,
      "loss": 5.4375,
      "step": 43020
    },
    {
      "epoch": 1.7620724964161376,
      "grad_norm": 3.3792661461908184,
      "learning_rate": 0.00024418965016824787,
      "loss": 5.0312,
      "step": 43021
    },
    {
      "epoch": 1.762113454843334,
      "grad_norm": 3.425355398859655,
      "learning_rate": 0.000244187111903667,
      "loss": 5.8125,
      "step": 43022
    },
    {
      "epoch": 1.7621544132705305,
      "grad_norm": 3.604627765649558,
      "learning_rate": 0.0002441845735945599,
      "loss": 4.875,
      "step": 43023
    },
    {
      "epoch": 1.7621953716977268,
      "grad_norm": 2.8391989520984957,
      "learning_rate": 0.00024418203524092787,
      "loss": 5.0,
      "step": 43024
    },
    {
      "epoch": 1.762236330124923,
      "grad_norm": 2.604344429999684,
      "learning_rate": 0.00024417949684277197,
      "loss": 4.9062,
      "step": 43025
    },
    {
      "epoch": 1.7622772885521196,
      "grad_norm": 3.2332139104982036,
      "learning_rate": 0.0002441769584000935,
      "loss": 5.125,
      "step": 43026
    },
    {
      "epoch": 1.762318246979316,
      "grad_norm": 2.6397153540477745,
      "learning_rate": 0.0002441744199128936,
      "loss": 4.4062,
      "step": 43027
    },
    {
      "epoch": 1.7623592054065123,
      "grad_norm": 2.22922005710038,
      "learning_rate": 0.0002441718813811735,
      "loss": 4.7812,
      "step": 43028
    },
    {
      "epoch": 1.7624001638337088,
      "grad_norm": 2.521663813399265,
      "learning_rate": 0.0002441693428049344,
      "loss": 5.1562,
      "step": 43029
    },
    {
      "epoch": 1.7624411222609053,
      "grad_norm": 7.305940346654509,
      "learning_rate": 0.00024416680418417756,
      "loss": 5.6875,
      "step": 43030
    },
    {
      "epoch": 1.7624820806881014,
      "grad_norm": 2.892201892349901,
      "learning_rate": 0.00024416426551890407,
      "loss": 4.375,
      "step": 43031
    },
    {
      "epoch": 1.762523039115298,
      "grad_norm": 6.588644271330697,
      "learning_rate": 0.0002441617268091152,
      "loss": 6.5,
      "step": 43032
    },
    {
      "epoch": 1.7625639975424945,
      "grad_norm": 2.7270010845345185,
      "learning_rate": 0.0002441591880548121,
      "loss": 5.5312,
      "step": 43033
    },
    {
      "epoch": 1.7626049559696908,
      "grad_norm": 2.854393627097052,
      "learning_rate": 0.000244156649255996,
      "loss": 5.3125,
      "step": 43034
    },
    {
      "epoch": 1.7626459143968871,
      "grad_norm": 2.5258474840008693,
      "learning_rate": 0.0002441541104126681,
      "loss": 4.75,
      "step": 43035
    },
    {
      "epoch": 1.7626868728240837,
      "grad_norm": 2.5575819843893823,
      "learning_rate": 0.00024415157152482965,
      "loss": 5.0625,
      "step": 43036
    },
    {
      "epoch": 1.76272783125128,
      "grad_norm": 2.7871781995465104,
      "learning_rate": 0.00024414903259248176,
      "loss": 4.3438,
      "step": 43037
    },
    {
      "epoch": 1.7627687896784763,
      "grad_norm": 2.6764134769781114,
      "learning_rate": 0.0002441464936156257,
      "loss": 5.5938,
      "step": 43038
    },
    {
      "epoch": 1.7628097481056728,
      "grad_norm": 2.440240399800896,
      "learning_rate": 0.0002441439545942626,
      "loss": 4.5312,
      "step": 43039
    },
    {
      "epoch": 1.7628507065328691,
      "grad_norm": 2.500724405606476,
      "learning_rate": 0.0002441414155283937,
      "loss": 3.9688,
      "step": 43040
    },
    {
      "epoch": 1.7628916649600654,
      "grad_norm": 4.098534167175791,
      "learning_rate": 0.00024413887641802021,
      "loss": 5.9375,
      "step": 43041
    },
    {
      "epoch": 1.762932623387262,
      "grad_norm": 2.4504403162295794,
      "learning_rate": 0.00024413633726314332,
      "loss": 4.5625,
      "step": 43042
    },
    {
      "epoch": 1.7629735818144583,
      "grad_norm": 4.725075330393804,
      "learning_rate": 0.00024413379806376427,
      "loss": 3.2656,
      "step": 43043
    },
    {
      "epoch": 1.7630145402416546,
      "grad_norm": 3.75389547259185,
      "learning_rate": 0.0002441312588198842,
      "loss": 2.2969,
      "step": 43044
    },
    {
      "epoch": 1.7630554986688511,
      "grad_norm": 2.647236897976742,
      "learning_rate": 0.00024412871953150434,
      "loss": 3.9688,
      "step": 43045
    },
    {
      "epoch": 1.7630964570960477,
      "grad_norm": 5.158764686817393,
      "learning_rate": 0.00024412618019862588,
      "loss": 1.7734,
      "step": 43046
    },
    {
      "epoch": 1.7631374155232438,
      "grad_norm": 3.1296433642806853,
      "learning_rate": 0.00024412364082125002,
      "loss": 4.7812,
      "step": 43047
    },
    {
      "epoch": 1.7631783739504403,
      "grad_norm": 4.964897140906688,
      "learning_rate": 0.00024412110139937796,
      "loss": 3.8594,
      "step": 43048
    },
    {
      "epoch": 1.7632193323776368,
      "grad_norm": 3.0075381955694014,
      "learning_rate": 0.0002441185619330109,
      "loss": 5.75,
      "step": 43049
    },
    {
      "epoch": 1.763260290804833,
      "grad_norm": 2.816035866154084,
      "learning_rate": 0.00024411602242215005,
      "loss": 5.3438,
      "step": 43050
    },
    {
      "epoch": 1.7633012492320295,
      "grad_norm": 2.6499852513135185,
      "learning_rate": 0.00024411348286679658,
      "loss": 4.5625,
      "step": 43051
    },
    {
      "epoch": 1.763342207659226,
      "grad_norm": 2.7501973779433984,
      "learning_rate": 0.00024411094326695176,
      "loss": 6.0938,
      "step": 43052
    },
    {
      "epoch": 1.7633831660864223,
      "grad_norm": 3.0156887560727226,
      "learning_rate": 0.00024410840362261674,
      "loss": 5.4062,
      "step": 43053
    },
    {
      "epoch": 1.7634241245136186,
      "grad_norm": 2.9844696823350607,
      "learning_rate": 0.00024410586393379272,
      "loss": 5.7188,
      "step": 43054
    },
    {
      "epoch": 1.7634650829408152,
      "grad_norm": 2.5420679489524267,
      "learning_rate": 0.00024410332420048088,
      "loss": 5.2812,
      "step": 43055
    },
    {
      "epoch": 1.7635060413680115,
      "grad_norm": 9.59558691290381,
      "learning_rate": 0.0002441007844226825,
      "loss": 7.6562,
      "step": 43056
    },
    {
      "epoch": 1.7635469997952078,
      "grad_norm": 3.3078275868053755,
      "learning_rate": 0.00024409824460039869,
      "loss": 6.75,
      "step": 43057
    },
    {
      "epoch": 1.7635879582224043,
      "grad_norm": 2.590774865423174,
      "learning_rate": 0.0002440957047336307,
      "loss": 4.5938,
      "step": 43058
    },
    {
      "epoch": 1.7636289166496006,
      "grad_norm": 2.6013369413093606,
      "learning_rate": 0.0002440931648223797,
      "loss": 4.2812,
      "step": 43059
    },
    {
      "epoch": 1.763669875076797,
      "grad_norm": 2.334804129949927,
      "learning_rate": 0.00024409062486664695,
      "loss": 4.1875,
      "step": 43060
    },
    {
      "epoch": 1.7637108335039935,
      "grad_norm": 6.192090272151161,
      "learning_rate": 0.00024408808486643362,
      "loss": 5.0,
      "step": 43061
    },
    {
      "epoch": 1.7637517919311898,
      "grad_norm": 2.308198689263422,
      "learning_rate": 0.0002440855448217409,
      "loss": 4.3438,
      "step": 43062
    },
    {
      "epoch": 1.7637927503583861,
      "grad_norm": 3.132975554800369,
      "learning_rate": 0.00024408300473256997,
      "loss": 4.1562,
      "step": 43063
    },
    {
      "epoch": 1.7638337087855827,
      "grad_norm": 2.6188625168666766,
      "learning_rate": 0.00024408046459892203,
      "loss": 5.25,
      "step": 43064
    },
    {
      "epoch": 1.7638746672127792,
      "grad_norm": 2.7225337718808653,
      "learning_rate": 0.00024407792442079836,
      "loss": 5.0625,
      "step": 43065
    },
    {
      "epoch": 1.7639156256399753,
      "grad_norm": 7.491748217670906,
      "learning_rate": 0.0002440753841982001,
      "loss": 5.7188,
      "step": 43066
    },
    {
      "epoch": 1.7639565840671718,
      "grad_norm": 2.625568386300719,
      "learning_rate": 0.0002440728439311284,
      "loss": 5.6875,
      "step": 43067
    },
    {
      "epoch": 1.7639975424943684,
      "grad_norm": 2.9092509631047974,
      "learning_rate": 0.0002440703036195846,
      "loss": 5.2812,
      "step": 43068
    },
    {
      "epoch": 1.7640385009215647,
      "grad_norm": 2.746430649490786,
      "learning_rate": 0.00024406776326356974,
      "loss": 5.0625,
      "step": 43069
    },
    {
      "epoch": 1.764079459348761,
      "grad_norm": 2.403647334077678,
      "learning_rate": 0.00024406522286308515,
      "loss": 4.4688,
      "step": 43070
    },
    {
      "epoch": 1.7641204177759575,
      "grad_norm": 5.674147987462148,
      "learning_rate": 0.00024406268241813195,
      "loss": 6.6562,
      "step": 43071
    },
    {
      "epoch": 1.7641613762031538,
      "grad_norm": 2.259124384154069,
      "learning_rate": 0.0002440601419287114,
      "loss": 4.25,
      "step": 43072
    },
    {
      "epoch": 1.7642023346303501,
      "grad_norm": 2.8688312697849176,
      "learning_rate": 0.00024405760139482467,
      "loss": 5.3125,
      "step": 43073
    },
    {
      "epoch": 1.7642432930575467,
      "grad_norm": 3.180767221909367,
      "learning_rate": 0.00024405506081647297,
      "loss": 4.625,
      "step": 43074
    },
    {
      "epoch": 1.764284251484743,
      "grad_norm": 2.6331266788079715,
      "learning_rate": 0.00024405252019365746,
      "loss": 5.5,
      "step": 43075
    },
    {
      "epoch": 1.7643252099119393,
      "grad_norm": 2.355516356389334,
      "learning_rate": 0.00024404997952637942,
      "loss": 3.9219,
      "step": 43076
    },
    {
      "epoch": 1.7643661683391358,
      "grad_norm": 2.507032658529128,
      "learning_rate": 0.00024404743881463998,
      "loss": 3.9844,
      "step": 43077
    },
    {
      "epoch": 1.7644071267663322,
      "grad_norm": 2.6113630120002185,
      "learning_rate": 0.0002440448980584404,
      "loss": 4.3438,
      "step": 43078
    },
    {
      "epoch": 1.7644480851935285,
      "grad_norm": 2.3637024370508763,
      "learning_rate": 0.00024404235725778182,
      "loss": 4.4062,
      "step": 43079
    },
    {
      "epoch": 1.764489043620725,
      "grad_norm": 2.2201868146829784,
      "learning_rate": 0.00024403981641266548,
      "loss": 5.0312,
      "step": 43080
    },
    {
      "epoch": 1.7645300020479213,
      "grad_norm": 2.7724358192808896,
      "learning_rate": 0.00024403727552309252,
      "loss": 5.9375,
      "step": 43081
    },
    {
      "epoch": 1.7645709604751176,
      "grad_norm": 6.445326595743286,
      "learning_rate": 0.0002440347345890643,
      "loss": 6.7188,
      "step": 43082
    },
    {
      "epoch": 1.7646119189023142,
      "grad_norm": 3.1490361706531345,
      "learning_rate": 0.00024403219361058181,
      "loss": 6.5938,
      "step": 43083
    },
    {
      "epoch": 1.7646528773295107,
      "grad_norm": 4.897916886848832,
      "learning_rate": 0.0002440296525876464,
      "loss": 6.7188,
      "step": 43084
    },
    {
      "epoch": 1.7646938357567068,
      "grad_norm": 2.2674931842694916,
      "learning_rate": 0.00024402711152025921,
      "loss": 4.4375,
      "step": 43085
    },
    {
      "epoch": 1.7647347941839033,
      "grad_norm": 3.841651787684007,
      "learning_rate": 0.0002440245704084215,
      "loss": 5.0312,
      "step": 43086
    },
    {
      "epoch": 1.7647757526110999,
      "grad_norm": 3.8467897793273584,
      "learning_rate": 0.00024402202925213442,
      "loss": 4.4375,
      "step": 43087
    },
    {
      "epoch": 1.7648167110382962,
      "grad_norm": 2.680551378996975,
      "learning_rate": 0.00024401948805139915,
      "loss": 6.3438,
      "step": 43088
    },
    {
      "epoch": 1.7648576694654925,
      "grad_norm": 2.505278414861009,
      "learning_rate": 0.00024401694680621693,
      "loss": 5.3438,
      "step": 43089
    },
    {
      "epoch": 1.764898627892689,
      "grad_norm": 2.5253477774534434,
      "learning_rate": 0.00024401440551658895,
      "loss": 4.875,
      "step": 43090
    },
    {
      "epoch": 1.7649395863198853,
      "grad_norm": 2.349819895176757,
      "learning_rate": 0.00024401186418251643,
      "loss": 4.4688,
      "step": 43091
    },
    {
      "epoch": 1.7649805447470817,
      "grad_norm": 4.565992965795517,
      "learning_rate": 0.00024400932280400054,
      "loss": 3.1562,
      "step": 43092
    },
    {
      "epoch": 1.7650215031742782,
      "grad_norm": 2.704975882649613,
      "learning_rate": 0.0002440067813810425,
      "loss": 5.4688,
      "step": 43093
    },
    {
      "epoch": 1.7650624616014745,
      "grad_norm": 3.357509396291775,
      "learning_rate": 0.00024400423991364353,
      "loss": 3.625,
      "step": 43094
    },
    {
      "epoch": 1.7651034200286708,
      "grad_norm": 3.0436897206071243,
      "learning_rate": 0.00024400169840180477,
      "loss": 6.0312,
      "step": 43095
    },
    {
      "epoch": 1.7651443784558674,
      "grad_norm": 2.5015040907246595,
      "learning_rate": 0.0002439991568455275,
      "loss": 4.1562,
      "step": 43096
    },
    {
      "epoch": 1.7651853368830637,
      "grad_norm": 2.323310869539828,
      "learning_rate": 0.0002439966152448129,
      "loss": 4.5,
      "step": 43097
    },
    {
      "epoch": 1.76522629531026,
      "grad_norm": 2.6529412923148956,
      "learning_rate": 0.00024399407359966207,
      "loss": 4.875,
      "step": 43098
    },
    {
      "epoch": 1.7652672537374565,
      "grad_norm": 3.4998373262559577,
      "learning_rate": 0.00024399153191007633,
      "loss": 6.7188,
      "step": 43099
    },
    {
      "epoch": 1.7653082121646528,
      "grad_norm": 4.620597782469271,
      "learning_rate": 0.0002439889901760569,
      "loss": 5.5938,
      "step": 43100
    },
    {
      "epoch": 1.7653491705918491,
      "grad_norm": 2.604383418908644,
      "learning_rate": 0.0002439864483976049,
      "loss": 5.7812,
      "step": 43101
    },
    {
      "epoch": 1.7653901290190457,
      "grad_norm": 3.385749604086773,
      "learning_rate": 0.00024398390657472154,
      "loss": 5.5,
      "step": 43102
    },
    {
      "epoch": 1.7654310874462422,
      "grad_norm": 2.35554427380376,
      "learning_rate": 0.00024398136470740807,
      "loss": 4.5625,
      "step": 43103
    },
    {
      "epoch": 1.7654720458734383,
      "grad_norm": 2.1906667226427925,
      "learning_rate": 0.00024397882279566567,
      "loss": 4.3125,
      "step": 43104
    },
    {
      "epoch": 1.7655130043006348,
      "grad_norm": 2.661356042566707,
      "learning_rate": 0.0002439762808394955,
      "loss": 4.625,
      "step": 43105
    },
    {
      "epoch": 1.7655539627278314,
      "grad_norm": 2.2770231584122804,
      "learning_rate": 0.00024397373883889884,
      "loss": 4.8438,
      "step": 43106
    },
    {
      "epoch": 1.7655949211550277,
      "grad_norm": 2.657917495500278,
      "learning_rate": 0.00024397119679387682,
      "loss": 4.8125,
      "step": 43107
    },
    {
      "epoch": 1.765635879582224,
      "grad_norm": 4.686911803246712,
      "learning_rate": 0.00024396865470443068,
      "loss": 5.8125,
      "step": 43108
    },
    {
      "epoch": 1.7656768380094205,
      "grad_norm": 4.355882586115327,
      "learning_rate": 0.0002439661125705616,
      "loss": 6.25,
      "step": 43109
    },
    {
      "epoch": 1.7657177964366169,
      "grad_norm": 2.2826280931328875,
      "learning_rate": 0.00024396357039227078,
      "loss": 4.4375,
      "step": 43110
    },
    {
      "epoch": 1.7657587548638132,
      "grad_norm": 2.355437593481483,
      "learning_rate": 0.0002439610281695595,
      "loss": 4.3438,
      "step": 43111
    },
    {
      "epoch": 1.7657997132910097,
      "grad_norm": 2.8744973111867584,
      "learning_rate": 0.00024395848590242885,
      "loss": 4.1875,
      "step": 43112
    },
    {
      "epoch": 1.765840671718206,
      "grad_norm": 2.5943547586336395,
      "learning_rate": 0.0002439559435908801,
      "loss": 5.2812,
      "step": 43113
    },
    {
      "epoch": 1.7658816301454023,
      "grad_norm": 4.740616138639259,
      "learning_rate": 0.0002439534012349144,
      "loss": 5.9688,
      "step": 43114
    },
    {
      "epoch": 1.7659225885725989,
      "grad_norm": 2.4358051273122596,
      "learning_rate": 0.00024395085883453303,
      "loss": 4.4688,
      "step": 43115
    },
    {
      "epoch": 1.7659635469997952,
      "grad_norm": 2.747705294249184,
      "learning_rate": 0.00024394831638973713,
      "loss": 4.1875,
      "step": 43116
    },
    {
      "epoch": 1.7660045054269915,
      "grad_norm": 3.592773486500467,
      "learning_rate": 0.0002439457739005279,
      "loss": 5.5938,
      "step": 43117
    },
    {
      "epoch": 1.766045463854188,
      "grad_norm": 3.0545007718788293,
      "learning_rate": 0.00024394323136690656,
      "loss": 5.25,
      "step": 43118
    },
    {
      "epoch": 1.7660864222813843,
      "grad_norm": 2.424942110458897,
      "learning_rate": 0.0002439406887888743,
      "loss": 4.1562,
      "step": 43119
    },
    {
      "epoch": 1.7661273807085807,
      "grad_norm": 2.5697262486685264,
      "learning_rate": 0.00024393814616643236,
      "loss": 4.0625,
      "step": 43120
    },
    {
      "epoch": 1.7661683391357772,
      "grad_norm": 2.7092193742866613,
      "learning_rate": 0.0002439356034995819,
      "loss": 4.9375,
      "step": 43121
    },
    {
      "epoch": 1.7662092975629737,
      "grad_norm": 2.9997793537425363,
      "learning_rate": 0.00024393306078832416,
      "loss": 3.8906,
      "step": 43122
    },
    {
      "epoch": 1.7662502559901698,
      "grad_norm": 2.801530190195364,
      "learning_rate": 0.00024393051803266028,
      "loss": 6.4688,
      "step": 43123
    },
    {
      "epoch": 1.7662912144173664,
      "grad_norm": 2.3184821154419986,
      "learning_rate": 0.00024392797523259155,
      "loss": 5.0625,
      "step": 43124
    },
    {
      "epoch": 1.766332172844563,
      "grad_norm": 2.447264128827022,
      "learning_rate": 0.0002439254323881191,
      "loss": 4.7188,
      "step": 43125
    },
    {
      "epoch": 1.7663731312717592,
      "grad_norm": 2.355675581819436,
      "learning_rate": 0.00024392288949924416,
      "loss": 3.5469,
      "step": 43126
    },
    {
      "epoch": 1.7664140896989555,
      "grad_norm": 2.558160868290084,
      "learning_rate": 0.0002439203465659679,
      "loss": 4.6562,
      "step": 43127
    },
    {
      "epoch": 1.766455048126152,
      "grad_norm": 2.649377972366832,
      "learning_rate": 0.00024391780358829157,
      "loss": 4.2188,
      "step": 43128
    },
    {
      "epoch": 1.7664960065533484,
      "grad_norm": 2.755267131516236,
      "learning_rate": 0.0002439152605662164,
      "loss": 5.3438,
      "step": 43129
    },
    {
      "epoch": 1.7665369649805447,
      "grad_norm": 3.022726146956896,
      "learning_rate": 0.00024391271749974345,
      "loss": 7.375,
      "step": 43130
    },
    {
      "epoch": 1.7665779234077412,
      "grad_norm": 2.3676626990422793,
      "learning_rate": 0.0002439101743888741,
      "loss": 4.9688,
      "step": 43131
    },
    {
      "epoch": 1.7666188818349375,
      "grad_norm": 4.441756100287092,
      "learning_rate": 0.00024390763123360946,
      "loss": 3.5156,
      "step": 43132
    },
    {
      "epoch": 1.7666598402621339,
      "grad_norm": 2.420926591501684,
      "learning_rate": 0.0002439050880339507,
      "loss": 5.0938,
      "step": 43133
    },
    {
      "epoch": 1.7667007986893304,
      "grad_norm": 2.451113175991579,
      "learning_rate": 0.00024390254478989906,
      "loss": 4.3438,
      "step": 43134
    },
    {
      "epoch": 1.7667417571165267,
      "grad_norm": 3.0922392861305164,
      "learning_rate": 0.0002439000015014558,
      "loss": 6.0625,
      "step": 43135
    },
    {
      "epoch": 1.766782715543723,
      "grad_norm": 2.6013648514355547,
      "learning_rate": 0.00024389745816862202,
      "loss": 5.3125,
      "step": 43136
    },
    {
      "epoch": 1.7668236739709196,
      "grad_norm": 2.3372329579299524,
      "learning_rate": 0.000243894914791399,
      "loss": 4.7812,
      "step": 43137
    },
    {
      "epoch": 1.7668646323981159,
      "grad_norm": 2.7124172956264117,
      "learning_rate": 0.0002438923713697879,
      "loss": 4.9375,
      "step": 43138
    },
    {
      "epoch": 1.7669055908253122,
      "grad_norm": 2.13383306265036,
      "learning_rate": 0.0002438898279037899,
      "loss": 4.625,
      "step": 43139
    },
    {
      "epoch": 1.7669465492525087,
      "grad_norm": 2.3092675582202613,
      "learning_rate": 0.00024388728439340626,
      "loss": 4.25,
      "step": 43140
    },
    {
      "epoch": 1.7669875076797052,
      "grad_norm": 2.3182711325280447,
      "learning_rate": 0.0002438847408386382,
      "loss": 4.75,
      "step": 43141
    },
    {
      "epoch": 1.7670284661069013,
      "grad_norm": 2.7783310299954143,
      "learning_rate": 0.00024388219723948685,
      "loss": 4.4375,
      "step": 43142
    },
    {
      "epoch": 1.7670694245340979,
      "grad_norm": 3.5043516626400737,
      "learning_rate": 0.00024387965359595344,
      "loss": 3.0938,
      "step": 43143
    },
    {
      "epoch": 1.7671103829612944,
      "grad_norm": 2.3504944621860324,
      "learning_rate": 0.00024387710990803917,
      "loss": 4.8438,
      "step": 43144
    },
    {
      "epoch": 1.7671513413884907,
      "grad_norm": 4.189877737121553,
      "learning_rate": 0.00024387456617574527,
      "loss": 3.875,
      "step": 43145
    },
    {
      "epoch": 1.767192299815687,
      "grad_norm": 2.4307110182923486,
      "learning_rate": 0.0002438720223990729,
      "loss": 4.9688,
      "step": 43146
    },
    {
      "epoch": 1.7672332582428836,
      "grad_norm": 7.502939320715972,
      "learning_rate": 0.00024386947857802334,
      "loss": 5.4375,
      "step": 43147
    },
    {
      "epoch": 1.76727421667008,
      "grad_norm": 2.912100673484534,
      "learning_rate": 0.00024386693471259766,
      "loss": 4.4688,
      "step": 43148
    },
    {
      "epoch": 1.7673151750972762,
      "grad_norm": 2.463771822965702,
      "learning_rate": 0.0002438643908027972,
      "loss": 4.4062,
      "step": 43149
    },
    {
      "epoch": 1.7673561335244727,
      "grad_norm": 2.3173777010539993,
      "learning_rate": 0.00024386184684862313,
      "loss": 3.9844,
      "step": 43150
    },
    {
      "epoch": 1.767397091951669,
      "grad_norm": 2.698976824669247,
      "learning_rate": 0.00024385930285007658,
      "loss": 5.1875,
      "step": 43151
    },
    {
      "epoch": 1.7674380503788654,
      "grad_norm": 3.3083655038188233,
      "learning_rate": 0.00024385675880715877,
      "loss": 6.8125,
      "step": 43152
    },
    {
      "epoch": 1.767479008806062,
      "grad_norm": 2.559282568303758,
      "learning_rate": 0.00024385421471987095,
      "loss": 4.9688,
      "step": 43153
    },
    {
      "epoch": 1.7675199672332582,
      "grad_norm": 2.7323531722783216,
      "learning_rate": 0.00024385167058821433,
      "loss": 5.875,
      "step": 43154
    },
    {
      "epoch": 1.7675609256604545,
      "grad_norm": 7.440057327135109,
      "learning_rate": 0.00024384912641219004,
      "loss": 6.5,
      "step": 43155
    },
    {
      "epoch": 1.767601884087651,
      "grad_norm": 2.2846187700634797,
      "learning_rate": 0.0002438465821917994,
      "loss": 4.5312,
      "step": 43156
    },
    {
      "epoch": 1.7676428425148474,
      "grad_norm": 3.0869513330970344,
      "learning_rate": 0.00024384403792704346,
      "loss": 5.1562,
      "step": 43157
    },
    {
      "epoch": 1.7676838009420437,
      "grad_norm": 10.578475009226072,
      "learning_rate": 0.00024384149361792354,
      "loss": 6.875,
      "step": 43158
    },
    {
      "epoch": 1.7677247593692402,
      "grad_norm": 2.4244824878259417,
      "learning_rate": 0.0002438389492644408,
      "loss": 4.3438,
      "step": 43159
    },
    {
      "epoch": 1.7677657177964368,
      "grad_norm": 2.2208844880832768,
      "learning_rate": 0.00024383640486659645,
      "loss": 3.9062,
      "step": 43160
    },
    {
      "epoch": 1.7678066762236329,
      "grad_norm": 2.517886212101938,
      "learning_rate": 0.00024383386042439172,
      "loss": 4.3125,
      "step": 43161
    },
    {
      "epoch": 1.7678476346508294,
      "grad_norm": 7.481995938609614,
      "learning_rate": 0.00024383131593782778,
      "loss": 5.4688,
      "step": 43162
    },
    {
      "epoch": 1.767888593078026,
      "grad_norm": 5.570027264756045,
      "learning_rate": 0.0002438287714069058,
      "loss": 5.5312,
      "step": 43163
    },
    {
      "epoch": 1.7679295515052222,
      "grad_norm": 2.435901872920175,
      "learning_rate": 0.00024382622683162707,
      "loss": 4.3125,
      "step": 43164
    },
    {
      "epoch": 1.7679705099324186,
      "grad_norm": 2.4941806895946734,
      "learning_rate": 0.00024382368221199268,
      "loss": 4.75,
      "step": 43165
    },
    {
      "epoch": 1.768011468359615,
      "grad_norm": 4.0406322602715665,
      "learning_rate": 0.00024382113754800396,
      "loss": 5.0,
      "step": 43166
    },
    {
      "epoch": 1.7680524267868114,
      "grad_norm": 6.738784709027257,
      "learning_rate": 0.00024381859283966205,
      "loss": 6.375,
      "step": 43167
    },
    {
      "epoch": 1.7680933852140077,
      "grad_norm": 2.915350523595499,
      "learning_rate": 0.0002438160480869681,
      "loss": 4.9375,
      "step": 43168
    },
    {
      "epoch": 1.7681343436412043,
      "grad_norm": 2.780433135310267,
      "learning_rate": 0.00024381350328992344,
      "loss": 5.4062,
      "step": 43169
    },
    {
      "epoch": 1.7681753020684006,
      "grad_norm": 2.5379487743459928,
      "learning_rate": 0.0002438109584485291,
      "loss": 4.5938,
      "step": 43170
    },
    {
      "epoch": 1.7682162604955969,
      "grad_norm": 4.53227790799944,
      "learning_rate": 0.00024380841356278648,
      "loss": 4.25,
      "step": 43171
    },
    {
      "epoch": 1.7682572189227934,
      "grad_norm": 2.6932315329252847,
      "learning_rate": 0.00024380586863269666,
      "loss": 3.6562,
      "step": 43172
    },
    {
      "epoch": 1.7682981773499897,
      "grad_norm": 7.908395460406167,
      "learning_rate": 0.00024380332365826085,
      "loss": 4.1562,
      "step": 43173
    },
    {
      "epoch": 1.768339135777186,
      "grad_norm": 2.5177328971129866,
      "learning_rate": 0.00024380077863948027,
      "loss": 5.1562,
      "step": 43174
    },
    {
      "epoch": 1.7683800942043826,
      "grad_norm": 3.6141418408788595,
      "learning_rate": 0.00024379823357635616,
      "loss": 5.0312,
      "step": 43175
    },
    {
      "epoch": 1.768421052631579,
      "grad_norm": 2.912277435139772,
      "learning_rate": 0.00024379568846888964,
      "loss": 4.9375,
      "step": 43176
    },
    {
      "epoch": 1.7684620110587752,
      "grad_norm": 4.109340300891073,
      "learning_rate": 0.00024379314331708196,
      "loss": 6.25,
      "step": 43177
    },
    {
      "epoch": 1.7685029694859717,
      "grad_norm": 6.840940806823651,
      "learning_rate": 0.00024379059812093437,
      "loss": 5.1562,
      "step": 43178
    },
    {
      "epoch": 1.7685439279131683,
      "grad_norm": 3.4775902536008045,
      "learning_rate": 0.00024378805288044798,
      "loss": 3.3438,
      "step": 43179
    },
    {
      "epoch": 1.7685848863403644,
      "grad_norm": 3.412568405725996,
      "learning_rate": 0.0002437855075956241,
      "loss": 5.0938,
      "step": 43180
    },
    {
      "epoch": 1.768625844767561,
      "grad_norm": 2.8592014954905403,
      "learning_rate": 0.0002437829622664638,
      "loss": 4.4688,
      "step": 43181
    },
    {
      "epoch": 1.7686668031947574,
      "grad_norm": 5.387585066540858,
      "learning_rate": 0.0002437804168929684,
      "loss": 3.6719,
      "step": 43182
    },
    {
      "epoch": 1.7687077616219538,
      "grad_norm": 5.279679562498134,
      "learning_rate": 0.00024377787147513905,
      "loss": 5.5938,
      "step": 43183
    },
    {
      "epoch": 1.76874872004915,
      "grad_norm": 2.582733214705713,
      "learning_rate": 0.00024377532601297695,
      "loss": 4.6562,
      "step": 43184
    },
    {
      "epoch": 1.7687896784763466,
      "grad_norm": 3.1823236028299235,
      "learning_rate": 0.00024377278050648337,
      "loss": 5.5625,
      "step": 43185
    },
    {
      "epoch": 1.768830636903543,
      "grad_norm": 4.291570350079524,
      "learning_rate": 0.00024377023495565943,
      "loss": 3.6406,
      "step": 43186
    },
    {
      "epoch": 1.7688715953307392,
      "grad_norm": 2.456205421453111,
      "learning_rate": 0.00024376768936050638,
      "loss": 3.8281,
      "step": 43187
    },
    {
      "epoch": 1.7689125537579358,
      "grad_norm": 5.103245570705198,
      "learning_rate": 0.00024376514372102535,
      "loss": 3.8438,
      "step": 43188
    },
    {
      "epoch": 1.768953512185132,
      "grad_norm": 3.5705939173015198,
      "learning_rate": 0.00024376259803721766,
      "loss": 2.2812,
      "step": 43189
    },
    {
      "epoch": 1.7689944706123284,
      "grad_norm": 2.470766077912069,
      "learning_rate": 0.00024376005230908443,
      "loss": 4.875,
      "step": 43190
    },
    {
      "epoch": 1.769035429039525,
      "grad_norm": 3.8213819105402687,
      "learning_rate": 0.00024375750653662687,
      "loss": 5.3125,
      "step": 43191
    },
    {
      "epoch": 1.7690763874667212,
      "grad_norm": 8.844774406462792,
      "learning_rate": 0.00024375496071984626,
      "loss": 7.7812,
      "step": 43192
    },
    {
      "epoch": 1.7691173458939176,
      "grad_norm": 3.1251093276241817,
      "learning_rate": 0.00024375241485874368,
      "loss": 5.75,
      "step": 43193
    },
    {
      "epoch": 1.769158304321114,
      "grad_norm": 6.186616580809451,
      "learning_rate": 0.00024374986895332046,
      "loss": 5.0,
      "step": 43194
    },
    {
      "epoch": 1.7691992627483106,
      "grad_norm": 4.992291088424673,
      "learning_rate": 0.0002437473230035777,
      "loss": 5.8438,
      "step": 43195
    },
    {
      "epoch": 1.7692402211755067,
      "grad_norm": 2.6987016610079713,
      "learning_rate": 0.00024374477700951668,
      "loss": 4.875,
      "step": 43196
    },
    {
      "epoch": 1.7692811796027033,
      "grad_norm": 2.5018117378283193,
      "learning_rate": 0.0002437422309711385,
      "loss": 4.6562,
      "step": 43197
    },
    {
      "epoch": 1.7693221380298998,
      "grad_norm": 4.821523335045399,
      "learning_rate": 0.00024373968488844447,
      "loss": 5.75,
      "step": 43198
    },
    {
      "epoch": 1.7693630964570959,
      "grad_norm": 2.62682560058714,
      "learning_rate": 0.00024373713876143577,
      "loss": 4.625,
      "step": 43199
    },
    {
      "epoch": 1.7694040548842924,
      "grad_norm": 2.9044522416442953,
      "learning_rate": 0.0002437345925901136,
      "loss": 5.25,
      "step": 43200
    },
    {
      "epoch": 1.769445013311489,
      "grad_norm": 4.067079813724013,
      "learning_rate": 0.00024373204637447913,
      "loss": 5.2188,
      "step": 43201
    },
    {
      "epoch": 1.7694859717386853,
      "grad_norm": 6.341609336736918,
      "learning_rate": 0.0002437295001145336,
      "loss": 2.3906,
      "step": 43202
    },
    {
      "epoch": 1.7695269301658816,
      "grad_norm": 3.5568022744661563,
      "learning_rate": 0.00024372695381027817,
      "loss": 4.7812,
      "step": 43203
    },
    {
      "epoch": 1.7695678885930781,
      "grad_norm": 2.512073012052124,
      "learning_rate": 0.00024372440746171412,
      "loss": 5.1562,
      "step": 43204
    },
    {
      "epoch": 1.7696088470202744,
      "grad_norm": 3.7874807518467124,
      "learning_rate": 0.0002437218610688426,
      "loss": 3.5469,
      "step": 43205
    },
    {
      "epoch": 1.7696498054474707,
      "grad_norm": 2.871814590129215,
      "learning_rate": 0.00024371931463166479,
      "loss": 4.625,
      "step": 43206
    },
    {
      "epoch": 1.7696907638746673,
      "grad_norm": 2.5138821585596407,
      "learning_rate": 0.00024371676815018194,
      "loss": 5.125,
      "step": 43207
    },
    {
      "epoch": 1.7697317223018636,
      "grad_norm": 2.3328654147131207,
      "learning_rate": 0.00024371422162439523,
      "loss": 4.5938,
      "step": 43208
    },
    {
      "epoch": 1.76977268072906,
      "grad_norm": 2.6999468218987577,
      "learning_rate": 0.00024371167505430594,
      "loss": 5.5625,
      "step": 43209
    },
    {
      "epoch": 1.7698136391562564,
      "grad_norm": 2.8814218027717096,
      "learning_rate": 0.00024370912843991514,
      "loss": 3.7656,
      "step": 43210
    },
    {
      "epoch": 1.7698545975834528,
      "grad_norm": 2.4808383006749515,
      "learning_rate": 0.00024370658178122416,
      "loss": 4.4375,
      "step": 43211
    },
    {
      "epoch": 1.769895556010649,
      "grad_norm": 2.481719849146618,
      "learning_rate": 0.00024370403507823407,
      "loss": 5.25,
      "step": 43212
    },
    {
      "epoch": 1.7699365144378456,
      "grad_norm": 2.5849358801216407,
      "learning_rate": 0.0002437014883309462,
      "loss": 5.1875,
      "step": 43213
    },
    {
      "epoch": 1.7699774728650421,
      "grad_norm": 2.4079367374716067,
      "learning_rate": 0.00024369894153936168,
      "loss": 4.4375,
      "step": 43214
    },
    {
      "epoch": 1.7700184312922382,
      "grad_norm": 6.55400751740436,
      "learning_rate": 0.00024369639470348176,
      "loss": 4.4062,
      "step": 43215
    },
    {
      "epoch": 1.7700593897194348,
      "grad_norm": 2.973984552546959,
      "learning_rate": 0.00024369384782330758,
      "loss": 4.6875,
      "step": 43216
    },
    {
      "epoch": 1.7701003481466313,
      "grad_norm": 2.6068571412945403,
      "learning_rate": 0.00024369130089884044,
      "loss": 4.8125,
      "step": 43217
    },
    {
      "epoch": 1.7701413065738274,
      "grad_norm": 2.9510215129647475,
      "learning_rate": 0.00024368875393008147,
      "loss": 5.1875,
      "step": 43218
    },
    {
      "epoch": 1.770182265001024,
      "grad_norm": 2.653988500280635,
      "learning_rate": 0.00024368620691703186,
      "loss": 4.625,
      "step": 43219
    },
    {
      "epoch": 1.7702232234282205,
      "grad_norm": 2.919124556385288,
      "learning_rate": 0.00024368365985969292,
      "loss": 4.375,
      "step": 43220
    },
    {
      "epoch": 1.7702641818554168,
      "grad_norm": 2.5365529306765624,
      "learning_rate": 0.00024368111275806576,
      "loss": 5.0312,
      "step": 43221
    },
    {
      "epoch": 1.770305140282613,
      "grad_norm": 2.533006840641752,
      "learning_rate": 0.00024367856561215156,
      "loss": 5.0625,
      "step": 43222
    },
    {
      "epoch": 1.7703460987098096,
      "grad_norm": 2.4107627641323024,
      "learning_rate": 0.0002436760184219516,
      "loss": 4.6562,
      "step": 43223
    },
    {
      "epoch": 1.770387057137006,
      "grad_norm": 2.453003252779862,
      "learning_rate": 0.00024367347118746705,
      "loss": 4.625,
      "step": 43224
    },
    {
      "epoch": 1.7704280155642023,
      "grad_norm": 2.6154623981281557,
      "learning_rate": 0.0002436709239086991,
      "loss": 4.0625,
      "step": 43225
    },
    {
      "epoch": 1.7704689739913988,
      "grad_norm": 2.6683605374805923,
      "learning_rate": 0.000243668376585649,
      "loss": 5.4375,
      "step": 43226
    },
    {
      "epoch": 1.7705099324185951,
      "grad_norm": 2.5770348508166383,
      "learning_rate": 0.0002436658292183179,
      "loss": 4.75,
      "step": 43227
    },
    {
      "epoch": 1.7705508908457914,
      "grad_norm": 2.9223183741589427,
      "learning_rate": 0.00024366328180670704,
      "loss": 5.5625,
      "step": 43228
    },
    {
      "epoch": 1.770591849272988,
      "grad_norm": 2.831153453000852,
      "learning_rate": 0.00024366073435081763,
      "loss": 5.0,
      "step": 43229
    },
    {
      "epoch": 1.7706328077001843,
      "grad_norm": 8.57157005874879,
      "learning_rate": 0.00024365818685065087,
      "loss": 5.8438,
      "step": 43230
    },
    {
      "epoch": 1.7706737661273806,
      "grad_norm": 6.7769111969892055,
      "learning_rate": 0.00024365563930620792,
      "loss": 2.9219,
      "step": 43231
    },
    {
      "epoch": 1.7707147245545771,
      "grad_norm": 4.872038580777106,
      "learning_rate": 0.00024365309171749005,
      "loss": 5.0938,
      "step": 43232
    },
    {
      "epoch": 1.7707556829817737,
      "grad_norm": 3.535209675068306,
      "learning_rate": 0.00024365054408449842,
      "loss": 6.6875,
      "step": 43233
    },
    {
      "epoch": 1.7707966414089698,
      "grad_norm": 2.4889934303458645,
      "learning_rate": 0.00024364799640723422,
      "loss": 4.9688,
      "step": 43234
    },
    {
      "epoch": 1.7708375998361663,
      "grad_norm": 2.8649452012180596,
      "learning_rate": 0.00024364544868569872,
      "loss": 5.1562,
      "step": 43235
    },
    {
      "epoch": 1.7708785582633628,
      "grad_norm": 2.7698924759188364,
      "learning_rate": 0.0002436429009198931,
      "loss": 4.8125,
      "step": 43236
    },
    {
      "epoch": 1.7709195166905591,
      "grad_norm": 2.99879875050838,
      "learning_rate": 0.0002436403531098185,
      "loss": 4.2812,
      "step": 43237
    },
    {
      "epoch": 1.7709604751177555,
      "grad_norm": 2.723992233055812,
      "learning_rate": 0.0002436378052554762,
      "loss": 5.25,
      "step": 43238
    },
    {
      "epoch": 1.771001433544952,
      "grad_norm": 3.0990916524919467,
      "learning_rate": 0.00024363525735686736,
      "loss": 5.7188,
      "step": 43239
    },
    {
      "epoch": 1.7710423919721483,
      "grad_norm": 4.61371298268592,
      "learning_rate": 0.0002436327094139932,
      "loss": 5.9062,
      "step": 43240
    },
    {
      "epoch": 1.7710833503993446,
      "grad_norm": 3.4077265747419676,
      "learning_rate": 0.00024363016142685498,
      "loss": 6.25,
      "step": 43241
    },
    {
      "epoch": 1.7711243088265411,
      "grad_norm": 2.758039197245392,
      "learning_rate": 0.0002436276133954538,
      "loss": 3.7031,
      "step": 43242
    },
    {
      "epoch": 1.7711652672537375,
      "grad_norm": 2.589670474185454,
      "learning_rate": 0.00024362506531979097,
      "loss": 5.0625,
      "step": 43243
    },
    {
      "epoch": 1.7712062256809338,
      "grad_norm": 3.029394786086741,
      "learning_rate": 0.0002436225171998676,
      "loss": 4.6562,
      "step": 43244
    },
    {
      "epoch": 1.7712471841081303,
      "grad_norm": 2.873351920978043,
      "learning_rate": 0.00024361996903568496,
      "loss": 4.375,
      "step": 43245
    },
    {
      "epoch": 1.7712881425353266,
      "grad_norm": 3.8278952271764113,
      "learning_rate": 0.00024361742082724418,
      "loss": 2.9531,
      "step": 43246
    },
    {
      "epoch": 1.771329100962523,
      "grad_norm": 3.9612398656561743,
      "learning_rate": 0.00024361487257454657,
      "loss": 4.2812,
      "step": 43247
    },
    {
      "epoch": 1.7713700593897195,
      "grad_norm": 2.6246706044983283,
      "learning_rate": 0.00024361232427759326,
      "loss": 5.0625,
      "step": 43248
    },
    {
      "epoch": 1.7714110178169158,
      "grad_norm": 2.758974408330055,
      "learning_rate": 0.00024360977593638548,
      "loss": 5.1875,
      "step": 43249
    },
    {
      "epoch": 1.771451976244112,
      "grad_norm": 3.286482113147384,
      "learning_rate": 0.0002436072275509244,
      "loss": 6.125,
      "step": 43250
    },
    {
      "epoch": 1.7714929346713086,
      "grad_norm": 2.550918579674238,
      "learning_rate": 0.00024360467912121133,
      "loss": 4.5938,
      "step": 43251
    },
    {
      "epoch": 1.7715338930985052,
      "grad_norm": 3.1923498799673125,
      "learning_rate": 0.00024360213064724732,
      "loss": 5.0,
      "step": 43252
    },
    {
      "epoch": 1.7715748515257013,
      "grad_norm": 2.456769458994225,
      "learning_rate": 0.0002435995821290337,
      "loss": 4.625,
      "step": 43253
    },
    {
      "epoch": 1.7716158099528978,
      "grad_norm": 2.449062559766866,
      "learning_rate": 0.00024359703356657163,
      "loss": 5.25,
      "step": 43254
    },
    {
      "epoch": 1.7716567683800943,
      "grad_norm": 2.8507837994352974,
      "learning_rate": 0.00024359448495986228,
      "loss": 4.0938,
      "step": 43255
    },
    {
      "epoch": 1.7716977268072907,
      "grad_norm": 2.237227010816879,
      "learning_rate": 0.00024359193630890693,
      "loss": 2.8906,
      "step": 43256
    },
    {
      "epoch": 1.771738685234487,
      "grad_norm": 4.507265718704598,
      "learning_rate": 0.00024358938761370673,
      "loss": 6.0312,
      "step": 43257
    },
    {
      "epoch": 1.7717796436616835,
      "grad_norm": 2.907110407008862,
      "learning_rate": 0.0002435868388742629,
      "loss": 4.9688,
      "step": 43258
    },
    {
      "epoch": 1.7718206020888798,
      "grad_norm": 3.3561584062319834,
      "learning_rate": 0.00024358429009057662,
      "loss": 4.0,
      "step": 43259
    },
    {
      "epoch": 1.7718615605160761,
      "grad_norm": 3.8578771294592697,
      "learning_rate": 0.00024358174126264912,
      "loss": 4.8125,
      "step": 43260
    },
    {
      "epoch": 1.7719025189432727,
      "grad_norm": 6.28250112844391,
      "learning_rate": 0.0002435791923904816,
      "loss": 3.5469,
      "step": 43261
    },
    {
      "epoch": 1.771943477370469,
      "grad_norm": 2.4166723431036026,
      "learning_rate": 0.00024357664347407533,
      "loss": 4.9062,
      "step": 43262
    },
    {
      "epoch": 1.7719844357976653,
      "grad_norm": 2.5331360405086563,
      "learning_rate": 0.00024357409451343138,
      "loss": 5.25,
      "step": 43263
    },
    {
      "epoch": 1.7720253942248618,
      "grad_norm": 2.29805097989723,
      "learning_rate": 0.00024357154550855108,
      "loss": 3.9688,
      "step": 43264
    },
    {
      "epoch": 1.7720663526520581,
      "grad_norm": 12.916053819895195,
      "learning_rate": 0.00024356899645943552,
      "loss": 7.1875,
      "step": 43265
    },
    {
      "epoch": 1.7721073110792545,
      "grad_norm": 3.5262060619283604,
      "learning_rate": 0.000243566447366086,
      "loss": 3.7344,
      "step": 43266
    },
    {
      "epoch": 1.772148269506451,
      "grad_norm": 2.417667557799192,
      "learning_rate": 0.00024356389822850373,
      "loss": 4.375,
      "step": 43267
    },
    {
      "epoch": 1.7721892279336473,
      "grad_norm": 12.165719295477372,
      "learning_rate": 0.00024356134904668982,
      "loss": 6.0312,
      "step": 43268
    },
    {
      "epoch": 1.7722301863608436,
      "grad_norm": 2.5336961384795678,
      "learning_rate": 0.00024355879982064556,
      "loss": 4.5625,
      "step": 43269
    },
    {
      "epoch": 1.7722711447880402,
      "grad_norm": 2.481934775027973,
      "learning_rate": 0.0002435562505503721,
      "loss": 4.9062,
      "step": 43270
    },
    {
      "epoch": 1.7723121032152367,
      "grad_norm": 3.8398671323638247,
      "learning_rate": 0.00024355370123587073,
      "loss": 5.6875,
      "step": 43271
    },
    {
      "epoch": 1.7723530616424328,
      "grad_norm": 2.8515501341280327,
      "learning_rate": 0.00024355115187714256,
      "loss": 4.6562,
      "step": 43272
    },
    {
      "epoch": 1.7723940200696293,
      "grad_norm": 2.8368249254424476,
      "learning_rate": 0.00024354860247418887,
      "loss": 4.0938,
      "step": 43273
    },
    {
      "epoch": 1.7724349784968259,
      "grad_norm": 2.5249758616508586,
      "learning_rate": 0.0002435460530270108,
      "loss": 4.9062,
      "step": 43274
    },
    {
      "epoch": 1.7724759369240222,
      "grad_norm": 2.8063949776189125,
      "learning_rate": 0.00024354350353560957,
      "loss": 5.0,
      "step": 43275
    },
    {
      "epoch": 1.7725168953512185,
      "grad_norm": 2.5851656484553893,
      "learning_rate": 0.00024354095399998642,
      "loss": 4.4688,
      "step": 43276
    },
    {
      "epoch": 1.772557853778415,
      "grad_norm": 2.640230986910559,
      "learning_rate": 0.00024353840442014254,
      "loss": 4.6562,
      "step": 43277
    },
    {
      "epoch": 1.7725988122056113,
      "grad_norm": 7.0556645123197415,
      "learning_rate": 0.0002435358547960791,
      "loss": 3.4844,
      "step": 43278
    },
    {
      "epoch": 1.7726397706328076,
      "grad_norm": 3.6644303004059586,
      "learning_rate": 0.0002435333051277974,
      "loss": 5.9062,
      "step": 43279
    },
    {
      "epoch": 1.7726807290600042,
      "grad_norm": 2.62935172429649,
      "learning_rate": 0.0002435307554152985,
      "loss": 5.3125,
      "step": 43280
    },
    {
      "epoch": 1.7727216874872005,
      "grad_norm": 2.657852363982655,
      "learning_rate": 0.0002435282056585837,
      "loss": 4.9375,
      "step": 43281
    },
    {
      "epoch": 1.7727626459143968,
      "grad_norm": 2.8918558807854575,
      "learning_rate": 0.00024352565585765423,
      "loss": 4.5938,
      "step": 43282
    },
    {
      "epoch": 1.7728036043415933,
      "grad_norm": 3.3061210182115284,
      "learning_rate": 0.00024352310601251126,
      "loss": 3.1562,
      "step": 43283
    },
    {
      "epoch": 1.7728445627687897,
      "grad_norm": 2.8902017264476108,
      "learning_rate": 0.00024352055612315596,
      "loss": 5.4688,
      "step": 43284
    },
    {
      "epoch": 1.772885521195986,
      "grad_norm": 8.556665479560717,
      "learning_rate": 0.00024351800618958955,
      "loss": 7.3125,
      "step": 43285
    },
    {
      "epoch": 1.7729264796231825,
      "grad_norm": 2.642206475152719,
      "learning_rate": 0.0002435154562118133,
      "loss": 4.5938,
      "step": 43286
    },
    {
      "epoch": 1.7729674380503788,
      "grad_norm": 2.750473197284193,
      "learning_rate": 0.0002435129061898284,
      "loss": 4.9375,
      "step": 43287
    },
    {
      "epoch": 1.7730083964775751,
      "grad_norm": 2.5600585968375147,
      "learning_rate": 0.00024351035612363596,
      "loss": 4.1562,
      "step": 43288
    },
    {
      "epoch": 1.7730493549047717,
      "grad_norm": 2.3836454735095054,
      "learning_rate": 0.00024350780601323728,
      "loss": 4.2188,
      "step": 43289
    },
    {
      "epoch": 1.7730903133319682,
      "grad_norm": 3.0405390140943465,
      "learning_rate": 0.00024350525585863352,
      "loss": 5.9688,
      "step": 43290
    },
    {
      "epoch": 1.7731312717591643,
      "grad_norm": 3.1590240950630704,
      "learning_rate": 0.00024350270565982592,
      "loss": 5.2812,
      "step": 43291
    },
    {
      "epoch": 1.7731722301863608,
      "grad_norm": 3.094867960318638,
      "learning_rate": 0.00024350015541681563,
      "loss": 5.875,
      "step": 43292
    },
    {
      "epoch": 1.7732131886135574,
      "grad_norm": 2.9477906946305446,
      "learning_rate": 0.0002434976051296039,
      "loss": 4.5625,
      "step": 43293
    },
    {
      "epoch": 1.7732541470407537,
      "grad_norm": 12.592260926409434,
      "learning_rate": 0.00024349505479819196,
      "loss": 5.125,
      "step": 43294
    },
    {
      "epoch": 1.77329510546795,
      "grad_norm": 2.720124550386367,
      "learning_rate": 0.00024349250442258095,
      "loss": 5.375,
      "step": 43295
    },
    {
      "epoch": 1.7733360638951465,
      "grad_norm": 14.371144550760784,
      "learning_rate": 0.00024348995400277212,
      "loss": 4.625,
      "step": 43296
    },
    {
      "epoch": 1.7733770223223428,
      "grad_norm": 7.6039245610648925,
      "learning_rate": 0.00024348740353876666,
      "loss": 3.7031,
      "step": 43297
    },
    {
      "epoch": 1.7734179807495392,
      "grad_norm": 2.7114952214430743,
      "learning_rate": 0.0002434848530305658,
      "loss": 4.8125,
      "step": 43298
    },
    {
      "epoch": 1.7734589391767357,
      "grad_norm": 3.7481945553822453,
      "learning_rate": 0.00024348230247817074,
      "loss": 4.9375,
      "step": 43299
    },
    {
      "epoch": 1.773499897603932,
      "grad_norm": 2.2331823361617977,
      "learning_rate": 0.00024347975188158263,
      "loss": 2.6719,
      "step": 43300
    },
    {
      "epoch": 1.7735408560311283,
      "grad_norm": 3.8321165491133904,
      "learning_rate": 0.00024347720124080275,
      "loss": 3.0781,
      "step": 43301
    },
    {
      "epoch": 1.7735818144583249,
      "grad_norm": 13.996525241475458,
      "learning_rate": 0.00024347465055583225,
      "loss": 6.7812,
      "step": 43302
    },
    {
      "epoch": 1.7736227728855212,
      "grad_norm": 3.040321952015674,
      "learning_rate": 0.00024347209982667235,
      "loss": 4.3125,
      "step": 43303
    },
    {
      "epoch": 1.7736637313127175,
      "grad_norm": 3.0421628438731796,
      "learning_rate": 0.00024346954905332427,
      "loss": 4.4062,
      "step": 43304
    },
    {
      "epoch": 1.773704689739914,
      "grad_norm": 4.522375497020809,
      "learning_rate": 0.0002434669982357892,
      "loss": 5.7188,
      "step": 43305
    },
    {
      "epoch": 1.7737456481671103,
      "grad_norm": 3.0989165757871504,
      "learning_rate": 0.00024346444737406844,
      "loss": 5.4688,
      "step": 43306
    },
    {
      "epoch": 1.7737866065943066,
      "grad_norm": 4.04204500009974,
      "learning_rate": 0.00024346189646816301,
      "loss": 5.5938,
      "step": 43307
    },
    {
      "epoch": 1.7738275650215032,
      "grad_norm": 3.4232362074799085,
      "learning_rate": 0.0002434593455180743,
      "loss": 2.6406,
      "step": 43308
    },
    {
      "epoch": 1.7738685234486997,
      "grad_norm": 3.9413400259787417,
      "learning_rate": 0.0002434567945238034,
      "loss": 5.0,
      "step": 43309
    },
    {
      "epoch": 1.7739094818758958,
      "grad_norm": 2.8997002539228958,
      "learning_rate": 0.00024345424348535153,
      "loss": 4.5938,
      "step": 43310
    },
    {
      "epoch": 1.7739504403030923,
      "grad_norm": 2.601418141528524,
      "learning_rate": 0.0002434516924027199,
      "loss": 4.6562,
      "step": 43311
    },
    {
      "epoch": 1.7739913987302889,
      "grad_norm": 3.032084949891438,
      "learning_rate": 0.00024344914127590977,
      "loss": 4.8125,
      "step": 43312
    },
    {
      "epoch": 1.7740323571574852,
      "grad_norm": 2.4410597026696683,
      "learning_rate": 0.0002434465901049223,
      "loss": 5.375,
      "step": 43313
    },
    {
      "epoch": 1.7740733155846815,
      "grad_norm": 5.227719409330058,
      "learning_rate": 0.00024344403888975873,
      "loss": 6.625,
      "step": 43314
    },
    {
      "epoch": 1.774114274011878,
      "grad_norm": 2.643447130248797,
      "learning_rate": 0.00024344148763042023,
      "loss": 5.0625,
      "step": 43315
    },
    {
      "epoch": 1.7741552324390744,
      "grad_norm": 4.033501679920445,
      "learning_rate": 0.000243438936326908,
      "loss": 6.4062,
      "step": 43316
    },
    {
      "epoch": 1.7741961908662707,
      "grad_norm": 3.1839895975455095,
      "learning_rate": 0.00024343638497922328,
      "loss": 4.4375,
      "step": 43317
    },
    {
      "epoch": 1.7742371492934672,
      "grad_norm": 3.326893098179747,
      "learning_rate": 0.00024343383358736722,
      "loss": 3.1875,
      "step": 43318
    },
    {
      "epoch": 1.7742781077206635,
      "grad_norm": 2.3167621208195697,
      "learning_rate": 0.00024343128215134112,
      "loss": 3.9375,
      "step": 43319
    },
    {
      "epoch": 1.7743190661478598,
      "grad_norm": 2.6870422468811417,
      "learning_rate": 0.00024342873067114608,
      "loss": 5.125,
      "step": 43320
    },
    {
      "epoch": 1.7743600245750564,
      "grad_norm": 2.4961430578365693,
      "learning_rate": 0.00024342617914678338,
      "loss": 4.6562,
      "step": 43321
    },
    {
      "epoch": 1.7744009830022527,
      "grad_norm": 2.8294966968112885,
      "learning_rate": 0.0002434236275782542,
      "loss": 5.3438,
      "step": 43322
    },
    {
      "epoch": 1.774441941429449,
      "grad_norm": 4.018627497512825,
      "learning_rate": 0.0002434210759655598,
      "loss": 4.4375,
      "step": 43323
    },
    {
      "epoch": 1.7744828998566455,
      "grad_norm": 2.585982877923279,
      "learning_rate": 0.00024341852430870127,
      "loss": 4.1875,
      "step": 43324
    },
    {
      "epoch": 1.7745238582838418,
      "grad_norm": 2.8212946069933125,
      "learning_rate": 0.00024341597260767991,
      "loss": 5.4062,
      "step": 43325
    },
    {
      "epoch": 1.7745648167110382,
      "grad_norm": 2.882335203664894,
      "learning_rate": 0.0002434134208624969,
      "loss": 4.8125,
      "step": 43326
    },
    {
      "epoch": 1.7746057751382347,
      "grad_norm": 2.858921336467544,
      "learning_rate": 0.00024341086907315345,
      "loss": 4.2812,
      "step": 43327
    },
    {
      "epoch": 1.7746467335654312,
      "grad_norm": 2.71847701004671,
      "learning_rate": 0.00024340831723965075,
      "loss": 5.1562,
      "step": 43328
    },
    {
      "epoch": 1.7746876919926273,
      "grad_norm": 2.8089362116599275,
      "learning_rate": 0.00024340576536199,
      "loss": 4.8438,
      "step": 43329
    },
    {
      "epoch": 1.7747286504198239,
      "grad_norm": 2.8570403361818766,
      "learning_rate": 0.00024340321344017244,
      "loss": 5.0,
      "step": 43330
    },
    {
      "epoch": 1.7747696088470204,
      "grad_norm": 2.433864744676077,
      "learning_rate": 0.00024340066147419926,
      "loss": 3.8438,
      "step": 43331
    },
    {
      "epoch": 1.7748105672742167,
      "grad_norm": 2.4328780576325544,
      "learning_rate": 0.00024339810946407168,
      "loss": 4.3125,
      "step": 43332
    },
    {
      "epoch": 1.774851525701413,
      "grad_norm": 4.119506102275564,
      "learning_rate": 0.0002433955574097909,
      "loss": 7.125,
      "step": 43333
    },
    {
      "epoch": 1.7748924841286096,
      "grad_norm": 2.817110283565635,
      "learning_rate": 0.0002433930053113581,
      "loss": 4.5,
      "step": 43334
    },
    {
      "epoch": 1.7749334425558059,
      "grad_norm": 2.0885592952668044,
      "learning_rate": 0.0002433904531687745,
      "loss": 4.2812,
      "step": 43335
    },
    {
      "epoch": 1.7749744009830022,
      "grad_norm": 2.513727555813682,
      "learning_rate": 0.0002433879009820413,
      "loss": 4.375,
      "step": 43336
    },
    {
      "epoch": 1.7750153594101987,
      "grad_norm": 4.917594904216644,
      "learning_rate": 0.00024338534875115975,
      "loss": 4.875,
      "step": 43337
    },
    {
      "epoch": 1.775056317837395,
      "grad_norm": 2.4774468405376697,
      "learning_rate": 0.000243382796476131,
      "loss": 4.7188,
      "step": 43338
    },
    {
      "epoch": 1.7750972762645914,
      "grad_norm": 3.6500180865411282,
      "learning_rate": 0.00024338024415695634,
      "loss": 5.75,
      "step": 43339
    },
    {
      "epoch": 1.7751382346917879,
      "grad_norm": 3.296178022236451,
      "learning_rate": 0.00024337769179363683,
      "loss": 4.9688,
      "step": 43340
    },
    {
      "epoch": 1.7751791931189842,
      "grad_norm": 4.565211951522551,
      "learning_rate": 0.00024337513938617385,
      "loss": 7.5,
      "step": 43341
    },
    {
      "epoch": 1.7752201515461805,
      "grad_norm": 5.440885351250128,
      "learning_rate": 0.0002433725869345685,
      "loss": 3.9844,
      "step": 43342
    },
    {
      "epoch": 1.775261109973377,
      "grad_norm": 2.5152683167716603,
      "learning_rate": 0.000243370034438822,
      "loss": 4.1875,
      "step": 43343
    },
    {
      "epoch": 1.7753020684005734,
      "grad_norm": 2.450369421487768,
      "learning_rate": 0.00024336748189893555,
      "loss": 4.5,
      "step": 43344
    },
    {
      "epoch": 1.7753430268277697,
      "grad_norm": 2.922641457032053,
      "learning_rate": 0.0002433649293149104,
      "loss": 4.1562,
      "step": 43345
    },
    {
      "epoch": 1.7753839852549662,
      "grad_norm": 4.18448386310657,
      "learning_rate": 0.0002433623766867477,
      "loss": 5.6875,
      "step": 43346
    },
    {
      "epoch": 1.7754249436821627,
      "grad_norm": 2.7344812634709004,
      "learning_rate": 0.0002433598240144487,
      "loss": 5.5312,
      "step": 43347
    },
    {
      "epoch": 1.7754659021093588,
      "grad_norm": 3.5126656044916236,
      "learning_rate": 0.00024335727129801458,
      "loss": 5.9688,
      "step": 43348
    },
    {
      "epoch": 1.7755068605365554,
      "grad_norm": 2.4344537476613777,
      "learning_rate": 0.0002433547185374466,
      "loss": 5.0312,
      "step": 43349
    },
    {
      "epoch": 1.775547818963752,
      "grad_norm": 2.620532070000883,
      "learning_rate": 0.0002433521657327459,
      "loss": 5.2812,
      "step": 43350
    },
    {
      "epoch": 1.7755887773909482,
      "grad_norm": 2.2412913425254746,
      "learning_rate": 0.0002433496128839137,
      "loss": 4.125,
      "step": 43351
    },
    {
      "epoch": 1.7756297358181445,
      "grad_norm": 2.7013484618546237,
      "learning_rate": 0.0002433470599909512,
      "loss": 5.1875,
      "step": 43352
    },
    {
      "epoch": 1.775670694245341,
      "grad_norm": 2.6389454386972746,
      "learning_rate": 0.0002433445070538597,
      "loss": 5.5,
      "step": 43353
    },
    {
      "epoch": 1.7757116526725374,
      "grad_norm": 3.303552675538774,
      "learning_rate": 0.00024334195407264025,
      "loss": 5.2812,
      "step": 43354
    },
    {
      "epoch": 1.7757526110997337,
      "grad_norm": 7.793991152774274,
      "learning_rate": 0.0002433394010472942,
      "loss": 6.7188,
      "step": 43355
    },
    {
      "epoch": 1.7757935695269302,
      "grad_norm": 2.6260230654590235,
      "learning_rate": 0.0002433368479778227,
      "loss": 4.1875,
      "step": 43356
    },
    {
      "epoch": 1.7758345279541266,
      "grad_norm": 2.594508568876203,
      "learning_rate": 0.00024333429486422692,
      "loss": 5.1562,
      "step": 43357
    },
    {
      "epoch": 1.7758754863813229,
      "grad_norm": 2.5636072960957796,
      "learning_rate": 0.00024333174170650812,
      "loss": 5.625,
      "step": 43358
    },
    {
      "epoch": 1.7759164448085194,
      "grad_norm": 7.776302256903443,
      "learning_rate": 0.0002433291885046675,
      "loss": 6.0625,
      "step": 43359
    },
    {
      "epoch": 1.7759574032357157,
      "grad_norm": 2.8742715798624667,
      "learning_rate": 0.00024332663525870621,
      "loss": 4.7812,
      "step": 43360
    },
    {
      "epoch": 1.775998361662912,
      "grad_norm": 3.9272444536015327,
      "learning_rate": 0.00024332408196862555,
      "loss": 5.9688,
      "step": 43361
    },
    {
      "epoch": 1.7760393200901086,
      "grad_norm": 2.6542928102294367,
      "learning_rate": 0.00024332152863442666,
      "loss": 4.6875,
      "step": 43362
    },
    {
      "epoch": 1.776080278517305,
      "grad_norm": 2.5924680470132424,
      "learning_rate": 0.00024331897525611075,
      "loss": 4.6875,
      "step": 43363
    },
    {
      "epoch": 1.7761212369445012,
      "grad_norm": 2.2903161413389617,
      "learning_rate": 0.00024331642183367906,
      "loss": 4.3125,
      "step": 43364
    },
    {
      "epoch": 1.7761621953716977,
      "grad_norm": 2.361082074147692,
      "learning_rate": 0.00024331386836713278,
      "loss": 4.3125,
      "step": 43365
    },
    {
      "epoch": 1.7762031537988943,
      "grad_norm": 2.792854099705118,
      "learning_rate": 0.00024331131485647313,
      "loss": 4.3125,
      "step": 43366
    },
    {
      "epoch": 1.7762441122260904,
      "grad_norm": 4.185814853587921,
      "learning_rate": 0.00024330876130170128,
      "loss": 4.5938,
      "step": 43367
    },
    {
      "epoch": 1.776285070653287,
      "grad_norm": 2.705977238561821,
      "learning_rate": 0.00024330620770281848,
      "loss": 5.5625,
      "step": 43368
    },
    {
      "epoch": 1.7763260290804834,
      "grad_norm": 2.7074597519422485,
      "learning_rate": 0.0002433036540598259,
      "loss": 4.9688,
      "step": 43369
    },
    {
      "epoch": 1.7763669875076797,
      "grad_norm": 2.316219009861836,
      "learning_rate": 0.0002433011003727248,
      "loss": 4.5625,
      "step": 43370
    },
    {
      "epoch": 1.776407945934876,
      "grad_norm": 2.831508456684453,
      "learning_rate": 0.00024329854664151634,
      "loss": 6.2812,
      "step": 43371
    },
    {
      "epoch": 1.7764489043620726,
      "grad_norm": 3.6026758613969054,
      "learning_rate": 0.00024329599286620172,
      "loss": 5.75,
      "step": 43372
    },
    {
      "epoch": 1.776489862789269,
      "grad_norm": 4.093499984087755,
      "learning_rate": 0.00024329343904678217,
      "loss": 5.4375,
      "step": 43373
    },
    {
      "epoch": 1.7765308212164652,
      "grad_norm": 2.2623562742552497,
      "learning_rate": 0.00024329088518325892,
      "loss": 3.4844,
      "step": 43374
    },
    {
      "epoch": 1.7765717796436618,
      "grad_norm": 4.08899981935655,
      "learning_rate": 0.00024328833127563315,
      "loss": 4.5625,
      "step": 43375
    },
    {
      "epoch": 1.776612738070858,
      "grad_norm": 3.6164954780491385,
      "learning_rate": 0.00024328577732390607,
      "loss": 4.9688,
      "step": 43376
    },
    {
      "epoch": 1.7766536964980544,
      "grad_norm": 10.584619049172916,
      "learning_rate": 0.00024328322332807888,
      "loss": 7.4375,
      "step": 43377
    },
    {
      "epoch": 1.776694654925251,
      "grad_norm": 3.659426347127007,
      "learning_rate": 0.0002432806692881528,
      "loss": 5.5,
      "step": 43378
    },
    {
      "epoch": 1.7767356133524472,
      "grad_norm": 2.29343256118617,
      "learning_rate": 0.00024327811520412904,
      "loss": 4.2188,
      "step": 43379
    },
    {
      "epoch": 1.7767765717796435,
      "grad_norm": 5.331588052841882,
      "learning_rate": 0.00024327556107600878,
      "loss": 5.6875,
      "step": 43380
    },
    {
      "epoch": 1.77681753020684,
      "grad_norm": 8.499804451181735,
      "learning_rate": 0.00024327300690379325,
      "loss": 6.9375,
      "step": 43381
    },
    {
      "epoch": 1.7768584886340366,
      "grad_norm": 3.0968196713333955,
      "learning_rate": 0.00024327045268748366,
      "loss": 4.6875,
      "step": 43382
    },
    {
      "epoch": 1.7768994470612327,
      "grad_norm": 2.7900888820101484,
      "learning_rate": 0.0002432678984270812,
      "loss": 4.3125,
      "step": 43383
    },
    {
      "epoch": 1.7769404054884292,
      "grad_norm": 5.081275918688908,
      "learning_rate": 0.00024326534412258708,
      "loss": 6.3125,
      "step": 43384
    },
    {
      "epoch": 1.7769813639156258,
      "grad_norm": 2.953659319238788,
      "learning_rate": 0.00024326278977400257,
      "loss": 5.0625,
      "step": 43385
    },
    {
      "epoch": 1.7770223223428219,
      "grad_norm": 2.7291144308101654,
      "learning_rate": 0.0002432602353813288,
      "loss": 4.8125,
      "step": 43386
    },
    {
      "epoch": 1.7770632807700184,
      "grad_norm": 2.664876120314885,
      "learning_rate": 0.00024325768094456701,
      "loss": 5.1875,
      "step": 43387
    },
    {
      "epoch": 1.777104239197215,
      "grad_norm": 8.37129478961216,
      "learning_rate": 0.00024325512646371835,
      "loss": 1.9922,
      "step": 43388
    },
    {
      "epoch": 1.7771451976244113,
      "grad_norm": 2.4348574226765,
      "learning_rate": 0.0002432525719387841,
      "loss": 4.0,
      "step": 43389
    },
    {
      "epoch": 1.7771861560516076,
      "grad_norm": 2.7324638088931286,
      "learning_rate": 0.0002432500173697655,
      "loss": 5.3438,
      "step": 43390
    },
    {
      "epoch": 1.777227114478804,
      "grad_norm": 3.3675726187606165,
      "learning_rate": 0.00024324746275666367,
      "loss": 5.1875,
      "step": 43391
    },
    {
      "epoch": 1.7772680729060004,
      "grad_norm": 3.057347067186174,
      "learning_rate": 0.0002432449080994798,
      "loss": 4.3125,
      "step": 43392
    },
    {
      "epoch": 1.7773090313331967,
      "grad_norm": 2.556061757264783,
      "learning_rate": 0.00024324235339821522,
      "loss": 4.125,
      "step": 43393
    },
    {
      "epoch": 1.7773499897603933,
      "grad_norm": 2.6633982556652214,
      "learning_rate": 0.00024323979865287104,
      "loss": 6.5625,
      "step": 43394
    },
    {
      "epoch": 1.7773909481875896,
      "grad_norm": 4.344186293334267,
      "learning_rate": 0.0002432372438634485,
      "loss": 5.0938,
      "step": 43395
    },
    {
      "epoch": 1.777431906614786,
      "grad_norm": 2.7629783720960055,
      "learning_rate": 0.00024323468902994876,
      "loss": 4.7812,
      "step": 43396
    },
    {
      "epoch": 1.7774728650419824,
      "grad_norm": 2.4534890896437673,
      "learning_rate": 0.00024323213415237312,
      "loss": 4.125,
      "step": 43397
    },
    {
      "epoch": 1.7775138234691787,
      "grad_norm": 9.42742935239296,
      "learning_rate": 0.00024322957923072274,
      "loss": 7.5312,
      "step": 43398
    },
    {
      "epoch": 1.777554781896375,
      "grad_norm": 2.8051763601175934,
      "learning_rate": 0.00024322702426499875,
      "loss": 4.6562,
      "step": 43399
    },
    {
      "epoch": 1.7775957403235716,
      "grad_norm": 2.4933461669790105,
      "learning_rate": 0.0002432244692552025,
      "loss": 4.625,
      "step": 43400
    },
    {
      "epoch": 1.7776366987507681,
      "grad_norm": 13.021837978398871,
      "learning_rate": 0.00024322191420133514,
      "loss": 6.75,
      "step": 43401
    },
    {
      "epoch": 1.7776776571779642,
      "grad_norm": 6.103034355827988,
      "learning_rate": 0.00024321935910339785,
      "loss": 4.0625,
      "step": 43402
    },
    {
      "epoch": 1.7777186156051608,
      "grad_norm": 2.1926604694945295,
      "learning_rate": 0.00024321680396139183,
      "loss": 4.0312,
      "step": 43403
    },
    {
      "epoch": 1.7777595740323573,
      "grad_norm": 2.9851012531002685,
      "learning_rate": 0.00024321424877531833,
      "loss": 5.9375,
      "step": 43404
    },
    {
      "epoch": 1.7778005324595536,
      "grad_norm": 3.1775153004971304,
      "learning_rate": 0.00024321169354517852,
      "loss": 5.375,
      "step": 43405
    },
    {
      "epoch": 1.77784149088675,
      "grad_norm": 6.993363375709371,
      "learning_rate": 0.0002432091382709737,
      "loss": 5.5312,
      "step": 43406
    },
    {
      "epoch": 1.7778824493139465,
      "grad_norm": 4.475438859606698,
      "learning_rate": 0.00024320658295270495,
      "loss": 5.8125,
      "step": 43407
    },
    {
      "epoch": 1.7779234077411428,
      "grad_norm": 2.7191424752876943,
      "learning_rate": 0.00024320402759037355,
      "loss": 4.4062,
      "step": 43408
    },
    {
      "epoch": 1.777964366168339,
      "grad_norm": 4.269125323481916,
      "learning_rate": 0.00024320147218398068,
      "loss": 5.4375,
      "step": 43409
    },
    {
      "epoch": 1.7780053245955356,
      "grad_norm": 2.537113851876943,
      "learning_rate": 0.00024319891673352758,
      "loss": 4.9062,
      "step": 43410
    },
    {
      "epoch": 1.778046283022732,
      "grad_norm": 2.6125249479925117,
      "learning_rate": 0.00024319636123901545,
      "loss": 4.375,
      "step": 43411
    },
    {
      "epoch": 1.7780872414499282,
      "grad_norm": 3.154446692580546,
      "learning_rate": 0.0002431938057004455,
      "loss": 4.6875,
      "step": 43412
    },
    {
      "epoch": 1.7781281998771248,
      "grad_norm": 2.63041977530668,
      "learning_rate": 0.00024319125011781887,
      "loss": 4.875,
      "step": 43413
    },
    {
      "epoch": 1.778169158304321,
      "grad_norm": 3.710671804325737,
      "learning_rate": 0.00024318869449113686,
      "loss": 5.5625,
      "step": 43414
    },
    {
      "epoch": 1.7782101167315174,
      "grad_norm": 3.2807194964837065,
      "learning_rate": 0.00024318613882040065,
      "loss": 5.0312,
      "step": 43415
    },
    {
      "epoch": 1.778251075158714,
      "grad_norm": 4.201503382685701,
      "learning_rate": 0.00024318358310561144,
      "loss": 2.0312,
      "step": 43416
    },
    {
      "epoch": 1.7782920335859103,
      "grad_norm": 3.5608625610522613,
      "learning_rate": 0.00024318102734677044,
      "loss": 5.7188,
      "step": 43417
    },
    {
      "epoch": 1.7783329920131066,
      "grad_norm": 2.6465348710987207,
      "learning_rate": 0.00024317847154387885,
      "loss": 4.5,
      "step": 43418
    },
    {
      "epoch": 1.778373950440303,
      "grad_norm": 4.28643512034514,
      "learning_rate": 0.00024317591569693786,
      "loss": 1.625,
      "step": 43419
    },
    {
      "epoch": 1.7784149088674996,
      "grad_norm": 3.273297462835678,
      "learning_rate": 0.0002431733598059487,
      "loss": 5.125,
      "step": 43420
    },
    {
      "epoch": 1.7784558672946957,
      "grad_norm": 3.685310720696187,
      "learning_rate": 0.00024317080387091262,
      "loss": 4.75,
      "step": 43421
    },
    {
      "epoch": 1.7784968257218923,
      "grad_norm": 2.6712549837563,
      "learning_rate": 0.00024316824789183075,
      "loss": 4.5938,
      "step": 43422
    },
    {
      "epoch": 1.7785377841490888,
      "grad_norm": 3.0661117840638545,
      "learning_rate": 0.0002431656918687044,
      "loss": 4.5625,
      "step": 43423
    },
    {
      "epoch": 1.7785787425762851,
      "grad_norm": 2.674531208219986,
      "learning_rate": 0.0002431631358015347,
      "loss": 4.3125,
      "step": 43424
    },
    {
      "epoch": 1.7786197010034814,
      "grad_norm": 3.4466121123725224,
      "learning_rate": 0.00024316057969032287,
      "loss": 6.4688,
      "step": 43425
    },
    {
      "epoch": 1.778660659430678,
      "grad_norm": 5.985354279371294,
      "learning_rate": 0.0002431580235350701,
      "loss": 6.1562,
      "step": 43426
    },
    {
      "epoch": 1.7787016178578743,
      "grad_norm": 3.540026472979645,
      "learning_rate": 0.00024315546733577763,
      "loss": 5.7812,
      "step": 43427
    },
    {
      "epoch": 1.7787425762850706,
      "grad_norm": 2.912235432613004,
      "learning_rate": 0.00024315291109244664,
      "loss": 6.75,
      "step": 43428
    },
    {
      "epoch": 1.7787835347122671,
      "grad_norm": 2.582461371650352,
      "learning_rate": 0.00024315035480507839,
      "loss": 4.4688,
      "step": 43429
    },
    {
      "epoch": 1.7788244931394634,
      "grad_norm": 2.509794956190007,
      "learning_rate": 0.00024314779847367407,
      "loss": 4.8125,
      "step": 43430
    },
    {
      "epoch": 1.7788654515666598,
      "grad_norm": 2.687739101211246,
      "learning_rate": 0.00024314524209823488,
      "loss": 5.5625,
      "step": 43431
    },
    {
      "epoch": 1.7789064099938563,
      "grad_norm": 5.888677462499874,
      "learning_rate": 0.000243142685678762,
      "loss": 6.2812,
      "step": 43432
    },
    {
      "epoch": 1.7789473684210526,
      "grad_norm": 2.631480627635373,
      "learning_rate": 0.00024314012921525667,
      "loss": 4.9062,
      "step": 43433
    },
    {
      "epoch": 1.778988326848249,
      "grad_norm": 2.71277660352762,
      "learning_rate": 0.00024313757270772007,
      "loss": 4.9375,
      "step": 43434
    },
    {
      "epoch": 1.7790292852754455,
      "grad_norm": 2.394546739653079,
      "learning_rate": 0.00024313501615615344,
      "loss": 4.3125,
      "step": 43435
    },
    {
      "epoch": 1.7790702437026418,
      "grad_norm": 3.3547568743288907,
      "learning_rate": 0.000243132459560558,
      "loss": 3.5938,
      "step": 43436
    },
    {
      "epoch": 1.779111202129838,
      "grad_norm": 2.6341612815972932,
      "learning_rate": 0.00024312990292093493,
      "loss": 4.5312,
      "step": 43437
    },
    {
      "epoch": 1.7791521605570346,
      "grad_norm": 3.258991296577438,
      "learning_rate": 0.00024312734623728544,
      "loss": 5.9062,
      "step": 43438
    },
    {
      "epoch": 1.7791931189842312,
      "grad_norm": 2.566654802358807,
      "learning_rate": 0.00024312478950961074,
      "loss": 4.0625,
      "step": 43439
    },
    {
      "epoch": 1.7792340774114273,
      "grad_norm": 4.271810475967249,
      "learning_rate": 0.00024312223273791203,
      "loss": 5.5625,
      "step": 43440
    },
    {
      "epoch": 1.7792750358386238,
      "grad_norm": 2.2602769228324546,
      "learning_rate": 0.00024311967592219056,
      "loss": 4.9062,
      "step": 43441
    },
    {
      "epoch": 1.7793159942658203,
      "grad_norm": 8.135491321430765,
      "learning_rate": 0.0002431171190624475,
      "loss": 5.5,
      "step": 43442
    },
    {
      "epoch": 1.7793569526930166,
      "grad_norm": 2.5176180005060704,
      "learning_rate": 0.00024311456215868408,
      "loss": 5.5938,
      "step": 43443
    },
    {
      "epoch": 1.779397911120213,
      "grad_norm": 4.084209343078536,
      "learning_rate": 0.00024311200521090148,
      "loss": 3.0625,
      "step": 43444
    },
    {
      "epoch": 1.7794388695474095,
      "grad_norm": 2.518795959724949,
      "learning_rate": 0.00024310944821910095,
      "loss": 4.3125,
      "step": 43445
    },
    {
      "epoch": 1.7794798279746058,
      "grad_norm": 2.9935671948085263,
      "learning_rate": 0.00024310689118328365,
      "loss": 5.1875,
      "step": 43446
    },
    {
      "epoch": 1.7795207864018021,
      "grad_norm": 2.7926013403639898,
      "learning_rate": 0.0002431043341034508,
      "loss": 4.2812,
      "step": 43447
    },
    {
      "epoch": 1.7795617448289986,
      "grad_norm": 2.818799440698831,
      "learning_rate": 0.00024310177697960364,
      "loss": 4.7812,
      "step": 43448
    },
    {
      "epoch": 1.779602703256195,
      "grad_norm": 3.201020070729867,
      "learning_rate": 0.0002430992198117434,
      "loss": 5.4062,
      "step": 43449
    },
    {
      "epoch": 1.7796436616833913,
      "grad_norm": 2.480643277721908,
      "learning_rate": 0.0002430966625998712,
      "loss": 5.0312,
      "step": 43450
    },
    {
      "epoch": 1.7796846201105878,
      "grad_norm": 2.255782983585772,
      "learning_rate": 0.00024309410534398835,
      "loss": 3.5156,
      "step": 43451
    },
    {
      "epoch": 1.7797255785377841,
      "grad_norm": 3.635617965336161,
      "learning_rate": 0.00024309154804409597,
      "loss": 6.8438,
      "step": 43452
    },
    {
      "epoch": 1.7797665369649804,
      "grad_norm": 2.642630990773665,
      "learning_rate": 0.00024308899070019533,
      "loss": 4.75,
      "step": 43453
    },
    {
      "epoch": 1.779807495392177,
      "grad_norm": 3.2958953687163106,
      "learning_rate": 0.0002430864333122876,
      "loss": 7.125,
      "step": 43454
    },
    {
      "epoch": 1.7798484538193733,
      "grad_norm": 2.7362908120877605,
      "learning_rate": 0.000243083875880374,
      "loss": 5.7812,
      "step": 43455
    },
    {
      "epoch": 1.7798894122465696,
      "grad_norm": 2.3676879946015856,
      "learning_rate": 0.00024308131840445577,
      "loss": 4.375,
      "step": 43456
    },
    {
      "epoch": 1.7799303706737661,
      "grad_norm": 3.520298597720078,
      "learning_rate": 0.0002430787608845341,
      "loss": 4.6562,
      "step": 43457
    },
    {
      "epoch": 1.7799713291009627,
      "grad_norm": 2.7209744602268073,
      "learning_rate": 0.00024307620332061013,
      "loss": 5.1875,
      "step": 43458
    },
    {
      "epoch": 1.7800122875281588,
      "grad_norm": 8.053381463005497,
      "learning_rate": 0.0002430736457126852,
      "loss": 2.6875,
      "step": 43459
    },
    {
      "epoch": 1.7800532459553553,
      "grad_norm": 2.5323329987598258,
      "learning_rate": 0.0002430710880607604,
      "loss": 4.4375,
      "step": 43460
    },
    {
      "epoch": 1.7800942043825518,
      "grad_norm": 2.4878026792111614,
      "learning_rate": 0.00024306853036483702,
      "loss": 3.625,
      "step": 43461
    },
    {
      "epoch": 1.7801351628097482,
      "grad_norm": 4.2678952805922465,
      "learning_rate": 0.00024306597262491623,
      "loss": 5.0938,
      "step": 43462
    },
    {
      "epoch": 1.7801761212369445,
      "grad_norm": 3.6454269676538518,
      "learning_rate": 0.0002430634148409993,
      "loss": 6.8438,
      "step": 43463
    },
    {
      "epoch": 1.780217079664141,
      "grad_norm": 3.3282059896278153,
      "learning_rate": 0.0002430608570130873,
      "loss": 5.9062,
      "step": 43464
    },
    {
      "epoch": 1.7802580380913373,
      "grad_norm": 4.068625563593531,
      "learning_rate": 0.0002430582991411816,
      "loss": 6.4062,
      "step": 43465
    },
    {
      "epoch": 1.7802989965185336,
      "grad_norm": 6.778034671224813,
      "learning_rate": 0.0002430557412252833,
      "loss": 1.9297,
      "step": 43466
    },
    {
      "epoch": 1.7803399549457302,
      "grad_norm": 3.869728465754389,
      "learning_rate": 0.00024305318326539366,
      "loss": 4.875,
      "step": 43467
    },
    {
      "epoch": 1.7803809133729265,
      "grad_norm": 2.82754030720424,
      "learning_rate": 0.0002430506252615139,
      "loss": 5.0938,
      "step": 43468
    },
    {
      "epoch": 1.7804218718001228,
      "grad_norm": 2.5664488363962183,
      "learning_rate": 0.00024304806721364513,
      "loss": 4.625,
      "step": 43469
    },
    {
      "epoch": 1.7804628302273193,
      "grad_norm": 9.492167509088295,
      "learning_rate": 0.00024304550912178867,
      "loss": 6.4375,
      "step": 43470
    },
    {
      "epoch": 1.7805037886545156,
      "grad_norm": 3.1718113741690335,
      "learning_rate": 0.0002430429509859457,
      "loss": 4.2188,
      "step": 43471
    },
    {
      "epoch": 1.780544747081712,
      "grad_norm": 2.3301636955101173,
      "learning_rate": 0.00024304039280611742,
      "loss": 3.2188,
      "step": 43472
    },
    {
      "epoch": 1.7805857055089085,
      "grad_norm": 3.120381812944661,
      "learning_rate": 0.00024303783458230502,
      "loss": 7.2812,
      "step": 43473
    },
    {
      "epoch": 1.7806266639361048,
      "grad_norm": 7.127527397128141,
      "learning_rate": 0.00024303527631450977,
      "loss": 4.7188,
      "step": 43474
    },
    {
      "epoch": 1.7806676223633011,
      "grad_norm": 3.0199054925280753,
      "learning_rate": 0.0002430327180027328,
      "loss": 7.2188,
      "step": 43475
    },
    {
      "epoch": 1.7807085807904977,
      "grad_norm": 3.1028797987184182,
      "learning_rate": 0.00024303015964697536,
      "loss": 3.6094,
      "step": 43476
    },
    {
      "epoch": 1.7807495392176942,
      "grad_norm": 2.6779335612337873,
      "learning_rate": 0.0002430276012472387,
      "loss": 4.4688,
      "step": 43477
    },
    {
      "epoch": 1.7807904976448903,
      "grad_norm": 2.9739199722166707,
      "learning_rate": 0.00024302504280352395,
      "loss": 3.7188,
      "step": 43478
    },
    {
      "epoch": 1.7808314560720868,
      "grad_norm": 4.93198977267309,
      "learning_rate": 0.00024302248431583238,
      "loss": 5.5938,
      "step": 43479
    },
    {
      "epoch": 1.7808724144992834,
      "grad_norm": 2.9812311313959574,
      "learning_rate": 0.00024301992578416517,
      "loss": 4.75,
      "step": 43480
    },
    {
      "epoch": 1.7809133729264797,
      "grad_norm": 2.9821198734241348,
      "learning_rate": 0.00024301736720852354,
      "loss": 3.2656,
      "step": 43481
    },
    {
      "epoch": 1.780954331353676,
      "grad_norm": 5.499860106177699,
      "learning_rate": 0.0002430148085889087,
      "loss": 5.25,
      "step": 43482
    },
    {
      "epoch": 1.7809952897808725,
      "grad_norm": 2.759641148857477,
      "learning_rate": 0.00024301224992532184,
      "loss": 4.5,
      "step": 43483
    },
    {
      "epoch": 1.7810362482080688,
      "grad_norm": 2.2378191269467127,
      "learning_rate": 0.0002430096912177642,
      "loss": 2.8438,
      "step": 43484
    },
    {
      "epoch": 1.7810772066352651,
      "grad_norm": 2.835046877265239,
      "learning_rate": 0.00024300713246623695,
      "loss": 5.5,
      "step": 43485
    },
    {
      "epoch": 1.7811181650624617,
      "grad_norm": 3.71458476355084,
      "learning_rate": 0.00024300457367074134,
      "loss": 5.1562,
      "step": 43486
    },
    {
      "epoch": 1.781159123489658,
      "grad_norm": 3.3172848384480584,
      "learning_rate": 0.00024300201483127857,
      "loss": 4.25,
      "step": 43487
    },
    {
      "epoch": 1.7812000819168543,
      "grad_norm": 4.0551597386474745,
      "learning_rate": 0.00024299945594784985,
      "loss": 1.4062,
      "step": 43488
    },
    {
      "epoch": 1.7812410403440508,
      "grad_norm": 2.4666928009453217,
      "learning_rate": 0.00024299689702045638,
      "loss": 4.625,
      "step": 43489
    },
    {
      "epoch": 1.7812819987712472,
      "grad_norm": 3.578486099575292,
      "learning_rate": 0.00024299433804909936,
      "loss": 5.5938,
      "step": 43490
    },
    {
      "epoch": 1.7813229571984435,
      "grad_norm": 2.5757258855667375,
      "learning_rate": 0.00024299177903378002,
      "loss": 5.4062,
      "step": 43491
    },
    {
      "epoch": 1.78136391562564,
      "grad_norm": 2.669036175507351,
      "learning_rate": 0.00024298921997449957,
      "loss": 4.5625,
      "step": 43492
    },
    {
      "epoch": 1.7814048740528363,
      "grad_norm": 2.4788163003985186,
      "learning_rate": 0.00024298666087125921,
      "loss": 5.8125,
      "step": 43493
    },
    {
      "epoch": 1.7814458324800326,
      "grad_norm": 3.4981486671967135,
      "learning_rate": 0.00024298410172406013,
      "loss": 3.0312,
      "step": 43494
    },
    {
      "epoch": 1.7814867909072292,
      "grad_norm": 3.6030127169341415,
      "learning_rate": 0.0002429815425329036,
      "loss": 4.8438,
      "step": 43495
    },
    {
      "epoch": 1.7815277493344257,
      "grad_norm": 4.72022429491495,
      "learning_rate": 0.00024297898329779077,
      "loss": 3.7188,
      "step": 43496
    },
    {
      "epoch": 1.7815687077616218,
      "grad_norm": 3.607449739250182,
      "learning_rate": 0.0002429764240187229,
      "loss": 6.8438,
      "step": 43497
    },
    {
      "epoch": 1.7816096661888183,
      "grad_norm": 4.009015950187804,
      "learning_rate": 0.00024297386469570112,
      "loss": 2.5,
      "step": 43498
    },
    {
      "epoch": 1.7816506246160149,
      "grad_norm": 2.859901069119437,
      "learning_rate": 0.00024297130532872674,
      "loss": 6.5,
      "step": 43499
    },
    {
      "epoch": 1.7816915830432112,
      "grad_norm": 2.793998195812487,
      "learning_rate": 0.00024296874591780092,
      "loss": 4.7812,
      "step": 43500
    },
    {
      "epoch": 1.7817325414704075,
      "grad_norm": 5.4914243282312905,
      "learning_rate": 0.00024296618646292483,
      "loss": 7.4375,
      "step": 43501
    },
    {
      "epoch": 1.781773499897604,
      "grad_norm": 2.320698645565776,
      "learning_rate": 0.00024296362696409973,
      "loss": 3.7344,
      "step": 43502
    },
    {
      "epoch": 1.7818144583248003,
      "grad_norm": 3.1774509319859736,
      "learning_rate": 0.00024296106742132686,
      "loss": 5.7188,
      "step": 43503
    },
    {
      "epoch": 1.7818554167519967,
      "grad_norm": 3.4551014993326796,
      "learning_rate": 0.0002429585078346074,
      "loss": 5.125,
      "step": 43504
    },
    {
      "epoch": 1.7818963751791932,
      "grad_norm": 3.5892124472615015,
      "learning_rate": 0.0002429559482039425,
      "loss": 6.3125,
      "step": 43505
    },
    {
      "epoch": 1.7819373336063895,
      "grad_norm": 4.136246570101029,
      "learning_rate": 0.00024295338852933345,
      "loss": 2.2188,
      "step": 43506
    },
    {
      "epoch": 1.7819782920335858,
      "grad_norm": 23.362519433489815,
      "learning_rate": 0.0002429508288107814,
      "loss": 4.375,
      "step": 43507
    },
    {
      "epoch": 1.7820192504607824,
      "grad_norm": 2.7398899214109558,
      "learning_rate": 0.00024294826904828763,
      "loss": 5.4062,
      "step": 43508
    },
    {
      "epoch": 1.7820602088879787,
      "grad_norm": 5.819601542464007,
      "learning_rate": 0.0002429457092418533,
      "loss": 5.875,
      "step": 43509
    },
    {
      "epoch": 1.782101167315175,
      "grad_norm": 2.6583052817763364,
      "learning_rate": 0.0002429431493914796,
      "loss": 4.9688,
      "step": 43510
    },
    {
      "epoch": 1.7821421257423715,
      "grad_norm": 2.601843785893927,
      "learning_rate": 0.00024294058949716782,
      "loss": 5.1562,
      "step": 43511
    },
    {
      "epoch": 1.782183084169568,
      "grad_norm": 2.577122173757734,
      "learning_rate": 0.0002429380295589191,
      "loss": 4.0938,
      "step": 43512
    },
    {
      "epoch": 1.7822240425967641,
      "grad_norm": 2.346405264673407,
      "learning_rate": 0.00024293546957673468,
      "loss": 4.75,
      "step": 43513
    },
    {
      "epoch": 1.7822650010239607,
      "grad_norm": 3.5455811837345417,
      "learning_rate": 0.00024293290955061577,
      "loss": 5.7188,
      "step": 43514
    },
    {
      "epoch": 1.7823059594511572,
      "grad_norm": 2.8329593345816715,
      "learning_rate": 0.00024293034948056355,
      "loss": 5.4688,
      "step": 43515
    },
    {
      "epoch": 1.7823469178783533,
      "grad_norm": 4.248181739873676,
      "learning_rate": 0.00024292778936657928,
      "loss": 4.4375,
      "step": 43516
    },
    {
      "epoch": 1.7823878763055498,
      "grad_norm": 4.087009243159336,
      "learning_rate": 0.00024292522920866413,
      "loss": 4.6875,
      "step": 43517
    },
    {
      "epoch": 1.7824288347327464,
      "grad_norm": 2.379830324468613,
      "learning_rate": 0.0002429226690068193,
      "loss": 4.625,
      "step": 43518
    },
    {
      "epoch": 1.7824697931599427,
      "grad_norm": 2.301487475354224,
      "learning_rate": 0.00024292010876104605,
      "loss": 4.7812,
      "step": 43519
    },
    {
      "epoch": 1.782510751587139,
      "grad_norm": 2.8327352944609845,
      "learning_rate": 0.0002429175484713456,
      "loss": 4.5625,
      "step": 43520
    },
    {
      "epoch": 1.7825517100143355,
      "grad_norm": 3.5816561692684954,
      "learning_rate": 0.00024291498813771908,
      "loss": 6.25,
      "step": 43521
    },
    {
      "epoch": 1.7825926684415319,
      "grad_norm": 2.506185013530342,
      "learning_rate": 0.00024291242776016775,
      "loss": 4.4688,
      "step": 43522
    },
    {
      "epoch": 1.7826336268687282,
      "grad_norm": 2.7088800277437772,
      "learning_rate": 0.0002429098673386928,
      "loss": 4.5938,
      "step": 43523
    },
    {
      "epoch": 1.7826745852959247,
      "grad_norm": 2.8638286460163727,
      "learning_rate": 0.0002429073068732955,
      "loss": 5.875,
      "step": 43524
    },
    {
      "epoch": 1.782715543723121,
      "grad_norm": 3.6829071487411063,
      "learning_rate": 0.000242904746363977,
      "loss": 4.7188,
      "step": 43525
    },
    {
      "epoch": 1.7827565021503173,
      "grad_norm": 4.173399801379551,
      "learning_rate": 0.00024290218581073849,
      "loss": 5.75,
      "step": 43526
    },
    {
      "epoch": 1.7827974605775139,
      "grad_norm": 2.448485971018977,
      "learning_rate": 0.00024289962521358124,
      "loss": 5.0625,
      "step": 43527
    },
    {
      "epoch": 1.7828384190047102,
      "grad_norm": 2.7841961257425702,
      "learning_rate": 0.00024289706457250642,
      "loss": 4.5625,
      "step": 43528
    },
    {
      "epoch": 1.7828793774319065,
      "grad_norm": 2.6271666215222775,
      "learning_rate": 0.00024289450388751527,
      "loss": 6.0,
      "step": 43529
    },
    {
      "epoch": 1.782920335859103,
      "grad_norm": 2.582278232227134,
      "learning_rate": 0.00024289194315860904,
      "loss": 4.7188,
      "step": 43530
    },
    {
      "epoch": 1.7829612942862996,
      "grad_norm": 2.1732289062104475,
      "learning_rate": 0.00024288938238578884,
      "loss": 4.125,
      "step": 43531
    },
    {
      "epoch": 1.7830022527134957,
      "grad_norm": 2.428941351200973,
      "learning_rate": 0.00024288682156905594,
      "loss": 5.0625,
      "step": 43532
    },
    {
      "epoch": 1.7830432111406922,
      "grad_norm": 2.3740150866490395,
      "learning_rate": 0.00024288426070841153,
      "loss": 4.5312,
      "step": 43533
    },
    {
      "epoch": 1.7830841695678887,
      "grad_norm": 3.1266477374152264,
      "learning_rate": 0.00024288169980385684,
      "loss": 6.2188,
      "step": 43534
    },
    {
      "epoch": 1.7831251279950848,
      "grad_norm": 2.689882015371545,
      "learning_rate": 0.00024287913885539305,
      "loss": 4.7812,
      "step": 43535
    },
    {
      "epoch": 1.7831660864222814,
      "grad_norm": 2.7134514011487654,
      "learning_rate": 0.00024287657786302143,
      "loss": 1.0078,
      "step": 43536
    },
    {
      "epoch": 1.783207044849478,
      "grad_norm": 2.6432966783124687,
      "learning_rate": 0.00024287401682674317,
      "loss": 5.6562,
      "step": 43537
    },
    {
      "epoch": 1.7832480032766742,
      "grad_norm": 2.5456143194904817,
      "learning_rate": 0.00024287145574655944,
      "loss": 4.7188,
      "step": 43538
    },
    {
      "epoch": 1.7832889617038705,
      "grad_norm": 3.1191682457675705,
      "learning_rate": 0.00024286889462247143,
      "loss": 5.625,
      "step": 43539
    },
    {
      "epoch": 1.783329920131067,
      "grad_norm": 3.7048545008101805,
      "learning_rate": 0.00024286633345448047,
      "loss": 6.0312,
      "step": 43540
    },
    {
      "epoch": 1.7833708785582634,
      "grad_norm": 2.488354163454138,
      "learning_rate": 0.00024286377224258765,
      "loss": 4.75,
      "step": 43541
    },
    {
      "epoch": 1.7834118369854597,
      "grad_norm": 4.818360984199967,
      "learning_rate": 0.00024286121098679426,
      "loss": 3.0625,
      "step": 43542
    },
    {
      "epoch": 1.7834527954126562,
      "grad_norm": 2.625542484175641,
      "learning_rate": 0.00024285864968710144,
      "loss": 5.0625,
      "step": 43543
    },
    {
      "epoch": 1.7834937538398525,
      "grad_norm": 3.659891805066322,
      "learning_rate": 0.0002428560883435104,
      "loss": 4.25,
      "step": 43544
    },
    {
      "epoch": 1.7835347122670488,
      "grad_norm": 2.6385277914447824,
      "learning_rate": 0.00024285352695602248,
      "loss": 4.5938,
      "step": 43545
    },
    {
      "epoch": 1.7835756706942454,
      "grad_norm": 3.3538394182010727,
      "learning_rate": 0.00024285096552463878,
      "loss": 5.7188,
      "step": 43546
    },
    {
      "epoch": 1.7836166291214417,
      "grad_norm": 2.646927779287785,
      "learning_rate": 0.0002428484040493605,
      "loss": 4.4062,
      "step": 43547
    },
    {
      "epoch": 1.783657587548638,
      "grad_norm": 3.5434263110568542,
      "learning_rate": 0.0002428458425301889,
      "loss": 6.1562,
      "step": 43548
    },
    {
      "epoch": 1.7836985459758345,
      "grad_norm": 4.534370217112526,
      "learning_rate": 0.00024284328096712515,
      "loss": 5.0625,
      "step": 43549
    },
    {
      "epoch": 1.783739504403031,
      "grad_norm": 4.073484743947302,
      "learning_rate": 0.0002428407193601705,
      "loss": 5.8438,
      "step": 43550
    },
    {
      "epoch": 1.7837804628302272,
      "grad_norm": 2.4774639588801195,
      "learning_rate": 0.00024283815770932617,
      "loss": 5.2188,
      "step": 43551
    },
    {
      "epoch": 1.7838214212574237,
      "grad_norm": 2.8698357706776156,
      "learning_rate": 0.0002428355960145933,
      "loss": 5.2188,
      "step": 43552
    },
    {
      "epoch": 1.7838623796846202,
      "grad_norm": 3.7948852890688367,
      "learning_rate": 0.0002428330342759732,
      "loss": 6.4062,
      "step": 43553
    },
    {
      "epoch": 1.7839033381118166,
      "grad_norm": 2.866487832379859,
      "learning_rate": 0.000242830472493467,
      "loss": 5.8125,
      "step": 43554
    },
    {
      "epoch": 1.7839442965390129,
      "grad_norm": 2.6510284357527967,
      "learning_rate": 0.00024282791066707594,
      "loss": 4.875,
      "step": 43555
    },
    {
      "epoch": 1.7839852549662094,
      "grad_norm": 3.885506011787781,
      "learning_rate": 0.0002428253487968012,
      "loss": 4.8438,
      "step": 43556
    },
    {
      "epoch": 1.7840262133934057,
      "grad_norm": 3.19438815257803,
      "learning_rate": 0.00024282278688264407,
      "loss": 5.5312,
      "step": 43557
    },
    {
      "epoch": 1.784067171820602,
      "grad_norm": 2.7706470385730366,
      "learning_rate": 0.00024282022492460572,
      "loss": 5.4688,
      "step": 43558
    },
    {
      "epoch": 1.7841081302477986,
      "grad_norm": 2.4777508100613588,
      "learning_rate": 0.00024281766292268733,
      "loss": 4.8438,
      "step": 43559
    },
    {
      "epoch": 1.7841490886749949,
      "grad_norm": 16.483444443952273,
      "learning_rate": 0.00024281510087689013,
      "loss": 6.75,
      "step": 43560
    },
    {
      "epoch": 1.7841900471021912,
      "grad_norm": 3.15579358731003,
      "learning_rate": 0.00024281253878721533,
      "loss": 5.6562,
      "step": 43561
    },
    {
      "epoch": 1.7842310055293877,
      "grad_norm": 2.803057842377056,
      "learning_rate": 0.00024280997665366416,
      "loss": 5.5312,
      "step": 43562
    },
    {
      "epoch": 1.784271963956584,
      "grad_norm": 2.8655449345354964,
      "learning_rate": 0.00024280741447623783,
      "loss": 5.9062,
      "step": 43563
    },
    {
      "epoch": 1.7843129223837804,
      "grad_norm": 2.7988319068687506,
      "learning_rate": 0.00024280485225493752,
      "loss": 4.375,
      "step": 43564
    },
    {
      "epoch": 1.784353880810977,
      "grad_norm": 4.8922417384093135,
      "learning_rate": 0.00024280228998976446,
      "loss": 2.8438,
      "step": 43565
    },
    {
      "epoch": 1.7843948392381732,
      "grad_norm": 2.699426990444913,
      "learning_rate": 0.00024279972768071988,
      "loss": 4.9062,
      "step": 43566
    },
    {
      "epoch": 1.7844357976653695,
      "grad_norm": 2.99070968212161,
      "learning_rate": 0.00024279716532780497,
      "loss": 5.0,
      "step": 43567
    },
    {
      "epoch": 1.784476756092566,
      "grad_norm": 2.8204349168693756,
      "learning_rate": 0.00024279460293102093,
      "loss": 4.5312,
      "step": 43568
    },
    {
      "epoch": 1.7845177145197626,
      "grad_norm": 2.717340424921668,
      "learning_rate": 0.00024279204049036898,
      "loss": 4.2812,
      "step": 43569
    },
    {
      "epoch": 1.7845586729469587,
      "grad_norm": 2.836032908191705,
      "learning_rate": 0.00024278947800585035,
      "loss": 5.3438,
      "step": 43570
    },
    {
      "epoch": 1.7845996313741552,
      "grad_norm": 2.8334996329775133,
      "learning_rate": 0.00024278691547746623,
      "loss": 5.5312,
      "step": 43571
    },
    {
      "epoch": 1.7846405898013518,
      "grad_norm": 2.7498998418449068,
      "learning_rate": 0.00024278435290521786,
      "loss": 5.5625,
      "step": 43572
    },
    {
      "epoch": 1.784681548228548,
      "grad_norm": 2.3636361535364157,
      "learning_rate": 0.00024278179028910645,
      "loss": 4.8125,
      "step": 43573
    },
    {
      "epoch": 1.7847225066557444,
      "grad_norm": 2.2373576726294466,
      "learning_rate": 0.00024277922762913317,
      "loss": 4.1875,
      "step": 43574
    },
    {
      "epoch": 1.784763465082941,
      "grad_norm": 2.8640410361916615,
      "learning_rate": 0.00024277666492529925,
      "loss": 4.375,
      "step": 43575
    },
    {
      "epoch": 1.7848044235101372,
      "grad_norm": 12.11059472155965,
      "learning_rate": 0.00024277410217760588,
      "loss": 3.0625,
      "step": 43576
    },
    {
      "epoch": 1.7848453819373336,
      "grad_norm": 2.267281961964904,
      "learning_rate": 0.00024277153938605435,
      "loss": 4.5625,
      "step": 43577
    },
    {
      "epoch": 1.78488634036453,
      "grad_norm": 2.319765431068823,
      "learning_rate": 0.00024276897655064583,
      "loss": 4.5,
      "step": 43578
    },
    {
      "epoch": 1.7849272987917264,
      "grad_norm": 2.556941296057454,
      "learning_rate": 0.00024276641367138144,
      "loss": 4.9062,
      "step": 43579
    },
    {
      "epoch": 1.7849682572189227,
      "grad_norm": 2.9961327600962386,
      "learning_rate": 0.00024276385074826253,
      "loss": 4.875,
      "step": 43580
    },
    {
      "epoch": 1.7850092156461193,
      "grad_norm": 2.925028463499961,
      "learning_rate": 0.00024276128778129023,
      "loss": 4.9062,
      "step": 43581
    },
    {
      "epoch": 1.7850501740733156,
      "grad_norm": 2.6585993273347044,
      "learning_rate": 0.0002427587247704658,
      "loss": 5.1875,
      "step": 43582
    },
    {
      "epoch": 1.7850911325005119,
      "grad_norm": 2.756716732729941,
      "learning_rate": 0.00024275616171579042,
      "loss": 4.9062,
      "step": 43583
    },
    {
      "epoch": 1.7851320909277084,
      "grad_norm": 2.7203005893556265,
      "learning_rate": 0.0002427535986172653,
      "loss": 5.4062,
      "step": 43584
    },
    {
      "epoch": 1.7851730493549047,
      "grad_norm": 3.8563867972417163,
      "learning_rate": 0.00024275103547489164,
      "loss": 6.8125,
      "step": 43585
    },
    {
      "epoch": 1.785214007782101,
      "grad_norm": 3.5298365215662395,
      "learning_rate": 0.00024274847228867072,
      "loss": 6.0,
      "step": 43586
    },
    {
      "epoch": 1.7852549662092976,
      "grad_norm": 2.8280881307343897,
      "learning_rate": 0.00024274590905860367,
      "loss": 5.1562,
      "step": 43587
    },
    {
      "epoch": 1.7852959246364941,
      "grad_norm": 6.479541356641208,
      "learning_rate": 0.00024274334578469178,
      "loss": 7.7812,
      "step": 43588
    },
    {
      "epoch": 1.7853368830636902,
      "grad_norm": 2.468061591972826,
      "learning_rate": 0.00024274078246693616,
      "loss": 4.6562,
      "step": 43589
    },
    {
      "epoch": 1.7853778414908867,
      "grad_norm": 2.5751741738756735,
      "learning_rate": 0.00024273821910533814,
      "loss": 4.3125,
      "step": 43590
    },
    {
      "epoch": 1.7854187999180833,
      "grad_norm": 12.978474904913472,
      "learning_rate": 0.00024273565569989884,
      "loss": 6.625,
      "step": 43591
    },
    {
      "epoch": 1.7854597583452796,
      "grad_norm": 3.749647750716182,
      "learning_rate": 0.0002427330922506195,
      "loss": 4.25,
      "step": 43592
    },
    {
      "epoch": 1.785500716772476,
      "grad_norm": 2.90201491384539,
      "learning_rate": 0.00024273052875750135,
      "loss": 4.3125,
      "step": 43593
    },
    {
      "epoch": 1.7855416751996724,
      "grad_norm": 4.015294673042333,
      "learning_rate": 0.00024272796522054556,
      "loss": 6.2188,
      "step": 43594
    },
    {
      "epoch": 1.7855826336268688,
      "grad_norm": 2.6592267306819792,
      "learning_rate": 0.0002427254016397534,
      "loss": 5.0312,
      "step": 43595
    },
    {
      "epoch": 1.785623592054065,
      "grad_norm": 2.565479482866211,
      "learning_rate": 0.000242722838015126,
      "loss": 4.375,
      "step": 43596
    },
    {
      "epoch": 1.7856645504812616,
      "grad_norm": 6.199490807758653,
      "learning_rate": 0.00024272027434666467,
      "loss": 5.875,
      "step": 43597
    },
    {
      "epoch": 1.785705508908458,
      "grad_norm": 2.5418494588044522,
      "learning_rate": 0.00024271771063437056,
      "loss": 4.7188,
      "step": 43598
    },
    {
      "epoch": 1.7857464673356542,
      "grad_norm": 4.148814726126368,
      "learning_rate": 0.0002427151468782449,
      "loss": 6.0,
      "step": 43599
    },
    {
      "epoch": 1.7857874257628508,
      "grad_norm": 8.08797949591825,
      "learning_rate": 0.0002427125830782889,
      "loss": 4.5,
      "step": 43600
    },
    {
      "epoch": 1.785828384190047,
      "grad_norm": 3.0995477466134917,
      "learning_rate": 0.00024271001923450376,
      "loss": 5.8438,
      "step": 43601
    },
    {
      "epoch": 1.7858693426172434,
      "grad_norm": 2.677368559900616,
      "learning_rate": 0.00024270745534689066,
      "loss": 4.6562,
      "step": 43602
    },
    {
      "epoch": 1.78591030104444,
      "grad_norm": 2.433628395669101,
      "learning_rate": 0.00024270489141545092,
      "loss": 4.9688,
      "step": 43603
    },
    {
      "epoch": 1.7859512594716362,
      "grad_norm": 2.674592856128514,
      "learning_rate": 0.00024270232744018566,
      "loss": 4.5312,
      "step": 43604
    },
    {
      "epoch": 1.7859922178988326,
      "grad_norm": 5.000591723858641,
      "learning_rate": 0.00024269976342109617,
      "loss": 6.8438,
      "step": 43605
    },
    {
      "epoch": 1.786033176326029,
      "grad_norm": 2.612412056504186,
      "learning_rate": 0.00024269719935818352,
      "loss": 5.0625,
      "step": 43606
    },
    {
      "epoch": 1.7860741347532256,
      "grad_norm": 2.5536388712480895,
      "learning_rate": 0.0002426946352514491,
      "loss": 5.2188,
      "step": 43607
    },
    {
      "epoch": 1.7861150931804217,
      "grad_norm": 2.522056196978725,
      "learning_rate": 0.00024269207110089403,
      "loss": 5.1562,
      "step": 43608
    },
    {
      "epoch": 1.7861560516076183,
      "grad_norm": 2.5975131544504104,
      "learning_rate": 0.00024268950690651945,
      "loss": 4.5,
      "step": 43609
    },
    {
      "epoch": 1.7861970100348148,
      "grad_norm": 2.3342134701359485,
      "learning_rate": 0.00024268694266832674,
      "loss": 4.7812,
      "step": 43610
    },
    {
      "epoch": 1.786237968462011,
      "grad_norm": 2.344198759966454,
      "learning_rate": 0.00024268437838631694,
      "loss": 4.5312,
      "step": 43611
    },
    {
      "epoch": 1.7862789268892074,
      "grad_norm": 2.264790976179002,
      "learning_rate": 0.0002426818140604914,
      "loss": 4.8125,
      "step": 43612
    },
    {
      "epoch": 1.786319885316404,
      "grad_norm": 2.7649798195855784,
      "learning_rate": 0.00024267924969085123,
      "loss": 5.625,
      "step": 43613
    },
    {
      "epoch": 1.7863608437436003,
      "grad_norm": 2.326208873837565,
      "learning_rate": 0.00024267668527739773,
      "loss": 4.75,
      "step": 43614
    },
    {
      "epoch": 1.7864018021707966,
      "grad_norm": 2.529826839703948,
      "learning_rate": 0.00024267412082013204,
      "loss": 4.6562,
      "step": 43615
    },
    {
      "epoch": 1.7864427605979931,
      "grad_norm": 2.9036489919423465,
      "learning_rate": 0.00024267155631905543,
      "loss": 4.9375,
      "step": 43616
    },
    {
      "epoch": 1.7864837190251894,
      "grad_norm": 2.962382818532583,
      "learning_rate": 0.00024266899177416909,
      "loss": 5.4688,
      "step": 43617
    },
    {
      "epoch": 1.7865246774523857,
      "grad_norm": 2.3948427421342005,
      "learning_rate": 0.0002426664271854742,
      "loss": 4.75,
      "step": 43618
    },
    {
      "epoch": 1.7865656358795823,
      "grad_norm": 2.489778027900212,
      "learning_rate": 0.00024266386255297203,
      "loss": 5.5625,
      "step": 43619
    },
    {
      "epoch": 1.7866065943067786,
      "grad_norm": 2.642059725663376,
      "learning_rate": 0.00024266129787666374,
      "loss": 5.125,
      "step": 43620
    },
    {
      "epoch": 1.786647552733975,
      "grad_norm": 3.0999515726747844,
      "learning_rate": 0.00024265873315655056,
      "loss": 4.9062,
      "step": 43621
    },
    {
      "epoch": 1.7866885111611714,
      "grad_norm": 3.725408105560281,
      "learning_rate": 0.00024265616839263372,
      "loss": 5.5625,
      "step": 43622
    },
    {
      "epoch": 1.7867294695883678,
      "grad_norm": 2.6060001691412924,
      "learning_rate": 0.00024265360358491443,
      "loss": 4.5938,
      "step": 43623
    },
    {
      "epoch": 1.786770428015564,
      "grad_norm": 2.868390343341336,
      "learning_rate": 0.00024265103873339386,
      "loss": 5.3438,
      "step": 43624
    },
    {
      "epoch": 1.7868113864427606,
      "grad_norm": 3.6478578637296946,
      "learning_rate": 0.00024264847383807326,
      "loss": 4.625,
      "step": 43625
    },
    {
      "epoch": 1.7868523448699571,
      "grad_norm": 3.5153042803902284,
      "learning_rate": 0.0002426459088989539,
      "loss": 3.2344,
      "step": 43626
    },
    {
      "epoch": 1.7868933032971532,
      "grad_norm": 2.462744334949623,
      "learning_rate": 0.0002426433439160369,
      "loss": 5.4062,
      "step": 43627
    },
    {
      "epoch": 1.7869342617243498,
      "grad_norm": 5.1247810148114326,
      "learning_rate": 0.00024264077888932348,
      "loss": 5.3125,
      "step": 43628
    },
    {
      "epoch": 1.7869752201515463,
      "grad_norm": 7.25329501245146,
      "learning_rate": 0.00024263821381881488,
      "loss": 6.4375,
      "step": 43629
    },
    {
      "epoch": 1.7870161785787426,
      "grad_norm": 3.333169040729211,
      "learning_rate": 0.0002426356487045123,
      "loss": 4.5312,
      "step": 43630
    },
    {
      "epoch": 1.787057137005939,
      "grad_norm": 3.0304669529687756,
      "learning_rate": 0.00024263308354641698,
      "loss": 5.625,
      "step": 43631
    },
    {
      "epoch": 1.7870980954331355,
      "grad_norm": 3.8124755216901205,
      "learning_rate": 0.0002426305183445301,
      "loss": 6.5312,
      "step": 43632
    },
    {
      "epoch": 1.7871390538603318,
      "grad_norm": 1.6395333554469471,
      "learning_rate": 0.00024262795309885289,
      "loss": 2.5938,
      "step": 43633
    },
    {
      "epoch": 1.787180012287528,
      "grad_norm": 2.5415115205676044,
      "learning_rate": 0.00024262538780938655,
      "loss": 4.5938,
      "step": 43634
    },
    {
      "epoch": 1.7872209707147246,
      "grad_norm": 2.961566765910859,
      "learning_rate": 0.00024262282247613232,
      "loss": 4.625,
      "step": 43635
    },
    {
      "epoch": 1.787261929141921,
      "grad_norm": 2.9748667682407386,
      "learning_rate": 0.0002426202570990914,
      "loss": 5.1562,
      "step": 43636
    },
    {
      "epoch": 1.7873028875691173,
      "grad_norm": 2.5094892800082826,
      "learning_rate": 0.00024261769167826494,
      "loss": 3.7969,
      "step": 43637
    },
    {
      "epoch": 1.7873438459963138,
      "grad_norm": 2.992015276130731,
      "learning_rate": 0.00024261512621365425,
      "loss": 5.2812,
      "step": 43638
    },
    {
      "epoch": 1.78738480442351,
      "grad_norm": 2.9770075272631717,
      "learning_rate": 0.00024261256070526053,
      "loss": 5.375,
      "step": 43639
    },
    {
      "epoch": 1.7874257628507064,
      "grad_norm": 2.506642280051372,
      "learning_rate": 0.00024260999515308493,
      "loss": 4.4375,
      "step": 43640
    },
    {
      "epoch": 1.787466721277903,
      "grad_norm": 2.4920628265905327,
      "learning_rate": 0.00024260742955712876,
      "loss": 5.0312,
      "step": 43641
    },
    {
      "epoch": 1.7875076797050993,
      "grad_norm": 4.8922587666887685,
      "learning_rate": 0.00024260486391739308,
      "loss": 4.9062,
      "step": 43642
    },
    {
      "epoch": 1.7875486381322956,
      "grad_norm": 2.6297500495316695,
      "learning_rate": 0.00024260229823387924,
      "loss": 4.2188,
      "step": 43643
    },
    {
      "epoch": 1.7875895965594921,
      "grad_norm": 2.4307161226044456,
      "learning_rate": 0.00024259973250658843,
      "loss": 5.2188,
      "step": 43644
    },
    {
      "epoch": 1.7876305549866887,
      "grad_norm": 2.454448554264437,
      "learning_rate": 0.00024259716673552181,
      "loss": 4.4688,
      "step": 43645
    },
    {
      "epoch": 1.7876715134138847,
      "grad_norm": 8.52183918414681,
      "learning_rate": 0.00024259460092068062,
      "loss": 6.5312,
      "step": 43646
    },
    {
      "epoch": 1.7877124718410813,
      "grad_norm": 3.0330746241394113,
      "learning_rate": 0.00024259203506206607,
      "loss": 5.25,
      "step": 43647
    },
    {
      "epoch": 1.7877534302682778,
      "grad_norm": 3.1648621579470193,
      "learning_rate": 0.0002425894691596794,
      "loss": 4.7188,
      "step": 43648
    },
    {
      "epoch": 1.7877943886954741,
      "grad_norm": 2.7461644919871886,
      "learning_rate": 0.00024258690321352178,
      "loss": 4.25,
      "step": 43649
    },
    {
      "epoch": 1.7878353471226704,
      "grad_norm": 9.650169006577693,
      "learning_rate": 0.00024258433722359446,
      "loss": 4.0312,
      "step": 43650
    },
    {
      "epoch": 1.787876305549867,
      "grad_norm": 9.321244943225219,
      "learning_rate": 0.00024258177118989863,
      "loss": 3.0781,
      "step": 43651
    },
    {
      "epoch": 1.7879172639770633,
      "grad_norm": 2.595469987300097,
      "learning_rate": 0.0002425792051124355,
      "loss": 4.7812,
      "step": 43652
    },
    {
      "epoch": 1.7879582224042596,
      "grad_norm": 2.4076073415583497,
      "learning_rate": 0.0002425766389912063,
      "loss": 4.875,
      "step": 43653
    },
    {
      "epoch": 1.7879991808314561,
      "grad_norm": 2.287959588951691,
      "learning_rate": 0.00024257407282621225,
      "loss": 5.375,
      "step": 43654
    },
    {
      "epoch": 1.7880401392586525,
      "grad_norm": 3.7596487628956474,
      "learning_rate": 0.00024257150661745455,
      "loss": 4.5312,
      "step": 43655
    },
    {
      "epoch": 1.7880810976858488,
      "grad_norm": 2.346657254311197,
      "learning_rate": 0.0002425689403649344,
      "loss": 4.625,
      "step": 43656
    },
    {
      "epoch": 1.7881220561130453,
      "grad_norm": 3.0031398675495677,
      "learning_rate": 0.00024256637406865303,
      "loss": 5.125,
      "step": 43657
    },
    {
      "epoch": 1.7881630145402416,
      "grad_norm": 2.555741403495801,
      "learning_rate": 0.00024256380772861167,
      "loss": 4.3438,
      "step": 43658
    },
    {
      "epoch": 1.788203972967438,
      "grad_norm": 3.3934143834348975,
      "learning_rate": 0.00024256124134481148,
      "loss": 4.5312,
      "step": 43659
    },
    {
      "epoch": 1.7882449313946345,
      "grad_norm": 2.3111068919628024,
      "learning_rate": 0.0002425586749172537,
      "loss": 5.0312,
      "step": 43660
    },
    {
      "epoch": 1.7882858898218308,
      "grad_norm": 3.657244125191961,
      "learning_rate": 0.00024255610844593957,
      "loss": 3.1094,
      "step": 43661
    },
    {
      "epoch": 1.788326848249027,
      "grad_norm": 2.7998219787600735,
      "learning_rate": 0.0002425535419308703,
      "loss": 1.7969,
      "step": 43662
    },
    {
      "epoch": 1.7883678066762236,
      "grad_norm": 2.5166814322162083,
      "learning_rate": 0.00024255097537204711,
      "loss": 4.6562,
      "step": 43663
    },
    {
      "epoch": 1.7884087651034202,
      "grad_norm": 3.1145621104632224,
      "learning_rate": 0.0002425484087694711,
      "loss": 3.25,
      "step": 43664
    },
    {
      "epoch": 1.7884497235306163,
      "grad_norm": 2.293568796108631,
      "learning_rate": 0.00024254584212314364,
      "loss": 4.4062,
      "step": 43665
    },
    {
      "epoch": 1.7884906819578128,
      "grad_norm": 2.7619854581214747,
      "learning_rate": 0.00024254327543306588,
      "loss": 5.0625,
      "step": 43666
    },
    {
      "epoch": 1.7885316403850093,
      "grad_norm": 2.4786589155813346,
      "learning_rate": 0.00024254070869923902,
      "loss": 5.1562,
      "step": 43667
    },
    {
      "epoch": 1.7885725988122056,
      "grad_norm": 3.251439768622063,
      "learning_rate": 0.00024253814192166424,
      "loss": 5.7188,
      "step": 43668
    },
    {
      "epoch": 1.788613557239402,
      "grad_norm": 2.4465144844988407,
      "learning_rate": 0.00024253557510034283,
      "loss": 4.7812,
      "step": 43669
    },
    {
      "epoch": 1.7886545156665985,
      "grad_norm": 2.2763408424351255,
      "learning_rate": 0.00024253300823527595,
      "loss": 4.9688,
      "step": 43670
    },
    {
      "epoch": 1.7886954740937948,
      "grad_norm": 2.369676890085922,
      "learning_rate": 0.0002425304413264649,
      "loss": 4.375,
      "step": 43671
    },
    {
      "epoch": 1.7887364325209911,
      "grad_norm": 3.429192698607022,
      "learning_rate": 0.00024252787437391074,
      "loss": 5.4062,
      "step": 43672
    },
    {
      "epoch": 1.7887773909481877,
      "grad_norm": 2.3912717296177175,
      "learning_rate": 0.00024252530737761482,
      "loss": 4.9688,
      "step": 43673
    },
    {
      "epoch": 1.788818349375384,
      "grad_norm": 4.524809288783308,
      "learning_rate": 0.00024252274033757828,
      "loss": 7.2188,
      "step": 43674
    },
    {
      "epoch": 1.7888593078025803,
      "grad_norm": 2.3834518756450898,
      "learning_rate": 0.00024252017325380234,
      "loss": 4.7812,
      "step": 43675
    },
    {
      "epoch": 1.7889002662297768,
      "grad_norm": 2.4683377965943643,
      "learning_rate": 0.00024251760612628828,
      "loss": 5.5312,
      "step": 43676
    },
    {
      "epoch": 1.7889412246569731,
      "grad_norm": 5.258039814688363,
      "learning_rate": 0.00024251503895503725,
      "loss": 5.5938,
      "step": 43677
    },
    {
      "epoch": 1.7889821830841695,
      "grad_norm": 2.507310721132191,
      "learning_rate": 0.0002425124717400505,
      "loss": 4.25,
      "step": 43678
    },
    {
      "epoch": 1.789023141511366,
      "grad_norm": 2.8006598701872942,
      "learning_rate": 0.00024250990448132918,
      "loss": 4.1875,
      "step": 43679
    },
    {
      "epoch": 1.7890640999385625,
      "grad_norm": 4.136571814873874,
      "learning_rate": 0.00024250733717887454,
      "loss": 5.5625,
      "step": 43680
    },
    {
      "epoch": 1.7891050583657586,
      "grad_norm": 3.4477520528617274,
      "learning_rate": 0.0002425047698326878,
      "loss": 5.2812,
      "step": 43681
    },
    {
      "epoch": 1.7891460167929552,
      "grad_norm": 2.812046003259111,
      "learning_rate": 0.00024250220244277022,
      "loss": 3.6719,
      "step": 43682
    },
    {
      "epoch": 1.7891869752201517,
      "grad_norm": 2.7567991598961417,
      "learning_rate": 0.00024249963500912292,
      "loss": 5.4062,
      "step": 43683
    },
    {
      "epoch": 1.7892279336473478,
      "grad_norm": 2.689896888969729,
      "learning_rate": 0.0002424970675317472,
      "loss": 4.9688,
      "step": 43684
    },
    {
      "epoch": 1.7892688920745443,
      "grad_norm": 8.500802478747637,
      "learning_rate": 0.0002424945000106442,
      "loss": 5.0625,
      "step": 43685
    },
    {
      "epoch": 1.7893098505017409,
      "grad_norm": 3.1347380920858843,
      "learning_rate": 0.00024249193244581517,
      "loss": 4.125,
      "step": 43686
    },
    {
      "epoch": 1.7893508089289372,
      "grad_norm": 3.0883310532006676,
      "learning_rate": 0.00024248936483726132,
      "loss": 4.875,
      "step": 43687
    },
    {
      "epoch": 1.7893917673561335,
      "grad_norm": 2.422966068566778,
      "learning_rate": 0.0002424867971849839,
      "loss": 3.625,
      "step": 43688
    },
    {
      "epoch": 1.78943272578333,
      "grad_norm": 4.013103941512997,
      "learning_rate": 0.00024248422948898403,
      "loss": 3.5,
      "step": 43689
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 4.4237579925473325,
      "learning_rate": 0.00024248166174926304,
      "loss": 5.2812,
      "step": 43690
    },
    {
      "epoch": 1.7895146426377226,
      "grad_norm": 2.5985013952097917,
      "learning_rate": 0.00024247909396582203,
      "loss": 4.125,
      "step": 43691
    },
    {
      "epoch": 1.7895556010649192,
      "grad_norm": 3.796171720755126,
      "learning_rate": 0.00024247652613866233,
      "loss": 4.75,
      "step": 43692
    },
    {
      "epoch": 1.7895965594921155,
      "grad_norm": 4.098362610642448,
      "learning_rate": 0.00024247395826778505,
      "loss": 4.375,
      "step": 43693
    },
    {
      "epoch": 1.7896375179193118,
      "grad_norm": 3.1709567241437844,
      "learning_rate": 0.0002424713903531915,
      "loss": 5.375,
      "step": 43694
    },
    {
      "epoch": 1.7896784763465083,
      "grad_norm": 3.462015248771063,
      "learning_rate": 0.00024246882239488277,
      "loss": 6.625,
      "step": 43695
    },
    {
      "epoch": 1.7897194347737047,
      "grad_norm": 3.141578007349037,
      "learning_rate": 0.0002424662543928602,
      "loss": 3.3438,
      "step": 43696
    },
    {
      "epoch": 1.789760393200901,
      "grad_norm": 3.0812328218484315,
      "learning_rate": 0.00024246368634712494,
      "loss": 5.75,
      "step": 43697
    },
    {
      "epoch": 1.7898013516280975,
      "grad_norm": 4.612126462760267,
      "learning_rate": 0.00024246111825767822,
      "loss": 5.4688,
      "step": 43698
    },
    {
      "epoch": 1.789842310055294,
      "grad_norm": 4.611748698679564,
      "learning_rate": 0.00024245855012452124,
      "loss": 6.2812,
      "step": 43699
    },
    {
      "epoch": 1.7898832684824901,
      "grad_norm": 3.064738336375991,
      "learning_rate": 0.00024245598194765522,
      "loss": 5.3438,
      "step": 43700
    },
    {
      "epoch": 1.7899242269096867,
      "grad_norm": 2.656854000421612,
      "learning_rate": 0.00024245341372708138,
      "loss": 5.125,
      "step": 43701
    },
    {
      "epoch": 1.7899651853368832,
      "grad_norm": 2.552284641306198,
      "learning_rate": 0.00024245084546280088,
      "loss": 4.7188,
      "step": 43702
    },
    {
      "epoch": 1.7900061437640793,
      "grad_norm": 3.398423430147524,
      "learning_rate": 0.00024244827715481508,
      "loss": 3.5781,
      "step": 43703
    },
    {
      "epoch": 1.7900471021912758,
      "grad_norm": 3.2554230571967873,
      "learning_rate": 0.000242445708803125,
      "loss": 1.875,
      "step": 43704
    },
    {
      "epoch": 1.7900880606184724,
      "grad_norm": 2.607963509618999,
      "learning_rate": 0.00024244314040773205,
      "loss": 5.0312,
      "step": 43705
    },
    {
      "epoch": 1.7901290190456687,
      "grad_norm": 3.2391676635054707,
      "learning_rate": 0.00024244057196863732,
      "loss": 4.375,
      "step": 43706
    },
    {
      "epoch": 1.790169977472865,
      "grad_norm": 2.871671002646275,
      "learning_rate": 0.000242438003485842,
      "loss": 4.75,
      "step": 43707
    },
    {
      "epoch": 1.7902109359000615,
      "grad_norm": 2.6561416177532435,
      "learning_rate": 0.0002424354349593474,
      "loss": 5.1875,
      "step": 43708
    },
    {
      "epoch": 1.7902518943272578,
      "grad_norm": 4.341371476470986,
      "learning_rate": 0.0002424328663891547,
      "loss": 7.3125,
      "step": 43709
    },
    {
      "epoch": 1.7902928527544542,
      "grad_norm": 2.7505783558883707,
      "learning_rate": 0.00024243029777526508,
      "loss": 4.4062,
      "step": 43710
    },
    {
      "epoch": 1.7903338111816507,
      "grad_norm": 4.957467834582537,
      "learning_rate": 0.00024242772911767978,
      "loss": 5.5312,
      "step": 43711
    },
    {
      "epoch": 1.790374769608847,
      "grad_norm": 3.2955807760995266,
      "learning_rate": 0.0002424251604164,
      "loss": 3.75,
      "step": 43712
    },
    {
      "epoch": 1.7904157280360433,
      "grad_norm": 2.9179551453665438,
      "learning_rate": 0.000242422591671427,
      "loss": 4.9062,
      "step": 43713
    },
    {
      "epoch": 1.7904566864632399,
      "grad_norm": 4.181252603106485,
      "learning_rate": 0.00024242002288276196,
      "loss": 5.75,
      "step": 43714
    },
    {
      "epoch": 1.7904976448904362,
      "grad_norm": 2.2194714103464834,
      "learning_rate": 0.00024241745405040609,
      "loss": 3.8594,
      "step": 43715
    },
    {
      "epoch": 1.7905386033176325,
      "grad_norm": 2.9964622529483935,
      "learning_rate": 0.0002424148851743606,
      "loss": 4.9062,
      "step": 43716
    },
    {
      "epoch": 1.790579561744829,
      "grad_norm": 2.7084206661073735,
      "learning_rate": 0.0002424123162546267,
      "loss": 4.7812,
      "step": 43717
    },
    {
      "epoch": 1.7906205201720256,
      "grad_norm": 4.488092503749351,
      "learning_rate": 0.00024240974729120563,
      "loss": 2.1875,
      "step": 43718
    },
    {
      "epoch": 1.7906614785992216,
      "grad_norm": 2.6351948793421394,
      "learning_rate": 0.0002424071782840986,
      "loss": 4.2188,
      "step": 43719
    },
    {
      "epoch": 1.7907024370264182,
      "grad_norm": 6.524070510573261,
      "learning_rate": 0.00024240460923330683,
      "loss": 7.25,
      "step": 43720
    },
    {
      "epoch": 1.7907433954536147,
      "grad_norm": 2.8666062430372796,
      "learning_rate": 0.0002424020401388315,
      "loss": 4.3438,
      "step": 43721
    },
    {
      "epoch": 1.790784353880811,
      "grad_norm": 2.816510577627856,
      "learning_rate": 0.00024239947100067384,
      "loss": 5.1562,
      "step": 43722
    },
    {
      "epoch": 1.7908253123080073,
      "grad_norm": 2.7288369528067187,
      "learning_rate": 0.0002423969018188351,
      "loss": 5.4375,
      "step": 43723
    },
    {
      "epoch": 1.7908662707352039,
      "grad_norm": 4.124081652036492,
      "learning_rate": 0.00024239433259331646,
      "loss": 5.0625,
      "step": 43724
    },
    {
      "epoch": 1.7909072291624002,
      "grad_norm": 2.845248000131406,
      "learning_rate": 0.00024239176332411914,
      "loss": 4.5,
      "step": 43725
    },
    {
      "epoch": 1.7909481875895965,
      "grad_norm": 3.4091974924655095,
      "learning_rate": 0.00024238919401124435,
      "loss": 5.6875,
      "step": 43726
    },
    {
      "epoch": 1.790989146016793,
      "grad_norm": 2.4415571147475505,
      "learning_rate": 0.00024238662465469335,
      "loss": 4.9688,
      "step": 43727
    },
    {
      "epoch": 1.7910301044439894,
      "grad_norm": 3.218719245361018,
      "learning_rate": 0.00024238405525446726,
      "loss": 4.75,
      "step": 43728
    },
    {
      "epoch": 1.7910710628711857,
      "grad_norm": 2.106550182508586,
      "learning_rate": 0.00024238148581056737,
      "loss": 4.4375,
      "step": 43729
    },
    {
      "epoch": 1.7911120212983822,
      "grad_norm": 3.1632449995897156,
      "learning_rate": 0.00024237891632299487,
      "loss": 6.1875,
      "step": 43730
    },
    {
      "epoch": 1.7911529797255785,
      "grad_norm": 2.8924866803655953,
      "learning_rate": 0.00024237634679175095,
      "loss": 5.3438,
      "step": 43731
    },
    {
      "epoch": 1.7911939381527748,
      "grad_norm": 5.038748477070497,
      "learning_rate": 0.00024237377721683691,
      "loss": 7.9688,
      "step": 43732
    },
    {
      "epoch": 1.7912348965799714,
      "grad_norm": 2.781297634665766,
      "learning_rate": 0.00024237120759825387,
      "loss": 4.5625,
      "step": 43733
    },
    {
      "epoch": 1.7912758550071677,
      "grad_norm": 3.884805461563469,
      "learning_rate": 0.00024236863793600312,
      "loss": 1.8828,
      "step": 43734
    },
    {
      "epoch": 1.791316813434364,
      "grad_norm": 2.5265844930246146,
      "learning_rate": 0.00024236606823008582,
      "loss": 4.9688,
      "step": 43735
    },
    {
      "epoch": 1.7913577718615605,
      "grad_norm": 6.9505126340364205,
      "learning_rate": 0.00024236349848050316,
      "loss": 2.9531,
      "step": 43736
    },
    {
      "epoch": 1.791398730288757,
      "grad_norm": 2.275273200101758,
      "learning_rate": 0.00024236092868725647,
      "loss": 4.9375,
      "step": 43737
    },
    {
      "epoch": 1.7914396887159532,
      "grad_norm": 3.2006671803543165,
      "learning_rate": 0.00024235835885034682,
      "loss": 5.3438,
      "step": 43738
    },
    {
      "epoch": 1.7914806471431497,
      "grad_norm": 2.4766005242291187,
      "learning_rate": 0.00024235578896977553,
      "loss": 4.125,
      "step": 43739
    },
    {
      "epoch": 1.7915216055703462,
      "grad_norm": 5.617531953165031,
      "learning_rate": 0.00024235321904554378,
      "loss": 5.4062,
      "step": 43740
    },
    {
      "epoch": 1.7915625639975425,
      "grad_norm": 11.299412930833444,
      "learning_rate": 0.00024235064907765283,
      "loss": 8.0625,
      "step": 43741
    },
    {
      "epoch": 1.7916035224247389,
      "grad_norm": 2.4435384442023143,
      "learning_rate": 0.0002423480790661038,
      "loss": 4.5312,
      "step": 43742
    },
    {
      "epoch": 1.7916444808519354,
      "grad_norm": 2.6272079517580025,
      "learning_rate": 0.000242345509010898,
      "loss": 4.4375,
      "step": 43743
    },
    {
      "epoch": 1.7916854392791317,
      "grad_norm": 2.6498482404958144,
      "learning_rate": 0.00024234293891203654,
      "loss": 5.25,
      "step": 43744
    },
    {
      "epoch": 1.791726397706328,
      "grad_norm": 2.4688158589883233,
      "learning_rate": 0.0002423403687695207,
      "loss": 4.625,
      "step": 43745
    },
    {
      "epoch": 1.7917673561335246,
      "grad_norm": 2.7768678407997256,
      "learning_rate": 0.00024233779858335176,
      "loss": 5.5625,
      "step": 43746
    },
    {
      "epoch": 1.7918083145607209,
      "grad_norm": 2.3709669549505406,
      "learning_rate": 0.00024233522835353082,
      "loss": 4.25,
      "step": 43747
    },
    {
      "epoch": 1.7918492729879172,
      "grad_norm": 2.563682188439368,
      "learning_rate": 0.00024233265808005914,
      "loss": 4.3125,
      "step": 43748
    },
    {
      "epoch": 1.7918902314151137,
      "grad_norm": 3.4766288728461126,
      "learning_rate": 0.000242330087762938,
      "loss": 3.0781,
      "step": 43749
    },
    {
      "epoch": 1.79193118984231,
      "grad_norm": 2.584700044387909,
      "learning_rate": 0.0002423275174021685,
      "loss": 5.4062,
      "step": 43750
    },
    {
      "epoch": 1.7919721482695063,
      "grad_norm": 3.4543833908474646,
      "learning_rate": 0.00024232494699775187,
      "loss": 5.5312,
      "step": 43751
    },
    {
      "epoch": 1.7920131066967029,
      "grad_norm": 3.805075833335276,
      "learning_rate": 0.0002423223765496894,
      "loss": 6.0312,
      "step": 43752
    },
    {
      "epoch": 1.7920540651238992,
      "grad_norm": 2.694477608034804,
      "learning_rate": 0.00024231980605798228,
      "loss": 5.3125,
      "step": 43753
    },
    {
      "epoch": 1.7920950235510955,
      "grad_norm": 2.8604435846604206,
      "learning_rate": 0.0002423172355226317,
      "loss": 4.4688,
      "step": 43754
    },
    {
      "epoch": 1.792135981978292,
      "grad_norm": 2.4784793348245584,
      "learning_rate": 0.00024231466494363887,
      "loss": 4.5,
      "step": 43755
    },
    {
      "epoch": 1.7921769404054886,
      "grad_norm": 3.8321373661903717,
      "learning_rate": 0.00024231209432100506,
      "loss": 2.1094,
      "step": 43756
    },
    {
      "epoch": 1.7922178988326847,
      "grad_norm": 2.6891942661115826,
      "learning_rate": 0.00024230952365473143,
      "loss": 4.5,
      "step": 43757
    },
    {
      "epoch": 1.7922588572598812,
      "grad_norm": 8.839384565249771,
      "learning_rate": 0.00024230695294481924,
      "loss": 5.9688,
      "step": 43758
    },
    {
      "epoch": 1.7922998156870777,
      "grad_norm": 2.439182848992502,
      "learning_rate": 0.0002423043821912696,
      "loss": 4.0312,
      "step": 43759
    },
    {
      "epoch": 1.792340774114274,
      "grad_norm": 2.6720779118976132,
      "learning_rate": 0.00024230181139408386,
      "loss": 4.4688,
      "step": 43760
    },
    {
      "epoch": 1.7923817325414704,
      "grad_norm": 3.6820878336452805,
      "learning_rate": 0.00024229924055326317,
      "loss": 5.5938,
      "step": 43761
    },
    {
      "epoch": 1.792422690968667,
      "grad_norm": 2.4399814129264463,
      "learning_rate": 0.0002422966696688088,
      "loss": 4.6875,
      "step": 43762
    },
    {
      "epoch": 1.7924636493958632,
      "grad_norm": 5.146970094940375,
      "learning_rate": 0.00024229409874072187,
      "loss": 1.9844,
      "step": 43763
    },
    {
      "epoch": 1.7925046078230595,
      "grad_norm": 2.624471115314268,
      "learning_rate": 0.00024229152776900366,
      "loss": 5.2188,
      "step": 43764
    },
    {
      "epoch": 1.792545566250256,
      "grad_norm": 2.698865648805464,
      "learning_rate": 0.00024228895675365537,
      "loss": 4.4375,
      "step": 43765
    },
    {
      "epoch": 1.7925865246774524,
      "grad_norm": 3.4342380263484698,
      "learning_rate": 0.0002422863856946782,
      "loss": 4.5312,
      "step": 43766
    },
    {
      "epoch": 1.7926274831046487,
      "grad_norm": 2.643386995434025,
      "learning_rate": 0.0002422838145920734,
      "loss": 5.125,
      "step": 43767
    },
    {
      "epoch": 1.7926684415318452,
      "grad_norm": 3.0817889460595684,
      "learning_rate": 0.00024228124344584216,
      "loss": 1.4844,
      "step": 43768
    },
    {
      "epoch": 1.7927093999590415,
      "grad_norm": 3.001003628508038,
      "learning_rate": 0.00024227867225598573,
      "loss": 3.6875,
      "step": 43769
    },
    {
      "epoch": 1.7927503583862379,
      "grad_norm": 2.923070302231251,
      "learning_rate": 0.00024227610102250528,
      "loss": 1.125,
      "step": 43770
    },
    {
      "epoch": 1.7927913168134344,
      "grad_norm": 15.267192820432442,
      "learning_rate": 0.00024227352974540205,
      "loss": 6.25,
      "step": 43771
    },
    {
      "epoch": 1.7928322752406307,
      "grad_norm": 2.277156536095125,
      "learning_rate": 0.00024227095842467724,
      "loss": 3.6562,
      "step": 43772
    },
    {
      "epoch": 1.792873233667827,
      "grad_norm": 2.576582273430666,
      "learning_rate": 0.00024226838706033205,
      "loss": 4.5938,
      "step": 43773
    },
    {
      "epoch": 1.7929141920950236,
      "grad_norm": 2.440225136203749,
      "learning_rate": 0.00024226581565236775,
      "loss": 4.7812,
      "step": 43774
    },
    {
      "epoch": 1.79295515052222,
      "grad_norm": 4.469729419394174,
      "learning_rate": 0.00024226324420078548,
      "loss": 5.9375,
      "step": 43775
    },
    {
      "epoch": 1.7929961089494162,
      "grad_norm": 2.6394065186779594,
      "learning_rate": 0.00024226067270558658,
      "loss": 4.875,
      "step": 43776
    },
    {
      "epoch": 1.7930370673766127,
      "grad_norm": 2.2396557384196547,
      "learning_rate": 0.00024225810116677217,
      "loss": 4.5625,
      "step": 43777
    },
    {
      "epoch": 1.7930780258038093,
      "grad_norm": 2.580759265967138,
      "learning_rate": 0.00024225552958434342,
      "loss": 4.8125,
      "step": 43778
    },
    {
      "epoch": 1.7931189842310056,
      "grad_norm": 2.4855271527801777,
      "learning_rate": 0.00024225295795830167,
      "loss": 4.2812,
      "step": 43779
    },
    {
      "epoch": 1.7931599426582019,
      "grad_norm": 3.9638038781585956,
      "learning_rate": 0.00024225038628864805,
      "loss": 6.4062,
      "step": 43780
    },
    {
      "epoch": 1.7932009010853984,
      "grad_norm": 5.81294164644282,
      "learning_rate": 0.0002422478145753838,
      "loss": 4.5938,
      "step": 43781
    },
    {
      "epoch": 1.7932418595125947,
      "grad_norm": 3.1410900467368044,
      "learning_rate": 0.00024224524281851015,
      "loss": 5.7188,
      "step": 43782
    },
    {
      "epoch": 1.793282817939791,
      "grad_norm": 3.1730976684617884,
      "learning_rate": 0.0002422426710180283,
      "loss": 5.625,
      "step": 43783
    },
    {
      "epoch": 1.7933237763669876,
      "grad_norm": 3.7480777594235297,
      "learning_rate": 0.00024224009917393947,
      "loss": 4.5312,
      "step": 43784
    },
    {
      "epoch": 1.793364734794184,
      "grad_norm": 3.8215117033735235,
      "learning_rate": 0.00024223752728624485,
      "loss": 5.7812,
      "step": 43785
    },
    {
      "epoch": 1.7934056932213802,
      "grad_norm": 10.047720222342678,
      "learning_rate": 0.00024223495535494573,
      "loss": 7.0,
      "step": 43786
    },
    {
      "epoch": 1.7934466516485768,
      "grad_norm": 2.8123504406097095,
      "learning_rate": 0.00024223238338004323,
      "loss": 4.7188,
      "step": 43787
    },
    {
      "epoch": 1.793487610075773,
      "grad_norm": 2.6091532271166415,
      "learning_rate": 0.00024222981136153864,
      "loss": 5.125,
      "step": 43788
    },
    {
      "epoch": 1.7935285685029694,
      "grad_norm": 1.848351910166803,
      "learning_rate": 0.00024222723929943313,
      "loss": 3.5781,
      "step": 43789
    },
    {
      "epoch": 1.793569526930166,
      "grad_norm": 7.129761622775179,
      "learning_rate": 0.0002422246671937279,
      "loss": 3.9219,
      "step": 43790
    },
    {
      "epoch": 1.7936104853573622,
      "grad_norm": 2.483052567202671,
      "learning_rate": 0.00024222209504442423,
      "loss": 5.0938,
      "step": 43791
    },
    {
      "epoch": 1.7936514437845585,
      "grad_norm": 3.927499504289572,
      "learning_rate": 0.00024221952285152334,
      "loss": 5.5312,
      "step": 43792
    },
    {
      "epoch": 1.793692402211755,
      "grad_norm": 3.0313405612025948,
      "learning_rate": 0.00024221695061502635,
      "loss": 5.1875,
      "step": 43793
    },
    {
      "epoch": 1.7937333606389516,
      "grad_norm": 2.9271767596627862,
      "learning_rate": 0.00024221437833493454,
      "loss": 5.2188,
      "step": 43794
    },
    {
      "epoch": 1.7937743190661477,
      "grad_norm": 3.0234236571273243,
      "learning_rate": 0.00024221180601124916,
      "loss": 5.25,
      "step": 43795
    },
    {
      "epoch": 1.7938152774933442,
      "grad_norm": 3.5074769970503317,
      "learning_rate": 0.00024220923364397137,
      "loss": 5.8438,
      "step": 43796
    },
    {
      "epoch": 1.7938562359205408,
      "grad_norm": 5.119919027618836,
      "learning_rate": 0.00024220666123310242,
      "loss": 5.5,
      "step": 43797
    },
    {
      "epoch": 1.793897194347737,
      "grad_norm": 2.9361235504959797,
      "learning_rate": 0.00024220408877864355,
      "loss": 4.75,
      "step": 43798
    },
    {
      "epoch": 1.7939381527749334,
      "grad_norm": 2.4781533787654784,
      "learning_rate": 0.00024220151628059585,
      "loss": 4.9375,
      "step": 43799
    },
    {
      "epoch": 1.79397911120213,
      "grad_norm": 2.4534304680932055,
      "learning_rate": 0.00024219894373896068,
      "loss": 4.25,
      "step": 43800
    },
    {
      "epoch": 1.7940200696293263,
      "grad_norm": 2.9128815749665025,
      "learning_rate": 0.00024219637115373917,
      "loss": 4.9062,
      "step": 43801
    },
    {
      "epoch": 1.7940610280565226,
      "grad_norm": 2.638087757457722,
      "learning_rate": 0.00024219379852493257,
      "loss": 5.1875,
      "step": 43802
    },
    {
      "epoch": 1.794101986483719,
      "grad_norm": 2.728170850590164,
      "learning_rate": 0.0002421912258525421,
      "loss": 5.0312,
      "step": 43803
    },
    {
      "epoch": 1.7941429449109154,
      "grad_norm": 2.74288007524186,
      "learning_rate": 0.00024218865313656898,
      "loss": 5.875,
      "step": 43804
    },
    {
      "epoch": 1.7941839033381117,
      "grad_norm": 2.7082318998753547,
      "learning_rate": 0.0002421860803770144,
      "loss": 4.8125,
      "step": 43805
    },
    {
      "epoch": 1.7942248617653083,
      "grad_norm": 2.6280233705888114,
      "learning_rate": 0.0002421835075738796,
      "loss": 4.5938,
      "step": 43806
    },
    {
      "epoch": 1.7942658201925046,
      "grad_norm": 2.6486050157731293,
      "learning_rate": 0.00024218093472716575,
      "loss": 4.7812,
      "step": 43807
    },
    {
      "epoch": 1.794306778619701,
      "grad_norm": 2.707835286379183,
      "learning_rate": 0.00024217836183687414,
      "loss": 5.25,
      "step": 43808
    },
    {
      "epoch": 1.7943477370468974,
      "grad_norm": 5.666605100516814,
      "learning_rate": 0.00024217578890300598,
      "loss": 5.3438,
      "step": 43809
    },
    {
      "epoch": 1.7943886954740937,
      "grad_norm": 2.6790023171743464,
      "learning_rate": 0.0002421732159255624,
      "loss": 5.6562,
      "step": 43810
    },
    {
      "epoch": 1.79442965390129,
      "grad_norm": 3.054392890722268,
      "learning_rate": 0.0002421706429045447,
      "loss": 4.5938,
      "step": 43811
    },
    {
      "epoch": 1.7944706123284866,
      "grad_norm": 2.9379947952231475,
      "learning_rate": 0.000242168069839954,
      "loss": 6.4688,
      "step": 43812
    },
    {
      "epoch": 1.7945115707556831,
      "grad_norm": 5.026982593163259,
      "learning_rate": 0.00024216549673179168,
      "loss": 3.2188,
      "step": 43813
    },
    {
      "epoch": 1.7945525291828792,
      "grad_norm": 2.4288884867388654,
      "learning_rate": 0.0002421629235800588,
      "loss": 4.8125,
      "step": 43814
    },
    {
      "epoch": 1.7945934876100758,
      "grad_norm": 3.07412497721296,
      "learning_rate": 0.0002421603503847567,
      "loss": 4.5,
      "step": 43815
    },
    {
      "epoch": 1.7946344460372723,
      "grad_norm": 2.3004642019650965,
      "learning_rate": 0.00024215777714588647,
      "loss": 3.1406,
      "step": 43816
    },
    {
      "epoch": 1.7946754044644686,
      "grad_norm": 2.6249552682910036,
      "learning_rate": 0.00024215520386344945,
      "loss": 5.4375,
      "step": 43817
    },
    {
      "epoch": 1.794716362891665,
      "grad_norm": 5.673447236331684,
      "learning_rate": 0.00024215263053744675,
      "loss": 1.9688,
      "step": 43818
    },
    {
      "epoch": 1.7947573213188615,
      "grad_norm": 2.692386692545451,
      "learning_rate": 0.00024215005716787965,
      "loss": 4.6875,
      "step": 43819
    },
    {
      "epoch": 1.7947982797460578,
      "grad_norm": 2.694887344077571,
      "learning_rate": 0.00024214748375474932,
      "loss": 5.1562,
      "step": 43820
    },
    {
      "epoch": 1.794839238173254,
      "grad_norm": 2.3497565075248263,
      "learning_rate": 0.00024214491029805706,
      "loss": 4.0312,
      "step": 43821
    },
    {
      "epoch": 1.7948801966004506,
      "grad_norm": 5.062219622998788,
      "learning_rate": 0.00024214233679780402,
      "loss": 5.875,
      "step": 43822
    },
    {
      "epoch": 1.794921155027647,
      "grad_norm": 2.6738454093122193,
      "learning_rate": 0.00024213976325399142,
      "loss": 5.0938,
      "step": 43823
    },
    {
      "epoch": 1.7949621134548432,
      "grad_norm": 2.8897042666917048,
      "learning_rate": 0.00024213718966662048,
      "loss": 3.7969,
      "step": 43824
    },
    {
      "epoch": 1.7950030718820398,
      "grad_norm": 3.5858825525221727,
      "learning_rate": 0.0002421346160356924,
      "loss": 5.9062,
      "step": 43825
    },
    {
      "epoch": 1.795044030309236,
      "grad_norm": 2.5212875896500146,
      "learning_rate": 0.00024213204236120845,
      "loss": 4.6875,
      "step": 43826
    },
    {
      "epoch": 1.7950849887364324,
      "grad_norm": 2.9168333908156754,
      "learning_rate": 0.00024212946864316982,
      "loss": 4.8125,
      "step": 43827
    },
    {
      "epoch": 1.795125947163629,
      "grad_norm": 3.1924587402642843,
      "learning_rate": 0.0002421268948815777,
      "loss": 6.4062,
      "step": 43828
    },
    {
      "epoch": 1.7951669055908253,
      "grad_norm": 4.161245511163949,
      "learning_rate": 0.00024212432107643335,
      "loss": 7.875,
      "step": 43829
    },
    {
      "epoch": 1.7952078640180216,
      "grad_norm": 3.2584339821945347,
      "learning_rate": 0.00024212174722773797,
      "loss": 5.8438,
      "step": 43830
    },
    {
      "epoch": 1.795248822445218,
      "grad_norm": 2.691692489868415,
      "learning_rate": 0.00024211917333549277,
      "loss": 4.875,
      "step": 43831
    },
    {
      "epoch": 1.7952897808724146,
      "grad_norm": 2.609139047236295,
      "learning_rate": 0.00024211659939969897,
      "loss": 5.0312,
      "step": 43832
    },
    {
      "epoch": 1.7953307392996107,
      "grad_norm": 3.1036103746935506,
      "learning_rate": 0.00024211402542035777,
      "loss": 5.3125,
      "step": 43833
    },
    {
      "epoch": 1.7953716977268073,
      "grad_norm": 2.6094312908805835,
      "learning_rate": 0.00024211145139747044,
      "loss": 4.5312,
      "step": 43834
    },
    {
      "epoch": 1.7954126561540038,
      "grad_norm": 2.813716091092039,
      "learning_rate": 0.00024210887733103813,
      "loss": 4.8438,
      "step": 43835
    },
    {
      "epoch": 1.7954536145812001,
      "grad_norm": 3.3575065159603326,
      "learning_rate": 0.0002421063032210621,
      "loss": 4.9688,
      "step": 43836
    },
    {
      "epoch": 1.7954945730083964,
      "grad_norm": 2.8652664338602345,
      "learning_rate": 0.00024210372906754353,
      "loss": 4.7188,
      "step": 43837
    },
    {
      "epoch": 1.795535531435593,
      "grad_norm": 2.3348075324580853,
      "learning_rate": 0.0002421011548704837,
      "loss": 4.8438,
      "step": 43838
    },
    {
      "epoch": 1.7955764898627893,
      "grad_norm": 3.4951830822806516,
      "learning_rate": 0.00024209858062988374,
      "loss": 5.8125,
      "step": 43839
    },
    {
      "epoch": 1.7956174482899856,
      "grad_norm": 3.440717415639233,
      "learning_rate": 0.00024209600634574497,
      "loss": 6.7188,
      "step": 43840
    },
    {
      "epoch": 1.7956584067171821,
      "grad_norm": 2.75562962592688,
      "learning_rate": 0.00024209343201806854,
      "loss": 5.9062,
      "step": 43841
    },
    {
      "epoch": 1.7956993651443784,
      "grad_norm": 2.705934193348946,
      "learning_rate": 0.00024209085764685567,
      "loss": 5.3438,
      "step": 43842
    },
    {
      "epoch": 1.7957403235715748,
      "grad_norm": 2.8747472037499806,
      "learning_rate": 0.00024208828323210758,
      "loss": 5.7188,
      "step": 43843
    },
    {
      "epoch": 1.7957812819987713,
      "grad_norm": 3.1915192684189773,
      "learning_rate": 0.0002420857087738255,
      "loss": 4.4688,
      "step": 43844
    },
    {
      "epoch": 1.7958222404259676,
      "grad_norm": 2.908216777615984,
      "learning_rate": 0.00024208313427201062,
      "loss": 5.5938,
      "step": 43845
    },
    {
      "epoch": 1.795863198853164,
      "grad_norm": 3.233061432962676,
      "learning_rate": 0.00024208055972666417,
      "loss": 5.9062,
      "step": 43846
    },
    {
      "epoch": 1.7959041572803605,
      "grad_norm": 4.7396780403520555,
      "learning_rate": 0.00024207798513778742,
      "loss": 4.6562,
      "step": 43847
    },
    {
      "epoch": 1.795945115707557,
      "grad_norm": 2.565555599112145,
      "learning_rate": 0.00024207541050538152,
      "loss": 5.0625,
      "step": 43848
    },
    {
      "epoch": 1.795986074134753,
      "grad_norm": 3.6783144967973667,
      "learning_rate": 0.0002420728358294477,
      "loss": 4.875,
      "step": 43849
    },
    {
      "epoch": 1.7960270325619496,
      "grad_norm": 2.7537299630087935,
      "learning_rate": 0.0002420702611099872,
      "loss": 5.5625,
      "step": 43850
    },
    {
      "epoch": 1.7960679909891462,
      "grad_norm": 3.7543384605471544,
      "learning_rate": 0.00024206768634700123,
      "loss": 6.1875,
      "step": 43851
    },
    {
      "epoch": 1.7961089494163422,
      "grad_norm": 3.494334803664573,
      "learning_rate": 0.00024206511154049098,
      "loss": 5.7188,
      "step": 43852
    },
    {
      "epoch": 1.7961499078435388,
      "grad_norm": 2.647793779514364,
      "learning_rate": 0.00024206253669045773,
      "loss": 5.6562,
      "step": 43853
    },
    {
      "epoch": 1.7961908662707353,
      "grad_norm": 2.7770048637178877,
      "learning_rate": 0.0002420599617969026,
      "loss": 5.0312,
      "step": 43854
    },
    {
      "epoch": 1.7962318246979316,
      "grad_norm": 2.6065191968695336,
      "learning_rate": 0.00024205738685982692,
      "loss": 5.125,
      "step": 43855
    },
    {
      "epoch": 1.796272783125128,
      "grad_norm": 2.7746682551942774,
      "learning_rate": 0.00024205481187923177,
      "loss": 4.8438,
      "step": 43856
    },
    {
      "epoch": 1.7963137415523245,
      "grad_norm": 3.6225619337640755,
      "learning_rate": 0.0002420522368551185,
      "loss": 4.6562,
      "step": 43857
    },
    {
      "epoch": 1.7963546999795208,
      "grad_norm": 2.5097802472112485,
      "learning_rate": 0.00024204966178748827,
      "loss": 4.6875,
      "step": 43858
    },
    {
      "epoch": 1.796395658406717,
      "grad_norm": 2.8527514039848447,
      "learning_rate": 0.00024204708667634233,
      "loss": 5.0312,
      "step": 43859
    },
    {
      "epoch": 1.7964366168339136,
      "grad_norm": 2.849804489459381,
      "learning_rate": 0.0002420445115216818,
      "loss": 5.0312,
      "step": 43860
    },
    {
      "epoch": 1.79647757526111,
      "grad_norm": 2.577815715375682,
      "learning_rate": 0.000242041936323508,
      "loss": 4.9062,
      "step": 43861
    },
    {
      "epoch": 1.7965185336883063,
      "grad_norm": 2.4959169214859034,
      "learning_rate": 0.00024203936108182215,
      "loss": 5.5938,
      "step": 43862
    },
    {
      "epoch": 1.7965594921155028,
      "grad_norm": 2.9397360887556263,
      "learning_rate": 0.00024203678579662533,
      "loss": 6.2812,
      "step": 43863
    },
    {
      "epoch": 1.7966004505426991,
      "grad_norm": 2.566543473184843,
      "learning_rate": 0.00024203421046791897,
      "loss": 5.3438,
      "step": 43864
    },
    {
      "epoch": 1.7966414089698954,
      "grad_norm": 2.7766451608616816,
      "learning_rate": 0.0002420316350957041,
      "loss": 4.6562,
      "step": 43865
    },
    {
      "epoch": 1.796682367397092,
      "grad_norm": 4.444178760081952,
      "learning_rate": 0.00024202905967998206,
      "loss": 5.1562,
      "step": 43866
    },
    {
      "epoch": 1.7967233258242885,
      "grad_norm": 3.310426659267854,
      "learning_rate": 0.00024202648422075396,
      "loss": 4.7188,
      "step": 43867
    },
    {
      "epoch": 1.7967642842514846,
      "grad_norm": 2.6702519848987083,
      "learning_rate": 0.00024202390871802114,
      "loss": 4.4062,
      "step": 43868
    },
    {
      "epoch": 1.7968052426786811,
      "grad_norm": 2.928092453782436,
      "learning_rate": 0.00024202133317178474,
      "loss": 6.0625,
      "step": 43869
    },
    {
      "epoch": 1.7968462011058777,
      "grad_norm": 2.7422887825597417,
      "learning_rate": 0.000242018757582046,
      "loss": 3.7969,
      "step": 43870
    },
    {
      "epoch": 1.796887159533074,
      "grad_norm": 2.9331200234143013,
      "learning_rate": 0.0002420161819488061,
      "loss": 5.2188,
      "step": 43871
    },
    {
      "epoch": 1.7969281179602703,
      "grad_norm": 5.178048853634778,
      "learning_rate": 0.00024201360627206634,
      "loss": 6.125,
      "step": 43872
    },
    {
      "epoch": 1.7969690763874668,
      "grad_norm": 3.550828646296432,
      "learning_rate": 0.00024201103055182784,
      "loss": 4.7812,
      "step": 43873
    },
    {
      "epoch": 1.7970100348146631,
      "grad_norm": 2.0905710613587067,
      "learning_rate": 0.0002420084547880919,
      "loss": 2.3594,
      "step": 43874
    },
    {
      "epoch": 1.7970509932418595,
      "grad_norm": 2.8487952079785464,
      "learning_rate": 0.00024200587898085964,
      "loss": 4.8125,
      "step": 43875
    },
    {
      "epoch": 1.797091951669056,
      "grad_norm": 2.419197117954805,
      "learning_rate": 0.0002420033031301324,
      "loss": 4.6875,
      "step": 43876
    },
    {
      "epoch": 1.7971329100962523,
      "grad_norm": 2.618041357660829,
      "learning_rate": 0.00024200072723591133,
      "loss": 4.8125,
      "step": 43877
    },
    {
      "epoch": 1.7971738685234486,
      "grad_norm": 3.337898776327176,
      "learning_rate": 0.0002419981512981976,
      "loss": 4.4375,
      "step": 43878
    },
    {
      "epoch": 1.7972148269506452,
      "grad_norm": 2.7314339125616622,
      "learning_rate": 0.00024199557531699256,
      "loss": 5.5312,
      "step": 43879
    },
    {
      "epoch": 1.7972557853778415,
      "grad_norm": 2.693852719175385,
      "learning_rate": 0.0002419929992922973,
      "loss": 5.125,
      "step": 43880
    },
    {
      "epoch": 1.7972967438050378,
      "grad_norm": 2.4726099595034223,
      "learning_rate": 0.0002419904232241131,
      "loss": 4.8438,
      "step": 43881
    },
    {
      "epoch": 1.7973377022322343,
      "grad_norm": 2.4547864067529956,
      "learning_rate": 0.00024198784711244116,
      "loss": 4.6875,
      "step": 43882
    },
    {
      "epoch": 1.7973786606594306,
      "grad_norm": 3.02506024590014,
      "learning_rate": 0.00024198527095728272,
      "loss": 4.5625,
      "step": 43883
    },
    {
      "epoch": 1.797419619086627,
      "grad_norm": 2.3038591448397456,
      "learning_rate": 0.00024198269475863898,
      "loss": 3.6719,
      "step": 43884
    },
    {
      "epoch": 1.7974605775138235,
      "grad_norm": 2.812416234919285,
      "learning_rate": 0.00024198011851651115,
      "loss": 4.4375,
      "step": 43885
    },
    {
      "epoch": 1.79750153594102,
      "grad_norm": 2.994028725476927,
      "learning_rate": 0.00024197754223090047,
      "loss": 4.9688,
      "step": 43886
    },
    {
      "epoch": 1.7975424943682161,
      "grad_norm": 3.094803277752669,
      "learning_rate": 0.00024197496590180813,
      "loss": 5.7188,
      "step": 43887
    },
    {
      "epoch": 1.7975834527954127,
      "grad_norm": 2.5184071196778186,
      "learning_rate": 0.00024197238952923536,
      "loss": 4.3438,
      "step": 43888
    },
    {
      "epoch": 1.7976244112226092,
      "grad_norm": 3.733385416500601,
      "learning_rate": 0.0002419698131131834,
      "loss": 5.7188,
      "step": 43889
    },
    {
      "epoch": 1.7976653696498055,
      "grad_norm": 2.8913061456045903,
      "learning_rate": 0.00024196723665365343,
      "loss": 5.2188,
      "step": 43890
    },
    {
      "epoch": 1.7977063280770018,
      "grad_norm": 2.7177925108860426,
      "learning_rate": 0.0002419646601506467,
      "loss": 4.6875,
      "step": 43891
    },
    {
      "epoch": 1.7977472865041983,
      "grad_norm": 4.403517442041274,
      "learning_rate": 0.00024196208360416442,
      "loss": 6.4688,
      "step": 43892
    },
    {
      "epoch": 1.7977882449313947,
      "grad_norm": 3.31032904183604,
      "learning_rate": 0.00024195950701420778,
      "loss": 5.4062,
      "step": 43893
    },
    {
      "epoch": 1.797829203358591,
      "grad_norm": 2.473103843579857,
      "learning_rate": 0.00024195693038077805,
      "loss": 4.9062,
      "step": 43894
    },
    {
      "epoch": 1.7978701617857875,
      "grad_norm": 4.322207332421203,
      "learning_rate": 0.0002419543537038764,
      "loss": 6.1562,
      "step": 43895
    },
    {
      "epoch": 1.7979111202129838,
      "grad_norm": 2.3819866034871477,
      "learning_rate": 0.00024195177698350405,
      "loss": 4.0938,
      "step": 43896
    },
    {
      "epoch": 1.7979520786401801,
      "grad_norm": 2.32917093981397,
      "learning_rate": 0.00024194920021966229,
      "loss": 5.2812,
      "step": 43897
    },
    {
      "epoch": 1.7979930370673767,
      "grad_norm": 3.487160463313668,
      "learning_rate": 0.00024194662341235222,
      "loss": 6.4688,
      "step": 43898
    },
    {
      "epoch": 1.798033995494573,
      "grad_norm": 2.7819671315845165,
      "learning_rate": 0.00024194404656157517,
      "loss": 5.0,
      "step": 43899
    },
    {
      "epoch": 1.7980749539217693,
      "grad_norm": 2.9757010997770283,
      "learning_rate": 0.00024194146966733228,
      "loss": 5.0,
      "step": 43900
    },
    {
      "epoch": 1.7981159123489658,
      "grad_norm": 3.3268357484813182,
      "learning_rate": 0.00024193889272962482,
      "loss": 4.3125,
      "step": 43901
    },
    {
      "epoch": 1.7981568707761622,
      "grad_norm": 3.1898563774562567,
      "learning_rate": 0.000241936315748454,
      "loss": 6.2812,
      "step": 43902
    },
    {
      "epoch": 1.7981978292033585,
      "grad_norm": 4.2708591154357745,
      "learning_rate": 0.00024193373872382097,
      "loss": 6.4688,
      "step": 43903
    },
    {
      "epoch": 1.798238787630555,
      "grad_norm": 2.9432771285963724,
      "learning_rate": 0.00024193116165572705,
      "loss": 4.9688,
      "step": 43904
    },
    {
      "epoch": 1.7982797460577515,
      "grad_norm": 7.965055384165667,
      "learning_rate": 0.0002419285845441734,
      "loss": 5.6875,
      "step": 43905
    },
    {
      "epoch": 1.7983207044849476,
      "grad_norm": 6.715480326499,
      "learning_rate": 0.00024192600738916122,
      "loss": 3.1094,
      "step": 43906
    },
    {
      "epoch": 1.7983616629121442,
      "grad_norm": 2.776023098244288,
      "learning_rate": 0.0002419234301906918,
      "loss": 3.4844,
      "step": 43907
    },
    {
      "epoch": 1.7984026213393407,
      "grad_norm": 3.275017039270957,
      "learning_rate": 0.00024192085294876632,
      "loss": 4.3438,
      "step": 43908
    },
    {
      "epoch": 1.798443579766537,
      "grad_norm": 2.5893692763069103,
      "learning_rate": 0.00024191827566338595,
      "loss": 4.5,
      "step": 43909
    },
    {
      "epoch": 1.7984845381937333,
      "grad_norm": 2.506440189896631,
      "learning_rate": 0.00024191569833455199,
      "loss": 4.2188,
      "step": 43910
    },
    {
      "epoch": 1.7985254966209299,
      "grad_norm": 2.46168176660542,
      "learning_rate": 0.0002419131209622656,
      "loss": 4.3125,
      "step": 43911
    },
    {
      "epoch": 1.7985664550481262,
      "grad_norm": 2.7650125069439584,
      "learning_rate": 0.00024191054354652804,
      "loss": 3.9844,
      "step": 43912
    },
    {
      "epoch": 1.7986074134753225,
      "grad_norm": 4.184385762375053,
      "learning_rate": 0.0002419079660873405,
      "loss": 3.4688,
      "step": 43913
    },
    {
      "epoch": 1.798648371902519,
      "grad_norm": 4.8875980574586695,
      "learning_rate": 0.0002419053885847042,
      "loss": 5.7188,
      "step": 43914
    },
    {
      "epoch": 1.7986893303297153,
      "grad_norm": 2.6287108715643948,
      "learning_rate": 0.00024190281103862038,
      "loss": 4.875,
      "step": 43915
    },
    {
      "epoch": 1.7987302887569117,
      "grad_norm": 4.340695234965208,
      "learning_rate": 0.00024190023344909024,
      "loss": 4.875,
      "step": 43916
    },
    {
      "epoch": 1.7987712471841082,
      "grad_norm": 3.124332013512773,
      "learning_rate": 0.000241897655816115,
      "loss": 4.9375,
      "step": 43917
    },
    {
      "epoch": 1.7988122056113045,
      "grad_norm": 2.8161236830127705,
      "learning_rate": 0.00024189507813969586,
      "loss": 3.7188,
      "step": 43918
    },
    {
      "epoch": 1.7988531640385008,
      "grad_norm": 2.59677901477231,
      "learning_rate": 0.0002418925004198341,
      "loss": 5.0625,
      "step": 43919
    },
    {
      "epoch": 1.7988941224656974,
      "grad_norm": 3.045872405037117,
      "learning_rate": 0.0002418899226565308,
      "loss": 4.2812,
      "step": 43920
    },
    {
      "epoch": 1.7989350808928937,
      "grad_norm": 5.658422400797307,
      "learning_rate": 0.00024188734484978744,
      "loss": 5.0,
      "step": 43921
    },
    {
      "epoch": 1.79897603932009,
      "grad_norm": 8.030994482066376,
      "learning_rate": 0.00024188476699960493,
      "loss": 5.4062,
      "step": 43922
    },
    {
      "epoch": 1.7990169977472865,
      "grad_norm": 4.836486391941983,
      "learning_rate": 0.0002418821891059847,
      "loss": 7.0,
      "step": 43923
    },
    {
      "epoch": 1.799057956174483,
      "grad_norm": 2.7025192560070352,
      "learning_rate": 0.0002418796111689279,
      "loss": 4.8438,
      "step": 43924
    },
    {
      "epoch": 1.7990989146016791,
      "grad_norm": 3.697043308804277,
      "learning_rate": 0.00024187703318843577,
      "loss": 5.6562,
      "step": 43925
    },
    {
      "epoch": 1.7991398730288757,
      "grad_norm": 2.828202091250113,
      "learning_rate": 0.00024187445516450949,
      "loss": 5.1875,
      "step": 43926
    },
    {
      "epoch": 1.7991808314560722,
      "grad_norm": 3.2936430592514707,
      "learning_rate": 0.00024187187709715026,
      "loss": 4.3125,
      "step": 43927
    },
    {
      "epoch": 1.7992217898832685,
      "grad_norm": 2.55120784928984,
      "learning_rate": 0.00024186929898635938,
      "loss": 5.3125,
      "step": 43928
    },
    {
      "epoch": 1.7992627483104648,
      "grad_norm": 4.037233656993853,
      "learning_rate": 0.00024186672083213802,
      "loss": 4.875,
      "step": 43929
    },
    {
      "epoch": 1.7993037067376614,
      "grad_norm": 2.4889728369918283,
      "learning_rate": 0.00024186414263448745,
      "loss": 4.7812,
      "step": 43930
    },
    {
      "epoch": 1.7993446651648577,
      "grad_norm": 2.8291064735642655,
      "learning_rate": 0.00024186156439340872,
      "loss": 4.6562,
      "step": 43931
    },
    {
      "epoch": 1.799385623592054,
      "grad_norm": 3.289693606457499,
      "learning_rate": 0.00024185898610890332,
      "loss": 6.2812,
      "step": 43932
    },
    {
      "epoch": 1.7994265820192505,
      "grad_norm": 2.78880151347762,
      "learning_rate": 0.00024185640778097222,
      "loss": 5.375,
      "step": 43933
    },
    {
      "epoch": 1.7994675404464469,
      "grad_norm": 5.838388644012298,
      "learning_rate": 0.00024185382940961677,
      "loss": 3.8594,
      "step": 43934
    },
    {
      "epoch": 1.7995084988736432,
      "grad_norm": 2.573798867124785,
      "learning_rate": 0.00024185125099483818,
      "loss": 5.25,
      "step": 43935
    },
    {
      "epoch": 1.7995494573008397,
      "grad_norm": 2.4239276528678935,
      "learning_rate": 0.00024184867253663762,
      "loss": 5.4688,
      "step": 43936
    },
    {
      "epoch": 1.799590415728036,
      "grad_norm": 3.1959546351421206,
      "learning_rate": 0.00024184609403501633,
      "loss": 5.4375,
      "step": 43937
    },
    {
      "epoch": 1.7996313741552323,
      "grad_norm": 2.3605571392574705,
      "learning_rate": 0.00024184351548997557,
      "loss": 4.1562,
      "step": 43938
    },
    {
      "epoch": 1.7996723325824289,
      "grad_norm": 2.778598934645033,
      "learning_rate": 0.0002418409369015165,
      "loss": 5.3438,
      "step": 43939
    },
    {
      "epoch": 1.7997132910096252,
      "grad_norm": 2.6434535811497586,
      "learning_rate": 0.00024183835826964035,
      "loss": 4.9688,
      "step": 43940
    },
    {
      "epoch": 1.7997542494368215,
      "grad_norm": 2.9073880031792565,
      "learning_rate": 0.00024183577959434836,
      "loss": 4.375,
      "step": 43941
    },
    {
      "epoch": 1.799795207864018,
      "grad_norm": 5.321010529499145,
      "learning_rate": 0.0002418332008756418,
      "loss": 5.375,
      "step": 43942
    },
    {
      "epoch": 1.7998361662912146,
      "grad_norm": 2.6916783483396136,
      "learning_rate": 0.00024183062211352176,
      "loss": 4.75,
      "step": 43943
    },
    {
      "epoch": 1.7998771247184107,
      "grad_norm": 2.4147189514742613,
      "learning_rate": 0.00024182804330798958,
      "loss": 3.8594,
      "step": 43944
    },
    {
      "epoch": 1.7999180831456072,
      "grad_norm": 2.193876186212527,
      "learning_rate": 0.00024182546445904637,
      "loss": 4.0938,
      "step": 43945
    },
    {
      "epoch": 1.7999590415728037,
      "grad_norm": 3.6898078699341554,
      "learning_rate": 0.00024182288556669348,
      "loss": 5.4375,
      "step": 43946
    },
    {
      "epoch": 1.8,
      "grad_norm": 4.050064611110019,
      "learning_rate": 0.00024182030663093203,
      "loss": 6.7188,
      "step": 43947
    },
    {
      "epoch": 1.8000409584271964,
      "grad_norm": 2.3863053151950817,
      "learning_rate": 0.00024181772765176327,
      "loss": 4.8438,
      "step": 43948
    },
    {
      "epoch": 1.800081916854393,
      "grad_norm": 2.6723471779088777,
      "learning_rate": 0.00024181514862918843,
      "loss": 4.6875,
      "step": 43949
    },
    {
      "epoch": 1.8001228752815892,
      "grad_norm": 2.70095005401683,
      "learning_rate": 0.00024181256956320866,
      "loss": 6.0312,
      "step": 43950
    },
    {
      "epoch": 1.8001638337087855,
      "grad_norm": 2.4227613367838243,
      "learning_rate": 0.00024180999045382527,
      "loss": 3.875,
      "step": 43951
    },
    {
      "epoch": 1.800204792135982,
      "grad_norm": 4.193017190577366,
      "learning_rate": 0.00024180741130103948,
      "loss": 6.0,
      "step": 43952
    },
    {
      "epoch": 1.8002457505631784,
      "grad_norm": 2.840810198396236,
      "learning_rate": 0.00024180483210485245,
      "loss": 5.2188,
      "step": 43953
    },
    {
      "epoch": 1.8002867089903747,
      "grad_norm": 2.570360174867934,
      "learning_rate": 0.00024180225286526537,
      "loss": 4.5625,
      "step": 43954
    },
    {
      "epoch": 1.8003276674175712,
      "grad_norm": 2.3607982723601375,
      "learning_rate": 0.00024179967358227953,
      "loss": 4.6562,
      "step": 43955
    },
    {
      "epoch": 1.8003686258447675,
      "grad_norm": 2.3323223353265843,
      "learning_rate": 0.0002417970942558962,
      "loss": 4.7812,
      "step": 43956
    },
    {
      "epoch": 1.8004095842719638,
      "grad_norm": 2.410856438571681,
      "learning_rate": 0.00024179451488611647,
      "loss": 3.9531,
      "step": 43957
    },
    {
      "epoch": 1.8004505426991604,
      "grad_norm": 2.6863202679570857,
      "learning_rate": 0.00024179193547294164,
      "loss": 5.1562,
      "step": 43958
    },
    {
      "epoch": 1.8004915011263567,
      "grad_norm": 2.8628650245441203,
      "learning_rate": 0.00024178935601637292,
      "loss": 5.3125,
      "step": 43959
    },
    {
      "epoch": 1.800532459553553,
      "grad_norm": 3.0411984347723133,
      "learning_rate": 0.00024178677651641147,
      "loss": 5.8438,
      "step": 43960
    },
    {
      "epoch": 1.8005734179807495,
      "grad_norm": 2.714064299529107,
      "learning_rate": 0.00024178419697305862,
      "loss": 5.2812,
      "step": 43961
    },
    {
      "epoch": 1.800614376407946,
      "grad_norm": 11.640850457425962,
      "learning_rate": 0.0002417816173863155,
      "loss": 5.75,
      "step": 43962
    },
    {
      "epoch": 1.8006553348351422,
      "grad_norm": 2.868224287631068,
      "learning_rate": 0.00024177903775618334,
      "loss": 4.6875,
      "step": 43963
    },
    {
      "epoch": 1.8006962932623387,
      "grad_norm": 2.9218790182123167,
      "learning_rate": 0.00024177645808266338,
      "loss": 5.4688,
      "step": 43964
    },
    {
      "epoch": 1.8007372516895352,
      "grad_norm": 2.9511184865479643,
      "learning_rate": 0.00024177387836575687,
      "loss": 5.375,
      "step": 43965
    },
    {
      "epoch": 1.8007782101167316,
      "grad_norm": 2.52821664958361,
      "learning_rate": 0.00024177129860546495,
      "loss": 4.4062,
      "step": 43966
    },
    {
      "epoch": 1.8008191685439279,
      "grad_norm": 2.47726169589571,
      "learning_rate": 0.00024176871880178893,
      "loss": 4.9688,
      "step": 43967
    },
    {
      "epoch": 1.8008601269711244,
      "grad_norm": 5.2063793977368915,
      "learning_rate": 0.00024176613895472997,
      "loss": 4.9688,
      "step": 43968
    },
    {
      "epoch": 1.8009010853983207,
      "grad_norm": 3.014493247711081,
      "learning_rate": 0.00024176355906428928,
      "loss": 5.3125,
      "step": 43969
    },
    {
      "epoch": 1.800942043825517,
      "grad_norm": 3.9745304068687166,
      "learning_rate": 0.0002417609791304681,
      "loss": 6.8125,
      "step": 43970
    },
    {
      "epoch": 1.8009830022527136,
      "grad_norm": 2.35862497530996,
      "learning_rate": 0.0002417583991532677,
      "loss": 4.8438,
      "step": 43971
    },
    {
      "epoch": 1.8010239606799099,
      "grad_norm": 2.8690422582659725,
      "learning_rate": 0.00024175581913268924,
      "loss": 4.4375,
      "step": 43972
    },
    {
      "epoch": 1.8010649191071062,
      "grad_norm": 2.730622580397099,
      "learning_rate": 0.00024175323906873393,
      "loss": 5.0312,
      "step": 43973
    },
    {
      "epoch": 1.8011058775343027,
      "grad_norm": 2.7653026566882466,
      "learning_rate": 0.00024175065896140304,
      "loss": 4.2812,
      "step": 43974
    },
    {
      "epoch": 1.801146835961499,
      "grad_norm": 2.749301667637378,
      "learning_rate": 0.00024174807881069773,
      "loss": 4.6875,
      "step": 43975
    },
    {
      "epoch": 1.8011877943886954,
      "grad_norm": 2.8643334124394175,
      "learning_rate": 0.0002417454986166193,
      "loss": 3.9375,
      "step": 43976
    },
    {
      "epoch": 1.801228752815892,
      "grad_norm": 2.8359413454377345,
      "learning_rate": 0.00024174291837916886,
      "loss": 4.5938,
      "step": 43977
    },
    {
      "epoch": 1.8012697112430882,
      "grad_norm": 2.4226993820828957,
      "learning_rate": 0.0002417403380983477,
      "loss": 3.9531,
      "step": 43978
    },
    {
      "epoch": 1.8013106696702845,
      "grad_norm": 3.550522608961433,
      "learning_rate": 0.00024173775777415707,
      "loss": 4.9688,
      "step": 43979
    },
    {
      "epoch": 1.801351628097481,
      "grad_norm": 3.543301669917138,
      "learning_rate": 0.00024173517740659815,
      "loss": 4.5938,
      "step": 43980
    },
    {
      "epoch": 1.8013925865246776,
      "grad_norm": 2.5577185605191852,
      "learning_rate": 0.00024173259699567212,
      "loss": 5.3125,
      "step": 43981
    },
    {
      "epoch": 1.8014335449518737,
      "grad_norm": 2.800407844904081,
      "learning_rate": 0.00024173001654138028,
      "loss": 4.5938,
      "step": 43982
    },
    {
      "epoch": 1.8014745033790702,
      "grad_norm": 2.47147484944068,
      "learning_rate": 0.00024172743604372382,
      "loss": 4.9062,
      "step": 43983
    },
    {
      "epoch": 1.8015154618062668,
      "grad_norm": 2.4555658228066415,
      "learning_rate": 0.0002417248555027039,
      "loss": 4.4062,
      "step": 43984
    },
    {
      "epoch": 1.801556420233463,
      "grad_norm": 2.7270992095149733,
      "learning_rate": 0.00024172227491832185,
      "loss": 5.25,
      "step": 43985
    },
    {
      "epoch": 1.8015973786606594,
      "grad_norm": 2.324923072053217,
      "learning_rate": 0.0002417196942905788,
      "loss": 0.9219,
      "step": 43986
    },
    {
      "epoch": 1.801638337087856,
      "grad_norm": 3.0911083276827744,
      "learning_rate": 0.00024171711361947601,
      "loss": 5.0938,
      "step": 43987
    },
    {
      "epoch": 1.8016792955150522,
      "grad_norm": 2.380534412511519,
      "learning_rate": 0.00024171453290501468,
      "loss": 4.3438,
      "step": 43988
    },
    {
      "epoch": 1.8017202539422486,
      "grad_norm": 5.029909527633986,
      "learning_rate": 0.00024171195214719602,
      "loss": 6.7812,
      "step": 43989
    },
    {
      "epoch": 1.801761212369445,
      "grad_norm": 2.4640571104787097,
      "learning_rate": 0.0002417093713460213,
      "loss": 4.7188,
      "step": 43990
    },
    {
      "epoch": 1.8018021707966414,
      "grad_norm": 2.5388189717828955,
      "learning_rate": 0.00024170679050149172,
      "loss": 4.375,
      "step": 43991
    },
    {
      "epoch": 1.8018431292238377,
      "grad_norm": 2.407449980295964,
      "learning_rate": 0.00024170420961360846,
      "loss": 4.75,
      "step": 43992
    },
    {
      "epoch": 1.8018840876510342,
      "grad_norm": 2.7688355910501907,
      "learning_rate": 0.0002417016286823728,
      "loss": 4.4375,
      "step": 43993
    },
    {
      "epoch": 1.8019250460782306,
      "grad_norm": 2.623912251702699,
      "learning_rate": 0.00024169904770778591,
      "loss": 4.25,
      "step": 43994
    },
    {
      "epoch": 1.8019660045054269,
      "grad_norm": 3.774522246775799,
      "learning_rate": 0.00024169646668984905,
      "loss": 2.9688,
      "step": 43995
    },
    {
      "epoch": 1.8020069629326234,
      "grad_norm": 4.159935546722995,
      "learning_rate": 0.00024169388562856345,
      "loss": 5.0,
      "step": 43996
    },
    {
      "epoch": 1.80204792135982,
      "grad_norm": 1.9500718111127002,
      "learning_rate": 0.00024169130452393023,
      "loss": 3.3438,
      "step": 43997
    },
    {
      "epoch": 1.802088879787016,
      "grad_norm": 2.4312971798032468,
      "learning_rate": 0.00024168872337595074,
      "loss": 3.9219,
      "step": 43998
    },
    {
      "epoch": 1.8021298382142126,
      "grad_norm": 2.5719479405820644,
      "learning_rate": 0.00024168614218462612,
      "loss": 3.9375,
      "step": 43999
    },
    {
      "epoch": 1.8021707966414091,
      "grad_norm": 2.4406383265647222,
      "learning_rate": 0.00024168356094995757,
      "loss": 4.5938,
      "step": 44000
    },
    {
      "epoch": 1.8022117550686052,
      "grad_norm": 3.901015445370182,
      "learning_rate": 0.0002416809796719464,
      "loss": 5.0312,
      "step": 44001
    },
    {
      "epoch": 1.8022527134958017,
      "grad_norm": 5.868094243656693,
      "learning_rate": 0.00024167839835059378,
      "loss": 3.0,
      "step": 44002
    },
    {
      "epoch": 1.8022936719229983,
      "grad_norm": 5.231334550428042,
      "learning_rate": 0.00024167581698590095,
      "loss": 2.7656,
      "step": 44003
    },
    {
      "epoch": 1.8023346303501946,
      "grad_norm": 3.4360538683860273,
      "learning_rate": 0.00024167323557786906,
      "loss": 6.8125,
      "step": 44004
    },
    {
      "epoch": 1.802375588777391,
      "grad_norm": 2.9122934839012125,
      "learning_rate": 0.00024167065412649945,
      "loss": 5.2188,
      "step": 44005
    },
    {
      "epoch": 1.8024165472045874,
      "grad_norm": 2.525034949769501,
      "learning_rate": 0.00024166807263179324,
      "loss": 4.625,
      "step": 44006
    },
    {
      "epoch": 1.8024575056317838,
      "grad_norm": 2.363991525779816,
      "learning_rate": 0.00024166549109375164,
      "loss": 4.6562,
      "step": 44007
    },
    {
      "epoch": 1.80249846405898,
      "grad_norm": 2.7067608714706255,
      "learning_rate": 0.00024166290951237597,
      "loss": 4.4062,
      "step": 44008
    },
    {
      "epoch": 1.8025394224861766,
      "grad_norm": 2.782959005033702,
      "learning_rate": 0.0002416603278876674,
      "loss": 3.8594,
      "step": 44009
    },
    {
      "epoch": 1.802580380913373,
      "grad_norm": 2.7413140341384885,
      "learning_rate": 0.00024165774621962715,
      "loss": 5.3125,
      "step": 44010
    },
    {
      "epoch": 1.8026213393405692,
      "grad_norm": 5.488387111416914,
      "learning_rate": 0.0002416551645082564,
      "loss": 6.4688,
      "step": 44011
    },
    {
      "epoch": 1.8026622977677658,
      "grad_norm": 2.498354227732305,
      "learning_rate": 0.00024165258275355643,
      "loss": 4.2812,
      "step": 44012
    },
    {
      "epoch": 1.802703256194962,
      "grad_norm": 2.4850298224442278,
      "learning_rate": 0.0002416500009555284,
      "loss": 3.8125,
      "step": 44013
    },
    {
      "epoch": 1.8027442146221584,
      "grad_norm": 5.363837553334988,
      "learning_rate": 0.00024164741911417362,
      "loss": 6.0625,
      "step": 44014
    },
    {
      "epoch": 1.802785173049355,
      "grad_norm": 3.6866584239923106,
      "learning_rate": 0.00024164483722949323,
      "loss": 5.375,
      "step": 44015
    },
    {
      "epoch": 1.8028261314765515,
      "grad_norm": 2.0159207932422185,
      "learning_rate": 0.0002416422553014885,
      "loss": 2.875,
      "step": 44016
    },
    {
      "epoch": 1.8028670899037476,
      "grad_norm": 2.4352178292751585,
      "learning_rate": 0.0002416396733301606,
      "loss": 4.5312,
      "step": 44017
    },
    {
      "epoch": 1.802908048330944,
      "grad_norm": 2.403295770654911,
      "learning_rate": 0.00024163709131551082,
      "loss": 4.8438,
      "step": 44018
    },
    {
      "epoch": 1.8029490067581406,
      "grad_norm": 2.4435600705495024,
      "learning_rate": 0.0002416345092575403,
      "loss": 4.7188,
      "step": 44019
    },
    {
      "epoch": 1.8029899651853367,
      "grad_norm": 3.395011312628134,
      "learning_rate": 0.00024163192715625034,
      "loss": 5.6875,
      "step": 44020
    },
    {
      "epoch": 1.8030309236125333,
      "grad_norm": 2.493083167637484,
      "learning_rate": 0.00024162934501164207,
      "loss": 4.4688,
      "step": 44021
    },
    {
      "epoch": 1.8030718820397298,
      "grad_norm": 2.910942067088728,
      "learning_rate": 0.00024162676282371678,
      "loss": 4.0938,
      "step": 44022
    },
    {
      "epoch": 1.803112840466926,
      "grad_norm": 3.8059719926039866,
      "learning_rate": 0.00024162418059247567,
      "loss": 6.0312,
      "step": 44023
    },
    {
      "epoch": 1.8031537988941224,
      "grad_norm": 3.0061338127404125,
      "learning_rate": 0.00024162159831792,
      "loss": 4.5625,
      "step": 44024
    },
    {
      "epoch": 1.803194757321319,
      "grad_norm": 3.8220183844895623,
      "learning_rate": 0.00024161901600005097,
      "loss": 5.2812,
      "step": 44025
    },
    {
      "epoch": 1.8032357157485153,
      "grad_norm": 2.1841572851948183,
      "learning_rate": 0.0002416164336388697,
      "loss": 3.5781,
      "step": 44026
    },
    {
      "epoch": 1.8032766741757116,
      "grad_norm": 3.702245467354256,
      "learning_rate": 0.00024161385123437756,
      "loss": 5.0625,
      "step": 44027
    },
    {
      "epoch": 1.8033176326029081,
      "grad_norm": 3.5468873900728677,
      "learning_rate": 0.00024161126878657568,
      "loss": 3.8594,
      "step": 44028
    },
    {
      "epoch": 1.8033585910301044,
      "grad_norm": 2.9821304661758834,
      "learning_rate": 0.00024160868629546532,
      "loss": 5.0938,
      "step": 44029
    },
    {
      "epoch": 1.8033995494573007,
      "grad_norm": 3.8696666784960874,
      "learning_rate": 0.00024160610376104766,
      "loss": 5.2812,
      "step": 44030
    },
    {
      "epoch": 1.8034405078844973,
      "grad_norm": 5.304963932762956,
      "learning_rate": 0.000241603521183324,
      "loss": 5.4688,
      "step": 44031
    },
    {
      "epoch": 1.8034814663116936,
      "grad_norm": 2.736667673213425,
      "learning_rate": 0.00024160093856229553,
      "loss": 4.9688,
      "step": 44032
    },
    {
      "epoch": 1.80352242473889,
      "grad_norm": 2.523025888397666,
      "learning_rate": 0.0002415983558979634,
      "loss": 4.5625,
      "step": 44033
    },
    {
      "epoch": 1.8035633831660864,
      "grad_norm": 2.4524843760967934,
      "learning_rate": 0.00024159577319032887,
      "loss": 4.2812,
      "step": 44034
    },
    {
      "epoch": 1.803604341593283,
      "grad_norm": 2.48556211900875,
      "learning_rate": 0.00024159319043939322,
      "loss": 4.8438,
      "step": 44035
    },
    {
      "epoch": 1.803645300020479,
      "grad_norm": 8.277097643178188,
      "learning_rate": 0.0002415906076451576,
      "loss": 4.875,
      "step": 44036
    },
    {
      "epoch": 1.8036862584476756,
      "grad_norm": 3.0684516247253004,
      "learning_rate": 0.00024158802480762326,
      "loss": 4.8125,
      "step": 44037
    },
    {
      "epoch": 1.8037272168748721,
      "grad_norm": 4.132278931514249,
      "learning_rate": 0.0002415854419267914,
      "loss": 3.9844,
      "step": 44038
    },
    {
      "epoch": 1.8037681753020685,
      "grad_norm": 2.369347647592836,
      "learning_rate": 0.0002415828590026633,
      "loss": 5.375,
      "step": 44039
    },
    {
      "epoch": 1.8038091337292648,
      "grad_norm": 2.739240768755818,
      "learning_rate": 0.00024158027603524008,
      "loss": 4.8125,
      "step": 44040
    },
    {
      "epoch": 1.8038500921564613,
      "grad_norm": 2.8541304407093517,
      "learning_rate": 0.00024157769302452306,
      "loss": 5.2188,
      "step": 44041
    },
    {
      "epoch": 1.8038910505836576,
      "grad_norm": 2.616640873597438,
      "learning_rate": 0.0002415751099705134,
      "loss": 4.75,
      "step": 44042
    },
    {
      "epoch": 1.803932009010854,
      "grad_norm": 3.5022407341465587,
      "learning_rate": 0.00024157252687321236,
      "loss": 4.7188,
      "step": 44043
    },
    {
      "epoch": 1.8039729674380505,
      "grad_norm": 2.725015490496962,
      "learning_rate": 0.00024156994373262112,
      "loss": 4.9375,
      "step": 44044
    },
    {
      "epoch": 1.8040139258652468,
      "grad_norm": 4.424937832546511,
      "learning_rate": 0.00024156736054874097,
      "loss": 4.4062,
      "step": 44045
    },
    {
      "epoch": 1.804054884292443,
      "grad_norm": 3.996691812761868,
      "learning_rate": 0.00024156477732157307,
      "loss": 3.9531,
      "step": 44046
    },
    {
      "epoch": 1.8040958427196396,
      "grad_norm": 3.2139256955652242,
      "learning_rate": 0.00024156219405111861,
      "loss": 3.5469,
      "step": 44047
    },
    {
      "epoch": 1.804136801146836,
      "grad_norm": 13.021391637050856,
      "learning_rate": 0.00024155961073737888,
      "loss": 5.5,
      "step": 44048
    },
    {
      "epoch": 1.8041777595740323,
      "grad_norm": 3.3157555868999893,
      "learning_rate": 0.0002415570273803551,
      "loss": 4.7188,
      "step": 44049
    },
    {
      "epoch": 1.8042187180012288,
      "grad_norm": 2.9450141261684917,
      "learning_rate": 0.00024155444398004847,
      "loss": 4.9062,
      "step": 44050
    },
    {
      "epoch": 1.804259676428425,
      "grad_norm": 3.336135773797895,
      "learning_rate": 0.00024155186053646018,
      "loss": 4.4375,
      "step": 44051
    },
    {
      "epoch": 1.8043006348556214,
      "grad_norm": 3.3464361560029685,
      "learning_rate": 0.00024154927704959152,
      "loss": 6.4375,
      "step": 44052
    },
    {
      "epoch": 1.804341593282818,
      "grad_norm": 2.410681784118931,
      "learning_rate": 0.00024154669351944368,
      "loss": 4.1875,
      "step": 44053
    },
    {
      "epoch": 1.8043825517100145,
      "grad_norm": 2.306148694113723,
      "learning_rate": 0.00024154410994601782,
      "loss": 5.1875,
      "step": 44054
    },
    {
      "epoch": 1.8044235101372106,
      "grad_norm": 2.971359278850398,
      "learning_rate": 0.00024154152632931527,
      "loss": 4.7188,
      "step": 44055
    },
    {
      "epoch": 1.8044644685644071,
      "grad_norm": 3.40302087148297,
      "learning_rate": 0.00024153894266933717,
      "loss": 5.9688,
      "step": 44056
    },
    {
      "epoch": 1.8045054269916037,
      "grad_norm": 2.4351799096703646,
      "learning_rate": 0.0002415363589660848,
      "loss": 4.4062,
      "step": 44057
    },
    {
      "epoch": 1.8045463854188,
      "grad_norm": 2.491135634533791,
      "learning_rate": 0.00024153377521955933,
      "loss": 4.125,
      "step": 44058
    },
    {
      "epoch": 1.8045873438459963,
      "grad_norm": 2.9756317750837766,
      "learning_rate": 0.00024153119142976198,
      "loss": 6.0,
      "step": 44059
    },
    {
      "epoch": 1.8046283022731928,
      "grad_norm": 2.8358643913990247,
      "learning_rate": 0.000241528607596694,
      "loss": 3.9688,
      "step": 44060
    },
    {
      "epoch": 1.8046692607003891,
      "grad_norm": 2.8238161535661632,
      "learning_rate": 0.00024152602372035662,
      "loss": 4.3438,
      "step": 44061
    },
    {
      "epoch": 1.8047102191275854,
      "grad_norm": 5.98074589812559,
      "learning_rate": 0.00024152343980075107,
      "loss": 6.0625,
      "step": 44062
    },
    {
      "epoch": 1.804751177554782,
      "grad_norm": 2.548368072297585,
      "learning_rate": 0.00024152085583787852,
      "loss": 4.3438,
      "step": 44063
    },
    {
      "epoch": 1.8047921359819783,
      "grad_norm": 2.7440563925849317,
      "learning_rate": 0.0002415182718317402,
      "loss": 4.9062,
      "step": 44064
    },
    {
      "epoch": 1.8048330944091746,
      "grad_norm": 3.6503715320419468,
      "learning_rate": 0.0002415156877823374,
      "loss": 6.5625,
      "step": 44065
    },
    {
      "epoch": 1.8048740528363711,
      "grad_norm": 2.483550583265137,
      "learning_rate": 0.00024151310368967127,
      "loss": 4.7812,
      "step": 44066
    },
    {
      "epoch": 1.8049150112635675,
      "grad_norm": 2.696060030556058,
      "learning_rate": 0.00024151051955374306,
      "loss": 4.9688,
      "step": 44067
    },
    {
      "epoch": 1.8049559696907638,
      "grad_norm": 5.406336220021781,
      "learning_rate": 0.00024150793537455398,
      "loss": 3.6562,
      "step": 44068
    },
    {
      "epoch": 1.8049969281179603,
      "grad_norm": 2.618976991858666,
      "learning_rate": 0.00024150535115210526,
      "loss": 4.6875,
      "step": 44069
    },
    {
      "epoch": 1.8050378865451566,
      "grad_norm": 4.705854488689741,
      "learning_rate": 0.00024150276688639813,
      "loss": 5.1875,
      "step": 44070
    },
    {
      "epoch": 1.805078844972353,
      "grad_norm": 4.026854007834105,
      "learning_rate": 0.0002415001825774338,
      "loss": 7.5312,
      "step": 44071
    },
    {
      "epoch": 1.8051198033995495,
      "grad_norm": 2.83764918983832,
      "learning_rate": 0.00024149759822521347,
      "loss": 5.4062,
      "step": 44072
    },
    {
      "epoch": 1.805160761826746,
      "grad_norm": 2.9596780459967174,
      "learning_rate": 0.00024149501382973843,
      "loss": 5.1875,
      "step": 44073
    },
    {
      "epoch": 1.805201720253942,
      "grad_norm": 2.5597975043034222,
      "learning_rate": 0.00024149242939100978,
      "loss": 4.7812,
      "step": 44074
    },
    {
      "epoch": 1.8052426786811386,
      "grad_norm": 3.1600376925335594,
      "learning_rate": 0.0002414898449090289,
      "loss": 4.7812,
      "step": 44075
    },
    {
      "epoch": 1.8052836371083352,
      "grad_norm": 2.6378003573607045,
      "learning_rate": 0.00024148726038379685,
      "loss": 4.75,
      "step": 44076
    },
    {
      "epoch": 1.8053245955355315,
      "grad_norm": 3.787534204936691,
      "learning_rate": 0.00024148467581531499,
      "loss": 3.4688,
      "step": 44077
    },
    {
      "epoch": 1.8053655539627278,
      "grad_norm": 4.594762100018384,
      "learning_rate": 0.00024148209120358446,
      "loss": 4.625,
      "step": 44078
    },
    {
      "epoch": 1.8054065123899243,
      "grad_norm": 16.8062884161218,
      "learning_rate": 0.00024147950654860654,
      "loss": 6.875,
      "step": 44079
    },
    {
      "epoch": 1.8054474708171206,
      "grad_norm": 3.1589448368509916,
      "learning_rate": 0.0002414769218503824,
      "loss": 4.9062,
      "step": 44080
    },
    {
      "epoch": 1.805488429244317,
      "grad_norm": 3.115515047800801,
      "learning_rate": 0.00024147433710891325,
      "loss": 4.9062,
      "step": 44081
    },
    {
      "epoch": 1.8055293876715135,
      "grad_norm": 8.02717826648339,
      "learning_rate": 0.00024147175232420038,
      "loss": 6.0938,
      "step": 44082
    },
    {
      "epoch": 1.8055703460987098,
      "grad_norm": 2.029430847907206,
      "learning_rate": 0.00024146916749624497,
      "loss": 4.0,
      "step": 44083
    },
    {
      "epoch": 1.8056113045259061,
      "grad_norm": 2.6377650588030725,
      "learning_rate": 0.00024146658262504822,
      "loss": 5.0625,
      "step": 44084
    },
    {
      "epoch": 1.8056522629531027,
      "grad_norm": 5.053355185797189,
      "learning_rate": 0.00024146399771061137,
      "loss": 3.9219,
      "step": 44085
    },
    {
      "epoch": 1.805693221380299,
      "grad_norm": 3.0058290571771207,
      "learning_rate": 0.00024146141275293567,
      "loss": 5.9375,
      "step": 44086
    },
    {
      "epoch": 1.8057341798074953,
      "grad_norm": 2.804756227515986,
      "learning_rate": 0.00024145882775202234,
      "loss": 4.7188,
      "step": 44087
    },
    {
      "epoch": 1.8057751382346918,
      "grad_norm": 2.744804961452455,
      "learning_rate": 0.00024145624270787257,
      "loss": 5.0938,
      "step": 44088
    },
    {
      "epoch": 1.8058160966618881,
      "grad_norm": 3.121697876745177,
      "learning_rate": 0.00024145365762048759,
      "loss": 6.4688,
      "step": 44089
    },
    {
      "epoch": 1.8058570550890845,
      "grad_norm": 2.90156434794535,
      "learning_rate": 0.0002414510724898686,
      "loss": 4.4688,
      "step": 44090
    },
    {
      "epoch": 1.805898013516281,
      "grad_norm": 4.273783979246776,
      "learning_rate": 0.0002414484873160169,
      "loss": 3.5312,
      "step": 44091
    },
    {
      "epoch": 1.8059389719434775,
      "grad_norm": 2.9208224428970726,
      "learning_rate": 0.00024144590209893363,
      "loss": 5.375,
      "step": 44092
    },
    {
      "epoch": 1.8059799303706736,
      "grad_norm": 2.461321608445287,
      "learning_rate": 0.00024144331683862005,
      "loss": 4.1875,
      "step": 44093
    },
    {
      "epoch": 1.8060208887978701,
      "grad_norm": 5.553641672640661,
      "learning_rate": 0.00024144073153507738,
      "loss": 5.5938,
      "step": 44094
    },
    {
      "epoch": 1.8060618472250667,
      "grad_norm": 2.495620286022414,
      "learning_rate": 0.00024143814618830684,
      "loss": 3.7031,
      "step": 44095
    },
    {
      "epoch": 1.806102805652263,
      "grad_norm": 3.5546840928016,
      "learning_rate": 0.00024143556079830967,
      "loss": 3.1562,
      "step": 44096
    },
    {
      "epoch": 1.8061437640794593,
      "grad_norm": 3.371684786894339,
      "learning_rate": 0.000241432975365087,
      "loss": 5.0,
      "step": 44097
    },
    {
      "epoch": 1.8061847225066558,
      "grad_norm": 2.8090568519218433,
      "learning_rate": 0.0002414303898886402,
      "loss": 4.5938,
      "step": 44098
    },
    {
      "epoch": 1.8062256809338522,
      "grad_norm": 2.3411945704384363,
      "learning_rate": 0.0002414278043689704,
      "loss": 4.875,
      "step": 44099
    },
    {
      "epoch": 1.8062666393610485,
      "grad_norm": 3.2498375966427377,
      "learning_rate": 0.00024142521880607883,
      "loss": 5.6562,
      "step": 44100
    },
    {
      "epoch": 1.806307597788245,
      "grad_norm": 2.5818781984729138,
      "learning_rate": 0.0002414226331999667,
      "loss": 3.5156,
      "step": 44101
    },
    {
      "epoch": 1.8063485562154413,
      "grad_norm": 3.6630781323803894,
      "learning_rate": 0.00024142004755063533,
      "loss": 5.3438,
      "step": 44102
    },
    {
      "epoch": 1.8063895146426376,
      "grad_norm": 3.7104582965208612,
      "learning_rate": 0.0002414174618580858,
      "loss": 4.1562,
      "step": 44103
    },
    {
      "epoch": 1.8064304730698342,
      "grad_norm": 3.004998510214796,
      "learning_rate": 0.00024141487612231943,
      "loss": 4.9062,
      "step": 44104
    },
    {
      "epoch": 1.8064714314970305,
      "grad_norm": 5.771850579038578,
      "learning_rate": 0.00024141229034333736,
      "loss": 5.375,
      "step": 44105
    },
    {
      "epoch": 1.8065123899242268,
      "grad_norm": 2.3774599745454155,
      "learning_rate": 0.00024140970452114094,
      "loss": 5.2812,
      "step": 44106
    },
    {
      "epoch": 1.8065533483514233,
      "grad_norm": 2.6015165485031924,
      "learning_rate": 0.00024140711865573125,
      "loss": 4.4062,
      "step": 44107
    },
    {
      "epoch": 1.8065943067786197,
      "grad_norm": 3.940653365251028,
      "learning_rate": 0.00024140453274710958,
      "loss": 3.75,
      "step": 44108
    },
    {
      "epoch": 1.806635265205816,
      "grad_norm": 3.5861977606938877,
      "learning_rate": 0.00024140194679527716,
      "loss": 5.625,
      "step": 44109
    },
    {
      "epoch": 1.8066762236330125,
      "grad_norm": 2.699442632163678,
      "learning_rate": 0.00024139936080023525,
      "loss": 5.3125,
      "step": 44110
    },
    {
      "epoch": 1.806717182060209,
      "grad_norm": 2.5488363531600777,
      "learning_rate": 0.00024139677476198499,
      "loss": 6.125,
      "step": 44111
    },
    {
      "epoch": 1.8067581404874051,
      "grad_norm": 2.7899833913146326,
      "learning_rate": 0.00024139418868052764,
      "loss": 4.875,
      "step": 44112
    },
    {
      "epoch": 1.8067990989146017,
      "grad_norm": 2.646290871825911,
      "learning_rate": 0.0002413916025558644,
      "loss": 5.9062,
      "step": 44113
    },
    {
      "epoch": 1.8068400573417982,
      "grad_norm": 3.544930069672097,
      "learning_rate": 0.0002413890163879965,
      "loss": 3.4219,
      "step": 44114
    },
    {
      "epoch": 1.8068810157689945,
      "grad_norm": 3.0462260284847575,
      "learning_rate": 0.00024138643017692523,
      "loss": 5.1875,
      "step": 44115
    },
    {
      "epoch": 1.8069219741961908,
      "grad_norm": 2.2918800327232716,
      "learning_rate": 0.00024138384392265175,
      "loss": 4.375,
      "step": 44116
    },
    {
      "epoch": 1.8069629326233874,
      "grad_norm": 17.327639639892723,
      "learning_rate": 0.0002413812576251773,
      "loss": 4.7188,
      "step": 44117
    },
    {
      "epoch": 1.8070038910505837,
      "grad_norm": 2.637183343461292,
      "learning_rate": 0.00024137867128450307,
      "loss": 4.4688,
      "step": 44118
    },
    {
      "epoch": 1.80704484947778,
      "grad_norm": 3.2561540757094813,
      "learning_rate": 0.0002413760849006303,
      "loss": 6.875,
      "step": 44119
    },
    {
      "epoch": 1.8070858079049765,
      "grad_norm": 4.19527955828995,
      "learning_rate": 0.00024137349847356022,
      "loss": 5.1875,
      "step": 44120
    },
    {
      "epoch": 1.8071267663321728,
      "grad_norm": 12.403609580028572,
      "learning_rate": 0.00024137091200329407,
      "loss": 5.1562,
      "step": 44121
    },
    {
      "epoch": 1.8071677247593692,
      "grad_norm": 2.2749968232766187,
      "learning_rate": 0.00024136832548983305,
      "loss": 4.1875,
      "step": 44122
    },
    {
      "epoch": 1.8072086831865657,
      "grad_norm": 2.764209743665831,
      "learning_rate": 0.00024136573893317838,
      "loss": 4.5,
      "step": 44123
    },
    {
      "epoch": 1.807249641613762,
      "grad_norm": 6.617905301463461,
      "learning_rate": 0.00024136315233333128,
      "loss": 3.4062,
      "step": 44124
    },
    {
      "epoch": 1.8072906000409583,
      "grad_norm": 2.5489762963479747,
      "learning_rate": 0.00024136056569029306,
      "loss": 4.5625,
      "step": 44125
    },
    {
      "epoch": 1.8073315584681549,
      "grad_norm": 2.5490935741502967,
      "learning_rate": 0.00024135797900406476,
      "loss": 4.375,
      "step": 44126
    },
    {
      "epoch": 1.8073725168953512,
      "grad_norm": 2.9766198102695633,
      "learning_rate": 0.00024135539227464778,
      "loss": 4.75,
      "step": 44127
    },
    {
      "epoch": 1.8074134753225475,
      "grad_norm": 2.262055302999762,
      "learning_rate": 0.00024135280550204323,
      "loss": 4.75,
      "step": 44128
    },
    {
      "epoch": 1.807454433749744,
      "grad_norm": 2.5903120883902875,
      "learning_rate": 0.0002413502186862524,
      "loss": 4.6875,
      "step": 44129
    },
    {
      "epoch": 1.8074953921769406,
      "grad_norm": 10.087159933573254,
      "learning_rate": 0.00024134763182727644,
      "loss": 6.0938,
      "step": 44130
    },
    {
      "epoch": 1.8075363506041366,
      "grad_norm": 4.904465269072463,
      "learning_rate": 0.00024134504492511667,
      "loss": 5.3125,
      "step": 44131
    },
    {
      "epoch": 1.8075773090313332,
      "grad_norm": 1.7376307498585262,
      "learning_rate": 0.00024134245797977422,
      "loss": 2.7031,
      "step": 44132
    },
    {
      "epoch": 1.8076182674585297,
      "grad_norm": 3.1559741287667173,
      "learning_rate": 0.00024133987099125042,
      "loss": 5.4375,
      "step": 44133
    },
    {
      "epoch": 1.807659225885726,
      "grad_norm": 2.267324518584706,
      "learning_rate": 0.00024133728395954636,
      "loss": 4.3438,
      "step": 44134
    },
    {
      "epoch": 1.8077001843129223,
      "grad_norm": 2.9601605066940277,
      "learning_rate": 0.00024133469688466337,
      "loss": 4.7812,
      "step": 44135
    },
    {
      "epoch": 1.8077411427401189,
      "grad_norm": 2.7891327578036966,
      "learning_rate": 0.00024133210976660265,
      "loss": 4.625,
      "step": 44136
    },
    {
      "epoch": 1.8077821011673152,
      "grad_norm": 3.1449878407591405,
      "learning_rate": 0.00024132952260536543,
      "loss": 4.4062,
      "step": 44137
    },
    {
      "epoch": 1.8078230595945115,
      "grad_norm": 3.0166301462048084,
      "learning_rate": 0.00024132693540095283,
      "loss": 5.9688,
      "step": 44138
    },
    {
      "epoch": 1.807864018021708,
      "grad_norm": 3.7550568356630314,
      "learning_rate": 0.0002413243481533662,
      "loss": 3.25,
      "step": 44139
    },
    {
      "epoch": 1.8079049764489044,
      "grad_norm": 7.2584725290635745,
      "learning_rate": 0.00024132176086260674,
      "loss": 5.2812,
      "step": 44140
    },
    {
      "epoch": 1.8079459348761007,
      "grad_norm": 3.6578416275638195,
      "learning_rate": 0.0002413191735286756,
      "loss": 2.8906,
      "step": 44141
    },
    {
      "epoch": 1.8079868933032972,
      "grad_norm": 3.5356980581424455,
      "learning_rate": 0.0002413165861515741,
      "loss": 3.1719,
      "step": 44142
    },
    {
      "epoch": 1.8080278517304935,
      "grad_norm": 3.0722914258982086,
      "learning_rate": 0.00024131399873130339,
      "loss": 4.9688,
      "step": 44143
    },
    {
      "epoch": 1.8080688101576898,
      "grad_norm": 3.4853135926760737,
      "learning_rate": 0.00024131141126786476,
      "loss": 7.5312,
      "step": 44144
    },
    {
      "epoch": 1.8081097685848864,
      "grad_norm": 3.3238971336167933,
      "learning_rate": 0.0002413088237612593,
      "loss": 5.3125,
      "step": 44145
    },
    {
      "epoch": 1.8081507270120827,
      "grad_norm": 4.205089443905935,
      "learning_rate": 0.00024130623621148844,
      "loss": 6.4688,
      "step": 44146
    },
    {
      "epoch": 1.808191685439279,
      "grad_norm": 2.5242181843956972,
      "learning_rate": 0.0002413036486185532,
      "loss": 4.5938,
      "step": 44147
    },
    {
      "epoch": 1.8082326438664755,
      "grad_norm": 2.629730997607842,
      "learning_rate": 0.00024130106098245495,
      "loss": 3.9531,
      "step": 44148
    },
    {
      "epoch": 1.808273602293672,
      "grad_norm": 3.4181565358168524,
      "learning_rate": 0.0002412984733031948,
      "loss": 5.125,
      "step": 44149
    },
    {
      "epoch": 1.8083145607208682,
      "grad_norm": 3.2333913031926693,
      "learning_rate": 0.0002412958855807741,
      "loss": 5.0938,
      "step": 44150
    },
    {
      "epoch": 1.8083555191480647,
      "grad_norm": 3.035716974502877,
      "learning_rate": 0.00024129329781519396,
      "loss": 5.6875,
      "step": 44151
    },
    {
      "epoch": 1.8083964775752612,
      "grad_norm": 10.575824270893285,
      "learning_rate": 0.00024129071000645564,
      "loss": 5.7812,
      "step": 44152
    },
    {
      "epoch": 1.8084374360024575,
      "grad_norm": 5.557388365428665,
      "learning_rate": 0.00024128812215456038,
      "loss": 5.7812,
      "step": 44153
    },
    {
      "epoch": 1.8084783944296539,
      "grad_norm": 2.8315723775890267,
      "learning_rate": 0.00024128553425950937,
      "loss": 5.0,
      "step": 44154
    },
    {
      "epoch": 1.8085193528568504,
      "grad_norm": 2.658144547476973,
      "learning_rate": 0.00024128294632130392,
      "loss": 5.1875,
      "step": 44155
    },
    {
      "epoch": 1.8085603112840467,
      "grad_norm": 2.5276239493578814,
      "learning_rate": 0.00024128035833994517,
      "loss": 4.75,
      "step": 44156
    },
    {
      "epoch": 1.808601269711243,
      "grad_norm": 3.5353343565102993,
      "learning_rate": 0.00024127777031543432,
      "loss": 6.8125,
      "step": 44157
    },
    {
      "epoch": 1.8086422281384396,
      "grad_norm": 3.653294184735346,
      "learning_rate": 0.0002412751822477727,
      "loss": 6.3125,
      "step": 44158
    },
    {
      "epoch": 1.8086831865656359,
      "grad_norm": 3.3512236560328352,
      "learning_rate": 0.00024127259413696142,
      "loss": 5.875,
      "step": 44159
    },
    {
      "epoch": 1.8087241449928322,
      "grad_norm": 2.9722030857626422,
      "learning_rate": 0.00024127000598300174,
      "loss": 4.875,
      "step": 44160
    },
    {
      "epoch": 1.8087651034200287,
      "grad_norm": 3.5108093023691356,
      "learning_rate": 0.00024126741778589492,
      "loss": 6.9375,
      "step": 44161
    },
    {
      "epoch": 1.808806061847225,
      "grad_norm": 9.162044864321881,
      "learning_rate": 0.00024126482954564218,
      "loss": 4.625,
      "step": 44162
    },
    {
      "epoch": 1.8088470202744213,
      "grad_norm": 6.749044361486507,
      "learning_rate": 0.00024126224126224473,
      "loss": 4.2812,
      "step": 44163
    },
    {
      "epoch": 1.8088879787016179,
      "grad_norm": 7.025248387523226,
      "learning_rate": 0.00024125965293570376,
      "loss": 6.7812,
      "step": 44164
    },
    {
      "epoch": 1.8089289371288144,
      "grad_norm": 3.0190104508570426,
      "learning_rate": 0.0002412570645660205,
      "loss": 5.1562,
      "step": 44165
    },
    {
      "epoch": 1.8089698955560105,
      "grad_norm": 2.842363457309136,
      "learning_rate": 0.0002412544761531962,
      "loss": 4.5938,
      "step": 44166
    },
    {
      "epoch": 1.809010853983207,
      "grad_norm": 2.5543022458517486,
      "learning_rate": 0.00024125188769723213,
      "loss": 4.375,
      "step": 44167
    },
    {
      "epoch": 1.8090518124104036,
      "grad_norm": 2.5751226918305394,
      "learning_rate": 0.00024124929919812945,
      "loss": 4.1562,
      "step": 44168
    },
    {
      "epoch": 1.8090927708375997,
      "grad_norm": 2.7728028778730898,
      "learning_rate": 0.00024124671065588936,
      "loss": 4.4062,
      "step": 44169
    },
    {
      "epoch": 1.8091337292647962,
      "grad_norm": 3.5175942631267767,
      "learning_rate": 0.00024124412207051314,
      "loss": 6.7188,
      "step": 44170
    },
    {
      "epoch": 1.8091746876919927,
      "grad_norm": 4.146534373473844,
      "learning_rate": 0.00024124153344200203,
      "loss": 6.3438,
      "step": 44171
    },
    {
      "epoch": 1.809215646119189,
      "grad_norm": 5.381286940878207,
      "learning_rate": 0.00024123894477035715,
      "loss": 6.125,
      "step": 44172
    },
    {
      "epoch": 1.8092566045463854,
      "grad_norm": 2.5422276856990327,
      "learning_rate": 0.00024123635605557986,
      "loss": 4.6875,
      "step": 44173
    },
    {
      "epoch": 1.809297562973582,
      "grad_norm": 3.2715883997141364,
      "learning_rate": 0.00024123376729767127,
      "loss": 4.5938,
      "step": 44174
    },
    {
      "epoch": 1.8093385214007782,
      "grad_norm": 5.3670075833684665,
      "learning_rate": 0.00024123117849663266,
      "loss": 2.625,
      "step": 44175
    },
    {
      "epoch": 1.8093794798279745,
      "grad_norm": 2.9716465838793944,
      "learning_rate": 0.00024122858965246524,
      "loss": 5.1875,
      "step": 44176
    },
    {
      "epoch": 1.809420438255171,
      "grad_norm": 3.052157622875473,
      "learning_rate": 0.00024122600076517022,
      "loss": 4.9688,
      "step": 44177
    },
    {
      "epoch": 1.8094613966823674,
      "grad_norm": 5.62723967851831,
      "learning_rate": 0.00024122341183474888,
      "loss": 3.4844,
      "step": 44178
    },
    {
      "epoch": 1.8095023551095637,
      "grad_norm": 2.7672511736134804,
      "learning_rate": 0.00024122082286120238,
      "loss": 4.9688,
      "step": 44179
    },
    {
      "epoch": 1.8095433135367602,
      "grad_norm": 2.8847160305059285,
      "learning_rate": 0.00024121823384453197,
      "loss": 5.0938,
      "step": 44180
    },
    {
      "epoch": 1.8095842719639565,
      "grad_norm": 2.660570484287103,
      "learning_rate": 0.00024121564478473887,
      "loss": 5.0312,
      "step": 44181
    },
    {
      "epoch": 1.8096252303911529,
      "grad_norm": 2.7380228840453373,
      "learning_rate": 0.0002412130556818243,
      "loss": 5.0312,
      "step": 44182
    },
    {
      "epoch": 1.8096661888183494,
      "grad_norm": 2.4628256612121224,
      "learning_rate": 0.0002412104665357895,
      "loss": 4.0938,
      "step": 44183
    },
    {
      "epoch": 1.809707147245546,
      "grad_norm": 3.3012431645164,
      "learning_rate": 0.00024120787734663567,
      "loss": 5.9688,
      "step": 44184
    },
    {
      "epoch": 1.809748105672742,
      "grad_norm": 3.0957556162034754,
      "learning_rate": 0.00024120528811436405,
      "loss": 5.0,
      "step": 44185
    },
    {
      "epoch": 1.8097890640999386,
      "grad_norm": 2.393804146071095,
      "learning_rate": 0.0002412026988389759,
      "loss": 4.5,
      "step": 44186
    },
    {
      "epoch": 1.809830022527135,
      "grad_norm": 2.609688895357226,
      "learning_rate": 0.00024120010952047234,
      "loss": 4.5938,
      "step": 44187
    },
    {
      "epoch": 1.8098709809543312,
      "grad_norm": 4.406647194147363,
      "learning_rate": 0.00024119752015885475,
      "loss": 5.9062,
      "step": 44188
    },
    {
      "epoch": 1.8099119393815277,
      "grad_norm": 4.589093604901705,
      "learning_rate": 0.00024119493075412419,
      "loss": 2.2188,
      "step": 44189
    },
    {
      "epoch": 1.8099528978087243,
      "grad_norm": 3.1558871336399656,
      "learning_rate": 0.00024119234130628197,
      "loss": 5.1875,
      "step": 44190
    },
    {
      "epoch": 1.8099938562359206,
      "grad_norm": 2.838452508749928,
      "learning_rate": 0.0002411897518153293,
      "loss": 5.3125,
      "step": 44191
    },
    {
      "epoch": 1.8100348146631169,
      "grad_norm": 2.924123399198357,
      "learning_rate": 0.00024118716228126746,
      "loss": 3.4688,
      "step": 44192
    },
    {
      "epoch": 1.8100757730903134,
      "grad_norm": 2.5335212949457455,
      "learning_rate": 0.00024118457270409758,
      "loss": 4.75,
      "step": 44193
    },
    {
      "epoch": 1.8101167315175097,
      "grad_norm": 2.336370525230977,
      "learning_rate": 0.00024118198308382095,
      "loss": 4.625,
      "step": 44194
    },
    {
      "epoch": 1.810157689944706,
      "grad_norm": 3.08847687235051,
      "learning_rate": 0.00024117939342043875,
      "loss": 2.25,
      "step": 44195
    },
    {
      "epoch": 1.8101986483719026,
      "grad_norm": 2.601006446404569,
      "learning_rate": 0.0002411768037139522,
      "loss": 5.0,
      "step": 44196
    },
    {
      "epoch": 1.810239606799099,
      "grad_norm": 2.5932445090448932,
      "learning_rate": 0.0002411742139643626,
      "loss": 4.3125,
      "step": 44197
    },
    {
      "epoch": 1.8102805652262952,
      "grad_norm": 2.66508844594371,
      "learning_rate": 0.00024117162417167104,
      "loss": 3.5938,
      "step": 44198
    },
    {
      "epoch": 1.8103215236534917,
      "grad_norm": 2.4328462654150034,
      "learning_rate": 0.0002411690343358789,
      "loss": 4.25,
      "step": 44199
    },
    {
      "epoch": 1.810362482080688,
      "grad_norm": 4.278279112426981,
      "learning_rate": 0.00024116644445698732,
      "loss": 4.3125,
      "step": 44200
    },
    {
      "epoch": 1.8104034405078844,
      "grad_norm": 3.148754703595527,
      "learning_rate": 0.00024116385453499753,
      "loss": 5.6875,
      "step": 44201
    },
    {
      "epoch": 1.810444398935081,
      "grad_norm": 3.8714438859012192,
      "learning_rate": 0.00024116126456991073,
      "loss": 6.4375,
      "step": 44202
    },
    {
      "epoch": 1.8104853573622774,
      "grad_norm": 2.6022270809113257,
      "learning_rate": 0.0002411586745617282,
      "loss": 4.75,
      "step": 44203
    },
    {
      "epoch": 1.8105263157894735,
      "grad_norm": 2.556177499833316,
      "learning_rate": 0.00024115608451045115,
      "loss": 4.3438,
      "step": 44204
    },
    {
      "epoch": 1.81056727421667,
      "grad_norm": 3.7147237793508947,
      "learning_rate": 0.00024115349441608075,
      "loss": 6.1562,
      "step": 44205
    },
    {
      "epoch": 1.8106082326438666,
      "grad_norm": 2.6451590098508704,
      "learning_rate": 0.00024115090427861833,
      "loss": 5.8125,
      "step": 44206
    },
    {
      "epoch": 1.810649191071063,
      "grad_norm": 3.0429121319922774,
      "learning_rate": 0.000241148314098065,
      "loss": 4.625,
      "step": 44207
    },
    {
      "epoch": 1.8106901494982592,
      "grad_norm": 4.432959390615916,
      "learning_rate": 0.00024114572387442208,
      "loss": 6.6875,
      "step": 44208
    },
    {
      "epoch": 1.8107311079254558,
      "grad_norm": 2.515736402347147,
      "learning_rate": 0.00024114313360769073,
      "loss": 4.9688,
      "step": 44209
    },
    {
      "epoch": 1.810772066352652,
      "grad_norm": 3.2229094900361055,
      "learning_rate": 0.00024114054329787217,
      "loss": 4.9062,
      "step": 44210
    },
    {
      "epoch": 1.8108130247798484,
      "grad_norm": 2.906545203524657,
      "learning_rate": 0.00024113795294496764,
      "loss": 4.5312,
      "step": 44211
    },
    {
      "epoch": 1.810853983207045,
      "grad_norm": 2.9963842385820496,
      "learning_rate": 0.00024113536254897843,
      "loss": 7.7188,
      "step": 44212
    },
    {
      "epoch": 1.8108949416342413,
      "grad_norm": 4.9810327459879336,
      "learning_rate": 0.00024113277210990568,
      "loss": 2.1875,
      "step": 44213
    },
    {
      "epoch": 1.8109359000614376,
      "grad_norm": 3.539067254390532,
      "learning_rate": 0.00024113018162775064,
      "loss": 4.8125,
      "step": 44214
    },
    {
      "epoch": 1.810976858488634,
      "grad_norm": 3.3618233284966026,
      "learning_rate": 0.00024112759110251456,
      "loss": 4.9375,
      "step": 44215
    },
    {
      "epoch": 1.8110178169158304,
      "grad_norm": 2.449231863600432,
      "learning_rate": 0.00024112500053419863,
      "loss": 4.2188,
      "step": 44216
    },
    {
      "epoch": 1.8110587753430267,
      "grad_norm": 3.2940982258656395,
      "learning_rate": 0.0002411224099228041,
      "loss": 5.0938,
      "step": 44217
    },
    {
      "epoch": 1.8110997337702233,
      "grad_norm": 2.992930174963255,
      "learning_rate": 0.00024111981926833216,
      "loss": 4.4375,
      "step": 44218
    },
    {
      "epoch": 1.8111406921974196,
      "grad_norm": 2.588109316866445,
      "learning_rate": 0.00024111722857078405,
      "loss": 4.8438,
      "step": 44219
    },
    {
      "epoch": 1.811181650624616,
      "grad_norm": 4.403057416109627,
      "learning_rate": 0.000241114637830161,
      "loss": 5.875,
      "step": 44220
    },
    {
      "epoch": 1.8112226090518124,
      "grad_norm": 2.5366659945660532,
      "learning_rate": 0.00024111204704646428,
      "loss": 4.625,
      "step": 44221
    },
    {
      "epoch": 1.811263567479009,
      "grad_norm": 3.0505324851403013,
      "learning_rate": 0.000241109456219695,
      "loss": 5.0938,
      "step": 44222
    },
    {
      "epoch": 1.811304525906205,
      "grad_norm": 2.634933304608725,
      "learning_rate": 0.0002411068653498545,
      "loss": 5.1562,
      "step": 44223
    },
    {
      "epoch": 1.8113454843334016,
      "grad_norm": 2.9811017738361665,
      "learning_rate": 0.000241104274436944,
      "loss": 4.2812,
      "step": 44224
    },
    {
      "epoch": 1.8113864427605981,
      "grad_norm": 2.2652796538858566,
      "learning_rate": 0.00024110168348096464,
      "loss": 3.5938,
      "step": 44225
    },
    {
      "epoch": 1.8114274011877944,
      "grad_norm": 4.174713480448993,
      "learning_rate": 0.00024109909248191768,
      "loss": 6.7188,
      "step": 44226
    },
    {
      "epoch": 1.8114683596149908,
      "grad_norm": 2.9463989887478697,
      "learning_rate": 0.0002410965014398044,
      "loss": 5.9688,
      "step": 44227
    },
    {
      "epoch": 1.8115093180421873,
      "grad_norm": 2.409724351094982,
      "learning_rate": 0.00024109391035462592,
      "loss": 4.3438,
      "step": 44228
    },
    {
      "epoch": 1.8115502764693836,
      "grad_norm": 3.2635955461109254,
      "learning_rate": 0.00024109131922638358,
      "loss": 4.5312,
      "step": 44229
    },
    {
      "epoch": 1.81159123489658,
      "grad_norm": 4.155362601756289,
      "learning_rate": 0.00024108872805507847,
      "loss": 6.375,
      "step": 44230
    },
    {
      "epoch": 1.8116321933237765,
      "grad_norm": 3.044948389558969,
      "learning_rate": 0.000241086136840712,
      "loss": 4.8125,
      "step": 44231
    },
    {
      "epoch": 1.8116731517509728,
      "grad_norm": 2.5430346934108377,
      "learning_rate": 0.00024108354558328524,
      "loss": 4.7188,
      "step": 44232
    },
    {
      "epoch": 1.811714110178169,
      "grad_norm": 2.6115471079019605,
      "learning_rate": 0.00024108095428279944,
      "loss": 4.6562,
      "step": 44233
    },
    {
      "epoch": 1.8117550686053656,
      "grad_norm": 2.3184791541393195,
      "learning_rate": 0.00024107836293925592,
      "loss": 3.5469,
      "step": 44234
    },
    {
      "epoch": 1.811796027032562,
      "grad_norm": 3.1680656833182863,
      "learning_rate": 0.00024107577155265577,
      "loss": 5.2188,
      "step": 44235
    },
    {
      "epoch": 1.8118369854597582,
      "grad_norm": 4.653902197726212,
      "learning_rate": 0.00024107318012300027,
      "loss": 5.25,
      "step": 44236
    },
    {
      "epoch": 1.8118779438869548,
      "grad_norm": 2.7513272611700694,
      "learning_rate": 0.00024107058865029072,
      "loss": 4.75,
      "step": 44237
    },
    {
      "epoch": 1.811918902314151,
      "grad_norm": 2.4912162021032103,
      "learning_rate": 0.00024106799713452824,
      "loss": 4.2812,
      "step": 44238
    },
    {
      "epoch": 1.8119598607413474,
      "grad_norm": 2.36612279835582,
      "learning_rate": 0.00024106540557571412,
      "loss": 5.25,
      "step": 44239
    },
    {
      "epoch": 1.812000819168544,
      "grad_norm": 2.1836255110054394,
      "learning_rate": 0.0002410628139738495,
      "loss": 4.5,
      "step": 44240
    },
    {
      "epoch": 1.8120417775957405,
      "grad_norm": 2.6969711996726042,
      "learning_rate": 0.00024106022232893572,
      "loss": 4.4375,
      "step": 44241
    },
    {
      "epoch": 1.8120827360229366,
      "grad_norm": 5.504485150821636,
      "learning_rate": 0.00024105763064097396,
      "loss": 6.3438,
      "step": 44242
    },
    {
      "epoch": 1.812123694450133,
      "grad_norm": 3.014022906119518,
      "learning_rate": 0.00024105503890996542,
      "loss": 4.4062,
      "step": 44243
    },
    {
      "epoch": 1.8121646528773296,
      "grad_norm": 3.2518871075148077,
      "learning_rate": 0.0002410524471359113,
      "loss": 5.9688,
      "step": 44244
    },
    {
      "epoch": 1.812205611304526,
      "grad_norm": 2.7202499856407756,
      "learning_rate": 0.00024104985531881292,
      "loss": 4.6562,
      "step": 44245
    },
    {
      "epoch": 1.8122465697317223,
      "grad_norm": 3.3165569244988142,
      "learning_rate": 0.00024104726345867148,
      "loss": 4.5,
      "step": 44246
    },
    {
      "epoch": 1.8122875281589188,
      "grad_norm": 8.732282291771838,
      "learning_rate": 0.00024104467155548813,
      "loss": 6.875,
      "step": 44247
    },
    {
      "epoch": 1.8123284865861151,
      "grad_norm": 3.589202732530625,
      "learning_rate": 0.00024104207960926413,
      "loss": 5.25,
      "step": 44248
    },
    {
      "epoch": 1.8123694450133114,
      "grad_norm": 3.9347742729392596,
      "learning_rate": 0.00024103948762000071,
      "loss": 5.125,
      "step": 44249
    },
    {
      "epoch": 1.812410403440508,
      "grad_norm": 2.9158451213327896,
      "learning_rate": 0.0002410368955876991,
      "loss": 4.4062,
      "step": 44250
    },
    {
      "epoch": 1.8124513618677043,
      "grad_norm": 3.1162645109774654,
      "learning_rate": 0.00024103430351236059,
      "loss": 4.5938,
      "step": 44251
    },
    {
      "epoch": 1.8124923202949006,
      "grad_norm": 4.287079481114539,
      "learning_rate": 0.0002410317113939863,
      "loss": 4.9688,
      "step": 44252
    },
    {
      "epoch": 1.8125332787220971,
      "grad_norm": 3.577433143531866,
      "learning_rate": 0.00024102911923257748,
      "loss": 3.2812,
      "step": 44253
    },
    {
      "epoch": 1.8125742371492934,
      "grad_norm": 3.223213131105091,
      "learning_rate": 0.00024102652702813544,
      "loss": 6.0312,
      "step": 44254
    },
    {
      "epoch": 1.8126151955764898,
      "grad_norm": 2.8494438367236046,
      "learning_rate": 0.00024102393478066128,
      "loss": 4.9062,
      "step": 44255
    },
    {
      "epoch": 1.8126561540036863,
      "grad_norm": 2.7149323081396375,
      "learning_rate": 0.00024102134249015633,
      "loss": 5.5625,
      "step": 44256
    },
    {
      "epoch": 1.8126971124308826,
      "grad_norm": 2.81033296943644,
      "learning_rate": 0.00024101875015662173,
      "loss": 6.0312,
      "step": 44257
    },
    {
      "epoch": 1.812738070858079,
      "grad_norm": 2.902554469400836,
      "learning_rate": 0.00024101615778005878,
      "loss": 4.8125,
      "step": 44258
    },
    {
      "epoch": 1.8127790292852755,
      "grad_norm": 4.423541341364711,
      "learning_rate": 0.00024101356536046864,
      "loss": 6.5312,
      "step": 44259
    },
    {
      "epoch": 1.812819987712472,
      "grad_norm": 3.0411593578613267,
      "learning_rate": 0.00024101097289785256,
      "loss": 5.9688,
      "step": 44260
    },
    {
      "epoch": 1.812860946139668,
      "grad_norm": 2.3610862986071464,
      "learning_rate": 0.0002410083803922118,
      "loss": 4.9375,
      "step": 44261
    },
    {
      "epoch": 1.8129019045668646,
      "grad_norm": 2.9460548870190015,
      "learning_rate": 0.0002410057878435476,
      "loss": 4.9062,
      "step": 44262
    },
    {
      "epoch": 1.8129428629940612,
      "grad_norm": 2.3007324170204404,
      "learning_rate": 0.00024100319525186104,
      "loss": 4.2812,
      "step": 44263
    },
    {
      "epoch": 1.8129838214212575,
      "grad_norm": 2.2988030460200304,
      "learning_rate": 0.00024100060261715353,
      "loss": 4.4062,
      "step": 44264
    },
    {
      "epoch": 1.8130247798484538,
      "grad_norm": 2.6136788745243913,
      "learning_rate": 0.0002409980099394262,
      "loss": 4.4062,
      "step": 44265
    },
    {
      "epoch": 1.8130657382756503,
      "grad_norm": 3.8233867924757297,
      "learning_rate": 0.0002409954172186803,
      "loss": 4.9688,
      "step": 44266
    },
    {
      "epoch": 1.8131066967028466,
      "grad_norm": 2.636935204739324,
      "learning_rate": 0.00024099282445491703,
      "loss": 5.0938,
      "step": 44267
    },
    {
      "epoch": 1.813147655130043,
      "grad_norm": 2.5873333203337965,
      "learning_rate": 0.0002409902316481376,
      "loss": 5.4688,
      "step": 44268
    },
    {
      "epoch": 1.8131886135572395,
      "grad_norm": 2.618736864490805,
      "learning_rate": 0.00024098763879834334,
      "loss": 4.8125,
      "step": 44269
    },
    {
      "epoch": 1.8132295719844358,
      "grad_norm": 3.9667270252693165,
      "learning_rate": 0.00024098504590553535,
      "loss": 6.125,
      "step": 44270
    },
    {
      "epoch": 1.813270530411632,
      "grad_norm": 5.255052384839265,
      "learning_rate": 0.00024098245296971498,
      "loss": 7.2812,
      "step": 44271
    },
    {
      "epoch": 1.8133114888388286,
      "grad_norm": 2.542489961145782,
      "learning_rate": 0.00024097985999088327,
      "loss": 5.3438,
      "step": 44272
    },
    {
      "epoch": 1.813352447266025,
      "grad_norm": 3.3392712090645515,
      "learning_rate": 0.00024097726696904167,
      "loss": 5.0938,
      "step": 44273
    },
    {
      "epoch": 1.8133934056932213,
      "grad_norm": 2.575578211738761,
      "learning_rate": 0.00024097467390419124,
      "loss": 4.25,
      "step": 44274
    },
    {
      "epoch": 1.8134343641204178,
      "grad_norm": 2.4881487237846796,
      "learning_rate": 0.00024097208079633324,
      "loss": 4.4688,
      "step": 44275
    },
    {
      "epoch": 1.8134753225476141,
      "grad_norm": 3.657609744000272,
      "learning_rate": 0.00024096948764546898,
      "loss": 6.2188,
      "step": 44276
    },
    {
      "epoch": 1.8135162809748104,
      "grad_norm": 3.5921198892359203,
      "learning_rate": 0.00024096689445159958,
      "loss": 4.2812,
      "step": 44277
    },
    {
      "epoch": 1.813557239402007,
      "grad_norm": 3.2916609047347567,
      "learning_rate": 0.00024096430121472634,
      "loss": 4.75,
      "step": 44278
    },
    {
      "epoch": 1.8135981978292035,
      "grad_norm": 3.971285378316883,
      "learning_rate": 0.00024096170793485046,
      "loss": 2.3281,
      "step": 44279
    },
    {
      "epoch": 1.8136391562563996,
      "grad_norm": 2.5272991840442516,
      "learning_rate": 0.00024095911461197319,
      "loss": 4.5,
      "step": 44280
    },
    {
      "epoch": 1.8136801146835961,
      "grad_norm": 2.96627588802264,
      "learning_rate": 0.00024095652124609567,
      "loss": 5.0625,
      "step": 44281
    },
    {
      "epoch": 1.8137210731107927,
      "grad_norm": 3.2223900566014416,
      "learning_rate": 0.0002409539278372192,
      "loss": 4.9062,
      "step": 44282
    },
    {
      "epoch": 1.813762031537989,
      "grad_norm": 2.955636673459525,
      "learning_rate": 0.00024095133438534498,
      "loss": 5.1562,
      "step": 44283
    },
    {
      "epoch": 1.8138029899651853,
      "grad_norm": 2.718298147311169,
      "learning_rate": 0.00024094874089047427,
      "loss": 5.5938,
      "step": 44284
    },
    {
      "epoch": 1.8138439483923818,
      "grad_norm": 2.5390631955917207,
      "learning_rate": 0.00024094614735260824,
      "loss": 4.8125,
      "step": 44285
    },
    {
      "epoch": 1.8138849068195781,
      "grad_norm": 2.6064135769921077,
      "learning_rate": 0.0002409435537717482,
      "loss": 5.125,
      "step": 44286
    },
    {
      "epoch": 1.8139258652467745,
      "grad_norm": 2.914538537208705,
      "learning_rate": 0.00024094096014789528,
      "loss": 5.0625,
      "step": 44287
    },
    {
      "epoch": 1.813966823673971,
      "grad_norm": 3.8835991762959607,
      "learning_rate": 0.00024093836648105078,
      "loss": 5.625,
      "step": 44288
    },
    {
      "epoch": 1.8140077821011673,
      "grad_norm": 2.4526995410060737,
      "learning_rate": 0.00024093577277121587,
      "loss": 4.4688,
      "step": 44289
    },
    {
      "epoch": 1.8140487405283636,
      "grad_norm": 2.461407724891194,
      "learning_rate": 0.00024093317901839183,
      "loss": 4.75,
      "step": 44290
    },
    {
      "epoch": 1.8140896989555602,
      "grad_norm": 3.2322992442872134,
      "learning_rate": 0.00024093058522257985,
      "loss": 5.5,
      "step": 44291
    },
    {
      "epoch": 1.8141306573827565,
      "grad_norm": 2.7926741831293334,
      "learning_rate": 0.00024092799138378116,
      "loss": 4.1875,
      "step": 44292
    },
    {
      "epoch": 1.8141716158099528,
      "grad_norm": 2.4019368129923087,
      "learning_rate": 0.00024092539750199702,
      "loss": 4.7188,
      "step": 44293
    },
    {
      "epoch": 1.8142125742371493,
      "grad_norm": 2.9378193724572674,
      "learning_rate": 0.0002409228035772286,
      "loss": 5.125,
      "step": 44294
    },
    {
      "epoch": 1.8142535326643456,
      "grad_norm": 2.645813254518889,
      "learning_rate": 0.00024092020960947715,
      "loss": 5.125,
      "step": 44295
    },
    {
      "epoch": 1.814294491091542,
      "grad_norm": 2.3726495657150597,
      "learning_rate": 0.0002409176155987439,
      "loss": 4.2812,
      "step": 44296
    },
    {
      "epoch": 1.8143354495187385,
      "grad_norm": 1.8162073771122462,
      "learning_rate": 0.00024091502154503008,
      "loss": 2.8594,
      "step": 44297
    },
    {
      "epoch": 1.814376407945935,
      "grad_norm": 2.392845510208817,
      "learning_rate": 0.00024091242744833695,
      "loss": 4.625,
      "step": 44298
    },
    {
      "epoch": 1.8144173663731311,
      "grad_norm": 3.9558927867821856,
      "learning_rate": 0.00024090983330866565,
      "loss": 3.7969,
      "step": 44299
    },
    {
      "epoch": 1.8144583248003276,
      "grad_norm": 3.223888105329204,
      "learning_rate": 0.0002409072391260175,
      "loss": 3.9219,
      "step": 44300
    },
    {
      "epoch": 1.8144992832275242,
      "grad_norm": 3.3327235324949633,
      "learning_rate": 0.00024090464490039368,
      "loss": 5.6562,
      "step": 44301
    },
    {
      "epoch": 1.8145402416547205,
      "grad_norm": 5.718023073455692,
      "learning_rate": 0.00024090205063179537,
      "loss": 4.9375,
      "step": 44302
    },
    {
      "epoch": 1.8145812000819168,
      "grad_norm": 2.808502053437606,
      "learning_rate": 0.0002408994563202239,
      "loss": 4.8438,
      "step": 44303
    },
    {
      "epoch": 1.8146221585091133,
      "grad_norm": 4.176118216928763,
      "learning_rate": 0.00024089686196568036,
      "loss": 6.625,
      "step": 44304
    },
    {
      "epoch": 1.8146631169363097,
      "grad_norm": 3.5696753407126263,
      "learning_rate": 0.00024089426756816615,
      "loss": 4.0938,
      "step": 44305
    },
    {
      "epoch": 1.814704075363506,
      "grad_norm": 2.4423335000381035,
      "learning_rate": 0.00024089167312768236,
      "loss": 3.2969,
      "step": 44306
    },
    {
      "epoch": 1.8147450337907025,
      "grad_norm": 2.3188090935107986,
      "learning_rate": 0.00024088907864423028,
      "loss": 2.9844,
      "step": 44307
    },
    {
      "epoch": 1.8147859922178988,
      "grad_norm": 4.865150052242774,
      "learning_rate": 0.00024088648411781108,
      "loss": 1.4375,
      "step": 44308
    },
    {
      "epoch": 1.8148269506450951,
      "grad_norm": 2.620821552776026,
      "learning_rate": 0.00024088388954842603,
      "loss": 4.9062,
      "step": 44309
    },
    {
      "epoch": 1.8148679090722917,
      "grad_norm": 2.9316656333515705,
      "learning_rate": 0.0002408812949360764,
      "loss": 5.5312,
      "step": 44310
    },
    {
      "epoch": 1.814908867499488,
      "grad_norm": 4.746674646712883,
      "learning_rate": 0.00024087870028076332,
      "loss": 6.0,
      "step": 44311
    },
    {
      "epoch": 1.8149498259266843,
      "grad_norm": 2.4291126501757057,
      "learning_rate": 0.0002408761055824881,
      "loss": 4.375,
      "step": 44312
    },
    {
      "epoch": 1.8149907843538808,
      "grad_norm": 2.63047186096782,
      "learning_rate": 0.0002408735108412519,
      "loss": 4.7188,
      "step": 44313
    },
    {
      "epoch": 1.8150317427810774,
      "grad_norm": 2.4805091421052325,
      "learning_rate": 0.00024087091605705605,
      "loss": 3.6562,
      "step": 44314
    },
    {
      "epoch": 1.8150727012082735,
      "grad_norm": 3.459812274983718,
      "learning_rate": 0.00024086832122990163,
      "loss": 5.125,
      "step": 44315
    },
    {
      "epoch": 1.81511365963547,
      "grad_norm": 2.64104736502869,
      "learning_rate": 0.00024086572635978993,
      "loss": 4.1875,
      "step": 44316
    },
    {
      "epoch": 1.8151546180626665,
      "grad_norm": 2.850175789275388,
      "learning_rate": 0.00024086313144672223,
      "loss": 5.4375,
      "step": 44317
    },
    {
      "epoch": 1.8151955764898626,
      "grad_norm": 2.988648972674922,
      "learning_rate": 0.0002408605364906997,
      "loss": 4.9688,
      "step": 44318
    },
    {
      "epoch": 1.8152365349170592,
      "grad_norm": 2.745301613671787,
      "learning_rate": 0.00024085794149172356,
      "loss": 4.9062,
      "step": 44319
    },
    {
      "epoch": 1.8152774933442557,
      "grad_norm": 2.463672987667599,
      "learning_rate": 0.00024085534644979504,
      "loss": 4.375,
      "step": 44320
    },
    {
      "epoch": 1.815318451771452,
      "grad_norm": 7.832507985152047,
      "learning_rate": 0.00024085275136491547,
      "loss": 2.125,
      "step": 44321
    },
    {
      "epoch": 1.8153594101986483,
      "grad_norm": 3.020950837832812,
      "learning_rate": 0.0002408501562370859,
      "loss": 4.5,
      "step": 44322
    },
    {
      "epoch": 1.8154003686258449,
      "grad_norm": 2.403310764903338,
      "learning_rate": 0.0002408475610663077,
      "loss": 3.9375,
      "step": 44323
    },
    {
      "epoch": 1.8154413270530412,
      "grad_norm": 2.6037457269268174,
      "learning_rate": 0.00024084496585258204,
      "loss": 5.375,
      "step": 44324
    },
    {
      "epoch": 1.8154822854802375,
      "grad_norm": 3.2244769935595685,
      "learning_rate": 0.00024084237059591014,
      "loss": 6.9062,
      "step": 44325
    },
    {
      "epoch": 1.815523243907434,
      "grad_norm": 2.7513267893612396,
      "learning_rate": 0.00024083977529629325,
      "loss": 3.7656,
      "step": 44326
    },
    {
      "epoch": 1.8155642023346303,
      "grad_norm": 2.2169440744235835,
      "learning_rate": 0.00024083717995373256,
      "loss": 3.9062,
      "step": 44327
    },
    {
      "epoch": 1.8156051607618267,
      "grad_norm": 3.111304611317741,
      "learning_rate": 0.00024083458456822934,
      "loss": 4.75,
      "step": 44328
    },
    {
      "epoch": 1.8156461191890232,
      "grad_norm": 2.8638650863397834,
      "learning_rate": 0.00024083198913978478,
      "loss": 3.8281,
      "step": 44329
    },
    {
      "epoch": 1.8156870776162195,
      "grad_norm": 6.029581480799066,
      "learning_rate": 0.00024082939366840017,
      "loss": 4.0312,
      "step": 44330
    },
    {
      "epoch": 1.8157280360434158,
      "grad_norm": 2.56310817619657,
      "learning_rate": 0.00024082679815407666,
      "loss": 4.8438,
      "step": 44331
    },
    {
      "epoch": 1.8157689944706124,
      "grad_norm": 2.305810036707026,
      "learning_rate": 0.00024082420259681551,
      "loss": 5.0938,
      "step": 44332
    },
    {
      "epoch": 1.8158099528978089,
      "grad_norm": 2.9864199446015727,
      "learning_rate": 0.00024082160699661798,
      "loss": 5.875,
      "step": 44333
    },
    {
      "epoch": 1.815850911325005,
      "grad_norm": 3.011900869268185,
      "learning_rate": 0.00024081901135348524,
      "loss": 5.7188,
      "step": 44334
    },
    {
      "epoch": 1.8158918697522015,
      "grad_norm": 2.691028853415748,
      "learning_rate": 0.00024081641566741851,
      "loss": 3.7656,
      "step": 44335
    },
    {
      "epoch": 1.815932828179398,
      "grad_norm": 3.703209797374078,
      "learning_rate": 0.0002408138199384191,
      "loss": 3.7344,
      "step": 44336
    },
    {
      "epoch": 1.8159737866065941,
      "grad_norm": 2.4840409668092773,
      "learning_rate": 0.00024081122416648817,
      "loss": 5.25,
      "step": 44337
    },
    {
      "epoch": 1.8160147450337907,
      "grad_norm": 2.442292380910925,
      "learning_rate": 0.00024080862835162696,
      "loss": 3.8438,
      "step": 44338
    },
    {
      "epoch": 1.8160557034609872,
      "grad_norm": 2.8780267656943397,
      "learning_rate": 0.0002408060324938367,
      "loss": 3.9688,
      "step": 44339
    },
    {
      "epoch": 1.8160966618881835,
      "grad_norm": 3.4168213489110433,
      "learning_rate": 0.0002408034365931186,
      "loss": 6.6562,
      "step": 44340
    },
    {
      "epoch": 1.8161376203153798,
      "grad_norm": 2.550111700808914,
      "learning_rate": 0.00024080084064947394,
      "loss": 5.25,
      "step": 44341
    },
    {
      "epoch": 1.8161785787425764,
      "grad_norm": 3.8050953041717426,
      "learning_rate": 0.0002407982446629039,
      "loss": 4.25,
      "step": 44342
    },
    {
      "epoch": 1.8162195371697727,
      "grad_norm": 2.3555042406246067,
      "learning_rate": 0.00024079564863340973,
      "loss": 4.3125,
      "step": 44343
    },
    {
      "epoch": 1.816260495596969,
      "grad_norm": 2.97447908806666,
      "learning_rate": 0.00024079305256099258,
      "loss": 5.8125,
      "step": 44344
    },
    {
      "epoch": 1.8163014540241655,
      "grad_norm": 3.319640536551557,
      "learning_rate": 0.00024079045644565382,
      "loss": 3.8594,
      "step": 44345
    },
    {
      "epoch": 1.8163424124513619,
      "grad_norm": 4.370858082941958,
      "learning_rate": 0.00024078786028739453,
      "loss": 5.3125,
      "step": 44346
    },
    {
      "epoch": 1.8163833708785582,
      "grad_norm": 2.856909288521272,
      "learning_rate": 0.00024078526408621606,
      "loss": 4.1562,
      "step": 44347
    },
    {
      "epoch": 1.8164243293057547,
      "grad_norm": 3.177368798492259,
      "learning_rate": 0.0002407826678421196,
      "loss": 5.25,
      "step": 44348
    },
    {
      "epoch": 1.816465287732951,
      "grad_norm": 2.9222881289537788,
      "learning_rate": 0.00024078007155510636,
      "loss": 5.6875,
      "step": 44349
    },
    {
      "epoch": 1.8165062461601473,
      "grad_norm": 2.5557458100449923,
      "learning_rate": 0.00024077747522517753,
      "loss": 4.2812,
      "step": 44350
    },
    {
      "epoch": 1.8165472045873439,
      "grad_norm": 2.800461504396433,
      "learning_rate": 0.00024077487885233438,
      "loss": 4.9062,
      "step": 44351
    },
    {
      "epoch": 1.8165881630145404,
      "grad_norm": 3.5671862114161046,
      "learning_rate": 0.00024077228243657816,
      "loss": 3.9219,
      "step": 44352
    },
    {
      "epoch": 1.8166291214417365,
      "grad_norm": 2.314985543311549,
      "learning_rate": 0.00024076968597791005,
      "loss": 4.5625,
      "step": 44353
    },
    {
      "epoch": 1.816670079868933,
      "grad_norm": 2.769628913132749,
      "learning_rate": 0.00024076708947633129,
      "loss": 5.25,
      "step": 44354
    },
    {
      "epoch": 1.8167110382961296,
      "grad_norm": 2.9090405393495726,
      "learning_rate": 0.00024076449293184316,
      "loss": 5.0312,
      "step": 44355
    },
    {
      "epoch": 1.8167519967233259,
      "grad_norm": 4.621381485139054,
      "learning_rate": 0.0002407618963444468,
      "loss": 4.375,
      "step": 44356
    },
    {
      "epoch": 1.8167929551505222,
      "grad_norm": 3.070258365345164,
      "learning_rate": 0.0002407592997141435,
      "loss": 5.2188,
      "step": 44357
    },
    {
      "epoch": 1.8168339135777187,
      "grad_norm": 2.6141235020129527,
      "learning_rate": 0.00024075670304093448,
      "loss": 4.0938,
      "step": 44358
    },
    {
      "epoch": 1.816874872004915,
      "grad_norm": 3.874612268453029,
      "learning_rate": 0.00024075410632482094,
      "loss": 6.5625,
      "step": 44359
    },
    {
      "epoch": 1.8169158304321114,
      "grad_norm": 2.7502555453613726,
      "learning_rate": 0.00024075150956580414,
      "loss": 5.5625,
      "step": 44360
    },
    {
      "epoch": 1.816956788859308,
      "grad_norm": 4.699378153129721,
      "learning_rate": 0.0002407489127638853,
      "loss": 5.6875,
      "step": 44361
    },
    {
      "epoch": 1.8169977472865042,
      "grad_norm": 2.8342359685575564,
      "learning_rate": 0.00024074631591906564,
      "loss": 5.875,
      "step": 44362
    },
    {
      "epoch": 1.8170387057137005,
      "grad_norm": 4.558938922785228,
      "learning_rate": 0.00024074371903134634,
      "loss": 5.7812,
      "step": 44363
    },
    {
      "epoch": 1.817079664140897,
      "grad_norm": 3.505715872264436,
      "learning_rate": 0.00024074112210072872,
      "loss": 5.7188,
      "step": 44364
    },
    {
      "epoch": 1.8171206225680934,
      "grad_norm": 2.626855986885572,
      "learning_rate": 0.00024073852512721395,
      "loss": 4.0312,
      "step": 44365
    },
    {
      "epoch": 1.8171615809952897,
      "grad_norm": 4.635033892004295,
      "learning_rate": 0.00024073592811080328,
      "loss": 1.9531,
      "step": 44366
    },
    {
      "epoch": 1.8172025394224862,
      "grad_norm": 2.9382309200255023,
      "learning_rate": 0.0002407333310514979,
      "loss": 6.8438,
      "step": 44367
    },
    {
      "epoch": 1.8172434978496825,
      "grad_norm": 2.671545111814668,
      "learning_rate": 0.0002407307339492991,
      "loss": 4.5,
      "step": 44368
    },
    {
      "epoch": 1.8172844562768788,
      "grad_norm": 3.211046476506987,
      "learning_rate": 0.00024072813680420805,
      "loss": 1.3984,
      "step": 44369
    },
    {
      "epoch": 1.8173254147040754,
      "grad_norm": 7.998197795790415,
      "learning_rate": 0.00024072553961622606,
      "loss": 4.3125,
      "step": 44370
    },
    {
      "epoch": 1.817366373131272,
      "grad_norm": 4.2072635052224845,
      "learning_rate": 0.0002407229423853542,
      "loss": 5.7188,
      "step": 44371
    },
    {
      "epoch": 1.817407331558468,
      "grad_norm": 5.415238613678755,
      "learning_rate": 0.00024072034511159388,
      "loss": 4.0,
      "step": 44372
    },
    {
      "epoch": 1.8174482899856645,
      "grad_norm": 2.790478364842801,
      "learning_rate": 0.00024071774779494618,
      "loss": 5.4062,
      "step": 44373
    },
    {
      "epoch": 1.817489248412861,
      "grad_norm": 4.891713479487033,
      "learning_rate": 0.00024071515043541246,
      "loss": 3.2656,
      "step": 44374
    },
    {
      "epoch": 1.8175302068400574,
      "grad_norm": 3.724562628847557,
      "learning_rate": 0.00024071255303299385,
      "loss": 6.5938,
      "step": 44375
    },
    {
      "epoch": 1.8175711652672537,
      "grad_norm": 2.4665073006557807,
      "learning_rate": 0.0002407099555876916,
      "loss": 4.25,
      "step": 44376
    },
    {
      "epoch": 1.8176121236944502,
      "grad_norm": 4.228195977507468,
      "learning_rate": 0.00024070735809950694,
      "loss": 3.5,
      "step": 44377
    },
    {
      "epoch": 1.8176530821216466,
      "grad_norm": 2.539614759794467,
      "learning_rate": 0.0002407047605684411,
      "loss": 4.9062,
      "step": 44378
    },
    {
      "epoch": 1.8176940405488429,
      "grad_norm": 2.6750726765227046,
      "learning_rate": 0.00024070216299449537,
      "loss": 4.2188,
      "step": 44379
    },
    {
      "epoch": 1.8177349989760394,
      "grad_norm": 2.5192998694156468,
      "learning_rate": 0.00024069956537767085,
      "loss": 4.75,
      "step": 44380
    },
    {
      "epoch": 1.8177759574032357,
      "grad_norm": 3.279089789958198,
      "learning_rate": 0.00024069696771796892,
      "loss": 4.9375,
      "step": 44381
    },
    {
      "epoch": 1.817816915830432,
      "grad_norm": 4.493445830848784,
      "learning_rate": 0.00024069437001539062,
      "loss": 5.6875,
      "step": 44382
    },
    {
      "epoch": 1.8178578742576286,
      "grad_norm": 3.0292663439870124,
      "learning_rate": 0.0002406917722699374,
      "loss": 5.4062,
      "step": 44383
    },
    {
      "epoch": 1.8178988326848249,
      "grad_norm": 3.2945941357826527,
      "learning_rate": 0.0002406891744816103,
      "loss": 4.1562,
      "step": 44384
    },
    {
      "epoch": 1.8179397911120212,
      "grad_norm": 2.548836456576315,
      "learning_rate": 0.00024068657665041066,
      "loss": 4.5312,
      "step": 44385
    },
    {
      "epoch": 1.8179807495392177,
      "grad_norm": 3.750368291756822,
      "learning_rate": 0.00024068397877633963,
      "loss": 6.9375,
      "step": 44386
    },
    {
      "epoch": 1.818021707966414,
      "grad_norm": 3.043086247181819,
      "learning_rate": 0.00024068138085939848,
      "loss": 4.8125,
      "step": 44387
    },
    {
      "epoch": 1.8180626663936104,
      "grad_norm": 2.497680749112168,
      "learning_rate": 0.00024067878289958845,
      "loss": 5.0,
      "step": 44388
    },
    {
      "epoch": 1.818103624820807,
      "grad_norm": 3.1680158240388954,
      "learning_rate": 0.00024067618489691074,
      "loss": 4.0312,
      "step": 44389
    },
    {
      "epoch": 1.8181445832480034,
      "grad_norm": 3.56659633363291,
      "learning_rate": 0.00024067358685136658,
      "loss": 5.75,
      "step": 44390
    },
    {
      "epoch": 1.8181855416751995,
      "grad_norm": 3.271698138672714,
      "learning_rate": 0.00024067098876295724,
      "loss": 5.125,
      "step": 44391
    },
    {
      "epoch": 1.818226500102396,
      "grad_norm": 2.7542215407345316,
      "learning_rate": 0.0002406683906316839,
      "loss": 5.4688,
      "step": 44392
    },
    {
      "epoch": 1.8182674585295926,
      "grad_norm": 2.6155124845024873,
      "learning_rate": 0.0002406657924575478,
      "loss": 4.5938,
      "step": 44393
    },
    {
      "epoch": 1.818308416956789,
      "grad_norm": 3.4508639202236133,
      "learning_rate": 0.00024066319424055022,
      "loss": 6.6875,
      "step": 44394
    },
    {
      "epoch": 1.8183493753839852,
      "grad_norm": 2.419791690043099,
      "learning_rate": 0.0002406605959806923,
      "loss": 4.4375,
      "step": 44395
    },
    {
      "epoch": 1.8183903338111818,
      "grad_norm": 3.975757301289257,
      "learning_rate": 0.00024065799767797533,
      "loss": 6.9375,
      "step": 44396
    },
    {
      "epoch": 1.818431292238378,
      "grad_norm": 2.6923153495525143,
      "learning_rate": 0.0002406553993324005,
      "loss": 5.7812,
      "step": 44397
    },
    {
      "epoch": 1.8184722506655744,
      "grad_norm": 2.7631657783978163,
      "learning_rate": 0.00024065280094396908,
      "loss": 4.4375,
      "step": 44398
    },
    {
      "epoch": 1.818513209092771,
      "grad_norm": 3.4950353779128664,
      "learning_rate": 0.00024065020251268224,
      "loss": 5.8438,
      "step": 44399
    },
    {
      "epoch": 1.8185541675199672,
      "grad_norm": 2.483866177099853,
      "learning_rate": 0.00024064760403854127,
      "loss": 5.0625,
      "step": 44400
    },
    {
      "epoch": 1.8185951259471635,
      "grad_norm": 5.640660037520567,
      "learning_rate": 0.00024064500552154738,
      "loss": 6.0938,
      "step": 44401
    },
    {
      "epoch": 1.81863608437436,
      "grad_norm": 2.7219161102078204,
      "learning_rate": 0.0002406424069617018,
      "loss": 3.7656,
      "step": 44402
    },
    {
      "epoch": 1.8186770428015564,
      "grad_norm": 2.915568382141007,
      "learning_rate": 0.00024063980835900572,
      "loss": 4.6562,
      "step": 44403
    },
    {
      "epoch": 1.8187180012287527,
      "grad_norm": 2.5838908441197908,
      "learning_rate": 0.00024063720971346044,
      "loss": 4.4375,
      "step": 44404
    },
    {
      "epoch": 1.8187589596559492,
      "grad_norm": 10.296472809431812,
      "learning_rate": 0.0002406346110250671,
      "loss": 4.5938,
      "step": 44405
    },
    {
      "epoch": 1.8187999180831456,
      "grad_norm": 7.967078093800568,
      "learning_rate": 0.00024063201229382696,
      "loss": 3.5312,
      "step": 44406
    },
    {
      "epoch": 1.8188408765103419,
      "grad_norm": 2.70013893122111,
      "learning_rate": 0.00024062941351974133,
      "loss": 5.3438,
      "step": 44407
    },
    {
      "epoch": 1.8188818349375384,
      "grad_norm": 2.648972584465444,
      "learning_rate": 0.00024062681470281131,
      "loss": 4.0312,
      "step": 44408
    },
    {
      "epoch": 1.818922793364735,
      "grad_norm": 2.3019742380476185,
      "learning_rate": 0.00024062421584303826,
      "loss": 4.125,
      "step": 44409
    },
    {
      "epoch": 1.818963751791931,
      "grad_norm": 4.449403159718241,
      "learning_rate": 0.00024062161694042328,
      "loss": 6.5,
      "step": 44410
    },
    {
      "epoch": 1.8190047102191276,
      "grad_norm": 2.835945970662163,
      "learning_rate": 0.0002406190179949677,
      "loss": 5.4688,
      "step": 44411
    },
    {
      "epoch": 1.819045668646324,
      "grad_norm": 4.850932568882841,
      "learning_rate": 0.00024061641900667265,
      "loss": 4.3438,
      "step": 44412
    },
    {
      "epoch": 1.8190866270735204,
      "grad_norm": 2.568339770127332,
      "learning_rate": 0.0002406138199755395,
      "loss": 4.5625,
      "step": 44413
    },
    {
      "epoch": 1.8191275855007167,
      "grad_norm": 2.740953686199511,
      "learning_rate": 0.0002406112209015693,
      "loss": 3.1875,
      "step": 44414
    },
    {
      "epoch": 1.8191685439279133,
      "grad_norm": 2.607622698292174,
      "learning_rate": 0.00024060862178476342,
      "loss": 4.9688,
      "step": 44415
    },
    {
      "epoch": 1.8192095023551096,
      "grad_norm": 2.525152857570836,
      "learning_rate": 0.000240606022625123,
      "loss": 5.0625,
      "step": 44416
    },
    {
      "epoch": 1.819250460782306,
      "grad_norm": 2.822914056516365,
      "learning_rate": 0.0002406034234226494,
      "loss": 6.625,
      "step": 44417
    },
    {
      "epoch": 1.8192914192095024,
      "grad_norm": 2.7609128948204487,
      "learning_rate": 0.0002406008241773437,
      "loss": 5.5625,
      "step": 44418
    },
    {
      "epoch": 1.8193323776366987,
      "grad_norm": 3.605654850319791,
      "learning_rate": 0.00024059822488920718,
      "loss": 7.25,
      "step": 44419
    },
    {
      "epoch": 1.819373336063895,
      "grad_norm": 4.952412311876752,
      "learning_rate": 0.0002405956255582411,
      "loss": 7.1875,
      "step": 44420
    },
    {
      "epoch": 1.8194142944910916,
      "grad_norm": 2.3742858525606945,
      "learning_rate": 0.00024059302618444667,
      "loss": 4.3438,
      "step": 44421
    },
    {
      "epoch": 1.819455252918288,
      "grad_norm": 3.443514420101204,
      "learning_rate": 0.00024059042676782507,
      "loss": 5.0625,
      "step": 44422
    },
    {
      "epoch": 1.8194962113454842,
      "grad_norm": 2.4897646104137734,
      "learning_rate": 0.00024058782730837765,
      "loss": 5.0312,
      "step": 44423
    },
    {
      "epoch": 1.8195371697726808,
      "grad_norm": 2.5481180368697838,
      "learning_rate": 0.00024058522780610547,
      "loss": 5.5625,
      "step": 44424
    },
    {
      "epoch": 1.819578128199877,
      "grad_norm": 2.4043789455224367,
      "learning_rate": 0.0002405826282610099,
      "loss": 5.2188,
      "step": 44425
    },
    {
      "epoch": 1.8196190866270734,
      "grad_norm": 2.5460245116489566,
      "learning_rate": 0.00024058002867309212,
      "loss": 3.9375,
      "step": 44426
    },
    {
      "epoch": 1.81966004505427,
      "grad_norm": 2.4025615202216946,
      "learning_rate": 0.00024057742904235336,
      "loss": 4.6875,
      "step": 44427
    },
    {
      "epoch": 1.8197010034814665,
      "grad_norm": 2.6436730237085095,
      "learning_rate": 0.00024057482936879485,
      "loss": 4.4062,
      "step": 44428
    },
    {
      "epoch": 1.8197419619086626,
      "grad_norm": 2.7624772211882735,
      "learning_rate": 0.00024057222965241778,
      "loss": 5.5312,
      "step": 44429
    },
    {
      "epoch": 1.819782920335859,
      "grad_norm": 3.5792580581968014,
      "learning_rate": 0.00024056962989322346,
      "loss": 5.375,
      "step": 44430
    },
    {
      "epoch": 1.8198238787630556,
      "grad_norm": 2.802189166396211,
      "learning_rate": 0.00024056703009121304,
      "loss": 4.9062,
      "step": 44431
    },
    {
      "epoch": 1.819864837190252,
      "grad_norm": 3.128991925654008,
      "learning_rate": 0.0002405644302463878,
      "loss": 4.6875,
      "step": 44432
    },
    {
      "epoch": 1.8199057956174483,
      "grad_norm": 2.5177149739944804,
      "learning_rate": 0.00024056183035874897,
      "loss": 4.2188,
      "step": 44433
    },
    {
      "epoch": 1.8199467540446448,
      "grad_norm": 2.9398473611961204,
      "learning_rate": 0.00024055923042829778,
      "loss": 4.8125,
      "step": 44434
    },
    {
      "epoch": 1.819987712471841,
      "grad_norm": 2.3414663661476,
      "learning_rate": 0.00024055663045503535,
      "loss": 3.9219,
      "step": 44435
    },
    {
      "epoch": 1.8200286708990374,
      "grad_norm": 10.291603826361738,
      "learning_rate": 0.00024055403043896306,
      "loss": 4.9375,
      "step": 44436
    },
    {
      "epoch": 1.820069629326234,
      "grad_norm": 2.5846794622156244,
      "learning_rate": 0.00024055143038008209,
      "loss": 4.8125,
      "step": 44437
    },
    {
      "epoch": 1.8201105877534303,
      "grad_norm": 2.8101300581314095,
      "learning_rate": 0.00024054883027839363,
      "loss": 5.2188,
      "step": 44438
    },
    {
      "epoch": 1.8201515461806266,
      "grad_norm": 3.1844183467929907,
      "learning_rate": 0.00024054623013389898,
      "loss": 4.6875,
      "step": 44439
    },
    {
      "epoch": 1.8201925046078231,
      "grad_norm": 2.7822580480808026,
      "learning_rate": 0.0002405436299465993,
      "loss": 4.8438,
      "step": 44440
    },
    {
      "epoch": 1.8202334630350194,
      "grad_norm": 2.403535545796765,
      "learning_rate": 0.0002405410297164958,
      "loss": 4.7812,
      "step": 44441
    },
    {
      "epoch": 1.8202744214622157,
      "grad_norm": 5.865750019090258,
      "learning_rate": 0.0002405384294435898,
      "loss": 5.5625,
      "step": 44442
    },
    {
      "epoch": 1.8203153798894123,
      "grad_norm": 2.589673418688298,
      "learning_rate": 0.0002405358291278825,
      "loss": 4.7188,
      "step": 44443
    },
    {
      "epoch": 1.8203563383166086,
      "grad_norm": 2.71530630383544,
      "learning_rate": 0.0002405332287693751,
      "loss": 4.25,
      "step": 44444
    },
    {
      "epoch": 1.820397296743805,
      "grad_norm": 3.075515840444943,
      "learning_rate": 0.00024053062836806884,
      "loss": 4.1875,
      "step": 44445
    },
    {
      "epoch": 1.8204382551710014,
      "grad_norm": 3.3744740226413388,
      "learning_rate": 0.00024052802792396492,
      "loss": 6.3125,
      "step": 44446
    },
    {
      "epoch": 1.820479213598198,
      "grad_norm": 2.335333844899408,
      "learning_rate": 0.00024052542743706464,
      "loss": 4.4688,
      "step": 44447
    },
    {
      "epoch": 1.820520172025394,
      "grad_norm": 2.8525457992277135,
      "learning_rate": 0.0002405228269073692,
      "loss": 5.0938,
      "step": 44448
    },
    {
      "epoch": 1.8205611304525906,
      "grad_norm": 7.3240995312188275,
      "learning_rate": 0.0002405202263348798,
      "loss": 6.875,
      "step": 44449
    },
    {
      "epoch": 1.8206020888797871,
      "grad_norm": 2.430080033603272,
      "learning_rate": 0.00024051762571959768,
      "loss": 5.2188,
      "step": 44450
    },
    {
      "epoch": 1.8206430473069835,
      "grad_norm": 2.6685596958039075,
      "learning_rate": 0.0002405150250615241,
      "loss": 4.875,
      "step": 44451
    },
    {
      "epoch": 1.8206840057341798,
      "grad_norm": 3.0418715988690925,
      "learning_rate": 0.00024051242436066026,
      "loss": 6.3438,
      "step": 44452
    },
    {
      "epoch": 1.8207249641613763,
      "grad_norm": 5.710558282787124,
      "learning_rate": 0.00024050982361700738,
      "loss": 5.9375,
      "step": 44453
    },
    {
      "epoch": 1.8207659225885726,
      "grad_norm": 6.352450672008858,
      "learning_rate": 0.0002405072228305667,
      "loss": 4.0,
      "step": 44454
    },
    {
      "epoch": 1.820806881015769,
      "grad_norm": 4.110378911075855,
      "learning_rate": 0.00024050462200133954,
      "loss": 6.5,
      "step": 44455
    },
    {
      "epoch": 1.8208478394429655,
      "grad_norm": 3.1276095358800275,
      "learning_rate": 0.00024050202112932696,
      "loss": 4.9688,
      "step": 44456
    },
    {
      "epoch": 1.8208887978701618,
      "grad_norm": 4.803775912400314,
      "learning_rate": 0.00024049942021453033,
      "loss": 4.6875,
      "step": 44457
    },
    {
      "epoch": 1.820929756297358,
      "grad_norm": 7.023763361766872,
      "learning_rate": 0.00024049681925695078,
      "loss": 5.3125,
      "step": 44458
    },
    {
      "epoch": 1.8209707147245546,
      "grad_norm": 3.0408271686860298,
      "learning_rate": 0.00024049421825658965,
      "loss": 5.5625,
      "step": 44459
    },
    {
      "epoch": 1.821011673151751,
      "grad_norm": 3.83748850449557,
      "learning_rate": 0.00024049161721344803,
      "loss": 3.9688,
      "step": 44460
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 2.7912554493094834,
      "learning_rate": 0.00024048901612752725,
      "loss": 4.7812,
      "step": 44461
    },
    {
      "epoch": 1.8210935900061438,
      "grad_norm": 2.952481733744189,
      "learning_rate": 0.00024048641499882856,
      "loss": 5.0,
      "step": 44462
    },
    {
      "epoch": 1.82113454843334,
      "grad_norm": 2.725378199318324,
      "learning_rate": 0.00024048381382735308,
      "loss": 6.1562,
      "step": 44463
    },
    {
      "epoch": 1.8211755068605364,
      "grad_norm": 3.8382730337192155,
      "learning_rate": 0.00024048121261310214,
      "loss": 6.8125,
      "step": 44464
    },
    {
      "epoch": 1.821216465287733,
      "grad_norm": 2.626859277068185,
      "learning_rate": 0.0002404786113560769,
      "loss": 5.5,
      "step": 44465
    },
    {
      "epoch": 1.8212574237149295,
      "grad_norm": 2.935639563521661,
      "learning_rate": 0.00024047601005627866,
      "loss": 5.5312,
      "step": 44466
    },
    {
      "epoch": 1.8212983821421256,
      "grad_norm": 2.3241820075500628,
      "learning_rate": 0.00024047340871370857,
      "loss": 3.2344,
      "step": 44467
    },
    {
      "epoch": 1.8213393405693221,
      "grad_norm": 5.2690626006030685,
      "learning_rate": 0.00024047080732836793,
      "loss": 6.4375,
      "step": 44468
    },
    {
      "epoch": 1.8213802989965187,
      "grad_norm": 4.154653564413153,
      "learning_rate": 0.0002404682059002579,
      "loss": 4.7188,
      "step": 44469
    },
    {
      "epoch": 1.821421257423715,
      "grad_norm": 4.418254094495576,
      "learning_rate": 0.00024046560442937982,
      "loss": 5.2188,
      "step": 44470
    },
    {
      "epoch": 1.8214622158509113,
      "grad_norm": 3.1070447183761045,
      "learning_rate": 0.00024046300291573482,
      "loss": 5.625,
      "step": 44471
    },
    {
      "epoch": 1.8215031742781078,
      "grad_norm": 2.671394071641414,
      "learning_rate": 0.00024046040135932418,
      "loss": 5.4375,
      "step": 44472
    },
    {
      "epoch": 1.8215441327053041,
      "grad_norm": 2.943086796330337,
      "learning_rate": 0.0002404577997601491,
      "loss": 4.8438,
      "step": 44473
    },
    {
      "epoch": 1.8215850911325004,
      "grad_norm": 3.1077785904027544,
      "learning_rate": 0.00024045519811821082,
      "loss": 4.5938,
      "step": 44474
    },
    {
      "epoch": 1.821626049559697,
      "grad_norm": 3.7357978097715514,
      "learning_rate": 0.00024045259643351054,
      "loss": 4.7812,
      "step": 44475
    },
    {
      "epoch": 1.8216670079868933,
      "grad_norm": 2.425228728981023,
      "learning_rate": 0.00024044999470604954,
      "loss": 4.375,
      "step": 44476
    },
    {
      "epoch": 1.8217079664140896,
      "grad_norm": 2.740150135751361,
      "learning_rate": 0.00024044739293582905,
      "loss": 4.9688,
      "step": 44477
    },
    {
      "epoch": 1.8217489248412861,
      "grad_norm": 2.3967481655962395,
      "learning_rate": 0.00024044479112285026,
      "loss": 4.8125,
      "step": 44478
    },
    {
      "epoch": 1.8217898832684825,
      "grad_norm": 2.977155594273834,
      "learning_rate": 0.00024044218926711446,
      "loss": 3.9844,
      "step": 44479
    },
    {
      "epoch": 1.8218308416956788,
      "grad_norm": 2.555292029875666,
      "learning_rate": 0.00024043958736862282,
      "loss": 4.25,
      "step": 44480
    },
    {
      "epoch": 1.8218718001228753,
      "grad_norm": 2.717984813781128,
      "learning_rate": 0.00024043698542737654,
      "loss": 3.2344,
      "step": 44481
    },
    {
      "epoch": 1.8219127585500718,
      "grad_norm": 3.27312809458068,
      "learning_rate": 0.00024043438344337697,
      "loss": 5.5312,
      "step": 44482
    },
    {
      "epoch": 1.821953716977268,
      "grad_norm": 2.4293403423722455,
      "learning_rate": 0.00024043178141662522,
      "loss": 4.2812,
      "step": 44483
    },
    {
      "epoch": 1.8219946754044645,
      "grad_norm": 2.5242310574182456,
      "learning_rate": 0.00024042917934712261,
      "loss": 4.9375,
      "step": 44484
    },
    {
      "epoch": 1.822035633831661,
      "grad_norm": 2.7830947247551765,
      "learning_rate": 0.00024042657723487033,
      "loss": 5.125,
      "step": 44485
    },
    {
      "epoch": 1.822076592258857,
      "grad_norm": 8.842448440720961,
      "learning_rate": 0.00024042397507986957,
      "loss": 6.75,
      "step": 44486
    },
    {
      "epoch": 1.8221175506860536,
      "grad_norm": 2.8396539370472116,
      "learning_rate": 0.00024042137288212166,
      "loss": 5.4062,
      "step": 44487
    },
    {
      "epoch": 1.8221585091132502,
      "grad_norm": 2.372474777391771,
      "learning_rate": 0.00024041877064162772,
      "loss": 4.1875,
      "step": 44488
    },
    {
      "epoch": 1.8221994675404465,
      "grad_norm": 7.3582269072838535,
      "learning_rate": 0.00024041616835838908,
      "loss": 1.3672,
      "step": 44489
    },
    {
      "epoch": 1.8222404259676428,
      "grad_norm": 2.7352184630053555,
      "learning_rate": 0.0002404135660324069,
      "loss": 5.5938,
      "step": 44490
    },
    {
      "epoch": 1.8222813843948393,
      "grad_norm": 2.7412013486621714,
      "learning_rate": 0.00024041096366368245,
      "loss": 4.2188,
      "step": 44491
    },
    {
      "epoch": 1.8223223428220356,
      "grad_norm": 2.557475978372047,
      "learning_rate": 0.0002404083612522169,
      "loss": 3.8281,
      "step": 44492
    },
    {
      "epoch": 1.822363301249232,
      "grad_norm": 2.699626313327474,
      "learning_rate": 0.00024040575879801153,
      "loss": 4.5312,
      "step": 44493
    },
    {
      "epoch": 1.8224042596764285,
      "grad_norm": 6.083505549217075,
      "learning_rate": 0.00024040315630106758,
      "loss": 6.3438,
      "step": 44494
    },
    {
      "epoch": 1.8224452181036248,
      "grad_norm": 2.4822276788324507,
      "learning_rate": 0.0002404005537613863,
      "loss": 4.9062,
      "step": 44495
    },
    {
      "epoch": 1.8224861765308211,
      "grad_norm": 2.4785629316623683,
      "learning_rate": 0.00024039795117896886,
      "loss": 5.3438,
      "step": 44496
    },
    {
      "epoch": 1.8225271349580177,
      "grad_norm": 2.5818683125634534,
      "learning_rate": 0.00024039534855381647,
      "loss": 5.1875,
      "step": 44497
    },
    {
      "epoch": 1.822568093385214,
      "grad_norm": 2.501639387377316,
      "learning_rate": 0.00024039274588593044,
      "loss": 3.75,
      "step": 44498
    },
    {
      "epoch": 1.8226090518124103,
      "grad_norm": 3.802556517763944,
      "learning_rate": 0.00024039014317531196,
      "loss": 5.7812,
      "step": 44499
    },
    {
      "epoch": 1.8226500102396068,
      "grad_norm": 8.594347069563835,
      "learning_rate": 0.00024038754042196225,
      "loss": 4.9375,
      "step": 44500
    },
    {
      "epoch": 1.8226909686668034,
      "grad_norm": 2.692218924187905,
      "learning_rate": 0.00024038493762588257,
      "loss": 4.625,
      "step": 44501
    },
    {
      "epoch": 1.8227319270939994,
      "grad_norm": 3.0607131962984035,
      "learning_rate": 0.00024038233478707415,
      "loss": 5.25,
      "step": 44502
    },
    {
      "epoch": 1.822772885521196,
      "grad_norm": 3.3980780205607672,
      "learning_rate": 0.0002403797319055382,
      "loss": 6.625,
      "step": 44503
    },
    {
      "epoch": 1.8228138439483925,
      "grad_norm": 5.659515022654378,
      "learning_rate": 0.00024037712898127592,
      "loss": 7.1875,
      "step": 44504
    },
    {
      "epoch": 1.8228548023755886,
      "grad_norm": 2.4212068124476858,
      "learning_rate": 0.00024037452601428864,
      "loss": 4.9688,
      "step": 44505
    },
    {
      "epoch": 1.8228957608027851,
      "grad_norm": 2.5925564495075974,
      "learning_rate": 0.00024037192300457747,
      "loss": 5.3125,
      "step": 44506
    },
    {
      "epoch": 1.8229367192299817,
      "grad_norm": 2.615016621256212,
      "learning_rate": 0.00024036931995214373,
      "loss": 4.9062,
      "step": 44507
    },
    {
      "epoch": 1.822977677657178,
      "grad_norm": 2.920414659791491,
      "learning_rate": 0.00024036671685698864,
      "loss": 5.5625,
      "step": 44508
    },
    {
      "epoch": 1.8230186360843743,
      "grad_norm": 2.6839797214516126,
      "learning_rate": 0.00024036411371911338,
      "loss": 4.9375,
      "step": 44509
    },
    {
      "epoch": 1.8230595945115708,
      "grad_norm": 4.771697881580375,
      "learning_rate": 0.00024036151053851923,
      "loss": 5.0938,
      "step": 44510
    },
    {
      "epoch": 1.8231005529387672,
      "grad_norm": 2.4595360285180865,
      "learning_rate": 0.00024035890731520737,
      "loss": 3.9531,
      "step": 44511
    },
    {
      "epoch": 1.8231415113659635,
      "grad_norm": 3.6458735322649733,
      "learning_rate": 0.00024035630404917906,
      "loss": 4.7812,
      "step": 44512
    },
    {
      "epoch": 1.82318246979316,
      "grad_norm": 5.195079743022886,
      "learning_rate": 0.00024035370074043557,
      "loss": 6.0625,
      "step": 44513
    },
    {
      "epoch": 1.8232234282203563,
      "grad_norm": 3.9470798742583177,
      "learning_rate": 0.00024035109738897804,
      "loss": 4.5625,
      "step": 44514
    },
    {
      "epoch": 1.8232643866475526,
      "grad_norm": 7.638954962108481,
      "learning_rate": 0.0002403484939948078,
      "loss": 6.125,
      "step": 44515
    },
    {
      "epoch": 1.8233053450747492,
      "grad_norm": 2.6353564655030737,
      "learning_rate": 0.00024034589055792606,
      "loss": 4.5312,
      "step": 44516
    },
    {
      "epoch": 1.8233463035019455,
      "grad_norm": 2.583659109155051,
      "learning_rate": 0.00024034328707833394,
      "loss": 4.4688,
      "step": 44517
    },
    {
      "epoch": 1.8233872619291418,
      "grad_norm": 2.798895552296489,
      "learning_rate": 0.00024034068355603284,
      "loss": 5.0,
      "step": 44518
    },
    {
      "epoch": 1.8234282203563383,
      "grad_norm": 2.911479796964441,
      "learning_rate": 0.00024033807999102388,
      "loss": 4.8438,
      "step": 44519
    },
    {
      "epoch": 1.8234691787835349,
      "grad_norm": 2.2256456582512554,
      "learning_rate": 0.00024033547638330828,
      "loss": 3.9531,
      "step": 44520
    },
    {
      "epoch": 1.823510137210731,
      "grad_norm": 3.1687337257860855,
      "learning_rate": 0.00024033287273288737,
      "loss": 5.3438,
      "step": 44521
    },
    {
      "epoch": 1.8235510956379275,
      "grad_norm": 2.967524602272985,
      "learning_rate": 0.00024033026903976225,
      "loss": 4.625,
      "step": 44522
    },
    {
      "epoch": 1.823592054065124,
      "grad_norm": 3.2140788150206663,
      "learning_rate": 0.0002403276653039343,
      "loss": 5.0312,
      "step": 44523
    },
    {
      "epoch": 1.8236330124923203,
      "grad_norm": 2.357049889257809,
      "learning_rate": 0.00024032506152540462,
      "loss": 4.5312,
      "step": 44524
    },
    {
      "epoch": 1.8236739709195167,
      "grad_norm": 4.004663611786101,
      "learning_rate": 0.0002403224577041745,
      "loss": 2.1562,
      "step": 44525
    },
    {
      "epoch": 1.8237149293467132,
      "grad_norm": 3.4552239628880757,
      "learning_rate": 0.00024031985384024519,
      "loss": 5.375,
      "step": 44526
    },
    {
      "epoch": 1.8237558877739095,
      "grad_norm": 5.211500584319049,
      "learning_rate": 0.00024031724993361787,
      "loss": 6.8438,
      "step": 44527
    },
    {
      "epoch": 1.8237968462011058,
      "grad_norm": 2.4855132777533075,
      "learning_rate": 0.00024031464598429377,
      "loss": 4.75,
      "step": 44528
    },
    {
      "epoch": 1.8238378046283024,
      "grad_norm": 2.3942532291457983,
      "learning_rate": 0.00024031204199227417,
      "loss": 4.875,
      "step": 44529
    },
    {
      "epoch": 1.8238787630554987,
      "grad_norm": 4.2298459532497805,
      "learning_rate": 0.0002403094379575603,
      "loss": 5.9375,
      "step": 44530
    },
    {
      "epoch": 1.823919721482695,
      "grad_norm": 2.767272225775535,
      "learning_rate": 0.00024030683388015332,
      "loss": 5.2188,
      "step": 44531
    },
    {
      "epoch": 1.8239606799098915,
      "grad_norm": 2.6736268312378684,
      "learning_rate": 0.00024030422976005456,
      "loss": 5.0312,
      "step": 44532
    },
    {
      "epoch": 1.8240016383370878,
      "grad_norm": 2.27834807314454,
      "learning_rate": 0.00024030162559726516,
      "loss": 3.9375,
      "step": 44533
    },
    {
      "epoch": 1.8240425967642842,
      "grad_norm": 3.541699584763069,
      "learning_rate": 0.00024029902139178642,
      "loss": 3.4219,
      "step": 44534
    },
    {
      "epoch": 1.8240835551914807,
      "grad_norm": 3.1762513944363353,
      "learning_rate": 0.0002402964171436195,
      "loss": 4.375,
      "step": 44535
    },
    {
      "epoch": 1.824124513618677,
      "grad_norm": 4.442732519821366,
      "learning_rate": 0.00024029381285276574,
      "loss": 6.5625,
      "step": 44536
    },
    {
      "epoch": 1.8241654720458733,
      "grad_norm": 2.4638343004241676,
      "learning_rate": 0.00024029120851922625,
      "loss": 4.5938,
      "step": 44537
    },
    {
      "epoch": 1.8242064304730699,
      "grad_norm": 2.871355369787302,
      "learning_rate": 0.00024028860414300235,
      "loss": 5.2188,
      "step": 44538
    },
    {
      "epoch": 1.8242473889002664,
      "grad_norm": 2.7396228652119965,
      "learning_rate": 0.0002402859997240952,
      "loss": 5.0312,
      "step": 44539
    },
    {
      "epoch": 1.8242883473274625,
      "grad_norm": 2.5065431788559764,
      "learning_rate": 0.00024028339526250612,
      "loss": 4.125,
      "step": 44540
    },
    {
      "epoch": 1.824329305754659,
      "grad_norm": 2.3213777796276593,
      "learning_rate": 0.00024028079075823623,
      "loss": 4.875,
      "step": 44541
    },
    {
      "epoch": 1.8243702641818555,
      "grad_norm": 3.4565733896722777,
      "learning_rate": 0.00024027818621128686,
      "loss": 3.5938,
      "step": 44542
    },
    {
      "epoch": 1.8244112226090519,
      "grad_norm": 3.757283836751204,
      "learning_rate": 0.00024027558162165917,
      "loss": 3.8281,
      "step": 44543
    },
    {
      "epoch": 1.8244521810362482,
      "grad_norm": 2.5635162379171312,
      "learning_rate": 0.00024027297698935447,
      "loss": 4.5938,
      "step": 44544
    },
    {
      "epoch": 1.8244931394634447,
      "grad_norm": 3.293038903786501,
      "learning_rate": 0.00024027037231437389,
      "loss": 4.3438,
      "step": 44545
    },
    {
      "epoch": 1.824534097890641,
      "grad_norm": 2.6688516613455087,
      "learning_rate": 0.00024026776759671875,
      "loss": 5.0312,
      "step": 44546
    },
    {
      "epoch": 1.8245750563178373,
      "grad_norm": 2.8153473032881786,
      "learning_rate": 0.00024026516283639024,
      "loss": 5.0625,
      "step": 44547
    },
    {
      "epoch": 1.8246160147450339,
      "grad_norm": 3.048255045198843,
      "learning_rate": 0.0002402625580333896,
      "loss": 5.1875,
      "step": 44548
    },
    {
      "epoch": 1.8246569731722302,
      "grad_norm": 3.1252352175459563,
      "learning_rate": 0.0002402599531877181,
      "loss": 3.6562,
      "step": 44549
    },
    {
      "epoch": 1.8246979315994265,
      "grad_norm": 4.0128485811596635,
      "learning_rate": 0.00024025734829937688,
      "loss": 4.3125,
      "step": 44550
    },
    {
      "epoch": 1.824738890026623,
      "grad_norm": 8.474272259565184,
      "learning_rate": 0.00024025474336836726,
      "loss": 4.2812,
      "step": 44551
    },
    {
      "epoch": 1.8247798484538194,
      "grad_norm": 5.135765296311562,
      "learning_rate": 0.0002402521383946904,
      "loss": 6.9062,
      "step": 44552
    },
    {
      "epoch": 1.8248208068810157,
      "grad_norm": 2.7320011111251357,
      "learning_rate": 0.0002402495333783476,
      "loss": 4.9062,
      "step": 44553
    },
    {
      "epoch": 1.8248617653082122,
      "grad_norm": 3.645486636889343,
      "learning_rate": 0.00024024692831934,
      "loss": 4.6562,
      "step": 44554
    },
    {
      "epoch": 1.8249027237354085,
      "grad_norm": 2.9495059396940566,
      "learning_rate": 0.0002402443232176689,
      "loss": 5.6562,
      "step": 44555
    },
    {
      "epoch": 1.8249436821626048,
      "grad_norm": 2.6111925575224353,
      "learning_rate": 0.00024024171807333555,
      "loss": 3.6875,
      "step": 44556
    },
    {
      "epoch": 1.8249846405898014,
      "grad_norm": 2.7087625538792106,
      "learning_rate": 0.00024023911288634117,
      "loss": 4.5312,
      "step": 44557
    },
    {
      "epoch": 1.825025599016998,
      "grad_norm": 2.648633027577906,
      "learning_rate": 0.00024023650765668696,
      "loss": 4.4688,
      "step": 44558
    },
    {
      "epoch": 1.825066557444194,
      "grad_norm": 2.6041574532899263,
      "learning_rate": 0.00024023390238437414,
      "loss": 4.875,
      "step": 44559
    },
    {
      "epoch": 1.8251075158713905,
      "grad_norm": 3.7157711378536615,
      "learning_rate": 0.00024023129706940397,
      "loss": 4.4375,
      "step": 44560
    },
    {
      "epoch": 1.825148474298587,
      "grad_norm": 2.8739623115144584,
      "learning_rate": 0.00024022869171177775,
      "loss": 4.6562,
      "step": 44561
    },
    {
      "epoch": 1.8251894327257834,
      "grad_norm": 2.6993103926745374,
      "learning_rate": 0.00024022608631149657,
      "loss": 4.625,
      "step": 44562
    },
    {
      "epoch": 1.8252303911529797,
      "grad_norm": 6.057792164070018,
      "learning_rate": 0.00024022348086856173,
      "loss": 3.2656,
      "step": 44563
    },
    {
      "epoch": 1.8252713495801762,
      "grad_norm": 3.283541344837632,
      "learning_rate": 0.00024022087538297447,
      "loss": 5.0,
      "step": 44564
    },
    {
      "epoch": 1.8253123080073725,
      "grad_norm": 2.542163036689009,
      "learning_rate": 0.00024021826985473605,
      "loss": 4.7812,
      "step": 44565
    },
    {
      "epoch": 1.8253532664345689,
      "grad_norm": 2.5659949084897162,
      "learning_rate": 0.00024021566428384763,
      "loss": 5.2188,
      "step": 44566
    },
    {
      "epoch": 1.8253942248617654,
      "grad_norm": 8.547191216335955,
      "learning_rate": 0.00024021305867031047,
      "loss": 6.1562,
      "step": 44567
    },
    {
      "epoch": 1.8254351832889617,
      "grad_norm": 2.5643712095082276,
      "learning_rate": 0.00024021045301412584,
      "loss": 4.2188,
      "step": 44568
    },
    {
      "epoch": 1.825476141716158,
      "grad_norm": 2.5224667394676783,
      "learning_rate": 0.00024020784731529495,
      "loss": 4.4062,
      "step": 44569
    },
    {
      "epoch": 1.8255171001433546,
      "grad_norm": 2.428098042752397,
      "learning_rate": 0.00024020524157381898,
      "loss": 4.375,
      "step": 44570
    },
    {
      "epoch": 1.8255580585705509,
      "grad_norm": 3.4411917620669232,
      "learning_rate": 0.00024020263578969925,
      "loss": 4.1562,
      "step": 44571
    },
    {
      "epoch": 1.8255990169977472,
      "grad_norm": 2.9522501341985063,
      "learning_rate": 0.0002402000299629369,
      "loss": 5.5312,
      "step": 44572
    },
    {
      "epoch": 1.8256399754249437,
      "grad_norm": 2.6288640624183413,
      "learning_rate": 0.00024019742409353323,
      "loss": 4.375,
      "step": 44573
    },
    {
      "epoch": 1.82568093385214,
      "grad_norm": 2.9434788978877053,
      "learning_rate": 0.0002401948181814895,
      "loss": 4.4062,
      "step": 44574
    },
    {
      "epoch": 1.8257218922793363,
      "grad_norm": 2.41822934117502,
      "learning_rate": 0.00024019221222680684,
      "loss": 4.4688,
      "step": 44575
    },
    {
      "epoch": 1.8257628507065329,
      "grad_norm": 2.276437239736155,
      "learning_rate": 0.0002401896062294866,
      "loss": 3.9531,
      "step": 44576
    },
    {
      "epoch": 1.8258038091337294,
      "grad_norm": 3.4076848901661063,
      "learning_rate": 0.00024018700018952987,
      "loss": 4.2812,
      "step": 44577
    },
    {
      "epoch": 1.8258447675609255,
      "grad_norm": 3.543667320148655,
      "learning_rate": 0.00024018439410693798,
      "loss": 6.4688,
      "step": 44578
    },
    {
      "epoch": 1.825885725988122,
      "grad_norm": 3.7340181828429166,
      "learning_rate": 0.00024018178798171212,
      "loss": 4.8438,
      "step": 44579
    },
    {
      "epoch": 1.8259266844153186,
      "grad_norm": 15.520993692748203,
      "learning_rate": 0.0002401791818138536,
      "loss": 1.9453,
      "step": 44580
    },
    {
      "epoch": 1.825967642842515,
      "grad_norm": 3.317721477706292,
      "learning_rate": 0.0002401765756033636,
      "loss": 4.9375,
      "step": 44581
    },
    {
      "epoch": 1.8260086012697112,
      "grad_norm": 3.3580323049025718,
      "learning_rate": 0.0002401739693502433,
      "loss": 5.0312,
      "step": 44582
    },
    {
      "epoch": 1.8260495596969077,
      "grad_norm": 4.324289321229311,
      "learning_rate": 0.00024017136305449398,
      "loss": 5.75,
      "step": 44583
    },
    {
      "epoch": 1.826090518124104,
      "grad_norm": 2.357399907380885,
      "learning_rate": 0.0002401687567161169,
      "loss": 4.2188,
      "step": 44584
    },
    {
      "epoch": 1.8261314765513004,
      "grad_norm": 2.7383755744492024,
      "learning_rate": 0.00024016615033511325,
      "loss": 4.9062,
      "step": 44585
    },
    {
      "epoch": 1.826172434978497,
      "grad_norm": 2.8299523530873376,
      "learning_rate": 0.0002401635439114843,
      "loss": 4.8125,
      "step": 44586
    },
    {
      "epoch": 1.8262133934056932,
      "grad_norm": 3.6889915813135694,
      "learning_rate": 0.00024016093744523123,
      "loss": 5.8438,
      "step": 44587
    },
    {
      "epoch": 1.8262543518328895,
      "grad_norm": 2.592466616333934,
      "learning_rate": 0.00024015833093635528,
      "loss": 4.25,
      "step": 44588
    },
    {
      "epoch": 1.826295310260086,
      "grad_norm": 3.4434370465675475,
      "learning_rate": 0.00024015572438485777,
      "loss": 5.7188,
      "step": 44589
    },
    {
      "epoch": 1.8263362686872824,
      "grad_norm": 4.147666225941655,
      "learning_rate": 0.0002401531177907398,
      "loss": 6.5,
      "step": 44590
    },
    {
      "epoch": 1.8263772271144787,
      "grad_norm": 3.629050095039932,
      "learning_rate": 0.0002401505111540027,
      "loss": 5.5625,
      "step": 44591
    },
    {
      "epoch": 1.8264181855416752,
      "grad_norm": 2.7396266660057575,
      "learning_rate": 0.00024014790447464767,
      "loss": 4.7188,
      "step": 44592
    },
    {
      "epoch": 1.8264591439688715,
      "grad_norm": 3.0238629766464262,
      "learning_rate": 0.00024014529775267593,
      "loss": 4.25,
      "step": 44593
    },
    {
      "epoch": 1.8265001023960679,
      "grad_norm": 4.507079992620357,
      "learning_rate": 0.00024014269098808873,
      "loss": 4.625,
      "step": 44594
    },
    {
      "epoch": 1.8265410608232644,
      "grad_norm": 2.5668583310421873,
      "learning_rate": 0.0002401400841808873,
      "loss": 4.25,
      "step": 44595
    },
    {
      "epoch": 1.826582019250461,
      "grad_norm": 2.9884478422051504,
      "learning_rate": 0.00024013747733107288,
      "loss": 4.8125,
      "step": 44596
    },
    {
      "epoch": 1.826622977677657,
      "grad_norm": 4.478096048656398,
      "learning_rate": 0.0002401348704386467,
      "loss": 6.0312,
      "step": 44597
    },
    {
      "epoch": 1.8266639361048536,
      "grad_norm": 2.5150075586809195,
      "learning_rate": 0.00024013226350360993,
      "loss": 4.75,
      "step": 44598
    },
    {
      "epoch": 1.82670489453205,
      "grad_norm": 2.777397094859793,
      "learning_rate": 0.0002401296565259639,
      "loss": 5.7188,
      "step": 44599
    },
    {
      "epoch": 1.8267458529592464,
      "grad_norm": 2.4155373556571758,
      "learning_rate": 0.00024012704950570975,
      "loss": 4.6562,
      "step": 44600
    },
    {
      "epoch": 1.8267868113864427,
      "grad_norm": 2.619266992159797,
      "learning_rate": 0.00024012444244284883,
      "loss": 5.2188,
      "step": 44601
    },
    {
      "epoch": 1.8268277698136393,
      "grad_norm": 4.070975844866007,
      "learning_rate": 0.00024012183533738226,
      "loss": 3.8594,
      "step": 44602
    },
    {
      "epoch": 1.8268687282408356,
      "grad_norm": 5.050350006048324,
      "learning_rate": 0.00024011922818931131,
      "loss": 4.5312,
      "step": 44603
    },
    {
      "epoch": 1.8269096866680319,
      "grad_norm": 2.431601515449283,
      "learning_rate": 0.00024011662099863727,
      "loss": 4.5,
      "step": 44604
    },
    {
      "epoch": 1.8269506450952284,
      "grad_norm": 3.023918987500465,
      "learning_rate": 0.00024011401376536126,
      "loss": 4.8125,
      "step": 44605
    },
    {
      "epoch": 1.8269916035224247,
      "grad_norm": 2.417186055527772,
      "learning_rate": 0.0002401114064894846,
      "loss": 4.5312,
      "step": 44606
    },
    {
      "epoch": 1.827032561949621,
      "grad_norm": 2.5888971705617094,
      "learning_rate": 0.00024010879917100848,
      "loss": 6.1562,
      "step": 44607
    },
    {
      "epoch": 1.8270735203768176,
      "grad_norm": 4.43655814953657,
      "learning_rate": 0.00024010619180993417,
      "loss": 2.1562,
      "step": 44608
    },
    {
      "epoch": 1.827114478804014,
      "grad_norm": 6.568533113417662,
      "learning_rate": 0.00024010358440626286,
      "loss": 6.5,
      "step": 44609
    },
    {
      "epoch": 1.8271554372312102,
      "grad_norm": 2.7657269868293572,
      "learning_rate": 0.00024010097695999582,
      "loss": 4.4688,
      "step": 44610
    },
    {
      "epoch": 1.8271963956584067,
      "grad_norm": 3.318532109160051,
      "learning_rate": 0.00024009836947113425,
      "loss": 1.7188,
      "step": 44611
    },
    {
      "epoch": 1.827237354085603,
      "grad_norm": 5.1527667624417814,
      "learning_rate": 0.00024009576193967944,
      "loss": 4.6875,
      "step": 44612
    },
    {
      "epoch": 1.8272783125127994,
      "grad_norm": 4.475211829318715,
      "learning_rate": 0.00024009315436563253,
      "loss": 3.1094,
      "step": 44613
    },
    {
      "epoch": 1.827319270939996,
      "grad_norm": 2.591806517489452,
      "learning_rate": 0.00024009054674899483,
      "loss": 4.5938,
      "step": 44614
    },
    {
      "epoch": 1.8273602293671924,
      "grad_norm": 7.148572146906264,
      "learning_rate": 0.0002400879390897675,
      "loss": 1.9453,
      "step": 44615
    },
    {
      "epoch": 1.8274011877943885,
      "grad_norm": 2.489617395844708,
      "learning_rate": 0.0002400853313879519,
      "loss": 4.375,
      "step": 44616
    },
    {
      "epoch": 1.827442146221585,
      "grad_norm": 3.253884963400819,
      "learning_rate": 0.00024008272364354916,
      "loss": 4.5,
      "step": 44617
    },
    {
      "epoch": 1.8274831046487816,
      "grad_norm": 3.72758870941134,
      "learning_rate": 0.00024008011585656053,
      "loss": 7.2812,
      "step": 44618
    },
    {
      "epoch": 1.827524063075978,
      "grad_norm": 2.7220414402058726,
      "learning_rate": 0.00024007750802698723,
      "loss": 5.4375,
      "step": 44619
    },
    {
      "epoch": 1.8275650215031742,
      "grad_norm": 2.8866360262654838,
      "learning_rate": 0.0002400749001548305,
      "loss": 5.1875,
      "step": 44620
    },
    {
      "epoch": 1.8276059799303708,
      "grad_norm": 2.9451429633517145,
      "learning_rate": 0.0002400722922400916,
      "loss": 4.7812,
      "step": 44621
    },
    {
      "epoch": 1.827646938357567,
      "grad_norm": 3.023894295468275,
      "learning_rate": 0.00024006968428277176,
      "loss": 6.4688,
      "step": 44622
    },
    {
      "epoch": 1.8276878967847634,
      "grad_norm": 2.8856736331616,
      "learning_rate": 0.00024006707628287222,
      "loss": 5.1875,
      "step": 44623
    },
    {
      "epoch": 1.82772885521196,
      "grad_norm": 8.02817582594059,
      "learning_rate": 0.00024006446824039414,
      "loss": 4.3125,
      "step": 44624
    },
    {
      "epoch": 1.8277698136391562,
      "grad_norm": 2.8861913768464915,
      "learning_rate": 0.00024006186015533885,
      "loss": 5.9688,
      "step": 44625
    },
    {
      "epoch": 1.8278107720663526,
      "grad_norm": 7.052678986703983,
      "learning_rate": 0.00024005925202770747,
      "loss": 7.5,
      "step": 44626
    },
    {
      "epoch": 1.827851730493549,
      "grad_norm": 3.2505675914714085,
      "learning_rate": 0.0002400566438575014,
      "loss": 5.2812,
      "step": 44627
    },
    {
      "epoch": 1.8278926889207454,
      "grad_norm": 3.0859716961393637,
      "learning_rate": 0.00024005403564472173,
      "loss": 5.0938,
      "step": 44628
    },
    {
      "epoch": 1.8279336473479417,
      "grad_norm": 2.8268298664971807,
      "learning_rate": 0.0002400514273893697,
      "loss": 5.3438,
      "step": 44629
    },
    {
      "epoch": 1.8279746057751383,
      "grad_norm": 2.826925827621478,
      "learning_rate": 0.00024004881909144664,
      "loss": 4.5625,
      "step": 44630
    },
    {
      "epoch": 1.8280155642023346,
      "grad_norm": 4.1455458012363104,
      "learning_rate": 0.00024004621075095372,
      "loss": 4.9375,
      "step": 44631
    },
    {
      "epoch": 1.8280565226295309,
      "grad_norm": 2.541407734394528,
      "learning_rate": 0.00024004360236789214,
      "loss": 4.5312,
      "step": 44632
    },
    {
      "epoch": 1.8280974810567274,
      "grad_norm": 2.5415615113915093,
      "learning_rate": 0.00024004099394226317,
      "loss": 5.4375,
      "step": 44633
    },
    {
      "epoch": 1.828138439483924,
      "grad_norm": 2.6504296361080644,
      "learning_rate": 0.00024003838547406807,
      "loss": 6.2188,
      "step": 44634
    },
    {
      "epoch": 1.82817939791112,
      "grad_norm": 2.7052395272661496,
      "learning_rate": 0.00024003577696330805,
      "loss": 4.9062,
      "step": 44635
    },
    {
      "epoch": 1.8282203563383166,
      "grad_norm": 6.701486175757766,
      "learning_rate": 0.0002400331684099843,
      "loss": 7.3125,
      "step": 44636
    },
    {
      "epoch": 1.8282613147655131,
      "grad_norm": 2.713395529918605,
      "learning_rate": 0.00024003055981409814,
      "loss": 4.5,
      "step": 44637
    },
    {
      "epoch": 1.8283022731927094,
      "grad_norm": 2.9332366450365663,
      "learning_rate": 0.00024002795117565072,
      "loss": 5.1562,
      "step": 44638
    },
    {
      "epoch": 1.8283432316199058,
      "grad_norm": 5.406991454790951,
      "learning_rate": 0.0002400253424946433,
      "loss": 4.4062,
      "step": 44639
    },
    {
      "epoch": 1.8283841900471023,
      "grad_norm": 2.924648687461663,
      "learning_rate": 0.00024002273377107713,
      "loss": 5.125,
      "step": 44640
    },
    {
      "epoch": 1.8284251484742986,
      "grad_norm": 2.489036706087764,
      "learning_rate": 0.00024002012500495343,
      "loss": 4.625,
      "step": 44641
    },
    {
      "epoch": 1.828466106901495,
      "grad_norm": 3.7495057397127898,
      "learning_rate": 0.0002400175161962735,
      "loss": 4.4375,
      "step": 44642
    },
    {
      "epoch": 1.8285070653286914,
      "grad_norm": 2.496893256573202,
      "learning_rate": 0.00024001490734503844,
      "loss": 5.5,
      "step": 44643
    },
    {
      "epoch": 1.8285480237558878,
      "grad_norm": 7.777586514282408,
      "learning_rate": 0.00024001229845124959,
      "loss": 2.7188,
      "step": 44644
    },
    {
      "epoch": 1.828588982183084,
      "grad_norm": 3.4571412346613135,
      "learning_rate": 0.00024000968951490815,
      "loss": 5.8438,
      "step": 44645
    },
    {
      "epoch": 1.8286299406102806,
      "grad_norm": 2.368301764447957,
      "learning_rate": 0.00024000708053601534,
      "loss": 4.4062,
      "step": 44646
    },
    {
      "epoch": 1.828670899037477,
      "grad_norm": 4.283059937669465,
      "learning_rate": 0.0002400044715145724,
      "loss": 5.9375,
      "step": 44647
    },
    {
      "epoch": 1.8287118574646732,
      "grad_norm": 2.992693289537367,
      "learning_rate": 0.00024000186245058054,
      "loss": 3.5625,
      "step": 44648
    },
    {
      "epoch": 1.8287528158918698,
      "grad_norm": 4.551300905661844,
      "learning_rate": 0.00023999925334404108,
      "loss": 5.0,
      "step": 44649
    },
    {
      "epoch": 1.8287937743190663,
      "grad_norm": 4.706282091411916,
      "learning_rate": 0.0002399966441949552,
      "loss": 5.375,
      "step": 44650
    },
    {
      "epoch": 1.8288347327462624,
      "grad_norm": 5.5161384623369925,
      "learning_rate": 0.00023999403500332407,
      "loss": 6.75,
      "step": 44651
    },
    {
      "epoch": 1.828875691173459,
      "grad_norm": 4.1674643687697435,
      "learning_rate": 0.000239991425769149,
      "loss": 2.9531,
      "step": 44652
    },
    {
      "epoch": 1.8289166496006555,
      "grad_norm": 2.8329973333286715,
      "learning_rate": 0.00023998881649243124,
      "loss": 4.375,
      "step": 44653
    },
    {
      "epoch": 1.8289576080278516,
      "grad_norm": 2.753851035935163,
      "learning_rate": 0.00023998620717317198,
      "loss": 5.0312,
      "step": 44654
    },
    {
      "epoch": 1.828998566455048,
      "grad_norm": 2.5576447636581725,
      "learning_rate": 0.00023998359781137246,
      "loss": 4.5312,
      "step": 44655
    },
    {
      "epoch": 1.8290395248822446,
      "grad_norm": 3.1088720609532903,
      "learning_rate": 0.0002399809884070339,
      "loss": 6.7188,
      "step": 44656
    },
    {
      "epoch": 1.829080483309441,
      "grad_norm": 4.717818475612524,
      "learning_rate": 0.00023997837896015756,
      "loss": 2.6562,
      "step": 44657
    },
    {
      "epoch": 1.8291214417366373,
      "grad_norm": 2.8131098762367444,
      "learning_rate": 0.00023997576947074465,
      "loss": 4.2812,
      "step": 44658
    },
    {
      "epoch": 1.8291624001638338,
      "grad_norm": 4.635644878291525,
      "learning_rate": 0.00023997315993879643,
      "loss": 5.8438,
      "step": 44659
    },
    {
      "epoch": 1.8292033585910301,
      "grad_norm": 2.742588286337717,
      "learning_rate": 0.00023997055036431412,
      "loss": 5.5312,
      "step": 44660
    },
    {
      "epoch": 1.8292443170182264,
      "grad_norm": 2.56335306501479,
      "learning_rate": 0.00023996794074729896,
      "loss": 4.3125,
      "step": 44661
    },
    {
      "epoch": 1.829285275445423,
      "grad_norm": 5.999575971613161,
      "learning_rate": 0.00023996533108775218,
      "loss": 4.7812,
      "step": 44662
    },
    {
      "epoch": 1.8293262338726193,
      "grad_norm": 6.2890018090299185,
      "learning_rate": 0.000239962721385675,
      "loss": 5.125,
      "step": 44663
    },
    {
      "epoch": 1.8293671922998156,
      "grad_norm": 2.934212723607542,
      "learning_rate": 0.00023996011164106865,
      "loss": 5.0312,
      "step": 44664
    },
    {
      "epoch": 1.8294081507270121,
      "grad_norm": 2.378604415325074,
      "learning_rate": 0.0002399575018539344,
      "loss": 4.3125,
      "step": 44665
    },
    {
      "epoch": 1.8294491091542084,
      "grad_norm": 3.491381608170839,
      "learning_rate": 0.00023995489202427347,
      "loss": 6.5,
      "step": 44666
    },
    {
      "epoch": 1.8294900675814048,
      "grad_norm": 2.59942325018308,
      "learning_rate": 0.0002399522821520871,
      "loss": 5.1562,
      "step": 44667
    },
    {
      "epoch": 1.8295310260086013,
      "grad_norm": 3.499025754671977,
      "learning_rate": 0.00023994967223737648,
      "loss": 5.9375,
      "step": 44668
    },
    {
      "epoch": 1.8295719844357978,
      "grad_norm": 2.7024892588403557,
      "learning_rate": 0.0002399470622801429,
      "loss": 3.375,
      "step": 44669
    },
    {
      "epoch": 1.829612942862994,
      "grad_norm": 3.1471884895102433,
      "learning_rate": 0.00023994445228038756,
      "loss": 5.2812,
      "step": 44670
    },
    {
      "epoch": 1.8296539012901905,
      "grad_norm": 13.786029660077942,
      "learning_rate": 0.00023994184223811166,
      "loss": 2.4688,
      "step": 44671
    },
    {
      "epoch": 1.829694859717387,
      "grad_norm": 2.3067197534458894,
      "learning_rate": 0.00023993923215331653,
      "loss": 3.9375,
      "step": 44672
    },
    {
      "epoch": 1.829735818144583,
      "grad_norm": 4.382098960705066,
      "learning_rate": 0.00023993662202600335,
      "loss": 2.9688,
      "step": 44673
    },
    {
      "epoch": 1.8297767765717796,
      "grad_norm": 2.5620498200257975,
      "learning_rate": 0.00023993401185617335,
      "loss": 5.375,
      "step": 44674
    },
    {
      "epoch": 1.8298177349989762,
      "grad_norm": 7.462407522456326,
      "learning_rate": 0.0002399314016438277,
      "loss": 4.3438,
      "step": 44675
    },
    {
      "epoch": 1.8298586934261725,
      "grad_norm": 2.929654588129821,
      "learning_rate": 0.00023992879138896777,
      "loss": 5.875,
      "step": 44676
    },
    {
      "epoch": 1.8298996518533688,
      "grad_norm": 2.772119777043495,
      "learning_rate": 0.0002399261810915947,
      "loss": 4.4062,
      "step": 44677
    },
    {
      "epoch": 1.8299406102805653,
      "grad_norm": 2.6539936822129344,
      "learning_rate": 0.00023992357075170977,
      "loss": 4.2188,
      "step": 44678
    },
    {
      "epoch": 1.8299815687077616,
      "grad_norm": 2.9118571505225272,
      "learning_rate": 0.00023992096036931418,
      "loss": 4.9375,
      "step": 44679
    },
    {
      "epoch": 1.830022527134958,
      "grad_norm": 3.0032764262664027,
      "learning_rate": 0.00023991834994440916,
      "loss": 5.8125,
      "step": 44680
    },
    {
      "epoch": 1.8300634855621545,
      "grad_norm": 2.8648006814490823,
      "learning_rate": 0.00023991573947699602,
      "loss": 4.4062,
      "step": 44681
    },
    {
      "epoch": 1.8301044439893508,
      "grad_norm": 2.8619167995053445,
      "learning_rate": 0.00023991312896707592,
      "loss": 4.5,
      "step": 44682
    },
    {
      "epoch": 1.830145402416547,
      "grad_norm": 3.361559911758184,
      "learning_rate": 0.00023991051841465005,
      "loss": 2.2031,
      "step": 44683
    },
    {
      "epoch": 1.8301863608437436,
      "grad_norm": 3.4879614393673988,
      "learning_rate": 0.00023990790781971974,
      "loss": 4.4062,
      "step": 44684
    },
    {
      "epoch": 1.83022731927094,
      "grad_norm": 3.007914147080415,
      "learning_rate": 0.0002399052971822862,
      "loss": 4.4688,
      "step": 44685
    },
    {
      "epoch": 1.8302682776981363,
      "grad_norm": 2.628613479492464,
      "learning_rate": 0.00023990268650235066,
      "loss": 4.0625,
      "step": 44686
    },
    {
      "epoch": 1.8303092361253328,
      "grad_norm": 2.707788748514204,
      "learning_rate": 0.0002399000757799143,
      "loss": 4.75,
      "step": 44687
    },
    {
      "epoch": 1.8303501945525293,
      "grad_norm": 2.8153266809885245,
      "learning_rate": 0.00023989746501497844,
      "loss": 4.5625,
      "step": 44688
    },
    {
      "epoch": 1.8303911529797254,
      "grad_norm": 2.451486457172224,
      "learning_rate": 0.00023989485420754426,
      "loss": 4.4062,
      "step": 44689
    },
    {
      "epoch": 1.830432111406922,
      "grad_norm": 6.253114796244771,
      "learning_rate": 0.00023989224335761302,
      "loss": 6.7188,
      "step": 44690
    },
    {
      "epoch": 1.8304730698341185,
      "grad_norm": 2.9498813071865553,
      "learning_rate": 0.00023988963246518596,
      "loss": 4.5,
      "step": 44691
    },
    {
      "epoch": 1.8305140282613148,
      "grad_norm": 2.6321240606568908,
      "learning_rate": 0.00023988702153026427,
      "loss": 5.1875,
      "step": 44692
    },
    {
      "epoch": 1.8305549866885111,
      "grad_norm": 11.234959634783388,
      "learning_rate": 0.00023988441055284923,
      "loss": 6.1562,
      "step": 44693
    },
    {
      "epoch": 1.8305959451157077,
      "grad_norm": 3.029064623968662,
      "learning_rate": 0.00023988179953294203,
      "loss": 4.5,
      "step": 44694
    },
    {
      "epoch": 1.830636903542904,
      "grad_norm": 2.691098647693958,
      "learning_rate": 0.00023987918847054397,
      "loss": 4.6562,
      "step": 44695
    },
    {
      "epoch": 1.8306778619701003,
      "grad_norm": 3.0319667908704573,
      "learning_rate": 0.00023987657736565619,
      "loss": 4.9688,
      "step": 44696
    },
    {
      "epoch": 1.8307188203972968,
      "grad_norm": 2.484528507732785,
      "learning_rate": 0.00023987396621828,
      "loss": 4.4375,
      "step": 44697
    },
    {
      "epoch": 1.8307597788244931,
      "grad_norm": 2.705804339741003,
      "learning_rate": 0.00023987135502841664,
      "loss": 3.4375,
      "step": 44698
    },
    {
      "epoch": 1.8308007372516895,
      "grad_norm": 2.4750861905571253,
      "learning_rate": 0.00023986874379606734,
      "loss": 5.0312,
      "step": 44699
    },
    {
      "epoch": 1.830841695678886,
      "grad_norm": 2.5504243778711144,
      "learning_rate": 0.00023986613252123323,
      "loss": 5.0312,
      "step": 44700
    },
    {
      "epoch": 1.8308826541060823,
      "grad_norm": 3.6087545606461937,
      "learning_rate": 0.00023986352120391568,
      "loss": 3.9062,
      "step": 44701
    },
    {
      "epoch": 1.8309236125332786,
      "grad_norm": 2.6067678027504355,
      "learning_rate": 0.0002398609098441159,
      "loss": 4.4062,
      "step": 44702
    },
    {
      "epoch": 1.8309645709604752,
      "grad_norm": 2.823549882477545,
      "learning_rate": 0.00023985829844183504,
      "loss": 4.5625,
      "step": 44703
    },
    {
      "epoch": 1.8310055293876715,
      "grad_norm": 4.8898295506886456,
      "learning_rate": 0.0002398556869970744,
      "loss": 4.6562,
      "step": 44704
    },
    {
      "epoch": 1.8310464878148678,
      "grad_norm": 2.6287835440498433,
      "learning_rate": 0.00023985307550983522,
      "loss": 4.0625,
      "step": 44705
    },
    {
      "epoch": 1.8310874462420643,
      "grad_norm": 2.930990453430931,
      "learning_rate": 0.00023985046398011873,
      "loss": 4.7188,
      "step": 44706
    },
    {
      "epoch": 1.8311284046692609,
      "grad_norm": 2.728492161093665,
      "learning_rate": 0.00023984785240792615,
      "loss": 4.25,
      "step": 44707
    },
    {
      "epoch": 1.831169363096457,
      "grad_norm": 3.1409327587934674,
      "learning_rate": 0.0002398452407932587,
      "loss": 5.1875,
      "step": 44708
    },
    {
      "epoch": 1.8312103215236535,
      "grad_norm": 4.387046050918337,
      "learning_rate": 0.00023984262913611762,
      "loss": 5.5312,
      "step": 44709
    },
    {
      "epoch": 1.83125127995085,
      "grad_norm": 7.744802211370895,
      "learning_rate": 0.0002398400174365042,
      "loss": 5.1875,
      "step": 44710
    },
    {
      "epoch": 1.8312922383780463,
      "grad_norm": 3.152105989729439,
      "learning_rate": 0.00023983740569441964,
      "loss": 4.8438,
      "step": 44711
    },
    {
      "epoch": 1.8313331968052426,
      "grad_norm": 3.0735570112089485,
      "learning_rate": 0.00023983479390986514,
      "loss": 4.4688,
      "step": 44712
    },
    {
      "epoch": 1.8313741552324392,
      "grad_norm": 2.6434590395579125,
      "learning_rate": 0.00023983218208284196,
      "loss": 3.7344,
      "step": 44713
    },
    {
      "epoch": 1.8314151136596355,
      "grad_norm": 4.267982485736418,
      "learning_rate": 0.00023982957021335133,
      "loss": 6.25,
      "step": 44714
    },
    {
      "epoch": 1.8314560720868318,
      "grad_norm": 2.707782173342752,
      "learning_rate": 0.0002398269583013945,
      "loss": 1.3594,
      "step": 44715
    },
    {
      "epoch": 1.8314970305140283,
      "grad_norm": 2.4543896001872048,
      "learning_rate": 0.00023982434634697275,
      "loss": 5.0625,
      "step": 44716
    },
    {
      "epoch": 1.8315379889412247,
      "grad_norm": 3.8031256715068587,
      "learning_rate": 0.00023982173435008715,
      "loss": 4.6875,
      "step": 44717
    },
    {
      "epoch": 1.831578947368421,
      "grad_norm": 21.187663517088563,
      "learning_rate": 0.00023981912231073915,
      "loss": 4.2188,
      "step": 44718
    },
    {
      "epoch": 1.8316199057956175,
      "grad_norm": 5.480204477055499,
      "learning_rate": 0.00023981651022892984,
      "loss": 5.625,
      "step": 44719
    },
    {
      "epoch": 1.8316608642228138,
      "grad_norm": 4.85236460027572,
      "learning_rate": 0.00023981389810466048,
      "loss": 5.5312,
      "step": 44720
    },
    {
      "epoch": 1.8317018226500101,
      "grad_norm": 3.008835502855958,
      "learning_rate": 0.0002398112859379323,
      "loss": 4.3438,
      "step": 44721
    },
    {
      "epoch": 1.8317427810772067,
      "grad_norm": 2.3761192700473948,
      "learning_rate": 0.00023980867372874664,
      "loss": 4.0625,
      "step": 44722
    },
    {
      "epoch": 1.831783739504403,
      "grad_norm": 2.499690580062708,
      "learning_rate": 0.0002398060614771046,
      "loss": 4.3438,
      "step": 44723
    },
    {
      "epoch": 1.8318246979315993,
      "grad_norm": 2.58877777006119,
      "learning_rate": 0.00023980344918300746,
      "loss": 6.0312,
      "step": 44724
    },
    {
      "epoch": 1.8318656563587958,
      "grad_norm": 2.990195865103577,
      "learning_rate": 0.00023980083684645647,
      "loss": 5.5625,
      "step": 44725
    },
    {
      "epoch": 1.8319066147859924,
      "grad_norm": 9.086905617917719,
      "learning_rate": 0.00023979822446745281,
      "loss": 4.5312,
      "step": 44726
    },
    {
      "epoch": 1.8319475732131885,
      "grad_norm": 2.701239681324866,
      "learning_rate": 0.00023979561204599784,
      "loss": 4.875,
      "step": 44727
    },
    {
      "epoch": 1.831988531640385,
      "grad_norm": 2.475529141200933,
      "learning_rate": 0.00023979299958209267,
      "loss": 3.7344,
      "step": 44728
    },
    {
      "epoch": 1.8320294900675815,
      "grad_norm": 2.712874792315743,
      "learning_rate": 0.0002397903870757386,
      "loss": 3.3594,
      "step": 44729
    },
    {
      "epoch": 1.8320704484947778,
      "grad_norm": 2.8193447743633144,
      "learning_rate": 0.00023978777452693682,
      "loss": 4.1875,
      "step": 44730
    },
    {
      "epoch": 1.8321114069219742,
      "grad_norm": 10.087057517170074,
      "learning_rate": 0.0002397851619356886,
      "loss": 2.5312,
      "step": 44731
    },
    {
      "epoch": 1.8321523653491707,
      "grad_norm": 4.666652848216442,
      "learning_rate": 0.00023978254930199518,
      "loss": 4.7812,
      "step": 44732
    },
    {
      "epoch": 1.832193323776367,
      "grad_norm": 4.556623178425657,
      "learning_rate": 0.00023977993662585776,
      "loss": 5.0312,
      "step": 44733
    },
    {
      "epoch": 1.8322342822035633,
      "grad_norm": 3.843304050084469,
      "learning_rate": 0.0002397773239072776,
      "loss": 5.1875,
      "step": 44734
    },
    {
      "epoch": 1.8322752406307599,
      "grad_norm": 5.189911538705701,
      "learning_rate": 0.00023977471114625592,
      "loss": 5.3438,
      "step": 44735
    },
    {
      "epoch": 1.8323161990579562,
      "grad_norm": 2.464982029014803,
      "learning_rate": 0.000239772098342794,
      "loss": 4.4062,
      "step": 44736
    },
    {
      "epoch": 1.8323571574851525,
      "grad_norm": 3.407960350151195,
      "learning_rate": 0.00023976948549689304,
      "loss": 4.75,
      "step": 44737
    },
    {
      "epoch": 1.832398115912349,
      "grad_norm": 3.4954377001634773,
      "learning_rate": 0.00023976687260855427,
      "loss": 5.3438,
      "step": 44738
    },
    {
      "epoch": 1.8324390743395453,
      "grad_norm": 2.8086434194616046,
      "learning_rate": 0.00023976425967777893,
      "loss": 5.875,
      "step": 44739
    },
    {
      "epoch": 1.8324800327667417,
      "grad_norm": 4.279072839589723,
      "learning_rate": 0.00023976164670456824,
      "loss": 4.9688,
      "step": 44740
    },
    {
      "epoch": 1.8325209911939382,
      "grad_norm": 2.6432875131019165,
      "learning_rate": 0.00023975903368892346,
      "loss": 4.875,
      "step": 44741
    },
    {
      "epoch": 1.8325619496211345,
      "grad_norm": 5.218414778174345,
      "learning_rate": 0.00023975642063084581,
      "loss": 4.6875,
      "step": 44742
    },
    {
      "epoch": 1.8326029080483308,
      "grad_norm": 5.957407299015701,
      "learning_rate": 0.0002397538075303365,
      "loss": 5.75,
      "step": 44743
    },
    {
      "epoch": 1.8326438664755273,
      "grad_norm": 2.7058897797743158,
      "learning_rate": 0.00023975119438739687,
      "loss": 5.1875,
      "step": 44744
    },
    {
      "epoch": 1.8326848249027239,
      "grad_norm": 2.758633363110073,
      "learning_rate": 0.00023974858120202804,
      "loss": 5.3125,
      "step": 44745
    },
    {
      "epoch": 1.83272578332992,
      "grad_norm": 2.771295915822808,
      "learning_rate": 0.0002397459679742313,
      "loss": 5.5,
      "step": 44746
    },
    {
      "epoch": 1.8327667417571165,
      "grad_norm": 2.550132986534998,
      "learning_rate": 0.00023974335470400786,
      "loss": 5.3438,
      "step": 44747
    },
    {
      "epoch": 1.832807700184313,
      "grad_norm": 3.0975769786699363,
      "learning_rate": 0.00023974074139135898,
      "loss": 5.9062,
      "step": 44748
    },
    {
      "epoch": 1.8328486586115094,
      "grad_norm": 2.658321566591946,
      "learning_rate": 0.00023973812803628592,
      "loss": 4.9375,
      "step": 44749
    },
    {
      "epoch": 1.8328896170387057,
      "grad_norm": 2.546572601630298,
      "learning_rate": 0.00023973551463878984,
      "loss": 4.3438,
      "step": 44750
    },
    {
      "epoch": 1.8329305754659022,
      "grad_norm": 2.823045421897969,
      "learning_rate": 0.00023973290119887203,
      "loss": 4.7188,
      "step": 44751
    },
    {
      "epoch": 1.8329715338930985,
      "grad_norm": 3.8347534267442804,
      "learning_rate": 0.0002397302877165337,
      "loss": 4.875,
      "step": 44752
    },
    {
      "epoch": 1.8330124923202948,
      "grad_norm": 2.185918777383143,
      "learning_rate": 0.00023972767419177607,
      "loss": 4.0312,
      "step": 44753
    },
    {
      "epoch": 1.8330534507474914,
      "grad_norm": 10.73731655470131,
      "learning_rate": 0.00023972506062460046,
      "loss": 3.5938,
      "step": 44754
    },
    {
      "epoch": 1.8330944091746877,
      "grad_norm": 2.88272945203893,
      "learning_rate": 0.00023972244701500804,
      "loss": 3.1875,
      "step": 44755
    },
    {
      "epoch": 1.833135367601884,
      "grad_norm": 2.3803045947286363,
      "learning_rate": 0.00023971983336300003,
      "loss": 4.8438,
      "step": 44756
    },
    {
      "epoch": 1.8331763260290805,
      "grad_norm": 3.6015430150403414,
      "learning_rate": 0.00023971721966857768,
      "loss": 4.5938,
      "step": 44757
    },
    {
      "epoch": 1.8332172844562769,
      "grad_norm": 5.490618694335101,
      "learning_rate": 0.00023971460593174223,
      "loss": 4.4688,
      "step": 44758
    },
    {
      "epoch": 1.8332582428834732,
      "grad_norm": 2.3227770090138313,
      "learning_rate": 0.00023971199215249496,
      "loss": 4.3438,
      "step": 44759
    },
    {
      "epoch": 1.8332992013106697,
      "grad_norm": 2.352591400294646,
      "learning_rate": 0.00023970937833083704,
      "loss": 5.0,
      "step": 44760
    },
    {
      "epoch": 1.833340159737866,
      "grad_norm": 2.507348949327298,
      "learning_rate": 0.00023970676446676974,
      "loss": 4.6562,
      "step": 44761
    },
    {
      "epoch": 1.8333811181650623,
      "grad_norm": 9.044984900471503,
      "learning_rate": 0.00023970415056029427,
      "loss": 6.125,
      "step": 44762
    },
    {
      "epoch": 1.8334220765922589,
      "grad_norm": 3.167115020286785,
      "learning_rate": 0.00023970153661141195,
      "loss": 4.0938,
      "step": 44763
    },
    {
      "epoch": 1.8334630350194554,
      "grad_norm": 4.661895509467149,
      "learning_rate": 0.00023969892262012385,
      "loss": 6.125,
      "step": 44764
    },
    {
      "epoch": 1.8335039934466515,
      "grad_norm": 2.9918627293266957,
      "learning_rate": 0.00023969630858643133,
      "loss": 4.75,
      "step": 44765
    },
    {
      "epoch": 1.833544951873848,
      "grad_norm": 3.913263888844693,
      "learning_rate": 0.00023969369451033566,
      "loss": 6.125,
      "step": 44766
    },
    {
      "epoch": 1.8335859103010446,
      "grad_norm": 3.2332261337646626,
      "learning_rate": 0.00023969108039183795,
      "loss": 3.8438,
      "step": 44767
    },
    {
      "epoch": 1.8336268687282409,
      "grad_norm": 2.6463792102468933,
      "learning_rate": 0.00023968846623093954,
      "loss": 4.8125,
      "step": 44768
    },
    {
      "epoch": 1.8336678271554372,
      "grad_norm": 3.5899471046735956,
      "learning_rate": 0.00023968585202764164,
      "loss": 6.75,
      "step": 44769
    },
    {
      "epoch": 1.8337087855826337,
      "grad_norm": 2.658092221232309,
      "learning_rate": 0.00023968323778194542,
      "loss": 5.2188,
      "step": 44770
    },
    {
      "epoch": 1.83374974400983,
      "grad_norm": 3.3924764352487005,
      "learning_rate": 0.0002396806234938522,
      "loss": 3.5156,
      "step": 44771
    },
    {
      "epoch": 1.8337907024370264,
      "grad_norm": 2.9884292483148265,
      "learning_rate": 0.0002396780091633632,
      "loss": 4.7188,
      "step": 44772
    },
    {
      "epoch": 1.833831660864223,
      "grad_norm": 2.73529729527279,
      "learning_rate": 0.00023967539479047964,
      "loss": 5.1875,
      "step": 44773
    },
    {
      "epoch": 1.8338726192914192,
      "grad_norm": 2.476630297863959,
      "learning_rate": 0.00023967278037520274,
      "loss": 4.625,
      "step": 44774
    },
    {
      "epoch": 1.8339135777186155,
      "grad_norm": 5.096791290010403,
      "learning_rate": 0.00023967016591753374,
      "loss": 5.2812,
      "step": 44775
    },
    {
      "epoch": 1.833954536145812,
      "grad_norm": 3.596493712464847,
      "learning_rate": 0.00023966755141747388,
      "loss": 5.3438,
      "step": 44776
    },
    {
      "epoch": 1.8339954945730084,
      "grad_norm": 4.706782884404769,
      "learning_rate": 0.00023966493687502445,
      "loss": 6.7188,
      "step": 44777
    },
    {
      "epoch": 1.8340364530002047,
      "grad_norm": 3.2471196592494365,
      "learning_rate": 0.00023966232229018661,
      "loss": 4.6562,
      "step": 44778
    },
    {
      "epoch": 1.8340774114274012,
      "grad_norm": 2.3883880711411836,
      "learning_rate": 0.00023965970766296165,
      "loss": 3.7969,
      "step": 44779
    },
    {
      "epoch": 1.8341183698545975,
      "grad_norm": 2.9277954078992305,
      "learning_rate": 0.00023965709299335076,
      "loss": 1.1328,
      "step": 44780
    },
    {
      "epoch": 1.8341593282817938,
      "grad_norm": 4.550904886614336,
      "learning_rate": 0.00023965447828135517,
      "loss": 6.0625,
      "step": 44781
    },
    {
      "epoch": 1.8342002867089904,
      "grad_norm": 2.441586756148684,
      "learning_rate": 0.00023965186352697623,
      "loss": 3.5781,
      "step": 44782
    },
    {
      "epoch": 1.834241245136187,
      "grad_norm": 2.552904368815905,
      "learning_rate": 0.00023964924873021504,
      "loss": 4.6562,
      "step": 44783
    },
    {
      "epoch": 1.834282203563383,
      "grad_norm": 5.602675273225157,
      "learning_rate": 0.0002396466338910729,
      "loss": 3.9844,
      "step": 44784
    },
    {
      "epoch": 1.8343231619905795,
      "grad_norm": 5.838723243060899,
      "learning_rate": 0.000239644019009551,
      "loss": 5.8438,
      "step": 44785
    },
    {
      "epoch": 1.834364120417776,
      "grad_norm": 10.552727317484916,
      "learning_rate": 0.00023964140408565065,
      "loss": 2.2344,
      "step": 44786
    },
    {
      "epoch": 1.8344050788449724,
      "grad_norm": 3.125009963555146,
      "learning_rate": 0.000239638789119373,
      "loss": 5.3125,
      "step": 44787
    },
    {
      "epoch": 1.8344460372721687,
      "grad_norm": 3.0746474896393736,
      "learning_rate": 0.00023963617411071938,
      "loss": 4.4375,
      "step": 44788
    },
    {
      "epoch": 1.8344869956993652,
      "grad_norm": 2.5232510738874123,
      "learning_rate": 0.00023963355905969093,
      "loss": 3.7188,
      "step": 44789
    },
    {
      "epoch": 1.8345279541265616,
      "grad_norm": 2.5472428274144403,
      "learning_rate": 0.00023963094396628896,
      "loss": 4.6875,
      "step": 44790
    },
    {
      "epoch": 1.8345689125537579,
      "grad_norm": 3.40648682683278,
      "learning_rate": 0.00023962832883051471,
      "loss": 4.3125,
      "step": 44791
    },
    {
      "epoch": 1.8346098709809544,
      "grad_norm": 3.7436672582855053,
      "learning_rate": 0.00023962571365236936,
      "loss": 5.0,
      "step": 44792
    },
    {
      "epoch": 1.8346508294081507,
      "grad_norm": 2.814295849228965,
      "learning_rate": 0.0002396230984318542,
      "loss": 5.0625,
      "step": 44793
    },
    {
      "epoch": 1.834691787835347,
      "grad_norm": 4.718553950193378,
      "learning_rate": 0.0002396204831689704,
      "loss": 5.3125,
      "step": 44794
    },
    {
      "epoch": 1.8347327462625436,
      "grad_norm": 2.2504434205494404,
      "learning_rate": 0.00023961786786371925,
      "loss": 4.375,
      "step": 44795
    },
    {
      "epoch": 1.8347737046897399,
      "grad_norm": 2.7331179907358156,
      "learning_rate": 0.00023961525251610196,
      "loss": 4.8438,
      "step": 44796
    },
    {
      "epoch": 1.8348146631169362,
      "grad_norm": 3.577019666063262,
      "learning_rate": 0.00023961263712611982,
      "loss": 5.6562,
      "step": 44797
    },
    {
      "epoch": 1.8348556215441327,
      "grad_norm": 2.72425248654908,
      "learning_rate": 0.00023961002169377397,
      "loss": 4.375,
      "step": 44798
    },
    {
      "epoch": 1.8348965799713293,
      "grad_norm": 2.7889399445725256,
      "learning_rate": 0.00023960740621906573,
      "loss": 5.0938,
      "step": 44799
    },
    {
      "epoch": 1.8349375383985254,
      "grad_norm": 4.250490859348039,
      "learning_rate": 0.00023960479070199632,
      "loss": 3.4375,
      "step": 44800
    },
    {
      "epoch": 1.834978496825722,
      "grad_norm": 2.933098113739406,
      "learning_rate": 0.00023960217514256695,
      "loss": 6.6562,
      "step": 44801
    },
    {
      "epoch": 1.8350194552529184,
      "grad_norm": 2.437401694299859,
      "learning_rate": 0.00023959955954077887,
      "loss": 5.1562,
      "step": 44802
    },
    {
      "epoch": 1.8350604136801145,
      "grad_norm": 2.6681431926587806,
      "learning_rate": 0.00023959694389663334,
      "loss": 5.7188,
      "step": 44803
    },
    {
      "epoch": 1.835101372107311,
      "grad_norm": 3.6219773376427407,
      "learning_rate": 0.00023959432821013153,
      "loss": 5.5312,
      "step": 44804
    },
    {
      "epoch": 1.8351423305345076,
      "grad_norm": 2.596377296837691,
      "learning_rate": 0.00023959171248127476,
      "loss": 4.375,
      "step": 44805
    },
    {
      "epoch": 1.835183288961704,
      "grad_norm": 5.896287903419576,
      "learning_rate": 0.00023958909671006418,
      "loss": 4.3125,
      "step": 44806
    },
    {
      "epoch": 1.8352242473889002,
      "grad_norm": 3.828430553986492,
      "learning_rate": 0.0002395864808965011,
      "loss": 4.125,
      "step": 44807
    },
    {
      "epoch": 1.8352652058160968,
      "grad_norm": 9.198658756051758,
      "learning_rate": 0.00023958386504058674,
      "loss": 2.125,
      "step": 44808
    },
    {
      "epoch": 1.835306164243293,
      "grad_norm": 2.689749672092339,
      "learning_rate": 0.00023958124914232236,
      "loss": 4.6562,
      "step": 44809
    },
    {
      "epoch": 1.8353471226704894,
      "grad_norm": 2.4582458233666795,
      "learning_rate": 0.00023957863320170909,
      "loss": 4.0312,
      "step": 44810
    },
    {
      "epoch": 1.835388081097686,
      "grad_norm": 2.825848591456787,
      "learning_rate": 0.00023957601721874832,
      "loss": 4.1562,
      "step": 44811
    },
    {
      "epoch": 1.8354290395248822,
      "grad_norm": 7.204019070571436,
      "learning_rate": 0.00023957340119344113,
      "loss": 6.3125,
      "step": 44812
    },
    {
      "epoch": 1.8354699979520785,
      "grad_norm": 13.30005156279108,
      "learning_rate": 0.00023957078512578888,
      "loss": 4.9688,
      "step": 44813
    },
    {
      "epoch": 1.835510956379275,
      "grad_norm": 2.668480410520937,
      "learning_rate": 0.00023956816901579272,
      "loss": 5.0938,
      "step": 44814
    },
    {
      "epoch": 1.8355519148064714,
      "grad_norm": 3.3047654814523972,
      "learning_rate": 0.00023956555286345395,
      "loss": 4.5,
      "step": 44815
    },
    {
      "epoch": 1.8355928732336677,
      "grad_norm": 4.137420404241215,
      "learning_rate": 0.0002395629366687738,
      "loss": 5.5312,
      "step": 44816
    },
    {
      "epoch": 1.8356338316608642,
      "grad_norm": 8.981216725404272,
      "learning_rate": 0.0002395603204317535,
      "loss": 5.625,
      "step": 44817
    },
    {
      "epoch": 1.8356747900880608,
      "grad_norm": 2.582574002639071,
      "learning_rate": 0.00023955770415239424,
      "loss": 4.6875,
      "step": 44818
    },
    {
      "epoch": 1.8357157485152569,
      "grad_norm": 7.311433215330958,
      "learning_rate": 0.00023955508783069732,
      "loss": 4.4375,
      "step": 44819
    },
    {
      "epoch": 1.8357567069424534,
      "grad_norm": 2.547639626552189,
      "learning_rate": 0.00023955247146666394,
      "loss": 4.9062,
      "step": 44820
    },
    {
      "epoch": 1.83579766536965,
      "grad_norm": 3.6075384923915923,
      "learning_rate": 0.00023954985506029533,
      "loss": 6.4375,
      "step": 44821
    },
    {
      "epoch": 1.835838623796846,
      "grad_norm": 2.8735002301627217,
      "learning_rate": 0.00023954723861159278,
      "loss": 4.7188,
      "step": 44822
    },
    {
      "epoch": 1.8358795822240426,
      "grad_norm": 3.229616926939942,
      "learning_rate": 0.00023954462212055747,
      "loss": 4.8438,
      "step": 44823
    },
    {
      "epoch": 1.835920540651239,
      "grad_norm": 2.469988138173256,
      "learning_rate": 0.00023954200558719065,
      "loss": 3.2969,
      "step": 44824
    },
    {
      "epoch": 1.8359614990784354,
      "grad_norm": 3.4364584424774534,
      "learning_rate": 0.00023953938901149358,
      "loss": 5.125,
      "step": 44825
    },
    {
      "epoch": 1.8360024575056317,
      "grad_norm": 4.736874098535704,
      "learning_rate": 0.0002395367723934675,
      "loss": 5.4062,
      "step": 44826
    },
    {
      "epoch": 1.8360434159328283,
      "grad_norm": 2.466485426450725,
      "learning_rate": 0.00023953415573311362,
      "loss": 4.7188,
      "step": 44827
    },
    {
      "epoch": 1.8360843743600246,
      "grad_norm": 2.749712016002919,
      "learning_rate": 0.00023953153903043318,
      "loss": 4.6562,
      "step": 44828
    },
    {
      "epoch": 1.836125332787221,
      "grad_norm": 2.2977572298882456,
      "learning_rate": 0.0002395289222854274,
      "loss": 4.5,
      "step": 44829
    },
    {
      "epoch": 1.8361662912144174,
      "grad_norm": 3.210574119231691,
      "learning_rate": 0.00023952630549809757,
      "loss": 5.125,
      "step": 44830
    },
    {
      "epoch": 1.8362072496416137,
      "grad_norm": 5.443991938831711,
      "learning_rate": 0.00023952368866844487,
      "loss": 6.375,
      "step": 44831
    },
    {
      "epoch": 1.83624820806881,
      "grad_norm": 3.024355651512645,
      "learning_rate": 0.00023952107179647062,
      "loss": 4.2812,
      "step": 44832
    },
    {
      "epoch": 1.8362891664960066,
      "grad_norm": 2.6678124292675403,
      "learning_rate": 0.00023951845488217596,
      "loss": 4.875,
      "step": 44833
    },
    {
      "epoch": 1.836330124923203,
      "grad_norm": 3.393658808106624,
      "learning_rate": 0.00023951583792556215,
      "loss": 5.75,
      "step": 44834
    },
    {
      "epoch": 1.8363710833503992,
      "grad_norm": 4.607960029726625,
      "learning_rate": 0.0002395132209266305,
      "loss": 6.0938,
      "step": 44835
    },
    {
      "epoch": 1.8364120417775958,
      "grad_norm": 6.339968922844551,
      "learning_rate": 0.00023951060388538215,
      "loss": 1.8047,
      "step": 44836
    },
    {
      "epoch": 1.8364530002047923,
      "grad_norm": 2.713009098178644,
      "learning_rate": 0.00023950798680181842,
      "loss": 5.4062,
      "step": 44837
    },
    {
      "epoch": 1.8364939586319884,
      "grad_norm": 2.7046472367634236,
      "learning_rate": 0.00023950536967594049,
      "loss": 4.9688,
      "step": 44838
    },
    {
      "epoch": 1.836534917059185,
      "grad_norm": 2.3101392613855056,
      "learning_rate": 0.00023950275250774958,
      "loss": 4.375,
      "step": 44839
    },
    {
      "epoch": 1.8365758754863815,
      "grad_norm": 2.572657042572833,
      "learning_rate": 0.00023950013529724698,
      "loss": 4.1875,
      "step": 44840
    },
    {
      "epoch": 1.8366168339135778,
      "grad_norm": 2.901318031339811,
      "learning_rate": 0.00023949751804443396,
      "loss": 5.5,
      "step": 44841
    },
    {
      "epoch": 1.836657792340774,
      "grad_norm": 3.1386100778646004,
      "learning_rate": 0.00023949490074931163,
      "loss": 3.375,
      "step": 44842
    },
    {
      "epoch": 1.8366987507679706,
      "grad_norm": 2.662225271729786,
      "learning_rate": 0.00023949228341188137,
      "loss": 5.0625,
      "step": 44843
    },
    {
      "epoch": 1.836739709195167,
      "grad_norm": 2.698408189312814,
      "learning_rate": 0.00023948966603214435,
      "loss": 3.9844,
      "step": 44844
    },
    {
      "epoch": 1.8367806676223633,
      "grad_norm": 2.350345023811643,
      "learning_rate": 0.00023948704861010176,
      "loss": 4.2188,
      "step": 44845
    },
    {
      "epoch": 1.8368216260495598,
      "grad_norm": 2.681976593280732,
      "learning_rate": 0.0002394844311457549,
      "loss": 4.6562,
      "step": 44846
    },
    {
      "epoch": 1.836862584476756,
      "grad_norm": 2.5813037112201243,
      "learning_rate": 0.000239481813639105,
      "loss": 4.8438,
      "step": 44847
    },
    {
      "epoch": 1.8369035429039524,
      "grad_norm": 2.4576360137456326,
      "learning_rate": 0.0002394791960901533,
      "loss": 5.2188,
      "step": 44848
    },
    {
      "epoch": 1.836944501331149,
      "grad_norm": 5.0489236789774115,
      "learning_rate": 0.000239476578498901,
      "loss": 5.4062,
      "step": 44849
    },
    {
      "epoch": 1.8369854597583453,
      "grad_norm": 2.3928511815826763,
      "learning_rate": 0.00023947396086534942,
      "loss": 4.25,
      "step": 44850
    },
    {
      "epoch": 1.8370264181855416,
      "grad_norm": 2.604307507463604,
      "learning_rate": 0.00023947134318949968,
      "loss": 4.0938,
      "step": 44851
    },
    {
      "epoch": 1.8370673766127381,
      "grad_norm": 2.9632468186558665,
      "learning_rate": 0.0002394687254713531,
      "loss": 5.875,
      "step": 44852
    },
    {
      "epoch": 1.8371083350399344,
      "grad_norm": 2.470838357329989,
      "learning_rate": 0.0002394661077109109,
      "loss": 4.2188,
      "step": 44853
    },
    {
      "epoch": 1.8371492934671307,
      "grad_norm": 3.6056049515281674,
      "learning_rate": 0.00023946348990817437,
      "loss": 4.5,
      "step": 44854
    },
    {
      "epoch": 1.8371902518943273,
      "grad_norm": 12.09873594412639,
      "learning_rate": 0.0002394608720631446,
      "loss": 2.1719,
      "step": 44855
    },
    {
      "epoch": 1.8372312103215238,
      "grad_norm": 2.7131504837002653,
      "learning_rate": 0.000239458254175823,
      "loss": 5.0625,
      "step": 44856
    },
    {
      "epoch": 1.83727216874872,
      "grad_norm": 2.6136308785375273,
      "learning_rate": 0.00023945563624621068,
      "loss": 4.6562,
      "step": 44857
    },
    {
      "epoch": 1.8373131271759164,
      "grad_norm": 3.235501592671475,
      "learning_rate": 0.00023945301827430895,
      "loss": 6.0,
      "step": 44858
    },
    {
      "epoch": 1.837354085603113,
      "grad_norm": 2.7682731893653347,
      "learning_rate": 0.00023945040026011904,
      "loss": 4.0,
      "step": 44859
    },
    {
      "epoch": 1.8373950440303093,
      "grad_norm": 3.3757465825184108,
      "learning_rate": 0.00023944778220364214,
      "loss": 4.875,
      "step": 44860
    },
    {
      "epoch": 1.8374360024575056,
      "grad_norm": 2.33851813348503,
      "learning_rate": 0.0002394451641048795,
      "loss": 3.9531,
      "step": 44861
    },
    {
      "epoch": 1.8374769608847021,
      "grad_norm": 2.811123086541129,
      "learning_rate": 0.00023944254596383241,
      "loss": 4.6875,
      "step": 44862
    },
    {
      "epoch": 1.8375179193118985,
      "grad_norm": 2.987274721218236,
      "learning_rate": 0.00023943992778050206,
      "loss": 6.75,
      "step": 44863
    },
    {
      "epoch": 1.8375588777390948,
      "grad_norm": 2.5476718373932647,
      "learning_rate": 0.00023943730955488973,
      "loss": 4.9375,
      "step": 44864
    },
    {
      "epoch": 1.8375998361662913,
      "grad_norm": 2.5581441809200007,
      "learning_rate": 0.0002394346912869966,
      "loss": 4.9688,
      "step": 44865
    },
    {
      "epoch": 1.8376407945934876,
      "grad_norm": 3.1093351157308526,
      "learning_rate": 0.00023943207297682395,
      "loss": 4.4375,
      "step": 44866
    },
    {
      "epoch": 1.837681753020684,
      "grad_norm": 5.812268350745968,
      "learning_rate": 0.000239429454624373,
      "loss": 7.2188,
      "step": 44867
    },
    {
      "epoch": 1.8377227114478805,
      "grad_norm": 3.276172932009986,
      "learning_rate": 0.00023942683622964499,
      "loss": 4.8125,
      "step": 44868
    },
    {
      "epoch": 1.8377636698750768,
      "grad_norm": 2.779820661926496,
      "learning_rate": 0.00023942421779264117,
      "loss": 6.0312,
      "step": 44869
    },
    {
      "epoch": 1.837804628302273,
      "grad_norm": 2.330845988590683,
      "learning_rate": 0.00023942159931336277,
      "loss": 4.125,
      "step": 44870
    },
    {
      "epoch": 1.8378455867294696,
      "grad_norm": 3.0178735257180165,
      "learning_rate": 0.000239418980791811,
      "loss": 5.0312,
      "step": 44871
    },
    {
      "epoch": 1.837886545156666,
      "grad_norm": 10.734876638089169,
      "learning_rate": 0.00023941636222798716,
      "loss": 5.875,
      "step": 44872
    },
    {
      "epoch": 1.8379275035838623,
      "grad_norm": 3.1077036842995107,
      "learning_rate": 0.00023941374362189248,
      "loss": 6.1562,
      "step": 44873
    },
    {
      "epoch": 1.8379684620110588,
      "grad_norm": 2.991621697171768,
      "learning_rate": 0.00023941112497352808,
      "loss": 4.75,
      "step": 44874
    },
    {
      "epoch": 1.8380094204382553,
      "grad_norm": 2.3544748596842804,
      "learning_rate": 0.00023940850628289536,
      "loss": 4.8125,
      "step": 44875
    },
    {
      "epoch": 1.8380503788654514,
      "grad_norm": 2.656252331994183,
      "learning_rate": 0.00023940588754999546,
      "loss": 5.1875,
      "step": 44876
    },
    {
      "epoch": 1.838091337292648,
      "grad_norm": 4.286812113779983,
      "learning_rate": 0.00023940326877482966,
      "loss": 6.5,
      "step": 44877
    },
    {
      "epoch": 1.8381322957198445,
      "grad_norm": 3.318194130788142,
      "learning_rate": 0.00023940064995739917,
      "loss": 5.4688,
      "step": 44878
    },
    {
      "epoch": 1.8381732541470408,
      "grad_norm": 2.4351037865539715,
      "learning_rate": 0.00023939803109770526,
      "loss": 3.1406,
      "step": 44879
    },
    {
      "epoch": 1.8382142125742371,
      "grad_norm": 2.7084557740930344,
      "learning_rate": 0.00023939541219574913,
      "loss": 4.4062,
      "step": 44880
    },
    {
      "epoch": 1.8382551710014337,
      "grad_norm": 6.248730652960844,
      "learning_rate": 0.000239392793251532,
      "loss": 5.6875,
      "step": 44881
    },
    {
      "epoch": 1.83829612942863,
      "grad_norm": 2.5990359811936856,
      "learning_rate": 0.0002393901742650552,
      "loss": 2.9219,
      "step": 44882
    },
    {
      "epoch": 1.8383370878558263,
      "grad_norm": 2.4791997544177797,
      "learning_rate": 0.0002393875552363199,
      "loss": 5.0312,
      "step": 44883
    },
    {
      "epoch": 1.8383780462830228,
      "grad_norm": 2.737738553519555,
      "learning_rate": 0.00023938493616532734,
      "loss": 5.0312,
      "step": 44884
    },
    {
      "epoch": 1.8384190047102191,
      "grad_norm": 2.405360198337085,
      "learning_rate": 0.00023938231705207877,
      "loss": 5.1875,
      "step": 44885
    },
    {
      "epoch": 1.8384599631374154,
      "grad_norm": 1.8824650131519896,
      "learning_rate": 0.00023937969789657545,
      "loss": 3.3906,
      "step": 44886
    },
    {
      "epoch": 1.838500921564612,
      "grad_norm": 3.773435657349586,
      "learning_rate": 0.00023937707869881858,
      "loss": 5.2188,
      "step": 44887
    },
    {
      "epoch": 1.8385418799918083,
      "grad_norm": 2.6303554505177393,
      "learning_rate": 0.0002393744594588094,
      "loss": 4.125,
      "step": 44888
    },
    {
      "epoch": 1.8385828384190046,
      "grad_norm": 3.022293555465813,
      "learning_rate": 0.00023937184017654912,
      "loss": 5.5312,
      "step": 44889
    },
    {
      "epoch": 1.8386237968462011,
      "grad_norm": 2.542827852103027,
      "learning_rate": 0.00023936922085203912,
      "loss": 4.0312,
      "step": 44890
    },
    {
      "epoch": 1.8386647552733975,
      "grad_norm": 3.2683031569839045,
      "learning_rate": 0.00023936660148528047,
      "loss": 5.8438,
      "step": 44891
    },
    {
      "epoch": 1.8387057137005938,
      "grad_norm": 4.285887863159402,
      "learning_rate": 0.00023936398207627453,
      "loss": 5.5938,
      "step": 44892
    },
    {
      "epoch": 1.8387466721277903,
      "grad_norm": 7.642530569495738,
      "learning_rate": 0.0002393613626250224,
      "loss": 2.5938,
      "step": 44893
    },
    {
      "epoch": 1.8387876305549868,
      "grad_norm": 2.6646568106690665,
      "learning_rate": 0.0002393587431315255,
      "loss": 4.6562,
      "step": 44894
    },
    {
      "epoch": 1.838828588982183,
      "grad_norm": 3.7565129899408722,
      "learning_rate": 0.00023935612359578492,
      "loss": 4.9688,
      "step": 44895
    },
    {
      "epoch": 1.8388695474093795,
      "grad_norm": 3.747751014929879,
      "learning_rate": 0.00023935350401780195,
      "loss": 5.5938,
      "step": 44896
    },
    {
      "epoch": 1.838910505836576,
      "grad_norm": 2.879585646450381,
      "learning_rate": 0.00023935088439757784,
      "loss": 4.7188,
      "step": 44897
    },
    {
      "epoch": 1.8389514642637723,
      "grad_norm": 7.211988191627292,
      "learning_rate": 0.0002393482647351138,
      "loss": 4.3125,
      "step": 44898
    },
    {
      "epoch": 1.8389924226909686,
      "grad_norm": 5.689702421390227,
      "learning_rate": 0.00023934564503041108,
      "loss": 4.5,
      "step": 44899
    },
    {
      "epoch": 1.8390333811181652,
      "grad_norm": 2.322345649672249,
      "learning_rate": 0.00023934302528347094,
      "loss": 4.6562,
      "step": 44900
    },
    {
      "epoch": 1.8390743395453615,
      "grad_norm": 2.636540767456234,
      "learning_rate": 0.0002393404054942946,
      "loss": 4.9688,
      "step": 44901
    },
    {
      "epoch": 1.8391152979725578,
      "grad_norm": 6.0470786725286425,
      "learning_rate": 0.0002393377856628833,
      "loss": 5.4375,
      "step": 44902
    },
    {
      "epoch": 1.8391562563997543,
      "grad_norm": 3.2307915105057265,
      "learning_rate": 0.0002393351657892383,
      "loss": 5.1562,
      "step": 44903
    },
    {
      "epoch": 1.8391972148269506,
      "grad_norm": 2.8184552471841786,
      "learning_rate": 0.0002393325458733608,
      "loss": 5.1875,
      "step": 44904
    },
    {
      "epoch": 1.839238173254147,
      "grad_norm": 7.921437826436712,
      "learning_rate": 0.00023932992591525206,
      "loss": 2.2812,
      "step": 44905
    },
    {
      "epoch": 1.8392791316813435,
      "grad_norm": 3.6833918717690577,
      "learning_rate": 0.00023932730591491328,
      "loss": 5.3125,
      "step": 44906
    },
    {
      "epoch": 1.8393200901085398,
      "grad_norm": 3.7665714184131986,
      "learning_rate": 0.00023932468587234575,
      "loss": 5.9062,
      "step": 44907
    },
    {
      "epoch": 1.8393610485357361,
      "grad_norm": 2.7109767510479315,
      "learning_rate": 0.0002393220657875507,
      "loss": 4.375,
      "step": 44908
    },
    {
      "epoch": 1.8394020069629327,
      "grad_norm": 2.7939504929935417,
      "learning_rate": 0.0002393194456605294,
      "loss": 5.9688,
      "step": 44909
    },
    {
      "epoch": 1.839442965390129,
      "grad_norm": 4.396695228004769,
      "learning_rate": 0.00023931682549128297,
      "loss": 5.0625,
      "step": 44910
    },
    {
      "epoch": 1.8394839238173253,
      "grad_norm": 2.846984307862942,
      "learning_rate": 0.00023931420527981278,
      "loss": 5.0312,
      "step": 44911
    },
    {
      "epoch": 1.8395248822445218,
      "grad_norm": 2.555032645128747,
      "learning_rate": 0.00023931158502612002,
      "loss": 5.0,
      "step": 44912
    },
    {
      "epoch": 1.8395658406717184,
      "grad_norm": 2.6801008730271794,
      "learning_rate": 0.0002393089647302059,
      "loss": 4.625,
      "step": 44913
    },
    {
      "epoch": 1.8396067990989144,
      "grad_norm": 3.035927277285391,
      "learning_rate": 0.0002393063443920717,
      "loss": 5.9375,
      "step": 44914
    },
    {
      "epoch": 1.839647757526111,
      "grad_norm": 3.075173413656653,
      "learning_rate": 0.00023930372401171867,
      "loss": 6.0312,
      "step": 44915
    },
    {
      "epoch": 1.8396887159533075,
      "grad_norm": 3.0983655641536685,
      "learning_rate": 0.000239301103589148,
      "loss": 5.4375,
      "step": 44916
    },
    {
      "epoch": 1.8397296743805038,
      "grad_norm": 2.730530254575115,
      "learning_rate": 0.0002392984831243609,
      "loss": 4.7812,
      "step": 44917
    },
    {
      "epoch": 1.8397706328077001,
      "grad_norm": 3.7745804286764097,
      "learning_rate": 0.00023929586261735872,
      "loss": 6.0938,
      "step": 44918
    },
    {
      "epoch": 1.8398115912348967,
      "grad_norm": 2.730420922460255,
      "learning_rate": 0.00023929324206814262,
      "loss": 4.6562,
      "step": 44919
    },
    {
      "epoch": 1.839852549662093,
      "grad_norm": 3.615341183616399,
      "learning_rate": 0.00023929062147671384,
      "loss": 5.4375,
      "step": 44920
    },
    {
      "epoch": 1.8398935080892893,
      "grad_norm": 3.3855808062955464,
      "learning_rate": 0.00023928800084307367,
      "loss": 5.75,
      "step": 44921
    },
    {
      "epoch": 1.8399344665164858,
      "grad_norm": 2.602067933968178,
      "learning_rate": 0.00023928538016722327,
      "loss": 5.6562,
      "step": 44922
    },
    {
      "epoch": 1.8399754249436822,
      "grad_norm": 7.954989153676167,
      "learning_rate": 0.00023928275944916393,
      "loss": 6.3438,
      "step": 44923
    },
    {
      "epoch": 1.8400163833708785,
      "grad_norm": 3.5029482395479175,
      "learning_rate": 0.0002392801386888969,
      "loss": 2.0,
      "step": 44924
    },
    {
      "epoch": 1.840057341798075,
      "grad_norm": 2.983302306352968,
      "learning_rate": 0.0002392775178864234,
      "loss": 5.0938,
      "step": 44925
    },
    {
      "epoch": 1.8400983002252713,
      "grad_norm": 3.128776990412004,
      "learning_rate": 0.0002392748970417447,
      "loss": 6.5,
      "step": 44926
    },
    {
      "epoch": 1.8401392586524676,
      "grad_norm": 2.9404172405127187,
      "learning_rate": 0.00023927227615486195,
      "loss": 4.1562,
      "step": 44927
    },
    {
      "epoch": 1.8401802170796642,
      "grad_norm": 2.710468715401916,
      "learning_rate": 0.0002392696552257765,
      "loss": 5.9062,
      "step": 44928
    },
    {
      "epoch": 1.8402211755068605,
      "grad_norm": 3.6406065387219773,
      "learning_rate": 0.0002392670342544895,
      "loss": 5.5625,
      "step": 44929
    },
    {
      "epoch": 1.8402621339340568,
      "grad_norm": 6.080333167474287,
      "learning_rate": 0.00023926441324100225,
      "loss": 2.375,
      "step": 44930
    },
    {
      "epoch": 1.8403030923612533,
      "grad_norm": 2.4377574605048595,
      "learning_rate": 0.00023926179218531596,
      "loss": 4.75,
      "step": 44931
    },
    {
      "epoch": 1.8403440507884499,
      "grad_norm": 3.758214389350127,
      "learning_rate": 0.00023925917108743187,
      "loss": 4.6562,
      "step": 44932
    },
    {
      "epoch": 1.840385009215646,
      "grad_norm": 6.849676579084184,
      "learning_rate": 0.0002392565499473512,
      "loss": 4.2188,
      "step": 44933
    },
    {
      "epoch": 1.8404259676428425,
      "grad_norm": 3.51260215066866,
      "learning_rate": 0.00023925392876507525,
      "loss": 4.4375,
      "step": 44934
    },
    {
      "epoch": 1.840466926070039,
      "grad_norm": 3.480852072225262,
      "learning_rate": 0.0002392513075406052,
      "loss": 6.7188,
      "step": 44935
    },
    {
      "epoch": 1.8405078844972353,
      "grad_norm": 3.8043933499795064,
      "learning_rate": 0.00023924868627394233,
      "loss": 5.375,
      "step": 44936
    },
    {
      "epoch": 1.8405488429244317,
      "grad_norm": 4.153725003419955,
      "learning_rate": 0.0002392460649650878,
      "loss": 4.875,
      "step": 44937
    },
    {
      "epoch": 1.8405898013516282,
      "grad_norm": 2.30627201387965,
      "learning_rate": 0.000239243443614043,
      "loss": 3.7031,
      "step": 44938
    },
    {
      "epoch": 1.8406307597788245,
      "grad_norm": 2.8247934811568167,
      "learning_rate": 0.00023924082222080904,
      "loss": 5.125,
      "step": 44939
    },
    {
      "epoch": 1.8406717182060208,
      "grad_norm": 6.893255998134263,
      "learning_rate": 0.0002392382007853872,
      "loss": 3.4219,
      "step": 44940
    },
    {
      "epoch": 1.8407126766332174,
      "grad_norm": 2.3785455751468385,
      "learning_rate": 0.0002392355793077787,
      "loss": 4.5,
      "step": 44941
    },
    {
      "epoch": 1.8407536350604137,
      "grad_norm": 3.4117936407704645,
      "learning_rate": 0.00023923295778798478,
      "loss": 5.25,
      "step": 44942
    },
    {
      "epoch": 1.84079459348761,
      "grad_norm": 2.2563628749470808,
      "learning_rate": 0.00023923033622600672,
      "loss": 5.0,
      "step": 44943
    },
    {
      "epoch": 1.8408355519148065,
      "grad_norm": 2.395630243192391,
      "learning_rate": 0.00023922771462184575,
      "loss": 4.375,
      "step": 44944
    },
    {
      "epoch": 1.8408765103420028,
      "grad_norm": 5.299331563474671,
      "learning_rate": 0.00023922509297550308,
      "loss": 5.875,
      "step": 44945
    },
    {
      "epoch": 1.8409174687691992,
      "grad_norm": 3.0290671824826325,
      "learning_rate": 0.00023922247128697994,
      "loss": 3.2812,
      "step": 44946
    },
    {
      "epoch": 1.8409584271963957,
      "grad_norm": 2.4693614967637623,
      "learning_rate": 0.00023921984955627764,
      "loss": 4.875,
      "step": 44947
    },
    {
      "epoch": 1.840999385623592,
      "grad_norm": 2.5508065114529472,
      "learning_rate": 0.00023921722778339732,
      "loss": 4.3438,
      "step": 44948
    },
    {
      "epoch": 1.8410403440507883,
      "grad_norm": 2.660187218786584,
      "learning_rate": 0.00023921460596834036,
      "loss": 4.8438,
      "step": 44949
    },
    {
      "epoch": 1.8410813024779848,
      "grad_norm": 3.522886529772274,
      "learning_rate": 0.00023921198411110781,
      "loss": 5.9062,
      "step": 44950
    },
    {
      "epoch": 1.8411222609051814,
      "grad_norm": 4.230190074898338,
      "learning_rate": 0.00023920936221170108,
      "loss": 2.9531,
      "step": 44951
    },
    {
      "epoch": 1.8411632193323775,
      "grad_norm": 3.133092231118326,
      "learning_rate": 0.00023920674027012132,
      "loss": 6.3125,
      "step": 44952
    },
    {
      "epoch": 1.841204177759574,
      "grad_norm": 4.428113767496819,
      "learning_rate": 0.00023920411828636974,
      "loss": 3.8438,
      "step": 44953
    },
    {
      "epoch": 1.8412451361867705,
      "grad_norm": 2.5518582167976214,
      "learning_rate": 0.0002392014962604477,
      "loss": 4.5938,
      "step": 44954
    },
    {
      "epoch": 1.8412860946139669,
      "grad_norm": 2.486327313736258,
      "learning_rate": 0.00023919887419235634,
      "loss": 4.7188,
      "step": 44955
    },
    {
      "epoch": 1.8413270530411632,
      "grad_norm": 6.225311274837346,
      "learning_rate": 0.00023919625208209693,
      "loss": 5.125,
      "step": 44956
    },
    {
      "epoch": 1.8413680114683597,
      "grad_norm": 3.4642455619026395,
      "learning_rate": 0.0002391936299296707,
      "loss": 5.0312,
      "step": 44957
    },
    {
      "epoch": 1.841408969895556,
      "grad_norm": 2.516251088769138,
      "learning_rate": 0.0002391910077350789,
      "loss": 4.5938,
      "step": 44958
    },
    {
      "epoch": 1.8414499283227523,
      "grad_norm": 4.601347413259418,
      "learning_rate": 0.00023918838549832276,
      "loss": 3.2344,
      "step": 44959
    },
    {
      "epoch": 1.8414908867499489,
      "grad_norm": 2.4688879800407406,
      "learning_rate": 0.00023918576321940352,
      "loss": 3.9219,
      "step": 44960
    },
    {
      "epoch": 1.8415318451771452,
      "grad_norm": 3.459495246060435,
      "learning_rate": 0.00023918314089832243,
      "loss": 4.8438,
      "step": 44961
    },
    {
      "epoch": 1.8415728036043415,
      "grad_norm": 2.9496640143011814,
      "learning_rate": 0.00023918051853508078,
      "loss": 5.2812,
      "step": 44962
    },
    {
      "epoch": 1.841613762031538,
      "grad_norm": 6.069293720148808,
      "learning_rate": 0.00023917789612967972,
      "loss": 4.375,
      "step": 44963
    },
    {
      "epoch": 1.8416547204587344,
      "grad_norm": 3.055574792556241,
      "learning_rate": 0.0002391752736821205,
      "loss": 2.6094,
      "step": 44964
    },
    {
      "epoch": 1.8416956788859307,
      "grad_norm": 2.742824718534502,
      "learning_rate": 0.00023917265119240442,
      "loss": 5.0312,
      "step": 44965
    },
    {
      "epoch": 1.8417366373131272,
      "grad_norm": 2.528610759790712,
      "learning_rate": 0.00023917002866053266,
      "loss": 5.4062,
      "step": 44966
    },
    {
      "epoch": 1.8417775957403237,
      "grad_norm": 4.439641727658669,
      "learning_rate": 0.0002391674060865065,
      "loss": 6.1875,
      "step": 44967
    },
    {
      "epoch": 1.8418185541675198,
      "grad_norm": 2.6387130885060732,
      "learning_rate": 0.00023916478347032715,
      "loss": 4.0938,
      "step": 44968
    },
    {
      "epoch": 1.8418595125947164,
      "grad_norm": 2.182209339708248,
      "learning_rate": 0.0002391621608119959,
      "loss": 2.8438,
      "step": 44969
    },
    {
      "epoch": 1.841900471021913,
      "grad_norm": 2.396931885535972,
      "learning_rate": 0.0002391595381115139,
      "loss": 4.8125,
      "step": 44970
    },
    {
      "epoch": 1.841941429449109,
      "grad_norm": 4.464807087188411,
      "learning_rate": 0.0002391569153688825,
      "loss": 5.5938,
      "step": 44971
    },
    {
      "epoch": 1.8419823878763055,
      "grad_norm": 2.5230702794605473,
      "learning_rate": 0.00023915429258410285,
      "loss": 4.25,
      "step": 44972
    },
    {
      "epoch": 1.842023346303502,
      "grad_norm": 3.3566520058268674,
      "learning_rate": 0.0002391516697571762,
      "loss": 4.4688,
      "step": 44973
    },
    {
      "epoch": 1.8420643047306984,
      "grad_norm": 3.7949520719006293,
      "learning_rate": 0.00023914904688810388,
      "loss": 5.5938,
      "step": 44974
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 3.040156041065126,
      "learning_rate": 0.00023914642397688702,
      "loss": 5.0625,
      "step": 44975
    },
    {
      "epoch": 1.8421462215850912,
      "grad_norm": 2.803150152676783,
      "learning_rate": 0.00023914380102352687,
      "loss": 5.2812,
      "step": 44976
    },
    {
      "epoch": 1.8421871800122875,
      "grad_norm": 2.7480902274794,
      "learning_rate": 0.00023914117802802478,
      "loss": 5.0625,
      "step": 44977
    },
    {
      "epoch": 1.8422281384394839,
      "grad_norm": 2.529074919497279,
      "learning_rate": 0.00023913855499038187,
      "loss": 4.5312,
      "step": 44978
    },
    {
      "epoch": 1.8422690968666804,
      "grad_norm": 4.233874829981009,
      "learning_rate": 0.00023913593191059944,
      "loss": 3.375,
      "step": 44979
    },
    {
      "epoch": 1.8423100552938767,
      "grad_norm": 3.1025860858214718,
      "learning_rate": 0.0002391333087886787,
      "loss": 5.3438,
      "step": 44980
    },
    {
      "epoch": 1.842351013721073,
      "grad_norm": 3.521357439020919,
      "learning_rate": 0.0002391306856246209,
      "loss": 5.125,
      "step": 44981
    },
    {
      "epoch": 1.8423919721482696,
      "grad_norm": 2.3665379693219384,
      "learning_rate": 0.0002391280624184273,
      "loss": 3.7812,
      "step": 44982
    },
    {
      "epoch": 1.8424329305754659,
      "grad_norm": 5.7115932059327434,
      "learning_rate": 0.00023912543917009913,
      "loss": 3.2188,
      "step": 44983
    },
    {
      "epoch": 1.8424738890026622,
      "grad_norm": 2.4851830053655144,
      "learning_rate": 0.00023912281587963762,
      "loss": 4.2812,
      "step": 44984
    },
    {
      "epoch": 1.8425148474298587,
      "grad_norm": 2.6984049872366622,
      "learning_rate": 0.000239120192547044,
      "loss": 5.4375,
      "step": 44985
    },
    {
      "epoch": 1.8425558058570553,
      "grad_norm": 8.08246372743635,
      "learning_rate": 0.00023911756917231955,
      "loss": 1.3906,
      "step": 44986
    },
    {
      "epoch": 1.8425967642842513,
      "grad_norm": 4.3233814425656245,
      "learning_rate": 0.00023911494575546547,
      "loss": 7.2812,
      "step": 44987
    },
    {
      "epoch": 1.8426377227114479,
      "grad_norm": 2.6534963119779023,
      "learning_rate": 0.000239112322296483,
      "loss": 5.3125,
      "step": 44988
    },
    {
      "epoch": 1.8426786811386444,
      "grad_norm": 2.6284364068229817,
      "learning_rate": 0.0002391096987953734,
      "loss": 5.2188,
      "step": 44989
    },
    {
      "epoch": 1.8427196395658405,
      "grad_norm": 3.402457160537891,
      "learning_rate": 0.00023910707525213792,
      "loss": 4.125,
      "step": 44990
    },
    {
      "epoch": 1.842760597993037,
      "grad_norm": 3.1230893352260733,
      "learning_rate": 0.00023910445166677776,
      "loss": 4.5,
      "step": 44991
    },
    {
      "epoch": 1.8428015564202336,
      "grad_norm": 2.392766899076464,
      "learning_rate": 0.00023910182803929422,
      "loss": 5.0938,
      "step": 44992
    },
    {
      "epoch": 1.84284251484743,
      "grad_norm": 4.634952563156777,
      "learning_rate": 0.00023909920436968846,
      "loss": 3.4219,
      "step": 44993
    },
    {
      "epoch": 1.8428834732746262,
      "grad_norm": 3.526942660114674,
      "learning_rate": 0.00023909658065796182,
      "loss": 6.0938,
      "step": 44994
    },
    {
      "epoch": 1.8429244317018227,
      "grad_norm": 2.541413659073299,
      "learning_rate": 0.00023909395690411547,
      "loss": 4.0312,
      "step": 44995
    },
    {
      "epoch": 1.842965390129019,
      "grad_norm": 2.578152617559279,
      "learning_rate": 0.00023909133310815063,
      "loss": 4.5938,
      "step": 44996
    },
    {
      "epoch": 1.8430063485562154,
      "grad_norm": 4.7127088129767305,
      "learning_rate": 0.00023908870927006863,
      "loss": 5.2188,
      "step": 44997
    },
    {
      "epoch": 1.843047306983412,
      "grad_norm": 2.991655725195762,
      "learning_rate": 0.0002390860853898706,
      "loss": 3.5938,
      "step": 44998
    },
    {
      "epoch": 1.8430882654106082,
      "grad_norm": 3.443820656025197,
      "learning_rate": 0.0002390834614675579,
      "loss": 6.6562,
      "step": 44999
    },
    {
      "epoch": 1.8431292238378045,
      "grad_norm": 3.4240027630134793,
      "learning_rate": 0.00023908083750313167,
      "loss": 4.9688,
      "step": 45000
    },
    {
      "epoch": 1.843170182265001,
      "grad_norm": 2.926137181766295,
      "learning_rate": 0.0002390782134965932,
      "loss": 4.1875,
      "step": 45001
    },
    {
      "epoch": 1.8432111406921974,
      "grad_norm": 2.8590682489310457,
      "learning_rate": 0.0002390755894479437,
      "loss": 5.6875,
      "step": 45002
    },
    {
      "epoch": 1.8432520991193937,
      "grad_norm": 3.002854120947568,
      "learning_rate": 0.00023907296535718444,
      "loss": 5.4688,
      "step": 45003
    },
    {
      "epoch": 1.8432930575465902,
      "grad_norm": 2.7148122479322705,
      "learning_rate": 0.00023907034122431665,
      "loss": 4.9688,
      "step": 45004
    },
    {
      "epoch": 1.8433340159737868,
      "grad_norm": 2.877381865907053,
      "learning_rate": 0.00023906771704934157,
      "loss": 5.5312,
      "step": 45005
    },
    {
      "epoch": 1.8433749744009829,
      "grad_norm": 2.634971579025877,
      "learning_rate": 0.00023906509283226046,
      "loss": 5.375,
      "step": 45006
    },
    {
      "epoch": 1.8434159328281794,
      "grad_norm": 2.715554349773636,
      "learning_rate": 0.00023906246857307456,
      "loss": 4.4375,
      "step": 45007
    },
    {
      "epoch": 1.843456891255376,
      "grad_norm": 2.7005821229093763,
      "learning_rate": 0.00023905984427178504,
      "loss": 5.5625,
      "step": 45008
    },
    {
      "epoch": 1.8434978496825722,
      "grad_norm": 2.8586163960009032,
      "learning_rate": 0.00023905721992839324,
      "loss": 4.625,
      "step": 45009
    },
    {
      "epoch": 1.8435388081097686,
      "grad_norm": 5.635161918100884,
      "learning_rate": 0.0002390545955429003,
      "loss": 7.3438,
      "step": 45010
    },
    {
      "epoch": 1.843579766536965,
      "grad_norm": 2.6074373241694064,
      "learning_rate": 0.0002390519711153076,
      "loss": 4.8125,
      "step": 45011
    },
    {
      "epoch": 1.8436207249641614,
      "grad_norm": 4.932809546565302,
      "learning_rate": 0.00023904934664561623,
      "loss": 4.7812,
      "step": 45012
    },
    {
      "epoch": 1.8436616833913577,
      "grad_norm": 4.801374713750665,
      "learning_rate": 0.00023904672213382754,
      "loss": 5.0,
      "step": 45013
    },
    {
      "epoch": 1.8437026418185543,
      "grad_norm": 2.790854586393443,
      "learning_rate": 0.00023904409757994266,
      "loss": 4.9375,
      "step": 45014
    },
    {
      "epoch": 1.8437436002457506,
      "grad_norm": 2.628632212260153,
      "learning_rate": 0.00023904147298396298,
      "loss": 4.7188,
      "step": 45015
    },
    {
      "epoch": 1.8437845586729469,
      "grad_norm": 2.7391887654181195,
      "learning_rate": 0.00023903884834588956,
      "loss": 3.375,
      "step": 45016
    },
    {
      "epoch": 1.8438255171001434,
      "grad_norm": 3.74393390775442,
      "learning_rate": 0.0002390362236657238,
      "loss": 4.6562,
      "step": 45017
    },
    {
      "epoch": 1.8438664755273397,
      "grad_norm": 2.5013927521771304,
      "learning_rate": 0.00023903359894346689,
      "loss": 5.2812,
      "step": 45018
    },
    {
      "epoch": 1.843907433954536,
      "grad_norm": 2.72507480434016,
      "learning_rate": 0.00023903097417912007,
      "loss": 4.75,
      "step": 45019
    },
    {
      "epoch": 1.8439483923817326,
      "grad_norm": 3.541665516828542,
      "learning_rate": 0.00023902834937268453,
      "loss": 4.875,
      "step": 45020
    },
    {
      "epoch": 1.843989350808929,
      "grad_norm": 2.6897683831217583,
      "learning_rate": 0.00023902572452416156,
      "loss": 5.1875,
      "step": 45021
    },
    {
      "epoch": 1.8440303092361252,
      "grad_norm": 4.8275975281511885,
      "learning_rate": 0.0002390230996335524,
      "loss": 4.0938,
      "step": 45022
    },
    {
      "epoch": 1.8440712676633217,
      "grad_norm": 2.531735727270032,
      "learning_rate": 0.0002390204747008583,
      "loss": 4.2812,
      "step": 45023
    },
    {
      "epoch": 1.8441122260905183,
      "grad_norm": 2.521414507514203,
      "learning_rate": 0.00023901784972608044,
      "loss": 5.0312,
      "step": 45024
    },
    {
      "epoch": 1.8441531845177144,
      "grad_norm": 5.532268369568513,
      "learning_rate": 0.00023901522470922017,
      "loss": 4.9688,
      "step": 45025
    },
    {
      "epoch": 1.844194142944911,
      "grad_norm": 2.717510996164522,
      "learning_rate": 0.0002390125996502786,
      "loss": 4.5938,
      "step": 45026
    },
    {
      "epoch": 1.8442351013721074,
      "grad_norm": 6.796019419282257,
      "learning_rate": 0.0002390099745492571,
      "loss": 3.6875,
      "step": 45027
    },
    {
      "epoch": 1.8442760597993038,
      "grad_norm": 3.2291938700479106,
      "learning_rate": 0.00023900734940615682,
      "loss": 5.2188,
      "step": 45028
    },
    {
      "epoch": 1.8443170182265,
      "grad_norm": 4.692232534438735,
      "learning_rate": 0.00023900472422097902,
      "loss": 5.5,
      "step": 45029
    },
    {
      "epoch": 1.8443579766536966,
      "grad_norm": 2.4492696763191297,
      "learning_rate": 0.00023900209899372496,
      "loss": 3.9688,
      "step": 45030
    },
    {
      "epoch": 1.844398935080893,
      "grad_norm": 2.527412142439466,
      "learning_rate": 0.00023899947372439589,
      "loss": 5.5,
      "step": 45031
    },
    {
      "epoch": 1.8444398935080892,
      "grad_norm": 2.7047054438878773,
      "learning_rate": 0.000238996848412993,
      "loss": 4.1875,
      "step": 45032
    },
    {
      "epoch": 1.8444808519352858,
      "grad_norm": 3.277235200618626,
      "learning_rate": 0.00023899422305951758,
      "loss": 5.2188,
      "step": 45033
    },
    {
      "epoch": 1.844521810362482,
      "grad_norm": 3.002816435419371,
      "learning_rate": 0.0002389915976639709,
      "loss": 4.875,
      "step": 45034
    },
    {
      "epoch": 1.8445627687896784,
      "grad_norm": 3.034406478609159,
      "learning_rate": 0.0002389889722263541,
      "loss": 4.625,
      "step": 45035
    },
    {
      "epoch": 1.844603727216875,
      "grad_norm": 2.818389987183202,
      "learning_rate": 0.00023898634674666847,
      "loss": 4.6562,
      "step": 45036
    },
    {
      "epoch": 1.8446446856440712,
      "grad_norm": 2.738132728488124,
      "learning_rate": 0.00023898372122491528,
      "loss": 4.7812,
      "step": 45037
    },
    {
      "epoch": 1.8446856440712676,
      "grad_norm": 5.329686001844632,
      "learning_rate": 0.00023898109566109575,
      "loss": 3.6094,
      "step": 45038
    },
    {
      "epoch": 1.844726602498464,
      "grad_norm": 3.806789668560018,
      "learning_rate": 0.0002389784700552111,
      "loss": 6.7188,
      "step": 45039
    },
    {
      "epoch": 1.8447675609256604,
      "grad_norm": 3.0190566593397077,
      "learning_rate": 0.00023897584440726264,
      "loss": 4.125,
      "step": 45040
    },
    {
      "epoch": 1.8448085193528567,
      "grad_norm": 2.6546806326466705,
      "learning_rate": 0.00023897321871725155,
      "loss": 4.125,
      "step": 45041
    },
    {
      "epoch": 1.8448494777800533,
      "grad_norm": 3.97244506248381,
      "learning_rate": 0.00023897059298517908,
      "loss": 6.5938,
      "step": 45042
    },
    {
      "epoch": 1.8448904362072498,
      "grad_norm": 3.2180125898054968,
      "learning_rate": 0.00023896796721104645,
      "loss": 6.125,
      "step": 45043
    },
    {
      "epoch": 1.8449313946344459,
      "grad_norm": 2.639346136673828,
      "learning_rate": 0.00023896534139485493,
      "loss": 4.125,
      "step": 45044
    },
    {
      "epoch": 1.8449723530616424,
      "grad_norm": 5.077166028940833,
      "learning_rate": 0.00023896271553660583,
      "loss": 5.25,
      "step": 45045
    },
    {
      "epoch": 1.845013311488839,
      "grad_norm": 4.020757975036312,
      "learning_rate": 0.00023896008963630023,
      "loss": 5.0938,
      "step": 45046
    },
    {
      "epoch": 1.8450542699160353,
      "grad_norm": 2.6063811883629397,
      "learning_rate": 0.0002389574636939395,
      "loss": 5.0,
      "step": 45047
    },
    {
      "epoch": 1.8450952283432316,
      "grad_norm": 2.376965168697917,
      "learning_rate": 0.0002389548377095248,
      "loss": 4.0625,
      "step": 45048
    },
    {
      "epoch": 1.8451361867704281,
      "grad_norm": 5.153983104775376,
      "learning_rate": 0.00023895221168305746,
      "loss": 6.7188,
      "step": 45049
    },
    {
      "epoch": 1.8451771451976244,
      "grad_norm": 4.060456141217692,
      "learning_rate": 0.0002389495856145387,
      "loss": 5.5312,
      "step": 45050
    },
    {
      "epoch": 1.8452181036248207,
      "grad_norm": 2.92674595331609,
      "learning_rate": 0.00023894695950396968,
      "loss": 5.2188,
      "step": 45051
    },
    {
      "epoch": 1.8452590620520173,
      "grad_norm": 2.9805729924972595,
      "learning_rate": 0.00023894433335135175,
      "loss": 4.1875,
      "step": 45052
    },
    {
      "epoch": 1.8453000204792136,
      "grad_norm": 2.5006580724324112,
      "learning_rate": 0.0002389417071566861,
      "loss": 4.9375,
      "step": 45053
    },
    {
      "epoch": 1.84534097890641,
      "grad_norm": 3.389890016643536,
      "learning_rate": 0.00023893908091997395,
      "loss": 5.125,
      "step": 45054
    },
    {
      "epoch": 1.8453819373336064,
      "grad_norm": 18.535930222842595,
      "learning_rate": 0.00023893645464121655,
      "loss": 2.2812,
      "step": 45055
    },
    {
      "epoch": 1.8454228957608028,
      "grad_norm": 2.9773122920251276,
      "learning_rate": 0.0002389338283204152,
      "loss": 5.125,
      "step": 45056
    },
    {
      "epoch": 1.845463854187999,
      "grad_norm": 3.0078961788573064,
      "learning_rate": 0.00023893120195757106,
      "loss": 5.625,
      "step": 45057
    },
    {
      "epoch": 1.8455048126151956,
      "grad_norm": 2.7326518718422794,
      "learning_rate": 0.0002389285755526854,
      "loss": 4.75,
      "step": 45058
    },
    {
      "epoch": 1.845545771042392,
      "grad_norm": 2.4417170517225086,
      "learning_rate": 0.00023892594910575947,
      "loss": 4.1875,
      "step": 45059
    },
    {
      "epoch": 1.8455867294695882,
      "grad_norm": 4.099153239398811,
      "learning_rate": 0.00023892332261679454,
      "loss": 7.5625,
      "step": 45060
    },
    {
      "epoch": 1.8456276878967848,
      "grad_norm": 4.217378628383011,
      "learning_rate": 0.00023892069608579179,
      "loss": 1.4922,
      "step": 45061
    },
    {
      "epoch": 1.8456686463239813,
      "grad_norm": 3.495692758405097,
      "learning_rate": 0.0002389180695127525,
      "loss": 5.5938,
      "step": 45062
    },
    {
      "epoch": 1.8457096047511774,
      "grad_norm": 7.294398806972564,
      "learning_rate": 0.00023891544289767795,
      "loss": 4.9375,
      "step": 45063
    },
    {
      "epoch": 1.845750563178374,
      "grad_norm": 2.825899678747525,
      "learning_rate": 0.00023891281624056934,
      "loss": 4.8438,
      "step": 45064
    },
    {
      "epoch": 1.8457915216055705,
      "grad_norm": 2.5207414697905004,
      "learning_rate": 0.00023891018954142783,
      "loss": 4.5938,
      "step": 45065
    },
    {
      "epoch": 1.8458324800327668,
      "grad_norm": 2.6590947031017182,
      "learning_rate": 0.0002389075628002548,
      "loss": 3.9375,
      "step": 45066
    },
    {
      "epoch": 1.845873438459963,
      "grad_norm": 4.226663299599794,
      "learning_rate": 0.0002389049360170514,
      "loss": 6.875,
      "step": 45067
    },
    {
      "epoch": 1.8459143968871596,
      "grad_norm": 4.2434716930343095,
      "learning_rate": 0.00023890230919181894,
      "loss": 2.1875,
      "step": 45068
    },
    {
      "epoch": 1.845955355314356,
      "grad_norm": 3.5683066094420406,
      "learning_rate": 0.00023889968232455863,
      "loss": 5.8438,
      "step": 45069
    },
    {
      "epoch": 1.8459963137415523,
      "grad_norm": 6.220747025251912,
      "learning_rate": 0.00023889705541527167,
      "loss": 2.8125,
      "step": 45070
    },
    {
      "epoch": 1.8460372721687488,
      "grad_norm": 2.712770138126119,
      "learning_rate": 0.00023889442846395937,
      "loss": 5.625,
      "step": 45071
    },
    {
      "epoch": 1.8460782305959451,
      "grad_norm": 2.927785735430164,
      "learning_rate": 0.00023889180147062291,
      "loss": 3.9062,
      "step": 45072
    },
    {
      "epoch": 1.8461191890231414,
      "grad_norm": 3.0442806805087277,
      "learning_rate": 0.00023888917443526362,
      "loss": 5.2188,
      "step": 45073
    },
    {
      "epoch": 1.846160147450338,
      "grad_norm": 3.0382885453037853,
      "learning_rate": 0.00023888654735788263,
      "loss": 4.625,
      "step": 45074
    },
    {
      "epoch": 1.8462011058775343,
      "grad_norm": 2.594065061086109,
      "learning_rate": 0.0002388839202384813,
      "loss": 4.5938,
      "step": 45075
    },
    {
      "epoch": 1.8462420643047306,
      "grad_norm": 3.5222966689595525,
      "learning_rate": 0.00023888129307706078,
      "loss": 5.0312,
      "step": 45076
    },
    {
      "epoch": 1.8462830227319271,
      "grad_norm": 2.824918872427633,
      "learning_rate": 0.0002388786658736223,
      "loss": 1.5859,
      "step": 45077
    },
    {
      "epoch": 1.8463239811591234,
      "grad_norm": 2.8361232578288167,
      "learning_rate": 0.00023887603862816721,
      "loss": 5.25,
      "step": 45078
    },
    {
      "epoch": 1.8463649395863198,
      "grad_norm": 2.596490653311815,
      "learning_rate": 0.00023887341134069665,
      "loss": 4.5312,
      "step": 45079
    },
    {
      "epoch": 1.8464058980135163,
      "grad_norm": 2.822729941271924,
      "learning_rate": 0.0002388707840112119,
      "loss": 5.0312,
      "step": 45080
    },
    {
      "epoch": 1.8464468564407128,
      "grad_norm": 3.6901696680106384,
      "learning_rate": 0.00023886815663971424,
      "loss": 5.1562,
      "step": 45081
    },
    {
      "epoch": 1.846487814867909,
      "grad_norm": 2.550707212200653,
      "learning_rate": 0.00023886552922620482,
      "loss": 1.5859,
      "step": 45082
    },
    {
      "epoch": 1.8465287732951055,
      "grad_norm": 4.075406688126851,
      "learning_rate": 0.00023886290177068496,
      "loss": 2.2188,
      "step": 45083
    },
    {
      "epoch": 1.846569731722302,
      "grad_norm": 2.250960225462038,
      "learning_rate": 0.00023886027427315584,
      "loss": 1.8047,
      "step": 45084
    },
    {
      "epoch": 1.8466106901494983,
      "grad_norm": 2.701108556687715,
      "learning_rate": 0.0002388576467336188,
      "loss": 4.7812,
      "step": 45085
    },
    {
      "epoch": 1.8466516485766946,
      "grad_norm": 7.538606520283729,
      "learning_rate": 0.00023885501915207495,
      "loss": 2.1406,
      "step": 45086
    },
    {
      "epoch": 1.8466926070038912,
      "grad_norm": 2.8345066264147465,
      "learning_rate": 0.00023885239152852567,
      "loss": 5.2188,
      "step": 45087
    },
    {
      "epoch": 1.8467335654310875,
      "grad_norm": 2.43133082843377,
      "learning_rate": 0.00023884976386297208,
      "loss": 4.1562,
      "step": 45088
    },
    {
      "epoch": 1.8467745238582838,
      "grad_norm": 5.4034482434867535,
      "learning_rate": 0.0002388471361554155,
      "loss": 5.0938,
      "step": 45089
    },
    {
      "epoch": 1.8468154822854803,
      "grad_norm": 5.755439626204478,
      "learning_rate": 0.0002388445084058572,
      "loss": 6.9062,
      "step": 45090
    },
    {
      "epoch": 1.8468564407126766,
      "grad_norm": 8.691233011078237,
      "learning_rate": 0.0002388418806142983,
      "loss": 3.7969,
      "step": 45091
    },
    {
      "epoch": 1.846897399139873,
      "grad_norm": 2.4223396775749984,
      "learning_rate": 0.00023883925278074015,
      "loss": 3.4688,
      "step": 45092
    },
    {
      "epoch": 1.8469383575670695,
      "grad_norm": 4.749985600763913,
      "learning_rate": 0.00023883662490518397,
      "loss": 4.6562,
      "step": 45093
    },
    {
      "epoch": 1.8469793159942658,
      "grad_norm": 2.553203410449627,
      "learning_rate": 0.00023883399698763092,
      "loss": 4.8125,
      "step": 45094
    },
    {
      "epoch": 1.847020274421462,
      "grad_norm": 2.9895077476757197,
      "learning_rate": 0.00023883136902808235,
      "loss": 5.5312,
      "step": 45095
    },
    {
      "epoch": 1.8470612328486586,
      "grad_norm": 3.0752389920758287,
      "learning_rate": 0.0002388287410265395,
      "loss": 5.5625,
      "step": 45096
    },
    {
      "epoch": 1.847102191275855,
      "grad_norm": 3.014156795323997,
      "learning_rate": 0.00023882611298300352,
      "loss": 6.1875,
      "step": 45097
    },
    {
      "epoch": 1.8471431497030513,
      "grad_norm": 9.385693936454516,
      "learning_rate": 0.00023882348489747578,
      "loss": 6.3438,
      "step": 45098
    },
    {
      "epoch": 1.8471841081302478,
      "grad_norm": 2.916719565061223,
      "learning_rate": 0.00023882085676995738,
      "loss": 5.6875,
      "step": 45099
    },
    {
      "epoch": 1.8472250665574443,
      "grad_norm": 3.655205196008289,
      "learning_rate": 0.00023881822860044968,
      "loss": 4.9688,
      "step": 45100
    },
    {
      "epoch": 1.8472660249846404,
      "grad_norm": 2.6380441155842833,
      "learning_rate": 0.00023881560038895385,
      "loss": 4.7812,
      "step": 45101
    },
    {
      "epoch": 1.847306983411837,
      "grad_norm": 2.995942728995981,
      "learning_rate": 0.00023881297213547114,
      "loss": 4.5,
      "step": 45102
    },
    {
      "epoch": 1.8473479418390335,
      "grad_norm": 2.705587532796345,
      "learning_rate": 0.0002388103438400028,
      "loss": 4.3125,
      "step": 45103
    },
    {
      "epoch": 1.8473889002662298,
      "grad_norm": 3.2536323151141078,
      "learning_rate": 0.00023880771550255012,
      "loss": 5.9375,
      "step": 45104
    },
    {
      "epoch": 1.8474298586934261,
      "grad_norm": 3.96463663961665,
      "learning_rate": 0.0002388050871231143,
      "loss": 6.6562,
      "step": 45105
    },
    {
      "epoch": 1.8474708171206227,
      "grad_norm": 3.4289955263692082,
      "learning_rate": 0.0002388024587016966,
      "loss": 3.3125,
      "step": 45106
    },
    {
      "epoch": 1.847511775547819,
      "grad_norm": 10.775931581710054,
      "learning_rate": 0.00023879983023829824,
      "loss": 5.7812,
      "step": 45107
    },
    {
      "epoch": 1.8475527339750153,
      "grad_norm": 2.675649098619571,
      "learning_rate": 0.00023879720173292047,
      "loss": 5.6875,
      "step": 45108
    },
    {
      "epoch": 1.8475936924022118,
      "grad_norm": 2.8305642822049206,
      "learning_rate": 0.0002387945731855645,
      "loss": 4.8125,
      "step": 45109
    },
    {
      "epoch": 1.8476346508294081,
      "grad_norm": 2.9489876297580087,
      "learning_rate": 0.00023879194459623166,
      "loss": 5.7812,
      "step": 45110
    },
    {
      "epoch": 1.8476756092566045,
      "grad_norm": 3.9380459585826277,
      "learning_rate": 0.00023878931596492314,
      "loss": 5.8125,
      "step": 45111
    },
    {
      "epoch": 1.847716567683801,
      "grad_norm": 2.5799191784177533,
      "learning_rate": 0.00023878668729164016,
      "loss": 4.0625,
      "step": 45112
    },
    {
      "epoch": 1.8477575261109973,
      "grad_norm": 4.55209676538065,
      "learning_rate": 0.000238784058576384,
      "loss": 4.1562,
      "step": 45113
    },
    {
      "epoch": 1.8477984845381936,
      "grad_norm": 3.366028445372039,
      "learning_rate": 0.00023878142981915586,
      "loss": 6.2812,
      "step": 45114
    },
    {
      "epoch": 1.8478394429653902,
      "grad_norm": 2.62142362379515,
      "learning_rate": 0.00023877880101995708,
      "loss": 4.5,
      "step": 45115
    },
    {
      "epoch": 1.8478804013925867,
      "grad_norm": 2.6070494901997483,
      "learning_rate": 0.00023877617217878876,
      "loss": 4.4062,
      "step": 45116
    },
    {
      "epoch": 1.8479213598197828,
      "grad_norm": 4.142261171980929,
      "learning_rate": 0.00023877354329565224,
      "loss": 4.25,
      "step": 45117
    },
    {
      "epoch": 1.8479623182469793,
      "grad_norm": 2.476288211295095,
      "learning_rate": 0.00023877091437054875,
      "loss": 4.4375,
      "step": 45118
    },
    {
      "epoch": 1.8480032766741759,
      "grad_norm": 3.0593806730487385,
      "learning_rate": 0.00023876828540347954,
      "loss": 5.6875,
      "step": 45119
    },
    {
      "epoch": 1.848044235101372,
      "grad_norm": 4.191483172955212,
      "learning_rate": 0.0002387656563944458,
      "loss": 3.6406,
      "step": 45120
    },
    {
      "epoch": 1.8480851935285685,
      "grad_norm": 2.853649228652374,
      "learning_rate": 0.0002387630273434488,
      "loss": 5.125,
      "step": 45121
    },
    {
      "epoch": 1.848126151955765,
      "grad_norm": 12.930873345935414,
      "learning_rate": 0.00023876039825048985,
      "loss": 7.6562,
      "step": 45122
    },
    {
      "epoch": 1.8481671103829613,
      "grad_norm": 5.758656210388348,
      "learning_rate": 0.00023875776911557006,
      "loss": 4.6875,
      "step": 45123
    },
    {
      "epoch": 1.8482080688101576,
      "grad_norm": 2.7411350771184826,
      "learning_rate": 0.0002387551399386908,
      "loss": 5.3125,
      "step": 45124
    },
    {
      "epoch": 1.8482490272373542,
      "grad_norm": 2.5229692060632622,
      "learning_rate": 0.0002387525107198533,
      "loss": 4.4688,
      "step": 45125
    },
    {
      "epoch": 1.8482899856645505,
      "grad_norm": 2.6957096943271135,
      "learning_rate": 0.00023874988145905867,
      "loss": 4.1875,
      "step": 45126
    },
    {
      "epoch": 1.8483309440917468,
      "grad_norm": 2.4417014573514466,
      "learning_rate": 0.00023874725215630827,
      "loss": 5.5625,
      "step": 45127
    },
    {
      "epoch": 1.8483719025189433,
      "grad_norm": 2.428755822463429,
      "learning_rate": 0.0002387446228116034,
      "loss": 4.2188,
      "step": 45128
    },
    {
      "epoch": 1.8484128609461397,
      "grad_norm": 8.281123826747791,
      "learning_rate": 0.0002387419934249451,
      "loss": 7.625,
      "step": 45129
    },
    {
      "epoch": 1.848453819373336,
      "grad_norm": 4.632554102594586,
      "learning_rate": 0.0002387393639963348,
      "loss": 5.7812,
      "step": 45130
    },
    {
      "epoch": 1.8484947778005325,
      "grad_norm": 6.200715822986805,
      "learning_rate": 0.00023873673452577367,
      "loss": 6.0,
      "step": 45131
    },
    {
      "epoch": 1.8485357362277288,
      "grad_norm": 2.2056800285922527,
      "learning_rate": 0.00023873410501326297,
      "loss": 3.4844,
      "step": 45132
    },
    {
      "epoch": 1.8485766946549251,
      "grad_norm": 3.1485986509053236,
      "learning_rate": 0.00023873147545880392,
      "loss": 5.0,
      "step": 45133
    },
    {
      "epoch": 1.8486176530821217,
      "grad_norm": 4.008581676245372,
      "learning_rate": 0.00023872884586239777,
      "loss": 6.2188,
      "step": 45134
    },
    {
      "epoch": 1.8486586115093182,
      "grad_norm": 2.94252570262692,
      "learning_rate": 0.00023872621622404578,
      "loss": 5.4062,
      "step": 45135
    },
    {
      "epoch": 1.8486995699365143,
      "grad_norm": 3.2064323178557137,
      "learning_rate": 0.00023872358654374918,
      "loss": 6.25,
      "step": 45136
    },
    {
      "epoch": 1.8487405283637108,
      "grad_norm": 3.1846617160747828,
      "learning_rate": 0.00023872095682150922,
      "loss": 7.25,
      "step": 45137
    },
    {
      "epoch": 1.8487814867909074,
      "grad_norm": 3.7272435609224916,
      "learning_rate": 0.00023871832705732717,
      "loss": 4.7188,
      "step": 45138
    },
    {
      "epoch": 1.8488224452181035,
      "grad_norm": 3.5859577856584064,
      "learning_rate": 0.0002387156972512042,
      "loss": 5.8125,
      "step": 45139
    },
    {
      "epoch": 1.8488634036453,
      "grad_norm": 2.8676174722620544,
      "learning_rate": 0.00023871306740314162,
      "loss": 5.2188,
      "step": 45140
    },
    {
      "epoch": 1.8489043620724965,
      "grad_norm": 2.641323231655373,
      "learning_rate": 0.00023871043751314065,
      "loss": 5.4375,
      "step": 45141
    },
    {
      "epoch": 1.8489453204996928,
      "grad_norm": 3.1666399848039894,
      "learning_rate": 0.0002387078075812025,
      "loss": 4.6875,
      "step": 45142
    },
    {
      "epoch": 1.8489862789268892,
      "grad_norm": 2.8760262955762985,
      "learning_rate": 0.00023870517760732847,
      "loss": 4.5625,
      "step": 45143
    },
    {
      "epoch": 1.8490272373540857,
      "grad_norm": 2.909999556788308,
      "learning_rate": 0.00023870254759151982,
      "loss": 6.0312,
      "step": 45144
    },
    {
      "epoch": 1.849068195781282,
      "grad_norm": 2.1183846575347025,
      "learning_rate": 0.00023869991753377767,
      "loss": 2.75,
      "step": 45145
    },
    {
      "epoch": 1.8491091542084783,
      "grad_norm": 2.5701325993397997,
      "learning_rate": 0.0002386972874341034,
      "loss": 4.125,
      "step": 45146
    },
    {
      "epoch": 1.8491501126356749,
      "grad_norm": 2.688222238591692,
      "learning_rate": 0.0002386946572924982,
      "loss": 3.8438,
      "step": 45147
    },
    {
      "epoch": 1.8491910710628712,
      "grad_norm": 2.3776235449941714,
      "learning_rate": 0.00023869202710896328,
      "loss": 5.1875,
      "step": 45148
    },
    {
      "epoch": 1.8492320294900675,
      "grad_norm": 2.7396801864086275,
      "learning_rate": 0.00023868939688349993,
      "loss": 5.125,
      "step": 45149
    },
    {
      "epoch": 1.849272987917264,
      "grad_norm": 4.120814417469559,
      "learning_rate": 0.00023868676661610938,
      "loss": 5.4375,
      "step": 45150
    },
    {
      "epoch": 1.8493139463444603,
      "grad_norm": 3.3124331562026508,
      "learning_rate": 0.00023868413630679289,
      "loss": 5.5625,
      "step": 45151
    },
    {
      "epoch": 1.8493549047716566,
      "grad_norm": 2.6527964442645455,
      "learning_rate": 0.00023868150595555165,
      "loss": 4.8125,
      "step": 45152
    },
    {
      "epoch": 1.8493958631988532,
      "grad_norm": 2.7781918950229616,
      "learning_rate": 0.00023867887556238698,
      "loss": 5.2812,
      "step": 45153
    },
    {
      "epoch": 1.8494368216260497,
      "grad_norm": 2.3627207292219468,
      "learning_rate": 0.0002386762451273001,
      "loss": 4.6562,
      "step": 45154
    },
    {
      "epoch": 1.8494777800532458,
      "grad_norm": 4.656292047034056,
      "learning_rate": 0.00023867361465029218,
      "loss": 6.1562,
      "step": 45155
    },
    {
      "epoch": 1.8495187384804423,
      "grad_norm": 3.4814060127032906,
      "learning_rate": 0.00023867098413136455,
      "loss": 6.2812,
      "step": 45156
    },
    {
      "epoch": 1.8495596969076389,
      "grad_norm": 2.520021773823516,
      "learning_rate": 0.00023866835357051842,
      "loss": 4.0938,
      "step": 45157
    },
    {
      "epoch": 1.8496006553348352,
      "grad_norm": 2.695076945930325,
      "learning_rate": 0.00023866572296775505,
      "loss": 5.5625,
      "step": 45158
    },
    {
      "epoch": 1.8496416137620315,
      "grad_norm": 2.516507446247964,
      "learning_rate": 0.00023866309232307563,
      "loss": 4.4062,
      "step": 45159
    },
    {
      "epoch": 1.849682572189228,
      "grad_norm": 3.370517312941568,
      "learning_rate": 0.00023866046163648148,
      "loss": 5.75,
      "step": 45160
    },
    {
      "epoch": 1.8497235306164244,
      "grad_norm": 2.6248489624947577,
      "learning_rate": 0.0002386578309079738,
      "loss": 4.375,
      "step": 45161
    },
    {
      "epoch": 1.8497644890436207,
      "grad_norm": 5.730092777778918,
      "learning_rate": 0.00023865520013755388,
      "loss": 5.0312,
      "step": 45162
    },
    {
      "epoch": 1.8498054474708172,
      "grad_norm": 2.9263886555033607,
      "learning_rate": 0.00023865256932522285,
      "loss": 4.6875,
      "step": 45163
    },
    {
      "epoch": 1.8498464058980135,
      "grad_norm": 2.935155648800434,
      "learning_rate": 0.0002386499384709821,
      "loss": 3.7344,
      "step": 45164
    },
    {
      "epoch": 1.8498873643252098,
      "grad_norm": 6.974830048199849,
      "learning_rate": 0.0002386473075748328,
      "loss": 5.4062,
      "step": 45165
    },
    {
      "epoch": 1.8499283227524064,
      "grad_norm": 3.4732917697516292,
      "learning_rate": 0.00023864467663677614,
      "loss": 4.4062,
      "step": 45166
    },
    {
      "epoch": 1.8499692811796027,
      "grad_norm": 2.4097313759686125,
      "learning_rate": 0.00023864204565681346,
      "loss": 5.2812,
      "step": 45167
    },
    {
      "epoch": 1.850010239606799,
      "grad_norm": 2.229020360971021,
      "learning_rate": 0.00023863941463494594,
      "loss": 4.5,
      "step": 45168
    },
    {
      "epoch": 1.8500511980339955,
      "grad_norm": 2.950801932464111,
      "learning_rate": 0.00023863678357117487,
      "loss": 5.1875,
      "step": 45169
    },
    {
      "epoch": 1.8500921564611919,
      "grad_norm": 3.8667431784974164,
      "learning_rate": 0.00023863415246550145,
      "loss": 4.7812,
      "step": 45170
    },
    {
      "epoch": 1.8501331148883882,
      "grad_norm": 2.417655808703883,
      "learning_rate": 0.00023863152131792698,
      "loss": 5.125,
      "step": 45171
    },
    {
      "epoch": 1.8501740733155847,
      "grad_norm": 2.7861107119470794,
      "learning_rate": 0.00023862889012845264,
      "loss": 4.9688,
      "step": 45172
    },
    {
      "epoch": 1.8502150317427812,
      "grad_norm": 3.2636999652412197,
      "learning_rate": 0.0002386262588970797,
      "loss": 4.625,
      "step": 45173
    },
    {
      "epoch": 1.8502559901699773,
      "grad_norm": 3.6803556433395195,
      "learning_rate": 0.00023862362762380943,
      "loss": 4.6875,
      "step": 45174
    },
    {
      "epoch": 1.8502969485971739,
      "grad_norm": 3.5722904985680826,
      "learning_rate": 0.00023862099630864305,
      "loss": 6.4062,
      "step": 45175
    },
    {
      "epoch": 1.8503379070243704,
      "grad_norm": 3.1480751466814167,
      "learning_rate": 0.0002386183649515818,
      "loss": 4.6875,
      "step": 45176
    },
    {
      "epoch": 1.8503788654515667,
      "grad_norm": 2.4692544233993416,
      "learning_rate": 0.00023861573355262692,
      "loss": 4.1562,
      "step": 45177
    },
    {
      "epoch": 1.850419823878763,
      "grad_norm": 2.470143469594741,
      "learning_rate": 0.00023861310211177966,
      "loss": 4.4375,
      "step": 45178
    },
    {
      "epoch": 1.8504607823059596,
      "grad_norm": 2.819807178756245,
      "learning_rate": 0.0002386104706290413,
      "loss": 4.75,
      "step": 45179
    },
    {
      "epoch": 1.8505017407331559,
      "grad_norm": 2.4777554603906773,
      "learning_rate": 0.00023860783910441302,
      "loss": 5.1875,
      "step": 45180
    },
    {
      "epoch": 1.8505426991603522,
      "grad_norm": 2.613925417298229,
      "learning_rate": 0.00023860520753789613,
      "loss": 4.3125,
      "step": 45181
    },
    {
      "epoch": 1.8505836575875487,
      "grad_norm": 2.9932685625446593,
      "learning_rate": 0.0002386025759294918,
      "loss": 4.875,
      "step": 45182
    },
    {
      "epoch": 1.850624616014745,
      "grad_norm": 2.417991135363899,
      "learning_rate": 0.0002385999442792013,
      "loss": 4.1562,
      "step": 45183
    },
    {
      "epoch": 1.8506655744419414,
      "grad_norm": 2.275829913804596,
      "learning_rate": 0.00023859731258702593,
      "loss": 4.6562,
      "step": 45184
    },
    {
      "epoch": 1.8507065328691379,
      "grad_norm": 2.708056864319403,
      "learning_rate": 0.00023859468085296685,
      "loss": 5.3438,
      "step": 45185
    },
    {
      "epoch": 1.8507474912963342,
      "grad_norm": 4.774992628079677,
      "learning_rate": 0.0002385920490770254,
      "loss": 6.4375,
      "step": 45186
    },
    {
      "epoch": 1.8507884497235305,
      "grad_norm": 2.50324157153921,
      "learning_rate": 0.00023858941725920274,
      "loss": 4.9375,
      "step": 45187
    },
    {
      "epoch": 1.850829408150727,
      "grad_norm": 2.9060249033196937,
      "learning_rate": 0.00023858678539950015,
      "loss": 4.6875,
      "step": 45188
    },
    {
      "epoch": 1.8508703665779234,
      "grad_norm": 7.455614847761257,
      "learning_rate": 0.00023858415349791888,
      "loss": 6.5625,
      "step": 45189
    },
    {
      "epoch": 1.8509113250051197,
      "grad_norm": 2.738535272778011,
      "learning_rate": 0.0002385815215544601,
      "loss": 4.9688,
      "step": 45190
    },
    {
      "epoch": 1.8509522834323162,
      "grad_norm": 3.138645429022021,
      "learning_rate": 0.0002385788895691252,
      "loss": 4.7812,
      "step": 45191
    },
    {
      "epoch": 1.8509932418595128,
      "grad_norm": 9.776165143858996,
      "learning_rate": 0.0002385762575419153,
      "loss": 5.8125,
      "step": 45192
    },
    {
      "epoch": 1.8510342002867088,
      "grad_norm": 2.875882749554376,
      "learning_rate": 0.00023857362547283168,
      "loss": 5.4375,
      "step": 45193
    },
    {
      "epoch": 1.8510751587139054,
      "grad_norm": 12.207776595943072,
      "learning_rate": 0.0002385709933618756,
      "loss": 6.625,
      "step": 45194
    },
    {
      "epoch": 1.851116117141102,
      "grad_norm": 2.692474147763166,
      "learning_rate": 0.0002385683612090483,
      "loss": 4.5625,
      "step": 45195
    },
    {
      "epoch": 1.8511570755682982,
      "grad_norm": 2.781299570577772,
      "learning_rate": 0.00023856572901435105,
      "loss": 5.5938,
      "step": 45196
    },
    {
      "epoch": 1.8511980339954945,
      "grad_norm": 7.453479530115788,
      "learning_rate": 0.00023856309677778502,
      "loss": 2.3438,
      "step": 45197
    },
    {
      "epoch": 1.851238992422691,
      "grad_norm": 2.613201226929138,
      "learning_rate": 0.00023856046449935146,
      "loss": 5.5,
      "step": 45198
    },
    {
      "epoch": 1.8512799508498874,
      "grad_norm": 2.7867957696811274,
      "learning_rate": 0.00023855783217905174,
      "loss": 5.6562,
      "step": 45199
    },
    {
      "epoch": 1.8513209092770837,
      "grad_norm": 2.420834889315928,
      "learning_rate": 0.00023855519981688696,
      "loss": 4.7188,
      "step": 45200
    },
    {
      "epoch": 1.8513618677042802,
      "grad_norm": 11.193714033234668,
      "learning_rate": 0.0002385525674128584,
      "loss": 5.0625,
      "step": 45201
    },
    {
      "epoch": 1.8514028261314766,
      "grad_norm": 2.530534836347389,
      "learning_rate": 0.00023854993496696738,
      "loss": 4.5938,
      "step": 45202
    },
    {
      "epoch": 1.8514437845586729,
      "grad_norm": 2.7846110373849813,
      "learning_rate": 0.00023854730247921505,
      "loss": 4.6875,
      "step": 45203
    },
    {
      "epoch": 1.8514847429858694,
      "grad_norm": 2.4749447700859,
      "learning_rate": 0.0002385446699496027,
      "loss": 4.5938,
      "step": 45204
    },
    {
      "epoch": 1.8515257014130657,
      "grad_norm": 4.376836718698777,
      "learning_rate": 0.00023854203737813155,
      "loss": 5.0938,
      "step": 45205
    },
    {
      "epoch": 1.851566659840262,
      "grad_norm": 2.8792682710283444,
      "learning_rate": 0.00023853940476480293,
      "loss": 4.5625,
      "step": 45206
    },
    {
      "epoch": 1.8516076182674586,
      "grad_norm": 2.940042557424933,
      "learning_rate": 0.00023853677210961796,
      "loss": 6.125,
      "step": 45207
    },
    {
      "epoch": 1.8516485766946549,
      "grad_norm": 2.4051258650699325,
      "learning_rate": 0.00023853413941257796,
      "loss": 4.2812,
      "step": 45208
    },
    {
      "epoch": 1.8516895351218512,
      "grad_norm": 3.011122245853602,
      "learning_rate": 0.00023853150667368413,
      "loss": 5.0938,
      "step": 45209
    },
    {
      "epoch": 1.8517304935490477,
      "grad_norm": 2.654799304829295,
      "learning_rate": 0.00023852887389293775,
      "loss": 5.0938,
      "step": 45210
    },
    {
      "epoch": 1.8517714519762443,
      "grad_norm": 2.5143548253961376,
      "learning_rate": 0.0002385262410703401,
      "loss": 4.6875,
      "step": 45211
    },
    {
      "epoch": 1.8518124104034404,
      "grad_norm": 2.3360483285521694,
      "learning_rate": 0.00023852360820589237,
      "loss": 4.5938,
      "step": 45212
    },
    {
      "epoch": 1.851853368830637,
      "grad_norm": 3.5613543556875515,
      "learning_rate": 0.00023852097529959576,
      "loss": 5.0,
      "step": 45213
    },
    {
      "epoch": 1.8518943272578334,
      "grad_norm": 5.44303947053178,
      "learning_rate": 0.00023851834235145159,
      "loss": 3.9219,
      "step": 45214
    },
    {
      "epoch": 1.8519352856850297,
      "grad_norm": 3.104170154147848,
      "learning_rate": 0.0002385157093614611,
      "loss": 5.0312,
      "step": 45215
    },
    {
      "epoch": 1.851976244112226,
      "grad_norm": 2.5058229247607064,
      "learning_rate": 0.00023851307632962552,
      "loss": 4.0,
      "step": 45216
    },
    {
      "epoch": 1.8520172025394226,
      "grad_norm": 2.9131211194206745,
      "learning_rate": 0.0002385104432559461,
      "loss": 5.4375,
      "step": 45217
    },
    {
      "epoch": 1.852058160966619,
      "grad_norm": 2.50544550347009,
      "learning_rate": 0.0002385078101404241,
      "loss": 4.0312,
      "step": 45218
    },
    {
      "epoch": 1.8520991193938152,
      "grad_norm": 4.041733485153455,
      "learning_rate": 0.00023850517698306066,
      "loss": 4.9062,
      "step": 45219
    },
    {
      "epoch": 1.8521400778210118,
      "grad_norm": 2.957737276055411,
      "learning_rate": 0.0002385025437838572,
      "loss": 5.9062,
      "step": 45220
    },
    {
      "epoch": 1.852181036248208,
      "grad_norm": 4.231372703010192,
      "learning_rate": 0.00023849991054281482,
      "loss": 4.8438,
      "step": 45221
    },
    {
      "epoch": 1.8522219946754044,
      "grad_norm": 5.2631723764357226,
      "learning_rate": 0.00023849727725993482,
      "loss": 4.5625,
      "step": 45222
    },
    {
      "epoch": 1.852262953102601,
      "grad_norm": 2.524023379161616,
      "learning_rate": 0.00023849464393521847,
      "loss": 5.4688,
      "step": 45223
    },
    {
      "epoch": 1.8523039115297972,
      "grad_norm": 3.230751026076322,
      "learning_rate": 0.00023849201056866696,
      "loss": 5.0,
      "step": 45224
    },
    {
      "epoch": 1.8523448699569935,
      "grad_norm": 3.762540959101299,
      "learning_rate": 0.00023848937716028156,
      "loss": 4.2188,
      "step": 45225
    },
    {
      "epoch": 1.85238582838419,
      "grad_norm": 2.8277269078460083,
      "learning_rate": 0.00023848674371006352,
      "loss": 5.0,
      "step": 45226
    },
    {
      "epoch": 1.8524267868113864,
      "grad_norm": 2.6175289837558027,
      "learning_rate": 0.0002384841102180141,
      "loss": 4.5312,
      "step": 45227
    },
    {
      "epoch": 1.8524677452385827,
      "grad_norm": 2.802255773350141,
      "learning_rate": 0.00023848147668413454,
      "loss": 4.6562,
      "step": 45228
    },
    {
      "epoch": 1.8525087036657792,
      "grad_norm": 3.657283299436534,
      "learning_rate": 0.000238478843108426,
      "loss": 6.7188,
      "step": 45229
    },
    {
      "epoch": 1.8525496620929758,
      "grad_norm": 5.927968986067603,
      "learning_rate": 0.00023847620949088986,
      "loss": 4.875,
      "step": 45230
    },
    {
      "epoch": 1.8525906205201719,
      "grad_norm": 2.4723635111884468,
      "learning_rate": 0.0002384735758315273,
      "loss": 5.5312,
      "step": 45231
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 4.096144355888005,
      "learning_rate": 0.00023847094213033958,
      "loss": 3.9219,
      "step": 45232
    },
    {
      "epoch": 1.852672537374565,
      "grad_norm": 2.5534503215225697,
      "learning_rate": 0.0002384683083873279,
      "loss": 4.875,
      "step": 45233
    },
    {
      "epoch": 1.8527134958017613,
      "grad_norm": 2.993091967312389,
      "learning_rate": 0.00023846567460249356,
      "loss": 5.1875,
      "step": 45234
    },
    {
      "epoch": 1.8527544542289576,
      "grad_norm": 2.83318457668405,
      "learning_rate": 0.00023846304077583777,
      "loss": 4.5312,
      "step": 45235
    },
    {
      "epoch": 1.852795412656154,
      "grad_norm": 2.963443154671212,
      "learning_rate": 0.00023846040690736177,
      "loss": 4.5312,
      "step": 45236
    },
    {
      "epoch": 1.8528363710833504,
      "grad_norm": 2.706824969888257,
      "learning_rate": 0.00023845777299706683,
      "loss": 5.0938,
      "step": 45237
    },
    {
      "epoch": 1.8528773295105467,
      "grad_norm": 3.3050258224283646,
      "learning_rate": 0.0002384551390449542,
      "loss": 4.7188,
      "step": 45238
    },
    {
      "epoch": 1.8529182879377433,
      "grad_norm": 2.622970209283562,
      "learning_rate": 0.00023845250505102512,
      "loss": 5.0938,
      "step": 45239
    },
    {
      "epoch": 1.8529592463649396,
      "grad_norm": 11.75777067928974,
      "learning_rate": 0.00023844987101528082,
      "loss": 1.9922,
      "step": 45240
    },
    {
      "epoch": 1.853000204792136,
      "grad_norm": 2.6724024237544004,
      "learning_rate": 0.00023844723693772256,
      "loss": 5.5,
      "step": 45241
    },
    {
      "epoch": 1.8530411632193324,
      "grad_norm": 3.0607809459468687,
      "learning_rate": 0.00023844460281835156,
      "loss": 5.2812,
      "step": 45242
    },
    {
      "epoch": 1.8530821216465287,
      "grad_norm": 3.2374604906549207,
      "learning_rate": 0.00023844196865716911,
      "loss": 7.4688,
      "step": 45243
    },
    {
      "epoch": 1.853123080073725,
      "grad_norm": 2.6715982157421316,
      "learning_rate": 0.00023843933445417642,
      "loss": 4.4375,
      "step": 45244
    },
    {
      "epoch": 1.8531640385009216,
      "grad_norm": 2.559207967115124,
      "learning_rate": 0.0002384367002093747,
      "loss": 3.8281,
      "step": 45245
    },
    {
      "epoch": 1.853204996928118,
      "grad_norm": 3.085695563005181,
      "learning_rate": 0.0002384340659227653,
      "loss": 4.6875,
      "step": 45246
    },
    {
      "epoch": 1.8532459553553142,
      "grad_norm": 3.2003271296925715,
      "learning_rate": 0.00023843143159434937,
      "loss": 4.9375,
      "step": 45247
    },
    {
      "epoch": 1.8532869137825108,
      "grad_norm": 3.8843809377369594,
      "learning_rate": 0.00023842879722412819,
      "loss": 4.7812,
      "step": 45248
    },
    {
      "epoch": 1.8533278722097073,
      "grad_norm": 3.0037276044986694,
      "learning_rate": 0.00023842616281210304,
      "loss": 5.0312,
      "step": 45249
    },
    {
      "epoch": 1.8533688306369034,
      "grad_norm": 3.353799460127172,
      "learning_rate": 0.0002384235283582751,
      "loss": 6.0312,
      "step": 45250
    },
    {
      "epoch": 1.8534097890641,
      "grad_norm": 2.7965020216598147,
      "learning_rate": 0.00023842089386264567,
      "loss": 4.5625,
      "step": 45251
    },
    {
      "epoch": 1.8534507474912965,
      "grad_norm": 2.7319836722567348,
      "learning_rate": 0.00023841825932521598,
      "loss": 5.1875,
      "step": 45252
    },
    {
      "epoch": 1.8534917059184928,
      "grad_norm": 2.9973641844014627,
      "learning_rate": 0.00023841562474598722,
      "loss": 5.9062,
      "step": 45253
    },
    {
      "epoch": 1.853532664345689,
      "grad_norm": 7.925009716606908,
      "learning_rate": 0.00023841299012496075,
      "loss": 6.3125,
      "step": 45254
    },
    {
      "epoch": 1.8535736227728856,
      "grad_norm": 2.618922978542207,
      "learning_rate": 0.0002384103554621377,
      "loss": 4.1875,
      "step": 45255
    },
    {
      "epoch": 1.853614581200082,
      "grad_norm": 2.826761872304233,
      "learning_rate": 0.00023840772075751934,
      "loss": 3.875,
      "step": 45256
    },
    {
      "epoch": 1.8536555396272782,
      "grad_norm": 3.954534403907826,
      "learning_rate": 0.000238405086011107,
      "loss": 4.875,
      "step": 45257
    },
    {
      "epoch": 1.8536964980544748,
      "grad_norm": 2.842815812742844,
      "learning_rate": 0.00023840245122290181,
      "loss": 4.9062,
      "step": 45258
    },
    {
      "epoch": 1.853737456481671,
      "grad_norm": 3.64453008095771,
      "learning_rate": 0.0002383998163929051,
      "loss": 3.875,
      "step": 45259
    },
    {
      "epoch": 1.8537784149088674,
      "grad_norm": 2.8247525393002304,
      "learning_rate": 0.0002383971815211181,
      "loss": 4.8438,
      "step": 45260
    },
    {
      "epoch": 1.853819373336064,
      "grad_norm": 2.9618219032949913,
      "learning_rate": 0.00023839454660754203,
      "loss": 4.375,
      "step": 45261
    },
    {
      "epoch": 1.8538603317632603,
      "grad_norm": 3.0142998050457708,
      "learning_rate": 0.00023839191165217816,
      "loss": 4.8125,
      "step": 45262
    },
    {
      "epoch": 1.8539012901904566,
      "grad_norm": 3.181126908430603,
      "learning_rate": 0.00023838927665502773,
      "loss": 5.7812,
      "step": 45263
    },
    {
      "epoch": 1.853942248617653,
      "grad_norm": 2.977493722158593,
      "learning_rate": 0.00023838664161609193,
      "loss": 5.2188,
      "step": 45264
    },
    {
      "epoch": 1.8539832070448494,
      "grad_norm": 3.7058251846402115,
      "learning_rate": 0.0002383840065353721,
      "loss": 5.5938,
      "step": 45265
    },
    {
      "epoch": 1.8540241654720457,
      "grad_norm": 7.186729014043052,
      "learning_rate": 0.00023838137141286945,
      "loss": 1.75,
      "step": 45266
    },
    {
      "epoch": 1.8540651238992423,
      "grad_norm": 2.719011718318363,
      "learning_rate": 0.00023837873624858516,
      "loss": 4.7188,
      "step": 45267
    },
    {
      "epoch": 1.8541060823264388,
      "grad_norm": 3.1936104960291076,
      "learning_rate": 0.00023837610104252056,
      "loss": 5.6562,
      "step": 45268
    },
    {
      "epoch": 1.854147040753635,
      "grad_norm": 2.65497019783462,
      "learning_rate": 0.0002383734657946769,
      "loss": 5.25,
      "step": 45269
    },
    {
      "epoch": 1.8541879991808314,
      "grad_norm": 2.9687311814771995,
      "learning_rate": 0.00023837083050505533,
      "loss": 4.9688,
      "step": 45270
    },
    {
      "epoch": 1.854228957608028,
      "grad_norm": 2.5560009873806266,
      "learning_rate": 0.0002383681951736572,
      "loss": 5.0312,
      "step": 45271
    },
    {
      "epoch": 1.8542699160352243,
      "grad_norm": 4.912268552010825,
      "learning_rate": 0.0002383655598004837,
      "loss": 3.4062,
      "step": 45272
    },
    {
      "epoch": 1.8543108744624206,
      "grad_norm": 7.515311416485664,
      "learning_rate": 0.0002383629243855361,
      "loss": 5.7188,
      "step": 45273
    },
    {
      "epoch": 1.8543518328896171,
      "grad_norm": 2.5666673518925944,
      "learning_rate": 0.00023836028892881565,
      "loss": 4.4062,
      "step": 45274
    },
    {
      "epoch": 1.8543927913168134,
      "grad_norm": 2.676343440363733,
      "learning_rate": 0.00023835765343032354,
      "loss": 4.2188,
      "step": 45275
    },
    {
      "epoch": 1.8544337497440098,
      "grad_norm": 6.978599046698305,
      "learning_rate": 0.0002383550178900611,
      "loss": 4.8438,
      "step": 45276
    },
    {
      "epoch": 1.8544747081712063,
      "grad_norm": 3.670215386885887,
      "learning_rate": 0.00023835238230802952,
      "loss": 5.3125,
      "step": 45277
    },
    {
      "epoch": 1.8545156665984026,
      "grad_norm": 2.26721572694706,
      "learning_rate": 0.00023834974668423008,
      "loss": 3.1719,
      "step": 45278
    },
    {
      "epoch": 1.854556625025599,
      "grad_norm": 2.72034770548443,
      "learning_rate": 0.00023834711101866396,
      "loss": 5.25,
      "step": 45279
    },
    {
      "epoch": 1.8545975834527955,
      "grad_norm": 7.159744505109659,
      "learning_rate": 0.00023834447531133248,
      "loss": 4.2188,
      "step": 45280
    },
    {
      "epoch": 1.8546385418799918,
      "grad_norm": 2.887815952927375,
      "learning_rate": 0.00023834183956223686,
      "loss": 4.4375,
      "step": 45281
    },
    {
      "epoch": 1.854679500307188,
      "grad_norm": 2.9073556241582845,
      "learning_rate": 0.00023833920377137833,
      "loss": 5.9062,
      "step": 45282
    },
    {
      "epoch": 1.8547204587343846,
      "grad_norm": 3.9324531812347363,
      "learning_rate": 0.00023833656793875816,
      "loss": 6.3438,
      "step": 45283
    },
    {
      "epoch": 1.8547614171615812,
      "grad_norm": 3.2477517569903873,
      "learning_rate": 0.0002383339320643776,
      "loss": 5.3125,
      "step": 45284
    },
    {
      "epoch": 1.8548023755887773,
      "grad_norm": 14.566382780893969,
      "learning_rate": 0.00023833129614823784,
      "loss": 5.5312,
      "step": 45285
    },
    {
      "epoch": 1.8548433340159738,
      "grad_norm": 4.085997755020175,
      "learning_rate": 0.00023832866019034022,
      "loss": 4.1875,
      "step": 45286
    },
    {
      "epoch": 1.8548842924431703,
      "grad_norm": 4.236966484510661,
      "learning_rate": 0.00023832602419068593,
      "loss": 4.375,
      "step": 45287
    },
    {
      "epoch": 1.8549252508703664,
      "grad_norm": 3.4882121498821945,
      "learning_rate": 0.00023832338814927623,
      "loss": 5.8438,
      "step": 45288
    },
    {
      "epoch": 1.854966209297563,
      "grad_norm": 2.7918516177348955,
      "learning_rate": 0.0002383207520661123,
      "loss": 4.4688,
      "step": 45289
    },
    {
      "epoch": 1.8550071677247595,
      "grad_norm": 2.671998685697628,
      "learning_rate": 0.00023831811594119548,
      "loss": 4.1562,
      "step": 45290
    },
    {
      "epoch": 1.8550481261519558,
      "grad_norm": 5.285849037926542,
      "learning_rate": 0.00023831547977452698,
      "loss": 5.1562,
      "step": 45291
    },
    {
      "epoch": 1.8550890845791521,
      "grad_norm": 2.4407896894056544,
      "learning_rate": 0.00023831284356610807,
      "loss": 4.8125,
      "step": 45292
    },
    {
      "epoch": 1.8551300430063487,
      "grad_norm": 2.944558670415478,
      "learning_rate": 0.00023831020731593993,
      "loss": 5.5312,
      "step": 45293
    },
    {
      "epoch": 1.855171001433545,
      "grad_norm": 2.5101977753222564,
      "learning_rate": 0.00023830757102402385,
      "loss": 3.8281,
      "step": 45294
    },
    {
      "epoch": 1.8552119598607413,
      "grad_norm": 2.551293027409385,
      "learning_rate": 0.0002383049346903611,
      "loss": 3.5625,
      "step": 45295
    },
    {
      "epoch": 1.8552529182879378,
      "grad_norm": 2.463376371497159,
      "learning_rate": 0.00023830229831495287,
      "loss": 4.0625,
      "step": 45296
    },
    {
      "epoch": 1.8552938767151341,
      "grad_norm": 2.7740355890953574,
      "learning_rate": 0.0002382996618978005,
      "loss": 5.0625,
      "step": 45297
    },
    {
      "epoch": 1.8553348351423304,
      "grad_norm": 2.627246859012824,
      "learning_rate": 0.0002382970254389051,
      "loss": 5.4062,
      "step": 45298
    },
    {
      "epoch": 1.855375793569527,
      "grad_norm": 2.642070261830729,
      "learning_rate": 0.00023829438893826805,
      "loss": 4.625,
      "step": 45299
    },
    {
      "epoch": 1.8554167519967233,
      "grad_norm": 2.3906041462344,
      "learning_rate": 0.00023829175239589048,
      "loss": 4.5,
      "step": 45300
    },
    {
      "epoch": 1.8554577104239196,
      "grad_norm": 2.5022375506717047,
      "learning_rate": 0.00023828911581177375,
      "loss": 4.9375,
      "step": 45301
    },
    {
      "epoch": 1.8554986688511161,
      "grad_norm": 6.572992046040003,
      "learning_rate": 0.00023828647918591904,
      "loss": 5.875,
      "step": 45302
    },
    {
      "epoch": 1.8555396272783127,
      "grad_norm": 2.825509512804316,
      "learning_rate": 0.00023828384251832756,
      "loss": 5.5,
      "step": 45303
    },
    {
      "epoch": 1.8555805857055088,
      "grad_norm": 2.421018090452836,
      "learning_rate": 0.00023828120580900064,
      "loss": 4.0,
      "step": 45304
    },
    {
      "epoch": 1.8556215441327053,
      "grad_norm": 2.9273614136864947,
      "learning_rate": 0.00023827856905793947,
      "loss": 4.1562,
      "step": 45305
    },
    {
      "epoch": 1.8556625025599018,
      "grad_norm": 2.5716262962319814,
      "learning_rate": 0.0002382759322651453,
      "loss": 5.0625,
      "step": 45306
    },
    {
      "epoch": 1.855703460987098,
      "grad_norm": 2.579846897838888,
      "learning_rate": 0.00023827329543061945,
      "loss": 4.25,
      "step": 45307
    },
    {
      "epoch": 1.8557444194142945,
      "grad_norm": 2.735400318565306,
      "learning_rate": 0.00023827065855436301,
      "loss": 6.0,
      "step": 45308
    },
    {
      "epoch": 1.855785377841491,
      "grad_norm": 3.513285264810643,
      "learning_rate": 0.0002382680216363774,
      "loss": 4.1875,
      "step": 45309
    },
    {
      "epoch": 1.8558263362686873,
      "grad_norm": 6.595936416299458,
      "learning_rate": 0.0002382653846766638,
      "loss": 3.0938,
      "step": 45310
    },
    {
      "epoch": 1.8558672946958836,
      "grad_norm": 3.2063759675007995,
      "learning_rate": 0.0002382627476752234,
      "loss": 3.8594,
      "step": 45311
    },
    {
      "epoch": 1.8559082531230802,
      "grad_norm": 5.744280985785595,
      "learning_rate": 0.00023826011063205754,
      "loss": 4.375,
      "step": 45312
    },
    {
      "epoch": 1.8559492115502765,
      "grad_norm": 3.2266999157049154,
      "learning_rate": 0.00023825747354716737,
      "loss": 5.125,
      "step": 45313
    },
    {
      "epoch": 1.8559901699774728,
      "grad_norm": 3.3675955944275375,
      "learning_rate": 0.00023825483642055424,
      "loss": 5.0938,
      "step": 45314
    },
    {
      "epoch": 1.8560311284046693,
      "grad_norm": 3.0423988518581733,
      "learning_rate": 0.00023825219925221932,
      "loss": 5.3125,
      "step": 45315
    },
    {
      "epoch": 1.8560720868318656,
      "grad_norm": 2.793222561462617,
      "learning_rate": 0.0002382495620421639,
      "loss": 4.5,
      "step": 45316
    },
    {
      "epoch": 1.856113045259062,
      "grad_norm": 10.481659334424384,
      "learning_rate": 0.00023824692479038916,
      "loss": 4.8125,
      "step": 45317
    },
    {
      "epoch": 1.8561540036862585,
      "grad_norm": 2.555506539404586,
      "learning_rate": 0.00023824428749689644,
      "loss": 4.5938,
      "step": 45318
    },
    {
      "epoch": 1.8561949621134548,
      "grad_norm": 2.573231915696566,
      "learning_rate": 0.00023824165016168695,
      "loss": 4.625,
      "step": 45319
    },
    {
      "epoch": 1.8562359205406511,
      "grad_norm": 4.227903316796669,
      "learning_rate": 0.0002382390127847619,
      "loss": 5.875,
      "step": 45320
    },
    {
      "epoch": 1.8562768789678477,
      "grad_norm": 5.817420144608208,
      "learning_rate": 0.00023823637536612256,
      "loss": 3.375,
      "step": 45321
    },
    {
      "epoch": 1.8563178373950442,
      "grad_norm": 2.9003054338359346,
      "learning_rate": 0.0002382337379057702,
      "loss": 5.9688,
      "step": 45322
    },
    {
      "epoch": 1.8563587958222403,
      "grad_norm": 2.636822999832274,
      "learning_rate": 0.000238231100403706,
      "loss": 4.9062,
      "step": 45323
    },
    {
      "epoch": 1.8563997542494368,
      "grad_norm": 3.075917161818151,
      "learning_rate": 0.00023822846285993131,
      "loss": 4.9688,
      "step": 45324
    },
    {
      "epoch": 1.8564407126766334,
      "grad_norm": 2.5198148949661605,
      "learning_rate": 0.00023822582527444734,
      "loss": 4.5312,
      "step": 45325
    },
    {
      "epoch": 1.8564816711038297,
      "grad_norm": 3.2300336982292657,
      "learning_rate": 0.00023822318764725526,
      "loss": 5.4062,
      "step": 45326
    },
    {
      "epoch": 1.856522629531026,
      "grad_norm": 2.5780367552125147,
      "learning_rate": 0.00023822054997835646,
      "loss": 5.125,
      "step": 45327
    },
    {
      "epoch": 1.8565635879582225,
      "grad_norm": 4.68545680192233,
      "learning_rate": 0.00023821791226775202,
      "loss": 4.0938,
      "step": 45328
    },
    {
      "epoch": 1.8566045463854188,
      "grad_norm": 4.343548647611704,
      "learning_rate": 0.00023821527451544326,
      "loss": 4.4375,
      "step": 45329
    },
    {
      "epoch": 1.8566455048126151,
      "grad_norm": 2.3104493790648206,
      "learning_rate": 0.0002382126367214315,
      "loss": 3.9219,
      "step": 45330
    },
    {
      "epoch": 1.8566864632398117,
      "grad_norm": 2.549177351055138,
      "learning_rate": 0.00023820999888571792,
      "loss": 4.4062,
      "step": 45331
    },
    {
      "epoch": 1.856727421667008,
      "grad_norm": 2.623542987695806,
      "learning_rate": 0.00023820736100830373,
      "loss": 3.7812,
      "step": 45332
    },
    {
      "epoch": 1.8567683800942043,
      "grad_norm": 5.730541116892353,
      "learning_rate": 0.00023820472308919025,
      "loss": 3.1875,
      "step": 45333
    },
    {
      "epoch": 1.8568093385214008,
      "grad_norm": 3.031021839886562,
      "learning_rate": 0.00023820208512837868,
      "loss": 4.4375,
      "step": 45334
    },
    {
      "epoch": 1.8568502969485972,
      "grad_norm": 3.4944112441561304,
      "learning_rate": 0.0002381994471258703,
      "loss": 6.25,
      "step": 45335
    },
    {
      "epoch": 1.8568912553757935,
      "grad_norm": 3.8114936521013094,
      "learning_rate": 0.00023819680908166628,
      "loss": 6.5938,
      "step": 45336
    },
    {
      "epoch": 1.85693221380299,
      "grad_norm": 2.7026299241072675,
      "learning_rate": 0.00023819417099576803,
      "loss": 1.3672,
      "step": 45337
    },
    {
      "epoch": 1.8569731722301863,
      "grad_norm": 2.376472089197215,
      "learning_rate": 0.00023819153286817662,
      "loss": 4.3438,
      "step": 45338
    },
    {
      "epoch": 1.8570141306573826,
      "grad_norm": 3.3119402852250133,
      "learning_rate": 0.00023818889469889336,
      "loss": 5.1875,
      "step": 45339
    },
    {
      "epoch": 1.8570550890845792,
      "grad_norm": 8.455425088323045,
      "learning_rate": 0.00023818625648791954,
      "loss": 5.4375,
      "step": 45340
    },
    {
      "epoch": 1.8570960475117757,
      "grad_norm": 2.993407143971807,
      "learning_rate": 0.0002381836182352564,
      "loss": 5.125,
      "step": 45341
    },
    {
      "epoch": 1.8571370059389718,
      "grad_norm": 3.0548808153345974,
      "learning_rate": 0.00023818097994090511,
      "loss": 4.625,
      "step": 45342
    },
    {
      "epoch": 1.8571779643661683,
      "grad_norm": 2.839546648479787,
      "learning_rate": 0.00023817834160486697,
      "loss": 5.375,
      "step": 45343
    },
    {
      "epoch": 1.8572189227933649,
      "grad_norm": 3.405610687253512,
      "learning_rate": 0.00023817570322714327,
      "loss": 4.2188,
      "step": 45344
    },
    {
      "epoch": 1.8572598812205612,
      "grad_norm": 4.4182022590752075,
      "learning_rate": 0.00023817306480773519,
      "loss": 4.3438,
      "step": 45345
    },
    {
      "epoch": 1.8573008396477575,
      "grad_norm": 2.7107104950799052,
      "learning_rate": 0.00023817042634664397,
      "loss": 4.9688,
      "step": 45346
    },
    {
      "epoch": 1.857341798074954,
      "grad_norm": 2.7815734846852056,
      "learning_rate": 0.00023816778784387094,
      "loss": 4.9062,
      "step": 45347
    },
    {
      "epoch": 1.8573827565021503,
      "grad_norm": 2.4277054828262647,
      "learning_rate": 0.0002381651492994173,
      "loss": 4.5625,
      "step": 45348
    },
    {
      "epoch": 1.8574237149293467,
      "grad_norm": 3.510270351702558,
      "learning_rate": 0.00023816251071328426,
      "loss": 3.8594,
      "step": 45349
    },
    {
      "epoch": 1.8574646733565432,
      "grad_norm": 2.3573306139566235,
      "learning_rate": 0.0002381598720854731,
      "loss": 4.6562,
      "step": 45350
    },
    {
      "epoch": 1.8575056317837395,
      "grad_norm": 6.790893730780792,
      "learning_rate": 0.00023815723341598513,
      "loss": 5.625,
      "step": 45351
    },
    {
      "epoch": 1.8575465902109358,
      "grad_norm": 2.739926316008387,
      "learning_rate": 0.0002381545947048215,
      "loss": 4.5625,
      "step": 45352
    },
    {
      "epoch": 1.8575875486381324,
      "grad_norm": 2.4555513004891556,
      "learning_rate": 0.00023815195595198343,
      "loss": 4.5,
      "step": 45353
    },
    {
      "epoch": 1.8576285070653287,
      "grad_norm": 3.704658561531853,
      "learning_rate": 0.00023814931715747227,
      "loss": 5.625,
      "step": 45354
    },
    {
      "epoch": 1.857669465492525,
      "grad_norm": 2.3657184869274612,
      "learning_rate": 0.00023814667832128925,
      "loss": 4.2188,
      "step": 45355
    },
    {
      "epoch": 1.8577104239197215,
      "grad_norm": 2.9114511481979672,
      "learning_rate": 0.00023814403944343558,
      "loss": 4.6562,
      "step": 45356
    },
    {
      "epoch": 1.8577513823469178,
      "grad_norm": 2.8301408396876124,
      "learning_rate": 0.0002381414005239125,
      "loss": 5.9688,
      "step": 45357
    },
    {
      "epoch": 1.8577923407741141,
      "grad_norm": 2.8453768599818927,
      "learning_rate": 0.00023813876156272135,
      "loss": 5.3438,
      "step": 45358
    },
    {
      "epoch": 1.8578332992013107,
      "grad_norm": 3.8998121481568493,
      "learning_rate": 0.00023813612255986323,
      "loss": 6.375,
      "step": 45359
    },
    {
      "epoch": 1.8578742576285072,
      "grad_norm": 2.7262003025211707,
      "learning_rate": 0.00023813348351533952,
      "loss": 5.4062,
      "step": 45360
    },
    {
      "epoch": 1.8579152160557033,
      "grad_norm": 4.000206394937902,
      "learning_rate": 0.0002381308444291514,
      "loss": 6.9375,
      "step": 45361
    },
    {
      "epoch": 1.8579561744828998,
      "grad_norm": 5.36710745632152,
      "learning_rate": 0.00023812820530130012,
      "loss": 7.0625,
      "step": 45362
    },
    {
      "epoch": 1.8579971329100964,
      "grad_norm": 2.6925236904738035,
      "learning_rate": 0.00023812556613178696,
      "loss": 5.625,
      "step": 45363
    },
    {
      "epoch": 1.8580380913372927,
      "grad_norm": 2.9835875501151783,
      "learning_rate": 0.00023812292692061308,
      "loss": 6.0,
      "step": 45364
    },
    {
      "epoch": 1.858079049764489,
      "grad_norm": 4.298472193286728,
      "learning_rate": 0.00023812028766777987,
      "loss": 4.6562,
      "step": 45365
    },
    {
      "epoch": 1.8581200081916855,
      "grad_norm": 3.793504722324498,
      "learning_rate": 0.00023811764837328845,
      "loss": 5.6562,
      "step": 45366
    },
    {
      "epoch": 1.8581609666188819,
      "grad_norm": 5.610488673693324,
      "learning_rate": 0.00023811500903714013,
      "loss": 7.0938,
      "step": 45367
    },
    {
      "epoch": 1.8582019250460782,
      "grad_norm": 3.6509827797393917,
      "learning_rate": 0.0002381123696593362,
      "loss": 5.6875,
      "step": 45368
    },
    {
      "epoch": 1.8582428834732747,
      "grad_norm": 3.3197026232519073,
      "learning_rate": 0.00023810973023987778,
      "loss": 4.7188,
      "step": 45369
    },
    {
      "epoch": 1.858283841900471,
      "grad_norm": 6.692209566800336,
      "learning_rate": 0.00023810709077876622,
      "loss": 5.875,
      "step": 45370
    },
    {
      "epoch": 1.8583248003276673,
      "grad_norm": 3.1213619261711214,
      "learning_rate": 0.00023810445127600278,
      "loss": 3.375,
      "step": 45371
    },
    {
      "epoch": 1.8583657587548639,
      "grad_norm": 2.6528883634045766,
      "learning_rate": 0.00023810181173158863,
      "loss": 4.5625,
      "step": 45372
    },
    {
      "epoch": 1.8584067171820602,
      "grad_norm": 3.9306351215388187,
      "learning_rate": 0.00023809917214552507,
      "loss": 4.4375,
      "step": 45373
    },
    {
      "epoch": 1.8584476756092565,
      "grad_norm": 2.7073383963972484,
      "learning_rate": 0.00023809653251781333,
      "loss": 4.1875,
      "step": 45374
    },
    {
      "epoch": 1.858488634036453,
      "grad_norm": 3.1026739570521995,
      "learning_rate": 0.00023809389284845466,
      "loss": 6.6562,
      "step": 45375
    },
    {
      "epoch": 1.8585295924636493,
      "grad_norm": 3.33768766064762,
      "learning_rate": 0.00023809125313745027,
      "loss": 5.2812,
      "step": 45376
    },
    {
      "epoch": 1.8585705508908457,
      "grad_norm": 6.065343056051217,
      "learning_rate": 0.00023808861338480146,
      "loss": 4.9062,
      "step": 45377
    },
    {
      "epoch": 1.8586115093180422,
      "grad_norm": 3.039117373958795,
      "learning_rate": 0.0002380859735905095,
      "loss": 5.4062,
      "step": 45378
    },
    {
      "epoch": 1.8586524677452387,
      "grad_norm": 6.143975665306155,
      "learning_rate": 0.0002380833337545756,
      "loss": 6.0625,
      "step": 45379
    },
    {
      "epoch": 1.8586934261724348,
      "grad_norm": 2.4437343013866912,
      "learning_rate": 0.000238080693877001,
      "loss": 3.9219,
      "step": 45380
    },
    {
      "epoch": 1.8587343845996314,
      "grad_norm": 10.5320480509121,
      "learning_rate": 0.00023807805395778696,
      "loss": 4.2812,
      "step": 45381
    },
    {
      "epoch": 1.858775343026828,
      "grad_norm": 2.801182388492599,
      "learning_rate": 0.00023807541399693474,
      "loss": 5.3125,
      "step": 45382
    },
    {
      "epoch": 1.8588163014540242,
      "grad_norm": 3.7220575145649377,
      "learning_rate": 0.00023807277399444556,
      "loss": 4.375,
      "step": 45383
    },
    {
      "epoch": 1.8588572598812205,
      "grad_norm": 2.42421128852443,
      "learning_rate": 0.0002380701339503207,
      "loss": 4.0312,
      "step": 45384
    },
    {
      "epoch": 1.858898218308417,
      "grad_norm": 2.742944204594111,
      "learning_rate": 0.00023806749386456137,
      "loss": 5.0625,
      "step": 45385
    },
    {
      "epoch": 1.8589391767356134,
      "grad_norm": 3.068395840693677,
      "learning_rate": 0.0002380648537371688,
      "loss": 6.4688,
      "step": 45386
    },
    {
      "epoch": 1.8589801351628097,
      "grad_norm": 2.8498280525475077,
      "learning_rate": 0.00023806221356814436,
      "loss": 5.1875,
      "step": 45387
    },
    {
      "epoch": 1.8590210935900062,
      "grad_norm": 2.4749868186163297,
      "learning_rate": 0.00023805957335748916,
      "loss": 4.7812,
      "step": 45388
    },
    {
      "epoch": 1.8590620520172025,
      "grad_norm": 2.634869997218954,
      "learning_rate": 0.0002380569331052045,
      "loss": 5.1562,
      "step": 45389
    },
    {
      "epoch": 1.8591030104443989,
      "grad_norm": 10.516162507704204,
      "learning_rate": 0.00023805429281129167,
      "loss": 4.5625,
      "step": 45390
    },
    {
      "epoch": 1.8591439688715954,
      "grad_norm": 6.048557552026234,
      "learning_rate": 0.00023805165247575187,
      "loss": 3.2031,
      "step": 45391
    },
    {
      "epoch": 1.8591849272987917,
      "grad_norm": 32.15815595533968,
      "learning_rate": 0.00023804901209858634,
      "loss": 3.2656,
      "step": 45392
    },
    {
      "epoch": 1.859225885725988,
      "grad_norm": 2.918783295834065,
      "learning_rate": 0.0002380463716797964,
      "loss": 4.5,
      "step": 45393
    },
    {
      "epoch": 1.8592668441531846,
      "grad_norm": 2.676173857281035,
      "learning_rate": 0.00023804373121938318,
      "loss": 5.1562,
      "step": 45394
    },
    {
      "epoch": 1.8593078025803809,
      "grad_norm": 3.545486124094392,
      "learning_rate": 0.00023804109071734797,
      "loss": 5.6875,
      "step": 45395
    },
    {
      "epoch": 1.8593487610075772,
      "grad_norm": 2.8261570817263078,
      "learning_rate": 0.00023803845017369212,
      "loss": 5.0938,
      "step": 45396
    },
    {
      "epoch": 1.8593897194347737,
      "grad_norm": 2.8735316913571225,
      "learning_rate": 0.00023803580958841675,
      "loss": 5.2188,
      "step": 45397
    },
    {
      "epoch": 1.8594306778619702,
      "grad_norm": 4.533888251019166,
      "learning_rate": 0.0002380331689615232,
      "loss": 6.375,
      "step": 45398
    },
    {
      "epoch": 1.8594716362891663,
      "grad_norm": 5.097946645601257,
      "learning_rate": 0.00023803052829301266,
      "loss": 4.625,
      "step": 45399
    },
    {
      "epoch": 1.8595125947163629,
      "grad_norm": 3.221094592270215,
      "learning_rate": 0.00023802788758288637,
      "loss": 5.5312,
      "step": 45400
    },
    {
      "epoch": 1.8595535531435594,
      "grad_norm": 3.3243035785150745,
      "learning_rate": 0.00023802524683114564,
      "loss": 6.4375,
      "step": 45401
    },
    {
      "epoch": 1.8595945115707557,
      "grad_norm": 1.9880803809684033,
      "learning_rate": 0.00023802260603779165,
      "loss": 2.8281,
      "step": 45402
    },
    {
      "epoch": 1.859635469997952,
      "grad_norm": 2.7922782393959866,
      "learning_rate": 0.00023801996520282566,
      "loss": 6.0938,
      "step": 45403
    },
    {
      "epoch": 1.8596764284251486,
      "grad_norm": 2.7930186659104335,
      "learning_rate": 0.00023801732432624897,
      "loss": 4.5,
      "step": 45404
    },
    {
      "epoch": 1.859717386852345,
      "grad_norm": 4.16235988566944,
      "learning_rate": 0.00023801468340806277,
      "loss": 6.5625,
      "step": 45405
    },
    {
      "epoch": 1.8597583452795412,
      "grad_norm": 3.429704512751622,
      "learning_rate": 0.00023801204244826835,
      "loss": 5.6875,
      "step": 45406
    },
    {
      "epoch": 1.8597993037067377,
      "grad_norm": 2.831430803868094,
      "learning_rate": 0.00023800940144686698,
      "loss": 4.4062,
      "step": 45407
    },
    {
      "epoch": 1.859840262133934,
      "grad_norm": 3.9064974226364635,
      "learning_rate": 0.00023800676040385986,
      "loss": 5.5625,
      "step": 45408
    },
    {
      "epoch": 1.8598812205611304,
      "grad_norm": 3.2008192927500065,
      "learning_rate": 0.00023800411931924821,
      "loss": 4.9062,
      "step": 45409
    },
    {
      "epoch": 1.859922178988327,
      "grad_norm": 4.060265152688309,
      "learning_rate": 0.00023800147819303335,
      "loss": 6.5625,
      "step": 45410
    },
    {
      "epoch": 1.8599631374155232,
      "grad_norm": 6.246244088331359,
      "learning_rate": 0.00023799883702521648,
      "loss": 6.7812,
      "step": 45411
    },
    {
      "epoch": 1.8600040958427195,
      "grad_norm": 2.555315926015076,
      "learning_rate": 0.0002379961958157989,
      "loss": 4.5,
      "step": 45412
    },
    {
      "epoch": 1.860045054269916,
      "grad_norm": 3.9848188152188806,
      "learning_rate": 0.0002379935545647818,
      "loss": 6.5625,
      "step": 45413
    },
    {
      "epoch": 1.8600860126971124,
      "grad_norm": 5.3980597055565624,
      "learning_rate": 0.00023799091327216643,
      "loss": 5.9688,
      "step": 45414
    },
    {
      "epoch": 1.8601269711243087,
      "grad_norm": 8.399688955555893,
      "learning_rate": 0.0002379882719379541,
      "loss": 7.4062,
      "step": 45415
    },
    {
      "epoch": 1.8601679295515052,
      "grad_norm": 2.589458311594699,
      "learning_rate": 0.000237985630562146,
      "loss": 5.375,
      "step": 45416
    },
    {
      "epoch": 1.8602088879787018,
      "grad_norm": 5.34812076835136,
      "learning_rate": 0.0002379829891447434,
      "loss": 4.875,
      "step": 45417
    },
    {
      "epoch": 1.8602498464058979,
      "grad_norm": 2.860853744565328,
      "learning_rate": 0.00023798034768574754,
      "loss": 5.3125,
      "step": 45418
    },
    {
      "epoch": 1.8602908048330944,
      "grad_norm": 4.342607187726282,
      "learning_rate": 0.00023797770618515967,
      "loss": 5.6562,
      "step": 45419
    },
    {
      "epoch": 1.860331763260291,
      "grad_norm": 3.4098153662239405,
      "learning_rate": 0.0002379750646429811,
      "loss": 6.0,
      "step": 45420
    },
    {
      "epoch": 1.8603727216874872,
      "grad_norm": 2.9963834837281493,
      "learning_rate": 0.00023797242305921296,
      "loss": 5.0625,
      "step": 45421
    },
    {
      "epoch": 1.8604136801146836,
      "grad_norm": 6.395718178566874,
      "learning_rate": 0.00023796978143385663,
      "loss": 4.9062,
      "step": 45422
    },
    {
      "epoch": 1.86045463854188,
      "grad_norm": 2.755138699592246,
      "learning_rate": 0.00023796713976691325,
      "loss": 4.8125,
      "step": 45423
    },
    {
      "epoch": 1.8604955969690764,
      "grad_norm": 2.583875750484925,
      "learning_rate": 0.0002379644980583841,
      "loss": 5.5312,
      "step": 45424
    },
    {
      "epoch": 1.8605365553962727,
      "grad_norm": 6.408170524666275,
      "learning_rate": 0.00023796185630827046,
      "loss": 6.5312,
      "step": 45425
    },
    {
      "epoch": 1.8605775138234693,
      "grad_norm": 2.9516558547762375,
      "learning_rate": 0.00023795921451657355,
      "loss": 4.5,
      "step": 45426
    },
    {
      "epoch": 1.8606184722506656,
      "grad_norm": 3.9470105654437453,
      "learning_rate": 0.00023795657268329464,
      "loss": 5.0625,
      "step": 45427
    },
    {
      "epoch": 1.8606594306778619,
      "grad_norm": 2.6192689410667938,
      "learning_rate": 0.00023795393080843497,
      "loss": 4.0312,
      "step": 45428
    },
    {
      "epoch": 1.8607003891050584,
      "grad_norm": 2.6307856294031278,
      "learning_rate": 0.00023795128889199575,
      "loss": 4.75,
      "step": 45429
    },
    {
      "epoch": 1.8607413475322547,
      "grad_norm": 3.2256829512311738,
      "learning_rate": 0.0002379486469339783,
      "loss": 5.3125,
      "step": 45430
    },
    {
      "epoch": 1.860782305959451,
      "grad_norm": 3.9356772581131225,
      "learning_rate": 0.0002379460049343838,
      "loss": 5.9688,
      "step": 45431
    },
    {
      "epoch": 1.8608232643866476,
      "grad_norm": 2.5806894099106574,
      "learning_rate": 0.00023794336289321356,
      "loss": 4.8438,
      "step": 45432
    },
    {
      "epoch": 1.860864222813844,
      "grad_norm": 2.919358500162366,
      "learning_rate": 0.0002379407208104688,
      "loss": 5.2188,
      "step": 45433
    },
    {
      "epoch": 1.8609051812410402,
      "grad_norm": 3.675924351735342,
      "learning_rate": 0.00023793807868615073,
      "loss": 6.7188,
      "step": 45434
    },
    {
      "epoch": 1.8609461396682367,
      "grad_norm": 4.66707091138203,
      "learning_rate": 0.0002379354365202607,
      "loss": 6.5312,
      "step": 45435
    },
    {
      "epoch": 1.8609870980954333,
      "grad_norm": 3.222047455821643,
      "learning_rate": 0.00023793279431279986,
      "loss": 5.6875,
      "step": 45436
    },
    {
      "epoch": 1.8610280565226294,
      "grad_norm": 2.8442767208584896,
      "learning_rate": 0.00023793015206376953,
      "loss": 5.2812,
      "step": 45437
    },
    {
      "epoch": 1.861069014949826,
      "grad_norm": 2.4938954648625025,
      "learning_rate": 0.0002379275097731709,
      "loss": 5.0312,
      "step": 45438
    },
    {
      "epoch": 1.8611099733770224,
      "grad_norm": 2.9248999910243714,
      "learning_rate": 0.00023792486744100524,
      "loss": 5.1562,
      "step": 45439
    },
    {
      "epoch": 1.8611509318042188,
      "grad_norm": 4.467615963364414,
      "learning_rate": 0.00023792222506727382,
      "loss": 6.3438,
      "step": 45440
    },
    {
      "epoch": 1.861191890231415,
      "grad_norm": 4.398695261023147,
      "learning_rate": 0.0002379195826519779,
      "loss": 3.7344,
      "step": 45441
    },
    {
      "epoch": 1.8612328486586116,
      "grad_norm": 2.5421608099355923,
      "learning_rate": 0.0002379169401951186,
      "loss": 4.75,
      "step": 45442
    },
    {
      "epoch": 1.861273807085808,
      "grad_norm": 8.901934340740413,
      "learning_rate": 0.0002379142976966974,
      "loss": 5.4375,
      "step": 45443
    },
    {
      "epoch": 1.8613147655130042,
      "grad_norm": 2.226138275148878,
      "learning_rate": 0.00023791165515671538,
      "loss": 2.4531,
      "step": 45444
    },
    {
      "epoch": 1.8613557239402008,
      "grad_norm": 3.6299674118503447,
      "learning_rate": 0.00023790901257517377,
      "loss": 6.375,
      "step": 45445
    },
    {
      "epoch": 1.861396682367397,
      "grad_norm": 3.143699669641808,
      "learning_rate": 0.00023790636995207396,
      "loss": 2.4062,
      "step": 45446
    },
    {
      "epoch": 1.8614376407945934,
      "grad_norm": 2.4954171901303983,
      "learning_rate": 0.00023790372728741706,
      "loss": 4.5312,
      "step": 45447
    },
    {
      "epoch": 1.86147859922179,
      "grad_norm": 2.8222688176084865,
      "learning_rate": 0.0002379010845812044,
      "loss": 4.9688,
      "step": 45448
    },
    {
      "epoch": 1.8615195576489862,
      "grad_norm": 2.422938806152692,
      "learning_rate": 0.00023789844183343725,
      "loss": 4.4062,
      "step": 45449
    },
    {
      "epoch": 1.8615605160761826,
      "grad_norm": 3.8210419698588916,
      "learning_rate": 0.00023789579904411677,
      "loss": 4.2812,
      "step": 45450
    },
    {
      "epoch": 1.861601474503379,
      "grad_norm": 3.15287676221469,
      "learning_rate": 0.00023789315621324425,
      "loss": 5.2188,
      "step": 45451
    },
    {
      "epoch": 1.8616424329305756,
      "grad_norm": 2.3490492631972666,
      "learning_rate": 0.00023789051334082098,
      "loss": 4.2188,
      "step": 45452
    },
    {
      "epoch": 1.8616833913577717,
      "grad_norm": 2.46815919401784,
      "learning_rate": 0.00023788787042684813,
      "loss": 4.4688,
      "step": 45453
    },
    {
      "epoch": 1.8617243497849683,
      "grad_norm": 2.8652899842198933,
      "learning_rate": 0.00023788522747132703,
      "loss": 4.4375,
      "step": 45454
    },
    {
      "epoch": 1.8617653082121648,
      "grad_norm": 4.9460519307144235,
      "learning_rate": 0.0002378825844742589,
      "loss": 6.0938,
      "step": 45455
    },
    {
      "epoch": 1.8618062666393609,
      "grad_norm": 4.513292283753237,
      "learning_rate": 0.00023787994143564497,
      "loss": 5.0,
      "step": 45456
    },
    {
      "epoch": 1.8618472250665574,
      "grad_norm": 6.427104384726466,
      "learning_rate": 0.0002378772983554865,
      "loss": 5.4688,
      "step": 45457
    },
    {
      "epoch": 1.861888183493754,
      "grad_norm": 4.717809759681687,
      "learning_rate": 0.00023787465523378474,
      "loss": 5.3125,
      "step": 45458
    },
    {
      "epoch": 1.8619291419209503,
      "grad_norm": 6.676287704590778,
      "learning_rate": 0.00023787201207054094,
      "loss": 3.6875,
      "step": 45459
    },
    {
      "epoch": 1.8619701003481466,
      "grad_norm": 4.301948244339452,
      "learning_rate": 0.00023786936886575636,
      "loss": 7.0312,
      "step": 45460
    },
    {
      "epoch": 1.8620110587753431,
      "grad_norm": 3.292013945931083,
      "learning_rate": 0.00023786672561943223,
      "loss": 4.2812,
      "step": 45461
    },
    {
      "epoch": 1.8620520172025394,
      "grad_norm": 3.0156453651093975,
      "learning_rate": 0.00023786408233156982,
      "loss": 5.2812,
      "step": 45462
    },
    {
      "epoch": 1.8620929756297357,
      "grad_norm": 2.6838149655999524,
      "learning_rate": 0.00023786143900217038,
      "loss": 4.7812,
      "step": 45463
    },
    {
      "epoch": 1.8621339340569323,
      "grad_norm": 3.7784292309423564,
      "learning_rate": 0.00023785879563123516,
      "loss": 6.3438,
      "step": 45464
    },
    {
      "epoch": 1.8621748924841286,
      "grad_norm": 3.587110875973955,
      "learning_rate": 0.00023785615221876536,
      "loss": 5.3125,
      "step": 45465
    },
    {
      "epoch": 1.862215850911325,
      "grad_norm": 3.7717105849727846,
      "learning_rate": 0.0002378535087647623,
      "loss": 5.625,
      "step": 45466
    },
    {
      "epoch": 1.8622568093385214,
      "grad_norm": 4.747019593071663,
      "learning_rate": 0.00023785086526922715,
      "loss": 5.2188,
      "step": 45467
    },
    {
      "epoch": 1.8622977677657178,
      "grad_norm": 2.459679003411581,
      "learning_rate": 0.00023784822173216128,
      "loss": 4.0,
      "step": 45468
    },
    {
      "epoch": 1.862338726192914,
      "grad_norm": 3.907563317391492,
      "learning_rate": 0.00023784557815356586,
      "loss": 6.5312,
      "step": 45469
    },
    {
      "epoch": 1.8623796846201106,
      "grad_norm": 5.0286624403141476,
      "learning_rate": 0.0002378429345334421,
      "loss": 4.7812,
      "step": 45470
    },
    {
      "epoch": 1.8624206430473071,
      "grad_norm": 4.197708041636296,
      "learning_rate": 0.00023784029087179135,
      "loss": 4.125,
      "step": 45471
    },
    {
      "epoch": 1.8624616014745032,
      "grad_norm": 2.8375005862890594,
      "learning_rate": 0.00023783764716861478,
      "loss": 4.8125,
      "step": 45472
    },
    {
      "epoch": 1.8625025599016998,
      "grad_norm": 2.617776793827145,
      "learning_rate": 0.00023783500342391365,
      "loss": 4.5625,
      "step": 45473
    },
    {
      "epoch": 1.8625435183288963,
      "grad_norm": 2.99220531044458,
      "learning_rate": 0.00023783235963768925,
      "loss": 3.7969,
      "step": 45474
    },
    {
      "epoch": 1.8625844767560924,
      "grad_norm": 2.4736335428464526,
      "learning_rate": 0.00023782971580994282,
      "loss": 4.75,
      "step": 45475
    },
    {
      "epoch": 1.862625435183289,
      "grad_norm": 2.528007094269984,
      "learning_rate": 0.00023782707194067556,
      "loss": 4.4688,
      "step": 45476
    },
    {
      "epoch": 1.8626663936104855,
      "grad_norm": 2.461577556450135,
      "learning_rate": 0.0002378244280298888,
      "loss": 4.75,
      "step": 45477
    },
    {
      "epoch": 1.8627073520376818,
      "grad_norm": 2.7158581519493117,
      "learning_rate": 0.0002378217840775837,
      "loss": 5.5625,
      "step": 45478
    },
    {
      "epoch": 1.862748310464878,
      "grad_norm": 8.560653126973058,
      "learning_rate": 0.00023781914008376157,
      "loss": 6.8438,
      "step": 45479
    },
    {
      "epoch": 1.8627892688920746,
      "grad_norm": 2.606247918890329,
      "learning_rate": 0.00023781649604842368,
      "loss": 4.2812,
      "step": 45480
    },
    {
      "epoch": 1.862830227319271,
      "grad_norm": 2.7362262759924736,
      "learning_rate": 0.00023781385197157122,
      "loss": 3.7344,
      "step": 45481
    },
    {
      "epoch": 1.8628711857464673,
      "grad_norm": 3.7687756515366457,
      "learning_rate": 0.00023781120785320545,
      "loss": 5.0312,
      "step": 45482
    },
    {
      "epoch": 1.8629121441736638,
      "grad_norm": 4.649088339944692,
      "learning_rate": 0.00023780856369332764,
      "loss": 5.5625,
      "step": 45483
    },
    {
      "epoch": 1.8629531026008601,
      "grad_norm": 4.778546379038555,
      "learning_rate": 0.00023780591949193905,
      "loss": 4.25,
      "step": 45484
    },
    {
      "epoch": 1.8629940610280564,
      "grad_norm": 2.4738859174333547,
      "learning_rate": 0.00023780327524904095,
      "loss": 4.375,
      "step": 45485
    },
    {
      "epoch": 1.863035019455253,
      "grad_norm": 3.409627111031636,
      "learning_rate": 0.0002378006309646345,
      "loss": 5.7812,
      "step": 45486
    },
    {
      "epoch": 1.8630759778824493,
      "grad_norm": 3.611483694319139,
      "learning_rate": 0.00023779798663872104,
      "loss": 5.4062,
      "step": 45487
    },
    {
      "epoch": 1.8631169363096456,
      "grad_norm": 3.0510542579306943,
      "learning_rate": 0.00023779534227130178,
      "loss": 4.8438,
      "step": 45488
    },
    {
      "epoch": 1.8631578947368421,
      "grad_norm": 2.502153789046024,
      "learning_rate": 0.00023779269786237795,
      "loss": 5.0625,
      "step": 45489
    },
    {
      "epoch": 1.8631988531640387,
      "grad_norm": 4.736992466213004,
      "learning_rate": 0.00023779005341195087,
      "loss": 3.9844,
      "step": 45490
    },
    {
      "epoch": 1.8632398115912348,
      "grad_norm": 3.122270980236079,
      "learning_rate": 0.00023778740892002172,
      "loss": 4.2188,
      "step": 45491
    },
    {
      "epoch": 1.8632807700184313,
      "grad_norm": 2.968179827666319,
      "learning_rate": 0.00023778476438659178,
      "loss": 5.3125,
      "step": 45492
    },
    {
      "epoch": 1.8633217284456278,
      "grad_norm": 3.6073974498604273,
      "learning_rate": 0.0002377821198116623,
      "loss": 6.5625,
      "step": 45493
    },
    {
      "epoch": 1.8633626868728241,
      "grad_norm": 2.942407139672827,
      "learning_rate": 0.00023777947519523454,
      "loss": 5.5625,
      "step": 45494
    },
    {
      "epoch": 1.8634036453000205,
      "grad_norm": 2.709753318048628,
      "learning_rate": 0.00023777683053730972,
      "loss": 4.8438,
      "step": 45495
    },
    {
      "epoch": 1.863444603727217,
      "grad_norm": 2.7894027510017665,
      "learning_rate": 0.0002377741858378891,
      "loss": 4.7188,
      "step": 45496
    },
    {
      "epoch": 1.8634855621544133,
      "grad_norm": 3.41719118462957,
      "learning_rate": 0.00023777154109697393,
      "loss": 2.3438,
      "step": 45497
    },
    {
      "epoch": 1.8635265205816096,
      "grad_norm": 7.8041426730652,
      "learning_rate": 0.00023776889631456553,
      "loss": 1.625,
      "step": 45498
    },
    {
      "epoch": 1.8635674790088061,
      "grad_norm": 2.63439429307736,
      "learning_rate": 0.00023776625149066503,
      "loss": 4.9375,
      "step": 45499
    },
    {
      "epoch": 1.8636084374360025,
      "grad_norm": 4.499004422570906,
      "learning_rate": 0.00023776360662527377,
      "loss": 5.0625,
      "step": 45500
    },
    {
      "epoch": 1.8636493958631988,
      "grad_norm": 2.541072012106283,
      "learning_rate": 0.00023776096171839297,
      "loss": 4.4062,
      "step": 45501
    },
    {
      "epoch": 1.8636903542903953,
      "grad_norm": 4.051809079358792,
      "learning_rate": 0.00023775831677002384,
      "loss": 5.1875,
      "step": 45502
    },
    {
      "epoch": 1.8637313127175916,
      "grad_norm": 2.3191340660468263,
      "learning_rate": 0.0002377556717801677,
      "loss": 4.125,
      "step": 45503
    },
    {
      "epoch": 1.863772271144788,
      "grad_norm": 2.4360202493452934,
      "learning_rate": 0.00023775302674882578,
      "loss": 4.5625,
      "step": 45504
    },
    {
      "epoch": 1.8638132295719845,
      "grad_norm": 2.9421780890728653,
      "learning_rate": 0.00023775038167599932,
      "loss": 5.0938,
      "step": 45505
    },
    {
      "epoch": 1.8638541879991808,
      "grad_norm": 3.259700219639496,
      "learning_rate": 0.00023774773656168956,
      "loss": 2.0625,
      "step": 45506
    },
    {
      "epoch": 1.863895146426377,
      "grad_norm": 2.5160768913261187,
      "learning_rate": 0.00023774509140589775,
      "loss": 4.375,
      "step": 45507
    },
    {
      "epoch": 1.8639361048535736,
      "grad_norm": 2.563702066498212,
      "learning_rate": 0.00023774244620862516,
      "loss": 4.7188,
      "step": 45508
    },
    {
      "epoch": 1.8639770632807702,
      "grad_norm": 2.772019909975572,
      "learning_rate": 0.00023773980096987305,
      "loss": 4.375,
      "step": 45509
    },
    {
      "epoch": 1.8640180217079663,
      "grad_norm": 3.1301823155489057,
      "learning_rate": 0.00023773715568964267,
      "loss": 5.125,
      "step": 45510
    },
    {
      "epoch": 1.8640589801351628,
      "grad_norm": 2.5281050544104966,
      "learning_rate": 0.0002377345103679352,
      "loss": 5.0,
      "step": 45511
    },
    {
      "epoch": 1.8640999385623593,
      "grad_norm": 4.309493345828058,
      "learning_rate": 0.00023773186500475197,
      "loss": 6.8125,
      "step": 45512
    },
    {
      "epoch": 1.8641408969895557,
      "grad_norm": 2.8687077695031338,
      "learning_rate": 0.0002377292196000942,
      "loss": 5.625,
      "step": 45513
    },
    {
      "epoch": 1.864181855416752,
      "grad_norm": 4.04937287262972,
      "learning_rate": 0.00023772657415396318,
      "loss": 3.375,
      "step": 45514
    },
    {
      "epoch": 1.8642228138439485,
      "grad_norm": 2.6467478828937887,
      "learning_rate": 0.00023772392866636008,
      "loss": 4.25,
      "step": 45515
    },
    {
      "epoch": 1.8642637722711448,
      "grad_norm": 7.412754612601088,
      "learning_rate": 0.00023772128313728622,
      "loss": 8.0,
      "step": 45516
    },
    {
      "epoch": 1.8643047306983411,
      "grad_norm": 7.6572349910288215,
      "learning_rate": 0.00023771863756674283,
      "loss": 4.6562,
      "step": 45517
    },
    {
      "epoch": 1.8643456891255377,
      "grad_norm": 2.9700036077305576,
      "learning_rate": 0.00023771599195473116,
      "loss": 5.9688,
      "step": 45518
    },
    {
      "epoch": 1.864386647552734,
      "grad_norm": 3.749146534637344,
      "learning_rate": 0.00023771334630125245,
      "loss": 5.5,
      "step": 45519
    },
    {
      "epoch": 1.8644276059799303,
      "grad_norm": 2.5716642738622912,
      "learning_rate": 0.00023771070060630794,
      "loss": 4.8438,
      "step": 45520
    },
    {
      "epoch": 1.8644685644071268,
      "grad_norm": 2.9778668358398037,
      "learning_rate": 0.00023770805486989893,
      "loss": 4.8438,
      "step": 45521
    },
    {
      "epoch": 1.8645095228343231,
      "grad_norm": 3.6391839826531873,
      "learning_rate": 0.00023770540909202664,
      "loss": 4.3125,
      "step": 45522
    },
    {
      "epoch": 1.8645504812615195,
      "grad_norm": 4.01643750255669,
      "learning_rate": 0.00023770276327269232,
      "loss": 5.5,
      "step": 45523
    },
    {
      "epoch": 1.864591439688716,
      "grad_norm": 2.943497351928473,
      "learning_rate": 0.00023770011741189719,
      "loss": 4.8438,
      "step": 45524
    },
    {
      "epoch": 1.8646323981159123,
      "grad_norm": 2.7769149049001896,
      "learning_rate": 0.00023769747150964257,
      "loss": 6.375,
      "step": 45525
    },
    {
      "epoch": 1.8646733565431086,
      "grad_norm": 2.8649496228177407,
      "learning_rate": 0.00023769482556592966,
      "loss": 4.75,
      "step": 45526
    },
    {
      "epoch": 1.8647143149703052,
      "grad_norm": 2.6403041541520405,
      "learning_rate": 0.00023769217958075973,
      "loss": 5.3438,
      "step": 45527
    },
    {
      "epoch": 1.8647552733975017,
      "grad_norm": 4.157973888111022,
      "learning_rate": 0.00023768953355413403,
      "loss": 5.4062,
      "step": 45528
    },
    {
      "epoch": 1.8647962318246978,
      "grad_norm": 2.414264183276349,
      "learning_rate": 0.0002376868874860538,
      "loss": 4.5,
      "step": 45529
    },
    {
      "epoch": 1.8648371902518943,
      "grad_norm": 3.003256765698183,
      "learning_rate": 0.00023768424137652028,
      "loss": 7.0,
      "step": 45530
    },
    {
      "epoch": 1.8648781486790909,
      "grad_norm": 2.7607941047027156,
      "learning_rate": 0.00023768159522553474,
      "loss": 5.2812,
      "step": 45531
    },
    {
      "epoch": 1.8649191071062872,
      "grad_norm": 2.4828569067655337,
      "learning_rate": 0.00023767894903309848,
      "loss": 4.8125,
      "step": 45532
    },
    {
      "epoch": 1.8649600655334835,
      "grad_norm": 3.170988271302233,
      "learning_rate": 0.00023767630279921266,
      "loss": 4.5,
      "step": 45533
    },
    {
      "epoch": 1.86500102396068,
      "grad_norm": 3.7495877354667324,
      "learning_rate": 0.00023767365652387857,
      "loss": 5.25,
      "step": 45534
    },
    {
      "epoch": 1.8650419823878763,
      "grad_norm": 9.147229409938358,
      "learning_rate": 0.00023767101020709746,
      "loss": 2.9375,
      "step": 45535
    },
    {
      "epoch": 1.8650829408150726,
      "grad_norm": 4.981452938666691,
      "learning_rate": 0.0002376683638488706,
      "loss": 3.5938,
      "step": 45536
    },
    {
      "epoch": 1.8651238992422692,
      "grad_norm": 2.599531825413195,
      "learning_rate": 0.0002376657174491992,
      "loss": 4.4062,
      "step": 45537
    },
    {
      "epoch": 1.8651648576694655,
      "grad_norm": 2.593920995741695,
      "learning_rate": 0.00023766307100808458,
      "loss": 5.125,
      "step": 45538
    },
    {
      "epoch": 1.8652058160966618,
      "grad_norm": 2.860380064718744,
      "learning_rate": 0.0002376604245255279,
      "loss": 4.8125,
      "step": 45539
    },
    {
      "epoch": 1.8652467745238583,
      "grad_norm": 3.1086084431334267,
      "learning_rate": 0.0002376577780015305,
      "loss": 3.625,
      "step": 45540
    },
    {
      "epoch": 1.8652877329510547,
      "grad_norm": 4.959337330834834,
      "learning_rate": 0.00023765513143609356,
      "loss": 5.0938,
      "step": 45541
    },
    {
      "epoch": 1.865328691378251,
      "grad_norm": 4.1915893628384575,
      "learning_rate": 0.00023765248482921837,
      "loss": 6.1562,
      "step": 45542
    },
    {
      "epoch": 1.8653696498054475,
      "grad_norm": 5.609101265833704,
      "learning_rate": 0.0002376498381809062,
      "loss": 5.4688,
      "step": 45543
    },
    {
      "epoch": 1.8654106082326438,
      "grad_norm": 2.7087616011691495,
      "learning_rate": 0.00023764719149115823,
      "loss": 4.375,
      "step": 45544
    },
    {
      "epoch": 1.8654515666598401,
      "grad_norm": 2.618173247253104,
      "learning_rate": 0.00023764454475997578,
      "loss": 4.8438,
      "step": 45545
    },
    {
      "epoch": 1.8654925250870367,
      "grad_norm": 2.6602962654267004,
      "learning_rate": 0.00023764189798736006,
      "loss": 5.0,
      "step": 45546
    },
    {
      "epoch": 1.8655334835142332,
      "grad_norm": 3.334693086044815,
      "learning_rate": 0.00023763925117331234,
      "loss": 5.2188,
      "step": 45547
    },
    {
      "epoch": 1.8655744419414293,
      "grad_norm": 4.076342046960228,
      "learning_rate": 0.00023763660431783387,
      "loss": 6.0938,
      "step": 45548
    },
    {
      "epoch": 1.8656154003686258,
      "grad_norm": 2.8769023548160653,
      "learning_rate": 0.00023763395742092589,
      "loss": 4.7188,
      "step": 45549
    },
    {
      "epoch": 1.8656563587958224,
      "grad_norm": 2.527947983908897,
      "learning_rate": 0.0002376313104825897,
      "loss": 4.5938,
      "step": 45550
    },
    {
      "epoch": 1.8656973172230187,
      "grad_norm": 2.735782651804495,
      "learning_rate": 0.00023762866350282645,
      "loss": 5.0625,
      "step": 45551
    },
    {
      "epoch": 1.865738275650215,
      "grad_norm": 3.6569934117189007,
      "learning_rate": 0.00023762601648163748,
      "loss": 1.0,
      "step": 45552
    },
    {
      "epoch": 1.8657792340774115,
      "grad_norm": 3.002894453220473,
      "learning_rate": 0.000237623369419024,
      "loss": 5.2188,
      "step": 45553
    },
    {
      "epoch": 1.8658201925046078,
      "grad_norm": 5.68659599042101,
      "learning_rate": 0.0002376207223149873,
      "loss": 3.1719,
      "step": 45554
    },
    {
      "epoch": 1.8658611509318042,
      "grad_norm": 3.080455946704066,
      "learning_rate": 0.00023761807516952857,
      "loss": 5.5938,
      "step": 45555
    },
    {
      "epoch": 1.8659021093590007,
      "grad_norm": 2.935663018359498,
      "learning_rate": 0.00023761542798264915,
      "loss": 4.9375,
      "step": 45556
    },
    {
      "epoch": 1.865943067786197,
      "grad_norm": 3.326647395818687,
      "learning_rate": 0.0002376127807543502,
      "loss": 4.7188,
      "step": 45557
    },
    {
      "epoch": 1.8659840262133933,
      "grad_norm": 2.89725425638938,
      "learning_rate": 0.00023761013348463304,
      "loss": 4.625,
      "step": 45558
    },
    {
      "epoch": 1.8660249846405899,
      "grad_norm": 2.530674305403837,
      "learning_rate": 0.0002376074861734989,
      "loss": 4.9688,
      "step": 45559
    },
    {
      "epoch": 1.8660659430677862,
      "grad_norm": 2.546436227429811,
      "learning_rate": 0.000237604838820949,
      "loss": 4.8125,
      "step": 45560
    },
    {
      "epoch": 1.8661069014949825,
      "grad_norm": 7.176588125522271,
      "learning_rate": 0.0002376021914269846,
      "loss": 4.4375,
      "step": 45561
    },
    {
      "epoch": 1.866147859922179,
      "grad_norm": 4.786086880556974,
      "learning_rate": 0.00023759954399160698,
      "loss": 6.1875,
      "step": 45562
    },
    {
      "epoch": 1.8661888183493753,
      "grad_norm": 2.778448162232944,
      "learning_rate": 0.00023759689651481737,
      "loss": 4.9062,
      "step": 45563
    },
    {
      "epoch": 1.8662297767765716,
      "grad_norm": 2.8647362477217833,
      "learning_rate": 0.00023759424899661707,
      "loss": 4.8125,
      "step": 45564
    },
    {
      "epoch": 1.8662707352037682,
      "grad_norm": 2.412265954829306,
      "learning_rate": 0.00023759160143700726,
      "loss": 3.8594,
      "step": 45565
    },
    {
      "epoch": 1.8663116936309647,
      "grad_norm": 2.696426785290622,
      "learning_rate": 0.00023758895383598923,
      "loss": 2.9219,
      "step": 45566
    },
    {
      "epoch": 1.8663526520581608,
      "grad_norm": 5.045152328591734,
      "learning_rate": 0.0002375863061935642,
      "loss": 3.7969,
      "step": 45567
    },
    {
      "epoch": 1.8663936104853573,
      "grad_norm": 6.873233168234496,
      "learning_rate": 0.00023758365850973348,
      "loss": 4.0,
      "step": 45568
    },
    {
      "epoch": 1.8664345689125539,
      "grad_norm": 2.7045518448992043,
      "learning_rate": 0.0002375810107844983,
      "loss": 4.0312,
      "step": 45569
    },
    {
      "epoch": 1.8664755273397502,
      "grad_norm": 4.0122180421848705,
      "learning_rate": 0.0002375783630178599,
      "loss": 4.6562,
      "step": 45570
    },
    {
      "epoch": 1.8665164857669465,
      "grad_norm": 3.0378995690719597,
      "learning_rate": 0.00023757571520981947,
      "loss": 5.4688,
      "step": 45571
    },
    {
      "epoch": 1.866557444194143,
      "grad_norm": 2.3760080962061694,
      "learning_rate": 0.00023757306736037835,
      "loss": 4.3125,
      "step": 45572
    },
    {
      "epoch": 1.8665984026213394,
      "grad_norm": 2.450485461707896,
      "learning_rate": 0.0002375704194695378,
      "loss": 4.2188,
      "step": 45573
    },
    {
      "epoch": 1.8666393610485357,
      "grad_norm": 6.441623175374931,
      "learning_rate": 0.00023756777153729903,
      "loss": 3.75,
      "step": 45574
    },
    {
      "epoch": 1.8666803194757322,
      "grad_norm": 2.4763409555461062,
      "learning_rate": 0.00023756512356366325,
      "loss": 3.7344,
      "step": 45575
    },
    {
      "epoch": 1.8667212779029285,
      "grad_norm": 3.3510478015537233,
      "learning_rate": 0.0002375624755486318,
      "loss": 5.4688,
      "step": 45576
    },
    {
      "epoch": 1.8667622363301248,
      "grad_norm": 2.459930803247041,
      "learning_rate": 0.00023755982749220595,
      "loss": 4.5625,
      "step": 45577
    },
    {
      "epoch": 1.8668031947573214,
      "grad_norm": 6.656694569271958,
      "learning_rate": 0.0002375571793943868,
      "loss": 2.1406,
      "step": 45578
    },
    {
      "epoch": 1.8668441531845177,
      "grad_norm": 2.768588067298056,
      "learning_rate": 0.00023755453125517574,
      "loss": 4.7188,
      "step": 45579
    },
    {
      "epoch": 1.866885111611714,
      "grad_norm": 2.641068735636476,
      "learning_rate": 0.00023755188307457396,
      "loss": 5.2188,
      "step": 45580
    },
    {
      "epoch": 1.8669260700389105,
      "grad_norm": 13.186554605851507,
      "learning_rate": 0.00023754923485258276,
      "loss": 1.7734,
      "step": 45581
    },
    {
      "epoch": 1.8669670284661068,
      "grad_norm": 2.3969288773128166,
      "learning_rate": 0.0002375465865892033,
      "loss": 3.9531,
      "step": 45582
    },
    {
      "epoch": 1.8670079868933032,
      "grad_norm": 3.6046219201066396,
      "learning_rate": 0.00023754393828443696,
      "loss": 5.625,
      "step": 45583
    },
    {
      "epoch": 1.8670489453204997,
      "grad_norm": 4.160644296448606,
      "learning_rate": 0.0002375412899382849,
      "loss": 6.5312,
      "step": 45584
    },
    {
      "epoch": 1.8670899037476962,
      "grad_norm": 2.573235490645228,
      "learning_rate": 0.0002375386415507484,
      "loss": 4.2812,
      "step": 45585
    },
    {
      "epoch": 1.8671308621748923,
      "grad_norm": 3.786436340327753,
      "learning_rate": 0.00023753599312182873,
      "loss": 6.6875,
      "step": 45586
    },
    {
      "epoch": 1.8671718206020889,
      "grad_norm": 2.644601457698761,
      "learning_rate": 0.00023753334465152708,
      "loss": 4.4688,
      "step": 45587
    },
    {
      "epoch": 1.8672127790292854,
      "grad_norm": 3.7511104663106254,
      "learning_rate": 0.00023753069613984475,
      "loss": 6.5312,
      "step": 45588
    },
    {
      "epoch": 1.8672537374564817,
      "grad_norm": 3.4293115606589164,
      "learning_rate": 0.00023752804758678305,
      "loss": 5.9688,
      "step": 45589
    },
    {
      "epoch": 1.867294695883678,
      "grad_norm": 3.789827109689017,
      "learning_rate": 0.00023752539899234308,
      "loss": 4.9688,
      "step": 45590
    },
    {
      "epoch": 1.8673356543108746,
      "grad_norm": 2.285256167722947,
      "learning_rate": 0.00023752275035652626,
      "loss": 4.7812,
      "step": 45591
    },
    {
      "epoch": 1.8673766127380709,
      "grad_norm": 2.6010208881985917,
      "learning_rate": 0.0002375201016793337,
      "loss": 4.5938,
      "step": 45592
    },
    {
      "epoch": 1.8674175711652672,
      "grad_norm": 2.7390678526225027,
      "learning_rate": 0.00023751745296076674,
      "loss": 5.0938,
      "step": 45593
    },
    {
      "epoch": 1.8674585295924637,
      "grad_norm": 9.069474488972187,
      "learning_rate": 0.00023751480420082662,
      "loss": 2.0781,
      "step": 45594
    },
    {
      "epoch": 1.86749948801966,
      "grad_norm": 6.9101989678110805,
      "learning_rate": 0.00023751215539951454,
      "loss": 3.5,
      "step": 45595
    },
    {
      "epoch": 1.8675404464468564,
      "grad_norm": 3.1056395430812187,
      "learning_rate": 0.0002375095065568318,
      "loss": 2.6875,
      "step": 45596
    },
    {
      "epoch": 1.8675814048740529,
      "grad_norm": 3.1979322609216254,
      "learning_rate": 0.00023750685767277963,
      "loss": 5.2188,
      "step": 45597
    },
    {
      "epoch": 1.8676223633012492,
      "grad_norm": 3.0294836388411133,
      "learning_rate": 0.00023750420874735936,
      "loss": 5.125,
      "step": 45598
    },
    {
      "epoch": 1.8676633217284455,
      "grad_norm": 2.922284604960091,
      "learning_rate": 0.00023750155978057214,
      "loss": 4.8438,
      "step": 45599
    },
    {
      "epoch": 1.867704280155642,
      "grad_norm": 3.5005593053940203,
      "learning_rate": 0.00023749891077241928,
      "loss": 7.5625,
      "step": 45600
    },
    {
      "epoch": 1.8677452385828386,
      "grad_norm": 2.8444584073052357,
      "learning_rate": 0.00023749626172290197,
      "loss": 5.1562,
      "step": 45601
    },
    {
      "epoch": 1.8677861970100347,
      "grad_norm": 2.721795457257233,
      "learning_rate": 0.00023749361263202153,
      "loss": 5.125,
      "step": 45602
    },
    {
      "epoch": 1.8678271554372312,
      "grad_norm": 2.7575973929052044,
      "learning_rate": 0.00023749096349977915,
      "loss": 5.1562,
      "step": 45603
    },
    {
      "epoch": 1.8678681138644277,
      "grad_norm": 5.663238536927369,
      "learning_rate": 0.00023748831432617617,
      "loss": 5.9062,
      "step": 45604
    },
    {
      "epoch": 1.8679090722916238,
      "grad_norm": 2.6184514266467693,
      "learning_rate": 0.00023748566511121378,
      "loss": 4.8125,
      "step": 45605
    },
    {
      "epoch": 1.8679500307188204,
      "grad_norm": 2.726588665246813,
      "learning_rate": 0.00023748301585489322,
      "loss": 4.5625,
      "step": 45606
    },
    {
      "epoch": 1.867990989146017,
      "grad_norm": 9.664577262896671,
      "learning_rate": 0.0002374803665572158,
      "loss": 3.4062,
      "step": 45607
    },
    {
      "epoch": 1.8680319475732132,
      "grad_norm": 3.0411368085662027,
      "learning_rate": 0.00023747771721818273,
      "loss": 4.8438,
      "step": 45608
    },
    {
      "epoch": 1.8680729060004095,
      "grad_norm": 2.190490943088854,
      "learning_rate": 0.00023747506783779526,
      "loss": 4.7812,
      "step": 45609
    },
    {
      "epoch": 1.868113864427606,
      "grad_norm": 3.343753396125559,
      "learning_rate": 0.00023747241841605464,
      "loss": 6.7812,
      "step": 45610
    },
    {
      "epoch": 1.8681548228548024,
      "grad_norm": 4.006191407634912,
      "learning_rate": 0.00023746976895296218,
      "loss": 5.875,
      "step": 45611
    },
    {
      "epoch": 1.8681957812819987,
      "grad_norm": 2.7061290626555996,
      "learning_rate": 0.00023746711944851905,
      "loss": 4.4375,
      "step": 45612
    },
    {
      "epoch": 1.8682367397091952,
      "grad_norm": 3.5045464608817802,
      "learning_rate": 0.00023746446990272657,
      "loss": 5.6562,
      "step": 45613
    },
    {
      "epoch": 1.8682776981363916,
      "grad_norm": 3.4681092081912643,
      "learning_rate": 0.00023746182031558595,
      "loss": 5.125,
      "step": 45614
    },
    {
      "epoch": 1.8683186565635879,
      "grad_norm": 3.89034456153402,
      "learning_rate": 0.00023745917068709847,
      "loss": 5.5312,
      "step": 45615
    },
    {
      "epoch": 1.8683596149907844,
      "grad_norm": 5.102248575978121,
      "learning_rate": 0.0002374565210172653,
      "loss": 1.7422,
      "step": 45616
    },
    {
      "epoch": 1.8684005734179807,
      "grad_norm": 2.420353890978821,
      "learning_rate": 0.00023745387130608784,
      "loss": 4.9375,
      "step": 45617
    },
    {
      "epoch": 1.868441531845177,
      "grad_norm": 4.382388021285663,
      "learning_rate": 0.00023745122155356723,
      "loss": 5.8438,
      "step": 45618
    },
    {
      "epoch": 1.8684824902723736,
      "grad_norm": 2.634861492648827,
      "learning_rate": 0.0002374485717597048,
      "loss": 4.5625,
      "step": 45619
    },
    {
      "epoch": 1.86852344869957,
      "grad_norm": 3.6359709497570414,
      "learning_rate": 0.00023744592192450172,
      "loss": 5.8125,
      "step": 45620
    },
    {
      "epoch": 1.8685644071267662,
      "grad_norm": 2.8483757908125895,
      "learning_rate": 0.0002374432720479593,
      "loss": 4.6562,
      "step": 45621
    },
    {
      "epoch": 1.8686053655539627,
      "grad_norm": 2.5844582136066383,
      "learning_rate": 0.00023744062213007877,
      "loss": 3.9062,
      "step": 45622
    },
    {
      "epoch": 1.8686463239811593,
      "grad_norm": 2.9473448177399164,
      "learning_rate": 0.00023743797217086137,
      "loss": 4.9688,
      "step": 45623
    },
    {
      "epoch": 1.8686872824083554,
      "grad_norm": 3.4029883757837767,
      "learning_rate": 0.0002374353221703084,
      "loss": 5.5312,
      "step": 45624
    },
    {
      "epoch": 1.868728240835552,
      "grad_norm": 13.043301360415473,
      "learning_rate": 0.00023743267212842108,
      "loss": 5.2188,
      "step": 45625
    },
    {
      "epoch": 1.8687691992627484,
      "grad_norm": 5.5703709575305815,
      "learning_rate": 0.0002374300220452006,
      "loss": 5.0312,
      "step": 45626
    },
    {
      "epoch": 1.8688101576899447,
      "grad_norm": 2.8222479659658775,
      "learning_rate": 0.00023742737192064835,
      "loss": 3.9062,
      "step": 45627
    },
    {
      "epoch": 1.868851116117141,
      "grad_norm": 3.8702409767787715,
      "learning_rate": 0.00023742472175476551,
      "loss": 6.875,
      "step": 45628
    },
    {
      "epoch": 1.8688920745443376,
      "grad_norm": 3.200857074873955,
      "learning_rate": 0.0002374220715475533,
      "loss": 5.1562,
      "step": 45629
    },
    {
      "epoch": 1.868933032971534,
      "grad_norm": 3.800860146349363,
      "learning_rate": 0.000237419421299013,
      "loss": 5.75,
      "step": 45630
    },
    {
      "epoch": 1.8689739913987302,
      "grad_norm": 4.077337526622673,
      "learning_rate": 0.0002374167710091459,
      "loss": 5.8438,
      "step": 45631
    },
    {
      "epoch": 1.8690149498259268,
      "grad_norm": 2.7677102263050397,
      "learning_rate": 0.00023741412067795328,
      "loss": 5.0312,
      "step": 45632
    },
    {
      "epoch": 1.869055908253123,
      "grad_norm": 6.351321603631614,
      "learning_rate": 0.0002374114703054362,
      "loss": 5.8125,
      "step": 45633
    },
    {
      "epoch": 1.8690968666803194,
      "grad_norm": 2.9205351412419462,
      "learning_rate": 0.00023740881989159614,
      "loss": 4.6562,
      "step": 45634
    },
    {
      "epoch": 1.869137825107516,
      "grad_norm": 4.401019260609838,
      "learning_rate": 0.00023740616943643427,
      "loss": 5.6562,
      "step": 45635
    },
    {
      "epoch": 1.8691787835347122,
      "grad_norm": 3.295580022843398,
      "learning_rate": 0.00023740351893995182,
      "loss": 5.0625,
      "step": 45636
    },
    {
      "epoch": 1.8692197419619085,
      "grad_norm": 2.7916360459864884,
      "learning_rate": 0.00023740086840215005,
      "loss": 5.0,
      "step": 45637
    },
    {
      "epoch": 1.869260700389105,
      "grad_norm": 3.2330408778486595,
      "learning_rate": 0.00023739821782303022,
      "loss": 6.2812,
      "step": 45638
    },
    {
      "epoch": 1.8693016588163016,
      "grad_norm": 2.888286420379623,
      "learning_rate": 0.00023739556720259357,
      "loss": 6.2188,
      "step": 45639
    },
    {
      "epoch": 1.8693426172434977,
      "grad_norm": 2.913795039444765,
      "learning_rate": 0.00023739291654084138,
      "loss": 4.9062,
      "step": 45640
    },
    {
      "epoch": 1.8693835756706942,
      "grad_norm": 3.11216024028508,
      "learning_rate": 0.00023739026583777486,
      "loss": 5.1562,
      "step": 45641
    },
    {
      "epoch": 1.8694245340978908,
      "grad_norm": 2.7240899297685877,
      "learning_rate": 0.00023738761509339533,
      "loss": 4.9062,
      "step": 45642
    },
    {
      "epoch": 1.869465492525087,
      "grad_norm": 2.783477093341902,
      "learning_rate": 0.00023738496430770402,
      "loss": 4.9688,
      "step": 45643
    },
    {
      "epoch": 1.8695064509522834,
      "grad_norm": 2.897483311126093,
      "learning_rate": 0.00023738231348070216,
      "loss": 5.6562,
      "step": 45644
    },
    {
      "epoch": 1.86954740937948,
      "grad_norm": 2.5818109596201766,
      "learning_rate": 0.000237379662612391,
      "loss": 5.0625,
      "step": 45645
    },
    {
      "epoch": 1.8695883678066763,
      "grad_norm": 3.106068063371183,
      "learning_rate": 0.00023737701170277182,
      "loss": 5.3438,
      "step": 45646
    },
    {
      "epoch": 1.8696293262338726,
      "grad_norm": 2.716567194197935,
      "learning_rate": 0.00023737436075184584,
      "loss": 5.2812,
      "step": 45647
    },
    {
      "epoch": 1.869670284661069,
      "grad_norm": 2.992318105873965,
      "learning_rate": 0.00023737170975961434,
      "loss": 5.3125,
      "step": 45648
    },
    {
      "epoch": 1.8697112430882654,
      "grad_norm": 2.380811541879427,
      "learning_rate": 0.00023736905872607858,
      "loss": 4.0312,
      "step": 45649
    },
    {
      "epoch": 1.8697522015154617,
      "grad_norm": 3.9097218565740066,
      "learning_rate": 0.00023736640765123975,
      "loss": 5.6562,
      "step": 45650
    },
    {
      "epoch": 1.8697931599426583,
      "grad_norm": 2.58452912657109,
      "learning_rate": 0.0002373637565350992,
      "loss": 4.875,
      "step": 45651
    },
    {
      "epoch": 1.8698341183698546,
      "grad_norm": 4.78677131482045,
      "learning_rate": 0.00023736110537765816,
      "loss": 4.5312,
      "step": 45652
    },
    {
      "epoch": 1.869875076797051,
      "grad_norm": 2.5056838301308004,
      "learning_rate": 0.00023735845417891782,
      "loss": 4.0312,
      "step": 45653
    },
    {
      "epoch": 1.8699160352242474,
      "grad_norm": 2.845299134987838,
      "learning_rate": 0.00023735580293887947,
      "loss": 5.3125,
      "step": 45654
    },
    {
      "epoch": 1.8699569936514437,
      "grad_norm": 4.312230858521524,
      "learning_rate": 0.00023735315165754437,
      "loss": 5.6875,
      "step": 45655
    },
    {
      "epoch": 1.86999795207864,
      "grad_norm": 6.481276155343188,
      "learning_rate": 0.0002373505003349138,
      "loss": 5.375,
      "step": 45656
    },
    {
      "epoch": 1.8700389105058366,
      "grad_norm": 2.662238153058798,
      "learning_rate": 0.00023734784897098892,
      "loss": 5.0625,
      "step": 45657
    },
    {
      "epoch": 1.8700798689330331,
      "grad_norm": 2.6355716123493513,
      "learning_rate": 0.00023734519756577106,
      "loss": 4.3125,
      "step": 45658
    },
    {
      "epoch": 1.8701208273602292,
      "grad_norm": 11.270422937728656,
      "learning_rate": 0.00023734254611926147,
      "loss": 4.8125,
      "step": 45659
    },
    {
      "epoch": 1.8701617857874258,
      "grad_norm": 2.584534748158205,
      "learning_rate": 0.0002373398946314614,
      "loss": 3.3906,
      "step": 45660
    },
    {
      "epoch": 1.8702027442146223,
      "grad_norm": 3.9617605550495303,
      "learning_rate": 0.0002373372431023721,
      "loss": 6.3125,
      "step": 45661
    },
    {
      "epoch": 1.8702437026418186,
      "grad_norm": 2.854888027952825,
      "learning_rate": 0.00023733459153199484,
      "loss": 4.5312,
      "step": 45662
    },
    {
      "epoch": 1.870284661069015,
      "grad_norm": 4.31354715735681,
      "learning_rate": 0.0002373319399203308,
      "loss": 6.125,
      "step": 45663
    },
    {
      "epoch": 1.8703256194962115,
      "grad_norm": 3.1625988871730826,
      "learning_rate": 0.0002373292882673813,
      "loss": 4.0938,
      "step": 45664
    },
    {
      "epoch": 1.8703665779234078,
      "grad_norm": 2.7956698347426254,
      "learning_rate": 0.0002373266365731476,
      "loss": 5.0,
      "step": 45665
    },
    {
      "epoch": 1.870407536350604,
      "grad_norm": 3.443882342481659,
      "learning_rate": 0.0002373239848376309,
      "loss": 5.3125,
      "step": 45666
    },
    {
      "epoch": 1.8704484947778006,
      "grad_norm": 2.6541774517039136,
      "learning_rate": 0.00023732133306083255,
      "loss": 3.6719,
      "step": 45667
    },
    {
      "epoch": 1.870489453204997,
      "grad_norm": 2.340395960974045,
      "learning_rate": 0.00023731868124275368,
      "loss": 4.25,
      "step": 45668
    },
    {
      "epoch": 1.8705304116321932,
      "grad_norm": 2.316324356987898,
      "learning_rate": 0.00023731602938339565,
      "loss": 4.25,
      "step": 45669
    },
    {
      "epoch": 1.8705713700593898,
      "grad_norm": 3.3817640965569735,
      "learning_rate": 0.00023731337748275963,
      "loss": 6.2812,
      "step": 45670
    },
    {
      "epoch": 1.870612328486586,
      "grad_norm": 4.679766735239419,
      "learning_rate": 0.00023731072554084693,
      "loss": 7.1875,
      "step": 45671
    },
    {
      "epoch": 1.8706532869137824,
      "grad_norm": 3.6049315125261594,
      "learning_rate": 0.00023730807355765878,
      "loss": 5.8125,
      "step": 45672
    },
    {
      "epoch": 1.870694245340979,
      "grad_norm": 4.442852201666451,
      "learning_rate": 0.00023730542153319644,
      "loss": 1.4375,
      "step": 45673
    },
    {
      "epoch": 1.8707352037681753,
      "grad_norm": 4.8740338001770445,
      "learning_rate": 0.00023730276946746118,
      "loss": 3.7969,
      "step": 45674
    },
    {
      "epoch": 1.8707761621953716,
      "grad_norm": 2.528892625242654,
      "learning_rate": 0.00023730011736045417,
      "loss": 4.7188,
      "step": 45675
    },
    {
      "epoch": 1.870817120622568,
      "grad_norm": 2.8114447347216798,
      "learning_rate": 0.0002372974652121768,
      "loss": 4.8438,
      "step": 45676
    },
    {
      "epoch": 1.8708580790497646,
      "grad_norm": 2.68870865570631,
      "learning_rate": 0.00023729481302263024,
      "loss": 4.8125,
      "step": 45677
    },
    {
      "epoch": 1.8708990374769607,
      "grad_norm": 3.120052472614079,
      "learning_rate": 0.00023729216079181577,
      "loss": 7.4062,
      "step": 45678
    },
    {
      "epoch": 1.8709399959041573,
      "grad_norm": 19.00031119106558,
      "learning_rate": 0.0002372895085197346,
      "loss": 5.1562,
      "step": 45679
    },
    {
      "epoch": 1.8709809543313538,
      "grad_norm": 6.628447143079438,
      "learning_rate": 0.00023728685620638806,
      "loss": 7.25,
      "step": 45680
    },
    {
      "epoch": 1.8710219127585501,
      "grad_norm": 4.562185226141867,
      "learning_rate": 0.00023728420385177732,
      "loss": 6.2812,
      "step": 45681
    },
    {
      "epoch": 1.8710628711857464,
      "grad_norm": 2.6555922294112446,
      "learning_rate": 0.00023728155145590367,
      "loss": 4.9062,
      "step": 45682
    },
    {
      "epoch": 1.871103829612943,
      "grad_norm": 2.6173855055287647,
      "learning_rate": 0.00023727889901876837,
      "loss": 5.0625,
      "step": 45683
    },
    {
      "epoch": 1.8711447880401393,
      "grad_norm": 3.1819799781821514,
      "learning_rate": 0.0002372762465403727,
      "loss": 5.0625,
      "step": 45684
    },
    {
      "epoch": 1.8711857464673356,
      "grad_norm": 3.799139749271224,
      "learning_rate": 0.00023727359402071787,
      "loss": 4.7812,
      "step": 45685
    },
    {
      "epoch": 1.8712267048945321,
      "grad_norm": 2.662829636801187,
      "learning_rate": 0.00023727094145980514,
      "loss": 4.9688,
      "step": 45686
    },
    {
      "epoch": 1.8712676633217284,
      "grad_norm": 2.9815222582121956,
      "learning_rate": 0.00023726828885763576,
      "loss": 4.7812,
      "step": 45687
    },
    {
      "epoch": 1.8713086217489248,
      "grad_norm": 2.507362617114066,
      "learning_rate": 0.00023726563621421105,
      "loss": 4.6875,
      "step": 45688
    },
    {
      "epoch": 1.8713495801761213,
      "grad_norm": 5.492680382876253,
      "learning_rate": 0.00023726298352953217,
      "loss": 5.8125,
      "step": 45689
    },
    {
      "epoch": 1.8713905386033176,
      "grad_norm": 2.8073902927816197,
      "learning_rate": 0.0002372603308036004,
      "loss": 4.875,
      "step": 45690
    },
    {
      "epoch": 1.871431497030514,
      "grad_norm": 2.3549451770064684,
      "learning_rate": 0.00023725767803641705,
      "loss": 5.0625,
      "step": 45691
    },
    {
      "epoch": 1.8714724554577105,
      "grad_norm": 2.9394326171762293,
      "learning_rate": 0.0002372550252279833,
      "loss": 5.2188,
      "step": 45692
    },
    {
      "epoch": 1.8715134138849068,
      "grad_norm": 2.9366599987752773,
      "learning_rate": 0.00023725237237830045,
      "loss": 3.6094,
      "step": 45693
    },
    {
      "epoch": 1.871554372312103,
      "grad_norm": 8.753638864401063,
      "learning_rate": 0.00023724971948736978,
      "loss": 3.5469,
      "step": 45694
    },
    {
      "epoch": 1.8715953307392996,
      "grad_norm": 2.0801155103021127,
      "learning_rate": 0.00023724706655519243,
      "loss": 2.6562,
      "step": 45695
    },
    {
      "epoch": 1.8716362891664962,
      "grad_norm": 2.3793884813703174,
      "learning_rate": 0.00023724441358176978,
      "loss": 3.9219,
      "step": 45696
    },
    {
      "epoch": 1.8716772475936923,
      "grad_norm": 3.912683591701846,
      "learning_rate": 0.000237241760567103,
      "loss": 3.5156,
      "step": 45697
    },
    {
      "epoch": 1.8717182060208888,
      "grad_norm": 3.2272085719065773,
      "learning_rate": 0.00023723910751119343,
      "loss": 5.4062,
      "step": 45698
    },
    {
      "epoch": 1.8717591644480853,
      "grad_norm": 3.0860286220861233,
      "learning_rate": 0.0002372364544140422,
      "loss": 4.4375,
      "step": 45699
    },
    {
      "epoch": 1.8718001228752816,
      "grad_norm": 3.2245244311609285,
      "learning_rate": 0.00023723380127565073,
      "loss": 5.4688,
      "step": 45700
    },
    {
      "epoch": 1.871841081302478,
      "grad_norm": 4.984253783269268,
      "learning_rate": 0.00023723114809602009,
      "loss": 3.3594,
      "step": 45701
    },
    {
      "epoch": 1.8718820397296745,
      "grad_norm": 4.037965868675195,
      "learning_rate": 0.00023722849487515168,
      "loss": 5.75,
      "step": 45702
    },
    {
      "epoch": 1.8719229981568708,
      "grad_norm": 3.2233166524298613,
      "learning_rate": 0.00023722584161304665,
      "loss": 5.125,
      "step": 45703
    },
    {
      "epoch": 1.8719639565840671,
      "grad_norm": 6.188771172838114,
      "learning_rate": 0.00023722318830970634,
      "loss": 4.4375,
      "step": 45704
    },
    {
      "epoch": 1.8720049150112636,
      "grad_norm": 5.528455366717177,
      "learning_rate": 0.00023722053496513196,
      "loss": 5.75,
      "step": 45705
    },
    {
      "epoch": 1.87204587343846,
      "grad_norm": 2.8264621999770516,
      "learning_rate": 0.00023721788157932483,
      "loss": 5.0625,
      "step": 45706
    },
    {
      "epoch": 1.8720868318656563,
      "grad_norm": 2.9294203106605177,
      "learning_rate": 0.00023721522815228606,
      "loss": 5.0625,
      "step": 45707
    },
    {
      "epoch": 1.8721277902928528,
      "grad_norm": 2.769148080966407,
      "learning_rate": 0.00023721257468401703,
      "loss": 4.8438,
      "step": 45708
    },
    {
      "epoch": 1.8721687487200491,
      "grad_norm": 9.401767749045701,
      "learning_rate": 0.00023720992117451896,
      "loss": 6.0,
      "step": 45709
    },
    {
      "epoch": 1.8722097071472454,
      "grad_norm": 3.3430807855365354,
      "learning_rate": 0.00023720726762379307,
      "loss": 6.5625,
      "step": 45710
    },
    {
      "epoch": 1.872250665574442,
      "grad_norm": 2.724201599776902,
      "learning_rate": 0.00023720461403184067,
      "loss": 5.6562,
      "step": 45711
    },
    {
      "epoch": 1.8722916240016383,
      "grad_norm": 2.6516770416873356,
      "learning_rate": 0.00023720196039866298,
      "loss": 4.5,
      "step": 45712
    },
    {
      "epoch": 1.8723325824288346,
      "grad_norm": 2.734155663280574,
      "learning_rate": 0.00023719930672426125,
      "loss": 4.1875,
      "step": 45713
    },
    {
      "epoch": 1.8723735408560311,
      "grad_norm": 4.142445066450181,
      "learning_rate": 0.00023719665300863679,
      "loss": 6.4688,
      "step": 45714
    },
    {
      "epoch": 1.8724144992832277,
      "grad_norm": 3.1766669497871103,
      "learning_rate": 0.00023719399925179076,
      "loss": 5.5625,
      "step": 45715
    },
    {
      "epoch": 1.8724554577104238,
      "grad_norm": 3.093248312292476,
      "learning_rate": 0.0002371913454537245,
      "loss": 5.1562,
      "step": 45716
    },
    {
      "epoch": 1.8724964161376203,
      "grad_norm": 2.6504211557357107,
      "learning_rate": 0.00023718869161443921,
      "loss": 4.375,
      "step": 45717
    },
    {
      "epoch": 1.8725373745648168,
      "grad_norm": 3.2370451496486514,
      "learning_rate": 0.0002371860377339362,
      "loss": 5.25,
      "step": 45718
    },
    {
      "epoch": 1.8725783329920132,
      "grad_norm": 5.309886103116365,
      "learning_rate": 0.00023718338381221668,
      "loss": 5.1562,
      "step": 45719
    },
    {
      "epoch": 1.8726192914192095,
      "grad_norm": 2.529985915356836,
      "learning_rate": 0.00023718072984928187,
      "loss": 4.625,
      "step": 45720
    },
    {
      "epoch": 1.872660249846406,
      "grad_norm": 2.7689138236571678,
      "learning_rate": 0.00023717807584513312,
      "loss": 3.8125,
      "step": 45721
    },
    {
      "epoch": 1.8727012082736023,
      "grad_norm": 2.615758312762012,
      "learning_rate": 0.0002371754217997716,
      "loss": 4.8125,
      "step": 45722
    },
    {
      "epoch": 1.8727421667007986,
      "grad_norm": 2.6983498809031246,
      "learning_rate": 0.00023717276771319866,
      "loss": 4.625,
      "step": 45723
    },
    {
      "epoch": 1.8727831251279952,
      "grad_norm": 2.4017936462011513,
      "learning_rate": 0.00023717011358541544,
      "loss": 4.625,
      "step": 45724
    },
    {
      "epoch": 1.8728240835551915,
      "grad_norm": 2.7703308055472777,
      "learning_rate": 0.00023716745941642327,
      "loss": 5.7812,
      "step": 45725
    },
    {
      "epoch": 1.8728650419823878,
      "grad_norm": 2.45939663356862,
      "learning_rate": 0.00023716480520622336,
      "loss": 4.6562,
      "step": 45726
    },
    {
      "epoch": 1.8729060004095843,
      "grad_norm": 2.873980496632945,
      "learning_rate": 0.00023716215095481702,
      "loss": 5.3438,
      "step": 45727
    },
    {
      "epoch": 1.8729469588367806,
      "grad_norm": 2.47580114189844,
      "learning_rate": 0.00023715949666220547,
      "loss": 5.375,
      "step": 45728
    },
    {
      "epoch": 1.872987917263977,
      "grad_norm": 2.557731176423875,
      "learning_rate": 0.00023715684232838993,
      "loss": 4.9062,
      "step": 45729
    },
    {
      "epoch": 1.8730288756911735,
      "grad_norm": 2.857639946477631,
      "learning_rate": 0.00023715418795337172,
      "loss": 4.7188,
      "step": 45730
    },
    {
      "epoch": 1.8730698341183698,
      "grad_norm": 3.7076282245964673,
      "learning_rate": 0.00023715153353715205,
      "loss": 6.9062,
      "step": 45731
    },
    {
      "epoch": 1.8731107925455661,
      "grad_norm": 3.1451726753294773,
      "learning_rate": 0.0002371488790797322,
      "loss": 5.0938,
      "step": 45732
    },
    {
      "epoch": 1.8731517509727627,
      "grad_norm": 2.4134939886914326,
      "learning_rate": 0.00023714622458111343,
      "loss": 4.2188,
      "step": 45733
    },
    {
      "epoch": 1.8731927093999592,
      "grad_norm": 3.198386863971821,
      "learning_rate": 0.00023714357004129695,
      "loss": 4.7812,
      "step": 45734
    },
    {
      "epoch": 1.8732336678271553,
      "grad_norm": 5.1068692241105,
      "learning_rate": 0.0002371409154602841,
      "loss": 4.1875,
      "step": 45735
    },
    {
      "epoch": 1.8732746262543518,
      "grad_norm": 5.9211089580921,
      "learning_rate": 0.00023713826083807604,
      "loss": 3.3281,
      "step": 45736
    },
    {
      "epoch": 1.8733155846815484,
      "grad_norm": 19.50997029993367,
      "learning_rate": 0.00023713560617467407,
      "loss": 7.0625,
      "step": 45737
    },
    {
      "epoch": 1.8733565431087447,
      "grad_norm": 4.48059436924996,
      "learning_rate": 0.00023713295147007943,
      "loss": 3.9688,
      "step": 45738
    },
    {
      "epoch": 1.873397501535941,
      "grad_norm": 4.05504084490983,
      "learning_rate": 0.00023713029672429344,
      "loss": 7.375,
      "step": 45739
    },
    {
      "epoch": 1.8734384599631375,
      "grad_norm": 3.002863407540877,
      "learning_rate": 0.00023712764193731725,
      "loss": 4.3438,
      "step": 45740
    },
    {
      "epoch": 1.8734794183903338,
      "grad_norm": 2.6737794995329867,
      "learning_rate": 0.0002371249871091522,
      "loss": 4.2188,
      "step": 45741
    },
    {
      "epoch": 1.8735203768175301,
      "grad_norm": 2.868584715545252,
      "learning_rate": 0.00023712233223979949,
      "loss": 4.5312,
      "step": 45742
    },
    {
      "epoch": 1.8735613352447267,
      "grad_norm": 5.914429930284491,
      "learning_rate": 0.00023711967732926038,
      "loss": 7.0625,
      "step": 45743
    },
    {
      "epoch": 1.873602293671923,
      "grad_norm": 3.233329742161847,
      "learning_rate": 0.00023711702237753617,
      "loss": 4.9688,
      "step": 45744
    },
    {
      "epoch": 1.8736432520991193,
      "grad_norm": 2.3888395311640687,
      "learning_rate": 0.00023711436738462808,
      "loss": 4.625,
      "step": 45745
    },
    {
      "epoch": 1.8736842105263158,
      "grad_norm": 2.9306108605524765,
      "learning_rate": 0.00023711171235053742,
      "loss": 4.125,
      "step": 45746
    },
    {
      "epoch": 1.8737251689535122,
      "grad_norm": 2.7267003466193005,
      "learning_rate": 0.0002371090572752653,
      "loss": 5.375,
      "step": 45747
    },
    {
      "epoch": 1.8737661273807085,
      "grad_norm": 5.72006722798093,
      "learning_rate": 0.00023710640215881314,
      "loss": 4.0625,
      "step": 45748
    },
    {
      "epoch": 1.873807085807905,
      "grad_norm": 2.7519473857194248,
      "learning_rate": 0.0002371037470011821,
      "loss": 3.8438,
      "step": 45749
    },
    {
      "epoch": 1.8738480442351013,
      "grad_norm": 4.6254655199841785,
      "learning_rate": 0.0002371010918023735,
      "loss": 5.5625,
      "step": 45750
    },
    {
      "epoch": 1.8738890026622976,
      "grad_norm": 3.254733228819714,
      "learning_rate": 0.0002370984365623885,
      "loss": 5.3438,
      "step": 45751
    },
    {
      "epoch": 1.8739299610894942,
      "grad_norm": 5.159872113585964,
      "learning_rate": 0.00023709578128122845,
      "loss": 6.9062,
      "step": 45752
    },
    {
      "epoch": 1.8739709195166907,
      "grad_norm": 2.516372463109784,
      "learning_rate": 0.0002370931259588946,
      "loss": 4.4688,
      "step": 45753
    },
    {
      "epoch": 1.8740118779438868,
      "grad_norm": 2.44595246156402,
      "learning_rate": 0.0002370904705953881,
      "loss": 3.9062,
      "step": 45754
    },
    {
      "epoch": 1.8740528363710833,
      "grad_norm": 2.970113174450902,
      "learning_rate": 0.00023708781519071032,
      "loss": 4.75,
      "step": 45755
    },
    {
      "epoch": 1.8740937947982799,
      "grad_norm": 4.203567015908675,
      "learning_rate": 0.0002370851597448625,
      "loss": 2.2031,
      "step": 45756
    },
    {
      "epoch": 1.8741347532254762,
      "grad_norm": 2.85909532183077,
      "learning_rate": 0.0002370825042578458,
      "loss": 5.6875,
      "step": 45757
    },
    {
      "epoch": 1.8741757116526725,
      "grad_norm": 3.7259454824532683,
      "learning_rate": 0.0002370798487296616,
      "loss": 4.625,
      "step": 45758
    },
    {
      "epoch": 1.874216670079869,
      "grad_norm": 3.954452052504927,
      "learning_rate": 0.0002370771931603111,
      "loss": 4.625,
      "step": 45759
    },
    {
      "epoch": 1.8742576285070653,
      "grad_norm": 9.480599718729138,
      "learning_rate": 0.00023707453754979554,
      "loss": 6.4375,
      "step": 45760
    },
    {
      "epoch": 1.8742985869342617,
      "grad_norm": 2.928716947759893,
      "learning_rate": 0.0002370718818981162,
      "loss": 4.3438,
      "step": 45761
    },
    {
      "epoch": 1.8743395453614582,
      "grad_norm": 2.3949220097800272,
      "learning_rate": 0.00023706922620527436,
      "loss": 3.8125,
      "step": 45762
    },
    {
      "epoch": 1.8743805037886545,
      "grad_norm": 2.922828245201615,
      "learning_rate": 0.00023706657047127118,
      "loss": 5.3125,
      "step": 45763
    },
    {
      "epoch": 1.8744214622158508,
      "grad_norm": 5.666438430989839,
      "learning_rate": 0.000237063914696108,
      "loss": 5.9375,
      "step": 45764
    },
    {
      "epoch": 1.8744624206430474,
      "grad_norm": 2.144278265912678,
      "learning_rate": 0.00023706125887978607,
      "loss": 2.8594,
      "step": 45765
    },
    {
      "epoch": 1.8745033790702437,
      "grad_norm": 7.305067392782413,
      "learning_rate": 0.0002370586030223066,
      "loss": 6.2812,
      "step": 45766
    },
    {
      "epoch": 1.87454433749744,
      "grad_norm": 4.164283105806354,
      "learning_rate": 0.00023705594712367087,
      "loss": 4.5938,
      "step": 45767
    },
    {
      "epoch": 1.8745852959246365,
      "grad_norm": 3.555844438346208,
      "learning_rate": 0.00023705329118388016,
      "loss": 3.5938,
      "step": 45768
    },
    {
      "epoch": 1.874626254351833,
      "grad_norm": 2.7964252475275053,
      "learning_rate": 0.0002370506352029357,
      "loss": 5.1875,
      "step": 45769
    },
    {
      "epoch": 1.8746672127790291,
      "grad_norm": 3.173148663662629,
      "learning_rate": 0.00023704797918083878,
      "loss": 3.8438,
      "step": 45770
    },
    {
      "epoch": 1.8747081712062257,
      "grad_norm": 2.541646533919399,
      "learning_rate": 0.00023704532311759056,
      "loss": 5.3438,
      "step": 45771
    },
    {
      "epoch": 1.8747491296334222,
      "grad_norm": 2.612715339583298,
      "learning_rate": 0.0002370426670131924,
      "loss": 4.875,
      "step": 45772
    },
    {
      "epoch": 1.8747900880606183,
      "grad_norm": 2.3353320842738046,
      "learning_rate": 0.00023704001086764554,
      "loss": 3.9219,
      "step": 45773
    },
    {
      "epoch": 1.8748310464878148,
      "grad_norm": 2.529990388279094,
      "learning_rate": 0.00023703735468095117,
      "loss": 5.5938,
      "step": 45774
    },
    {
      "epoch": 1.8748720049150114,
      "grad_norm": 4.59087093711037,
      "learning_rate": 0.00023703469845311062,
      "loss": 1.0625,
      "step": 45775
    },
    {
      "epoch": 1.8749129633422077,
      "grad_norm": 3.739160238643901,
      "learning_rate": 0.00023703204218412512,
      "loss": 5.75,
      "step": 45776
    },
    {
      "epoch": 1.874953921769404,
      "grad_norm": 2.647023492143234,
      "learning_rate": 0.0002370293858739959,
      "loss": 5.0,
      "step": 45777
    },
    {
      "epoch": 1.8749948801966005,
      "grad_norm": 5.317045169873801,
      "learning_rate": 0.00023702672952272426,
      "loss": 4.5312,
      "step": 45778
    },
    {
      "epoch": 1.8750358386237969,
      "grad_norm": 3.8874000510907964,
      "learning_rate": 0.00023702407313031142,
      "loss": 5.0312,
      "step": 45779
    },
    {
      "epoch": 1.8750767970509932,
      "grad_norm": 6.2422888353088535,
      "learning_rate": 0.00023702141669675863,
      "loss": 2.4219,
      "step": 45780
    },
    {
      "epoch": 1.8751177554781897,
      "grad_norm": 2.587691329122539,
      "learning_rate": 0.00023701876022206718,
      "loss": 4.9375,
      "step": 45781
    },
    {
      "epoch": 1.875158713905386,
      "grad_norm": 6.3383139338524845,
      "learning_rate": 0.00023701610370623828,
      "loss": 3.75,
      "step": 45782
    },
    {
      "epoch": 1.8751996723325823,
      "grad_norm": 4.5060977208616455,
      "learning_rate": 0.00023701344714927326,
      "loss": 4.9688,
      "step": 45783
    },
    {
      "epoch": 1.8752406307597789,
      "grad_norm": 2.8937128147806006,
      "learning_rate": 0.0002370107905511733,
      "loss": 5.0938,
      "step": 45784
    },
    {
      "epoch": 1.8752815891869752,
      "grad_norm": 3.775434289782192,
      "learning_rate": 0.0002370081339119397,
      "loss": 4.8125,
      "step": 45785
    },
    {
      "epoch": 1.8753225476141715,
      "grad_norm": 3.993305585249054,
      "learning_rate": 0.00023700547723157374,
      "loss": 5.3438,
      "step": 45786
    },
    {
      "epoch": 1.875363506041368,
      "grad_norm": 3.101079977499979,
      "learning_rate": 0.0002370028205100766,
      "loss": 2.9531,
      "step": 45787
    },
    {
      "epoch": 1.8754044644685646,
      "grad_norm": 3.54021716919071,
      "learning_rate": 0.0002370001637474496,
      "loss": 5.8125,
      "step": 45788
    },
    {
      "epoch": 1.8754454228957607,
      "grad_norm": 2.5430188427289813,
      "learning_rate": 0.00023699750694369394,
      "loss": 4.0312,
      "step": 45789
    },
    {
      "epoch": 1.8754863813229572,
      "grad_norm": 2.7942317638779985,
      "learning_rate": 0.0002369948500988109,
      "loss": 1.4609,
      "step": 45790
    },
    {
      "epoch": 1.8755273397501537,
      "grad_norm": 2.420246388247522,
      "learning_rate": 0.00023699219321280177,
      "loss": 4.4375,
      "step": 45791
    },
    {
      "epoch": 1.8755682981773498,
      "grad_norm": 3.011435349652016,
      "learning_rate": 0.00023698953628566776,
      "loss": 4.3438,
      "step": 45792
    },
    {
      "epoch": 1.8756092566045464,
      "grad_norm": 2.5443816364267624,
      "learning_rate": 0.00023698687931741016,
      "loss": 4.9375,
      "step": 45793
    },
    {
      "epoch": 1.875650215031743,
      "grad_norm": 3.5214401707606005,
      "learning_rate": 0.0002369842223080302,
      "loss": 5.1562,
      "step": 45794
    },
    {
      "epoch": 1.8756911734589392,
      "grad_norm": 3.389003866066519,
      "learning_rate": 0.00023698156525752914,
      "loss": 5.4688,
      "step": 45795
    },
    {
      "epoch": 1.8757321318861355,
      "grad_norm": 6.126848339422461,
      "learning_rate": 0.0002369789081659083,
      "loss": 3.5312,
      "step": 45796
    },
    {
      "epoch": 1.875773090313332,
      "grad_norm": 3.964986701987123,
      "learning_rate": 0.00023697625103316882,
      "loss": 6.5938,
      "step": 45797
    },
    {
      "epoch": 1.8758140487405284,
      "grad_norm": 3.205415192018667,
      "learning_rate": 0.000236973593859312,
      "loss": 5.9062,
      "step": 45798
    },
    {
      "epoch": 1.8758550071677247,
      "grad_norm": 3.4582118029864715,
      "learning_rate": 0.00023697093664433916,
      "loss": 4.8438,
      "step": 45799
    },
    {
      "epoch": 1.8758959655949212,
      "grad_norm": 2.3238700111835686,
      "learning_rate": 0.00023696827938825152,
      "loss": 3.8438,
      "step": 45800
    },
    {
      "epoch": 1.8759369240221175,
      "grad_norm": 7.470918629097822,
      "learning_rate": 0.00023696562209105026,
      "loss": 7.625,
      "step": 45801
    },
    {
      "epoch": 1.8759778824493138,
      "grad_norm": 5.343644329345386,
      "learning_rate": 0.00023696296475273675,
      "loss": 6.75,
      "step": 45802
    },
    {
      "epoch": 1.8760188408765104,
      "grad_norm": 2.736311480289983,
      "learning_rate": 0.00023696030737331217,
      "loss": 4.5312,
      "step": 45803
    },
    {
      "epoch": 1.8760597993037067,
      "grad_norm": 3.093421477707799,
      "learning_rate": 0.00023695764995277784,
      "loss": 4.7812,
      "step": 45804
    },
    {
      "epoch": 1.876100757730903,
      "grad_norm": 2.8495061476322383,
      "learning_rate": 0.0002369549924911349,
      "loss": 4.9062,
      "step": 45805
    },
    {
      "epoch": 1.8761417161580995,
      "grad_norm": 2.6853659414468876,
      "learning_rate": 0.0002369523349883848,
      "loss": 4.0625,
      "step": 45806
    },
    {
      "epoch": 1.876182674585296,
      "grad_norm": 2.7577222472220404,
      "learning_rate": 0.00023694967744452859,
      "loss": 5.1875,
      "step": 45807
    },
    {
      "epoch": 1.8762236330124922,
      "grad_norm": 2.8013924553970257,
      "learning_rate": 0.00023694701985956762,
      "loss": 5.5312,
      "step": 45808
    },
    {
      "epoch": 1.8762645914396887,
      "grad_norm": 3.329183777314202,
      "learning_rate": 0.00023694436223350318,
      "loss": 4.25,
      "step": 45809
    },
    {
      "epoch": 1.8763055498668852,
      "grad_norm": 2.902051088848555,
      "learning_rate": 0.0002369417045663365,
      "loss": 5.875,
      "step": 45810
    },
    {
      "epoch": 1.8763465082940816,
      "grad_norm": 3.5359677392500917,
      "learning_rate": 0.0002369390468580688,
      "loss": 5.0,
      "step": 45811
    },
    {
      "epoch": 1.8763874667212779,
      "grad_norm": 2.5574392477241514,
      "learning_rate": 0.00023693638910870135,
      "loss": 4.0938,
      "step": 45812
    },
    {
      "epoch": 1.8764284251484744,
      "grad_norm": 3.8815586082113884,
      "learning_rate": 0.00023693373131823545,
      "loss": 5.125,
      "step": 45813
    },
    {
      "epoch": 1.8764693835756707,
      "grad_norm": 2.77779254733503,
      "learning_rate": 0.00023693107348667235,
      "loss": 4.25,
      "step": 45814
    },
    {
      "epoch": 1.876510342002867,
      "grad_norm": 5.403225825414805,
      "learning_rate": 0.00023692841561401322,
      "loss": 5.2188,
      "step": 45815
    },
    {
      "epoch": 1.8765513004300636,
      "grad_norm": 2.6387136399777784,
      "learning_rate": 0.00023692575770025944,
      "loss": 4.7812,
      "step": 45816
    },
    {
      "epoch": 1.8765922588572599,
      "grad_norm": 4.452973648414773,
      "learning_rate": 0.00023692309974541215,
      "loss": 6.5,
      "step": 45817
    },
    {
      "epoch": 1.8766332172844562,
      "grad_norm": 5.443624493418652,
      "learning_rate": 0.0002369204417494727,
      "loss": 5.5625,
      "step": 45818
    },
    {
      "epoch": 1.8766741757116527,
      "grad_norm": 2.762932434176477,
      "learning_rate": 0.00023691778371244228,
      "loss": 5.0,
      "step": 45819
    },
    {
      "epoch": 1.876715134138849,
      "grad_norm": 2.8835566627970968,
      "learning_rate": 0.0002369151256343222,
      "loss": 4.9062,
      "step": 45820
    },
    {
      "epoch": 1.8767560925660454,
      "grad_norm": 2.7815406930430973,
      "learning_rate": 0.0002369124675151137,
      "loss": 5.0,
      "step": 45821
    },
    {
      "epoch": 1.876797050993242,
      "grad_norm": 3.8235662377886754,
      "learning_rate": 0.00023690980935481802,
      "loss": 6.0625,
      "step": 45822
    },
    {
      "epoch": 1.8768380094204382,
      "grad_norm": 2.9151754757927404,
      "learning_rate": 0.0002369071511534364,
      "loss": 4.9375,
      "step": 45823
    },
    {
      "epoch": 1.8768789678476345,
      "grad_norm": 3.2234384503059403,
      "learning_rate": 0.00023690449291097014,
      "loss": 4.6875,
      "step": 45824
    },
    {
      "epoch": 1.876919926274831,
      "grad_norm": 3.465271653303199,
      "learning_rate": 0.0002369018346274205,
      "loss": 4.8438,
      "step": 45825
    },
    {
      "epoch": 1.8769608847020276,
      "grad_norm": 3.67053050759143,
      "learning_rate": 0.0002368991763027887,
      "loss": 4.875,
      "step": 45826
    },
    {
      "epoch": 1.8770018431292237,
      "grad_norm": 2.8153320434681457,
      "learning_rate": 0.000236896517937076,
      "loss": 4.5,
      "step": 45827
    },
    {
      "epoch": 1.8770428015564202,
      "grad_norm": 2.374544839345454,
      "learning_rate": 0.00023689385953028368,
      "loss": 4.2188,
      "step": 45828
    },
    {
      "epoch": 1.8770837599836168,
      "grad_norm": 7.586541999125663,
      "learning_rate": 0.000236891201082413,
      "loss": 6.4375,
      "step": 45829
    },
    {
      "epoch": 1.877124718410813,
      "grad_norm": 2.778194774225298,
      "learning_rate": 0.00023688854259346515,
      "loss": 4.0,
      "step": 45830
    },
    {
      "epoch": 1.8771656768380094,
      "grad_norm": 2.781978233664728,
      "learning_rate": 0.00023688588406344148,
      "loss": 4.5,
      "step": 45831
    },
    {
      "epoch": 1.877206635265206,
      "grad_norm": 2.694827510920509,
      "learning_rate": 0.0002368832254923432,
      "loss": 4.2812,
      "step": 45832
    },
    {
      "epoch": 1.8772475936924022,
      "grad_norm": 3.0422652056718604,
      "learning_rate": 0.00023688056688017157,
      "loss": 5.0938,
      "step": 45833
    },
    {
      "epoch": 1.8772885521195986,
      "grad_norm": 7.718954313575306,
      "learning_rate": 0.00023687790822692786,
      "loss": 6.3438,
      "step": 45834
    },
    {
      "epoch": 1.877329510546795,
      "grad_norm": 5.292743682939661,
      "learning_rate": 0.00023687524953261332,
      "loss": 3.1406,
      "step": 45835
    },
    {
      "epoch": 1.8773704689739914,
      "grad_norm": 2.678464203005123,
      "learning_rate": 0.00023687259079722915,
      "loss": 5.5,
      "step": 45836
    },
    {
      "epoch": 1.8774114274011877,
      "grad_norm": 3.814318272911721,
      "learning_rate": 0.00023686993202077673,
      "loss": 4.7188,
      "step": 45837
    },
    {
      "epoch": 1.8774523858283843,
      "grad_norm": 2.46771562884165,
      "learning_rate": 0.0002368672732032572,
      "loss": 4.4688,
      "step": 45838
    },
    {
      "epoch": 1.8774933442555806,
      "grad_norm": 3.954720902989506,
      "learning_rate": 0.0002368646143446719,
      "loss": 5.3438,
      "step": 45839
    },
    {
      "epoch": 1.8775343026827769,
      "grad_norm": 12.988863355000928,
      "learning_rate": 0.00023686195544502206,
      "loss": 4.0312,
      "step": 45840
    },
    {
      "epoch": 1.8775752611099734,
      "grad_norm": 3.5978268294775813,
      "learning_rate": 0.00023685929650430883,
      "loss": 6.2188,
      "step": 45841
    },
    {
      "epoch": 1.8776162195371697,
      "grad_norm": 2.517512441896414,
      "learning_rate": 0.00023685663752253368,
      "loss": 4.0625,
      "step": 45842
    },
    {
      "epoch": 1.877657177964366,
      "grad_norm": 2.416581795534062,
      "learning_rate": 0.0002368539784996977,
      "loss": 4.7188,
      "step": 45843
    },
    {
      "epoch": 1.8776981363915626,
      "grad_norm": 5.157463331234505,
      "learning_rate": 0.0002368513194358022,
      "loss": 5.4062,
      "step": 45844
    },
    {
      "epoch": 1.8777390948187591,
      "grad_norm": 2.7635299568630054,
      "learning_rate": 0.00023684866033084844,
      "loss": 5.375,
      "step": 45845
    },
    {
      "epoch": 1.8777800532459552,
      "grad_norm": 17.919694106274633,
      "learning_rate": 0.00023684600118483768,
      "loss": 3.5469,
      "step": 45846
    },
    {
      "epoch": 1.8778210116731517,
      "grad_norm": 4.417642223761629,
      "learning_rate": 0.00023684334199777112,
      "loss": 5.125,
      "step": 45847
    },
    {
      "epoch": 1.8778619701003483,
      "grad_norm": 3.4191888202597998,
      "learning_rate": 0.00023684068276965016,
      "loss": 5.3438,
      "step": 45848
    },
    {
      "epoch": 1.8779029285275446,
      "grad_norm": 3.661087284359866,
      "learning_rate": 0.00023683802350047588,
      "loss": 5.9688,
      "step": 45849
    },
    {
      "epoch": 1.877943886954741,
      "grad_norm": 2.7914033019266733,
      "learning_rate": 0.00023683536419024967,
      "loss": 5.2812,
      "step": 45850
    },
    {
      "epoch": 1.8779848453819374,
      "grad_norm": 3.6425719061199318,
      "learning_rate": 0.00023683270483897275,
      "loss": 4.4375,
      "step": 45851
    },
    {
      "epoch": 1.8780258038091338,
      "grad_norm": 4.423706219152123,
      "learning_rate": 0.00023683004544664633,
      "loss": 6.9062,
      "step": 45852
    },
    {
      "epoch": 1.87806676223633,
      "grad_norm": 2.8129601402620423,
      "learning_rate": 0.0002368273860132717,
      "loss": 4.8438,
      "step": 45853
    },
    {
      "epoch": 1.8781077206635266,
      "grad_norm": 3.3865151318124718,
      "learning_rate": 0.0002368247265388501,
      "loss": 5.2812,
      "step": 45854
    },
    {
      "epoch": 1.878148679090723,
      "grad_norm": 2.5506416777118317,
      "learning_rate": 0.00023682206702338286,
      "loss": 5.9375,
      "step": 45855
    },
    {
      "epoch": 1.8781896375179192,
      "grad_norm": 2.2735746888058723,
      "learning_rate": 0.00023681940746687118,
      "loss": 4.2188,
      "step": 45856
    },
    {
      "epoch": 1.8782305959451158,
      "grad_norm": 3.720065462194831,
      "learning_rate": 0.00023681674786931632,
      "loss": 4.625,
      "step": 45857
    },
    {
      "epoch": 1.878271554372312,
      "grad_norm": 3.566348391921499,
      "learning_rate": 0.0002368140882307195,
      "loss": 5.4062,
      "step": 45858
    },
    {
      "epoch": 1.8783125127995084,
      "grad_norm": 2.9208475159882497,
      "learning_rate": 0.00023681142855108207,
      "loss": 5.2188,
      "step": 45859
    },
    {
      "epoch": 1.878353471226705,
      "grad_norm": 2.782544163810986,
      "learning_rate": 0.0002368087688304052,
      "loss": 4.5,
      "step": 45860
    },
    {
      "epoch": 1.8783944296539012,
      "grad_norm": 2.3907600550937445,
      "learning_rate": 0.0002368061090686902,
      "loss": 4.8125,
      "step": 45861
    },
    {
      "epoch": 1.8784353880810976,
      "grad_norm": 2.45200536585755,
      "learning_rate": 0.00023680344926593828,
      "loss": 4.9062,
      "step": 45862
    },
    {
      "epoch": 1.878476346508294,
      "grad_norm": 2.5150357843048368,
      "learning_rate": 0.00023680078942215076,
      "loss": 4.625,
      "step": 45863
    },
    {
      "epoch": 1.8785173049354906,
      "grad_norm": 2.735833722864658,
      "learning_rate": 0.00023679812953732887,
      "loss": 5.8438,
      "step": 45864
    },
    {
      "epoch": 1.8785582633626867,
      "grad_norm": 4.049514037210369,
      "learning_rate": 0.00023679546961147382,
      "loss": 4.6562,
      "step": 45865
    },
    {
      "epoch": 1.8785992217898833,
      "grad_norm": 2.5825840317949935,
      "learning_rate": 0.00023679280964458693,
      "loss": 3.8438,
      "step": 45866
    },
    {
      "epoch": 1.8786401802170798,
      "grad_norm": 2.328016060384471,
      "learning_rate": 0.00023679014963666944,
      "loss": 4.5,
      "step": 45867
    },
    {
      "epoch": 1.878681138644276,
      "grad_norm": 3.4624348732158374,
      "learning_rate": 0.00023678748958772263,
      "loss": 6.25,
      "step": 45868
    },
    {
      "epoch": 1.8787220970714724,
      "grad_norm": 2.95478409565422,
      "learning_rate": 0.00023678482949774767,
      "loss": 4.5312,
      "step": 45869
    },
    {
      "epoch": 1.878763055498669,
      "grad_norm": 3.7797056702176044,
      "learning_rate": 0.0002367821693667459,
      "loss": 5.125,
      "step": 45870
    },
    {
      "epoch": 1.8788040139258653,
      "grad_norm": 2.710049234910182,
      "learning_rate": 0.00023677950919471857,
      "loss": 4.875,
      "step": 45871
    },
    {
      "epoch": 1.8788449723530616,
      "grad_norm": 3.319508774315018,
      "learning_rate": 0.00023677684898166693,
      "loss": 4.3438,
      "step": 45872
    },
    {
      "epoch": 1.8788859307802581,
      "grad_norm": 2.7202830457206657,
      "learning_rate": 0.0002367741887275922,
      "loss": 5.2188,
      "step": 45873
    },
    {
      "epoch": 1.8789268892074544,
      "grad_norm": 2.8530407485129765,
      "learning_rate": 0.0002367715284324957,
      "loss": 5.375,
      "step": 45874
    },
    {
      "epoch": 1.8789678476346507,
      "grad_norm": 3.077396238659703,
      "learning_rate": 0.00023676886809637863,
      "loss": 3.1719,
      "step": 45875
    },
    {
      "epoch": 1.8790088060618473,
      "grad_norm": 2.7889650910865047,
      "learning_rate": 0.00023676620771924227,
      "loss": 4.875,
      "step": 45876
    },
    {
      "epoch": 1.8790497644890436,
      "grad_norm": 2.6471731427618144,
      "learning_rate": 0.00023676354730108788,
      "loss": 4.9062,
      "step": 45877
    },
    {
      "epoch": 1.87909072291624,
      "grad_norm": 5.147535821066499,
      "learning_rate": 0.00023676088684191677,
      "loss": 5.7188,
      "step": 45878
    },
    {
      "epoch": 1.8791316813434364,
      "grad_norm": 2.574937055332657,
      "learning_rate": 0.0002367582263417301,
      "loss": 4.2812,
      "step": 45879
    },
    {
      "epoch": 1.8791726397706328,
      "grad_norm": 2.888895588267434,
      "learning_rate": 0.0002367555658005292,
      "loss": 5.1875,
      "step": 45880
    },
    {
      "epoch": 1.879213598197829,
      "grad_norm": 2.9359571594690848,
      "learning_rate": 0.00023675290521831528,
      "loss": 5.25,
      "step": 45881
    },
    {
      "epoch": 1.8792545566250256,
      "grad_norm": 2.634887721615827,
      "learning_rate": 0.00023675024459508966,
      "loss": 5.2188,
      "step": 45882
    },
    {
      "epoch": 1.8792955150522221,
      "grad_norm": 7.272519178823054,
      "learning_rate": 0.00023674758393085353,
      "loss": 2.9531,
      "step": 45883
    },
    {
      "epoch": 1.8793364734794182,
      "grad_norm": 2.9258443311847393,
      "learning_rate": 0.00023674492322560818,
      "loss": 5.0,
      "step": 45884
    },
    {
      "epoch": 1.8793774319066148,
      "grad_norm": 2.572112730897818,
      "learning_rate": 0.00023674226247935484,
      "loss": 4.7188,
      "step": 45885
    },
    {
      "epoch": 1.8794183903338113,
      "grad_norm": 3.311455400225378,
      "learning_rate": 0.00023673960169209483,
      "loss": 4.4375,
      "step": 45886
    },
    {
      "epoch": 1.8794593487610076,
      "grad_norm": 2.5500332686985385,
      "learning_rate": 0.00023673694086382934,
      "loss": 4.4375,
      "step": 45887
    },
    {
      "epoch": 1.879500307188204,
      "grad_norm": 2.71243175702335,
      "learning_rate": 0.00023673427999455968,
      "loss": 4.3125,
      "step": 45888
    },
    {
      "epoch": 1.8795412656154005,
      "grad_norm": 3.0715327281049074,
      "learning_rate": 0.00023673161908428707,
      "loss": 4.5312,
      "step": 45889
    },
    {
      "epoch": 1.8795822240425968,
      "grad_norm": 2.759616944604512,
      "learning_rate": 0.0002367289581330128,
      "loss": 4.875,
      "step": 45890
    },
    {
      "epoch": 1.879623182469793,
      "grad_norm": 3.7906795538276716,
      "learning_rate": 0.00023672629714073808,
      "loss": 6.25,
      "step": 45891
    },
    {
      "epoch": 1.8796641408969896,
      "grad_norm": 2.560672601099476,
      "learning_rate": 0.00023672363610746422,
      "loss": 4.3125,
      "step": 45892
    },
    {
      "epoch": 1.879705099324186,
      "grad_norm": 3.2490851640239793,
      "learning_rate": 0.00023672097503319247,
      "loss": 5.0312,
      "step": 45893
    },
    {
      "epoch": 1.8797460577513823,
      "grad_norm": 2.647946978347137,
      "learning_rate": 0.00023671831391792406,
      "loss": 4.4688,
      "step": 45894
    },
    {
      "epoch": 1.8797870161785788,
      "grad_norm": 3.3829853167913324,
      "learning_rate": 0.00023671565276166024,
      "loss": 5.2812,
      "step": 45895
    },
    {
      "epoch": 1.879827974605775,
      "grad_norm": 3.185443529245967,
      "learning_rate": 0.00023671299156440234,
      "loss": 5.6562,
      "step": 45896
    },
    {
      "epoch": 1.8798689330329714,
      "grad_norm": 2.3883455255846555,
      "learning_rate": 0.00023671033032615155,
      "loss": 4.2188,
      "step": 45897
    },
    {
      "epoch": 1.879909891460168,
      "grad_norm": 2.8648464700530054,
      "learning_rate": 0.00023670766904690914,
      "loss": 5.125,
      "step": 45898
    },
    {
      "epoch": 1.8799508498873643,
      "grad_norm": 2.733760377629567,
      "learning_rate": 0.00023670500772667635,
      "loss": 5.0938,
      "step": 45899
    },
    {
      "epoch": 1.8799918083145606,
      "grad_norm": 3.1861793213319314,
      "learning_rate": 0.00023670234636545453,
      "loss": 5.6875,
      "step": 45900
    },
    {
      "epoch": 1.8800327667417571,
      "grad_norm": 8.797033705964312,
      "learning_rate": 0.00023669968496324483,
      "loss": 2.9062,
      "step": 45901
    },
    {
      "epoch": 1.8800737251689537,
      "grad_norm": 2.81622870570885,
      "learning_rate": 0.00023669702352004858,
      "loss": 4.875,
      "step": 45902
    },
    {
      "epoch": 1.8801146835961497,
      "grad_norm": 3.2476288884297255,
      "learning_rate": 0.00023669436203586696,
      "loss": 5.6562,
      "step": 45903
    },
    {
      "epoch": 1.8801556420233463,
      "grad_norm": 4.334046267874829,
      "learning_rate": 0.0002366917005107013,
      "loss": 4.75,
      "step": 45904
    },
    {
      "epoch": 1.8801966004505428,
      "grad_norm": 2.9138451506493914,
      "learning_rate": 0.00023668903894455282,
      "loss": 4.4375,
      "step": 45905
    },
    {
      "epoch": 1.8802375588777391,
      "grad_norm": 2.394838168803233,
      "learning_rate": 0.00023668637733742284,
      "loss": 5.375,
      "step": 45906
    },
    {
      "epoch": 1.8802785173049354,
      "grad_norm": 6.415359777219128,
      "learning_rate": 0.0002366837156893125,
      "loss": 2.9375,
      "step": 45907
    },
    {
      "epoch": 1.880319475732132,
      "grad_norm": 2.8219896642608884,
      "learning_rate": 0.0002366810540002232,
      "loss": 5.5312,
      "step": 45908
    },
    {
      "epoch": 1.8803604341593283,
      "grad_norm": 2.706464007968267,
      "learning_rate": 0.00023667839227015607,
      "loss": 4.1562,
      "step": 45909
    },
    {
      "epoch": 1.8804013925865246,
      "grad_norm": 2.4983884876137465,
      "learning_rate": 0.00023667573049911245,
      "loss": 4.0,
      "step": 45910
    },
    {
      "epoch": 1.8804423510137211,
      "grad_norm": 3.04169100830105,
      "learning_rate": 0.0002366730686870936,
      "loss": 5.6875,
      "step": 45911
    },
    {
      "epoch": 1.8804833094409175,
      "grad_norm": 2.7713549203817243,
      "learning_rate": 0.0002366704068341007,
      "loss": 4.7188,
      "step": 45912
    },
    {
      "epoch": 1.8805242678681138,
      "grad_norm": 3.229123054234307,
      "learning_rate": 0.00023666774494013508,
      "loss": 5.0938,
      "step": 45913
    },
    {
      "epoch": 1.8805652262953103,
      "grad_norm": 2.4957450082789716,
      "learning_rate": 0.00023666508300519798,
      "loss": 4.3438,
      "step": 45914
    },
    {
      "epoch": 1.8806061847225066,
      "grad_norm": 2.450874004473254,
      "learning_rate": 0.00023666242102929067,
      "loss": 4.4062,
      "step": 45915
    },
    {
      "epoch": 1.880647143149703,
      "grad_norm": 2.4277645553978395,
      "learning_rate": 0.0002366597590124144,
      "loss": 4.1562,
      "step": 45916
    },
    {
      "epoch": 1.8806881015768995,
      "grad_norm": 2.8543399896490276,
      "learning_rate": 0.00023665709695457038,
      "loss": 4.375,
      "step": 45917
    },
    {
      "epoch": 1.8807290600040958,
      "grad_norm": 4.40187880379558,
      "learning_rate": 0.00023665443485575998,
      "loss": 5.375,
      "step": 45918
    },
    {
      "epoch": 1.880770018431292,
      "grad_norm": 2.6738877395093645,
      "learning_rate": 0.00023665177271598437,
      "loss": 5.0938,
      "step": 45919
    },
    {
      "epoch": 1.8808109768584886,
      "grad_norm": 5.615641935716792,
      "learning_rate": 0.00023664911053524477,
      "loss": 2.75,
      "step": 45920
    },
    {
      "epoch": 1.8808519352856852,
      "grad_norm": 2.989983294767087,
      "learning_rate": 0.00023664644831354256,
      "loss": 5.1562,
      "step": 45921
    },
    {
      "epoch": 1.8808928937128813,
      "grad_norm": 3.9200604501942804,
      "learning_rate": 0.00023664378605087893,
      "loss": 5.1562,
      "step": 45922
    },
    {
      "epoch": 1.8809338521400778,
      "grad_norm": 4.085470638874345,
      "learning_rate": 0.00023664112374725515,
      "loss": 4.5,
      "step": 45923
    },
    {
      "epoch": 1.8809748105672743,
      "grad_norm": 2.252156098282747,
      "learning_rate": 0.00023663846140267245,
      "loss": 3.9062,
      "step": 45924
    },
    {
      "epoch": 1.8810157689944706,
      "grad_norm": 2.4601681420319546,
      "learning_rate": 0.00023663579901713212,
      "loss": 4.3438,
      "step": 45925
    },
    {
      "epoch": 1.881056727421667,
      "grad_norm": 2.492768982800116,
      "learning_rate": 0.00023663313659063546,
      "loss": 4.375,
      "step": 45926
    },
    {
      "epoch": 1.8810976858488635,
      "grad_norm": 3.0744713192383784,
      "learning_rate": 0.0002366304741231836,
      "loss": 5.6875,
      "step": 45927
    },
    {
      "epoch": 1.8811386442760598,
      "grad_norm": 3.820254722583099,
      "learning_rate": 0.00023662781161477793,
      "loss": 4.7812,
      "step": 45928
    },
    {
      "epoch": 1.8811796027032561,
      "grad_norm": 2.896176030104469,
      "learning_rate": 0.00023662514906541964,
      "loss": 5.0938,
      "step": 45929
    },
    {
      "epoch": 1.8812205611304527,
      "grad_norm": 2.496182325888447,
      "learning_rate": 0.00023662248647511,
      "loss": 3.6406,
      "step": 45930
    },
    {
      "epoch": 1.881261519557649,
      "grad_norm": 2.7882359766279614,
      "learning_rate": 0.0002366198238438503,
      "loss": 4.5312,
      "step": 45931
    },
    {
      "epoch": 1.8813024779848453,
      "grad_norm": 3.1112868399410605,
      "learning_rate": 0.0002366171611716418,
      "loss": 4.8125,
      "step": 45932
    },
    {
      "epoch": 1.8813434364120418,
      "grad_norm": 3.974174309018653,
      "learning_rate": 0.00023661449845848565,
      "loss": 5.9375,
      "step": 45933
    },
    {
      "epoch": 1.8813843948392381,
      "grad_norm": 3.222872368700029,
      "learning_rate": 0.00023661183570438323,
      "loss": 5.8438,
      "step": 45934
    },
    {
      "epoch": 1.8814253532664345,
      "grad_norm": 2.7417310887568855,
      "learning_rate": 0.00023660917290933573,
      "loss": 4.375,
      "step": 45935
    },
    {
      "epoch": 1.881466311693631,
      "grad_norm": 2.75365117057326,
      "learning_rate": 0.0002366065100733445,
      "loss": 5.3438,
      "step": 45936
    },
    {
      "epoch": 1.8815072701208275,
      "grad_norm": 2.7582738160991536,
      "learning_rate": 0.00023660384719641073,
      "loss": 5.2188,
      "step": 45937
    },
    {
      "epoch": 1.8815482285480236,
      "grad_norm": 3.3402561567929197,
      "learning_rate": 0.00023660118427853568,
      "loss": 6.2812,
      "step": 45938
    },
    {
      "epoch": 1.8815891869752202,
      "grad_norm": 3.300530211502501,
      "learning_rate": 0.00023659852131972057,
      "loss": 5.5312,
      "step": 45939
    },
    {
      "epoch": 1.8816301454024167,
      "grad_norm": 2.926036368466493,
      "learning_rate": 0.00023659585831996676,
      "loss": 4.625,
      "step": 45940
    },
    {
      "epoch": 1.8816711038296128,
      "grad_norm": 2.524789947195082,
      "learning_rate": 0.0002365931952792754,
      "loss": 4.3438,
      "step": 45941
    },
    {
      "epoch": 1.8817120622568093,
      "grad_norm": 2.7000589786582974,
      "learning_rate": 0.00023659053219764786,
      "loss": 4.5,
      "step": 45942
    },
    {
      "epoch": 1.8817530206840059,
      "grad_norm": 2.6158872076279533,
      "learning_rate": 0.00023658786907508532,
      "loss": 4.4375,
      "step": 45943
    },
    {
      "epoch": 1.8817939791112022,
      "grad_norm": 2.565220302087186,
      "learning_rate": 0.00023658520591158906,
      "loss": 4.8125,
      "step": 45944
    },
    {
      "epoch": 1.8818349375383985,
      "grad_norm": 2.7681502592419838,
      "learning_rate": 0.0002365825427071603,
      "loss": 4.5312,
      "step": 45945
    },
    {
      "epoch": 1.881875895965595,
      "grad_norm": 3.1216661342218046,
      "learning_rate": 0.00023657987946180034,
      "loss": 4.5625,
      "step": 45946
    },
    {
      "epoch": 1.8819168543927913,
      "grad_norm": 3.141621281420832,
      "learning_rate": 0.0002365772161755105,
      "loss": 6.5,
      "step": 45947
    },
    {
      "epoch": 1.8819578128199876,
      "grad_norm": 10.93797998417215,
      "learning_rate": 0.00023657455284829194,
      "loss": 4.9062,
      "step": 45948
    },
    {
      "epoch": 1.8819987712471842,
      "grad_norm": 3.177079327375737,
      "learning_rate": 0.00023657188948014596,
      "loss": 5.375,
      "step": 45949
    },
    {
      "epoch": 1.8820397296743805,
      "grad_norm": 2.734527078409552,
      "learning_rate": 0.00023656922607107379,
      "loss": 4.7188,
      "step": 45950
    },
    {
      "epoch": 1.8820806881015768,
      "grad_norm": 2.6012504793490323,
      "learning_rate": 0.00023656656262107675,
      "loss": 5.0938,
      "step": 45951
    },
    {
      "epoch": 1.8821216465287733,
      "grad_norm": 3.1639894830876334,
      "learning_rate": 0.00023656389913015606,
      "loss": 4.1562,
      "step": 45952
    },
    {
      "epoch": 1.8821626049559697,
      "grad_norm": 2.362175971210355,
      "learning_rate": 0.00023656123559831293,
      "loss": 3.7969,
      "step": 45953
    },
    {
      "epoch": 1.882203563383166,
      "grad_norm": 3.756370191696027,
      "learning_rate": 0.00023655857202554872,
      "loss": 4.3438,
      "step": 45954
    },
    {
      "epoch": 1.8822445218103625,
      "grad_norm": 2.974993913896172,
      "learning_rate": 0.0002365559084118646,
      "loss": 5.0625,
      "step": 45955
    },
    {
      "epoch": 1.882285480237559,
      "grad_norm": 2.7953045900953444,
      "learning_rate": 0.00023655324475726193,
      "loss": 4.9688,
      "step": 45956
    },
    {
      "epoch": 1.8823264386647551,
      "grad_norm": 2.559375782768881,
      "learning_rate": 0.00023655058106174186,
      "loss": 4.25,
      "step": 45957
    },
    {
      "epoch": 1.8823673970919517,
      "grad_norm": 4.830228922916985,
      "learning_rate": 0.00023654791732530573,
      "loss": 6.0625,
      "step": 45958
    },
    {
      "epoch": 1.8824083555191482,
      "grad_norm": 2.961284976724843,
      "learning_rate": 0.00023654525354795475,
      "loss": 4.9688,
      "step": 45959
    },
    {
      "epoch": 1.8824493139463445,
      "grad_norm": 2.8815721380352106,
      "learning_rate": 0.0002365425897296902,
      "loss": 5.5312,
      "step": 45960
    },
    {
      "epoch": 1.8824902723735408,
      "grad_norm": 6.819385879246374,
      "learning_rate": 0.00023653992587051328,
      "loss": 6.5312,
      "step": 45961
    },
    {
      "epoch": 1.8825312308007374,
      "grad_norm": 3.2257154732059887,
      "learning_rate": 0.00023653726197042538,
      "loss": 5.1562,
      "step": 45962
    },
    {
      "epoch": 1.8825721892279337,
      "grad_norm": 6.362753211044534,
      "learning_rate": 0.00023653459802942765,
      "loss": 2.25,
      "step": 45963
    },
    {
      "epoch": 1.88261314765513,
      "grad_norm": 2.539871335054538,
      "learning_rate": 0.0002365319340475214,
      "loss": 4.4375,
      "step": 45964
    },
    {
      "epoch": 1.8826541060823265,
      "grad_norm": 6.809275979252397,
      "learning_rate": 0.0002365292700247079,
      "loss": 4.0312,
      "step": 45965
    },
    {
      "epoch": 1.8826950645095228,
      "grad_norm": 4.756571111164518,
      "learning_rate": 0.00023652660596098834,
      "loss": 5.8125,
      "step": 45966
    },
    {
      "epoch": 1.8827360229367192,
      "grad_norm": 3.0313973523165307,
      "learning_rate": 0.00023652394185636402,
      "loss": 5.6562,
      "step": 45967
    },
    {
      "epoch": 1.8827769813639157,
      "grad_norm": 2.8236034367609393,
      "learning_rate": 0.00023652127771083621,
      "loss": 5.0625,
      "step": 45968
    },
    {
      "epoch": 1.882817939791112,
      "grad_norm": 2.3099879720474954,
      "learning_rate": 0.00023651861352440618,
      "loss": 1.3203,
      "step": 45969
    },
    {
      "epoch": 1.8828588982183083,
      "grad_norm": 3.428676269219737,
      "learning_rate": 0.00023651594929707513,
      "loss": 5.5938,
      "step": 45970
    },
    {
      "epoch": 1.8828998566455049,
      "grad_norm": 4.802745808935493,
      "learning_rate": 0.0002365132850288444,
      "loss": 2.9375,
      "step": 45971
    },
    {
      "epoch": 1.8829408150727012,
      "grad_norm": 3.751938955553813,
      "learning_rate": 0.0002365106207197152,
      "loss": 5.4062,
      "step": 45972
    },
    {
      "epoch": 1.8829817734998975,
      "grad_norm": 2.9388568963909587,
      "learning_rate": 0.00023650795636968877,
      "loss": 5.4688,
      "step": 45973
    },
    {
      "epoch": 1.883022731927094,
      "grad_norm": 3.054360852210633,
      "learning_rate": 0.00023650529197876644,
      "loss": 5.5312,
      "step": 45974
    },
    {
      "epoch": 1.8830636903542906,
      "grad_norm": 3.351475526765829,
      "learning_rate": 0.0002365026275469494,
      "loss": 6.3438,
      "step": 45975
    },
    {
      "epoch": 1.8831046487814866,
      "grad_norm": 3.0639976328730336,
      "learning_rate": 0.00023649996307423894,
      "loss": 5.0938,
      "step": 45976
    },
    {
      "epoch": 1.8831456072086832,
      "grad_norm": 3.0413990014313383,
      "learning_rate": 0.0002364972985606363,
      "loss": 5.5938,
      "step": 45977
    },
    {
      "epoch": 1.8831865656358797,
      "grad_norm": 2.95022217432506,
      "learning_rate": 0.0002364946340061428,
      "loss": 4.9375,
      "step": 45978
    },
    {
      "epoch": 1.883227524063076,
      "grad_norm": 3.2811688698970647,
      "learning_rate": 0.0002364919694107596,
      "loss": 5.1875,
      "step": 45979
    },
    {
      "epoch": 1.8832684824902723,
      "grad_norm": 3.0013263479814642,
      "learning_rate": 0.00023648930477448806,
      "loss": 4.875,
      "step": 45980
    },
    {
      "epoch": 1.8833094409174689,
      "grad_norm": 2.629130418384921,
      "learning_rate": 0.00023648664009732936,
      "loss": 5.5312,
      "step": 45981
    },
    {
      "epoch": 1.8833503993446652,
      "grad_norm": 5.611489871418358,
      "learning_rate": 0.00023648397537928483,
      "loss": 8.125,
      "step": 45982
    },
    {
      "epoch": 1.8833913577718615,
      "grad_norm": 2.6569747064866873,
      "learning_rate": 0.0002364813106203557,
      "loss": 5.375,
      "step": 45983
    },
    {
      "epoch": 1.883432316199058,
      "grad_norm": 2.8032827816027632,
      "learning_rate": 0.0002364786458205432,
      "loss": 4.25,
      "step": 45984
    },
    {
      "epoch": 1.8834732746262544,
      "grad_norm": 2.639284451484066,
      "learning_rate": 0.0002364759809798486,
      "loss": 5.4375,
      "step": 45985
    },
    {
      "epoch": 1.8835142330534507,
      "grad_norm": 11.654031281618757,
      "learning_rate": 0.00023647331609827322,
      "loss": 3.1562,
      "step": 45986
    },
    {
      "epoch": 1.8835551914806472,
      "grad_norm": 18.79385122302747,
      "learning_rate": 0.00023647065117581825,
      "loss": 3.1875,
      "step": 45987
    },
    {
      "epoch": 1.8835961499078435,
      "grad_norm": 2.7634019772519465,
      "learning_rate": 0.00023646798621248497,
      "loss": 5.0938,
      "step": 45988
    },
    {
      "epoch": 1.8836371083350398,
      "grad_norm": 2.567774743646185,
      "learning_rate": 0.00023646532120827463,
      "loss": 4.5,
      "step": 45989
    },
    {
      "epoch": 1.8836780667622364,
      "grad_norm": 2.5312841928174903,
      "learning_rate": 0.0002364626561631885,
      "loss": 2.75,
      "step": 45990
    },
    {
      "epoch": 1.8837190251894327,
      "grad_norm": 5.547304212258787,
      "learning_rate": 0.00023645999107722786,
      "loss": 6.3438,
      "step": 45991
    },
    {
      "epoch": 1.883759983616629,
      "grad_norm": 2.7054161126620127,
      "learning_rate": 0.00023645732595039398,
      "loss": 4.2188,
      "step": 45992
    },
    {
      "epoch": 1.8838009420438255,
      "grad_norm": 2.4571794839843863,
      "learning_rate": 0.00023645466078268804,
      "loss": 4.75,
      "step": 45993
    },
    {
      "epoch": 1.883841900471022,
      "grad_norm": 2.6826735316897805,
      "learning_rate": 0.0002364519955741114,
      "loss": 5.2188,
      "step": 45994
    },
    {
      "epoch": 1.8838828588982182,
      "grad_norm": 6.5212495819300775,
      "learning_rate": 0.00023644933032466526,
      "loss": 6.3438,
      "step": 45995
    },
    {
      "epoch": 1.8839238173254147,
      "grad_norm": 3.215052405157069,
      "learning_rate": 0.00023644666503435088,
      "loss": 4.75,
      "step": 45996
    },
    {
      "epoch": 1.8839647757526112,
      "grad_norm": 3.188568019630184,
      "learning_rate": 0.00023644399970316956,
      "loss": 4.6562,
      "step": 45997
    },
    {
      "epoch": 1.8840057341798075,
      "grad_norm": 2.857009104457021,
      "learning_rate": 0.00023644133433112251,
      "loss": 6.1875,
      "step": 45998
    },
    {
      "epoch": 1.8840466926070039,
      "grad_norm": 2.723817988994608,
      "learning_rate": 0.000236438668918211,
      "loss": 4.4375,
      "step": 45999
    },
    {
      "epoch": 1.8840876510342004,
      "grad_norm": 4.689776598690387,
      "learning_rate": 0.00023643600346443634,
      "loss": 6.875,
      "step": 46000
    },
    {
      "epoch": 1.8841286094613967,
      "grad_norm": 2.730236023883916,
      "learning_rate": 0.00023643333796979975,
      "loss": 5.4062,
      "step": 46001
    },
    {
      "epoch": 1.884169567888593,
      "grad_norm": 2.261789481139774,
      "learning_rate": 0.00023643067243430245,
      "loss": 4.375,
      "step": 46002
    },
    {
      "epoch": 1.8842105263157896,
      "grad_norm": 2.654461631888491,
      "learning_rate": 0.00023642800685794578,
      "loss": 4.75,
      "step": 46003
    },
    {
      "epoch": 1.8842514847429859,
      "grad_norm": 2.7098682213739886,
      "learning_rate": 0.00023642534124073097,
      "loss": 5.0312,
      "step": 46004
    },
    {
      "epoch": 1.8842924431701822,
      "grad_norm": 2.632448920722674,
      "learning_rate": 0.00023642267558265925,
      "loss": 4.7812,
      "step": 46005
    },
    {
      "epoch": 1.8843334015973787,
      "grad_norm": 7.868208718958501,
      "learning_rate": 0.0002364200098837319,
      "loss": 5.5625,
      "step": 46006
    },
    {
      "epoch": 1.884374360024575,
      "grad_norm": 2.5266505290085637,
      "learning_rate": 0.0002364173441439502,
      "loss": 4.0625,
      "step": 46007
    },
    {
      "epoch": 1.8844153184517713,
      "grad_norm": 2.947610688232113,
      "learning_rate": 0.0002364146783633154,
      "loss": 5.0,
      "step": 46008
    },
    {
      "epoch": 1.8844562768789679,
      "grad_norm": 3.0348319540595434,
      "learning_rate": 0.00023641201254182874,
      "loss": 5.3125,
      "step": 46009
    },
    {
      "epoch": 1.8844972353061642,
      "grad_norm": 2.6969416774138137,
      "learning_rate": 0.0002364093466794915,
      "loss": 4.25,
      "step": 46010
    },
    {
      "epoch": 1.8845381937333605,
      "grad_norm": 2.2626805276378628,
      "learning_rate": 0.00023640668077630497,
      "loss": 4.0625,
      "step": 46011
    },
    {
      "epoch": 1.884579152160557,
      "grad_norm": 2.623291725952604,
      "learning_rate": 0.0002364040148322703,
      "loss": 4.625,
      "step": 46012
    },
    {
      "epoch": 1.8846201105877536,
      "grad_norm": 8.193841975576726,
      "learning_rate": 0.00023640134884738887,
      "loss": 4.7812,
      "step": 46013
    },
    {
      "epoch": 1.8846610690149497,
      "grad_norm": 2.6801806948730147,
      "learning_rate": 0.00023639868282166192,
      "loss": 4.7812,
      "step": 46014
    },
    {
      "epoch": 1.8847020274421462,
      "grad_norm": 2.956108712526818,
      "learning_rate": 0.0002363960167550906,
      "loss": 4.5312,
      "step": 46015
    },
    {
      "epoch": 1.8847429858693427,
      "grad_norm": 2.4997889409780862,
      "learning_rate": 0.00023639335064767637,
      "loss": 4.5312,
      "step": 46016
    },
    {
      "epoch": 1.884783944296539,
      "grad_norm": 2.9197632075180286,
      "learning_rate": 0.00023639068449942026,
      "loss": 6.0625,
      "step": 46017
    },
    {
      "epoch": 1.8848249027237354,
      "grad_norm": 2.3565466539539983,
      "learning_rate": 0.00023638801831032377,
      "loss": 4.6562,
      "step": 46018
    },
    {
      "epoch": 1.884865861150932,
      "grad_norm": 2.5507561226919777,
      "learning_rate": 0.00023638535208038794,
      "loss": 4.6562,
      "step": 46019
    },
    {
      "epoch": 1.8849068195781282,
      "grad_norm": 5.462568444197675,
      "learning_rate": 0.00023638268580961416,
      "loss": 6.3125,
      "step": 46020
    },
    {
      "epoch": 1.8849477780053245,
      "grad_norm": 3.5646311150585572,
      "learning_rate": 0.00023638001949800367,
      "loss": 5.0312,
      "step": 46021
    },
    {
      "epoch": 1.884988736432521,
      "grad_norm": 3.0641161693442442,
      "learning_rate": 0.0002363773531455577,
      "loss": 5.7812,
      "step": 46022
    },
    {
      "epoch": 1.8850296948597174,
      "grad_norm": 2.9656887128354517,
      "learning_rate": 0.00023637468675227752,
      "loss": 4.4062,
      "step": 46023
    },
    {
      "epoch": 1.8850706532869137,
      "grad_norm": 3.2242834637478075,
      "learning_rate": 0.00023637202031816446,
      "loss": 5.4688,
      "step": 46024
    },
    {
      "epoch": 1.8851116117141102,
      "grad_norm": 3.285358539063274,
      "learning_rate": 0.00023636935384321967,
      "loss": 4.7188,
      "step": 46025
    },
    {
      "epoch": 1.8851525701413065,
      "grad_norm": 3.3150064043857728,
      "learning_rate": 0.0002363666873274445,
      "loss": 5.1875,
      "step": 46026
    },
    {
      "epoch": 1.8851935285685029,
      "grad_norm": 2.518107745883284,
      "learning_rate": 0.00023636402077084013,
      "loss": 4.0312,
      "step": 46027
    },
    {
      "epoch": 1.8852344869956994,
      "grad_norm": 10.976784791132017,
      "learning_rate": 0.00023636135417340787,
      "loss": 5.5625,
      "step": 46028
    },
    {
      "epoch": 1.8852754454228957,
      "grad_norm": 3.435608827188955,
      "learning_rate": 0.000236358687535149,
      "loss": 7.5,
      "step": 46029
    },
    {
      "epoch": 1.885316403850092,
      "grad_norm": 2.6448515875749155,
      "learning_rate": 0.00023635602085606472,
      "loss": 4.5312,
      "step": 46030
    },
    {
      "epoch": 1.8853573622772886,
      "grad_norm": 3.3548610261547176,
      "learning_rate": 0.00023635335413615635,
      "loss": 5.3438,
      "step": 46031
    },
    {
      "epoch": 1.885398320704485,
      "grad_norm": 8.199610370875675,
      "learning_rate": 0.0002363506873754251,
      "loss": 6.6875,
      "step": 46032
    },
    {
      "epoch": 1.8854392791316812,
      "grad_norm": 2.868440307037581,
      "learning_rate": 0.00023634802057387224,
      "loss": 5.0,
      "step": 46033
    },
    {
      "epoch": 1.8854802375588777,
      "grad_norm": 3.7176372135617726,
      "learning_rate": 0.00023634535373149912,
      "loss": 4.7188,
      "step": 46034
    },
    {
      "epoch": 1.8855211959860743,
      "grad_norm": 3.8939991336883164,
      "learning_rate": 0.00023634268684830686,
      "loss": 3.6875,
      "step": 46035
    },
    {
      "epoch": 1.8855621544132706,
      "grad_norm": 3.123250920454523,
      "learning_rate": 0.0002363400199242968,
      "loss": 4.3438,
      "step": 46036
    },
    {
      "epoch": 1.8856031128404669,
      "grad_norm": 4.484648335401874,
      "learning_rate": 0.00023633735295947023,
      "loss": 7.25,
      "step": 46037
    },
    {
      "epoch": 1.8856440712676634,
      "grad_norm": 3.5686582463346395,
      "learning_rate": 0.00023633468595382832,
      "loss": 5.5625,
      "step": 46038
    },
    {
      "epoch": 1.8856850296948597,
      "grad_norm": 3.455928416947682,
      "learning_rate": 0.0002363320189073724,
      "loss": 4.25,
      "step": 46039
    },
    {
      "epoch": 1.885725988122056,
      "grad_norm": 3.07318222419524,
      "learning_rate": 0.0002363293518201037,
      "loss": 4.25,
      "step": 46040
    },
    {
      "epoch": 1.8857669465492526,
      "grad_norm": 2.702371161447276,
      "learning_rate": 0.0002363266846920235,
      "loss": 4.9375,
      "step": 46041
    },
    {
      "epoch": 1.885807904976449,
      "grad_norm": 2.879455957224117,
      "learning_rate": 0.00023632401752313311,
      "loss": 5.2812,
      "step": 46042
    },
    {
      "epoch": 1.8858488634036452,
      "grad_norm": 2.793717699840246,
      "learning_rate": 0.00023632135031343367,
      "loss": 5.0312,
      "step": 46043
    },
    {
      "epoch": 1.8858898218308418,
      "grad_norm": 2.75386975210927,
      "learning_rate": 0.00023631868306292654,
      "loss": 4.625,
      "step": 46044
    },
    {
      "epoch": 1.885930780258038,
      "grad_norm": 6.999648427571619,
      "learning_rate": 0.0002363160157716129,
      "loss": 3.7969,
      "step": 46045
    },
    {
      "epoch": 1.8859717386852344,
      "grad_norm": 4.977032322904826,
      "learning_rate": 0.00023631334843949407,
      "loss": 3.7031,
      "step": 46046
    },
    {
      "epoch": 1.886012697112431,
      "grad_norm": 5.726354256710058,
      "learning_rate": 0.0002363106810665713,
      "loss": 4.5938,
      "step": 46047
    },
    {
      "epoch": 1.8860536555396272,
      "grad_norm": 2.6949655323296744,
      "learning_rate": 0.00023630801365284585,
      "loss": 4.4375,
      "step": 46048
    },
    {
      "epoch": 1.8860946139668235,
      "grad_norm": 5.674320513508682,
      "learning_rate": 0.00023630534619831898,
      "loss": 4.375,
      "step": 46049
    },
    {
      "epoch": 1.88613557239402,
      "grad_norm": 8.968989492462747,
      "learning_rate": 0.00023630267870299195,
      "loss": 7.0312,
      "step": 46050
    },
    {
      "epoch": 1.8861765308212166,
      "grad_norm": 2.5287331310481687,
      "learning_rate": 0.00023630001116686604,
      "loss": 5.5938,
      "step": 46051
    },
    {
      "epoch": 1.8862174892484127,
      "grad_norm": 4.393634019252214,
      "learning_rate": 0.00023629734358994247,
      "loss": 7.1562,
      "step": 46052
    },
    {
      "epoch": 1.8862584476756092,
      "grad_norm": 2.523903438026682,
      "learning_rate": 0.0002362946759722225,
      "loss": 4.5625,
      "step": 46053
    },
    {
      "epoch": 1.8862994061028058,
      "grad_norm": 6.501741013040415,
      "learning_rate": 0.00023629200831370748,
      "loss": 5.6562,
      "step": 46054
    },
    {
      "epoch": 1.886340364530002,
      "grad_norm": 3.2958993798420786,
      "learning_rate": 0.00023628934061439854,
      "loss": 3.9531,
      "step": 46055
    },
    {
      "epoch": 1.8863813229571984,
      "grad_norm": 2.7445375208244687,
      "learning_rate": 0.00023628667287429705,
      "loss": 4.7188,
      "step": 46056
    },
    {
      "epoch": 1.886422281384395,
      "grad_norm": 2.606352610537371,
      "learning_rate": 0.0002362840050934042,
      "loss": 4.5312,
      "step": 46057
    },
    {
      "epoch": 1.8864632398115913,
      "grad_norm": 10.615378463551869,
      "learning_rate": 0.0002362813372717213,
      "loss": 6.1875,
      "step": 46058
    },
    {
      "epoch": 1.8865041982387876,
      "grad_norm": 5.432380625733291,
      "learning_rate": 0.00023627866940924955,
      "loss": 4.0938,
      "step": 46059
    },
    {
      "epoch": 1.886545156665984,
      "grad_norm": 2.8314809959108067,
      "learning_rate": 0.00023627600150599032,
      "loss": 4.8125,
      "step": 46060
    },
    {
      "epoch": 1.8865861150931804,
      "grad_norm": 2.5679716921905875,
      "learning_rate": 0.00023627333356194475,
      "loss": 4.9375,
      "step": 46061
    },
    {
      "epoch": 1.8866270735203767,
      "grad_norm": 2.6035612982804874,
      "learning_rate": 0.0002362706655771142,
      "loss": 4.8438,
      "step": 46062
    },
    {
      "epoch": 1.8866680319475733,
      "grad_norm": 2.4529709180196515,
      "learning_rate": 0.00023626799755149987,
      "loss": 3.9688,
      "step": 46063
    },
    {
      "epoch": 1.8867089903747696,
      "grad_norm": 2.8904122628113864,
      "learning_rate": 0.000236265329485103,
      "loss": 1.7188,
      "step": 46064
    },
    {
      "epoch": 1.886749948801966,
      "grad_norm": 2.4357466071840563,
      "learning_rate": 0.00023626266137792492,
      "loss": 4.625,
      "step": 46065
    },
    {
      "epoch": 1.8867909072291624,
      "grad_norm": 3.3390576034328565,
      "learning_rate": 0.00023625999322996684,
      "loss": 5.0625,
      "step": 46066
    },
    {
      "epoch": 1.8868318656563587,
      "grad_norm": 3.632551531975567,
      "learning_rate": 0.00023625732504123004,
      "loss": 5.0625,
      "step": 46067
    },
    {
      "epoch": 1.886872824083555,
      "grad_norm": 3.1643963022152946,
      "learning_rate": 0.00023625465681171578,
      "loss": 5.25,
      "step": 46068
    },
    {
      "epoch": 1.8869137825107516,
      "grad_norm": 2.9252524544917846,
      "learning_rate": 0.00023625198854142532,
      "loss": 6.8125,
      "step": 46069
    },
    {
      "epoch": 1.8869547409379481,
      "grad_norm": 7.272444711446205,
      "learning_rate": 0.00023624932023035995,
      "loss": 5.6875,
      "step": 46070
    },
    {
      "epoch": 1.8869956993651442,
      "grad_norm": 2.549475833638057,
      "learning_rate": 0.00023624665187852093,
      "loss": 4.3438,
      "step": 46071
    },
    {
      "epoch": 1.8870366577923408,
      "grad_norm": 3.233474716383885,
      "learning_rate": 0.00023624398348590946,
      "loss": 5.1875,
      "step": 46072
    },
    {
      "epoch": 1.8870776162195373,
      "grad_norm": 2.92443802093786,
      "learning_rate": 0.0002362413150525269,
      "loss": 5.1875,
      "step": 46073
    },
    {
      "epoch": 1.8871185746467336,
      "grad_norm": 2.5904758691294267,
      "learning_rate": 0.00023623864657837436,
      "loss": 4.625,
      "step": 46074
    },
    {
      "epoch": 1.88715953307393,
      "grad_norm": 5.459864638922751,
      "learning_rate": 0.0002362359780634532,
      "loss": 5.6875,
      "step": 46075
    },
    {
      "epoch": 1.8872004915011265,
      "grad_norm": 3.08285280595101,
      "learning_rate": 0.0002362333095077647,
      "loss": 4.75,
      "step": 46076
    },
    {
      "epoch": 1.8872414499283228,
      "grad_norm": 4.306887104852508,
      "learning_rate": 0.0002362306409113101,
      "loss": 5.8125,
      "step": 46077
    },
    {
      "epoch": 1.887282408355519,
      "grad_norm": 2.6329191914442496,
      "learning_rate": 0.0002362279722740907,
      "loss": 5.5312,
      "step": 46078
    },
    {
      "epoch": 1.8873233667827156,
      "grad_norm": 11.412512371536842,
      "learning_rate": 0.00023622530359610763,
      "loss": 3.2344,
      "step": 46079
    },
    {
      "epoch": 1.887364325209912,
      "grad_norm": 3.0873696435591937,
      "learning_rate": 0.00023622263487736231,
      "loss": 5.9688,
      "step": 46080
    },
    {
      "epoch": 1.8874052836371082,
      "grad_norm": 2.7205852322907216,
      "learning_rate": 0.00023621996611785588,
      "loss": 5.0,
      "step": 46081
    },
    {
      "epoch": 1.8874462420643048,
      "grad_norm": 4.550565707793333,
      "learning_rate": 0.00023621729731758967,
      "loss": 1.5234,
      "step": 46082
    },
    {
      "epoch": 1.887487200491501,
      "grad_norm": 2.992563643807694,
      "learning_rate": 0.00023621462847656495,
      "loss": 6.5,
      "step": 46083
    },
    {
      "epoch": 1.8875281589186974,
      "grad_norm": 5.370570627511018,
      "learning_rate": 0.00023621195959478293,
      "loss": 4.7188,
      "step": 46084
    },
    {
      "epoch": 1.887569117345894,
      "grad_norm": 10.949942622826132,
      "learning_rate": 0.0002362092906722449,
      "loss": 4.4688,
      "step": 46085
    },
    {
      "epoch": 1.8876100757730905,
      "grad_norm": 2.7615018388049957,
      "learning_rate": 0.00023620662170895215,
      "loss": 4.7188,
      "step": 46086
    },
    {
      "epoch": 1.8876510342002866,
      "grad_norm": 2.7967819654636337,
      "learning_rate": 0.00023620395270490587,
      "loss": 4.75,
      "step": 46087
    },
    {
      "epoch": 1.887691992627483,
      "grad_norm": 3.2137314817448837,
      "learning_rate": 0.00023620128366010738,
      "loss": 5.4062,
      "step": 46088
    },
    {
      "epoch": 1.8877329510546796,
      "grad_norm": 3.0007788647721427,
      "learning_rate": 0.0002361986145745579,
      "loss": 5.0625,
      "step": 46089
    },
    {
      "epoch": 1.8877739094818757,
      "grad_norm": 5.153812382371438,
      "learning_rate": 0.0002361959454482588,
      "loss": 5.5312,
      "step": 46090
    },
    {
      "epoch": 1.8878148679090723,
      "grad_norm": 4.815041012753998,
      "learning_rate": 0.00023619327628121115,
      "loss": 5.3125,
      "step": 46091
    },
    {
      "epoch": 1.8878558263362688,
      "grad_norm": 4.566389039183145,
      "learning_rate": 0.0002361906070734164,
      "loss": 5.1562,
      "step": 46092
    },
    {
      "epoch": 1.8878967847634651,
      "grad_norm": 3.4366557527708963,
      "learning_rate": 0.00023618793782487568,
      "loss": 5.4375,
      "step": 46093
    },
    {
      "epoch": 1.8879377431906614,
      "grad_norm": 2.6803827926799086,
      "learning_rate": 0.00023618526853559033,
      "loss": 4.375,
      "step": 46094
    },
    {
      "epoch": 1.887978701617858,
      "grad_norm": 3.0391594698470703,
      "learning_rate": 0.0002361825992055616,
      "loss": 5.0625,
      "step": 46095
    },
    {
      "epoch": 1.8880196600450543,
      "grad_norm": 2.7320009885513983,
      "learning_rate": 0.0002361799298347907,
      "loss": 4.5625,
      "step": 46096
    },
    {
      "epoch": 1.8880606184722506,
      "grad_norm": 7.498225270486839,
      "learning_rate": 0.00023617726042327896,
      "loss": 6.6875,
      "step": 46097
    },
    {
      "epoch": 1.8881015768994471,
      "grad_norm": 3.0612003261321012,
      "learning_rate": 0.0002361745909710276,
      "loss": 4.8125,
      "step": 46098
    },
    {
      "epoch": 1.8881425353266434,
      "grad_norm": 4.309420533375358,
      "learning_rate": 0.0002361719214780379,
      "loss": 2.8281,
      "step": 46099
    },
    {
      "epoch": 1.8881834937538398,
      "grad_norm": 2.394265776696739,
      "learning_rate": 0.0002361692519443111,
      "loss": 4.4375,
      "step": 46100
    },
    {
      "epoch": 1.8882244521810363,
      "grad_norm": 2.5549543347099584,
      "learning_rate": 0.0002361665823698485,
      "loss": 4.6562,
      "step": 46101
    },
    {
      "epoch": 1.8882654106082326,
      "grad_norm": 2.505349311755897,
      "learning_rate": 0.00023616391275465136,
      "loss": 3.625,
      "step": 46102
    },
    {
      "epoch": 1.888306369035429,
      "grad_norm": 3.961483592879229,
      "learning_rate": 0.00023616124309872087,
      "loss": 6.25,
      "step": 46103
    },
    {
      "epoch": 1.8883473274626255,
      "grad_norm": 4.50839434606646,
      "learning_rate": 0.00023615857340205838,
      "loss": 3.8906,
      "step": 46104
    },
    {
      "epoch": 1.888388285889822,
      "grad_norm": 3.086204997130938,
      "learning_rate": 0.0002361559036646651,
      "loss": 4.3438,
      "step": 46105
    },
    {
      "epoch": 1.888429244317018,
      "grad_norm": 4.593689267321345,
      "learning_rate": 0.0002361532338865423,
      "loss": 6.5,
      "step": 46106
    },
    {
      "epoch": 1.8884702027442146,
      "grad_norm": 2.783127485382006,
      "learning_rate": 0.00023615056406769129,
      "loss": 4.7812,
      "step": 46107
    },
    {
      "epoch": 1.8885111611714112,
      "grad_norm": 2.690873924176576,
      "learning_rate": 0.0002361478942081132,
      "loss": 5.0312,
      "step": 46108
    },
    {
      "epoch": 1.8885521195986072,
      "grad_norm": 2.8659114678484174,
      "learning_rate": 0.00023614522430780952,
      "loss": 5.5625,
      "step": 46109
    },
    {
      "epoch": 1.8885930780258038,
      "grad_norm": 2.68365159650444,
      "learning_rate": 0.00023614255436678127,
      "loss": 4.7812,
      "step": 46110
    },
    {
      "epoch": 1.8886340364530003,
      "grad_norm": 3.076357892900039,
      "learning_rate": 0.00023613988438502985,
      "loss": 4.875,
      "step": 46111
    },
    {
      "epoch": 1.8886749948801966,
      "grad_norm": 2.98895599986093,
      "learning_rate": 0.0002361372143625565,
      "loss": 5.375,
      "step": 46112
    },
    {
      "epoch": 1.888715953307393,
      "grad_norm": 2.6288574087307026,
      "learning_rate": 0.00023613454429936248,
      "loss": 3.6719,
      "step": 46113
    },
    {
      "epoch": 1.8887569117345895,
      "grad_norm": 2.801224582327081,
      "learning_rate": 0.00023613187419544907,
      "loss": 4.5625,
      "step": 46114
    },
    {
      "epoch": 1.8887978701617858,
      "grad_norm": 2.4662584150282676,
      "learning_rate": 0.00023612920405081746,
      "loss": 4.8125,
      "step": 46115
    },
    {
      "epoch": 1.888838828588982,
      "grad_norm": 3.4576678280417137,
      "learning_rate": 0.00023612653386546897,
      "loss": 5.3125,
      "step": 46116
    },
    {
      "epoch": 1.8888797870161786,
      "grad_norm": 2.70835015293158,
      "learning_rate": 0.00023612386363940484,
      "loss": 4.875,
      "step": 46117
    },
    {
      "epoch": 1.888920745443375,
      "grad_norm": 10.108462054181118,
      "learning_rate": 0.00023612119337262634,
      "loss": 5.125,
      "step": 46118
    },
    {
      "epoch": 1.8889617038705713,
      "grad_norm": 3.1827159732971566,
      "learning_rate": 0.00023611852306513478,
      "loss": 6.2812,
      "step": 46119
    },
    {
      "epoch": 1.8890026622977678,
      "grad_norm": 7.2271611553378365,
      "learning_rate": 0.00023611585271693137,
      "loss": 3.1719,
      "step": 46120
    },
    {
      "epoch": 1.8890436207249641,
      "grad_norm": 2.8919236331668525,
      "learning_rate": 0.00023611318232801733,
      "loss": 5.0938,
      "step": 46121
    },
    {
      "epoch": 1.8890845791521604,
      "grad_norm": 9.564666698580922,
      "learning_rate": 0.00023611051189839402,
      "loss": 4.4062,
      "step": 46122
    },
    {
      "epoch": 1.889125537579357,
      "grad_norm": 9.479213904843835,
      "learning_rate": 0.00023610784142806266,
      "loss": 5.5625,
      "step": 46123
    },
    {
      "epoch": 1.8891664960065535,
      "grad_norm": 2.67599469618818,
      "learning_rate": 0.00023610517091702453,
      "loss": 5.0312,
      "step": 46124
    },
    {
      "epoch": 1.8892074544337496,
      "grad_norm": 2.625715211253803,
      "learning_rate": 0.00023610250036528078,
      "loss": 4.3438,
      "step": 46125
    },
    {
      "epoch": 1.8892484128609461,
      "grad_norm": 2.904853525901867,
      "learning_rate": 0.00023609982977283286,
      "loss": 4.5625,
      "step": 46126
    },
    {
      "epoch": 1.8892893712881427,
      "grad_norm": 2.862314875966261,
      "learning_rate": 0.0002360971591396819,
      "loss": 5.25,
      "step": 46127
    },
    {
      "epoch": 1.889330329715339,
      "grad_norm": 4.280101876809816,
      "learning_rate": 0.00023609448846582918,
      "loss": 4.8438,
      "step": 46128
    },
    {
      "epoch": 1.8893712881425353,
      "grad_norm": 2.5499447690054535,
      "learning_rate": 0.000236091817751276,
      "loss": 4.9688,
      "step": 46129
    },
    {
      "epoch": 1.8894122465697318,
      "grad_norm": 2.6524485890188734,
      "learning_rate": 0.00023608914699602363,
      "loss": 4.9688,
      "step": 46130
    },
    {
      "epoch": 1.8894532049969281,
      "grad_norm": 7.924968794046708,
      "learning_rate": 0.00023608647620007323,
      "loss": 6.4375,
      "step": 46131
    },
    {
      "epoch": 1.8894941634241245,
      "grad_norm": 7.456043688923324,
      "learning_rate": 0.00023608380536342623,
      "loss": 4.5,
      "step": 46132
    },
    {
      "epoch": 1.889535121851321,
      "grad_norm": 2.7261265079217334,
      "learning_rate": 0.00023608113448608377,
      "loss": 5.4062,
      "step": 46133
    },
    {
      "epoch": 1.8895760802785173,
      "grad_norm": 2.571174115990056,
      "learning_rate": 0.00023607846356804712,
      "loss": 4.4062,
      "step": 46134
    },
    {
      "epoch": 1.8896170387057136,
      "grad_norm": 3.026063517014204,
      "learning_rate": 0.00023607579260931757,
      "loss": 4.5625,
      "step": 46135
    },
    {
      "epoch": 1.8896579971329102,
      "grad_norm": 2.7861518896707547,
      "learning_rate": 0.0002360731216098964,
      "loss": 5.5,
      "step": 46136
    },
    {
      "epoch": 1.8896989555601065,
      "grad_norm": 2.804389059778448,
      "learning_rate": 0.00023607045056978483,
      "loss": 5.5,
      "step": 46137
    },
    {
      "epoch": 1.8897399139873028,
      "grad_norm": 3.9928729317483986,
      "learning_rate": 0.0002360677794889842,
      "loss": 3.5625,
      "step": 46138
    },
    {
      "epoch": 1.8897808724144993,
      "grad_norm": 2.7019112110027654,
      "learning_rate": 0.00023606510836749568,
      "loss": 4.5312,
      "step": 46139
    },
    {
      "epoch": 1.8898218308416956,
      "grad_norm": 2.6580075715211455,
      "learning_rate": 0.00023606243720532058,
      "loss": 4.3125,
      "step": 46140
    },
    {
      "epoch": 1.889862789268892,
      "grad_norm": 2.71855177966868,
      "learning_rate": 0.00023605976600246014,
      "loss": 4.375,
      "step": 46141
    },
    {
      "epoch": 1.8899037476960885,
      "grad_norm": 2.527060105377453,
      "learning_rate": 0.00023605709475891566,
      "loss": 4.0938,
      "step": 46142
    },
    {
      "epoch": 1.889944706123285,
      "grad_norm": 7.479453523155767,
      "learning_rate": 0.00023605442347468837,
      "loss": 4.1562,
      "step": 46143
    },
    {
      "epoch": 1.8899856645504811,
      "grad_norm": 2.743586899029111,
      "learning_rate": 0.0002360517521497795,
      "loss": 4.8125,
      "step": 46144
    },
    {
      "epoch": 1.8900266229776777,
      "grad_norm": 2.6260615348245997,
      "learning_rate": 0.00023604908078419043,
      "loss": 4.7812,
      "step": 46145
    },
    {
      "epoch": 1.8900675814048742,
      "grad_norm": 5.320219773836592,
      "learning_rate": 0.00023604640937792225,
      "loss": 3.6094,
      "step": 46146
    },
    {
      "epoch": 1.8901085398320705,
      "grad_norm": 2.8581292153428133,
      "learning_rate": 0.0002360437379309764,
      "loss": 4.8438,
      "step": 46147
    },
    {
      "epoch": 1.8901494982592668,
      "grad_norm": 3.1028731959338245,
      "learning_rate": 0.00023604106644335406,
      "loss": 2.0625,
      "step": 46148
    },
    {
      "epoch": 1.8901904566864633,
      "grad_norm": 2.9392173195758073,
      "learning_rate": 0.00023603839491505646,
      "loss": 4.2812,
      "step": 46149
    },
    {
      "epoch": 1.8902314151136597,
      "grad_norm": 5.232377457849053,
      "learning_rate": 0.00023603572334608496,
      "loss": 7.6562,
      "step": 46150
    },
    {
      "epoch": 1.890272373540856,
      "grad_norm": 5.493600032474881,
      "learning_rate": 0.0002360330517364407,
      "loss": 6.6562,
      "step": 46151
    },
    {
      "epoch": 1.8903133319680525,
      "grad_norm": 2.798061024297013,
      "learning_rate": 0.000236030380086125,
      "loss": 5.1875,
      "step": 46152
    },
    {
      "epoch": 1.8903542903952488,
      "grad_norm": 3.122477979864701,
      "learning_rate": 0.00023602770839513916,
      "loss": 4.9062,
      "step": 46153
    },
    {
      "epoch": 1.8903952488224451,
      "grad_norm": 2.5239196867004776,
      "learning_rate": 0.0002360250366634844,
      "loss": 4.0625,
      "step": 46154
    },
    {
      "epoch": 1.8904362072496417,
      "grad_norm": 2.602381784979041,
      "learning_rate": 0.000236022364891162,
      "loss": 4.125,
      "step": 46155
    },
    {
      "epoch": 1.890477165676838,
      "grad_norm": 5.0512726933439165,
      "learning_rate": 0.0002360196930781732,
      "loss": 6.75,
      "step": 46156
    },
    {
      "epoch": 1.8905181241040343,
      "grad_norm": 3.100690305812215,
      "learning_rate": 0.0002360170212245193,
      "loss": 4.9688,
      "step": 46157
    },
    {
      "epoch": 1.8905590825312308,
      "grad_norm": 2.965640137356412,
      "learning_rate": 0.00023601434933020156,
      "loss": 5.0312,
      "step": 46158
    },
    {
      "epoch": 1.8906000409584272,
      "grad_norm": 2.47430792817681,
      "learning_rate": 0.00023601167739522122,
      "loss": 5.0312,
      "step": 46159
    },
    {
      "epoch": 1.8906409993856235,
      "grad_norm": 2.7015049576788557,
      "learning_rate": 0.00023600900541957955,
      "loss": 3.9375,
      "step": 46160
    },
    {
      "epoch": 1.89068195781282,
      "grad_norm": 7.69589302350997,
      "learning_rate": 0.00023600633340327778,
      "loss": 6.0625,
      "step": 46161
    },
    {
      "epoch": 1.8907229162400165,
      "grad_norm": 3.5186309826596376,
      "learning_rate": 0.00023600366134631724,
      "loss": 6.0938,
      "step": 46162
    },
    {
      "epoch": 1.8907638746672126,
      "grad_norm": 2.65509605004664,
      "learning_rate": 0.00023600098924869911,
      "loss": 5.375,
      "step": 46163
    },
    {
      "epoch": 1.8908048330944092,
      "grad_norm": 2.702892207196525,
      "learning_rate": 0.00023599831711042476,
      "loss": 5.4688,
      "step": 46164
    },
    {
      "epoch": 1.8908457915216057,
      "grad_norm": 3.258408372011995,
      "learning_rate": 0.00023599564493149538,
      "loss": 5.9062,
      "step": 46165
    },
    {
      "epoch": 1.890886749948802,
      "grad_norm": 3.2170831149178163,
      "learning_rate": 0.00023599297271191226,
      "loss": 4.9062,
      "step": 46166
    },
    {
      "epoch": 1.8909277083759983,
      "grad_norm": 2.6720676314637317,
      "learning_rate": 0.00023599030045167664,
      "loss": 5.125,
      "step": 46167
    },
    {
      "epoch": 1.8909686668031949,
      "grad_norm": 2.5616368257586344,
      "learning_rate": 0.0002359876281507898,
      "loss": 4.7812,
      "step": 46168
    },
    {
      "epoch": 1.8910096252303912,
      "grad_norm": 3.860018650835598,
      "learning_rate": 0.00023598495580925293,
      "loss": 6.3125,
      "step": 46169
    },
    {
      "epoch": 1.8910505836575875,
      "grad_norm": 3.3120506058222565,
      "learning_rate": 0.00023598228342706747,
      "loss": 4.75,
      "step": 46170
    },
    {
      "epoch": 1.891091542084784,
      "grad_norm": 3.147951139564547,
      "learning_rate": 0.0002359796110042345,
      "loss": 6.0312,
      "step": 46171
    },
    {
      "epoch": 1.8911325005119803,
      "grad_norm": 2.861803559145544,
      "learning_rate": 0.00023597693854075539,
      "loss": 5.0625,
      "step": 46172
    },
    {
      "epoch": 1.8911734589391767,
      "grad_norm": 2.620996656914148,
      "learning_rate": 0.00023597426603663138,
      "loss": 4.75,
      "step": 46173
    },
    {
      "epoch": 1.8912144173663732,
      "grad_norm": 2.4825398116781745,
      "learning_rate": 0.00023597159349186372,
      "loss": 4.5312,
      "step": 46174
    },
    {
      "epoch": 1.8912553757935695,
      "grad_norm": 3.2516761875388474,
      "learning_rate": 0.00023596892090645366,
      "loss": 5.3438,
      "step": 46175
    },
    {
      "epoch": 1.8912963342207658,
      "grad_norm": 3.436310293937401,
      "learning_rate": 0.00023596624828040253,
      "loss": 4.2812,
      "step": 46176
    },
    {
      "epoch": 1.8913372926479624,
      "grad_norm": 5.668168427734142,
      "learning_rate": 0.00023596357561371148,
      "loss": 7.1562,
      "step": 46177
    },
    {
      "epoch": 1.8913782510751587,
      "grad_norm": 3.5240750210650016,
      "learning_rate": 0.0002359609029063819,
      "loss": 1.875,
      "step": 46178
    },
    {
      "epoch": 1.891419209502355,
      "grad_norm": 7.967990092653777,
      "learning_rate": 0.00023595823015841496,
      "loss": 4.125,
      "step": 46179
    },
    {
      "epoch": 1.8914601679295515,
      "grad_norm": 2.4186270926652162,
      "learning_rate": 0.00023595555736981197,
      "loss": 4.9688,
      "step": 46180
    },
    {
      "epoch": 1.891501126356748,
      "grad_norm": 3.1372382661971283,
      "learning_rate": 0.00023595288454057416,
      "loss": 4.4062,
      "step": 46181
    },
    {
      "epoch": 1.8915420847839441,
      "grad_norm": 4.078831163743946,
      "learning_rate": 0.00023595021167070285,
      "loss": 4.5312,
      "step": 46182
    },
    {
      "epoch": 1.8915830432111407,
      "grad_norm": 3.3988847592255382,
      "learning_rate": 0.00023594753876019924,
      "loss": 6.5938,
      "step": 46183
    },
    {
      "epoch": 1.8916240016383372,
      "grad_norm": 4.843162981264209,
      "learning_rate": 0.00023594486580906464,
      "loss": 5.125,
      "step": 46184
    },
    {
      "epoch": 1.8916649600655335,
      "grad_norm": 2.822987358145327,
      "learning_rate": 0.0002359421928173003,
      "loss": 4.4688,
      "step": 46185
    },
    {
      "epoch": 1.8917059184927298,
      "grad_norm": 6.289171642306203,
      "learning_rate": 0.00023593951978490745,
      "loss": 3.8125,
      "step": 46186
    },
    {
      "epoch": 1.8917468769199264,
      "grad_norm": 2.360558434131166,
      "learning_rate": 0.00023593684671188738,
      "loss": 4.4688,
      "step": 46187
    },
    {
      "epoch": 1.8917878353471227,
      "grad_norm": 3.7501426836332064,
      "learning_rate": 0.0002359341735982414,
      "loss": 5.5312,
      "step": 46188
    },
    {
      "epoch": 1.891828793774319,
      "grad_norm": 5.257891988295422,
      "learning_rate": 0.00023593150044397065,
      "loss": 5.125,
      "step": 46189
    },
    {
      "epoch": 1.8918697522015155,
      "grad_norm": 2.773247608310271,
      "learning_rate": 0.00023592882724907653,
      "loss": 4.7812,
      "step": 46190
    },
    {
      "epoch": 1.8919107106287119,
      "grad_norm": 2.7177826415763024,
      "learning_rate": 0.00023592615401356025,
      "loss": 4.7188,
      "step": 46191
    },
    {
      "epoch": 1.8919516690559082,
      "grad_norm": 3.2123340646666434,
      "learning_rate": 0.00023592348073742307,
      "loss": 5.4062,
      "step": 46192
    },
    {
      "epoch": 1.8919926274831047,
      "grad_norm": 2.9001022350593884,
      "learning_rate": 0.00023592080742066625,
      "loss": 5.5938,
      "step": 46193
    },
    {
      "epoch": 1.892033585910301,
      "grad_norm": 15.667625333153966,
      "learning_rate": 0.00023591813406329104,
      "loss": 4.25,
      "step": 46194
    },
    {
      "epoch": 1.8920745443374973,
      "grad_norm": 2.5425624880729107,
      "learning_rate": 0.00023591546066529872,
      "loss": 4.7812,
      "step": 46195
    },
    {
      "epoch": 1.8921155027646939,
      "grad_norm": 2.951261395666971,
      "learning_rate": 0.00023591278722669056,
      "loss": 5.375,
      "step": 46196
    },
    {
      "epoch": 1.8921564611918902,
      "grad_norm": 3.0441366532882492,
      "learning_rate": 0.00023591011374746783,
      "loss": 4.4688,
      "step": 46197
    },
    {
      "epoch": 1.8921974196190865,
      "grad_norm": 2.675657676069961,
      "learning_rate": 0.00023590744022763176,
      "loss": 4.375,
      "step": 46198
    },
    {
      "epoch": 1.892238378046283,
      "grad_norm": 3.5731747588806226,
      "learning_rate": 0.00023590476666718367,
      "loss": 5.5312,
      "step": 46199
    },
    {
      "epoch": 1.8922793364734796,
      "grad_norm": 4.871272886171288,
      "learning_rate": 0.00023590209306612479,
      "loss": 4.6875,
      "step": 46200
    },
    {
      "epoch": 1.8923202949006757,
      "grad_norm": 4.054090864941162,
      "learning_rate": 0.00023589941942445635,
      "loss": 1.9062,
      "step": 46201
    },
    {
      "epoch": 1.8923612533278722,
      "grad_norm": 2.899738570278718,
      "learning_rate": 0.00023589674574217968,
      "loss": 4.0312,
      "step": 46202
    },
    {
      "epoch": 1.8924022117550687,
      "grad_norm": 4.3012742594963385,
      "learning_rate": 0.000235894072019296,
      "loss": 4.9375,
      "step": 46203
    },
    {
      "epoch": 1.892443170182265,
      "grad_norm": 2.884290579353602,
      "learning_rate": 0.0002358913982558066,
      "loss": 4.375,
      "step": 46204
    },
    {
      "epoch": 1.8924841286094614,
      "grad_norm": 2.6718188614839034,
      "learning_rate": 0.00023588872445171272,
      "loss": 5.5,
      "step": 46205
    },
    {
      "epoch": 1.892525087036658,
      "grad_norm": 5.5124384895582725,
      "learning_rate": 0.00023588605060701563,
      "loss": 5.5,
      "step": 46206
    },
    {
      "epoch": 1.8925660454638542,
      "grad_norm": 2.5153194050887304,
      "learning_rate": 0.0002358833767217166,
      "loss": 4.5625,
      "step": 46207
    },
    {
      "epoch": 1.8926070038910505,
      "grad_norm": 3.447670066616066,
      "learning_rate": 0.00023588070279581693,
      "loss": 5.5312,
      "step": 46208
    },
    {
      "epoch": 1.892647962318247,
      "grad_norm": 3.491446125756567,
      "learning_rate": 0.00023587802882931778,
      "loss": 4.9688,
      "step": 46209
    },
    {
      "epoch": 1.8926889207454434,
      "grad_norm": 2.6208000136690432,
      "learning_rate": 0.00023587535482222054,
      "loss": 5.6875,
      "step": 46210
    },
    {
      "epoch": 1.8927298791726397,
      "grad_norm": 2.5532158826799045,
      "learning_rate": 0.00023587268077452639,
      "loss": 5.5312,
      "step": 46211
    },
    {
      "epoch": 1.8927708375998362,
      "grad_norm": 2.438793544884741,
      "learning_rate": 0.0002358700066862366,
      "loss": 4.4688,
      "step": 46212
    },
    {
      "epoch": 1.8928117960270325,
      "grad_norm": 2.4094101029203148,
      "learning_rate": 0.0002358673325573525,
      "loss": 4.75,
      "step": 46213
    },
    {
      "epoch": 1.8928527544542288,
      "grad_norm": 2.6290109871394542,
      "learning_rate": 0.0002358646583878753,
      "loss": 5.0312,
      "step": 46214
    },
    {
      "epoch": 1.8928937128814254,
      "grad_norm": 2.879642442802784,
      "learning_rate": 0.00023586198417780625,
      "loss": 5.1875,
      "step": 46215
    },
    {
      "epoch": 1.8929346713086217,
      "grad_norm": 2.3902503890223943,
      "learning_rate": 0.00023585930992714663,
      "loss": 4.625,
      "step": 46216
    },
    {
      "epoch": 1.892975629735818,
      "grad_norm": 13.871984202642222,
      "learning_rate": 0.00023585663563589773,
      "loss": 5.5625,
      "step": 46217
    },
    {
      "epoch": 1.8930165881630145,
      "grad_norm": 2.7749592294904466,
      "learning_rate": 0.00023585396130406075,
      "loss": 5.4688,
      "step": 46218
    },
    {
      "epoch": 1.893057546590211,
      "grad_norm": 3.604748922433173,
      "learning_rate": 0.00023585128693163706,
      "loss": 5.4688,
      "step": 46219
    },
    {
      "epoch": 1.8930985050174072,
      "grad_norm": 4.051458027064305,
      "learning_rate": 0.00023584861251862787,
      "loss": 5.8438,
      "step": 46220
    },
    {
      "epoch": 1.8931394634446037,
      "grad_norm": 4.362509108306803,
      "learning_rate": 0.0002358459380650344,
      "loss": 6.5,
      "step": 46221
    },
    {
      "epoch": 1.8931804218718002,
      "grad_norm": 3.072199855090041,
      "learning_rate": 0.00023584326357085794,
      "loss": 4.625,
      "step": 46222
    },
    {
      "epoch": 1.8932213802989966,
      "grad_norm": 14.215533094701927,
      "learning_rate": 0.0002358405890360998,
      "loss": 5.125,
      "step": 46223
    },
    {
      "epoch": 1.8932623387261929,
      "grad_norm": 3.4309177657870986,
      "learning_rate": 0.0002358379144607612,
      "loss": 4.7812,
      "step": 46224
    },
    {
      "epoch": 1.8933032971533894,
      "grad_norm": 3.8679955036979052,
      "learning_rate": 0.00023583523984484342,
      "loss": 5.5,
      "step": 46225
    },
    {
      "epoch": 1.8933442555805857,
      "grad_norm": 3.390777663176723,
      "learning_rate": 0.00023583256518834768,
      "loss": 5.375,
      "step": 46226
    },
    {
      "epoch": 1.893385214007782,
      "grad_norm": 4.506541400091464,
      "learning_rate": 0.0002358298904912753,
      "loss": 4.375,
      "step": 46227
    },
    {
      "epoch": 1.8934261724349786,
      "grad_norm": 2.797968946421558,
      "learning_rate": 0.00023582721575362756,
      "loss": 4.3125,
      "step": 46228
    },
    {
      "epoch": 1.8934671308621749,
      "grad_norm": 5.666947691251233,
      "learning_rate": 0.00023582454097540568,
      "loss": 5.5625,
      "step": 46229
    },
    {
      "epoch": 1.8935080892893712,
      "grad_norm": 3.4869706244808674,
      "learning_rate": 0.00023582186615661097,
      "loss": 7.0312,
      "step": 46230
    },
    {
      "epoch": 1.8935490477165677,
      "grad_norm": 2.844416803115688,
      "learning_rate": 0.00023581919129724455,
      "loss": 4.8438,
      "step": 46231
    },
    {
      "epoch": 1.893590006143764,
      "grad_norm": 2.7511853553505956,
      "learning_rate": 0.0002358165163973079,
      "loss": 4.6562,
      "step": 46232
    },
    {
      "epoch": 1.8936309645709604,
      "grad_norm": 3.106162284614361,
      "learning_rate": 0.00023581384145680219,
      "loss": 5.4062,
      "step": 46233
    },
    {
      "epoch": 1.893671922998157,
      "grad_norm": 3.2283192911323364,
      "learning_rate": 0.0002358111664757286,
      "loss": 6.75,
      "step": 46234
    },
    {
      "epoch": 1.8937128814253532,
      "grad_norm": 2.8720068461636017,
      "learning_rate": 0.0002358084914540885,
      "loss": 4.5938,
      "step": 46235
    },
    {
      "epoch": 1.8937538398525495,
      "grad_norm": 2.3910204088916958,
      "learning_rate": 0.00023580581639188312,
      "loss": 3.9531,
      "step": 46236
    },
    {
      "epoch": 1.893794798279746,
      "grad_norm": 2.8097397844049934,
      "learning_rate": 0.00023580314128911374,
      "loss": 5.0625,
      "step": 46237
    },
    {
      "epoch": 1.8938357567069426,
      "grad_norm": 2.4172306892698137,
      "learning_rate": 0.00023580046614578163,
      "loss": 4.4688,
      "step": 46238
    },
    {
      "epoch": 1.8938767151341387,
      "grad_norm": 5.0195730618247545,
      "learning_rate": 0.00023579779096188802,
      "loss": 5.2188,
      "step": 46239
    },
    {
      "epoch": 1.8939176735613352,
      "grad_norm": 2.6034963559351922,
      "learning_rate": 0.0002357951157374342,
      "loss": 4.9375,
      "step": 46240
    },
    {
      "epoch": 1.8939586319885318,
      "grad_norm": 3.236795247554454,
      "learning_rate": 0.00023579244047242142,
      "loss": 4.9062,
      "step": 46241
    },
    {
      "epoch": 1.893999590415728,
      "grad_norm": 4.996583311623725,
      "learning_rate": 0.00023578976516685094,
      "loss": 4.8438,
      "step": 46242
    },
    {
      "epoch": 1.8940405488429244,
      "grad_norm": 2.718799204514294,
      "learning_rate": 0.00023578708982072407,
      "loss": 3.9375,
      "step": 46243
    },
    {
      "epoch": 1.894081507270121,
      "grad_norm": 2.352538695117243,
      "learning_rate": 0.00023578441443404205,
      "loss": 4.3125,
      "step": 46244
    },
    {
      "epoch": 1.8941224656973172,
      "grad_norm": 4.544086562732455,
      "learning_rate": 0.0002357817390068061,
      "loss": 5.5312,
      "step": 46245
    },
    {
      "epoch": 1.8941634241245136,
      "grad_norm": 2.961197218769976,
      "learning_rate": 0.0002357790635390175,
      "loss": 3.9688,
      "step": 46246
    },
    {
      "epoch": 1.89420438255171,
      "grad_norm": 2.9249166204453334,
      "learning_rate": 0.00023577638803067756,
      "loss": 4.5938,
      "step": 46247
    },
    {
      "epoch": 1.8942453409789064,
      "grad_norm": 2.7942134052576173,
      "learning_rate": 0.00023577371248178754,
      "loss": 4.5625,
      "step": 46248
    },
    {
      "epoch": 1.8942862994061027,
      "grad_norm": 2.4917808556836283,
      "learning_rate": 0.0002357710368923487,
      "loss": 4.5625,
      "step": 46249
    },
    {
      "epoch": 1.8943272578332992,
      "grad_norm": 7.887611806610165,
      "learning_rate": 0.00023576836126236223,
      "loss": 6.8125,
      "step": 46250
    },
    {
      "epoch": 1.8943682162604956,
      "grad_norm": 2.5111049235514837,
      "learning_rate": 0.00023576568559182954,
      "loss": 4.8438,
      "step": 46251
    },
    {
      "epoch": 1.8944091746876919,
      "grad_norm": 10.263718537627273,
      "learning_rate": 0.00023576300988075173,
      "loss": 5.75,
      "step": 46252
    },
    {
      "epoch": 1.8944501331148884,
      "grad_norm": 4.257806493807458,
      "learning_rate": 0.00023576033412913016,
      "loss": 4.5,
      "step": 46253
    },
    {
      "epoch": 1.894491091542085,
      "grad_norm": 3.070545345057347,
      "learning_rate": 0.00023575765833696612,
      "loss": 5.1562,
      "step": 46254
    },
    {
      "epoch": 1.894532049969281,
      "grad_norm": 3.0353405747068867,
      "learning_rate": 0.00023575498250426083,
      "loss": 5.0938,
      "step": 46255
    },
    {
      "epoch": 1.8945730083964776,
      "grad_norm": 2.801021518521997,
      "learning_rate": 0.00023575230663101554,
      "loss": 4.8125,
      "step": 46256
    },
    {
      "epoch": 1.8946139668236741,
      "grad_norm": 5.451624154831902,
      "learning_rate": 0.00023574963071723156,
      "loss": 1.9922,
      "step": 46257
    },
    {
      "epoch": 1.8946549252508702,
      "grad_norm": 3.689920932914233,
      "learning_rate": 0.0002357469547629101,
      "loss": 5.75,
      "step": 46258
    },
    {
      "epoch": 1.8946958836780667,
      "grad_norm": 2.8388590607038258,
      "learning_rate": 0.00023574427876805248,
      "loss": 4.9375,
      "step": 46259
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 2.7801114660297874,
      "learning_rate": 0.00023574160273265993,
      "loss": 4.7188,
      "step": 46260
    },
    {
      "epoch": 1.8947778005324596,
      "grad_norm": 8.399129794686461,
      "learning_rate": 0.0002357389266567337,
      "loss": 4.875,
      "step": 46261
    },
    {
      "epoch": 1.894818758959656,
      "grad_norm": 2.516453435520259,
      "learning_rate": 0.00023573625054027508,
      "loss": 4.2812,
      "step": 46262
    },
    {
      "epoch": 1.8948597173868524,
      "grad_norm": 3.297241751137304,
      "learning_rate": 0.00023573357438328536,
      "loss": 1.6875,
      "step": 46263
    },
    {
      "epoch": 1.8949006758140488,
      "grad_norm": 4.00692254444853,
      "learning_rate": 0.0002357308981857658,
      "loss": 6.625,
      "step": 46264
    },
    {
      "epoch": 1.894941634241245,
      "grad_norm": 2.826286540105767,
      "learning_rate": 0.0002357282219477176,
      "loss": 5.4375,
      "step": 46265
    },
    {
      "epoch": 1.8949825926684416,
      "grad_norm": 3.670974237581707,
      "learning_rate": 0.0002357255456691421,
      "loss": 5.3438,
      "step": 46266
    },
    {
      "epoch": 1.895023551095638,
      "grad_norm": 3.472237641536038,
      "learning_rate": 0.00023572286935004053,
      "loss": 6.9375,
      "step": 46267
    },
    {
      "epoch": 1.8950645095228342,
      "grad_norm": 2.702158435998182,
      "learning_rate": 0.00023572019299041418,
      "loss": 5.1562,
      "step": 46268
    },
    {
      "epoch": 1.8951054679500308,
      "grad_norm": 3.8843007629453177,
      "learning_rate": 0.00023571751659026428,
      "loss": 5.0,
      "step": 46269
    },
    {
      "epoch": 1.895146426377227,
      "grad_norm": 2.767283760258536,
      "learning_rate": 0.0002357148401495921,
      "loss": 4.5625,
      "step": 46270
    },
    {
      "epoch": 1.8951873848044234,
      "grad_norm": 3.8018548776750944,
      "learning_rate": 0.0002357121636683989,
      "loss": 5.5625,
      "step": 46271
    },
    {
      "epoch": 1.89522834323162,
      "grad_norm": 3.1035526709425643,
      "learning_rate": 0.00023570948714668604,
      "loss": 5.1875,
      "step": 46272
    },
    {
      "epoch": 1.8952693016588165,
      "grad_norm": 2.813825366119973,
      "learning_rate": 0.00023570681058445467,
      "loss": 4.125,
      "step": 46273
    },
    {
      "epoch": 1.8953102600860126,
      "grad_norm": 3.052124259352349,
      "learning_rate": 0.0002357041339817061,
      "loss": 5.2812,
      "step": 46274
    },
    {
      "epoch": 1.895351218513209,
      "grad_norm": 2.245806785108642,
      "learning_rate": 0.00023570145733844153,
      "loss": 4.375,
      "step": 46275
    },
    {
      "epoch": 1.8953921769404056,
      "grad_norm": 2.8383369773687077,
      "learning_rate": 0.00023569878065466234,
      "loss": 5.2812,
      "step": 46276
    },
    {
      "epoch": 1.8954331353676017,
      "grad_norm": 2.3888830646547534,
      "learning_rate": 0.0002356961039303697,
      "loss": 3.6875,
      "step": 46277
    },
    {
      "epoch": 1.8954740937947983,
      "grad_norm": 2.8685063217073443,
      "learning_rate": 0.00023569342716556495,
      "loss": 4.6562,
      "step": 46278
    },
    {
      "epoch": 1.8955150522219948,
      "grad_norm": 2.559717562380031,
      "learning_rate": 0.00023569075036024935,
      "loss": 4.75,
      "step": 46279
    },
    {
      "epoch": 1.895556010649191,
      "grad_norm": 4.027894095592001,
      "learning_rate": 0.00023568807351442408,
      "loss": 2.7812,
      "step": 46280
    },
    {
      "epoch": 1.8955969690763874,
      "grad_norm": 2.628503803963154,
      "learning_rate": 0.00023568539662809047,
      "loss": 3.9062,
      "step": 46281
    },
    {
      "epoch": 1.895637927503584,
      "grad_norm": 4.194674847319637,
      "learning_rate": 0.00023568271970124977,
      "loss": 4.7812,
      "step": 46282
    },
    {
      "epoch": 1.8956788859307803,
      "grad_norm": 3.3902488882036743,
      "learning_rate": 0.0002356800427339033,
      "loss": 4.4688,
      "step": 46283
    },
    {
      "epoch": 1.8957198443579766,
      "grad_norm": 2.532407989684199,
      "learning_rate": 0.00023567736572605223,
      "loss": 4.8125,
      "step": 46284
    },
    {
      "epoch": 1.8957608027851731,
      "grad_norm": 9.87477417265757,
      "learning_rate": 0.0002356746886776979,
      "loss": 5.9375,
      "step": 46285
    },
    {
      "epoch": 1.8958017612123694,
      "grad_norm": 6.826081916468642,
      "learning_rate": 0.00023567201158884152,
      "loss": 4.2812,
      "step": 46286
    },
    {
      "epoch": 1.8958427196395657,
      "grad_norm": 4.974839194091164,
      "learning_rate": 0.0002356693344594844,
      "loss": 6.0625,
      "step": 46287
    },
    {
      "epoch": 1.8958836780667623,
      "grad_norm": 8.666441260476947,
      "learning_rate": 0.00023566665728962777,
      "loss": 5.625,
      "step": 46288
    },
    {
      "epoch": 1.8959246364939586,
      "grad_norm": 2.7134641704984928,
      "learning_rate": 0.00023566398007927297,
      "loss": 4.375,
      "step": 46289
    },
    {
      "epoch": 1.895965594921155,
      "grad_norm": 4.283662676677786,
      "learning_rate": 0.00023566130282842119,
      "loss": 6.1562,
      "step": 46290
    },
    {
      "epoch": 1.8960065533483514,
      "grad_norm": 2.2808800841159482,
      "learning_rate": 0.00023565862553707366,
      "loss": 3.0469,
      "step": 46291
    },
    {
      "epoch": 1.896047511775548,
      "grad_norm": 3.8181493289171846,
      "learning_rate": 0.00023565594820523176,
      "loss": 3.1719,
      "step": 46292
    },
    {
      "epoch": 1.896088470202744,
      "grad_norm": 3.204652291931641,
      "learning_rate": 0.0002356532708328967,
      "loss": 4.4062,
      "step": 46293
    },
    {
      "epoch": 1.8961294286299406,
      "grad_norm": 3.8794178080001873,
      "learning_rate": 0.0002356505934200697,
      "loss": 4.375,
      "step": 46294
    },
    {
      "epoch": 1.8961703870571371,
      "grad_norm": 4.153234296862783,
      "learning_rate": 0.0002356479159667521,
      "loss": 6.0625,
      "step": 46295
    },
    {
      "epoch": 1.8962113454843335,
      "grad_norm": 8.09380778173102,
      "learning_rate": 0.00023564523847294515,
      "loss": 3.5312,
      "step": 46296
    },
    {
      "epoch": 1.8962523039115298,
      "grad_norm": 2.5946482680241956,
      "learning_rate": 0.0002356425609386501,
      "loss": 5.0625,
      "step": 46297
    },
    {
      "epoch": 1.8962932623387263,
      "grad_norm": 11.39049098440063,
      "learning_rate": 0.0002356398833638682,
      "loss": 5.7812,
      "step": 46298
    },
    {
      "epoch": 1.8963342207659226,
      "grad_norm": 2.6368923199272745,
      "learning_rate": 0.0002356372057486007,
      "loss": 4.875,
      "step": 46299
    },
    {
      "epoch": 1.896375179193119,
      "grad_norm": 5.7765843660346805,
      "learning_rate": 0.00023563452809284894,
      "loss": 4.0312,
      "step": 46300
    },
    {
      "epoch": 1.8964161376203155,
      "grad_norm": 2.707624338509011,
      "learning_rate": 0.00023563185039661414,
      "loss": 3.8281,
      "step": 46301
    },
    {
      "epoch": 1.8964570960475118,
      "grad_norm": 2.5441424355238316,
      "learning_rate": 0.00023562917265989759,
      "loss": 4.8438,
      "step": 46302
    },
    {
      "epoch": 1.896498054474708,
      "grad_norm": 3.4902183910505418,
      "learning_rate": 0.00023562649488270048,
      "loss": 3.8281,
      "step": 46303
    },
    {
      "epoch": 1.8965390129019046,
      "grad_norm": 10.419721614763382,
      "learning_rate": 0.00023562381706502416,
      "loss": 5.4062,
      "step": 46304
    },
    {
      "epoch": 1.896579971329101,
      "grad_norm": 4.553825046485685,
      "learning_rate": 0.00023562113920686987,
      "loss": 5.125,
      "step": 46305
    },
    {
      "epoch": 1.8966209297562973,
      "grad_norm": 3.103939570544397,
      "learning_rate": 0.00023561846130823886,
      "loss": 4.5625,
      "step": 46306
    },
    {
      "epoch": 1.8966618881834938,
      "grad_norm": 2.5253035691431664,
      "learning_rate": 0.00023561578336913245,
      "loss": 4.0625,
      "step": 46307
    },
    {
      "epoch": 1.89670284661069,
      "grad_norm": 2.648399683160732,
      "learning_rate": 0.00023561310538955184,
      "loss": 5.1875,
      "step": 46308
    },
    {
      "epoch": 1.8967438050378864,
      "grad_norm": 2.953563604082141,
      "learning_rate": 0.00023561042736949833,
      "loss": 3.7656,
      "step": 46309
    },
    {
      "epoch": 1.896784763465083,
      "grad_norm": 2.721233444441806,
      "learning_rate": 0.00023560774930897317,
      "loss": 5.125,
      "step": 46310
    },
    {
      "epoch": 1.8968257218922795,
      "grad_norm": 2.3462293395975675,
      "learning_rate": 0.00023560507120797762,
      "loss": 3.4219,
      "step": 46311
    },
    {
      "epoch": 1.8968666803194756,
      "grad_norm": 3.6286977971180603,
      "learning_rate": 0.00023560239306651297,
      "loss": 6.0625,
      "step": 46312
    },
    {
      "epoch": 1.8969076387466721,
      "grad_norm": 5.2788718403131485,
      "learning_rate": 0.00023559971488458048,
      "loss": 6.8438,
      "step": 46313
    },
    {
      "epoch": 1.8969485971738687,
      "grad_norm": 2.836180113629843,
      "learning_rate": 0.00023559703666218142,
      "loss": 4.9375,
      "step": 46314
    },
    {
      "epoch": 1.896989555601065,
      "grad_norm": 3.634414881250748,
      "learning_rate": 0.00023559435839931703,
      "loss": 4.8438,
      "step": 46315
    },
    {
      "epoch": 1.8970305140282613,
      "grad_norm": 5.496053819020702,
      "learning_rate": 0.00023559168009598861,
      "loss": 3.5469,
      "step": 46316
    },
    {
      "epoch": 1.8970714724554578,
      "grad_norm": 2.7787306556325215,
      "learning_rate": 0.0002355890017521974,
      "loss": 4.9375,
      "step": 46317
    },
    {
      "epoch": 1.8971124308826541,
      "grad_norm": 3.927540998138187,
      "learning_rate": 0.00023558632336794468,
      "loss": 1.9219,
      "step": 46318
    },
    {
      "epoch": 1.8971533893098504,
      "grad_norm": 2.8036017987192934,
      "learning_rate": 0.00023558364494323172,
      "loss": 4.5625,
      "step": 46319
    },
    {
      "epoch": 1.897194347737047,
      "grad_norm": 2.5189759084181444,
      "learning_rate": 0.00023558096647805976,
      "loss": 4.25,
      "step": 46320
    },
    {
      "epoch": 1.8972353061642433,
      "grad_norm": 2.6788540721370597,
      "learning_rate": 0.0002355782879724301,
      "loss": 5.3438,
      "step": 46321
    },
    {
      "epoch": 1.8972762645914396,
      "grad_norm": 3.728470616928253,
      "learning_rate": 0.00023557560942634396,
      "loss": 5.9375,
      "step": 46322
    },
    {
      "epoch": 1.8973172230186361,
      "grad_norm": 3.411119884319177,
      "learning_rate": 0.0002355729308398027,
      "loss": 4.2812,
      "step": 46323
    },
    {
      "epoch": 1.8973581814458325,
      "grad_norm": 2.820546800301748,
      "learning_rate": 0.00023557025221280747,
      "loss": 4.5625,
      "step": 46324
    },
    {
      "epoch": 1.8973991398730288,
      "grad_norm": 4.2927103324526446,
      "learning_rate": 0.00023556757354535965,
      "loss": 3.3125,
      "step": 46325
    },
    {
      "epoch": 1.8974400983002253,
      "grad_norm": 2.464211487237884,
      "learning_rate": 0.00023556489483746038,
      "loss": 5.0,
      "step": 46326
    },
    {
      "epoch": 1.8974810567274216,
      "grad_norm": 5.44358765811177,
      "learning_rate": 0.00023556221608911102,
      "loss": 7.2188,
      "step": 46327
    },
    {
      "epoch": 1.897522015154618,
      "grad_norm": 2.385477371023882,
      "learning_rate": 0.00023555953730031282,
      "loss": 3.9688,
      "step": 46328
    },
    {
      "epoch": 1.8975629735818145,
      "grad_norm": 2.710097205967045,
      "learning_rate": 0.000235556858471067,
      "loss": 4.0625,
      "step": 46329
    },
    {
      "epoch": 1.897603932009011,
      "grad_norm": 2.7810959092182768,
      "learning_rate": 0.00023555417960137488,
      "loss": 4.5938,
      "step": 46330
    },
    {
      "epoch": 1.897644890436207,
      "grad_norm": 3.277980520946164,
      "learning_rate": 0.00023555150069123773,
      "loss": 5.0938,
      "step": 46331
    },
    {
      "epoch": 1.8976858488634036,
      "grad_norm": 5.414110039440187,
      "learning_rate": 0.00023554882174065678,
      "loss": 1.9844,
      "step": 46332
    },
    {
      "epoch": 1.8977268072906002,
      "grad_norm": 2.5757057236079803,
      "learning_rate": 0.0002355461427496333,
      "loss": 4.375,
      "step": 46333
    },
    {
      "epoch": 1.8977677657177965,
      "grad_norm": 3.3603393194352322,
      "learning_rate": 0.00023554346371816858,
      "loss": 4.7188,
      "step": 46334
    },
    {
      "epoch": 1.8978087241449928,
      "grad_norm": 3.5152598205410017,
      "learning_rate": 0.00023554078464626388,
      "loss": 5.2188,
      "step": 46335
    },
    {
      "epoch": 1.8978496825721893,
      "grad_norm": 2.8323151524309713,
      "learning_rate": 0.00023553810553392048,
      "loss": 5.75,
      "step": 46336
    },
    {
      "epoch": 1.8978906409993856,
      "grad_norm": 15.924974272730196,
      "learning_rate": 0.00023553542638113958,
      "loss": 4.9375,
      "step": 46337
    },
    {
      "epoch": 1.897931599426582,
      "grad_norm": 3.3287521405030285,
      "learning_rate": 0.0002355327471879225,
      "loss": 6.3438,
      "step": 46338
    },
    {
      "epoch": 1.8979725578537785,
      "grad_norm": 2.338828906007328,
      "learning_rate": 0.00023553006795427048,
      "loss": 4.0625,
      "step": 46339
    },
    {
      "epoch": 1.8980135162809748,
      "grad_norm": 2.7489569548480706,
      "learning_rate": 0.00023552738868018488,
      "loss": 4.4688,
      "step": 46340
    },
    {
      "epoch": 1.8980544747081711,
      "grad_norm": 2.8612737954427536,
      "learning_rate": 0.00023552470936566685,
      "loss": 5.1562,
      "step": 46341
    },
    {
      "epoch": 1.8980954331353677,
      "grad_norm": 3.971260078225864,
      "learning_rate": 0.0002355220300107177,
      "loss": 4.6875,
      "step": 46342
    },
    {
      "epoch": 1.898136391562564,
      "grad_norm": 2.617409095298643,
      "learning_rate": 0.00023551935061533872,
      "loss": 4.4375,
      "step": 46343
    },
    {
      "epoch": 1.8981773499897603,
      "grad_norm": 4.573512313074948,
      "learning_rate": 0.0002355166711795311,
      "loss": 5.75,
      "step": 46344
    },
    {
      "epoch": 1.8982183084169568,
      "grad_norm": 8.191256229673597,
      "learning_rate": 0.0002355139917032962,
      "loss": 2.6719,
      "step": 46345
    },
    {
      "epoch": 1.8982592668441531,
      "grad_norm": 2.5718390699607934,
      "learning_rate": 0.00023551131218663523,
      "loss": 5.0938,
      "step": 46346
    },
    {
      "epoch": 1.8983002252713495,
      "grad_norm": 3.670143683422452,
      "learning_rate": 0.0002355086326295495,
      "loss": 5.0,
      "step": 46347
    },
    {
      "epoch": 1.898341183698546,
      "grad_norm": 2.6465208891826593,
      "learning_rate": 0.00023550595303204025,
      "loss": 5.1875,
      "step": 46348
    },
    {
      "epoch": 1.8983821421257425,
      "grad_norm": 11.968639694460938,
      "learning_rate": 0.00023550327339410873,
      "loss": 3.5469,
      "step": 46349
    },
    {
      "epoch": 1.8984231005529386,
      "grad_norm": 2.8157888686586476,
      "learning_rate": 0.00023550059371575622,
      "loss": 4.4688,
      "step": 46350
    },
    {
      "epoch": 1.8984640589801351,
      "grad_norm": 2.58113009154208,
      "learning_rate": 0.00023549791399698396,
      "loss": 5.4375,
      "step": 46351
    },
    {
      "epoch": 1.8985050174073317,
      "grad_norm": 3.264001842754587,
      "learning_rate": 0.0002354952342377933,
      "loss": 5.2812,
      "step": 46352
    },
    {
      "epoch": 1.898545975834528,
      "grad_norm": 2.4944237330821326,
      "learning_rate": 0.00023549255443818545,
      "loss": 4.7188,
      "step": 46353
    },
    {
      "epoch": 1.8985869342617243,
      "grad_norm": 3.675258413241918,
      "learning_rate": 0.00023548987459816168,
      "loss": 5.0312,
      "step": 46354
    },
    {
      "epoch": 1.8986278926889208,
      "grad_norm": 2.9753296327404404,
      "learning_rate": 0.00023548719471772325,
      "loss": 6.9375,
      "step": 46355
    },
    {
      "epoch": 1.8986688511161172,
      "grad_norm": 3.3621635095615487,
      "learning_rate": 0.00023548451479687142,
      "loss": 4.9688,
      "step": 46356
    },
    {
      "epoch": 1.8987098095433135,
      "grad_norm": 3.869629105184882,
      "learning_rate": 0.00023548183483560747,
      "loss": 6.5938,
      "step": 46357
    },
    {
      "epoch": 1.89875076797051,
      "grad_norm": 2.6845828847574964,
      "learning_rate": 0.0002354791548339327,
      "loss": 5.0625,
      "step": 46358
    },
    {
      "epoch": 1.8987917263977063,
      "grad_norm": 2.80374722861665,
      "learning_rate": 0.00023547647479184834,
      "loss": 3.6875,
      "step": 46359
    },
    {
      "epoch": 1.8988326848249026,
      "grad_norm": 2.5333400970801745,
      "learning_rate": 0.00023547379470935566,
      "loss": 4.4375,
      "step": 46360
    },
    {
      "epoch": 1.8988736432520992,
      "grad_norm": 4.231029876840535,
      "learning_rate": 0.00023547111458645592,
      "loss": 5.5312,
      "step": 46361
    },
    {
      "epoch": 1.8989146016792955,
      "grad_norm": 2.804059933454126,
      "learning_rate": 0.0002354684344231504,
      "loss": 4.9375,
      "step": 46362
    },
    {
      "epoch": 1.8989555601064918,
      "grad_norm": 2.425913733475618,
      "learning_rate": 0.00023546575421944037,
      "loss": 4.2188,
      "step": 46363
    },
    {
      "epoch": 1.8989965185336883,
      "grad_norm": 3.1862338753971176,
      "learning_rate": 0.00023546307397532708,
      "loss": 6.375,
      "step": 46364
    },
    {
      "epoch": 1.8990374769608847,
      "grad_norm": 3.923928950992579,
      "learning_rate": 0.00023546039369081177,
      "loss": 4.9375,
      "step": 46365
    },
    {
      "epoch": 1.899078435388081,
      "grad_norm": 2.5957965995085575,
      "learning_rate": 0.00023545771336589582,
      "loss": 4.4375,
      "step": 46366
    },
    {
      "epoch": 1.8991193938152775,
      "grad_norm": 2.7224253684912663,
      "learning_rate": 0.0002354550330005804,
      "loss": 5.2188,
      "step": 46367
    },
    {
      "epoch": 1.899160352242474,
      "grad_norm": 9.350982068629708,
      "learning_rate": 0.00023545235259486678,
      "loss": 1.3359,
      "step": 46368
    },
    {
      "epoch": 1.8992013106696701,
      "grad_norm": 2.921196483390885,
      "learning_rate": 0.00023544967214875624,
      "loss": 4.625,
      "step": 46369
    },
    {
      "epoch": 1.8992422690968667,
      "grad_norm": 4.926010173872854,
      "learning_rate": 0.00023544699166225006,
      "loss": 4.4062,
      "step": 46370
    },
    {
      "epoch": 1.8992832275240632,
      "grad_norm": 3.099230715840551,
      "learning_rate": 0.00023544431113534952,
      "loss": 6.4375,
      "step": 46371
    },
    {
      "epoch": 1.8993241859512595,
      "grad_norm": 2.5547084975421646,
      "learning_rate": 0.00023544163056805588,
      "loss": 3.8281,
      "step": 46372
    },
    {
      "epoch": 1.8993651443784558,
      "grad_norm": 3.363702698089967,
      "learning_rate": 0.00023543894996037033,
      "loss": 4.9375,
      "step": 46373
    },
    {
      "epoch": 1.8994061028056524,
      "grad_norm": 3.7020174068582192,
      "learning_rate": 0.00023543626931229428,
      "loss": 4.3125,
      "step": 46374
    },
    {
      "epoch": 1.8994470612328487,
      "grad_norm": 2.505628525410328,
      "learning_rate": 0.00023543358862382886,
      "loss": 4.0625,
      "step": 46375
    },
    {
      "epoch": 1.899488019660045,
      "grad_norm": 2.6039390945167344,
      "learning_rate": 0.00023543090789497544,
      "loss": 4.3125,
      "step": 46376
    },
    {
      "epoch": 1.8995289780872415,
      "grad_norm": 5.738901767267548,
      "learning_rate": 0.00023542822712573517,
      "loss": 6.4062,
      "step": 46377
    },
    {
      "epoch": 1.8995699365144378,
      "grad_norm": 2.572478567686359,
      "learning_rate": 0.00023542554631610947,
      "loss": 4.75,
      "step": 46378
    },
    {
      "epoch": 1.8996108949416342,
      "grad_norm": 2.8650176408230053,
      "learning_rate": 0.0002354228654660995,
      "loss": 4.4688,
      "step": 46379
    },
    {
      "epoch": 1.8996518533688307,
      "grad_norm": 2.6095678528817654,
      "learning_rate": 0.00023542018457570654,
      "loss": 5.0312,
      "step": 46380
    },
    {
      "epoch": 1.899692811796027,
      "grad_norm": 2.919763284016611,
      "learning_rate": 0.0002354175036449319,
      "loss": 5.25,
      "step": 46381
    },
    {
      "epoch": 1.8997337702232233,
      "grad_norm": 2.609261254039859,
      "learning_rate": 0.00023541482267377682,
      "loss": 5.1562,
      "step": 46382
    },
    {
      "epoch": 1.8997747286504199,
      "grad_norm": 2.7229990449900288,
      "learning_rate": 0.00023541214166224254,
      "loss": 4.625,
      "step": 46383
    },
    {
      "epoch": 1.8998156870776162,
      "grad_norm": 2.991765636820012,
      "learning_rate": 0.00023540946061033038,
      "loss": 4.375,
      "step": 46384
    },
    {
      "epoch": 1.8998566455048125,
      "grad_norm": 2.458832642503108,
      "learning_rate": 0.00023540677951804158,
      "loss": 4.2812,
      "step": 46385
    },
    {
      "epoch": 1.899897603932009,
      "grad_norm": 2.5015901896444794,
      "learning_rate": 0.00023540409838537744,
      "loss": 5.4688,
      "step": 46386
    },
    {
      "epoch": 1.8999385623592056,
      "grad_norm": 3.619168909067347,
      "learning_rate": 0.0002354014172123391,
      "loss": 5.9062,
      "step": 46387
    },
    {
      "epoch": 1.8999795207864016,
      "grad_norm": 6.239176480259784,
      "learning_rate": 0.00023539873599892803,
      "loss": 5.0938,
      "step": 46388
    },
    {
      "epoch": 1.9000204792135982,
      "grad_norm": 6.641431244134669,
      "learning_rate": 0.00023539605474514537,
      "loss": 5.0625,
      "step": 46389
    },
    {
      "epoch": 1.9000614376407947,
      "grad_norm": 2.7343313045217177,
      "learning_rate": 0.00023539337345099238,
      "loss": 3.2969,
      "step": 46390
    },
    {
      "epoch": 1.900102396067991,
      "grad_norm": 2.8299727824953975,
      "learning_rate": 0.00023539069211647037,
      "loss": 5.6875,
      "step": 46391
    },
    {
      "epoch": 1.9001433544951873,
      "grad_norm": 2.5305837281078496,
      "learning_rate": 0.00023538801074158062,
      "loss": 3.7031,
      "step": 46392
    },
    {
      "epoch": 1.9001843129223839,
      "grad_norm": 2.7372807779099246,
      "learning_rate": 0.00023538532932632433,
      "loss": 5.2188,
      "step": 46393
    },
    {
      "epoch": 1.9002252713495802,
      "grad_norm": 4.208608845413188,
      "learning_rate": 0.00023538264787070288,
      "loss": 2.3125,
      "step": 46394
    },
    {
      "epoch": 1.9002662297767765,
      "grad_norm": 2.492339489792528,
      "learning_rate": 0.00023537996637471741,
      "loss": 4.625,
      "step": 46395
    },
    {
      "epoch": 1.900307188203973,
      "grad_norm": 2.811813001055648,
      "learning_rate": 0.00023537728483836927,
      "loss": 4.3125,
      "step": 46396
    },
    {
      "epoch": 1.9003481466311694,
      "grad_norm": 2.5160426979318644,
      "learning_rate": 0.0002353746032616597,
      "loss": 4.5312,
      "step": 46397
    },
    {
      "epoch": 1.9003891050583657,
      "grad_norm": 3.5593071762606656,
      "learning_rate": 0.00023537192164458994,
      "loss": 6.3438,
      "step": 46398
    },
    {
      "epoch": 1.9004300634855622,
      "grad_norm": 3.1036512762147006,
      "learning_rate": 0.0002353692399871613,
      "loss": 5.3438,
      "step": 46399
    },
    {
      "epoch": 1.9004710219127585,
      "grad_norm": 2.504050293047756,
      "learning_rate": 0.00023536655828937508,
      "loss": 5.4062,
      "step": 46400
    },
    {
      "epoch": 1.9005119803399548,
      "grad_norm": 2.492690076386498,
      "learning_rate": 0.00023536387655123247,
      "loss": 4.25,
      "step": 46401
    },
    {
      "epoch": 1.9005529387671514,
      "grad_norm": 4.267847678498708,
      "learning_rate": 0.0002353611947727348,
      "loss": 4.3438,
      "step": 46402
    },
    {
      "epoch": 1.900593897194348,
      "grad_norm": 2.301706506051098,
      "learning_rate": 0.00023535851295388327,
      "loss": 4.0312,
      "step": 46403
    },
    {
      "epoch": 1.900634855621544,
      "grad_norm": 2.9336023770828805,
      "learning_rate": 0.00023535583109467921,
      "loss": 5.3438,
      "step": 46404
    },
    {
      "epoch": 1.9006758140487405,
      "grad_norm": 2.940020379095829,
      "learning_rate": 0.00023535314919512383,
      "loss": 4.7812,
      "step": 46405
    },
    {
      "epoch": 1.900716772475937,
      "grad_norm": 2.8291800931960656,
      "learning_rate": 0.0002353504672552185,
      "loss": 4.9688,
      "step": 46406
    },
    {
      "epoch": 1.9007577309031332,
      "grad_norm": 2.8755206624809277,
      "learning_rate": 0.0002353477852749644,
      "loss": 5.2188,
      "step": 46407
    },
    {
      "epoch": 1.9007986893303297,
      "grad_norm": 6.159735152417073,
      "learning_rate": 0.0002353451032543628,
      "loss": 3.9688,
      "step": 46408
    },
    {
      "epoch": 1.9008396477575262,
      "grad_norm": 11.57329435397628,
      "learning_rate": 0.000235342421193415,
      "loss": 1.75,
      "step": 46409
    },
    {
      "epoch": 1.9008806061847225,
      "grad_norm": 2.432600588193691,
      "learning_rate": 0.00023533973909212227,
      "loss": 4.3125,
      "step": 46410
    },
    {
      "epoch": 1.9009215646119189,
      "grad_norm": 2.6983328171900314,
      "learning_rate": 0.00023533705695048582,
      "loss": 5.25,
      "step": 46411
    },
    {
      "epoch": 1.9009625230391154,
      "grad_norm": 2.711214130405228,
      "learning_rate": 0.000235334374768507,
      "loss": 5.0938,
      "step": 46412
    },
    {
      "epoch": 1.9010034814663117,
      "grad_norm": 4.936178606504529,
      "learning_rate": 0.000235331692546187,
      "loss": 5.4375,
      "step": 46413
    },
    {
      "epoch": 1.901044439893508,
      "grad_norm": 2.4586343457300517,
      "learning_rate": 0.00023532901028352717,
      "loss": 4.375,
      "step": 46414
    },
    {
      "epoch": 1.9010853983207046,
      "grad_norm": 3.2549612887604797,
      "learning_rate": 0.00023532632798052873,
      "loss": 5.6562,
      "step": 46415
    },
    {
      "epoch": 1.9011263567479009,
      "grad_norm": 2.504035518101428,
      "learning_rate": 0.00023532364563719294,
      "loss": 2.5156,
      "step": 46416
    },
    {
      "epoch": 1.9011673151750972,
      "grad_norm": 2.7696699480768725,
      "learning_rate": 0.00023532096325352104,
      "loss": 5.0625,
      "step": 46417
    },
    {
      "epoch": 1.9012082736022937,
      "grad_norm": 2.9587964199502412,
      "learning_rate": 0.00023531828082951441,
      "loss": 5.375,
      "step": 46418
    },
    {
      "epoch": 1.90124923202949,
      "grad_norm": 2.60175887427231,
      "learning_rate": 0.00023531559836517421,
      "loss": 4.8125,
      "step": 46419
    },
    {
      "epoch": 1.9012901904566863,
      "grad_norm": 4.642352911256762,
      "learning_rate": 0.00023531291586050175,
      "loss": 5.2188,
      "step": 46420
    },
    {
      "epoch": 1.9013311488838829,
      "grad_norm": 2.5708556288397797,
      "learning_rate": 0.0002353102333154983,
      "loss": 4.2188,
      "step": 46421
    },
    {
      "epoch": 1.9013721073110794,
      "grad_norm": 2.816201928598229,
      "learning_rate": 0.00023530755073016517,
      "loss": 6.2188,
      "step": 46422
    },
    {
      "epoch": 1.9014130657382755,
      "grad_norm": 2.4174600925414866,
      "learning_rate": 0.0002353048681045035,
      "loss": 4.9062,
      "step": 46423
    },
    {
      "epoch": 1.901454024165472,
      "grad_norm": 3.005960254646678,
      "learning_rate": 0.00023530218543851467,
      "loss": 5.1562,
      "step": 46424
    },
    {
      "epoch": 1.9014949825926686,
      "grad_norm": 2.9382326449920084,
      "learning_rate": 0.00023529950273219993,
      "loss": 5.0625,
      "step": 46425
    },
    {
      "epoch": 1.9015359410198647,
      "grad_norm": 4.088740058348626,
      "learning_rate": 0.00023529681998556054,
      "loss": 5.8125,
      "step": 46426
    },
    {
      "epoch": 1.9015768994470612,
      "grad_norm": 2.6041479030810426,
      "learning_rate": 0.0002352941371985977,
      "loss": 4.7188,
      "step": 46427
    },
    {
      "epoch": 1.9016178578742577,
      "grad_norm": 3.25101432574744,
      "learning_rate": 0.00023529145437131284,
      "loss": 3.3125,
      "step": 46428
    },
    {
      "epoch": 1.901658816301454,
      "grad_norm": 3.599753143338642,
      "learning_rate": 0.00023528877150370706,
      "loss": 4.3438,
      "step": 46429
    },
    {
      "epoch": 1.9016997747286504,
      "grad_norm": 2.5367422086873694,
      "learning_rate": 0.00023528608859578172,
      "loss": 4.9062,
      "step": 46430
    },
    {
      "epoch": 1.901740733155847,
      "grad_norm": 11.422067590524561,
      "learning_rate": 0.00023528340564753805,
      "loss": 2.6562,
      "step": 46431
    },
    {
      "epoch": 1.9017816915830432,
      "grad_norm": 2.9871648047001678,
      "learning_rate": 0.00023528072265897737,
      "loss": 3.625,
      "step": 46432
    },
    {
      "epoch": 1.9018226500102395,
      "grad_norm": 4.488617351847112,
      "learning_rate": 0.00023527803963010086,
      "loss": 4.4062,
      "step": 46433
    },
    {
      "epoch": 1.901863608437436,
      "grad_norm": 3.4144794777764305,
      "learning_rate": 0.00023527535656090988,
      "loss": 4.4688,
      "step": 46434
    },
    {
      "epoch": 1.9019045668646324,
      "grad_norm": 3.347966587087941,
      "learning_rate": 0.00023527267345140564,
      "loss": 5.9375,
      "step": 46435
    },
    {
      "epoch": 1.9019455252918287,
      "grad_norm": 2.9683669087980205,
      "learning_rate": 0.00023526999030158943,
      "loss": 4.7812,
      "step": 46436
    },
    {
      "epoch": 1.9019864837190252,
      "grad_norm": 2.515073231383755,
      "learning_rate": 0.00023526730711146256,
      "loss": 4.5,
      "step": 46437
    },
    {
      "epoch": 1.9020274421462215,
      "grad_norm": 2.6869033699987734,
      "learning_rate": 0.0002352646238810262,
      "loss": 4.75,
      "step": 46438
    },
    {
      "epoch": 1.9020684005734179,
      "grad_norm": 2.6811102208268207,
      "learning_rate": 0.00023526194061028168,
      "loss": 5.0,
      "step": 46439
    },
    {
      "epoch": 1.9021093590006144,
      "grad_norm": 3.294671228225408,
      "learning_rate": 0.0002352592572992303,
      "loss": 6.0938,
      "step": 46440
    },
    {
      "epoch": 1.902150317427811,
      "grad_norm": 2.7299412971809676,
      "learning_rate": 0.00023525657394787326,
      "loss": 4.375,
      "step": 46441
    },
    {
      "epoch": 1.902191275855007,
      "grad_norm": 2.4519847781691304,
      "learning_rate": 0.00023525389055621186,
      "loss": 4.5312,
      "step": 46442
    },
    {
      "epoch": 1.9022322342822036,
      "grad_norm": 2.7588254384424213,
      "learning_rate": 0.00023525120712424735,
      "loss": 4.4062,
      "step": 46443
    },
    {
      "epoch": 1.9022731927094,
      "grad_norm": 2.772391069860237,
      "learning_rate": 0.00023524852365198104,
      "loss": 3.875,
      "step": 46444
    },
    {
      "epoch": 1.9023141511365964,
      "grad_norm": 4.1668816014133,
      "learning_rate": 0.00023524584013941418,
      "loss": 5.6562,
      "step": 46445
    },
    {
      "epoch": 1.9023551095637927,
      "grad_norm": 2.5934909890173294,
      "learning_rate": 0.00023524315658654803,
      "loss": 6.25,
      "step": 46446
    },
    {
      "epoch": 1.9023960679909893,
      "grad_norm": 10.340263668237581,
      "learning_rate": 0.00023524047299338383,
      "loss": 5.25,
      "step": 46447
    },
    {
      "epoch": 1.9024370264181856,
      "grad_norm": 2.768972259699135,
      "learning_rate": 0.00023523778935992292,
      "loss": 5.0938,
      "step": 46448
    },
    {
      "epoch": 1.9024779848453819,
      "grad_norm": 2.919963765689135,
      "learning_rate": 0.0002352351056861665,
      "loss": 5.625,
      "step": 46449
    },
    {
      "epoch": 1.9025189432725784,
      "grad_norm": 4.5530043829723,
      "learning_rate": 0.00023523242197211593,
      "loss": 4.625,
      "step": 46450
    },
    {
      "epoch": 1.9025599016997747,
      "grad_norm": 3.8801269163203194,
      "learning_rate": 0.00023522973821777236,
      "loss": 6.875,
      "step": 46451
    },
    {
      "epoch": 1.902600860126971,
      "grad_norm": 3.301729747020131,
      "learning_rate": 0.00023522705442313713,
      "loss": 4.0312,
      "step": 46452
    },
    {
      "epoch": 1.9026418185541676,
      "grad_norm": 3.0444969210122452,
      "learning_rate": 0.00023522437058821145,
      "loss": 5.25,
      "step": 46453
    },
    {
      "epoch": 1.902682776981364,
      "grad_norm": 2.945110217284904,
      "learning_rate": 0.00023522168671299672,
      "loss": 4.9688,
      "step": 46454
    },
    {
      "epoch": 1.9027237354085602,
      "grad_norm": 2.7075747557038135,
      "learning_rate": 0.00023521900279749406,
      "loss": 4.5938,
      "step": 46455
    },
    {
      "epoch": 1.9027646938357567,
      "grad_norm": 2.5602231305075396,
      "learning_rate": 0.0002352163188417048,
      "loss": 4.6875,
      "step": 46456
    },
    {
      "epoch": 1.902805652262953,
      "grad_norm": 4.1828353841441075,
      "learning_rate": 0.00023521363484563023,
      "loss": 6.2812,
      "step": 46457
    },
    {
      "epoch": 1.9028466106901494,
      "grad_norm": 4.077211505287354,
      "learning_rate": 0.0002352109508092716,
      "loss": 5.0938,
      "step": 46458
    },
    {
      "epoch": 1.902887569117346,
      "grad_norm": 4.50233601000732,
      "learning_rate": 0.00023520826673263017,
      "loss": 5.3125,
      "step": 46459
    },
    {
      "epoch": 1.9029285275445424,
      "grad_norm": 3.8210355174764583,
      "learning_rate": 0.00023520558261570722,
      "loss": 5.25,
      "step": 46460
    },
    {
      "epoch": 1.9029694859717385,
      "grad_norm": 3.3497551962536147,
      "learning_rate": 0.00023520289845850402,
      "loss": 4.4062,
      "step": 46461
    },
    {
      "epoch": 1.903010444398935,
      "grad_norm": 2.870316817325432,
      "learning_rate": 0.00023520021426102182,
      "loss": 4.3438,
      "step": 46462
    },
    {
      "epoch": 1.9030514028261316,
      "grad_norm": 2.425098648224456,
      "learning_rate": 0.0002351975300232619,
      "loss": 4.2812,
      "step": 46463
    },
    {
      "epoch": 1.903092361253328,
      "grad_norm": 4.491436292499608,
      "learning_rate": 0.00023519484574522555,
      "loss": 5.5625,
      "step": 46464
    },
    {
      "epoch": 1.9031333196805242,
      "grad_norm": 2.6463097192004175,
      "learning_rate": 0.00023519216142691403,
      "loss": 4.9688,
      "step": 46465
    },
    {
      "epoch": 1.9031742781077208,
      "grad_norm": 2.6533307705389495,
      "learning_rate": 0.0002351894770683286,
      "loss": 4.8438,
      "step": 46466
    },
    {
      "epoch": 1.903215236534917,
      "grad_norm": 3.712432095365007,
      "learning_rate": 0.0002351867926694705,
      "loss": 4.9062,
      "step": 46467
    },
    {
      "epoch": 1.9032561949621134,
      "grad_norm": 2.7825480084449103,
      "learning_rate": 0.00023518410823034105,
      "loss": 5.2188,
      "step": 46468
    },
    {
      "epoch": 1.90329715338931,
      "grad_norm": 2.5418349244115364,
      "learning_rate": 0.00023518142375094148,
      "loss": 4.9688,
      "step": 46469
    },
    {
      "epoch": 1.9033381118165063,
      "grad_norm": 2.500068826160009,
      "learning_rate": 0.00023517873923127304,
      "loss": 4.5312,
      "step": 46470
    },
    {
      "epoch": 1.9033790702437026,
      "grad_norm": 2.63738777923432,
      "learning_rate": 0.0002351760546713371,
      "loss": 4.5,
      "step": 46471
    },
    {
      "epoch": 1.903420028670899,
      "grad_norm": 5.783375444019947,
      "learning_rate": 0.00023517337007113482,
      "loss": 4.0625,
      "step": 46472
    },
    {
      "epoch": 1.9034609870980954,
      "grad_norm": 11.527544839394155,
      "learning_rate": 0.00023517068543066756,
      "loss": 6.5938,
      "step": 46473
    },
    {
      "epoch": 1.9035019455252917,
      "grad_norm": 4.096043041069389,
      "learning_rate": 0.0002351680007499365,
      "loss": 5.0,
      "step": 46474
    },
    {
      "epoch": 1.9035429039524883,
      "grad_norm": 3.0537438377852797,
      "learning_rate": 0.00023516531602894294,
      "loss": 4.1562,
      "step": 46475
    },
    {
      "epoch": 1.9035838623796846,
      "grad_norm": 2.7733997754930244,
      "learning_rate": 0.00023516263126768818,
      "loss": 4.8125,
      "step": 46476
    },
    {
      "epoch": 1.903624820806881,
      "grad_norm": 6.650052513715961,
      "learning_rate": 0.00023515994646617348,
      "loss": 5.875,
      "step": 46477
    },
    {
      "epoch": 1.9036657792340774,
      "grad_norm": 2.8691979047677716,
      "learning_rate": 0.00023515726162440012,
      "loss": 5.1875,
      "step": 46478
    },
    {
      "epoch": 1.903706737661274,
      "grad_norm": 4.916958136051248,
      "learning_rate": 0.00023515457674236928,
      "loss": 3.875,
      "step": 46479
    },
    {
      "epoch": 1.90374769608847,
      "grad_norm": 3.0685063996877333,
      "learning_rate": 0.00023515189182008234,
      "loss": 5.75,
      "step": 46480
    },
    {
      "epoch": 1.9037886545156666,
      "grad_norm": 2.7751064240855277,
      "learning_rate": 0.00023514920685754054,
      "loss": 5.0,
      "step": 46481
    },
    {
      "epoch": 1.9038296129428631,
      "grad_norm": 3.1129606831086583,
      "learning_rate": 0.00023514652185474511,
      "loss": 4.5312,
      "step": 46482
    },
    {
      "epoch": 1.9038705713700594,
      "grad_norm": 3.468067499658794,
      "learning_rate": 0.00023514383681169735,
      "loss": 5.2188,
      "step": 46483
    },
    {
      "epoch": 1.9039115297972558,
      "grad_norm": 3.371446424976901,
      "learning_rate": 0.00023514115172839855,
      "loss": 2.7031,
      "step": 46484
    },
    {
      "epoch": 1.9039524882244523,
      "grad_norm": 4.230623943426964,
      "learning_rate": 0.00023513846660484994,
      "loss": 6.0,
      "step": 46485
    },
    {
      "epoch": 1.9039934466516486,
      "grad_norm": 6.209554726338707,
      "learning_rate": 0.0002351357814410528,
      "loss": 5.1562,
      "step": 46486
    },
    {
      "epoch": 1.904034405078845,
      "grad_norm": 4.4418984269549835,
      "learning_rate": 0.00023513309623700838,
      "loss": 5.4688,
      "step": 46487
    },
    {
      "epoch": 1.9040753635060415,
      "grad_norm": 2.7640813145585,
      "learning_rate": 0.000235130410992718,
      "loss": 5.4062,
      "step": 46488
    },
    {
      "epoch": 1.9041163219332378,
      "grad_norm": 3.1491312199067756,
      "learning_rate": 0.00023512772570818288,
      "loss": 5.125,
      "step": 46489
    },
    {
      "epoch": 1.904157280360434,
      "grad_norm": 3.0111042082889874,
      "learning_rate": 0.0002351250403834043,
      "loss": 5.5312,
      "step": 46490
    },
    {
      "epoch": 1.9041982387876306,
      "grad_norm": 2.63965156604666,
      "learning_rate": 0.0002351223550183836,
      "loss": 4.375,
      "step": 46491
    },
    {
      "epoch": 1.904239197214827,
      "grad_norm": 2.5734762341567197,
      "learning_rate": 0.00023511966961312195,
      "loss": 5.0625,
      "step": 46492
    },
    {
      "epoch": 1.9042801556420232,
      "grad_norm": 4.6120775058204915,
      "learning_rate": 0.00023511698416762067,
      "loss": 2.6875,
      "step": 46493
    },
    {
      "epoch": 1.9043211140692198,
      "grad_norm": 3.0020453799097675,
      "learning_rate": 0.000235114298681881,
      "loss": 5.0625,
      "step": 46494
    },
    {
      "epoch": 1.904362072496416,
      "grad_norm": 2.783338590602002,
      "learning_rate": 0.00023511161315590426,
      "loss": 5.5,
      "step": 46495
    },
    {
      "epoch": 1.9044030309236124,
      "grad_norm": 2.228883897456057,
      "learning_rate": 0.00023510892758969167,
      "loss": 3.3281,
      "step": 46496
    },
    {
      "epoch": 1.904443989350809,
      "grad_norm": 4.040264539471336,
      "learning_rate": 0.00023510624198324454,
      "loss": 5.4062,
      "step": 46497
    },
    {
      "epoch": 1.9044849477780055,
      "grad_norm": 2.979192664658992,
      "learning_rate": 0.00023510355633656407,
      "loss": 4.625,
      "step": 46498
    },
    {
      "epoch": 1.9045259062052016,
      "grad_norm": 3.4957285264097617,
      "learning_rate": 0.0002351008706496516,
      "loss": 5.5312,
      "step": 46499
    },
    {
      "epoch": 1.904566864632398,
      "grad_norm": 2.9300390212447236,
      "learning_rate": 0.00023509818492250837,
      "loss": 3.9375,
      "step": 46500
    },
    {
      "epoch": 1.9046078230595946,
      "grad_norm": 3.3813179806350315,
      "learning_rate": 0.00023509549915513568,
      "loss": 7.125,
      "step": 46501
    },
    {
      "epoch": 1.904648781486791,
      "grad_norm": 3.694455741441532,
      "learning_rate": 0.0002350928133475348,
      "loss": 4.1562,
      "step": 46502
    },
    {
      "epoch": 1.9046897399139873,
      "grad_norm": 3.315409431481647,
      "learning_rate": 0.00023509012749970692,
      "loss": 5.2188,
      "step": 46503
    },
    {
      "epoch": 1.9047306983411838,
      "grad_norm": 2.945959264806879,
      "learning_rate": 0.00023508744161165337,
      "loss": 4.75,
      "step": 46504
    },
    {
      "epoch": 1.9047716567683801,
      "grad_norm": 2.7325665146857716,
      "learning_rate": 0.00023508475568337543,
      "loss": 3.8125,
      "step": 46505
    },
    {
      "epoch": 1.9048126151955764,
      "grad_norm": 2.8923168624875175,
      "learning_rate": 0.00023508206971487435,
      "loss": 4.9062,
      "step": 46506
    },
    {
      "epoch": 1.904853573622773,
      "grad_norm": 2.6906842576620225,
      "learning_rate": 0.00023507938370615142,
      "loss": 4.8438,
      "step": 46507
    },
    {
      "epoch": 1.9048945320499693,
      "grad_norm": 2.6362745824039524,
      "learning_rate": 0.00023507669765720788,
      "loss": 4.3125,
      "step": 46508
    },
    {
      "epoch": 1.9049354904771656,
      "grad_norm": 2.706278519596759,
      "learning_rate": 0.00023507401156804502,
      "loss": 4.4375,
      "step": 46509
    },
    {
      "epoch": 1.9049764489043621,
      "grad_norm": 2.9701160561107223,
      "learning_rate": 0.00023507132543866408,
      "loss": 4.3438,
      "step": 46510
    },
    {
      "epoch": 1.9050174073315584,
      "grad_norm": 6.008563244200172,
      "learning_rate": 0.00023506863926906637,
      "loss": 2.3594,
      "step": 46511
    },
    {
      "epoch": 1.9050583657587548,
      "grad_norm": 2.8283060932361272,
      "learning_rate": 0.00023506595305925317,
      "loss": 5.4062,
      "step": 46512
    },
    {
      "epoch": 1.9050993241859513,
      "grad_norm": 2.921293752945975,
      "learning_rate": 0.00023506326680922568,
      "loss": 4.5312,
      "step": 46513
    },
    {
      "epoch": 1.9051402826131476,
      "grad_norm": 2.6253330332011693,
      "learning_rate": 0.00023506058051898522,
      "loss": 5.0312,
      "step": 46514
    },
    {
      "epoch": 1.905181241040344,
      "grad_norm": 3.0836970614716765,
      "learning_rate": 0.00023505789418853306,
      "loss": 5.0625,
      "step": 46515
    },
    {
      "epoch": 1.9052221994675405,
      "grad_norm": 3.153712094853684,
      "learning_rate": 0.0002350552078178705,
      "loss": 6.0312,
      "step": 46516
    },
    {
      "epoch": 1.905263157894737,
      "grad_norm": 3.5754754620650817,
      "learning_rate": 0.00023505252140699874,
      "loss": 2.5156,
      "step": 46517
    },
    {
      "epoch": 1.905304116321933,
      "grad_norm": 2.6117700647621773,
      "learning_rate": 0.00023504983495591908,
      "loss": 3.6875,
      "step": 46518
    },
    {
      "epoch": 1.9053450747491296,
      "grad_norm": 2.7294875032233996,
      "learning_rate": 0.00023504714846463276,
      "loss": 4.4688,
      "step": 46519
    },
    {
      "epoch": 1.9053860331763262,
      "grad_norm": 2.7364942053573893,
      "learning_rate": 0.00023504446193314116,
      "loss": 4.875,
      "step": 46520
    },
    {
      "epoch": 1.9054269916035225,
      "grad_norm": 7.241736483965511,
      "learning_rate": 0.00023504177536144542,
      "loss": 4.5312,
      "step": 46521
    },
    {
      "epoch": 1.9054679500307188,
      "grad_norm": 2.824509639743067,
      "learning_rate": 0.00023503908874954692,
      "loss": 5.2812,
      "step": 46522
    },
    {
      "epoch": 1.9055089084579153,
      "grad_norm": 5.485365669682501,
      "learning_rate": 0.00023503640209744677,
      "loss": 5.75,
      "step": 46523
    },
    {
      "epoch": 1.9055498668851116,
      "grad_norm": 3.596464273997726,
      "learning_rate": 0.00023503371540514644,
      "loss": 6.0,
      "step": 46524
    },
    {
      "epoch": 1.905590825312308,
      "grad_norm": 13.960692377030949,
      "learning_rate": 0.00023503102867264707,
      "loss": 3.5938,
      "step": 46525
    },
    {
      "epoch": 1.9056317837395045,
      "grad_norm": 3.197798571587326,
      "learning_rate": 0.00023502834189994995,
      "loss": 5.7188,
      "step": 46526
    },
    {
      "epoch": 1.9056727421667008,
      "grad_norm": 7.451160829206766,
      "learning_rate": 0.00023502565508705638,
      "loss": 4.3438,
      "step": 46527
    },
    {
      "epoch": 1.905713700593897,
      "grad_norm": 2.900691009842497,
      "learning_rate": 0.00023502296823396763,
      "loss": 4.9375,
      "step": 46528
    },
    {
      "epoch": 1.9057546590210936,
      "grad_norm": 2.7648792873246597,
      "learning_rate": 0.00023502028134068492,
      "loss": 5.25,
      "step": 46529
    },
    {
      "epoch": 1.90579561744829,
      "grad_norm": 2.679369175740272,
      "learning_rate": 0.00023501759440720959,
      "loss": 4.4062,
      "step": 46530
    },
    {
      "epoch": 1.9058365758754863,
      "grad_norm": 5.5463691087778635,
      "learning_rate": 0.0002350149074335428,
      "loss": 2.375,
      "step": 46531
    },
    {
      "epoch": 1.9058775343026828,
      "grad_norm": 3.133344577995102,
      "learning_rate": 0.000235012220419686,
      "loss": 5.0938,
      "step": 46532
    },
    {
      "epoch": 1.9059184927298791,
      "grad_norm": 3.418112651644476,
      "learning_rate": 0.00023500953336564034,
      "loss": 5.0625,
      "step": 46533
    },
    {
      "epoch": 1.9059594511570754,
      "grad_norm": 2.5204747111411945,
      "learning_rate": 0.000235006846271407,
      "loss": 4.9062,
      "step": 46534
    },
    {
      "epoch": 1.906000409584272,
      "grad_norm": 2.899304270276376,
      "learning_rate": 0.00023500415913698747,
      "loss": 5.0312,
      "step": 46535
    },
    {
      "epoch": 1.9060413680114685,
      "grad_norm": 6.3192085893602545,
      "learning_rate": 0.00023500147196238287,
      "loss": 4.7188,
      "step": 46536
    },
    {
      "epoch": 1.9060823264386646,
      "grad_norm": 3.6911467796379616,
      "learning_rate": 0.0002349987847475945,
      "loss": 6.0312,
      "step": 46537
    },
    {
      "epoch": 1.9061232848658611,
      "grad_norm": 7.813983979893894,
      "learning_rate": 0.00023499609749262363,
      "loss": 4.4688,
      "step": 46538
    },
    {
      "epoch": 1.9061642432930577,
      "grad_norm": 3.594545677668075,
      "learning_rate": 0.00023499341019747155,
      "loss": 5.0312,
      "step": 46539
    },
    {
      "epoch": 1.906205201720254,
      "grad_norm": 5.97507366064577,
      "learning_rate": 0.0002349907228621395,
      "loss": 5.3125,
      "step": 46540
    },
    {
      "epoch": 1.9062461601474503,
      "grad_norm": 3.37505642670162,
      "learning_rate": 0.00023498803548662877,
      "loss": 6.3438,
      "step": 46541
    },
    {
      "epoch": 1.9062871185746468,
      "grad_norm": 3.9156653362383205,
      "learning_rate": 0.00023498534807094064,
      "loss": 5.3438,
      "step": 46542
    },
    {
      "epoch": 1.9063280770018431,
      "grad_norm": 2.554283057741768,
      "learning_rate": 0.00023498266061507638,
      "loss": 4.25,
      "step": 46543
    },
    {
      "epoch": 1.9063690354290395,
      "grad_norm": 3.152108499597906,
      "learning_rate": 0.00023497997311903722,
      "loss": 4.9062,
      "step": 46544
    },
    {
      "epoch": 1.906409993856236,
      "grad_norm": 2.632604021220685,
      "learning_rate": 0.0002349772855828245,
      "loss": 4.0938,
      "step": 46545
    },
    {
      "epoch": 1.9064509522834323,
      "grad_norm": 2.6354124770032867,
      "learning_rate": 0.00023497459800643941,
      "loss": 5.0312,
      "step": 46546
    },
    {
      "epoch": 1.9064919107106286,
      "grad_norm": 4.092408265545548,
      "learning_rate": 0.00023497191038988327,
      "loss": 3.8906,
      "step": 46547
    },
    {
      "epoch": 1.9065328691378252,
      "grad_norm": 5.22162171557457,
      "learning_rate": 0.00023496922273315735,
      "loss": 5.0625,
      "step": 46548
    },
    {
      "epoch": 1.9065738275650215,
      "grad_norm": 2.7061185325251125,
      "learning_rate": 0.00023496653503626288,
      "loss": 4.5938,
      "step": 46549
    },
    {
      "epoch": 1.9066147859922178,
      "grad_norm": 2.8750827753653883,
      "learning_rate": 0.00023496384729920124,
      "loss": 4.0,
      "step": 46550
    },
    {
      "epoch": 1.9066557444194143,
      "grad_norm": 10.466127584338615,
      "learning_rate": 0.00023496115952197354,
      "loss": 3.2656,
      "step": 46551
    },
    {
      "epoch": 1.9066967028466106,
      "grad_norm": 4.047187818826681,
      "learning_rate": 0.0002349584717045812,
      "loss": 3.25,
      "step": 46552
    },
    {
      "epoch": 1.906737661273807,
      "grad_norm": 2.8780574178407408,
      "learning_rate": 0.00023495578384702536,
      "loss": 5.0312,
      "step": 46553
    },
    {
      "epoch": 1.9067786197010035,
      "grad_norm": 2.4216708556084905,
      "learning_rate": 0.0002349530959493074,
      "loss": 4.625,
      "step": 46554
    },
    {
      "epoch": 1.9068195781282,
      "grad_norm": 11.578405810591185,
      "learning_rate": 0.00023495040801142854,
      "loss": 4.5,
      "step": 46555
    },
    {
      "epoch": 1.9068605365553961,
      "grad_norm": 3.1388938950631253,
      "learning_rate": 0.00023494772003339003,
      "loss": 4.3438,
      "step": 46556
    },
    {
      "epoch": 1.9069014949825926,
      "grad_norm": 2.427639270118823,
      "learning_rate": 0.00023494503201519323,
      "loss": 4.4062,
      "step": 46557
    },
    {
      "epoch": 1.9069424534097892,
      "grad_norm": 2.8269365951195167,
      "learning_rate": 0.0002349423439568393,
      "loss": 5.5625,
      "step": 46558
    },
    {
      "epoch": 1.9069834118369855,
      "grad_norm": 3.0414581304709163,
      "learning_rate": 0.00023493965585832951,
      "loss": 5.0625,
      "step": 46559
    },
    {
      "epoch": 1.9070243702641818,
      "grad_norm": 2.9040454561051408,
      "learning_rate": 0.00023493696771966527,
      "loss": 4.4688,
      "step": 46560
    },
    {
      "epoch": 1.9070653286913783,
      "grad_norm": 2.7138147507804744,
      "learning_rate": 0.0002349342795408477,
      "loss": 4.5,
      "step": 46561
    },
    {
      "epoch": 1.9071062871185747,
      "grad_norm": 3.3288568691465263,
      "learning_rate": 0.0002349315913218782,
      "loss": 4.2812,
      "step": 46562
    },
    {
      "epoch": 1.907147245545771,
      "grad_norm": 5.3979860714442145,
      "learning_rate": 0.0002349289030627579,
      "loss": 4.75,
      "step": 46563
    },
    {
      "epoch": 1.9071882039729675,
      "grad_norm": 3.4295879041815516,
      "learning_rate": 0.00023492621476348818,
      "loss": 3.9531,
      "step": 46564
    },
    {
      "epoch": 1.9072291624001638,
      "grad_norm": 2.6689533949651594,
      "learning_rate": 0.00023492352642407024,
      "loss": 4.4688,
      "step": 46565
    },
    {
      "epoch": 1.9072701208273601,
      "grad_norm": 2.6388828036481238,
      "learning_rate": 0.00023492083804450543,
      "loss": 3.8906,
      "step": 46566
    },
    {
      "epoch": 1.9073110792545567,
      "grad_norm": 5.314127545703613,
      "learning_rate": 0.00023491814962479495,
      "loss": 5.8125,
      "step": 46567
    },
    {
      "epoch": 1.907352037681753,
      "grad_norm": 2.8090416741471516,
      "learning_rate": 0.00023491546116494012,
      "loss": 5.3125,
      "step": 46568
    },
    {
      "epoch": 1.9073929961089493,
      "grad_norm": 2.7454676985908844,
      "learning_rate": 0.0002349127726649422,
      "loss": 3.7188,
      "step": 46569
    },
    {
      "epoch": 1.9074339545361458,
      "grad_norm": 2.5444644862919166,
      "learning_rate": 0.00023491008412480238,
      "loss": 3.625,
      "step": 46570
    },
    {
      "epoch": 1.9074749129633424,
      "grad_norm": 3.139872966903724,
      "learning_rate": 0.00023490739554452204,
      "loss": 3.9219,
      "step": 46571
    },
    {
      "epoch": 1.9075158713905385,
      "grad_norm": 4.186675515681637,
      "learning_rate": 0.00023490470692410243,
      "loss": 5.7812,
      "step": 46572
    },
    {
      "epoch": 1.907556829817735,
      "grad_norm": 3.112127183217025,
      "learning_rate": 0.00023490201826354478,
      "loss": 5.0938,
      "step": 46573
    },
    {
      "epoch": 1.9075977882449315,
      "grad_norm": 4.555235578142731,
      "learning_rate": 0.00023489932956285035,
      "loss": 3.7188,
      "step": 46574
    },
    {
      "epoch": 1.9076387466721276,
      "grad_norm": 2.9759018531558854,
      "learning_rate": 0.0002348966408220205,
      "loss": 5.5312,
      "step": 46575
    },
    {
      "epoch": 1.9076797050993242,
      "grad_norm": 2.6149588084042086,
      "learning_rate": 0.00023489395204105644,
      "loss": 4.4688,
      "step": 46576
    },
    {
      "epoch": 1.9077206635265207,
      "grad_norm": 2.611418027892013,
      "learning_rate": 0.0002348912632199594,
      "loss": 5.0,
      "step": 46577
    },
    {
      "epoch": 1.907761621953717,
      "grad_norm": 2.781065622398168,
      "learning_rate": 0.0002348885743587307,
      "loss": 5.3438,
      "step": 46578
    },
    {
      "epoch": 1.9078025803809133,
      "grad_norm": 2.70223540554652,
      "learning_rate": 0.00023488588545737165,
      "loss": 4.25,
      "step": 46579
    },
    {
      "epoch": 1.9078435388081099,
      "grad_norm": 2.5389659559836155,
      "learning_rate": 0.00023488319651588348,
      "loss": 4.6875,
      "step": 46580
    },
    {
      "epoch": 1.9078844972353062,
      "grad_norm": 4.955306137145659,
      "learning_rate": 0.0002348805075342674,
      "loss": 6.25,
      "step": 46581
    },
    {
      "epoch": 1.9079254556625025,
      "grad_norm": 3.283898815990526,
      "learning_rate": 0.0002348778185125248,
      "loss": 6.125,
      "step": 46582
    },
    {
      "epoch": 1.907966414089699,
      "grad_norm": 7.145895988173093,
      "learning_rate": 0.00023487512945065685,
      "loss": 6.6875,
      "step": 46583
    },
    {
      "epoch": 1.9080073725168953,
      "grad_norm": 2.6182692385870476,
      "learning_rate": 0.0002348724403486649,
      "loss": 4.5938,
      "step": 46584
    },
    {
      "epoch": 1.9080483309440917,
      "grad_norm": 7.564823602682394,
      "learning_rate": 0.0002348697512065502,
      "loss": 6.0312,
      "step": 46585
    },
    {
      "epoch": 1.9080892893712882,
      "grad_norm": 2.5367821523953538,
      "learning_rate": 0.00023486706202431395,
      "loss": 5.0,
      "step": 46586
    },
    {
      "epoch": 1.9081302477984845,
      "grad_norm": 2.5612996973509734,
      "learning_rate": 0.00023486437280195748,
      "loss": 5.2188,
      "step": 46587
    },
    {
      "epoch": 1.9081712062256808,
      "grad_norm": 2.5598393613784047,
      "learning_rate": 0.00023486168353948212,
      "loss": 5.0,
      "step": 46588
    },
    {
      "epoch": 1.9082121646528774,
      "grad_norm": 5.560848405158975,
      "learning_rate": 0.00023485899423688903,
      "loss": 3.7969,
      "step": 46589
    },
    {
      "epoch": 1.9082531230800739,
      "grad_norm": 2.8075094996111596,
      "learning_rate": 0.00023485630489417957,
      "loss": 3.3594,
      "step": 46590
    },
    {
      "epoch": 1.90829408150727,
      "grad_norm": 7.606212015998751,
      "learning_rate": 0.00023485361551135492,
      "loss": 5.375,
      "step": 46591
    },
    {
      "epoch": 1.9083350399344665,
      "grad_norm": 7.631977857775371,
      "learning_rate": 0.00023485092608841645,
      "loss": 2.0469,
      "step": 46592
    },
    {
      "epoch": 1.908375998361663,
      "grad_norm": 8.250529734545504,
      "learning_rate": 0.00023484823662536534,
      "loss": 3.7812,
      "step": 46593
    },
    {
      "epoch": 1.9084169567888591,
      "grad_norm": 3.8607710349236783,
      "learning_rate": 0.00023484554712220295,
      "loss": 5.2812,
      "step": 46594
    },
    {
      "epoch": 1.9084579152160557,
      "grad_norm": 2.907055200219955,
      "learning_rate": 0.0002348428575789305,
      "loss": 5.7812,
      "step": 46595
    },
    {
      "epoch": 1.9084988736432522,
      "grad_norm": 4.187490794879919,
      "learning_rate": 0.00023484016799554927,
      "loss": 3.0625,
      "step": 46596
    },
    {
      "epoch": 1.9085398320704485,
      "grad_norm": 4.2203045135038755,
      "learning_rate": 0.0002348374783720605,
      "loss": 4.9375,
      "step": 46597
    },
    {
      "epoch": 1.9085807904976448,
      "grad_norm": 2.7084599501183786,
      "learning_rate": 0.00023483478870846552,
      "loss": 5.0312,
      "step": 46598
    },
    {
      "epoch": 1.9086217489248414,
      "grad_norm": 2.5659253898602135,
      "learning_rate": 0.00023483209900476557,
      "loss": 4.5,
      "step": 46599
    },
    {
      "epoch": 1.9086627073520377,
      "grad_norm": 4.732192826246066,
      "learning_rate": 0.00023482940926096194,
      "loss": 4.4062,
      "step": 46600
    },
    {
      "epoch": 1.908703665779234,
      "grad_norm": 3.7956254852258176,
      "learning_rate": 0.00023482671947705586,
      "loss": 6.5625,
      "step": 46601
    },
    {
      "epoch": 1.9087446242064305,
      "grad_norm": 3.929143780890936,
      "learning_rate": 0.00023482402965304867,
      "loss": 6.5938,
      "step": 46602
    },
    {
      "epoch": 1.9087855826336269,
      "grad_norm": 3.0581462711248486,
      "learning_rate": 0.00023482133978894158,
      "loss": 5.0938,
      "step": 46603
    },
    {
      "epoch": 1.9088265410608232,
      "grad_norm": 4.831086008274614,
      "learning_rate": 0.00023481864988473587,
      "loss": 5.1875,
      "step": 46604
    },
    {
      "epoch": 1.9088674994880197,
      "grad_norm": 3.4503313526855024,
      "learning_rate": 0.00023481595994043287,
      "loss": 5.0938,
      "step": 46605
    },
    {
      "epoch": 1.908908457915216,
      "grad_norm": 3.726462002427999,
      "learning_rate": 0.00023481326995603374,
      "loss": 5.5312,
      "step": 46606
    },
    {
      "epoch": 1.9089494163424123,
      "grad_norm": 2.6362613126594763,
      "learning_rate": 0.0002348105799315399,
      "loss": 4.125,
      "step": 46607
    },
    {
      "epoch": 1.9089903747696089,
      "grad_norm": 3.2118819704570396,
      "learning_rate": 0.00023480788986695247,
      "loss": 6.2188,
      "step": 46608
    },
    {
      "epoch": 1.9090313331968054,
      "grad_norm": 2.525207807607383,
      "learning_rate": 0.0002348051997622728,
      "loss": 4.1875,
      "step": 46609
    },
    {
      "epoch": 1.9090722916240015,
      "grad_norm": 3.0262192385343334,
      "learning_rate": 0.0002348025096175022,
      "loss": 4.5312,
      "step": 46610
    },
    {
      "epoch": 1.909113250051198,
      "grad_norm": 2.839161109408314,
      "learning_rate": 0.00023479981943264183,
      "loss": 4.9062,
      "step": 46611
    },
    {
      "epoch": 1.9091542084783946,
      "grad_norm": 18.152976209454764,
      "learning_rate": 0.00023479712920769302,
      "loss": 3.8125,
      "step": 46612
    },
    {
      "epoch": 1.9091951669055909,
      "grad_norm": 3.1215952362380146,
      "learning_rate": 0.00023479443894265707,
      "loss": 4.2812,
      "step": 46613
    },
    {
      "epoch": 1.9092361253327872,
      "grad_norm": 4.41276258093951,
      "learning_rate": 0.00023479174863753527,
      "loss": 6.1875,
      "step": 46614
    },
    {
      "epoch": 1.9092770837599837,
      "grad_norm": 5.603655233025268,
      "learning_rate": 0.0002347890582923288,
      "loss": 6.5625,
      "step": 46615
    },
    {
      "epoch": 1.90931804218718,
      "grad_norm": 4.6591501306449565,
      "learning_rate": 0.00023478636790703905,
      "loss": 1.7344,
      "step": 46616
    },
    {
      "epoch": 1.9093590006143764,
      "grad_norm": 2.9161724100225452,
      "learning_rate": 0.00023478367748166717,
      "loss": 4.8125,
      "step": 46617
    },
    {
      "epoch": 1.909399959041573,
      "grad_norm": 2.4898824804262523,
      "learning_rate": 0.00023478098701621447,
      "loss": 4.7188,
      "step": 46618
    },
    {
      "epoch": 1.9094409174687692,
      "grad_norm": 2.658756558569085,
      "learning_rate": 0.00023477829651068227,
      "loss": 4.5312,
      "step": 46619
    },
    {
      "epoch": 1.9094818758959655,
      "grad_norm": 3.9128294394269836,
      "learning_rate": 0.0002347756059650718,
      "loss": 4.0,
      "step": 46620
    },
    {
      "epoch": 1.909522834323162,
      "grad_norm": 2.8822302952811474,
      "learning_rate": 0.00023477291537938433,
      "loss": 5.875,
      "step": 46621
    },
    {
      "epoch": 1.9095637927503584,
      "grad_norm": 2.6694436047144645,
      "learning_rate": 0.00023477022475362118,
      "loss": 4.1875,
      "step": 46622
    },
    {
      "epoch": 1.9096047511775547,
      "grad_norm": 3.51098309116313,
      "learning_rate": 0.00023476753408778356,
      "loss": 5.6562,
      "step": 46623
    },
    {
      "epoch": 1.9096457096047512,
      "grad_norm": 4.495444086250975,
      "learning_rate": 0.0002347648433818728,
      "loss": 5.3438,
      "step": 46624
    },
    {
      "epoch": 1.9096866680319475,
      "grad_norm": 4.866632202426317,
      "learning_rate": 0.0002347621526358901,
      "loss": 4.375,
      "step": 46625
    },
    {
      "epoch": 1.9097276264591438,
      "grad_norm": 2.5088174528121234,
      "learning_rate": 0.0002347594618498368,
      "loss": 4.9375,
      "step": 46626
    },
    {
      "epoch": 1.9097685848863404,
      "grad_norm": 5.815849797833214,
      "learning_rate": 0.00023475677102371414,
      "loss": 5.9375,
      "step": 46627
    },
    {
      "epoch": 1.909809543313537,
      "grad_norm": 2.4028668400347577,
      "learning_rate": 0.0002347540801575234,
      "loss": 4.6562,
      "step": 46628
    },
    {
      "epoch": 1.909850501740733,
      "grad_norm": 4.011633227177208,
      "learning_rate": 0.00023475138925126583,
      "loss": 6.4062,
      "step": 46629
    },
    {
      "epoch": 1.9098914601679295,
      "grad_norm": 3.0560794056695593,
      "learning_rate": 0.00023474869830494277,
      "loss": 4.125,
      "step": 46630
    },
    {
      "epoch": 1.909932418595126,
      "grad_norm": 2.4845091655491847,
      "learning_rate": 0.00023474600731855538,
      "loss": 4.625,
      "step": 46631
    },
    {
      "epoch": 1.9099733770223224,
      "grad_norm": 3.2969819571701913,
      "learning_rate": 0.00023474331629210504,
      "loss": 4.875,
      "step": 46632
    },
    {
      "epoch": 1.9100143354495187,
      "grad_norm": 3.492045928080891,
      "learning_rate": 0.00023474062522559294,
      "loss": 4.4375,
      "step": 46633
    },
    {
      "epoch": 1.9100552938767152,
      "grad_norm": 3.3444818191836285,
      "learning_rate": 0.00023473793411902042,
      "loss": 4.125,
      "step": 46634
    },
    {
      "epoch": 1.9100962523039116,
      "grad_norm": 3.1823099366153627,
      "learning_rate": 0.00023473524297238868,
      "loss": 4.5312,
      "step": 46635
    },
    {
      "epoch": 1.9101372107311079,
      "grad_norm": 9.59519908505519,
      "learning_rate": 0.00023473255178569908,
      "loss": 3.6719,
      "step": 46636
    },
    {
      "epoch": 1.9101781691583044,
      "grad_norm": 2.6092352081104297,
      "learning_rate": 0.00023472986055895283,
      "loss": 4.7812,
      "step": 46637
    },
    {
      "epoch": 1.9102191275855007,
      "grad_norm": 2.694560675463858,
      "learning_rate": 0.0002347271692921512,
      "loss": 4.3125,
      "step": 46638
    },
    {
      "epoch": 1.910260086012697,
      "grad_norm": 2.8773475493322556,
      "learning_rate": 0.00023472447798529553,
      "loss": 6.5625,
      "step": 46639
    },
    {
      "epoch": 1.9103010444398936,
      "grad_norm": 3.2570952039162657,
      "learning_rate": 0.00023472178663838702,
      "loss": 5.4375,
      "step": 46640
    },
    {
      "epoch": 1.9103420028670899,
      "grad_norm": 3.3073605404762416,
      "learning_rate": 0.00023471909525142696,
      "loss": 4.0938,
      "step": 46641
    },
    {
      "epoch": 1.9103829612942862,
      "grad_norm": 2.6794315889036375,
      "learning_rate": 0.00023471640382441666,
      "loss": 4.5,
      "step": 46642
    },
    {
      "epoch": 1.9104239197214827,
      "grad_norm": 11.100938419423924,
      "learning_rate": 0.0002347137123573573,
      "loss": 3.4062,
      "step": 46643
    },
    {
      "epoch": 1.910464878148679,
      "grad_norm": 2.961913461891773,
      "learning_rate": 0.00023471102085025023,
      "loss": 4.25,
      "step": 46644
    },
    {
      "epoch": 1.9105058365758754,
      "grad_norm": 5.256298403647173,
      "learning_rate": 0.00023470832930309673,
      "loss": 6.0,
      "step": 46645
    },
    {
      "epoch": 1.910546795003072,
      "grad_norm": 2.4695525062126285,
      "learning_rate": 0.00023470563771589803,
      "loss": 3.4531,
      "step": 46646
    },
    {
      "epoch": 1.9105877534302684,
      "grad_norm": 4.0786742825150295,
      "learning_rate": 0.0002347029460886554,
      "loss": 5.5312,
      "step": 46647
    },
    {
      "epoch": 1.9106287118574645,
      "grad_norm": 3.550470619619895,
      "learning_rate": 0.0002347002544213702,
      "loss": 6.7188,
      "step": 46648
    },
    {
      "epoch": 1.910669670284661,
      "grad_norm": 2.6873994223269504,
      "learning_rate": 0.00023469756271404354,
      "loss": 4.6562,
      "step": 46649
    },
    {
      "epoch": 1.9107106287118576,
      "grad_norm": 3.2832276562604794,
      "learning_rate": 0.00023469487096667685,
      "loss": 4.75,
      "step": 46650
    },
    {
      "epoch": 1.910751587139054,
      "grad_norm": 3.4312319587037545,
      "learning_rate": 0.00023469217917927135,
      "loss": 5.0938,
      "step": 46651
    },
    {
      "epoch": 1.9107925455662502,
      "grad_norm": 2.7714413422565722,
      "learning_rate": 0.00023468948735182827,
      "loss": 4.4688,
      "step": 46652
    },
    {
      "epoch": 1.9108335039934468,
      "grad_norm": 2.536392557053388,
      "learning_rate": 0.00023468679548434892,
      "loss": 4.3438,
      "step": 46653
    },
    {
      "epoch": 1.910874462420643,
      "grad_norm": 4.728225321245924,
      "learning_rate": 0.0002346841035768346,
      "loss": 5.125,
      "step": 46654
    },
    {
      "epoch": 1.9109154208478394,
      "grad_norm": 2.3290811113437404,
      "learning_rate": 0.00023468141162928647,
      "loss": 4.375,
      "step": 46655
    },
    {
      "epoch": 1.910956379275036,
      "grad_norm": 2.7656987232002437,
      "learning_rate": 0.00023467871964170592,
      "loss": 4.875,
      "step": 46656
    },
    {
      "epoch": 1.9109973377022322,
      "grad_norm": 2.8880504222078343,
      "learning_rate": 0.00023467602761409424,
      "loss": 3.5625,
      "step": 46657
    },
    {
      "epoch": 1.9110382961294285,
      "grad_norm": 7.248750328208168,
      "learning_rate": 0.00023467333554645257,
      "loss": 5.7188,
      "step": 46658
    },
    {
      "epoch": 1.911079254556625,
      "grad_norm": 2.9145557715755563,
      "learning_rate": 0.0002346706434387823,
      "loss": 5.3125,
      "step": 46659
    },
    {
      "epoch": 1.9111202129838214,
      "grad_norm": 2.6543703863747967,
      "learning_rate": 0.00023466795129108468,
      "loss": 4.875,
      "step": 46660
    },
    {
      "epoch": 1.9111611714110177,
      "grad_norm": 3.37894052121412,
      "learning_rate": 0.00023466525910336092,
      "loss": 6.4375,
      "step": 46661
    },
    {
      "epoch": 1.9112021298382142,
      "grad_norm": 3.3708280812273754,
      "learning_rate": 0.00023466256687561238,
      "loss": 5.9688,
      "step": 46662
    },
    {
      "epoch": 1.9112430882654106,
      "grad_norm": 4.043038613408253,
      "learning_rate": 0.00023465987460784027,
      "loss": 6.3438,
      "step": 46663
    },
    {
      "epoch": 1.9112840466926069,
      "grad_norm": 3.6167628310843947,
      "learning_rate": 0.0002346571823000459,
      "loss": 5.375,
      "step": 46664
    },
    {
      "epoch": 1.9113250051198034,
      "grad_norm": 3.742330826294324,
      "learning_rate": 0.00023465448995223047,
      "loss": 3.2344,
      "step": 46665
    },
    {
      "epoch": 1.911365963547,
      "grad_norm": 2.5596263422991083,
      "learning_rate": 0.0002346517975643954,
      "loss": 3.9219,
      "step": 46666
    },
    {
      "epoch": 1.911406921974196,
      "grad_norm": 5.910157223081467,
      "learning_rate": 0.00023464910513654178,
      "loss": 5.4688,
      "step": 46667
    },
    {
      "epoch": 1.9114478804013926,
      "grad_norm": 4.940561963314591,
      "learning_rate": 0.00023464641266867102,
      "loss": 7.0312,
      "step": 46668
    },
    {
      "epoch": 1.911488838828589,
      "grad_norm": 2.8422807173647655,
      "learning_rate": 0.00023464372016078434,
      "loss": 4.8438,
      "step": 46669
    },
    {
      "epoch": 1.9115297972557854,
      "grad_norm": 2.9240603947117862,
      "learning_rate": 0.00023464102761288304,
      "loss": 5.4375,
      "step": 46670
    },
    {
      "epoch": 1.9115707556829817,
      "grad_norm": 2.826627575513178,
      "learning_rate": 0.00023463833502496834,
      "loss": 6.0938,
      "step": 46671
    },
    {
      "epoch": 1.9116117141101783,
      "grad_norm": 2.703327004520812,
      "learning_rate": 0.0002346356423970416,
      "loss": 4.9688,
      "step": 46672
    },
    {
      "epoch": 1.9116526725373746,
      "grad_norm": 5.705295803527945,
      "learning_rate": 0.00023463294972910403,
      "loss": 1.5547,
      "step": 46673
    },
    {
      "epoch": 1.911693630964571,
      "grad_norm": 4.82484139331418,
      "learning_rate": 0.00023463025702115688,
      "loss": 5.2188,
      "step": 46674
    },
    {
      "epoch": 1.9117345893917674,
      "grad_norm": 2.7406396520019185,
      "learning_rate": 0.00023462756427320146,
      "loss": 6.0625,
      "step": 46675
    },
    {
      "epoch": 1.9117755478189637,
      "grad_norm": 3.9420381210967235,
      "learning_rate": 0.00023462487148523904,
      "loss": 5.4062,
      "step": 46676
    },
    {
      "epoch": 1.91181650624616,
      "grad_norm": 2.563126511616926,
      "learning_rate": 0.00023462217865727092,
      "loss": 4.8438,
      "step": 46677
    },
    {
      "epoch": 1.9118574646733566,
      "grad_norm": 2.955044205363963,
      "learning_rate": 0.0002346194857892983,
      "loss": 4.1875,
      "step": 46678
    },
    {
      "epoch": 1.911898423100553,
      "grad_norm": 3.072327656026565,
      "learning_rate": 0.00023461679288132252,
      "loss": 5.0938,
      "step": 46679
    },
    {
      "epoch": 1.9119393815277492,
      "grad_norm": 3.021410010444256,
      "learning_rate": 0.00023461409993334482,
      "loss": 5.0,
      "step": 46680
    },
    {
      "epoch": 1.9119803399549458,
      "grad_norm": 2.6775658499576545,
      "learning_rate": 0.0002346114069453665,
      "loss": 5.25,
      "step": 46681
    },
    {
      "epoch": 1.912021298382142,
      "grad_norm": 2.9559881745854137,
      "learning_rate": 0.0002346087139173888,
      "loss": 1.0938,
      "step": 46682
    },
    {
      "epoch": 1.9120622568093384,
      "grad_norm": 5.203887218812643,
      "learning_rate": 0.000234606020849413,
      "loss": 6.375,
      "step": 46683
    },
    {
      "epoch": 1.912103215236535,
      "grad_norm": 4.231187719402221,
      "learning_rate": 0.00023460332774144044,
      "loss": 2.125,
      "step": 46684
    },
    {
      "epoch": 1.9121441736637315,
      "grad_norm": 2.393364753679231,
      "learning_rate": 0.0002346006345934723,
      "loss": 4.8438,
      "step": 46685
    },
    {
      "epoch": 1.9121851320909276,
      "grad_norm": 4.594600305912437,
      "learning_rate": 0.00023459794140550985,
      "loss": 4.6875,
      "step": 46686
    },
    {
      "epoch": 1.912226090518124,
      "grad_norm": 2.830069917156174,
      "learning_rate": 0.00023459524817755447,
      "loss": 5.25,
      "step": 46687
    },
    {
      "epoch": 1.9122670489453206,
      "grad_norm": 2.798792307758489,
      "learning_rate": 0.00023459255490960733,
      "loss": 4.4688,
      "step": 46688
    },
    {
      "epoch": 1.912308007372517,
      "grad_norm": 3.0183970472485666,
      "learning_rate": 0.00023458986160166973,
      "loss": 4.875,
      "step": 46689
    },
    {
      "epoch": 1.9123489657997133,
      "grad_norm": 2.6184196249280545,
      "learning_rate": 0.00023458716825374296,
      "loss": 4.0312,
      "step": 46690
    },
    {
      "epoch": 1.9123899242269098,
      "grad_norm": 3.595289059353511,
      "learning_rate": 0.00023458447486582828,
      "loss": 4.9688,
      "step": 46691
    },
    {
      "epoch": 1.912430882654106,
      "grad_norm": 2.629185218067281,
      "learning_rate": 0.00023458178143792696,
      "loss": 5.375,
      "step": 46692
    },
    {
      "epoch": 1.9124718410813024,
      "grad_norm": 2.476787964281501,
      "learning_rate": 0.0002345790879700403,
      "loss": 5.0,
      "step": 46693
    },
    {
      "epoch": 1.912512799508499,
      "grad_norm": 2.604251835867776,
      "learning_rate": 0.00023457639446216956,
      "loss": 4.1875,
      "step": 46694
    },
    {
      "epoch": 1.9125537579356953,
      "grad_norm": 2.4937361306979344,
      "learning_rate": 0.000234573700914316,
      "loss": 4.1562,
      "step": 46695
    },
    {
      "epoch": 1.9125947163628916,
      "grad_norm": 3.6996222603869913,
      "learning_rate": 0.0002345710073264809,
      "loss": 3.8281,
      "step": 46696
    },
    {
      "epoch": 1.9126356747900881,
      "grad_norm": 2.9093423169978,
      "learning_rate": 0.00023456831369866556,
      "loss": 4.4688,
      "step": 46697
    },
    {
      "epoch": 1.9126766332172844,
      "grad_norm": 2.514226611875259,
      "learning_rate": 0.0002345656200308712,
      "loss": 4.4375,
      "step": 46698
    },
    {
      "epoch": 1.9127175916444807,
      "grad_norm": 5.241020206665293,
      "learning_rate": 0.00023456292632309913,
      "loss": 5.4375,
      "step": 46699
    },
    {
      "epoch": 1.9127585500716773,
      "grad_norm": 2.602817313633705,
      "learning_rate": 0.00023456023257535064,
      "loss": 4.7188,
      "step": 46700
    },
    {
      "epoch": 1.9127995084988736,
      "grad_norm": 2.9715867246613246,
      "learning_rate": 0.00023455753878762696,
      "loss": 4.125,
      "step": 46701
    },
    {
      "epoch": 1.91284046692607,
      "grad_norm": 3.600963240675676,
      "learning_rate": 0.00023455484495992938,
      "loss": 5.0625,
      "step": 46702
    },
    {
      "epoch": 1.9128814253532664,
      "grad_norm": 2.5573993616560586,
      "learning_rate": 0.00023455215109225913,
      "loss": 3.1719,
      "step": 46703
    },
    {
      "epoch": 1.912922383780463,
      "grad_norm": 7.111290364120929,
      "learning_rate": 0.00023454945718461758,
      "loss": 5.625,
      "step": 46704
    },
    {
      "epoch": 1.912963342207659,
      "grad_norm": 5.622970322829934,
      "learning_rate": 0.00023454676323700596,
      "loss": 6.3438,
      "step": 46705
    },
    {
      "epoch": 1.9130043006348556,
      "grad_norm": 6.125175498631532,
      "learning_rate": 0.00023454406924942553,
      "loss": 1.9141,
      "step": 46706
    },
    {
      "epoch": 1.9130452590620521,
      "grad_norm": 5.991735152213579,
      "learning_rate": 0.00023454137522187752,
      "loss": 4.5312,
      "step": 46707
    },
    {
      "epoch": 1.9130862174892485,
      "grad_norm": 3.1552448571560423,
      "learning_rate": 0.00023453868115436328,
      "loss": 5.375,
      "step": 46708
    },
    {
      "epoch": 1.9131271759164448,
      "grad_norm": 3.3073495779142417,
      "learning_rate": 0.00023453598704688413,
      "loss": 4.8125,
      "step": 46709
    },
    {
      "epoch": 1.9131681343436413,
      "grad_norm": 2.6790713250015776,
      "learning_rate": 0.00023453329289944118,
      "loss": 4.6875,
      "step": 46710
    },
    {
      "epoch": 1.9132090927708376,
      "grad_norm": 3.3834796933032285,
      "learning_rate": 0.00023453059871203583,
      "loss": 4.6875,
      "step": 46711
    },
    {
      "epoch": 1.913250051198034,
      "grad_norm": 2.7180716879291564,
      "learning_rate": 0.00023452790448466934,
      "loss": 3.0625,
      "step": 46712
    },
    {
      "epoch": 1.9132910096252305,
      "grad_norm": 5.095925924099322,
      "learning_rate": 0.00023452521021734293,
      "loss": 7.5938,
      "step": 46713
    },
    {
      "epoch": 1.9133319680524268,
      "grad_norm": 3.047773856442242,
      "learning_rate": 0.00023452251591005792,
      "loss": 4.7812,
      "step": 46714
    },
    {
      "epoch": 1.913372926479623,
      "grad_norm": 4.396519054797518,
      "learning_rate": 0.00023451982156281556,
      "loss": 3.2969,
      "step": 46715
    },
    {
      "epoch": 1.9134138849068196,
      "grad_norm": 2.5642714474914907,
      "learning_rate": 0.00023451712717561716,
      "loss": 4.8438,
      "step": 46716
    },
    {
      "epoch": 1.913454843334016,
      "grad_norm": 2.6726895351531748,
      "learning_rate": 0.0002345144327484639,
      "loss": 5.25,
      "step": 46717
    },
    {
      "epoch": 1.9134958017612123,
      "grad_norm": 5.199471181206818,
      "learning_rate": 0.00023451173828135718,
      "loss": 4.9375,
      "step": 46718
    },
    {
      "epoch": 1.9135367601884088,
      "grad_norm": 3.0084450059510544,
      "learning_rate": 0.00023450904377429817,
      "loss": 5.2812,
      "step": 46719
    },
    {
      "epoch": 1.913577718615605,
      "grad_norm": 2.6292731983475903,
      "learning_rate": 0.00023450634922728822,
      "loss": 4.8438,
      "step": 46720
    },
    {
      "epoch": 1.9136186770428014,
      "grad_norm": 3.8010649771328113,
      "learning_rate": 0.00023450365464032857,
      "loss": 2.25,
      "step": 46721
    },
    {
      "epoch": 1.913659635469998,
      "grad_norm": 15.184835382132917,
      "learning_rate": 0.0002345009600134205,
      "loss": 4.25,
      "step": 46722
    },
    {
      "epoch": 1.9137005938971945,
      "grad_norm": 2.917064542932085,
      "learning_rate": 0.00023449826534656523,
      "loss": 4.5312,
      "step": 46723
    },
    {
      "epoch": 1.9137415523243906,
      "grad_norm": 4.940532509502736,
      "learning_rate": 0.00023449557063976413,
      "loss": 5.2812,
      "step": 46724
    },
    {
      "epoch": 1.9137825107515871,
      "grad_norm": 3.802706671955083,
      "learning_rate": 0.00023449287589301842,
      "loss": 6.2188,
      "step": 46725
    },
    {
      "epoch": 1.9138234691787837,
      "grad_norm": 5.044145292394969,
      "learning_rate": 0.0002344901811063294,
      "loss": 1.8984,
      "step": 46726
    },
    {
      "epoch": 1.91386442760598,
      "grad_norm": 4.200050253512105,
      "learning_rate": 0.00023448748627969828,
      "loss": 3.8594,
      "step": 46727
    },
    {
      "epoch": 1.9139053860331763,
      "grad_norm": 4.547825498812645,
      "learning_rate": 0.00023448479141312644,
      "loss": 5.5938,
      "step": 46728
    },
    {
      "epoch": 1.9139463444603728,
      "grad_norm": 3.5107370400732374,
      "learning_rate": 0.00023448209650661506,
      "loss": 5.4688,
      "step": 46729
    },
    {
      "epoch": 1.9139873028875691,
      "grad_norm": 3.056885979940422,
      "learning_rate": 0.00023447940156016544,
      "loss": 5.125,
      "step": 46730
    },
    {
      "epoch": 1.9140282613147654,
      "grad_norm": 3.045223009952906,
      "learning_rate": 0.00023447670657377885,
      "loss": 5.1562,
      "step": 46731
    },
    {
      "epoch": 1.914069219741962,
      "grad_norm": 2.8097104964070474,
      "learning_rate": 0.0002344740115474566,
      "loss": 5.1562,
      "step": 46732
    },
    {
      "epoch": 1.9141101781691583,
      "grad_norm": 3.399360296671583,
      "learning_rate": 0.00023447131648119993,
      "loss": 5.4688,
      "step": 46733
    },
    {
      "epoch": 1.9141511365963546,
      "grad_norm": 3.95667219618694,
      "learning_rate": 0.0002344686213750101,
      "loss": 6.75,
      "step": 46734
    },
    {
      "epoch": 1.9141920950235511,
      "grad_norm": 2.977369782106033,
      "learning_rate": 0.00023446592622888843,
      "loss": 5.0938,
      "step": 46735
    },
    {
      "epoch": 1.9142330534507475,
      "grad_norm": 3.2182233175418853,
      "learning_rate": 0.0002344632310428362,
      "loss": 6.75,
      "step": 46736
    },
    {
      "epoch": 1.9142740118779438,
      "grad_norm": 3.5353043638705612,
      "learning_rate": 0.00023446053581685462,
      "loss": 3.5938,
      "step": 46737
    },
    {
      "epoch": 1.9143149703051403,
      "grad_norm": 2.990488175556078,
      "learning_rate": 0.000234457840550945,
      "loss": 6.0625,
      "step": 46738
    },
    {
      "epoch": 1.9143559287323368,
      "grad_norm": 4.165189460543231,
      "learning_rate": 0.00023445514524510861,
      "loss": 4.5625,
      "step": 46739
    },
    {
      "epoch": 1.914396887159533,
      "grad_norm": 2.638272915855525,
      "learning_rate": 0.00023445244989934674,
      "loss": 4.125,
      "step": 46740
    },
    {
      "epoch": 1.9144378455867295,
      "grad_norm": 4.6645003377762135,
      "learning_rate": 0.00023444975451366066,
      "loss": 6.3438,
      "step": 46741
    },
    {
      "epoch": 1.914478804013926,
      "grad_norm": 2.768545799582623,
      "learning_rate": 0.00023444705908805163,
      "loss": 4.9688,
      "step": 46742
    },
    {
      "epoch": 1.914519762441122,
      "grad_norm": 5.6728936431458346,
      "learning_rate": 0.00023444436362252092,
      "loss": 6.6562,
      "step": 46743
    },
    {
      "epoch": 1.9145607208683186,
      "grad_norm": 2.978419412240214,
      "learning_rate": 0.0002344416681170698,
      "loss": 5.0,
      "step": 46744
    },
    {
      "epoch": 1.9146016792955152,
      "grad_norm": 3.580705487162001,
      "learning_rate": 0.00023443897257169964,
      "loss": 4.2812,
      "step": 46745
    },
    {
      "epoch": 1.9146426377227115,
      "grad_norm": 2.9850814145298568,
      "learning_rate": 0.0002344362769864115,
      "loss": 5.9688,
      "step": 46746
    },
    {
      "epoch": 1.9146835961499078,
      "grad_norm": 2.756483240916244,
      "learning_rate": 0.00023443358136120693,
      "loss": 4.7188,
      "step": 46747
    },
    {
      "epoch": 1.9147245545771043,
      "grad_norm": 2.9313566303450793,
      "learning_rate": 0.00023443088569608702,
      "loss": 4.9688,
      "step": 46748
    },
    {
      "epoch": 1.9147655130043006,
      "grad_norm": 2.7762027360656147,
      "learning_rate": 0.000234428189991053,
      "loss": 4.8125,
      "step": 46749
    },
    {
      "epoch": 1.914806471431497,
      "grad_norm": 2.7007415664233316,
      "learning_rate": 0.00023442549424610636,
      "loss": 4.9375,
      "step": 46750
    },
    {
      "epoch": 1.9148474298586935,
      "grad_norm": 2.8324251734315284,
      "learning_rate": 0.00023442279846124813,
      "loss": 5.1562,
      "step": 46751
    },
    {
      "epoch": 1.9148883882858898,
      "grad_norm": 5.45419920659543,
      "learning_rate": 0.0002344201026364798,
      "loss": 6.875,
      "step": 46752
    },
    {
      "epoch": 1.9149293467130861,
      "grad_norm": 3.0632941921725063,
      "learning_rate": 0.00023441740677180247,
      "loss": 4.125,
      "step": 46753
    },
    {
      "epoch": 1.9149703051402827,
      "grad_norm": 3.7829148062522844,
      "learning_rate": 0.00023441471086721753,
      "loss": 5.7812,
      "step": 46754
    },
    {
      "epoch": 1.915011263567479,
      "grad_norm": 2.653252484516691,
      "learning_rate": 0.00023441201492272615,
      "loss": 4.5938,
      "step": 46755
    },
    {
      "epoch": 1.9150522219946753,
      "grad_norm": 3.151239808815612,
      "learning_rate": 0.00023440931893832975,
      "loss": 5.2188,
      "step": 46756
    },
    {
      "epoch": 1.9150931804218718,
      "grad_norm": 2.515906559526503,
      "learning_rate": 0.00023440662291402949,
      "loss": 4.0938,
      "step": 46757
    },
    {
      "epoch": 1.9151341388490684,
      "grad_norm": 3.4083751702571288,
      "learning_rate": 0.00023440392684982665,
      "loss": 5.9375,
      "step": 46758
    },
    {
      "epoch": 1.9151750972762644,
      "grad_norm": 2.9950086469173978,
      "learning_rate": 0.00023440123074572255,
      "loss": 5.5,
      "step": 46759
    },
    {
      "epoch": 1.915216055703461,
      "grad_norm": 2.9633917564420353,
      "learning_rate": 0.00023439853460171842,
      "loss": 5.25,
      "step": 46760
    },
    {
      "epoch": 1.9152570141306575,
      "grad_norm": 2.618741222733882,
      "learning_rate": 0.00023439583841781562,
      "loss": 5.0,
      "step": 46761
    },
    {
      "epoch": 1.9152979725578538,
      "grad_norm": 4.677173419631589,
      "learning_rate": 0.00023439314219401533,
      "loss": 5.4688,
      "step": 46762
    },
    {
      "epoch": 1.9153389309850501,
      "grad_norm": 6.283479089360717,
      "learning_rate": 0.00023439044593031886,
      "loss": 1.4062,
      "step": 46763
    },
    {
      "epoch": 1.9153798894122467,
      "grad_norm": 3.474695119716251,
      "learning_rate": 0.0002343877496267275,
      "loss": 4.875,
      "step": 46764
    },
    {
      "epoch": 1.915420847839443,
      "grad_norm": 2.7939902222634343,
      "learning_rate": 0.00023438505328324247,
      "loss": 5.4062,
      "step": 46765
    },
    {
      "epoch": 1.9154618062666393,
      "grad_norm": 2.5373224628506095,
      "learning_rate": 0.0002343823568998651,
      "loss": 3.0312,
      "step": 46766
    },
    {
      "epoch": 1.9155027646938358,
      "grad_norm": 3.50151032325578,
      "learning_rate": 0.00023437966047659665,
      "loss": 4.2188,
      "step": 46767
    },
    {
      "epoch": 1.9155437231210322,
      "grad_norm": 6.445410224655322,
      "learning_rate": 0.0002343769640134384,
      "loss": 2.0156,
      "step": 46768
    },
    {
      "epoch": 1.9155846815482285,
      "grad_norm": 3.291459518093156,
      "learning_rate": 0.0002343742675103916,
      "loss": 5.0938,
      "step": 46769
    },
    {
      "epoch": 1.915625639975425,
      "grad_norm": 2.696427010770503,
      "learning_rate": 0.0002343715709674576,
      "loss": 5.4375,
      "step": 46770
    },
    {
      "epoch": 1.9156665984026213,
      "grad_norm": 3.206660291490738,
      "learning_rate": 0.00023436887438463757,
      "loss": 4.8438,
      "step": 46771
    },
    {
      "epoch": 1.9157075568298176,
      "grad_norm": 2.4193859499475545,
      "learning_rate": 0.00023436617776193282,
      "loss": 4.5938,
      "step": 46772
    },
    {
      "epoch": 1.9157485152570142,
      "grad_norm": 2.4284083916896555,
      "learning_rate": 0.00023436348109934465,
      "loss": 4.8438,
      "step": 46773
    },
    {
      "epoch": 1.9157894736842105,
      "grad_norm": 3.346312371667334,
      "learning_rate": 0.00023436078439687433,
      "loss": 4.4062,
      "step": 46774
    },
    {
      "epoch": 1.9158304321114068,
      "grad_norm": 2.8126476323667142,
      "learning_rate": 0.00023435808765452312,
      "loss": 2.3594,
      "step": 46775
    },
    {
      "epoch": 1.9158713905386033,
      "grad_norm": 3.8186733449560912,
      "learning_rate": 0.00023435539087229233,
      "loss": 3.2031,
      "step": 46776
    },
    {
      "epoch": 1.9159123489657999,
      "grad_norm": 2.816765870163427,
      "learning_rate": 0.00023435269405018317,
      "loss": 4.5312,
      "step": 46777
    },
    {
      "epoch": 1.915953307392996,
      "grad_norm": 3.2566867629445237,
      "learning_rate": 0.00023434999718819697,
      "loss": 5.75,
      "step": 46778
    },
    {
      "epoch": 1.9159942658201925,
      "grad_norm": 2.8819541560418793,
      "learning_rate": 0.00023434730028633495,
      "loss": 5.4375,
      "step": 46779
    },
    {
      "epoch": 1.916035224247389,
      "grad_norm": 3.0266029700453494,
      "learning_rate": 0.00023434460334459845,
      "loss": 4.9688,
      "step": 46780
    },
    {
      "epoch": 1.9160761826745853,
      "grad_norm": 3.993220552453192,
      "learning_rate": 0.00023434190636298873,
      "loss": 4.25,
      "step": 46781
    },
    {
      "epoch": 1.9161171411017817,
      "grad_norm": 2.833375953161349,
      "learning_rate": 0.00023433920934150701,
      "loss": 4.75,
      "step": 46782
    },
    {
      "epoch": 1.9161580995289782,
      "grad_norm": 2.622785618113865,
      "learning_rate": 0.00023433651228015468,
      "loss": 4.9062,
      "step": 46783
    },
    {
      "epoch": 1.9161990579561745,
      "grad_norm": 3.0376162731644905,
      "learning_rate": 0.00023433381517893285,
      "loss": 5.0312,
      "step": 46784
    },
    {
      "epoch": 1.9162400163833708,
      "grad_norm": 2.6049891421433644,
      "learning_rate": 0.00023433111803784296,
      "loss": 4.1562,
      "step": 46785
    },
    {
      "epoch": 1.9162809748105674,
      "grad_norm": 5.651567430977397,
      "learning_rate": 0.0002343284208568862,
      "loss": 5.2812,
      "step": 46786
    },
    {
      "epoch": 1.9163219332377637,
      "grad_norm": 2.4395374069904934,
      "learning_rate": 0.0002343257236360638,
      "loss": 4.5312,
      "step": 46787
    },
    {
      "epoch": 1.91636289166496,
      "grad_norm": 2.466985940833261,
      "learning_rate": 0.00023432302637537713,
      "loss": 4.6875,
      "step": 46788
    },
    {
      "epoch": 1.9164038500921565,
      "grad_norm": 8.224756377469594,
      "learning_rate": 0.0002343203290748274,
      "loss": 2.2344,
      "step": 46789
    },
    {
      "epoch": 1.9164448085193528,
      "grad_norm": 3.922825090599044,
      "learning_rate": 0.00023431763173441595,
      "loss": 6.625,
      "step": 46790
    },
    {
      "epoch": 1.9164857669465492,
      "grad_norm": 3.4590517018241145,
      "learning_rate": 0.00023431493435414398,
      "loss": 5.2188,
      "step": 46791
    },
    {
      "epoch": 1.9165267253737457,
      "grad_norm": 4.669473797567251,
      "learning_rate": 0.00023431223693401283,
      "loss": 6.0312,
      "step": 46792
    },
    {
      "epoch": 1.916567683800942,
      "grad_norm": 2.623651663254244,
      "learning_rate": 0.00023430953947402373,
      "loss": 5.1875,
      "step": 46793
    },
    {
      "epoch": 1.9166086422281383,
      "grad_norm": 2.707586243236601,
      "learning_rate": 0.00023430684197417798,
      "loss": 4.0312,
      "step": 46794
    },
    {
      "epoch": 1.9166496006553349,
      "grad_norm": 3.5202642276684704,
      "learning_rate": 0.00023430414443447687,
      "loss": 4.6562,
      "step": 46795
    },
    {
      "epoch": 1.9166905590825314,
      "grad_norm": 2.929612520207875,
      "learning_rate": 0.00023430144685492163,
      "loss": 5.6562,
      "step": 46796
    },
    {
      "epoch": 1.9167315175097275,
      "grad_norm": 2.620504449764763,
      "learning_rate": 0.00023429874923551353,
      "loss": 4.5312,
      "step": 46797
    },
    {
      "epoch": 1.916772475936924,
      "grad_norm": 2.452486704495367,
      "learning_rate": 0.00023429605157625392,
      "loss": 3.2344,
      "step": 46798
    },
    {
      "epoch": 1.9168134343641205,
      "grad_norm": 2.695624544330842,
      "learning_rate": 0.000234293353877144,
      "loss": 4.9688,
      "step": 46799
    },
    {
      "epoch": 1.9168543927913169,
      "grad_norm": 3.546392630608717,
      "learning_rate": 0.00023429065613818508,
      "loss": 2.875,
      "step": 46800
    },
    {
      "epoch": 1.9168953512185132,
      "grad_norm": 4.427265898891015,
      "learning_rate": 0.00023428795835937842,
      "loss": 3.875,
      "step": 46801
    },
    {
      "epoch": 1.9169363096457097,
      "grad_norm": 2.5236851572870918,
      "learning_rate": 0.00023428526054072532,
      "loss": 4.3438,
      "step": 46802
    },
    {
      "epoch": 1.916977268072906,
      "grad_norm": 2.648375803409702,
      "learning_rate": 0.00023428256268222706,
      "loss": 4.8125,
      "step": 46803
    },
    {
      "epoch": 1.9170182265001023,
      "grad_norm": 2.8214733747243375,
      "learning_rate": 0.00023427986478388485,
      "loss": 4.3438,
      "step": 46804
    },
    {
      "epoch": 1.9170591849272989,
      "grad_norm": 2.6370157848389812,
      "learning_rate": 0.00023427716684569998,
      "loss": 4.5625,
      "step": 46805
    },
    {
      "epoch": 1.9171001433544952,
      "grad_norm": 2.5335154796690995,
      "learning_rate": 0.00023427446886767388,
      "loss": 6.125,
      "step": 46806
    },
    {
      "epoch": 1.9171411017816915,
      "grad_norm": 2.6213438419838138,
      "learning_rate": 0.00023427177084980758,
      "loss": 5.3438,
      "step": 46807
    },
    {
      "epoch": 1.917182060208888,
      "grad_norm": 3.5620623808889413,
      "learning_rate": 0.00023426907279210254,
      "loss": 5.6875,
      "step": 46808
    },
    {
      "epoch": 1.9172230186360844,
      "grad_norm": 2.4889555790326887,
      "learning_rate": 0.00023426637469455995,
      "loss": 4.9688,
      "step": 46809
    },
    {
      "epoch": 1.9172639770632807,
      "grad_norm": 2.9295749239156903,
      "learning_rate": 0.00023426367655718112,
      "loss": 4.3125,
      "step": 46810
    },
    {
      "epoch": 1.9173049354904772,
      "grad_norm": 2.9094780820853905,
      "learning_rate": 0.00023426097837996726,
      "loss": 5.5,
      "step": 46811
    },
    {
      "epoch": 1.9173458939176735,
      "grad_norm": 2.732854937725404,
      "learning_rate": 0.00023425828016291982,
      "loss": 4.375,
      "step": 46812
    },
    {
      "epoch": 1.9173868523448698,
      "grad_norm": 12.951216765302082,
      "learning_rate": 0.00023425558190603982,
      "loss": 6.2188,
      "step": 46813
    },
    {
      "epoch": 1.9174278107720664,
      "grad_norm": 2.890676260904264,
      "learning_rate": 0.00023425288360932875,
      "loss": 4.9375,
      "step": 46814
    },
    {
      "epoch": 1.917468769199263,
      "grad_norm": 2.7243035277034395,
      "learning_rate": 0.0002342501852727878,
      "loss": 4.5625,
      "step": 46815
    },
    {
      "epoch": 1.917509727626459,
      "grad_norm": 4.953721217910931,
      "learning_rate": 0.0002342474868964182,
      "loss": 3.8438,
      "step": 46816
    },
    {
      "epoch": 1.9175506860536555,
      "grad_norm": 4.831922682803285,
      "learning_rate": 0.00023424478848022137,
      "loss": 2.1562,
      "step": 46817
    },
    {
      "epoch": 1.917591644480852,
      "grad_norm": 2.8452410832983808,
      "learning_rate": 0.0002342420900241984,
      "loss": 5.5938,
      "step": 46818
    },
    {
      "epoch": 1.9176326029080484,
      "grad_norm": 2.492007579667013,
      "learning_rate": 0.0002342393915283507,
      "loss": 4.7188,
      "step": 46819
    },
    {
      "epoch": 1.9176735613352447,
      "grad_norm": 2.533950650872062,
      "learning_rate": 0.00023423669299267952,
      "loss": 5.2188,
      "step": 46820
    },
    {
      "epoch": 1.9177145197624412,
      "grad_norm": 2.890593304533171,
      "learning_rate": 0.0002342339944171861,
      "loss": 5.25,
      "step": 46821
    },
    {
      "epoch": 1.9177554781896375,
      "grad_norm": 2.8441380670825382,
      "learning_rate": 0.00023423129580187174,
      "loss": 4.75,
      "step": 46822
    },
    {
      "epoch": 1.9177964366168339,
      "grad_norm": 3.382475288310101,
      "learning_rate": 0.00023422859714673766,
      "loss": 5.3125,
      "step": 46823
    },
    {
      "epoch": 1.9178373950440304,
      "grad_norm": 3.9053267379688323,
      "learning_rate": 0.00023422589845178526,
      "loss": 5.3125,
      "step": 46824
    },
    {
      "epoch": 1.9178783534712267,
      "grad_norm": 7.332312764688643,
      "learning_rate": 0.0002342231997170157,
      "loss": 6.8438,
      "step": 46825
    },
    {
      "epoch": 1.917919311898423,
      "grad_norm": 2.6764686652968677,
      "learning_rate": 0.00023422050094243032,
      "loss": 4.7188,
      "step": 46826
    },
    {
      "epoch": 1.9179602703256196,
      "grad_norm": 2.5127641831827185,
      "learning_rate": 0.00023421780212803036,
      "loss": 4.75,
      "step": 46827
    },
    {
      "epoch": 1.9180012287528159,
      "grad_norm": 3.0013805451823155,
      "learning_rate": 0.00023421510327381712,
      "loss": 5.8438,
      "step": 46828
    },
    {
      "epoch": 1.9180421871800122,
      "grad_norm": 3.2139085772272193,
      "learning_rate": 0.00023421240437979186,
      "loss": 4.9375,
      "step": 46829
    },
    {
      "epoch": 1.9180831456072087,
      "grad_norm": 3.307177069133093,
      "learning_rate": 0.00023420970544595586,
      "loss": 5.125,
      "step": 46830
    },
    {
      "epoch": 1.918124104034405,
      "grad_norm": 5.386792770182216,
      "learning_rate": 0.00023420700647231043,
      "loss": 5.5,
      "step": 46831
    },
    {
      "epoch": 1.9181650624616013,
      "grad_norm": 2.717920877677821,
      "learning_rate": 0.00023420430745885678,
      "loss": 4.7188,
      "step": 46832
    },
    {
      "epoch": 1.9182060208887979,
      "grad_norm": 2.5792966426874515,
      "learning_rate": 0.0002342016084055962,
      "loss": 4.9375,
      "step": 46833
    },
    {
      "epoch": 1.9182469793159944,
      "grad_norm": 5.253909668662629,
      "learning_rate": 0.00023419890931253003,
      "loss": 6.5312,
      "step": 46834
    },
    {
      "epoch": 1.9182879377431905,
      "grad_norm": 2.9565951303982207,
      "learning_rate": 0.00023419621017965948,
      "loss": 3.9688,
      "step": 46835
    },
    {
      "epoch": 1.918328896170387,
      "grad_norm": 4.322125137422143,
      "learning_rate": 0.00023419351100698586,
      "loss": 5.5,
      "step": 46836
    },
    {
      "epoch": 1.9183698545975836,
      "grad_norm": 3.3418819985769543,
      "learning_rate": 0.0002341908117945104,
      "loss": 3.8125,
      "step": 46837
    },
    {
      "epoch": 1.91841081302478,
      "grad_norm": 4.876939755216867,
      "learning_rate": 0.00023418811254223443,
      "loss": 5.0312,
      "step": 46838
    },
    {
      "epoch": 1.9184517714519762,
      "grad_norm": 3.012390849088209,
      "learning_rate": 0.00023418541325015923,
      "loss": 4.5938,
      "step": 46839
    },
    {
      "epoch": 1.9184927298791727,
      "grad_norm": 2.5860719969001633,
      "learning_rate": 0.000234182713918286,
      "loss": 5.6875,
      "step": 46840
    },
    {
      "epoch": 1.918533688306369,
      "grad_norm": 4.734640018069305,
      "learning_rate": 0.00023418001454661612,
      "loss": 2.1094,
      "step": 46841
    },
    {
      "epoch": 1.9185746467335654,
      "grad_norm": 3.063187448333021,
      "learning_rate": 0.0002341773151351508,
      "loss": 3.9688,
      "step": 46842
    },
    {
      "epoch": 1.918615605160762,
      "grad_norm": 2.4490377766573523,
      "learning_rate": 0.0002341746156838913,
      "loss": 3.5,
      "step": 46843
    },
    {
      "epoch": 1.9186565635879582,
      "grad_norm": 3.211021894145568,
      "learning_rate": 0.00023417191619283897,
      "loss": 6.3125,
      "step": 46844
    },
    {
      "epoch": 1.9186975220151545,
      "grad_norm": 2.881974170451272,
      "learning_rate": 0.00023416921666199499,
      "loss": 4.5,
      "step": 46845
    },
    {
      "epoch": 1.918738480442351,
      "grad_norm": 3.756904901335582,
      "learning_rate": 0.00023416651709136073,
      "loss": 3.1719,
      "step": 46846
    },
    {
      "epoch": 1.9187794388695474,
      "grad_norm": 2.620428550996073,
      "learning_rate": 0.0002341638174809374,
      "loss": 4.6562,
      "step": 46847
    },
    {
      "epoch": 1.9188203972967437,
      "grad_norm": 2.7715261991209377,
      "learning_rate": 0.0002341611178307263,
      "loss": 5.2188,
      "step": 46848
    },
    {
      "epoch": 1.9188613557239402,
      "grad_norm": 2.7569397161633145,
      "learning_rate": 0.00023415841814072874,
      "loss": 4.5,
      "step": 46849
    },
    {
      "epoch": 1.9189023141511365,
      "grad_norm": 5.037487084663337,
      "learning_rate": 0.00023415571841094594,
      "loss": 5.4375,
      "step": 46850
    },
    {
      "epoch": 1.9189432725783329,
      "grad_norm": 2.9121317544207153,
      "learning_rate": 0.00023415301864137923,
      "loss": 4.1562,
      "step": 46851
    },
    {
      "epoch": 1.9189842310055294,
      "grad_norm": 5.396294421335037,
      "learning_rate": 0.00023415031883202981,
      "loss": 3.9844,
      "step": 46852
    },
    {
      "epoch": 1.919025189432726,
      "grad_norm": 2.9927737376809085,
      "learning_rate": 0.00023414761898289901,
      "loss": 4.375,
      "step": 46853
    },
    {
      "epoch": 1.919066147859922,
      "grad_norm": 3.6255578945752225,
      "learning_rate": 0.00023414491909398816,
      "loss": 1.1094,
      "step": 46854
    },
    {
      "epoch": 1.9191071062871186,
      "grad_norm": 5.008822902743526,
      "learning_rate": 0.00023414221916529844,
      "loss": 6.5,
      "step": 46855
    },
    {
      "epoch": 1.919148064714315,
      "grad_norm": 6.777384540684479,
      "learning_rate": 0.00023413951919683113,
      "loss": 3.6406,
      "step": 46856
    },
    {
      "epoch": 1.9191890231415114,
      "grad_norm": 2.6652629899812763,
      "learning_rate": 0.00023413681918858754,
      "loss": 4.1875,
      "step": 46857
    },
    {
      "epoch": 1.9192299815687077,
      "grad_norm": 2.8928123197112545,
      "learning_rate": 0.00023413411914056893,
      "loss": 3.4688,
      "step": 46858
    },
    {
      "epoch": 1.9192709399959043,
      "grad_norm": 2.440473423389667,
      "learning_rate": 0.00023413141905277666,
      "loss": 4.3125,
      "step": 46859
    },
    {
      "epoch": 1.9193118984231006,
      "grad_norm": 7.063480923357626,
      "learning_rate": 0.0002341287189252119,
      "loss": 4.9375,
      "step": 46860
    },
    {
      "epoch": 1.9193528568502969,
      "grad_norm": 2.976730456913701,
      "learning_rate": 0.00023412601875787592,
      "loss": 5.625,
      "step": 46861
    },
    {
      "epoch": 1.9193938152774934,
      "grad_norm": 2.7227426837768656,
      "learning_rate": 0.00023412331855077008,
      "loss": 5.4688,
      "step": 46862
    },
    {
      "epoch": 1.9194347737046897,
      "grad_norm": 2.7218739099894345,
      "learning_rate": 0.00023412061830389565,
      "loss": 4.4375,
      "step": 46863
    },
    {
      "epoch": 1.919475732131886,
      "grad_norm": 2.495133943194541,
      "learning_rate": 0.00023411791801725384,
      "loss": 4.3125,
      "step": 46864
    },
    {
      "epoch": 1.9195166905590826,
      "grad_norm": 3.6313079218232804,
      "learning_rate": 0.00023411521769084594,
      "loss": 5.9062,
      "step": 46865
    },
    {
      "epoch": 1.919557648986279,
      "grad_norm": 4.474762677448017,
      "learning_rate": 0.00023411251732467328,
      "loss": 4.875,
      "step": 46866
    },
    {
      "epoch": 1.9195986074134752,
      "grad_norm": 3.3863981187144896,
      "learning_rate": 0.0002341098169187371,
      "loss": 4.3438,
      "step": 46867
    },
    {
      "epoch": 1.9196395658406717,
      "grad_norm": 3.2880717092545977,
      "learning_rate": 0.00023410711647303862,
      "loss": 3.8438,
      "step": 46868
    },
    {
      "epoch": 1.919680524267868,
      "grad_norm": 2.5749315752522937,
      "learning_rate": 0.00023410441598757924,
      "loss": 4.375,
      "step": 46869
    },
    {
      "epoch": 1.9197214826950644,
      "grad_norm": 5.814649201208408,
      "learning_rate": 0.00023410171546236013,
      "loss": 7.25,
      "step": 46870
    },
    {
      "epoch": 1.919762441122261,
      "grad_norm": 2.662055283745313,
      "learning_rate": 0.00023409901489738265,
      "loss": 3.4531,
      "step": 46871
    },
    {
      "epoch": 1.9198033995494574,
      "grad_norm": 2.7837340362277496,
      "learning_rate": 0.00023409631429264805,
      "loss": 4.5938,
      "step": 46872
    },
    {
      "epoch": 1.9198443579766535,
      "grad_norm": 3.4946005851879542,
      "learning_rate": 0.00023409361364815754,
      "loss": 6.5625,
      "step": 46873
    },
    {
      "epoch": 1.91988531640385,
      "grad_norm": 5.020046220560148,
      "learning_rate": 0.00023409091296391248,
      "loss": 4.875,
      "step": 46874
    },
    {
      "epoch": 1.9199262748310466,
      "grad_norm": 2.8593619567992024,
      "learning_rate": 0.00023408821223991406,
      "loss": 5.1562,
      "step": 46875
    },
    {
      "epoch": 1.919967233258243,
      "grad_norm": 3.416137369723151,
      "learning_rate": 0.0002340855114761637,
      "loss": 4.25,
      "step": 46876
    },
    {
      "epoch": 1.9200081916854392,
      "grad_norm": 2.8193205257866625,
      "learning_rate": 0.00023408281067266253,
      "loss": 5.75,
      "step": 46877
    },
    {
      "epoch": 1.9200491501126358,
      "grad_norm": 5.181440355641915,
      "learning_rate": 0.00023408010982941193,
      "loss": 3.1094,
      "step": 46878
    },
    {
      "epoch": 1.920090108539832,
      "grad_norm": 3.9014620419653525,
      "learning_rate": 0.0002340774089464131,
      "loss": 6.0,
      "step": 46879
    },
    {
      "epoch": 1.9201310669670284,
      "grad_norm": 3.2533402803436395,
      "learning_rate": 0.00023407470802366736,
      "loss": 4.3438,
      "step": 46880
    },
    {
      "epoch": 1.920172025394225,
      "grad_norm": 2.5836895052009115,
      "learning_rate": 0.00023407200706117596,
      "loss": 4.25,
      "step": 46881
    },
    {
      "epoch": 1.9202129838214212,
      "grad_norm": 2.992157365117409,
      "learning_rate": 0.00023406930605894023,
      "loss": 5.9375,
      "step": 46882
    },
    {
      "epoch": 1.9202539422486176,
      "grad_norm": 2.6723422952706843,
      "learning_rate": 0.00023406660501696134,
      "loss": 4.7188,
      "step": 46883
    },
    {
      "epoch": 1.920294900675814,
      "grad_norm": 3.2337617100659513,
      "learning_rate": 0.00023406390393524072,
      "loss": 3.5,
      "step": 46884
    },
    {
      "epoch": 1.9203358591030104,
      "grad_norm": 2.673710189432513,
      "learning_rate": 0.00023406120281377953,
      "loss": 4.75,
      "step": 46885
    },
    {
      "epoch": 1.9203768175302067,
      "grad_norm": 3.704395852411348,
      "learning_rate": 0.0002340585016525791,
      "loss": 6.0625,
      "step": 46886
    },
    {
      "epoch": 1.9204177759574033,
      "grad_norm": 4.901136582929077,
      "learning_rate": 0.00023405580045164065,
      "loss": 5.8438,
      "step": 46887
    },
    {
      "epoch": 1.9204587343845998,
      "grad_norm": 5.103467266726841,
      "learning_rate": 0.00023405309921096552,
      "loss": 6.2812,
      "step": 46888
    },
    {
      "epoch": 1.9204996928117959,
      "grad_norm": 3.443991868928179,
      "learning_rate": 0.00023405039793055496,
      "loss": 6.2812,
      "step": 46889
    },
    {
      "epoch": 1.9205406512389924,
      "grad_norm": 3.5392463353478303,
      "learning_rate": 0.00023404769661041026,
      "loss": 4.9062,
      "step": 46890
    },
    {
      "epoch": 1.920581609666189,
      "grad_norm": 3.226104458452828,
      "learning_rate": 0.00023404499525053266,
      "loss": 6.9375,
      "step": 46891
    },
    {
      "epoch": 1.920622568093385,
      "grad_norm": 3.1981549719735596,
      "learning_rate": 0.0002340422938509235,
      "loss": 5.2812,
      "step": 46892
    },
    {
      "epoch": 1.9206635265205816,
      "grad_norm": 4.142508299761628,
      "learning_rate": 0.00023403959241158397,
      "loss": 1.9297,
      "step": 46893
    },
    {
      "epoch": 1.9207044849477781,
      "grad_norm": 6.402788637297069,
      "learning_rate": 0.00023403689093251545,
      "loss": 3.5625,
      "step": 46894
    },
    {
      "epoch": 1.9207454433749744,
      "grad_norm": 5.216250827353825,
      "learning_rate": 0.00023403418941371913,
      "loss": 4.6875,
      "step": 46895
    },
    {
      "epoch": 1.9207864018021708,
      "grad_norm": 2.899399281542524,
      "learning_rate": 0.00023403148785519634,
      "loss": 4.9688,
      "step": 46896
    },
    {
      "epoch": 1.9208273602293673,
      "grad_norm": 3.386523972662635,
      "learning_rate": 0.00023402878625694833,
      "loss": 5.8438,
      "step": 46897
    },
    {
      "epoch": 1.9208683186565636,
      "grad_norm": 4.0154979720480934,
      "learning_rate": 0.00023402608461897638,
      "loss": 5.5312,
      "step": 46898
    },
    {
      "epoch": 1.92090927708376,
      "grad_norm": 4.753617315785283,
      "learning_rate": 0.00023402338294128174,
      "loss": 2.6875,
      "step": 46899
    },
    {
      "epoch": 1.9209502355109564,
      "grad_norm": 2.774519037018656,
      "learning_rate": 0.00023402068122386577,
      "loss": 5.5,
      "step": 46900
    },
    {
      "epoch": 1.9209911939381528,
      "grad_norm": 2.487251641455842,
      "learning_rate": 0.0002340179794667297,
      "loss": 4.5312,
      "step": 46901
    },
    {
      "epoch": 1.921032152365349,
      "grad_norm": 3.5841057773063527,
      "learning_rate": 0.00023401527766987477,
      "loss": 5.0625,
      "step": 46902
    },
    {
      "epoch": 1.9210731107925456,
      "grad_norm": 2.764229758713735,
      "learning_rate": 0.00023401257583330231,
      "loss": 6.3125,
      "step": 46903
    },
    {
      "epoch": 1.921114069219742,
      "grad_norm": 3.4484700845390024,
      "learning_rate": 0.0002340098739570136,
      "loss": 4.9375,
      "step": 46904
    },
    {
      "epoch": 1.9211550276469382,
      "grad_norm": 2.7695680472536344,
      "learning_rate": 0.00023400717204100988,
      "loss": 4.6562,
      "step": 46905
    },
    {
      "epoch": 1.9211959860741348,
      "grad_norm": 2.600185565481325,
      "learning_rate": 0.00023400447008529245,
      "loss": 5.25,
      "step": 46906
    },
    {
      "epoch": 1.9212369445013313,
      "grad_norm": 2.9535148286769592,
      "learning_rate": 0.0002340017680898625,
      "loss": 5.4062,
      "step": 46907
    },
    {
      "epoch": 1.9212779029285274,
      "grad_norm": 3.264607937260019,
      "learning_rate": 0.0002339990660547215,
      "loss": 4.4062,
      "step": 46908
    },
    {
      "epoch": 1.921318861355724,
      "grad_norm": 3.0631671751740885,
      "learning_rate": 0.00023399636397987056,
      "loss": 5.5312,
      "step": 46909
    },
    {
      "epoch": 1.9213598197829205,
      "grad_norm": 4.014163903580741,
      "learning_rate": 0.00023399366186531103,
      "loss": 6.8125,
      "step": 46910
    },
    {
      "epoch": 1.9214007782101166,
      "grad_norm": 4.188402224538233,
      "learning_rate": 0.00023399095971104417,
      "loss": 5.8438,
      "step": 46911
    },
    {
      "epoch": 1.921441736637313,
      "grad_norm": 3.2792434957845074,
      "learning_rate": 0.00023398825751707125,
      "loss": 6.6875,
      "step": 46912
    },
    {
      "epoch": 1.9214826950645096,
      "grad_norm": 4.105143251468243,
      "learning_rate": 0.00023398555528339354,
      "loss": 5.8125,
      "step": 46913
    },
    {
      "epoch": 1.921523653491706,
      "grad_norm": 2.93746187984122,
      "learning_rate": 0.0002339828530100124,
      "loss": 4.5312,
      "step": 46914
    },
    {
      "epoch": 1.9215646119189023,
      "grad_norm": 2.914512916869509,
      "learning_rate": 0.00023398015069692898,
      "loss": 5.0312,
      "step": 46915
    },
    {
      "epoch": 1.9216055703460988,
      "grad_norm": 3.1617933955870234,
      "learning_rate": 0.00023397744834414465,
      "loss": 5.4375,
      "step": 46916
    },
    {
      "epoch": 1.9216465287732951,
      "grad_norm": 2.6758372566512936,
      "learning_rate": 0.0002339747459516606,
      "loss": 5.0,
      "step": 46917
    },
    {
      "epoch": 1.9216874872004914,
      "grad_norm": 4.012470287646746,
      "learning_rate": 0.0002339720435194782,
      "loss": 4.9375,
      "step": 46918
    },
    {
      "epoch": 1.921728445627688,
      "grad_norm": 3.891910484768686,
      "learning_rate": 0.0002339693410475987,
      "loss": 3.7031,
      "step": 46919
    },
    {
      "epoch": 1.9217694040548843,
      "grad_norm": 3.001231221568377,
      "learning_rate": 0.00023396663853602335,
      "loss": 3.8594,
      "step": 46920
    },
    {
      "epoch": 1.9218103624820806,
      "grad_norm": 2.5474845957226693,
      "learning_rate": 0.00023396393598475347,
      "loss": 4.625,
      "step": 46921
    },
    {
      "epoch": 1.9218513209092771,
      "grad_norm": 2.6006002446550838,
      "learning_rate": 0.0002339612333937903,
      "loss": 4.625,
      "step": 46922
    },
    {
      "epoch": 1.9218922793364734,
      "grad_norm": 3.493436854973889,
      "learning_rate": 0.00023395853076313514,
      "loss": 5.6875,
      "step": 46923
    },
    {
      "epoch": 1.9219332377636698,
      "grad_norm": 4.026972191394216,
      "learning_rate": 0.00023395582809278926,
      "loss": 6.0,
      "step": 46924
    },
    {
      "epoch": 1.9219741961908663,
      "grad_norm": 2.446078964541538,
      "learning_rate": 0.00023395312538275392,
      "loss": 5.125,
      "step": 46925
    },
    {
      "epoch": 1.9220151546180628,
      "grad_norm": 4.634429238540945,
      "learning_rate": 0.00023395042263303043,
      "loss": 4.3125,
      "step": 46926
    },
    {
      "epoch": 1.922056113045259,
      "grad_norm": 3.320588565704382,
      "learning_rate": 0.00023394771984362002,
      "loss": 4.2812,
      "step": 46927
    },
    {
      "epoch": 1.9220970714724555,
      "grad_norm": 3.149111183513493,
      "learning_rate": 0.00023394501701452404,
      "loss": 5.4375,
      "step": 46928
    },
    {
      "epoch": 1.922138029899652,
      "grad_norm": 2.967484677247347,
      "learning_rate": 0.00023394231414574368,
      "loss": 5.0625,
      "step": 46929
    },
    {
      "epoch": 1.9221789883268483,
      "grad_norm": 2.61572355250413,
      "learning_rate": 0.0002339396112372803,
      "loss": 3.125,
      "step": 46930
    },
    {
      "epoch": 1.9222199467540446,
      "grad_norm": 2.8669752049437314,
      "learning_rate": 0.00023393690828913514,
      "loss": 4.7812,
      "step": 46931
    },
    {
      "epoch": 1.9222609051812412,
      "grad_norm": 4.088329555076046,
      "learning_rate": 0.0002339342053013095,
      "loss": 6.8438,
      "step": 46932
    },
    {
      "epoch": 1.9223018636084375,
      "grad_norm": 2.633286345678163,
      "learning_rate": 0.00023393150227380457,
      "loss": 4.5938,
      "step": 46933
    },
    {
      "epoch": 1.9223428220356338,
      "grad_norm": 2.2702644578639055,
      "learning_rate": 0.00023392879920662175,
      "loss": 2.9062,
      "step": 46934
    },
    {
      "epoch": 1.9223837804628303,
      "grad_norm": 7.4177347577983435,
      "learning_rate": 0.00023392609609976226,
      "loss": 3.8438,
      "step": 46935
    },
    {
      "epoch": 1.9224247388900266,
      "grad_norm": 2.806115971542404,
      "learning_rate": 0.00023392339295322736,
      "loss": 5.2812,
      "step": 46936
    },
    {
      "epoch": 1.922465697317223,
      "grad_norm": 2.779976682054914,
      "learning_rate": 0.00023392068976701836,
      "loss": 4.1562,
      "step": 46937
    },
    {
      "epoch": 1.9225066557444195,
      "grad_norm": 8.622727327499364,
      "learning_rate": 0.00023391798654113656,
      "loss": 7.2812,
      "step": 46938
    },
    {
      "epoch": 1.9225476141716158,
      "grad_norm": 4.461850096485146,
      "learning_rate": 0.00023391528327558315,
      "loss": 4.1562,
      "step": 46939
    },
    {
      "epoch": 1.922588572598812,
      "grad_norm": 2.660380868633319,
      "learning_rate": 0.00023391257997035952,
      "loss": 4.5938,
      "step": 46940
    },
    {
      "epoch": 1.9226295310260086,
      "grad_norm": 2.766822271525402,
      "learning_rate": 0.00023390987662546685,
      "loss": 4.875,
      "step": 46941
    },
    {
      "epoch": 1.922670489453205,
      "grad_norm": 3.090553748481142,
      "learning_rate": 0.00023390717324090645,
      "loss": 5.8125,
      "step": 46942
    },
    {
      "epoch": 1.9227114478804013,
      "grad_norm": 2.707889829553166,
      "learning_rate": 0.00023390446981667965,
      "loss": 4.8438,
      "step": 46943
    },
    {
      "epoch": 1.9227524063075978,
      "grad_norm": 2.8835197339001977,
      "learning_rate": 0.00023390176635278766,
      "loss": 3.0781,
      "step": 46944
    },
    {
      "epoch": 1.9227933647347943,
      "grad_norm": 3.1010372486219535,
      "learning_rate": 0.00023389906284923176,
      "loss": 5.0312,
      "step": 46945
    },
    {
      "epoch": 1.9228343231619904,
      "grad_norm": 2.843556911693509,
      "learning_rate": 0.0002338963593060133,
      "loss": 4.0312,
      "step": 46946
    },
    {
      "epoch": 1.922875281589187,
      "grad_norm": 2.5121180612434926,
      "learning_rate": 0.00023389365572313347,
      "loss": 5.0625,
      "step": 46947
    },
    {
      "epoch": 1.9229162400163835,
      "grad_norm": 2.7890511694883653,
      "learning_rate": 0.00023389095210059362,
      "loss": 4.875,
      "step": 46948
    },
    {
      "epoch": 1.9229571984435798,
      "grad_norm": 2.761980395559154,
      "learning_rate": 0.00023388824843839499,
      "loss": 4.9375,
      "step": 46949
    },
    {
      "epoch": 1.9229981568707761,
      "grad_norm": 2.5568336853127698,
      "learning_rate": 0.00023388554473653884,
      "loss": 4.2188,
      "step": 46950
    },
    {
      "epoch": 1.9230391152979727,
      "grad_norm": 3.1532234091860576,
      "learning_rate": 0.0002338828409950265,
      "loss": 4.7812,
      "step": 46951
    },
    {
      "epoch": 1.923080073725169,
      "grad_norm": 2.436954182752517,
      "learning_rate": 0.0002338801372138592,
      "loss": 4.0938,
      "step": 46952
    },
    {
      "epoch": 1.9231210321523653,
      "grad_norm": 3.251092643711299,
      "learning_rate": 0.00023387743339303824,
      "loss": 4.2812,
      "step": 46953
    },
    {
      "epoch": 1.9231619905795618,
      "grad_norm": 2.704605269809216,
      "learning_rate": 0.0002338747295325649,
      "loss": 4.375,
      "step": 46954
    },
    {
      "epoch": 1.9232029490067581,
      "grad_norm": 2.5463031502389253,
      "learning_rate": 0.00023387202563244047,
      "loss": 4.125,
      "step": 46955
    },
    {
      "epoch": 1.9232439074339545,
      "grad_norm": 2.585500853099168,
      "learning_rate": 0.0002338693216926662,
      "loss": 4.375,
      "step": 46956
    },
    {
      "epoch": 1.923284865861151,
      "grad_norm": 2.8992669084933294,
      "learning_rate": 0.0002338666177132434,
      "loss": 5.0625,
      "step": 46957
    },
    {
      "epoch": 1.9233258242883473,
      "grad_norm": 3.3110602174500756,
      "learning_rate": 0.00023386391369417328,
      "loss": 5.5,
      "step": 46958
    },
    {
      "epoch": 1.9233667827155436,
      "grad_norm": 2.6037610242469484,
      "learning_rate": 0.00023386120963545724,
      "loss": 4.2812,
      "step": 46959
    },
    {
      "epoch": 1.9234077411427402,
      "grad_norm": 3.0748456576150254,
      "learning_rate": 0.00023385850553709643,
      "loss": 4.0625,
      "step": 46960
    },
    {
      "epoch": 1.9234486995699365,
      "grad_norm": 6.7628476728522795,
      "learning_rate": 0.00023385580139909223,
      "loss": 5.6562,
      "step": 46961
    },
    {
      "epoch": 1.9234896579971328,
      "grad_norm": 3.5010087159921612,
      "learning_rate": 0.00023385309722144586,
      "loss": 4.875,
      "step": 46962
    },
    {
      "epoch": 1.9235306164243293,
      "grad_norm": 3.314376508573601,
      "learning_rate": 0.00023385039300415856,
      "loss": 3.8594,
      "step": 46963
    },
    {
      "epoch": 1.9235715748515259,
      "grad_norm": 3.9596955471131747,
      "learning_rate": 0.0002338476887472317,
      "loss": 3.5938,
      "step": 46964
    },
    {
      "epoch": 1.923612533278722,
      "grad_norm": 3.211488244344769,
      "learning_rate": 0.00023384498445066653,
      "loss": 4.8438,
      "step": 46965
    },
    {
      "epoch": 1.9236534917059185,
      "grad_norm": 3.8689967060667643,
      "learning_rate": 0.0002338422801144643,
      "loss": 4.0938,
      "step": 46966
    },
    {
      "epoch": 1.923694450133115,
      "grad_norm": 2.6507371723614956,
      "learning_rate": 0.0002338395757386263,
      "loss": 4.8438,
      "step": 46967
    },
    {
      "epoch": 1.9237354085603113,
      "grad_norm": 3.9096746725075624,
      "learning_rate": 0.0002338368713231538,
      "loss": 2.9688,
      "step": 46968
    },
    {
      "epoch": 1.9237763669875076,
      "grad_norm": 3.146325917333034,
      "learning_rate": 0.00023383416686804812,
      "loss": 5.125,
      "step": 46969
    },
    {
      "epoch": 1.9238173254147042,
      "grad_norm": 6.158718782214889,
      "learning_rate": 0.00023383146237331053,
      "loss": 5.6562,
      "step": 46970
    },
    {
      "epoch": 1.9238582838419005,
      "grad_norm": 2.703747209783336,
      "learning_rate": 0.00023382875783894223,
      "loss": 4.7812,
      "step": 46971
    },
    {
      "epoch": 1.9238992422690968,
      "grad_norm": 3.6737617001435026,
      "learning_rate": 0.0002338260532649446,
      "loss": 5.9062,
      "step": 46972
    },
    {
      "epoch": 1.9239402006962933,
      "grad_norm": 4.976847664681554,
      "learning_rate": 0.00023382334865131884,
      "loss": 1.7109,
      "step": 46973
    },
    {
      "epoch": 1.9239811591234897,
      "grad_norm": 3.1106842706599322,
      "learning_rate": 0.0002338206439980663,
      "loss": 4.4375,
      "step": 46974
    },
    {
      "epoch": 1.924022117550686,
      "grad_norm": 2.517228939914397,
      "learning_rate": 0.00023381793930518822,
      "loss": 3.9688,
      "step": 46975
    },
    {
      "epoch": 1.9240630759778825,
      "grad_norm": 6.257596648323554,
      "learning_rate": 0.00023381523457268586,
      "loss": 6.4062,
      "step": 46976
    },
    {
      "epoch": 1.9241040344050788,
      "grad_norm": 2.7581754132017524,
      "learning_rate": 0.00023381252980056054,
      "loss": 4.0312,
      "step": 46977
    },
    {
      "epoch": 1.9241449928322751,
      "grad_norm": 2.6833312672127207,
      "learning_rate": 0.00023380982498881353,
      "loss": 4.9062,
      "step": 46978
    },
    {
      "epoch": 1.9241859512594717,
      "grad_norm": 2.793757402761872,
      "learning_rate": 0.00023380712013744605,
      "loss": 5.3125,
      "step": 46979
    },
    {
      "epoch": 1.924226909686668,
      "grad_norm": 4.160474896891417,
      "learning_rate": 0.00023380441524645948,
      "loss": 1.4766,
      "step": 46980
    },
    {
      "epoch": 1.9242678681138643,
      "grad_norm": 3.8421028038772325,
      "learning_rate": 0.00023380171031585502,
      "loss": 5.5625,
      "step": 46981
    },
    {
      "epoch": 1.9243088265410608,
      "grad_norm": 3.1724470356071044,
      "learning_rate": 0.000233799005345634,
      "loss": 4.5938,
      "step": 46982
    },
    {
      "epoch": 1.9243497849682574,
      "grad_norm": 3.1321649901436657,
      "learning_rate": 0.0002337963003357976,
      "loss": 4.1875,
      "step": 46983
    },
    {
      "epoch": 1.9243907433954535,
      "grad_norm": 2.702645406202348,
      "learning_rate": 0.00023379359528634725,
      "loss": 4.0625,
      "step": 46984
    },
    {
      "epoch": 1.92443170182265,
      "grad_norm": 7.894326197734914,
      "learning_rate": 0.00023379089019728413,
      "loss": 5.6562,
      "step": 46985
    },
    {
      "epoch": 1.9244726602498465,
      "grad_norm": 2.8592019945437595,
      "learning_rate": 0.00023378818506860954,
      "loss": 2.0781,
      "step": 46986
    },
    {
      "epoch": 1.9245136186770428,
      "grad_norm": 2.9090248832288066,
      "learning_rate": 0.00023378547990032472,
      "loss": 4.9688,
      "step": 46987
    },
    {
      "epoch": 1.9245545771042392,
      "grad_norm": 2.9944187211986213,
      "learning_rate": 0.00023378277469243103,
      "loss": 4.5625,
      "step": 46988
    },
    {
      "epoch": 1.9245955355314357,
      "grad_norm": 3.1044520700232856,
      "learning_rate": 0.00023378006944492968,
      "loss": 4.5938,
      "step": 46989
    },
    {
      "epoch": 1.924636493958632,
      "grad_norm": 2.6734041594485554,
      "learning_rate": 0.00023377736415782202,
      "loss": 4.6562,
      "step": 46990
    },
    {
      "epoch": 1.9246774523858283,
      "grad_norm": 5.534927948784416,
      "learning_rate": 0.00023377465883110923,
      "loss": 5.6875,
      "step": 46991
    },
    {
      "epoch": 1.9247184108130249,
      "grad_norm": 2.698276448952476,
      "learning_rate": 0.00023377195346479268,
      "loss": 4.4062,
      "step": 46992
    },
    {
      "epoch": 1.9247593692402212,
      "grad_norm": 3.4168063481765745,
      "learning_rate": 0.0002337692480588736,
      "loss": 5.1562,
      "step": 46993
    },
    {
      "epoch": 1.9248003276674175,
      "grad_norm": 2.92345766678599,
      "learning_rate": 0.00023376654261335328,
      "loss": 5.3125,
      "step": 46994
    },
    {
      "epoch": 1.924841286094614,
      "grad_norm": 3.7537216345459083,
      "learning_rate": 0.00023376383712823303,
      "loss": 4.1562,
      "step": 46995
    },
    {
      "epoch": 1.9248822445218103,
      "grad_norm": 2.4297969891613835,
      "learning_rate": 0.00023376113160351403,
      "loss": 4.375,
      "step": 46996
    },
    {
      "epoch": 1.9249232029490067,
      "grad_norm": 3.179606438760043,
      "learning_rate": 0.00023375842603919766,
      "loss": 4.125,
      "step": 46997
    },
    {
      "epoch": 1.9249641613762032,
      "grad_norm": 2.926994637088203,
      "learning_rate": 0.0002337557204352852,
      "loss": 4.4062,
      "step": 46998
    },
    {
      "epoch": 1.9250051198033995,
      "grad_norm": 4.153427000584895,
      "learning_rate": 0.00023375301479177784,
      "loss": 6.4375,
      "step": 46999
    },
    {
      "epoch": 1.9250460782305958,
      "grad_norm": 4.1339465900128065,
      "learning_rate": 0.00023375030910867693,
      "loss": 4.4375,
      "step": 47000
    },
    {
      "epoch": 1.9250870366577923,
      "grad_norm": 3.483561307889351,
      "learning_rate": 0.00023374760338598378,
      "loss": 5.2188,
      "step": 47001
    },
    {
      "epoch": 1.9251279950849889,
      "grad_norm": 4.126901768175285,
      "learning_rate": 0.00023374489762369955,
      "loss": 5.125,
      "step": 47002
    },
    {
      "epoch": 1.925168953512185,
      "grad_norm": 3.3511582841125516,
      "learning_rate": 0.00023374219182182565,
      "loss": 5.2812,
      "step": 47003
    },
    {
      "epoch": 1.9252099119393815,
      "grad_norm": 4.05919145594961,
      "learning_rate": 0.0002337394859803633,
      "loss": 5.375,
      "step": 47004
    },
    {
      "epoch": 1.925250870366578,
      "grad_norm": 6.617022087781322,
      "learning_rate": 0.00023373678009931375,
      "loss": 6.2188,
      "step": 47005
    },
    {
      "epoch": 1.9252918287937744,
      "grad_norm": 3.586485236452408,
      "learning_rate": 0.00023373407417867832,
      "loss": 5.6562,
      "step": 47006
    },
    {
      "epoch": 1.9253327872209707,
      "grad_norm": 2.7441838044787286,
      "learning_rate": 0.00023373136821845824,
      "loss": 4.375,
      "step": 47007
    },
    {
      "epoch": 1.9253737456481672,
      "grad_norm": 2.9777379172483482,
      "learning_rate": 0.00023372866221865485,
      "loss": 4.8438,
      "step": 47008
    },
    {
      "epoch": 1.9254147040753635,
      "grad_norm": 3.3973080324393443,
      "learning_rate": 0.00023372595617926942,
      "loss": 4.8438,
      "step": 47009
    },
    {
      "epoch": 1.9254556625025598,
      "grad_norm": 3.255411332802164,
      "learning_rate": 0.00023372325010030323,
      "loss": 5.6875,
      "step": 47010
    },
    {
      "epoch": 1.9254966209297564,
      "grad_norm": 2.6534831777565047,
      "learning_rate": 0.0002337205439817575,
      "loss": 4.75,
      "step": 47011
    },
    {
      "epoch": 1.9255375793569527,
      "grad_norm": 7.089145600851337,
      "learning_rate": 0.00023371783782363364,
      "loss": 5.8125,
      "step": 47012
    },
    {
      "epoch": 1.925578537784149,
      "grad_norm": 4.0946762759804605,
      "learning_rate": 0.00023371513162593276,
      "loss": 5.7188,
      "step": 47013
    },
    {
      "epoch": 1.9256194962113455,
      "grad_norm": 5.316671163290013,
      "learning_rate": 0.00023371242538865625,
      "loss": 4.4688,
      "step": 47014
    },
    {
      "epoch": 1.9256604546385419,
      "grad_norm": 11.656033092334159,
      "learning_rate": 0.0002337097191118054,
      "loss": 3.3594,
      "step": 47015
    },
    {
      "epoch": 1.9257014130657382,
      "grad_norm": 2.8644075231429245,
      "learning_rate": 0.00023370701279538142,
      "loss": 4.9688,
      "step": 47016
    },
    {
      "epoch": 1.9257423714929347,
      "grad_norm": 2.3983791055635484,
      "learning_rate": 0.0002337043064393856,
      "loss": 4.375,
      "step": 47017
    },
    {
      "epoch": 1.925783329920131,
      "grad_norm": 2.3756321764573287,
      "learning_rate": 0.00023370160004381927,
      "loss": 3.3906,
      "step": 47018
    },
    {
      "epoch": 1.9258242883473273,
      "grad_norm": 3.3117525826594276,
      "learning_rate": 0.00023369889360868367,
      "loss": 5.2188,
      "step": 47019
    },
    {
      "epoch": 1.9258652467745239,
      "grad_norm": 3.037523907105057,
      "learning_rate": 0.0002336961871339801,
      "loss": 4.7188,
      "step": 47020
    },
    {
      "epoch": 1.9259062052017204,
      "grad_norm": 4.1062137491654775,
      "learning_rate": 0.00023369348061970982,
      "loss": 2.1719,
      "step": 47021
    },
    {
      "epoch": 1.9259471636289165,
      "grad_norm": 2.9081730933348036,
      "learning_rate": 0.0002336907740658741,
      "loss": 4.4062,
      "step": 47022
    },
    {
      "epoch": 1.925988122056113,
      "grad_norm": 6.647066351081262,
      "learning_rate": 0.0002336880674724743,
      "loss": 2.9219,
      "step": 47023
    },
    {
      "epoch": 1.9260290804833096,
      "grad_norm": 2.840338924259401,
      "learning_rate": 0.0002336853608395116,
      "loss": 3.9688,
      "step": 47024
    },
    {
      "epoch": 1.9260700389105059,
      "grad_norm": 3.202781941963901,
      "learning_rate": 0.0002336826541669873,
      "loss": 4.7812,
      "step": 47025
    },
    {
      "epoch": 1.9261109973377022,
      "grad_norm": 10.785797335422691,
      "learning_rate": 0.00023367994745490268,
      "loss": 6.9375,
      "step": 47026
    },
    {
      "epoch": 1.9261519557648987,
      "grad_norm": 2.5593547479986967,
      "learning_rate": 0.0002336772407032591,
      "loss": 4.875,
      "step": 47027
    },
    {
      "epoch": 1.926192914192095,
      "grad_norm": 2.465123699939979,
      "learning_rate": 0.00023367453391205775,
      "loss": 4.6562,
      "step": 47028
    },
    {
      "epoch": 1.9262338726192914,
      "grad_norm": 2.354434491444658,
      "learning_rate": 0.00023367182708129995,
      "loss": 3.9688,
      "step": 47029
    },
    {
      "epoch": 1.926274831046488,
      "grad_norm": 8.740538997512424,
      "learning_rate": 0.00023366912021098696,
      "loss": 4.6875,
      "step": 47030
    },
    {
      "epoch": 1.9263157894736842,
      "grad_norm": 2.916197729536171,
      "learning_rate": 0.00023366641330112002,
      "loss": 5.3438,
      "step": 47031
    },
    {
      "epoch": 1.9263567479008805,
      "grad_norm": 2.6140670652592575,
      "learning_rate": 0.00023366370635170052,
      "loss": 4.3125,
      "step": 47032
    },
    {
      "epoch": 1.926397706328077,
      "grad_norm": 2.4216644925264212,
      "learning_rate": 0.0002336609993627296,
      "loss": 4.375,
      "step": 47033
    },
    {
      "epoch": 1.9264386647552734,
      "grad_norm": 2.450261566627616,
      "learning_rate": 0.00023365829233420866,
      "loss": 4.0625,
      "step": 47034
    },
    {
      "epoch": 1.9264796231824697,
      "grad_norm": 4.828369578167468,
      "learning_rate": 0.00023365558526613895,
      "loss": 6.3125,
      "step": 47035
    },
    {
      "epoch": 1.9265205816096662,
      "grad_norm": 3.084965647740858,
      "learning_rate": 0.0002336528781585217,
      "loss": 5.2188,
      "step": 47036
    },
    {
      "epoch": 1.9265615400368625,
      "grad_norm": 2.2445797688054276,
      "learning_rate": 0.00023365017101135825,
      "loss": 4.25,
      "step": 47037
    },
    {
      "epoch": 1.9266024984640588,
      "grad_norm": 2.972163287481607,
      "learning_rate": 0.00023364746382464982,
      "loss": 5.5312,
      "step": 47038
    },
    {
      "epoch": 1.9266434568912554,
      "grad_norm": 6.016746403537889,
      "learning_rate": 0.00023364475659839773,
      "loss": 3.7031,
      "step": 47039
    },
    {
      "epoch": 1.926684415318452,
      "grad_norm": 2.556403880655778,
      "learning_rate": 0.00023364204933260327,
      "loss": 4.8438,
      "step": 47040
    },
    {
      "epoch": 1.926725373745648,
      "grad_norm": 2.6761382793460786,
      "learning_rate": 0.0002336393420272677,
      "loss": 4.2188,
      "step": 47041
    },
    {
      "epoch": 1.9267663321728445,
      "grad_norm": 2.7026713638250786,
      "learning_rate": 0.00023363663468239232,
      "loss": 4.2188,
      "step": 47042
    },
    {
      "epoch": 1.926807290600041,
      "grad_norm": 2.7215567021082903,
      "learning_rate": 0.00023363392729797836,
      "loss": 4.5,
      "step": 47043
    },
    {
      "epoch": 1.9268482490272374,
      "grad_norm": 3.213069509166093,
      "learning_rate": 0.00023363121987402715,
      "loss": 4.8438,
      "step": 47044
    },
    {
      "epoch": 1.9268892074544337,
      "grad_norm": 3.3226236632913166,
      "learning_rate": 0.00023362851241053994,
      "loss": 4.6875,
      "step": 47045
    },
    {
      "epoch": 1.9269301658816302,
      "grad_norm": 2.381762538812181,
      "learning_rate": 0.00023362580490751802,
      "loss": 3.9062,
      "step": 47046
    },
    {
      "epoch": 1.9269711243088266,
      "grad_norm": 3.5175904635907522,
      "learning_rate": 0.00023362309736496269,
      "loss": 4.5312,
      "step": 47047
    },
    {
      "epoch": 1.9270120827360229,
      "grad_norm": 2.5422563081705327,
      "learning_rate": 0.0002336203897828752,
      "loss": 4.375,
      "step": 47048
    },
    {
      "epoch": 1.9270530411632194,
      "grad_norm": 2.569087617248996,
      "learning_rate": 0.00023361768216125683,
      "loss": 5.0625,
      "step": 47049
    },
    {
      "epoch": 1.9270939995904157,
      "grad_norm": 2.6347807993650783,
      "learning_rate": 0.00023361497450010885,
      "loss": 4.4062,
      "step": 47050
    },
    {
      "epoch": 1.927134958017612,
      "grad_norm": 2.510456535647774,
      "learning_rate": 0.00023361226679943263,
      "loss": 4.8438,
      "step": 47051
    },
    {
      "epoch": 1.9271759164448086,
      "grad_norm": 2.6330676728127607,
      "learning_rate": 0.00023360955905922932,
      "loss": 4.1875,
      "step": 47052
    },
    {
      "epoch": 1.9272168748720049,
      "grad_norm": 5.7298822012171176,
      "learning_rate": 0.0002336068512795003,
      "loss": 5.8438,
      "step": 47053
    },
    {
      "epoch": 1.9272578332992012,
      "grad_norm": 4.165089262686681,
      "learning_rate": 0.0002336041434602468,
      "loss": 6.2812,
      "step": 47054
    },
    {
      "epoch": 1.9272987917263977,
      "grad_norm": 4.2602922715097264,
      "learning_rate": 0.00023360143560147013,
      "loss": 4.7812,
      "step": 47055
    },
    {
      "epoch": 1.9273397501535943,
      "grad_norm": 2.8060317536090555,
      "learning_rate": 0.00023359872770317155,
      "loss": 4.875,
      "step": 47056
    },
    {
      "epoch": 1.9273807085807904,
      "grad_norm": 4.481614794056674,
      "learning_rate": 0.00023359601976535234,
      "loss": 6.5625,
      "step": 47057
    },
    {
      "epoch": 1.927421667007987,
      "grad_norm": 4.257118753352043,
      "learning_rate": 0.00023359331178801377,
      "loss": 2.875,
      "step": 47058
    },
    {
      "epoch": 1.9274626254351834,
      "grad_norm": 2.5818650198032174,
      "learning_rate": 0.0002335906037711571,
      "loss": 5.2188,
      "step": 47059
    },
    {
      "epoch": 1.9275035838623795,
      "grad_norm": 3.078965598952267,
      "learning_rate": 0.0002335878957147837,
      "loss": 4.25,
      "step": 47060
    },
    {
      "epoch": 1.927544542289576,
      "grad_norm": 2.7192841410530826,
      "learning_rate": 0.00023358518761889475,
      "loss": 4.25,
      "step": 47061
    },
    {
      "epoch": 1.9275855007167726,
      "grad_norm": 2.857478606913137,
      "learning_rate": 0.00023358247948349162,
      "loss": 4.4062,
      "step": 47062
    },
    {
      "epoch": 1.927626459143969,
      "grad_norm": 2.809926850397514,
      "learning_rate": 0.00023357977130857553,
      "loss": 4.0625,
      "step": 47063
    },
    {
      "epoch": 1.9276674175711652,
      "grad_norm": 2.869931702529663,
      "learning_rate": 0.00023357706309414778,
      "loss": 5.5,
      "step": 47064
    },
    {
      "epoch": 1.9277083759983618,
      "grad_norm": 10.32725536629772,
      "learning_rate": 0.0002335743548402096,
      "loss": 1.7812,
      "step": 47065
    },
    {
      "epoch": 1.927749334425558,
      "grad_norm": 2.4465333311449124,
      "learning_rate": 0.00023357164654676238,
      "loss": 3.875,
      "step": 47066
    },
    {
      "epoch": 1.9277902928527544,
      "grad_norm": 7.855153066155752,
      "learning_rate": 0.0002335689382138073,
      "loss": 5.625,
      "step": 47067
    },
    {
      "epoch": 1.927831251279951,
      "grad_norm": 3.2639648789390168,
      "learning_rate": 0.00023356622984134566,
      "loss": 5.4375,
      "step": 47068
    },
    {
      "epoch": 1.9278722097071472,
      "grad_norm": 2.8926220420217796,
      "learning_rate": 0.0002335635214293788,
      "loss": 4.125,
      "step": 47069
    },
    {
      "epoch": 1.9279131681343435,
      "grad_norm": 3.1884556770951873,
      "learning_rate": 0.0002335608129779079,
      "loss": 4.75,
      "step": 47070
    },
    {
      "epoch": 1.92795412656154,
      "grad_norm": 2.674493032476222,
      "learning_rate": 0.00023355810448693433,
      "loss": 4.7188,
      "step": 47071
    },
    {
      "epoch": 1.9279950849887364,
      "grad_norm": 3.2652724594867206,
      "learning_rate": 0.00023355539595645933,
      "loss": 5.0625,
      "step": 47072
    },
    {
      "epoch": 1.9280360434159327,
      "grad_norm": 2.507089340171569,
      "learning_rate": 0.00023355268738648417,
      "loss": 4.5938,
      "step": 47073
    },
    {
      "epoch": 1.9280770018431292,
      "grad_norm": 4.3586006401878725,
      "learning_rate": 0.00023354997877701018,
      "loss": 6.0625,
      "step": 47074
    },
    {
      "epoch": 1.9281179602703258,
      "grad_norm": 2.952711756529018,
      "learning_rate": 0.00023354727012803855,
      "loss": 5.1562,
      "step": 47075
    },
    {
      "epoch": 1.9281589186975219,
      "grad_norm": 3.132046206094822,
      "learning_rate": 0.0002335445614395707,
      "loss": 5.7812,
      "step": 47076
    },
    {
      "epoch": 1.9281998771247184,
      "grad_norm": 2.5446823138253976,
      "learning_rate": 0.00023354185271160776,
      "loss": 4.625,
      "step": 47077
    },
    {
      "epoch": 1.928240835551915,
      "grad_norm": 2.94239046350216,
      "learning_rate": 0.00023353914394415114,
      "loss": 4.1562,
      "step": 47078
    },
    {
      "epoch": 1.928281793979111,
      "grad_norm": 3.2379358516350307,
      "learning_rate": 0.00023353643513720202,
      "loss": 4.6562,
      "step": 47079
    },
    {
      "epoch": 1.9283227524063076,
      "grad_norm": 2.631242101630177,
      "learning_rate": 0.00023353372629076173,
      "loss": 5.0,
      "step": 47080
    },
    {
      "epoch": 1.928363710833504,
      "grad_norm": 2.868327860615582,
      "learning_rate": 0.00023353101740483155,
      "loss": 4.5938,
      "step": 47081
    },
    {
      "epoch": 1.9284046692607004,
      "grad_norm": 2.9118744417587905,
      "learning_rate": 0.00023352830847941274,
      "loss": 4.4375,
      "step": 47082
    },
    {
      "epoch": 1.9284456276878967,
      "grad_norm": 2.7434993864411736,
      "learning_rate": 0.00023352559951450659,
      "loss": 4.7812,
      "step": 47083
    },
    {
      "epoch": 1.9284865861150933,
      "grad_norm": 2.6325805881366815,
      "learning_rate": 0.00023352289051011436,
      "loss": 4.5,
      "step": 47084
    },
    {
      "epoch": 1.9285275445422896,
      "grad_norm": 3.2965201807194817,
      "learning_rate": 0.0002335201814662374,
      "loss": 6.25,
      "step": 47085
    },
    {
      "epoch": 1.928568502969486,
      "grad_norm": 2.4789319817743203,
      "learning_rate": 0.00023351747238287694,
      "loss": 4.3125,
      "step": 47086
    },
    {
      "epoch": 1.9286094613966824,
      "grad_norm": 2.659727678448854,
      "learning_rate": 0.00023351476326003424,
      "loss": 3.7812,
      "step": 47087
    },
    {
      "epoch": 1.9286504198238787,
      "grad_norm": 4.087401295868572,
      "learning_rate": 0.00023351205409771064,
      "loss": 5.0938,
      "step": 47088
    },
    {
      "epoch": 1.928691378251075,
      "grad_norm": 3.8956681705315277,
      "learning_rate": 0.00023350934489590734,
      "loss": 4.3438,
      "step": 47089
    },
    {
      "epoch": 1.9287323366782716,
      "grad_norm": 2.869216157974118,
      "learning_rate": 0.00023350663565462572,
      "loss": 5.4688,
      "step": 47090
    },
    {
      "epoch": 1.928773295105468,
      "grad_norm": 2.630696487702142,
      "learning_rate": 0.00023350392637386694,
      "loss": 5.4688,
      "step": 47091
    },
    {
      "epoch": 1.9288142535326642,
      "grad_norm": 2.6225572360362186,
      "learning_rate": 0.00023350121705363245,
      "loss": 4.375,
      "step": 47092
    },
    {
      "epoch": 1.9288552119598608,
      "grad_norm": 3.15152066417838,
      "learning_rate": 0.00023349850769392334,
      "loss": 5.2188,
      "step": 47093
    },
    {
      "epoch": 1.9288961703870573,
      "grad_norm": 3.0253438048433545,
      "learning_rate": 0.00023349579829474103,
      "loss": 4.6562,
      "step": 47094
    },
    {
      "epoch": 1.9289371288142534,
      "grad_norm": 2.520411781032494,
      "learning_rate": 0.00023349308885608672,
      "loss": 4.625,
      "step": 47095
    },
    {
      "epoch": 1.92897808724145,
      "grad_norm": 2.646424042886309,
      "learning_rate": 0.00023349037937796176,
      "loss": 4.125,
      "step": 47096
    },
    {
      "epoch": 1.9290190456686465,
      "grad_norm": 6.434740521091612,
      "learning_rate": 0.00023348766986036734,
      "loss": 3.3125,
      "step": 47097
    },
    {
      "epoch": 1.9290600040958428,
      "grad_norm": 2.7897411091770015,
      "learning_rate": 0.00023348496030330481,
      "loss": 4.9062,
      "step": 47098
    },
    {
      "epoch": 1.929100962523039,
      "grad_norm": 4.353521615039155,
      "learning_rate": 0.00023348225070677546,
      "loss": 4.9688,
      "step": 47099
    },
    {
      "epoch": 1.9291419209502356,
      "grad_norm": 2.5943030956977275,
      "learning_rate": 0.00023347954107078055,
      "loss": 4.8438,
      "step": 47100
    },
    {
      "epoch": 1.929182879377432,
      "grad_norm": 2.7482887240194698,
      "learning_rate": 0.00023347683139532133,
      "loss": 4.9062,
      "step": 47101
    },
    {
      "epoch": 1.9292238378046282,
      "grad_norm": 3.88880671925997,
      "learning_rate": 0.00023347412168039916,
      "loss": 5.375,
      "step": 47102
    },
    {
      "epoch": 1.9292647962318248,
      "grad_norm": 2.7933273724584917,
      "learning_rate": 0.0002334714119260152,
      "loss": 4.2188,
      "step": 47103
    },
    {
      "epoch": 1.929305754659021,
      "grad_norm": 2.3413909837671474,
      "learning_rate": 0.00023346870213217084,
      "loss": 5.0,
      "step": 47104
    },
    {
      "epoch": 1.9293467130862174,
      "grad_norm": 2.77434427816567,
      "learning_rate": 0.00023346599229886732,
      "loss": 4.4062,
      "step": 47105
    },
    {
      "epoch": 1.929387671513414,
      "grad_norm": 2.563518329521599,
      "learning_rate": 0.0002334632824261059,
      "loss": 3.7812,
      "step": 47106
    },
    {
      "epoch": 1.9294286299406103,
      "grad_norm": 2.790216357932138,
      "learning_rate": 0.00023346057251388792,
      "loss": 5.5,
      "step": 47107
    },
    {
      "epoch": 1.9294695883678066,
      "grad_norm": 3.4251528718057997,
      "learning_rate": 0.00023345786256221462,
      "loss": 5.0938,
      "step": 47108
    },
    {
      "epoch": 1.9295105467950031,
      "grad_norm": 3.175211003414038,
      "learning_rate": 0.00023345515257108725,
      "loss": 5.4375,
      "step": 47109
    },
    {
      "epoch": 1.9295515052221994,
      "grad_norm": 3.060842902196345,
      "learning_rate": 0.00023345244254050713,
      "loss": 4.1875,
      "step": 47110
    },
    {
      "epoch": 1.9295924636493957,
      "grad_norm": 2.2686839322521917,
      "learning_rate": 0.00023344973247047552,
      "loss": 3.8906,
      "step": 47111
    },
    {
      "epoch": 1.9296334220765923,
      "grad_norm": 4.85834915076549,
      "learning_rate": 0.00023344702236099374,
      "loss": 5.875,
      "step": 47112
    },
    {
      "epoch": 1.9296743805037888,
      "grad_norm": 3.469845233659389,
      "learning_rate": 0.00023344431221206308,
      "loss": 4.625,
      "step": 47113
    },
    {
      "epoch": 1.929715338930985,
      "grad_norm": 3.311845177291263,
      "learning_rate": 0.00023344160202368476,
      "loss": 5.25,
      "step": 47114
    },
    {
      "epoch": 1.9297562973581814,
      "grad_norm": 3.1095729278566924,
      "learning_rate": 0.00023343889179586012,
      "loss": 4.5938,
      "step": 47115
    },
    {
      "epoch": 1.929797255785378,
      "grad_norm": 2.4085900556064175,
      "learning_rate": 0.00023343618152859037,
      "loss": 4.2188,
      "step": 47116
    },
    {
      "epoch": 1.9298382142125743,
      "grad_norm": 2.801595059856271,
      "learning_rate": 0.00023343347122187688,
      "loss": 4.5938,
      "step": 47117
    },
    {
      "epoch": 1.9298791726397706,
      "grad_norm": 3.5842928746513287,
      "learning_rate": 0.00023343076087572087,
      "loss": 7.25,
      "step": 47118
    },
    {
      "epoch": 1.9299201310669671,
      "grad_norm": 2.720741527277448,
      "learning_rate": 0.00023342805049012365,
      "loss": 5.6875,
      "step": 47119
    },
    {
      "epoch": 1.9299610894941635,
      "grad_norm": 2.5465503416859008,
      "learning_rate": 0.00023342534006508644,
      "loss": 4.375,
      "step": 47120
    },
    {
      "epoch": 1.9300020479213598,
      "grad_norm": 2.476205684987498,
      "learning_rate": 0.0002334226296006106,
      "loss": 4.0938,
      "step": 47121
    },
    {
      "epoch": 1.9300430063485563,
      "grad_norm": 2.71041431616351,
      "learning_rate": 0.00023341991909669739,
      "loss": 4.7812,
      "step": 47122
    },
    {
      "epoch": 1.9300839647757526,
      "grad_norm": 2.8033883249122926,
      "learning_rate": 0.0002334172085533481,
      "loss": 5.0625,
      "step": 47123
    },
    {
      "epoch": 1.930124923202949,
      "grad_norm": 2.7861946127272468,
      "learning_rate": 0.00023341449797056397,
      "loss": 5.0625,
      "step": 47124
    },
    {
      "epoch": 1.9301658816301455,
      "grad_norm": 5.347650759048352,
      "learning_rate": 0.00023341178734834632,
      "loss": 5.25,
      "step": 47125
    },
    {
      "epoch": 1.9302068400573418,
      "grad_norm": 3.2629584007009704,
      "learning_rate": 0.00023340907668669637,
      "loss": 5.6875,
      "step": 47126
    },
    {
      "epoch": 1.930247798484538,
      "grad_norm": 2.9539497159557695,
      "learning_rate": 0.0002334063659856155,
      "loss": 5.25,
      "step": 47127
    },
    {
      "epoch": 1.9302887569117346,
      "grad_norm": 3.1793305859974614,
      "learning_rate": 0.00023340365524510492,
      "loss": 5.9062,
      "step": 47128
    },
    {
      "epoch": 1.930329715338931,
      "grad_norm": 4.244083597382758,
      "learning_rate": 0.00023340094446516594,
      "loss": 4.375,
      "step": 47129
    },
    {
      "epoch": 1.9303706737661273,
      "grad_norm": 5.89731414270083,
      "learning_rate": 0.00023339823364579981,
      "loss": 5.2188,
      "step": 47130
    },
    {
      "epoch": 1.9304116321933238,
      "grad_norm": 3.236600566945034,
      "learning_rate": 0.00023339552278700787,
      "loss": 6.2812,
      "step": 47131
    },
    {
      "epoch": 1.9304525906205203,
      "grad_norm": 2.508404643677857,
      "learning_rate": 0.00023339281188879132,
      "loss": 4.75,
      "step": 47132
    },
    {
      "epoch": 1.9304935490477164,
      "grad_norm": 3.164107226359856,
      "learning_rate": 0.00023339010095115156,
      "loss": 5.3438,
      "step": 47133
    },
    {
      "epoch": 1.930534507474913,
      "grad_norm": 3.6421592360333253,
      "learning_rate": 0.00023338738997408972,
      "loss": 5.125,
      "step": 47134
    },
    {
      "epoch": 1.9305754659021095,
      "grad_norm": 2.65679698251023,
      "learning_rate": 0.00023338467895760723,
      "loss": 4.6875,
      "step": 47135
    },
    {
      "epoch": 1.9306164243293058,
      "grad_norm": 2.4589460672369947,
      "learning_rate": 0.00023338196790170527,
      "loss": 3.8906,
      "step": 47136
    },
    {
      "epoch": 1.9306573827565021,
      "grad_norm": 10.604011286235773,
      "learning_rate": 0.00023337925680638513,
      "loss": 2.75,
      "step": 47137
    },
    {
      "epoch": 1.9306983411836987,
      "grad_norm": 3.3645622990571296,
      "learning_rate": 0.00023337654567164818,
      "loss": 5.3438,
      "step": 47138
    },
    {
      "epoch": 1.930739299610895,
      "grad_norm": 4.149040847514538,
      "learning_rate": 0.0002333738344974956,
      "loss": 4.6875,
      "step": 47139
    },
    {
      "epoch": 1.9307802580380913,
      "grad_norm": 6.968311278982436,
      "learning_rate": 0.0002333711232839287,
      "loss": 6.125,
      "step": 47140
    },
    {
      "epoch": 1.9308212164652878,
      "grad_norm": 2.718544914196104,
      "learning_rate": 0.00023336841203094874,
      "loss": 4.0938,
      "step": 47141
    },
    {
      "epoch": 1.9308621748924841,
      "grad_norm": 4.18658201086062,
      "learning_rate": 0.00023336570073855708,
      "loss": 5.5312,
      "step": 47142
    },
    {
      "epoch": 1.9309031333196804,
      "grad_norm": 4.542943989858675,
      "learning_rate": 0.00023336298940675494,
      "loss": 4.0,
      "step": 47143
    },
    {
      "epoch": 1.930944091746877,
      "grad_norm": 2.7358130491308876,
      "learning_rate": 0.00023336027803554365,
      "loss": 5.125,
      "step": 47144
    },
    {
      "epoch": 1.9309850501740733,
      "grad_norm": 2.790297472220181,
      "learning_rate": 0.00023335756662492443,
      "loss": 5.5938,
      "step": 47145
    },
    {
      "epoch": 1.9310260086012696,
      "grad_norm": 3.705813655132315,
      "learning_rate": 0.00023335485517489858,
      "loss": 5.5,
      "step": 47146
    },
    {
      "epoch": 1.9310669670284661,
      "grad_norm": 5.541149622805921,
      "learning_rate": 0.00023335214368546737,
      "loss": 3.4219,
      "step": 47147
    },
    {
      "epoch": 1.9311079254556625,
      "grad_norm": 2.4957585542143756,
      "learning_rate": 0.00023334943215663214,
      "loss": 4.0938,
      "step": 47148
    },
    {
      "epoch": 1.9311488838828588,
      "grad_norm": 3.8990915246597573,
      "learning_rate": 0.00023334672058839413,
      "loss": 7.0938,
      "step": 47149
    },
    {
      "epoch": 1.9311898423100553,
      "grad_norm": 2.667022857431649,
      "learning_rate": 0.00023334400898075464,
      "loss": 4.8438,
      "step": 47150
    },
    {
      "epoch": 1.9312308007372518,
      "grad_norm": 2.4748155684767537,
      "learning_rate": 0.0002333412973337149,
      "loss": 4.3125,
      "step": 47151
    },
    {
      "epoch": 1.931271759164448,
      "grad_norm": 2.695930487044698,
      "learning_rate": 0.00023333858564727626,
      "loss": 4.2812,
      "step": 47152
    },
    {
      "epoch": 1.9313127175916445,
      "grad_norm": 2.658315295359372,
      "learning_rate": 0.00023333587392143995,
      "loss": 5.375,
      "step": 47153
    },
    {
      "epoch": 1.931353676018841,
      "grad_norm": 10.866105456124169,
      "learning_rate": 0.00023333316215620728,
      "loss": 2.7344,
      "step": 47154
    },
    {
      "epoch": 1.9313946344460373,
      "grad_norm": 4.065998363515772,
      "learning_rate": 0.00023333045035157953,
      "loss": 5.5938,
      "step": 47155
    },
    {
      "epoch": 1.9314355928732336,
      "grad_norm": 2.702057005239566,
      "learning_rate": 0.00023332773850755797,
      "loss": 4.9062,
      "step": 47156
    },
    {
      "epoch": 1.9314765513004302,
      "grad_norm": 2.633445703073614,
      "learning_rate": 0.0002333250266241439,
      "loss": 4.125,
      "step": 47157
    },
    {
      "epoch": 1.9315175097276265,
      "grad_norm": 3.865870062609955,
      "learning_rate": 0.0002333223147013386,
      "loss": 7.125,
      "step": 47158
    },
    {
      "epoch": 1.9315584681548228,
      "grad_norm": 5.9474565282426495,
      "learning_rate": 0.00023331960273914335,
      "loss": 3.9219,
      "step": 47159
    },
    {
      "epoch": 1.9315994265820193,
      "grad_norm": 3.2217432472414385,
      "learning_rate": 0.0002333168907375594,
      "loss": 5.5312,
      "step": 47160
    },
    {
      "epoch": 1.9316403850092156,
      "grad_norm": 2.4618251932441697,
      "learning_rate": 0.00023331417869658808,
      "loss": 4.2812,
      "step": 47161
    },
    {
      "epoch": 1.931681343436412,
      "grad_norm": 3.1940820707488404,
      "learning_rate": 0.00023331146661623067,
      "loss": 5.125,
      "step": 47162
    },
    {
      "epoch": 1.9317223018636085,
      "grad_norm": 3.039926906048805,
      "learning_rate": 0.0002333087544964884,
      "loss": 6.2812,
      "step": 47163
    },
    {
      "epoch": 1.9317632602908048,
      "grad_norm": 2.8977926114936454,
      "learning_rate": 0.00023330604233736258,
      "loss": 5.25,
      "step": 47164
    },
    {
      "epoch": 1.9318042187180011,
      "grad_norm": 2.8121015923644475,
      "learning_rate": 0.00023330333013885454,
      "loss": 4.125,
      "step": 47165
    },
    {
      "epoch": 1.9318451771451977,
      "grad_norm": 2.5703247390837807,
      "learning_rate": 0.00023330061790096545,
      "loss": 4.5312,
      "step": 47166
    },
    {
      "epoch": 1.931886135572394,
      "grad_norm": 2.463143643500201,
      "learning_rate": 0.00023329790562369673,
      "loss": 4.1562,
      "step": 47167
    },
    {
      "epoch": 1.9319270939995903,
      "grad_norm": 2.7029197230181814,
      "learning_rate": 0.00023329519330704958,
      "loss": 3.7344,
      "step": 47168
    },
    {
      "epoch": 1.9319680524267868,
      "grad_norm": 3.006611236139198,
      "learning_rate": 0.00023329248095102528,
      "loss": 5.4062,
      "step": 47169
    },
    {
      "epoch": 1.9320090108539834,
      "grad_norm": 2.8547659196103887,
      "learning_rate": 0.00023328976855562514,
      "loss": 5.2812,
      "step": 47170
    },
    {
      "epoch": 1.9320499692811794,
      "grad_norm": 2.640001459252645,
      "learning_rate": 0.00023328705612085042,
      "loss": 4.7188,
      "step": 47171
    },
    {
      "epoch": 1.932090927708376,
      "grad_norm": 2.941777524588722,
      "learning_rate": 0.00023328434364670243,
      "loss": 5.0625,
      "step": 47172
    },
    {
      "epoch": 1.9321318861355725,
      "grad_norm": 2.6358661887216384,
      "learning_rate": 0.0002332816311331824,
      "loss": 4.6562,
      "step": 47173
    },
    {
      "epoch": 1.9321728445627688,
      "grad_norm": 2.676212761799463,
      "learning_rate": 0.00023327891858029168,
      "loss": 4.5312,
      "step": 47174
    },
    {
      "epoch": 1.9322138029899651,
      "grad_norm": 2.7072192281503313,
      "learning_rate": 0.00023327620598803146,
      "loss": 2.5781,
      "step": 47175
    },
    {
      "epoch": 1.9322547614171617,
      "grad_norm": 2.5602958172749877,
      "learning_rate": 0.00023327349335640316,
      "loss": 4.5625,
      "step": 47176
    },
    {
      "epoch": 1.932295719844358,
      "grad_norm": 6.09220728858157,
      "learning_rate": 0.00023327078068540794,
      "loss": 6.1875,
      "step": 47177
    },
    {
      "epoch": 1.9323366782715543,
      "grad_norm": 3.749775406063427,
      "learning_rate": 0.00023326806797504718,
      "loss": 6.9062,
      "step": 47178
    },
    {
      "epoch": 1.9323776366987508,
      "grad_norm": 3.908526728944402,
      "learning_rate": 0.00023326535522532205,
      "loss": 6.8438,
      "step": 47179
    },
    {
      "epoch": 1.9324185951259472,
      "grad_norm": 2.4715776186527085,
      "learning_rate": 0.00023326264243623388,
      "loss": 4.375,
      "step": 47180
    },
    {
      "epoch": 1.9324595535531435,
      "grad_norm": 4.254681609430809,
      "learning_rate": 0.00023325992960778402,
      "loss": 3.5625,
      "step": 47181
    },
    {
      "epoch": 1.93250051198034,
      "grad_norm": 2.5876896571111674,
      "learning_rate": 0.00023325721673997369,
      "loss": 4.1562,
      "step": 47182
    },
    {
      "epoch": 1.9325414704075363,
      "grad_norm": 2.6931184499172556,
      "learning_rate": 0.00023325450383280413,
      "loss": 4.5312,
      "step": 47183
    },
    {
      "epoch": 1.9325824288347326,
      "grad_norm": 3.5474552476816634,
      "learning_rate": 0.0002332517908862767,
      "loss": 5.6875,
      "step": 47184
    },
    {
      "epoch": 1.9326233872619292,
      "grad_norm": 2.351671294638879,
      "learning_rate": 0.00023324907790039267,
      "loss": 4.6562,
      "step": 47185
    },
    {
      "epoch": 1.9326643456891255,
      "grad_norm": 2.596780729897402,
      "learning_rate": 0.00023324636487515328,
      "loss": 4.8438,
      "step": 47186
    },
    {
      "epoch": 1.9327053041163218,
      "grad_norm": 3.347156334040389,
      "learning_rate": 0.00023324365181055985,
      "loss": 6.3125,
      "step": 47187
    },
    {
      "epoch": 1.9327462625435183,
      "grad_norm": 4.522050354748996,
      "learning_rate": 0.00023324093870661364,
      "loss": 3.375,
      "step": 47188
    },
    {
      "epoch": 1.9327872209707149,
      "grad_norm": 5.861193856213184,
      "learning_rate": 0.000233238225563316,
      "loss": 5.8438,
      "step": 47189
    },
    {
      "epoch": 1.932828179397911,
      "grad_norm": 8.005374766704193,
      "learning_rate": 0.0002332355123806681,
      "loss": 5.875,
      "step": 47190
    },
    {
      "epoch": 1.9328691378251075,
      "grad_norm": 4.167239258313565,
      "learning_rate": 0.00023323279915867128,
      "loss": 3.9219,
      "step": 47191
    },
    {
      "epoch": 1.932910096252304,
      "grad_norm": 3.0082145696813556,
      "learning_rate": 0.00023323008589732686,
      "loss": 5.9688,
      "step": 47192
    },
    {
      "epoch": 1.9329510546795003,
      "grad_norm": 2.6022344536909596,
      "learning_rate": 0.00023322737259663608,
      "loss": 4.0938,
      "step": 47193
    },
    {
      "epoch": 1.9329920131066967,
      "grad_norm": 3.0637262025337706,
      "learning_rate": 0.00023322465925660019,
      "loss": 4.7188,
      "step": 47194
    },
    {
      "epoch": 1.9330329715338932,
      "grad_norm": 5.612568168168898,
      "learning_rate": 0.0002332219458772205,
      "loss": 6.3438,
      "step": 47195
    },
    {
      "epoch": 1.9330739299610895,
      "grad_norm": 3.8402577035424454,
      "learning_rate": 0.00023321923245849836,
      "loss": 5.7812,
      "step": 47196
    },
    {
      "epoch": 1.9331148883882858,
      "grad_norm": 2.5304684911719724,
      "learning_rate": 0.00023321651900043495,
      "loss": 4.125,
      "step": 47197
    },
    {
      "epoch": 1.9331558468154824,
      "grad_norm": 4.03541986653357,
      "learning_rate": 0.00023321380550303164,
      "loss": 2.8594,
      "step": 47198
    },
    {
      "epoch": 1.9331968052426787,
      "grad_norm": 5.415380123482113,
      "learning_rate": 0.00023321109196628963,
      "loss": 4.5312,
      "step": 47199
    },
    {
      "epoch": 1.933237763669875,
      "grad_norm": 5.185868940317459,
      "learning_rate": 0.0002332083783902103,
      "loss": 5.5,
      "step": 47200
    },
    {
      "epoch": 1.9332787220970715,
      "grad_norm": 3.047342241687435,
      "learning_rate": 0.00023320566477479478,
      "loss": 5.0625,
      "step": 47201
    },
    {
      "epoch": 1.9333196805242678,
      "grad_norm": 2.571733072503371,
      "learning_rate": 0.00023320295112004455,
      "loss": 4.2812,
      "step": 47202
    },
    {
      "epoch": 1.9333606389514641,
      "grad_norm": 4.34073585912278,
      "learning_rate": 0.00023320023742596073,
      "loss": 6.0,
      "step": 47203
    },
    {
      "epoch": 1.9334015973786607,
      "grad_norm": 2.449652827321503,
      "learning_rate": 0.00023319752369254472,
      "loss": 4.9062,
      "step": 47204
    },
    {
      "epoch": 1.9334425558058572,
      "grad_norm": 2.651760479445857,
      "learning_rate": 0.00023319480991979772,
      "loss": 4.7188,
      "step": 47205
    },
    {
      "epoch": 1.9334835142330533,
      "grad_norm": 3.6170342869091794,
      "learning_rate": 0.000233192096107721,
      "loss": 4.3125,
      "step": 47206
    },
    {
      "epoch": 1.9335244726602498,
      "grad_norm": 4.038691193110654,
      "learning_rate": 0.00023318938225631598,
      "loss": 5.0625,
      "step": 47207
    },
    {
      "epoch": 1.9335654310874464,
      "grad_norm": 3.2604448316179258,
      "learning_rate": 0.0002331866683655838,
      "loss": 4.8438,
      "step": 47208
    },
    {
      "epoch": 1.9336063895146425,
      "grad_norm": 2.319112899668598,
      "learning_rate": 0.00023318395443552576,
      "loss": 4.3125,
      "step": 47209
    },
    {
      "epoch": 1.933647347941839,
      "grad_norm": 3.8517991040236184,
      "learning_rate": 0.0002331812404661432,
      "loss": 6.0938,
      "step": 47210
    },
    {
      "epoch": 1.9336883063690355,
      "grad_norm": 2.904102685144226,
      "learning_rate": 0.0002331785264574374,
      "loss": 4.4688,
      "step": 47211
    },
    {
      "epoch": 1.9337292647962319,
      "grad_norm": 2.971596729290304,
      "learning_rate": 0.00023317581240940956,
      "loss": 5.75,
      "step": 47212
    },
    {
      "epoch": 1.9337702232234282,
      "grad_norm": 3.6474539930771384,
      "learning_rate": 0.00023317309832206106,
      "loss": 6.25,
      "step": 47213
    },
    {
      "epoch": 1.9338111816506247,
      "grad_norm": 2.9233202315261053,
      "learning_rate": 0.0002331703841953931,
      "loss": 5.1562,
      "step": 47214
    },
    {
      "epoch": 1.933852140077821,
      "grad_norm": 5.981625312670126,
      "learning_rate": 0.0002331676700294071,
      "loss": 7.5,
      "step": 47215
    },
    {
      "epoch": 1.9338930985050173,
      "grad_norm": 2.571752887152159,
      "learning_rate": 0.00023316495582410417,
      "loss": 4.4062,
      "step": 47216
    },
    {
      "epoch": 1.9339340569322139,
      "grad_norm": 3.2503824311897014,
      "learning_rate": 0.00023316224157948572,
      "loss": 4.5,
      "step": 47217
    },
    {
      "epoch": 1.9339750153594102,
      "grad_norm": 2.85676939916596,
      "learning_rate": 0.00023315952729555296,
      "loss": 4.7188,
      "step": 47218
    },
    {
      "epoch": 1.9340159737866065,
      "grad_norm": 2.282625735925362,
      "learning_rate": 0.0002331568129723072,
      "loss": 3.7344,
      "step": 47219
    },
    {
      "epoch": 1.934056932213803,
      "grad_norm": 3.030907891004669,
      "learning_rate": 0.00023315409860974974,
      "loss": 4.75,
      "step": 47220
    },
    {
      "epoch": 1.9340978906409994,
      "grad_norm": 2.756538975821814,
      "learning_rate": 0.00023315138420788184,
      "loss": 5.0625,
      "step": 47221
    },
    {
      "epoch": 1.9341388490681957,
      "grad_norm": 5.942389241204752,
      "learning_rate": 0.00023314866976670477,
      "loss": 1.25,
      "step": 47222
    },
    {
      "epoch": 1.9341798074953922,
      "grad_norm": 2.711468028252756,
      "learning_rate": 0.00023314595528621984,
      "loss": 4.2812,
      "step": 47223
    },
    {
      "epoch": 1.9342207659225887,
      "grad_norm": 2.334768361560023,
      "learning_rate": 0.00023314324076642836,
      "loss": 3.7031,
      "step": 47224
    },
    {
      "epoch": 1.9342617243497848,
      "grad_norm": 4.549643982540032,
      "learning_rate": 0.0002331405262073316,
      "loss": 4.8125,
      "step": 47225
    },
    {
      "epoch": 1.9343026827769814,
      "grad_norm": 2.8566323228108246,
      "learning_rate": 0.0002331378116089308,
      "loss": 4.875,
      "step": 47226
    },
    {
      "epoch": 1.934343641204178,
      "grad_norm": 2.5059911708991796,
      "learning_rate": 0.00023313509697122723,
      "loss": 4.4062,
      "step": 47227
    },
    {
      "epoch": 1.934384599631374,
      "grad_norm": 3.2181296478959953,
      "learning_rate": 0.00023313238229422223,
      "loss": 5.1875,
      "step": 47228
    },
    {
      "epoch": 1.9344255580585705,
      "grad_norm": 3.61731166770043,
      "learning_rate": 0.00023312966757791707,
      "loss": 3.8281,
      "step": 47229
    },
    {
      "epoch": 1.934466516485767,
      "grad_norm": 3.1775856698712746,
      "learning_rate": 0.00023312695282231305,
      "loss": 4.8438,
      "step": 47230
    },
    {
      "epoch": 1.9345074749129634,
      "grad_norm": 3.2671054619128155,
      "learning_rate": 0.00023312423802741137,
      "loss": 5.7812,
      "step": 47231
    },
    {
      "epoch": 1.9345484333401597,
      "grad_norm": 2.543767174037009,
      "learning_rate": 0.00023312152319321345,
      "loss": 4.5312,
      "step": 47232
    },
    {
      "epoch": 1.9345893917673562,
      "grad_norm": 8.412161042888393,
      "learning_rate": 0.00023311880831972042,
      "loss": 4.7188,
      "step": 47233
    },
    {
      "epoch": 1.9346303501945525,
      "grad_norm": 3.1521160642569725,
      "learning_rate": 0.00023311609340693367,
      "loss": 5.1562,
      "step": 47234
    },
    {
      "epoch": 1.9346713086217489,
      "grad_norm": 2.54250490833726,
      "learning_rate": 0.00023311337845485447,
      "loss": 4.0,
      "step": 47235
    },
    {
      "epoch": 1.9347122670489454,
      "grad_norm": 2.7550571709099527,
      "learning_rate": 0.0002331106634634841,
      "loss": 5.2188,
      "step": 47236
    },
    {
      "epoch": 1.9347532254761417,
      "grad_norm": 5.825226405472766,
      "learning_rate": 0.00023310794843282382,
      "loss": 6.3438,
      "step": 47237
    },
    {
      "epoch": 1.934794183903338,
      "grad_norm": 3.7143408775160025,
      "learning_rate": 0.00023310523336287487,
      "loss": 6.625,
      "step": 47238
    },
    {
      "epoch": 1.9348351423305346,
      "grad_norm": 2.4609944933126733,
      "learning_rate": 0.00023310251825363863,
      "loss": 5.1875,
      "step": 47239
    },
    {
      "epoch": 1.9348761007577309,
      "grad_norm": 2.7424831101030183,
      "learning_rate": 0.00023309980310511636,
      "loss": 4.375,
      "step": 47240
    },
    {
      "epoch": 1.9349170591849272,
      "grad_norm": 5.236187154039447,
      "learning_rate": 0.0002330970879173093,
      "loss": 7.0,
      "step": 47241
    },
    {
      "epoch": 1.9349580176121237,
      "grad_norm": 2.8222570673248133,
      "learning_rate": 0.0002330943726902188,
      "loss": 4.4688,
      "step": 47242
    },
    {
      "epoch": 1.9349989760393203,
      "grad_norm": 2.5086363312261697,
      "learning_rate": 0.00023309165742384607,
      "loss": 4.2812,
      "step": 47243
    },
    {
      "epoch": 1.9350399344665163,
      "grad_norm": 2.4821016429998806,
      "learning_rate": 0.00023308894211819243,
      "loss": 4.5625,
      "step": 47244
    },
    {
      "epoch": 1.9350808928937129,
      "grad_norm": 2.7185107062699054,
      "learning_rate": 0.00023308622677325916,
      "loss": 4.2188,
      "step": 47245
    },
    {
      "epoch": 1.9351218513209094,
      "grad_norm": 2.654177891310603,
      "learning_rate": 0.00023308351138904754,
      "loss": 4.2188,
      "step": 47246
    },
    {
      "epoch": 1.9351628097481057,
      "grad_norm": 2.9008357546368004,
      "learning_rate": 0.00023308079596555886,
      "loss": 5.8438,
      "step": 47247
    },
    {
      "epoch": 1.935203768175302,
      "grad_norm": 3.020386781553146,
      "learning_rate": 0.00023307808050279438,
      "loss": 5.8438,
      "step": 47248
    },
    {
      "epoch": 1.9352447266024986,
      "grad_norm": 2.6931658052951835,
      "learning_rate": 0.0002330753650007554,
      "loss": 5.6562,
      "step": 47249
    },
    {
      "epoch": 1.935285685029695,
      "grad_norm": 2.8938198379223534,
      "learning_rate": 0.00023307264945944325,
      "loss": 4.8125,
      "step": 47250
    },
    {
      "epoch": 1.9353266434568912,
      "grad_norm": 2.7297748293031976,
      "learning_rate": 0.00023306993387885917,
      "loss": 4.6562,
      "step": 47251
    },
    {
      "epoch": 1.9353676018840877,
      "grad_norm": 3.8059618053283955,
      "learning_rate": 0.0002330672182590044,
      "loss": 5.4688,
      "step": 47252
    },
    {
      "epoch": 1.935408560311284,
      "grad_norm": 5.101715209902012,
      "learning_rate": 0.0002330645025998803,
      "loss": 5.6562,
      "step": 47253
    },
    {
      "epoch": 1.9354495187384804,
      "grad_norm": 2.783476813545066,
      "learning_rate": 0.00023306178690148813,
      "loss": 5.4688,
      "step": 47254
    },
    {
      "epoch": 1.935490477165677,
      "grad_norm": 3.6114041877880254,
      "learning_rate": 0.00023305907116382915,
      "loss": 6.0,
      "step": 47255
    },
    {
      "epoch": 1.9355314355928732,
      "grad_norm": 2.4924495515383946,
      "learning_rate": 0.00023305635538690468,
      "loss": 4.0312,
      "step": 47256
    },
    {
      "epoch": 1.9355723940200695,
      "grad_norm": 3.198853119921454,
      "learning_rate": 0.00023305363957071596,
      "loss": 3.9375,
      "step": 47257
    },
    {
      "epoch": 1.935613352447266,
      "grad_norm": 2.9418441801773176,
      "learning_rate": 0.0002330509237152643,
      "loss": 4.2188,
      "step": 47258
    },
    {
      "epoch": 1.9356543108744624,
      "grad_norm": 2.980728973100698,
      "learning_rate": 0.000233048207820551,
      "loss": 5.5,
      "step": 47259
    },
    {
      "epoch": 1.9356952693016587,
      "grad_norm": 2.55234152699636,
      "learning_rate": 0.00023304549188657732,
      "loss": 4.4375,
      "step": 47260
    },
    {
      "epoch": 1.9357362277288552,
      "grad_norm": 2.4906044701836514,
      "learning_rate": 0.00023304277591334454,
      "loss": 5.4688,
      "step": 47261
    },
    {
      "epoch": 1.9357771861560518,
      "grad_norm": 7.155060818611105,
      "learning_rate": 0.00023304005990085398,
      "loss": 6.125,
      "step": 47262
    },
    {
      "epoch": 1.9358181445832479,
      "grad_norm": 2.8908248953709035,
      "learning_rate": 0.00023303734384910686,
      "loss": 4.375,
      "step": 47263
    },
    {
      "epoch": 1.9358591030104444,
      "grad_norm": 3.077726011182034,
      "learning_rate": 0.00023303462775810455,
      "loss": 5.25,
      "step": 47264
    },
    {
      "epoch": 1.935900061437641,
      "grad_norm": 2.4512358058739387,
      "learning_rate": 0.00023303191162784824,
      "loss": 4.2812,
      "step": 47265
    },
    {
      "epoch": 1.9359410198648372,
      "grad_norm": 3.0231319817277886,
      "learning_rate": 0.00023302919545833926,
      "loss": 2.875,
      "step": 47266
    },
    {
      "epoch": 1.9359819782920336,
      "grad_norm": 2.615008753042719,
      "learning_rate": 0.00023302647924957896,
      "loss": 4.2188,
      "step": 47267
    },
    {
      "epoch": 1.93602293671923,
      "grad_norm": 2.4460995908755665,
      "learning_rate": 0.0002330237630015685,
      "loss": 4.7812,
      "step": 47268
    },
    {
      "epoch": 1.9360638951464264,
      "grad_norm": 3.3076933390618706,
      "learning_rate": 0.0002330210467143092,
      "loss": 6.0312,
      "step": 47269
    },
    {
      "epoch": 1.9361048535736227,
      "grad_norm": 2.816138637304626,
      "learning_rate": 0.00023301833038780244,
      "loss": 4.75,
      "step": 47270
    },
    {
      "epoch": 1.9361458120008193,
      "grad_norm": 3.4630715171701922,
      "learning_rate": 0.0002330156140220494,
      "loss": 4.8438,
      "step": 47271
    },
    {
      "epoch": 1.9361867704280156,
      "grad_norm": 2.509486865178991,
      "learning_rate": 0.0002330128976170514,
      "loss": 4.375,
      "step": 47272
    },
    {
      "epoch": 1.9362277288552119,
      "grad_norm": 2.8741511937540842,
      "learning_rate": 0.00023301018117280969,
      "loss": 4.4688,
      "step": 47273
    },
    {
      "epoch": 1.9362686872824084,
      "grad_norm": 3.063702198697393,
      "learning_rate": 0.0002330074646893256,
      "loss": 4.4375,
      "step": 47274
    },
    {
      "epoch": 1.9363096457096047,
      "grad_norm": 2.9666669805920245,
      "learning_rate": 0.0002330047481666004,
      "loss": 4.6562,
      "step": 47275
    },
    {
      "epoch": 1.936350604136801,
      "grad_norm": 2.3883181835732086,
      "learning_rate": 0.00023300203160463536,
      "loss": 4.125,
      "step": 47276
    },
    {
      "epoch": 1.9363915625639976,
      "grad_norm": 7.523466250326102,
      "learning_rate": 0.00023299931500343182,
      "loss": 4.4062,
      "step": 47277
    },
    {
      "epoch": 1.936432520991194,
      "grad_norm": 2.6067729731783515,
      "learning_rate": 0.00023299659836299095,
      "loss": 4.375,
      "step": 47278
    },
    {
      "epoch": 1.9364734794183902,
      "grad_norm": 3.968426419214516,
      "learning_rate": 0.00023299388168331414,
      "loss": 1.8594,
      "step": 47279
    },
    {
      "epoch": 1.9365144378455867,
      "grad_norm": 4.860618873149291,
      "learning_rate": 0.00023299116496440264,
      "loss": 4.8125,
      "step": 47280
    },
    {
      "epoch": 1.9365553962727833,
      "grad_norm": 2.622016064226684,
      "learning_rate": 0.00023298844820625772,
      "loss": 4.4688,
      "step": 47281
    },
    {
      "epoch": 1.9365963546999794,
      "grad_norm": 3.4853092194651887,
      "learning_rate": 0.00023298573140888073,
      "loss": 5.375,
      "step": 47282
    },
    {
      "epoch": 1.936637313127176,
      "grad_norm": 4.024274034821616,
      "learning_rate": 0.00023298301457227283,
      "loss": 6.2812,
      "step": 47283
    },
    {
      "epoch": 1.9366782715543724,
      "grad_norm": 3.1103466377845117,
      "learning_rate": 0.00023298029769643544,
      "loss": 5.4375,
      "step": 47284
    },
    {
      "epoch": 1.9367192299815688,
      "grad_norm": 3.236114447887401,
      "learning_rate": 0.00023297758078136974,
      "loss": 4.625,
      "step": 47285
    },
    {
      "epoch": 1.936760188408765,
      "grad_norm": 3.242025875861454,
      "learning_rate": 0.00023297486382707706,
      "loss": 4.375,
      "step": 47286
    },
    {
      "epoch": 1.9368011468359616,
      "grad_norm": 8.419816604287412,
      "learning_rate": 0.0002329721468335587,
      "loss": 5.625,
      "step": 47287
    },
    {
      "epoch": 1.936842105263158,
      "grad_norm": 2.8738634985933174,
      "learning_rate": 0.0002329694298008159,
      "loss": 5.2812,
      "step": 47288
    },
    {
      "epoch": 1.9368830636903542,
      "grad_norm": 2.7846673665448956,
      "learning_rate": 0.00023296671272884996,
      "loss": 4.875,
      "step": 47289
    },
    {
      "epoch": 1.9369240221175508,
      "grad_norm": 3.0190886445438223,
      "learning_rate": 0.00023296399561766217,
      "loss": 5.25,
      "step": 47290
    },
    {
      "epoch": 1.936964980544747,
      "grad_norm": 4.772421109974515,
      "learning_rate": 0.00023296127846725382,
      "loss": 3.7656,
      "step": 47291
    },
    {
      "epoch": 1.9370059389719434,
      "grad_norm": 2.8918434841440477,
      "learning_rate": 0.0002329585612776262,
      "loss": 4.7188,
      "step": 47292
    },
    {
      "epoch": 1.93704689739914,
      "grad_norm": 3.2576885135150704,
      "learning_rate": 0.0002329558440487806,
      "loss": 4.7188,
      "step": 47293
    },
    {
      "epoch": 1.9370878558263362,
      "grad_norm": 3.114406875714716,
      "learning_rate": 0.00023295312678071832,
      "loss": 4.3438,
      "step": 47294
    },
    {
      "epoch": 1.9371288142535326,
      "grad_norm": 2.737276722713974,
      "learning_rate": 0.00023295040947344053,
      "loss": 5.5312,
      "step": 47295
    },
    {
      "epoch": 1.937169772680729,
      "grad_norm": 3.328945077217821,
      "learning_rate": 0.00023294769212694864,
      "loss": 5.0,
      "step": 47296
    },
    {
      "epoch": 1.9372107311079254,
      "grad_norm": 3.252793864710207,
      "learning_rate": 0.00023294497474124392,
      "loss": 4.8438,
      "step": 47297
    },
    {
      "epoch": 1.9372516895351217,
      "grad_norm": 2.532347500674358,
      "learning_rate": 0.0002329422573163276,
      "loss": 3.7812,
      "step": 47298
    },
    {
      "epoch": 1.9372926479623183,
      "grad_norm": 5.294046353141108,
      "learning_rate": 0.00023293953985220102,
      "loss": 6.125,
      "step": 47299
    },
    {
      "epoch": 1.9373336063895148,
      "grad_norm": 2.5004474061461046,
      "learning_rate": 0.0002329368223488654,
      "loss": 5.2188,
      "step": 47300
    },
    {
      "epoch": 1.9373745648167109,
      "grad_norm": 2.439310585271151,
      "learning_rate": 0.00023293410480632208,
      "loss": 4.5312,
      "step": 47301
    },
    {
      "epoch": 1.9374155232439074,
      "grad_norm": 2.958704895606902,
      "learning_rate": 0.0002329313872245723,
      "loss": 5.1562,
      "step": 47302
    },
    {
      "epoch": 1.937456481671104,
      "grad_norm": 3.126217864485663,
      "learning_rate": 0.00023292866960361746,
      "loss": 5.5938,
      "step": 47303
    },
    {
      "epoch": 1.9374974400983003,
      "grad_norm": 2.825635922144848,
      "learning_rate": 0.00023292595194345867,
      "loss": 2.4844,
      "step": 47304
    },
    {
      "epoch": 1.9375383985254966,
      "grad_norm": 2.1710891260933867,
      "learning_rate": 0.00023292323424409732,
      "loss": 2.9844,
      "step": 47305
    },
    {
      "epoch": 1.9375793569526931,
      "grad_norm": 3.1757945746548724,
      "learning_rate": 0.00023292051650553473,
      "loss": 5.9062,
      "step": 47306
    },
    {
      "epoch": 1.9376203153798894,
      "grad_norm": 3.9283328128278283,
      "learning_rate": 0.00023291779872777207,
      "loss": 6.1562,
      "step": 47307
    },
    {
      "epoch": 1.9376612738070857,
      "grad_norm": 3.9196118122548387,
      "learning_rate": 0.00023291508091081073,
      "loss": 5.1875,
      "step": 47308
    },
    {
      "epoch": 1.9377022322342823,
      "grad_norm": 2.9812117171241743,
      "learning_rate": 0.0002329123630546519,
      "loss": 5.2188,
      "step": 47309
    },
    {
      "epoch": 1.9377431906614786,
      "grad_norm": 2.9114958897428447,
      "learning_rate": 0.00023290964515929695,
      "loss": 4.625,
      "step": 47310
    },
    {
      "epoch": 1.937784149088675,
      "grad_norm": 2.723626643292508,
      "learning_rate": 0.00023290692722474713,
      "loss": 5.4062,
      "step": 47311
    },
    {
      "epoch": 1.9378251075158714,
      "grad_norm": 2.679854530958374,
      "learning_rate": 0.00023290420925100374,
      "loss": 4.9688,
      "step": 47312
    },
    {
      "epoch": 1.9378660659430678,
      "grad_norm": 2.738365343901794,
      "learning_rate": 0.000232901491238068,
      "loss": 4.9375,
      "step": 47313
    },
    {
      "epoch": 1.937907024370264,
      "grad_norm": 6.937055480920388,
      "learning_rate": 0.0002328987731859413,
      "loss": 5.9375,
      "step": 47314
    },
    {
      "epoch": 1.9379479827974606,
      "grad_norm": 4.179813869543228,
      "learning_rate": 0.00023289605509462484,
      "loss": 4.4062,
      "step": 47315
    },
    {
      "epoch": 1.937988941224657,
      "grad_norm": 2.2245110327985484,
      "learning_rate": 0.00023289333696411993,
      "loss": 5.0938,
      "step": 47316
    },
    {
      "epoch": 1.9380298996518532,
      "grad_norm": 3.023114376545122,
      "learning_rate": 0.00023289061879442786,
      "loss": 5.0,
      "step": 47317
    },
    {
      "epoch": 1.9380708580790498,
      "grad_norm": 2.727574705233736,
      "learning_rate": 0.00023288790058554996,
      "loss": 5.25,
      "step": 47318
    },
    {
      "epoch": 1.9381118165062463,
      "grad_norm": 7.177589140708314,
      "learning_rate": 0.00023288518233748745,
      "loss": 3.9062,
      "step": 47319
    },
    {
      "epoch": 1.9381527749334424,
      "grad_norm": 3.551076176346041,
      "learning_rate": 0.00023288246405024163,
      "loss": 6.2812,
      "step": 47320
    },
    {
      "epoch": 1.938193733360639,
      "grad_norm": 3.2428593490321553,
      "learning_rate": 0.00023287974572381375,
      "loss": 5.375,
      "step": 47321
    },
    {
      "epoch": 1.9382346917878355,
      "grad_norm": 2.736592387444157,
      "learning_rate": 0.0002328770273582052,
      "loss": 4.5312,
      "step": 47322
    },
    {
      "epoch": 1.9382756502150318,
      "grad_norm": 3.3783384476288045,
      "learning_rate": 0.00023287430895341715,
      "loss": 5.375,
      "step": 47323
    },
    {
      "epoch": 1.938316608642228,
      "grad_norm": 2.5922903421447328,
      "learning_rate": 0.00023287159050945096,
      "loss": 4.0625,
      "step": 47324
    },
    {
      "epoch": 1.9383575670694246,
      "grad_norm": 2.502043817068545,
      "learning_rate": 0.00023286887202630786,
      "loss": 4.5,
      "step": 47325
    },
    {
      "epoch": 1.938398525496621,
      "grad_norm": 2.561823913900537,
      "learning_rate": 0.0002328661535039892,
      "loss": 4.4062,
      "step": 47326
    },
    {
      "epoch": 1.9384394839238173,
      "grad_norm": 2.4856739306578373,
      "learning_rate": 0.00023286343494249623,
      "loss": 4.625,
      "step": 47327
    },
    {
      "epoch": 1.9384804423510138,
      "grad_norm": 4.2188393277613105,
      "learning_rate": 0.00023286071634183024,
      "loss": 6.25,
      "step": 47328
    },
    {
      "epoch": 1.9385214007782101,
      "grad_norm": 2.6267521240522753,
      "learning_rate": 0.00023285799770199253,
      "loss": 4.4375,
      "step": 47329
    },
    {
      "epoch": 1.9385623592054064,
      "grad_norm": 2.568710037040132,
      "learning_rate": 0.00023285527902298434,
      "loss": 4.375,
      "step": 47330
    },
    {
      "epoch": 1.938603317632603,
      "grad_norm": 2.4103575488814717,
      "learning_rate": 0.00023285256030480695,
      "loss": 4.6562,
      "step": 47331
    },
    {
      "epoch": 1.9386442760597993,
      "grad_norm": 2.4380088806362195,
      "learning_rate": 0.0002328498415474617,
      "loss": 4.4375,
      "step": 47332
    },
    {
      "epoch": 1.9386852344869956,
      "grad_norm": 2.592381178311051,
      "learning_rate": 0.00023284712275094984,
      "loss": 4.0,
      "step": 47333
    },
    {
      "epoch": 1.9387261929141921,
      "grad_norm": 3.1894565334892424,
      "learning_rate": 0.0002328444039152727,
      "loss": 4.1875,
      "step": 47334
    },
    {
      "epoch": 1.9387671513413884,
      "grad_norm": 3.379744710745156,
      "learning_rate": 0.00023284168504043151,
      "loss": 6.6562,
      "step": 47335
    },
    {
      "epoch": 1.9388081097685848,
      "grad_norm": 2.557008966977382,
      "learning_rate": 0.00023283896612642763,
      "loss": 5.0,
      "step": 47336
    },
    {
      "epoch": 1.9388490681957813,
      "grad_norm": 2.8747573620880176,
      "learning_rate": 0.0002328362471732622,
      "loss": 4.5312,
      "step": 47337
    },
    {
      "epoch": 1.9388900266229778,
      "grad_norm": 2.5638191370965493,
      "learning_rate": 0.00023283352818093665,
      "loss": 5.6562,
      "step": 47338
    },
    {
      "epoch": 1.938930985050174,
      "grad_norm": 2.9238001351369194,
      "learning_rate": 0.00023283080914945223,
      "loss": 4.8125,
      "step": 47339
    },
    {
      "epoch": 1.9389719434773705,
      "grad_norm": 2.964425827937209,
      "learning_rate": 0.00023282809007881022,
      "loss": 5.6875,
      "step": 47340
    },
    {
      "epoch": 1.939012901904567,
      "grad_norm": 4.688618059608481,
      "learning_rate": 0.00023282537096901186,
      "loss": 6.7812,
      "step": 47341
    },
    {
      "epoch": 1.9390538603317633,
      "grad_norm": 2.31375106911846,
      "learning_rate": 0.0002328226518200585,
      "loss": 3.0,
      "step": 47342
    },
    {
      "epoch": 1.9390948187589596,
      "grad_norm": 2.784880485232508,
      "learning_rate": 0.00023281993263195137,
      "loss": 4.8125,
      "step": 47343
    },
    {
      "epoch": 1.9391357771861562,
      "grad_norm": 3.910910902526492,
      "learning_rate": 0.00023281721340469178,
      "loss": 6.0312,
      "step": 47344
    },
    {
      "epoch": 1.9391767356133525,
      "grad_norm": 2.5891195568123235,
      "learning_rate": 0.00023281449413828104,
      "loss": 4.8125,
      "step": 47345
    },
    {
      "epoch": 1.9392176940405488,
      "grad_norm": 2.606986752140377,
      "learning_rate": 0.00023281177483272037,
      "loss": 4.0938,
      "step": 47346
    },
    {
      "epoch": 1.9392586524677453,
      "grad_norm": 3.0769519682635225,
      "learning_rate": 0.00023280905548801116,
      "loss": 4.6562,
      "step": 47347
    },
    {
      "epoch": 1.9392996108949416,
      "grad_norm": 4.143454003201605,
      "learning_rate": 0.0002328063361041546,
      "loss": 5.2812,
      "step": 47348
    },
    {
      "epoch": 1.939340569322138,
      "grad_norm": 3.0017185358050895,
      "learning_rate": 0.000232803616681152,
      "loss": 5.0625,
      "step": 47349
    },
    {
      "epoch": 1.9393815277493345,
      "grad_norm": 7.396884800683835,
      "learning_rate": 0.00023280089721900468,
      "loss": 5.0625,
      "step": 47350
    },
    {
      "epoch": 1.9394224861765308,
      "grad_norm": 2.6597342310588052,
      "learning_rate": 0.00023279817771771388,
      "loss": 4.5312,
      "step": 47351
    },
    {
      "epoch": 1.939463444603727,
      "grad_norm": 2.6061424150645767,
      "learning_rate": 0.00023279545817728094,
      "loss": 4.625,
      "step": 47352
    },
    {
      "epoch": 1.9395044030309236,
      "grad_norm": 4.849772523522328,
      "learning_rate": 0.00023279273859770706,
      "loss": 5.9688,
      "step": 47353
    },
    {
      "epoch": 1.93954536145812,
      "grad_norm": 3.7721366156030616,
      "learning_rate": 0.00023279001897899364,
      "loss": 5.0,
      "step": 47354
    },
    {
      "epoch": 1.9395863198853163,
      "grad_norm": 3.0423347324709185,
      "learning_rate": 0.00023278729932114185,
      "loss": 6.0938,
      "step": 47355
    },
    {
      "epoch": 1.9396272783125128,
      "grad_norm": 3.7522145503331523,
      "learning_rate": 0.00023278457962415302,
      "loss": 5.3438,
      "step": 47356
    },
    {
      "epoch": 1.9396682367397093,
      "grad_norm": 2.9249874713971056,
      "learning_rate": 0.00023278185988802848,
      "loss": 5.4062,
      "step": 47357
    },
    {
      "epoch": 1.9397091951669054,
      "grad_norm": 2.415591899285014,
      "learning_rate": 0.00023277914011276947,
      "loss": 4.0312,
      "step": 47358
    },
    {
      "epoch": 1.939750153594102,
      "grad_norm": 3.0791817342521415,
      "learning_rate": 0.00023277642029837726,
      "loss": 4.4062,
      "step": 47359
    },
    {
      "epoch": 1.9397911120212985,
      "grad_norm": 2.8323003095255843,
      "learning_rate": 0.0002327737004448532,
      "loss": 4.3125,
      "step": 47360
    },
    {
      "epoch": 1.9398320704484948,
      "grad_norm": 2.9909124235152547,
      "learning_rate": 0.00023277098055219853,
      "loss": 4.7188,
      "step": 47361
    },
    {
      "epoch": 1.9398730288756911,
      "grad_norm": 2.794272459237698,
      "learning_rate": 0.00023276826062041452,
      "loss": 4.5312,
      "step": 47362
    },
    {
      "epoch": 1.9399139873028877,
      "grad_norm": 7.408262953048917,
      "learning_rate": 0.00023276554064950253,
      "loss": 6.0625,
      "step": 47363
    },
    {
      "epoch": 1.939954945730084,
      "grad_norm": 3.4264371092436736,
      "learning_rate": 0.0002327628206394637,
      "loss": 3.7031,
      "step": 47364
    },
    {
      "epoch": 1.9399959041572803,
      "grad_norm": 2.743908745546626,
      "learning_rate": 0.00023276010059029948,
      "loss": 4.4062,
      "step": 47365
    },
    {
      "epoch": 1.9400368625844768,
      "grad_norm": 4.187383794235706,
      "learning_rate": 0.0002327573805020111,
      "loss": 5.0938,
      "step": 47366
    },
    {
      "epoch": 1.9400778210116731,
      "grad_norm": 3.2617621521704874,
      "learning_rate": 0.0002327546603745998,
      "loss": 3.75,
      "step": 47367
    },
    {
      "epoch": 1.9401187794388695,
      "grad_norm": 2.4489700735306763,
      "learning_rate": 0.00023275194020806693,
      "loss": 4.5312,
      "step": 47368
    },
    {
      "epoch": 1.940159737866066,
      "grad_norm": 3.378185726423752,
      "learning_rate": 0.00023274922000241375,
      "loss": 6.0312,
      "step": 47369
    },
    {
      "epoch": 1.9402006962932623,
      "grad_norm": 2.9689010126218185,
      "learning_rate": 0.0002327464997576415,
      "loss": 5.5938,
      "step": 47370
    },
    {
      "epoch": 1.9402416547204586,
      "grad_norm": 3.374385924900068,
      "learning_rate": 0.00023274377947375149,
      "loss": 5.2812,
      "step": 47371
    },
    {
      "epoch": 1.9402826131476552,
      "grad_norm": 2.6603754964351007,
      "learning_rate": 0.00023274105915074508,
      "loss": 4.9062,
      "step": 47372
    },
    {
      "epoch": 1.9403235715748517,
      "grad_norm": 2.934656821905765,
      "learning_rate": 0.00023273833878862348,
      "loss": 5.0312,
      "step": 47373
    },
    {
      "epoch": 1.9403645300020478,
      "grad_norm": 6.619809451474974,
      "learning_rate": 0.00023273561838738798,
      "loss": 7.2812,
      "step": 47374
    },
    {
      "epoch": 1.9404054884292443,
      "grad_norm": 2.3126180108043872,
      "learning_rate": 0.00023273289794703986,
      "loss": 3.5156,
      "step": 47375
    },
    {
      "epoch": 1.9404464468564409,
      "grad_norm": 3.0626914671829324,
      "learning_rate": 0.00023273017746758048,
      "loss": 4.5,
      "step": 47376
    },
    {
      "epoch": 1.940487405283637,
      "grad_norm": 2.931105500905377,
      "learning_rate": 0.00023272745694901103,
      "loss": 4.8438,
      "step": 47377
    },
    {
      "epoch": 1.9405283637108335,
      "grad_norm": 2.5548266554655448,
      "learning_rate": 0.00023272473639133286,
      "loss": 4.2188,
      "step": 47378
    },
    {
      "epoch": 1.94056932213803,
      "grad_norm": 2.597502451628851,
      "learning_rate": 0.00023272201579454721,
      "loss": 4.4688,
      "step": 47379
    },
    {
      "epoch": 1.9406102805652263,
      "grad_norm": 2.7192142617314796,
      "learning_rate": 0.00023271929515865543,
      "loss": 4.5312,
      "step": 47380
    },
    {
      "epoch": 1.9406512389924226,
      "grad_norm": 4.215847478275372,
      "learning_rate": 0.00023271657448365875,
      "loss": 4.5312,
      "step": 47381
    },
    {
      "epoch": 1.9406921974196192,
      "grad_norm": 2.3039932954904248,
      "learning_rate": 0.00023271385376955848,
      "loss": 3.9062,
      "step": 47382
    },
    {
      "epoch": 1.9407331558468155,
      "grad_norm": 2.7989398652275534,
      "learning_rate": 0.0002327111330163559,
      "loss": 4.2812,
      "step": 47383
    },
    {
      "epoch": 1.9407741142740118,
      "grad_norm": 3.068054365239219,
      "learning_rate": 0.00023270841222405227,
      "loss": 1.8828,
      "step": 47384
    },
    {
      "epoch": 1.9408150727012083,
      "grad_norm": 2.954062617217141,
      "learning_rate": 0.00023270569139264896,
      "loss": 4.7188,
      "step": 47385
    },
    {
      "epoch": 1.9408560311284047,
      "grad_norm": 3.6272472499824135,
      "learning_rate": 0.00023270297052214713,
      "loss": 4.7188,
      "step": 47386
    },
    {
      "epoch": 1.940896989555601,
      "grad_norm": 3.08396612787679,
      "learning_rate": 0.00023270024961254815,
      "loss": 4.6875,
      "step": 47387
    },
    {
      "epoch": 1.9409379479827975,
      "grad_norm": 8.698635792062765,
      "learning_rate": 0.00023269752866385333,
      "loss": 7.0312,
      "step": 47388
    },
    {
      "epoch": 1.9409789064099938,
      "grad_norm": 2.876539053814307,
      "learning_rate": 0.0002326948076760639,
      "loss": 4.0312,
      "step": 47389
    },
    {
      "epoch": 1.9410198648371901,
      "grad_norm": 4.0402581436475264,
      "learning_rate": 0.00023269208664918113,
      "loss": 3.2812,
      "step": 47390
    },
    {
      "epoch": 1.9410608232643867,
      "grad_norm": 2.4366650546542417,
      "learning_rate": 0.00023268936558320637,
      "loss": 5.3125,
      "step": 47391
    },
    {
      "epoch": 1.9411017816915832,
      "grad_norm": 3.0762207710238645,
      "learning_rate": 0.0002326866444781409,
      "loss": 4.7188,
      "step": 47392
    },
    {
      "epoch": 1.9411427401187793,
      "grad_norm": 4.4108671447165895,
      "learning_rate": 0.00023268392333398592,
      "loss": 1.0469,
      "step": 47393
    },
    {
      "epoch": 1.9411836985459758,
      "grad_norm": 3.125170367718742,
      "learning_rate": 0.00023268120215074283,
      "loss": 3.9062,
      "step": 47394
    },
    {
      "epoch": 1.9412246569731724,
      "grad_norm": 3.2774927925748214,
      "learning_rate": 0.00023267848092841281,
      "loss": 5.7812,
      "step": 47395
    },
    {
      "epoch": 1.9412656154003685,
      "grad_norm": 2.7234144172970756,
      "learning_rate": 0.00023267575966699728,
      "loss": 5.4688,
      "step": 47396
    },
    {
      "epoch": 1.941306573827565,
      "grad_norm": 2.4890819453974284,
      "learning_rate": 0.0002326730383664974,
      "loss": 3.3594,
      "step": 47397
    },
    {
      "epoch": 1.9413475322547615,
      "grad_norm": 3.8974880337173134,
      "learning_rate": 0.00023267031702691452,
      "loss": 2.2344,
      "step": 47398
    },
    {
      "epoch": 1.9413884906819578,
      "grad_norm": 3.121089850983858,
      "learning_rate": 0.00023266759564824987,
      "loss": 5.375,
      "step": 47399
    },
    {
      "epoch": 1.9414294491091542,
      "grad_norm": 3.3579990690772927,
      "learning_rate": 0.00023266487423050482,
      "loss": 6.2812,
      "step": 47400
    },
    {
      "epoch": 1.9414704075363507,
      "grad_norm": 2.8746103579501554,
      "learning_rate": 0.00023266215277368058,
      "loss": 4.6875,
      "step": 47401
    },
    {
      "epoch": 1.941511365963547,
      "grad_norm": 3.325513071666794,
      "learning_rate": 0.00023265943127777851,
      "loss": 5.3125,
      "step": 47402
    },
    {
      "epoch": 1.9415523243907433,
      "grad_norm": 2.358442946302441,
      "learning_rate": 0.00023265670974279985,
      "loss": 4.1562,
      "step": 47403
    },
    {
      "epoch": 1.9415932828179399,
      "grad_norm": 3.736633312199865,
      "learning_rate": 0.00023265398816874592,
      "loss": 5.8125,
      "step": 47404
    },
    {
      "epoch": 1.9416342412451362,
      "grad_norm": 3.0623105586811685,
      "learning_rate": 0.00023265126655561792,
      "loss": 5.375,
      "step": 47405
    },
    {
      "epoch": 1.9416751996723325,
      "grad_norm": 2.793892294448931,
      "learning_rate": 0.00023264854490341724,
      "loss": 4.0938,
      "step": 47406
    },
    {
      "epoch": 1.941716158099529,
      "grad_norm": 3.040479500806364,
      "learning_rate": 0.0002326458232121451,
      "loss": 4.375,
      "step": 47407
    },
    {
      "epoch": 1.9417571165267253,
      "grad_norm": 2.4835746233965246,
      "learning_rate": 0.00023264310148180282,
      "loss": 4.0,
      "step": 47408
    },
    {
      "epoch": 1.9417980749539216,
      "grad_norm": 2.5017048661939096,
      "learning_rate": 0.00023264037971239168,
      "loss": 1.4609,
      "step": 47409
    },
    {
      "epoch": 1.9418390333811182,
      "grad_norm": 6.079415957156953,
      "learning_rate": 0.00023263765790391294,
      "loss": 6.4375,
      "step": 47410
    },
    {
      "epoch": 1.9418799918083147,
      "grad_norm": 3.340814480720844,
      "learning_rate": 0.00023263493605636792,
      "loss": 6.2188,
      "step": 47411
    },
    {
      "epoch": 1.9419209502355108,
      "grad_norm": 3.0426369202976575,
      "learning_rate": 0.00023263221416975794,
      "loss": 4.6875,
      "step": 47412
    },
    {
      "epoch": 1.9419619086627073,
      "grad_norm": 3.320678909341027,
      "learning_rate": 0.00023262949224408418,
      "loss": 2.2031,
      "step": 47413
    },
    {
      "epoch": 1.9420028670899039,
      "grad_norm": 2.3690293741860273,
      "learning_rate": 0.00023262677027934803,
      "loss": 4.0938,
      "step": 47414
    },
    {
      "epoch": 1.9420438255171002,
      "grad_norm": 3.912170066294047,
      "learning_rate": 0.00023262404827555073,
      "loss": 5.5,
      "step": 47415
    },
    {
      "epoch": 1.9420847839442965,
      "grad_norm": 3.178179384418759,
      "learning_rate": 0.0002326213262326936,
      "loss": 5.1562,
      "step": 47416
    },
    {
      "epoch": 1.942125742371493,
      "grad_norm": 3.1841193112200745,
      "learning_rate": 0.00023261860415077785,
      "loss": 5.0625,
      "step": 47417
    },
    {
      "epoch": 1.9421667007986894,
      "grad_norm": 3.089796003772882,
      "learning_rate": 0.0002326158820298049,
      "loss": 5.0938,
      "step": 47418
    },
    {
      "epoch": 1.9422076592258857,
      "grad_norm": 4.832865183080302,
      "learning_rate": 0.00023261315986977587,
      "loss": 5.2188,
      "step": 47419
    },
    {
      "epoch": 1.9422486176530822,
      "grad_norm": 2.9971661204509448,
      "learning_rate": 0.00023261043767069215,
      "loss": 1.875,
      "step": 47420
    },
    {
      "epoch": 1.9422895760802785,
      "grad_norm": 3.211339294802961,
      "learning_rate": 0.00023260771543255504,
      "loss": 5.2188,
      "step": 47421
    },
    {
      "epoch": 1.9423305345074748,
      "grad_norm": 4.740803113154013,
      "learning_rate": 0.00023260499315536578,
      "loss": 6.25,
      "step": 47422
    },
    {
      "epoch": 1.9423714929346714,
      "grad_norm": 2.418729605865771,
      "learning_rate": 0.00023260227083912567,
      "loss": 4.625,
      "step": 47423
    },
    {
      "epoch": 1.9424124513618677,
      "grad_norm": 2.438376356553322,
      "learning_rate": 0.00023259954848383599,
      "loss": 4.5625,
      "step": 47424
    },
    {
      "epoch": 1.942453409789064,
      "grad_norm": 2.529954672504679,
      "learning_rate": 0.00023259682608949806,
      "loss": 4.4688,
      "step": 47425
    },
    {
      "epoch": 1.9424943682162605,
      "grad_norm": 3.114363512452515,
      "learning_rate": 0.00023259410365611313,
      "loss": 4.9688,
      "step": 47426
    },
    {
      "epoch": 1.9425353266434568,
      "grad_norm": 4.698640991609696,
      "learning_rate": 0.00023259138118368247,
      "loss": 4.0938,
      "step": 47427
    },
    {
      "epoch": 1.9425762850706532,
      "grad_norm": 5.09044263573137,
      "learning_rate": 0.00023258865867220745,
      "loss": 6.1562,
      "step": 47428
    },
    {
      "epoch": 1.9426172434978497,
      "grad_norm": 5.822888379687965,
      "learning_rate": 0.00023258593612168928,
      "loss": 5.9375,
      "step": 47429
    },
    {
      "epoch": 1.9426582019250462,
      "grad_norm": 3.35205338285605,
      "learning_rate": 0.00023258321353212928,
      "loss": 4.8125,
      "step": 47430
    },
    {
      "epoch": 1.9426991603522423,
      "grad_norm": 2.64155919200586,
      "learning_rate": 0.0002325804909035287,
      "loss": 5.7188,
      "step": 47431
    },
    {
      "epoch": 1.9427401187794389,
      "grad_norm": 4.222206681012098,
      "learning_rate": 0.0002325777682358889,
      "loss": 5.9062,
      "step": 47432
    },
    {
      "epoch": 1.9427810772066354,
      "grad_norm": 2.7257954299920883,
      "learning_rate": 0.00023257504552921105,
      "loss": 5.5,
      "step": 47433
    },
    {
      "epoch": 1.9428220356338317,
      "grad_norm": 4.6528432226467675,
      "learning_rate": 0.00023257232278349655,
      "loss": 6.3438,
      "step": 47434
    },
    {
      "epoch": 1.942862994061028,
      "grad_norm": 3.48125906137396,
      "learning_rate": 0.0002325695999987467,
      "loss": 4.875,
      "step": 47435
    },
    {
      "epoch": 1.9429039524882246,
      "grad_norm": 8.314863031438085,
      "learning_rate": 0.00023256687717496265,
      "loss": 1.8516,
      "step": 47436
    },
    {
      "epoch": 1.9429449109154209,
      "grad_norm": 2.7114113739263277,
      "learning_rate": 0.00023256415431214584,
      "loss": 4.1562,
      "step": 47437
    },
    {
      "epoch": 1.9429858693426172,
      "grad_norm": 3.476466154260435,
      "learning_rate": 0.00023256143141029743,
      "loss": 3.9375,
      "step": 47438
    },
    {
      "epoch": 1.9430268277698137,
      "grad_norm": 3.342472537368451,
      "learning_rate": 0.0002325587084694188,
      "loss": 4.9688,
      "step": 47439
    },
    {
      "epoch": 1.94306778619701,
      "grad_norm": 2.2509351480245665,
      "learning_rate": 0.00023255598548951124,
      "loss": 2.9219,
      "step": 47440
    },
    {
      "epoch": 1.9431087446242064,
      "grad_norm": 2.7257847903589036,
      "learning_rate": 0.00023255326247057593,
      "loss": 5.4062,
      "step": 47441
    },
    {
      "epoch": 1.9431497030514029,
      "grad_norm": 3.4616621267353085,
      "learning_rate": 0.00023255053941261425,
      "loss": 3.7969,
      "step": 47442
    },
    {
      "epoch": 1.9431906614785992,
      "grad_norm": 2.8085400713694466,
      "learning_rate": 0.0002325478163156275,
      "loss": 3.7656,
      "step": 47443
    },
    {
      "epoch": 1.9432316199057955,
      "grad_norm": 2.5301539169523726,
      "learning_rate": 0.0002325450931796169,
      "loss": 4.1875,
      "step": 47444
    },
    {
      "epoch": 1.943272578332992,
      "grad_norm": 2.798785170874334,
      "learning_rate": 0.00023254237000458377,
      "loss": 5.2188,
      "step": 47445
    },
    {
      "epoch": 1.9433135367601884,
      "grad_norm": 3.505288534250419,
      "learning_rate": 0.00023253964679052942,
      "loss": 4.5938,
      "step": 47446
    },
    {
      "epoch": 1.9433544951873847,
      "grad_norm": 2.8705548962991974,
      "learning_rate": 0.0002325369235374551,
      "loss": 4.75,
      "step": 47447
    },
    {
      "epoch": 1.9433954536145812,
      "grad_norm": 3.0053911874721506,
      "learning_rate": 0.0002325342002453621,
      "loss": 4.6562,
      "step": 47448
    },
    {
      "epoch": 1.9434364120417777,
      "grad_norm": 2.5864923584364825,
      "learning_rate": 0.0002325314769142517,
      "loss": 4.2188,
      "step": 47449
    },
    {
      "epoch": 1.9434773704689738,
      "grad_norm": 2.9379063202399376,
      "learning_rate": 0.00023252875354412526,
      "loss": 4.5938,
      "step": 47450
    },
    {
      "epoch": 1.9435183288961704,
      "grad_norm": 3.2114119020635803,
      "learning_rate": 0.00023252603013498396,
      "loss": 4.6875,
      "step": 47451
    },
    {
      "epoch": 1.943559287323367,
      "grad_norm": 2.4915421087669913,
      "learning_rate": 0.0002325233066868292,
      "loss": 3.9531,
      "step": 47452
    },
    {
      "epoch": 1.9436002457505632,
      "grad_norm": 3.002936799440599,
      "learning_rate": 0.0002325205831996622,
      "loss": 5.3125,
      "step": 47453
    },
    {
      "epoch": 1.9436412041777595,
      "grad_norm": 2.573835892441195,
      "learning_rate": 0.00023251785967348426,
      "loss": 4.875,
      "step": 47454
    },
    {
      "epoch": 1.943682162604956,
      "grad_norm": 2.635981163420564,
      "learning_rate": 0.00023251513610829662,
      "loss": 4.2188,
      "step": 47455
    },
    {
      "epoch": 1.9437231210321524,
      "grad_norm": 2.595112013205684,
      "learning_rate": 0.00023251241250410063,
      "loss": 5.5625,
      "step": 47456
    },
    {
      "epoch": 1.9437640794593487,
      "grad_norm": 6.33048636250477,
      "learning_rate": 0.00023250968886089757,
      "loss": 3.0938,
      "step": 47457
    },
    {
      "epoch": 1.9438050378865452,
      "grad_norm": 6.058891235603993,
      "learning_rate": 0.0002325069651786887,
      "loss": 4.4062,
      "step": 47458
    },
    {
      "epoch": 1.9438459963137416,
      "grad_norm": 2.5875628747671726,
      "learning_rate": 0.00023250424145747532,
      "loss": 4.8438,
      "step": 47459
    },
    {
      "epoch": 1.9438869547409379,
      "grad_norm": 3.4580674405837453,
      "learning_rate": 0.00023250151769725876,
      "loss": 5.0938,
      "step": 47460
    },
    {
      "epoch": 1.9439279131681344,
      "grad_norm": 2.671715425291376,
      "learning_rate": 0.00023249879389804025,
      "loss": 5.0938,
      "step": 47461
    },
    {
      "epoch": 1.9439688715953307,
      "grad_norm": 3.46686876348047,
      "learning_rate": 0.0002324960700598211,
      "loss": 6.2812,
      "step": 47462
    },
    {
      "epoch": 1.944009830022527,
      "grad_norm": 2.794785268001915,
      "learning_rate": 0.0002324933461826026,
      "loss": 5.8438,
      "step": 47463
    },
    {
      "epoch": 1.9440507884497236,
      "grad_norm": 3.926799113547588,
      "learning_rate": 0.000232490622266386,
      "loss": 6.6875,
      "step": 47464
    },
    {
      "epoch": 1.9440917468769199,
      "grad_norm": 2.768348957960902,
      "learning_rate": 0.00023248789831117265,
      "loss": 4.125,
      "step": 47465
    },
    {
      "epoch": 1.9441327053041162,
      "grad_norm": 2.9048528426554667,
      "learning_rate": 0.0002324851743169638,
      "loss": 5.0,
      "step": 47466
    },
    {
      "epoch": 1.9441736637313127,
      "grad_norm": 2.585958938357165,
      "learning_rate": 0.00023248245028376075,
      "loss": 4.5312,
      "step": 47467
    },
    {
      "epoch": 1.9442146221585093,
      "grad_norm": 5.06105334354895,
      "learning_rate": 0.00023247972621156477,
      "loss": 3.4375,
      "step": 47468
    },
    {
      "epoch": 1.9442555805857054,
      "grad_norm": 6.191731202320392,
      "learning_rate": 0.00023247700210037717,
      "loss": 2.6406,
      "step": 47469
    },
    {
      "epoch": 1.944296539012902,
      "grad_norm": 2.87061201246455,
      "learning_rate": 0.00023247427795019924,
      "loss": 4.5938,
      "step": 47470
    },
    {
      "epoch": 1.9443374974400984,
      "grad_norm": 2.7422092153977373,
      "learning_rate": 0.00023247155376103225,
      "loss": 4.4375,
      "step": 47471
    },
    {
      "epoch": 1.9443784558672947,
      "grad_norm": 2.745617982854241,
      "learning_rate": 0.0002324688295328775,
      "loss": 4.9062,
      "step": 47472
    },
    {
      "epoch": 1.944419414294491,
      "grad_norm": 2.440514568658553,
      "learning_rate": 0.00023246610526573625,
      "loss": 4.5312,
      "step": 47473
    },
    {
      "epoch": 1.9444603727216876,
      "grad_norm": 2.6487551697622247,
      "learning_rate": 0.00023246338095960983,
      "loss": 4.5,
      "step": 47474
    },
    {
      "epoch": 1.944501331148884,
      "grad_norm": 5.37678470429501,
      "learning_rate": 0.00023246065661449954,
      "loss": 4.5,
      "step": 47475
    },
    {
      "epoch": 1.9445422895760802,
      "grad_norm": 3.231103151821254,
      "learning_rate": 0.00023245793223040657,
      "loss": 5.2812,
      "step": 47476
    },
    {
      "epoch": 1.9445832480032768,
      "grad_norm": 2.9607579548784724,
      "learning_rate": 0.0002324552078073323,
      "loss": 5.0625,
      "step": 47477
    },
    {
      "epoch": 1.944624206430473,
      "grad_norm": 2.6943798798787055,
      "learning_rate": 0.00023245248334527802,
      "loss": 4.375,
      "step": 47478
    },
    {
      "epoch": 1.9446651648576694,
      "grad_norm": 2.535826415683362,
      "learning_rate": 0.00023244975884424492,
      "loss": 4.3125,
      "step": 47479
    },
    {
      "epoch": 1.944706123284866,
      "grad_norm": 3.337465794167724,
      "learning_rate": 0.00023244703430423447,
      "loss": 5.2812,
      "step": 47480
    },
    {
      "epoch": 1.9447470817120622,
      "grad_norm": 3.050640768110932,
      "learning_rate": 0.00023244430972524778,
      "loss": 5.0,
      "step": 47481
    },
    {
      "epoch": 1.9447880401392585,
      "grad_norm": 2.79399721836109,
      "learning_rate": 0.0002324415851072862,
      "loss": 4.25,
      "step": 47482
    },
    {
      "epoch": 1.944828998566455,
      "grad_norm": 3.1271307478589727,
      "learning_rate": 0.00023243886045035098,
      "loss": 4.3438,
      "step": 47483
    },
    {
      "epoch": 1.9448699569936514,
      "grad_norm": 3.4142978663374914,
      "learning_rate": 0.00023243613575444356,
      "loss": 4.0625,
      "step": 47484
    },
    {
      "epoch": 1.9449109154208477,
      "grad_norm": 2.675774695364985,
      "learning_rate": 0.00023243341101956502,
      "loss": 5.4062,
      "step": 47485
    },
    {
      "epoch": 1.9449518738480442,
      "grad_norm": 3.3612526983146633,
      "learning_rate": 0.00023243068624571682,
      "loss": 4.875,
      "step": 47486
    },
    {
      "epoch": 1.9449928322752408,
      "grad_norm": 7.721253291114107,
      "learning_rate": 0.0002324279614329001,
      "loss": 5.375,
      "step": 47487
    },
    {
      "epoch": 1.9450337907024369,
      "grad_norm": 2.8880831823855138,
      "learning_rate": 0.0002324252365811163,
      "loss": 4.5625,
      "step": 47488
    },
    {
      "epoch": 1.9450747491296334,
      "grad_norm": 2.8735681116666205,
      "learning_rate": 0.0002324225116903666,
      "loss": 3.9219,
      "step": 47489
    },
    {
      "epoch": 1.94511570755683,
      "grad_norm": 2.9641677970648264,
      "learning_rate": 0.00023241978676065233,
      "loss": 5.5625,
      "step": 47490
    },
    {
      "epoch": 1.9451566659840263,
      "grad_norm": 2.5039170672829196,
      "learning_rate": 0.00023241706179197476,
      "loss": 5.6562,
      "step": 47491
    },
    {
      "epoch": 1.9451976244112226,
      "grad_norm": 3.090048623288197,
      "learning_rate": 0.00023241433678433514,
      "loss": 5.8438,
      "step": 47492
    },
    {
      "epoch": 1.945238582838419,
      "grad_norm": 11.152044904462697,
      "learning_rate": 0.00023241161173773484,
      "loss": 5.5,
      "step": 47493
    },
    {
      "epoch": 1.9452795412656154,
      "grad_norm": 3.1017656733558447,
      "learning_rate": 0.00023240888665217513,
      "loss": 4.5312,
      "step": 47494
    },
    {
      "epoch": 1.9453204996928117,
      "grad_norm": 2.607098108153701,
      "learning_rate": 0.00023240616152765724,
      "loss": 4.4062,
      "step": 47495
    },
    {
      "epoch": 1.9453614581200083,
      "grad_norm": 3.3840902196583373,
      "learning_rate": 0.00023240343636418258,
      "loss": 3.7656,
      "step": 47496
    },
    {
      "epoch": 1.9454024165472046,
      "grad_norm": 2.7191743836176268,
      "learning_rate": 0.00023240071116175225,
      "loss": 4.5312,
      "step": 47497
    },
    {
      "epoch": 1.945443374974401,
      "grad_norm": 2.7164715384965072,
      "learning_rate": 0.0002323979859203677,
      "loss": 5.3438,
      "step": 47498
    },
    {
      "epoch": 1.9454843334015974,
      "grad_norm": 3.5842576420104666,
      "learning_rate": 0.00023239526064003016,
      "loss": 6.4062,
      "step": 47499
    },
    {
      "epoch": 1.9455252918287937,
      "grad_norm": 3.2874124649810708,
      "learning_rate": 0.0002323925353207409,
      "loss": 5.2188,
      "step": 47500
    },
    {
      "epoch": 1.94556625025599,
      "grad_norm": 4.341282669675479,
      "learning_rate": 0.00023238980996250129,
      "loss": 6.375,
      "step": 47501
    },
    {
      "epoch": 1.9456072086831866,
      "grad_norm": 2.574794744314237,
      "learning_rate": 0.00023238708456531249,
      "loss": 4.5,
      "step": 47502
    },
    {
      "epoch": 1.945648167110383,
      "grad_norm": 3.1964234094870276,
      "learning_rate": 0.0002323843591291759,
      "loss": 3.6719,
      "step": 47503
    },
    {
      "epoch": 1.9456891255375792,
      "grad_norm": 2.6199834429284654,
      "learning_rate": 0.00023238163365409278,
      "loss": 4.6562,
      "step": 47504
    },
    {
      "epoch": 1.9457300839647758,
      "grad_norm": 3.0747680591115887,
      "learning_rate": 0.00023237890814006433,
      "loss": 6.5312,
      "step": 47505
    },
    {
      "epoch": 1.9457710423919723,
      "grad_norm": 2.983818807538033,
      "learning_rate": 0.000232376182587092,
      "loss": 4.9688,
      "step": 47506
    },
    {
      "epoch": 1.9458120008191684,
      "grad_norm": 3.461719928175034,
      "learning_rate": 0.0002323734569951769,
      "loss": 4.7188,
      "step": 47507
    },
    {
      "epoch": 1.945852959246365,
      "grad_norm": 3.0221283816402686,
      "learning_rate": 0.00023237073136432048,
      "loss": 4.3125,
      "step": 47508
    },
    {
      "epoch": 1.9458939176735615,
      "grad_norm": 2.5997554996224226,
      "learning_rate": 0.00023236800569452395,
      "loss": 4.3438,
      "step": 47509
    },
    {
      "epoch": 1.9459348761007578,
      "grad_norm": 3.5899191455988375,
      "learning_rate": 0.00023236527998578854,
      "loss": 5.1562,
      "step": 47510
    },
    {
      "epoch": 1.945975834527954,
      "grad_norm": 2.666632760181378,
      "learning_rate": 0.00023236255423811567,
      "loss": 3.9062,
      "step": 47511
    },
    {
      "epoch": 1.9460167929551506,
      "grad_norm": 3.2743023228773627,
      "learning_rate": 0.00023235982845150655,
      "loss": 3.9062,
      "step": 47512
    },
    {
      "epoch": 1.946057751382347,
      "grad_norm": 2.638165732215297,
      "learning_rate": 0.0002323571026259625,
      "loss": 4.2188,
      "step": 47513
    },
    {
      "epoch": 1.9460987098095432,
      "grad_norm": 2.6912004135965417,
      "learning_rate": 0.0002323543767614848,
      "loss": 5.0625,
      "step": 47514
    },
    {
      "epoch": 1.9461396682367398,
      "grad_norm": 2.9386107328884212,
      "learning_rate": 0.00023235165085807468,
      "loss": 5.4375,
      "step": 47515
    },
    {
      "epoch": 1.946180626663936,
      "grad_norm": 5.558198302663029,
      "learning_rate": 0.0002323489249157335,
      "loss": 5.4062,
      "step": 47516
    },
    {
      "epoch": 1.9462215850911324,
      "grad_norm": 8.65128416603434,
      "learning_rate": 0.00023234619893446252,
      "loss": 3.3594,
      "step": 47517
    },
    {
      "epoch": 1.946262543518329,
      "grad_norm": 2.7695030746514933,
      "learning_rate": 0.00023234347291426307,
      "loss": 5.3438,
      "step": 47518
    },
    {
      "epoch": 1.9463035019455253,
      "grad_norm": 3.476971165784929,
      "learning_rate": 0.00023234074685513637,
      "loss": 5.375,
      "step": 47519
    },
    {
      "epoch": 1.9463444603727216,
      "grad_norm": 2.3936609757516014,
      "learning_rate": 0.00023233802075708375,
      "loss": 4.1875,
      "step": 47520
    },
    {
      "epoch": 1.946385418799918,
      "grad_norm": 8.19525373655249,
      "learning_rate": 0.0002323352946201065,
      "loss": 5.125,
      "step": 47521
    },
    {
      "epoch": 1.9464263772271144,
      "grad_norm": 4.683643322640313,
      "learning_rate": 0.0002323325684442059,
      "loss": 7.6562,
      "step": 47522
    },
    {
      "epoch": 1.9464673356543107,
      "grad_norm": 3.7134771275940572,
      "learning_rate": 0.0002323298422293832,
      "loss": 6.5,
      "step": 47523
    },
    {
      "epoch": 1.9465082940815073,
      "grad_norm": 2.791272328761299,
      "learning_rate": 0.00023232711597563982,
      "loss": 4.8438,
      "step": 47524
    },
    {
      "epoch": 1.9465492525087038,
      "grad_norm": 2.4745696003663196,
      "learning_rate": 0.0002323243896829769,
      "loss": 4.25,
      "step": 47525
    },
    {
      "epoch": 1.9465902109359,
      "grad_norm": 3.2538932709289856,
      "learning_rate": 0.00023232166335139577,
      "loss": 3.75,
      "step": 47526
    },
    {
      "epoch": 1.9466311693630964,
      "grad_norm": 4.885241181886974,
      "learning_rate": 0.00023231893698089773,
      "loss": 4.9062,
      "step": 47527
    },
    {
      "epoch": 1.946672127790293,
      "grad_norm": 3.1279242498249027,
      "learning_rate": 0.0002323162105714841,
      "loss": 5.3125,
      "step": 47528
    },
    {
      "epoch": 1.9467130862174893,
      "grad_norm": 3.458849901709356,
      "learning_rate": 0.0002323134841231561,
      "loss": 5.0625,
      "step": 47529
    },
    {
      "epoch": 1.9467540446446856,
      "grad_norm": 4.085746228748025,
      "learning_rate": 0.0002323107576359151,
      "loss": 5.3125,
      "step": 47530
    },
    {
      "epoch": 1.9467950030718821,
      "grad_norm": 2.610697533966368,
      "learning_rate": 0.00023230803110976236,
      "loss": 5.0625,
      "step": 47531
    },
    {
      "epoch": 1.9468359614990784,
      "grad_norm": 2.746830134360333,
      "learning_rate": 0.00023230530454469914,
      "loss": 4.625,
      "step": 47532
    },
    {
      "epoch": 1.9468769199262748,
      "grad_norm": 2.6863651402939404,
      "learning_rate": 0.00023230257794072676,
      "loss": 4.5,
      "step": 47533
    },
    {
      "epoch": 1.9469178783534713,
      "grad_norm": 2.4601933438597285,
      "learning_rate": 0.00023229985129784653,
      "loss": 4.1875,
      "step": 47534
    },
    {
      "epoch": 1.9469588367806676,
      "grad_norm": 2.4513164637272435,
      "learning_rate": 0.00023229712461605962,
      "loss": 4.375,
      "step": 47535
    },
    {
      "epoch": 1.946999795207864,
      "grad_norm": 2.5255401917915234,
      "learning_rate": 0.00023229439789536745,
      "loss": 4.25,
      "step": 47536
    },
    {
      "epoch": 1.9470407536350605,
      "grad_norm": 3.850312450355944,
      "learning_rate": 0.00023229167113577128,
      "loss": 4.1875,
      "step": 47537
    },
    {
      "epoch": 1.9470817120622568,
      "grad_norm": 2.3750921014706594,
      "learning_rate": 0.00023228894433727234,
      "loss": 4.5625,
      "step": 47538
    },
    {
      "epoch": 1.947122670489453,
      "grad_norm": 7.046318931483827,
      "learning_rate": 0.00023228621749987199,
      "loss": 7.1875,
      "step": 47539
    },
    {
      "epoch": 1.9471636289166496,
      "grad_norm": 2.5436510960744836,
      "learning_rate": 0.0002322834906235715,
      "loss": 4.5312,
      "step": 47540
    },
    {
      "epoch": 1.9472045873438462,
      "grad_norm": 3.091594347929331,
      "learning_rate": 0.00023228076370837211,
      "loss": 5.5938,
      "step": 47541
    },
    {
      "epoch": 1.9472455457710423,
      "grad_norm": 2.526881668045221,
      "learning_rate": 0.00023227803675427518,
      "loss": 5.2188,
      "step": 47542
    },
    {
      "epoch": 1.9472865041982388,
      "grad_norm": 3.7759961270487516,
      "learning_rate": 0.00023227530976128197,
      "loss": 5.3438,
      "step": 47543
    },
    {
      "epoch": 1.9473274626254353,
      "grad_norm": 2.5590979871329393,
      "learning_rate": 0.0002322725827293938,
      "loss": 4.4688,
      "step": 47544
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 4.114152283291442,
      "learning_rate": 0.00023226985565861187,
      "loss": 5.1562,
      "step": 47545
    },
    {
      "epoch": 1.947409379479828,
      "grad_norm": 5.460712768936924,
      "learning_rate": 0.00023226712854893756,
      "loss": 5.25,
      "step": 47546
    },
    {
      "epoch": 1.9474503379070245,
      "grad_norm": 5.108500904662947,
      "learning_rate": 0.00023226440140037213,
      "loss": 2.9688,
      "step": 47547
    },
    {
      "epoch": 1.9474912963342208,
      "grad_norm": 2.903025404844623,
      "learning_rate": 0.00023226167421291682,
      "loss": 5.0625,
      "step": 47548
    },
    {
      "epoch": 1.9475322547614171,
      "grad_norm": 3.2940030514590033,
      "learning_rate": 0.00023225894698657298,
      "loss": 5.0938,
      "step": 47549
    },
    {
      "epoch": 1.9475732131886137,
      "grad_norm": 3.2153789331607143,
      "learning_rate": 0.00023225621972134194,
      "loss": 5.0,
      "step": 47550
    },
    {
      "epoch": 1.94761417161581,
      "grad_norm": 3.4458894397956175,
      "learning_rate": 0.00023225349241722486,
      "loss": 5.6875,
      "step": 47551
    },
    {
      "epoch": 1.9476551300430063,
      "grad_norm": 12.973480493565582,
      "learning_rate": 0.00023225076507422317,
      "loss": 5.2188,
      "step": 47552
    },
    {
      "epoch": 1.9476960884702028,
      "grad_norm": 3.8875780701900067,
      "learning_rate": 0.00023224803769233802,
      "loss": 4.7188,
      "step": 47553
    },
    {
      "epoch": 1.9477370468973991,
      "grad_norm": 3.2639735703435733,
      "learning_rate": 0.0002322453102715708,
      "loss": 5.0938,
      "step": 47554
    },
    {
      "epoch": 1.9477780053245954,
      "grad_norm": 3.618573596262922,
      "learning_rate": 0.00023224258281192276,
      "loss": 4.4375,
      "step": 47555
    },
    {
      "epoch": 1.947818963751792,
      "grad_norm": 10.103973671839363,
      "learning_rate": 0.00023223985531339522,
      "loss": 5.8125,
      "step": 47556
    },
    {
      "epoch": 1.9478599221789883,
      "grad_norm": 3.6870995263850963,
      "learning_rate": 0.0002322371277759894,
      "loss": 5.9688,
      "step": 47557
    },
    {
      "epoch": 1.9479008806061846,
      "grad_norm": 3.0364263902551416,
      "learning_rate": 0.0002322344001997067,
      "loss": 4.875,
      "step": 47558
    },
    {
      "epoch": 1.9479418390333811,
      "grad_norm": 3.3594786818798967,
      "learning_rate": 0.00023223167258454834,
      "loss": 5.4062,
      "step": 47559
    },
    {
      "epoch": 1.9479827974605777,
      "grad_norm": 3.224132695846653,
      "learning_rate": 0.0002322289449305156,
      "loss": 4.25,
      "step": 47560
    },
    {
      "epoch": 1.9480237558877738,
      "grad_norm": 2.680689613317189,
      "learning_rate": 0.0002322262172376098,
      "loss": 4.6562,
      "step": 47561
    },
    {
      "epoch": 1.9480647143149703,
      "grad_norm": 2.51263587497419,
      "learning_rate": 0.0002322234895058322,
      "loss": 4.7188,
      "step": 47562
    },
    {
      "epoch": 1.9481056727421668,
      "grad_norm": 3.053511901023728,
      "learning_rate": 0.00023222076173518412,
      "loss": 4.4062,
      "step": 47563
    },
    {
      "epoch": 1.948146631169363,
      "grad_norm": 2.6781655901038643,
      "learning_rate": 0.00023221803392566682,
      "loss": 4.9062,
      "step": 47564
    },
    {
      "epoch": 1.9481875895965595,
      "grad_norm": 16.386991002441228,
      "learning_rate": 0.0002322153060772816,
      "loss": 4.5312,
      "step": 47565
    },
    {
      "epoch": 1.948228548023756,
      "grad_norm": 3.051898123413436,
      "learning_rate": 0.0002322125781900298,
      "loss": 4.5625,
      "step": 47566
    },
    {
      "epoch": 1.9482695064509523,
      "grad_norm": 2.7200200045242524,
      "learning_rate": 0.0002322098502639126,
      "loss": 5.25,
      "step": 47567
    },
    {
      "epoch": 1.9483104648781486,
      "grad_norm": 7.232230773707444,
      "learning_rate": 0.00023220712229893135,
      "loss": 6.5312,
      "step": 47568
    },
    {
      "epoch": 1.9483514233053452,
      "grad_norm": 2.615383735042593,
      "learning_rate": 0.0002322043942950874,
      "loss": 4.3438,
      "step": 47569
    },
    {
      "epoch": 1.9483923817325415,
      "grad_norm": 2.9769053941638335,
      "learning_rate": 0.00023220166625238193,
      "loss": 1.4297,
      "step": 47570
    },
    {
      "epoch": 1.9484333401597378,
      "grad_norm": 3.108227382441484,
      "learning_rate": 0.00023219893817081632,
      "loss": 4.8125,
      "step": 47571
    },
    {
      "epoch": 1.9484742985869343,
      "grad_norm": 2.4191330251211616,
      "learning_rate": 0.00023219621005039182,
      "loss": 4.0625,
      "step": 47572
    },
    {
      "epoch": 1.9485152570141306,
      "grad_norm": 5.620334024093258,
      "learning_rate": 0.0002321934818911097,
      "loss": 1.5312,
      "step": 47573
    },
    {
      "epoch": 1.948556215441327,
      "grad_norm": 15.973312550184092,
      "learning_rate": 0.0002321907536929713,
      "loss": 4.1562,
      "step": 47574
    },
    {
      "epoch": 1.9485971738685235,
      "grad_norm": 3.755607436038933,
      "learning_rate": 0.00023218802545597783,
      "loss": 6.0,
      "step": 47575
    },
    {
      "epoch": 1.9486381322957198,
      "grad_norm": 6.84556581785631,
      "learning_rate": 0.00023218529718013067,
      "loss": 4.1562,
      "step": 47576
    },
    {
      "epoch": 1.9486790907229161,
      "grad_norm": 7.413031738504654,
      "learning_rate": 0.00023218256886543102,
      "loss": 5.0,
      "step": 47577
    },
    {
      "epoch": 1.9487200491501127,
      "grad_norm": 4.045745094707369,
      "learning_rate": 0.00023217984051188028,
      "loss": 6.4375,
      "step": 47578
    },
    {
      "epoch": 1.9487610075773092,
      "grad_norm": 2.84292618675339,
      "learning_rate": 0.00023217711211947966,
      "loss": 4.9375,
      "step": 47579
    },
    {
      "epoch": 1.9488019660045053,
      "grad_norm": 5.960900550351625,
      "learning_rate": 0.00023217438368823047,
      "loss": 5.75,
      "step": 47580
    },
    {
      "epoch": 1.9488429244317018,
      "grad_norm": 3.1968973495380926,
      "learning_rate": 0.00023217165521813402,
      "loss": 5.375,
      "step": 47581
    },
    {
      "epoch": 1.9488838828588984,
      "grad_norm": 4.831633834038169,
      "learning_rate": 0.00023216892670919155,
      "loss": 3.9375,
      "step": 47582
    },
    {
      "epoch": 1.9489248412860947,
      "grad_norm": 3.6383431417557115,
      "learning_rate": 0.00023216619816140437,
      "loss": 5.0312,
      "step": 47583
    },
    {
      "epoch": 1.948965799713291,
      "grad_norm": 3.8435382402286904,
      "learning_rate": 0.00023216346957477383,
      "loss": 5.5,
      "step": 47584
    },
    {
      "epoch": 1.9490067581404875,
      "grad_norm": 2.966762145105531,
      "learning_rate": 0.00023216074094930113,
      "loss": 4.4062,
      "step": 47585
    },
    {
      "epoch": 1.9490477165676838,
      "grad_norm": 2.7403514429057863,
      "learning_rate": 0.0002321580122849876,
      "loss": 4.8438,
      "step": 47586
    },
    {
      "epoch": 1.9490886749948801,
      "grad_norm": 2.614085873464457,
      "learning_rate": 0.00023215528358183459,
      "loss": 3.8281,
      "step": 47587
    },
    {
      "epoch": 1.9491296334220767,
      "grad_norm": 4.919669032376255,
      "learning_rate": 0.00023215255483984327,
      "loss": 4.1875,
      "step": 47588
    },
    {
      "epoch": 1.949170591849273,
      "grad_norm": 2.5436149297182515,
      "learning_rate": 0.00023214982605901496,
      "loss": 5.2812,
      "step": 47589
    },
    {
      "epoch": 1.9492115502764693,
      "grad_norm": 3.1315596909709384,
      "learning_rate": 0.00023214709723935102,
      "loss": 4.7188,
      "step": 47590
    },
    {
      "epoch": 1.9492525087036658,
      "grad_norm": 2.9928795762233875,
      "learning_rate": 0.0002321443683808527,
      "loss": 5.75,
      "step": 47591
    },
    {
      "epoch": 1.9492934671308622,
      "grad_norm": 3.8356609177723993,
      "learning_rate": 0.00023214163948352126,
      "loss": 4.875,
      "step": 47592
    },
    {
      "epoch": 1.9493344255580585,
      "grad_norm": 2.5410090476341107,
      "learning_rate": 0.00023213891054735809,
      "loss": 4.9062,
      "step": 47593
    },
    {
      "epoch": 1.949375383985255,
      "grad_norm": 2.8867640212938053,
      "learning_rate": 0.00023213618157236435,
      "loss": 4.5938,
      "step": 47594
    },
    {
      "epoch": 1.9494163424124513,
      "grad_norm": 2.92275465146491,
      "learning_rate": 0.00023213345255854143,
      "loss": 4.4688,
      "step": 47595
    },
    {
      "epoch": 1.9494573008396476,
      "grad_norm": 3.7008405767470767,
      "learning_rate": 0.00023213072350589055,
      "loss": 6.2188,
      "step": 47596
    },
    {
      "epoch": 1.9494982592668442,
      "grad_norm": 2.830226280889791,
      "learning_rate": 0.00023212799441441303,
      "loss": 5.5,
      "step": 47597
    },
    {
      "epoch": 1.9495392176940407,
      "grad_norm": 8.724045201257548,
      "learning_rate": 0.00023212526528411018,
      "loss": 6.0312,
      "step": 47598
    },
    {
      "epoch": 1.9495801761212368,
      "grad_norm": 3.498007832293692,
      "learning_rate": 0.00023212253611498322,
      "loss": 7.4375,
      "step": 47599
    },
    {
      "epoch": 1.9496211345484333,
      "grad_norm": 2.519781694258342,
      "learning_rate": 0.00023211980690703355,
      "loss": 4.4375,
      "step": 47600
    },
    {
      "epoch": 1.9496620929756299,
      "grad_norm": 2.5097335549368682,
      "learning_rate": 0.00023211707766026234,
      "loss": 3.9844,
      "step": 47601
    },
    {
      "epoch": 1.9497030514028262,
      "grad_norm": 2.900408885138722,
      "learning_rate": 0.000232114348374671,
      "loss": 4.6562,
      "step": 47602
    },
    {
      "epoch": 1.9497440098300225,
      "grad_norm": 3.4963974901658816,
      "learning_rate": 0.00023211161905026072,
      "loss": 5.5938,
      "step": 47603
    },
    {
      "epoch": 1.949784968257219,
      "grad_norm": 4.5194065861473325,
      "learning_rate": 0.00023210888968703283,
      "loss": 5.75,
      "step": 47604
    },
    {
      "epoch": 1.9498259266844153,
      "grad_norm": 12.663138145997852,
      "learning_rate": 0.00023210616028498864,
      "loss": 3.5156,
      "step": 47605
    },
    {
      "epoch": 1.9498668851116117,
      "grad_norm": 2.94991333049638,
      "learning_rate": 0.00023210343084412947,
      "loss": 4.0938,
      "step": 47606
    },
    {
      "epoch": 1.9499078435388082,
      "grad_norm": 2.7969246447665266,
      "learning_rate": 0.00023210070136445648,
      "loss": 4.4375,
      "step": 47607
    },
    {
      "epoch": 1.9499488019660045,
      "grad_norm": 2.683560121555203,
      "learning_rate": 0.0002320979718459711,
      "loss": 4.25,
      "step": 47608
    },
    {
      "epoch": 1.9499897603932008,
      "grad_norm": 4.090134677180176,
      "learning_rate": 0.00023209524228867448,
      "loss": 4.8125,
      "step": 47609
    },
    {
      "epoch": 1.9500307188203974,
      "grad_norm": 4.469612198997769,
      "learning_rate": 0.00023209251269256807,
      "loss": 4.9062,
      "step": 47610
    },
    {
      "epoch": 1.9500716772475937,
      "grad_norm": 7.505886602949211,
      "learning_rate": 0.00023208978305765306,
      "loss": 4.2812,
      "step": 47611
    },
    {
      "epoch": 1.95011263567479,
      "grad_norm": 3.212458166850058,
      "learning_rate": 0.00023208705338393078,
      "loss": 3.6719,
      "step": 47612
    },
    {
      "epoch": 1.9501535941019865,
      "grad_norm": 2.9634933332453364,
      "learning_rate": 0.00023208432367140247,
      "loss": 5.0312,
      "step": 47613
    },
    {
      "epoch": 1.9501945525291828,
      "grad_norm": 2.465860492259797,
      "learning_rate": 0.00023208159392006949,
      "loss": 4.25,
      "step": 47614
    },
    {
      "epoch": 1.9502355109563791,
      "grad_norm": 2.712033679661392,
      "learning_rate": 0.00023207886412993306,
      "loss": 4.5625,
      "step": 47615
    },
    {
      "epoch": 1.9502764693835757,
      "grad_norm": 4.031911579231688,
      "learning_rate": 0.00023207613430099457,
      "loss": 6.625,
      "step": 47616
    },
    {
      "epoch": 1.9503174278107722,
      "grad_norm": 3.025813101868656,
      "learning_rate": 0.00023207340443325518,
      "loss": 6.1562,
      "step": 47617
    },
    {
      "epoch": 1.9503583862379683,
      "grad_norm": 4.10810639396353,
      "learning_rate": 0.0002320706745267163,
      "loss": 3.9219,
      "step": 47618
    },
    {
      "epoch": 1.9503993446651648,
      "grad_norm": 2.5055475182059364,
      "learning_rate": 0.0002320679445813791,
      "loss": 4.5625,
      "step": 47619
    },
    {
      "epoch": 1.9504403030923614,
      "grad_norm": 2.5045292221312643,
      "learning_rate": 0.000232065214597245,
      "loss": 4.5312,
      "step": 47620
    },
    {
      "epoch": 1.9504812615195577,
      "grad_norm": 7.6919803137469565,
      "learning_rate": 0.0002320624845743152,
      "loss": 4.9062,
      "step": 47621
    },
    {
      "epoch": 1.950522219946754,
      "grad_norm": 2.3959045628152493,
      "learning_rate": 0.000232059754512591,
      "loss": 4.7812,
      "step": 47622
    },
    {
      "epoch": 1.9505631783739505,
      "grad_norm": 2.5783087042743302,
      "learning_rate": 0.00023205702441207374,
      "loss": 4.8438,
      "step": 47623
    },
    {
      "epoch": 1.9506041368011469,
      "grad_norm": 3.0239952246076562,
      "learning_rate": 0.0002320542942727647,
      "loss": 4.3125,
      "step": 47624
    },
    {
      "epoch": 1.9506450952283432,
      "grad_norm": 4.113151473489233,
      "learning_rate": 0.00023205156409466512,
      "loss": 5.1562,
      "step": 47625
    },
    {
      "epoch": 1.9506860536555397,
      "grad_norm": 3.175117744243261,
      "learning_rate": 0.00023204883387777632,
      "loss": 4.875,
      "step": 47626
    },
    {
      "epoch": 1.950727012082736,
      "grad_norm": 4.646926444493884,
      "learning_rate": 0.0002320461036220996,
      "loss": 5.5,
      "step": 47627
    },
    {
      "epoch": 1.9507679705099323,
      "grad_norm": 2.861697063929506,
      "learning_rate": 0.00023204337332763622,
      "loss": 4.6562,
      "step": 47628
    },
    {
      "epoch": 1.9508089289371289,
      "grad_norm": 6.229915420818585,
      "learning_rate": 0.00023204064299438753,
      "loss": 7.5,
      "step": 47629
    },
    {
      "epoch": 1.9508498873643252,
      "grad_norm": 4.431199218839898,
      "learning_rate": 0.00023203791262235482,
      "loss": 5.2812,
      "step": 47630
    },
    {
      "epoch": 1.9508908457915215,
      "grad_norm": 2.5751554569943016,
      "learning_rate": 0.00023203518221153927,
      "loss": 4.875,
      "step": 47631
    },
    {
      "epoch": 1.950931804218718,
      "grad_norm": 2.619046794699559,
      "learning_rate": 0.00023203245176194227,
      "loss": 4.5,
      "step": 47632
    },
    {
      "epoch": 1.9509727626459143,
      "grad_norm": 3.7142149308671253,
      "learning_rate": 0.00023202972127356507,
      "loss": 2.7656,
      "step": 47633
    },
    {
      "epoch": 1.9510137210731107,
      "grad_norm": 2.730101754160681,
      "learning_rate": 0.00023202699074640902,
      "loss": 5.1562,
      "step": 47634
    },
    {
      "epoch": 1.9510546795003072,
      "grad_norm": 2.5714123543210987,
      "learning_rate": 0.00023202426018047534,
      "loss": 4.0938,
      "step": 47635
    },
    {
      "epoch": 1.9510956379275037,
      "grad_norm": 7.757663920262301,
      "learning_rate": 0.00023202152957576538,
      "loss": 2.4688,
      "step": 47636
    },
    {
      "epoch": 1.9511365963546998,
      "grad_norm": 3.296756176561018,
      "learning_rate": 0.00023201879893228032,
      "loss": 4.9375,
      "step": 47637
    },
    {
      "epoch": 1.9511775547818964,
      "grad_norm": 3.0885189696837396,
      "learning_rate": 0.0002320160682500216,
      "loss": 4.7812,
      "step": 47638
    },
    {
      "epoch": 1.951218513209093,
      "grad_norm": 2.548337789464794,
      "learning_rate": 0.00023201333752899045,
      "loss": 4.7188,
      "step": 47639
    },
    {
      "epoch": 1.9512594716362892,
      "grad_norm": 2.937298268746978,
      "learning_rate": 0.00023201060676918814,
      "loss": 5.0938,
      "step": 47640
    },
    {
      "epoch": 1.9513004300634855,
      "grad_norm": 2.747776598820521,
      "learning_rate": 0.00023200787597061595,
      "loss": 5.875,
      "step": 47641
    },
    {
      "epoch": 1.951341388490682,
      "grad_norm": 4.27670498303964,
      "learning_rate": 0.00023200514513327524,
      "loss": 5.1875,
      "step": 47642
    },
    {
      "epoch": 1.9513823469178784,
      "grad_norm": 2.2744129779790656,
      "learning_rate": 0.0002320024142571672,
      "loss": 3.3125,
      "step": 47643
    },
    {
      "epoch": 1.9514233053450747,
      "grad_norm": 2.9608370848260543,
      "learning_rate": 0.00023199968334229322,
      "loss": 3.875,
      "step": 47644
    },
    {
      "epoch": 1.9514642637722712,
      "grad_norm": 2.5004749063029834,
      "learning_rate": 0.00023199695238865453,
      "loss": 4.4688,
      "step": 47645
    },
    {
      "epoch": 1.9515052221994675,
      "grad_norm": 5.0266717448851645,
      "learning_rate": 0.00023199422139625242,
      "loss": 6.4375,
      "step": 47646
    },
    {
      "epoch": 1.9515461806266639,
      "grad_norm": 2.712138026528262,
      "learning_rate": 0.0002319914903650882,
      "loss": 4.0938,
      "step": 47647
    },
    {
      "epoch": 1.9515871390538604,
      "grad_norm": 2.5886714288939907,
      "learning_rate": 0.0002319887592951632,
      "loss": 4.9375,
      "step": 47648
    },
    {
      "epoch": 1.9516280974810567,
      "grad_norm": 2.5004762855675944,
      "learning_rate": 0.00023198602818647868,
      "loss": 5.1562,
      "step": 47649
    },
    {
      "epoch": 1.951669055908253,
      "grad_norm": 3.1823967652567595,
      "learning_rate": 0.00023198329703903587,
      "loss": 6.2188,
      "step": 47650
    },
    {
      "epoch": 1.9517100143354496,
      "grad_norm": 3.414620098685221,
      "learning_rate": 0.00023198056585283614,
      "loss": 4.875,
      "step": 47651
    },
    {
      "epoch": 1.9517509727626459,
      "grad_norm": 2.5040031138439827,
      "learning_rate": 0.00023197783462788077,
      "loss": 4.2188,
      "step": 47652
    },
    {
      "epoch": 1.9517919311898422,
      "grad_norm": 2.5786232915743854,
      "learning_rate": 0.000231975103364171,
      "loss": 5.5938,
      "step": 47653
    },
    {
      "epoch": 1.9518328896170387,
      "grad_norm": 5.132832757303036,
      "learning_rate": 0.0002319723720617082,
      "loss": 5.0938,
      "step": 47654
    },
    {
      "epoch": 1.9518738480442352,
      "grad_norm": 2.9536091879284,
      "learning_rate": 0.0002319696407204936,
      "loss": 4.875,
      "step": 47655
    },
    {
      "epoch": 1.9519148064714313,
      "grad_norm": 2.924141005491651,
      "learning_rate": 0.00023196690934052853,
      "loss": 4.75,
      "step": 47656
    },
    {
      "epoch": 1.9519557648986279,
      "grad_norm": 2.769490449063808,
      "learning_rate": 0.0002319641779218142,
      "loss": 5.2188,
      "step": 47657
    },
    {
      "epoch": 1.9519967233258244,
      "grad_norm": 2.7078141193714336,
      "learning_rate": 0.00023196144646435204,
      "loss": 5.1875,
      "step": 47658
    },
    {
      "epoch": 1.9520376817530207,
      "grad_norm": 4.641229866488002,
      "learning_rate": 0.00023195871496814322,
      "loss": 7.375,
      "step": 47659
    },
    {
      "epoch": 1.952078640180217,
      "grad_norm": 3.0588010964261305,
      "learning_rate": 0.00023195598343318907,
      "loss": 6.6875,
      "step": 47660
    },
    {
      "epoch": 1.9521195986074136,
      "grad_norm": 2.6243584116881795,
      "learning_rate": 0.00023195325185949088,
      "loss": 5.3125,
      "step": 47661
    },
    {
      "epoch": 1.95216055703461,
      "grad_norm": 3.7933506998562363,
      "learning_rate": 0.00023195052024704998,
      "loss": 4.8125,
      "step": 47662
    },
    {
      "epoch": 1.9522015154618062,
      "grad_norm": 4.71227368194333,
      "learning_rate": 0.00023194778859586762,
      "loss": 5.0625,
      "step": 47663
    },
    {
      "epoch": 1.9522424738890027,
      "grad_norm": 2.602868993251682,
      "learning_rate": 0.00023194505690594513,
      "loss": 4.5938,
      "step": 47664
    },
    {
      "epoch": 1.952283432316199,
      "grad_norm": 7.268326469606014,
      "learning_rate": 0.00023194232517728374,
      "loss": 5.25,
      "step": 47665
    },
    {
      "epoch": 1.9523243907433954,
      "grad_norm": 2.5518321027868374,
      "learning_rate": 0.00023193959340988478,
      "loss": 4.4688,
      "step": 47666
    },
    {
      "epoch": 1.952365349170592,
      "grad_norm": 2.886914267535619,
      "learning_rate": 0.00023193686160374953,
      "loss": 4.8438,
      "step": 47667
    },
    {
      "epoch": 1.9524063075977882,
      "grad_norm": 2.591169766908808,
      "learning_rate": 0.00023193412975887928,
      "loss": 5.5312,
      "step": 47668
    },
    {
      "epoch": 1.9524472660249845,
      "grad_norm": 2.5573100007256664,
      "learning_rate": 0.00023193139787527534,
      "loss": 4.2188,
      "step": 47669
    },
    {
      "epoch": 1.952488224452181,
      "grad_norm": 6.165498750680252,
      "learning_rate": 0.00023192866595293899,
      "loss": 4.25,
      "step": 47670
    },
    {
      "epoch": 1.9525291828793774,
      "grad_norm": 2.665032259426876,
      "learning_rate": 0.0002319259339918715,
      "loss": 4.6562,
      "step": 47671
    },
    {
      "epoch": 1.9525701413065737,
      "grad_norm": 3.351755337762955,
      "learning_rate": 0.00023192320199207423,
      "loss": 5.2812,
      "step": 47672
    },
    {
      "epoch": 1.9526110997337702,
      "grad_norm": 4.24587797458045,
      "learning_rate": 0.00023192046995354837,
      "loss": 5.2188,
      "step": 47673
    },
    {
      "epoch": 1.9526520581609668,
      "grad_norm": 2.627454602579275,
      "learning_rate": 0.0002319177378762953,
      "loss": 4.875,
      "step": 47674
    },
    {
      "epoch": 1.9526930165881629,
      "grad_norm": 3.687432759003028,
      "learning_rate": 0.00023191500576031623,
      "loss": 3.875,
      "step": 47675
    },
    {
      "epoch": 1.9527339750153594,
      "grad_norm": 2.5752008676613083,
      "learning_rate": 0.00023191227360561253,
      "loss": 4.625,
      "step": 47676
    },
    {
      "epoch": 1.952774933442556,
      "grad_norm": 2.796734665723364,
      "learning_rate": 0.0002319095414121855,
      "loss": 4.7188,
      "step": 47677
    },
    {
      "epoch": 1.9528158918697522,
      "grad_norm": 2.632974958229081,
      "learning_rate": 0.00023190680918003633,
      "loss": 4.6875,
      "step": 47678
    },
    {
      "epoch": 1.9528568502969486,
      "grad_norm": 2.5162271089112402,
      "learning_rate": 0.0002319040769091664,
      "loss": 4.5,
      "step": 47679
    },
    {
      "epoch": 1.952897808724145,
      "grad_norm": 10.616182071784577,
      "learning_rate": 0.00023190134459957697,
      "loss": 1.6797,
      "step": 47680
    },
    {
      "epoch": 1.9529387671513414,
      "grad_norm": 9.188052197724652,
      "learning_rate": 0.00023189861225126934,
      "loss": 4.8125,
      "step": 47681
    },
    {
      "epoch": 1.9529797255785377,
      "grad_norm": 13.642700124240042,
      "learning_rate": 0.00023189587986424478,
      "loss": 2.1719,
      "step": 47682
    },
    {
      "epoch": 1.9530206840057343,
      "grad_norm": 4.25320831827697,
      "learning_rate": 0.00023189314743850465,
      "loss": 5.2188,
      "step": 47683
    },
    {
      "epoch": 1.9530616424329306,
      "grad_norm": 2.4699339146992525,
      "learning_rate": 0.00023189041497405014,
      "loss": 4.3438,
      "step": 47684
    },
    {
      "epoch": 1.9531026008601269,
      "grad_norm": 3.202750103044806,
      "learning_rate": 0.0002318876824708826,
      "loss": 5.125,
      "step": 47685
    },
    {
      "epoch": 1.9531435592873234,
      "grad_norm": 4.058766365088526,
      "learning_rate": 0.00023188494992900337,
      "loss": 2.7812,
      "step": 47686
    },
    {
      "epoch": 1.9531845177145197,
      "grad_norm": 2.800521932344334,
      "learning_rate": 0.00023188221734841364,
      "loss": 5.0938,
      "step": 47687
    },
    {
      "epoch": 1.953225476141716,
      "grad_norm": 2.473907751013928,
      "learning_rate": 0.00023187948472911472,
      "loss": 4.625,
      "step": 47688
    },
    {
      "epoch": 1.9532664345689126,
      "grad_norm": 2.626983474847479,
      "learning_rate": 0.00023187675207110797,
      "loss": 4.1562,
      "step": 47689
    },
    {
      "epoch": 1.9533073929961091,
      "grad_norm": 3.0884240025891976,
      "learning_rate": 0.00023187401937439466,
      "loss": 5.5312,
      "step": 47690
    },
    {
      "epoch": 1.9533483514233052,
      "grad_norm": 3.322940020659317,
      "learning_rate": 0.00023187128663897604,
      "loss": 5.4688,
      "step": 47691
    },
    {
      "epoch": 1.9533893098505017,
      "grad_norm": 2.814035896645944,
      "learning_rate": 0.00023186855386485343,
      "loss": 5.0312,
      "step": 47692
    },
    {
      "epoch": 1.9534302682776983,
      "grad_norm": 2.559153765500681,
      "learning_rate": 0.0002318658210520281,
      "loss": 4.4062,
      "step": 47693
    },
    {
      "epoch": 1.9534712267048944,
      "grad_norm": 2.5979181946150045,
      "learning_rate": 0.0002318630882005014,
      "loss": 4.3438,
      "step": 47694
    },
    {
      "epoch": 1.953512185132091,
      "grad_norm": 2.873627869575125,
      "learning_rate": 0.00023186035531027455,
      "loss": 5.2188,
      "step": 47695
    },
    {
      "epoch": 1.9535531435592874,
      "grad_norm": 2.9116136944299416,
      "learning_rate": 0.00023185762238134885,
      "loss": 3.7031,
      "step": 47696
    },
    {
      "epoch": 1.9535941019864838,
      "grad_norm": 2.9051593386748897,
      "learning_rate": 0.0002318548894137257,
      "loss": 5.2812,
      "step": 47697
    },
    {
      "epoch": 1.95363506041368,
      "grad_norm": 6.866443078205295,
      "learning_rate": 0.00023185215640740626,
      "loss": 3.4219,
      "step": 47698
    },
    {
      "epoch": 1.9536760188408766,
      "grad_norm": 11.400602803144135,
      "learning_rate": 0.00023184942336239184,
      "loss": 5.8438,
      "step": 47699
    },
    {
      "epoch": 1.953716977268073,
      "grad_norm": 2.5425300389419054,
      "learning_rate": 0.0002318466902786838,
      "loss": 4.0,
      "step": 47700
    },
    {
      "epoch": 1.9537579356952692,
      "grad_norm": 2.860221964983348,
      "learning_rate": 0.0002318439571562834,
      "loss": 4.75,
      "step": 47701
    },
    {
      "epoch": 1.9537988941224658,
      "grad_norm": 3.5693887393735837,
      "learning_rate": 0.00023184122399519193,
      "loss": 3.375,
      "step": 47702
    },
    {
      "epoch": 1.953839852549662,
      "grad_norm": 2.6399755469473787,
      "learning_rate": 0.00023183849079541066,
      "loss": 4.1562,
      "step": 47703
    },
    {
      "epoch": 1.9538808109768584,
      "grad_norm": 2.238161422536526,
      "learning_rate": 0.0002318357575569409,
      "loss": 2.875,
      "step": 47704
    },
    {
      "epoch": 1.953921769404055,
      "grad_norm": 4.756881097491108,
      "learning_rate": 0.00023183302427978394,
      "loss": 4.5,
      "step": 47705
    },
    {
      "epoch": 1.9539627278312512,
      "grad_norm": 3.2262915201774707,
      "learning_rate": 0.00023183029096394107,
      "loss": 6.1562,
      "step": 47706
    },
    {
      "epoch": 1.9540036862584476,
      "grad_norm": 3.7033376785434116,
      "learning_rate": 0.00023182755760941357,
      "loss": 5.6875,
      "step": 47707
    },
    {
      "epoch": 1.954044644685644,
      "grad_norm": 2.6445168945693682,
      "learning_rate": 0.0002318248242162028,
      "loss": 4.5,
      "step": 47708
    },
    {
      "epoch": 1.9540856031128406,
      "grad_norm": 3.066279109060435,
      "learning_rate": 0.00023182209078430996,
      "loss": 4.9688,
      "step": 47709
    },
    {
      "epoch": 1.9541265615400367,
      "grad_norm": 3.466368013189869,
      "learning_rate": 0.00023181935731373643,
      "loss": 5.5312,
      "step": 47710
    },
    {
      "epoch": 1.9541675199672333,
      "grad_norm": 2.7309267515439326,
      "learning_rate": 0.00023181662380448341,
      "loss": 4.875,
      "step": 47711
    },
    {
      "epoch": 1.9542084783944298,
      "grad_norm": 2.797397740334949,
      "learning_rate": 0.00023181389025655227,
      "loss": 4.9688,
      "step": 47712
    },
    {
      "epoch": 1.9542494368216259,
      "grad_norm": 2.463700018352916,
      "learning_rate": 0.00023181115666994422,
      "loss": 4.0938,
      "step": 47713
    },
    {
      "epoch": 1.9542903952488224,
      "grad_norm": 3.144895076326244,
      "learning_rate": 0.00023180842304466065,
      "loss": 5.8438,
      "step": 47714
    },
    {
      "epoch": 1.954331353676019,
      "grad_norm": 5.173750665864663,
      "learning_rate": 0.0002318056893807028,
      "loss": 2.9531,
      "step": 47715
    },
    {
      "epoch": 1.9543723121032153,
      "grad_norm": 2.7965031122567203,
      "learning_rate": 0.00023180295567807192,
      "loss": 5.0,
      "step": 47716
    },
    {
      "epoch": 1.9544132705304116,
      "grad_norm": 2.6545248029272575,
      "learning_rate": 0.0002318002219367694,
      "loss": 4.7812,
      "step": 47717
    },
    {
      "epoch": 1.9544542289576081,
      "grad_norm": 2.830165869967213,
      "learning_rate": 0.00023179748815679646,
      "loss": 4.4062,
      "step": 47718
    },
    {
      "epoch": 1.9544951873848044,
      "grad_norm": 2.810830663520561,
      "learning_rate": 0.0002317947543381544,
      "loss": 4.6562,
      "step": 47719
    },
    {
      "epoch": 1.9545361458120007,
      "grad_norm": 2.5229370563260383,
      "learning_rate": 0.00023179202048084457,
      "loss": 4.3438,
      "step": 47720
    },
    {
      "epoch": 1.9545771042391973,
      "grad_norm": 2.427122817331687,
      "learning_rate": 0.00023178928658486818,
      "loss": 4.8438,
      "step": 47721
    },
    {
      "epoch": 1.9546180626663936,
      "grad_norm": 2.7162546236722727,
      "learning_rate": 0.0002317865526502266,
      "loss": 4.5312,
      "step": 47722
    },
    {
      "epoch": 1.95465902109359,
      "grad_norm": 10.930032935392095,
      "learning_rate": 0.00023178381867692104,
      "loss": 4.2188,
      "step": 47723
    },
    {
      "epoch": 1.9546999795207864,
      "grad_norm": 2.3877710705508313,
      "learning_rate": 0.0002317810846649529,
      "loss": 4.0,
      "step": 47724
    },
    {
      "epoch": 1.9547409379479828,
      "grad_norm": 5.733216251846662,
      "learning_rate": 0.00023177835061432333,
      "loss": 6.8125,
      "step": 47725
    },
    {
      "epoch": 1.954781896375179,
      "grad_norm": 3.4400181479747753,
      "learning_rate": 0.00023177561652503375,
      "loss": 5.5,
      "step": 47726
    },
    {
      "epoch": 1.9548228548023756,
      "grad_norm": 2.531103271515189,
      "learning_rate": 0.00023177288239708538,
      "loss": 4.5625,
      "step": 47727
    },
    {
      "epoch": 1.9548638132295721,
      "grad_norm": 2.6707993906879883,
      "learning_rate": 0.00023177014823047953,
      "loss": 5.2188,
      "step": 47728
    },
    {
      "epoch": 1.9549047716567682,
      "grad_norm": 4.04523208917826,
      "learning_rate": 0.00023176741402521753,
      "loss": 5.4062,
      "step": 47729
    },
    {
      "epoch": 1.9549457300839648,
      "grad_norm": 4.2019859028616775,
      "learning_rate": 0.00023176467978130064,
      "loss": 6.5,
      "step": 47730
    },
    {
      "epoch": 1.9549866885111613,
      "grad_norm": 1.9621686281564674,
      "learning_rate": 0.00023176194549873012,
      "loss": 1.9375,
      "step": 47731
    },
    {
      "epoch": 1.9550276469383576,
      "grad_norm": 2.93773771627247,
      "learning_rate": 0.0002317592111775073,
      "loss": 5.1562,
      "step": 47732
    },
    {
      "epoch": 1.955068605365554,
      "grad_norm": 2.4745406750627943,
      "learning_rate": 0.0002317564768176335,
      "loss": 3.8594,
      "step": 47733
    },
    {
      "epoch": 1.9551095637927505,
      "grad_norm": 5.312189397645343,
      "learning_rate": 0.00023175374241910998,
      "loss": 1.6719,
      "step": 47734
    },
    {
      "epoch": 1.9551505222199468,
      "grad_norm": 3.2972220630363687,
      "learning_rate": 0.000231751007981938,
      "loss": 3.1719,
      "step": 47735
    },
    {
      "epoch": 1.955191480647143,
      "grad_norm": 2.851474328648769,
      "learning_rate": 0.00023174827350611898,
      "loss": 5.2188,
      "step": 47736
    },
    {
      "epoch": 1.9552324390743396,
      "grad_norm": 7.47178467213788,
      "learning_rate": 0.00023174553899165404,
      "loss": 4.4688,
      "step": 47737
    },
    {
      "epoch": 1.955273397501536,
      "grad_norm": 2.559700536049314,
      "learning_rate": 0.00023174280443854456,
      "loss": 4.2812,
      "step": 47738
    },
    {
      "epoch": 1.9553143559287323,
      "grad_norm": 3.1245406570301815,
      "learning_rate": 0.00023174006984679182,
      "loss": 4.4688,
      "step": 47739
    },
    {
      "epoch": 1.9553553143559288,
      "grad_norm": 2.543883054911525,
      "learning_rate": 0.00023173733521639713,
      "loss": 4.875,
      "step": 47740
    },
    {
      "epoch": 1.9553962727831251,
      "grad_norm": 2.991997875684639,
      "learning_rate": 0.00023173460054736177,
      "loss": 5.25,
      "step": 47741
    },
    {
      "epoch": 1.9554372312103214,
      "grad_norm": 2.57626137701422,
      "learning_rate": 0.00023173186583968702,
      "loss": 4.5312,
      "step": 47742
    },
    {
      "epoch": 1.955478189637518,
      "grad_norm": 2.7751338802788306,
      "learning_rate": 0.00023172913109337418,
      "loss": 4.3125,
      "step": 47743
    },
    {
      "epoch": 1.9555191480647143,
      "grad_norm": 3.5104621716925735,
      "learning_rate": 0.00023172639630842458,
      "loss": 6.6875,
      "step": 47744
    },
    {
      "epoch": 1.9555601064919106,
      "grad_norm": 2.3745659359576266,
      "learning_rate": 0.00023172366148483948,
      "loss": 4.3438,
      "step": 47745
    },
    {
      "epoch": 1.9556010649191071,
      "grad_norm": 2.5996111929943333,
      "learning_rate": 0.00023172092662262014,
      "loss": 4.6562,
      "step": 47746
    },
    {
      "epoch": 1.9556420233463037,
      "grad_norm": 16.329372250794187,
      "learning_rate": 0.00023171819172176792,
      "loss": 5.75,
      "step": 47747
    },
    {
      "epoch": 1.9556829817734998,
      "grad_norm": 3.0524484126107922,
      "learning_rate": 0.00023171545678228408,
      "loss": 4.2188,
      "step": 47748
    },
    {
      "epoch": 1.9557239402006963,
      "grad_norm": 2.9764918510325513,
      "learning_rate": 0.0002317127218041699,
      "loss": 5.1562,
      "step": 47749
    },
    {
      "epoch": 1.9557648986278928,
      "grad_norm": 2.7008892495549492,
      "learning_rate": 0.0002317099867874267,
      "loss": 3.6562,
      "step": 47750
    },
    {
      "epoch": 1.9558058570550891,
      "grad_norm": 3.5684761448911066,
      "learning_rate": 0.00023170725173205574,
      "loss": 4.3438,
      "step": 47751
    },
    {
      "epoch": 1.9558468154822855,
      "grad_norm": 3.30369309576308,
      "learning_rate": 0.00023170451663805837,
      "loss": 5.875,
      "step": 47752
    },
    {
      "epoch": 1.955887773909482,
      "grad_norm": 3.808247606418643,
      "learning_rate": 0.00023170178150543581,
      "loss": 5.5,
      "step": 47753
    },
    {
      "epoch": 1.9559287323366783,
      "grad_norm": 4.049488178752248,
      "learning_rate": 0.0002316990463341894,
      "loss": 4.5312,
      "step": 47754
    },
    {
      "epoch": 1.9559696907638746,
      "grad_norm": 3.869729956909727,
      "learning_rate": 0.0002316963111243204,
      "loss": 6.5938,
      "step": 47755
    },
    {
      "epoch": 1.9560106491910711,
      "grad_norm": 2.8993569532750616,
      "learning_rate": 0.00023169357587583014,
      "loss": 4.9062,
      "step": 47756
    },
    {
      "epoch": 1.9560516076182675,
      "grad_norm": 5.31991507242681,
      "learning_rate": 0.00023169084058871994,
      "loss": 3.0312,
      "step": 47757
    },
    {
      "epoch": 1.9560925660454638,
      "grad_norm": 2.5247666880861273,
      "learning_rate": 0.00023168810526299103,
      "loss": 4.1875,
      "step": 47758
    },
    {
      "epoch": 1.9561335244726603,
      "grad_norm": 2.8170008832999085,
      "learning_rate": 0.00023168536989864465,
      "loss": 4.9688,
      "step": 47759
    },
    {
      "epoch": 1.9561744828998566,
      "grad_norm": 4.309235209768405,
      "learning_rate": 0.00023168263449568224,
      "loss": 5.5312,
      "step": 47760
    },
    {
      "epoch": 1.956215441327053,
      "grad_norm": 2.954219170893597,
      "learning_rate": 0.000231679899054105,
      "loss": 5.6562,
      "step": 47761
    },
    {
      "epoch": 1.9562563997542495,
      "grad_norm": 2.871897274540872,
      "learning_rate": 0.00023167716357391427,
      "loss": 5.0312,
      "step": 47762
    },
    {
      "epoch": 1.9562973581814458,
      "grad_norm": 10.488868179196968,
      "learning_rate": 0.00023167442805511129,
      "loss": 1.2734,
      "step": 47763
    },
    {
      "epoch": 1.956338316608642,
      "grad_norm": 2.718059211544047,
      "learning_rate": 0.0002316716924976974,
      "loss": 5.8125,
      "step": 47764
    },
    {
      "epoch": 1.9563792750358386,
      "grad_norm": 3.471856485357908,
      "learning_rate": 0.00023166895690167387,
      "loss": 3.5312,
      "step": 47765
    },
    {
      "epoch": 1.9564202334630352,
      "grad_norm": 3.4298520701988275,
      "learning_rate": 0.00023166622126704196,
      "loss": 4.3438,
      "step": 47766
    },
    {
      "epoch": 1.9564611918902313,
      "grad_norm": 3.628931298019461,
      "learning_rate": 0.00023166348559380302,
      "loss": 3.9844,
      "step": 47767
    },
    {
      "epoch": 1.9565021503174278,
      "grad_norm": 3.2844074696816374,
      "learning_rate": 0.00023166074988195833,
      "loss": 5.2812,
      "step": 47768
    },
    {
      "epoch": 1.9565431087446243,
      "grad_norm": 2.6065574491136494,
      "learning_rate": 0.0002316580141315092,
      "loss": 4.8438,
      "step": 47769
    },
    {
      "epoch": 1.9565840671718207,
      "grad_norm": 2.8301097398740716,
      "learning_rate": 0.00023165527834245687,
      "loss": 5.0938,
      "step": 47770
    },
    {
      "epoch": 1.956625025599017,
      "grad_norm": 3.7964338751210756,
      "learning_rate": 0.00023165254251480266,
      "loss": 5.625,
      "step": 47771
    },
    {
      "epoch": 1.9566659840262135,
      "grad_norm": 2.7772678521656293,
      "learning_rate": 0.0002316498066485479,
      "loss": 4.8125,
      "step": 47772
    },
    {
      "epoch": 1.9567069424534098,
      "grad_norm": 2.577297042017156,
      "learning_rate": 0.0002316470707436938,
      "loss": 3.875,
      "step": 47773
    },
    {
      "epoch": 1.9567479008806061,
      "grad_norm": 2.3697730526955856,
      "learning_rate": 0.00023164433480024174,
      "loss": 3.1094,
      "step": 47774
    },
    {
      "epoch": 1.9567888593078027,
      "grad_norm": 5.688349217397605,
      "learning_rate": 0.00023164159881819296,
      "loss": 3.5469,
      "step": 47775
    },
    {
      "epoch": 1.956829817734999,
      "grad_norm": 4.664956029871632,
      "learning_rate": 0.00023163886279754879,
      "loss": 6.3125,
      "step": 47776
    },
    {
      "epoch": 1.9568707761621953,
      "grad_norm": 2.709697631713163,
      "learning_rate": 0.00023163612673831046,
      "loss": 4.375,
      "step": 47777
    },
    {
      "epoch": 1.9569117345893918,
      "grad_norm": 2.7539305180247076,
      "learning_rate": 0.0002316333906404793,
      "loss": 4.6562,
      "step": 47778
    },
    {
      "epoch": 1.9569526930165881,
      "grad_norm": 6.665923779973021,
      "learning_rate": 0.00023163065450405667,
      "loss": 5.25,
      "step": 47779
    },
    {
      "epoch": 1.9569936514437845,
      "grad_norm": 3.9542086996747727,
      "learning_rate": 0.00023162791832904376,
      "loss": 5.75,
      "step": 47780
    },
    {
      "epoch": 1.957034609870981,
      "grad_norm": 3.34858816158569,
      "learning_rate": 0.0002316251821154419,
      "loss": 4.4375,
      "step": 47781
    },
    {
      "epoch": 1.9570755682981773,
      "grad_norm": 5.606275424524984,
      "learning_rate": 0.00023162244586325245,
      "loss": 4.625,
      "step": 47782
    },
    {
      "epoch": 1.9571165267253736,
      "grad_norm": 4.962507264251321,
      "learning_rate": 0.00023161970957247656,
      "loss": 1.3516,
      "step": 47783
    },
    {
      "epoch": 1.9571574851525702,
      "grad_norm": 13.78508664247678,
      "learning_rate": 0.00023161697324311566,
      "loss": 1.8984,
      "step": 47784
    },
    {
      "epoch": 1.9571984435797667,
      "grad_norm": 3.618982679850305,
      "learning_rate": 0.00023161423687517095,
      "loss": 5.6562,
      "step": 47785
    },
    {
      "epoch": 1.9572394020069628,
      "grad_norm": 6.985238655305752,
      "learning_rate": 0.00023161150046864385,
      "loss": 4.6875,
      "step": 47786
    },
    {
      "epoch": 1.9572803604341593,
      "grad_norm": 2.66329963669143,
      "learning_rate": 0.00023160876402353547,
      "loss": 4.375,
      "step": 47787
    },
    {
      "epoch": 1.9573213188613559,
      "grad_norm": 2.438134215698613,
      "learning_rate": 0.0002316060275398473,
      "loss": 4.6875,
      "step": 47788
    },
    {
      "epoch": 1.9573622772885522,
      "grad_norm": 3.080148493908173,
      "learning_rate": 0.00023160329101758043,
      "loss": 5.0312,
      "step": 47789
    },
    {
      "epoch": 1.9574032357157485,
      "grad_norm": 2.94090305635589,
      "learning_rate": 0.00023160055445673632,
      "loss": 6.2188,
      "step": 47790
    },
    {
      "epoch": 1.957444194142945,
      "grad_norm": 3.290454077212864,
      "learning_rate": 0.0002315978178573162,
      "loss": 6.2188,
      "step": 47791
    },
    {
      "epoch": 1.9574851525701413,
      "grad_norm": 4.12271172726808,
      "learning_rate": 0.00023159508121932136,
      "loss": 6.375,
      "step": 47792
    },
    {
      "epoch": 1.9575261109973376,
      "grad_norm": 2.695752944027125,
      "learning_rate": 0.0002315923445427531,
      "loss": 4.3125,
      "step": 47793
    },
    {
      "epoch": 1.9575670694245342,
      "grad_norm": 11.244353274665492,
      "learning_rate": 0.0002315896078276127,
      "loss": 3.0781,
      "step": 47794
    },
    {
      "epoch": 1.9576080278517305,
      "grad_norm": 2.790447194605329,
      "learning_rate": 0.0002315868710739015,
      "loss": 4.5,
      "step": 47795
    },
    {
      "epoch": 1.9576489862789268,
      "grad_norm": 2.7249708297471975,
      "learning_rate": 0.00023158413428162075,
      "loss": 4.0938,
      "step": 47796
    },
    {
      "epoch": 1.9576899447061233,
      "grad_norm": 2.714210576069564,
      "learning_rate": 0.00023158139745077175,
      "loss": 4.375,
      "step": 47797
    },
    {
      "epoch": 1.9577309031333197,
      "grad_norm": 2.7694496170932106,
      "learning_rate": 0.00023157866058135578,
      "loss": 4.4688,
      "step": 47798
    },
    {
      "epoch": 1.957771861560516,
      "grad_norm": 3.063105978937423,
      "learning_rate": 0.00023157592367337417,
      "loss": 6.0312,
      "step": 47799
    },
    {
      "epoch": 1.9578128199877125,
      "grad_norm": 2.8693468230904955,
      "learning_rate": 0.0002315731867268282,
      "loss": 5.5,
      "step": 47800
    },
    {
      "epoch": 1.9578537784149088,
      "grad_norm": 3.2724497229528855,
      "learning_rate": 0.00023157044974171916,
      "loss": 6.6562,
      "step": 47801
    },
    {
      "epoch": 1.9578947368421051,
      "grad_norm": 9.987331743081914,
      "learning_rate": 0.00023156771271804836,
      "loss": 6.0625,
      "step": 47802
    },
    {
      "epoch": 1.9579356952693017,
      "grad_norm": 2.9204226267708777,
      "learning_rate": 0.00023156497565581706,
      "loss": 6.7812,
      "step": 47803
    },
    {
      "epoch": 1.9579766536964982,
      "grad_norm": 2.2888024481657023,
      "learning_rate": 0.00023156223855502658,
      "loss": 3.875,
      "step": 47804
    },
    {
      "epoch": 1.9580176121236943,
      "grad_norm": 2.813228806197018,
      "learning_rate": 0.00023155950141567815,
      "loss": 5.0625,
      "step": 47805
    },
    {
      "epoch": 1.9580585705508908,
      "grad_norm": 2.9752223737526178,
      "learning_rate": 0.00023155676423777322,
      "loss": 5.0,
      "step": 47806
    },
    {
      "epoch": 1.9580995289780874,
      "grad_norm": 2.51519874491172,
      "learning_rate": 0.00023155402702131295,
      "loss": 4.3438,
      "step": 47807
    },
    {
      "epoch": 1.9581404874052837,
      "grad_norm": 2.750975803016237,
      "learning_rate": 0.00023155128976629866,
      "loss": 4.4688,
      "step": 47808
    },
    {
      "epoch": 1.95818144583248,
      "grad_norm": 5.326740937101846,
      "learning_rate": 0.00023154855247273164,
      "loss": 5.7188,
      "step": 47809
    },
    {
      "epoch": 1.9582224042596765,
      "grad_norm": 2.8436064123116513,
      "learning_rate": 0.0002315458151406132,
      "loss": 5.4688,
      "step": 47810
    },
    {
      "epoch": 1.9582633626868728,
      "grad_norm": 2.542911333064107,
      "learning_rate": 0.00023154307776994463,
      "loss": 4.9062,
      "step": 47811
    },
    {
      "epoch": 1.9583043211140692,
      "grad_norm": 4.4003368650403685,
      "learning_rate": 0.00023154034036072726,
      "loss": 5.875,
      "step": 47812
    },
    {
      "epoch": 1.9583452795412657,
      "grad_norm": 2.5698911518422674,
      "learning_rate": 0.0002315376029129623,
      "loss": 4.7812,
      "step": 47813
    },
    {
      "epoch": 1.958386237968462,
      "grad_norm": 5.885184041639491,
      "learning_rate": 0.0002315348654266511,
      "loss": 7.4375,
      "step": 47814
    },
    {
      "epoch": 1.9584271963956583,
      "grad_norm": 2.507928131733779,
      "learning_rate": 0.00023153212790179495,
      "loss": 4.9062,
      "step": 47815
    },
    {
      "epoch": 1.9584681548228549,
      "grad_norm": 2.4945909612114647,
      "learning_rate": 0.00023152939033839516,
      "loss": 2.9688,
      "step": 47816
    },
    {
      "epoch": 1.9585091132500512,
      "grad_norm": 3.3631135314672727,
      "learning_rate": 0.000231526652736453,
      "loss": 7.0,
      "step": 47817
    },
    {
      "epoch": 1.9585500716772475,
      "grad_norm": 6.390364325060103,
      "learning_rate": 0.00023152391509596976,
      "loss": 4.125,
      "step": 47818
    },
    {
      "epoch": 1.958591030104444,
      "grad_norm": 2.8801831917480745,
      "learning_rate": 0.00023152117741694674,
      "loss": 5.0,
      "step": 47819
    },
    {
      "epoch": 1.9586319885316403,
      "grad_norm": 4.706365461446396,
      "learning_rate": 0.00023151843969938525,
      "loss": 5.0312,
      "step": 47820
    },
    {
      "epoch": 1.9586729469588366,
      "grad_norm": 2.4362621060626486,
      "learning_rate": 0.00023151570194328655,
      "loss": 4.5938,
      "step": 47821
    },
    {
      "epoch": 1.9587139053860332,
      "grad_norm": 2.6379540106998904,
      "learning_rate": 0.000231512964148652,
      "loss": 4.875,
      "step": 47822
    },
    {
      "epoch": 1.9587548638132297,
      "grad_norm": 3.0491516987211744,
      "learning_rate": 0.0002315102263154828,
      "loss": 5.875,
      "step": 47823
    },
    {
      "epoch": 1.9587958222404258,
      "grad_norm": 2.4750654167696196,
      "learning_rate": 0.00023150748844378034,
      "loss": 4.7812,
      "step": 47824
    },
    {
      "epoch": 1.9588367806676223,
      "grad_norm": 3.1428870742884207,
      "learning_rate": 0.0002315047505335458,
      "loss": 5.2812,
      "step": 47825
    },
    {
      "epoch": 1.9588777390948189,
      "grad_norm": 6.120289263990988,
      "learning_rate": 0.00023150201258478062,
      "loss": 3.8906,
      "step": 47826
    },
    {
      "epoch": 1.9589186975220152,
      "grad_norm": 2.292725436952263,
      "learning_rate": 0.00023149927459748597,
      "loss": 4.0,
      "step": 47827
    },
    {
      "epoch": 1.9589596559492115,
      "grad_norm": 2.767333637344935,
      "learning_rate": 0.0002314965365716632,
      "loss": 4.875,
      "step": 47828
    },
    {
      "epoch": 1.959000614376408,
      "grad_norm": 2.5251302522119405,
      "learning_rate": 0.00023149379850731362,
      "loss": 5.4688,
      "step": 47829
    },
    {
      "epoch": 1.9590415728036044,
      "grad_norm": 2.6423906444417615,
      "learning_rate": 0.0002314910604044385,
      "loss": 4.8125,
      "step": 47830
    },
    {
      "epoch": 1.9590825312308007,
      "grad_norm": 2.500814270768708,
      "learning_rate": 0.0002314883222630391,
      "loss": 3.9219,
      "step": 47831
    },
    {
      "epoch": 1.9591234896579972,
      "grad_norm": 2.832458508279188,
      "learning_rate": 0.00023148558408311678,
      "loss": 4.7188,
      "step": 47832
    },
    {
      "epoch": 1.9591644480851935,
      "grad_norm": 2.778683682030431,
      "learning_rate": 0.0002314828458646728,
      "loss": 4.7188,
      "step": 47833
    },
    {
      "epoch": 1.9592054065123898,
      "grad_norm": 3.9056876701911656,
      "learning_rate": 0.00023148010760770847,
      "loss": 5.7812,
      "step": 47834
    },
    {
      "epoch": 1.9592463649395864,
      "grad_norm": 3.354625287745203,
      "learning_rate": 0.00023147736931222504,
      "loss": 5.0312,
      "step": 47835
    },
    {
      "epoch": 1.9592873233667827,
      "grad_norm": 3.2729209708678466,
      "learning_rate": 0.00023147463097822387,
      "loss": 4.4062,
      "step": 47836
    },
    {
      "epoch": 1.959328281793979,
      "grad_norm": 2.7091475565194107,
      "learning_rate": 0.0002314718926057062,
      "loss": 4.75,
      "step": 47837
    },
    {
      "epoch": 1.9593692402211755,
      "grad_norm": 4.1526712186318955,
      "learning_rate": 0.00023146915419467335,
      "loss": 5.5938,
      "step": 47838
    },
    {
      "epoch": 1.9594101986483718,
      "grad_norm": 2.5962576950695384,
      "learning_rate": 0.00023146641574512663,
      "loss": 2.0312,
      "step": 47839
    },
    {
      "epoch": 1.9594511570755682,
      "grad_norm": 2.4686893264553773,
      "learning_rate": 0.00023146367725706727,
      "loss": 4.1562,
      "step": 47840
    },
    {
      "epoch": 1.9594921155027647,
      "grad_norm": 3.0256978965422174,
      "learning_rate": 0.00023146093873049667,
      "loss": 5.0,
      "step": 47841
    },
    {
      "epoch": 1.9595330739299612,
      "grad_norm": 4.860944651781613,
      "learning_rate": 0.00023145820016541604,
      "loss": 2.3281,
      "step": 47842
    },
    {
      "epoch": 1.9595740323571573,
      "grad_norm": 4.767879262504592,
      "learning_rate": 0.00023145546156182672,
      "loss": 4.8125,
      "step": 47843
    },
    {
      "epoch": 1.9596149907843539,
      "grad_norm": 3.5083953942325103,
      "learning_rate": 0.00023145272291972996,
      "loss": 3.9062,
      "step": 47844
    },
    {
      "epoch": 1.9596559492115504,
      "grad_norm": 2.9604656285917823,
      "learning_rate": 0.00023144998423912708,
      "loss": 4.5,
      "step": 47845
    },
    {
      "epoch": 1.9596969076387467,
      "grad_norm": 2.590795743735075,
      "learning_rate": 0.00023144724552001938,
      "loss": 4.9688,
      "step": 47846
    },
    {
      "epoch": 1.959737866065943,
      "grad_norm": 2.9991448688497617,
      "learning_rate": 0.00023144450676240813,
      "loss": 4.1875,
      "step": 47847
    },
    {
      "epoch": 1.9597788244931396,
      "grad_norm": 2.736874438200351,
      "learning_rate": 0.00023144176796629462,
      "loss": 4.1875,
      "step": 47848
    },
    {
      "epoch": 1.9598197829203359,
      "grad_norm": 2.629443162360869,
      "learning_rate": 0.00023143902913168023,
      "loss": 4.5938,
      "step": 47849
    },
    {
      "epoch": 1.9598607413475322,
      "grad_norm": 3.360072580446253,
      "learning_rate": 0.00023143629025856616,
      "loss": 5.5,
      "step": 47850
    },
    {
      "epoch": 1.9599016997747287,
      "grad_norm": 2.4304663298256997,
      "learning_rate": 0.00023143355134695376,
      "loss": 3.9844,
      "step": 47851
    },
    {
      "epoch": 1.959942658201925,
      "grad_norm": 2.7815726350490384,
      "learning_rate": 0.00023143081239684427,
      "loss": 4.2188,
      "step": 47852
    },
    {
      "epoch": 1.9599836166291214,
      "grad_norm": 2.7331542762950107,
      "learning_rate": 0.00023142807340823904,
      "loss": 4.9688,
      "step": 47853
    },
    {
      "epoch": 1.9600245750563179,
      "grad_norm": 3.422609673479688,
      "learning_rate": 0.00023142533438113934,
      "loss": 2.2344,
      "step": 47854
    },
    {
      "epoch": 1.9600655334835142,
      "grad_norm": 2.951914159608083,
      "learning_rate": 0.0002314225953155465,
      "loss": 5.875,
      "step": 47855
    },
    {
      "epoch": 1.9601064919107105,
      "grad_norm": 5.72772430409952,
      "learning_rate": 0.00023141985621146172,
      "loss": 1.6172,
      "step": 47856
    },
    {
      "epoch": 1.960147450337907,
      "grad_norm": 2.622528217189125,
      "learning_rate": 0.00023141711706888636,
      "loss": 4.8438,
      "step": 47857
    },
    {
      "epoch": 1.9601884087651036,
      "grad_norm": 5.8777875614092014,
      "learning_rate": 0.00023141437788782175,
      "loss": 4.9688,
      "step": 47858
    },
    {
      "epoch": 1.9602293671922997,
      "grad_norm": 2.0355185602229273,
      "learning_rate": 0.00023141163866826912,
      "loss": 2.7812,
      "step": 47859
    },
    {
      "epoch": 1.9602703256194962,
      "grad_norm": 5.901173979346162,
      "learning_rate": 0.0002314088994102298,
      "loss": 6.3125,
      "step": 47860
    },
    {
      "epoch": 1.9603112840466927,
      "grad_norm": 3.1990091016466047,
      "learning_rate": 0.00023140616011370506,
      "loss": 5.9062,
      "step": 47861
    },
    {
      "epoch": 1.9603522424738888,
      "grad_norm": 2.980615067336888,
      "learning_rate": 0.00023140342077869624,
      "loss": 4.5938,
      "step": 47862
    },
    {
      "epoch": 1.9603932009010854,
      "grad_norm": 7.032931215752539,
      "learning_rate": 0.0002314006814052046,
      "loss": 4.5625,
      "step": 47863
    },
    {
      "epoch": 1.960434159328282,
      "grad_norm": 2.649960467577428,
      "learning_rate": 0.00023139794199323143,
      "loss": 4.0625,
      "step": 47864
    },
    {
      "epoch": 1.9604751177554782,
      "grad_norm": 4.84540976564982,
      "learning_rate": 0.00023139520254277806,
      "loss": 6.0,
      "step": 47865
    },
    {
      "epoch": 1.9605160761826745,
      "grad_norm": 3.081407473620426,
      "learning_rate": 0.00023139246305384572,
      "loss": 5.5312,
      "step": 47866
    },
    {
      "epoch": 1.960557034609871,
      "grad_norm": 2.59724646127821,
      "learning_rate": 0.00023138972352643576,
      "loss": 4.5625,
      "step": 47867
    },
    {
      "epoch": 1.9605979930370674,
      "grad_norm": 3.4725908174423155,
      "learning_rate": 0.0002313869839605495,
      "loss": 5.0,
      "step": 47868
    },
    {
      "epoch": 1.9606389514642637,
      "grad_norm": 2.4300953071483016,
      "learning_rate": 0.00023138424435618815,
      "loss": 4.6562,
      "step": 47869
    },
    {
      "epoch": 1.9606799098914602,
      "grad_norm": 3.322428195707436,
      "learning_rate": 0.00023138150471335307,
      "loss": 5.0625,
      "step": 47870
    },
    {
      "epoch": 1.9607208683186566,
      "grad_norm": 2.8734568789598254,
      "learning_rate": 0.00023137876503204552,
      "loss": 4.625,
      "step": 47871
    },
    {
      "epoch": 1.9607618267458529,
      "grad_norm": 2.5227104355624883,
      "learning_rate": 0.00023137602531226687,
      "loss": 4.7188,
      "step": 47872
    },
    {
      "epoch": 1.9608027851730494,
      "grad_norm": 2.454249089116803,
      "learning_rate": 0.00023137328555401825,
      "loss": 4.125,
      "step": 47873
    },
    {
      "epoch": 1.9608437436002457,
      "grad_norm": 2.9274622556065744,
      "learning_rate": 0.00023137054575730117,
      "loss": 6.7812,
      "step": 47874
    },
    {
      "epoch": 1.960884702027442,
      "grad_norm": 6.358296324853838,
      "learning_rate": 0.00023136780592211676,
      "loss": 3.5,
      "step": 47875
    },
    {
      "epoch": 1.9609256604546386,
      "grad_norm": 2.77460094130352,
      "learning_rate": 0.0002313650660484664,
      "loss": 5.0312,
      "step": 47876
    },
    {
      "epoch": 1.960966618881835,
      "grad_norm": 3.0546814282598014,
      "learning_rate": 0.00023136232613635136,
      "loss": 5.1562,
      "step": 47877
    },
    {
      "epoch": 1.9610075773090312,
      "grad_norm": 6.397336710777969,
      "learning_rate": 0.00023135958618577293,
      "loss": 2.9844,
      "step": 47878
    },
    {
      "epoch": 1.9610485357362277,
      "grad_norm": 3.3535128164879944,
      "learning_rate": 0.0002313568461967324,
      "loss": 5.1875,
      "step": 47879
    },
    {
      "epoch": 1.9610894941634243,
      "grad_norm": 16.03621619209874,
      "learning_rate": 0.0002313541061692311,
      "loss": 6.1875,
      "step": 47880
    },
    {
      "epoch": 1.9611304525906204,
      "grad_norm": 2.7274685511080357,
      "learning_rate": 0.00023135136610327026,
      "loss": 4.4688,
      "step": 47881
    },
    {
      "epoch": 1.961171411017817,
      "grad_norm": 6.979606366513673,
      "learning_rate": 0.00023134862599885123,
      "loss": 3.9375,
      "step": 47882
    },
    {
      "epoch": 1.9612123694450134,
      "grad_norm": 4.126336426015752,
      "learning_rate": 0.0002313458858559753,
      "loss": 4.75,
      "step": 47883
    },
    {
      "epoch": 1.9612533278722097,
      "grad_norm": 4.186362420781791,
      "learning_rate": 0.00023134314567464372,
      "loss": 3.4062,
      "step": 47884
    },
    {
      "epoch": 1.961294286299406,
      "grad_norm": 3.2646364119754927,
      "learning_rate": 0.00023134040545485783,
      "loss": 5.7812,
      "step": 47885
    },
    {
      "epoch": 1.9613352447266026,
      "grad_norm": 3.231641332925213,
      "learning_rate": 0.00023133766519661892,
      "loss": 5.2812,
      "step": 47886
    },
    {
      "epoch": 1.961376203153799,
      "grad_norm": 2.828394543772707,
      "learning_rate": 0.0002313349248999283,
      "loss": 5.1875,
      "step": 47887
    },
    {
      "epoch": 1.9614171615809952,
      "grad_norm": 2.665708329360085,
      "learning_rate": 0.00023133218456478725,
      "loss": 4.7188,
      "step": 47888
    },
    {
      "epoch": 1.9614581200081918,
      "grad_norm": 2.9425817433935713,
      "learning_rate": 0.00023132944419119704,
      "loss": 4.75,
      "step": 47889
    },
    {
      "epoch": 1.961499078435388,
      "grad_norm": 3.23508302998003,
      "learning_rate": 0.00023132670377915902,
      "loss": 3.9062,
      "step": 47890
    },
    {
      "epoch": 1.9615400368625844,
      "grad_norm": 2.7921063078956836,
      "learning_rate": 0.0002313239633286744,
      "loss": 4.25,
      "step": 47891
    },
    {
      "epoch": 1.961580995289781,
      "grad_norm": 4.144342035659837,
      "learning_rate": 0.00023132122283974459,
      "loss": 3.8906,
      "step": 47892
    },
    {
      "epoch": 1.9616219537169772,
      "grad_norm": 3.261366731082728,
      "learning_rate": 0.00023131848231237078,
      "loss": 5.0312,
      "step": 47893
    },
    {
      "epoch": 1.9616629121441735,
      "grad_norm": 3.5083011273297,
      "learning_rate": 0.00023131574174655432,
      "loss": 4.625,
      "step": 47894
    },
    {
      "epoch": 1.96170387057137,
      "grad_norm": 2.6815834004630226,
      "learning_rate": 0.0002313130011422965,
      "loss": 4.8125,
      "step": 47895
    },
    {
      "epoch": 1.9617448289985666,
      "grad_norm": 2.822875702564722,
      "learning_rate": 0.00023131026049959865,
      "loss": 4.8125,
      "step": 47896
    },
    {
      "epoch": 1.9617857874257627,
      "grad_norm": 2.8685845845985205,
      "learning_rate": 0.00023130751981846194,
      "loss": 5.4688,
      "step": 47897
    },
    {
      "epoch": 1.9618267458529592,
      "grad_norm": 2.614153290895269,
      "learning_rate": 0.00023130477909888786,
      "loss": 3.9844,
      "step": 47898
    },
    {
      "epoch": 1.9618677042801558,
      "grad_norm": 2.6221354025963337,
      "learning_rate": 0.0002313020383408775,
      "loss": 4.7812,
      "step": 47899
    },
    {
      "epoch": 1.961908662707352,
      "grad_norm": 5.697164186675914,
      "learning_rate": 0.0002312992975444323,
      "loss": 3.7656,
      "step": 47900
    },
    {
      "epoch": 1.9619496211345484,
      "grad_norm": 4.556736745831624,
      "learning_rate": 0.0002312965567095535,
      "loss": 5.625,
      "step": 47901
    },
    {
      "epoch": 1.961990579561745,
      "grad_norm": 6.548796851168233,
      "learning_rate": 0.0002312938158362424,
      "loss": 6.5938,
      "step": 47902
    },
    {
      "epoch": 1.9620315379889413,
      "grad_norm": 3.0972628487643354,
      "learning_rate": 0.00023129107492450034,
      "loss": 4.4375,
      "step": 47903
    },
    {
      "epoch": 1.9620724964161376,
      "grad_norm": 3.7611652755473424,
      "learning_rate": 0.00023128833397432854,
      "loss": 5.125,
      "step": 47904
    },
    {
      "epoch": 1.962113454843334,
      "grad_norm": 2.7812058075727917,
      "learning_rate": 0.00023128559298572833,
      "loss": 3.25,
      "step": 47905
    },
    {
      "epoch": 1.9621544132705304,
      "grad_norm": 5.0601453313941835,
      "learning_rate": 0.00023128285195870101,
      "loss": 3.5781,
      "step": 47906
    },
    {
      "epoch": 1.9621953716977267,
      "grad_norm": 3.102275444195442,
      "learning_rate": 0.0002312801108932479,
      "loss": 3.8594,
      "step": 47907
    },
    {
      "epoch": 1.9622363301249233,
      "grad_norm": 6.8748789558828935,
      "learning_rate": 0.00023127736978937027,
      "loss": 2.0625,
      "step": 47908
    },
    {
      "epoch": 1.9622772885521196,
      "grad_norm": 2.704719489856013,
      "learning_rate": 0.0002312746286470694,
      "loss": 5.0625,
      "step": 47909
    },
    {
      "epoch": 1.962318246979316,
      "grad_norm": 2.391524333488886,
      "learning_rate": 0.00023127188746634657,
      "loss": 3.8438,
      "step": 47910
    },
    {
      "epoch": 1.9623592054065124,
      "grad_norm": 6.43705774949949,
      "learning_rate": 0.00023126914624720316,
      "loss": 1.9297,
      "step": 47911
    },
    {
      "epoch": 1.9624001638337087,
      "grad_norm": 4.3542721602448955,
      "learning_rate": 0.00023126640498964042,
      "loss": 6.3125,
      "step": 47912
    },
    {
      "epoch": 1.962441122260905,
      "grad_norm": 4.902283322173788,
      "learning_rate": 0.0002312636636936596,
      "loss": 5.7812,
      "step": 47913
    },
    {
      "epoch": 1.9624820806881016,
      "grad_norm": 7.944309032384825,
      "learning_rate": 0.00023126092235926205,
      "loss": 5.7188,
      "step": 47914
    },
    {
      "epoch": 1.9625230391152981,
      "grad_norm": 2.691759887608172,
      "learning_rate": 0.00023125818098644903,
      "loss": 4.5938,
      "step": 47915
    },
    {
      "epoch": 1.9625639975424942,
      "grad_norm": 2.760227665232127,
      "learning_rate": 0.0002312554395752219,
      "loss": 4.2812,
      "step": 47916
    },
    {
      "epoch": 1.9626049559696908,
      "grad_norm": 7.97744038922299,
      "learning_rate": 0.00023125269812558188,
      "loss": 3.875,
      "step": 47917
    },
    {
      "epoch": 1.9626459143968873,
      "grad_norm": 2.6531471401523956,
      "learning_rate": 0.00023124995663753034,
      "loss": 4.4688,
      "step": 47918
    },
    {
      "epoch": 1.9626868728240836,
      "grad_norm": 5.804259791233187,
      "learning_rate": 0.0002312472151110685,
      "loss": 5.6562,
      "step": 47919
    },
    {
      "epoch": 1.96272783125128,
      "grad_norm": 3.2498626012489717,
      "learning_rate": 0.00023124447354619767,
      "loss": 4.9688,
      "step": 47920
    },
    {
      "epoch": 1.9627687896784765,
      "grad_norm": 2.5238670114139317,
      "learning_rate": 0.00023124173194291917,
      "loss": 4.3438,
      "step": 47921
    },
    {
      "epoch": 1.9628097481056728,
      "grad_norm": 2.9423033082206214,
      "learning_rate": 0.00023123899030123436,
      "loss": 5.0,
      "step": 47922
    },
    {
      "epoch": 1.962850706532869,
      "grad_norm": 6.709195115518147,
      "learning_rate": 0.0002312362486211444,
      "loss": 6.5938,
      "step": 47923
    },
    {
      "epoch": 1.9628916649600656,
      "grad_norm": 2.8893144374321884,
      "learning_rate": 0.0002312335069026507,
      "loss": 4.9375,
      "step": 47924
    },
    {
      "epoch": 1.962932623387262,
      "grad_norm": 3.064394530927196,
      "learning_rate": 0.00023123076514575447,
      "loss": 4.7812,
      "step": 47925
    },
    {
      "epoch": 1.9629735818144582,
      "grad_norm": 3.0220755268755504,
      "learning_rate": 0.00023122802335045708,
      "loss": 5.6875,
      "step": 47926
    },
    {
      "epoch": 1.9630145402416548,
      "grad_norm": 3.22494537248241,
      "learning_rate": 0.00023122528151675977,
      "loss": 5.8125,
      "step": 47927
    },
    {
      "epoch": 1.963055498668851,
      "grad_norm": 2.8242148300922434,
      "learning_rate": 0.0002312225396446639,
      "loss": 4.9688,
      "step": 47928
    },
    {
      "epoch": 1.9630964570960474,
      "grad_norm": 2.790377512353998,
      "learning_rate": 0.00023121979773417067,
      "loss": 5.3438,
      "step": 47929
    },
    {
      "epoch": 1.963137415523244,
      "grad_norm": 2.585107684604784,
      "learning_rate": 0.00023121705578528146,
      "loss": 3.875,
      "step": 47930
    },
    {
      "epoch": 1.9631783739504403,
      "grad_norm": 2.530832958660799,
      "learning_rate": 0.00023121431379799758,
      "loss": 5.0625,
      "step": 47931
    },
    {
      "epoch": 1.9632193323776366,
      "grad_norm": 2.729602937182268,
      "learning_rate": 0.00023121157177232024,
      "loss": 4.875,
      "step": 47932
    },
    {
      "epoch": 1.963260290804833,
      "grad_norm": 7.283363464336114,
      "learning_rate": 0.00023120882970825078,
      "loss": 6.4062,
      "step": 47933
    },
    {
      "epoch": 1.9633012492320296,
      "grad_norm": 3.8734096757914114,
      "learning_rate": 0.00023120608760579048,
      "loss": 5.1875,
      "step": 47934
    },
    {
      "epoch": 1.9633422076592257,
      "grad_norm": 2.5253563734100415,
      "learning_rate": 0.0002312033454649407,
      "loss": 4.3125,
      "step": 47935
    },
    {
      "epoch": 1.9633831660864223,
      "grad_norm": 3.1981677058814304,
      "learning_rate": 0.00023120060328570268,
      "loss": 5.2188,
      "step": 47936
    },
    {
      "epoch": 1.9634241245136188,
      "grad_norm": 2.5856768178539733,
      "learning_rate": 0.00023119786106807772,
      "loss": 5.0938,
      "step": 47937
    },
    {
      "epoch": 1.9634650829408151,
      "grad_norm": 2.5628873939774857,
      "learning_rate": 0.0002311951188120671,
      "loss": 4.9375,
      "step": 47938
    },
    {
      "epoch": 1.9635060413680114,
      "grad_norm": 3.310036184323655,
      "learning_rate": 0.00023119237651767215,
      "loss": 4.3438,
      "step": 47939
    },
    {
      "epoch": 1.963546999795208,
      "grad_norm": 2.523520952287122,
      "learning_rate": 0.0002311896341848942,
      "loss": 4.5312,
      "step": 47940
    },
    {
      "epoch": 1.9635879582224043,
      "grad_norm": 2.4091170350675766,
      "learning_rate": 0.00023118689181373447,
      "loss": 3.9688,
      "step": 47941
    },
    {
      "epoch": 1.9636289166496006,
      "grad_norm": 2.614482508264479,
      "learning_rate": 0.00023118414940419429,
      "loss": 4.75,
      "step": 47942
    },
    {
      "epoch": 1.9636698750767971,
      "grad_norm": 4.927712398985131,
      "learning_rate": 0.00023118140695627492,
      "loss": 2.0312,
      "step": 47943
    },
    {
      "epoch": 1.9637108335039934,
      "grad_norm": 3.1939745758865867,
      "learning_rate": 0.00023117866446997773,
      "loss": 5.5625,
      "step": 47944
    },
    {
      "epoch": 1.9637517919311898,
      "grad_norm": 2.831489120028021,
      "learning_rate": 0.00023117592194530398,
      "loss": 4.4688,
      "step": 47945
    },
    {
      "epoch": 1.9637927503583863,
      "grad_norm": 3.11133525525729,
      "learning_rate": 0.00023117317938225497,
      "loss": 4.9062,
      "step": 47946
    },
    {
      "epoch": 1.9638337087855826,
      "grad_norm": 2.894020627570309,
      "learning_rate": 0.00023117043678083196,
      "loss": 5.2188,
      "step": 47947
    },
    {
      "epoch": 1.963874667212779,
      "grad_norm": 3.7224623900069735,
      "learning_rate": 0.00023116769414103632,
      "loss": 6.0,
      "step": 47948
    },
    {
      "epoch": 1.9639156256399755,
      "grad_norm": 4.5284053186239985,
      "learning_rate": 0.00023116495146286928,
      "loss": 4.375,
      "step": 47949
    },
    {
      "epoch": 1.9639565840671718,
      "grad_norm": 4.851461377614128,
      "learning_rate": 0.00023116220874633213,
      "loss": 6.4062,
      "step": 47950
    },
    {
      "epoch": 1.963997542494368,
      "grad_norm": 2.4785714510459727,
      "learning_rate": 0.00023115946599142623,
      "loss": 4.1562,
      "step": 47951
    },
    {
      "epoch": 1.9640385009215646,
      "grad_norm": 2.5009708596015288,
      "learning_rate": 0.00023115672319815283,
      "loss": 4.6875,
      "step": 47952
    },
    {
      "epoch": 1.9640794593487612,
      "grad_norm": 3.1264412414837923,
      "learning_rate": 0.00023115398036651326,
      "loss": 5.0938,
      "step": 47953
    },
    {
      "epoch": 1.9641204177759573,
      "grad_norm": 3.4572301956916642,
      "learning_rate": 0.0002311512374965088,
      "loss": 5.5312,
      "step": 47954
    },
    {
      "epoch": 1.9641613762031538,
      "grad_norm": 2.600014052216665,
      "learning_rate": 0.00023114849458814074,
      "loss": 4.8438,
      "step": 47955
    },
    {
      "epoch": 1.9642023346303503,
      "grad_norm": 6.719214882392994,
      "learning_rate": 0.0002311457516414104,
      "loss": 6.375,
      "step": 47956
    },
    {
      "epoch": 1.9642432930575466,
      "grad_norm": 8.006882495286627,
      "learning_rate": 0.000231143008656319,
      "loss": 5.875,
      "step": 47957
    },
    {
      "epoch": 1.964284251484743,
      "grad_norm": 2.4554406909918836,
      "learning_rate": 0.0002311402656328679,
      "loss": 4.4062,
      "step": 47958
    },
    {
      "epoch": 1.9643252099119395,
      "grad_norm": 2.3516520892570125,
      "learning_rate": 0.00023113752257105844,
      "loss": 3.8281,
      "step": 47959
    },
    {
      "epoch": 1.9643661683391358,
      "grad_norm": 2.6088891048142595,
      "learning_rate": 0.00023113477947089183,
      "loss": 4.6875,
      "step": 47960
    },
    {
      "epoch": 1.9644071267663321,
      "grad_norm": 3.2359703697564064,
      "learning_rate": 0.00023113203633236943,
      "loss": 4.0625,
      "step": 47961
    },
    {
      "epoch": 1.9644480851935286,
      "grad_norm": 2.7366712273180163,
      "learning_rate": 0.00023112929315549248,
      "loss": 4.9062,
      "step": 47962
    },
    {
      "epoch": 1.964489043620725,
      "grad_norm": 3.1086618460568465,
      "learning_rate": 0.00023112654994026234,
      "loss": 4.5938,
      "step": 47963
    },
    {
      "epoch": 1.9645300020479213,
      "grad_norm": 4.970898125001475,
      "learning_rate": 0.00023112380668668025,
      "loss": 3.9688,
      "step": 47964
    },
    {
      "epoch": 1.9645709604751178,
      "grad_norm": 3.904999658679924,
      "learning_rate": 0.00023112106339474753,
      "loss": 5.9688,
      "step": 47965
    },
    {
      "epoch": 1.9646119189023141,
      "grad_norm": 2.6675422909965842,
      "learning_rate": 0.00023111832006446548,
      "loss": 4.125,
      "step": 47966
    },
    {
      "epoch": 1.9646528773295104,
      "grad_norm": 2.3733171025253688,
      "learning_rate": 0.00023111557669583543,
      "loss": 4.4375,
      "step": 47967
    },
    {
      "epoch": 1.964693835756707,
      "grad_norm": 2.978272392474656,
      "learning_rate": 0.0002311128332888586,
      "loss": 5.625,
      "step": 47968
    },
    {
      "epoch": 1.9647347941839033,
      "grad_norm": 3.85015787055246,
      "learning_rate": 0.00023111008984353634,
      "loss": 5.4375,
      "step": 47969
    },
    {
      "epoch": 1.9647757526110996,
      "grad_norm": 2.9282753245716107,
      "learning_rate": 0.00023110734635986994,
      "loss": 4.8438,
      "step": 47970
    },
    {
      "epoch": 1.9648167110382961,
      "grad_norm": 4.254439433204042,
      "learning_rate": 0.0002311046028378607,
      "loss": 1.1797,
      "step": 47971
    },
    {
      "epoch": 1.9648576694654927,
      "grad_norm": 2.831037951926413,
      "learning_rate": 0.00023110185927750993,
      "loss": 4.7188,
      "step": 47972
    },
    {
      "epoch": 1.9648986278926888,
      "grad_norm": 5.010552459044678,
      "learning_rate": 0.00023109911567881886,
      "loss": 2.4531,
      "step": 47973
    },
    {
      "epoch": 1.9649395863198853,
      "grad_norm": 2.6476605591825515,
      "learning_rate": 0.00023109637204178887,
      "loss": 5.8438,
      "step": 47974
    },
    {
      "epoch": 1.9649805447470818,
      "grad_norm": 2.699669093775384,
      "learning_rate": 0.00023109362836642118,
      "loss": 4.8125,
      "step": 47975
    },
    {
      "epoch": 1.9650215031742782,
      "grad_norm": 2.6745890680293885,
      "learning_rate": 0.0002310908846527172,
      "loss": 4.1875,
      "step": 47976
    },
    {
      "epoch": 1.9650624616014745,
      "grad_norm": 2.783909373208711,
      "learning_rate": 0.0002310881409006781,
      "loss": 5.1562,
      "step": 47977
    },
    {
      "epoch": 1.965103420028671,
      "grad_norm": 2.569955566839915,
      "learning_rate": 0.00023108539711030524,
      "loss": 4.125,
      "step": 47978
    },
    {
      "epoch": 1.9651443784558673,
      "grad_norm": 4.593430629594239,
      "learning_rate": 0.00023108265328159987,
      "loss": 6.0312,
      "step": 47979
    },
    {
      "epoch": 1.9651853368830636,
      "grad_norm": 5.685714911959256,
      "learning_rate": 0.0002310799094145634,
      "loss": 3.8281,
      "step": 47980
    },
    {
      "epoch": 1.9652262953102602,
      "grad_norm": 3.8493952490839716,
      "learning_rate": 0.00023107716550919703,
      "loss": 5.9062,
      "step": 47981
    },
    {
      "epoch": 1.9652672537374565,
      "grad_norm": 2.770055966784572,
      "learning_rate": 0.00023107442156550205,
      "loss": 4.5312,
      "step": 47982
    },
    {
      "epoch": 1.9653082121646528,
      "grad_norm": 2.768059983285725,
      "learning_rate": 0.00023107167758347984,
      "loss": 4.9688,
      "step": 47983
    },
    {
      "epoch": 1.9653491705918493,
      "grad_norm": 3.3250979865452224,
      "learning_rate": 0.00023106893356313163,
      "loss": 6.4688,
      "step": 47984
    },
    {
      "epoch": 1.9653901290190456,
      "grad_norm": 4.004924909794872,
      "learning_rate": 0.00023106618950445872,
      "loss": 4.75,
      "step": 47985
    },
    {
      "epoch": 1.965431087446242,
      "grad_norm": 6.7646729396764185,
      "learning_rate": 0.0002310634454074624,
      "loss": 3.2031,
      "step": 47986
    },
    {
      "epoch": 1.9654720458734385,
      "grad_norm": 1.9703654645814244,
      "learning_rate": 0.000231060701272144,
      "loss": 3.2031,
      "step": 47987
    },
    {
      "epoch": 1.9655130043006348,
      "grad_norm": 2.8253435971317735,
      "learning_rate": 0.00023105795709850481,
      "loss": 5.0,
      "step": 47988
    },
    {
      "epoch": 1.9655539627278311,
      "grad_norm": 2.838469902616003,
      "learning_rate": 0.00023105521288654615,
      "loss": 4.9062,
      "step": 47989
    },
    {
      "epoch": 1.9655949211550277,
      "grad_norm": 2.798872466887591,
      "learning_rate": 0.00023105246863626926,
      "loss": 4.7188,
      "step": 47990
    },
    {
      "epoch": 1.9656358795822242,
      "grad_norm": 7.347152288504704,
      "learning_rate": 0.00023104972434767544,
      "loss": 1.6094,
      "step": 47991
    },
    {
      "epoch": 1.9656768380094203,
      "grad_norm": 2.577682247203366,
      "learning_rate": 0.00023104698002076606,
      "loss": 4.4062,
      "step": 47992
    },
    {
      "epoch": 1.9657177964366168,
      "grad_norm": 2.5340900262334456,
      "learning_rate": 0.00023104423565554235,
      "loss": 3.8594,
      "step": 47993
    },
    {
      "epoch": 1.9657587548638134,
      "grad_norm": 2.9595879028957697,
      "learning_rate": 0.0002310414912520056,
      "loss": 5.3438,
      "step": 47994
    },
    {
      "epoch": 1.9657997132910097,
      "grad_norm": 2.773332618494264,
      "learning_rate": 0.00023103874681015718,
      "loss": 5.0625,
      "step": 47995
    },
    {
      "epoch": 1.965840671718206,
      "grad_norm": 2.44549667887162,
      "learning_rate": 0.00023103600232999834,
      "loss": 3.7656,
      "step": 47996
    },
    {
      "epoch": 1.9658816301454025,
      "grad_norm": 2.927347486560964,
      "learning_rate": 0.00023103325781153038,
      "loss": 4.6562,
      "step": 47997
    },
    {
      "epoch": 1.9659225885725988,
      "grad_norm": 2.5026067406297425,
      "learning_rate": 0.00023103051325475455,
      "loss": 4.8125,
      "step": 47998
    },
    {
      "epoch": 1.9659635469997951,
      "grad_norm": 9.480394253820492,
      "learning_rate": 0.00023102776865967223,
      "loss": 3.9062,
      "step": 47999
    },
    {
      "epoch": 1.9660045054269917,
      "grad_norm": 2.1768496084076228,
      "learning_rate": 0.00023102502402628472,
      "loss": 3.625,
      "step": 48000
    },
    {
      "epoch": 1.966045463854188,
      "grad_norm": 6.614029555228155,
      "learning_rate": 0.00023102227935459325,
      "loss": 7.0312,
      "step": 48001
    },
    {
      "epoch": 1.9660864222813843,
      "grad_norm": 3.2830111301101335,
      "learning_rate": 0.0002310195346445991,
      "loss": 5.2812,
      "step": 48002
    },
    {
      "epoch": 1.9661273807085808,
      "grad_norm": 2.9255498953740804,
      "learning_rate": 0.00023101678989630365,
      "loss": 4.9688,
      "step": 48003
    },
    {
      "epoch": 1.9661683391357772,
      "grad_norm": 2.5042175205248705,
      "learning_rate": 0.00023101404510970819,
      "loss": 3.375,
      "step": 48004
    },
    {
      "epoch": 1.9662092975629735,
      "grad_norm": 2.9142231409820667,
      "learning_rate": 0.000231011300284814,
      "loss": 5.2812,
      "step": 48005
    },
    {
      "epoch": 1.96625025599017,
      "grad_norm": 3.9473753607543896,
      "learning_rate": 0.0002310085554216223,
      "loss": 6.2188,
      "step": 48006
    },
    {
      "epoch": 1.9662912144173665,
      "grad_norm": 3.515543024358188,
      "learning_rate": 0.0002310058105201345,
      "loss": 5.0312,
      "step": 48007
    },
    {
      "epoch": 1.9663321728445626,
      "grad_norm": 2.7362693415611115,
      "learning_rate": 0.00023100306558035186,
      "loss": 4.5938,
      "step": 48008
    },
    {
      "epoch": 1.9663731312717592,
      "grad_norm": 4.973285564386267,
      "learning_rate": 0.00023100032060227563,
      "loss": 4.1875,
      "step": 48009
    },
    {
      "epoch": 1.9664140896989557,
      "grad_norm": 2.8478212201482123,
      "learning_rate": 0.00023099757558590718,
      "loss": 4.4062,
      "step": 48010
    },
    {
      "epoch": 1.9664550481261518,
      "grad_norm": 2.7519477431175425,
      "learning_rate": 0.0002309948305312478,
      "loss": 4.625,
      "step": 48011
    },
    {
      "epoch": 1.9664960065533483,
      "grad_norm": 3.023121114878101,
      "learning_rate": 0.00023099208543829873,
      "loss": 4.6562,
      "step": 48012
    },
    {
      "epoch": 1.9665369649805449,
      "grad_norm": 2.8508176062559207,
      "learning_rate": 0.0002309893403070613,
      "loss": 4.1875,
      "step": 48013
    },
    {
      "epoch": 1.9665779234077412,
      "grad_norm": 10.564428400170792,
      "learning_rate": 0.0002309865951375368,
      "loss": 3.7656,
      "step": 48014
    },
    {
      "epoch": 1.9666188818349375,
      "grad_norm": 5.584578522952314,
      "learning_rate": 0.00023098384992972657,
      "loss": 5.6875,
      "step": 48015
    },
    {
      "epoch": 1.966659840262134,
      "grad_norm": 2.6315319576570912,
      "learning_rate": 0.00023098110468363188,
      "loss": 5.0,
      "step": 48016
    },
    {
      "epoch": 1.9667007986893303,
      "grad_norm": 3.4592910717995666,
      "learning_rate": 0.000230978359399254,
      "loss": 5.1875,
      "step": 48017
    },
    {
      "epoch": 1.9667417571165267,
      "grad_norm": 3.0217238520660303,
      "learning_rate": 0.00023097561407659425,
      "loss": 4.5625,
      "step": 48018
    },
    {
      "epoch": 1.9667827155437232,
      "grad_norm": 3.489575165519009,
      "learning_rate": 0.00023097286871565393,
      "loss": 4.6562,
      "step": 48019
    },
    {
      "epoch": 1.9668236739709195,
      "grad_norm": 2.6191045399658477,
      "learning_rate": 0.0002309701233164344,
      "loss": 4.5,
      "step": 48020
    },
    {
      "epoch": 1.9668646323981158,
      "grad_norm": 2.920041827974026,
      "learning_rate": 0.0002309673778789368,
      "loss": 4.9688,
      "step": 48021
    },
    {
      "epoch": 1.9669055908253124,
      "grad_norm": 3.7118794695164827,
      "learning_rate": 0.00023096463240316253,
      "loss": 4.1875,
      "step": 48022
    },
    {
      "epoch": 1.9669465492525087,
      "grad_norm": 4.0856899442730485,
      "learning_rate": 0.00023096188688911294,
      "loss": 5.25,
      "step": 48023
    },
    {
      "epoch": 1.966987507679705,
      "grad_norm": 13.360285014194544,
      "learning_rate": 0.00023095914133678923,
      "loss": 4.875,
      "step": 48024
    },
    {
      "epoch": 1.9670284661069015,
      "grad_norm": 4.259442391924196,
      "learning_rate": 0.00023095639574619275,
      "loss": 4.0312,
      "step": 48025
    },
    {
      "epoch": 1.967069424534098,
      "grad_norm": 2.678054465256317,
      "learning_rate": 0.00023095365011732474,
      "loss": 5.4375,
      "step": 48026
    },
    {
      "epoch": 1.9671103829612941,
      "grad_norm": 12.440979552556332,
      "learning_rate": 0.0002309509044501866,
      "loss": 5.9688,
      "step": 48027
    },
    {
      "epoch": 1.9671513413884907,
      "grad_norm": 3.340998027314538,
      "learning_rate": 0.00023094815874477953,
      "loss": 6.4375,
      "step": 48028
    },
    {
      "epoch": 1.9671922998156872,
      "grad_norm": 2.817799125461273,
      "learning_rate": 0.00023094541300110486,
      "loss": 4.5312,
      "step": 48029
    },
    {
      "epoch": 1.9672332582428833,
      "grad_norm": 2.8600957437169496,
      "learning_rate": 0.0002309426672191639,
      "loss": 5.1875,
      "step": 48030
    },
    {
      "epoch": 1.9672742166700798,
      "grad_norm": 2.560580165980341,
      "learning_rate": 0.000230939921398958,
      "loss": 4.3125,
      "step": 48031
    },
    {
      "epoch": 1.9673151750972764,
      "grad_norm": 4.36648020037197,
      "learning_rate": 0.00023093717554048838,
      "loss": 3.7656,
      "step": 48032
    },
    {
      "epoch": 1.9673561335244727,
      "grad_norm": 3.7747109557786813,
      "learning_rate": 0.00023093442964375633,
      "loss": 4.5625,
      "step": 48033
    },
    {
      "epoch": 1.967397091951669,
      "grad_norm": 2.493175620684617,
      "learning_rate": 0.00023093168370876316,
      "loss": 4.2812,
      "step": 48034
    },
    {
      "epoch": 1.9674380503788655,
      "grad_norm": 3.298024576968946,
      "learning_rate": 0.0002309289377355102,
      "loss": 4.4688,
      "step": 48035
    },
    {
      "epoch": 1.9674790088060619,
      "grad_norm": 3.4550390322559568,
      "learning_rate": 0.00023092619172399877,
      "loss": 5.1562,
      "step": 48036
    },
    {
      "epoch": 1.9675199672332582,
      "grad_norm": 2.829648825799899,
      "learning_rate": 0.00023092344567423014,
      "loss": 4.1875,
      "step": 48037
    },
    {
      "epoch": 1.9675609256604547,
      "grad_norm": 3.3536980581361906,
      "learning_rate": 0.00023092069958620555,
      "loss": 4.6875,
      "step": 48038
    },
    {
      "epoch": 1.967601884087651,
      "grad_norm": 2.4483030296045536,
      "learning_rate": 0.00023091795345992638,
      "loss": 4.5312,
      "step": 48039
    },
    {
      "epoch": 1.9676428425148473,
      "grad_norm": 3.3844082288618873,
      "learning_rate": 0.00023091520729539392,
      "loss": 6.5625,
      "step": 48040
    },
    {
      "epoch": 1.9676838009420439,
      "grad_norm": 6.195038705444007,
      "learning_rate": 0.00023091246109260943,
      "loss": 6.1562,
      "step": 48041
    },
    {
      "epoch": 1.9677247593692402,
      "grad_norm": 5.0100922785351605,
      "learning_rate": 0.00023090971485157418,
      "loss": 4.5,
      "step": 48042
    },
    {
      "epoch": 1.9677657177964365,
      "grad_norm": 4.016946061778061,
      "learning_rate": 0.00023090696857228955,
      "loss": 5.4375,
      "step": 48043
    },
    {
      "epoch": 1.967806676223633,
      "grad_norm": 2.975045906737727,
      "learning_rate": 0.0002309042222547568,
      "loss": 4.8125,
      "step": 48044
    },
    {
      "epoch": 1.9678476346508296,
      "grad_norm": 2.6959168934654665,
      "learning_rate": 0.00023090147589897723,
      "loss": 4.75,
      "step": 48045
    },
    {
      "epoch": 1.9678885930780257,
      "grad_norm": 12.98077889198462,
      "learning_rate": 0.0002308987295049521,
      "loss": 4.2188,
      "step": 48046
    },
    {
      "epoch": 1.9679295515052222,
      "grad_norm": 2.887314082484316,
      "learning_rate": 0.00023089598307268275,
      "loss": 5.25,
      "step": 48047
    },
    {
      "epoch": 1.9679705099324187,
      "grad_norm": 2.897002293401439,
      "learning_rate": 0.00023089323660217053,
      "loss": 5.125,
      "step": 48048
    },
    {
      "epoch": 1.968011468359615,
      "grad_norm": 7.223048708110496,
      "learning_rate": 0.00023089049009341665,
      "loss": 6.4375,
      "step": 48049
    },
    {
      "epoch": 1.9680524267868114,
      "grad_norm": 5.775105266273813,
      "learning_rate": 0.00023088774354642242,
      "loss": 6.1875,
      "step": 48050
    },
    {
      "epoch": 1.968093385214008,
      "grad_norm": 2.727367039579089,
      "learning_rate": 0.00023088499696118916,
      "loss": 3.9219,
      "step": 48051
    },
    {
      "epoch": 1.9681343436412042,
      "grad_norm": 3.036800608996791,
      "learning_rate": 0.0002308822503377182,
      "loss": 5.3125,
      "step": 48052
    },
    {
      "epoch": 1.9681753020684005,
      "grad_norm": 3.8242741389433577,
      "learning_rate": 0.00023087950367601083,
      "loss": 5.375,
      "step": 48053
    },
    {
      "epoch": 1.968216260495597,
      "grad_norm": 3.1833478109809614,
      "learning_rate": 0.00023087675697606826,
      "loss": 3.9688,
      "step": 48054
    },
    {
      "epoch": 1.9682572189227934,
      "grad_norm": 3.0150398927441047,
      "learning_rate": 0.00023087401023789189,
      "loss": 5.4375,
      "step": 48055
    },
    {
      "epoch": 1.9682981773499897,
      "grad_norm": 7.662683546021405,
      "learning_rate": 0.00023087126346148297,
      "loss": 7.3125,
      "step": 48056
    },
    {
      "epoch": 1.9683391357771862,
      "grad_norm": 2.7418054637748286,
      "learning_rate": 0.0002308685166468428,
      "loss": 4.8438,
      "step": 48057
    },
    {
      "epoch": 1.9683800942043825,
      "grad_norm": 11.245857978501947,
      "learning_rate": 0.00023086576979397267,
      "loss": 5.7812,
      "step": 48058
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 2.6401344504719706,
      "learning_rate": 0.00023086302290287392,
      "loss": 4.8125,
      "step": 48059
    },
    {
      "epoch": 1.9684620110587754,
      "grad_norm": 7.264049949581456,
      "learning_rate": 0.0002308602759735478,
      "loss": 6.6562,
      "step": 48060
    },
    {
      "epoch": 1.9685029694859717,
      "grad_norm": 3.277191366255622,
      "learning_rate": 0.00023085752900599572,
      "loss": 2.0469,
      "step": 48061
    },
    {
      "epoch": 1.968543927913168,
      "grad_norm": 2.6737643961706286,
      "learning_rate": 0.00023085478200021882,
      "loss": 5.0312,
      "step": 48062
    },
    {
      "epoch": 1.9685848863403645,
      "grad_norm": 6.0015770562143125,
      "learning_rate": 0.00023085203495621848,
      "loss": 3.5312,
      "step": 48063
    },
    {
      "epoch": 1.968625844767561,
      "grad_norm": 2.952339779057795,
      "learning_rate": 0.00023084928787399597,
      "loss": 2.8438,
      "step": 48064
    },
    {
      "epoch": 1.9686668031947572,
      "grad_norm": 3.7767774232802718,
      "learning_rate": 0.00023084654075355263,
      "loss": 5.0,
      "step": 48065
    },
    {
      "epoch": 1.9687077616219537,
      "grad_norm": 3.053615568817377,
      "learning_rate": 0.00023084379359488973,
      "loss": 4.5938,
      "step": 48066
    },
    {
      "epoch": 1.9687487200491502,
      "grad_norm": 8.29531687581764,
      "learning_rate": 0.00023084104639800858,
      "loss": 3.6719,
      "step": 48067
    },
    {
      "epoch": 1.9687896784763466,
      "grad_norm": 3.1036158122459776,
      "learning_rate": 0.0002308382991629105,
      "loss": 3.6094,
      "step": 48068
    },
    {
      "epoch": 1.9688306369035429,
      "grad_norm": 2.8862420687776686,
      "learning_rate": 0.00023083555188959672,
      "loss": 5.3125,
      "step": 48069
    },
    {
      "epoch": 1.9688715953307394,
      "grad_norm": 2.451608582133202,
      "learning_rate": 0.0002308328045780686,
      "loss": 4.4688,
      "step": 48070
    },
    {
      "epoch": 1.9689125537579357,
      "grad_norm": 4.0415676093132635,
      "learning_rate": 0.00023083005722832742,
      "loss": 5.4688,
      "step": 48071
    },
    {
      "epoch": 1.968953512185132,
      "grad_norm": 2.6776330623142988,
      "learning_rate": 0.00023082730984037449,
      "loss": 3.9531,
      "step": 48072
    },
    {
      "epoch": 1.9689944706123286,
      "grad_norm": 2.8356440036886075,
      "learning_rate": 0.0002308245624142111,
      "loss": 4.8125,
      "step": 48073
    },
    {
      "epoch": 1.9690354290395249,
      "grad_norm": 3.5098436172040053,
      "learning_rate": 0.0002308218149498385,
      "loss": 6.125,
      "step": 48074
    },
    {
      "epoch": 1.9690763874667212,
      "grad_norm": 2.740689864478286,
      "learning_rate": 0.00023081906744725804,
      "loss": 4.5,
      "step": 48075
    },
    {
      "epoch": 1.9691173458939177,
      "grad_norm": 2.8949474093444727,
      "learning_rate": 0.00023081631990647109,
      "loss": 4.7188,
      "step": 48076
    },
    {
      "epoch": 1.969158304321114,
      "grad_norm": 3.5519097328383444,
      "learning_rate": 0.00023081357232747883,
      "loss": 4.8438,
      "step": 48077
    },
    {
      "epoch": 1.9691992627483104,
      "grad_norm": 5.549992557263128,
      "learning_rate": 0.00023081082471028256,
      "loss": 3.4688,
      "step": 48078
    },
    {
      "epoch": 1.969240221175507,
      "grad_norm": 3.555680171784905,
      "learning_rate": 0.00023080807705488368,
      "loss": 5.4062,
      "step": 48079
    },
    {
      "epoch": 1.9692811796027032,
      "grad_norm": 3.100776357833272,
      "learning_rate": 0.00023080532936128341,
      "loss": 5.1875,
      "step": 48080
    },
    {
      "epoch": 1.9693221380298995,
      "grad_norm": 2.9124806048532865,
      "learning_rate": 0.00023080258162948305,
      "loss": 4.625,
      "step": 48081
    },
    {
      "epoch": 1.969363096457096,
      "grad_norm": 2.8581435488316194,
      "learning_rate": 0.00023079983385948394,
      "loss": 4.375,
      "step": 48082
    },
    {
      "epoch": 1.9694040548842926,
      "grad_norm": 3.4428477750671536,
      "learning_rate": 0.00023079708605128736,
      "loss": 6.0,
      "step": 48083
    },
    {
      "epoch": 1.9694450133114887,
      "grad_norm": 7.163917150112494,
      "learning_rate": 0.00023079433820489463,
      "loss": 6.5,
      "step": 48084
    },
    {
      "epoch": 1.9694859717386852,
      "grad_norm": 4.074033324158141,
      "learning_rate": 0.00023079159032030698,
      "loss": 5.5938,
      "step": 48085
    },
    {
      "epoch": 1.9695269301658818,
      "grad_norm": 2.5382519051771464,
      "learning_rate": 0.00023078884239752576,
      "loss": 4.625,
      "step": 48086
    },
    {
      "epoch": 1.969567888593078,
      "grad_norm": 2.481439103973061,
      "learning_rate": 0.0002307860944365523,
      "loss": 4.9375,
      "step": 48087
    },
    {
      "epoch": 1.9696088470202744,
      "grad_norm": 5.2333245347019135,
      "learning_rate": 0.00023078334643738787,
      "loss": 4.75,
      "step": 48088
    },
    {
      "epoch": 1.969649805447471,
      "grad_norm": 3.065514139811036,
      "learning_rate": 0.00023078059840003374,
      "loss": 4.8125,
      "step": 48089
    },
    {
      "epoch": 1.9696907638746672,
      "grad_norm": 3.728485991182595,
      "learning_rate": 0.0002307778503244912,
      "loss": 4.2812,
      "step": 48090
    },
    {
      "epoch": 1.9697317223018636,
      "grad_norm": 2.528637058164482,
      "learning_rate": 0.0002307751022107616,
      "loss": 4.25,
      "step": 48091
    },
    {
      "epoch": 1.96977268072906,
      "grad_norm": 3.389360192721746,
      "learning_rate": 0.0002307723540588462,
      "loss": 5.5625,
      "step": 48092
    },
    {
      "epoch": 1.9698136391562564,
      "grad_norm": 3.814022729550744,
      "learning_rate": 0.00023076960586874637,
      "loss": 6.9375,
      "step": 48093
    },
    {
      "epoch": 1.9698545975834527,
      "grad_norm": 3.092765206318712,
      "learning_rate": 0.0002307668576404633,
      "loss": 5.3438,
      "step": 48094
    },
    {
      "epoch": 1.9698955560106493,
      "grad_norm": 3.4492178486021126,
      "learning_rate": 0.00023076410937399836,
      "loss": 3.9844,
      "step": 48095
    },
    {
      "epoch": 1.9699365144378456,
      "grad_norm": 2.8631052150425833,
      "learning_rate": 0.00023076136106935284,
      "loss": 4.8438,
      "step": 48096
    },
    {
      "epoch": 1.9699774728650419,
      "grad_norm": 2.8356813632707167,
      "learning_rate": 0.00023075861272652806,
      "loss": 5.0312,
      "step": 48097
    },
    {
      "epoch": 1.9700184312922384,
      "grad_norm": 10.273784017201224,
      "learning_rate": 0.00023075586434552527,
      "loss": 1.5938,
      "step": 48098
    },
    {
      "epoch": 1.9700593897194347,
      "grad_norm": 2.9346471863805994,
      "learning_rate": 0.0002307531159263458,
      "loss": 4.875,
      "step": 48099
    },
    {
      "epoch": 1.970100348146631,
      "grad_norm": 2.703531953112568,
      "learning_rate": 0.00023075036746899092,
      "loss": 4.4375,
      "step": 48100
    },
    {
      "epoch": 1.9701413065738276,
      "grad_norm": 2.6033980566970674,
      "learning_rate": 0.000230747618973462,
      "loss": 4.0,
      "step": 48101
    },
    {
      "epoch": 1.9701822650010241,
      "grad_norm": 2.7601511874836846,
      "learning_rate": 0.00023074487043976024,
      "loss": 4.3125,
      "step": 48102
    },
    {
      "epoch": 1.9702232234282202,
      "grad_norm": 3.064745902858849,
      "learning_rate": 0.00023074212186788702,
      "loss": 4.5312,
      "step": 48103
    },
    {
      "epoch": 1.9702641818554167,
      "grad_norm": 2.740497877088619,
      "learning_rate": 0.00023073937325784362,
      "loss": 5.1562,
      "step": 48104
    },
    {
      "epoch": 1.9703051402826133,
      "grad_norm": 5.921467225674315,
      "learning_rate": 0.0002307366246096313,
      "loss": 6.125,
      "step": 48105
    },
    {
      "epoch": 1.9703460987098096,
      "grad_norm": 2.7552349976736554,
      "learning_rate": 0.00023073387592325139,
      "loss": 5.1875,
      "step": 48106
    },
    {
      "epoch": 1.970387057137006,
      "grad_norm": 2.588061903239366,
      "learning_rate": 0.00023073112719870518,
      "loss": 5.0938,
      "step": 48107
    },
    {
      "epoch": 1.9704280155642024,
      "grad_norm": 2.5233834098764416,
      "learning_rate": 0.000230728378435994,
      "loss": 4.6875,
      "step": 48108
    },
    {
      "epoch": 1.9704689739913988,
      "grad_norm": 2.750561661911687,
      "learning_rate": 0.00023072562963511915,
      "loss": 5.25,
      "step": 48109
    },
    {
      "epoch": 1.970509932418595,
      "grad_norm": 2.5225506258602137,
      "learning_rate": 0.0002307228807960819,
      "loss": 4.8125,
      "step": 48110
    },
    {
      "epoch": 1.9705508908457916,
      "grad_norm": 3.158678828108435,
      "learning_rate": 0.0002307201319188835,
      "loss": 5.8125,
      "step": 48111
    },
    {
      "epoch": 1.970591849272988,
      "grad_norm": 2.672362347038346,
      "learning_rate": 0.00023071738300352535,
      "loss": 4.9062,
      "step": 48112
    },
    {
      "epoch": 1.9706328077001842,
      "grad_norm": 2.407881601679939,
      "learning_rate": 0.00023071463405000873,
      "loss": 4.1562,
      "step": 48113
    },
    {
      "epoch": 1.9706737661273808,
      "grad_norm": 2.896612118442821,
      "learning_rate": 0.00023071188505833484,
      "loss": 4.125,
      "step": 48114
    },
    {
      "epoch": 1.970714724554577,
      "grad_norm": 3.282236770496228,
      "learning_rate": 0.00023070913602850514,
      "loss": 5.9375,
      "step": 48115
    },
    {
      "epoch": 1.9707556829817734,
      "grad_norm": 2.6819252120032533,
      "learning_rate": 0.0002307063869605208,
      "loss": 5.0,
      "step": 48116
    },
    {
      "epoch": 1.97079664140897,
      "grad_norm": 2.5677126007434716,
      "learning_rate": 0.00023070363785438315,
      "loss": 3.875,
      "step": 48117
    },
    {
      "epoch": 1.9708375998361662,
      "grad_norm": 3.803813565874291,
      "learning_rate": 0.0002307008887100935,
      "loss": 5.1875,
      "step": 48118
    },
    {
      "epoch": 1.9708785582633626,
      "grad_norm": 4.655439172966025,
      "learning_rate": 0.00023069813952765318,
      "loss": 7.0312,
      "step": 48119
    },
    {
      "epoch": 1.970919516690559,
      "grad_norm": 2.9677374264889025,
      "learning_rate": 0.00023069539030706344,
      "loss": 5.2812,
      "step": 48120
    },
    {
      "epoch": 1.9709604751177556,
      "grad_norm": 4.789807160964627,
      "learning_rate": 0.00023069264104832565,
      "loss": 3.75,
      "step": 48121
    },
    {
      "epoch": 1.9710014335449517,
      "grad_norm": 3.1122065666456833,
      "learning_rate": 0.00023068989175144101,
      "loss": 5.25,
      "step": 48122
    },
    {
      "epoch": 1.9710423919721483,
      "grad_norm": 3.832626631361031,
      "learning_rate": 0.00023068714241641087,
      "loss": 5.4375,
      "step": 48123
    },
    {
      "epoch": 1.9710833503993448,
      "grad_norm": 2.749302522769169,
      "learning_rate": 0.0002306843930432366,
      "loss": 5.0938,
      "step": 48124
    },
    {
      "epoch": 1.971124308826541,
      "grad_norm": 4.472194357764775,
      "learning_rate": 0.00023068164363191938,
      "loss": 3.6562,
      "step": 48125
    },
    {
      "epoch": 1.9711652672537374,
      "grad_norm": 5.786103638378424,
      "learning_rate": 0.00023067889418246055,
      "loss": 5.8438,
      "step": 48126
    },
    {
      "epoch": 1.971206225680934,
      "grad_norm": 4.755447776091299,
      "learning_rate": 0.00023067614469486142,
      "loss": 5.2812,
      "step": 48127
    },
    {
      "epoch": 1.9712471841081303,
      "grad_norm": 3.138877085415166,
      "learning_rate": 0.00023067339516912334,
      "loss": 4.4062,
      "step": 48128
    },
    {
      "epoch": 1.9712881425353266,
      "grad_norm": 2.7489710238465324,
      "learning_rate": 0.00023067064560524747,
      "loss": 4.6875,
      "step": 48129
    },
    {
      "epoch": 1.9713291009625231,
      "grad_norm": 3.230475999795302,
      "learning_rate": 0.00023066789600323528,
      "loss": 4.6875,
      "step": 48130
    },
    {
      "epoch": 1.9713700593897194,
      "grad_norm": 2.969834341642834,
      "learning_rate": 0.00023066514636308798,
      "loss": 4.9375,
      "step": 48131
    },
    {
      "epoch": 1.9714110178169157,
      "grad_norm": 4.38222823470517,
      "learning_rate": 0.00023066239668480685,
      "loss": 5.4375,
      "step": 48132
    },
    {
      "epoch": 1.9714519762441123,
      "grad_norm": 4.072250448268612,
      "learning_rate": 0.00023065964696839322,
      "loss": 3.4844,
      "step": 48133
    },
    {
      "epoch": 1.9714929346713086,
      "grad_norm": 3.5358276931334505,
      "learning_rate": 0.0002306568972138484,
      "loss": 4.9375,
      "step": 48134
    },
    {
      "epoch": 1.971533893098505,
      "grad_norm": 3.15986065852198,
      "learning_rate": 0.00023065414742117366,
      "loss": 4.9688,
      "step": 48135
    },
    {
      "epoch": 1.9715748515257014,
      "grad_norm": 2.7782885865732876,
      "learning_rate": 0.00023065139759037036,
      "loss": 5.0938,
      "step": 48136
    },
    {
      "epoch": 1.9716158099528978,
      "grad_norm": 3.009096737344383,
      "learning_rate": 0.00023064864772143973,
      "loss": 5.0938,
      "step": 48137
    },
    {
      "epoch": 1.971656768380094,
      "grad_norm": 2.7716263885948655,
      "learning_rate": 0.00023064589781438309,
      "loss": 5.125,
      "step": 48138
    },
    {
      "epoch": 1.9716977268072906,
      "grad_norm": 2.8937569094887032,
      "learning_rate": 0.0002306431478692018,
      "loss": 4.875,
      "step": 48139
    },
    {
      "epoch": 1.9717386852344871,
      "grad_norm": 2.629543800119976,
      "learning_rate": 0.00023064039788589706,
      "loss": 4.3438,
      "step": 48140
    },
    {
      "epoch": 1.9717796436616832,
      "grad_norm": 3.996679739164375,
      "learning_rate": 0.00023063764786447022,
      "loss": 5.5625,
      "step": 48141
    },
    {
      "epoch": 1.9718206020888798,
      "grad_norm": 2.5953939210687627,
      "learning_rate": 0.0002306348978049226,
      "loss": 5.0938,
      "step": 48142
    },
    {
      "epoch": 1.9718615605160763,
      "grad_norm": 2.5497813359646595,
      "learning_rate": 0.00023063214770725545,
      "loss": 5.7188,
      "step": 48143
    },
    {
      "epoch": 1.9719025189432726,
      "grad_norm": 3.1233957907614514,
      "learning_rate": 0.00023062939757147012,
      "loss": 5.7812,
      "step": 48144
    },
    {
      "epoch": 1.971943477370469,
      "grad_norm": 2.626583199535032,
      "learning_rate": 0.00023062664739756792,
      "loss": 4.9062,
      "step": 48145
    },
    {
      "epoch": 1.9719844357976655,
      "grad_norm": 3.0976691137857646,
      "learning_rate": 0.00023062389718555006,
      "loss": 4.9688,
      "step": 48146
    },
    {
      "epoch": 1.9720253942248618,
      "grad_norm": 7.473488016314876,
      "learning_rate": 0.00023062114693541793,
      "loss": 5.2812,
      "step": 48147
    },
    {
      "epoch": 1.972066352652058,
      "grad_norm": 2.448596203830253,
      "learning_rate": 0.00023061839664717282,
      "loss": 4.5938,
      "step": 48148
    },
    {
      "epoch": 1.9721073110792546,
      "grad_norm": 2.845704725168623,
      "learning_rate": 0.000230615646320816,
      "loss": 4.125,
      "step": 48149
    },
    {
      "epoch": 1.972148269506451,
      "grad_norm": 2.7076203015624003,
      "learning_rate": 0.00023061289595634876,
      "loss": 4.8125,
      "step": 48150
    },
    {
      "epoch": 1.9721892279336473,
      "grad_norm": 2.853317199167521,
      "learning_rate": 0.00023061014555377242,
      "loss": 5.75,
      "step": 48151
    },
    {
      "epoch": 1.9722301863608438,
      "grad_norm": 3.83518764518935,
      "learning_rate": 0.00023060739511308832,
      "loss": 5.1875,
      "step": 48152
    },
    {
      "epoch": 1.97227114478804,
      "grad_norm": 6.817961087380155,
      "learning_rate": 0.00023060464463429766,
      "loss": 5.875,
      "step": 48153
    },
    {
      "epoch": 1.9723121032152364,
      "grad_norm": 2.6092779195526523,
      "learning_rate": 0.00023060189411740182,
      "loss": 4.9375,
      "step": 48154
    },
    {
      "epoch": 1.972353061642433,
      "grad_norm": 2.725279050208016,
      "learning_rate": 0.00023059914356240213,
      "loss": 5.1875,
      "step": 48155
    },
    {
      "epoch": 1.9723940200696293,
      "grad_norm": 3.675802672423038,
      "learning_rate": 0.0002305963929692998,
      "loss": 3.7656,
      "step": 48156
    },
    {
      "epoch": 1.9724349784968256,
      "grad_norm": 2.6597635646547584,
      "learning_rate": 0.0002305936423380962,
      "loss": 4.0312,
      "step": 48157
    },
    {
      "epoch": 1.9724759369240221,
      "grad_norm": 3.47737240671382,
      "learning_rate": 0.00023059089166879257,
      "loss": 4.6562,
      "step": 48158
    },
    {
      "epoch": 1.9725168953512187,
      "grad_norm": 3.414350290893357,
      "learning_rate": 0.0002305881409613903,
      "loss": 4.3125,
      "step": 48159
    },
    {
      "epoch": 1.9725578537784147,
      "grad_norm": 3.4002195411522464,
      "learning_rate": 0.00023058539021589055,
      "loss": 4.1562,
      "step": 48160
    },
    {
      "epoch": 1.9725988122056113,
      "grad_norm": 3.2817587336598706,
      "learning_rate": 0.00023058263943229475,
      "loss": 4.0312,
      "step": 48161
    },
    {
      "epoch": 1.9726397706328078,
      "grad_norm": 3.2404346120974155,
      "learning_rate": 0.00023057988861060412,
      "loss": 4.0938,
      "step": 48162
    },
    {
      "epoch": 1.9726807290600041,
      "grad_norm": 3.234873693192807,
      "learning_rate": 0.00023057713775082004,
      "loss": 5.6562,
      "step": 48163
    },
    {
      "epoch": 1.9727216874872004,
      "grad_norm": 2.2576570960028803,
      "learning_rate": 0.00023057438685294374,
      "loss": 3.7812,
      "step": 48164
    },
    {
      "epoch": 1.972762645914397,
      "grad_norm": 3.88312865026168,
      "learning_rate": 0.00023057163591697657,
      "loss": 5.2188,
      "step": 48165
    },
    {
      "epoch": 1.9728036043415933,
      "grad_norm": 3.933081633604978,
      "learning_rate": 0.00023056888494291976,
      "loss": 3.8281,
      "step": 48166
    },
    {
      "epoch": 1.9728445627687896,
      "grad_norm": 2.4584856507170256,
      "learning_rate": 0.0002305661339307747,
      "loss": 3.6094,
      "step": 48167
    },
    {
      "epoch": 1.9728855211959861,
      "grad_norm": 3.966526548343786,
      "learning_rate": 0.00023056338288054265,
      "loss": 6.0625,
      "step": 48168
    },
    {
      "epoch": 1.9729264796231825,
      "grad_norm": 2.6694779608243535,
      "learning_rate": 0.00023056063179222492,
      "loss": 5.1562,
      "step": 48169
    },
    {
      "epoch": 1.9729674380503788,
      "grad_norm": 2.633950149088718,
      "learning_rate": 0.0002305578806658227,
      "loss": 5.0312,
      "step": 48170
    },
    {
      "epoch": 1.9730083964775753,
      "grad_norm": 4.2790080216529915,
      "learning_rate": 0.00023055512950133746,
      "loss": 4.875,
      "step": 48171
    },
    {
      "epoch": 1.9730493549047716,
      "grad_norm": 3.000766303678098,
      "learning_rate": 0.00023055237829877043,
      "loss": 5.2188,
      "step": 48172
    },
    {
      "epoch": 1.973090313331968,
      "grad_norm": 2.8665103970297094,
      "learning_rate": 0.00023054962705812293,
      "loss": 5.0625,
      "step": 48173
    },
    {
      "epoch": 1.9731312717591645,
      "grad_norm": 7.543402958398448,
      "learning_rate": 0.00023054687577939617,
      "loss": 6.3438,
      "step": 48174
    },
    {
      "epoch": 1.973172230186361,
      "grad_norm": 2.8057831305432672,
      "learning_rate": 0.00023054412446259155,
      "loss": 5.0625,
      "step": 48175
    },
    {
      "epoch": 1.973213188613557,
      "grad_norm": 3.4121658412467193,
      "learning_rate": 0.0002305413731077104,
      "loss": 6.7188,
      "step": 48176
    },
    {
      "epoch": 1.9732541470407536,
      "grad_norm": 2.5260864813633477,
      "learning_rate": 0.0002305386217147539,
      "loss": 4.4062,
      "step": 48177
    },
    {
      "epoch": 1.9732951054679502,
      "grad_norm": 2.9782228270630093,
      "learning_rate": 0.00023053587028372342,
      "loss": 4.625,
      "step": 48178
    },
    {
      "epoch": 1.9733360638951463,
      "grad_norm": 3.7721824023694133,
      "learning_rate": 0.00023053311881462028,
      "loss": 5.25,
      "step": 48179
    },
    {
      "epoch": 1.9733770223223428,
      "grad_norm": 2.6520653845321362,
      "learning_rate": 0.00023053036730744577,
      "loss": 5.0938,
      "step": 48180
    },
    {
      "epoch": 1.9734179807495393,
      "grad_norm": 3.371125356651182,
      "learning_rate": 0.0002305276157622011,
      "loss": 5.6875,
      "step": 48181
    },
    {
      "epoch": 1.9734589391767356,
      "grad_norm": 2.6563807084294937,
      "learning_rate": 0.0002305248641788877,
      "loss": 4.875,
      "step": 48182
    },
    {
      "epoch": 1.973499897603932,
      "grad_norm": 4.948175916461243,
      "learning_rate": 0.00023052211255750684,
      "loss": 3.4375,
      "step": 48183
    },
    {
      "epoch": 1.9735408560311285,
      "grad_norm": 3.1183570228730155,
      "learning_rate": 0.00023051936089805975,
      "loss": 5.0938,
      "step": 48184
    },
    {
      "epoch": 1.9735818144583248,
      "grad_norm": 3.3669738803665843,
      "learning_rate": 0.0002305166092005478,
      "loss": 5.3438,
      "step": 48185
    },
    {
      "epoch": 1.9736227728855211,
      "grad_norm": 2.679096939117374,
      "learning_rate": 0.00023051385746497224,
      "loss": 4.7812,
      "step": 48186
    },
    {
      "epoch": 1.9736637313127177,
      "grad_norm": 3.238359317007643,
      "learning_rate": 0.00023051110569133443,
      "loss": 6.2188,
      "step": 48187
    },
    {
      "epoch": 1.973704689739914,
      "grad_norm": 4.039931667383169,
      "learning_rate": 0.00023050835387963565,
      "loss": 6.375,
      "step": 48188
    },
    {
      "epoch": 1.9737456481671103,
      "grad_norm": 2.955353023166839,
      "learning_rate": 0.0002305056020298772,
      "loss": 4.7188,
      "step": 48189
    },
    {
      "epoch": 1.9737866065943068,
      "grad_norm": 3.588967107533603,
      "learning_rate": 0.00023050285014206032,
      "loss": 5.7188,
      "step": 48190
    },
    {
      "epoch": 1.9738275650215031,
      "grad_norm": 6.172188440641059,
      "learning_rate": 0.0002305000982161864,
      "loss": 4.375,
      "step": 48191
    },
    {
      "epoch": 1.9738685234486995,
      "grad_norm": 2.784841373083831,
      "learning_rate": 0.00023049734625225668,
      "loss": 5.3125,
      "step": 48192
    },
    {
      "epoch": 1.973909481875896,
      "grad_norm": 2.7637784599098376,
      "learning_rate": 0.00023049459425027253,
      "loss": 4.2812,
      "step": 48193
    },
    {
      "epoch": 1.9739504403030925,
      "grad_norm": 3.5148907110310583,
      "learning_rate": 0.0002304918422102352,
      "loss": 4.9688,
      "step": 48194
    },
    {
      "epoch": 1.9739913987302886,
      "grad_norm": 3.7724035073423425,
      "learning_rate": 0.00023048909013214598,
      "loss": 4.625,
      "step": 48195
    },
    {
      "epoch": 1.9740323571574852,
      "grad_norm": 2.695075532579169,
      "learning_rate": 0.0002304863380160062,
      "loss": 4.4062,
      "step": 48196
    },
    {
      "epoch": 1.9740733155846817,
      "grad_norm": 4.416332531768557,
      "learning_rate": 0.00023048358586181712,
      "loss": 7.0625,
      "step": 48197
    },
    {
      "epoch": 1.9741142740118778,
      "grad_norm": 2.9140537438237084,
      "learning_rate": 0.00023048083366958007,
      "loss": 4.8125,
      "step": 48198
    },
    {
      "epoch": 1.9741552324390743,
      "grad_norm": 6.663045118173914,
      "learning_rate": 0.0002304780814392964,
      "loss": 4.5312,
      "step": 48199
    },
    {
      "epoch": 1.9741961908662709,
      "grad_norm": 3.3165461232144025,
      "learning_rate": 0.00023047532917096732,
      "loss": 4.9375,
      "step": 48200
    },
    {
      "epoch": 1.9742371492934672,
      "grad_norm": 3.926640827332748,
      "learning_rate": 0.00023047257686459422,
      "loss": 7.4688,
      "step": 48201
    },
    {
      "epoch": 1.9742781077206635,
      "grad_norm": 3.167489335112849,
      "learning_rate": 0.00023046982452017828,
      "loss": 5.4375,
      "step": 48202
    },
    {
      "epoch": 1.97431906614786,
      "grad_norm": 4.529071400676737,
      "learning_rate": 0.00023046707213772091,
      "loss": 4.625,
      "step": 48203
    },
    {
      "epoch": 1.9743600245750563,
      "grad_norm": 3.3428729385998106,
      "learning_rate": 0.0002304643197172234,
      "loss": 6.1875,
      "step": 48204
    },
    {
      "epoch": 1.9744009830022526,
      "grad_norm": 2.891119522224665,
      "learning_rate": 0.00023046156725868702,
      "loss": 2.8906,
      "step": 48205
    },
    {
      "epoch": 1.9744419414294492,
      "grad_norm": 2.8019916507300864,
      "learning_rate": 0.00023045881476211306,
      "loss": 4.75,
      "step": 48206
    },
    {
      "epoch": 1.9744828998566455,
      "grad_norm": 2.4573639744109035,
      "learning_rate": 0.00023045606222750286,
      "loss": 3.7969,
      "step": 48207
    },
    {
      "epoch": 1.9745238582838418,
      "grad_norm": 2.588380791785686,
      "learning_rate": 0.00023045330965485767,
      "loss": 4.4688,
      "step": 48208
    },
    {
      "epoch": 1.9745648167110383,
      "grad_norm": 3.5355570486015786,
      "learning_rate": 0.0002304505570441789,
      "loss": 3.7812,
      "step": 48209
    },
    {
      "epoch": 1.9746057751382347,
      "grad_norm": 3.12069540024547,
      "learning_rate": 0.00023044780439546769,
      "loss": 4.4062,
      "step": 48210
    },
    {
      "epoch": 1.974646733565431,
      "grad_norm": 6.427001197719842,
      "learning_rate": 0.00023044505170872548,
      "loss": 5.875,
      "step": 48211
    },
    {
      "epoch": 1.9746876919926275,
      "grad_norm": 3.067745464199511,
      "learning_rate": 0.00023044229898395354,
      "loss": 6.1875,
      "step": 48212
    },
    {
      "epoch": 1.974728650419824,
      "grad_norm": 2.6122884207249193,
      "learning_rate": 0.0002304395462211531,
      "loss": 5.25,
      "step": 48213
    },
    {
      "epoch": 1.9747696088470201,
      "grad_norm": 3.286780343421192,
      "learning_rate": 0.00023043679342032547,
      "loss": 4.5312,
      "step": 48214
    },
    {
      "epoch": 1.9748105672742167,
      "grad_norm": 3.3884174419534316,
      "learning_rate": 0.00023043404058147206,
      "loss": 6.125,
      "step": 48215
    },
    {
      "epoch": 1.9748515257014132,
      "grad_norm": 2.5351766669391136,
      "learning_rate": 0.0002304312877045941,
      "loss": 4.3438,
      "step": 48216
    },
    {
      "epoch": 1.9748924841286095,
      "grad_norm": 2.619693004539333,
      "learning_rate": 0.0002304285347896929,
      "loss": 4.875,
      "step": 48217
    },
    {
      "epoch": 1.9749334425558058,
      "grad_norm": 5.9141995458261825,
      "learning_rate": 0.00023042578183676967,
      "loss": 7.1875,
      "step": 48218
    },
    {
      "epoch": 1.9749744009830024,
      "grad_norm": 3.4563580438239905,
      "learning_rate": 0.0002304230288458259,
      "loss": 1.6641,
      "step": 48219
    },
    {
      "epoch": 1.9750153594101987,
      "grad_norm": 3.112984733138728,
      "learning_rate": 0.00023042027581686274,
      "loss": 5.9062,
      "step": 48220
    },
    {
      "epoch": 1.975056317837395,
      "grad_norm": 2.7826077901849327,
      "learning_rate": 0.00023041752274988154,
      "loss": 4.75,
      "step": 48221
    },
    {
      "epoch": 1.9750972762645915,
      "grad_norm": 2.4704630700120846,
      "learning_rate": 0.00023041476964488363,
      "loss": 5.5625,
      "step": 48222
    },
    {
      "epoch": 1.9751382346917878,
      "grad_norm": 2.7176656279471962,
      "learning_rate": 0.00023041201650187028,
      "loss": 5.3125,
      "step": 48223
    },
    {
      "epoch": 1.9751791931189842,
      "grad_norm": 8.139223685032077,
      "learning_rate": 0.00023040926332084277,
      "loss": 3.6094,
      "step": 48224
    },
    {
      "epoch": 1.9752201515461807,
      "grad_norm": 3.022887648296679,
      "learning_rate": 0.00023040651010180243,
      "loss": 5.0938,
      "step": 48225
    },
    {
      "epoch": 1.975261109973377,
      "grad_norm": 2.9486555946733493,
      "learning_rate": 0.00023040375684475054,
      "loss": 4.5938,
      "step": 48226
    },
    {
      "epoch": 1.9753020684005733,
      "grad_norm": 2.7002168216092213,
      "learning_rate": 0.00023040100354968846,
      "loss": 4.25,
      "step": 48227
    },
    {
      "epoch": 1.9753430268277699,
      "grad_norm": 3.620967228782056,
      "learning_rate": 0.00023039825021661746,
      "loss": 5.5625,
      "step": 48228
    },
    {
      "epoch": 1.9753839852549662,
      "grad_norm": 2.5982831547161838,
      "learning_rate": 0.0002303954968455388,
      "loss": 5.2188,
      "step": 48229
    },
    {
      "epoch": 1.9754249436821625,
      "grad_norm": 2.6133311067802505,
      "learning_rate": 0.00023039274343645384,
      "loss": 4.7812,
      "step": 48230
    },
    {
      "epoch": 1.975465902109359,
      "grad_norm": 3.0987053299217053,
      "learning_rate": 0.00023038998998936382,
      "loss": 5.6562,
      "step": 48231
    },
    {
      "epoch": 1.9755068605365556,
      "grad_norm": 3.1169575425960945,
      "learning_rate": 0.00023038723650427014,
      "loss": 4.625,
      "step": 48232
    },
    {
      "epoch": 1.9755478189637516,
      "grad_norm": 3.083093473044462,
      "learning_rate": 0.000230384482981174,
      "loss": 5.8438,
      "step": 48233
    },
    {
      "epoch": 1.9755887773909482,
      "grad_norm": 3.0212838533750017,
      "learning_rate": 0.00023038172942007666,
      "loss": 6.5625,
      "step": 48234
    },
    {
      "epoch": 1.9756297358181447,
      "grad_norm": 2.4147864565803165,
      "learning_rate": 0.0002303789758209796,
      "loss": 4.625,
      "step": 48235
    },
    {
      "epoch": 1.975670694245341,
      "grad_norm": 4.878559638756069,
      "learning_rate": 0.00023037622218388402,
      "loss": 4.3438,
      "step": 48236
    },
    {
      "epoch": 1.9757116526725373,
      "grad_norm": 2.649948817705663,
      "learning_rate": 0.00023037346850879125,
      "loss": 4.5312,
      "step": 48237
    },
    {
      "epoch": 1.9757526110997339,
      "grad_norm": 4.526740806181687,
      "learning_rate": 0.00023037071479570248,
      "loss": 4.5312,
      "step": 48238
    },
    {
      "epoch": 1.9757935695269302,
      "grad_norm": 5.28549032586226,
      "learning_rate": 0.00023036796104461914,
      "loss": 5.4688,
      "step": 48239
    },
    {
      "epoch": 1.9758345279541265,
      "grad_norm": 2.6123798115153436,
      "learning_rate": 0.00023036520725554252,
      "loss": 4.5,
      "step": 48240
    },
    {
      "epoch": 1.975875486381323,
      "grad_norm": 6.71018541308169,
      "learning_rate": 0.00023036245342847387,
      "loss": 4.0,
      "step": 48241
    },
    {
      "epoch": 1.9759164448085194,
      "grad_norm": 3.1844088146516936,
      "learning_rate": 0.00023035969956341452,
      "loss": 5.25,
      "step": 48242
    },
    {
      "epoch": 1.9759574032357157,
      "grad_norm": 6.219148908610669,
      "learning_rate": 0.00023035694566036574,
      "loss": 6.5312,
      "step": 48243
    },
    {
      "epoch": 1.9759983616629122,
      "grad_norm": 2.4577711010365006,
      "learning_rate": 0.00023035419171932889,
      "loss": 3.8906,
      "step": 48244
    },
    {
      "epoch": 1.9760393200901085,
      "grad_norm": 2.7097125778876494,
      "learning_rate": 0.00023035143774030524,
      "loss": 4.1562,
      "step": 48245
    },
    {
      "epoch": 1.9760802785173048,
      "grad_norm": 2.958169651460787,
      "learning_rate": 0.0002303486837232961,
      "loss": 4.5625,
      "step": 48246
    },
    {
      "epoch": 1.9761212369445014,
      "grad_norm": 3.113675482773811,
      "learning_rate": 0.00023034592966830273,
      "loss": 4.7188,
      "step": 48247
    },
    {
      "epoch": 1.9761621953716977,
      "grad_norm": 3.854980298453862,
      "learning_rate": 0.00023034317557532648,
      "loss": 4.7812,
      "step": 48248
    },
    {
      "epoch": 1.976203153798894,
      "grad_norm": 3.667182719006461,
      "learning_rate": 0.00023034042144436865,
      "loss": 1.1016,
      "step": 48249
    },
    {
      "epoch": 1.9762441122260905,
      "grad_norm": 3.5528972590720134,
      "learning_rate": 0.00023033766727543052,
      "loss": 4.7188,
      "step": 48250
    },
    {
      "epoch": 1.976285070653287,
      "grad_norm": 2.8228548192941822,
      "learning_rate": 0.0002303349130685134,
      "loss": 4.4375,
      "step": 48251
    },
    {
      "epoch": 1.9763260290804832,
      "grad_norm": 2.637252053107385,
      "learning_rate": 0.00023033215882361862,
      "loss": 4.5938,
      "step": 48252
    },
    {
      "epoch": 1.9763669875076797,
      "grad_norm": 2.9173364987461117,
      "learning_rate": 0.00023032940454074745,
      "loss": 4.5312,
      "step": 48253
    },
    {
      "epoch": 1.9764079459348762,
      "grad_norm": 4.602935356597288,
      "learning_rate": 0.00023032665021990116,
      "loss": 6.9688,
      "step": 48254
    },
    {
      "epoch": 1.9764489043620725,
      "grad_norm": 6.412534748207498,
      "learning_rate": 0.00023032389586108114,
      "loss": 7.125,
      "step": 48255
    },
    {
      "epoch": 1.9764898627892689,
      "grad_norm": 2.465164247071198,
      "learning_rate": 0.00023032114146428863,
      "loss": 4.2188,
      "step": 48256
    },
    {
      "epoch": 1.9765308212164654,
      "grad_norm": 2.6163674046829644,
      "learning_rate": 0.00023031838702952494,
      "loss": 4.5625,
      "step": 48257
    },
    {
      "epoch": 1.9765717796436617,
      "grad_norm": 2.536324110340559,
      "learning_rate": 0.00023031563255679138,
      "loss": 4.1562,
      "step": 48258
    },
    {
      "epoch": 1.976612738070858,
      "grad_norm": 9.202668757160673,
      "learning_rate": 0.00023031287804608925,
      "loss": 3.7344,
      "step": 48259
    },
    {
      "epoch": 1.9766536964980546,
      "grad_norm": 4.353217124872365,
      "learning_rate": 0.00023031012349741982,
      "loss": 5.4062,
      "step": 48260
    },
    {
      "epoch": 1.9766946549252509,
      "grad_norm": 2.466027785020244,
      "learning_rate": 0.00023030736891078445,
      "loss": 4.8125,
      "step": 48261
    },
    {
      "epoch": 1.9767356133524472,
      "grad_norm": 3.44061321944587,
      "learning_rate": 0.00023030461428618442,
      "loss": 4.5,
      "step": 48262
    },
    {
      "epoch": 1.9767765717796437,
      "grad_norm": 3.436053495618133,
      "learning_rate": 0.00023030185962362101,
      "loss": 4.6562,
      "step": 48263
    },
    {
      "epoch": 1.97681753020684,
      "grad_norm": 2.8556428104884852,
      "learning_rate": 0.0002302991049230956,
      "loss": 5.0,
      "step": 48264
    },
    {
      "epoch": 1.9768584886340363,
      "grad_norm": 3.552097645312788,
      "learning_rate": 0.00023029635018460942,
      "loss": 5.9375,
      "step": 48265
    },
    {
      "epoch": 1.9768994470612329,
      "grad_norm": 2.950003993621133,
      "learning_rate": 0.00023029359540816373,
      "loss": 5.0625,
      "step": 48266
    },
    {
      "epoch": 1.9769404054884292,
      "grad_norm": 4.262208474083482,
      "learning_rate": 0.0002302908405937599,
      "loss": 3.5938,
      "step": 48267
    },
    {
      "epoch": 1.9769813639156255,
      "grad_norm": 2.468786594191197,
      "learning_rate": 0.00023028808574139924,
      "loss": 4.2188,
      "step": 48268
    },
    {
      "epoch": 1.977022322342822,
      "grad_norm": 2.697586588735163,
      "learning_rate": 0.00023028533085108302,
      "loss": 4.1562,
      "step": 48269
    },
    {
      "epoch": 1.9770632807700186,
      "grad_norm": 2.9394495385616985,
      "learning_rate": 0.0002302825759228125,
      "loss": 4.4375,
      "step": 48270
    },
    {
      "epoch": 1.9771042391972147,
      "grad_norm": 2.5661995560288973,
      "learning_rate": 0.00023027982095658912,
      "loss": 4.125,
      "step": 48271
    },
    {
      "epoch": 1.9771451976244112,
      "grad_norm": 2.677420606483574,
      "learning_rate": 0.0002302770659524141,
      "loss": 5.0312,
      "step": 48272
    },
    {
      "epoch": 1.9771861560516077,
      "grad_norm": 3.5129413502028535,
      "learning_rate": 0.00023027431091028874,
      "loss": 5.25,
      "step": 48273
    },
    {
      "epoch": 1.977227114478804,
      "grad_norm": 2.6085911090652205,
      "learning_rate": 0.00023027155583021426,
      "loss": 4.5938,
      "step": 48274
    },
    {
      "epoch": 1.9772680729060004,
      "grad_norm": 2.8742381535046913,
      "learning_rate": 0.00023026880071219213,
      "loss": 5.6875,
      "step": 48275
    },
    {
      "epoch": 1.977309031333197,
      "grad_norm": 6.053373359193924,
      "learning_rate": 0.00023026604555622356,
      "loss": 5.4688,
      "step": 48276
    },
    {
      "epoch": 1.9773499897603932,
      "grad_norm": 5.756746222919715,
      "learning_rate": 0.00023026329036230983,
      "loss": 4.25,
      "step": 48277
    },
    {
      "epoch": 1.9773909481875895,
      "grad_norm": 3.372332457257127,
      "learning_rate": 0.00023026053513045227,
      "loss": 5.0938,
      "step": 48278
    },
    {
      "epoch": 1.977431906614786,
      "grad_norm": 2.6478587741835264,
      "learning_rate": 0.00023025777986065223,
      "loss": 5.0938,
      "step": 48279
    },
    {
      "epoch": 1.9774728650419824,
      "grad_norm": 2.5629137840300373,
      "learning_rate": 0.00023025502455291093,
      "loss": 4.8125,
      "step": 48280
    },
    {
      "epoch": 1.9775138234691787,
      "grad_norm": 3.2178910637178473,
      "learning_rate": 0.00023025226920722971,
      "loss": 5.9375,
      "step": 48281
    },
    {
      "epoch": 1.9775547818963752,
      "grad_norm": 3.062955839046797,
      "learning_rate": 0.00023024951382360988,
      "loss": 5.0938,
      "step": 48282
    },
    {
      "epoch": 1.9775957403235715,
      "grad_norm": 2.7932410465185944,
      "learning_rate": 0.00023024675840205278,
      "loss": 4.8125,
      "step": 48283
    },
    {
      "epoch": 1.9776366987507679,
      "grad_norm": 2.546508748175535,
      "learning_rate": 0.00023024400294255963,
      "loss": 4.5938,
      "step": 48284
    },
    {
      "epoch": 1.9776776571779644,
      "grad_norm": 2.6595279509633567,
      "learning_rate": 0.0002302412474451318,
      "loss": 4.7188,
      "step": 48285
    },
    {
      "epoch": 1.9777186156051607,
      "grad_norm": 3.0783854287583536,
      "learning_rate": 0.0002302384919097705,
      "loss": 3.2812,
      "step": 48286
    },
    {
      "epoch": 1.977759574032357,
      "grad_norm": 11.295472000639728,
      "learning_rate": 0.00023023573633647714,
      "loss": 4.5312,
      "step": 48287
    },
    {
      "epoch": 1.9778005324595536,
      "grad_norm": 3.8052049217128334,
      "learning_rate": 0.00023023298072525296,
      "loss": 4.625,
      "step": 48288
    },
    {
      "epoch": 1.97784149088675,
      "grad_norm": 2.6675734417249104,
      "learning_rate": 0.00023023022507609933,
      "loss": 4.9688,
      "step": 48289
    },
    {
      "epoch": 1.9778824493139462,
      "grad_norm": 3.2622040128463565,
      "learning_rate": 0.00023022746938901743,
      "loss": 4.5,
      "step": 48290
    },
    {
      "epoch": 1.9779234077411427,
      "grad_norm": 3.267800096947687,
      "learning_rate": 0.00023022471366400873,
      "loss": 5.0,
      "step": 48291
    },
    {
      "epoch": 1.9779643661683393,
      "grad_norm": 2.6567619463286465,
      "learning_rate": 0.00023022195790107437,
      "loss": 4.4062,
      "step": 48292
    },
    {
      "epoch": 1.9780053245955356,
      "grad_norm": 2.3677524247538453,
      "learning_rate": 0.00023021920210021575,
      "loss": 3.7812,
      "step": 48293
    },
    {
      "epoch": 1.9780462830227319,
      "grad_norm": 3.2183600084990758,
      "learning_rate": 0.00023021644626143413,
      "loss": 4.75,
      "step": 48294
    },
    {
      "epoch": 1.9780872414499284,
      "grad_norm": 3.2340204573926323,
      "learning_rate": 0.00023021369038473086,
      "loss": 5.7812,
      "step": 48295
    },
    {
      "epoch": 1.9781281998771247,
      "grad_norm": 2.937290675972566,
      "learning_rate": 0.00023021093447010718,
      "loss": 5.375,
      "step": 48296
    },
    {
      "epoch": 1.978169158304321,
      "grad_norm": 2.4345302594497533,
      "learning_rate": 0.00023020817851756445,
      "loss": 4.5625,
      "step": 48297
    },
    {
      "epoch": 1.9782101167315176,
      "grad_norm": 2.825072062011176,
      "learning_rate": 0.00023020542252710392,
      "loss": 3.7812,
      "step": 48298
    },
    {
      "epoch": 1.978251075158714,
      "grad_norm": 2.565879205801613,
      "learning_rate": 0.00023020266649872694,
      "loss": 3.6875,
      "step": 48299
    },
    {
      "epoch": 1.9782920335859102,
      "grad_norm": 2.716124714379003,
      "learning_rate": 0.00023019991043243484,
      "loss": 5.0625,
      "step": 48300
    },
    {
      "epoch": 1.9783329920131068,
      "grad_norm": 2.6615666800091504,
      "learning_rate": 0.00023019715432822882,
      "loss": 4.5938,
      "step": 48301
    },
    {
      "epoch": 1.978373950440303,
      "grad_norm": 2.4368841196361535,
      "learning_rate": 0.00023019439818611022,
      "loss": 4.4688,
      "step": 48302
    },
    {
      "epoch": 1.9784149088674994,
      "grad_norm": 2.848197961360244,
      "learning_rate": 0.00023019164200608038,
      "loss": 4.7188,
      "step": 48303
    },
    {
      "epoch": 1.978455867294696,
      "grad_norm": 2.95421507440145,
      "learning_rate": 0.0002301888857881406,
      "loss": 5.0625,
      "step": 48304
    },
    {
      "epoch": 1.9784968257218922,
      "grad_norm": 3.400940007411214,
      "learning_rate": 0.00023018612953229213,
      "loss": 5.0625,
      "step": 48305
    },
    {
      "epoch": 1.9785377841490885,
      "grad_norm": 3.207912587445407,
      "learning_rate": 0.00023018337323853637,
      "loss": 6.75,
      "step": 48306
    },
    {
      "epoch": 1.978578742576285,
      "grad_norm": 4.458654444964005,
      "learning_rate": 0.00023018061690687454,
      "loss": 3.8594,
      "step": 48307
    },
    {
      "epoch": 1.9786197010034816,
      "grad_norm": 2.748296025792427,
      "learning_rate": 0.00023017786053730794,
      "loss": 5.0,
      "step": 48308
    },
    {
      "epoch": 1.9786606594306777,
      "grad_norm": 3.2063386593902403,
      "learning_rate": 0.00023017510412983792,
      "loss": 3.9375,
      "step": 48309
    },
    {
      "epoch": 1.9787016178578742,
      "grad_norm": 5.045477333973414,
      "learning_rate": 0.00023017234768446578,
      "loss": 2.3438,
      "step": 48310
    },
    {
      "epoch": 1.9787425762850708,
      "grad_norm": 2.699262313818657,
      "learning_rate": 0.00023016959120119278,
      "loss": 3.2344,
      "step": 48311
    },
    {
      "epoch": 1.978783534712267,
      "grad_norm": 2.2028562525455535,
      "learning_rate": 0.0002301668346800203,
      "loss": 3.1094,
      "step": 48312
    },
    {
      "epoch": 1.9788244931394634,
      "grad_norm": 4.227509082143079,
      "learning_rate": 0.0002301640781209495,
      "loss": 5.0938,
      "step": 48313
    },
    {
      "epoch": 1.97886545156666,
      "grad_norm": 3.467472225312044,
      "learning_rate": 0.00023016132152398183,
      "loss": 5.5,
      "step": 48314
    },
    {
      "epoch": 1.9789064099938563,
      "grad_norm": 7.6222253915769205,
      "learning_rate": 0.00023015856488911856,
      "loss": 5.0,
      "step": 48315
    },
    {
      "epoch": 1.9789473684210526,
      "grad_norm": 7.195030547918773,
      "learning_rate": 0.00023015580821636095,
      "loss": 3.9688,
      "step": 48316
    },
    {
      "epoch": 1.978988326848249,
      "grad_norm": 16.178447526006547,
      "learning_rate": 0.00023015305150571032,
      "loss": 6.7812,
      "step": 48317
    },
    {
      "epoch": 1.9790292852754454,
      "grad_norm": 2.7678478468412124,
      "learning_rate": 0.00023015029475716796,
      "loss": 5.3438,
      "step": 48318
    },
    {
      "epoch": 1.9790702437026417,
      "grad_norm": 3.3584334149068287,
      "learning_rate": 0.00023014753797073522,
      "loss": 4.4375,
      "step": 48319
    },
    {
      "epoch": 1.9791112021298383,
      "grad_norm": 2.6231690247006156,
      "learning_rate": 0.00023014478114641337,
      "loss": 4.9375,
      "step": 48320
    },
    {
      "epoch": 1.9791521605570346,
      "grad_norm": 2.892365376097244,
      "learning_rate": 0.0002301420242842037,
      "loss": 1.3594,
      "step": 48321
    },
    {
      "epoch": 1.979193118984231,
      "grad_norm": 14.016677396216611,
      "learning_rate": 0.00023013926738410753,
      "loss": 4.4688,
      "step": 48322
    },
    {
      "epoch": 1.9792340774114274,
      "grad_norm": 6.105038536383195,
      "learning_rate": 0.0002301365104461262,
      "loss": 4.0,
      "step": 48323
    },
    {
      "epoch": 1.9792750358386237,
      "grad_norm": 2.699104962539797,
      "learning_rate": 0.00023013375347026094,
      "loss": 4.6875,
      "step": 48324
    },
    {
      "epoch": 1.97931599426582,
      "grad_norm": 3.1360558281884208,
      "learning_rate": 0.0002301309964565131,
      "loss": 5.875,
      "step": 48325
    },
    {
      "epoch": 1.9793569526930166,
      "grad_norm": 2.622926486910469,
      "learning_rate": 0.00023012823940488398,
      "loss": 4.875,
      "step": 48326
    },
    {
      "epoch": 1.9793979111202131,
      "grad_norm": 6.358511601490813,
      "learning_rate": 0.00023012548231537492,
      "loss": 5.75,
      "step": 48327
    },
    {
      "epoch": 1.9794388695474092,
      "grad_norm": 2.8626933144862132,
      "learning_rate": 0.00023012272518798717,
      "loss": 4.875,
      "step": 48328
    },
    {
      "epoch": 1.9794798279746058,
      "grad_norm": 2.7340188748557206,
      "learning_rate": 0.000230119968022722,
      "loss": 4.7188,
      "step": 48329
    },
    {
      "epoch": 1.9795207864018023,
      "grad_norm": 3.7714040029737346,
      "learning_rate": 0.00023011721081958077,
      "loss": 5.0,
      "step": 48330
    },
    {
      "epoch": 1.9795617448289986,
      "grad_norm": 3.0793998548102546,
      "learning_rate": 0.00023011445357856475,
      "loss": 4.4688,
      "step": 48331
    },
    {
      "epoch": 1.979602703256195,
      "grad_norm": 2.8006667423508502,
      "learning_rate": 0.00023011169629967535,
      "loss": 4.375,
      "step": 48332
    },
    {
      "epoch": 1.9796436616833915,
      "grad_norm": 4.426305276069939,
      "learning_rate": 0.0002301089389829137,
      "loss": 6.9062,
      "step": 48333
    },
    {
      "epoch": 1.9796846201105878,
      "grad_norm": 4.337343361369901,
      "learning_rate": 0.0002301061816282812,
      "loss": 4.5,
      "step": 48334
    },
    {
      "epoch": 1.979725578537784,
      "grad_norm": 11.940955868985354,
      "learning_rate": 0.0002301034242357792,
      "loss": 6.1562,
      "step": 48335
    },
    {
      "epoch": 1.9797665369649806,
      "grad_norm": 2.555315907402803,
      "learning_rate": 0.00023010066680540897,
      "loss": 5.0,
      "step": 48336
    },
    {
      "epoch": 1.979807495392177,
      "grad_norm": 3.034941528610543,
      "learning_rate": 0.0002300979093371717,
      "loss": 4.9375,
      "step": 48337
    },
    {
      "epoch": 1.9798484538193732,
      "grad_norm": 5.451413572467657,
      "learning_rate": 0.00023009515183106883,
      "loss": 3.625,
      "step": 48338
    },
    {
      "epoch": 1.9798894122465698,
      "grad_norm": 3.27156407614502,
      "learning_rate": 0.00023009239428710163,
      "loss": 5.25,
      "step": 48339
    },
    {
      "epoch": 1.979930370673766,
      "grad_norm": 2.7576135146541754,
      "learning_rate": 0.00023008963670527138,
      "loss": 4.9375,
      "step": 48340
    },
    {
      "epoch": 1.9799713291009624,
      "grad_norm": 3.1088749947013534,
      "learning_rate": 0.00023008687908557943,
      "loss": 4.7188,
      "step": 48341
    },
    {
      "epoch": 1.980012287528159,
      "grad_norm": 3.465235267538137,
      "learning_rate": 0.000230084121428027,
      "loss": 5.4062,
      "step": 48342
    },
    {
      "epoch": 1.9800532459553555,
      "grad_norm": 2.895462676439044,
      "learning_rate": 0.00023008136373261546,
      "loss": 5.2188,
      "step": 48343
    },
    {
      "epoch": 1.9800942043825516,
      "grad_norm": 2.3322203950231843,
      "learning_rate": 0.00023007860599934612,
      "loss": 3.3906,
      "step": 48344
    },
    {
      "epoch": 1.980135162809748,
      "grad_norm": 2.9561582936309323,
      "learning_rate": 0.00023007584822822024,
      "loss": 4.0,
      "step": 48345
    },
    {
      "epoch": 1.9801761212369446,
      "grad_norm": 3.851882263841386,
      "learning_rate": 0.00023007309041923914,
      "loss": 6.2188,
      "step": 48346
    },
    {
      "epoch": 1.9802170796641407,
      "grad_norm": 6.097329814737686,
      "learning_rate": 0.00023007033257240413,
      "loss": 2.4219,
      "step": 48347
    },
    {
      "epoch": 1.9802580380913373,
      "grad_norm": 4.337701675158491,
      "learning_rate": 0.00023006757468771655,
      "loss": 7.0,
      "step": 48348
    },
    {
      "epoch": 1.9802989965185338,
      "grad_norm": 4.480937532018242,
      "learning_rate": 0.00023006481676517764,
      "loss": 3.9062,
      "step": 48349
    },
    {
      "epoch": 1.9803399549457301,
      "grad_norm": 4.382725417173751,
      "learning_rate": 0.0002300620588047887,
      "loss": 3.75,
      "step": 48350
    },
    {
      "epoch": 1.9803809133729264,
      "grad_norm": 2.628353754107988,
      "learning_rate": 0.0002300593008065511,
      "loss": 5.1562,
      "step": 48351
    },
    {
      "epoch": 1.980421871800123,
      "grad_norm": 2.7732962675099713,
      "learning_rate": 0.0002300565427704661,
      "loss": 4.1562,
      "step": 48352
    },
    {
      "epoch": 1.9804628302273193,
      "grad_norm": 5.217308761246331,
      "learning_rate": 0.00023005378469653502,
      "loss": 5.3438,
      "step": 48353
    },
    {
      "epoch": 1.9805037886545156,
      "grad_norm": 2.9748406412044623,
      "learning_rate": 0.00023005102658475916,
      "loss": 4.6875,
      "step": 48354
    },
    {
      "epoch": 1.9805447470817121,
      "grad_norm": 3.2214961911363766,
      "learning_rate": 0.0002300482684351398,
      "loss": 4.1875,
      "step": 48355
    },
    {
      "epoch": 1.9805857055089084,
      "grad_norm": 3.5324084260146593,
      "learning_rate": 0.0002300455102476783,
      "loss": 5.1562,
      "step": 48356
    },
    {
      "epoch": 1.9806266639361048,
      "grad_norm": 2.5622135651892393,
      "learning_rate": 0.00023004275202237587,
      "loss": 4.5938,
      "step": 48357
    },
    {
      "epoch": 1.9806676223633013,
      "grad_norm": 2.9845345810310926,
      "learning_rate": 0.00023003999375923392,
      "loss": 4.75,
      "step": 48358
    },
    {
      "epoch": 1.9807085807904976,
      "grad_norm": 3.1709053980976463,
      "learning_rate": 0.0002300372354582537,
      "loss": 4.4688,
      "step": 48359
    },
    {
      "epoch": 1.980749539217694,
      "grad_norm": 2.569163121498346,
      "learning_rate": 0.0002300344771194365,
      "loss": 4.3438,
      "step": 48360
    },
    {
      "epoch": 1.9807904976448905,
      "grad_norm": 2.939103432136412,
      "learning_rate": 0.00023003171874278367,
      "loss": 5.5,
      "step": 48361
    },
    {
      "epoch": 1.980831456072087,
      "grad_norm": 4.862832946642562,
      "learning_rate": 0.00023002896032829642,
      "loss": 4.7812,
      "step": 48362
    },
    {
      "epoch": 1.980872414499283,
      "grad_norm": 2.4497900641585737,
      "learning_rate": 0.0002300262018759762,
      "loss": 3.3594,
      "step": 48363
    },
    {
      "epoch": 1.9809133729264796,
      "grad_norm": 3.0740166316859248,
      "learning_rate": 0.0002300234433858242,
      "loss": 6.0625,
      "step": 48364
    },
    {
      "epoch": 1.9809543313536762,
      "grad_norm": 2.358765403468148,
      "learning_rate": 0.00023002068485784177,
      "loss": 4.5625,
      "step": 48365
    },
    {
      "epoch": 1.9809952897808722,
      "grad_norm": 2.8067553602506936,
      "learning_rate": 0.00023001792629203014,
      "loss": 4.6875,
      "step": 48366
    },
    {
      "epoch": 1.9810362482080688,
      "grad_norm": 2.4643802537197614,
      "learning_rate": 0.00023001516768839076,
      "loss": 3.6875,
      "step": 48367
    },
    {
      "epoch": 1.9810772066352653,
      "grad_norm": 2.93730116316714,
      "learning_rate": 0.00023001240904692484,
      "loss": 4.5625,
      "step": 48368
    },
    {
      "epoch": 1.9811181650624616,
      "grad_norm": 3.3304029519276637,
      "learning_rate": 0.0002300096503676337,
      "loss": 5.0938,
      "step": 48369
    },
    {
      "epoch": 1.981159123489658,
      "grad_norm": 4.873371900402938,
      "learning_rate": 0.00023000689165051863,
      "loss": 6.6562,
      "step": 48370
    },
    {
      "epoch": 1.9812000819168545,
      "grad_norm": 4.01151119522833,
      "learning_rate": 0.00023000413289558092,
      "loss": 5.7812,
      "step": 48371
    },
    {
      "epoch": 1.9812410403440508,
      "grad_norm": 3.135502084910951,
      "learning_rate": 0.00023000137410282196,
      "loss": 5.0312,
      "step": 48372
    },
    {
      "epoch": 1.981281998771247,
      "grad_norm": 2.7301608358284466,
      "learning_rate": 0.00022999861527224296,
      "loss": 4.2188,
      "step": 48373
    },
    {
      "epoch": 1.9813229571984436,
      "grad_norm": 2.7384028173949457,
      "learning_rate": 0.00022999585640384523,
      "loss": 5.1562,
      "step": 48374
    },
    {
      "epoch": 1.98136391562564,
      "grad_norm": 2.8160122378589696,
      "learning_rate": 0.0002299930974976301,
      "loss": 5.8438,
      "step": 48375
    },
    {
      "epoch": 1.9814048740528363,
      "grad_norm": 3.199607649381111,
      "learning_rate": 0.00022999033855359893,
      "loss": 5.8125,
      "step": 48376
    },
    {
      "epoch": 1.9814458324800328,
      "grad_norm": 3.8429576643188246,
      "learning_rate": 0.00022998757957175294,
      "loss": 5.2188,
      "step": 48377
    },
    {
      "epoch": 1.9814867909072291,
      "grad_norm": 2.6064705223262608,
      "learning_rate": 0.0002299848205520934,
      "loss": 4.0625,
      "step": 48378
    },
    {
      "epoch": 1.9815277493344254,
      "grad_norm": 3.939707170679471,
      "learning_rate": 0.00022998206149462178,
      "loss": 4.8438,
      "step": 48379
    },
    {
      "epoch": 1.981568707761622,
      "grad_norm": 2.7188693958929457,
      "learning_rate": 0.00022997930239933919,
      "loss": 4.5312,
      "step": 48380
    },
    {
      "epoch": 1.9816096661888185,
      "grad_norm": 6.496759895477804,
      "learning_rate": 0.00022997654326624713,
      "loss": 5.2188,
      "step": 48381
    },
    {
      "epoch": 1.9816506246160146,
      "grad_norm": 2.9739460394104777,
      "learning_rate": 0.0002299737840953467,
      "loss": 4.4688,
      "step": 48382
    },
    {
      "epoch": 1.9816915830432111,
      "grad_norm": 3.3397367586291353,
      "learning_rate": 0.00022997102488663936,
      "loss": 5.5312,
      "step": 48383
    },
    {
      "epoch": 1.9817325414704077,
      "grad_norm": 2.586879633425885,
      "learning_rate": 0.00022996826564012634,
      "loss": 4.25,
      "step": 48384
    },
    {
      "epoch": 1.981773499897604,
      "grad_norm": 2.905977490776041,
      "learning_rate": 0.00022996550635580898,
      "loss": 3.9062,
      "step": 48385
    },
    {
      "epoch": 1.9818144583248003,
      "grad_norm": 4.3046286810069,
      "learning_rate": 0.00022996274703368855,
      "loss": 1.4297,
      "step": 48386
    },
    {
      "epoch": 1.9818554167519968,
      "grad_norm": 3.158066677222839,
      "learning_rate": 0.0002299599876737664,
      "loss": 6.2188,
      "step": 48387
    },
    {
      "epoch": 1.9818963751791931,
      "grad_norm": 2.541657045957344,
      "learning_rate": 0.00022995722827604383,
      "loss": 4.9062,
      "step": 48388
    },
    {
      "epoch": 1.9819373336063895,
      "grad_norm": 2.6487444158257816,
      "learning_rate": 0.00022995446884052206,
      "loss": 1.5547,
      "step": 48389
    },
    {
      "epoch": 1.981978292033586,
      "grad_norm": 7.823491993000387,
      "learning_rate": 0.00022995170936720245,
      "loss": 5.5,
      "step": 48390
    },
    {
      "epoch": 1.9820192504607823,
      "grad_norm": 3.0741169538620703,
      "learning_rate": 0.00022994894985608634,
      "loss": 5.1562,
      "step": 48391
    },
    {
      "epoch": 1.9820602088879786,
      "grad_norm": 2.559091354355538,
      "learning_rate": 0.00022994619030717502,
      "loss": 3.7656,
      "step": 48392
    },
    {
      "epoch": 1.9821011673151752,
      "grad_norm": 5.062932044679558,
      "learning_rate": 0.00022994343072046982,
      "loss": 2.5938,
      "step": 48393
    },
    {
      "epoch": 1.9821421257423715,
      "grad_norm": 2.7354005591640806,
      "learning_rate": 0.0002299406710959719,
      "loss": 4.3438,
      "step": 48394
    },
    {
      "epoch": 1.9821830841695678,
      "grad_norm": 3.640813156993362,
      "learning_rate": 0.00022993791143368275,
      "loss": 5.4062,
      "step": 48395
    },
    {
      "epoch": 1.9822240425967643,
      "grad_norm": 3.517627629095224,
      "learning_rate": 0.00022993515173360356,
      "loss": 4.5,
      "step": 48396
    },
    {
      "epoch": 1.9822650010239606,
      "grad_norm": 3.547329391486869,
      "learning_rate": 0.0002299323919957357,
      "loss": 5.0312,
      "step": 48397
    },
    {
      "epoch": 1.982305959451157,
      "grad_norm": 2.9204667191715794,
      "learning_rate": 0.00022992963222008038,
      "loss": 4.4062,
      "step": 48398
    },
    {
      "epoch": 1.9823469178783535,
      "grad_norm": 3.549263189633053,
      "learning_rate": 0.00022992687240663902,
      "loss": 5.1875,
      "step": 48399
    },
    {
      "epoch": 1.98238787630555,
      "grad_norm": 6.135551726781963,
      "learning_rate": 0.00022992411255541286,
      "loss": 3.2969,
      "step": 48400
    },
    {
      "epoch": 1.9824288347327461,
      "grad_norm": 3.0959965773301885,
      "learning_rate": 0.00022992135266640322,
      "loss": 4.875,
      "step": 48401
    },
    {
      "epoch": 1.9824697931599427,
      "grad_norm": 2.550073445744845,
      "learning_rate": 0.0002299185927396114,
      "loss": 3.7344,
      "step": 48402
    },
    {
      "epoch": 1.9825107515871392,
      "grad_norm": 2.7378847507664217,
      "learning_rate": 0.0002299158327750387,
      "loss": 4.2812,
      "step": 48403
    },
    {
      "epoch": 1.9825517100143355,
      "grad_norm": 2.672800404378381,
      "learning_rate": 0.00022991307277268647,
      "loss": 4.7812,
      "step": 48404
    },
    {
      "epoch": 1.9825926684415318,
      "grad_norm": 6.9039704065241665,
      "learning_rate": 0.00022991031273255592,
      "loss": 5.0625,
      "step": 48405
    },
    {
      "epoch": 1.9826336268687283,
      "grad_norm": 2.3812640823162616,
      "learning_rate": 0.00022990755265464845,
      "loss": 4.2188,
      "step": 48406
    },
    {
      "epoch": 1.9826745852959247,
      "grad_norm": 2.565873048380804,
      "learning_rate": 0.00022990479253896532,
      "loss": 4.4688,
      "step": 48407
    },
    {
      "epoch": 1.982715543723121,
      "grad_norm": 5.651657614658477,
      "learning_rate": 0.00022990203238550786,
      "loss": 7.2812,
      "step": 48408
    },
    {
      "epoch": 1.9827565021503175,
      "grad_norm": 2.9556855702872835,
      "learning_rate": 0.0002298992721942773,
      "loss": 5.5,
      "step": 48409
    },
    {
      "epoch": 1.9827974605775138,
      "grad_norm": 3.8769406791319936,
      "learning_rate": 0.00022989651196527502,
      "loss": 6.125,
      "step": 48410
    },
    {
      "epoch": 1.9828384190047101,
      "grad_norm": 3.393392357079605,
      "learning_rate": 0.0002298937516985023,
      "loss": 5.1562,
      "step": 48411
    },
    {
      "epoch": 1.9828793774319067,
      "grad_norm": 3.122768790702208,
      "learning_rate": 0.0002298909913939605,
      "loss": 5.375,
      "step": 48412
    },
    {
      "epoch": 1.982920335859103,
      "grad_norm": 4.5225286036700645,
      "learning_rate": 0.00022988823105165083,
      "loss": 4.6875,
      "step": 48413
    },
    {
      "epoch": 1.9829612942862993,
      "grad_norm": 2.5500035622628743,
      "learning_rate": 0.00022988547067157464,
      "loss": 3.8906,
      "step": 48414
    },
    {
      "epoch": 1.9830022527134958,
      "grad_norm": 3.0541865682458513,
      "learning_rate": 0.00022988271025373326,
      "loss": 4.0,
      "step": 48415
    },
    {
      "epoch": 1.9830432111406922,
      "grad_norm": 2.687659098644914,
      "learning_rate": 0.00022987994979812795,
      "loss": 4.625,
      "step": 48416
    },
    {
      "epoch": 1.9830841695678885,
      "grad_norm": 2.789758819627489,
      "learning_rate": 0.00022987718930476,
      "loss": 5.2188,
      "step": 48417
    },
    {
      "epoch": 1.983125127995085,
      "grad_norm": 5.46899598802103,
      "learning_rate": 0.0002298744287736308,
      "loss": 2.4219,
      "step": 48418
    },
    {
      "epoch": 1.9831660864222815,
      "grad_norm": 2.7425226059101293,
      "learning_rate": 0.0002298716682047416,
      "loss": 4.25,
      "step": 48419
    },
    {
      "epoch": 1.9832070448494776,
      "grad_norm": 4.364306995950862,
      "learning_rate": 0.0002298689075980937,
      "loss": 6.125,
      "step": 48420
    },
    {
      "epoch": 1.9832480032766742,
      "grad_norm": 2.628997367951602,
      "learning_rate": 0.00022986614695368843,
      "loss": 5.5938,
      "step": 48421
    },
    {
      "epoch": 1.9832889617038707,
      "grad_norm": 2.9587424362908585,
      "learning_rate": 0.00022986338627152707,
      "loss": 5.25,
      "step": 48422
    },
    {
      "epoch": 1.983329920131067,
      "grad_norm": 3.369036843264619,
      "learning_rate": 0.00022986062555161094,
      "loss": 4.0938,
      "step": 48423
    },
    {
      "epoch": 1.9833708785582633,
      "grad_norm": 4.0919210682487215,
      "learning_rate": 0.00022985786479394135,
      "loss": 4.6875,
      "step": 48424
    },
    {
      "epoch": 1.9834118369854599,
      "grad_norm": 7.023459681997705,
      "learning_rate": 0.00022985510399851957,
      "loss": 5.875,
      "step": 48425
    },
    {
      "epoch": 1.9834527954126562,
      "grad_norm": 2.6381798116031487,
      "learning_rate": 0.00022985234316534692,
      "loss": 4.5625,
      "step": 48426
    },
    {
      "epoch": 1.9834937538398525,
      "grad_norm": 3.506352576105824,
      "learning_rate": 0.00022984958229442474,
      "loss": 5.4688,
      "step": 48427
    },
    {
      "epoch": 1.983534712267049,
      "grad_norm": 5.4073920090992615,
      "learning_rate": 0.00022984682138575433,
      "loss": 5.625,
      "step": 48428
    },
    {
      "epoch": 1.9835756706942453,
      "grad_norm": 6.472057196648748,
      "learning_rate": 0.00022984406043933693,
      "loss": 6.5312,
      "step": 48429
    },
    {
      "epoch": 1.9836166291214417,
      "grad_norm": 2.695013817666046,
      "learning_rate": 0.0002298412994551739,
      "loss": 4.9375,
      "step": 48430
    },
    {
      "epoch": 1.9836575875486382,
      "grad_norm": 3.001825356742608,
      "learning_rate": 0.00022983853843326656,
      "loss": 5.2188,
      "step": 48431
    },
    {
      "epoch": 1.9836985459758345,
      "grad_norm": 3.9755349294820794,
      "learning_rate": 0.00022983577737361623,
      "loss": 6.6875,
      "step": 48432
    },
    {
      "epoch": 1.9837395044030308,
      "grad_norm": 2.5872353734709934,
      "learning_rate": 0.0002298330162762241,
      "loss": 4.0938,
      "step": 48433
    },
    {
      "epoch": 1.9837804628302274,
      "grad_norm": 2.480216034040494,
      "learning_rate": 0.00022983025514109156,
      "loss": 4.0938,
      "step": 48434
    },
    {
      "epoch": 1.9838214212574237,
      "grad_norm": 2.6900481591927434,
      "learning_rate": 0.00022982749396821995,
      "loss": 4.375,
      "step": 48435
    },
    {
      "epoch": 1.98386237968462,
      "grad_norm": 6.203709193576635,
      "learning_rate": 0.00022982473275761053,
      "loss": 6.375,
      "step": 48436
    },
    {
      "epoch": 1.9839033381118165,
      "grad_norm": 3.909185053673514,
      "learning_rate": 0.0002298219715092646,
      "loss": 3.2656,
      "step": 48437
    },
    {
      "epoch": 1.983944296539013,
      "grad_norm": 2.059735839410055,
      "learning_rate": 0.00022981921022318343,
      "loss": 1.2109,
      "step": 48438
    },
    {
      "epoch": 1.9839852549662091,
      "grad_norm": 3.024212051558518,
      "learning_rate": 0.00022981644889936842,
      "loss": 3.8125,
      "step": 48439
    },
    {
      "epoch": 1.9840262133934057,
      "grad_norm": 2.8145594337042485,
      "learning_rate": 0.0002298136875378208,
      "loss": 4.8438,
      "step": 48440
    },
    {
      "epoch": 1.9840671718206022,
      "grad_norm": 2.4553481543691937,
      "learning_rate": 0.00022981092613854197,
      "loss": 5.375,
      "step": 48441
    },
    {
      "epoch": 1.9841081302477985,
      "grad_norm": 2.8309808590439136,
      "learning_rate": 0.00022980816470153306,
      "loss": 4.6562,
      "step": 48442
    },
    {
      "epoch": 1.9841490886749948,
      "grad_norm": 7.612284270940052,
      "learning_rate": 0.00022980540322679554,
      "loss": 6.9688,
      "step": 48443
    },
    {
      "epoch": 1.9841900471021914,
      "grad_norm": 3.2045103967899653,
      "learning_rate": 0.00022980264171433066,
      "loss": 7.2812,
      "step": 48444
    },
    {
      "epoch": 1.9842310055293877,
      "grad_norm": 2.46097372511912,
      "learning_rate": 0.0002297998801641397,
      "loss": 4.4062,
      "step": 48445
    },
    {
      "epoch": 1.984271963956584,
      "grad_norm": 2.864951669477508,
      "learning_rate": 0.00022979711857622396,
      "loss": 4.9688,
      "step": 48446
    },
    {
      "epoch": 1.9843129223837805,
      "grad_norm": 7.30176065805198,
      "learning_rate": 0.00022979435695058483,
      "loss": 3.6562,
      "step": 48447
    },
    {
      "epoch": 1.9843538808109769,
      "grad_norm": 3.1421496136359446,
      "learning_rate": 0.0002297915952872235,
      "loss": 1.4688,
      "step": 48448
    },
    {
      "epoch": 1.9843948392381732,
      "grad_norm": 2.7234819370854386,
      "learning_rate": 0.00022978883358614141,
      "loss": 4.7188,
      "step": 48449
    },
    {
      "epoch": 1.9844357976653697,
      "grad_norm": 3.2660093722327512,
      "learning_rate": 0.0002297860718473397,
      "loss": 5.9688,
      "step": 48450
    },
    {
      "epoch": 1.984476756092566,
      "grad_norm": 4.026953183968584,
      "learning_rate": 0.00022978331007081983,
      "loss": 4.5938,
      "step": 48451
    },
    {
      "epoch": 1.9845177145197623,
      "grad_norm": 2.4248592401082516,
      "learning_rate": 0.00022978054825658305,
      "loss": 4.625,
      "step": 48452
    },
    {
      "epoch": 1.9845586729469589,
      "grad_norm": 3.704230310811448,
      "learning_rate": 0.00022977778640463062,
      "loss": 5.7812,
      "step": 48453
    },
    {
      "epoch": 1.9845996313741552,
      "grad_norm": 2.7042956471802375,
      "learning_rate": 0.00022977502451496389,
      "loss": 4.9688,
      "step": 48454
    },
    {
      "epoch": 1.9846405898013515,
      "grad_norm": 2.680327079586972,
      "learning_rate": 0.00022977226258758413,
      "loss": 4.9688,
      "step": 48455
    },
    {
      "epoch": 1.984681548228548,
      "grad_norm": 4.070902679129429,
      "learning_rate": 0.0002297695006224927,
      "loss": 6.1562,
      "step": 48456
    },
    {
      "epoch": 1.9847225066557446,
      "grad_norm": 2.656394614567945,
      "learning_rate": 0.00022976673861969092,
      "loss": 4.0625,
      "step": 48457
    },
    {
      "epoch": 1.9847634650829407,
      "grad_norm": 2.9698616517044405,
      "learning_rate": 0.00022976397657917995,
      "loss": 5.5625,
      "step": 48458
    },
    {
      "epoch": 1.9848044235101372,
      "grad_norm": 2.826160941965383,
      "learning_rate": 0.00022976121450096128,
      "loss": 6.1875,
      "step": 48459
    },
    {
      "epoch": 1.9848453819373337,
      "grad_norm": 5.578707271296431,
      "learning_rate": 0.00022975845238503613,
      "loss": 6.7188,
      "step": 48460
    },
    {
      "epoch": 1.98488634036453,
      "grad_norm": 2.803597632983951,
      "learning_rate": 0.00022975569023140578,
      "loss": 4.8125,
      "step": 48461
    },
    {
      "epoch": 1.9849272987917264,
      "grad_norm": 3.9734906510776122,
      "learning_rate": 0.00022975292804007158,
      "loss": 5.375,
      "step": 48462
    },
    {
      "epoch": 1.984968257218923,
      "grad_norm": 4.128619763531484,
      "learning_rate": 0.00022975016581103485,
      "loss": 5.7812,
      "step": 48463
    },
    {
      "epoch": 1.9850092156461192,
      "grad_norm": 2.526126838047385,
      "learning_rate": 0.0002297474035442969,
      "loss": 4.7812,
      "step": 48464
    },
    {
      "epoch": 1.9850501740733155,
      "grad_norm": 3.480718030495771,
      "learning_rate": 0.00022974464123985892,
      "loss": 5.4688,
      "step": 48465
    },
    {
      "epoch": 1.985091132500512,
      "grad_norm": 2.595740524077444,
      "learning_rate": 0.00022974187889772234,
      "loss": 4.5,
      "step": 48466
    },
    {
      "epoch": 1.9851320909277084,
      "grad_norm": 3.1178286901419874,
      "learning_rate": 0.0002297391165178884,
      "loss": 0.8555,
      "step": 48467
    },
    {
      "epoch": 1.9851730493549047,
      "grad_norm": 2.5935333253067117,
      "learning_rate": 0.00022973635410035846,
      "loss": 5.0625,
      "step": 48468
    },
    {
      "epoch": 1.9852140077821012,
      "grad_norm": 6.044367847101637,
      "learning_rate": 0.00022973359164513382,
      "loss": 1.4453,
      "step": 48469
    },
    {
      "epoch": 1.9852549662092975,
      "grad_norm": 5.9527074286660975,
      "learning_rate": 0.0002297308291522157,
      "loss": 5.5312,
      "step": 48470
    },
    {
      "epoch": 1.9852959246364938,
      "grad_norm": 3.4871148016107987,
      "learning_rate": 0.00022972806662160554,
      "loss": 5.7188,
      "step": 48471
    },
    {
      "epoch": 1.9853368830636904,
      "grad_norm": 2.952684834134441,
      "learning_rate": 0.00022972530405330455,
      "loss": 4.9688,
      "step": 48472
    },
    {
      "epoch": 1.9853778414908867,
      "grad_norm": 2.823121797099081,
      "learning_rate": 0.00022972254144731406,
      "loss": 4.7812,
      "step": 48473
    },
    {
      "epoch": 1.985418799918083,
      "grad_norm": 4.349588411286675,
      "learning_rate": 0.00022971977880363538,
      "loss": 6.5625,
      "step": 48474
    },
    {
      "epoch": 1.9854597583452795,
      "grad_norm": 3.235000947744077,
      "learning_rate": 0.00022971701612226983,
      "loss": 4.3438,
      "step": 48475
    },
    {
      "epoch": 1.985500716772476,
      "grad_norm": 2.6679481454513745,
      "learning_rate": 0.00022971425340321869,
      "loss": 3.5625,
      "step": 48476
    },
    {
      "epoch": 1.9855416751996722,
      "grad_norm": 3.9624966572766684,
      "learning_rate": 0.00022971149064648328,
      "loss": 5.625,
      "step": 48477
    },
    {
      "epoch": 1.9855826336268687,
      "grad_norm": 3.7151789816662992,
      "learning_rate": 0.00022970872785206488,
      "loss": 5.5,
      "step": 48478
    },
    {
      "epoch": 1.9856235920540652,
      "grad_norm": 2.4768654820332645,
      "learning_rate": 0.00022970596501996484,
      "loss": 4.3125,
      "step": 48479
    },
    {
      "epoch": 1.9856645504812616,
      "grad_norm": 2.785403820936747,
      "learning_rate": 0.00022970320215018442,
      "loss": 4.5312,
      "step": 48480
    },
    {
      "epoch": 1.9857055089084579,
      "grad_norm": 6.18072768707095,
      "learning_rate": 0.00022970043924272498,
      "loss": 6.4688,
      "step": 48481
    },
    {
      "epoch": 1.9857464673356544,
      "grad_norm": 2.560561244572628,
      "learning_rate": 0.00022969767629758776,
      "loss": 4.7812,
      "step": 48482
    },
    {
      "epoch": 1.9857874257628507,
      "grad_norm": 4.627409944937913,
      "learning_rate": 0.00022969491331477416,
      "loss": 3.6406,
      "step": 48483
    },
    {
      "epoch": 1.985828384190047,
      "grad_norm": 3.824661618595694,
      "learning_rate": 0.00022969215029428538,
      "loss": 5.3438,
      "step": 48484
    },
    {
      "epoch": 1.9858693426172436,
      "grad_norm": 3.1059381138806397,
      "learning_rate": 0.00022968938723612282,
      "loss": 4.1875,
      "step": 48485
    },
    {
      "epoch": 1.9859103010444399,
      "grad_norm": 2.9789515798948885,
      "learning_rate": 0.00022968662414028768,
      "loss": 5.625,
      "step": 48486
    },
    {
      "epoch": 1.9859512594716362,
      "grad_norm": 2.367656430481254,
      "learning_rate": 0.00022968386100678136,
      "loss": 4.125,
      "step": 48487
    },
    {
      "epoch": 1.9859922178988327,
      "grad_norm": 3.028704388805544,
      "learning_rate": 0.00022968109783560515,
      "loss": 5.8125,
      "step": 48488
    },
    {
      "epoch": 1.986033176326029,
      "grad_norm": 2.57198666558176,
      "learning_rate": 0.00022967833462676036,
      "loss": 3.7969,
      "step": 48489
    },
    {
      "epoch": 1.9860741347532254,
      "grad_norm": 3.9051999700915494,
      "learning_rate": 0.00022967557138024822,
      "loss": 5.5,
      "step": 48490
    },
    {
      "epoch": 1.986115093180422,
      "grad_norm": 2.4344039416212575,
      "learning_rate": 0.00022967280809607011,
      "loss": 4.125,
      "step": 48491
    },
    {
      "epoch": 1.9861560516076184,
      "grad_norm": 2.6487800553982335,
      "learning_rate": 0.00022967004477422734,
      "loss": 4.625,
      "step": 48492
    },
    {
      "epoch": 1.9861970100348145,
      "grad_norm": 4.7032993143929716,
      "learning_rate": 0.00022966728141472117,
      "loss": 3.1719,
      "step": 48493
    },
    {
      "epoch": 1.986237968462011,
      "grad_norm": 3.062206905358046,
      "learning_rate": 0.00022966451801755295,
      "loss": 4.5312,
      "step": 48494
    },
    {
      "epoch": 1.9862789268892076,
      "grad_norm": 2.681290702232048,
      "learning_rate": 0.00022966175458272395,
      "loss": 4.625,
      "step": 48495
    },
    {
      "epoch": 1.9863198853164037,
      "grad_norm": 3.03542169626715,
      "learning_rate": 0.00022965899111023554,
      "loss": 5.0625,
      "step": 48496
    },
    {
      "epoch": 1.9863608437436002,
      "grad_norm": 3.9144481442453944,
      "learning_rate": 0.00022965622760008896,
      "loss": 6.5938,
      "step": 48497
    },
    {
      "epoch": 1.9864018021707968,
      "grad_norm": 2.766153918533524,
      "learning_rate": 0.0002296534640522855,
      "loss": 4.9062,
      "step": 48498
    },
    {
      "epoch": 1.986442760597993,
      "grad_norm": 2.5799559065273745,
      "learning_rate": 0.00022965070046682655,
      "loss": 5.125,
      "step": 48499
    },
    {
      "epoch": 1.9864837190251894,
      "grad_norm": 3.675164407816201,
      "learning_rate": 0.00022964793684371332,
      "loss": 4.7188,
      "step": 48500
    },
    {
      "epoch": 1.986524677452386,
      "grad_norm": 3.123912452592089,
      "learning_rate": 0.0002296451731829472,
      "loss": 3.1094,
      "step": 48501
    },
    {
      "epoch": 1.9865656358795822,
      "grad_norm": 7.787857643426067,
      "learning_rate": 0.00022964240948452946,
      "loss": 4.4688,
      "step": 48502
    },
    {
      "epoch": 1.9866065943067786,
      "grad_norm": 2.9151934515736886,
      "learning_rate": 0.00022963964574846142,
      "loss": 4.5625,
      "step": 48503
    },
    {
      "epoch": 1.986647552733975,
      "grad_norm": 2.7537488921042286,
      "learning_rate": 0.00022963688197474437,
      "loss": 4.9062,
      "step": 48504
    },
    {
      "epoch": 1.9866885111611714,
      "grad_norm": 4.224448034509371,
      "learning_rate": 0.00022963411816337965,
      "loss": 4.875,
      "step": 48505
    },
    {
      "epoch": 1.9867294695883677,
      "grad_norm": 2.7974174176891484,
      "learning_rate": 0.00022963135431436848,
      "loss": 4.8125,
      "step": 48506
    },
    {
      "epoch": 1.9867704280155642,
      "grad_norm": 3.4235436379988657,
      "learning_rate": 0.00022962859042771223,
      "loss": 5.6562,
      "step": 48507
    },
    {
      "epoch": 1.9868113864427606,
      "grad_norm": 3.202537876613024,
      "learning_rate": 0.00022962582650341227,
      "loss": 4.375,
      "step": 48508
    },
    {
      "epoch": 1.9868523448699569,
      "grad_norm": 3.090360961596756,
      "learning_rate": 0.00022962306254146984,
      "loss": 4.0938,
      "step": 48509
    },
    {
      "epoch": 1.9868933032971534,
      "grad_norm": 2.4979886057402907,
      "learning_rate": 0.00022962029854188616,
      "loss": 5.1875,
      "step": 48510
    },
    {
      "epoch": 1.98693426172435,
      "grad_norm": 2.84318500144621,
      "learning_rate": 0.0002296175345046627,
      "loss": 4.6562,
      "step": 48511
    },
    {
      "epoch": 1.986975220151546,
      "grad_norm": 1.8685290762944584,
      "learning_rate": 0.00022961477042980069,
      "loss": 3.1562,
      "step": 48512
    },
    {
      "epoch": 1.9870161785787426,
      "grad_norm": 4.743184152867895,
      "learning_rate": 0.00022961200631730144,
      "loss": 5.4688,
      "step": 48513
    },
    {
      "epoch": 1.9870571370059391,
      "grad_norm": 2.722469172625825,
      "learning_rate": 0.00022960924216716618,
      "loss": 5.2188,
      "step": 48514
    },
    {
      "epoch": 1.9870980954331352,
      "grad_norm": 2.6648346099487674,
      "learning_rate": 0.0002296064779793963,
      "loss": 4.8438,
      "step": 48515
    },
    {
      "epoch": 1.9871390538603317,
      "grad_norm": 3.083518219264618,
      "learning_rate": 0.00022960371375399316,
      "loss": 4.5,
      "step": 48516
    },
    {
      "epoch": 1.9871800122875283,
      "grad_norm": 5.295056315314186,
      "learning_rate": 0.000229600949490958,
      "loss": 2.2188,
      "step": 48517
    },
    {
      "epoch": 1.9872209707147246,
      "grad_norm": 3.015102966236848,
      "learning_rate": 0.00022959818519029205,
      "loss": 5.375,
      "step": 48518
    },
    {
      "epoch": 1.987261929141921,
      "grad_norm": 2.6196647901072088,
      "learning_rate": 0.00022959542085199675,
      "loss": 4.5312,
      "step": 48519
    },
    {
      "epoch": 1.9873028875691174,
      "grad_norm": 2.8651022064882508,
      "learning_rate": 0.00022959265647607338,
      "loss": 4.5,
      "step": 48520
    },
    {
      "epoch": 1.9873438459963138,
      "grad_norm": 2.5102586910181235,
      "learning_rate": 0.00022958989206252317,
      "loss": 4.5,
      "step": 48521
    },
    {
      "epoch": 1.98738480442351,
      "grad_norm": 4.3868209521160315,
      "learning_rate": 0.0002295871276113475,
      "loss": 6.1875,
      "step": 48522
    },
    {
      "epoch": 1.9874257628507066,
      "grad_norm": 2.879247959920304,
      "learning_rate": 0.00022958436312254767,
      "loss": 4.375,
      "step": 48523
    },
    {
      "epoch": 1.987466721277903,
      "grad_norm": 3.809658533024588,
      "learning_rate": 0.00022958159859612495,
      "loss": 6.0312,
      "step": 48524
    },
    {
      "epoch": 1.9875076797050992,
      "grad_norm": 1.932854932573041,
      "learning_rate": 0.0002295788340320807,
      "loss": 2.9844,
      "step": 48525
    },
    {
      "epoch": 1.9875486381322958,
      "grad_norm": 3.006170111143279,
      "learning_rate": 0.00022957606943041614,
      "loss": 4.5938,
      "step": 48526
    },
    {
      "epoch": 1.987589596559492,
      "grad_norm": 2.7933464086794144,
      "learning_rate": 0.00022957330479113266,
      "loss": 4.8125,
      "step": 48527
    },
    {
      "epoch": 1.9876305549866884,
      "grad_norm": 10.562377410191685,
      "learning_rate": 0.00022957054011423154,
      "loss": 5.0938,
      "step": 48528
    },
    {
      "epoch": 1.987671513413885,
      "grad_norm": 7.460794309211179,
      "learning_rate": 0.0002295677753997141,
      "loss": 6.5625,
      "step": 48529
    },
    {
      "epoch": 1.9877124718410815,
      "grad_norm": 2.8884761887077017,
      "learning_rate": 0.0002295650106475816,
      "loss": 4.9062,
      "step": 48530
    },
    {
      "epoch": 1.9877534302682776,
      "grad_norm": 2.8876295084744745,
      "learning_rate": 0.0002295622458578354,
      "loss": 5.9062,
      "step": 48531
    },
    {
      "epoch": 1.987794388695474,
      "grad_norm": 3.105348109619823,
      "learning_rate": 0.0002295594810304768,
      "loss": 6.1875,
      "step": 48532
    },
    {
      "epoch": 1.9878353471226706,
      "grad_norm": 2.7789210275770784,
      "learning_rate": 0.0002295567161655071,
      "loss": 5.375,
      "step": 48533
    },
    {
      "epoch": 1.987876305549867,
      "grad_norm": 2.945085507001885,
      "learning_rate": 0.00022955395126292752,
      "loss": 4.7812,
      "step": 48534
    },
    {
      "epoch": 1.9879172639770633,
      "grad_norm": 3.408207493743361,
      "learning_rate": 0.00022955118632273953,
      "loss": 5.5,
      "step": 48535
    },
    {
      "epoch": 1.9879582224042598,
      "grad_norm": 2.6995452081694777,
      "learning_rate": 0.00022954842134494433,
      "loss": 4.5312,
      "step": 48536
    },
    {
      "epoch": 1.987999180831456,
      "grad_norm": 5.701785106218273,
      "learning_rate": 0.00022954565632954328,
      "loss": 5.6562,
      "step": 48537
    },
    {
      "epoch": 1.9880401392586524,
      "grad_norm": 6.586562161402624,
      "learning_rate": 0.0002295428912765376,
      "loss": 6.5,
      "step": 48538
    },
    {
      "epoch": 1.988081097685849,
      "grad_norm": 3.8387409922789266,
      "learning_rate": 0.00022954012618592873,
      "loss": 4.8125,
      "step": 48539
    },
    {
      "epoch": 1.9881220561130453,
      "grad_norm": 2.801079261028943,
      "learning_rate": 0.00022953736105771786,
      "loss": 4.3125,
      "step": 48540
    },
    {
      "epoch": 1.9881630145402416,
      "grad_norm": 3.179861495499194,
      "learning_rate": 0.00022953459589190634,
      "loss": 4.9062,
      "step": 48541
    },
    {
      "epoch": 1.9882039729674381,
      "grad_norm": 3.583766444213709,
      "learning_rate": 0.00022953183068849547,
      "loss": 7.3438,
      "step": 48542
    },
    {
      "epoch": 1.9882449313946344,
      "grad_norm": 2.92850903526416,
      "learning_rate": 0.00022952906544748656,
      "loss": 4.6562,
      "step": 48543
    },
    {
      "epoch": 1.9882858898218307,
      "grad_norm": 4.8000241266802215,
      "learning_rate": 0.00022952630016888096,
      "loss": 4.5,
      "step": 48544
    },
    {
      "epoch": 1.9883268482490273,
      "grad_norm": 8.240720536083487,
      "learning_rate": 0.00022952353485267995,
      "loss": 4.3125,
      "step": 48545
    },
    {
      "epoch": 1.9883678066762236,
      "grad_norm": 3.5956336026880806,
      "learning_rate": 0.00022952076949888476,
      "loss": 4.7812,
      "step": 48546
    },
    {
      "epoch": 1.98840876510342,
      "grad_norm": 2.9672482716501514,
      "learning_rate": 0.00022951800410749687,
      "loss": 4.9688,
      "step": 48547
    },
    {
      "epoch": 1.9884497235306164,
      "grad_norm": 3.05001526124916,
      "learning_rate": 0.0002295152386785174,
      "loss": 5.5625,
      "step": 48548
    },
    {
      "epoch": 1.988490681957813,
      "grad_norm": 2.381184807690682,
      "learning_rate": 0.00022951247321194778,
      "loss": 4.0312,
      "step": 48549
    },
    {
      "epoch": 1.988531640385009,
      "grad_norm": 2.821544239307682,
      "learning_rate": 0.00022950970770778924,
      "loss": 4.9062,
      "step": 48550
    },
    {
      "epoch": 1.9885725988122056,
      "grad_norm": 2.6777310621561283,
      "learning_rate": 0.0002295069421660431,
      "loss": 4.125,
      "step": 48551
    },
    {
      "epoch": 1.9886135572394021,
      "grad_norm": 2.915989128988324,
      "learning_rate": 0.00022950417658671075,
      "loss": 4.5625,
      "step": 48552
    },
    {
      "epoch": 1.9886545156665985,
      "grad_norm": 1.8698878089933468,
      "learning_rate": 0.00022950141096979342,
      "loss": 2.8438,
      "step": 48553
    },
    {
      "epoch": 1.9886954740937948,
      "grad_norm": 2.685060387234952,
      "learning_rate": 0.0002294986453152924,
      "loss": 5.0,
      "step": 48554
    },
    {
      "epoch": 1.9887364325209913,
      "grad_norm": 2.686262363718547,
      "learning_rate": 0.00022949587962320912,
      "loss": 4.6875,
      "step": 48555
    },
    {
      "epoch": 1.9887773909481876,
      "grad_norm": 2.6453087951979404,
      "learning_rate": 0.00022949311389354473,
      "loss": 4.5,
      "step": 48556
    },
    {
      "epoch": 1.988818349375384,
      "grad_norm": 3.1684988083613748,
      "learning_rate": 0.00022949034812630063,
      "loss": 6.1562,
      "step": 48557
    },
    {
      "epoch": 1.9888593078025805,
      "grad_norm": 3.06194462297149,
      "learning_rate": 0.0002294875823214781,
      "loss": 5.3438,
      "step": 48558
    },
    {
      "epoch": 1.9889002662297768,
      "grad_norm": 2.567763241797904,
      "learning_rate": 0.00022948481647907845,
      "loss": 4.4062,
      "step": 48559
    },
    {
      "epoch": 1.988941224656973,
      "grad_norm": 6.341316934204075,
      "learning_rate": 0.00022948205059910301,
      "loss": 1.875,
      "step": 48560
    },
    {
      "epoch": 1.9889821830841696,
      "grad_norm": 3.2808606381664758,
      "learning_rate": 0.0002294792846815531,
      "loss": 1.8906,
      "step": 48561
    },
    {
      "epoch": 1.989023141511366,
      "grad_norm": 4.644090372391635,
      "learning_rate": 0.00022947651872642986,
      "loss": 4.7188,
      "step": 48562
    },
    {
      "epoch": 1.9890640999385623,
      "grad_norm": 2.477209705435235,
      "learning_rate": 0.00022947375273373486,
      "loss": 4.7812,
      "step": 48563
    },
    {
      "epoch": 1.9891050583657588,
      "grad_norm": 3.0008379416556474,
      "learning_rate": 0.00022947098670346924,
      "loss": 4.3125,
      "step": 48564
    },
    {
      "epoch": 1.989146016792955,
      "grad_norm": 2.593571862198547,
      "learning_rate": 0.00022946822063563436,
      "loss": 3.3594,
      "step": 48565
    },
    {
      "epoch": 1.9891869752201514,
      "grad_norm": 2.3891746976907435,
      "learning_rate": 0.0002294654545302315,
      "loss": 4.3125,
      "step": 48566
    },
    {
      "epoch": 1.989227933647348,
      "grad_norm": 2.397379258742862,
      "learning_rate": 0.00022946268838726204,
      "loss": 4.1562,
      "step": 48567
    },
    {
      "epoch": 1.9892688920745445,
      "grad_norm": 2.5931684452168486,
      "learning_rate": 0.00022945992220672716,
      "loss": 5.0625,
      "step": 48568
    },
    {
      "epoch": 1.9893098505017406,
      "grad_norm": 3.1455788545989964,
      "learning_rate": 0.0002294571559886283,
      "loss": 5.0312,
      "step": 48569
    },
    {
      "epoch": 1.9893508089289371,
      "grad_norm": 2.7529665260325054,
      "learning_rate": 0.0002294543897329666,
      "loss": 4.5,
      "step": 48570
    },
    {
      "epoch": 1.9893917673561337,
      "grad_norm": 4.572305845129792,
      "learning_rate": 0.0002294516234397436,
      "loss": 5.5625,
      "step": 48571
    },
    {
      "epoch": 1.98943272578333,
      "grad_norm": 8.948026027260982,
      "learning_rate": 0.00022944885710896043,
      "loss": 5.0,
      "step": 48572
    },
    {
      "epoch": 1.9894736842105263,
      "grad_norm": 2.3843396339742484,
      "learning_rate": 0.00022944609074061848,
      "loss": 4.6875,
      "step": 48573
    },
    {
      "epoch": 1.9895146426377228,
      "grad_norm": 3.3160151010864873,
      "learning_rate": 0.00022944332433471896,
      "loss": 3.2188,
      "step": 48574
    },
    {
      "epoch": 1.9895556010649191,
      "grad_norm": 3.8147959378713017,
      "learning_rate": 0.00022944055789126327,
      "loss": 3.9844,
      "step": 48575
    },
    {
      "epoch": 1.9895965594921154,
      "grad_norm": 3.249141433826816,
      "learning_rate": 0.00022943779141025274,
      "loss": 5.6875,
      "step": 48576
    },
    {
      "epoch": 1.989637517919312,
      "grad_norm": 2.426016581517909,
      "learning_rate": 0.00022943502489168865,
      "loss": 4.6875,
      "step": 48577
    },
    {
      "epoch": 1.9896784763465083,
      "grad_norm": 2.6038615026149863,
      "learning_rate": 0.00022943225833557218,
      "loss": 4.3125,
      "step": 48578
    },
    {
      "epoch": 1.9897194347737046,
      "grad_norm": 2.6948348472737926,
      "learning_rate": 0.0002294294917419048,
      "loss": 4.2188,
      "step": 48579
    },
    {
      "epoch": 1.9897603932009011,
      "grad_norm": 11.442156902329252,
      "learning_rate": 0.00022942672511068782,
      "loss": 6.1562,
      "step": 48580
    },
    {
      "epoch": 1.9898013516280975,
      "grad_norm": 2.868589043058688,
      "learning_rate": 0.00022942395844192243,
      "loss": 4.0938,
      "step": 48581
    },
    {
      "epoch": 1.9898423100552938,
      "grad_norm": 2.360262200139148,
      "learning_rate": 0.00022942119173561003,
      "loss": 4.4375,
      "step": 48582
    },
    {
      "epoch": 1.9898832684824903,
      "grad_norm": 2.3549150380590573,
      "learning_rate": 0.0002294184249917519,
      "loss": 4.4375,
      "step": 48583
    },
    {
      "epoch": 1.9899242269096866,
      "grad_norm": 11.402571033271492,
      "learning_rate": 0.00022941565821034935,
      "loss": 2.2031,
      "step": 48584
    },
    {
      "epoch": 1.989965185336883,
      "grad_norm": 4.379950956067926,
      "learning_rate": 0.00022941289139140366,
      "loss": 4.0938,
      "step": 48585
    },
    {
      "epoch": 1.9900061437640795,
      "grad_norm": 9.258456775255034,
      "learning_rate": 0.00022941012453491617,
      "loss": 4.0312,
      "step": 48586
    },
    {
      "epoch": 1.990047102191276,
      "grad_norm": 5.53279410683301,
      "learning_rate": 0.00022940735764088817,
      "loss": 3.2969,
      "step": 48587
    },
    {
      "epoch": 1.990088060618472,
      "grad_norm": 2.7940824149026042,
      "learning_rate": 0.00022940459070932106,
      "loss": 5.3125,
      "step": 48588
    },
    {
      "epoch": 1.9901290190456686,
      "grad_norm": 3.8577866940263856,
      "learning_rate": 0.00022940182374021597,
      "loss": 5.4062,
      "step": 48589
    },
    {
      "epoch": 1.9901699774728652,
      "grad_norm": 3.135394341367898,
      "learning_rate": 0.00022939905673357433,
      "loss": 4.5625,
      "step": 48590
    },
    {
      "epoch": 1.9902109359000615,
      "grad_norm": 2.4681723268600484,
      "learning_rate": 0.0002293962896893974,
      "loss": 4.4688,
      "step": 48591
    },
    {
      "epoch": 1.9902518943272578,
      "grad_norm": 3.683172350095903,
      "learning_rate": 0.00022939352260768658,
      "loss": 4.2188,
      "step": 48592
    },
    {
      "epoch": 1.9902928527544543,
      "grad_norm": 2.618207676825237,
      "learning_rate": 0.00022939075548844307,
      "loss": 5.25,
      "step": 48593
    },
    {
      "epoch": 1.9903338111816506,
      "grad_norm": 2.7351048968725706,
      "learning_rate": 0.0002293879883316682,
      "loss": 5.1875,
      "step": 48594
    },
    {
      "epoch": 1.990374769608847,
      "grad_norm": 2.5432025300857246,
      "learning_rate": 0.00022938522113736333,
      "loss": 5.0625,
      "step": 48595
    },
    {
      "epoch": 1.9904157280360435,
      "grad_norm": 2.5279165574247457,
      "learning_rate": 0.00022938245390552973,
      "loss": 4.9688,
      "step": 48596
    },
    {
      "epoch": 1.9904566864632398,
      "grad_norm": 2.982176274834615,
      "learning_rate": 0.00022937968663616867,
      "loss": 4.4062,
      "step": 48597
    },
    {
      "epoch": 1.9904976448904361,
      "grad_norm": 3.6916726507284303,
      "learning_rate": 0.00022937691932928153,
      "loss": 4.25,
      "step": 48598
    },
    {
      "epoch": 1.9905386033176327,
      "grad_norm": 3.723472207594334,
      "learning_rate": 0.0002293741519848696,
      "loss": 4.25,
      "step": 48599
    },
    {
      "epoch": 1.990579561744829,
      "grad_norm": 2.5955657538390025,
      "learning_rate": 0.00022937138460293416,
      "loss": 5.0625,
      "step": 48600
    },
    {
      "epoch": 1.9906205201720253,
      "grad_norm": 6.270912677720301,
      "learning_rate": 0.00022936861718347656,
      "loss": 6.75,
      "step": 48601
    },
    {
      "epoch": 1.9906614785992218,
      "grad_norm": 7.077104649071701,
      "learning_rate": 0.00022936584972649802,
      "loss": 4.1875,
      "step": 48602
    },
    {
      "epoch": 1.9907024370264181,
      "grad_norm": 2.6688300997837753,
      "learning_rate": 0.000229363082232,
      "loss": 4.5,
      "step": 48603
    },
    {
      "epoch": 1.9907433954536145,
      "grad_norm": 2.933881017275146,
      "learning_rate": 0.00022936031469998367,
      "loss": 5.0,
      "step": 48604
    },
    {
      "epoch": 1.990784353880811,
      "grad_norm": 3.7666062376538014,
      "learning_rate": 0.00022935754713045042,
      "loss": 7.1875,
      "step": 48605
    },
    {
      "epoch": 1.9908253123080075,
      "grad_norm": 3.413857879836821,
      "learning_rate": 0.00022935477952340148,
      "loss": 4.9688,
      "step": 48606
    },
    {
      "epoch": 1.9908662707352036,
      "grad_norm": 3.6396496796804483,
      "learning_rate": 0.0002293520118788382,
      "loss": 4.25,
      "step": 48607
    },
    {
      "epoch": 1.9909072291624001,
      "grad_norm": 3.5575571520464813,
      "learning_rate": 0.00022934924419676196,
      "loss": 6.375,
      "step": 48608
    },
    {
      "epoch": 1.9909481875895967,
      "grad_norm": 2.9407773887114392,
      "learning_rate": 0.00022934647647717397,
      "loss": 4.875,
      "step": 48609
    },
    {
      "epoch": 1.990989146016793,
      "grad_norm": 8.087647152033966,
      "learning_rate": 0.00022934370872007554,
      "loss": 6.1875,
      "step": 48610
    },
    {
      "epoch": 1.9910301044439893,
      "grad_norm": 2.6950155591212472,
      "learning_rate": 0.00022934094092546804,
      "loss": 4.9062,
      "step": 48611
    },
    {
      "epoch": 1.9910710628711858,
      "grad_norm": 2.7037630660124514,
      "learning_rate": 0.00022933817309335274,
      "loss": 4.1875,
      "step": 48612
    },
    {
      "epoch": 1.9911120212983822,
      "grad_norm": 2.748109352325117,
      "learning_rate": 0.00022933540522373098,
      "loss": 5.0312,
      "step": 48613
    },
    {
      "epoch": 1.9911529797255785,
      "grad_norm": 2.652448339562484,
      "learning_rate": 0.00022933263731660398,
      "loss": 4.0625,
      "step": 48614
    },
    {
      "epoch": 1.991193938152775,
      "grad_norm": 3.734558508286899,
      "learning_rate": 0.00022932986937197313,
      "loss": 6.1562,
      "step": 48615
    },
    {
      "epoch": 1.9912348965799713,
      "grad_norm": 2.507205799371799,
      "learning_rate": 0.00022932710138983973,
      "loss": 4.7812,
      "step": 48616
    },
    {
      "epoch": 1.9912758550071676,
      "grad_norm": 2.324370802954925,
      "learning_rate": 0.0002293243333702051,
      "loss": 3.0938,
      "step": 48617
    },
    {
      "epoch": 1.9913168134343642,
      "grad_norm": 3.0483616476314475,
      "learning_rate": 0.00022932156531307052,
      "loss": 4.9062,
      "step": 48618
    },
    {
      "epoch": 1.9913577718615605,
      "grad_norm": 4.4052220794045205,
      "learning_rate": 0.00022931879721843734,
      "loss": 4.4688,
      "step": 48619
    },
    {
      "epoch": 1.9913987302887568,
      "grad_norm": 3.0085423817325756,
      "learning_rate": 0.00022931602908630682,
      "loss": 4.8438,
      "step": 48620
    },
    {
      "epoch": 1.9914396887159533,
      "grad_norm": 2.963050049430778,
      "learning_rate": 0.00022931326091668025,
      "loss": 1.7578,
      "step": 48621
    },
    {
      "epoch": 1.9914806471431497,
      "grad_norm": 2.7601181255336105,
      "learning_rate": 0.00022931049270955898,
      "loss": 4.7188,
      "step": 48622
    },
    {
      "epoch": 1.991521605570346,
      "grad_norm": 2.4463341317066076,
      "learning_rate": 0.00022930772446494433,
      "loss": 4.1875,
      "step": 48623
    },
    {
      "epoch": 1.9915625639975425,
      "grad_norm": 2.561568207609186,
      "learning_rate": 0.00022930495618283758,
      "loss": 3.8125,
      "step": 48624
    },
    {
      "epoch": 1.991603522424739,
      "grad_norm": 3.2753637049650024,
      "learning_rate": 0.00022930218786324004,
      "loss": 4.9688,
      "step": 48625
    },
    {
      "epoch": 1.9916444808519351,
      "grad_norm": 2.5341326423086867,
      "learning_rate": 0.00022929941950615304,
      "loss": 3.9062,
      "step": 48626
    },
    {
      "epoch": 1.9916854392791317,
      "grad_norm": 2.293793750318764,
      "learning_rate": 0.00022929665111157786,
      "loss": 3.2188,
      "step": 48627
    },
    {
      "epoch": 1.9917263977063282,
      "grad_norm": 2.8852400513777274,
      "learning_rate": 0.00022929388267951584,
      "loss": 4.625,
      "step": 48628
    },
    {
      "epoch": 1.9917673561335245,
      "grad_norm": 3.848647321144297,
      "learning_rate": 0.00022929111420996826,
      "loss": 5.4375,
      "step": 48629
    },
    {
      "epoch": 1.9918083145607208,
      "grad_norm": 3.6098299821912825,
      "learning_rate": 0.00022928834570293643,
      "loss": 4.0938,
      "step": 48630
    },
    {
      "epoch": 1.9918492729879174,
      "grad_norm": 3.6619683294775895,
      "learning_rate": 0.00022928557715842172,
      "loss": 3.6875,
      "step": 48631
    },
    {
      "epoch": 1.9918902314151137,
      "grad_norm": 5.185922404966947,
      "learning_rate": 0.00022928280857642533,
      "loss": 5.0938,
      "step": 48632
    },
    {
      "epoch": 1.99193118984231,
      "grad_norm": 3.0007253011083,
      "learning_rate": 0.0002292800399569487,
      "loss": 4.8438,
      "step": 48633
    },
    {
      "epoch": 1.9919721482695065,
      "grad_norm": 4.942588346706766,
      "learning_rate": 0.00022927727129999303,
      "loss": 5.75,
      "step": 48634
    },
    {
      "epoch": 1.9920131066967028,
      "grad_norm": 2.969122388304559,
      "learning_rate": 0.00022927450260555964,
      "loss": 4.875,
      "step": 48635
    },
    {
      "epoch": 1.9920540651238992,
      "grad_norm": 4.760726001948768,
      "learning_rate": 0.00022927173387364989,
      "loss": 5.6875,
      "step": 48636
    },
    {
      "epoch": 1.9920950235510957,
      "grad_norm": 2.609964934867479,
      "learning_rate": 0.00022926896510426506,
      "loss": 5.1562,
      "step": 48637
    },
    {
      "epoch": 1.992135981978292,
      "grad_norm": 9.748194856749747,
      "learning_rate": 0.00022926619629740647,
      "loss": 1.8047,
      "step": 48638
    },
    {
      "epoch": 1.9921769404054883,
      "grad_norm": 3.0544476688195896,
      "learning_rate": 0.0002292634274530754,
      "loss": 5.5938,
      "step": 48639
    },
    {
      "epoch": 1.9922178988326849,
      "grad_norm": 2.7194512055408055,
      "learning_rate": 0.00022926065857127324,
      "loss": 4.625,
      "step": 48640
    },
    {
      "epoch": 1.9922588572598812,
      "grad_norm": 2.9215516781263746,
      "learning_rate": 0.0002292578896520012,
      "loss": 5.6562,
      "step": 48641
    },
    {
      "epoch": 1.9922998156870775,
      "grad_norm": 2.5087611830691,
      "learning_rate": 0.0002292551206952606,
      "loss": 5.2812,
      "step": 48642
    },
    {
      "epoch": 1.992340774114274,
      "grad_norm": 8.978091132402822,
      "learning_rate": 0.0002292523517010528,
      "loss": 3.3906,
      "step": 48643
    },
    {
      "epoch": 1.9923817325414706,
      "grad_norm": 7.618409088470682,
      "learning_rate": 0.0002292495826693791,
      "loss": 3.2812,
      "step": 48644
    },
    {
      "epoch": 1.9924226909686666,
      "grad_norm": 2.7488587934459527,
      "learning_rate": 0.0002292468136002408,
      "loss": 4.25,
      "step": 48645
    },
    {
      "epoch": 1.9924636493958632,
      "grad_norm": 3.371463120220239,
      "learning_rate": 0.0002292440444936392,
      "loss": 5.4375,
      "step": 48646
    },
    {
      "epoch": 1.9925046078230597,
      "grad_norm": 3.1779954355931044,
      "learning_rate": 0.0002292412753495756,
      "loss": 4.75,
      "step": 48647
    },
    {
      "epoch": 1.992545566250256,
      "grad_norm": 3.097304039883776,
      "learning_rate": 0.0002292385061680513,
      "loss": 5.0,
      "step": 48648
    },
    {
      "epoch": 1.9925865246774523,
      "grad_norm": 2.411603025387804,
      "learning_rate": 0.0002292357369490677,
      "loss": 4.3125,
      "step": 48649
    },
    {
      "epoch": 1.9926274831046489,
      "grad_norm": 3.102636040433316,
      "learning_rate": 0.00022923296769262596,
      "loss": 4.4375,
      "step": 48650
    },
    {
      "epoch": 1.9926684415318452,
      "grad_norm": 2.835257842816217,
      "learning_rate": 0.00022923019839872757,
      "loss": 4.9062,
      "step": 48651
    },
    {
      "epoch": 1.9927093999590415,
      "grad_norm": 3.1080756820063837,
      "learning_rate": 0.00022922742906737365,
      "loss": 4.9688,
      "step": 48652
    },
    {
      "epoch": 1.992750358386238,
      "grad_norm": 3.2325462194113883,
      "learning_rate": 0.00022922465969856567,
      "loss": 4.875,
      "step": 48653
    },
    {
      "epoch": 1.9927913168134344,
      "grad_norm": 2.8172697661819632,
      "learning_rate": 0.0002292218902923048,
      "loss": 4.625,
      "step": 48654
    },
    {
      "epoch": 1.9928322752406307,
      "grad_norm": 3.524592420617221,
      "learning_rate": 0.0002292191208485925,
      "loss": 4.625,
      "step": 48655
    },
    {
      "epoch": 1.9928732336678272,
      "grad_norm": 2.7869588594231636,
      "learning_rate": 0.00022921635136742994,
      "loss": 4.5625,
      "step": 48656
    },
    {
      "epoch": 1.9929141920950235,
      "grad_norm": 2.938867539422627,
      "learning_rate": 0.0002292135818488185,
      "loss": 4.5938,
      "step": 48657
    },
    {
      "epoch": 1.9929551505222198,
      "grad_norm": 2.9828892799383318,
      "learning_rate": 0.00022921081229275943,
      "loss": 5.875,
      "step": 48658
    },
    {
      "epoch": 1.9929961089494164,
      "grad_norm": 3.329404817141444,
      "learning_rate": 0.00022920804269925413,
      "loss": 6.7188,
      "step": 48659
    },
    {
      "epoch": 1.993037067376613,
      "grad_norm": 3.080401677572949,
      "learning_rate": 0.00022920527306830385,
      "loss": 4.875,
      "step": 48660
    },
    {
      "epoch": 1.993078025803809,
      "grad_norm": 2.450387930849641,
      "learning_rate": 0.00022920250339990996,
      "loss": 3.9688,
      "step": 48661
    },
    {
      "epoch": 1.9931189842310055,
      "grad_norm": 2.447863836417995,
      "learning_rate": 0.00022919973369407365,
      "loss": 5.1875,
      "step": 48662
    },
    {
      "epoch": 1.993159942658202,
      "grad_norm": 2.795460894723907,
      "learning_rate": 0.00022919696395079633,
      "loss": 4.8438,
      "step": 48663
    },
    {
      "epoch": 1.9932009010853982,
      "grad_norm": 3.4623539009145854,
      "learning_rate": 0.0002291941941700793,
      "loss": 4.9375,
      "step": 48664
    },
    {
      "epoch": 1.9932418595125947,
      "grad_norm": 3.420839202308406,
      "learning_rate": 0.00022919142435192383,
      "loss": 5.4688,
      "step": 48665
    },
    {
      "epoch": 1.9932828179397912,
      "grad_norm": 2.784566535474129,
      "learning_rate": 0.00022918865449633122,
      "loss": 4.8438,
      "step": 48666
    },
    {
      "epoch": 1.9933237763669875,
      "grad_norm": 2.9895497999036413,
      "learning_rate": 0.00022918588460330282,
      "loss": 4.7188,
      "step": 48667
    },
    {
      "epoch": 1.9933647347941839,
      "grad_norm": 3.198652478271455,
      "learning_rate": 0.00022918311467284,
      "loss": 4.1875,
      "step": 48668
    },
    {
      "epoch": 1.9934056932213804,
      "grad_norm": 2.7843940096101387,
      "learning_rate": 0.00022918034470494395,
      "loss": 5.0938,
      "step": 48669
    },
    {
      "epoch": 1.9934466516485767,
      "grad_norm": 3.509445394395287,
      "learning_rate": 0.000229177574699616,
      "loss": 5.3438,
      "step": 48670
    },
    {
      "epoch": 1.993487610075773,
      "grad_norm": 2.8601010499205772,
      "learning_rate": 0.00022917480465685751,
      "loss": 4.9375,
      "step": 48671
    },
    {
      "epoch": 1.9935285685029696,
      "grad_norm": 2.6674555150619064,
      "learning_rate": 0.0002291720345766698,
      "loss": 4.25,
      "step": 48672
    },
    {
      "epoch": 1.9935695269301659,
      "grad_norm": 2.5732437704350866,
      "learning_rate": 0.0002291692644590541,
      "loss": 4.375,
      "step": 48673
    },
    {
      "epoch": 1.9936104853573622,
      "grad_norm": 2.315483217738127,
      "learning_rate": 0.00022916649430401175,
      "loss": 4.6562,
      "step": 48674
    },
    {
      "epoch": 1.9936514437845587,
      "grad_norm": 5.237571364192062,
      "learning_rate": 0.00022916372411154414,
      "loss": 4.75,
      "step": 48675
    },
    {
      "epoch": 1.993692402211755,
      "grad_norm": 5.419081932312932,
      "learning_rate": 0.0002291609538816525,
      "loss": 5.6562,
      "step": 48676
    },
    {
      "epoch": 1.9937333606389513,
      "grad_norm": 3.4957707659478556,
      "learning_rate": 0.00022915818361433812,
      "loss": 6.4688,
      "step": 48677
    },
    {
      "epoch": 1.9937743190661479,
      "grad_norm": 2.7007462794370083,
      "learning_rate": 0.00022915541330960237,
      "loss": 5.0625,
      "step": 48678
    },
    {
      "epoch": 1.9938152774933444,
      "grad_norm": 3.9076780206128956,
      "learning_rate": 0.00022915264296744647,
      "loss": 5.3125,
      "step": 48679
    },
    {
      "epoch": 1.9938562359205405,
      "grad_norm": 3.5227178963043535,
      "learning_rate": 0.00022914987258787188,
      "loss": 5.3438,
      "step": 48680
    },
    {
      "epoch": 1.993897194347737,
      "grad_norm": 3.025432828846347,
      "learning_rate": 0.0002291471021708798,
      "loss": 3.4688,
      "step": 48681
    },
    {
      "epoch": 1.9939381527749336,
      "grad_norm": 2.9825926566279914,
      "learning_rate": 0.00022914433171647154,
      "loss": 5.1875,
      "step": 48682
    },
    {
      "epoch": 1.9939791112021297,
      "grad_norm": 2.9371380719228632,
      "learning_rate": 0.00022914156122464844,
      "loss": 5.1562,
      "step": 48683
    },
    {
      "epoch": 1.9940200696293262,
      "grad_norm": 6.03144346808185,
      "learning_rate": 0.00022913879069541183,
      "loss": 1.0156,
      "step": 48684
    },
    {
      "epoch": 1.9940610280565227,
      "grad_norm": 2.5066618438463477,
      "learning_rate": 0.00022913602012876295,
      "loss": 4.2812,
      "step": 48685
    },
    {
      "epoch": 1.994101986483719,
      "grad_norm": 2.7844011860764284,
      "learning_rate": 0.0002291332495247032,
      "loss": 5.625,
      "step": 48686
    },
    {
      "epoch": 1.9941429449109154,
      "grad_norm": 2.827046192408567,
      "learning_rate": 0.0002291304788832338,
      "loss": 4.3125,
      "step": 48687
    },
    {
      "epoch": 1.994183903338112,
      "grad_norm": 2.9522522568221543,
      "learning_rate": 0.00022912770820435614,
      "loss": 5.1562,
      "step": 48688
    },
    {
      "epoch": 1.9942248617653082,
      "grad_norm": 5.076836018758607,
      "learning_rate": 0.00022912493748807145,
      "loss": 3.4219,
      "step": 48689
    },
    {
      "epoch": 1.9942658201925045,
      "grad_norm": 3.193119276336086,
      "learning_rate": 0.0002291221667343811,
      "loss": 5.625,
      "step": 48690
    },
    {
      "epoch": 1.994306778619701,
      "grad_norm": 3.162409655634866,
      "learning_rate": 0.00022911939594328642,
      "loss": 4.4688,
      "step": 48691
    },
    {
      "epoch": 1.9943477370468974,
      "grad_norm": 2.560639473793165,
      "learning_rate": 0.00022911662511478862,
      "loss": 4.2188,
      "step": 48692
    },
    {
      "epoch": 1.9943886954740937,
      "grad_norm": 3.742025570899236,
      "learning_rate": 0.0002291138542488891,
      "loss": 6.0938,
      "step": 48693
    },
    {
      "epoch": 1.9944296539012902,
      "grad_norm": 3.0812591942887444,
      "learning_rate": 0.0002291110833455891,
      "loss": 4.875,
      "step": 48694
    },
    {
      "epoch": 1.9944706123284865,
      "grad_norm": 3.2283710057959802,
      "learning_rate": 0.00022910831240489,
      "loss": 5.75,
      "step": 48695
    },
    {
      "epoch": 1.9945115707556829,
      "grad_norm": 2.9610879190548896,
      "learning_rate": 0.00022910554142679308,
      "loss": 4.6562,
      "step": 48696
    },
    {
      "epoch": 1.9945525291828794,
      "grad_norm": 2.6863913033061793,
      "learning_rate": 0.00022910277041129966,
      "loss": 5.0,
      "step": 48697
    },
    {
      "epoch": 1.994593487610076,
      "grad_norm": 2.7283843109923605,
      "learning_rate": 0.00022909999935841102,
      "loss": 4.6875,
      "step": 48698
    },
    {
      "epoch": 1.994634446037272,
      "grad_norm": 2.7734185667931825,
      "learning_rate": 0.0002290972282681285,
      "loss": 5.0938,
      "step": 48699
    },
    {
      "epoch": 1.9946754044644686,
      "grad_norm": 2.8835860562745386,
      "learning_rate": 0.00022909445714045342,
      "loss": 3.2344,
      "step": 48700
    },
    {
      "epoch": 1.994716362891665,
      "grad_norm": 2.5639775793957167,
      "learning_rate": 0.00022909168597538704,
      "loss": 5.1562,
      "step": 48701
    },
    {
      "epoch": 1.9947573213188614,
      "grad_norm": 3.861003317569152,
      "learning_rate": 0.00022908891477293073,
      "loss": 4.3438,
      "step": 48702
    },
    {
      "epoch": 1.9947982797460577,
      "grad_norm": 3.055804831268204,
      "learning_rate": 0.0002290861435330857,
      "loss": 6.25,
      "step": 48703
    },
    {
      "epoch": 1.9948392381732543,
      "grad_norm": 3.0685487630867083,
      "learning_rate": 0.00022908337225585344,
      "loss": 3.6562,
      "step": 48704
    },
    {
      "epoch": 1.9948801966004506,
      "grad_norm": 2.7414952312343948,
      "learning_rate": 0.0002290806009412351,
      "loss": 5.4062,
      "step": 48705
    },
    {
      "epoch": 1.9949211550276469,
      "grad_norm": 2.7541703112863183,
      "learning_rate": 0.00022907782958923197,
      "loss": 5.375,
      "step": 48706
    },
    {
      "epoch": 1.9949621134548434,
      "grad_norm": 4.683659383210148,
      "learning_rate": 0.0002290750581998455,
      "loss": 5.625,
      "step": 48707
    },
    {
      "epoch": 1.9950030718820397,
      "grad_norm": 2.342923334101005,
      "learning_rate": 0.00022907228677307697,
      "loss": 4.5312,
      "step": 48708
    },
    {
      "epoch": 1.995044030309236,
      "grad_norm": 3.2879938100983415,
      "learning_rate": 0.0002290695153089276,
      "loss": 5.0,
      "step": 48709
    },
    {
      "epoch": 1.9950849887364326,
      "grad_norm": 3.1228162893648745,
      "learning_rate": 0.00022906674380739875,
      "loss": 4.2812,
      "step": 48710
    },
    {
      "epoch": 1.995125947163629,
      "grad_norm": 2.7240348891485375,
      "learning_rate": 0.00022906397226849174,
      "loss": 4.5625,
      "step": 48711
    },
    {
      "epoch": 1.9951669055908252,
      "grad_norm": 2.4395164604290374,
      "learning_rate": 0.00022906120069220786,
      "loss": 4.3125,
      "step": 48712
    },
    {
      "epoch": 1.9952078640180217,
      "grad_norm": 4.6133163422920855,
      "learning_rate": 0.0002290584290785485,
      "loss": 5.1562,
      "step": 48713
    },
    {
      "epoch": 1.995248822445218,
      "grad_norm": 2.5134281153019766,
      "learning_rate": 0.0002290556574275148,
      "loss": 4.8438,
      "step": 48714
    },
    {
      "epoch": 1.9952897808724144,
      "grad_norm": 2.6945830445891183,
      "learning_rate": 0.0002290528857391082,
      "loss": 4.9062,
      "step": 48715
    },
    {
      "epoch": 1.995330739299611,
      "grad_norm": 3.0642954538037923,
      "learning_rate": 0.00022905011401333004,
      "loss": 5.3125,
      "step": 48716
    },
    {
      "epoch": 1.9953716977268074,
      "grad_norm": 3.339061416363899,
      "learning_rate": 0.0002290473422501815,
      "loss": 5.0938,
      "step": 48717
    },
    {
      "epoch": 1.9954126561540035,
      "grad_norm": 3.2400801609195744,
      "learning_rate": 0.000229044570449664,
      "loss": 5.9688,
      "step": 48718
    },
    {
      "epoch": 1.9954536145812,
      "grad_norm": 3.0467904956106744,
      "learning_rate": 0.00022904179861177882,
      "loss": 5.4062,
      "step": 48719
    },
    {
      "epoch": 1.9954945730083966,
      "grad_norm": 7.525953909897806,
      "learning_rate": 0.00022903902673652724,
      "loss": 5.0,
      "step": 48720
    },
    {
      "epoch": 1.995535531435593,
      "grad_norm": 7.48729415425537,
      "learning_rate": 0.00022903625482391065,
      "loss": 5.5,
      "step": 48721
    },
    {
      "epoch": 1.9955764898627892,
      "grad_norm": 2.6570955105585563,
      "learning_rate": 0.00022903348287393023,
      "loss": 5.2188,
      "step": 48722
    },
    {
      "epoch": 1.9956174482899858,
      "grad_norm": 2.4349824647373457,
      "learning_rate": 0.00022903071088658744,
      "loss": 4.3125,
      "step": 48723
    },
    {
      "epoch": 1.995658406717182,
      "grad_norm": 2.6727728407437095,
      "learning_rate": 0.00022902793886188347,
      "loss": 4.8438,
      "step": 48724
    },
    {
      "epoch": 1.9956993651443784,
      "grad_norm": 2.7745754606905355,
      "learning_rate": 0.00022902516679981972,
      "loss": 5.5312,
      "step": 48725
    },
    {
      "epoch": 1.995740323571575,
      "grad_norm": 2.7373965977667716,
      "learning_rate": 0.00022902239470039737,
      "loss": 4.6562,
      "step": 48726
    },
    {
      "epoch": 1.9957812819987713,
      "grad_norm": 2.7914458887516442,
      "learning_rate": 0.00022901962256361788,
      "loss": 4.7188,
      "step": 48727
    },
    {
      "epoch": 1.9958222404259676,
      "grad_norm": 8.735920912587712,
      "learning_rate": 0.00022901685038948248,
      "loss": 3.8125,
      "step": 48728
    },
    {
      "epoch": 1.995863198853164,
      "grad_norm": 2.7392697178987637,
      "learning_rate": 0.00022901407817799252,
      "loss": 3.9219,
      "step": 48729
    },
    {
      "epoch": 1.9959041572803604,
      "grad_norm": 2.9302820946682755,
      "learning_rate": 0.00022901130592914925,
      "loss": 4.0312,
      "step": 48730
    },
    {
      "epoch": 1.9959451157075567,
      "grad_norm": 4.897400029690343,
      "learning_rate": 0.00022900853364295404,
      "loss": 5.375,
      "step": 48731
    },
    {
      "epoch": 1.9959860741347533,
      "grad_norm": 3.4300779730049724,
      "learning_rate": 0.0002290057613194082,
      "loss": 5.0625,
      "step": 48732
    },
    {
      "epoch": 1.9960270325619496,
      "grad_norm": 2.567770049901174,
      "learning_rate": 0.00022900298895851302,
      "loss": 4.8438,
      "step": 48733
    },
    {
      "epoch": 1.996067990989146,
      "grad_norm": 4.733923383131763,
      "learning_rate": 0.00022900021656026975,
      "loss": 7.2188,
      "step": 48734
    },
    {
      "epoch": 1.9961089494163424,
      "grad_norm": 3.0603552682815733,
      "learning_rate": 0.0002289974441246798,
      "loss": 5.4688,
      "step": 48735
    },
    {
      "epoch": 1.996149907843539,
      "grad_norm": 3.186212123500474,
      "learning_rate": 0.00022899467165174444,
      "loss": 5.375,
      "step": 48736
    },
    {
      "epoch": 1.996190866270735,
      "grad_norm": 2.663203936116199,
      "learning_rate": 0.00022899189914146504,
      "loss": 4.6562,
      "step": 48737
    },
    {
      "epoch": 1.9962318246979316,
      "grad_norm": 4.17913939690741,
      "learning_rate": 0.00022898912659384278,
      "loss": 3.375,
      "step": 48738
    },
    {
      "epoch": 1.9962727831251281,
      "grad_norm": 2.7300317580628892,
      "learning_rate": 0.00022898635400887905,
      "loss": 4.9062,
      "step": 48739
    },
    {
      "epoch": 1.9963137415523244,
      "grad_norm": 2.6556644669169844,
      "learning_rate": 0.0002289835813865752,
      "loss": 4.5938,
      "step": 48740
    },
    {
      "epoch": 1.9963546999795208,
      "grad_norm": 2.6905902803162327,
      "learning_rate": 0.0002289808087269325,
      "loss": 4.4062,
      "step": 48741
    },
    {
      "epoch": 1.9963956584067173,
      "grad_norm": 3.1667379840197967,
      "learning_rate": 0.00022897803602995218,
      "loss": 4.3125,
      "step": 48742
    },
    {
      "epoch": 1.9964366168339136,
      "grad_norm": 2.7799336204238774,
      "learning_rate": 0.00022897526329563567,
      "loss": 4.5,
      "step": 48743
    },
    {
      "epoch": 1.99647757526111,
      "grad_norm": 3.055958070632737,
      "learning_rate": 0.00022897249052398425,
      "loss": 5.8438,
      "step": 48744
    },
    {
      "epoch": 1.9965185336883065,
      "grad_norm": 12.268624036777705,
      "learning_rate": 0.00022896971771499923,
      "loss": 5.6875,
      "step": 48745
    },
    {
      "epoch": 1.9965594921155028,
      "grad_norm": 3.097365677924952,
      "learning_rate": 0.00022896694486868187,
      "loss": 5.2812,
      "step": 48746
    },
    {
      "epoch": 1.996600450542699,
      "grad_norm": 4.4003263051111,
      "learning_rate": 0.00022896417198503354,
      "loss": 6.75,
      "step": 48747
    },
    {
      "epoch": 1.9966414089698956,
      "grad_norm": 2.7302699709530662,
      "learning_rate": 0.00022896139906405556,
      "loss": 4.5625,
      "step": 48748
    },
    {
      "epoch": 1.996682367397092,
      "grad_norm": 6.105661448632638,
      "learning_rate": 0.00022895862610574917,
      "loss": 3.1562,
      "step": 48749
    },
    {
      "epoch": 1.9967233258242882,
      "grad_norm": 2.6275668632141866,
      "learning_rate": 0.00022895585311011573,
      "loss": 4.8125,
      "step": 48750
    },
    {
      "epoch": 1.9967642842514848,
      "grad_norm": 6.618871448951833,
      "learning_rate": 0.00022895308007715655,
      "loss": 3.9688,
      "step": 48751
    },
    {
      "epoch": 1.996805242678681,
      "grad_norm": 2.9352681204409525,
      "learning_rate": 0.00022895030700687292,
      "loss": 4.3438,
      "step": 48752
    },
    {
      "epoch": 1.9968462011058774,
      "grad_norm": 2.627040639161912,
      "learning_rate": 0.00022894753389926623,
      "loss": 3.7812,
      "step": 48753
    },
    {
      "epoch": 1.996887159533074,
      "grad_norm": 2.424014421419841,
      "learning_rate": 0.00022894476075433764,
      "loss": 1.4766,
      "step": 48754
    },
    {
      "epoch": 1.9969281179602705,
      "grad_norm": 2.4561939045470913,
      "learning_rate": 0.0002289419875720886,
      "loss": 4.0938,
      "step": 48755
    },
    {
      "epoch": 1.9969690763874666,
      "grad_norm": 2.877042362880941,
      "learning_rate": 0.00022893921435252038,
      "loss": 3.8125,
      "step": 48756
    },
    {
      "epoch": 1.997010034814663,
      "grad_norm": 5.656349227320132,
      "learning_rate": 0.00022893644109563428,
      "loss": 1.4141,
      "step": 48757
    },
    {
      "epoch": 1.9970509932418596,
      "grad_norm": 4.272205210622395,
      "learning_rate": 0.00022893366780143154,
      "loss": 4.375,
      "step": 48758
    },
    {
      "epoch": 1.997091951669056,
      "grad_norm": 3.279098636373886,
      "learning_rate": 0.00022893089446991363,
      "loss": 4.6562,
      "step": 48759
    },
    {
      "epoch": 1.9971329100962523,
      "grad_norm": 2.8931831944306388,
      "learning_rate": 0.00022892812110108176,
      "loss": 4.3125,
      "step": 48760
    },
    {
      "epoch": 1.9971738685234488,
      "grad_norm": 3.125549729593071,
      "learning_rate": 0.00022892534769493723,
      "loss": 4.8438,
      "step": 48761
    },
    {
      "epoch": 1.9972148269506451,
      "grad_norm": 2.756327615695204,
      "learning_rate": 0.00022892257425148133,
      "loss": 4.9375,
      "step": 48762
    },
    {
      "epoch": 1.9972557853778414,
      "grad_norm": 2.8375485402939984,
      "learning_rate": 0.00022891980077071548,
      "loss": 4.6875,
      "step": 48763
    },
    {
      "epoch": 1.997296743805038,
      "grad_norm": 3.4944266514257754,
      "learning_rate": 0.00022891702725264093,
      "loss": 5.25,
      "step": 48764
    },
    {
      "epoch": 1.9973377022322343,
      "grad_norm": 2.4742182667388124,
      "learning_rate": 0.00022891425369725899,
      "loss": 4.9688,
      "step": 48765
    },
    {
      "epoch": 1.9973786606594306,
      "grad_norm": 2.7385090748325265,
      "learning_rate": 0.00022891148010457092,
      "loss": 5.3125,
      "step": 48766
    },
    {
      "epoch": 1.9974196190866271,
      "grad_norm": 2.7291633579820824,
      "learning_rate": 0.0002289087064745781,
      "loss": 5.1562,
      "step": 48767
    },
    {
      "epoch": 1.9974605775138234,
      "grad_norm": 2.384290964939118,
      "learning_rate": 0.00022890593280728183,
      "loss": 4.4688,
      "step": 48768
    },
    {
      "epoch": 1.9975015359410198,
      "grad_norm": 3.1210829729622374,
      "learning_rate": 0.00022890315910268342,
      "loss": 3.5156,
      "step": 48769
    },
    {
      "epoch": 1.9975424943682163,
      "grad_norm": 4.417539931769073,
      "learning_rate": 0.00022890038536078417,
      "loss": 5.5938,
      "step": 48770
    },
    {
      "epoch": 1.9975834527954126,
      "grad_norm": 3.5657214057751765,
      "learning_rate": 0.00022889761158158538,
      "loss": 5.0,
      "step": 48771
    },
    {
      "epoch": 1.997624411222609,
      "grad_norm": 2.6383015404660353,
      "learning_rate": 0.00022889483776508842,
      "loss": 3.8438,
      "step": 48772
    },
    {
      "epoch": 1.9976653696498055,
      "grad_norm": 2.447285117943393,
      "learning_rate": 0.00022889206391129451,
      "loss": 3.9844,
      "step": 48773
    },
    {
      "epoch": 1.997706328077002,
      "grad_norm": 3.366096041159487,
      "learning_rate": 0.00022888929002020503,
      "loss": 3.4375,
      "step": 48774
    },
    {
      "epoch": 1.997747286504198,
      "grad_norm": 3.677545960573272,
      "learning_rate": 0.00022888651609182127,
      "loss": 5.9375,
      "step": 48775
    },
    {
      "epoch": 1.9977882449313946,
      "grad_norm": 6.648852691813774,
      "learning_rate": 0.00022888374212614456,
      "loss": 5.1562,
      "step": 48776
    },
    {
      "epoch": 1.9978292033585912,
      "grad_norm": 2.905587302986135,
      "learning_rate": 0.00022888096812317618,
      "loss": 5.5,
      "step": 48777
    },
    {
      "epoch": 1.9978701617857875,
      "grad_norm": 5.728045504186375,
      "learning_rate": 0.00022887819408291745,
      "loss": 1.9453,
      "step": 48778
    },
    {
      "epoch": 1.9979111202129838,
      "grad_norm": 4.708115181122358,
      "learning_rate": 0.00022887542000536967,
      "loss": 5.3438,
      "step": 48779
    },
    {
      "epoch": 1.9979520786401803,
      "grad_norm": 4.000232317623929,
      "learning_rate": 0.00022887264589053423,
      "loss": 5.0312,
      "step": 48780
    },
    {
      "epoch": 1.9979930370673766,
      "grad_norm": 3.5285746448627884,
      "learning_rate": 0.00022886987173841234,
      "loss": 5.0625,
      "step": 48781
    },
    {
      "epoch": 1.998033995494573,
      "grad_norm": 3.1425879063281887,
      "learning_rate": 0.00022886709754900533,
      "loss": 4.7812,
      "step": 48782
    },
    {
      "epoch": 1.9980749539217695,
      "grad_norm": 2.6091289001897806,
      "learning_rate": 0.00022886432332231457,
      "loss": 4.1875,
      "step": 48783
    },
    {
      "epoch": 1.9981159123489658,
      "grad_norm": 3.3895838026912584,
      "learning_rate": 0.00022886154905834132,
      "loss": 4.875,
      "step": 48784
    },
    {
      "epoch": 1.998156870776162,
      "grad_norm": 3.0210220025894188,
      "learning_rate": 0.0002288587747570869,
      "loss": 4.7812,
      "step": 48785
    },
    {
      "epoch": 1.9981978292033586,
      "grad_norm": 3.101544240522652,
      "learning_rate": 0.0002288560004185526,
      "loss": 6.9688,
      "step": 48786
    },
    {
      "epoch": 1.998238787630555,
      "grad_norm": 8.257093240609468,
      "learning_rate": 0.00022885322604273984,
      "loss": 1.6406,
      "step": 48787
    },
    {
      "epoch": 1.9982797460577513,
      "grad_norm": 4.023452682882193,
      "learning_rate": 0.00022885045162964975,
      "loss": 5.2188,
      "step": 48788
    },
    {
      "epoch": 1.9983207044849478,
      "grad_norm": 2.74534740685824,
      "learning_rate": 0.00022884767717928385,
      "loss": 4.4375,
      "step": 48789
    },
    {
      "epoch": 1.9983616629121441,
      "grad_norm": 2.742912085008808,
      "learning_rate": 0.00022884490269164324,
      "loss": 4.2812,
      "step": 48790
    },
    {
      "epoch": 1.9984026213393404,
      "grad_norm": 3.0754020277363017,
      "learning_rate": 0.0002288421281667294,
      "loss": 6.0,
      "step": 48791
    },
    {
      "epoch": 1.998443579766537,
      "grad_norm": 4.7246734116707065,
      "learning_rate": 0.00022883935360454356,
      "loss": 4.6875,
      "step": 48792
    },
    {
      "epoch": 1.9984845381937335,
      "grad_norm": 2.9666467490332855,
      "learning_rate": 0.00022883657900508707,
      "loss": 5.1875,
      "step": 48793
    },
    {
      "epoch": 1.9985254966209296,
      "grad_norm": 5.310812594664621,
      "learning_rate": 0.0002288338043683612,
      "loss": 4.0312,
      "step": 48794
    },
    {
      "epoch": 1.9985664550481261,
      "grad_norm": 3.2658571573603865,
      "learning_rate": 0.00022883102969436725,
      "loss": 5.4375,
      "step": 48795
    },
    {
      "epoch": 1.9986074134753227,
      "grad_norm": 2.9562142859822167,
      "learning_rate": 0.00022882825498310664,
      "loss": 6.125,
      "step": 48796
    },
    {
      "epoch": 1.998648371902519,
      "grad_norm": 5.18938856234875,
      "learning_rate": 0.00022882548023458056,
      "loss": 6.1562,
      "step": 48797
    },
    {
      "epoch": 1.9986893303297153,
      "grad_norm": 2.8586202619052656,
      "learning_rate": 0.00022882270544879037,
      "loss": 5.3438,
      "step": 48798
    },
    {
      "epoch": 1.9987302887569118,
      "grad_norm": 2.5041970804423963,
      "learning_rate": 0.00022881993062573737,
      "loss": 4.5312,
      "step": 48799
    },
    {
      "epoch": 1.9987712471841081,
      "grad_norm": 5.727573781296742,
      "learning_rate": 0.00022881715576542286,
      "loss": 5.9688,
      "step": 48800
    },
    {
      "epoch": 1.9988122056113045,
      "grad_norm": 3.0394995422172526,
      "learning_rate": 0.0002288143808678482,
      "loss": 4.4062,
      "step": 48801
    },
    {
      "epoch": 1.998853164038501,
      "grad_norm": 2.7457060258636687,
      "learning_rate": 0.00022881160593301466,
      "loss": 5.375,
      "step": 48802
    },
    {
      "epoch": 1.9988941224656973,
      "grad_norm": 3.0889278115643775,
      "learning_rate": 0.00022880883096092357,
      "loss": 4.9375,
      "step": 48803
    },
    {
      "epoch": 1.9989350808928936,
      "grad_norm": 3.5781386164297406,
      "learning_rate": 0.00022880605595157626,
      "loss": 7.0312,
      "step": 48804
    },
    {
      "epoch": 1.9989760393200902,
      "grad_norm": 4.993695644040484,
      "learning_rate": 0.000228803280904974,
      "loss": 6.3438,
      "step": 48805
    },
    {
      "epoch": 1.9990169977472865,
      "grad_norm": 2.602137496507937,
      "learning_rate": 0.00022880050582111812,
      "loss": 3.7344,
      "step": 48806
    },
    {
      "epoch": 1.9990579561744828,
      "grad_norm": 2.6475423952293085,
      "learning_rate": 0.00022879773070000998,
      "loss": 4.6562,
      "step": 48807
    },
    {
      "epoch": 1.9990989146016793,
      "grad_norm": 3.800639734078726,
      "learning_rate": 0.0002287949555416508,
      "loss": 4.5625,
      "step": 48808
    },
    {
      "epoch": 1.9991398730288756,
      "grad_norm": 2.548873708159939,
      "learning_rate": 0.00022879218034604193,
      "loss": 4.6875,
      "step": 48809
    },
    {
      "epoch": 1.999180831456072,
      "grad_norm": 3.1333627698769444,
      "learning_rate": 0.0002287894051131847,
      "loss": 4.875,
      "step": 48810
    },
    {
      "epoch": 1.9992217898832685,
      "grad_norm": 2.961495414307193,
      "learning_rate": 0.0002287866298430804,
      "loss": 5.5625,
      "step": 48811
    },
    {
      "epoch": 1.999262748310465,
      "grad_norm": 2.868629675374942,
      "learning_rate": 0.00022878385453573035,
      "loss": 4.5625,
      "step": 48812
    },
    {
      "epoch": 1.9993037067376611,
      "grad_norm": 3.027187530787336,
      "learning_rate": 0.00022878107919113588,
      "loss": 5.5,
      "step": 48813
    },
    {
      "epoch": 1.9993446651648576,
      "grad_norm": 2.6569004579597206,
      "learning_rate": 0.00022877830380929826,
      "loss": 4.2188,
      "step": 48814
    },
    {
      "epoch": 1.9993856235920542,
      "grad_norm": 2.5416816529983715,
      "learning_rate": 0.0002287755283902189,
      "loss": 4.3125,
      "step": 48815
    },
    {
      "epoch": 1.9994265820192505,
      "grad_norm": 2.7293225207373157,
      "learning_rate": 0.000228772752933899,
      "loss": 4.125,
      "step": 48816
    },
    {
      "epoch": 1.9994675404464468,
      "grad_norm": 3.55578722001502,
      "learning_rate": 0.00022876997744033993,
      "loss": 5.1562,
      "step": 48817
    },
    {
      "epoch": 1.9995084988736433,
      "grad_norm": 2.805981524764273,
      "learning_rate": 0.00022876720190954293,
      "loss": 5.0625,
      "step": 48818
    },
    {
      "epoch": 1.9995494573008397,
      "grad_norm": 7.954669190211772,
      "learning_rate": 0.0002287644263415094,
      "loss": 3.375,
      "step": 48819
    },
    {
      "epoch": 1.999590415728036,
      "grad_norm": 3.2520129478578665,
      "learning_rate": 0.00022876165073624068,
      "loss": 4.0938,
      "step": 48820
    },
    {
      "epoch": 1.9996313741552325,
      "grad_norm": 2.5299967753855297,
      "learning_rate": 0.00022875887509373795,
      "loss": 4.5938,
      "step": 48821
    },
    {
      "epoch": 1.9996723325824288,
      "grad_norm": 13.26332324465139,
      "learning_rate": 0.00022875609941400257,
      "loss": 6.5938,
      "step": 48822
    },
    {
      "epoch": 1.9997132910096251,
      "grad_norm": 2.8837613939145483,
      "learning_rate": 0.00022875332369703594,
      "loss": 4.5938,
      "step": 48823
    },
    {
      "epoch": 1.9997542494368217,
      "grad_norm": 5.32104972097989,
      "learning_rate": 0.00022875054794283927,
      "loss": 6.6875,
      "step": 48824
    },
    {
      "epoch": 1.999795207864018,
      "grad_norm": 6.8775874991582615,
      "learning_rate": 0.00022874777215141395,
      "loss": 3.25,
      "step": 48825
    },
    {
      "epoch": 1.9998361662912143,
      "grad_norm": 2.679090527484391,
      "learning_rate": 0.0002287449963227612,
      "loss": 5.4688,
      "step": 48826
    },
    {
      "epoch": 1.9998771247184108,
      "grad_norm": 4.993017972898296,
      "learning_rate": 0.0002287422204568824,
      "loss": 6.4375,
      "step": 48827
    },
    {
      "epoch": 1.9999180831456074,
      "grad_norm": 4.147556191659816,
      "learning_rate": 0.00022873944455377887,
      "loss": 8.0,
      "step": 48828
    },
    {
      "epoch": 1.9999590415728035,
      "grad_norm": 3.3859774233470534,
      "learning_rate": 0.00022873666861345196,
      "loss": 5.0,
      "step": 48829
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.6867252723311106,
      "learning_rate": 0.0002287338926359028,
      "loss": 4.4062,
      "step": 48830
    },
    {
      "epoch": 2.0,
      "eval_loss": 4.850081920623779,
      "eval_runtime": 15.7616,
      "eval_samples_per_second": 9.707,
      "eval_steps_per_second": 9.707,
      "step": 48830
    },
    {
      "epoch": 2.0000409584271965,
      "grad_norm": 2.3787121839289123,
      "learning_rate": 0.0002287311166211329,
      "loss": 4.9375,
      "step": 48831
    },
    {
      "epoch": 2.0000819168543926,
      "grad_norm": 2.517007588790362,
      "learning_rate": 0.00022872834056914348,
      "loss": 4.125,
      "step": 48832
    },
    {
      "epoch": 2.000122875281589,
      "grad_norm": 2.4493906531537446,
      "learning_rate": 0.00022872556447993587,
      "loss": 4.5,
      "step": 48833
    },
    {
      "epoch": 2.0001638337087857,
      "grad_norm": 2.822457529997508,
      "learning_rate": 0.00022872278835351132,
      "loss": 4.5,
      "step": 48834
    },
    {
      "epoch": 2.000204792135982,
      "grad_norm": 2.8399024430398367,
      "learning_rate": 0.00022872001218987128,
      "loss": 5.9375,
      "step": 48835
    },
    {
      "epoch": 2.0002457505631783,
      "grad_norm": 3.014821985962731,
      "learning_rate": 0.00022871723598901698,
      "loss": 4.4375,
      "step": 48836
    },
    {
      "epoch": 2.000286708990375,
      "grad_norm": 2.9929421631368487,
      "learning_rate": 0.00022871445975094972,
      "loss": 4.4375,
      "step": 48837
    },
    {
      "epoch": 2.000327667417571,
      "grad_norm": 4.2643800165730426,
      "learning_rate": 0.00022871168347567085,
      "loss": 5.2188,
      "step": 48838
    },
    {
      "epoch": 2.0003686258447675,
      "grad_norm": 2.954681084666648,
      "learning_rate": 0.0002287089071631816,
      "loss": 3.75,
      "step": 48839
    },
    {
      "epoch": 2.000409584271964,
      "grad_norm": 2.885255093029895,
      "learning_rate": 0.00022870613081348343,
      "loss": 4.2188,
      "step": 48840
    },
    {
      "epoch": 2.0004505426991606,
      "grad_norm": 2.1999757771012316,
      "learning_rate": 0.00022870335442657755,
      "loss": 2.5156,
      "step": 48841
    },
    {
      "epoch": 2.0004915011263567,
      "grad_norm": 2.487993640913445,
      "learning_rate": 0.00022870057800246523,
      "loss": 4.6562,
      "step": 48842
    },
    {
      "epoch": 2.000532459553553,
      "grad_norm": 2.979587913534352,
      "learning_rate": 0.00022869780154114786,
      "loss": 5.625,
      "step": 48843
    },
    {
      "epoch": 2.0005734179807497,
      "grad_norm": 3.7400098603298333,
      "learning_rate": 0.00022869502504262678,
      "loss": 4.7812,
      "step": 48844
    },
    {
      "epoch": 2.000614376407946,
      "grad_norm": 3.2996397006455473,
      "learning_rate": 0.00022869224850690325,
      "loss": 4.6562,
      "step": 48845
    },
    {
      "epoch": 2.0006553348351424,
      "grad_norm": 3.181283497475874,
      "learning_rate": 0.0002286894719339786,
      "loss": 4.25,
      "step": 48846
    },
    {
      "epoch": 2.000696293262339,
      "grad_norm": 3.2444006076800953,
      "learning_rate": 0.0002286866953238541,
      "loss": 4.8438,
      "step": 48847
    },
    {
      "epoch": 2.000737251689535,
      "grad_norm": 2.6370093510847044,
      "learning_rate": 0.00022868391867653112,
      "loss": 4.5938,
      "step": 48848
    },
    {
      "epoch": 2.0007782101167315,
      "grad_norm": 2.8555489118441795,
      "learning_rate": 0.00022868114199201092,
      "loss": 5.0625,
      "step": 48849
    },
    {
      "epoch": 2.000819168543928,
      "grad_norm": 3.1558539736618147,
      "learning_rate": 0.00022867836527029484,
      "loss": 4.5312,
      "step": 48850
    },
    {
      "epoch": 2.000860126971124,
      "grad_norm": 3.007862359175153,
      "learning_rate": 0.00022867558851138423,
      "loss": 4.9375,
      "step": 48851
    },
    {
      "epoch": 2.0009010853983207,
      "grad_norm": 5.104543612745612,
      "learning_rate": 0.00022867281171528038,
      "loss": 5.625,
      "step": 48852
    },
    {
      "epoch": 2.000942043825517,
      "grad_norm": 3.7610006257687267,
      "learning_rate": 0.00022867003488198455,
      "loss": 4.6562,
      "step": 48853
    },
    {
      "epoch": 2.0009830022527133,
      "grad_norm": 3.043686716430097,
      "learning_rate": 0.00022866725801149812,
      "loss": 5.0312,
      "step": 48854
    },
    {
      "epoch": 2.00102396067991,
      "grad_norm": 3.3148078019759826,
      "learning_rate": 0.00022866448110382234,
      "loss": 4.3438,
      "step": 48855
    },
    {
      "epoch": 2.0010649191071064,
      "grad_norm": 8.135127899222708,
      "learning_rate": 0.00022866170415895858,
      "loss": 5.6875,
      "step": 48856
    },
    {
      "epoch": 2.0011058775343025,
      "grad_norm": 2.8137030568279284,
      "learning_rate": 0.00022865892717690816,
      "loss": 4.625,
      "step": 48857
    },
    {
      "epoch": 2.001146835961499,
      "grad_norm": 3.394561071252952,
      "learning_rate": 0.0002286561501576723,
      "loss": 5.375,
      "step": 48858
    },
    {
      "epoch": 2.0011877943886955,
      "grad_norm": 2.668493375623281,
      "learning_rate": 0.00022865337310125242,
      "loss": 4.5625,
      "step": 48859
    },
    {
      "epoch": 2.001228752815892,
      "grad_norm": 3.316352353644366,
      "learning_rate": 0.00022865059600764978,
      "loss": 4.125,
      "step": 48860
    },
    {
      "epoch": 2.001269711243088,
      "grad_norm": 2.8491267716917386,
      "learning_rate": 0.0002286478188768657,
      "loss": 4.5625,
      "step": 48861
    },
    {
      "epoch": 2.0013106696702847,
      "grad_norm": 2.7172954780225127,
      "learning_rate": 0.00022864504170890147,
      "loss": 4.0312,
      "step": 48862
    },
    {
      "epoch": 2.0013516280974812,
      "grad_norm": 7.622992715429294,
      "learning_rate": 0.00022864226450375848,
      "loss": 6.1875,
      "step": 48863
    },
    {
      "epoch": 2.0013925865246773,
      "grad_norm": 2.8176869455243594,
      "learning_rate": 0.00022863948726143798,
      "loss": 4.6875,
      "step": 48864
    },
    {
      "epoch": 2.001433544951874,
      "grad_norm": 2.5732993527986783,
      "learning_rate": 0.00022863670998194132,
      "loss": 4.5,
      "step": 48865
    },
    {
      "epoch": 2.0014745033790704,
      "grad_norm": 2.9161677187834414,
      "learning_rate": 0.00022863393266526967,
      "loss": 5.3125,
      "step": 48866
    },
    {
      "epoch": 2.0015154618062665,
      "grad_norm": 3.5561644518046616,
      "learning_rate": 0.00022863115531142458,
      "loss": 4.75,
      "step": 48867
    },
    {
      "epoch": 2.001556420233463,
      "grad_norm": 2.8398889756579146,
      "learning_rate": 0.00022862837792040722,
      "loss": 5.1875,
      "step": 48868
    },
    {
      "epoch": 2.0015973786606596,
      "grad_norm": 3.1252254868596947,
      "learning_rate": 0.0002286256004922189,
      "loss": 4.7812,
      "step": 48869
    },
    {
      "epoch": 2.0016383370878557,
      "grad_norm": 3.006181406769079,
      "learning_rate": 0.00022862282302686093,
      "loss": 4.4375,
      "step": 48870
    },
    {
      "epoch": 2.001679295515052,
      "grad_norm": 5.615029066078149,
      "learning_rate": 0.00022862004552433467,
      "loss": 5.6562,
      "step": 48871
    },
    {
      "epoch": 2.0017202539422487,
      "grad_norm": 9.828999360835548,
      "learning_rate": 0.00022861726798464145,
      "loss": 3.5,
      "step": 48872
    },
    {
      "epoch": 2.001761212369445,
      "grad_norm": 2.7624024767979267,
      "learning_rate": 0.00022861449040778253,
      "loss": 4.5625,
      "step": 48873
    },
    {
      "epoch": 2.0018021707966414,
      "grad_norm": 4.257253727806148,
      "learning_rate": 0.0002286117127937592,
      "loss": 6.7188,
      "step": 48874
    },
    {
      "epoch": 2.001843129223838,
      "grad_norm": 3.0658373258102065,
      "learning_rate": 0.00022860893514257288,
      "loss": 4.9375,
      "step": 48875
    },
    {
      "epoch": 2.001884087651034,
      "grad_norm": 5.155968275237306,
      "learning_rate": 0.00022860615745422477,
      "loss": 3.125,
      "step": 48876
    },
    {
      "epoch": 2.0019250460782305,
      "grad_norm": 3.471755794665579,
      "learning_rate": 0.00022860337972871626,
      "loss": 4.5,
      "step": 48877
    },
    {
      "epoch": 2.001966004505427,
      "grad_norm": 3.053225934025038,
      "learning_rate": 0.0002286006019660486,
      "loss": 4.2188,
      "step": 48878
    },
    {
      "epoch": 2.0020069629326236,
      "grad_norm": 3.0582743785950597,
      "learning_rate": 0.00022859782416622318,
      "loss": 5.0938,
      "step": 48879
    },
    {
      "epoch": 2.0020479213598197,
      "grad_norm": 2.7260381417840964,
      "learning_rate": 0.00022859504632924125,
      "loss": 4.5625,
      "step": 48880
    },
    {
      "epoch": 2.002088879787016,
      "grad_norm": 2.533224383018327,
      "learning_rate": 0.00022859226845510413,
      "loss": 4.4062,
      "step": 48881
    },
    {
      "epoch": 2.0021298382142128,
      "grad_norm": 2.8972793224937607,
      "learning_rate": 0.00022858949054381316,
      "loss": 4.625,
      "step": 48882
    },
    {
      "epoch": 2.002170796641409,
      "grad_norm": 4.190097000297077,
      "learning_rate": 0.0002285867125953696,
      "loss": 4.0,
      "step": 48883
    },
    {
      "epoch": 2.0022117550686054,
      "grad_norm": 2.569757148347323,
      "learning_rate": 0.00022858393460977486,
      "loss": 4.5938,
      "step": 48884
    },
    {
      "epoch": 2.002252713495802,
      "grad_norm": 2.808346232436989,
      "learning_rate": 0.00022858115658703018,
      "loss": 4.1562,
      "step": 48885
    },
    {
      "epoch": 2.002293671922998,
      "grad_norm": 2.7069682423185997,
      "learning_rate": 0.0002285783785271369,
      "loss": 4.875,
      "step": 48886
    },
    {
      "epoch": 2.0023346303501945,
      "grad_norm": 3.309120929458716,
      "learning_rate": 0.00022857560043009625,
      "loss": 5.4062,
      "step": 48887
    },
    {
      "epoch": 2.002375588777391,
      "grad_norm": 2.7585929920292602,
      "learning_rate": 0.0002285728222959097,
      "loss": 4.0625,
      "step": 48888
    },
    {
      "epoch": 2.002416547204587,
      "grad_norm": 2.700767079302795,
      "learning_rate": 0.00022857004412457844,
      "loss": 4.1875,
      "step": 48889
    },
    {
      "epoch": 2.0024575056317837,
      "grad_norm": 2.7609252400016167,
      "learning_rate": 0.0002285672659161038,
      "loss": 4.6562,
      "step": 48890
    },
    {
      "epoch": 2.0024984640589802,
      "grad_norm": 3.652249379326952,
      "learning_rate": 0.00022856448767048714,
      "loss": 4.3125,
      "step": 48891
    },
    {
      "epoch": 2.0025394224861763,
      "grad_norm": 5.009071558699247,
      "learning_rate": 0.00022856170938772977,
      "loss": 3.2188,
      "step": 48892
    },
    {
      "epoch": 2.002580380913373,
      "grad_norm": 3.1732145229872186,
      "learning_rate": 0.000228558931067833,
      "loss": 5.375,
      "step": 48893
    },
    {
      "epoch": 2.0026213393405694,
      "grad_norm": 2.994770261564526,
      "learning_rate": 0.00022855615271079804,
      "loss": 5.625,
      "step": 48894
    },
    {
      "epoch": 2.0026622977677655,
      "grad_norm": 2.4958022919164087,
      "learning_rate": 0.00022855337431662638,
      "loss": 3.75,
      "step": 48895
    },
    {
      "epoch": 2.002703256194962,
      "grad_norm": 3.2222326375445953,
      "learning_rate": 0.00022855059588531922,
      "loss": 5.3125,
      "step": 48896
    },
    {
      "epoch": 2.0027442146221586,
      "grad_norm": 5.572905471439227,
      "learning_rate": 0.0002285478174168779,
      "loss": 6.125,
      "step": 48897
    },
    {
      "epoch": 2.002785173049355,
      "grad_norm": 4.2831357259080605,
      "learning_rate": 0.00022854503891130368,
      "loss": 5.0312,
      "step": 48898
    },
    {
      "epoch": 2.002826131476551,
      "grad_norm": 4.2467243979972515,
      "learning_rate": 0.00022854226036859795,
      "loss": 6.375,
      "step": 48899
    },
    {
      "epoch": 2.0028670899037477,
      "grad_norm": 2.5620720955900427,
      "learning_rate": 0.000228539481788762,
      "loss": 4.3125,
      "step": 48900
    },
    {
      "epoch": 2.0029080483309443,
      "grad_norm": 2.933594871175769,
      "learning_rate": 0.00022853670317179715,
      "loss": 4.25,
      "step": 48901
    },
    {
      "epoch": 2.0029490067581404,
      "grad_norm": 2.7272306572550735,
      "learning_rate": 0.0002285339245177047,
      "loss": 5.0312,
      "step": 48902
    },
    {
      "epoch": 2.002989965185337,
      "grad_norm": 3.0957189319908083,
      "learning_rate": 0.00022853114582648595,
      "loss": 3.2969,
      "step": 48903
    },
    {
      "epoch": 2.0030309236125334,
      "grad_norm": 2.5613901772488186,
      "learning_rate": 0.00022852836709814225,
      "loss": 4.875,
      "step": 48904
    },
    {
      "epoch": 2.0030718820397295,
      "grad_norm": 3.6245491832366645,
      "learning_rate": 0.00022852558833267493,
      "loss": 5.5625,
      "step": 48905
    },
    {
      "epoch": 2.003112840466926,
      "grad_norm": 2.5220048378412447,
      "learning_rate": 0.00022852280953008518,
      "loss": 4.5625,
      "step": 48906
    },
    {
      "epoch": 2.0031537988941226,
      "grad_norm": 2.696820440703597,
      "learning_rate": 0.00022852003069037446,
      "loss": 4.4375,
      "step": 48907
    },
    {
      "epoch": 2.0031947573213187,
      "grad_norm": 2.8618882301466995,
      "learning_rate": 0.00022851725181354405,
      "loss": 4.5938,
      "step": 48908
    },
    {
      "epoch": 2.0032357157485152,
      "grad_norm": 10.823391269224185,
      "learning_rate": 0.00022851447289959516,
      "loss": 6.625,
      "step": 48909
    },
    {
      "epoch": 2.0032766741757118,
      "grad_norm": 4.298956958697508,
      "learning_rate": 0.00022851169394852924,
      "loss": 4.75,
      "step": 48910
    },
    {
      "epoch": 2.003317632602908,
      "grad_norm": 4.133610483221345,
      "learning_rate": 0.00022850891496034755,
      "loss": 4.5312,
      "step": 48911
    },
    {
      "epoch": 2.0033585910301044,
      "grad_norm": 2.6899724819147615,
      "learning_rate": 0.0002285061359350514,
      "loss": 4.0312,
      "step": 48912
    },
    {
      "epoch": 2.003399549457301,
      "grad_norm": 2.7221693704567724,
      "learning_rate": 0.00022850335687264208,
      "loss": 4.2188,
      "step": 48913
    },
    {
      "epoch": 2.0034405078844975,
      "grad_norm": 8.400472898782835,
      "learning_rate": 0.00022850057777312093,
      "loss": 5.3438,
      "step": 48914
    },
    {
      "epoch": 2.0034814663116935,
      "grad_norm": 3.6507908664936712,
      "learning_rate": 0.00022849779863648925,
      "loss": 5.9062,
      "step": 48915
    },
    {
      "epoch": 2.00352242473889,
      "grad_norm": 3.7866024980008994,
      "learning_rate": 0.00022849501946274842,
      "loss": 4.0,
      "step": 48916
    },
    {
      "epoch": 2.0035633831660866,
      "grad_norm": 2.960730589657736,
      "learning_rate": 0.00022849224025189965,
      "loss": 4.625,
      "step": 48917
    },
    {
      "epoch": 2.0036043415932827,
      "grad_norm": 2.6696416664413265,
      "learning_rate": 0.00022848946100394432,
      "loss": 4.375,
      "step": 48918
    },
    {
      "epoch": 2.0036453000204792,
      "grad_norm": 3.671232424343322,
      "learning_rate": 0.0002284866817188837,
      "loss": 5.0,
      "step": 48919
    },
    {
      "epoch": 2.003686258447676,
      "grad_norm": 2.6755309494999433,
      "learning_rate": 0.0002284839023967192,
      "loss": 3.2031,
      "step": 48920
    },
    {
      "epoch": 2.003727216874872,
      "grad_norm": 8.466487401284237,
      "learning_rate": 0.00022848112303745202,
      "loss": 3.9531,
      "step": 48921
    },
    {
      "epoch": 2.0037681753020684,
      "grad_norm": 2.826230264263042,
      "learning_rate": 0.0002284783436410835,
      "loss": 4.75,
      "step": 48922
    },
    {
      "epoch": 2.003809133729265,
      "grad_norm": 3.1258577832974703,
      "learning_rate": 0.000228475564207615,
      "loss": 5.6875,
      "step": 48923
    },
    {
      "epoch": 2.003850092156461,
      "grad_norm": 6.439672497936095,
      "learning_rate": 0.00022847278473704782,
      "loss": 6.25,
      "step": 48924
    },
    {
      "epoch": 2.0038910505836576,
      "grad_norm": 4.2142987614527705,
      "learning_rate": 0.00022847000522938326,
      "loss": 4.8438,
      "step": 48925
    },
    {
      "epoch": 2.003932009010854,
      "grad_norm": 2.832154098449612,
      "learning_rate": 0.00022846722568462257,
      "loss": 4.375,
      "step": 48926
    },
    {
      "epoch": 2.00397296743805,
      "grad_norm": 5.0693655858941025,
      "learning_rate": 0.00022846444610276722,
      "loss": 3.4219,
      "step": 48927
    },
    {
      "epoch": 2.0040139258652467,
      "grad_norm": 5.305407969505668,
      "learning_rate": 0.00022846166648381836,
      "loss": 6.75,
      "step": 48928
    },
    {
      "epoch": 2.0040548842924433,
      "grad_norm": 2.821928497591089,
      "learning_rate": 0.00022845888682777743,
      "loss": 4.5,
      "step": 48929
    },
    {
      "epoch": 2.0040958427196394,
      "grad_norm": 2.6543910557027557,
      "learning_rate": 0.00022845610713464567,
      "loss": 4.625,
      "step": 48930
    },
    {
      "epoch": 2.004136801146836,
      "grad_norm": 2.50755359636313,
      "learning_rate": 0.0002284533274044244,
      "loss": 4.9688,
      "step": 48931
    },
    {
      "epoch": 2.0041777595740324,
      "grad_norm": 2.8624886803954936,
      "learning_rate": 0.00022845054763711496,
      "loss": 4.5938,
      "step": 48932
    },
    {
      "epoch": 2.004218718001229,
      "grad_norm": 4.12358711108834,
      "learning_rate": 0.00022844776783271866,
      "loss": 5.2812,
      "step": 48933
    },
    {
      "epoch": 2.004259676428425,
      "grad_norm": 2.9770508061427017,
      "learning_rate": 0.0002284449879912368,
      "loss": 5.4062,
      "step": 48934
    },
    {
      "epoch": 2.0043006348556216,
      "grad_norm": 2.670978545013284,
      "learning_rate": 0.0002284422081126707,
      "loss": 4.6875,
      "step": 48935
    },
    {
      "epoch": 2.004341593282818,
      "grad_norm": 2.8553333573649025,
      "learning_rate": 0.0002284394281970217,
      "loss": 4.9688,
      "step": 48936
    },
    {
      "epoch": 2.0043825517100142,
      "grad_norm": 2.898786820327896,
      "learning_rate": 0.00022843664824429108,
      "loss": 4.9062,
      "step": 48937
    },
    {
      "epoch": 2.0044235101372108,
      "grad_norm": 8.920126917750576,
      "learning_rate": 0.00022843386825448014,
      "loss": 2.6406,
      "step": 48938
    },
    {
      "epoch": 2.0044644685644073,
      "grad_norm": 2.865115607199749,
      "learning_rate": 0.00022843108822759024,
      "loss": 5.0938,
      "step": 48939
    },
    {
      "epoch": 2.0045054269916034,
      "grad_norm": 3.007780491114209,
      "learning_rate": 0.0002284283081636227,
      "loss": 4.7188,
      "step": 48940
    },
    {
      "epoch": 2.0045463854188,
      "grad_norm": 6.09514224910676,
      "learning_rate": 0.00022842552806257875,
      "loss": 3.7656,
      "step": 48941
    },
    {
      "epoch": 2.0045873438459965,
      "grad_norm": 3.6359795531046637,
      "learning_rate": 0.0002284227479244598,
      "loss": 2.4062,
      "step": 48942
    },
    {
      "epoch": 2.0046283022731926,
      "grad_norm": 2.656969780442111,
      "learning_rate": 0.00022841996774926708,
      "loss": 4.3125,
      "step": 48943
    },
    {
      "epoch": 2.004669260700389,
      "grad_norm": 2.9506449558196697,
      "learning_rate": 0.00022841718753700198,
      "loss": 4.625,
      "step": 48944
    },
    {
      "epoch": 2.0047102191275856,
      "grad_norm": 2.617801373484937,
      "learning_rate": 0.00022841440728766583,
      "loss": 4.125,
      "step": 48945
    },
    {
      "epoch": 2.0047511775547817,
      "grad_norm": 4.142978167982291,
      "learning_rate": 0.00022841162700125978,
      "loss": 2.1562,
      "step": 48946
    },
    {
      "epoch": 2.0047921359819783,
      "grad_norm": 3.4909760280674798,
      "learning_rate": 0.00022840884667778535,
      "loss": 3.875,
      "step": 48947
    },
    {
      "epoch": 2.004833094409175,
      "grad_norm": 13.64431628181691,
      "learning_rate": 0.00022840606631724378,
      "loss": 1.4531,
      "step": 48948
    },
    {
      "epoch": 2.004874052836371,
      "grad_norm": 2.4814180083190607,
      "learning_rate": 0.00022840328591963632,
      "loss": 4.75,
      "step": 48949
    },
    {
      "epoch": 2.0049150112635674,
      "grad_norm": 2.895219856160882,
      "learning_rate": 0.00022840050548496435,
      "loss": 5.2812,
      "step": 48950
    },
    {
      "epoch": 2.004955969690764,
      "grad_norm": 3.0017971926706903,
      "learning_rate": 0.00022839772501322917,
      "loss": 4.9688,
      "step": 48951
    },
    {
      "epoch": 2.0049969281179605,
      "grad_norm": 3.0530947877295427,
      "learning_rate": 0.00022839494450443214,
      "loss": 4.6562,
      "step": 48952
    },
    {
      "epoch": 2.0050378865451566,
      "grad_norm": 2.3423226939743644,
      "learning_rate": 0.0002283921639585745,
      "loss": 3.5312,
      "step": 48953
    },
    {
      "epoch": 2.005078844972353,
      "grad_norm": 2.7312106678493007,
      "learning_rate": 0.00022838938337565757,
      "loss": 5.1562,
      "step": 48954
    },
    {
      "epoch": 2.0051198033995496,
      "grad_norm": 4.054673063668002,
      "learning_rate": 0.00022838660275568268,
      "loss": 5.6562,
      "step": 48955
    },
    {
      "epoch": 2.0051607618267457,
      "grad_norm": 3.16585576064257,
      "learning_rate": 0.00022838382209865122,
      "loss": 5.125,
      "step": 48956
    },
    {
      "epoch": 2.0052017202539423,
      "grad_norm": 4.271863738479667,
      "learning_rate": 0.0002283810414045644,
      "loss": 3.5625,
      "step": 48957
    },
    {
      "epoch": 2.005242678681139,
      "grad_norm": 4.413532686605674,
      "learning_rate": 0.00022837826067342355,
      "loss": 3.2812,
      "step": 48958
    },
    {
      "epoch": 2.005283637108335,
      "grad_norm": 3.1046766322504706,
      "learning_rate": 0.00022837547990522998,
      "loss": 4.5,
      "step": 48959
    },
    {
      "epoch": 2.0053245955355314,
      "grad_norm": 2.4047280287832455,
      "learning_rate": 0.0002283726990999851,
      "loss": 4.1875,
      "step": 48960
    },
    {
      "epoch": 2.005365553962728,
      "grad_norm": 5.3659645653383,
      "learning_rate": 0.00022836991825769015,
      "loss": 6.5,
      "step": 48961
    },
    {
      "epoch": 2.005406512389924,
      "grad_norm": 3.471034581264665,
      "learning_rate": 0.00022836713737834643,
      "loss": 6.2188,
      "step": 48962
    },
    {
      "epoch": 2.0054474708171206,
      "grad_norm": 2.904987189110004,
      "learning_rate": 0.00022836435646195525,
      "loss": 4.6562,
      "step": 48963
    },
    {
      "epoch": 2.005488429244317,
      "grad_norm": 4.444666500573511,
      "learning_rate": 0.000228361575508518,
      "loss": 5.5938,
      "step": 48964
    },
    {
      "epoch": 2.0055293876715132,
      "grad_norm": 4.6432153207068065,
      "learning_rate": 0.00022835879451803593,
      "loss": 1.8047,
      "step": 48965
    },
    {
      "epoch": 2.0055703460987098,
      "grad_norm": 3.1790913259843046,
      "learning_rate": 0.00022835601349051034,
      "loss": 4.0938,
      "step": 48966
    },
    {
      "epoch": 2.0056113045259063,
      "grad_norm": 3.21866239727106,
      "learning_rate": 0.0002283532324259426,
      "loss": 2.8594,
      "step": 48967
    },
    {
      "epoch": 2.0056522629531024,
      "grad_norm": 3.170902481151698,
      "learning_rate": 0.000228350451324334,
      "loss": 4.7188,
      "step": 48968
    },
    {
      "epoch": 2.005693221380299,
      "grad_norm": 8.078757518919364,
      "learning_rate": 0.00022834767018568584,
      "loss": 5.2812,
      "step": 48969
    },
    {
      "epoch": 2.0057341798074955,
      "grad_norm": 3.1798286160737126,
      "learning_rate": 0.00022834488900999947,
      "loss": 3.9219,
      "step": 48970
    },
    {
      "epoch": 2.005775138234692,
      "grad_norm": 5.0272126096454075,
      "learning_rate": 0.00022834210779727613,
      "loss": 3.0,
      "step": 48971
    },
    {
      "epoch": 2.005816096661888,
      "grad_norm": 2.85836083089851,
      "learning_rate": 0.00022833932654751723,
      "loss": 5.1562,
      "step": 48972
    },
    {
      "epoch": 2.0058570550890846,
      "grad_norm": 2.9619627412144065,
      "learning_rate": 0.00022833654526072407,
      "loss": 3.8594,
      "step": 48973
    },
    {
      "epoch": 2.005898013516281,
      "grad_norm": 3.031895984373031,
      "learning_rate": 0.00022833376393689787,
      "loss": 5.0312,
      "step": 48974
    },
    {
      "epoch": 2.0059389719434773,
      "grad_norm": 2.945633869198719,
      "learning_rate": 0.00022833098257604004,
      "loss": 5.4375,
      "step": 48975
    },
    {
      "epoch": 2.005979930370674,
      "grad_norm": 3.1910634311156953,
      "learning_rate": 0.00022832820117815188,
      "loss": 2.875,
      "step": 48976
    },
    {
      "epoch": 2.0060208887978703,
      "grad_norm": 2.491048569419709,
      "learning_rate": 0.00022832541974323467,
      "loss": 4.0625,
      "step": 48977
    },
    {
      "epoch": 2.0060618472250664,
      "grad_norm": 2.8500195898500214,
      "learning_rate": 0.00022832263827128978,
      "loss": 4.1875,
      "step": 48978
    },
    {
      "epoch": 2.006102805652263,
      "grad_norm": 2.6627393973752813,
      "learning_rate": 0.00022831985676231842,
      "loss": 5.0,
      "step": 48979
    },
    {
      "epoch": 2.0061437640794595,
      "grad_norm": 2.9639143850818064,
      "learning_rate": 0.00022831707521632207,
      "loss": 4.5312,
      "step": 48980
    },
    {
      "epoch": 2.0061847225066556,
      "grad_norm": 2.62461789893482,
      "learning_rate": 0.00022831429363330191,
      "loss": 3.9375,
      "step": 48981
    },
    {
      "epoch": 2.006225680933852,
      "grad_norm": 2.9250075561521456,
      "learning_rate": 0.00022831151201325927,
      "loss": 4.8125,
      "step": 48982
    },
    {
      "epoch": 2.0062666393610487,
      "grad_norm": 15.721686319156904,
      "learning_rate": 0.00022830873035619554,
      "loss": 6.75,
      "step": 48983
    },
    {
      "epoch": 2.0063075977882447,
      "grad_norm": 3.2216017012116236,
      "learning_rate": 0.00022830594866211194,
      "loss": 6.5,
      "step": 48984
    },
    {
      "epoch": 2.0063485562154413,
      "grad_norm": 3.239660500853717,
      "learning_rate": 0.00022830316693100985,
      "loss": 4.0312,
      "step": 48985
    },
    {
      "epoch": 2.006389514642638,
      "grad_norm": 2.7324418916918876,
      "learning_rate": 0.00022830038516289056,
      "loss": 4.5625,
      "step": 48986
    },
    {
      "epoch": 2.006430473069834,
      "grad_norm": 3.1403448853546627,
      "learning_rate": 0.0002282976033577554,
      "loss": 5.2812,
      "step": 48987
    },
    {
      "epoch": 2.0064714314970304,
      "grad_norm": 3.6571130225406914,
      "learning_rate": 0.00022829482151560568,
      "loss": 4.9062,
      "step": 48988
    },
    {
      "epoch": 2.006512389924227,
      "grad_norm": 3.3919573349544834,
      "learning_rate": 0.00022829203963644273,
      "loss": 4.7188,
      "step": 48989
    },
    {
      "epoch": 2.0065533483514235,
      "grad_norm": 2.496132094862222,
      "learning_rate": 0.0002282892577202678,
      "loss": 4.5,
      "step": 48990
    },
    {
      "epoch": 2.0065943067786196,
      "grad_norm": 2.9412660978215057,
      "learning_rate": 0.0002282864757670823,
      "loss": 4.875,
      "step": 48991
    },
    {
      "epoch": 2.006635265205816,
      "grad_norm": 2.873023623217741,
      "learning_rate": 0.00022828369377688744,
      "loss": 5.2812,
      "step": 48992
    },
    {
      "epoch": 2.0066762236330127,
      "grad_norm": 3.63285861216723,
      "learning_rate": 0.00022828091174968462,
      "loss": 5.9688,
      "step": 48993
    },
    {
      "epoch": 2.0067171820602088,
      "grad_norm": 3.2153805627203527,
      "learning_rate": 0.00022827812968547517,
      "loss": 2.7656,
      "step": 48994
    },
    {
      "epoch": 2.0067581404874053,
      "grad_norm": 3.857747837097923,
      "learning_rate": 0.0002282753475842603,
      "loss": 4.625,
      "step": 48995
    },
    {
      "epoch": 2.006799098914602,
      "grad_norm": 2.714214091484566,
      "learning_rate": 0.00022827256544604143,
      "loss": 5.6875,
      "step": 48996
    },
    {
      "epoch": 2.006840057341798,
      "grad_norm": 3.2163794179465706,
      "learning_rate": 0.0002282697832708198,
      "loss": 5.3438,
      "step": 48997
    },
    {
      "epoch": 2.0068810157689945,
      "grad_norm": 2.833093435728788,
      "learning_rate": 0.00022826700105859677,
      "loss": 4.0312,
      "step": 48998
    },
    {
      "epoch": 2.006921974196191,
      "grad_norm": 2.6721240799047723,
      "learning_rate": 0.00022826421880937366,
      "loss": 4.5625,
      "step": 48999
    },
    {
      "epoch": 2.006962932623387,
      "grad_norm": 4.652635789394498,
      "learning_rate": 0.00022826143652315177,
      "loss": 5.0312,
      "step": 49000
    },
    {
      "epoch": 2.0070038910505836,
      "grad_norm": 2.668378685210693,
      "learning_rate": 0.0002282586541999324,
      "loss": 5.75,
      "step": 49001
    },
    {
      "epoch": 2.00704484947778,
      "grad_norm": 3.73649434813732,
      "learning_rate": 0.00022825587183971686,
      "loss": 6.5312,
      "step": 49002
    },
    {
      "epoch": 2.0070858079049763,
      "grad_norm": 2.8374892869448836,
      "learning_rate": 0.0002282530894425065,
      "loss": 4.0312,
      "step": 49003
    },
    {
      "epoch": 2.007126766332173,
      "grad_norm": 4.8290771614213925,
      "learning_rate": 0.00022825030700830264,
      "loss": 7.0,
      "step": 49004
    },
    {
      "epoch": 2.0071677247593693,
      "grad_norm": 4.418458362588563,
      "learning_rate": 0.00022824752453710657,
      "loss": 5.3438,
      "step": 49005
    },
    {
      "epoch": 2.0072086831865654,
      "grad_norm": 2.6944775604043882,
      "learning_rate": 0.00022824474202891962,
      "loss": 3.8594,
      "step": 49006
    },
    {
      "epoch": 2.007249641613762,
      "grad_norm": 7.774218589664935,
      "learning_rate": 0.0002282419594837431,
      "loss": 5.1562,
      "step": 49007
    },
    {
      "epoch": 2.0072906000409585,
      "grad_norm": 2.934800096230176,
      "learning_rate": 0.00022823917690157827,
      "loss": 6.375,
      "step": 49008
    },
    {
      "epoch": 2.007331558468155,
      "grad_norm": 2.5327822866819094,
      "learning_rate": 0.00022823639428242655,
      "loss": 4.0,
      "step": 49009
    },
    {
      "epoch": 2.007372516895351,
      "grad_norm": 2.6548833483173806,
      "learning_rate": 0.00022823361162628913,
      "loss": 4.9375,
      "step": 49010
    },
    {
      "epoch": 2.0074134753225477,
      "grad_norm": 2.513884641005153,
      "learning_rate": 0.00022823082893316747,
      "loss": 4.2812,
      "step": 49011
    },
    {
      "epoch": 2.007454433749744,
      "grad_norm": 3.3134858763797856,
      "learning_rate": 0.00022822804620306278,
      "loss": 4.4688,
      "step": 49012
    },
    {
      "epoch": 2.0074953921769403,
      "grad_norm": 3.4570552465994093,
      "learning_rate": 0.00022822526343597643,
      "loss": 4.1875,
      "step": 49013
    },
    {
      "epoch": 2.007536350604137,
      "grad_norm": 5.5242093766013936,
      "learning_rate": 0.00022822248063190972,
      "loss": 1.9922,
      "step": 49014
    },
    {
      "epoch": 2.0075773090313334,
      "grad_norm": 2.5971815831312974,
      "learning_rate": 0.0002282196977908639,
      "loss": 4.1562,
      "step": 49015
    },
    {
      "epoch": 2.0076182674585294,
      "grad_norm": 3.7054196358812512,
      "learning_rate": 0.00022821691491284042,
      "loss": 5.4375,
      "step": 49016
    },
    {
      "epoch": 2.007659225885726,
      "grad_norm": 4.766459859062812,
      "learning_rate": 0.00022821413199784052,
      "loss": 4.9688,
      "step": 49017
    },
    {
      "epoch": 2.0077001843129225,
      "grad_norm": 3.961759544612892,
      "learning_rate": 0.00022821134904586545,
      "loss": 5.125,
      "step": 49018
    },
    {
      "epoch": 2.0077411427401186,
      "grad_norm": 3.5649857214114866,
      "learning_rate": 0.00022820856605691663,
      "loss": 5.4062,
      "step": 49019
    },
    {
      "epoch": 2.007782101167315,
      "grad_norm": 10.358722043805788,
      "learning_rate": 0.00022820578303099536,
      "loss": 8.0625,
      "step": 49020
    },
    {
      "epoch": 2.0078230595945117,
      "grad_norm": 2.6994090014708947,
      "learning_rate": 0.0002282029999681029,
      "loss": 4.4375,
      "step": 49021
    },
    {
      "epoch": 2.0078640180217078,
      "grad_norm": 3.59621828999792,
      "learning_rate": 0.0002282002168682406,
      "loss": 4.6562,
      "step": 49022
    },
    {
      "epoch": 2.0079049764489043,
      "grad_norm": 2.800585087216077,
      "learning_rate": 0.0002281974337314098,
      "loss": 3.3906,
      "step": 49023
    },
    {
      "epoch": 2.007945934876101,
      "grad_norm": 6.129897565047007,
      "learning_rate": 0.00022819465055761177,
      "loss": 5.2812,
      "step": 49024
    },
    {
      "epoch": 2.007986893303297,
      "grad_norm": 3.1153491118021477,
      "learning_rate": 0.00022819186734684787,
      "loss": 4.25,
      "step": 49025
    },
    {
      "epoch": 2.0080278517304935,
      "grad_norm": 2.818309753968902,
      "learning_rate": 0.00022818908409911936,
      "loss": 4.25,
      "step": 49026
    },
    {
      "epoch": 2.00806881015769,
      "grad_norm": 3.1149947687731157,
      "learning_rate": 0.00022818630081442763,
      "loss": 5.5,
      "step": 49027
    },
    {
      "epoch": 2.0081097685848865,
      "grad_norm": 3.0308149268551614,
      "learning_rate": 0.00022818351749277394,
      "loss": 4.6562,
      "step": 49028
    },
    {
      "epoch": 2.0081507270120826,
      "grad_norm": 3.3672626217381616,
      "learning_rate": 0.00022818073413415963,
      "loss": 4.0,
      "step": 49029
    },
    {
      "epoch": 2.008191685439279,
      "grad_norm": 5.754053084084213,
      "learning_rate": 0.00022817795073858593,
      "loss": 2.9688,
      "step": 49030
    },
    {
      "epoch": 2.0082326438664757,
      "grad_norm": 4.463883938026024,
      "learning_rate": 0.0002281751673060543,
      "loss": 4.2188,
      "step": 49031
    },
    {
      "epoch": 2.008273602293672,
      "grad_norm": 2.7718721249480964,
      "learning_rate": 0.00022817238383656598,
      "loss": 4.8438,
      "step": 49032
    },
    {
      "epoch": 2.0083145607208683,
      "grad_norm": 2.649431149264353,
      "learning_rate": 0.0002281696003301223,
      "loss": 5.0312,
      "step": 49033
    },
    {
      "epoch": 2.008355519148065,
      "grad_norm": 3.9144483172109834,
      "learning_rate": 0.00022816681678672452,
      "loss": 4.1875,
      "step": 49034
    },
    {
      "epoch": 2.008396477575261,
      "grad_norm": 4.7148985407953745,
      "learning_rate": 0.00022816403320637403,
      "loss": 5.8438,
      "step": 49035
    },
    {
      "epoch": 2.0084374360024575,
      "grad_norm": 6.69515418054575,
      "learning_rate": 0.00022816124958907217,
      "loss": 3.6094,
      "step": 49036
    },
    {
      "epoch": 2.008478394429654,
      "grad_norm": 3.0783457059886015,
      "learning_rate": 0.00022815846593482017,
      "loss": 4.1875,
      "step": 49037
    },
    {
      "epoch": 2.00851935285685,
      "grad_norm": 2.5487942796708976,
      "learning_rate": 0.00022815568224361936,
      "loss": 4.5312,
      "step": 49038
    },
    {
      "epoch": 2.0085603112840467,
      "grad_norm": 3.055953348582782,
      "learning_rate": 0.0002281528985154711,
      "loss": 5.0625,
      "step": 49039
    },
    {
      "epoch": 2.008601269711243,
      "grad_norm": 3.3324102577785397,
      "learning_rate": 0.0002281501147503767,
      "loss": 5.9375,
      "step": 49040
    },
    {
      "epoch": 2.0086422281384393,
      "grad_norm": 3.0204418579092,
      "learning_rate": 0.00022814733094833747,
      "loss": 4.3125,
      "step": 49041
    },
    {
      "epoch": 2.008683186565636,
      "grad_norm": 2.825117267400049,
      "learning_rate": 0.00022814454710935468,
      "loss": 4.9062,
      "step": 49042
    },
    {
      "epoch": 2.0087241449928324,
      "grad_norm": 7.157311656754653,
      "learning_rate": 0.0002281417632334297,
      "loss": 1.6016,
      "step": 49043
    },
    {
      "epoch": 2.0087651034200285,
      "grad_norm": 4.814807754709491,
      "learning_rate": 0.00022813897932056384,
      "loss": 4.125,
      "step": 49044
    },
    {
      "epoch": 2.008806061847225,
      "grad_norm": 2.798575648523608,
      "learning_rate": 0.00022813619537075838,
      "loss": 4.1875,
      "step": 49045
    },
    {
      "epoch": 2.0088470202744215,
      "grad_norm": 3.146660459268212,
      "learning_rate": 0.00022813341138401463,
      "loss": 4.6875,
      "step": 49046
    },
    {
      "epoch": 2.008887978701618,
      "grad_norm": 4.414070071684844,
      "learning_rate": 0.00022813062736033398,
      "loss": 5.5625,
      "step": 49047
    },
    {
      "epoch": 2.008928937128814,
      "grad_norm": 8.266701340075345,
      "learning_rate": 0.00022812784329971774,
      "loss": 3.3281,
      "step": 49048
    },
    {
      "epoch": 2.0089698955560107,
      "grad_norm": 5.270616870302038,
      "learning_rate": 0.00022812505920216715,
      "loss": 5.9062,
      "step": 49049
    },
    {
      "epoch": 2.0090108539832072,
      "grad_norm": 3.433841650558039,
      "learning_rate": 0.00022812227506768354,
      "loss": 6.3125,
      "step": 49050
    },
    {
      "epoch": 2.0090518124104033,
      "grad_norm": 2.5522136734943186,
      "learning_rate": 0.00022811949089626826,
      "loss": 4.4062,
      "step": 49051
    },
    {
      "epoch": 2.0090927708376,
      "grad_norm": 4.11963631780155,
      "learning_rate": 0.00022811670668792267,
      "loss": 2.6875,
      "step": 49052
    },
    {
      "epoch": 2.0091337292647964,
      "grad_norm": 2.851820817235932,
      "learning_rate": 0.00022811392244264798,
      "loss": 5.3438,
      "step": 49053
    },
    {
      "epoch": 2.0091746876919925,
      "grad_norm": 2.868584245064352,
      "learning_rate": 0.00022811113816044557,
      "loss": 4.4688,
      "step": 49054
    },
    {
      "epoch": 2.009215646119189,
      "grad_norm": 2.674327789821046,
      "learning_rate": 0.00022810835384131674,
      "loss": 4.25,
      "step": 49055
    },
    {
      "epoch": 2.0092566045463855,
      "grad_norm": 2.6972143539183207,
      "learning_rate": 0.0002281055694852628,
      "loss": 4.5312,
      "step": 49056
    },
    {
      "epoch": 2.0092975629735816,
      "grad_norm": 2.5055067589267077,
      "learning_rate": 0.00022810278509228517,
      "loss": 4.0938,
      "step": 49057
    },
    {
      "epoch": 2.009338521400778,
      "grad_norm": 3.7722185821788847,
      "learning_rate": 0.00022810000066238498,
      "loss": 4.2812,
      "step": 49058
    },
    {
      "epoch": 2.0093794798279747,
      "grad_norm": 4.607096182721267,
      "learning_rate": 0.00022809721619556367,
      "loss": 5.6562,
      "step": 49059
    },
    {
      "epoch": 2.009420438255171,
      "grad_norm": 3.4168336739230254,
      "learning_rate": 0.00022809443169182256,
      "loss": 4.9062,
      "step": 49060
    },
    {
      "epoch": 2.0094613966823673,
      "grad_norm": 3.3965838079227466,
      "learning_rate": 0.0002280916471511629,
      "loss": 3.8438,
      "step": 49061
    },
    {
      "epoch": 2.009502355109564,
      "grad_norm": 3.764282161080502,
      "learning_rate": 0.00022808886257358598,
      "loss": 5.8438,
      "step": 49062
    },
    {
      "epoch": 2.00954331353676,
      "grad_norm": 3.3118279753409516,
      "learning_rate": 0.00022808607795909327,
      "loss": 5.875,
      "step": 49063
    },
    {
      "epoch": 2.0095842719639565,
      "grad_norm": 2.918588947705311,
      "learning_rate": 0.00022808329330768596,
      "loss": 4.5938,
      "step": 49064
    },
    {
      "epoch": 2.009625230391153,
      "grad_norm": 4.614108176969166,
      "learning_rate": 0.00022808050861936543,
      "loss": 6.4375,
      "step": 49065
    },
    {
      "epoch": 2.0096661888183496,
      "grad_norm": 3.054182360563611,
      "learning_rate": 0.00022807772389413293,
      "loss": 3.8438,
      "step": 49066
    },
    {
      "epoch": 2.0097071472455457,
      "grad_norm": 3.890964138425558,
      "learning_rate": 0.0002280749391319898,
      "loss": 6.25,
      "step": 49067
    },
    {
      "epoch": 2.009748105672742,
      "grad_norm": 3.7420045541395144,
      "learning_rate": 0.00022807215433293742,
      "loss": 4.2188,
      "step": 49068
    },
    {
      "epoch": 2.0097890640999387,
      "grad_norm": 3.1646190808617396,
      "learning_rate": 0.00022806936949697706,
      "loss": 4.8125,
      "step": 49069
    },
    {
      "epoch": 2.009830022527135,
      "grad_norm": 5.368253458047049,
      "learning_rate": 0.00022806658462410994,
      "loss": 5.75,
      "step": 49070
    },
    {
      "epoch": 2.0098709809543314,
      "grad_norm": 2.8872816596970123,
      "learning_rate": 0.00022806379971433756,
      "loss": 5.0625,
      "step": 49071
    },
    {
      "epoch": 2.009911939381528,
      "grad_norm": 2.775022298371365,
      "learning_rate": 0.0002280610147676611,
      "loss": 4.9375,
      "step": 49072
    },
    {
      "epoch": 2.009952897808724,
      "grad_norm": 2.903500182148707,
      "learning_rate": 0.00022805822978408193,
      "loss": 4.0938,
      "step": 49073
    },
    {
      "epoch": 2.0099938562359205,
      "grad_norm": 2.748509731932658,
      "learning_rate": 0.00022805544476360137,
      "loss": 3.5781,
      "step": 49074
    },
    {
      "epoch": 2.010034814663117,
      "grad_norm": 2.7129322291108924,
      "learning_rate": 0.0002280526597062207,
      "loss": 5.25,
      "step": 49075
    },
    {
      "epoch": 2.010075773090313,
      "grad_norm": 2.8432446946578294,
      "learning_rate": 0.00022804987461194135,
      "loss": 5.0625,
      "step": 49076
    },
    {
      "epoch": 2.0101167315175097,
      "grad_norm": 2.710156334456775,
      "learning_rate": 0.00022804708948076448,
      "loss": 4.9062,
      "step": 49077
    },
    {
      "epoch": 2.0101576899447062,
      "grad_norm": 2.734626774927707,
      "learning_rate": 0.00022804430431269145,
      "loss": 3.875,
      "step": 49078
    },
    {
      "epoch": 2.0101986483719023,
      "grad_norm": 2.8907834061746254,
      "learning_rate": 0.00022804151910772364,
      "loss": 4.8438,
      "step": 49079
    },
    {
      "epoch": 2.010239606799099,
      "grad_norm": 3.410430579066191,
      "learning_rate": 0.0002280387338658623,
      "loss": 5.0,
      "step": 49080
    },
    {
      "epoch": 2.0102805652262954,
      "grad_norm": 2.9608863344027454,
      "learning_rate": 0.0002280359485871088,
      "loss": 4.9062,
      "step": 49081
    },
    {
      "epoch": 2.010321523653492,
      "grad_norm": 2.6416635112371063,
      "learning_rate": 0.00022803316327146443,
      "loss": 4.9062,
      "step": 49082
    },
    {
      "epoch": 2.010362482080688,
      "grad_norm": 2.916218604074483,
      "learning_rate": 0.0002280303779189305,
      "loss": 4.4062,
      "step": 49083
    },
    {
      "epoch": 2.0104034405078846,
      "grad_norm": 2.9093761727333143,
      "learning_rate": 0.00022802759252950835,
      "loss": 5.25,
      "step": 49084
    },
    {
      "epoch": 2.010444398935081,
      "grad_norm": 4.298719933344349,
      "learning_rate": 0.00022802480710319925,
      "loss": 5.2188,
      "step": 49085
    },
    {
      "epoch": 2.010485357362277,
      "grad_norm": 2.9912012765341913,
      "learning_rate": 0.00022802202164000455,
      "loss": 4.4688,
      "step": 49086
    },
    {
      "epoch": 2.0105263157894737,
      "grad_norm": 2.7920735438927977,
      "learning_rate": 0.00022801923613992558,
      "loss": 5.0,
      "step": 49087
    },
    {
      "epoch": 2.0105672742166703,
      "grad_norm": 2.789369139044633,
      "learning_rate": 0.00022801645060296365,
      "loss": 4.5,
      "step": 49088
    },
    {
      "epoch": 2.0106082326438663,
      "grad_norm": 2.995343667088054,
      "learning_rate": 0.00022801366502912007,
      "loss": 5.6562,
      "step": 49089
    },
    {
      "epoch": 2.010649191071063,
      "grad_norm": 3.162906162304823,
      "learning_rate": 0.00022801087941839616,
      "loss": 4.125,
      "step": 49090
    },
    {
      "epoch": 2.0106901494982594,
      "grad_norm": 3.497413335895798,
      "learning_rate": 0.0002280080937707932,
      "loss": 2.4688,
      "step": 49091
    },
    {
      "epoch": 2.0107311079254555,
      "grad_norm": 2.7518376622149616,
      "learning_rate": 0.00022800530808631257,
      "loss": 5.0938,
      "step": 49092
    },
    {
      "epoch": 2.010772066352652,
      "grad_norm": 2.3873469592530534,
      "learning_rate": 0.00022800252236495556,
      "loss": 3.9688,
      "step": 49093
    },
    {
      "epoch": 2.0108130247798486,
      "grad_norm": 4.6651802195578185,
      "learning_rate": 0.00022799973660672345,
      "loss": 5.6562,
      "step": 49094
    },
    {
      "epoch": 2.0108539832070447,
      "grad_norm": 4.1660120880131135,
      "learning_rate": 0.00022799695081161762,
      "loss": 1.7812,
      "step": 49095
    },
    {
      "epoch": 2.010894941634241,
      "grad_norm": 5.146226671694904,
      "learning_rate": 0.00022799416497963935,
      "loss": 4.9688,
      "step": 49096
    },
    {
      "epoch": 2.0109359000614377,
      "grad_norm": 2.659433721529628,
      "learning_rate": 0.00022799137911079,
      "loss": 4.25,
      "step": 49097
    },
    {
      "epoch": 2.010976858488634,
      "grad_norm": 2.9201913135912663,
      "learning_rate": 0.00022798859320507077,
      "loss": 3.7656,
      "step": 49098
    },
    {
      "epoch": 2.0110178169158304,
      "grad_norm": 4.974472404456948,
      "learning_rate": 0.00022798580726248314,
      "loss": 1.5234,
      "step": 49099
    },
    {
      "epoch": 2.011058775343027,
      "grad_norm": 2.9454699085533123,
      "learning_rate": 0.00022798302128302828,
      "loss": 5.5938,
      "step": 49100
    },
    {
      "epoch": 2.0110997337702234,
      "grad_norm": 3.5582444522369068,
      "learning_rate": 0.00022798023526670764,
      "loss": 4.375,
      "step": 49101
    },
    {
      "epoch": 2.0111406921974195,
      "grad_norm": 4.561067138035144,
      "learning_rate": 0.00022797744921352242,
      "loss": 4.8438,
      "step": 49102
    },
    {
      "epoch": 2.011181650624616,
      "grad_norm": 2.747107790484045,
      "learning_rate": 0.000227974663123474,
      "loss": 4.9375,
      "step": 49103
    },
    {
      "epoch": 2.0112226090518126,
      "grad_norm": 2.682746872711935,
      "learning_rate": 0.00022797187699656368,
      "loss": 4.4688,
      "step": 49104
    },
    {
      "epoch": 2.0112635674790087,
      "grad_norm": 2.289940253093694,
      "learning_rate": 0.0002279690908327928,
      "loss": 1.2969,
      "step": 49105
    },
    {
      "epoch": 2.0113045259062052,
      "grad_norm": 3.6082409304679826,
      "learning_rate": 0.00022796630463216261,
      "loss": 1.4062,
      "step": 49106
    },
    {
      "epoch": 2.0113454843334018,
      "grad_norm": 2.9953517640132574,
      "learning_rate": 0.00022796351839467452,
      "loss": 4.5,
      "step": 49107
    },
    {
      "epoch": 2.011386442760598,
      "grad_norm": 2.7458773308907922,
      "learning_rate": 0.0002279607321203298,
      "loss": 4.125,
      "step": 49108
    },
    {
      "epoch": 2.0114274011877944,
      "grad_norm": 2.873964066126988,
      "learning_rate": 0.00022795794580912979,
      "loss": 5.9688,
      "step": 49109
    },
    {
      "epoch": 2.011468359614991,
      "grad_norm": 3.1893556256136786,
      "learning_rate": 0.0002279551594610757,
      "loss": 4.4688,
      "step": 49110
    },
    {
      "epoch": 2.011509318042187,
      "grad_norm": 3.698990465143274,
      "learning_rate": 0.000227952373076169,
      "loss": 4.5,
      "step": 49111
    },
    {
      "epoch": 2.0115502764693836,
      "grad_norm": 2.4820999329380964,
      "learning_rate": 0.00022794958665441097,
      "loss": 3.9062,
      "step": 49112
    },
    {
      "epoch": 2.01159123489658,
      "grad_norm": 2.6367928936016294,
      "learning_rate": 0.00022794680019580288,
      "loss": 5.4062,
      "step": 49113
    },
    {
      "epoch": 2.011632193323776,
      "grad_norm": 2.9125663463809928,
      "learning_rate": 0.000227944013700346,
      "loss": 5.4062,
      "step": 49114
    },
    {
      "epoch": 2.0116731517509727,
      "grad_norm": 2.6859359452997915,
      "learning_rate": 0.00022794122716804176,
      "loss": 4.5,
      "step": 49115
    },
    {
      "epoch": 2.0117141101781693,
      "grad_norm": 3.449875832641525,
      "learning_rate": 0.00022793844059889148,
      "loss": 4.4062,
      "step": 49116
    },
    {
      "epoch": 2.0117550686053653,
      "grad_norm": 2.6655936256390085,
      "learning_rate": 0.0002279356539928964,
      "loss": 4.375,
      "step": 49117
    },
    {
      "epoch": 2.011796027032562,
      "grad_norm": 3.878805917489403,
      "learning_rate": 0.00022793286735005777,
      "loss": 6.0,
      "step": 49118
    },
    {
      "epoch": 2.0118369854597584,
      "grad_norm": 2.5028690222760113,
      "learning_rate": 0.0002279300806703771,
      "loss": 4.9062,
      "step": 49119
    },
    {
      "epoch": 2.011877943886955,
      "grad_norm": 2.459250585144471,
      "learning_rate": 0.00022792729395385562,
      "loss": 4.4375,
      "step": 49120
    },
    {
      "epoch": 2.011918902314151,
      "grad_norm": 3.485905242199842,
      "learning_rate": 0.0002279245072004946,
      "loss": 4.0625,
      "step": 49121
    },
    {
      "epoch": 2.0119598607413476,
      "grad_norm": 5.067622475685416,
      "learning_rate": 0.00022792172041029537,
      "loss": 5.8125,
      "step": 49122
    },
    {
      "epoch": 2.012000819168544,
      "grad_norm": 2.5622329699241613,
      "learning_rate": 0.00022791893358325933,
      "loss": 4.5625,
      "step": 49123
    },
    {
      "epoch": 2.01204177759574,
      "grad_norm": 2.4862466529205873,
      "learning_rate": 0.00022791614671938772,
      "loss": 3.9531,
      "step": 49124
    },
    {
      "epoch": 2.0120827360229367,
      "grad_norm": 4.1683791689776735,
      "learning_rate": 0.00022791335981868187,
      "loss": 5.4375,
      "step": 49125
    },
    {
      "epoch": 2.0121236944501333,
      "grad_norm": 2.608398538614264,
      "learning_rate": 0.00022791057288114308,
      "loss": 4.7188,
      "step": 49126
    },
    {
      "epoch": 2.0121646528773294,
      "grad_norm": 3.111723674515581,
      "learning_rate": 0.0002279077859067727,
      "loss": 4.5,
      "step": 49127
    },
    {
      "epoch": 2.012205611304526,
      "grad_norm": 4.854618356097985,
      "learning_rate": 0.00022790499889557207,
      "loss": 6.625,
      "step": 49128
    },
    {
      "epoch": 2.0122465697317224,
      "grad_norm": 2.7036310732422146,
      "learning_rate": 0.00022790221184754248,
      "loss": 3.875,
      "step": 49129
    },
    {
      "epoch": 2.0122875281589185,
      "grad_norm": 3.2357615028966014,
      "learning_rate": 0.00022789942476268522,
      "loss": 5.7188,
      "step": 49130
    },
    {
      "epoch": 2.012328486586115,
      "grad_norm": 3.24753457409273,
      "learning_rate": 0.00022789663764100163,
      "loss": 5.1875,
      "step": 49131
    },
    {
      "epoch": 2.0123694450133116,
      "grad_norm": 3.0418638422305957,
      "learning_rate": 0.00022789385048249303,
      "loss": 4.125,
      "step": 49132
    },
    {
      "epoch": 2.0124104034405077,
      "grad_norm": 2.9148392023853305,
      "learning_rate": 0.00022789106328716078,
      "loss": 4.4375,
      "step": 49133
    },
    {
      "epoch": 2.0124513618677042,
      "grad_norm": 2.6273584072801373,
      "learning_rate": 0.0002278882760550061,
      "loss": 4.6562,
      "step": 49134
    },
    {
      "epoch": 2.0124923202949008,
      "grad_norm": 2.9722941318384977,
      "learning_rate": 0.00022788548878603039,
      "loss": 4.1562,
      "step": 49135
    },
    {
      "epoch": 2.012533278722097,
      "grad_norm": 6.231606446634409,
      "learning_rate": 0.0002278827014802349,
      "loss": 7.4688,
      "step": 49136
    },
    {
      "epoch": 2.0125742371492934,
      "grad_norm": 3.472728243899619,
      "learning_rate": 0.00022787991413762105,
      "loss": 5.3438,
      "step": 49137
    },
    {
      "epoch": 2.01261519557649,
      "grad_norm": 2.8809839317779184,
      "learning_rate": 0.00022787712675819004,
      "loss": 4.75,
      "step": 49138
    },
    {
      "epoch": 2.0126561540036865,
      "grad_norm": 4.0012773322063575,
      "learning_rate": 0.0002278743393419433,
      "loss": 4.7812,
      "step": 49139
    },
    {
      "epoch": 2.0126971124308826,
      "grad_norm": 2.902147537794933,
      "learning_rate": 0.00022787155188888208,
      "loss": 4.5938,
      "step": 49140
    },
    {
      "epoch": 2.012738070858079,
      "grad_norm": 3.839330274839164,
      "learning_rate": 0.00022786876439900768,
      "loss": 3.7031,
      "step": 49141
    },
    {
      "epoch": 2.0127790292852756,
      "grad_norm": 2.885599655556212,
      "learning_rate": 0.00022786597687232143,
      "loss": 5.0625,
      "step": 49142
    },
    {
      "epoch": 2.0128199877124717,
      "grad_norm": 3.2802091471353187,
      "learning_rate": 0.0002278631893088247,
      "loss": 5.4688,
      "step": 49143
    },
    {
      "epoch": 2.0128609461396683,
      "grad_norm": 2.7990632342739286,
      "learning_rate": 0.00022786040170851877,
      "loss": 4.8125,
      "step": 49144
    },
    {
      "epoch": 2.012901904566865,
      "grad_norm": 2.664006845159684,
      "learning_rate": 0.00022785761407140498,
      "loss": 4.5,
      "step": 49145
    },
    {
      "epoch": 2.012942862994061,
      "grad_norm": 2.873019002678192,
      "learning_rate": 0.00022785482639748456,
      "loss": 4.0312,
      "step": 49146
    },
    {
      "epoch": 2.0129838214212574,
      "grad_norm": 2.68654953080752,
      "learning_rate": 0.00022785203868675897,
      "loss": 4.4375,
      "step": 49147
    },
    {
      "epoch": 2.013024779848454,
      "grad_norm": 3.036879146196616,
      "learning_rate": 0.00022784925093922946,
      "loss": 4.7812,
      "step": 49148
    },
    {
      "epoch": 2.01306573827565,
      "grad_norm": 2.68578886613633,
      "learning_rate": 0.00022784646315489727,
      "loss": 2.9844,
      "step": 49149
    },
    {
      "epoch": 2.0131066967028466,
      "grad_norm": 2.8847680430180755,
      "learning_rate": 0.00022784367533376383,
      "loss": 5.4062,
      "step": 49150
    },
    {
      "epoch": 2.013147655130043,
      "grad_norm": 2.599703970193602,
      "learning_rate": 0.00022784088747583041,
      "loss": 4.25,
      "step": 49151
    },
    {
      "epoch": 2.013188613557239,
      "grad_norm": 5.368622494394121,
      "learning_rate": 0.00022783809958109834,
      "loss": 4.375,
      "step": 49152
    },
    {
      "epoch": 2.0132295719844358,
      "grad_norm": 3.564370069817853,
      "learning_rate": 0.0002278353116495689,
      "loss": 4.75,
      "step": 49153
    },
    {
      "epoch": 2.0132705304116323,
      "grad_norm": 3.6736398191351287,
      "learning_rate": 0.0002278325236812435,
      "loss": 4.4375,
      "step": 49154
    },
    {
      "epoch": 2.0133114888388284,
      "grad_norm": 2.7769369513649846,
      "learning_rate": 0.00022782973567612335,
      "loss": 4.75,
      "step": 49155
    },
    {
      "epoch": 2.013352447266025,
      "grad_norm": 3.861867305074208,
      "learning_rate": 0.00022782694763420988,
      "loss": 5.6562,
      "step": 49156
    },
    {
      "epoch": 2.0133934056932214,
      "grad_norm": 2.267495649985768,
      "learning_rate": 0.0002278241595555043,
      "loss": 3.4062,
      "step": 49157
    },
    {
      "epoch": 2.013434364120418,
      "grad_norm": 2.636447016315403,
      "learning_rate": 0.00022782137144000797,
      "loss": 1.7109,
      "step": 49158
    },
    {
      "epoch": 2.013475322547614,
      "grad_norm": 3.3682495240760684,
      "learning_rate": 0.00022781858328772218,
      "loss": 5.1875,
      "step": 49159
    },
    {
      "epoch": 2.0135162809748106,
      "grad_norm": 3.34256021166866,
      "learning_rate": 0.00022781579509864835,
      "loss": 3.7812,
      "step": 49160
    },
    {
      "epoch": 2.013557239402007,
      "grad_norm": 6.072937596548604,
      "learning_rate": 0.0002278130068727877,
      "loss": 5.7188,
      "step": 49161
    },
    {
      "epoch": 2.0135981978292032,
      "grad_norm": 2.525030107532562,
      "learning_rate": 0.00022781021861014152,
      "loss": 3.2969,
      "step": 49162
    },
    {
      "epoch": 2.0136391562563998,
      "grad_norm": 2.468003696505867,
      "learning_rate": 0.00022780743031071125,
      "loss": 4.375,
      "step": 49163
    },
    {
      "epoch": 2.0136801146835963,
      "grad_norm": 2.9098814458492326,
      "learning_rate": 0.00022780464197449813,
      "loss": 4.1875,
      "step": 49164
    },
    {
      "epoch": 2.0137210731107924,
      "grad_norm": 2.6340779747751926,
      "learning_rate": 0.0002278018536015035,
      "loss": 3.8594,
      "step": 49165
    },
    {
      "epoch": 2.013762031537989,
      "grad_norm": 3.4445390528220017,
      "learning_rate": 0.0002277990651917286,
      "loss": 4.2188,
      "step": 49166
    },
    {
      "epoch": 2.0138029899651855,
      "grad_norm": 3.1315144116028,
      "learning_rate": 0.0002277962767451749,
      "loss": 5.7188,
      "step": 49167
    },
    {
      "epoch": 2.0138439483923816,
      "grad_norm": 2.8917237830908413,
      "learning_rate": 0.00022779348826184361,
      "loss": 4.7812,
      "step": 49168
    },
    {
      "epoch": 2.013884906819578,
      "grad_norm": 4.228150789144743,
      "learning_rate": 0.00022779069974173608,
      "loss": 3.6406,
      "step": 49169
    },
    {
      "epoch": 2.0139258652467746,
      "grad_norm": 2.6591617452778573,
      "learning_rate": 0.00022778791118485358,
      "loss": 4.1562,
      "step": 49170
    },
    {
      "epoch": 2.0139668236739707,
      "grad_norm": 2.6985146172436125,
      "learning_rate": 0.0002277851225911975,
      "loss": 4.875,
      "step": 49171
    },
    {
      "epoch": 2.0140077821011673,
      "grad_norm": 2.543820422407378,
      "learning_rate": 0.00022778233396076914,
      "loss": 4.1875,
      "step": 49172
    },
    {
      "epoch": 2.014048740528364,
      "grad_norm": 8.28105315169655,
      "learning_rate": 0.0002277795452935698,
      "loss": 5.4375,
      "step": 49173
    },
    {
      "epoch": 2.01408969895556,
      "grad_norm": 2.6856250055120676,
      "learning_rate": 0.0002277767565896008,
      "loss": 4.25,
      "step": 49174
    },
    {
      "epoch": 2.0141306573827564,
      "grad_norm": 2.6186953165921443,
      "learning_rate": 0.00022777396784886346,
      "loss": 4.25,
      "step": 49175
    },
    {
      "epoch": 2.014171615809953,
      "grad_norm": 2.619340529271391,
      "learning_rate": 0.0002277711790713591,
      "loss": 5.25,
      "step": 49176
    },
    {
      "epoch": 2.0142125742371495,
      "grad_norm": 2.383424586279692,
      "learning_rate": 0.00022776839025708903,
      "loss": 4.1875,
      "step": 49177
    },
    {
      "epoch": 2.0142535326643456,
      "grad_norm": 4.0217110611809685,
      "learning_rate": 0.00022776560140605457,
      "loss": 5.5625,
      "step": 49178
    },
    {
      "epoch": 2.014294491091542,
      "grad_norm": 3.6294071815415165,
      "learning_rate": 0.00022776281251825705,
      "loss": 4.9062,
      "step": 49179
    },
    {
      "epoch": 2.0143354495187387,
      "grad_norm": 4.3640851471270325,
      "learning_rate": 0.0002277600235936978,
      "loss": 6.4062,
      "step": 49180
    },
    {
      "epoch": 2.0143764079459348,
      "grad_norm": 3.3219722424857467,
      "learning_rate": 0.00022775723463237815,
      "loss": 2.8438,
      "step": 49181
    },
    {
      "epoch": 2.0144173663731313,
      "grad_norm": 3.137131348944447,
      "learning_rate": 0.00022775444563429936,
      "loss": 5.7812,
      "step": 49182
    },
    {
      "epoch": 2.014458324800328,
      "grad_norm": 2.8456265290875074,
      "learning_rate": 0.0002277516565994628,
      "loss": 5.0625,
      "step": 49183
    },
    {
      "epoch": 2.014499283227524,
      "grad_norm": 11.483750582760413,
      "learning_rate": 0.00022774886752786975,
      "loss": 2.625,
      "step": 49184
    },
    {
      "epoch": 2.0145402416547205,
      "grad_norm": 4.89223399568964,
      "learning_rate": 0.00022774607841952155,
      "loss": 3.1562,
      "step": 49185
    },
    {
      "epoch": 2.014581200081917,
      "grad_norm": 3.1121929570367133,
      "learning_rate": 0.00022774328927441953,
      "loss": 7.125,
      "step": 49186
    },
    {
      "epoch": 2.014622158509113,
      "grad_norm": 2.9192844335287655,
      "learning_rate": 0.00022774050009256497,
      "loss": 4.6875,
      "step": 49187
    },
    {
      "epoch": 2.0146631169363096,
      "grad_norm": 2.9395567248461485,
      "learning_rate": 0.00022773771087395922,
      "loss": 4.125,
      "step": 49188
    },
    {
      "epoch": 2.014704075363506,
      "grad_norm": 2.5749296505114816,
      "learning_rate": 0.00022773492161860362,
      "loss": 3.9375,
      "step": 49189
    },
    {
      "epoch": 2.0147450337907022,
      "grad_norm": 2.693683672008526,
      "learning_rate": 0.0002277321323264994,
      "loss": 4.5312,
      "step": 49190
    },
    {
      "epoch": 2.014785992217899,
      "grad_norm": 3.597779751641693,
      "learning_rate": 0.00022772934299764794,
      "loss": 5.125,
      "step": 49191
    },
    {
      "epoch": 2.0148269506450953,
      "grad_norm": 2.4801643412045595,
      "learning_rate": 0.00022772655363205059,
      "loss": 4.75,
      "step": 49192
    },
    {
      "epoch": 2.0148679090722914,
      "grad_norm": 3.9117889058952064,
      "learning_rate": 0.00022772376422970864,
      "loss": 1.4375,
      "step": 49193
    },
    {
      "epoch": 2.014908867499488,
      "grad_norm": 3.0004409128102667,
      "learning_rate": 0.00022772097479062338,
      "loss": 3.7812,
      "step": 49194
    },
    {
      "epoch": 2.0149498259266845,
      "grad_norm": 3.6625750699435704,
      "learning_rate": 0.0002277181853147962,
      "loss": 3.0781,
      "step": 49195
    },
    {
      "epoch": 2.014990784353881,
      "grad_norm": 3.8020015788817223,
      "learning_rate": 0.0002277153958022283,
      "loss": 5.1562,
      "step": 49196
    },
    {
      "epoch": 2.015031742781077,
      "grad_norm": 2.566586980826075,
      "learning_rate": 0.00022771260625292116,
      "loss": 4.3125,
      "step": 49197
    },
    {
      "epoch": 2.0150727012082736,
      "grad_norm": 4.311672683182441,
      "learning_rate": 0.00022770981666687593,
      "loss": 1.4453,
      "step": 49198
    },
    {
      "epoch": 2.01511365963547,
      "grad_norm": 3.664439809896673,
      "learning_rate": 0.00022770702704409402,
      "loss": 2.9375,
      "step": 49199
    },
    {
      "epoch": 2.0151546180626663,
      "grad_norm": 3.0279023361475637,
      "learning_rate": 0.00022770423738457677,
      "loss": 4.5938,
      "step": 49200
    },
    {
      "epoch": 2.015195576489863,
      "grad_norm": 5.409225886554476,
      "learning_rate": 0.00022770144768832548,
      "loss": 3.4062,
      "step": 49201
    },
    {
      "epoch": 2.0152365349170593,
      "grad_norm": 2.8214835304410304,
      "learning_rate": 0.00022769865795534142,
      "loss": 3.0625,
      "step": 49202
    },
    {
      "epoch": 2.0152774933442554,
      "grad_norm": 2.733625461619658,
      "learning_rate": 0.0002276958681856259,
      "loss": 4.3438,
      "step": 49203
    },
    {
      "epoch": 2.015318451771452,
      "grad_norm": 2.6882841438423277,
      "learning_rate": 0.00022769307837918037,
      "loss": 4.7188,
      "step": 49204
    },
    {
      "epoch": 2.0153594101986485,
      "grad_norm": 3.304633170592856,
      "learning_rate": 0.00022769028853600602,
      "loss": 5.3438,
      "step": 49205
    },
    {
      "epoch": 2.0154003686258446,
      "grad_norm": 3.8014344517252043,
      "learning_rate": 0.00022768749865610422,
      "loss": 3.5469,
      "step": 49206
    },
    {
      "epoch": 2.015441327053041,
      "grad_norm": 2.8101114694960123,
      "learning_rate": 0.00022768470873947626,
      "loss": 4.625,
      "step": 49207
    },
    {
      "epoch": 2.0154822854802377,
      "grad_norm": 3.351021262614907,
      "learning_rate": 0.00022768191878612347,
      "loss": 5.0,
      "step": 49208
    },
    {
      "epoch": 2.0155232439074338,
      "grad_norm": 6.139056651622669,
      "learning_rate": 0.00022767912879604723,
      "loss": 3.6094,
      "step": 49209
    },
    {
      "epoch": 2.0155642023346303,
      "grad_norm": 2.801868338318111,
      "learning_rate": 0.00022767633876924872,
      "loss": 4.6562,
      "step": 49210
    },
    {
      "epoch": 2.015605160761827,
      "grad_norm": 2.5825661072218127,
      "learning_rate": 0.0002276735487057294,
      "loss": 4.9062,
      "step": 49211
    },
    {
      "epoch": 2.015646119189023,
      "grad_norm": 2.7957557671792554,
      "learning_rate": 0.00022767075860549054,
      "loss": 4.8125,
      "step": 49212
    },
    {
      "epoch": 2.0156870776162195,
      "grad_norm": 2.786720410649627,
      "learning_rate": 0.00022766796846853342,
      "loss": 5.75,
      "step": 49213
    },
    {
      "epoch": 2.015728036043416,
      "grad_norm": 2.6463227245417356,
      "learning_rate": 0.0002276651782948594,
      "loss": 4.125,
      "step": 49214
    },
    {
      "epoch": 2.0157689944706125,
      "grad_norm": 3.0142216646731117,
      "learning_rate": 0.00022766238808446984,
      "loss": 4.9062,
      "step": 49215
    },
    {
      "epoch": 2.0158099528978086,
      "grad_norm": 2.6746033519608967,
      "learning_rate": 0.00022765959783736597,
      "loss": 4.25,
      "step": 49216
    },
    {
      "epoch": 2.015850911325005,
      "grad_norm": 3.1994312353987815,
      "learning_rate": 0.00022765680755354917,
      "loss": 5.2188,
      "step": 49217
    },
    {
      "epoch": 2.0158918697522017,
      "grad_norm": 2.6932471846094623,
      "learning_rate": 0.00022765401723302071,
      "loss": 4.3438,
      "step": 49218
    },
    {
      "epoch": 2.015932828179398,
      "grad_norm": 3.7922114120905372,
      "learning_rate": 0.00022765122687578193,
      "loss": 2.6406,
      "step": 49219
    },
    {
      "epoch": 2.0159737866065943,
      "grad_norm": 9.58844128433498,
      "learning_rate": 0.00022764843648183418,
      "loss": 6.8438,
      "step": 49220
    },
    {
      "epoch": 2.016014745033791,
      "grad_norm": 2.6234577565528303,
      "learning_rate": 0.00022764564605117873,
      "loss": 4.4375,
      "step": 49221
    },
    {
      "epoch": 2.016055703460987,
      "grad_norm": 2.842952784989699,
      "learning_rate": 0.00022764285558381697,
      "loss": 4.8125,
      "step": 49222
    },
    {
      "epoch": 2.0160966618881835,
      "grad_norm": 2.9790677465832482,
      "learning_rate": 0.00022764006507975014,
      "loss": 4.9375,
      "step": 49223
    },
    {
      "epoch": 2.01613762031538,
      "grad_norm": 4.136204206481434,
      "learning_rate": 0.0002276372745389796,
      "loss": 4.6562,
      "step": 49224
    },
    {
      "epoch": 2.016178578742576,
      "grad_norm": 6.5555472132279125,
      "learning_rate": 0.00022763448396150666,
      "loss": 3.9531,
      "step": 49225
    },
    {
      "epoch": 2.0162195371697726,
      "grad_norm": 2.444943470028299,
      "learning_rate": 0.00022763169334733257,
      "loss": 3.6875,
      "step": 49226
    },
    {
      "epoch": 2.016260495596969,
      "grad_norm": 3.045133018486726,
      "learning_rate": 0.00022762890269645882,
      "loss": 3.7188,
      "step": 49227
    },
    {
      "epoch": 2.0163014540241653,
      "grad_norm": 2.8378652248643776,
      "learning_rate": 0.0002276261120088866,
      "loss": 5.0,
      "step": 49228
    },
    {
      "epoch": 2.016342412451362,
      "grad_norm": 5.849156569343038,
      "learning_rate": 0.00022762332128461728,
      "loss": 4.9062,
      "step": 49229
    },
    {
      "epoch": 2.0163833708785583,
      "grad_norm": 3.259402114071609,
      "learning_rate": 0.0002276205305236521,
      "loss": 4.9375,
      "step": 49230
    },
    {
      "epoch": 2.016424329305755,
      "grad_norm": 4.660946399398443,
      "learning_rate": 0.00022761773972599246,
      "loss": 3.2812,
      "step": 49231
    },
    {
      "epoch": 2.016465287732951,
      "grad_norm": 3.2109111276152724,
      "learning_rate": 0.0002276149488916397,
      "loss": 4.375,
      "step": 49232
    },
    {
      "epoch": 2.0165062461601475,
      "grad_norm": 2.6975336860895016,
      "learning_rate": 0.00022761215802059504,
      "loss": 4.7812,
      "step": 49233
    },
    {
      "epoch": 2.016547204587344,
      "grad_norm": 2.7542133096731867,
      "learning_rate": 0.00022760936711285987,
      "loss": 4.625,
      "step": 49234
    },
    {
      "epoch": 2.01658816301454,
      "grad_norm": 3.1363631099403677,
      "learning_rate": 0.0002276065761684355,
      "loss": 6.0625,
      "step": 49235
    },
    {
      "epoch": 2.0166291214417367,
      "grad_norm": 2.623548611040292,
      "learning_rate": 0.00022760378518732328,
      "loss": 4.1875,
      "step": 49236
    },
    {
      "epoch": 2.016670079868933,
      "grad_norm": 3.0689606075830285,
      "learning_rate": 0.00022760099416952446,
      "loss": 5.0938,
      "step": 49237
    },
    {
      "epoch": 2.0167110382961293,
      "grad_norm": 13.80783935436269,
      "learning_rate": 0.00022759820311504033,
      "loss": 3.0,
      "step": 49238
    },
    {
      "epoch": 2.016751996723326,
      "grad_norm": 3.5391631447606975,
      "learning_rate": 0.00022759541202387236,
      "loss": 5.1875,
      "step": 49239
    },
    {
      "epoch": 2.0167929551505224,
      "grad_norm": 2.6834918622896784,
      "learning_rate": 0.00022759262089602178,
      "loss": 4.9688,
      "step": 49240
    },
    {
      "epoch": 2.0168339135777185,
      "grad_norm": 3.6645938684992805,
      "learning_rate": 0.00022758982973148986,
      "loss": 5.0625,
      "step": 49241
    },
    {
      "epoch": 2.016874872004915,
      "grad_norm": 8.222054394634986,
      "learning_rate": 0.00022758703853027802,
      "loss": 2.6719,
      "step": 49242
    },
    {
      "epoch": 2.0169158304321115,
      "grad_norm": 5.420795407248728,
      "learning_rate": 0.0002275842472923875,
      "loss": 5.0,
      "step": 49243
    },
    {
      "epoch": 2.0169567888593076,
      "grad_norm": 3.4534225566567915,
      "learning_rate": 0.00022758145601781967,
      "loss": 4.8438,
      "step": 49244
    },
    {
      "epoch": 2.016997747286504,
      "grad_norm": 2.6241207972658027,
      "learning_rate": 0.0002275786647065758,
      "loss": 4.2188,
      "step": 49245
    },
    {
      "epoch": 2.0170387057137007,
      "grad_norm": 2.646024582661131,
      "learning_rate": 0.00022757587335865725,
      "loss": 4.8125,
      "step": 49246
    },
    {
      "epoch": 2.017079664140897,
      "grad_norm": 3.3083049931685573,
      "learning_rate": 0.00022757308197406535,
      "loss": 4.8438,
      "step": 49247
    },
    {
      "epoch": 2.0171206225680933,
      "grad_norm": 3.512024718054447,
      "learning_rate": 0.00022757029055280137,
      "loss": 4.7188,
      "step": 49248
    },
    {
      "epoch": 2.01716158099529,
      "grad_norm": 2.770989237418474,
      "learning_rate": 0.00022756749909486672,
      "loss": 4.4375,
      "step": 49249
    },
    {
      "epoch": 2.0172025394224864,
      "grad_norm": 2.5183305542368015,
      "learning_rate": 0.00022756470760026257,
      "loss": 4.25,
      "step": 49250
    },
    {
      "epoch": 2.0172434978496825,
      "grad_norm": 2.6877552970246867,
      "learning_rate": 0.00022756191606899037,
      "loss": 5.0625,
      "step": 49251
    },
    {
      "epoch": 2.017284456276879,
      "grad_norm": 3.508221963532015,
      "learning_rate": 0.00022755912450105143,
      "loss": 4.2188,
      "step": 49252
    },
    {
      "epoch": 2.0173254147040756,
      "grad_norm": 4.115950714792282,
      "learning_rate": 0.00022755633289644702,
      "loss": 4.5625,
      "step": 49253
    },
    {
      "epoch": 2.0173663731312717,
      "grad_norm": 6.544868720047829,
      "learning_rate": 0.00022755354125517842,
      "loss": 4.0312,
      "step": 49254
    },
    {
      "epoch": 2.017407331558468,
      "grad_norm": 2.63883605431349,
      "learning_rate": 0.00022755074957724703,
      "loss": 4.8438,
      "step": 49255
    },
    {
      "epoch": 2.0174482899856647,
      "grad_norm": 2.6382994360831304,
      "learning_rate": 0.00022754795786265422,
      "loss": 5.4688,
      "step": 49256
    },
    {
      "epoch": 2.017489248412861,
      "grad_norm": 3.818141613671027,
      "learning_rate": 0.00022754516611140117,
      "loss": 4.9062,
      "step": 49257
    },
    {
      "epoch": 2.0175302068400573,
      "grad_norm": 13.615664045792695,
      "learning_rate": 0.0002275423743234892,
      "loss": 4.9375,
      "step": 49258
    },
    {
      "epoch": 2.017571165267254,
      "grad_norm": 3.1404885508088607,
      "learning_rate": 0.0002275395824989198,
      "loss": 4.8438,
      "step": 49259
    },
    {
      "epoch": 2.01761212369445,
      "grad_norm": 2.8688020196464374,
      "learning_rate": 0.00022753679063769412,
      "loss": 4.2188,
      "step": 49260
    },
    {
      "epoch": 2.0176530821216465,
      "grad_norm": 2.608319051670798,
      "learning_rate": 0.0002275339987398136,
      "loss": 4.2188,
      "step": 49261
    },
    {
      "epoch": 2.017694040548843,
      "grad_norm": 2.5388156163605307,
      "learning_rate": 0.00022753120680527947,
      "loss": 4.5,
      "step": 49262
    },
    {
      "epoch": 2.017734998976039,
      "grad_norm": 3.299817655910817,
      "learning_rate": 0.0002275284148340931,
      "loss": 5.4375,
      "step": 49263
    },
    {
      "epoch": 2.0177759574032357,
      "grad_norm": 3.614021119103884,
      "learning_rate": 0.00022752562282625578,
      "loss": 3.9688,
      "step": 49264
    },
    {
      "epoch": 2.017816915830432,
      "grad_norm": 2.8265901842030035,
      "learning_rate": 0.00022752283078176887,
      "loss": 4.75,
      "step": 49265
    },
    {
      "epoch": 2.0178578742576283,
      "grad_norm": 2.697557008923942,
      "learning_rate": 0.0002275200387006336,
      "loss": 4.0938,
      "step": 49266
    },
    {
      "epoch": 2.017898832684825,
      "grad_norm": 2.5538107965966788,
      "learning_rate": 0.0002275172465828514,
      "loss": 4.5938,
      "step": 49267
    },
    {
      "epoch": 2.0179397911120214,
      "grad_norm": 3.037105725911344,
      "learning_rate": 0.00022751445442842355,
      "loss": 4.5312,
      "step": 49268
    },
    {
      "epoch": 2.017980749539218,
      "grad_norm": 2.2836811524500584,
      "learning_rate": 0.0002275116622373514,
      "loss": 2.4219,
      "step": 49269
    },
    {
      "epoch": 2.018021707966414,
      "grad_norm": 2.3932080610885826,
      "learning_rate": 0.00022750887000963616,
      "loss": 4.375,
      "step": 49270
    },
    {
      "epoch": 2.0180626663936105,
      "grad_norm": 1.8621382377581737,
      "learning_rate": 0.00022750607774527922,
      "loss": 2.4844,
      "step": 49271
    },
    {
      "epoch": 2.018103624820807,
      "grad_norm": 2.637531373886184,
      "learning_rate": 0.00022750328544428197,
      "loss": 4.8125,
      "step": 49272
    },
    {
      "epoch": 2.018144583248003,
      "grad_norm": 16.50317052697836,
      "learning_rate": 0.00022750049310664563,
      "loss": 4.25,
      "step": 49273
    },
    {
      "epoch": 2.0181855416751997,
      "grad_norm": 2.8188343128487805,
      "learning_rate": 0.00022749770073237155,
      "loss": 2.4062,
      "step": 49274
    },
    {
      "epoch": 2.0182265001023962,
      "grad_norm": 2.684114399611018,
      "learning_rate": 0.00022749490832146106,
      "loss": 4.8438,
      "step": 49275
    },
    {
      "epoch": 2.0182674585295923,
      "grad_norm": 2.674235232968153,
      "learning_rate": 0.00022749211587391548,
      "loss": 4.875,
      "step": 49276
    },
    {
      "epoch": 2.018308416956789,
      "grad_norm": 2.7887354597880165,
      "learning_rate": 0.00022748932338973612,
      "loss": 4.75,
      "step": 49277
    },
    {
      "epoch": 2.0183493753839854,
      "grad_norm": 2.7565138264742446,
      "learning_rate": 0.0002274865308689243,
      "loss": 4.1562,
      "step": 49278
    },
    {
      "epoch": 2.0183903338111815,
      "grad_norm": 2.555213304008602,
      "learning_rate": 0.00022748373831148135,
      "loss": 4.125,
      "step": 49279
    },
    {
      "epoch": 2.018431292238378,
      "grad_norm": 3.3456784364037935,
      "learning_rate": 0.00022748094571740856,
      "loss": 4.25,
      "step": 49280
    },
    {
      "epoch": 2.0184722506655746,
      "grad_norm": 4.046720917049057,
      "learning_rate": 0.00022747815308670733,
      "loss": 4.5,
      "step": 49281
    },
    {
      "epoch": 2.0185132090927707,
      "grad_norm": 3.272522621612923,
      "learning_rate": 0.00022747536041937884,
      "loss": 4.1562,
      "step": 49282
    },
    {
      "epoch": 2.018554167519967,
      "grad_norm": 3.36453707772878,
      "learning_rate": 0.0002274725677154246,
      "loss": 4.9375,
      "step": 49283
    },
    {
      "epoch": 2.0185951259471637,
      "grad_norm": 2.5469642503835765,
      "learning_rate": 0.00022746977497484574,
      "loss": 3.3594,
      "step": 49284
    },
    {
      "epoch": 2.01863608437436,
      "grad_norm": 2.493625056441494,
      "learning_rate": 0.0002274669821976437,
      "loss": 4.0938,
      "step": 49285
    },
    {
      "epoch": 2.0186770428015564,
      "grad_norm": 3.374364939747511,
      "learning_rate": 0.00022746418938381977,
      "loss": 5.4375,
      "step": 49286
    },
    {
      "epoch": 2.018718001228753,
      "grad_norm": 2.403812956001662,
      "learning_rate": 0.00022746139653337526,
      "loss": 3.9688,
      "step": 49287
    },
    {
      "epoch": 2.0187589596559494,
      "grad_norm": 2.873915999489238,
      "learning_rate": 0.0002274586036463115,
      "loss": 4.6562,
      "step": 49288
    },
    {
      "epoch": 2.0187999180831455,
      "grad_norm": 3.040482369891357,
      "learning_rate": 0.00022745581072262984,
      "loss": 3.8594,
      "step": 49289
    },
    {
      "epoch": 2.018840876510342,
      "grad_norm": 4.053654722888808,
      "learning_rate": 0.0002274530177623315,
      "loss": 1.6172,
      "step": 49290
    },
    {
      "epoch": 2.0188818349375386,
      "grad_norm": 3.176510988646539,
      "learning_rate": 0.00022745022476541792,
      "loss": 5.2188,
      "step": 49291
    },
    {
      "epoch": 2.0189227933647347,
      "grad_norm": 3.2024899648304097,
      "learning_rate": 0.00022744743173189032,
      "loss": 1.75,
      "step": 49292
    },
    {
      "epoch": 2.018963751791931,
      "grad_norm": 2.5985861572151654,
      "learning_rate": 0.00022744463866175013,
      "loss": 4.0625,
      "step": 49293
    },
    {
      "epoch": 2.0190047102191278,
      "grad_norm": 5.270749248618335,
      "learning_rate": 0.00022744184555499854,
      "loss": 5.625,
      "step": 49294
    },
    {
      "epoch": 2.019045668646324,
      "grad_norm": 2.990152034156124,
      "learning_rate": 0.000227439052411637,
      "loss": 4.6875,
      "step": 49295
    },
    {
      "epoch": 2.0190866270735204,
      "grad_norm": 2.5569366846421295,
      "learning_rate": 0.00022743625923166675,
      "loss": 4.3125,
      "step": 49296
    },
    {
      "epoch": 2.019127585500717,
      "grad_norm": 2.6394283361167212,
      "learning_rate": 0.00022743346601508912,
      "loss": 4.8125,
      "step": 49297
    },
    {
      "epoch": 2.019168543927913,
      "grad_norm": 2.5217422824593334,
      "learning_rate": 0.00022743067276190544,
      "loss": 4.0938,
      "step": 49298
    },
    {
      "epoch": 2.0192095023551095,
      "grad_norm": 2.4275532651184104,
      "learning_rate": 0.00022742787947211703,
      "loss": 3.7031,
      "step": 49299
    },
    {
      "epoch": 2.019250460782306,
      "grad_norm": 2.8216501006509467,
      "learning_rate": 0.0002274250861457252,
      "loss": 4.3438,
      "step": 49300
    },
    {
      "epoch": 2.019291419209502,
      "grad_norm": 9.230379024993583,
      "learning_rate": 0.00022742229278273132,
      "loss": 5.6562,
      "step": 49301
    },
    {
      "epoch": 2.0193323776366987,
      "grad_norm": 3.053190066340087,
      "learning_rate": 0.00022741949938313662,
      "loss": 3.4219,
      "step": 49302
    },
    {
      "epoch": 2.0193733360638952,
      "grad_norm": 7.1876740897083,
      "learning_rate": 0.0002274167059469425,
      "loss": 0.9922,
      "step": 49303
    },
    {
      "epoch": 2.0194142944910913,
      "grad_norm": 3.40822561896181,
      "learning_rate": 0.00022741391247415026,
      "loss": 5.0938,
      "step": 49304
    },
    {
      "epoch": 2.019455252918288,
      "grad_norm": 2.55137873986795,
      "learning_rate": 0.00022741111896476123,
      "loss": 5.0625,
      "step": 49305
    },
    {
      "epoch": 2.0194962113454844,
      "grad_norm": 2.8343302031434807,
      "learning_rate": 0.00022740832541877668,
      "loss": 4.7188,
      "step": 49306
    },
    {
      "epoch": 2.019537169772681,
      "grad_norm": 2.732454753902959,
      "learning_rate": 0.00022740553183619796,
      "loss": 4.75,
      "step": 49307
    },
    {
      "epoch": 2.019578128199877,
      "grad_norm": 4.3183604352330365,
      "learning_rate": 0.00022740273821702644,
      "loss": 1.0703,
      "step": 49308
    },
    {
      "epoch": 2.0196190866270736,
      "grad_norm": 3.1090566273014617,
      "learning_rate": 0.0002273999445612634,
      "loss": 4.625,
      "step": 49309
    },
    {
      "epoch": 2.01966004505427,
      "grad_norm": 3.2191718381463836,
      "learning_rate": 0.0002273971508689101,
      "loss": 5.875,
      "step": 49310
    },
    {
      "epoch": 2.019701003481466,
      "grad_norm": 4.8861796252185625,
      "learning_rate": 0.00022739435713996795,
      "loss": 5.5625,
      "step": 49311
    },
    {
      "epoch": 2.0197419619086627,
      "grad_norm": 2.6234884573870394,
      "learning_rate": 0.0002273915633744382,
      "loss": 4.6875,
      "step": 49312
    },
    {
      "epoch": 2.0197829203358593,
      "grad_norm": 3.0219639433621563,
      "learning_rate": 0.00022738876957232232,
      "loss": 3.6719,
      "step": 49313
    },
    {
      "epoch": 2.0198238787630554,
      "grad_norm": 2.7789907347443816,
      "learning_rate": 0.00022738597573362143,
      "loss": 3.8125,
      "step": 49314
    },
    {
      "epoch": 2.019864837190252,
      "grad_norm": 5.680331192629771,
      "learning_rate": 0.00022738318185833693,
      "loss": 5.25,
      "step": 49315
    },
    {
      "epoch": 2.0199057956174484,
      "grad_norm": 2.720405601550868,
      "learning_rate": 0.0002273803879464702,
      "loss": 3.9844,
      "step": 49316
    },
    {
      "epoch": 2.0199467540446445,
      "grad_norm": 2.7051470599283203,
      "learning_rate": 0.00022737759399802252,
      "loss": 4.5938,
      "step": 49317
    },
    {
      "epoch": 2.019987712471841,
      "grad_norm": 2.648295896983669,
      "learning_rate": 0.00022737480001299514,
      "loss": 4.3125,
      "step": 49318
    },
    {
      "epoch": 2.0200286708990376,
      "grad_norm": 3.4296660922580586,
      "learning_rate": 0.0002273720059913895,
      "loss": 3.4844,
      "step": 49319
    },
    {
      "epoch": 2.0200696293262337,
      "grad_norm": 3.597271335870977,
      "learning_rate": 0.00022736921193320682,
      "loss": 5.7812,
      "step": 49320
    },
    {
      "epoch": 2.02011058775343,
      "grad_norm": 4.282873076391324,
      "learning_rate": 0.00022736641783844852,
      "loss": 5.875,
      "step": 49321
    },
    {
      "epoch": 2.0201515461806268,
      "grad_norm": 4.030705510389419,
      "learning_rate": 0.00022736362370711583,
      "loss": 6.2188,
      "step": 49322
    },
    {
      "epoch": 2.020192504607823,
      "grad_norm": 2.7014077840489183,
      "learning_rate": 0.00022736082953921018,
      "loss": 3.8125,
      "step": 49323
    },
    {
      "epoch": 2.0202334630350194,
      "grad_norm": 3.1921475382971436,
      "learning_rate": 0.00022735803533473274,
      "loss": 4.4688,
      "step": 49324
    },
    {
      "epoch": 2.020274421462216,
      "grad_norm": 5.43444276657802,
      "learning_rate": 0.00022735524109368494,
      "loss": 4.8125,
      "step": 49325
    },
    {
      "epoch": 2.0203153798894125,
      "grad_norm": 3.094368646390234,
      "learning_rate": 0.000227352446816068,
      "loss": 3.2188,
      "step": 49326
    },
    {
      "epoch": 2.0203563383166085,
      "grad_norm": 59.786385722668406,
      "learning_rate": 0.0002273496525018834,
      "loss": 4.9062,
      "step": 49327
    },
    {
      "epoch": 2.020397296743805,
      "grad_norm": 3.010337875095287,
      "learning_rate": 0.0002273468581511324,
      "loss": 6.25,
      "step": 49328
    },
    {
      "epoch": 2.0204382551710016,
      "grad_norm": 4.077345018696621,
      "learning_rate": 0.0002273440637638162,
      "loss": 6.0625,
      "step": 49329
    },
    {
      "epoch": 2.0204792135981977,
      "grad_norm": 5.181185902177025,
      "learning_rate": 0.00022734126933993622,
      "loss": 5.0312,
      "step": 49330
    },
    {
      "epoch": 2.0205201720253942,
      "grad_norm": 2.942449098127809,
      "learning_rate": 0.00022733847487949383,
      "loss": 4.875,
      "step": 49331
    },
    {
      "epoch": 2.020561130452591,
      "grad_norm": 6.036543309055711,
      "learning_rate": 0.00022733568038249026,
      "loss": 5.3438,
      "step": 49332
    },
    {
      "epoch": 2.020602088879787,
      "grad_norm": 2.5760254658188972,
      "learning_rate": 0.00022733288584892688,
      "loss": 4.3438,
      "step": 49333
    },
    {
      "epoch": 2.0206430473069834,
      "grad_norm": 3.3240354885295083,
      "learning_rate": 0.000227330091278805,
      "loss": 5.625,
      "step": 49334
    },
    {
      "epoch": 2.02068400573418,
      "grad_norm": 2.730557192983091,
      "learning_rate": 0.00022732729667212598,
      "loss": 3.9375,
      "step": 49335
    },
    {
      "epoch": 2.020724964161376,
      "grad_norm": 4.748068483046184,
      "learning_rate": 0.00022732450202889105,
      "loss": 2.8438,
      "step": 49336
    },
    {
      "epoch": 2.0207659225885726,
      "grad_norm": 2.7759429340812565,
      "learning_rate": 0.0002273217073491016,
      "loss": 5.25,
      "step": 49337
    },
    {
      "epoch": 2.020806881015769,
      "grad_norm": 3.999650078987087,
      "learning_rate": 0.00022731891263275887,
      "loss": 4.5,
      "step": 49338
    },
    {
      "epoch": 2.020847839442965,
      "grad_norm": 8.169345288089078,
      "learning_rate": 0.00022731611787986435,
      "loss": 5.7812,
      "step": 49339
    },
    {
      "epoch": 2.0208887978701617,
      "grad_norm": 6.6036197628297115,
      "learning_rate": 0.0002273133230904192,
      "loss": 5.625,
      "step": 49340
    },
    {
      "epoch": 2.0209297562973583,
      "grad_norm": 2.9263270673618322,
      "learning_rate": 0.0002273105282644248,
      "loss": 5.2188,
      "step": 49341
    },
    {
      "epoch": 2.0209707147245544,
      "grad_norm": 3.354132660122958,
      "learning_rate": 0.00022730773340188246,
      "loss": 5.375,
      "step": 49342
    },
    {
      "epoch": 2.021011673151751,
      "grad_norm": 3.140427648440143,
      "learning_rate": 0.00022730493850279352,
      "loss": 4.8438,
      "step": 49343
    },
    {
      "epoch": 2.0210526315789474,
      "grad_norm": 2.8362161296031116,
      "learning_rate": 0.0002273021435671593,
      "loss": 4.2188,
      "step": 49344
    },
    {
      "epoch": 2.021093590006144,
      "grad_norm": 2.7217913936448497,
      "learning_rate": 0.00022729934859498112,
      "loss": 5.0,
      "step": 49345
    },
    {
      "epoch": 2.02113454843334,
      "grad_norm": 2.972467330921454,
      "learning_rate": 0.00022729655358626026,
      "loss": 5.3125,
      "step": 49346
    },
    {
      "epoch": 2.0211755068605366,
      "grad_norm": 2.6634226523966342,
      "learning_rate": 0.0002272937585409981,
      "loss": 4.4688,
      "step": 49347
    },
    {
      "epoch": 2.021216465287733,
      "grad_norm": 2.5083255795937265,
      "learning_rate": 0.00022729096345919594,
      "loss": 4.375,
      "step": 49348
    },
    {
      "epoch": 2.0212574237149292,
      "grad_norm": 3.8632349200879674,
      "learning_rate": 0.00022728816834085511,
      "loss": 4.875,
      "step": 49349
    },
    {
      "epoch": 2.0212983821421258,
      "grad_norm": 3.3035026974078283,
      "learning_rate": 0.0002272853731859769,
      "loss": 3.9375,
      "step": 49350
    },
    {
      "epoch": 2.0213393405693223,
      "grad_norm": 5.192830802648831,
      "learning_rate": 0.00022728257799456262,
      "loss": 5.1875,
      "step": 49351
    },
    {
      "epoch": 2.0213802989965184,
      "grad_norm": 2.730093231351723,
      "learning_rate": 0.00022727978276661364,
      "loss": 4.375,
      "step": 49352
    },
    {
      "epoch": 2.021421257423715,
      "grad_norm": 5.259754442278814,
      "learning_rate": 0.0002272769875021313,
      "loss": 3.8594,
      "step": 49353
    },
    {
      "epoch": 2.0214622158509115,
      "grad_norm": 2.735703540289333,
      "learning_rate": 0.00022727419220111686,
      "loss": 5.0312,
      "step": 49354
    },
    {
      "epoch": 2.0215031742781076,
      "grad_norm": 2.745586762305333,
      "learning_rate": 0.00022727139686357165,
      "loss": 5.3438,
      "step": 49355
    },
    {
      "epoch": 2.021544132705304,
      "grad_norm": 2.8322137592467382,
      "learning_rate": 0.00022726860148949702,
      "loss": 4.5938,
      "step": 49356
    },
    {
      "epoch": 2.0215850911325006,
      "grad_norm": 3.57971949896102,
      "learning_rate": 0.00022726580607889427,
      "loss": 5.5625,
      "step": 49357
    },
    {
      "epoch": 2.0216260495596967,
      "grad_norm": 2.8202021560040285,
      "learning_rate": 0.00022726301063176476,
      "loss": 4.6875,
      "step": 49358
    },
    {
      "epoch": 2.0216670079868932,
      "grad_norm": 3.2342874661699326,
      "learning_rate": 0.0002272602151481098,
      "loss": 4.0938,
      "step": 49359
    },
    {
      "epoch": 2.02170796641409,
      "grad_norm": 2.696498666096443,
      "learning_rate": 0.00022725741962793065,
      "loss": 4.7188,
      "step": 49360
    },
    {
      "epoch": 2.021748924841286,
      "grad_norm": 2.8928441486094068,
      "learning_rate": 0.00022725462407122864,
      "loss": 4.5625,
      "step": 49361
    },
    {
      "epoch": 2.0217898832684824,
      "grad_norm": 5.053260905448669,
      "learning_rate": 0.00022725182847800518,
      "loss": 5.9375,
      "step": 49362
    },
    {
      "epoch": 2.021830841695679,
      "grad_norm": 2.64880344446931,
      "learning_rate": 0.0002272490328482615,
      "loss": 3.9688,
      "step": 49363
    },
    {
      "epoch": 2.0218718001228755,
      "grad_norm": 3.3745029329118887,
      "learning_rate": 0.00022724623718199902,
      "loss": 1.3984,
      "step": 49364
    },
    {
      "epoch": 2.0219127585500716,
      "grad_norm": 3.0234849157986092,
      "learning_rate": 0.00022724344147921898,
      "loss": 4.6875,
      "step": 49365
    },
    {
      "epoch": 2.021953716977268,
      "grad_norm": 2.7169694676142777,
      "learning_rate": 0.00022724064573992266,
      "loss": 4.4375,
      "step": 49366
    },
    {
      "epoch": 2.0219946754044646,
      "grad_norm": 3.238382790312651,
      "learning_rate": 0.0002272378499641115,
      "loss": 4.375,
      "step": 49367
    },
    {
      "epoch": 2.0220356338316607,
      "grad_norm": 2.7662916330884983,
      "learning_rate": 0.00022723505415178676,
      "loss": 6.5312,
      "step": 49368
    },
    {
      "epoch": 2.0220765922588573,
      "grad_norm": 3.1501375168156436,
      "learning_rate": 0.00022723225830294978,
      "loss": 5.8438,
      "step": 49369
    },
    {
      "epoch": 2.022117550686054,
      "grad_norm": 2.74774376408338,
      "learning_rate": 0.00022722946241760187,
      "loss": 5.1875,
      "step": 49370
    },
    {
      "epoch": 2.02215850911325,
      "grad_norm": 3.2418338423675026,
      "learning_rate": 0.0002272266664957443,
      "loss": 5.0312,
      "step": 49371
    },
    {
      "epoch": 2.0221994675404464,
      "grad_norm": 2.9456694877278893,
      "learning_rate": 0.00022722387053737854,
      "loss": 1.5781,
      "step": 49372
    },
    {
      "epoch": 2.022240425967643,
      "grad_norm": 3.924429938441259,
      "learning_rate": 0.00022722107454250574,
      "loss": 6.875,
      "step": 49373
    },
    {
      "epoch": 2.022281384394839,
      "grad_norm": 5.739189082136862,
      "learning_rate": 0.00022721827851112728,
      "loss": 5.3125,
      "step": 49374
    },
    {
      "epoch": 2.0223223428220356,
      "grad_norm": 2.9354676874035834,
      "learning_rate": 0.00022721548244324455,
      "loss": 4.25,
      "step": 49375
    },
    {
      "epoch": 2.022363301249232,
      "grad_norm": 2.582430802853628,
      "learning_rate": 0.00022721268633885884,
      "loss": 4.6562,
      "step": 49376
    },
    {
      "epoch": 2.0224042596764282,
      "grad_norm": 2.8311388844203083,
      "learning_rate": 0.0002272098901979714,
      "loss": 4.875,
      "step": 49377
    },
    {
      "epoch": 2.0224452181036248,
      "grad_norm": 2.540588882964276,
      "learning_rate": 0.0002272070940205836,
      "loss": 1.9219,
      "step": 49378
    },
    {
      "epoch": 2.0224861765308213,
      "grad_norm": 2.4667944477627968,
      "learning_rate": 0.0002272042978066968,
      "loss": 4.5625,
      "step": 49379
    },
    {
      "epoch": 2.0225271349580174,
      "grad_norm": 3.4087141155391563,
      "learning_rate": 0.0002272015015563123,
      "loss": 4.8438,
      "step": 49380
    },
    {
      "epoch": 2.022568093385214,
      "grad_norm": 6.206640617299615,
      "learning_rate": 0.00022719870526943139,
      "loss": 5.5312,
      "step": 49381
    },
    {
      "epoch": 2.0226090518124105,
      "grad_norm": 2.555856803082433,
      "learning_rate": 0.00022719590894605535,
      "loss": 3.7969,
      "step": 49382
    },
    {
      "epoch": 2.022650010239607,
      "grad_norm": 3.0009102386377537,
      "learning_rate": 0.00022719311258618565,
      "loss": 3.875,
      "step": 49383
    },
    {
      "epoch": 2.022690968666803,
      "grad_norm": 3.4750059078230864,
      "learning_rate": 0.00022719031618982345,
      "loss": 5.1875,
      "step": 49384
    },
    {
      "epoch": 2.0227319270939996,
      "grad_norm": 3.5862461446993104,
      "learning_rate": 0.00022718751975697024,
      "loss": 4.5312,
      "step": 49385
    },
    {
      "epoch": 2.022772885521196,
      "grad_norm": 2.749874272035561,
      "learning_rate": 0.00022718472328762715,
      "loss": 4.8438,
      "step": 49386
    },
    {
      "epoch": 2.0228138439483923,
      "grad_norm": 6.705407980268408,
      "learning_rate": 0.0002271819267817957,
      "loss": 4.0625,
      "step": 49387
    },
    {
      "epoch": 2.022854802375589,
      "grad_norm": 4.535506828301429,
      "learning_rate": 0.00022717913023947707,
      "loss": 4.625,
      "step": 49388
    },
    {
      "epoch": 2.0228957608027853,
      "grad_norm": 3.6024124638271813,
      "learning_rate": 0.0002271763336606726,
      "loss": 5.3125,
      "step": 49389
    },
    {
      "epoch": 2.0229367192299814,
      "grad_norm": 3.3233581268504433,
      "learning_rate": 0.00022717353704538367,
      "loss": 6.2188,
      "step": 49390
    },
    {
      "epoch": 2.022977677657178,
      "grad_norm": 2.8656170263147165,
      "learning_rate": 0.00022717074039361155,
      "loss": 3.4531,
      "step": 49391
    },
    {
      "epoch": 2.0230186360843745,
      "grad_norm": 3.180767505225927,
      "learning_rate": 0.0002271679437053576,
      "loss": 4.9375,
      "step": 49392
    },
    {
      "epoch": 2.0230595945115706,
      "grad_norm": 5.0912539942505495,
      "learning_rate": 0.0002271651469806231,
      "loss": 4.375,
      "step": 49393
    },
    {
      "epoch": 2.023100552938767,
      "grad_norm": 2.8748153331353152,
      "learning_rate": 0.00022716235021940945,
      "loss": 4.875,
      "step": 49394
    },
    {
      "epoch": 2.0231415113659637,
      "grad_norm": 4.183876085444352,
      "learning_rate": 0.00022715955342171787,
      "loss": 4.3438,
      "step": 49395
    },
    {
      "epoch": 2.0231824697931597,
      "grad_norm": 3.170556218980512,
      "learning_rate": 0.0002271567565875498,
      "loss": 4.2812,
      "step": 49396
    },
    {
      "epoch": 2.0232234282203563,
      "grad_norm": 3.07014398968286,
      "learning_rate": 0.0002271539597169064,
      "loss": 5.0625,
      "step": 49397
    },
    {
      "epoch": 2.023264386647553,
      "grad_norm": 3.176486335805333,
      "learning_rate": 0.00022715116280978912,
      "loss": 1.8203,
      "step": 49398
    },
    {
      "epoch": 2.023305345074749,
      "grad_norm": 4.461564783191998,
      "learning_rate": 0.00022714836586619928,
      "loss": 5.5625,
      "step": 49399
    },
    {
      "epoch": 2.0233463035019454,
      "grad_norm": 3.0607426085771037,
      "learning_rate": 0.00022714556888613812,
      "loss": 4.6562,
      "step": 49400
    },
    {
      "epoch": 2.023387261929142,
      "grad_norm": 5.210186175582306,
      "learning_rate": 0.00022714277186960702,
      "loss": 1.4922,
      "step": 49401
    },
    {
      "epoch": 2.0234282203563385,
      "grad_norm": 3.143347113970999,
      "learning_rate": 0.0002271399748166073,
      "loss": 5.2812,
      "step": 49402
    },
    {
      "epoch": 2.0234691787835346,
      "grad_norm": 3.3140880308109213,
      "learning_rate": 0.00022713717772714027,
      "loss": 5.25,
      "step": 49403
    },
    {
      "epoch": 2.023510137210731,
      "grad_norm": 2.8457931521588242,
      "learning_rate": 0.00022713438060120725,
      "loss": 4.7188,
      "step": 49404
    },
    {
      "epoch": 2.0235510956379277,
      "grad_norm": 6.660255543365313,
      "learning_rate": 0.00022713158343880963,
      "loss": 4.5,
      "step": 49405
    },
    {
      "epoch": 2.0235920540651238,
      "grad_norm": 2.8252903629875434,
      "learning_rate": 0.0002271287862399486,
      "loss": 5.1875,
      "step": 49406
    },
    {
      "epoch": 2.0236330124923203,
      "grad_norm": 4.014153137070323,
      "learning_rate": 0.00022712598900462557,
      "loss": 5.0625,
      "step": 49407
    },
    {
      "epoch": 2.023673970919517,
      "grad_norm": 3.9129712219215107,
      "learning_rate": 0.0002271231917328419,
      "loss": 5.8438,
      "step": 49408
    },
    {
      "epoch": 2.023714929346713,
      "grad_norm": 1.9840018277839533,
      "learning_rate": 0.00022712039442459878,
      "loss": 3.5,
      "step": 49409
    },
    {
      "epoch": 2.0237558877739095,
      "grad_norm": 3.0262621226236552,
      "learning_rate": 0.00022711759707989766,
      "loss": 4.4375,
      "step": 49410
    },
    {
      "epoch": 2.023796846201106,
      "grad_norm": 2.90715839219042,
      "learning_rate": 0.00022711479969873984,
      "loss": 4.5,
      "step": 49411
    },
    {
      "epoch": 2.023837804628302,
      "grad_norm": 3.1186208159250417,
      "learning_rate": 0.00022711200228112659,
      "loss": 4.7188,
      "step": 49412
    },
    {
      "epoch": 2.0238787630554986,
      "grad_norm": 7.700438802476663,
      "learning_rate": 0.00022710920482705925,
      "loss": 7.1875,
      "step": 49413
    },
    {
      "epoch": 2.023919721482695,
      "grad_norm": 7.191103291597335,
      "learning_rate": 0.00022710640733653915,
      "loss": 5.9062,
      "step": 49414
    },
    {
      "epoch": 2.0239606799098913,
      "grad_norm": 2.9682140606717424,
      "learning_rate": 0.0002271036098095676,
      "loss": 5.6562,
      "step": 49415
    },
    {
      "epoch": 2.024001638337088,
      "grad_norm": 2.8990035790884274,
      "learning_rate": 0.000227100812246146,
      "loss": 5.2188,
      "step": 49416
    },
    {
      "epoch": 2.0240425967642843,
      "grad_norm": 4.452285906789,
      "learning_rate": 0.0002270980146462756,
      "loss": 5.125,
      "step": 49417
    },
    {
      "epoch": 2.024083555191481,
      "grad_norm": 2.6623102381115853,
      "learning_rate": 0.00022709521700995766,
      "loss": 3.0625,
      "step": 49418
    },
    {
      "epoch": 2.024124513618677,
      "grad_norm": 2.574931862381178,
      "learning_rate": 0.00022709241933719363,
      "loss": 4.9062,
      "step": 49419
    },
    {
      "epoch": 2.0241654720458735,
      "grad_norm": 2.990373903926749,
      "learning_rate": 0.00022708962162798477,
      "loss": 5.4375,
      "step": 49420
    },
    {
      "epoch": 2.02420643047307,
      "grad_norm": 2.794790624234168,
      "learning_rate": 0.0002270868238823324,
      "loss": 4.4688,
      "step": 49421
    },
    {
      "epoch": 2.024247388900266,
      "grad_norm": 2.963419421644566,
      "learning_rate": 0.0002270840261002379,
      "loss": 4.6562,
      "step": 49422
    },
    {
      "epoch": 2.0242883473274627,
      "grad_norm": 2.65957491001763,
      "learning_rate": 0.0002270812282817025,
      "loss": 3.875,
      "step": 49423
    },
    {
      "epoch": 2.024329305754659,
      "grad_norm": 2.8534376661371494,
      "learning_rate": 0.00022707843042672757,
      "loss": 4.6562,
      "step": 49424
    },
    {
      "epoch": 2.0243702641818553,
      "grad_norm": 3.4624575136418,
      "learning_rate": 0.00022707563253531444,
      "loss": 4.4375,
      "step": 49425
    },
    {
      "epoch": 2.024411222609052,
      "grad_norm": 3.1104737908427236,
      "learning_rate": 0.00022707283460746437,
      "loss": 4.9062,
      "step": 49426
    },
    {
      "epoch": 2.0244521810362484,
      "grad_norm": 2.732317300437946,
      "learning_rate": 0.0002270700366431788,
      "loss": 4.75,
      "step": 49427
    },
    {
      "epoch": 2.0244931394634444,
      "grad_norm": 2.6024042874956383,
      "learning_rate": 0.000227067238642459,
      "loss": 4.0938,
      "step": 49428
    },
    {
      "epoch": 2.024534097890641,
      "grad_norm": 3.258265895305236,
      "learning_rate": 0.00022706444060530625,
      "loss": 4.25,
      "step": 49429
    },
    {
      "epoch": 2.0245750563178375,
      "grad_norm": 10.308586897604805,
      "learning_rate": 0.00022706164253172192,
      "loss": 2.2656,
      "step": 49430
    },
    {
      "epoch": 2.0246160147450336,
      "grad_norm": 2.851136808462675,
      "learning_rate": 0.0002270588444217073,
      "loss": 4.375,
      "step": 49431
    },
    {
      "epoch": 2.02465697317223,
      "grad_norm": 4.640851006155737,
      "learning_rate": 0.00022705604627526373,
      "loss": 5.2188,
      "step": 49432
    },
    {
      "epoch": 2.0246979315994267,
      "grad_norm": 2.8852230864854906,
      "learning_rate": 0.00022705324809239256,
      "loss": 3.6719,
      "step": 49433
    },
    {
      "epoch": 2.0247388900266228,
      "grad_norm": 2.9961255460191474,
      "learning_rate": 0.00022705044987309506,
      "loss": 4.8125,
      "step": 49434
    },
    {
      "epoch": 2.0247798484538193,
      "grad_norm": 2.4358144826557093,
      "learning_rate": 0.0002270476516173726,
      "loss": 3.4844,
      "step": 49435
    },
    {
      "epoch": 2.024820806881016,
      "grad_norm": 2.724807921798828,
      "learning_rate": 0.00022704485332522646,
      "loss": 4.5938,
      "step": 49436
    },
    {
      "epoch": 2.0248617653082124,
      "grad_norm": 2.747709367098176,
      "learning_rate": 0.000227042054996658,
      "loss": 4.375,
      "step": 49437
    },
    {
      "epoch": 2.0249027237354085,
      "grad_norm": 4.108178635183,
      "learning_rate": 0.00022703925663166848,
      "loss": 6.25,
      "step": 49438
    },
    {
      "epoch": 2.024943682162605,
      "grad_norm": 18.89874361370736,
      "learning_rate": 0.00022703645823025933,
      "loss": 5.8125,
      "step": 49439
    },
    {
      "epoch": 2.0249846405898015,
      "grad_norm": 3.340332779707693,
      "learning_rate": 0.0002270336597924318,
      "loss": 4.7188,
      "step": 49440
    },
    {
      "epoch": 2.0250255990169976,
      "grad_norm": 3.411967137800267,
      "learning_rate": 0.00022703086131818718,
      "loss": 4.3438,
      "step": 49441
    },
    {
      "epoch": 2.025066557444194,
      "grad_norm": 3.25045385472187,
      "learning_rate": 0.00022702806280752686,
      "loss": 5.125,
      "step": 49442
    },
    {
      "epoch": 2.0251075158713907,
      "grad_norm": 3.0889938763681153,
      "learning_rate": 0.00022702526426045217,
      "loss": 4.8125,
      "step": 49443
    },
    {
      "epoch": 2.025148474298587,
      "grad_norm": 3.2324206518776304,
      "learning_rate": 0.0002270224656769644,
      "loss": 3.875,
      "step": 49444
    },
    {
      "epoch": 2.0251894327257833,
      "grad_norm": 3.2909386417541877,
      "learning_rate": 0.00022701966705706487,
      "loss": 3.8281,
      "step": 49445
    },
    {
      "epoch": 2.02523039115298,
      "grad_norm": 2.907547260621874,
      "learning_rate": 0.0002270168684007549,
      "loss": 4.375,
      "step": 49446
    },
    {
      "epoch": 2.025271349580176,
      "grad_norm": 2.9148011768569604,
      "learning_rate": 0.00022701406970803583,
      "loss": 4.8438,
      "step": 49447
    },
    {
      "epoch": 2.0253123080073725,
      "grad_norm": 5.893707689244035,
      "learning_rate": 0.000227011270978909,
      "loss": 5.1562,
      "step": 49448
    },
    {
      "epoch": 2.025353266434569,
      "grad_norm": 2.682919110997149,
      "learning_rate": 0.0002270084722133757,
      "loss": 3.9688,
      "step": 49449
    },
    {
      "epoch": 2.025394224861765,
      "grad_norm": 7.140065410946684,
      "learning_rate": 0.0002270056734114372,
      "loss": 5.2812,
      "step": 49450
    },
    {
      "epoch": 2.0254351832889617,
      "grad_norm": 2.7801331543579666,
      "learning_rate": 0.00022700287457309493,
      "loss": 5.1875,
      "step": 49451
    },
    {
      "epoch": 2.025476141716158,
      "grad_norm": 5.190534179646595,
      "learning_rate": 0.00022700007569835022,
      "loss": 5.4688,
      "step": 49452
    },
    {
      "epoch": 2.0255171001433543,
      "grad_norm": 3.3691094048495,
      "learning_rate": 0.0002269972767872043,
      "loss": 3.6094,
      "step": 49453
    },
    {
      "epoch": 2.025558058570551,
      "grad_norm": 2.5965545172841216,
      "learning_rate": 0.0002269944778396585,
      "loss": 5.125,
      "step": 49454
    },
    {
      "epoch": 2.0255990169977474,
      "grad_norm": 2.124977140005783,
      "learning_rate": 0.00022699167885571422,
      "loss": 2.9219,
      "step": 49455
    },
    {
      "epoch": 2.025639975424944,
      "grad_norm": 2.781707505280382,
      "learning_rate": 0.0002269888798353727,
      "loss": 4.4688,
      "step": 49456
    },
    {
      "epoch": 2.02568093385214,
      "grad_norm": 2.5436368165391143,
      "learning_rate": 0.0002269860807786354,
      "loss": 4.0,
      "step": 49457
    },
    {
      "epoch": 2.0257218922793365,
      "grad_norm": 12.194394562436669,
      "learning_rate": 0.00022698328168550345,
      "loss": 3.0625,
      "step": 49458
    },
    {
      "epoch": 2.025762850706533,
      "grad_norm": 4.552085033420568,
      "learning_rate": 0.0002269804825559783,
      "loss": 6.4062,
      "step": 49459
    },
    {
      "epoch": 2.025803809133729,
      "grad_norm": 2.8890415088077552,
      "learning_rate": 0.0002269776833900613,
      "loss": 4.5938,
      "step": 49460
    },
    {
      "epoch": 2.0258447675609257,
      "grad_norm": 3.6786352294725786,
      "learning_rate": 0.00022697488418775363,
      "loss": 5.8438,
      "step": 49461
    },
    {
      "epoch": 2.025885725988122,
      "grad_norm": 7.232958664109834,
      "learning_rate": 0.00022697208494905672,
      "loss": 4.0938,
      "step": 49462
    },
    {
      "epoch": 2.0259266844153183,
      "grad_norm": 3.0428289576926844,
      "learning_rate": 0.0002269692856739719,
      "loss": 4.1875,
      "step": 49463
    },
    {
      "epoch": 2.025967642842515,
      "grad_norm": 6.216417375391263,
      "learning_rate": 0.0002269664863625005,
      "loss": 3.2188,
      "step": 49464
    },
    {
      "epoch": 2.0260086012697114,
      "grad_norm": 2.8584620824279607,
      "learning_rate": 0.0002269636870146438,
      "loss": 3.2812,
      "step": 49465
    },
    {
      "epoch": 2.0260495596969075,
      "grad_norm": 7.541679923400198,
      "learning_rate": 0.00022696088763040308,
      "loss": 4.4062,
      "step": 49466
    },
    {
      "epoch": 2.026090518124104,
      "grad_norm": 3.0264754456662115,
      "learning_rate": 0.00022695808820977976,
      "loss": 6.0938,
      "step": 49467
    },
    {
      "epoch": 2.0261314765513005,
      "grad_norm": 2.95416888064603,
      "learning_rate": 0.00022695528875277512,
      "loss": 5.0,
      "step": 49468
    },
    {
      "epoch": 2.0261724349784966,
      "grad_norm": 3.6880826945762357,
      "learning_rate": 0.00022695248925939048,
      "loss": 4.7188,
      "step": 49469
    },
    {
      "epoch": 2.026213393405693,
      "grad_norm": 2.693797525235517,
      "learning_rate": 0.00022694968972962717,
      "loss": 4.1562,
      "step": 49470
    },
    {
      "epoch": 2.0262543518328897,
      "grad_norm": 2.833954505896904,
      "learning_rate": 0.0002269468901634865,
      "loss": 4.3438,
      "step": 49471
    },
    {
      "epoch": 2.026295310260086,
      "grad_norm": 2.892072661355552,
      "learning_rate": 0.0002269440905609698,
      "loss": 4.6875,
      "step": 49472
    },
    {
      "epoch": 2.0263362686872823,
      "grad_norm": 6.6548587981826435,
      "learning_rate": 0.00022694129092207843,
      "loss": 3.125,
      "step": 49473
    },
    {
      "epoch": 2.026377227114479,
      "grad_norm": 8.392003790795533,
      "learning_rate": 0.00022693849124681364,
      "loss": 7.3125,
      "step": 49474
    },
    {
      "epoch": 2.0264181855416754,
      "grad_norm": 2.823568306377397,
      "learning_rate": 0.00022693569153517683,
      "loss": 4.4688,
      "step": 49475
    },
    {
      "epoch": 2.0264591439688715,
      "grad_norm": 4.577877616675252,
      "learning_rate": 0.00022693289178716929,
      "loss": 6.7188,
      "step": 49476
    },
    {
      "epoch": 2.026500102396068,
      "grad_norm": 2.7087077358023928,
      "learning_rate": 0.00022693009200279234,
      "loss": 4.5,
      "step": 49477
    },
    {
      "epoch": 2.0265410608232646,
      "grad_norm": 2.7950871579346774,
      "learning_rate": 0.00022692729218204728,
      "loss": 4.625,
      "step": 49478
    },
    {
      "epoch": 2.0265820192504607,
      "grad_norm": 3.377668344301116,
      "learning_rate": 0.00022692449232493547,
      "loss": 4.4062,
      "step": 49479
    },
    {
      "epoch": 2.026622977677657,
      "grad_norm": 2.4117233075092495,
      "learning_rate": 0.00022692169243145822,
      "loss": 3.1875,
      "step": 49480
    },
    {
      "epoch": 2.0266639361048537,
      "grad_norm": 2.3001204846335566,
      "learning_rate": 0.0002269188925016169,
      "loss": 3.7031,
      "step": 49481
    },
    {
      "epoch": 2.02670489453205,
      "grad_norm": 5.351109210925274,
      "learning_rate": 0.00022691609253541273,
      "loss": 6.4062,
      "step": 49482
    },
    {
      "epoch": 2.0267458529592464,
      "grad_norm": 2.5668684922110696,
      "learning_rate": 0.00022691329253284712,
      "loss": 4.25,
      "step": 49483
    },
    {
      "epoch": 2.026786811386443,
      "grad_norm": 5.5582169107278885,
      "learning_rate": 0.0002269104924939214,
      "loss": 5.5625,
      "step": 49484
    },
    {
      "epoch": 2.026827769813639,
      "grad_norm": 2.455431379184138,
      "learning_rate": 0.00022690769241863685,
      "loss": 3.9688,
      "step": 49485
    },
    {
      "epoch": 2.0268687282408355,
      "grad_norm": 2.683246668108563,
      "learning_rate": 0.00022690489230699475,
      "loss": 4.1875,
      "step": 49486
    },
    {
      "epoch": 2.026909686668032,
      "grad_norm": 5.29559559118666,
      "learning_rate": 0.00022690209215899654,
      "loss": 4.0312,
      "step": 49487
    },
    {
      "epoch": 2.026950645095228,
      "grad_norm": 2.7640216435640808,
      "learning_rate": 0.00022689929197464346,
      "loss": 4.6562,
      "step": 49488
    },
    {
      "epoch": 2.0269916035224247,
      "grad_norm": 8.220730991122297,
      "learning_rate": 0.00022689649175393684,
      "loss": 5.3438,
      "step": 49489
    },
    {
      "epoch": 2.0270325619496212,
      "grad_norm": 7.613457151772302,
      "learning_rate": 0.00022689369149687805,
      "loss": 3.5625,
      "step": 49490
    },
    {
      "epoch": 2.0270735203768173,
      "grad_norm": 2.96181456763914,
      "learning_rate": 0.00022689089120346838,
      "loss": 4.9062,
      "step": 49491
    },
    {
      "epoch": 2.027114478804014,
      "grad_norm": 7.744039038547474,
      "learning_rate": 0.00022688809087370918,
      "loss": 7.8125,
      "step": 49492
    },
    {
      "epoch": 2.0271554372312104,
      "grad_norm": 4.709157381149474,
      "learning_rate": 0.00022688529050760172,
      "loss": 5.4375,
      "step": 49493
    },
    {
      "epoch": 2.027196395658407,
      "grad_norm": 2.934498779980956,
      "learning_rate": 0.00022688249010514733,
      "loss": 4.7188,
      "step": 49494
    },
    {
      "epoch": 2.027237354085603,
      "grad_norm": 3.329730730862521,
      "learning_rate": 0.0002268796896663474,
      "loss": 5.1562,
      "step": 49495
    },
    {
      "epoch": 2.0272783125127996,
      "grad_norm": 2.4179587706383394,
      "learning_rate": 0.0002268768891912032,
      "loss": 2.7344,
      "step": 49496
    },
    {
      "epoch": 2.027319270939996,
      "grad_norm": 2.7704315145806517,
      "learning_rate": 0.00022687408867971611,
      "loss": 4.5625,
      "step": 49497
    },
    {
      "epoch": 2.027360229367192,
      "grad_norm": 2.745104506170318,
      "learning_rate": 0.00022687128813188732,
      "loss": 4.4375,
      "step": 49498
    },
    {
      "epoch": 2.0274011877943887,
      "grad_norm": 3.208665186530883,
      "learning_rate": 0.00022686848754771837,
      "loss": 4.625,
      "step": 49499
    },
    {
      "epoch": 2.0274421462215853,
      "grad_norm": 2.6032915635416423,
      "learning_rate": 0.00022686568692721038,
      "loss": 3.9062,
      "step": 49500
    },
    {
      "epoch": 2.0274831046487813,
      "grad_norm": 5.620439192991772,
      "learning_rate": 0.00022686288627036478,
      "loss": 4.7188,
      "step": 49501
    },
    {
      "epoch": 2.027524063075978,
      "grad_norm": 2.8018413903540966,
      "learning_rate": 0.00022686008557718285,
      "loss": 4.0312,
      "step": 49502
    },
    {
      "epoch": 2.0275650215031744,
      "grad_norm": 3.9676444210329245,
      "learning_rate": 0.00022685728484766595,
      "loss": 5.3438,
      "step": 49503
    },
    {
      "epoch": 2.0276059799303705,
      "grad_norm": 5.736673720305986,
      "learning_rate": 0.00022685448408181537,
      "loss": 7.125,
      "step": 49504
    },
    {
      "epoch": 2.027646938357567,
      "grad_norm": 2.735344919079082,
      "learning_rate": 0.00022685168327963245,
      "loss": 3.8594,
      "step": 49505
    },
    {
      "epoch": 2.0276878967847636,
      "grad_norm": 4.61883835628549,
      "learning_rate": 0.00022684888244111848,
      "loss": 4.9062,
      "step": 49506
    },
    {
      "epoch": 2.0277288552119597,
      "grad_norm": 5.7254877401742705,
      "learning_rate": 0.00022684608156627484,
      "loss": 3.8906,
      "step": 49507
    },
    {
      "epoch": 2.027769813639156,
      "grad_norm": 3.3985115317119203,
      "learning_rate": 0.00022684328065510285,
      "loss": 4.4375,
      "step": 49508
    },
    {
      "epoch": 2.0278107720663527,
      "grad_norm": 2.515138891488829,
      "learning_rate": 0.00022684047970760382,
      "loss": 4.1875,
      "step": 49509
    },
    {
      "epoch": 2.027851730493549,
      "grad_norm": 3.4775844424994,
      "learning_rate": 0.00022683767872377903,
      "loss": 5.125,
      "step": 49510
    },
    {
      "epoch": 2.0278926889207454,
      "grad_norm": 2.0110585223068305,
      "learning_rate": 0.00022683487770362989,
      "loss": 2.4219,
      "step": 49511
    },
    {
      "epoch": 2.027933647347942,
      "grad_norm": 4.650228378075346,
      "learning_rate": 0.00022683207664715767,
      "loss": 5.6562,
      "step": 49512
    },
    {
      "epoch": 2.0279746057751384,
      "grad_norm": 4.362726163909566,
      "learning_rate": 0.0002268292755543637,
      "loss": 5.2812,
      "step": 49513
    },
    {
      "epoch": 2.0280155642023345,
      "grad_norm": 2.7237041490010667,
      "learning_rate": 0.00022682647442524926,
      "loss": 3.8906,
      "step": 49514
    },
    {
      "epoch": 2.028056522629531,
      "grad_norm": 3.173720122618668,
      "learning_rate": 0.00022682367325981576,
      "loss": 4.2812,
      "step": 49515
    },
    {
      "epoch": 2.0280974810567276,
      "grad_norm": 3.3425963482926,
      "learning_rate": 0.00022682087205806451,
      "loss": 4.9062,
      "step": 49516
    },
    {
      "epoch": 2.0281384394839237,
      "grad_norm": 6.505563348867726,
      "learning_rate": 0.0002268180708199968,
      "loss": 6.6562,
      "step": 49517
    },
    {
      "epoch": 2.0281793979111202,
      "grad_norm": 3.1358786379226404,
      "learning_rate": 0.0002268152695456139,
      "loss": 4.25,
      "step": 49518
    },
    {
      "epoch": 2.0282203563383168,
      "grad_norm": 3.74579040753501,
      "learning_rate": 0.00022681246823491727,
      "loss": 5.875,
      "step": 49519
    },
    {
      "epoch": 2.028261314765513,
      "grad_norm": 2.9305492395908925,
      "learning_rate": 0.00022680966688790814,
      "loss": 4.8438,
      "step": 49520
    },
    {
      "epoch": 2.0283022731927094,
      "grad_norm": 2.6730763437364007,
      "learning_rate": 0.0002268068655045879,
      "loss": 4.6562,
      "step": 49521
    },
    {
      "epoch": 2.028343231619906,
      "grad_norm": 5.0869261181678125,
      "learning_rate": 0.00022680406408495774,
      "loss": 5.6562,
      "step": 49522
    },
    {
      "epoch": 2.028384190047102,
      "grad_norm": 4.2883174442961565,
      "learning_rate": 0.00022680126262901912,
      "loss": 6.125,
      "step": 49523
    },
    {
      "epoch": 2.0284251484742986,
      "grad_norm": 2.6295218584561866,
      "learning_rate": 0.00022679846113677333,
      "loss": 4.4375,
      "step": 49524
    },
    {
      "epoch": 2.028466106901495,
      "grad_norm": 18.246943584983853,
      "learning_rate": 0.00022679565960822165,
      "loss": 4.0938,
      "step": 49525
    },
    {
      "epoch": 2.028507065328691,
      "grad_norm": 4.138487981759163,
      "learning_rate": 0.0002267928580433655,
      "loss": 6.7188,
      "step": 49526
    },
    {
      "epoch": 2.0285480237558877,
      "grad_norm": 3.6762102445801035,
      "learning_rate": 0.0002267900564422061,
      "loss": 0.8164,
      "step": 49527
    },
    {
      "epoch": 2.0285889821830843,
      "grad_norm": 3.461244917088041,
      "learning_rate": 0.0002267872548047448,
      "loss": 5.0625,
      "step": 49528
    },
    {
      "epoch": 2.0286299406102803,
      "grad_norm": 3.2668430820745034,
      "learning_rate": 0.00022678445313098302,
      "loss": 3.9844,
      "step": 49529
    },
    {
      "epoch": 2.028670899037477,
      "grad_norm": 4.702095629581519,
      "learning_rate": 0.0002267816514209219,
      "loss": 3.0156,
      "step": 49530
    },
    {
      "epoch": 2.0287118574646734,
      "grad_norm": 3.246329058740617,
      "learning_rate": 0.00022677884967456296,
      "loss": 4.3438,
      "step": 49531
    },
    {
      "epoch": 2.02875281589187,
      "grad_norm": 2.667271617130217,
      "learning_rate": 0.00022677604789190736,
      "loss": 3.9531,
      "step": 49532
    },
    {
      "epoch": 2.028793774319066,
      "grad_norm": 2.7507332336815136,
      "learning_rate": 0.00022677324607295655,
      "loss": 4.7812,
      "step": 49533
    },
    {
      "epoch": 2.0288347327462626,
      "grad_norm": 3.899150703265015,
      "learning_rate": 0.00022677044421771177,
      "loss": 3.0,
      "step": 49534
    },
    {
      "epoch": 2.028875691173459,
      "grad_norm": 3.4372054974798467,
      "learning_rate": 0.0002267676423261744,
      "loss": 6.875,
      "step": 49535
    },
    {
      "epoch": 2.028916649600655,
      "grad_norm": 2.973385221765444,
      "learning_rate": 0.0002267648403983458,
      "loss": 5.0,
      "step": 49536
    },
    {
      "epoch": 2.0289576080278517,
      "grad_norm": 2.592543149239102,
      "learning_rate": 0.0002267620384342272,
      "loss": 4.0938,
      "step": 49537
    },
    {
      "epoch": 2.0289985664550483,
      "grad_norm": 5.803479621688775,
      "learning_rate": 0.0002267592364338199,
      "loss": 5.4688,
      "step": 49538
    },
    {
      "epoch": 2.0290395248822444,
      "grad_norm": 2.351254256296251,
      "learning_rate": 0.00022675643439712534,
      "loss": 3.125,
      "step": 49539
    },
    {
      "epoch": 2.029080483309441,
      "grad_norm": 5.383115067406292,
      "learning_rate": 0.0002267536323241448,
      "loss": 2.6719,
      "step": 49540
    },
    {
      "epoch": 2.0291214417366374,
      "grad_norm": 2.715905292903501,
      "learning_rate": 0.00022675083021487957,
      "loss": 3.5469,
      "step": 49541
    },
    {
      "epoch": 2.0291624001638335,
      "grad_norm": 3.0215943581965714,
      "learning_rate": 0.00022674802806933096,
      "loss": 6.0938,
      "step": 49542
    },
    {
      "epoch": 2.02920335859103,
      "grad_norm": 3.609745157613315,
      "learning_rate": 0.00022674522588750042,
      "loss": 4.4688,
      "step": 49543
    },
    {
      "epoch": 2.0292443170182266,
      "grad_norm": 4.433879751342546,
      "learning_rate": 0.00022674242366938917,
      "loss": 5.1875,
      "step": 49544
    },
    {
      "epoch": 2.0292852754454227,
      "grad_norm": 2.992845663633238,
      "learning_rate": 0.00022673962141499853,
      "loss": 5.5,
      "step": 49545
    },
    {
      "epoch": 2.0293262338726192,
      "grad_norm": 4.806793608204836,
      "learning_rate": 0.00022673681912432987,
      "loss": 5.2812,
      "step": 49546
    },
    {
      "epoch": 2.0293671922998158,
      "grad_norm": 4.227211074446235,
      "learning_rate": 0.00022673401679738448,
      "loss": 1.2422,
      "step": 49547
    },
    {
      "epoch": 2.0294081507270123,
      "grad_norm": 2.6338233299691205,
      "learning_rate": 0.00022673121443416368,
      "loss": 3.6719,
      "step": 49548
    },
    {
      "epoch": 2.0294491091542084,
      "grad_norm": 2.4330122688438074,
      "learning_rate": 0.0002267284120346689,
      "loss": 3.7344,
      "step": 49549
    },
    {
      "epoch": 2.029490067581405,
      "grad_norm": 2.554833492942136,
      "learning_rate": 0.00022672560959890125,
      "loss": 3.6562,
      "step": 49550
    },
    {
      "epoch": 2.0295310260086015,
      "grad_norm": 3.848546917579227,
      "learning_rate": 0.00022672280712686228,
      "loss": 6.5312,
      "step": 49551
    },
    {
      "epoch": 2.0295719844357976,
      "grad_norm": 3.2694485100384356,
      "learning_rate": 0.0002267200046185532,
      "loss": 4.3125,
      "step": 49552
    },
    {
      "epoch": 2.029612942862994,
      "grad_norm": 16.860881472983124,
      "learning_rate": 0.00022671720207397531,
      "loss": 5.9688,
      "step": 49553
    },
    {
      "epoch": 2.0296539012901906,
      "grad_norm": 2.7669350764755145,
      "learning_rate": 0.00022671439949313002,
      "loss": 4.2188,
      "step": 49554
    },
    {
      "epoch": 2.0296948597173867,
      "grad_norm": 2.9288646858277385,
      "learning_rate": 0.0002267115968760186,
      "loss": 4.5938,
      "step": 49555
    },
    {
      "epoch": 2.0297358181445833,
      "grad_norm": 3.646263500926043,
      "learning_rate": 0.00022670879422264243,
      "loss": 2.5156,
      "step": 49556
    },
    {
      "epoch": 2.02977677657178,
      "grad_norm": 2.6780597945680316,
      "learning_rate": 0.00022670599153300276,
      "loss": 4.5312,
      "step": 49557
    },
    {
      "epoch": 2.029817734998976,
      "grad_norm": 3.8119036961531654,
      "learning_rate": 0.00022670318880710092,
      "loss": 3.8281,
      "step": 49558
    },
    {
      "epoch": 2.0298586934261724,
      "grad_norm": 3.844774467089217,
      "learning_rate": 0.00022670038604493832,
      "loss": 5.1562,
      "step": 49559
    },
    {
      "epoch": 2.029899651853369,
      "grad_norm": 4.13380050416208,
      "learning_rate": 0.0002266975832465162,
      "loss": 5.3125,
      "step": 49560
    },
    {
      "epoch": 2.029940610280565,
      "grad_norm": 2.5783700146235313,
      "learning_rate": 0.0002266947804118359,
      "loss": 4.4688,
      "step": 49561
    },
    {
      "epoch": 2.0299815687077616,
      "grad_norm": 2.7083707178217127,
      "learning_rate": 0.00022669197754089876,
      "loss": 3.7812,
      "step": 49562
    },
    {
      "epoch": 2.030022527134958,
      "grad_norm": 2.5365766126935108,
      "learning_rate": 0.00022668917463370612,
      "loss": 3.9844,
      "step": 49563
    },
    {
      "epoch": 2.030063485562154,
      "grad_norm": 2.45421836492817,
      "learning_rate": 0.00022668637169025928,
      "loss": 4.0,
      "step": 49564
    },
    {
      "epoch": 2.0301044439893507,
      "grad_norm": 2.5746692051354994,
      "learning_rate": 0.0002266835687105596,
      "loss": 4.375,
      "step": 49565
    },
    {
      "epoch": 2.0301454024165473,
      "grad_norm": 6.505197721441201,
      "learning_rate": 0.00022668076569460832,
      "loss": 6.1875,
      "step": 49566
    },
    {
      "epoch": 2.030186360843744,
      "grad_norm": 2.688195758243482,
      "learning_rate": 0.00022667796264240687,
      "loss": 5.0938,
      "step": 49567
    },
    {
      "epoch": 2.03022731927094,
      "grad_norm": 3.152484635783182,
      "learning_rate": 0.00022667515955395652,
      "loss": 4.5312,
      "step": 49568
    },
    {
      "epoch": 2.0302682776981364,
      "grad_norm": 2.8327909848767354,
      "learning_rate": 0.00022667235642925859,
      "loss": 4.3125,
      "step": 49569
    },
    {
      "epoch": 2.030309236125333,
      "grad_norm": 2.7926632602141743,
      "learning_rate": 0.00022666955326831444,
      "loss": 4.6562,
      "step": 49570
    },
    {
      "epoch": 2.030350194552529,
      "grad_norm": 2.6712669625756065,
      "learning_rate": 0.00022666675007112537,
      "loss": 4.75,
      "step": 49571
    },
    {
      "epoch": 2.0303911529797256,
      "grad_norm": 2.6834836475968915,
      "learning_rate": 0.00022666394683769274,
      "loss": 5.4062,
      "step": 49572
    },
    {
      "epoch": 2.030432111406922,
      "grad_norm": 2.637376248848264,
      "learning_rate": 0.00022666114356801782,
      "loss": 4.5312,
      "step": 49573
    },
    {
      "epoch": 2.0304730698341182,
      "grad_norm": 2.725520942027055,
      "learning_rate": 0.00022665834026210188,
      "loss": 4.7188,
      "step": 49574
    },
    {
      "epoch": 2.0305140282613148,
      "grad_norm": 2.662701255556543,
      "learning_rate": 0.00022665553691994641,
      "loss": 4.5625,
      "step": 49575
    },
    {
      "epoch": 2.0305549866885113,
      "grad_norm": 2.897626922081377,
      "learning_rate": 0.00022665273354155265,
      "loss": 5.75,
      "step": 49576
    },
    {
      "epoch": 2.0305959451157074,
      "grad_norm": 3.035947809186857,
      "learning_rate": 0.0002266499301269219,
      "loss": 4.8438,
      "step": 49577
    },
    {
      "epoch": 2.030636903542904,
      "grad_norm": 2.442598436407163,
      "learning_rate": 0.00022664712667605548,
      "loss": 4.125,
      "step": 49578
    },
    {
      "epoch": 2.0306778619701005,
      "grad_norm": 9.522139837001827,
      "learning_rate": 0.0002266443231889548,
      "loss": 4.9062,
      "step": 49579
    },
    {
      "epoch": 2.0307188203972966,
      "grad_norm": 3.364207095393147,
      "learning_rate": 0.00022664151966562114,
      "loss": 2.75,
      "step": 49580
    },
    {
      "epoch": 2.030759778824493,
      "grad_norm": 2.6499686463523067,
      "learning_rate": 0.00022663871610605578,
      "loss": 4.1562,
      "step": 49581
    },
    {
      "epoch": 2.0308007372516896,
      "grad_norm": 3.613206522951455,
      "learning_rate": 0.00022663591251026008,
      "loss": 4.0938,
      "step": 49582
    },
    {
      "epoch": 2.0308416956788857,
      "grad_norm": 3.86057980349324,
      "learning_rate": 0.00022663310887823538,
      "loss": 5.7812,
      "step": 49583
    },
    {
      "epoch": 2.0308826541060823,
      "grad_norm": 3.0634720608321713,
      "learning_rate": 0.000226630305209983,
      "loss": 4.8125,
      "step": 49584
    },
    {
      "epoch": 2.030923612533279,
      "grad_norm": 2.863759972432433,
      "learning_rate": 0.00022662750150550428,
      "loss": 4.7188,
      "step": 49585
    },
    {
      "epoch": 2.0309645709604753,
      "grad_norm": 4.659900943754359,
      "learning_rate": 0.00022662469776480048,
      "loss": 4.2188,
      "step": 49586
    },
    {
      "epoch": 2.0310055293876714,
      "grad_norm": 2.967300567638394,
      "learning_rate": 0.00022662189398787297,
      "loss": 3.4219,
      "step": 49587
    },
    {
      "epoch": 2.031046487814868,
      "grad_norm": 3.0864279033047186,
      "learning_rate": 0.00022661909017472308,
      "loss": 2.7344,
      "step": 49588
    },
    {
      "epoch": 2.0310874462420645,
      "grad_norm": 4.792117188249249,
      "learning_rate": 0.00022661628632535217,
      "loss": 3.0,
      "step": 49589
    },
    {
      "epoch": 2.0311284046692606,
      "grad_norm": 2.715609861550029,
      "learning_rate": 0.0002266134824397615,
      "loss": 4.8438,
      "step": 49590
    },
    {
      "epoch": 2.031169363096457,
      "grad_norm": 2.549472010454601,
      "learning_rate": 0.00022661067851795244,
      "loss": 4.3438,
      "step": 49591
    },
    {
      "epoch": 2.0312103215236537,
      "grad_norm": 2.657449258135188,
      "learning_rate": 0.00022660787455992625,
      "loss": 4.5,
      "step": 49592
    },
    {
      "epoch": 2.0312512799508498,
      "grad_norm": 2.5703065999280774,
      "learning_rate": 0.00022660507056568432,
      "loss": 3.6875,
      "step": 49593
    },
    {
      "epoch": 2.0312922383780463,
      "grad_norm": 2.6825120780316576,
      "learning_rate": 0.00022660226653522798,
      "loss": 4.4062,
      "step": 49594
    },
    {
      "epoch": 2.031333196805243,
      "grad_norm": 2.87182577463303,
      "learning_rate": 0.0002265994624685585,
      "loss": 5.0938,
      "step": 49595
    },
    {
      "epoch": 2.031374155232439,
      "grad_norm": 3.5451602768014596,
      "learning_rate": 0.00022659665836567727,
      "loss": 5.3125,
      "step": 49596
    },
    {
      "epoch": 2.0314151136596355,
      "grad_norm": 3.3174774429695377,
      "learning_rate": 0.00022659385422658555,
      "loss": 4.9062,
      "step": 49597
    },
    {
      "epoch": 2.031456072086832,
      "grad_norm": 7.5487212877586485,
      "learning_rate": 0.00022659105005128473,
      "loss": 2.8125,
      "step": 49598
    },
    {
      "epoch": 2.031497030514028,
      "grad_norm": 2.6568632753784307,
      "learning_rate": 0.0002265882458397761,
      "loss": 3.9688,
      "step": 49599
    },
    {
      "epoch": 2.0315379889412246,
      "grad_norm": 3.928783887343294,
      "learning_rate": 0.000226585441592061,
      "loss": 3.9688,
      "step": 49600
    },
    {
      "epoch": 2.031578947368421,
      "grad_norm": 2.963419637870103,
      "learning_rate": 0.00022658263730814074,
      "loss": 6.0312,
      "step": 49601
    },
    {
      "epoch": 2.0316199057956172,
      "grad_norm": 4.007371950265785,
      "learning_rate": 0.00022657983298801662,
      "loss": 3.5312,
      "step": 49602
    },
    {
      "epoch": 2.031660864222814,
      "grad_norm": 2.5842072030726295,
      "learning_rate": 0.00022657702863169003,
      "loss": 4.9062,
      "step": 49603
    },
    {
      "epoch": 2.0317018226500103,
      "grad_norm": 2.8198761453128287,
      "learning_rate": 0.00022657422423916226,
      "loss": 5.25,
      "step": 49604
    },
    {
      "epoch": 2.031742781077207,
      "grad_norm": 3.933135953177082,
      "learning_rate": 0.00022657141981043466,
      "loss": 2.8281,
      "step": 49605
    },
    {
      "epoch": 2.031783739504403,
      "grad_norm": 5.177541346312161,
      "learning_rate": 0.00022656861534550853,
      "loss": 5.9062,
      "step": 49606
    },
    {
      "epoch": 2.0318246979315995,
      "grad_norm": 3.0027267705665492,
      "learning_rate": 0.0002265658108443852,
      "loss": 5.0,
      "step": 49607
    },
    {
      "epoch": 2.031865656358796,
      "grad_norm": 4.160115264664368,
      "learning_rate": 0.00022656300630706597,
      "loss": 4.25,
      "step": 49608
    },
    {
      "epoch": 2.031906614785992,
      "grad_norm": 3.001093072360827,
      "learning_rate": 0.00022656020173355223,
      "loss": 6.9688,
      "step": 49609
    },
    {
      "epoch": 2.0319475732131886,
      "grad_norm": 2.8134872257123105,
      "learning_rate": 0.00022655739712384523,
      "loss": 3.875,
      "step": 49610
    },
    {
      "epoch": 2.031988531640385,
      "grad_norm": 2.483846994876571,
      "learning_rate": 0.00022655459247794638,
      "loss": 4.0938,
      "step": 49611
    },
    {
      "epoch": 2.0320294900675813,
      "grad_norm": 3.0405076311076487,
      "learning_rate": 0.00022655178779585694,
      "loss": 5.0,
      "step": 49612
    },
    {
      "epoch": 2.032070448494778,
      "grad_norm": 3.34012535470859,
      "learning_rate": 0.00022654898307757827,
      "loss": 1.7891,
      "step": 49613
    },
    {
      "epoch": 2.0321114069219743,
      "grad_norm": 3.0558456508124356,
      "learning_rate": 0.00022654617832311162,
      "loss": 5.375,
      "step": 49614
    },
    {
      "epoch": 2.0321523653491704,
      "grad_norm": 2.3259416349943964,
      "learning_rate": 0.00022654337353245844,
      "loss": 3.5,
      "step": 49615
    },
    {
      "epoch": 2.032193323776367,
      "grad_norm": 3.3325037199680234,
      "learning_rate": 0.00022654056870562,
      "loss": 6.4375,
      "step": 49616
    },
    {
      "epoch": 2.0322342822035635,
      "grad_norm": 2.7027250779830916,
      "learning_rate": 0.00022653776384259756,
      "loss": 4.6562,
      "step": 49617
    },
    {
      "epoch": 2.0322752406307596,
      "grad_norm": 2.8764522691266734,
      "learning_rate": 0.00022653495894339254,
      "loss": 3.1719,
      "step": 49618
    },
    {
      "epoch": 2.032316199057956,
      "grad_norm": 3.107319289392795,
      "learning_rate": 0.00022653215400800624,
      "loss": 4.5625,
      "step": 49619
    },
    {
      "epoch": 2.0323571574851527,
      "grad_norm": 3.4597077266321836,
      "learning_rate": 0.00022652934903644002,
      "loss": 5.125,
      "step": 49620
    },
    {
      "epoch": 2.0323981159123488,
      "grad_norm": 2.788274801093352,
      "learning_rate": 0.00022652654402869512,
      "loss": 4.2812,
      "step": 49621
    },
    {
      "epoch": 2.0324390743395453,
      "grad_norm": 2.438621090970711,
      "learning_rate": 0.00022652373898477288,
      "loss": 3.4375,
      "step": 49622
    },
    {
      "epoch": 2.032480032766742,
      "grad_norm": 2.828308070554853,
      "learning_rate": 0.00022652093390467467,
      "loss": 4.1875,
      "step": 49623
    },
    {
      "epoch": 2.0325209911939384,
      "grad_norm": 3.130924535144669,
      "learning_rate": 0.0002265181287884019,
      "loss": 5.25,
      "step": 49624
    },
    {
      "epoch": 2.0325619496211345,
      "grad_norm": 2.596392605082662,
      "learning_rate": 0.00022651532363595568,
      "loss": 4.0625,
      "step": 49625
    },
    {
      "epoch": 2.032602908048331,
      "grad_norm": 3.251223821691395,
      "learning_rate": 0.0002265125184473375,
      "loss": 6.0,
      "step": 49626
    },
    {
      "epoch": 2.0326438664755275,
      "grad_norm": 2.444176404828989,
      "learning_rate": 0.00022650971322254863,
      "loss": 4.8438,
      "step": 49627
    },
    {
      "epoch": 2.0326848249027236,
      "grad_norm": 2.4842454159973997,
      "learning_rate": 0.0002265069079615904,
      "loss": 4.0312,
      "step": 49628
    },
    {
      "epoch": 2.03272578332992,
      "grad_norm": 2.8131646476439376,
      "learning_rate": 0.00022650410266446418,
      "loss": 5.0625,
      "step": 49629
    },
    {
      "epoch": 2.0327667417571167,
      "grad_norm": 2.675672749398574,
      "learning_rate": 0.0002265012973311712,
      "loss": 4.8125,
      "step": 49630
    },
    {
      "epoch": 2.032807700184313,
      "grad_norm": 3.2059270901885615,
      "learning_rate": 0.0002264984919617129,
      "loss": 4.25,
      "step": 49631
    },
    {
      "epoch": 2.0328486586115093,
      "grad_norm": 2.662804297593372,
      "learning_rate": 0.00022649568655609055,
      "loss": 4.4375,
      "step": 49632
    },
    {
      "epoch": 2.032889617038706,
      "grad_norm": 2.391802202513777,
      "learning_rate": 0.00022649288111430547,
      "loss": 3.5625,
      "step": 49633
    },
    {
      "epoch": 2.032930575465902,
      "grad_norm": 3.1468181463239087,
      "learning_rate": 0.00022649007563635895,
      "loss": 6.4062,
      "step": 49634
    },
    {
      "epoch": 2.0329715338930985,
      "grad_norm": 3.604966248959713,
      "learning_rate": 0.00022648727012225244,
      "loss": 7.25,
      "step": 49635
    },
    {
      "epoch": 2.033012492320295,
      "grad_norm": 2.908601864254451,
      "learning_rate": 0.00022648446457198713,
      "loss": 5.0938,
      "step": 49636
    },
    {
      "epoch": 2.033053450747491,
      "grad_norm": 5.126992989600161,
      "learning_rate": 0.00022648165898556442,
      "loss": 6.375,
      "step": 49637
    },
    {
      "epoch": 2.0330944091746876,
      "grad_norm": 5.462096339351387,
      "learning_rate": 0.00022647885336298562,
      "loss": 1.6406,
      "step": 49638
    },
    {
      "epoch": 2.033135367601884,
      "grad_norm": 2.81956479731775,
      "learning_rate": 0.00022647604770425204,
      "loss": 4.5312,
      "step": 49639
    },
    {
      "epoch": 2.0331763260290803,
      "grad_norm": 4.691741907239797,
      "learning_rate": 0.00022647324200936506,
      "loss": 3.875,
      "step": 49640
    },
    {
      "epoch": 2.033217284456277,
      "grad_norm": 2.7905172670333527,
      "learning_rate": 0.00022647043627832596,
      "loss": 3.6719,
      "step": 49641
    },
    {
      "epoch": 2.0332582428834733,
      "grad_norm": 2.280556509668644,
      "learning_rate": 0.00022646763051113603,
      "loss": 3.9062,
      "step": 49642
    },
    {
      "epoch": 2.03329920131067,
      "grad_norm": 2.7283622341387734,
      "learning_rate": 0.0002264648247077967,
      "loss": 3.8438,
      "step": 49643
    },
    {
      "epoch": 2.033340159737866,
      "grad_norm": 3.0414358585443306,
      "learning_rate": 0.0002264620188683092,
      "loss": 4.9062,
      "step": 49644
    },
    {
      "epoch": 2.0333811181650625,
      "grad_norm": 6.884559678425112,
      "learning_rate": 0.0002264592129926749,
      "loss": 7.7188,
      "step": 49645
    },
    {
      "epoch": 2.033422076592259,
      "grad_norm": 2.5091730744684604,
      "learning_rate": 0.00022645640708089513,
      "loss": 3.2969,
      "step": 49646
    },
    {
      "epoch": 2.033463035019455,
      "grad_norm": 4.049533776860698,
      "learning_rate": 0.00022645360113297117,
      "loss": 4.9062,
      "step": 49647
    },
    {
      "epoch": 2.0335039934466517,
      "grad_norm": 4.003293699145364,
      "learning_rate": 0.00022645079514890443,
      "loss": 4.4688,
      "step": 49648
    },
    {
      "epoch": 2.033544951873848,
      "grad_norm": 6.660651664348089,
      "learning_rate": 0.00022644798912869622,
      "loss": 7.1875,
      "step": 49649
    },
    {
      "epoch": 2.0335859103010443,
      "grad_norm": 2.8077261067937873,
      "learning_rate": 0.00022644518307234773,
      "loss": 4.8438,
      "step": 49650
    },
    {
      "epoch": 2.033626868728241,
      "grad_norm": 4.792313653880917,
      "learning_rate": 0.0002264423769798605,
      "loss": 5.5,
      "step": 49651
    },
    {
      "epoch": 2.0336678271554374,
      "grad_norm": 3.0023030986022667,
      "learning_rate": 0.00022643957085123568,
      "loss": 5.375,
      "step": 49652
    },
    {
      "epoch": 2.0337087855826335,
      "grad_norm": 2.8470379729252167,
      "learning_rate": 0.00022643676468647473,
      "loss": 4.3125,
      "step": 49653
    },
    {
      "epoch": 2.03374974400983,
      "grad_norm": 3.8150573340247584,
      "learning_rate": 0.0002264339584855788,
      "loss": 3.625,
      "step": 49654
    },
    {
      "epoch": 2.0337907024370265,
      "grad_norm": 2.5510628484813194,
      "learning_rate": 0.00022643115224854946,
      "loss": 4.4062,
      "step": 49655
    },
    {
      "epoch": 2.0338316608642226,
      "grad_norm": 2.9191107890866492,
      "learning_rate": 0.00022642834597538786,
      "loss": 5.6875,
      "step": 49656
    },
    {
      "epoch": 2.033872619291419,
      "grad_norm": 2.6984178261329,
      "learning_rate": 0.00022642553966609533,
      "loss": 3.1719,
      "step": 49657
    },
    {
      "epoch": 2.0339135777186157,
      "grad_norm": 5.807707805746944,
      "learning_rate": 0.00022642273332067328,
      "loss": 7.5312,
      "step": 49658
    },
    {
      "epoch": 2.033954536145812,
      "grad_norm": 7.18308293156113,
      "learning_rate": 0.000226419926939123,
      "loss": 5.625,
      "step": 49659
    },
    {
      "epoch": 2.0339954945730083,
      "grad_norm": 2.7713378378515015,
      "learning_rate": 0.00022641712052144582,
      "loss": 4.0312,
      "step": 49660
    },
    {
      "epoch": 2.034036453000205,
      "grad_norm": 2.9993912887882015,
      "learning_rate": 0.00022641431406764304,
      "loss": 4.5312,
      "step": 49661
    },
    {
      "epoch": 2.0340774114274014,
      "grad_norm": 3.3009001758442356,
      "learning_rate": 0.00022641150757771598,
      "loss": 4.6875,
      "step": 49662
    },
    {
      "epoch": 2.0341183698545975,
      "grad_norm": 3.3948452402812004,
      "learning_rate": 0.00022640870105166604,
      "loss": 4.1875,
      "step": 49663
    },
    {
      "epoch": 2.034159328281794,
      "grad_norm": 2.7243074167664147,
      "learning_rate": 0.00022640589448949446,
      "loss": 5.0,
      "step": 49664
    },
    {
      "epoch": 2.0342002867089906,
      "grad_norm": 4.605932031251127,
      "learning_rate": 0.00022640308789120266,
      "loss": 3.7188,
      "step": 49665
    },
    {
      "epoch": 2.0342412451361866,
      "grad_norm": 2.530162788398099,
      "learning_rate": 0.0002264002812567919,
      "loss": 4.5625,
      "step": 49666
    },
    {
      "epoch": 2.034282203563383,
      "grad_norm": 3.236451914568297,
      "learning_rate": 0.0002263974745862635,
      "loss": 5.4688,
      "step": 49667
    },
    {
      "epoch": 2.0343231619905797,
      "grad_norm": 3.5199401656520783,
      "learning_rate": 0.00022639466787961878,
      "loss": 5.25,
      "step": 49668
    },
    {
      "epoch": 2.034364120417776,
      "grad_norm": 2.442804717913691,
      "learning_rate": 0.0002263918611368591,
      "loss": 4.0938,
      "step": 49669
    },
    {
      "epoch": 2.0344050788449723,
      "grad_norm": 2.604379549315529,
      "learning_rate": 0.0002263890543579858,
      "loss": 3.9062,
      "step": 49670
    },
    {
      "epoch": 2.034446037272169,
      "grad_norm": 2.788359486444277,
      "learning_rate": 0.00022638624754300023,
      "loss": 4.7188,
      "step": 49671
    },
    {
      "epoch": 2.034486995699365,
      "grad_norm": 13.076655860264086,
      "learning_rate": 0.00022638344069190363,
      "loss": 5.7188,
      "step": 49672
    },
    {
      "epoch": 2.0345279541265615,
      "grad_norm": 4.4767787024899866,
      "learning_rate": 0.00022638063380469738,
      "loss": 6.8125,
      "step": 49673
    },
    {
      "epoch": 2.034568912553758,
      "grad_norm": 2.659866615362499,
      "learning_rate": 0.00022637782688138277,
      "loss": 5.0312,
      "step": 49674
    },
    {
      "epoch": 2.034609870980954,
      "grad_norm": 2.580644778396909,
      "learning_rate": 0.0002263750199219612,
      "loss": 4.4375,
      "step": 49675
    },
    {
      "epoch": 2.0346508294081507,
      "grad_norm": 2.129807058173949,
      "learning_rate": 0.000226372212926434,
      "loss": 3.3125,
      "step": 49676
    },
    {
      "epoch": 2.034691787835347,
      "grad_norm": 3.635080059944976,
      "learning_rate": 0.00022636940589480233,
      "loss": 5.9375,
      "step": 49677
    },
    {
      "epoch": 2.0347327462625433,
      "grad_norm": 3.2013202979821633,
      "learning_rate": 0.00022636659882706775,
      "loss": 4.875,
      "step": 49678
    },
    {
      "epoch": 2.03477370468974,
      "grad_norm": 2.9724551070838574,
      "learning_rate": 0.00022636379172323137,
      "loss": 4.125,
      "step": 49679
    },
    {
      "epoch": 2.0348146631169364,
      "grad_norm": 5.599180815895772,
      "learning_rate": 0.0002263609845832947,
      "loss": 3.2656,
      "step": 49680
    },
    {
      "epoch": 2.034855621544133,
      "grad_norm": 2.549473745099734,
      "learning_rate": 0.00022635817740725896,
      "loss": 4.7812,
      "step": 49681
    },
    {
      "epoch": 2.034896579971329,
      "grad_norm": 3.1415552255544097,
      "learning_rate": 0.00022635537019512545,
      "loss": 5.5,
      "step": 49682
    },
    {
      "epoch": 2.0349375383985255,
      "grad_norm": 2.8546296973565153,
      "learning_rate": 0.00022635256294689562,
      "loss": 5.125,
      "step": 49683
    },
    {
      "epoch": 2.034978496825722,
      "grad_norm": 3.4135665362775947,
      "learning_rate": 0.0002263497556625707,
      "loss": 4.0,
      "step": 49684
    },
    {
      "epoch": 2.035019455252918,
      "grad_norm": 2.5216131609990993,
      "learning_rate": 0.00022634694834215209,
      "loss": 4.4062,
      "step": 49685
    },
    {
      "epoch": 2.0350604136801147,
      "grad_norm": 2.815268430662696,
      "learning_rate": 0.00022634414098564098,
      "loss": 4.7812,
      "step": 49686
    },
    {
      "epoch": 2.0351013721073112,
      "grad_norm": 8.544201625228652,
      "learning_rate": 0.00022634133359303887,
      "loss": 6.25,
      "step": 49687
    },
    {
      "epoch": 2.0351423305345073,
      "grad_norm": 4.635277786706126,
      "learning_rate": 0.00022633852616434698,
      "loss": 4.5938,
      "step": 49688
    },
    {
      "epoch": 2.035183288961704,
      "grad_norm": 2.6001018394729023,
      "learning_rate": 0.0002263357186995667,
      "loss": 4.3125,
      "step": 49689
    },
    {
      "epoch": 2.0352242473889004,
      "grad_norm": 4.306586506612234,
      "learning_rate": 0.00022633291119869927,
      "loss": 5.9688,
      "step": 49690
    },
    {
      "epoch": 2.0352652058160965,
      "grad_norm": 3.069927195215571,
      "learning_rate": 0.00022633010366174608,
      "loss": 4.9062,
      "step": 49691
    },
    {
      "epoch": 2.035306164243293,
      "grad_norm": 3.170575773415247,
      "learning_rate": 0.00022632729608870847,
      "loss": 4.625,
      "step": 49692
    },
    {
      "epoch": 2.0353471226704896,
      "grad_norm": 2.874743003419788,
      "learning_rate": 0.0002263244884795877,
      "loss": 4.4375,
      "step": 49693
    },
    {
      "epoch": 2.0353880810976857,
      "grad_norm": 3.280128737898504,
      "learning_rate": 0.00022632168083438518,
      "loss": 4.5312,
      "step": 49694
    },
    {
      "epoch": 2.035429039524882,
      "grad_norm": 3.481734985270701,
      "learning_rate": 0.00022631887315310219,
      "loss": 5.0,
      "step": 49695
    },
    {
      "epoch": 2.0354699979520787,
      "grad_norm": 5.277216651651842,
      "learning_rate": 0.00022631606543574006,
      "loss": 4.6875,
      "step": 49696
    },
    {
      "epoch": 2.035510956379275,
      "grad_norm": 2.859692251027594,
      "learning_rate": 0.00022631325768230015,
      "loss": 3.9375,
      "step": 49697
    },
    {
      "epoch": 2.0355519148064714,
      "grad_norm": 3.476793519628281,
      "learning_rate": 0.00022631044989278372,
      "loss": 5.0312,
      "step": 49698
    },
    {
      "epoch": 2.035592873233668,
      "grad_norm": 2.65483475455744,
      "learning_rate": 0.00022630764206719217,
      "loss": 4.7812,
      "step": 49699
    },
    {
      "epoch": 2.0356338316608644,
      "grad_norm": 3.6647401445392105,
      "learning_rate": 0.00022630483420552677,
      "loss": 5.0312,
      "step": 49700
    },
    {
      "epoch": 2.0356747900880605,
      "grad_norm": 2.713404491256676,
      "learning_rate": 0.00022630202630778888,
      "loss": 4.7188,
      "step": 49701
    },
    {
      "epoch": 2.035715748515257,
      "grad_norm": 3.744441417788119,
      "learning_rate": 0.0002262992183739798,
      "loss": 4.7812,
      "step": 49702
    },
    {
      "epoch": 2.0357567069424536,
      "grad_norm": 3.1593610173431252,
      "learning_rate": 0.0002262964104041009,
      "loss": 4.4375,
      "step": 49703
    },
    {
      "epoch": 2.0357976653696497,
      "grad_norm": 2.6186157114445336,
      "learning_rate": 0.0002262936023981535,
      "loss": 4.4688,
      "step": 49704
    },
    {
      "epoch": 2.035838623796846,
      "grad_norm": 4.071853917752163,
      "learning_rate": 0.0002262907943561389,
      "loss": 3.0,
      "step": 49705
    },
    {
      "epoch": 2.0358795822240427,
      "grad_norm": 2.5767697559801395,
      "learning_rate": 0.00022628798627805837,
      "loss": 4.6562,
      "step": 49706
    },
    {
      "epoch": 2.035920540651239,
      "grad_norm": 5.778788367417975,
      "learning_rate": 0.0002262851781639134,
      "loss": 5.0625,
      "step": 49707
    },
    {
      "epoch": 2.0359614990784354,
      "grad_norm": 2.5225989134467093,
      "learning_rate": 0.00022628237001370518,
      "loss": 4.5,
      "step": 49708
    },
    {
      "epoch": 2.036002457505632,
      "grad_norm": 2.650819416761037,
      "learning_rate": 0.00022627956182743515,
      "loss": 5.0312,
      "step": 49709
    },
    {
      "epoch": 2.036043415932828,
      "grad_norm": 2.9405798806872605,
      "learning_rate": 0.00022627675360510445,
      "loss": 5.4375,
      "step": 49710
    },
    {
      "epoch": 2.0360843743600245,
      "grad_norm": 2.502964191487716,
      "learning_rate": 0.00022627394534671463,
      "loss": 4.6562,
      "step": 49711
    },
    {
      "epoch": 2.036125332787221,
      "grad_norm": 2.429626142738752,
      "learning_rate": 0.00022627113705226692,
      "loss": 0.8867,
      "step": 49712
    },
    {
      "epoch": 2.036166291214417,
      "grad_norm": 2.5409004965174606,
      "learning_rate": 0.00022626832872176257,
      "loss": 4.1562,
      "step": 49713
    },
    {
      "epoch": 2.0362072496416137,
      "grad_norm": 2.4447550928587765,
      "learning_rate": 0.000226265520355203,
      "loss": 4.5312,
      "step": 49714
    },
    {
      "epoch": 2.0362482080688102,
      "grad_norm": 2.8032572967217972,
      "learning_rate": 0.00022626271195258954,
      "loss": 4.3125,
      "step": 49715
    },
    {
      "epoch": 2.0362891664960063,
      "grad_norm": 6.630556676489008,
      "learning_rate": 0.00022625990351392348,
      "loss": 5.5625,
      "step": 49716
    },
    {
      "epoch": 2.036330124923203,
      "grad_norm": 4.872666038235944,
      "learning_rate": 0.00022625709503920619,
      "loss": 6.375,
      "step": 49717
    },
    {
      "epoch": 2.0363710833503994,
      "grad_norm": 4.986481382832418,
      "learning_rate": 0.00022625428652843892,
      "loss": 5.0625,
      "step": 49718
    },
    {
      "epoch": 2.036412041777596,
      "grad_norm": 2.8279103493246205,
      "learning_rate": 0.00022625147798162307,
      "loss": 4.2188,
      "step": 49719
    },
    {
      "epoch": 2.036453000204792,
      "grad_norm": 2.944096948715844,
      "learning_rate": 0.00022624866939875994,
      "loss": 4.75,
      "step": 49720
    },
    {
      "epoch": 2.0364939586319886,
      "grad_norm": 2.6683581943267014,
      "learning_rate": 0.00022624586077985088,
      "loss": 3.7344,
      "step": 49721
    },
    {
      "epoch": 2.036534917059185,
      "grad_norm": 3.0776697919873532,
      "learning_rate": 0.0002262430521248972,
      "loss": 4.875,
      "step": 49722
    },
    {
      "epoch": 2.036575875486381,
      "grad_norm": 7.1801436556846,
      "learning_rate": 0.0002262402434339002,
      "loss": 5.9062,
      "step": 49723
    },
    {
      "epoch": 2.0366168339135777,
      "grad_norm": 2.6755394791137306,
      "learning_rate": 0.00022623743470686126,
      "loss": 4.0938,
      "step": 49724
    },
    {
      "epoch": 2.0366577923407743,
      "grad_norm": 2.724790853185658,
      "learning_rate": 0.0002262346259437817,
      "loss": 4.4062,
      "step": 49725
    },
    {
      "epoch": 2.0366987507679704,
      "grad_norm": 3.277319227092177,
      "learning_rate": 0.00022623181714466278,
      "loss": 6.1875,
      "step": 49726
    },
    {
      "epoch": 2.036739709195167,
      "grad_norm": 2.7999009793047986,
      "learning_rate": 0.00022622900830950593,
      "loss": 4.75,
      "step": 49727
    },
    {
      "epoch": 2.0367806676223634,
      "grad_norm": 2.7492691605902015,
      "learning_rate": 0.0002262261994383124,
      "loss": 3.5156,
      "step": 49728
    },
    {
      "epoch": 2.0368216260495595,
      "grad_norm": 2.5302441871502777,
      "learning_rate": 0.0002262233905310836,
      "loss": 4.4375,
      "step": 49729
    },
    {
      "epoch": 2.036862584476756,
      "grad_norm": 3.0030538075188336,
      "learning_rate": 0.00022622058158782075,
      "loss": 4.3438,
      "step": 49730
    },
    {
      "epoch": 2.0369035429039526,
      "grad_norm": 5.744203745016436,
      "learning_rate": 0.00022621777260852525,
      "loss": 6.5625,
      "step": 49731
    },
    {
      "epoch": 2.0369445013311487,
      "grad_norm": 2.5307105917185577,
      "learning_rate": 0.00022621496359319845,
      "loss": 4.4375,
      "step": 49732
    },
    {
      "epoch": 2.036985459758345,
      "grad_norm": 3.281678065914395,
      "learning_rate": 0.00022621215454184159,
      "loss": 5.0,
      "step": 49733
    },
    {
      "epoch": 2.0370264181855418,
      "grad_norm": 4.05382892560577,
      "learning_rate": 0.000226209345454456,
      "loss": 6.0625,
      "step": 49734
    },
    {
      "epoch": 2.037067376612738,
      "grad_norm": 2.6201159565025915,
      "learning_rate": 0.00022620653633104314,
      "loss": 4.2188,
      "step": 49735
    },
    {
      "epoch": 2.0371083350399344,
      "grad_norm": 2.6094356441106776,
      "learning_rate": 0.0002262037271716042,
      "loss": 4.4375,
      "step": 49736
    },
    {
      "epoch": 2.037149293467131,
      "grad_norm": 3.955049504221952,
      "learning_rate": 0.00022620091797614057,
      "loss": 5.2188,
      "step": 49737
    },
    {
      "epoch": 2.0371902518943275,
      "grad_norm": 5.084030685946145,
      "learning_rate": 0.00022619810874465357,
      "loss": 4.4688,
      "step": 49738
    },
    {
      "epoch": 2.0372312103215235,
      "grad_norm": 2.6244572912994135,
      "learning_rate": 0.00022619529947714452,
      "loss": 5.0625,
      "step": 49739
    },
    {
      "epoch": 2.03727216874872,
      "grad_norm": 2.8484861994935056,
      "learning_rate": 0.00022619249017361476,
      "loss": 4.2812,
      "step": 49740
    },
    {
      "epoch": 2.0373131271759166,
      "grad_norm": 3.5534149504525625,
      "learning_rate": 0.00022618968083406562,
      "loss": 6.8438,
      "step": 49741
    },
    {
      "epoch": 2.0373540856031127,
      "grad_norm": 4.506037024300535,
      "learning_rate": 0.00022618687145849837,
      "loss": 3.2031,
      "step": 49742
    },
    {
      "epoch": 2.0373950440303092,
      "grad_norm": 3.206962444690272,
      "learning_rate": 0.00022618406204691447,
      "loss": 4.8125,
      "step": 49743
    },
    {
      "epoch": 2.037436002457506,
      "grad_norm": 2.845743099111258,
      "learning_rate": 0.00022618125259931513,
      "loss": 3.9375,
      "step": 49744
    },
    {
      "epoch": 2.037476960884702,
      "grad_norm": 2.4044363498600094,
      "learning_rate": 0.00022617844311570174,
      "loss": 3.3125,
      "step": 49745
    },
    {
      "epoch": 2.0375179193118984,
      "grad_norm": 2.39678965975601,
      "learning_rate": 0.00022617563359607554,
      "loss": 4.4062,
      "step": 49746
    },
    {
      "epoch": 2.037558877739095,
      "grad_norm": 2.989641499751718,
      "learning_rate": 0.000226172824040438,
      "loss": 4.9062,
      "step": 49747
    },
    {
      "epoch": 2.037599836166291,
      "grad_norm": 3.2824326973892055,
      "learning_rate": 0.00022617001444879035,
      "loss": 4.4062,
      "step": 49748
    },
    {
      "epoch": 2.0376407945934876,
      "grad_norm": 8.102806550999347,
      "learning_rate": 0.0002261672048211339,
      "loss": 6.75,
      "step": 49749
    },
    {
      "epoch": 2.037681753020684,
      "grad_norm": 3.082014065712534,
      "learning_rate": 0.00022616439515747003,
      "loss": 4.9375,
      "step": 49750
    },
    {
      "epoch": 2.03772271144788,
      "grad_norm": 2.387483724642121,
      "learning_rate": 0.00022616158545780003,
      "loss": 3.7969,
      "step": 49751
    },
    {
      "epoch": 2.0377636698750767,
      "grad_norm": 2.7789418078941663,
      "learning_rate": 0.0002261587757221253,
      "loss": 4.8125,
      "step": 49752
    },
    {
      "epoch": 2.0378046283022733,
      "grad_norm": 3.5666565036355733,
      "learning_rate": 0.0002261559659504471,
      "loss": 4.0,
      "step": 49753
    },
    {
      "epoch": 2.03784558672947,
      "grad_norm": 2.4360305133869176,
      "learning_rate": 0.00022615315614276673,
      "loss": 3.8906,
      "step": 49754
    },
    {
      "epoch": 2.037886545156666,
      "grad_norm": 5.525737868709696,
      "learning_rate": 0.00022615034629908562,
      "loss": 3.6875,
      "step": 49755
    },
    {
      "epoch": 2.0379275035838624,
      "grad_norm": 3.716325093569763,
      "learning_rate": 0.00022614753641940507,
      "loss": 4.875,
      "step": 49756
    },
    {
      "epoch": 2.037968462011059,
      "grad_norm": 3.230007362382838,
      "learning_rate": 0.00022614472650372633,
      "loss": 5.0312,
      "step": 49757
    },
    {
      "epoch": 2.038009420438255,
      "grad_norm": 4.079596887907498,
      "learning_rate": 0.0002261419165520508,
      "loss": 5.6562,
      "step": 49758
    },
    {
      "epoch": 2.0380503788654516,
      "grad_norm": 2.7084058431347215,
      "learning_rate": 0.00022613910656437978,
      "loss": 3.6875,
      "step": 49759
    },
    {
      "epoch": 2.038091337292648,
      "grad_norm": 2.581781895121855,
      "learning_rate": 0.0002261362965407146,
      "loss": 3.7656,
      "step": 49760
    },
    {
      "epoch": 2.0381322957198442,
      "grad_norm": 2.6920213846524987,
      "learning_rate": 0.00022613348648105664,
      "loss": 4.0938,
      "step": 49761
    },
    {
      "epoch": 2.0381732541470408,
      "grad_norm": 2.584866850305764,
      "learning_rate": 0.00022613067638540713,
      "loss": 4.4375,
      "step": 49762
    },
    {
      "epoch": 2.0382142125742373,
      "grad_norm": 2.7098313413481288,
      "learning_rate": 0.0002261278662537675,
      "loss": 5.5625,
      "step": 49763
    },
    {
      "epoch": 2.0382551710014334,
      "grad_norm": 2.725194471188981,
      "learning_rate": 0.00022612505608613902,
      "loss": 4.375,
      "step": 49764
    },
    {
      "epoch": 2.03829612942863,
      "grad_norm": 3.0379502248004933,
      "learning_rate": 0.00022612224588252302,
      "loss": 5.5625,
      "step": 49765
    },
    {
      "epoch": 2.0383370878558265,
      "grad_norm": 2.8619418317508414,
      "learning_rate": 0.00022611943564292085,
      "loss": 5.5625,
      "step": 49766
    },
    {
      "epoch": 2.0383780462830225,
      "grad_norm": 3.4387350473331706,
      "learning_rate": 0.00022611662536733382,
      "loss": 5.75,
      "step": 49767
    },
    {
      "epoch": 2.038419004710219,
      "grad_norm": 2.5288431146177026,
      "learning_rate": 0.0002261138150557633,
      "loss": 4.1562,
      "step": 49768
    },
    {
      "epoch": 2.0384599631374156,
      "grad_norm": 3.937367707155173,
      "learning_rate": 0.00022611100470821055,
      "loss": 6.5312,
      "step": 49769
    },
    {
      "epoch": 2.0385009215646117,
      "grad_norm": 2.4682975195468617,
      "learning_rate": 0.00022610819432467688,
      "loss": 4.6562,
      "step": 49770
    },
    {
      "epoch": 2.0385418799918082,
      "grad_norm": 2.8019465577973692,
      "learning_rate": 0.00022610538390516375,
      "loss": 4.7188,
      "step": 49771
    },
    {
      "epoch": 2.038582838419005,
      "grad_norm": 3.6052257241723322,
      "learning_rate": 0.00022610257344967243,
      "loss": 3.9375,
      "step": 49772
    },
    {
      "epoch": 2.0386237968462013,
      "grad_norm": 4.438193193674867,
      "learning_rate": 0.00022609976295820416,
      "loss": 4.7812,
      "step": 49773
    },
    {
      "epoch": 2.0386647552733974,
      "grad_norm": 4.0584203623259985,
      "learning_rate": 0.00022609695243076036,
      "loss": 4.6562,
      "step": 49774
    },
    {
      "epoch": 2.038705713700594,
      "grad_norm": 2.8855641485404084,
      "learning_rate": 0.00022609414186734237,
      "loss": 5.1562,
      "step": 49775
    },
    {
      "epoch": 2.0387466721277905,
      "grad_norm": 2.7742277818293095,
      "learning_rate": 0.00022609133126795148,
      "loss": 4.7188,
      "step": 49776
    },
    {
      "epoch": 2.0387876305549866,
      "grad_norm": 2.3316523019018502,
      "learning_rate": 0.00022608852063258898,
      "loss": 4.625,
      "step": 49777
    },
    {
      "epoch": 2.038828588982183,
      "grad_norm": 3.3703230714297603,
      "learning_rate": 0.00022608570996125624,
      "loss": 3.8438,
      "step": 49778
    },
    {
      "epoch": 2.0388695474093796,
      "grad_norm": 3.966578895053258,
      "learning_rate": 0.00022608289925395465,
      "loss": 1.0391,
      "step": 49779
    },
    {
      "epoch": 2.0389105058365757,
      "grad_norm": 2.874883667991946,
      "learning_rate": 0.00022608008851068544,
      "loss": 4.5,
      "step": 49780
    },
    {
      "epoch": 2.0389514642637723,
      "grad_norm": 2.697274763632611,
      "learning_rate": 0.00022607727773145002,
      "loss": 3.7188,
      "step": 49781
    },
    {
      "epoch": 2.038992422690969,
      "grad_norm": 3.8026679404370456,
      "learning_rate": 0.00022607446691624963,
      "loss": 5.0312,
      "step": 49782
    },
    {
      "epoch": 2.039033381118165,
      "grad_norm": 2.815621553114405,
      "learning_rate": 0.00022607165606508566,
      "loss": 5.0938,
      "step": 49783
    },
    {
      "epoch": 2.0390743395453614,
      "grad_norm": 3.2269657651862733,
      "learning_rate": 0.00022606884517795944,
      "loss": 4.9688,
      "step": 49784
    },
    {
      "epoch": 2.039115297972558,
      "grad_norm": 2.7174806621758387,
      "learning_rate": 0.00022606603425487227,
      "loss": 4.5,
      "step": 49785
    },
    {
      "epoch": 2.039156256399754,
      "grad_norm": 3.012047956737631,
      "learning_rate": 0.00022606322329582547,
      "loss": 7.0625,
      "step": 49786
    },
    {
      "epoch": 2.0391972148269506,
      "grad_norm": 9.379711831411743,
      "learning_rate": 0.00022606041230082043,
      "loss": 4.8438,
      "step": 49787
    },
    {
      "epoch": 2.039238173254147,
      "grad_norm": 3.141484929716538,
      "learning_rate": 0.0002260576012698584,
      "loss": 5.6875,
      "step": 49788
    },
    {
      "epoch": 2.0392791316813432,
      "grad_norm": 2.2543458175273057,
      "learning_rate": 0.00022605479020294082,
      "loss": 3.2969,
      "step": 49789
    },
    {
      "epoch": 2.0393200901085398,
      "grad_norm": 7.896605605252078,
      "learning_rate": 0.0002260519791000689,
      "loss": 6.3438,
      "step": 49790
    },
    {
      "epoch": 2.0393610485357363,
      "grad_norm": 4.069881312386492,
      "learning_rate": 0.000226049167961244,
      "loss": 5.3125,
      "step": 49791
    },
    {
      "epoch": 2.039402006962933,
      "grad_norm": 3.1318559190730375,
      "learning_rate": 0.0002260463567864675,
      "loss": 6.3438,
      "step": 49792
    },
    {
      "epoch": 2.039442965390129,
      "grad_norm": 2.865918271726501,
      "learning_rate": 0.00022604354557574066,
      "loss": 4.25,
      "step": 49793
    },
    {
      "epoch": 2.0394839238173255,
      "grad_norm": 2.7376919436610154,
      "learning_rate": 0.0002260407343290649,
      "loss": 4.4688,
      "step": 49794
    },
    {
      "epoch": 2.039524882244522,
      "grad_norm": 2.944460077446512,
      "learning_rate": 0.00022603792304644145,
      "loss": 3.9531,
      "step": 49795
    },
    {
      "epoch": 2.039565840671718,
      "grad_norm": 5.926942974971051,
      "learning_rate": 0.0002260351117278717,
      "loss": 7.0312,
      "step": 49796
    },
    {
      "epoch": 2.0396067990989146,
      "grad_norm": 3.3153026077790697,
      "learning_rate": 0.00022603230037335695,
      "loss": 5.6562,
      "step": 49797
    },
    {
      "epoch": 2.039647757526111,
      "grad_norm": 2.8377611727259295,
      "learning_rate": 0.0002260294889828985,
      "loss": 4.2188,
      "step": 49798
    },
    {
      "epoch": 2.0396887159533073,
      "grad_norm": 2.6707601489811252,
      "learning_rate": 0.00022602667755649777,
      "loss": 4.9688,
      "step": 49799
    },
    {
      "epoch": 2.039729674380504,
      "grad_norm": 2.488331196290811,
      "learning_rate": 0.00022602386609415608,
      "loss": 3.9219,
      "step": 49800
    },
    {
      "epoch": 2.0397706328077003,
      "grad_norm": 3.3332089756740153,
      "learning_rate": 0.00022602105459587467,
      "loss": 3.4844,
      "step": 49801
    },
    {
      "epoch": 2.0398115912348964,
      "grad_norm": 3.2318441934542723,
      "learning_rate": 0.00022601824306165485,
      "loss": 4.25,
      "step": 49802
    },
    {
      "epoch": 2.039852549662093,
      "grad_norm": 2.4433968425200225,
      "learning_rate": 0.0002260154314914981,
      "loss": 4.6562,
      "step": 49803
    },
    {
      "epoch": 2.0398935080892895,
      "grad_norm": 3.0674030161264065,
      "learning_rate": 0.0002260126198854057,
      "loss": 4.875,
      "step": 49804
    },
    {
      "epoch": 2.0399344665164856,
      "grad_norm": 2.6444327996284436,
      "learning_rate": 0.00022600980824337888,
      "loss": 4.7812,
      "step": 49805
    },
    {
      "epoch": 2.039975424943682,
      "grad_norm": 3.0052937771729886,
      "learning_rate": 0.00022600699656541903,
      "loss": 5.3125,
      "step": 49806
    },
    {
      "epoch": 2.0400163833708786,
      "grad_norm": 2.5922944477943597,
      "learning_rate": 0.00022600418485152748,
      "loss": 5.1875,
      "step": 49807
    },
    {
      "epoch": 2.0400573417980747,
      "grad_norm": 3.1275993385588854,
      "learning_rate": 0.0002260013731017056,
      "loss": 3.8438,
      "step": 49808
    },
    {
      "epoch": 2.0400983002252713,
      "grad_norm": 3.877510491367411,
      "learning_rate": 0.00022599856131595464,
      "loss": 5.25,
      "step": 49809
    },
    {
      "epoch": 2.040139258652468,
      "grad_norm": 2.9099569895232156,
      "learning_rate": 0.000225995749494276,
      "loss": 3.3594,
      "step": 49810
    },
    {
      "epoch": 2.0401802170796643,
      "grad_norm": 5.843081581160698,
      "learning_rate": 0.00022599293763667094,
      "loss": 1.8125,
      "step": 49811
    },
    {
      "epoch": 2.0402211755068604,
      "grad_norm": 10.23997058690229,
      "learning_rate": 0.0002259901257431409,
      "loss": 4.6875,
      "step": 49812
    },
    {
      "epoch": 2.040262133934057,
      "grad_norm": 3.384034495794361,
      "learning_rate": 0.0002259873138136871,
      "loss": 5.2188,
      "step": 49813
    },
    {
      "epoch": 2.0403030923612535,
      "grad_norm": 3.2972787094969136,
      "learning_rate": 0.00022598450184831088,
      "loss": 4.0625,
      "step": 49814
    },
    {
      "epoch": 2.0403440507884496,
      "grad_norm": 2.5961931042109834,
      "learning_rate": 0.00022598168984701362,
      "loss": 3.7969,
      "step": 49815
    },
    {
      "epoch": 2.040385009215646,
      "grad_norm": 2.8700438848020493,
      "learning_rate": 0.00022597887780979664,
      "loss": 5.125,
      "step": 49816
    },
    {
      "epoch": 2.0404259676428427,
      "grad_norm": 3.6025572206537206,
      "learning_rate": 0.00022597606573666122,
      "loss": 5.9375,
      "step": 49817
    },
    {
      "epoch": 2.0404669260700388,
      "grad_norm": 2.6574701677899872,
      "learning_rate": 0.00022597325362760877,
      "loss": 3.9062,
      "step": 49818
    },
    {
      "epoch": 2.0405078844972353,
      "grad_norm": 2.5903036478112673,
      "learning_rate": 0.00022597044148264057,
      "loss": 4.0312,
      "step": 49819
    },
    {
      "epoch": 2.040548842924432,
      "grad_norm": 3.5260387541349343,
      "learning_rate": 0.00022596762930175796,
      "loss": 4.5312,
      "step": 49820
    },
    {
      "epoch": 2.040589801351628,
      "grad_norm": 2.6572526287897276,
      "learning_rate": 0.0002259648170849622,
      "loss": 4.4375,
      "step": 49821
    },
    {
      "epoch": 2.0406307597788245,
      "grad_norm": 2.5035964948518097,
      "learning_rate": 0.00022596200483225473,
      "loss": 4.4062,
      "step": 49822
    },
    {
      "epoch": 2.040671718206021,
      "grad_norm": 3.421631717673244,
      "learning_rate": 0.00022595919254363685,
      "loss": 2.375,
      "step": 49823
    },
    {
      "epoch": 2.040712676633217,
      "grad_norm": 3.785178539621304,
      "learning_rate": 0.0002259563802191098,
      "loss": 4.375,
      "step": 49824
    },
    {
      "epoch": 2.0407536350604136,
      "grad_norm": 2.5863814327178996,
      "learning_rate": 0.00022595356785867505,
      "loss": 4.4062,
      "step": 49825
    },
    {
      "epoch": 2.04079459348761,
      "grad_norm": 4.09583778462151,
      "learning_rate": 0.00022595075546233382,
      "loss": 3.2188,
      "step": 49826
    },
    {
      "epoch": 2.0408355519148063,
      "grad_norm": 2.853881586866649,
      "learning_rate": 0.00022594794303008747,
      "loss": 5.25,
      "step": 49827
    },
    {
      "epoch": 2.040876510342003,
      "grad_norm": 2.965784709854144,
      "learning_rate": 0.00022594513056193737,
      "loss": 4.5312,
      "step": 49828
    },
    {
      "epoch": 2.0409174687691993,
      "grad_norm": 3.280208626352779,
      "learning_rate": 0.00022594231805788485,
      "loss": 5.125,
      "step": 49829
    },
    {
      "epoch": 2.040958427196396,
      "grad_norm": 5.6485340615359565,
      "learning_rate": 0.00022593950551793112,
      "loss": 5.5938,
      "step": 49830
    },
    {
      "epoch": 2.040999385623592,
      "grad_norm": 2.7659041862116185,
      "learning_rate": 0.0002259366929420777,
      "loss": 3.875,
      "step": 49831
    },
    {
      "epoch": 2.0410403440507885,
      "grad_norm": 5.2793699464655734,
      "learning_rate": 0.00022593388033032575,
      "loss": 6.1562,
      "step": 49832
    },
    {
      "epoch": 2.041081302477985,
      "grad_norm": 2.5937668560552716,
      "learning_rate": 0.00022593106768267667,
      "loss": 3.7188,
      "step": 49833
    },
    {
      "epoch": 2.041122260905181,
      "grad_norm": 2.88208742679482,
      "learning_rate": 0.0002259282549991318,
      "loss": 5.5,
      "step": 49834
    },
    {
      "epoch": 2.0411632193323777,
      "grad_norm": 2.5361246158304303,
      "learning_rate": 0.00022592544227969247,
      "loss": 4.2812,
      "step": 49835
    },
    {
      "epoch": 2.041204177759574,
      "grad_norm": 2.7429221235109287,
      "learning_rate": 0.00022592262952436,
      "loss": 4.5938,
      "step": 49836
    },
    {
      "epoch": 2.0412451361867703,
      "grad_norm": 6.486093718584694,
      "learning_rate": 0.00022591981673313573,
      "loss": 6.75,
      "step": 49837
    },
    {
      "epoch": 2.041286094613967,
      "grad_norm": 4.566958314146244,
      "learning_rate": 0.0002259170039060209,
      "loss": 4.875,
      "step": 49838
    },
    {
      "epoch": 2.0413270530411634,
      "grad_norm": 7.536695999086522,
      "learning_rate": 0.00022591419104301698,
      "loss": 4.9375,
      "step": 49839
    },
    {
      "epoch": 2.0413680114683594,
      "grad_norm": 2.875752127283142,
      "learning_rate": 0.00022591137814412522,
      "loss": 5.1875,
      "step": 49840
    },
    {
      "epoch": 2.041408969895556,
      "grad_norm": 4.9203026642481635,
      "learning_rate": 0.000225908565209347,
      "loss": 4.0312,
      "step": 49841
    },
    {
      "epoch": 2.0414499283227525,
      "grad_norm": 2.9203826684248586,
      "learning_rate": 0.00022590575223868352,
      "loss": 4.25,
      "step": 49842
    },
    {
      "epoch": 2.0414908867499486,
      "grad_norm": 3.020631082318639,
      "learning_rate": 0.00022590293923213629,
      "loss": 5.4688,
      "step": 49843
    },
    {
      "epoch": 2.041531845177145,
      "grad_norm": 2.757107796595952,
      "learning_rate": 0.00022590012618970654,
      "loss": 4.4375,
      "step": 49844
    },
    {
      "epoch": 2.0415728036043417,
      "grad_norm": 2.8205759239471804,
      "learning_rate": 0.0002258973131113956,
      "loss": 4.9062,
      "step": 49845
    },
    {
      "epoch": 2.0416137620315378,
      "grad_norm": 2.786599229482958,
      "learning_rate": 0.0002258944999972048,
      "loss": 4.25,
      "step": 49846
    },
    {
      "epoch": 2.0416547204587343,
      "grad_norm": 3.715862489508844,
      "learning_rate": 0.00022589168684713552,
      "loss": 5.0625,
      "step": 49847
    },
    {
      "epoch": 2.041695678885931,
      "grad_norm": 2.4070027719722247,
      "learning_rate": 0.00022588887366118906,
      "loss": 3.8594,
      "step": 49848
    },
    {
      "epoch": 2.0417366373131274,
      "grad_norm": 3.0940266436411377,
      "learning_rate": 0.0002258860604393667,
      "loss": 5.1562,
      "step": 49849
    },
    {
      "epoch": 2.0417775957403235,
      "grad_norm": 13.493624164996444,
      "learning_rate": 0.00022588324718166985,
      "loss": 1.8125,
      "step": 49850
    },
    {
      "epoch": 2.04181855416752,
      "grad_norm": 3.2115293330496106,
      "learning_rate": 0.0002258804338880998,
      "loss": 4.9375,
      "step": 49851
    },
    {
      "epoch": 2.0418595125947165,
      "grad_norm": 3.1047064822254313,
      "learning_rate": 0.00022587762055865788,
      "loss": 5.0938,
      "step": 49852
    },
    {
      "epoch": 2.0419004710219126,
      "grad_norm": 2.4400019016528463,
      "learning_rate": 0.0002258748071933454,
      "loss": 4.6875,
      "step": 49853
    },
    {
      "epoch": 2.041941429449109,
      "grad_norm": 3.5016774684325873,
      "learning_rate": 0.00022587199379216376,
      "loss": 6.875,
      "step": 49854
    },
    {
      "epoch": 2.0419823878763057,
      "grad_norm": 3.0180625354411474,
      "learning_rate": 0.0002258691803551142,
      "loss": 3.9531,
      "step": 49855
    },
    {
      "epoch": 2.042023346303502,
      "grad_norm": 3.0955445659778955,
      "learning_rate": 0.00022586636688219815,
      "loss": 4.7188,
      "step": 49856
    },
    {
      "epoch": 2.0420643047306983,
      "grad_norm": 3.5349852538209667,
      "learning_rate": 0.00022586355337341683,
      "loss": 5.5312,
      "step": 49857
    },
    {
      "epoch": 2.042105263157895,
      "grad_norm": 3.670727945201011,
      "learning_rate": 0.0002258607398287716,
      "loss": 4.5625,
      "step": 49858
    },
    {
      "epoch": 2.042146221585091,
      "grad_norm": 2.430435833258634,
      "learning_rate": 0.0002258579262482639,
      "loss": 4.1875,
      "step": 49859
    },
    {
      "epoch": 2.0421871800122875,
      "grad_norm": 2.8009002094025885,
      "learning_rate": 0.00022585511263189493,
      "loss": 4.2188,
      "step": 49860
    },
    {
      "epoch": 2.042228138439484,
      "grad_norm": 2.4206502134249828,
      "learning_rate": 0.00022585229897966605,
      "loss": 4.5938,
      "step": 49861
    },
    {
      "epoch": 2.04226909686668,
      "grad_norm": 2.550086258343076,
      "learning_rate": 0.0002258494852915786,
      "loss": 4.5625,
      "step": 49862
    },
    {
      "epoch": 2.0423100552938767,
      "grad_norm": 4.0803327182499824,
      "learning_rate": 0.00022584667156763392,
      "loss": 2.9062,
      "step": 49863
    },
    {
      "epoch": 2.042351013721073,
      "grad_norm": 2.4402602324861693,
      "learning_rate": 0.00022584385780783335,
      "loss": 5.1562,
      "step": 49864
    },
    {
      "epoch": 2.0423919721482697,
      "grad_norm": 10.07267245489673,
      "learning_rate": 0.0002258410440121782,
      "loss": 4.3125,
      "step": 49865
    },
    {
      "epoch": 2.042432930575466,
      "grad_norm": 2.5204040893531117,
      "learning_rate": 0.0002258382301806698,
      "loss": 4.6562,
      "step": 49866
    },
    {
      "epoch": 2.0424738890026624,
      "grad_norm": 10.579989411688107,
      "learning_rate": 0.00022583541631330948,
      "loss": 4.5,
      "step": 49867
    },
    {
      "epoch": 2.042514847429859,
      "grad_norm": 2.4800850870622817,
      "learning_rate": 0.00022583260241009864,
      "loss": 4.2812,
      "step": 49868
    },
    {
      "epoch": 2.042555805857055,
      "grad_norm": 2.595051549034493,
      "learning_rate": 0.00022582978847103847,
      "loss": 4.1562,
      "step": 49869
    },
    {
      "epoch": 2.0425967642842515,
      "grad_norm": 2.6093257018623395,
      "learning_rate": 0.0002258269744961304,
      "loss": 4.25,
      "step": 49870
    },
    {
      "epoch": 2.042637722711448,
      "grad_norm": 6.144916910711216,
      "learning_rate": 0.0002258241604853757,
      "loss": 3.125,
      "step": 49871
    },
    {
      "epoch": 2.042678681138644,
      "grad_norm": 3.503483633141432,
      "learning_rate": 0.00022582134643877582,
      "loss": 4.625,
      "step": 49872
    },
    {
      "epoch": 2.0427196395658407,
      "grad_norm": 7.832153044263731,
      "learning_rate": 0.00022581853235633195,
      "loss": 5.9688,
      "step": 49873
    },
    {
      "epoch": 2.042760597993037,
      "grad_norm": 2.530066332782087,
      "learning_rate": 0.00022581571823804546,
      "loss": 5.1562,
      "step": 49874
    },
    {
      "epoch": 2.0428015564202333,
      "grad_norm": 2.8065899615023513,
      "learning_rate": 0.00022581290408391774,
      "loss": 4.5,
      "step": 49875
    },
    {
      "epoch": 2.04284251484743,
      "grad_norm": 3.0342399395833115,
      "learning_rate": 0.00022581008989395007,
      "loss": 5.4688,
      "step": 49876
    },
    {
      "epoch": 2.0428834732746264,
      "grad_norm": 2.4125413985277766,
      "learning_rate": 0.0002258072756681438,
      "loss": 4.1875,
      "step": 49877
    },
    {
      "epoch": 2.0429244317018225,
      "grad_norm": 4.053646405805417,
      "learning_rate": 0.0002258044614065002,
      "loss": 6.0,
      "step": 49878
    },
    {
      "epoch": 2.042965390129019,
      "grad_norm": 2.750274457916201,
      "learning_rate": 0.00022580164710902067,
      "loss": 4.9062,
      "step": 49879
    },
    {
      "epoch": 2.0430063485562155,
      "grad_norm": 8.762621847256248,
      "learning_rate": 0.00022579883277570653,
      "loss": 4.3438,
      "step": 49880
    },
    {
      "epoch": 2.0430473069834116,
      "grad_norm": 3.063858782349157,
      "learning_rate": 0.00022579601840655913,
      "loss": 3.5625,
      "step": 49881
    },
    {
      "epoch": 2.043088265410608,
      "grad_norm": 2.8868128352713374,
      "learning_rate": 0.00022579320400157972,
      "loss": 5.1875,
      "step": 49882
    },
    {
      "epoch": 2.0431292238378047,
      "grad_norm": 2.7095269198790826,
      "learning_rate": 0.0002257903895607697,
      "loss": 4.375,
      "step": 49883
    },
    {
      "epoch": 2.0431701822650012,
      "grad_norm": 3.7250680391406092,
      "learning_rate": 0.00022578757508413038,
      "loss": 3.3906,
      "step": 49884
    },
    {
      "epoch": 2.0432111406921973,
      "grad_norm": 2.604994940598935,
      "learning_rate": 0.0002257847605716631,
      "loss": 4.2812,
      "step": 49885
    },
    {
      "epoch": 2.043252099119394,
      "grad_norm": 2.576093866221948,
      "learning_rate": 0.00022578194602336916,
      "loss": 4.125,
      "step": 49886
    },
    {
      "epoch": 2.0432930575465904,
      "grad_norm": 2.8991777227191005,
      "learning_rate": 0.00022577913143924998,
      "loss": 4.7188,
      "step": 49887
    },
    {
      "epoch": 2.0433340159737865,
      "grad_norm": 2.624131916972202,
      "learning_rate": 0.00022577631681930678,
      "loss": 4.6875,
      "step": 49888
    },
    {
      "epoch": 2.043374974400983,
      "grad_norm": 2.735979347962525,
      "learning_rate": 0.00022577350216354094,
      "loss": 4.9375,
      "step": 49889
    },
    {
      "epoch": 2.0434159328281796,
      "grad_norm": 3.493393246362739,
      "learning_rate": 0.00022577068747195377,
      "loss": 4.2812,
      "step": 49890
    },
    {
      "epoch": 2.0434568912553757,
      "grad_norm": 2.6515070934727922,
      "learning_rate": 0.00022576787274454662,
      "loss": 3.6562,
      "step": 49891
    },
    {
      "epoch": 2.043497849682572,
      "grad_norm": 2.6717828059579687,
      "learning_rate": 0.0002257650579813208,
      "loss": 4.625,
      "step": 49892
    },
    {
      "epoch": 2.0435388081097687,
      "grad_norm": 2.740867294132072,
      "learning_rate": 0.00022576224318227768,
      "loss": 5.5,
      "step": 49893
    },
    {
      "epoch": 2.043579766536965,
      "grad_norm": 4.5847468415811905,
      "learning_rate": 0.00022575942834741856,
      "loss": 2.3594,
      "step": 49894
    },
    {
      "epoch": 2.0436207249641614,
      "grad_norm": 11.416720128795907,
      "learning_rate": 0.0002257566134767448,
      "loss": 2.1406,
      "step": 49895
    },
    {
      "epoch": 2.043661683391358,
      "grad_norm": 2.697669230571236,
      "learning_rate": 0.0002257537985702577,
      "loss": 4.5,
      "step": 49896
    },
    {
      "epoch": 2.043702641818554,
      "grad_norm": 3.166792407910415,
      "learning_rate": 0.00022575098362795858,
      "loss": 5.7812,
      "step": 49897
    },
    {
      "epoch": 2.0437436002457505,
      "grad_norm": 3.4430224114534678,
      "learning_rate": 0.00022574816864984876,
      "loss": 2.8438,
      "step": 49898
    },
    {
      "epoch": 2.043784558672947,
      "grad_norm": 2.6829005726924002,
      "learning_rate": 0.00022574535363592966,
      "loss": 4.7188,
      "step": 49899
    },
    {
      "epoch": 2.043825517100143,
      "grad_norm": 5.866027224087301,
      "learning_rate": 0.00022574253858620254,
      "loss": 3.5938,
      "step": 49900
    },
    {
      "epoch": 2.0438664755273397,
      "grad_norm": 2.48890675402137,
      "learning_rate": 0.00022573972350066875,
      "loss": 4.2812,
      "step": 49901
    },
    {
      "epoch": 2.0439074339545362,
      "grad_norm": 3.5902360565410127,
      "learning_rate": 0.00022573690837932956,
      "loss": 5.5,
      "step": 49902
    },
    {
      "epoch": 2.0439483923817328,
      "grad_norm": 2.3609053217266287,
      "learning_rate": 0.00022573409322218643,
      "loss": 4.3125,
      "step": 49903
    },
    {
      "epoch": 2.043989350808929,
      "grad_norm": 3.038724021409075,
      "learning_rate": 0.0002257312780292406,
      "loss": 4.5625,
      "step": 49904
    },
    {
      "epoch": 2.0440303092361254,
      "grad_norm": 4.1626305828425565,
      "learning_rate": 0.0002257284628004934,
      "loss": 4.3438,
      "step": 49905
    },
    {
      "epoch": 2.044071267663322,
      "grad_norm": 2.8977555058445166,
      "learning_rate": 0.00022572564753594614,
      "loss": 5.9062,
      "step": 49906
    },
    {
      "epoch": 2.044112226090518,
      "grad_norm": 2.9701808376773284,
      "learning_rate": 0.0002257228322356002,
      "loss": 5.4375,
      "step": 49907
    },
    {
      "epoch": 2.0441531845177145,
      "grad_norm": 6.843716918293984,
      "learning_rate": 0.00022572001689945693,
      "loss": 1.5234,
      "step": 49908
    },
    {
      "epoch": 2.044194142944911,
      "grad_norm": 3.9434403093735697,
      "learning_rate": 0.0002257172015275176,
      "loss": 3.3438,
      "step": 49909
    },
    {
      "epoch": 2.044235101372107,
      "grad_norm": 4.257965792224368,
      "learning_rate": 0.0002257143861197836,
      "loss": 5.1562,
      "step": 49910
    },
    {
      "epoch": 2.0442760597993037,
      "grad_norm": 2.45609314699236,
      "learning_rate": 0.00022571157067625622,
      "loss": 4.3125,
      "step": 49911
    },
    {
      "epoch": 2.0443170182265002,
      "grad_norm": 2.4045716771848658,
      "learning_rate": 0.00022570875519693683,
      "loss": 4.25,
      "step": 49912
    },
    {
      "epoch": 2.0443579766536963,
      "grad_norm": 2.5319016801741983,
      "learning_rate": 0.00022570593968182672,
      "loss": 4.3125,
      "step": 49913
    },
    {
      "epoch": 2.044398935080893,
      "grad_norm": 3.1240782833003498,
      "learning_rate": 0.0002257031241309272,
      "loss": 4.5938,
      "step": 49914
    },
    {
      "epoch": 2.0444398935080894,
      "grad_norm": 4.327330161793854,
      "learning_rate": 0.00022570030854423965,
      "loss": 5.5,
      "step": 49915
    },
    {
      "epoch": 2.0444808519352855,
      "grad_norm": 2.8222072619128773,
      "learning_rate": 0.00022569749292176543,
      "loss": 4.5312,
      "step": 49916
    },
    {
      "epoch": 2.044521810362482,
      "grad_norm": 3.2995767560970815,
      "learning_rate": 0.0002256946772635058,
      "loss": 3.7969,
      "step": 49917
    },
    {
      "epoch": 2.0445627687896786,
      "grad_norm": 3.1703172843106686,
      "learning_rate": 0.00022569186156946207,
      "loss": 5.25,
      "step": 49918
    },
    {
      "epoch": 2.0446037272168747,
      "grad_norm": 2.55348145143972,
      "learning_rate": 0.0002256890458396357,
      "loss": 4.0625,
      "step": 49919
    },
    {
      "epoch": 2.044644685644071,
      "grad_norm": 3.225457350750371,
      "learning_rate": 0.0002256862300740279,
      "loss": 4.4062,
      "step": 49920
    },
    {
      "epoch": 2.0446856440712677,
      "grad_norm": 3.5385048350693227,
      "learning_rate": 0.00022568341427264005,
      "loss": 5.5938,
      "step": 49921
    },
    {
      "epoch": 2.0447266024984643,
      "grad_norm": 5.495971529025246,
      "learning_rate": 0.00022568059843547345,
      "loss": 1.7422,
      "step": 49922
    },
    {
      "epoch": 2.0447675609256604,
      "grad_norm": 2.702332757076304,
      "learning_rate": 0.00022567778256252954,
      "loss": 4.5938,
      "step": 49923
    },
    {
      "epoch": 2.044808519352857,
      "grad_norm": 2.543146577803162,
      "learning_rate": 0.00022567496665380947,
      "loss": 4.4375,
      "step": 49924
    },
    {
      "epoch": 2.0448494777800534,
      "grad_norm": 5.077376823944121,
      "learning_rate": 0.0002256721507093147,
      "loss": 2.0469,
      "step": 49925
    },
    {
      "epoch": 2.0448904362072495,
      "grad_norm": 2.8273515004779566,
      "learning_rate": 0.00022566933472904652,
      "loss": 5.5312,
      "step": 49926
    },
    {
      "epoch": 2.044931394634446,
      "grad_norm": 3.517752795895123,
      "learning_rate": 0.0002256665187130063,
      "loss": 5.1875,
      "step": 49927
    },
    {
      "epoch": 2.0449723530616426,
      "grad_norm": 3.0014720574689706,
      "learning_rate": 0.00022566370266119529,
      "loss": 5.6875,
      "step": 49928
    },
    {
      "epoch": 2.0450133114888387,
      "grad_norm": 4.173467954175365,
      "learning_rate": 0.0002256608865736149,
      "loss": 5.375,
      "step": 49929
    },
    {
      "epoch": 2.0450542699160352,
      "grad_norm": 2.950544199897324,
      "learning_rate": 0.00022565807045026642,
      "loss": 4.0,
      "step": 49930
    },
    {
      "epoch": 2.0450952283432318,
      "grad_norm": 5.441960915523271,
      "learning_rate": 0.0002256552542911512,
      "loss": 6.6562,
      "step": 49931
    },
    {
      "epoch": 2.045136186770428,
      "grad_norm": 3.886615774939231,
      "learning_rate": 0.0002256524380962706,
      "loss": 6.0,
      "step": 49932
    },
    {
      "epoch": 2.0451771451976244,
      "grad_norm": 2.618638544219033,
      "learning_rate": 0.0002256496218656259,
      "loss": 5.0,
      "step": 49933
    },
    {
      "epoch": 2.045218103624821,
      "grad_norm": 2.609356272751543,
      "learning_rate": 0.0002256468055992184,
      "loss": 3.75,
      "step": 49934
    },
    {
      "epoch": 2.045259062052017,
      "grad_norm": 2.5976301896181497,
      "learning_rate": 0.00022564398929704953,
      "loss": 4.5625,
      "step": 49935
    },
    {
      "epoch": 2.0453000204792136,
      "grad_norm": 2.9102313968178803,
      "learning_rate": 0.00022564117295912055,
      "loss": 6.4688,
      "step": 49936
    },
    {
      "epoch": 2.04534097890641,
      "grad_norm": 3.6015233242869593,
      "learning_rate": 0.00022563835658543285,
      "loss": 6.25,
      "step": 49937
    },
    {
      "epoch": 2.045381937333606,
      "grad_norm": 2.7281909739740295,
      "learning_rate": 0.00022563554017598767,
      "loss": 4.8438,
      "step": 49938
    },
    {
      "epoch": 2.0454228957608027,
      "grad_norm": 2.629213739686252,
      "learning_rate": 0.00022563272373078643,
      "loss": 4.5,
      "step": 49939
    },
    {
      "epoch": 2.0454638541879993,
      "grad_norm": 2.8488776327261296,
      "learning_rate": 0.00022562990724983044,
      "loss": 5.625,
      "step": 49940
    },
    {
      "epoch": 2.045504812615196,
      "grad_norm": 2.930290983683765,
      "learning_rate": 0.00022562709073312097,
      "loss": 4.7188,
      "step": 49941
    },
    {
      "epoch": 2.045545771042392,
      "grad_norm": 2.774989534075624,
      "learning_rate": 0.0002256242741806594,
      "loss": 5.2188,
      "step": 49942
    },
    {
      "epoch": 2.0455867294695884,
      "grad_norm": 4.288200300302923,
      "learning_rate": 0.00022562145759244713,
      "loss": 5.4375,
      "step": 49943
    },
    {
      "epoch": 2.045627687896785,
      "grad_norm": 14.540997405948906,
      "learning_rate": 0.00022561864096848534,
      "loss": 5.6562,
      "step": 49944
    },
    {
      "epoch": 2.045668646323981,
      "grad_norm": 3.120323279407948,
      "learning_rate": 0.0002256158243087755,
      "loss": 4.5938,
      "step": 49945
    },
    {
      "epoch": 2.0457096047511776,
      "grad_norm": 2.267615510224588,
      "learning_rate": 0.00022561300761331885,
      "loss": 3.7188,
      "step": 49946
    },
    {
      "epoch": 2.045750563178374,
      "grad_norm": 2.663809049980156,
      "learning_rate": 0.00022561019088211678,
      "loss": 4.5938,
      "step": 49947
    },
    {
      "epoch": 2.04579152160557,
      "grad_norm": 2.5639591999707365,
      "learning_rate": 0.0002256073741151706,
      "loss": 4.0625,
      "step": 49948
    },
    {
      "epoch": 2.0458324800327667,
      "grad_norm": 3.618808053549651,
      "learning_rate": 0.00022560455731248166,
      "loss": 6.125,
      "step": 49949
    },
    {
      "epoch": 2.0458734384599633,
      "grad_norm": 2.7821385669127983,
      "learning_rate": 0.00022560174047405124,
      "loss": 4.4062,
      "step": 49950
    },
    {
      "epoch": 2.0459143968871594,
      "grad_norm": 3.0945633163220774,
      "learning_rate": 0.00022559892359988072,
      "loss": 4.6562,
      "step": 49951
    },
    {
      "epoch": 2.045955355314356,
      "grad_norm": 3.6062741704229433,
      "learning_rate": 0.00022559610668997142,
      "loss": 4.6562,
      "step": 49952
    },
    {
      "epoch": 2.0459963137415524,
      "grad_norm": 2.6015447916792827,
      "learning_rate": 0.00022559328974432468,
      "loss": 4.8125,
      "step": 49953
    },
    {
      "epoch": 2.0460372721687485,
      "grad_norm": 2.9186236900179114,
      "learning_rate": 0.00022559047276294174,
      "loss": 4.7812,
      "step": 49954
    },
    {
      "epoch": 2.046078230595945,
      "grad_norm": 2.5809597105396302,
      "learning_rate": 0.00022558765574582406,
      "loss": 4.6562,
      "step": 49955
    },
    {
      "epoch": 2.0461191890231416,
      "grad_norm": 6.601988639660494,
      "learning_rate": 0.00022558483869297295,
      "loss": 4.6875,
      "step": 49956
    },
    {
      "epoch": 2.0461601474503377,
      "grad_norm": 3.0817748184924216,
      "learning_rate": 0.00022558202160438971,
      "loss": 5.9688,
      "step": 49957
    },
    {
      "epoch": 2.0462011058775342,
      "grad_norm": 2.7558680367465667,
      "learning_rate": 0.00022557920448007564,
      "loss": 4.2812,
      "step": 49958
    },
    {
      "epoch": 2.0462420643047308,
      "grad_norm": 2.543138679521968,
      "learning_rate": 0.00022557638732003218,
      "loss": 4.0938,
      "step": 49959
    },
    {
      "epoch": 2.0462830227319273,
      "grad_norm": 3.390523334673786,
      "learning_rate": 0.00022557357012426054,
      "loss": 5.9062,
      "step": 49960
    },
    {
      "epoch": 2.0463239811591234,
      "grad_norm": 3.654025534834827,
      "learning_rate": 0.00022557075289276213,
      "loss": 5.0312,
      "step": 49961
    },
    {
      "epoch": 2.04636493958632,
      "grad_norm": 2.7001499611307875,
      "learning_rate": 0.00022556793562553815,
      "loss": 5.2188,
      "step": 49962
    },
    {
      "epoch": 2.0464058980135165,
      "grad_norm": 4.3427853710114706,
      "learning_rate": 0.00022556511832259014,
      "loss": 4.4375,
      "step": 49963
    },
    {
      "epoch": 2.0464468564407126,
      "grad_norm": 7.2172416083175035,
      "learning_rate": 0.0002255623009839193,
      "loss": 3.3594,
      "step": 49964
    },
    {
      "epoch": 2.046487814867909,
      "grad_norm": 2.5175457558818777,
      "learning_rate": 0.000225559483609527,
      "loss": 3.7812,
      "step": 49965
    },
    {
      "epoch": 2.0465287732951056,
      "grad_norm": 5.653265304750093,
      "learning_rate": 0.0002255566661994145,
      "loss": 5.8125,
      "step": 49966
    },
    {
      "epoch": 2.0465697317223017,
      "grad_norm": 3.2403412553447324,
      "learning_rate": 0.00022555384875358323,
      "loss": 5.1562,
      "step": 49967
    },
    {
      "epoch": 2.0466106901494983,
      "grad_norm": 2.4366051094298724,
      "learning_rate": 0.0002255510312720345,
      "loss": 3.5,
      "step": 49968
    },
    {
      "epoch": 2.046651648576695,
      "grad_norm": 3.279764401218727,
      "learning_rate": 0.00022554821375476967,
      "loss": 4.6562,
      "step": 49969
    },
    {
      "epoch": 2.046692607003891,
      "grad_norm": 3.1309074719431176,
      "learning_rate": 0.00022554539620178992,
      "loss": 5.3438,
      "step": 49970
    },
    {
      "epoch": 2.0467335654310874,
      "grad_norm": 3.571261229884788,
      "learning_rate": 0.00022554257861309677,
      "loss": 4.5938,
      "step": 49971
    },
    {
      "epoch": 2.046774523858284,
      "grad_norm": 2.7772958416016116,
      "learning_rate": 0.00022553976098869144,
      "loss": 5.4688,
      "step": 49972
    },
    {
      "epoch": 2.04681548228548,
      "grad_norm": 2.890548484056738,
      "learning_rate": 0.00022553694332857528,
      "loss": 3.4375,
      "step": 49973
    },
    {
      "epoch": 2.0468564407126766,
      "grad_norm": 2.4401976012799294,
      "learning_rate": 0.00022553412563274967,
      "loss": 3.9375,
      "step": 49974
    },
    {
      "epoch": 2.046897399139873,
      "grad_norm": 4.740602028990982,
      "learning_rate": 0.00022553130790121592,
      "loss": 4.9375,
      "step": 49975
    },
    {
      "epoch": 2.046938357567069,
      "grad_norm": 6.357576546329117,
      "learning_rate": 0.0002255284901339753,
      "loss": 3.9688,
      "step": 49976
    },
    {
      "epoch": 2.0469793159942657,
      "grad_norm": 2.504467033052936,
      "learning_rate": 0.00022552567233102925,
      "loss": 4.2188,
      "step": 49977
    },
    {
      "epoch": 2.0470202744214623,
      "grad_norm": 2.731877622852616,
      "learning_rate": 0.00022552285449237898,
      "loss": 4.5,
      "step": 49978
    },
    {
      "epoch": 2.047061232848659,
      "grad_norm": 2.9377079382764837,
      "learning_rate": 0.00022552003661802594,
      "loss": 4.4688,
      "step": 49979
    },
    {
      "epoch": 2.047102191275855,
      "grad_norm": 3.1617401769674798,
      "learning_rate": 0.00022551721870797136,
      "loss": 4.4688,
      "step": 49980
    },
    {
      "epoch": 2.0471431497030514,
      "grad_norm": 5.628822356476032,
      "learning_rate": 0.0002255144007622167,
      "loss": 5.7188,
      "step": 49981
    },
    {
      "epoch": 2.047184108130248,
      "grad_norm": 3.5713803970613593,
      "learning_rate": 0.00022551158278076312,
      "loss": 5.0,
      "step": 49982
    },
    {
      "epoch": 2.047225066557444,
      "grad_norm": 3.4564543751935513,
      "learning_rate": 0.00022550876476361208,
      "loss": 0.7461,
      "step": 49983
    },
    {
      "epoch": 2.0472660249846406,
      "grad_norm": 2.903678699264345,
      "learning_rate": 0.00022550594671076493,
      "loss": 4.875,
      "step": 49984
    },
    {
      "epoch": 2.047306983411837,
      "grad_norm": 3.896702158973192,
      "learning_rate": 0.00022550312862222287,
      "loss": 5.0938,
      "step": 49985
    },
    {
      "epoch": 2.0473479418390332,
      "grad_norm": 2.851862823162402,
      "learning_rate": 0.00022550031049798738,
      "loss": 3.2031,
      "step": 49986
    },
    {
      "epoch": 2.0473889002662298,
      "grad_norm": 5.222816393876772,
      "learning_rate": 0.00022549749233805968,
      "loss": 3.0938,
      "step": 49987
    },
    {
      "epoch": 2.0474298586934263,
      "grad_norm": 2.8582214345952623,
      "learning_rate": 0.00022549467414244116,
      "loss": 3.9219,
      "step": 49988
    },
    {
      "epoch": 2.0474708171206224,
      "grad_norm": 3.3799765013822682,
      "learning_rate": 0.00022549185591113317,
      "loss": 4.0312,
      "step": 49989
    },
    {
      "epoch": 2.047511775547819,
      "grad_norm": 3.545064629600969,
      "learning_rate": 0.00022548903764413694,
      "loss": 3.5156,
      "step": 49990
    },
    {
      "epoch": 2.0475527339750155,
      "grad_norm": 3.0927967291240956,
      "learning_rate": 0.00022548621934145394,
      "loss": 2.25,
      "step": 49991
    },
    {
      "epoch": 2.0475936924022116,
      "grad_norm": 3.649615228838843,
      "learning_rate": 0.00022548340100308543,
      "loss": 5.25,
      "step": 49992
    },
    {
      "epoch": 2.047634650829408,
      "grad_norm": 2.8249439404460586,
      "learning_rate": 0.0002254805826290327,
      "loss": 4.0312,
      "step": 49993
    },
    {
      "epoch": 2.0476756092566046,
      "grad_norm": 2.6290786338730063,
      "learning_rate": 0.00022547776421929716,
      "loss": 4.0938,
      "step": 49994
    },
    {
      "epoch": 2.0477165676838007,
      "grad_norm": 4.251066373775719,
      "learning_rate": 0.00022547494577388014,
      "loss": 5.2812,
      "step": 49995
    },
    {
      "epoch": 2.0477575261109973,
      "grad_norm": 2.819980874408334,
      "learning_rate": 0.00022547212729278292,
      "loss": 4.9375,
      "step": 49996
    },
    {
      "epoch": 2.047798484538194,
      "grad_norm": 6.450712968289252,
      "learning_rate": 0.00022546930877600686,
      "loss": 4.9688,
      "step": 49997
    },
    {
      "epoch": 2.0478394429653903,
      "grad_norm": 3.3329241846809934,
      "learning_rate": 0.00022546649022355325,
      "loss": 2.8438,
      "step": 49998
    },
    {
      "epoch": 2.0478804013925864,
      "grad_norm": 2.629431399915223,
      "learning_rate": 0.00022546367163542348,
      "loss": 4.8438,
      "step": 49999
    },
    {
      "epoch": 2.047921359819783,
      "grad_norm": 3.092834803781834,
      "learning_rate": 0.00022546085301161894,
      "loss": 4.4062,
      "step": 50000
    },
    {
      "epoch": 2.0479623182469795,
      "grad_norm": 10.510036664756356,
      "learning_rate": 0.0002254580343521408,
      "loss": 4.0938,
      "step": 50001
    },
    {
      "epoch": 2.0480032766741756,
      "grad_norm": 2.972098797740588,
      "learning_rate": 0.0002254552156569905,
      "loss": 4.5625,
      "step": 50002
    },
    {
      "epoch": 2.048044235101372,
      "grad_norm": 2.6076608859607466,
      "learning_rate": 0.00022545239692616938,
      "loss": 4.1562,
      "step": 50003
    },
    {
      "epoch": 2.0480851935285687,
      "grad_norm": 3.188656030342809,
      "learning_rate": 0.00022544957815967873,
      "loss": 5.8125,
      "step": 50004
    },
    {
      "epoch": 2.0481261519557648,
      "grad_norm": 2.2255037696520037,
      "learning_rate": 0.0002254467593575199,
      "loss": 2.8125,
      "step": 50005
    },
    {
      "epoch": 2.0481671103829613,
      "grad_norm": 3.085576607425908,
      "learning_rate": 0.00022544394051969422,
      "loss": 5.5938,
      "step": 50006
    },
    {
      "epoch": 2.048208068810158,
      "grad_norm": 2.6772416337380753,
      "learning_rate": 0.00022544112164620298,
      "loss": 4.0625,
      "step": 50007
    },
    {
      "epoch": 2.048249027237354,
      "grad_norm": 3.124966197007756,
      "learning_rate": 0.00022543830273704762,
      "loss": 6.375,
      "step": 50008
    },
    {
      "epoch": 2.0482899856645504,
      "grad_norm": 2.672181757250416,
      "learning_rate": 0.00022543548379222938,
      "loss": 4.8438,
      "step": 50009
    },
    {
      "epoch": 2.048330944091747,
      "grad_norm": 3.0160113503416364,
      "learning_rate": 0.0002254326648117496,
      "loss": 5.0625,
      "step": 50010
    },
    {
      "epoch": 2.048371902518943,
      "grad_norm": 12.254328333908113,
      "learning_rate": 0.00022542984579560968,
      "loss": 4.4062,
      "step": 50011
    },
    {
      "epoch": 2.0484128609461396,
      "grad_norm": 3.5568686624558796,
      "learning_rate": 0.00022542702674381088,
      "loss": 2.3906,
      "step": 50012
    },
    {
      "epoch": 2.048453819373336,
      "grad_norm": 3.5454509441759696,
      "learning_rate": 0.00022542420765635454,
      "loss": 4.6875,
      "step": 50013
    },
    {
      "epoch": 2.0484947778005322,
      "grad_norm": 2.7917828876570163,
      "learning_rate": 0.00022542138853324202,
      "loss": 4.8438,
      "step": 50014
    },
    {
      "epoch": 2.0485357362277288,
      "grad_norm": 3.0712469820224158,
      "learning_rate": 0.00022541856937447467,
      "loss": 4.7188,
      "step": 50015
    },
    {
      "epoch": 2.0485766946549253,
      "grad_norm": 2.64622013670762,
      "learning_rate": 0.0002254157501800538,
      "loss": 5.2812,
      "step": 50016
    },
    {
      "epoch": 2.048617653082122,
      "grad_norm": 2.7740551830108626,
      "learning_rate": 0.0002254129309499807,
      "loss": 4.3125,
      "step": 50017
    },
    {
      "epoch": 2.048658611509318,
      "grad_norm": 2.565518529199647,
      "learning_rate": 0.00022541011168425676,
      "loss": 3.9844,
      "step": 50018
    },
    {
      "epoch": 2.0486995699365145,
      "grad_norm": 2.497545532197063,
      "learning_rate": 0.0002254072923828833,
      "loss": 4.1562,
      "step": 50019
    },
    {
      "epoch": 2.048740528363711,
      "grad_norm": 4.1879440203858005,
      "learning_rate": 0.00022540447304586164,
      "loss": 4.625,
      "step": 50020
    },
    {
      "epoch": 2.048781486790907,
      "grad_norm": 2.5470603445167197,
      "learning_rate": 0.00022540165367319312,
      "loss": 4.1562,
      "step": 50021
    },
    {
      "epoch": 2.0488224452181036,
      "grad_norm": 2.6540947896545974,
      "learning_rate": 0.00022539883426487908,
      "loss": 4.5625,
      "step": 50022
    },
    {
      "epoch": 2.0488634036453,
      "grad_norm": 4.681286553974474,
      "learning_rate": 0.00022539601482092083,
      "loss": 6.0625,
      "step": 50023
    },
    {
      "epoch": 2.0489043620724963,
      "grad_norm": 2.694792969564135,
      "learning_rate": 0.00022539319534131975,
      "loss": 4.3438,
      "step": 50024
    },
    {
      "epoch": 2.048945320499693,
      "grad_norm": 2.7073409082288897,
      "learning_rate": 0.00022539037582607714,
      "loss": 4.7188,
      "step": 50025
    },
    {
      "epoch": 2.0489862789268893,
      "grad_norm": 2.647676563601065,
      "learning_rate": 0.0002253875562751943,
      "loss": 4.0,
      "step": 50026
    },
    {
      "epoch": 2.0490272373540854,
      "grad_norm": 3.39125543463559,
      "learning_rate": 0.00022538473668867263,
      "loss": 4.7812,
      "step": 50027
    },
    {
      "epoch": 2.049068195781282,
      "grad_norm": 3.8006189887149175,
      "learning_rate": 0.00022538191706651342,
      "loss": 4.875,
      "step": 50028
    },
    {
      "epoch": 2.0491091542084785,
      "grad_norm": 2.5354327025919803,
      "learning_rate": 0.00022537909740871803,
      "loss": 4.625,
      "step": 50029
    },
    {
      "epoch": 2.0491501126356746,
      "grad_norm": 3.1235855254293146,
      "learning_rate": 0.00022537627771528776,
      "loss": 6.6562,
      "step": 50030
    },
    {
      "epoch": 2.049191071062871,
      "grad_norm": 2.4912747928871597,
      "learning_rate": 0.00022537345798622396,
      "loss": 3.9844,
      "step": 50031
    },
    {
      "epoch": 2.0492320294900677,
      "grad_norm": 2.470392207062746,
      "learning_rate": 0.00022537063822152797,
      "loss": 3.75,
      "step": 50032
    },
    {
      "epoch": 2.0492729879172638,
      "grad_norm": 3.347328190157358,
      "learning_rate": 0.00022536781842120114,
      "loss": 4.7188,
      "step": 50033
    },
    {
      "epoch": 2.0493139463444603,
      "grad_norm": 3.112504315988587,
      "learning_rate": 0.00022536499858524472,
      "loss": 5.125,
      "step": 50034
    },
    {
      "epoch": 2.049354904771657,
      "grad_norm": 3.626192028751976,
      "learning_rate": 0.00022536217871366014,
      "loss": 4.2812,
      "step": 50035
    },
    {
      "epoch": 2.0493958631988534,
      "grad_norm": 2.7611941697630025,
      "learning_rate": 0.0002253593588064487,
      "loss": 4.875,
      "step": 50036
    },
    {
      "epoch": 2.0494368216260495,
      "grad_norm": 5.692747899468494,
      "learning_rate": 0.0002253565388636117,
      "loss": 4.7188,
      "step": 50037
    },
    {
      "epoch": 2.049477780053246,
      "grad_norm": 2.966858151741702,
      "learning_rate": 0.00022535371888515051,
      "loss": 5.4062,
      "step": 50038
    },
    {
      "epoch": 2.0495187384804425,
      "grad_norm": 3.7916416155052146,
      "learning_rate": 0.00022535089887106645,
      "loss": 5.8438,
      "step": 50039
    },
    {
      "epoch": 2.0495596969076386,
      "grad_norm": 2.365068917928223,
      "learning_rate": 0.00022534807882136087,
      "loss": 3.7344,
      "step": 50040
    },
    {
      "epoch": 2.049600655334835,
      "grad_norm": 2.988322306115896,
      "learning_rate": 0.0002253452587360351,
      "loss": 4.5312,
      "step": 50041
    },
    {
      "epoch": 2.0496416137620317,
      "grad_norm": 2.5554700025847654,
      "learning_rate": 0.0002253424386150904,
      "loss": 4.4688,
      "step": 50042
    },
    {
      "epoch": 2.049682572189228,
      "grad_norm": 3.828946403497151,
      "learning_rate": 0.00022533961845852825,
      "loss": 5.2188,
      "step": 50043
    },
    {
      "epoch": 2.0497235306164243,
      "grad_norm": 3.607996798591618,
      "learning_rate": 0.00022533679826634988,
      "loss": 4.8438,
      "step": 50044
    },
    {
      "epoch": 2.049764489043621,
      "grad_norm": 7.575575375491877,
      "learning_rate": 0.00022533397803855664,
      "loss": 7.0625,
      "step": 50045
    },
    {
      "epoch": 2.049805447470817,
      "grad_norm": 2.6344411502999017,
      "learning_rate": 0.00022533115777514983,
      "loss": 4.4688,
      "step": 50046
    },
    {
      "epoch": 2.0498464058980135,
      "grad_norm": 2.942786188653983,
      "learning_rate": 0.00022532833747613084,
      "loss": 4.8438,
      "step": 50047
    },
    {
      "epoch": 2.04988736432521,
      "grad_norm": 2.7922940114565615,
      "learning_rate": 0.000225325517141501,
      "loss": 5.375,
      "step": 50048
    },
    {
      "epoch": 2.049928322752406,
      "grad_norm": 3.3873494530890795,
      "learning_rate": 0.00022532269677126164,
      "loss": 4.9688,
      "step": 50049
    },
    {
      "epoch": 2.0499692811796026,
      "grad_norm": 2.94545114229688,
      "learning_rate": 0.00022531987636541405,
      "loss": 4.1562,
      "step": 50050
    },
    {
      "epoch": 2.050010239606799,
      "grad_norm": 2.6147232320698586,
      "learning_rate": 0.00022531705592395958,
      "loss": 4.3438,
      "step": 50051
    },
    {
      "epoch": 2.0500511980339953,
      "grad_norm": 3.2988624621867184,
      "learning_rate": 0.0002253142354468996,
      "loss": 5.3438,
      "step": 50052
    },
    {
      "epoch": 2.050092156461192,
      "grad_norm": 2.8100787039603854,
      "learning_rate": 0.00022531141493423542,
      "loss": 2.4844,
      "step": 50053
    },
    {
      "epoch": 2.0501331148883883,
      "grad_norm": 2.8898571705844707,
      "learning_rate": 0.00022530859438596833,
      "loss": 4.3125,
      "step": 50054
    },
    {
      "epoch": 2.050174073315585,
      "grad_norm": 3.9566311706455792,
      "learning_rate": 0.0002253057738020998,
      "loss": 3.7188,
      "step": 50055
    },
    {
      "epoch": 2.050215031742781,
      "grad_norm": 2.8276833715150373,
      "learning_rate": 0.00022530295318263098,
      "loss": 4.375,
      "step": 50056
    },
    {
      "epoch": 2.0502559901699775,
      "grad_norm": 2.9617776806295097,
      "learning_rate": 0.00022530013252756333,
      "loss": 5.1562,
      "step": 50057
    },
    {
      "epoch": 2.050296948597174,
      "grad_norm": 3.058977307437207,
      "learning_rate": 0.00022529731183689816,
      "loss": 5.6562,
      "step": 50058
    },
    {
      "epoch": 2.05033790702437,
      "grad_norm": 2.8379823232484616,
      "learning_rate": 0.00022529449111063676,
      "loss": 5.0,
      "step": 50059
    },
    {
      "epoch": 2.0503788654515667,
      "grad_norm": 3.4787761278258267,
      "learning_rate": 0.0002252916703487805,
      "loss": 5.8438,
      "step": 50060
    },
    {
      "epoch": 2.050419823878763,
      "grad_norm": 3.0795693369570687,
      "learning_rate": 0.00022528884955133076,
      "loss": 4.4688,
      "step": 50061
    },
    {
      "epoch": 2.0504607823059593,
      "grad_norm": 2.8072023062640143,
      "learning_rate": 0.00022528602871828873,
      "loss": 4.7188,
      "step": 50062
    },
    {
      "epoch": 2.050501740733156,
      "grad_norm": 3.9998240699983216,
      "learning_rate": 0.00022528320784965592,
      "loss": 3.7969,
      "step": 50063
    },
    {
      "epoch": 2.0505426991603524,
      "grad_norm": 3.2817294233413037,
      "learning_rate": 0.00022528038694543358,
      "loss": 4.7812,
      "step": 50064
    },
    {
      "epoch": 2.0505836575875485,
      "grad_norm": 2.8127388454292013,
      "learning_rate": 0.00022527756600562298,
      "loss": 3.2969,
      "step": 50065
    },
    {
      "epoch": 2.050624616014745,
      "grad_norm": 2.6237515156237414,
      "learning_rate": 0.00022527474503022553,
      "loss": 4.125,
      "step": 50066
    },
    {
      "epoch": 2.0506655744419415,
      "grad_norm": 2.639151245068491,
      "learning_rate": 0.00022527192401924256,
      "loss": 3.4062,
      "step": 50067
    },
    {
      "epoch": 2.0507065328691376,
      "grad_norm": 5.734638437466932,
      "learning_rate": 0.0002252691029726754,
      "loss": 3.2031,
      "step": 50068
    },
    {
      "epoch": 2.050747491296334,
      "grad_norm": 3.3617553438006347,
      "learning_rate": 0.00022526628189052533,
      "loss": 3.9375,
      "step": 50069
    },
    {
      "epoch": 2.0507884497235307,
      "grad_norm": 3.8868572023530494,
      "learning_rate": 0.00022526346077279377,
      "loss": 5.625,
      "step": 50070
    },
    {
      "epoch": 2.0508294081507272,
      "grad_norm": 2.6499069587670223,
      "learning_rate": 0.000225260639619482,
      "loss": 4.1562,
      "step": 50071
    },
    {
      "epoch": 2.0508703665779233,
      "grad_norm": 8.611757817451572,
      "learning_rate": 0.00022525781843059137,
      "loss": 6.8125,
      "step": 50072
    },
    {
      "epoch": 2.05091132500512,
      "grad_norm": 6.164763060240211,
      "learning_rate": 0.00022525499720612327,
      "loss": 5.9062,
      "step": 50073
    },
    {
      "epoch": 2.0509522834323164,
      "grad_norm": 2.780556976606987,
      "learning_rate": 0.00022525217594607886,
      "loss": 4.8438,
      "step": 50074
    },
    {
      "epoch": 2.0509932418595125,
      "grad_norm": 3.246819153366793,
      "learning_rate": 0.00022524935465045965,
      "loss": 4.1875,
      "step": 50075
    },
    {
      "epoch": 2.051034200286709,
      "grad_norm": 2.9831646840769666,
      "learning_rate": 0.00022524653331926691,
      "loss": 3.8281,
      "step": 50076
    },
    {
      "epoch": 2.0510751587139056,
      "grad_norm": 4.591168733934067,
      "learning_rate": 0.000225243711952502,
      "loss": 3.9844,
      "step": 50077
    },
    {
      "epoch": 2.0511161171411016,
      "grad_norm": 3.6671239768831416,
      "learning_rate": 0.00022524089055016617,
      "loss": 5.2812,
      "step": 50078
    },
    {
      "epoch": 2.051157075568298,
      "grad_norm": 2.9765802001265613,
      "learning_rate": 0.00022523806911226086,
      "loss": 5.3125,
      "step": 50079
    },
    {
      "epoch": 2.0511980339954947,
      "grad_norm": 10.309689137089425,
      "learning_rate": 0.00022523524763878733,
      "loss": 6.0625,
      "step": 50080
    },
    {
      "epoch": 2.051238992422691,
      "grad_norm": 2.4633255350302012,
      "learning_rate": 0.00022523242612974695,
      "loss": 1.3516,
      "step": 50081
    },
    {
      "epoch": 2.0512799508498873,
      "grad_norm": 3.2299836040573244,
      "learning_rate": 0.00022522960458514103,
      "loss": 4.9062,
      "step": 50082
    },
    {
      "epoch": 2.051320909277084,
      "grad_norm": 2.7723645860528916,
      "learning_rate": 0.00022522678300497092,
      "loss": 4.375,
      "step": 50083
    },
    {
      "epoch": 2.05136186770428,
      "grad_norm": 3.4343063338734092,
      "learning_rate": 0.000225223961389238,
      "loss": 4.375,
      "step": 50084
    },
    {
      "epoch": 2.0514028261314765,
      "grad_norm": 4.560403239456507,
      "learning_rate": 0.00022522113973794352,
      "loss": 5.5938,
      "step": 50085
    },
    {
      "epoch": 2.051443784558673,
      "grad_norm": 10.392311500329578,
      "learning_rate": 0.0002252183180510888,
      "loss": 6.0625,
      "step": 50086
    },
    {
      "epoch": 2.051484742985869,
      "grad_norm": 2.761288206972774,
      "learning_rate": 0.00022521549632867528,
      "loss": 4.5312,
      "step": 50087
    },
    {
      "epoch": 2.0515257014130657,
      "grad_norm": 7.322667857127249,
      "learning_rate": 0.00022521267457070425,
      "loss": 6.6875,
      "step": 50088
    },
    {
      "epoch": 2.051566659840262,
      "grad_norm": 3.701349217990314,
      "learning_rate": 0.00022520985277717703,
      "loss": 4.1562,
      "step": 50089
    },
    {
      "epoch": 2.0516076182674587,
      "grad_norm": 2.5412144161060146,
      "learning_rate": 0.00022520703094809492,
      "loss": 4.0312,
      "step": 50090
    },
    {
      "epoch": 2.051648576694655,
      "grad_norm": 7.264929590956578,
      "learning_rate": 0.00022520420908345932,
      "loss": 5.625,
      "step": 50091
    },
    {
      "epoch": 2.0516895351218514,
      "grad_norm": 2.650856225386737,
      "learning_rate": 0.00022520138718327154,
      "loss": 4.9062,
      "step": 50092
    },
    {
      "epoch": 2.051730493549048,
      "grad_norm": 5.289601137563766,
      "learning_rate": 0.00022519856524753288,
      "loss": 3.5,
      "step": 50093
    },
    {
      "epoch": 2.051771451976244,
      "grad_norm": 7.534467257883559,
      "learning_rate": 0.0002251957432762447,
      "loss": 2.9688,
      "step": 50094
    },
    {
      "epoch": 2.0518124104034405,
      "grad_norm": 2.772076925539069,
      "learning_rate": 0.00022519292126940837,
      "loss": 5.0312,
      "step": 50095
    },
    {
      "epoch": 2.051853368830637,
      "grad_norm": 2.553827742779829,
      "learning_rate": 0.00022519009922702515,
      "loss": 4.3125,
      "step": 50096
    },
    {
      "epoch": 2.051894327257833,
      "grad_norm": 3.3946228358962425,
      "learning_rate": 0.0002251872771490965,
      "loss": 5.125,
      "step": 50097
    },
    {
      "epoch": 2.0519352856850297,
      "grad_norm": 2.8783266204009297,
      "learning_rate": 0.00022518445503562357,
      "loss": 5.125,
      "step": 50098
    },
    {
      "epoch": 2.0519762441122262,
      "grad_norm": 3.0164167360012883,
      "learning_rate": 0.0002251816328866078,
      "loss": 4.7188,
      "step": 50099
    },
    {
      "epoch": 2.0520172025394223,
      "grad_norm": 2.8754933002007768,
      "learning_rate": 0.00022517881070205058,
      "loss": 6.0938,
      "step": 50100
    },
    {
      "epoch": 2.052058160966619,
      "grad_norm": 4.503210324615072,
      "learning_rate": 0.00022517598848195315,
      "loss": 2.7188,
      "step": 50101
    },
    {
      "epoch": 2.0520991193938154,
      "grad_norm": 7.155654134309631,
      "learning_rate": 0.00022517316622631687,
      "loss": 3.7969,
      "step": 50102
    },
    {
      "epoch": 2.0521400778210115,
      "grad_norm": 2.8343894232770843,
      "learning_rate": 0.00022517034393514305,
      "loss": 3.75,
      "step": 50103
    },
    {
      "epoch": 2.052181036248208,
      "grad_norm": 7.3640523731402165,
      "learning_rate": 0.00022516752160843312,
      "loss": 6.2188,
      "step": 50104
    },
    {
      "epoch": 2.0522219946754046,
      "grad_norm": 2.7345800508751545,
      "learning_rate": 0.00022516469924618827,
      "loss": 2.7812,
      "step": 50105
    },
    {
      "epoch": 2.0522629531026007,
      "grad_norm": 3.5861995219896214,
      "learning_rate": 0.00022516187684840994,
      "loss": 3.5,
      "step": 50106
    },
    {
      "epoch": 2.052303911529797,
      "grad_norm": 7.187132822222641,
      "learning_rate": 0.00022515905441509944,
      "loss": 6.0312,
      "step": 50107
    },
    {
      "epoch": 2.0523448699569937,
      "grad_norm": 4.559586652262633,
      "learning_rate": 0.00022515623194625814,
      "loss": 1.3516,
      "step": 50108
    },
    {
      "epoch": 2.0523858283841903,
      "grad_norm": 3.2618912889135956,
      "learning_rate": 0.0002251534094418873,
      "loss": 5.5938,
      "step": 50109
    },
    {
      "epoch": 2.0524267868113863,
      "grad_norm": 2.582880261309193,
      "learning_rate": 0.00022515058690198827,
      "loss": 4.6562,
      "step": 50110
    },
    {
      "epoch": 2.052467745238583,
      "grad_norm": 2.951486620079491,
      "learning_rate": 0.00022514776432656244,
      "loss": 5.5,
      "step": 50111
    },
    {
      "epoch": 2.0525087036657794,
      "grad_norm": 2.7179126379453953,
      "learning_rate": 0.00022514494171561107,
      "loss": 4.1562,
      "step": 50112
    },
    {
      "epoch": 2.0525496620929755,
      "grad_norm": 6.42813152759783,
      "learning_rate": 0.0002251421190691356,
      "loss": 6.1875,
      "step": 50113
    },
    {
      "epoch": 2.052590620520172,
      "grad_norm": 2.687594588916313,
      "learning_rate": 0.00022513929638713718,
      "loss": 4.0625,
      "step": 50114
    },
    {
      "epoch": 2.0526315789473686,
      "grad_norm": 4.189355332062757,
      "learning_rate": 0.00022513647366961736,
      "loss": 4.8438,
      "step": 50115
    },
    {
      "epoch": 2.0526725373745647,
      "grad_norm": 2.8257324601092164,
      "learning_rate": 0.00022513365091657737,
      "loss": 4.8438,
      "step": 50116
    },
    {
      "epoch": 2.052713495801761,
      "grad_norm": 3.249736736964748,
      "learning_rate": 0.00022513082812801853,
      "loss": 4.5938,
      "step": 50117
    },
    {
      "epoch": 2.0527544542289577,
      "grad_norm": 2.4889527602809927,
      "learning_rate": 0.00022512800530394218,
      "loss": 4.4688,
      "step": 50118
    },
    {
      "epoch": 2.052795412656154,
      "grad_norm": 3.098173461025636,
      "learning_rate": 0.00022512518244434965,
      "loss": 5.5312,
      "step": 50119
    },
    {
      "epoch": 2.0528363710833504,
      "grad_norm": 2.703500056153839,
      "learning_rate": 0.00022512235954924234,
      "loss": 4.8438,
      "step": 50120
    },
    {
      "epoch": 2.052877329510547,
      "grad_norm": 3.4895553601133247,
      "learning_rate": 0.0002251195366186215,
      "loss": 4.125,
      "step": 50121
    },
    {
      "epoch": 2.052918287937743,
      "grad_norm": 2.997802545562619,
      "learning_rate": 0.0002251167136524885,
      "loss": 6.0625,
      "step": 50122
    },
    {
      "epoch": 2.0529592463649395,
      "grad_norm": 3.0648629096761626,
      "learning_rate": 0.00022511389065084473,
      "loss": 5.7812,
      "step": 50123
    },
    {
      "epoch": 2.053000204792136,
      "grad_norm": 3.181255678660494,
      "learning_rate": 0.00022511106761369143,
      "loss": 5.5,
      "step": 50124
    },
    {
      "epoch": 2.053041163219332,
      "grad_norm": 3.4248585519501384,
      "learning_rate": 0.00022510824454103,
      "loss": 3.3281,
      "step": 50125
    },
    {
      "epoch": 2.0530821216465287,
      "grad_norm": 2.8498231180062574,
      "learning_rate": 0.00022510542143286166,
      "loss": 4.1562,
      "step": 50126
    },
    {
      "epoch": 2.0531230800737252,
      "grad_norm": 2.9331032288228545,
      "learning_rate": 0.00022510259828918797,
      "loss": 5.1562,
      "step": 50127
    },
    {
      "epoch": 2.0531640385009218,
      "grad_norm": 6.58008871590153,
      "learning_rate": 0.00022509977511001007,
      "loss": 3.2188,
      "step": 50128
    },
    {
      "epoch": 2.053204996928118,
      "grad_norm": 3.0305412136785743,
      "learning_rate": 0.00022509695189532937,
      "loss": 5.0312,
      "step": 50129
    },
    {
      "epoch": 2.0532459553553144,
      "grad_norm": 2.800827909517412,
      "learning_rate": 0.00022509412864514714,
      "loss": 3.9062,
      "step": 50130
    },
    {
      "epoch": 2.053286913782511,
      "grad_norm": 2.724169147840132,
      "learning_rate": 0.00022509130535946478,
      "loss": 5.0938,
      "step": 50131
    },
    {
      "epoch": 2.053327872209707,
      "grad_norm": 2.6432533995654977,
      "learning_rate": 0.00022508848203828364,
      "loss": 3.6406,
      "step": 50132
    },
    {
      "epoch": 2.0533688306369036,
      "grad_norm": 11.331676269164017,
      "learning_rate": 0.000225085658681605,
      "loss": 5.75,
      "step": 50133
    },
    {
      "epoch": 2.0534097890641,
      "grad_norm": 2.6003980056731115,
      "learning_rate": 0.00022508283528943024,
      "loss": 4.3438,
      "step": 50134
    },
    {
      "epoch": 2.053450747491296,
      "grad_norm": 2.785272497059261,
      "learning_rate": 0.00022508001186176069,
      "loss": 4.5938,
      "step": 50135
    },
    {
      "epoch": 2.0534917059184927,
      "grad_norm": 3.2384586887388576,
      "learning_rate": 0.0002250771883985976,
      "loss": 4.3125,
      "step": 50136
    },
    {
      "epoch": 2.0535326643456893,
      "grad_norm": 2.556904185940262,
      "learning_rate": 0.0002250743648999424,
      "loss": 4.1562,
      "step": 50137
    },
    {
      "epoch": 2.0535736227728854,
      "grad_norm": 2.6428617668585623,
      "learning_rate": 0.0002250715413657964,
      "loss": 5.0938,
      "step": 50138
    },
    {
      "epoch": 2.053614581200082,
      "grad_norm": 2.662224500193137,
      "learning_rate": 0.00022506871779616092,
      "loss": 5.25,
      "step": 50139
    },
    {
      "epoch": 2.0536555396272784,
      "grad_norm": 2.999829119896112,
      "learning_rate": 0.00022506589419103736,
      "loss": 5.125,
      "step": 50140
    },
    {
      "epoch": 2.0536964980544745,
      "grad_norm": 3.280010044883408,
      "learning_rate": 0.00022506307055042695,
      "loss": 6.6562,
      "step": 50141
    },
    {
      "epoch": 2.053737456481671,
      "grad_norm": 8.756701709022943,
      "learning_rate": 0.00022506024687433108,
      "loss": 2.5938,
      "step": 50142
    },
    {
      "epoch": 2.0537784149088676,
      "grad_norm": 3.4103285219021786,
      "learning_rate": 0.00022505742316275107,
      "loss": 4.8125,
      "step": 50143
    },
    {
      "epoch": 2.0538193733360637,
      "grad_norm": 3.7590640805124105,
      "learning_rate": 0.00022505459941568829,
      "loss": 5.7812,
      "step": 50144
    },
    {
      "epoch": 2.05386033176326,
      "grad_norm": 3.12684849764581,
      "learning_rate": 0.00022505177563314407,
      "loss": 4.9688,
      "step": 50145
    },
    {
      "epoch": 2.0539012901904568,
      "grad_norm": 2.8459765747369126,
      "learning_rate": 0.00022504895181511969,
      "loss": 4.4375,
      "step": 50146
    },
    {
      "epoch": 2.0539422486176533,
      "grad_norm": 2.552868301539073,
      "learning_rate": 0.00022504612796161652,
      "loss": 4.125,
      "step": 50147
    },
    {
      "epoch": 2.0539832070448494,
      "grad_norm": 2.6159222691022137,
      "learning_rate": 0.0002250433040726359,
      "loss": 4.625,
      "step": 50148
    },
    {
      "epoch": 2.054024165472046,
      "grad_norm": 2.688993668979136,
      "learning_rate": 0.0002250404801481792,
      "loss": 4.3438,
      "step": 50149
    },
    {
      "epoch": 2.0540651238992425,
      "grad_norm": 2.9934647506856114,
      "learning_rate": 0.00022503765618824763,
      "loss": 5.4375,
      "step": 50150
    },
    {
      "epoch": 2.0541060823264385,
      "grad_norm": 2.8542470500844983,
      "learning_rate": 0.00022503483219284265,
      "loss": 4.7812,
      "step": 50151
    },
    {
      "epoch": 2.054147040753635,
      "grad_norm": 3.153532996774855,
      "learning_rate": 0.0002250320081619656,
      "loss": 3.6094,
      "step": 50152
    },
    {
      "epoch": 2.0541879991808316,
      "grad_norm": 2.852885845979924,
      "learning_rate": 0.00022502918409561773,
      "loss": 3.9844,
      "step": 50153
    },
    {
      "epoch": 2.0542289576080277,
      "grad_norm": 4.756677889757364,
      "learning_rate": 0.0002250263599938004,
      "loss": 4.2812,
      "step": 50154
    },
    {
      "epoch": 2.0542699160352242,
      "grad_norm": 3.3556561130021128,
      "learning_rate": 0.00022502353585651498,
      "loss": 5.125,
      "step": 50155
    },
    {
      "epoch": 2.0543108744624208,
      "grad_norm": 2.7382836032954585,
      "learning_rate": 0.0002250207116837628,
      "loss": 6.1562,
      "step": 50156
    },
    {
      "epoch": 2.054351832889617,
      "grad_norm": 2.7907160883687574,
      "learning_rate": 0.00022501788747554516,
      "loss": 5.1562,
      "step": 50157
    },
    {
      "epoch": 2.0543927913168134,
      "grad_norm": 3.474778395596262,
      "learning_rate": 0.00022501506323186342,
      "loss": 5.3438,
      "step": 50158
    },
    {
      "epoch": 2.05443374974401,
      "grad_norm": 4.574527020095128,
      "learning_rate": 0.00022501223895271893,
      "loss": 5.5938,
      "step": 50159
    },
    {
      "epoch": 2.054474708171206,
      "grad_norm": 2.635744114123361,
      "learning_rate": 0.000225009414638113,
      "loss": 4.4375,
      "step": 50160
    },
    {
      "epoch": 2.0545156665984026,
      "grad_norm": 2.5819924550487565,
      "learning_rate": 0.00022500659028804696,
      "loss": 4.5625,
      "step": 50161
    },
    {
      "epoch": 2.054556625025599,
      "grad_norm": 6.066926248884848,
      "learning_rate": 0.00022500376590252214,
      "loss": 3.7031,
      "step": 50162
    },
    {
      "epoch": 2.054597583452795,
      "grad_norm": 3.6843683235672744,
      "learning_rate": 0.0002250009414815399,
      "loss": 5.2812,
      "step": 50163
    },
    {
      "epoch": 2.0546385418799917,
      "grad_norm": 3.393586757235789,
      "learning_rate": 0.00022499811702510162,
      "loss": 5.0625,
      "step": 50164
    },
    {
      "epoch": 2.0546795003071883,
      "grad_norm": 3.9186377958956817,
      "learning_rate": 0.00022499529253320854,
      "loss": 3.6406,
      "step": 50165
    },
    {
      "epoch": 2.054720458734385,
      "grad_norm": 2.902273653572012,
      "learning_rate": 0.000224992468005862,
      "loss": 4.7812,
      "step": 50166
    },
    {
      "epoch": 2.054761417161581,
      "grad_norm": 7.465141512857693,
      "learning_rate": 0.0002249896434430634,
      "loss": 1.5312,
      "step": 50167
    },
    {
      "epoch": 2.0548023755887774,
      "grad_norm": 2.60770373693767,
      "learning_rate": 0.00022498681884481407,
      "loss": 3.9062,
      "step": 50168
    },
    {
      "epoch": 2.054843334015974,
      "grad_norm": 9.164446294581975,
      "learning_rate": 0.00022498399421111534,
      "loss": 4.375,
      "step": 50169
    },
    {
      "epoch": 2.05488429244317,
      "grad_norm": 3.2718338135791303,
      "learning_rate": 0.0002249811695419685,
      "loss": 5.0,
      "step": 50170
    },
    {
      "epoch": 2.0549252508703666,
      "grad_norm": 2.959018367501772,
      "learning_rate": 0.00022497834483737494,
      "loss": 4.6562,
      "step": 50171
    },
    {
      "epoch": 2.054966209297563,
      "grad_norm": 8.019203289830038,
      "learning_rate": 0.00022497552009733595,
      "loss": 5.5938,
      "step": 50172
    },
    {
      "epoch": 2.055007167724759,
      "grad_norm": 11.889407670601962,
      "learning_rate": 0.00022497269532185282,
      "loss": 6.2188,
      "step": 50173
    },
    {
      "epoch": 2.0550481261519558,
      "grad_norm": 5.73983651783859,
      "learning_rate": 0.00022496987051092706,
      "loss": 3.4062,
      "step": 50174
    },
    {
      "epoch": 2.0550890845791523,
      "grad_norm": 2.7174218524688354,
      "learning_rate": 0.00022496704566455982,
      "loss": 5.0312,
      "step": 50175
    },
    {
      "epoch": 2.0551300430063484,
      "grad_norm": 3.656240403956771,
      "learning_rate": 0.00022496422078275256,
      "loss": 6.375,
      "step": 50176
    },
    {
      "epoch": 2.055171001433545,
      "grad_norm": 2.5992571275205054,
      "learning_rate": 0.00022496139586550653,
      "loss": 4.3125,
      "step": 50177
    },
    {
      "epoch": 2.0552119598607415,
      "grad_norm": 2.5811129772531114,
      "learning_rate": 0.00022495857091282308,
      "loss": 4.125,
      "step": 50178
    },
    {
      "epoch": 2.0552529182879375,
      "grad_norm": 2.685581346709099,
      "learning_rate": 0.0002249557459247036,
      "loss": 3.8125,
      "step": 50179
    },
    {
      "epoch": 2.055293876715134,
      "grad_norm": 4.903984729272992,
      "learning_rate": 0.00022495292090114944,
      "loss": 6.7188,
      "step": 50180
    },
    {
      "epoch": 2.0553348351423306,
      "grad_norm": 2.8430750383733234,
      "learning_rate": 0.00022495009584216184,
      "loss": 4.6875,
      "step": 50181
    },
    {
      "epoch": 2.055375793569527,
      "grad_norm": 2.603727876788624,
      "learning_rate": 0.00022494727074774215,
      "loss": 4.5,
      "step": 50182
    },
    {
      "epoch": 2.0554167519967232,
      "grad_norm": 3.275153622721276,
      "learning_rate": 0.0002249444456178918,
      "loss": 5.1875,
      "step": 50183
    },
    {
      "epoch": 2.05545771042392,
      "grad_norm": 6.839261341806294,
      "learning_rate": 0.00022494162045261202,
      "loss": 4.375,
      "step": 50184
    },
    {
      "epoch": 2.0554986688511163,
      "grad_norm": 3.437501564884692,
      "learning_rate": 0.00022493879525190423,
      "loss": 5.8125,
      "step": 50185
    },
    {
      "epoch": 2.0555396272783124,
      "grad_norm": 3.2374427612602035,
      "learning_rate": 0.0002249359700157697,
      "loss": 5.4062,
      "step": 50186
    },
    {
      "epoch": 2.055580585705509,
      "grad_norm": 3.0016430288686116,
      "learning_rate": 0.0002249331447442098,
      "loss": 5.4688,
      "step": 50187
    },
    {
      "epoch": 2.0556215441327055,
      "grad_norm": 6.232321508949679,
      "learning_rate": 0.00022493031943722586,
      "loss": 1.4844,
      "step": 50188
    },
    {
      "epoch": 2.0556625025599016,
      "grad_norm": 4.156636397393246,
      "learning_rate": 0.00022492749409481921,
      "loss": 5.0625,
      "step": 50189
    },
    {
      "epoch": 2.055703460987098,
      "grad_norm": 3.156764290132125,
      "learning_rate": 0.00022492466871699117,
      "loss": 5.0625,
      "step": 50190
    },
    {
      "epoch": 2.0557444194142946,
      "grad_norm": 2.855662936941945,
      "learning_rate": 0.0002249218433037431,
      "loss": 4.6562,
      "step": 50191
    },
    {
      "epoch": 2.0557853778414907,
      "grad_norm": 3.022034661123197,
      "learning_rate": 0.00022491901785507638,
      "loss": 4.5312,
      "step": 50192
    },
    {
      "epoch": 2.0558263362686873,
      "grad_norm": 4.716740786260857,
      "learning_rate": 0.00022491619237099224,
      "loss": 4.2188,
      "step": 50193
    },
    {
      "epoch": 2.055867294695884,
      "grad_norm": 2.9409163462747254,
      "learning_rate": 0.00022491336685149206,
      "loss": 4.5938,
      "step": 50194
    },
    {
      "epoch": 2.05590825312308,
      "grad_norm": 4.962465659470038,
      "learning_rate": 0.0002249105412965772,
      "loss": 5.4375,
      "step": 50195
    },
    {
      "epoch": 2.0559492115502764,
      "grad_norm": 2.85563246119302,
      "learning_rate": 0.00022490771570624903,
      "loss": 4.0938,
      "step": 50196
    },
    {
      "epoch": 2.055990169977473,
      "grad_norm": 3.0727128897658886,
      "learning_rate": 0.0002249048900805088,
      "loss": 4.25,
      "step": 50197
    },
    {
      "epoch": 2.056031128404669,
      "grad_norm": 2.777130635099607,
      "learning_rate": 0.0002249020644193579,
      "loss": 3.9219,
      "step": 50198
    },
    {
      "epoch": 2.0560720868318656,
      "grad_norm": 3.7601155447539725,
      "learning_rate": 0.00022489923872279764,
      "loss": 4.9375,
      "step": 50199
    },
    {
      "epoch": 2.056113045259062,
      "grad_norm": 3.0243300837866873,
      "learning_rate": 0.00022489641299082937,
      "loss": 4.6875,
      "step": 50200
    },
    {
      "epoch": 2.0561540036862587,
      "grad_norm": 3.3947599363386347,
      "learning_rate": 0.00022489358722345445,
      "loss": 4.25,
      "step": 50201
    },
    {
      "epoch": 2.0561949621134548,
      "grad_norm": 8.433221171713045,
      "learning_rate": 0.0002248907614206741,
      "loss": 3.4375,
      "step": 50202
    },
    {
      "epoch": 2.0562359205406513,
      "grad_norm": 2.811440586401481,
      "learning_rate": 0.00022488793558248982,
      "loss": 1.7031,
      "step": 50203
    },
    {
      "epoch": 2.056276878967848,
      "grad_norm": 5.712473352667703,
      "learning_rate": 0.00022488510970890285,
      "loss": 4.1875,
      "step": 50204
    },
    {
      "epoch": 2.056317837395044,
      "grad_norm": 2.7634356802998723,
      "learning_rate": 0.00022488228379991456,
      "loss": 4.4688,
      "step": 50205
    },
    {
      "epoch": 2.0563587958222405,
      "grad_norm": 3.117007926221431,
      "learning_rate": 0.0002248794578555263,
      "loss": 4.9062,
      "step": 50206
    },
    {
      "epoch": 2.056399754249437,
      "grad_norm": 2.663368869106957,
      "learning_rate": 0.0002248766318757393,
      "loss": 4.6875,
      "step": 50207
    },
    {
      "epoch": 2.056440712676633,
      "grad_norm": 3.8275789732733183,
      "learning_rate": 0.00022487380586055504,
      "loss": 3.1875,
      "step": 50208
    },
    {
      "epoch": 2.0564816711038296,
      "grad_norm": 3.2279354250029324,
      "learning_rate": 0.00022487097980997475,
      "loss": 4.625,
      "step": 50209
    },
    {
      "epoch": 2.056522629531026,
      "grad_norm": 8.723384848717538,
      "learning_rate": 0.00022486815372399979,
      "loss": 2.1719,
      "step": 50210
    },
    {
      "epoch": 2.0565635879582223,
      "grad_norm": 3.5403917102765856,
      "learning_rate": 0.00022486532760263156,
      "loss": 5.4688,
      "step": 50211
    },
    {
      "epoch": 2.056604546385419,
      "grad_norm": 2.9774779787908243,
      "learning_rate": 0.0002248625014458713,
      "loss": 4.0938,
      "step": 50212
    },
    {
      "epoch": 2.0566455048126153,
      "grad_norm": 2.7156622804418356,
      "learning_rate": 0.00022485967525372042,
      "loss": 4.3125,
      "step": 50213
    },
    {
      "epoch": 2.0566864632398114,
      "grad_norm": 4.8417818212024715,
      "learning_rate": 0.00022485684902618023,
      "loss": 6.9688,
      "step": 50214
    },
    {
      "epoch": 2.056727421667008,
      "grad_norm": 2.6137322778740066,
      "learning_rate": 0.00022485402276325203,
      "loss": 3.8125,
      "step": 50215
    },
    {
      "epoch": 2.0567683800942045,
      "grad_norm": 5.20865625077811,
      "learning_rate": 0.00022485119646493726,
      "loss": 6.0312,
      "step": 50216
    },
    {
      "epoch": 2.0568093385214006,
      "grad_norm": 2.652062673354774,
      "learning_rate": 0.00022484837013123714,
      "loss": 3.9375,
      "step": 50217
    },
    {
      "epoch": 2.056850296948597,
      "grad_norm": 3.0087008984905608,
      "learning_rate": 0.00022484554376215308,
      "loss": 4.375,
      "step": 50218
    },
    {
      "epoch": 2.0568912553757936,
      "grad_norm": 3.625022769053283,
      "learning_rate": 0.00022484271735768635,
      "loss": 5.3125,
      "step": 50219
    },
    {
      "epoch": 2.05693221380299,
      "grad_norm": 4.711259073860072,
      "learning_rate": 0.00022483989091783837,
      "loss": 3.9062,
      "step": 50220
    },
    {
      "epoch": 2.0569731722301863,
      "grad_norm": 5.961394977042306,
      "learning_rate": 0.00022483706444261043,
      "loss": 5.125,
      "step": 50221
    },
    {
      "epoch": 2.057014130657383,
      "grad_norm": 3.1903072852140295,
      "learning_rate": 0.00022483423793200378,
      "loss": 3.9062,
      "step": 50222
    },
    {
      "epoch": 2.0570550890845793,
      "grad_norm": 2.941414483571942,
      "learning_rate": 0.00022483141138601997,
      "loss": 4.0625,
      "step": 50223
    },
    {
      "epoch": 2.0570960475117754,
      "grad_norm": 3.2068665687437656,
      "learning_rate": 0.00022482858480466015,
      "loss": 5.1875,
      "step": 50224
    },
    {
      "epoch": 2.057137005938972,
      "grad_norm": 2.1606321738736134,
      "learning_rate": 0.00022482575818792575,
      "loss": 0.9688,
      "step": 50225
    },
    {
      "epoch": 2.0571779643661685,
      "grad_norm": 5.26835795093023,
      "learning_rate": 0.000224822931535818,
      "loss": 5.1875,
      "step": 50226
    },
    {
      "epoch": 2.0572189227933646,
      "grad_norm": 2.664953087043965,
      "learning_rate": 0.00022482010484833835,
      "loss": 4.5312,
      "step": 50227
    },
    {
      "epoch": 2.057259881220561,
      "grad_norm": 2.5171324489868154,
      "learning_rate": 0.00022481727812548812,
      "loss": 3.9531,
      "step": 50228
    },
    {
      "epoch": 2.0573008396477577,
      "grad_norm": 3.468382598973797,
      "learning_rate": 0.0002248144513672686,
      "loss": 6.4062,
      "step": 50229
    },
    {
      "epoch": 2.0573417980749538,
      "grad_norm": 2.299153417623891,
      "learning_rate": 0.00022481162457368116,
      "loss": 3.0938,
      "step": 50230
    },
    {
      "epoch": 2.0573827565021503,
      "grad_norm": 2.726778369406936,
      "learning_rate": 0.00022480879774472714,
      "loss": 4.5625,
      "step": 50231
    },
    {
      "epoch": 2.057423714929347,
      "grad_norm": 4.021722154966566,
      "learning_rate": 0.00022480597088040785,
      "loss": 4.75,
      "step": 50232
    },
    {
      "epoch": 2.057464673356543,
      "grad_norm": 3.782987366445619,
      "learning_rate": 0.0002248031439807246,
      "loss": 4.9688,
      "step": 50233
    },
    {
      "epoch": 2.0575056317837395,
      "grad_norm": 2.613045765377085,
      "learning_rate": 0.0002248003170456788,
      "loss": 4.2812,
      "step": 50234
    },
    {
      "epoch": 2.057546590210936,
      "grad_norm": 3.1164608381628933,
      "learning_rate": 0.0002247974900752717,
      "loss": 4.7812,
      "step": 50235
    },
    {
      "epoch": 2.057587548638132,
      "grad_norm": 3.342551554518816,
      "learning_rate": 0.00022479466306950477,
      "loss": 4.8125,
      "step": 50236
    },
    {
      "epoch": 2.0576285070653286,
      "grad_norm": 3.4754914903899983,
      "learning_rate": 0.0002247918360283792,
      "loss": 3.3594,
      "step": 50237
    },
    {
      "epoch": 2.057669465492525,
      "grad_norm": 5.233062286873825,
      "learning_rate": 0.0002247890089518964,
      "loss": 6.6875,
      "step": 50238
    },
    {
      "epoch": 2.0577104239197217,
      "grad_norm": 8.72496705063477,
      "learning_rate": 0.00022478618184005773,
      "loss": 6.3438,
      "step": 50239
    },
    {
      "epoch": 2.057751382346918,
      "grad_norm": 3.7688695214232797,
      "learning_rate": 0.0002247833546928645,
      "loss": 4.2812,
      "step": 50240
    },
    {
      "epoch": 2.0577923407741143,
      "grad_norm": 2.6524942655012413,
      "learning_rate": 0.000224780527510318,
      "loss": 4.7188,
      "step": 50241
    },
    {
      "epoch": 2.057833299201311,
      "grad_norm": 2.675776780835577,
      "learning_rate": 0.0002247777002924196,
      "loss": 4.8438,
      "step": 50242
    },
    {
      "epoch": 2.057874257628507,
      "grad_norm": 3.0932869421980103,
      "learning_rate": 0.0002247748730391707,
      "loss": 3.625,
      "step": 50243
    },
    {
      "epoch": 2.0579152160557035,
      "grad_norm": 2.9037137338360806,
      "learning_rate": 0.00022477204575057256,
      "loss": 4.2188,
      "step": 50244
    },
    {
      "epoch": 2.0579561744829,
      "grad_norm": 2.7357865311438263,
      "learning_rate": 0.0002247692184266265,
      "loss": 4.2812,
      "step": 50245
    },
    {
      "epoch": 2.057997132910096,
      "grad_norm": 5.0169887967854505,
      "learning_rate": 0.00022476639106733387,
      "loss": 2.1562,
      "step": 50246
    },
    {
      "epoch": 2.0580380913372927,
      "grad_norm": 2.686271219793475,
      "learning_rate": 0.0002247635636726961,
      "loss": 4.1562,
      "step": 50247
    },
    {
      "epoch": 2.058079049764489,
      "grad_norm": 2.735531304321058,
      "learning_rate": 0.0002247607362427144,
      "loss": 4.6562,
      "step": 50248
    },
    {
      "epoch": 2.0581200081916853,
      "grad_norm": 4.518859001500619,
      "learning_rate": 0.0002247579087773902,
      "loss": 5.2812,
      "step": 50249
    },
    {
      "epoch": 2.058160966618882,
      "grad_norm": 3.210922861417879,
      "learning_rate": 0.00022475508127672476,
      "loss": 5.8438,
      "step": 50250
    },
    {
      "epoch": 2.0582019250460784,
      "grad_norm": 2.672807421902287,
      "learning_rate": 0.00022475225374071945,
      "loss": 4.1562,
      "step": 50251
    },
    {
      "epoch": 2.0582428834732744,
      "grad_norm": 3.4235025354607824,
      "learning_rate": 0.00022474942616937567,
      "loss": 5.25,
      "step": 50252
    },
    {
      "epoch": 2.058283841900471,
      "grad_norm": 9.419069945658908,
      "learning_rate": 0.00022474659856269467,
      "loss": 5.4375,
      "step": 50253
    },
    {
      "epoch": 2.0583248003276675,
      "grad_norm": 9.626717278659756,
      "learning_rate": 0.00022474377092067779,
      "loss": 3.0156,
      "step": 50254
    },
    {
      "epoch": 2.0583657587548636,
      "grad_norm": 3.3221825951901707,
      "learning_rate": 0.00022474094324332643,
      "loss": 4.375,
      "step": 50255
    },
    {
      "epoch": 2.05840671718206,
      "grad_norm": 2.516278777222883,
      "learning_rate": 0.00022473811553064187,
      "loss": 3.6562,
      "step": 50256
    },
    {
      "epoch": 2.0584476756092567,
      "grad_norm": 3.3340352045805117,
      "learning_rate": 0.0002247352877826255,
      "loss": 6.5312,
      "step": 50257
    },
    {
      "epoch": 2.058488634036453,
      "grad_norm": 2.647740023328529,
      "learning_rate": 0.00022473245999927855,
      "loss": 4.2812,
      "step": 50258
    },
    {
      "epoch": 2.0585295924636493,
      "grad_norm": 3.4546985652375914,
      "learning_rate": 0.00022472963218060247,
      "loss": 5.125,
      "step": 50259
    },
    {
      "epoch": 2.058570550890846,
      "grad_norm": 3.288833944506663,
      "learning_rate": 0.0002247268043265986,
      "loss": 4.75,
      "step": 50260
    },
    {
      "epoch": 2.0586115093180424,
      "grad_norm": 4.290091157155885,
      "learning_rate": 0.00022472397643726817,
      "loss": 4.6875,
      "step": 50261
    },
    {
      "epoch": 2.0586524677452385,
      "grad_norm": 3.1690777018053113,
      "learning_rate": 0.0002247211485126126,
      "loss": 4.9375,
      "step": 50262
    },
    {
      "epoch": 2.058693426172435,
      "grad_norm": 2.9125946567729963,
      "learning_rate": 0.0002247183205526332,
      "loss": 5.3125,
      "step": 50263
    },
    {
      "epoch": 2.0587343845996315,
      "grad_norm": 6.998353721223299,
      "learning_rate": 0.00022471549255733133,
      "loss": 6.6875,
      "step": 50264
    },
    {
      "epoch": 2.0587753430268276,
      "grad_norm": 3.288835666119376,
      "learning_rate": 0.00022471266452670833,
      "loss": 5.5,
      "step": 50265
    },
    {
      "epoch": 2.058816301454024,
      "grad_norm": 2.779430143659821,
      "learning_rate": 0.00022470983646076545,
      "loss": 4.6875,
      "step": 50266
    },
    {
      "epoch": 2.0588572598812207,
      "grad_norm": 3.1290468562545777,
      "learning_rate": 0.00022470700835950416,
      "loss": 5.4688,
      "step": 50267
    },
    {
      "epoch": 2.058898218308417,
      "grad_norm": 2.8508515785100776,
      "learning_rate": 0.0002247041802229257,
      "loss": 5.125,
      "step": 50268
    },
    {
      "epoch": 2.0589391767356133,
      "grad_norm": 3.400199350514982,
      "learning_rate": 0.00022470135205103145,
      "loss": 4.9688,
      "step": 50269
    },
    {
      "epoch": 2.05898013516281,
      "grad_norm": 5.782711457402723,
      "learning_rate": 0.0002246985238438227,
      "loss": 5.0938,
      "step": 50270
    },
    {
      "epoch": 2.059021093590006,
      "grad_norm": 2.537208725731251,
      "learning_rate": 0.0002246956956013009,
      "loss": 4.2188,
      "step": 50271
    },
    {
      "epoch": 2.0590620520172025,
      "grad_norm": 2.410191911031159,
      "learning_rate": 0.00022469286732346725,
      "loss": 4.5938,
      "step": 50272
    },
    {
      "epoch": 2.059103010444399,
      "grad_norm": 2.650075741591482,
      "learning_rate": 0.00022469003901032315,
      "loss": 4.9062,
      "step": 50273
    },
    {
      "epoch": 2.059143968871595,
      "grad_norm": 2.356637171497493,
      "learning_rate": 0.00022468721066186995,
      "loss": 3.8438,
      "step": 50274
    },
    {
      "epoch": 2.0591849272987917,
      "grad_norm": 2.83047124990733,
      "learning_rate": 0.00022468438227810894,
      "loss": 4.875,
      "step": 50275
    },
    {
      "epoch": 2.059225885725988,
      "grad_norm": 3.3491593252286616,
      "learning_rate": 0.00022468155385904154,
      "loss": 6.2188,
      "step": 50276
    },
    {
      "epoch": 2.0592668441531847,
      "grad_norm": 3.236844109389694,
      "learning_rate": 0.000224678725404669,
      "loss": 4.6875,
      "step": 50277
    },
    {
      "epoch": 2.059307802580381,
      "grad_norm": 2.934907486807933,
      "learning_rate": 0.0002246758969149927,
      "loss": 4.8438,
      "step": 50278
    },
    {
      "epoch": 2.0593487610075774,
      "grad_norm": 4.163543088993025,
      "learning_rate": 0.000224673068390014,
      "loss": 5.1562,
      "step": 50279
    },
    {
      "epoch": 2.059389719434774,
      "grad_norm": 3.068351312338764,
      "learning_rate": 0.00022467023982973414,
      "loss": 4.9062,
      "step": 50280
    },
    {
      "epoch": 2.05943067786197,
      "grad_norm": 3.6466470456749303,
      "learning_rate": 0.0002246674112341546,
      "loss": 5.625,
      "step": 50281
    },
    {
      "epoch": 2.0594716362891665,
      "grad_norm": 7.176301749443444,
      "learning_rate": 0.00022466458260327656,
      "loss": 6.375,
      "step": 50282
    },
    {
      "epoch": 2.059512594716363,
      "grad_norm": 3.8774339056015728,
      "learning_rate": 0.00022466175393710147,
      "loss": 6.5,
      "step": 50283
    },
    {
      "epoch": 2.059553553143559,
      "grad_norm": 2.9767808062718935,
      "learning_rate": 0.00022465892523563065,
      "loss": 5.0938,
      "step": 50284
    },
    {
      "epoch": 2.0595945115707557,
      "grad_norm": 3.202284910983086,
      "learning_rate": 0.00022465609649886543,
      "loss": 4.4062,
      "step": 50285
    },
    {
      "epoch": 2.059635469997952,
      "grad_norm": 4.519067475557363,
      "learning_rate": 0.0002246532677268071,
      "loss": 5.7188,
      "step": 50286
    },
    {
      "epoch": 2.0596764284251483,
      "grad_norm": 2.7330088511786736,
      "learning_rate": 0.00022465043891945705,
      "loss": 4.4062,
      "step": 50287
    },
    {
      "epoch": 2.059717386852345,
      "grad_norm": 3.8086348124512672,
      "learning_rate": 0.00022464761007681664,
      "loss": 5.125,
      "step": 50288
    },
    {
      "epoch": 2.0597583452795414,
      "grad_norm": 2.778092136981351,
      "learning_rate": 0.00022464478119888715,
      "loss": 4.7812,
      "step": 50289
    },
    {
      "epoch": 2.0597993037067375,
      "grad_norm": 2.7654090639331104,
      "learning_rate": 0.00022464195228566992,
      "loss": 4.9062,
      "step": 50290
    },
    {
      "epoch": 2.059840262133934,
      "grad_norm": 2.8869359013173983,
      "learning_rate": 0.00022463912333716633,
      "loss": 6.6875,
      "step": 50291
    },
    {
      "epoch": 2.0598812205611305,
      "grad_norm": 6.033853687375448,
      "learning_rate": 0.00022463629435337767,
      "loss": 6.0,
      "step": 50292
    },
    {
      "epoch": 2.0599221789883266,
      "grad_norm": 2.5961626122561845,
      "learning_rate": 0.00022463346533430534,
      "loss": 4.3125,
      "step": 50293
    },
    {
      "epoch": 2.059963137415523,
      "grad_norm": 3.2841357444126076,
      "learning_rate": 0.00022463063627995057,
      "loss": 6.125,
      "step": 50294
    },
    {
      "epoch": 2.0600040958427197,
      "grad_norm": 3.523483317664235,
      "learning_rate": 0.00022462780719031484,
      "loss": 5.9062,
      "step": 50295
    },
    {
      "epoch": 2.0600450542699162,
      "grad_norm": 5.799867132993758,
      "learning_rate": 0.00022462497806539938,
      "loss": 5.9375,
      "step": 50296
    },
    {
      "epoch": 2.0600860126971123,
      "grad_norm": 2.9301950885622725,
      "learning_rate": 0.00022462214890520558,
      "loss": 4.5938,
      "step": 50297
    },
    {
      "epoch": 2.060126971124309,
      "grad_norm": 4.439750099495782,
      "learning_rate": 0.0002246193197097347,
      "loss": 3.875,
      "step": 50298
    },
    {
      "epoch": 2.0601679295515054,
      "grad_norm": 2.8454544576061704,
      "learning_rate": 0.0002246164904789882,
      "loss": 5.375,
      "step": 50299
    },
    {
      "epoch": 2.0602088879787015,
      "grad_norm": 3.2566809290740872,
      "learning_rate": 0.00022461366121296733,
      "loss": 5.0312,
      "step": 50300
    },
    {
      "epoch": 2.060249846405898,
      "grad_norm": 3.906881308885205,
      "learning_rate": 0.00022461083191167343,
      "loss": 5.125,
      "step": 50301
    },
    {
      "epoch": 2.0602908048330946,
      "grad_norm": 2.464202240848658,
      "learning_rate": 0.00022460800257510788,
      "loss": 3.7344,
      "step": 50302
    },
    {
      "epoch": 2.0603317632602907,
      "grad_norm": 2.7635291196832212,
      "learning_rate": 0.00022460517320327202,
      "loss": 5.0938,
      "step": 50303
    },
    {
      "epoch": 2.060372721687487,
      "grad_norm": 5.376181199226884,
      "learning_rate": 0.00022460234379616714,
      "loss": 4.2188,
      "step": 50304
    },
    {
      "epoch": 2.0604136801146837,
      "grad_norm": 3.253800480265053,
      "learning_rate": 0.00022459951435379458,
      "loss": 3.4531,
      "step": 50305
    },
    {
      "epoch": 2.06045463854188,
      "grad_norm": 3.300087614142329,
      "learning_rate": 0.0002245966848761557,
      "loss": 4.9375,
      "step": 50306
    },
    {
      "epoch": 2.0604955969690764,
      "grad_norm": 2.9156095523776857,
      "learning_rate": 0.00022459385536325186,
      "loss": 4.6875,
      "step": 50307
    },
    {
      "epoch": 2.060536555396273,
      "grad_norm": 3.003285093231008,
      "learning_rate": 0.00022459102581508437,
      "loss": 5.25,
      "step": 50308
    },
    {
      "epoch": 2.060577513823469,
      "grad_norm": 3.4600289485169515,
      "learning_rate": 0.0002245881962316546,
      "loss": 4.9688,
      "step": 50309
    },
    {
      "epoch": 2.0606184722506655,
      "grad_norm": 2.6355227422963945,
      "learning_rate": 0.00022458536661296377,
      "loss": 4.1875,
      "step": 50310
    },
    {
      "epoch": 2.060659430677862,
      "grad_norm": 3.4435816533861723,
      "learning_rate": 0.00022458253695901344,
      "loss": 4.5938,
      "step": 50311
    },
    {
      "epoch": 2.060700389105058,
      "grad_norm": 5.545940343508332,
      "learning_rate": 0.00022457970726980474,
      "loss": 5.0938,
      "step": 50312
    },
    {
      "epoch": 2.0607413475322547,
      "grad_norm": 2.947370525334004,
      "learning_rate": 0.00022457687754533906,
      "loss": 3.625,
      "step": 50313
    },
    {
      "epoch": 2.060782305959451,
      "grad_norm": 6.209657692974012,
      "learning_rate": 0.00022457404778561778,
      "loss": 4.25,
      "step": 50314
    },
    {
      "epoch": 2.0608232643866478,
      "grad_norm": 2.765560730988155,
      "learning_rate": 0.0002245712179906422,
      "loss": 4.3125,
      "step": 50315
    },
    {
      "epoch": 2.060864222813844,
      "grad_norm": 2.9468353308189434,
      "learning_rate": 0.0002245683881604137,
      "loss": 4.0625,
      "step": 50316
    },
    {
      "epoch": 2.0609051812410404,
      "grad_norm": 4.0226706906112595,
      "learning_rate": 0.00022456555829493361,
      "loss": 5.0938,
      "step": 50317
    },
    {
      "epoch": 2.060946139668237,
      "grad_norm": 4.679447237176464,
      "learning_rate": 0.0002245627283942032,
      "loss": 6.0312,
      "step": 50318
    },
    {
      "epoch": 2.060987098095433,
      "grad_norm": 2.9089250539570144,
      "learning_rate": 0.0002245598984582239,
      "loss": 4.6562,
      "step": 50319
    },
    {
      "epoch": 2.0610280565226295,
      "grad_norm": 2.9188813416750743,
      "learning_rate": 0.00022455706848699698,
      "loss": 5.8438,
      "step": 50320
    },
    {
      "epoch": 2.061069014949826,
      "grad_norm": 2.6784747655604235,
      "learning_rate": 0.00022455423848052384,
      "loss": 4.5938,
      "step": 50321
    },
    {
      "epoch": 2.061109973377022,
      "grad_norm": 2.5226417030262622,
      "learning_rate": 0.00022455140843880575,
      "loss": 4.0625,
      "step": 50322
    },
    {
      "epoch": 2.0611509318042187,
      "grad_norm": 3.5114516890631906,
      "learning_rate": 0.00022454857836184407,
      "loss": 1.5859,
      "step": 50323
    },
    {
      "epoch": 2.0611918902314152,
      "grad_norm": 4.249538659364294,
      "learning_rate": 0.00022454574824964018,
      "loss": 5.2188,
      "step": 50324
    },
    {
      "epoch": 2.0612328486586113,
      "grad_norm": 4.324601456644569,
      "learning_rate": 0.0002245429181021954,
      "loss": 5.4375,
      "step": 50325
    },
    {
      "epoch": 2.061273807085808,
      "grad_norm": 2.578515181591621,
      "learning_rate": 0.00022454008791951096,
      "loss": 4.25,
      "step": 50326
    },
    {
      "epoch": 2.0613147655130044,
      "grad_norm": 3.294306492111582,
      "learning_rate": 0.0002245372577015884,
      "loss": 4.9062,
      "step": 50327
    },
    {
      "epoch": 2.0613557239402005,
      "grad_norm": 2.6862815850322104,
      "learning_rate": 0.00022453442744842892,
      "loss": 4.375,
      "step": 50328
    },
    {
      "epoch": 2.061396682367397,
      "grad_norm": 3.2582132575644485,
      "learning_rate": 0.00022453159716003386,
      "loss": 4.625,
      "step": 50329
    },
    {
      "epoch": 2.0614376407945936,
      "grad_norm": 2.569164355895061,
      "learning_rate": 0.00022452876683640459,
      "loss": 4.2188,
      "step": 50330
    },
    {
      "epoch": 2.0614785992217897,
      "grad_norm": 2.85228039086099,
      "learning_rate": 0.00022452593647754245,
      "loss": 5.2188,
      "step": 50331
    },
    {
      "epoch": 2.061519557648986,
      "grad_norm": 3.2513097153078734,
      "learning_rate": 0.00022452310608344877,
      "loss": 3.125,
      "step": 50332
    },
    {
      "epoch": 2.0615605160761827,
      "grad_norm": 3.2556324476892904,
      "learning_rate": 0.00022452027565412493,
      "loss": 4.4062,
      "step": 50333
    },
    {
      "epoch": 2.0616014745033793,
      "grad_norm": 3.0487544046055772,
      "learning_rate": 0.00022451744518957214,
      "loss": 5.5625,
      "step": 50334
    },
    {
      "epoch": 2.0616424329305754,
      "grad_norm": 3.153853295173556,
      "learning_rate": 0.00022451461468979192,
      "loss": 5.125,
      "step": 50335
    },
    {
      "epoch": 2.061683391357772,
      "grad_norm": 3.0130741211554075,
      "learning_rate": 0.00022451178415478548,
      "loss": 5.0312,
      "step": 50336
    },
    {
      "epoch": 2.0617243497849684,
      "grad_norm": 3.0549631133377244,
      "learning_rate": 0.00022450895358455417,
      "loss": 4.625,
      "step": 50337
    },
    {
      "epoch": 2.0617653082121645,
      "grad_norm": 3.1805925554701315,
      "learning_rate": 0.00022450612297909934,
      "loss": 2.4062,
      "step": 50338
    },
    {
      "epoch": 2.061806266639361,
      "grad_norm": 8.160495247364564,
      "learning_rate": 0.00022450329233842238,
      "loss": 5.3438,
      "step": 50339
    },
    {
      "epoch": 2.0618472250665576,
      "grad_norm": 12.929115625763544,
      "learning_rate": 0.00022450046166252457,
      "loss": 6.5938,
      "step": 50340
    },
    {
      "epoch": 2.0618881834937537,
      "grad_norm": 3.5961165544861045,
      "learning_rate": 0.00022449763095140727,
      "loss": 5.5,
      "step": 50341
    },
    {
      "epoch": 2.0619291419209502,
      "grad_norm": 3.1785716768097454,
      "learning_rate": 0.0002244948002050718,
      "loss": 5.2812,
      "step": 50342
    },
    {
      "epoch": 2.0619701003481468,
      "grad_norm": 5.424887051989867,
      "learning_rate": 0.00022449196942351954,
      "loss": 6.75,
      "step": 50343
    },
    {
      "epoch": 2.062011058775343,
      "grad_norm": 2.8043585825459925,
      "learning_rate": 0.00022448913860675178,
      "loss": 4.3438,
      "step": 50344
    },
    {
      "epoch": 2.0620520172025394,
      "grad_norm": 3.038477243490767,
      "learning_rate": 0.0002244863077547699,
      "loss": 4.3438,
      "step": 50345
    },
    {
      "epoch": 2.062092975629736,
      "grad_norm": 2.5096721898561207,
      "learning_rate": 0.0002244834768675752,
      "loss": 3.1719,
      "step": 50346
    },
    {
      "epoch": 2.062133934056932,
      "grad_norm": 2.7131167157258833,
      "learning_rate": 0.00022448064594516904,
      "loss": 2.8125,
      "step": 50347
    },
    {
      "epoch": 2.0621748924841286,
      "grad_norm": 3.0039859194512215,
      "learning_rate": 0.00022447781498755273,
      "loss": 5.0938,
      "step": 50348
    },
    {
      "epoch": 2.062215850911325,
      "grad_norm": 2.7199272020703473,
      "learning_rate": 0.00022447498399472764,
      "loss": 4.5,
      "step": 50349
    },
    {
      "epoch": 2.062256809338521,
      "grad_norm": 4.411722178754363,
      "learning_rate": 0.00022447215296669508,
      "loss": 4.625,
      "step": 50350
    },
    {
      "epoch": 2.0622977677657177,
      "grad_norm": 4.6046951806574645,
      "learning_rate": 0.00022446932190345645,
      "loss": 4.5625,
      "step": 50351
    },
    {
      "epoch": 2.0623387261929143,
      "grad_norm": 3.492396308412651,
      "learning_rate": 0.00022446649080501302,
      "loss": 3.3125,
      "step": 50352
    },
    {
      "epoch": 2.062379684620111,
      "grad_norm": 2.5718154632980554,
      "learning_rate": 0.00022446365967136617,
      "loss": 4.5625,
      "step": 50353
    },
    {
      "epoch": 2.062420643047307,
      "grad_norm": 2.6903806051470367,
      "learning_rate": 0.00022446082850251716,
      "loss": 5.0938,
      "step": 50354
    },
    {
      "epoch": 2.0624616014745034,
      "grad_norm": 3.290137668647262,
      "learning_rate": 0.00022445799729846745,
      "loss": 5.3125,
      "step": 50355
    },
    {
      "epoch": 2.0625025599017,
      "grad_norm": 3.2085744597276475,
      "learning_rate": 0.00022445516605921836,
      "loss": 5.0312,
      "step": 50356
    },
    {
      "epoch": 2.062543518328896,
      "grad_norm": 3.0941473530721075,
      "learning_rate": 0.00022445233478477113,
      "loss": 5.0625,
      "step": 50357
    },
    {
      "epoch": 2.0625844767560926,
      "grad_norm": 3.179765075759961,
      "learning_rate": 0.00022444950347512717,
      "loss": 4.8125,
      "step": 50358
    },
    {
      "epoch": 2.062625435183289,
      "grad_norm": 8.366183184720345,
      "learning_rate": 0.00022444667213028779,
      "loss": 5.0,
      "step": 50359
    },
    {
      "epoch": 2.062666393610485,
      "grad_norm": 2.54280157683851,
      "learning_rate": 0.00022444384075025433,
      "loss": 5.0625,
      "step": 50360
    },
    {
      "epoch": 2.0627073520376817,
      "grad_norm": 3.640160701919838,
      "learning_rate": 0.0002244410093350282,
      "loss": 5.4688,
      "step": 50361
    },
    {
      "epoch": 2.0627483104648783,
      "grad_norm": 2.987418051811719,
      "learning_rate": 0.00022443817788461061,
      "loss": 5.125,
      "step": 50362
    },
    {
      "epoch": 2.0627892688920744,
      "grad_norm": 7.09325598710151,
      "learning_rate": 0.00022443534639900303,
      "loss": 6.3438,
      "step": 50363
    },
    {
      "epoch": 2.062830227319271,
      "grad_norm": 2.8552665042747165,
      "learning_rate": 0.0002244325148782067,
      "loss": 5.0,
      "step": 50364
    },
    {
      "epoch": 2.0628711857464674,
      "grad_norm": 2.567895966006052,
      "learning_rate": 0.000224429683322223,
      "loss": 4.0625,
      "step": 50365
    },
    {
      "epoch": 2.0629121441736635,
      "grad_norm": 2.564547637213258,
      "learning_rate": 0.00022442685173105326,
      "loss": 3.7969,
      "step": 50366
    },
    {
      "epoch": 2.06295310260086,
      "grad_norm": 3.2978763237865008,
      "learning_rate": 0.00022442402010469883,
      "loss": 5.0312,
      "step": 50367
    },
    {
      "epoch": 2.0629940610280566,
      "grad_norm": 3.544436218344802,
      "learning_rate": 0.00022442118844316107,
      "loss": 3.9531,
      "step": 50368
    },
    {
      "epoch": 2.0630350194552527,
      "grad_norm": 2.6323145268933246,
      "learning_rate": 0.0002244183567464413,
      "loss": 4.4688,
      "step": 50369
    },
    {
      "epoch": 2.0630759778824492,
      "grad_norm": 2.692592148090495,
      "learning_rate": 0.0002244155250145408,
      "loss": 4.1875,
      "step": 50370
    },
    {
      "epoch": 2.0631169363096458,
      "grad_norm": 9.611882285623116,
      "learning_rate": 0.00022441269324746096,
      "loss": 5.6875,
      "step": 50371
    },
    {
      "epoch": 2.0631578947368423,
      "grad_norm": 2.7183447436560875,
      "learning_rate": 0.00022440986144520313,
      "loss": 4.4062,
      "step": 50372
    },
    {
      "epoch": 2.0631988531640384,
      "grad_norm": 5.313625028448189,
      "learning_rate": 0.00022440702960776866,
      "loss": 6.0312,
      "step": 50373
    },
    {
      "epoch": 2.063239811591235,
      "grad_norm": 2.584868946829239,
      "learning_rate": 0.00022440419773515883,
      "loss": 4.1562,
      "step": 50374
    },
    {
      "epoch": 2.0632807700184315,
      "grad_norm": 3.000429797447397,
      "learning_rate": 0.000224401365827375,
      "loss": 3.625,
      "step": 50375
    },
    {
      "epoch": 2.0633217284456276,
      "grad_norm": 4.037642434229329,
      "learning_rate": 0.00022439853388441858,
      "loss": 4.9062,
      "step": 50376
    },
    {
      "epoch": 2.063362686872824,
      "grad_norm": 5.274745257980044,
      "learning_rate": 0.0002243957019062908,
      "loss": 4.9688,
      "step": 50377
    },
    {
      "epoch": 2.0634036453000206,
      "grad_norm": 3.501059970286509,
      "learning_rate": 0.00022439286989299302,
      "loss": 3.9219,
      "step": 50378
    },
    {
      "epoch": 2.0634446037272167,
      "grad_norm": 3.9936734143080828,
      "learning_rate": 0.0002243900378445267,
      "loss": 5.4688,
      "step": 50379
    },
    {
      "epoch": 2.0634855621544133,
      "grad_norm": 3.3044027592531933,
      "learning_rate": 0.00022438720576089304,
      "loss": 5.2812,
      "step": 50380
    },
    {
      "epoch": 2.06352652058161,
      "grad_norm": 3.2321748829230676,
      "learning_rate": 0.00022438437364209345,
      "loss": 5.0938,
      "step": 50381
    },
    {
      "epoch": 2.063567479008806,
      "grad_norm": 2.7276789484911035,
      "learning_rate": 0.0002243815414881292,
      "loss": 4.2812,
      "step": 50382
    },
    {
      "epoch": 2.0636084374360024,
      "grad_norm": 3.7073570324679403,
      "learning_rate": 0.0002243787092990017,
      "loss": 5.625,
      "step": 50383
    },
    {
      "epoch": 2.063649395863199,
      "grad_norm": 3.3448316901702904,
      "learning_rate": 0.00022437587707471227,
      "loss": 4.2188,
      "step": 50384
    },
    {
      "epoch": 2.063690354290395,
      "grad_norm": 5.357723646388401,
      "learning_rate": 0.0002243730448152622,
      "loss": 5.5938,
      "step": 50385
    },
    {
      "epoch": 2.0637313127175916,
      "grad_norm": 2.4890290609992833,
      "learning_rate": 0.00022437021252065293,
      "loss": 4.875,
      "step": 50386
    },
    {
      "epoch": 2.063772271144788,
      "grad_norm": 3.336048223679364,
      "learning_rate": 0.0002243673801908857,
      "loss": 4.5625,
      "step": 50387
    },
    {
      "epoch": 2.063813229571984,
      "grad_norm": 2.6257208854071727,
      "learning_rate": 0.0002243645478259619,
      "loss": 4.4375,
      "step": 50388
    },
    {
      "epoch": 2.0638541879991807,
      "grad_norm": 4.169286080535833,
      "learning_rate": 0.00022436171542588286,
      "loss": 5.6562,
      "step": 50389
    },
    {
      "epoch": 2.0638951464263773,
      "grad_norm": 2.834687276604259,
      "learning_rate": 0.00022435888299064986,
      "loss": 3.7969,
      "step": 50390
    },
    {
      "epoch": 2.063936104853574,
      "grad_norm": 3.1435052749219135,
      "learning_rate": 0.00022435605052026437,
      "loss": 4.25,
      "step": 50391
    },
    {
      "epoch": 2.06397706328077,
      "grad_norm": 3.9369690070940346,
      "learning_rate": 0.0002243532180147276,
      "loss": 1.7188,
      "step": 50392
    },
    {
      "epoch": 2.0640180217079664,
      "grad_norm": 3.0133136912027374,
      "learning_rate": 0.000224350385474041,
      "loss": 4.1875,
      "step": 50393
    },
    {
      "epoch": 2.064058980135163,
      "grad_norm": 7.618830154927387,
      "learning_rate": 0.00022434755289820577,
      "loss": 5.7812,
      "step": 50394
    },
    {
      "epoch": 2.064099938562359,
      "grad_norm": 2.735811474032547,
      "learning_rate": 0.0002243447202872234,
      "loss": 5.6875,
      "step": 50395
    },
    {
      "epoch": 2.0641408969895556,
      "grad_norm": 3.6466866150662116,
      "learning_rate": 0.00022434188764109515,
      "loss": 4.7812,
      "step": 50396
    },
    {
      "epoch": 2.064181855416752,
      "grad_norm": 2.7025507463611906,
      "learning_rate": 0.00022433905495982241,
      "loss": 4.1875,
      "step": 50397
    },
    {
      "epoch": 2.0642228138439482,
      "grad_norm": 5.295796570720064,
      "learning_rate": 0.00022433622224340638,
      "loss": 5.875,
      "step": 50398
    },
    {
      "epoch": 2.0642637722711448,
      "grad_norm": 3.0520019167101435,
      "learning_rate": 0.00022433338949184859,
      "loss": 5.3438,
      "step": 50399
    },
    {
      "epoch": 2.0643047306983413,
      "grad_norm": 2.874696387904239,
      "learning_rate": 0.00022433055670515023,
      "loss": 4.625,
      "step": 50400
    },
    {
      "epoch": 2.0643456891255374,
      "grad_norm": 3.4528579912903297,
      "learning_rate": 0.00022432772388331272,
      "loss": 5.1875,
      "step": 50401
    },
    {
      "epoch": 2.064386647552734,
      "grad_norm": 3.0447292508799673,
      "learning_rate": 0.00022432489102633732,
      "loss": 5.2812,
      "step": 50402
    },
    {
      "epoch": 2.0644276059799305,
      "grad_norm": 2.6388428917119406,
      "learning_rate": 0.0002243220581342255,
      "loss": 4.4062,
      "step": 50403
    },
    {
      "epoch": 2.0644685644071266,
      "grad_norm": 3.3931615981470236,
      "learning_rate": 0.00022431922520697848,
      "loss": 5.7812,
      "step": 50404
    },
    {
      "epoch": 2.064509522834323,
      "grad_norm": 2.704832066339111,
      "learning_rate": 0.00022431639224459765,
      "loss": 5.1875,
      "step": 50405
    },
    {
      "epoch": 2.0645504812615196,
      "grad_norm": 2.9102402799705747,
      "learning_rate": 0.00022431355924708434,
      "loss": 5.3125,
      "step": 50406
    },
    {
      "epoch": 2.064591439688716,
      "grad_norm": 3.5189508560100156,
      "learning_rate": 0.0002243107262144399,
      "loss": 5.0,
      "step": 50407
    },
    {
      "epoch": 2.0646323981159123,
      "grad_norm": 2.377662922117709,
      "learning_rate": 0.0002243078931466657,
      "loss": 3.6875,
      "step": 50408
    },
    {
      "epoch": 2.064673356543109,
      "grad_norm": 2.713747310063934,
      "learning_rate": 0.00022430506004376299,
      "loss": 5.4062,
      "step": 50409
    },
    {
      "epoch": 2.0647143149703053,
      "grad_norm": 2.0803286314021743,
      "learning_rate": 0.00022430222690573314,
      "loss": 2.75,
      "step": 50410
    },
    {
      "epoch": 2.0647552733975014,
      "grad_norm": 2.6149241855127,
      "learning_rate": 0.00022429939373257756,
      "loss": 5.0625,
      "step": 50411
    },
    {
      "epoch": 2.064796231824698,
      "grad_norm": 2.527373699870091,
      "learning_rate": 0.00022429656052429755,
      "loss": 4.0312,
      "step": 50412
    },
    {
      "epoch": 2.0648371902518945,
      "grad_norm": 4.4802768774524,
      "learning_rate": 0.0002242937272808944,
      "loss": 6.0625,
      "step": 50413
    },
    {
      "epoch": 2.0648781486790906,
      "grad_norm": 2.734223462566428,
      "learning_rate": 0.00022429089400236946,
      "loss": 3.8281,
      "step": 50414
    },
    {
      "epoch": 2.064919107106287,
      "grad_norm": 2.625033652985957,
      "learning_rate": 0.00022428806068872412,
      "loss": 3.9688,
      "step": 50415
    },
    {
      "epoch": 2.0649600655334837,
      "grad_norm": 5.508726550364575,
      "learning_rate": 0.00022428522733995972,
      "loss": 6.0312,
      "step": 50416
    },
    {
      "epoch": 2.0650010239606797,
      "grad_norm": 2.3336540821787417,
      "learning_rate": 0.00022428239395607758,
      "loss": 4.875,
      "step": 50417
    },
    {
      "epoch": 2.0650419823878763,
      "grad_norm": 6.153298292084623,
      "learning_rate": 0.00022427956053707902,
      "loss": 3.125,
      "step": 50418
    },
    {
      "epoch": 2.065082940815073,
      "grad_norm": 3.342393833487957,
      "learning_rate": 0.00022427672708296537,
      "loss": 5.3438,
      "step": 50419
    },
    {
      "epoch": 2.065123899242269,
      "grad_norm": 2.240094805865735,
      "learning_rate": 0.00022427389359373803,
      "loss": 3.3906,
      "step": 50420
    },
    {
      "epoch": 2.0651648576694654,
      "grad_norm": 2.8633454965524643,
      "learning_rate": 0.00022427106006939825,
      "loss": 4.5938,
      "step": 50421
    },
    {
      "epoch": 2.065205816096662,
      "grad_norm": 2.8986370987447687,
      "learning_rate": 0.00022426822650994745,
      "loss": 4.625,
      "step": 50422
    },
    {
      "epoch": 2.065246774523858,
      "grad_norm": 5.2869679572258415,
      "learning_rate": 0.000224265392915387,
      "loss": 5.75,
      "step": 50423
    },
    {
      "epoch": 2.0652877329510546,
      "grad_norm": 2.7974533359610083,
      "learning_rate": 0.0002242625592857181,
      "loss": 2.8125,
      "step": 50424
    },
    {
      "epoch": 2.065328691378251,
      "grad_norm": 7.062027140782082,
      "learning_rate": 0.00022425972562094222,
      "loss": 3.9375,
      "step": 50425
    },
    {
      "epoch": 2.0653696498054477,
      "grad_norm": 4.093579708684671,
      "learning_rate": 0.0002242568919210606,
      "loss": 1.2891,
      "step": 50426
    },
    {
      "epoch": 2.0654106082326438,
      "grad_norm": 2.527471419017745,
      "learning_rate": 0.00022425405818607468,
      "loss": 4.3125,
      "step": 50427
    },
    {
      "epoch": 2.0654515666598403,
      "grad_norm": 2.5528156486204945,
      "learning_rate": 0.00022425122441598573,
      "loss": 4.2188,
      "step": 50428
    },
    {
      "epoch": 2.065492525087037,
      "grad_norm": 6.101231426470676,
      "learning_rate": 0.00022424839061079512,
      "loss": 5.2188,
      "step": 50429
    },
    {
      "epoch": 2.065533483514233,
      "grad_norm": 3.0091778382696384,
      "learning_rate": 0.00022424555677050414,
      "loss": 4.9375,
      "step": 50430
    },
    {
      "epoch": 2.0655744419414295,
      "grad_norm": 2.66145362671131,
      "learning_rate": 0.00022424272289511422,
      "loss": 3.5625,
      "step": 50431
    },
    {
      "epoch": 2.065615400368626,
      "grad_norm": 2.6569383916795495,
      "learning_rate": 0.00022423988898462663,
      "loss": 3.9219,
      "step": 50432
    },
    {
      "epoch": 2.065656358795822,
      "grad_norm": 4.524920688022613,
      "learning_rate": 0.00022423705503904273,
      "loss": 4.375,
      "step": 50433
    },
    {
      "epoch": 2.0656973172230186,
      "grad_norm": 5.426560838967696,
      "learning_rate": 0.00022423422105836383,
      "loss": 5.0,
      "step": 50434
    },
    {
      "epoch": 2.065738275650215,
      "grad_norm": 4.7961979926391285,
      "learning_rate": 0.00022423138704259134,
      "loss": 2.2969,
      "step": 50435
    },
    {
      "epoch": 2.0657792340774113,
      "grad_norm": 9.172340632667009,
      "learning_rate": 0.00022422855299172653,
      "loss": 7.5938,
      "step": 50436
    },
    {
      "epoch": 2.065820192504608,
      "grad_norm": 3.0591285351304998,
      "learning_rate": 0.0002242257189057708,
      "loss": 4.9688,
      "step": 50437
    },
    {
      "epoch": 2.0658611509318043,
      "grad_norm": 3.4453388487937957,
      "learning_rate": 0.00022422288478472543,
      "loss": 5.1562,
      "step": 50438
    },
    {
      "epoch": 2.0659021093590004,
      "grad_norm": 4.439091285861741,
      "learning_rate": 0.00022422005062859178,
      "loss": 5.3125,
      "step": 50439
    },
    {
      "epoch": 2.065943067786197,
      "grad_norm": 2.872090606298726,
      "learning_rate": 0.0002242172164373712,
      "loss": 5.1562,
      "step": 50440
    },
    {
      "epoch": 2.0659840262133935,
      "grad_norm": 6.247051112780021,
      "learning_rate": 0.00022421438221106505,
      "loss": 3.9531,
      "step": 50441
    },
    {
      "epoch": 2.0660249846405896,
      "grad_norm": 3.1602085800998734,
      "learning_rate": 0.0002242115479496746,
      "loss": 4.5312,
      "step": 50442
    },
    {
      "epoch": 2.066065943067786,
      "grad_norm": 3.660816496815378,
      "learning_rate": 0.00022420871365320128,
      "loss": 5.0625,
      "step": 50443
    },
    {
      "epoch": 2.0661069014949827,
      "grad_norm": 2.8545562844789067,
      "learning_rate": 0.0002242058793216464,
      "loss": 3.8281,
      "step": 50444
    },
    {
      "epoch": 2.066147859922179,
      "grad_norm": 4.877050678106779,
      "learning_rate": 0.00022420304495501128,
      "loss": 5.875,
      "step": 50445
    },
    {
      "epoch": 2.0661888183493753,
      "grad_norm": 2.720655188697039,
      "learning_rate": 0.0002242002105532972,
      "loss": 4.9062,
      "step": 50446
    },
    {
      "epoch": 2.066229776776572,
      "grad_norm": 3.7027490544203547,
      "learning_rate": 0.00022419737611650562,
      "loss": 5.4375,
      "step": 50447
    },
    {
      "epoch": 2.0662707352037684,
      "grad_norm": 2.6005923855090525,
      "learning_rate": 0.00022419454164463785,
      "loss": 4.5625,
      "step": 50448
    },
    {
      "epoch": 2.0663116936309645,
      "grad_norm": 2.5566250072420726,
      "learning_rate": 0.00022419170713769518,
      "loss": 4.0,
      "step": 50449
    },
    {
      "epoch": 2.066352652058161,
      "grad_norm": 3.2851023839693267,
      "learning_rate": 0.00022418887259567893,
      "loss": 5.4375,
      "step": 50450
    },
    {
      "epoch": 2.0663936104853575,
      "grad_norm": 6.9709245692852235,
      "learning_rate": 0.00022418603801859055,
      "loss": 5.125,
      "step": 50451
    },
    {
      "epoch": 2.0664345689125536,
      "grad_norm": 4.907766107152224,
      "learning_rate": 0.00022418320340643132,
      "loss": 5.625,
      "step": 50452
    },
    {
      "epoch": 2.06647552733975,
      "grad_norm": 2.7964765808216847,
      "learning_rate": 0.00022418036875920255,
      "loss": 4.1875,
      "step": 50453
    },
    {
      "epoch": 2.0665164857669467,
      "grad_norm": 2.647344270253727,
      "learning_rate": 0.00022417753407690558,
      "loss": 4.1562,
      "step": 50454
    },
    {
      "epoch": 2.066557444194143,
      "grad_norm": 3.032179827525479,
      "learning_rate": 0.00022417469935954185,
      "loss": 4.2812,
      "step": 50455
    },
    {
      "epoch": 2.0665984026213393,
      "grad_norm": 3.53910571806993,
      "learning_rate": 0.00022417186460711255,
      "loss": 4.6875,
      "step": 50456
    },
    {
      "epoch": 2.066639361048536,
      "grad_norm": 2.670560608808601,
      "learning_rate": 0.00022416902981961913,
      "loss": 4.4375,
      "step": 50457
    },
    {
      "epoch": 2.066680319475732,
      "grad_norm": 5.526342968318164,
      "learning_rate": 0.00022416619499706288,
      "loss": 6.3125,
      "step": 50458
    },
    {
      "epoch": 2.0667212779029285,
      "grad_norm": 2.652233149036591,
      "learning_rate": 0.00022416336013944516,
      "loss": 4.8125,
      "step": 50459
    },
    {
      "epoch": 2.066762236330125,
      "grad_norm": 2.8983114448061773,
      "learning_rate": 0.00022416052524676735,
      "loss": 4.9375,
      "step": 50460
    },
    {
      "epoch": 2.066803194757321,
      "grad_norm": 2.6699245183162037,
      "learning_rate": 0.00022415769031903073,
      "loss": 2.7031,
      "step": 50461
    },
    {
      "epoch": 2.0668441531845176,
      "grad_norm": 2.7424218973694887,
      "learning_rate": 0.00022415485535623661,
      "loss": 4.4688,
      "step": 50462
    },
    {
      "epoch": 2.066885111611714,
      "grad_norm": 4.814061779745432,
      "learning_rate": 0.0002241520203583864,
      "loss": 2.4375,
      "step": 50463
    },
    {
      "epoch": 2.0669260700389107,
      "grad_norm": 4.266079806579482,
      "learning_rate": 0.00022414918532548143,
      "loss": 4.2812,
      "step": 50464
    },
    {
      "epoch": 2.066967028466107,
      "grad_norm": 5.0451130702145095,
      "learning_rate": 0.00022414635025752304,
      "loss": 5.75,
      "step": 50465
    },
    {
      "epoch": 2.0670079868933033,
      "grad_norm": 3.4760509281716208,
      "learning_rate": 0.0002241435151545125,
      "loss": 5.5938,
      "step": 50466
    },
    {
      "epoch": 2.0670489453205,
      "grad_norm": 2.5293982960804136,
      "learning_rate": 0.00022414068001645125,
      "loss": 4.125,
      "step": 50467
    },
    {
      "epoch": 2.067089903747696,
      "grad_norm": 3.2898246110456446,
      "learning_rate": 0.00022413784484334062,
      "loss": 4.8125,
      "step": 50468
    },
    {
      "epoch": 2.0671308621748925,
      "grad_norm": 3.009460827858522,
      "learning_rate": 0.00022413500963518187,
      "loss": 4.9062,
      "step": 50469
    },
    {
      "epoch": 2.067171820602089,
      "grad_norm": 7.357621107965489,
      "learning_rate": 0.00022413217439197638,
      "loss": 6.0312,
      "step": 50470
    },
    {
      "epoch": 2.067212779029285,
      "grad_norm": 2.991127309875813,
      "learning_rate": 0.00022412933911372554,
      "loss": 3.9844,
      "step": 50471
    },
    {
      "epoch": 2.0672537374564817,
      "grad_norm": 2.9189812823448684,
      "learning_rate": 0.00022412650380043063,
      "loss": 5.2812,
      "step": 50472
    },
    {
      "epoch": 2.067294695883678,
      "grad_norm": 2.6302886658487434,
      "learning_rate": 0.00022412366845209303,
      "loss": 3.875,
      "step": 50473
    },
    {
      "epoch": 2.0673356543108743,
      "grad_norm": 3.9443007409303408,
      "learning_rate": 0.00022412083306871402,
      "loss": 3.5781,
      "step": 50474
    },
    {
      "epoch": 2.067376612738071,
      "grad_norm": 3.146101048972521,
      "learning_rate": 0.00022411799765029503,
      "loss": 5.3125,
      "step": 50475
    },
    {
      "epoch": 2.0674175711652674,
      "grad_norm": 2.6615377452579536,
      "learning_rate": 0.00022411516219683733,
      "loss": 5.2188,
      "step": 50476
    },
    {
      "epoch": 2.0674585295924635,
      "grad_norm": 2.9606143539983076,
      "learning_rate": 0.00022411232670834226,
      "loss": 4.5938,
      "step": 50477
    },
    {
      "epoch": 2.06749948801966,
      "grad_norm": 3.126055086897241,
      "learning_rate": 0.0002241094911848112,
      "loss": 5.4375,
      "step": 50478
    },
    {
      "epoch": 2.0675404464468565,
      "grad_norm": 3.01292668886073,
      "learning_rate": 0.00022410665562624547,
      "loss": 5.0,
      "step": 50479
    },
    {
      "epoch": 2.067581404874053,
      "grad_norm": 6.336141052977808,
      "learning_rate": 0.00022410382003264646,
      "loss": 3.4375,
      "step": 50480
    },
    {
      "epoch": 2.067622363301249,
      "grad_norm": 4.1951086375624085,
      "learning_rate": 0.00022410098440401541,
      "loss": 5.5312,
      "step": 50481
    },
    {
      "epoch": 2.0676633217284457,
      "grad_norm": 2.4119817616011487,
      "learning_rate": 0.0002240981487403537,
      "loss": 4.5938,
      "step": 50482
    },
    {
      "epoch": 2.0677042801556422,
      "grad_norm": 2.707061092873531,
      "learning_rate": 0.00022409531304166274,
      "loss": 4.3438,
      "step": 50483
    },
    {
      "epoch": 2.0677452385828383,
      "grad_norm": 2.648084225620652,
      "learning_rate": 0.0002240924773079438,
      "loss": 4.5,
      "step": 50484
    },
    {
      "epoch": 2.067786197010035,
      "grad_norm": 3.544298437763379,
      "learning_rate": 0.00022408964153919822,
      "loss": 4.375,
      "step": 50485
    },
    {
      "epoch": 2.0678271554372314,
      "grad_norm": 2.5939738042374945,
      "learning_rate": 0.00022408680573542732,
      "loss": 3.9531,
      "step": 50486
    },
    {
      "epoch": 2.0678681138644275,
      "grad_norm": 3.4939317134241348,
      "learning_rate": 0.00022408396989663257,
      "loss": 6.4062,
      "step": 50487
    },
    {
      "epoch": 2.067909072291624,
      "grad_norm": 3.7026459002139656,
      "learning_rate": 0.00022408113402281517,
      "loss": 3.1875,
      "step": 50488
    },
    {
      "epoch": 2.0679500307188206,
      "grad_norm": 4.052368210186287,
      "learning_rate": 0.00022407829811397646,
      "loss": 6.8125,
      "step": 50489
    },
    {
      "epoch": 2.0679909891460166,
      "grad_norm": 2.894246194241037,
      "learning_rate": 0.0002240754621701179,
      "loss": 5.3438,
      "step": 50490
    },
    {
      "epoch": 2.068031947573213,
      "grad_norm": 3.09202414628209,
      "learning_rate": 0.00022407262619124075,
      "loss": 4.6875,
      "step": 50491
    },
    {
      "epoch": 2.0680729060004097,
      "grad_norm": 2.7064249218855476,
      "learning_rate": 0.00022406979017734635,
      "loss": 3.8438,
      "step": 50492
    },
    {
      "epoch": 2.068113864427606,
      "grad_norm": 2.0866879152849576,
      "learning_rate": 0.00022406695412843604,
      "loss": 2.5938,
      "step": 50493
    },
    {
      "epoch": 2.0681548228548023,
      "grad_norm": 7.834413046555632,
      "learning_rate": 0.00022406411804451118,
      "loss": 4.9375,
      "step": 50494
    },
    {
      "epoch": 2.068195781281999,
      "grad_norm": 3.303904505748586,
      "learning_rate": 0.00022406128192557312,
      "loss": 5.4688,
      "step": 50495
    },
    {
      "epoch": 2.068236739709195,
      "grad_norm": 4.693271924987792,
      "learning_rate": 0.00022405844577162316,
      "loss": 2.8594,
      "step": 50496
    },
    {
      "epoch": 2.0682776981363915,
      "grad_norm": 3.8053780457697326,
      "learning_rate": 0.00022405560958266266,
      "loss": 4.5625,
      "step": 50497
    },
    {
      "epoch": 2.068318656563588,
      "grad_norm": 3.5391339942327815,
      "learning_rate": 0.00022405277335869295,
      "loss": 4.2188,
      "step": 50498
    },
    {
      "epoch": 2.0683596149907846,
      "grad_norm": 3.213259549328351,
      "learning_rate": 0.0002240499370997154,
      "loss": 5.6875,
      "step": 50499
    },
    {
      "epoch": 2.0684005734179807,
      "grad_norm": 2.667709609942514,
      "learning_rate": 0.00022404710080573136,
      "loss": 4.375,
      "step": 50500
    },
    {
      "epoch": 2.068441531845177,
      "grad_norm": 3.2128394428748144,
      "learning_rate": 0.00022404426447674214,
      "loss": 6.0625,
      "step": 50501
    },
    {
      "epoch": 2.0684824902723737,
      "grad_norm": 2.730776517614235,
      "learning_rate": 0.00022404142811274907,
      "loss": 3.8594,
      "step": 50502
    },
    {
      "epoch": 2.06852344869957,
      "grad_norm": 3.1020873725353284,
      "learning_rate": 0.00022403859171375354,
      "loss": 5.5312,
      "step": 50503
    },
    {
      "epoch": 2.0685644071267664,
      "grad_norm": 4.194070076038129,
      "learning_rate": 0.00022403575527975682,
      "loss": 4.5625,
      "step": 50504
    },
    {
      "epoch": 2.068605365553963,
      "grad_norm": 8.825949778592026,
      "learning_rate": 0.00022403291881076034,
      "loss": 1.2188,
      "step": 50505
    },
    {
      "epoch": 2.068646323981159,
      "grad_norm": 2.6680484945786827,
      "learning_rate": 0.00022403008230676533,
      "loss": 4.5,
      "step": 50506
    },
    {
      "epoch": 2.0686872824083555,
      "grad_norm": 2.6165659014546594,
      "learning_rate": 0.00022402724576777323,
      "loss": 3.9531,
      "step": 50507
    },
    {
      "epoch": 2.068728240835552,
      "grad_norm": 3.030637280394262,
      "learning_rate": 0.00022402440919378538,
      "loss": 6.3438,
      "step": 50508
    },
    {
      "epoch": 2.068769199262748,
      "grad_norm": 9.94530576446924,
      "learning_rate": 0.00022402157258480303,
      "loss": 3.1406,
      "step": 50509
    },
    {
      "epoch": 2.0688101576899447,
      "grad_norm": 3.2327934466311934,
      "learning_rate": 0.00022401873594082755,
      "loss": 5.9375,
      "step": 50510
    },
    {
      "epoch": 2.0688511161171412,
      "grad_norm": 2.8503716439629723,
      "learning_rate": 0.00022401589926186036,
      "loss": 5.2812,
      "step": 50511
    },
    {
      "epoch": 2.0688920745443373,
      "grad_norm": 2.733627593016934,
      "learning_rate": 0.00022401306254790277,
      "loss": 4.5625,
      "step": 50512
    },
    {
      "epoch": 2.068933032971534,
      "grad_norm": 2.654220018406845,
      "learning_rate": 0.00022401022579895605,
      "loss": 4.1562,
      "step": 50513
    },
    {
      "epoch": 2.0689739913987304,
      "grad_norm": 20.626241471083063,
      "learning_rate": 0.0002240073890150216,
      "loss": 4.6875,
      "step": 50514
    },
    {
      "epoch": 2.0690149498259265,
      "grad_norm": 3.8425525344921985,
      "learning_rate": 0.00022400455219610075,
      "loss": 2.5156,
      "step": 50515
    },
    {
      "epoch": 2.069055908253123,
      "grad_norm": 3.9146503388096074,
      "learning_rate": 0.00022400171534219483,
      "loss": 2.3438,
      "step": 50516
    },
    {
      "epoch": 2.0690968666803196,
      "grad_norm": 4.797375488619173,
      "learning_rate": 0.00022399887845330523,
      "loss": 6.4688,
      "step": 50517
    },
    {
      "epoch": 2.069137825107516,
      "grad_norm": 2.6512601671617917,
      "learning_rate": 0.00022399604152943323,
      "loss": 5.0,
      "step": 50518
    },
    {
      "epoch": 2.069178783534712,
      "grad_norm": 2.0227824052079053,
      "learning_rate": 0.0002239932045705802,
      "loss": 1.2109,
      "step": 50519
    },
    {
      "epoch": 2.0692197419619087,
      "grad_norm": 3.119746121497062,
      "learning_rate": 0.00022399036757674747,
      "loss": 4.8125,
      "step": 50520
    },
    {
      "epoch": 2.0692607003891053,
      "grad_norm": 3.107414438267185,
      "learning_rate": 0.00022398753054793643,
      "loss": 4.875,
      "step": 50521
    },
    {
      "epoch": 2.0693016588163013,
      "grad_norm": 6.444209188326547,
      "learning_rate": 0.00022398469348414832,
      "loss": 3.7656,
      "step": 50522
    },
    {
      "epoch": 2.069342617243498,
      "grad_norm": 2.6977160480293048,
      "learning_rate": 0.00022398185638538459,
      "loss": 4.2812,
      "step": 50523
    },
    {
      "epoch": 2.0693835756706944,
      "grad_norm": 3.931125149909477,
      "learning_rate": 0.0002239790192516465,
      "loss": 4.1875,
      "step": 50524
    },
    {
      "epoch": 2.0694245340978905,
      "grad_norm": 2.7863710046967185,
      "learning_rate": 0.0002239761820829354,
      "loss": 4.0625,
      "step": 50525
    },
    {
      "epoch": 2.069465492525087,
      "grad_norm": 7.528884848647936,
      "learning_rate": 0.0002239733448792527,
      "loss": 2.5625,
      "step": 50526
    },
    {
      "epoch": 2.0695064509522836,
      "grad_norm": 2.8258590558110326,
      "learning_rate": 0.00022397050764059968,
      "loss": 4.3125,
      "step": 50527
    },
    {
      "epoch": 2.0695474093794797,
      "grad_norm": 2.6408615116661442,
      "learning_rate": 0.00022396767036697771,
      "loss": 4.6875,
      "step": 50528
    },
    {
      "epoch": 2.069588367806676,
      "grad_norm": 2.7131989344684664,
      "learning_rate": 0.00022396483305838809,
      "loss": 5.0,
      "step": 50529
    },
    {
      "epoch": 2.0696293262338727,
      "grad_norm": 2.997301966176671,
      "learning_rate": 0.00022396199571483215,
      "loss": 5.1875,
      "step": 50530
    },
    {
      "epoch": 2.069670284661069,
      "grad_norm": 7.721252686138373,
      "learning_rate": 0.00022395915833631135,
      "loss": 2.2344,
      "step": 50531
    },
    {
      "epoch": 2.0697112430882654,
      "grad_norm": 2.4371535572246903,
      "learning_rate": 0.00022395632092282692,
      "loss": 3.8594,
      "step": 50532
    },
    {
      "epoch": 2.069752201515462,
      "grad_norm": 4.464841957214976,
      "learning_rate": 0.00022395348347438026,
      "loss": 2.1562,
      "step": 50533
    },
    {
      "epoch": 2.069793159942658,
      "grad_norm": 2.5450461992477575,
      "learning_rate": 0.00022395064599097262,
      "loss": 3.6562,
      "step": 50534
    },
    {
      "epoch": 2.0698341183698545,
      "grad_norm": 3.029391479601069,
      "learning_rate": 0.00022394780847260543,
      "loss": 5.625,
      "step": 50535
    },
    {
      "epoch": 2.069875076797051,
      "grad_norm": 2.836076197347707,
      "learning_rate": 0.00022394497091928004,
      "loss": 4.2812,
      "step": 50536
    },
    {
      "epoch": 2.0699160352242476,
      "grad_norm": 6.693078421289796,
      "learning_rate": 0.00022394213333099775,
      "loss": 4.375,
      "step": 50537
    },
    {
      "epoch": 2.0699569936514437,
      "grad_norm": 5.212868053997681,
      "learning_rate": 0.00022393929570775986,
      "loss": 5.4062,
      "step": 50538
    },
    {
      "epoch": 2.0699979520786402,
      "grad_norm": 2.6355766006734065,
      "learning_rate": 0.0002239364580495678,
      "loss": 4.6562,
      "step": 50539
    },
    {
      "epoch": 2.0700389105058368,
      "grad_norm": 3.0488094465287654,
      "learning_rate": 0.00022393362035642291,
      "loss": 5.0312,
      "step": 50540
    },
    {
      "epoch": 2.070079868933033,
      "grad_norm": 3.5366030301337044,
      "learning_rate": 0.00022393078262832644,
      "loss": 3.9219,
      "step": 50541
    },
    {
      "epoch": 2.0701208273602294,
      "grad_norm": 3.0174013560275226,
      "learning_rate": 0.0002239279448652798,
      "loss": 5.5312,
      "step": 50542
    },
    {
      "epoch": 2.070161785787426,
      "grad_norm": 2.500460480909649,
      "learning_rate": 0.00022392510706728433,
      "loss": 4.5312,
      "step": 50543
    },
    {
      "epoch": 2.070202744214622,
      "grad_norm": 3.442480913678382,
      "learning_rate": 0.00022392226923434138,
      "loss": 6.2188,
      "step": 50544
    },
    {
      "epoch": 2.0702437026418186,
      "grad_norm": 5.7079023699689735,
      "learning_rate": 0.0002239194313664522,
      "loss": 4.2812,
      "step": 50545
    },
    {
      "epoch": 2.070284661069015,
      "grad_norm": 13.209586436866244,
      "learning_rate": 0.00022391659346361826,
      "loss": 4.7188,
      "step": 50546
    },
    {
      "epoch": 2.070325619496211,
      "grad_norm": 3.9347281158454064,
      "learning_rate": 0.00022391375552584082,
      "loss": 4.25,
      "step": 50547
    },
    {
      "epoch": 2.0703665779234077,
      "grad_norm": 3.1599669868333597,
      "learning_rate": 0.00022391091755312125,
      "loss": 4.9688,
      "step": 50548
    },
    {
      "epoch": 2.0704075363506043,
      "grad_norm": 6.2238604533364015,
      "learning_rate": 0.00022390807954546091,
      "loss": 4.8438,
      "step": 50549
    },
    {
      "epoch": 2.0704484947778004,
      "grad_norm": 4.65045121044775,
      "learning_rate": 0.00022390524150286108,
      "loss": 4.0,
      "step": 50550
    },
    {
      "epoch": 2.070489453204997,
      "grad_norm": 4.411862405511108,
      "learning_rate": 0.00022390240342532318,
      "loss": 5.4375,
      "step": 50551
    },
    {
      "epoch": 2.0705304116321934,
      "grad_norm": 3.048578788776066,
      "learning_rate": 0.00022389956531284846,
      "loss": 4.75,
      "step": 50552
    },
    {
      "epoch": 2.0705713700593895,
      "grad_norm": 2.572827655732781,
      "learning_rate": 0.00022389672716543834,
      "loss": 3.4375,
      "step": 50553
    },
    {
      "epoch": 2.070612328486586,
      "grad_norm": 2.5584936711507784,
      "learning_rate": 0.00022389388898309413,
      "loss": 4.4688,
      "step": 50554
    },
    {
      "epoch": 2.0706532869137826,
      "grad_norm": 3.5709405264892826,
      "learning_rate": 0.00022389105076581718,
      "loss": 5.5,
      "step": 50555
    },
    {
      "epoch": 2.070694245340979,
      "grad_norm": 2.824742109128346,
      "learning_rate": 0.00022388821251360886,
      "loss": 5.125,
      "step": 50556
    },
    {
      "epoch": 2.070735203768175,
      "grad_norm": 3.79284857459059,
      "learning_rate": 0.00022388537422647048,
      "loss": 5.1562,
      "step": 50557
    },
    {
      "epoch": 2.0707761621953718,
      "grad_norm": 3.3131117996704016,
      "learning_rate": 0.00022388253590440333,
      "loss": 4.3438,
      "step": 50558
    },
    {
      "epoch": 2.0708171206225683,
      "grad_norm": 2.888254376185391,
      "learning_rate": 0.00022387969754740887,
      "loss": 5.5625,
      "step": 50559
    },
    {
      "epoch": 2.0708580790497644,
      "grad_norm": 4.709849021546796,
      "learning_rate": 0.00022387685915548834,
      "loss": 6.1875,
      "step": 50560
    },
    {
      "epoch": 2.070899037476961,
      "grad_norm": 2.768787146563106,
      "learning_rate": 0.00022387402072864308,
      "loss": 4.5,
      "step": 50561
    },
    {
      "epoch": 2.0709399959041574,
      "grad_norm": 4.127754668647994,
      "learning_rate": 0.0002238711822668745,
      "loss": 5.0625,
      "step": 50562
    },
    {
      "epoch": 2.0709809543313535,
      "grad_norm": 2.6568522979938067,
      "learning_rate": 0.00022386834377018396,
      "loss": 2.25,
      "step": 50563
    },
    {
      "epoch": 2.07102191275855,
      "grad_norm": 2.649906567950875,
      "learning_rate": 0.00022386550523857273,
      "loss": 4.5938,
      "step": 50564
    },
    {
      "epoch": 2.0710628711857466,
      "grad_norm": 3.241693216728111,
      "learning_rate": 0.00022386266667204213,
      "loss": 4.5,
      "step": 50565
    },
    {
      "epoch": 2.0711038296129427,
      "grad_norm": 2.708247097948557,
      "learning_rate": 0.00022385982807059357,
      "loss": 5.0,
      "step": 50566
    },
    {
      "epoch": 2.0711447880401392,
      "grad_norm": 2.809280416088577,
      "learning_rate": 0.00022385698943422838,
      "loss": 5.0625,
      "step": 50567
    },
    {
      "epoch": 2.0711857464673358,
      "grad_norm": 6.423492946866802,
      "learning_rate": 0.00022385415076294786,
      "loss": 5.4375,
      "step": 50568
    },
    {
      "epoch": 2.071226704894532,
      "grad_norm": 15.062342168161667,
      "learning_rate": 0.0002238513120567534,
      "loss": 4.5938,
      "step": 50569
    },
    {
      "epoch": 2.0712676633217284,
      "grad_norm": 2.7525008197341996,
      "learning_rate": 0.00022384847331564635,
      "loss": 4.6875,
      "step": 50570
    },
    {
      "epoch": 2.071308621748925,
      "grad_norm": 3.1470169495076457,
      "learning_rate": 0.000223845634539628,
      "loss": 4.9688,
      "step": 50571
    },
    {
      "epoch": 2.071349580176121,
      "grad_norm": 4.378392383750528,
      "learning_rate": 0.00022384279572869973,
      "loss": 5.1875,
      "step": 50572
    },
    {
      "epoch": 2.0713905386033176,
      "grad_norm": 3.328884764309453,
      "learning_rate": 0.00022383995688286289,
      "loss": 4.4062,
      "step": 50573
    },
    {
      "epoch": 2.071431497030514,
      "grad_norm": 2.772350036059423,
      "learning_rate": 0.00022383711800211877,
      "loss": 4.7812,
      "step": 50574
    },
    {
      "epoch": 2.0714724554577106,
      "grad_norm": 2.9076901645664095,
      "learning_rate": 0.00022383427908646874,
      "loss": 4.9375,
      "step": 50575
    },
    {
      "epoch": 2.0715134138849067,
      "grad_norm": 4.571032438701996,
      "learning_rate": 0.00022383144013591417,
      "loss": 2.2188,
      "step": 50576
    },
    {
      "epoch": 2.0715543723121033,
      "grad_norm": 2.9110570131906397,
      "learning_rate": 0.00022382860115045637,
      "loss": 4.2812,
      "step": 50577
    },
    {
      "epoch": 2.0715953307393,
      "grad_norm": 3.417783277306695,
      "learning_rate": 0.0002238257621300967,
      "loss": 5.0625,
      "step": 50578
    },
    {
      "epoch": 2.071636289166496,
      "grad_norm": 3.0135724150447394,
      "learning_rate": 0.0002238229230748365,
      "loss": 4.4062,
      "step": 50579
    },
    {
      "epoch": 2.0716772475936924,
      "grad_norm": 2.8060398569492246,
      "learning_rate": 0.00022382008398467708,
      "loss": 4.5938,
      "step": 50580
    },
    {
      "epoch": 2.071718206020889,
      "grad_norm": 2.9607900390554667,
      "learning_rate": 0.00022381724485961985,
      "loss": 5.1875,
      "step": 50581
    },
    {
      "epoch": 2.071759164448085,
      "grad_norm": 2.8220417225726835,
      "learning_rate": 0.00022381440569966608,
      "loss": 4.9062,
      "step": 50582
    },
    {
      "epoch": 2.0718001228752816,
      "grad_norm": 2.664635634374557,
      "learning_rate": 0.0002238115665048171,
      "loss": 4.2188,
      "step": 50583
    },
    {
      "epoch": 2.071841081302478,
      "grad_norm": 3.689739342766362,
      "learning_rate": 0.00022380872727507437,
      "loss": 6.0,
      "step": 50584
    },
    {
      "epoch": 2.071882039729674,
      "grad_norm": 11.29400691254909,
      "learning_rate": 0.00022380588801043912,
      "loss": 5.7188,
      "step": 50585
    },
    {
      "epoch": 2.0719229981568708,
      "grad_norm": 3.0998325298722187,
      "learning_rate": 0.00022380304871091273,
      "loss": 4.5938,
      "step": 50586
    },
    {
      "epoch": 2.0719639565840673,
      "grad_norm": 3.6335671832418277,
      "learning_rate": 0.00022380020937649655,
      "loss": 3.7812,
      "step": 50587
    },
    {
      "epoch": 2.0720049150112634,
      "grad_norm": 2.7067911314643722,
      "learning_rate": 0.0002237973700071919,
      "loss": 5.125,
      "step": 50588
    },
    {
      "epoch": 2.07204587343846,
      "grad_norm": 2.9182210495925474,
      "learning_rate": 0.00022379453060300018,
      "loss": 5.25,
      "step": 50589
    },
    {
      "epoch": 2.0720868318656565,
      "grad_norm": 2.7316147369066757,
      "learning_rate": 0.0002237916911639226,
      "loss": 4.7188,
      "step": 50590
    },
    {
      "epoch": 2.0721277902928525,
      "grad_norm": 2.79427172407076,
      "learning_rate": 0.00022378885168996066,
      "loss": 3.6562,
      "step": 50591
    },
    {
      "epoch": 2.072168748720049,
      "grad_norm": 2.9418956011730204,
      "learning_rate": 0.00022378601218111564,
      "loss": 4.9375,
      "step": 50592
    },
    {
      "epoch": 2.0722097071472456,
      "grad_norm": 2.7035434599497954,
      "learning_rate": 0.00022378317263738886,
      "loss": 4.625,
      "step": 50593
    },
    {
      "epoch": 2.072250665574442,
      "grad_norm": 2.4456121151524286,
      "learning_rate": 0.00022378033305878167,
      "loss": 4.9062,
      "step": 50594
    },
    {
      "epoch": 2.0722916240016382,
      "grad_norm": 3.299314813181411,
      "learning_rate": 0.00022377749344529543,
      "loss": 6.125,
      "step": 50595
    },
    {
      "epoch": 2.072332582428835,
      "grad_norm": 2.700444002047058,
      "learning_rate": 0.00022377465379693146,
      "loss": 4.9375,
      "step": 50596
    },
    {
      "epoch": 2.0723735408560313,
      "grad_norm": 2.5834680583563836,
      "learning_rate": 0.0002237718141136911,
      "loss": 4.4062,
      "step": 50597
    },
    {
      "epoch": 2.0724144992832274,
      "grad_norm": 2.534062547848875,
      "learning_rate": 0.00022376897439557573,
      "loss": 4.125,
      "step": 50598
    },
    {
      "epoch": 2.072455457710424,
      "grad_norm": 4.069817894924268,
      "learning_rate": 0.00022376613464258666,
      "loss": 3.9062,
      "step": 50599
    },
    {
      "epoch": 2.0724964161376205,
      "grad_norm": 3.1218117756292165,
      "learning_rate": 0.00022376329485472525,
      "loss": 4.9375,
      "step": 50600
    },
    {
      "epoch": 2.0725373745648166,
      "grad_norm": 3.0309890970176254,
      "learning_rate": 0.00022376045503199284,
      "loss": 1.8672,
      "step": 50601
    },
    {
      "epoch": 2.072578332992013,
      "grad_norm": 5.180458092474674,
      "learning_rate": 0.00022375761517439072,
      "loss": 5.2812,
      "step": 50602
    },
    {
      "epoch": 2.0726192914192096,
      "grad_norm": 3.1634302927437266,
      "learning_rate": 0.00022375477528192034,
      "loss": 4.875,
      "step": 50603
    },
    {
      "epoch": 2.0726602498464057,
      "grad_norm": 2.392263764888707,
      "learning_rate": 0.00022375193535458294,
      "loss": 4.25,
      "step": 50604
    },
    {
      "epoch": 2.0727012082736023,
      "grad_norm": 2.508952934454154,
      "learning_rate": 0.00022374909539237995,
      "loss": 4.25,
      "step": 50605
    },
    {
      "epoch": 2.072742166700799,
      "grad_norm": 2.708697338886876,
      "learning_rate": 0.0002237462553953126,
      "loss": 4.8438,
      "step": 50606
    },
    {
      "epoch": 2.072783125127995,
      "grad_norm": 3.604056184226316,
      "learning_rate": 0.00022374341536338235,
      "loss": 4.875,
      "step": 50607
    },
    {
      "epoch": 2.0728240835551914,
      "grad_norm": 3.8461519820680206,
      "learning_rate": 0.00022374057529659047,
      "loss": 4.5625,
      "step": 50608
    },
    {
      "epoch": 2.072865041982388,
      "grad_norm": 3.2865255714740145,
      "learning_rate": 0.00022373773519493835,
      "loss": 4.6875,
      "step": 50609
    },
    {
      "epoch": 2.072906000409584,
      "grad_norm": 3.1241920013518327,
      "learning_rate": 0.0002237348950584273,
      "loss": 4.5,
      "step": 50610
    },
    {
      "epoch": 2.0729469588367806,
      "grad_norm": 5.7691146468406185,
      "learning_rate": 0.00022373205488705863,
      "loss": 5.4375,
      "step": 50611
    },
    {
      "epoch": 2.072987917263977,
      "grad_norm": 3.331647719642046,
      "learning_rate": 0.00022372921468083378,
      "loss": 4.9688,
      "step": 50612
    },
    {
      "epoch": 2.0730288756911737,
      "grad_norm": 3.0646716208942038,
      "learning_rate": 0.00022372637443975404,
      "loss": 3.0,
      "step": 50613
    },
    {
      "epoch": 2.0730698341183698,
      "grad_norm": 2.8969332276645146,
      "learning_rate": 0.00022372353416382068,
      "loss": 4.9688,
      "step": 50614
    },
    {
      "epoch": 2.0731107925455663,
      "grad_norm": 3.2201020457883502,
      "learning_rate": 0.00022372069385303515,
      "loss": 4.7188,
      "step": 50615
    },
    {
      "epoch": 2.073151750972763,
      "grad_norm": 3.3271331516949956,
      "learning_rate": 0.00022371785350739875,
      "loss": 6.3125,
      "step": 50616
    },
    {
      "epoch": 2.073192709399959,
      "grad_norm": 4.380918590940233,
      "learning_rate": 0.00022371501312691284,
      "loss": 5.3438,
      "step": 50617
    },
    {
      "epoch": 2.0732336678271555,
      "grad_norm": 2.4936181764072516,
      "learning_rate": 0.00022371217271157875,
      "loss": 4.375,
      "step": 50618
    },
    {
      "epoch": 2.073274626254352,
      "grad_norm": 3.1948843182061015,
      "learning_rate": 0.0002237093322613978,
      "loss": 5.1875,
      "step": 50619
    },
    {
      "epoch": 2.073315584681548,
      "grad_norm": 2.591884422229917,
      "learning_rate": 0.0002237064917763714,
      "loss": 1.6406,
      "step": 50620
    },
    {
      "epoch": 2.0733565431087446,
      "grad_norm": 4.473315138325071,
      "learning_rate": 0.0002237036512565008,
      "loss": 4.5312,
      "step": 50621
    },
    {
      "epoch": 2.073397501535941,
      "grad_norm": 4.2661281967652265,
      "learning_rate": 0.0002237008107017874,
      "loss": 3.4219,
      "step": 50622
    },
    {
      "epoch": 2.0734384599631372,
      "grad_norm": 3.39037689884763,
      "learning_rate": 0.0002236979701122325,
      "loss": 4.1562,
      "step": 50623
    },
    {
      "epoch": 2.073479418390334,
      "grad_norm": 2.693046342600727,
      "learning_rate": 0.00022369512948783755,
      "loss": 4.25,
      "step": 50624
    },
    {
      "epoch": 2.0735203768175303,
      "grad_norm": 2.7896249225612597,
      "learning_rate": 0.0002236922888286038,
      "loss": 5.4062,
      "step": 50625
    },
    {
      "epoch": 2.0735613352447264,
      "grad_norm": 15.505884908806111,
      "learning_rate": 0.00022368944813453258,
      "loss": 3.5938,
      "step": 50626
    },
    {
      "epoch": 2.073602293671923,
      "grad_norm": 4.144027788170542,
      "learning_rate": 0.0002236866074056253,
      "loss": 4.9062,
      "step": 50627
    },
    {
      "epoch": 2.0736432520991195,
      "grad_norm": 3.1167700328361443,
      "learning_rate": 0.00022368376664188324,
      "loss": 4.9375,
      "step": 50628
    },
    {
      "epoch": 2.0736842105263156,
      "grad_norm": 2.9724490411532014,
      "learning_rate": 0.00022368092584330778,
      "loss": 4.375,
      "step": 50629
    },
    {
      "epoch": 2.073725168953512,
      "grad_norm": 2.8004330795003414,
      "learning_rate": 0.00022367808500990026,
      "loss": 4.9375,
      "step": 50630
    },
    {
      "epoch": 2.0737661273807086,
      "grad_norm": 2.7275421820102546,
      "learning_rate": 0.00022367524414166202,
      "loss": 4.5938,
      "step": 50631
    },
    {
      "epoch": 2.073807085807905,
      "grad_norm": 2.867346167319867,
      "learning_rate": 0.00022367240323859438,
      "loss": 4.5,
      "step": 50632
    },
    {
      "epoch": 2.0738480442351013,
      "grad_norm": 2.544393927068126,
      "learning_rate": 0.00022366956230069872,
      "loss": 4.5938,
      "step": 50633
    },
    {
      "epoch": 2.073889002662298,
      "grad_norm": 2.771722943353493,
      "learning_rate": 0.00022366672132797635,
      "loss": 5.2812,
      "step": 50634
    },
    {
      "epoch": 2.0739299610894943,
      "grad_norm": 3.2947697078327725,
      "learning_rate": 0.00022366388032042864,
      "loss": 6.5,
      "step": 50635
    },
    {
      "epoch": 2.0739709195166904,
      "grad_norm": 3.1188532036920265,
      "learning_rate": 0.00022366103927805693,
      "loss": 4.7188,
      "step": 50636
    },
    {
      "epoch": 2.074011877943887,
      "grad_norm": 2.9778583486662873,
      "learning_rate": 0.00022365819820086257,
      "loss": 4.8125,
      "step": 50637
    },
    {
      "epoch": 2.0740528363710835,
      "grad_norm": 3.116345439197228,
      "learning_rate": 0.0002236553570888468,
      "loss": 4.5625,
      "step": 50638
    },
    {
      "epoch": 2.0740937947982796,
      "grad_norm": 2.767509315535991,
      "learning_rate": 0.00022365251594201117,
      "loss": 4.4062,
      "step": 50639
    },
    {
      "epoch": 2.074134753225476,
      "grad_norm": 5.046314105533772,
      "learning_rate": 0.00022364967476035686,
      "loss": 4.9688,
      "step": 50640
    },
    {
      "epoch": 2.0741757116526727,
      "grad_norm": 6.322528472941327,
      "learning_rate": 0.0002236468335438852,
      "loss": 4.375,
      "step": 50641
    },
    {
      "epoch": 2.0742166700798688,
      "grad_norm": 3.0642936181845783,
      "learning_rate": 0.00022364399229259763,
      "loss": 5.1875,
      "step": 50642
    },
    {
      "epoch": 2.0742576285070653,
      "grad_norm": 3.1494296238828197,
      "learning_rate": 0.00022364115100649548,
      "loss": 4.75,
      "step": 50643
    },
    {
      "epoch": 2.074298586934262,
      "grad_norm": 2.4887227258675217,
      "learning_rate": 0.00022363830968558004,
      "loss": 5.3125,
      "step": 50644
    },
    {
      "epoch": 2.074339545361458,
      "grad_norm": 3.085848728053908,
      "learning_rate": 0.0002236354683298527,
      "loss": 5.4375,
      "step": 50645
    },
    {
      "epoch": 2.0743805037886545,
      "grad_norm": 6.211343448118585,
      "learning_rate": 0.00022363262693931473,
      "loss": 5.2188,
      "step": 50646
    },
    {
      "epoch": 2.074421462215851,
      "grad_norm": 2.8623401952249963,
      "learning_rate": 0.0002236297855139676,
      "loss": 5.3125,
      "step": 50647
    },
    {
      "epoch": 2.074462420643047,
      "grad_norm": 6.583290993066738,
      "learning_rate": 0.00022362694405381257,
      "loss": 2.3438,
      "step": 50648
    },
    {
      "epoch": 2.0745033790702436,
      "grad_norm": 2.9598359123425495,
      "learning_rate": 0.00022362410255885096,
      "loss": 4.875,
      "step": 50649
    },
    {
      "epoch": 2.07454433749744,
      "grad_norm": 2.6858752932735053,
      "learning_rate": 0.0002236212610290841,
      "loss": 4.1875,
      "step": 50650
    },
    {
      "epoch": 2.0745852959246367,
      "grad_norm": 2.6910457492988,
      "learning_rate": 0.00022361841946451347,
      "loss": 3.6094,
      "step": 50651
    },
    {
      "epoch": 2.074626254351833,
      "grad_norm": 3.107044761688574,
      "learning_rate": 0.0002236155778651403,
      "loss": 5.4688,
      "step": 50652
    },
    {
      "epoch": 2.0746672127790293,
      "grad_norm": 2.788315715385318,
      "learning_rate": 0.00022361273623096594,
      "loss": 4.125,
      "step": 50653
    },
    {
      "epoch": 2.074708171206226,
      "grad_norm": 3.0463391166093796,
      "learning_rate": 0.00022360989456199175,
      "loss": 3.5312,
      "step": 50654
    },
    {
      "epoch": 2.074749129633422,
      "grad_norm": 3.7776639448004485,
      "learning_rate": 0.0002236070528582191,
      "loss": 5.625,
      "step": 50655
    },
    {
      "epoch": 2.0747900880606185,
      "grad_norm": 3.6834389691781664,
      "learning_rate": 0.00022360421111964926,
      "loss": 4.4688,
      "step": 50656
    },
    {
      "epoch": 2.074831046487815,
      "grad_norm": 4.247418178976326,
      "learning_rate": 0.00022360136934628368,
      "loss": 4.0938,
      "step": 50657
    },
    {
      "epoch": 2.074872004915011,
      "grad_norm": 3.4120300008691773,
      "learning_rate": 0.00022359852753812357,
      "loss": 5.125,
      "step": 50658
    },
    {
      "epoch": 2.0749129633422077,
      "grad_norm": 9.605494981811285,
      "learning_rate": 0.00022359568569517042,
      "loss": 6.25,
      "step": 50659
    },
    {
      "epoch": 2.074953921769404,
      "grad_norm": 3.107955099495474,
      "learning_rate": 0.00022359284381742546,
      "loss": 5.4375,
      "step": 50660
    },
    {
      "epoch": 2.0749948801966003,
      "grad_norm": 2.5515923898647284,
      "learning_rate": 0.00022359000190489008,
      "loss": 2.3281,
      "step": 50661
    },
    {
      "epoch": 2.075035838623797,
      "grad_norm": 4.895367511551974,
      "learning_rate": 0.00022358715995756558,
      "loss": 6.8125,
      "step": 50662
    },
    {
      "epoch": 2.0750767970509933,
      "grad_norm": 3.3368231005170386,
      "learning_rate": 0.0002235843179754534,
      "loss": 5.1875,
      "step": 50663
    },
    {
      "epoch": 2.0751177554781894,
      "grad_norm": 2.7447475852451757,
      "learning_rate": 0.00022358147595855484,
      "loss": 4.25,
      "step": 50664
    },
    {
      "epoch": 2.075158713905386,
      "grad_norm": 2.9319121507795263,
      "learning_rate": 0.0002235786339068712,
      "loss": 4.4688,
      "step": 50665
    },
    {
      "epoch": 2.0751996723325825,
      "grad_norm": 3.509479352740502,
      "learning_rate": 0.00022357579182040381,
      "loss": 4.75,
      "step": 50666
    },
    {
      "epoch": 2.0752406307597786,
      "grad_norm": 4.834863509518453,
      "learning_rate": 0.0002235729496991541,
      "loss": 4.0938,
      "step": 50667
    },
    {
      "epoch": 2.075281589186975,
      "grad_norm": 2.539424531880506,
      "learning_rate": 0.00022357010754312333,
      "loss": 4.3438,
      "step": 50668
    },
    {
      "epoch": 2.0753225476141717,
      "grad_norm": 4.256783006835477,
      "learning_rate": 0.0002235672653523129,
      "loss": 6.2812,
      "step": 50669
    },
    {
      "epoch": 2.075363506041368,
      "grad_norm": 2.8799332935961246,
      "learning_rate": 0.00022356442312672416,
      "loss": 4.6875,
      "step": 50670
    },
    {
      "epoch": 2.0754044644685643,
      "grad_norm": 3.144791801327044,
      "learning_rate": 0.00022356158086635843,
      "loss": 3.25,
      "step": 50671
    },
    {
      "epoch": 2.075445422895761,
      "grad_norm": 2.8114740411757344,
      "learning_rate": 0.00022355873857121705,
      "loss": 4.4688,
      "step": 50672
    },
    {
      "epoch": 2.0754863813229574,
      "grad_norm": 2.596699510171748,
      "learning_rate": 0.00022355589624130134,
      "loss": 4.0312,
      "step": 50673
    },
    {
      "epoch": 2.0755273397501535,
      "grad_norm": 3.411649180280114,
      "learning_rate": 0.00022355305387661268,
      "loss": 5.5625,
      "step": 50674
    },
    {
      "epoch": 2.07556829817735,
      "grad_norm": 2.501705549162196,
      "learning_rate": 0.0002235502114771524,
      "loss": 4.0625,
      "step": 50675
    },
    {
      "epoch": 2.0756092566045465,
      "grad_norm": 2.438710536976267,
      "learning_rate": 0.00022354736904292187,
      "loss": 3.2188,
      "step": 50676
    },
    {
      "epoch": 2.0756502150317426,
      "grad_norm": 2.7572977124965763,
      "learning_rate": 0.0002235445265739224,
      "loss": 4.7812,
      "step": 50677
    },
    {
      "epoch": 2.075691173458939,
      "grad_norm": 3.180152129851489,
      "learning_rate": 0.00022354168407015535,
      "loss": 4.0,
      "step": 50678
    },
    {
      "epoch": 2.0757321318861357,
      "grad_norm": 7.3130101541840835,
      "learning_rate": 0.00022353884153162204,
      "loss": 5.2812,
      "step": 50679
    },
    {
      "epoch": 2.075773090313332,
      "grad_norm": 4.585455016688857,
      "learning_rate": 0.00022353599895832382,
      "loss": 4.6875,
      "step": 50680
    },
    {
      "epoch": 2.0758140487405283,
      "grad_norm": 6.205422498401803,
      "learning_rate": 0.0002235331563502621,
      "loss": 3.9219,
      "step": 50681
    },
    {
      "epoch": 2.075855007167725,
      "grad_norm": 3.236232386653396,
      "learning_rate": 0.00022353031370743814,
      "loss": 6.2188,
      "step": 50682
    },
    {
      "epoch": 2.075895965594921,
      "grad_norm": 4.645352234317632,
      "learning_rate": 0.0002235274710298533,
      "loss": 4.4375,
      "step": 50683
    },
    {
      "epoch": 2.0759369240221175,
      "grad_norm": 4.8283176089947375,
      "learning_rate": 0.00022352462831750898,
      "loss": 3.3594,
      "step": 50684
    },
    {
      "epoch": 2.075977882449314,
      "grad_norm": 6.324498482064963,
      "learning_rate": 0.00022352178557040649,
      "loss": 4.9688,
      "step": 50685
    },
    {
      "epoch": 2.07601884087651,
      "grad_norm": 3.6685801104974596,
      "learning_rate": 0.0002235189427885471,
      "loss": 6.4062,
      "step": 50686
    },
    {
      "epoch": 2.0760597993037067,
      "grad_norm": 4.335015599470212,
      "learning_rate": 0.00022351609997193225,
      "loss": 4.6875,
      "step": 50687
    },
    {
      "epoch": 2.076100757730903,
      "grad_norm": 3.6763029776487155,
      "learning_rate": 0.00022351325712056328,
      "loss": 5.875,
      "step": 50688
    },
    {
      "epoch": 2.0761417161580997,
      "grad_norm": 4.518189340267049,
      "learning_rate": 0.00022351041423444146,
      "loss": 5.3125,
      "step": 50689
    },
    {
      "epoch": 2.076182674585296,
      "grad_norm": 2.8409524708032614,
      "learning_rate": 0.0002235075713135682,
      "loss": 4.25,
      "step": 50690
    },
    {
      "epoch": 2.0762236330124924,
      "grad_norm": 2.565412010698063,
      "learning_rate": 0.00022350472835794483,
      "loss": 3.75,
      "step": 50691
    },
    {
      "epoch": 2.076264591439689,
      "grad_norm": 2.762731552189207,
      "learning_rate": 0.0002235018853675727,
      "loss": 4.5938,
      "step": 50692
    },
    {
      "epoch": 2.076305549866885,
      "grad_norm": 2.5738205772659284,
      "learning_rate": 0.00022349904234245316,
      "loss": 1.5391,
      "step": 50693
    },
    {
      "epoch": 2.0763465082940815,
      "grad_norm": 2.3105303443536584,
      "learning_rate": 0.00022349619928258748,
      "loss": 3.9219,
      "step": 50694
    },
    {
      "epoch": 2.076387466721278,
      "grad_norm": 2.8991714244237214,
      "learning_rate": 0.00022349335618797713,
      "loss": 4.2188,
      "step": 50695
    },
    {
      "epoch": 2.076428425148474,
      "grad_norm": 3.082420861113545,
      "learning_rate": 0.00022349051305862333,
      "loss": 4.3438,
      "step": 50696
    },
    {
      "epoch": 2.0764693835756707,
      "grad_norm": 5.250640609529396,
      "learning_rate": 0.00022348766989452751,
      "loss": 5.1562,
      "step": 50697
    },
    {
      "epoch": 2.076510342002867,
      "grad_norm": 3.0181891954671345,
      "learning_rate": 0.00022348482669569094,
      "loss": 4.875,
      "step": 50698
    },
    {
      "epoch": 2.0765513004300633,
      "grad_norm": 3.5513611825947176,
      "learning_rate": 0.0002234819834621151,
      "loss": 5.5938,
      "step": 50699
    },
    {
      "epoch": 2.07659225885726,
      "grad_norm": 2.572221694572842,
      "learning_rate": 0.00022347914019380118,
      "loss": 4.3125,
      "step": 50700
    },
    {
      "epoch": 2.0766332172844564,
      "grad_norm": 3.49330940834124,
      "learning_rate": 0.00022347629689075058,
      "loss": 4.4375,
      "step": 50701
    },
    {
      "epoch": 2.0766741757116525,
      "grad_norm": 2.838491544363984,
      "learning_rate": 0.00022347345355296466,
      "loss": 4.9062,
      "step": 50702
    },
    {
      "epoch": 2.076715134138849,
      "grad_norm": 2.7695190958814297,
      "learning_rate": 0.0002234706101804448,
      "loss": 4.4375,
      "step": 50703
    },
    {
      "epoch": 2.0767560925660455,
      "grad_norm": 2.7636457706307,
      "learning_rate": 0.00022346776677319223,
      "loss": 4.125,
      "step": 50704
    },
    {
      "epoch": 2.0767970509932416,
      "grad_norm": 2.7860151603917847,
      "learning_rate": 0.0002234649233312084,
      "loss": 4.0625,
      "step": 50705
    },
    {
      "epoch": 2.076838009420438,
      "grad_norm": 2.7353227215209865,
      "learning_rate": 0.00022346207985449458,
      "loss": 4.125,
      "step": 50706
    },
    {
      "epoch": 2.0768789678476347,
      "grad_norm": 2.7093291815957428,
      "learning_rate": 0.00022345923634305216,
      "loss": 4.625,
      "step": 50707
    },
    {
      "epoch": 2.0769199262748312,
      "grad_norm": 3.0799678792783327,
      "learning_rate": 0.0002234563927968825,
      "loss": 4.3125,
      "step": 50708
    },
    {
      "epoch": 2.0769608847020273,
      "grad_norm": 2.8975525615606603,
      "learning_rate": 0.00022345354921598693,
      "loss": 3.6406,
      "step": 50709
    },
    {
      "epoch": 2.077001843129224,
      "grad_norm": 2.8389304463496745,
      "learning_rate": 0.00022345070560036675,
      "loss": 5.5938,
      "step": 50710
    },
    {
      "epoch": 2.0770428015564204,
      "grad_norm": 4.366401805218202,
      "learning_rate": 0.00022344786195002336,
      "loss": 6.0625,
      "step": 50711
    },
    {
      "epoch": 2.0770837599836165,
      "grad_norm": 6.680849743095344,
      "learning_rate": 0.0002234450182649581,
      "loss": 5.9688,
      "step": 50712
    },
    {
      "epoch": 2.077124718410813,
      "grad_norm": 3.102701777589817,
      "learning_rate": 0.00022344217454517228,
      "loss": 2.8281,
      "step": 50713
    },
    {
      "epoch": 2.0771656768380096,
      "grad_norm": 12.54965244594669,
      "learning_rate": 0.00022343933079066724,
      "loss": 4.4688,
      "step": 50714
    },
    {
      "epoch": 2.0772066352652057,
      "grad_norm": 3.3293087942294806,
      "learning_rate": 0.00022343648700144436,
      "loss": 5.625,
      "step": 50715
    },
    {
      "epoch": 2.077247593692402,
      "grad_norm": 2.970156791958107,
      "learning_rate": 0.000223433643177505,
      "loss": 5.0312,
      "step": 50716
    },
    {
      "epoch": 2.0772885521195987,
      "grad_norm": 2.8930951805694987,
      "learning_rate": 0.00022343079931885044,
      "loss": 4.375,
      "step": 50717
    },
    {
      "epoch": 2.077329510546795,
      "grad_norm": 4.217165151817702,
      "learning_rate": 0.00022342795542548206,
      "loss": 3.9531,
      "step": 50718
    },
    {
      "epoch": 2.0773704689739914,
      "grad_norm": 2.7059265606638454,
      "learning_rate": 0.0002234251114974012,
      "loss": 4.3125,
      "step": 50719
    },
    {
      "epoch": 2.077411427401188,
      "grad_norm": 2.687136792977476,
      "learning_rate": 0.00022342226753460924,
      "loss": 4.4375,
      "step": 50720
    },
    {
      "epoch": 2.077452385828384,
      "grad_norm": 2.7369347697914153,
      "learning_rate": 0.00022341942353710747,
      "loss": 4.3125,
      "step": 50721
    },
    {
      "epoch": 2.0774933442555805,
      "grad_norm": 4.28008926232589,
      "learning_rate": 0.00022341657950489724,
      "loss": 6.6562,
      "step": 50722
    },
    {
      "epoch": 2.077534302682777,
      "grad_norm": 4.668293030867944,
      "learning_rate": 0.00022341373543797993,
      "loss": 4.5312,
      "step": 50723
    },
    {
      "epoch": 2.077575261109973,
      "grad_norm": 2.6354922556756204,
      "learning_rate": 0.00022341089133635689,
      "loss": 4.0625,
      "step": 50724
    },
    {
      "epoch": 2.0776162195371697,
      "grad_norm": 2.65049449927006,
      "learning_rate": 0.0002234080472000294,
      "loss": 4.875,
      "step": 50725
    },
    {
      "epoch": 2.077657177964366,
      "grad_norm": 5.518584417233733,
      "learning_rate": 0.00022340520302899884,
      "loss": 3.2031,
      "step": 50726
    },
    {
      "epoch": 2.0776981363915628,
      "grad_norm": 2.8597081536399807,
      "learning_rate": 0.0002234023588232666,
      "loss": 4.9688,
      "step": 50727
    },
    {
      "epoch": 2.077739094818759,
      "grad_norm": 8.50824070423903,
      "learning_rate": 0.00022339951458283397,
      "loss": 3.5312,
      "step": 50728
    },
    {
      "epoch": 2.0777800532459554,
      "grad_norm": 9.52497884522992,
      "learning_rate": 0.0002233966703077023,
      "loss": 4.7188,
      "step": 50729
    },
    {
      "epoch": 2.077821011673152,
      "grad_norm": 3.180291001369536,
      "learning_rate": 0.00022339382599787292,
      "loss": 4.5938,
      "step": 50730
    },
    {
      "epoch": 2.077861970100348,
      "grad_norm": 3.254206533538153,
      "learning_rate": 0.00022339098165334725,
      "loss": 3.9219,
      "step": 50731
    },
    {
      "epoch": 2.0779029285275445,
      "grad_norm": 3.0792892290586975,
      "learning_rate": 0.00022338813727412654,
      "loss": 5.2188,
      "step": 50732
    },
    {
      "epoch": 2.077943886954741,
      "grad_norm": 2.4300468035468015,
      "learning_rate": 0.0002233852928602122,
      "loss": 3.4062,
      "step": 50733
    },
    {
      "epoch": 2.077984845381937,
      "grad_norm": 4.950050703156549,
      "learning_rate": 0.00022338244841160556,
      "loss": 5.2188,
      "step": 50734
    },
    {
      "epoch": 2.0780258038091337,
      "grad_norm": 2.7506767073600638,
      "learning_rate": 0.00022337960392830795,
      "loss": 4.5938,
      "step": 50735
    },
    {
      "epoch": 2.0780667622363302,
      "grad_norm": 3.2574863375734924,
      "learning_rate": 0.00022337675941032072,
      "loss": 4.625,
      "step": 50736
    },
    {
      "epoch": 2.0781077206635263,
      "grad_norm": 2.9025506605588816,
      "learning_rate": 0.0002233739148576452,
      "loss": 4.9375,
      "step": 50737
    },
    {
      "epoch": 2.078148679090723,
      "grad_norm": 4.575376038945366,
      "learning_rate": 0.00022337107027028277,
      "loss": 3.0156,
      "step": 50738
    },
    {
      "epoch": 2.0781896375179194,
      "grad_norm": 2.7992766017087725,
      "learning_rate": 0.00022336822564823474,
      "loss": 5.0625,
      "step": 50739
    },
    {
      "epoch": 2.0782305959451155,
      "grad_norm": 3.417599362299036,
      "learning_rate": 0.00022336538099150248,
      "loss": 5.1562,
      "step": 50740
    },
    {
      "epoch": 2.078271554372312,
      "grad_norm": 2.737381941739425,
      "learning_rate": 0.00022336253630008733,
      "loss": 3.9844,
      "step": 50741
    },
    {
      "epoch": 2.0783125127995086,
      "grad_norm": 2.8235165721599236,
      "learning_rate": 0.0002233596915739906,
      "loss": 4.9688,
      "step": 50742
    },
    {
      "epoch": 2.078353471226705,
      "grad_norm": 2.663239404350595,
      "learning_rate": 0.00022335684681321367,
      "loss": 5.4375,
      "step": 50743
    },
    {
      "epoch": 2.078394429653901,
      "grad_norm": 3.0386955334922545,
      "learning_rate": 0.0002233540020177579,
      "loss": 4.6562,
      "step": 50744
    },
    {
      "epoch": 2.0784353880810977,
      "grad_norm": 4.9056073705650896,
      "learning_rate": 0.00022335115718762462,
      "loss": 6.0312,
      "step": 50745
    },
    {
      "epoch": 2.0784763465082943,
      "grad_norm": 2.8444570622745866,
      "learning_rate": 0.00022334831232281516,
      "loss": 4.75,
      "step": 50746
    },
    {
      "epoch": 2.0785173049354904,
      "grad_norm": 2.981902904426402,
      "learning_rate": 0.00022334546742333087,
      "loss": 5.0,
      "step": 50747
    },
    {
      "epoch": 2.078558263362687,
      "grad_norm": 8.588785662035837,
      "learning_rate": 0.00022334262248917313,
      "loss": 3.1875,
      "step": 50748
    },
    {
      "epoch": 2.0785992217898834,
      "grad_norm": 2.071284729869159,
      "learning_rate": 0.0002233397775203432,
      "loss": 1.5703,
      "step": 50749
    },
    {
      "epoch": 2.0786401802170795,
      "grad_norm": 4.133650845041688,
      "learning_rate": 0.00022333693251684248,
      "loss": 4.375,
      "step": 50750
    },
    {
      "epoch": 2.078681138644276,
      "grad_norm": 7.51980097529663,
      "learning_rate": 0.00022333408747867236,
      "loss": 4.5625,
      "step": 50751
    },
    {
      "epoch": 2.0787220970714726,
      "grad_norm": 16.813483706081385,
      "learning_rate": 0.0002233312424058341,
      "loss": 6.1562,
      "step": 50752
    },
    {
      "epoch": 2.0787630554986687,
      "grad_norm": 4.454066999580828,
      "learning_rate": 0.00022332839729832912,
      "loss": 5.4375,
      "step": 50753
    },
    {
      "epoch": 2.0788040139258652,
      "grad_norm": 3.0190027356601212,
      "learning_rate": 0.0002233255521561587,
      "loss": 5.0625,
      "step": 50754
    },
    {
      "epoch": 2.0788449723530618,
      "grad_norm": 2.6840261199250537,
      "learning_rate": 0.00022332270697932423,
      "loss": 4.8438,
      "step": 50755
    },
    {
      "epoch": 2.078885930780258,
      "grad_norm": 2.747764767337357,
      "learning_rate": 0.00022331986176782706,
      "loss": 4.9375,
      "step": 50756
    },
    {
      "epoch": 2.0789268892074544,
      "grad_norm": 3.2188535524880377,
      "learning_rate": 0.00022331701652166848,
      "loss": 4.2812,
      "step": 50757
    },
    {
      "epoch": 2.078967847634651,
      "grad_norm": 2.48131096929248,
      "learning_rate": 0.00022331417124084983,
      "loss": 4.1875,
      "step": 50758
    },
    {
      "epoch": 2.079008806061847,
      "grad_norm": 3.9306854368636377,
      "learning_rate": 0.00022331132592537256,
      "loss": 3.5,
      "step": 50759
    },
    {
      "epoch": 2.0790497644890436,
      "grad_norm": 2.73228072350902,
      "learning_rate": 0.0002233084805752379,
      "loss": 4.5312,
      "step": 50760
    },
    {
      "epoch": 2.07909072291624,
      "grad_norm": 3.9415707077042645,
      "learning_rate": 0.0002233056351904473,
      "loss": 5.7812,
      "step": 50761
    },
    {
      "epoch": 2.0791316813434366,
      "grad_norm": 2.6288324344637584,
      "learning_rate": 0.000223302789771002,
      "loss": 4.4062,
      "step": 50762
    },
    {
      "epoch": 2.0791726397706327,
      "grad_norm": 3.2237882628329353,
      "learning_rate": 0.00022329994431690345,
      "loss": 4.8438,
      "step": 50763
    },
    {
      "epoch": 2.0792135981978292,
      "grad_norm": 2.8123082046295793,
      "learning_rate": 0.0002232970988281529,
      "loss": 4.6875,
      "step": 50764
    },
    {
      "epoch": 2.079254556625026,
      "grad_norm": 2.7195376683705925,
      "learning_rate": 0.00022329425330475176,
      "loss": 4.0625,
      "step": 50765
    },
    {
      "epoch": 2.079295515052222,
      "grad_norm": 3.9663094670723487,
      "learning_rate": 0.0002232914077467013,
      "loss": 4.7188,
      "step": 50766
    },
    {
      "epoch": 2.0793364734794184,
      "grad_norm": 2.871259032194695,
      "learning_rate": 0.00022328856215400296,
      "loss": 4.4062,
      "step": 50767
    },
    {
      "epoch": 2.079377431906615,
      "grad_norm": 2.559283335899181,
      "learning_rate": 0.000223285716526658,
      "loss": 4.2812,
      "step": 50768
    },
    {
      "epoch": 2.079418390333811,
      "grad_norm": 6.378573692336931,
      "learning_rate": 0.00022328287086466786,
      "loss": 4.75,
      "step": 50769
    },
    {
      "epoch": 2.0794593487610076,
      "grad_norm": 2.680194781464149,
      "learning_rate": 0.00022328002516803383,
      "loss": 4.4688,
      "step": 50770
    },
    {
      "epoch": 2.079500307188204,
      "grad_norm": 3.0899361880889655,
      "learning_rate": 0.00022327717943675722,
      "loss": 5.0,
      "step": 50771
    },
    {
      "epoch": 2.0795412656154,
      "grad_norm": 3.0819436730047047,
      "learning_rate": 0.00022327433367083942,
      "loss": 5.0625,
      "step": 50772
    },
    {
      "epoch": 2.0795822240425967,
      "grad_norm": 2.655303531605258,
      "learning_rate": 0.00022327148787028175,
      "loss": 4.7812,
      "step": 50773
    },
    {
      "epoch": 2.0796231824697933,
      "grad_norm": 3.3467782117458325,
      "learning_rate": 0.00022326864203508562,
      "loss": 4.875,
      "step": 50774
    },
    {
      "epoch": 2.0796641408969894,
      "grad_norm": 6.945202473527664,
      "learning_rate": 0.0002232657961652523,
      "loss": 5.1875,
      "step": 50775
    },
    {
      "epoch": 2.079705099324186,
      "grad_norm": 3.56065953410724,
      "learning_rate": 0.00022326295026078318,
      "loss": 4.6875,
      "step": 50776
    },
    {
      "epoch": 2.0797460577513824,
      "grad_norm": 10.017909063799253,
      "learning_rate": 0.00022326010432167958,
      "loss": 4.6875,
      "step": 50777
    },
    {
      "epoch": 2.0797870161785785,
      "grad_norm": 2.4607013275286875,
      "learning_rate": 0.0002232572583479428,
      "loss": 4.4062,
      "step": 50778
    },
    {
      "epoch": 2.079827974605775,
      "grad_norm": 2.592585127494291,
      "learning_rate": 0.00022325441233957428,
      "loss": 4.4688,
      "step": 50779
    },
    {
      "epoch": 2.0798689330329716,
      "grad_norm": 3.049286949395584,
      "learning_rate": 0.00022325156629657536,
      "loss": 5.7812,
      "step": 50780
    },
    {
      "epoch": 2.079909891460168,
      "grad_norm": 2.6379588528174223,
      "learning_rate": 0.0002232487202189473,
      "loss": 4.2812,
      "step": 50781
    },
    {
      "epoch": 2.0799508498873642,
      "grad_norm": 4.326514638647749,
      "learning_rate": 0.0002232458741066915,
      "loss": 5.0,
      "step": 50782
    },
    {
      "epoch": 2.0799918083145608,
      "grad_norm": 3.820545823118347,
      "learning_rate": 0.00022324302795980933,
      "loss": 4.1562,
      "step": 50783
    },
    {
      "epoch": 2.0800327667417573,
      "grad_norm": 5.237820435020315,
      "learning_rate": 0.00022324018177830208,
      "loss": 3.4531,
      "step": 50784
    },
    {
      "epoch": 2.0800737251689534,
      "grad_norm": 3.98737848679351,
      "learning_rate": 0.00022323733556217114,
      "loss": 5.2812,
      "step": 50785
    },
    {
      "epoch": 2.08011468359615,
      "grad_norm": 2.7838609560539505,
      "learning_rate": 0.00022323448931141782,
      "loss": 4.1562,
      "step": 50786
    },
    {
      "epoch": 2.0801556420233465,
      "grad_norm": 3.54657720050961,
      "learning_rate": 0.0002232316430260435,
      "loss": 4.0312,
      "step": 50787
    },
    {
      "epoch": 2.0801966004505426,
      "grad_norm": 3.1304588126605433,
      "learning_rate": 0.0002232287967060495,
      "loss": 5.8438,
      "step": 50788
    },
    {
      "epoch": 2.080237558877739,
      "grad_norm": 2.6188494178576063,
      "learning_rate": 0.00022322595035143719,
      "loss": 3.9062,
      "step": 50789
    },
    {
      "epoch": 2.0802785173049356,
      "grad_norm": 4.9857117993704065,
      "learning_rate": 0.00022322310396220786,
      "loss": 6.875,
      "step": 50790
    },
    {
      "epoch": 2.0803194757321317,
      "grad_norm": 2.4903635466216634,
      "learning_rate": 0.00022322025753836294,
      "loss": 4.875,
      "step": 50791
    },
    {
      "epoch": 2.0803604341593283,
      "grad_norm": 3.5999082090115944,
      "learning_rate": 0.0002232174110799037,
      "loss": 3.0156,
      "step": 50792
    },
    {
      "epoch": 2.080401392586525,
      "grad_norm": 3.056180481601933,
      "learning_rate": 0.00022321456458683156,
      "loss": 4.5938,
      "step": 50793
    },
    {
      "epoch": 2.080442351013721,
      "grad_norm": 3.121280524623513,
      "learning_rate": 0.00022321171805914775,
      "loss": 5.3438,
      "step": 50794
    },
    {
      "epoch": 2.0804833094409174,
      "grad_norm": 2.8268948748641325,
      "learning_rate": 0.00022320887149685374,
      "loss": 5.2812,
      "step": 50795
    },
    {
      "epoch": 2.080524267868114,
      "grad_norm": 7.404935900240219,
      "learning_rate": 0.00022320602489995083,
      "loss": 3.0,
      "step": 50796
    },
    {
      "epoch": 2.0805652262953105,
      "grad_norm": 8.345104085523284,
      "learning_rate": 0.00022320317826844034,
      "loss": 3.4688,
      "step": 50797
    },
    {
      "epoch": 2.0806061847225066,
      "grad_norm": 2.859910452103121,
      "learning_rate": 0.00022320033160232362,
      "loss": 4.2812,
      "step": 50798
    },
    {
      "epoch": 2.080647143149703,
      "grad_norm": 2.700628811928799,
      "learning_rate": 0.00022319748490160206,
      "loss": 3.4531,
      "step": 50799
    },
    {
      "epoch": 2.0806881015768997,
      "grad_norm": 2.9147345392707686,
      "learning_rate": 0.00022319463816627698,
      "loss": 5.0,
      "step": 50800
    },
    {
      "epoch": 2.0807290600040957,
      "grad_norm": 2.532446783355668,
      "learning_rate": 0.0002231917913963497,
      "loss": 4.5938,
      "step": 50801
    },
    {
      "epoch": 2.0807700184312923,
      "grad_norm": 2.8063885617714015,
      "learning_rate": 0.0002231889445918216,
      "loss": 4.9688,
      "step": 50802
    },
    {
      "epoch": 2.080810976858489,
      "grad_norm": 2.784732160516936,
      "learning_rate": 0.000223186097752694,
      "loss": 5.625,
      "step": 50803
    },
    {
      "epoch": 2.080851935285685,
      "grad_norm": 4.686150918322536,
      "learning_rate": 0.00022318325087896827,
      "loss": 3.0312,
      "step": 50804
    },
    {
      "epoch": 2.0808928937128814,
      "grad_norm": 2.4740132464408657,
      "learning_rate": 0.00022318040397064574,
      "loss": 4.5625,
      "step": 50805
    },
    {
      "epoch": 2.080933852140078,
      "grad_norm": 2.9503592415791253,
      "learning_rate": 0.00022317755702772778,
      "loss": 3.8438,
      "step": 50806
    },
    {
      "epoch": 2.080974810567274,
      "grad_norm": 4.390379608005466,
      "learning_rate": 0.0002231747100502157,
      "loss": 1.3516,
      "step": 50807
    },
    {
      "epoch": 2.0810157689944706,
      "grad_norm": 2.4809598852685806,
      "learning_rate": 0.0002231718630381109,
      "loss": 2.4219,
      "step": 50808
    },
    {
      "epoch": 2.081056727421667,
      "grad_norm": 2.7851396196114435,
      "learning_rate": 0.00022316901599141463,
      "loss": 5.375,
      "step": 50809
    },
    {
      "epoch": 2.0810976858488632,
      "grad_norm": 4.233233660403629,
      "learning_rate": 0.0002231661689101283,
      "loss": 4.0938,
      "step": 50810
    },
    {
      "epoch": 2.0811386442760598,
      "grad_norm": 3.2313969789845545,
      "learning_rate": 0.00022316332179425332,
      "loss": 5.1875,
      "step": 50811
    },
    {
      "epoch": 2.0811796027032563,
      "grad_norm": 3.2575059316053614,
      "learning_rate": 0.00022316047464379093,
      "loss": 5.5,
      "step": 50812
    },
    {
      "epoch": 2.0812205611304524,
      "grad_norm": 3.2640038919565457,
      "learning_rate": 0.00022315762745874247,
      "loss": 5.1875,
      "step": 50813
    },
    {
      "epoch": 2.081261519557649,
      "grad_norm": 3.424335588151204,
      "learning_rate": 0.00022315478023910934,
      "loss": 5.5938,
      "step": 50814
    },
    {
      "epoch": 2.0813024779848455,
      "grad_norm": 2.961242183068611,
      "learning_rate": 0.0002231519329848929,
      "loss": 4.7188,
      "step": 50815
    },
    {
      "epoch": 2.081343436412042,
      "grad_norm": 7.516427301215973,
      "learning_rate": 0.00022314908569609447,
      "loss": 3.0312,
      "step": 50816
    },
    {
      "epoch": 2.081384394839238,
      "grad_norm": 3.5715437539767922,
      "learning_rate": 0.0002231462383727154,
      "loss": 1.9609,
      "step": 50817
    },
    {
      "epoch": 2.0814253532664346,
      "grad_norm": 4.269915498588182,
      "learning_rate": 0.000223143391014757,
      "loss": 5.7188,
      "step": 50818
    },
    {
      "epoch": 2.081466311693631,
      "grad_norm": 3.046430160007411,
      "learning_rate": 0.00022314054362222068,
      "loss": 4.375,
      "step": 50819
    },
    {
      "epoch": 2.0815072701208273,
      "grad_norm": 3.0189440339060925,
      "learning_rate": 0.00022313769619510776,
      "loss": 5.3438,
      "step": 50820
    },
    {
      "epoch": 2.081548228548024,
      "grad_norm": 2.7878205819006907,
      "learning_rate": 0.00022313484873341959,
      "loss": 4.5,
      "step": 50821
    },
    {
      "epoch": 2.0815891869752203,
      "grad_norm": 2.5011954953383997,
      "learning_rate": 0.00022313200123715748,
      "loss": 3.9531,
      "step": 50822
    },
    {
      "epoch": 2.0816301454024164,
      "grad_norm": 2.8001276905029315,
      "learning_rate": 0.00022312915370632281,
      "loss": 3.9219,
      "step": 50823
    },
    {
      "epoch": 2.081671103829613,
      "grad_norm": 2.718112904052441,
      "learning_rate": 0.0002231263061409169,
      "loss": 4.6875,
      "step": 50824
    },
    {
      "epoch": 2.0817120622568095,
      "grad_norm": 3.2481865116215674,
      "learning_rate": 0.00022312345854094115,
      "loss": 4.4375,
      "step": 50825
    },
    {
      "epoch": 2.0817530206840056,
      "grad_norm": 4.694394780467475,
      "learning_rate": 0.00022312061090639686,
      "loss": 4.2188,
      "step": 50826
    },
    {
      "epoch": 2.081793979111202,
      "grad_norm": 2.705977241225966,
      "learning_rate": 0.0002231177632372854,
      "loss": 4.3438,
      "step": 50827
    },
    {
      "epoch": 2.0818349375383987,
      "grad_norm": 4.263973768479991,
      "learning_rate": 0.00022311491553360808,
      "loss": 2.3125,
      "step": 50828
    },
    {
      "epoch": 2.0818758959655947,
      "grad_norm": 3.6208062688538307,
      "learning_rate": 0.0002231120677953663,
      "loss": 5.2188,
      "step": 50829
    },
    {
      "epoch": 2.0819168543927913,
      "grad_norm": 2.3558941428766955,
      "learning_rate": 0.00022310922002256135,
      "loss": 3.8438,
      "step": 50830
    },
    {
      "epoch": 2.081957812819988,
      "grad_norm": 3.161854616270809,
      "learning_rate": 0.00022310637221519463,
      "loss": 6.4062,
      "step": 50831
    },
    {
      "epoch": 2.081998771247184,
      "grad_norm": 2.8254204748131717,
      "learning_rate": 0.0002231035243732674,
      "loss": 4.8438,
      "step": 50832
    },
    {
      "epoch": 2.0820397296743804,
      "grad_norm": 3.079732117634504,
      "learning_rate": 0.00022310067649678115,
      "loss": 4.2812,
      "step": 50833
    },
    {
      "epoch": 2.082080688101577,
      "grad_norm": 13.061310557658569,
      "learning_rate": 0.00022309782858573706,
      "loss": 4.125,
      "step": 50834
    },
    {
      "epoch": 2.0821216465287735,
      "grad_norm": 2.9712704199603297,
      "learning_rate": 0.0002230949806401366,
      "loss": 4.5625,
      "step": 50835
    },
    {
      "epoch": 2.0821626049559696,
      "grad_norm": 2.7243950014237717,
      "learning_rate": 0.0002230921326599811,
      "loss": 4.125,
      "step": 50836
    },
    {
      "epoch": 2.082203563383166,
      "grad_norm": 2.6802422209671315,
      "learning_rate": 0.00022308928464527186,
      "loss": 4.7188,
      "step": 50837
    },
    {
      "epoch": 2.0822445218103627,
      "grad_norm": 9.472838430981342,
      "learning_rate": 0.0002230864365960102,
      "loss": 5.2188,
      "step": 50838
    },
    {
      "epoch": 2.0822854802375588,
      "grad_norm": 3.22266721728415,
      "learning_rate": 0.00022308358851219758,
      "loss": 4.5312,
      "step": 50839
    },
    {
      "epoch": 2.0823264386647553,
      "grad_norm": 8.09483385143085,
      "learning_rate": 0.0002230807403938353,
      "loss": 6.0,
      "step": 50840
    },
    {
      "epoch": 2.082367397091952,
      "grad_norm": 2.4831378619629256,
      "learning_rate": 0.00022307789224092458,
      "loss": 4.3438,
      "step": 50841
    },
    {
      "epoch": 2.082408355519148,
      "grad_norm": 2.591191845534884,
      "learning_rate": 0.00022307504405346697,
      "loss": 4.9062,
      "step": 50842
    },
    {
      "epoch": 2.0824493139463445,
      "grad_norm": 2.7295268116980504,
      "learning_rate": 0.0002230721958314637,
      "loss": 4.0,
      "step": 50843
    },
    {
      "epoch": 2.082490272373541,
      "grad_norm": 5.497935441347508,
      "learning_rate": 0.0002230693475749161,
      "loss": 5.3125,
      "step": 50844
    },
    {
      "epoch": 2.082531230800737,
      "grad_norm": 3.7344523960709965,
      "learning_rate": 0.00022306649928382556,
      "loss": 4.4688,
      "step": 50845
    },
    {
      "epoch": 2.0825721892279336,
      "grad_norm": 2.5057350827869818,
      "learning_rate": 0.00022306365095819342,
      "loss": 4.5625,
      "step": 50846
    },
    {
      "epoch": 2.08261314765513,
      "grad_norm": 3.3635282925480814,
      "learning_rate": 0.00022306080259802108,
      "loss": 6.2188,
      "step": 50847
    },
    {
      "epoch": 2.0826541060823263,
      "grad_norm": 2.6815477016308362,
      "learning_rate": 0.00022305795420330977,
      "loss": 3.875,
      "step": 50848
    },
    {
      "epoch": 2.082695064509523,
      "grad_norm": 2.738194932406222,
      "learning_rate": 0.00022305510577406095,
      "loss": 3.7812,
      "step": 50849
    },
    {
      "epoch": 2.0827360229367193,
      "grad_norm": 4.979293935218148,
      "learning_rate": 0.00022305225731027582,
      "loss": 4.375,
      "step": 50850
    },
    {
      "epoch": 2.0827769813639154,
      "grad_norm": 5.307863218290601,
      "learning_rate": 0.0002230494088119559,
      "loss": 1.3984,
      "step": 50851
    },
    {
      "epoch": 2.082817939791112,
      "grad_norm": 2.9752908127098894,
      "learning_rate": 0.00022304656027910248,
      "loss": 3.8438,
      "step": 50852
    },
    {
      "epoch": 2.0828588982183085,
      "grad_norm": 2.8566063855495765,
      "learning_rate": 0.00022304371171171685,
      "loss": 4.1875,
      "step": 50853
    },
    {
      "epoch": 2.082899856645505,
      "grad_norm": 3.94491882045225,
      "learning_rate": 0.00022304086310980035,
      "loss": 5.0938,
      "step": 50854
    },
    {
      "epoch": 2.082940815072701,
      "grad_norm": 3.267144277936001,
      "learning_rate": 0.00022303801447335443,
      "loss": 3.7969,
      "step": 50855
    },
    {
      "epoch": 2.0829817734998977,
      "grad_norm": 3.744323489877195,
      "learning_rate": 0.00022303516580238035,
      "loss": 4.9375,
      "step": 50856
    },
    {
      "epoch": 2.083022731927094,
      "grad_norm": 3.260275650007811,
      "learning_rate": 0.0002230323170968795,
      "loss": 4.25,
      "step": 50857
    },
    {
      "epoch": 2.0830636903542903,
      "grad_norm": 3.17251651760455,
      "learning_rate": 0.00022302946835685316,
      "loss": 4.75,
      "step": 50858
    },
    {
      "epoch": 2.083104648781487,
      "grad_norm": 2.9984211439061754,
      "learning_rate": 0.00022302661958230276,
      "loss": 5.1562,
      "step": 50859
    },
    {
      "epoch": 2.0831456072086834,
      "grad_norm": 3.3418275550286056,
      "learning_rate": 0.00022302377077322962,
      "loss": 5.0,
      "step": 50860
    },
    {
      "epoch": 2.0831865656358795,
      "grad_norm": 2.9810077686778924,
      "learning_rate": 0.0002230209219296351,
      "loss": 4.8125,
      "step": 50861
    },
    {
      "epoch": 2.083227524063076,
      "grad_norm": 3.9499325445062774,
      "learning_rate": 0.00022301807305152047,
      "loss": 3.875,
      "step": 50862
    },
    {
      "epoch": 2.0832684824902725,
      "grad_norm": 9.29422454719191,
      "learning_rate": 0.00022301522413888716,
      "loss": 5.5312,
      "step": 50863
    },
    {
      "epoch": 2.0833094409174686,
      "grad_norm": 3.0975154468856645,
      "learning_rate": 0.00022301237519173648,
      "loss": 4.9062,
      "step": 50864
    },
    {
      "epoch": 2.083350399344665,
      "grad_norm": 2.8122585013872943,
      "learning_rate": 0.00022300952621006977,
      "loss": 4.1875,
      "step": 50865
    },
    {
      "epoch": 2.0833913577718617,
      "grad_norm": 31.154707496242008,
      "learning_rate": 0.0002230066771938884,
      "loss": 3.8906,
      "step": 50866
    },
    {
      "epoch": 2.0834323161990578,
      "grad_norm": 3.414165121152943,
      "learning_rate": 0.00022300382814319374,
      "loss": 6.0,
      "step": 50867
    },
    {
      "epoch": 2.0834732746262543,
      "grad_norm": 2.746968738447264,
      "learning_rate": 0.00022300097905798708,
      "loss": 4.75,
      "step": 50868
    },
    {
      "epoch": 2.083514233053451,
      "grad_norm": 3.0467883894077787,
      "learning_rate": 0.00022299812993826983,
      "loss": 5.1562,
      "step": 50869
    },
    {
      "epoch": 2.083555191480647,
      "grad_norm": 3.5304703994458464,
      "learning_rate": 0.00022299528078404326,
      "loss": 3.8906,
      "step": 50870
    },
    {
      "epoch": 2.0835961499078435,
      "grad_norm": 2.730749378339147,
      "learning_rate": 0.00022299243159530876,
      "loss": 4.4062,
      "step": 50871
    },
    {
      "epoch": 2.08363710833504,
      "grad_norm": 2.768068614403797,
      "learning_rate": 0.0002229895823720677,
      "loss": 4.9688,
      "step": 50872
    },
    {
      "epoch": 2.0836780667622365,
      "grad_norm": 2.930467515428456,
      "learning_rate": 0.0002229867331143214,
      "loss": 4.1875,
      "step": 50873
    },
    {
      "epoch": 2.0837190251894326,
      "grad_norm": 3.8351774678184825,
      "learning_rate": 0.00022298388382207114,
      "loss": 5.2812,
      "step": 50874
    },
    {
      "epoch": 2.083759983616629,
      "grad_norm": 5.394072563635383,
      "learning_rate": 0.0002229810344953184,
      "loss": 4.5,
      "step": 50875
    },
    {
      "epoch": 2.0838009420438257,
      "grad_norm": 2.8991302548313196,
      "learning_rate": 0.00022297818513406447,
      "loss": 5.0312,
      "step": 50876
    },
    {
      "epoch": 2.083841900471022,
      "grad_norm": 2.8468129338677017,
      "learning_rate": 0.00022297533573831065,
      "loss": 4.9375,
      "step": 50877
    },
    {
      "epoch": 2.0838828588982183,
      "grad_norm": 3.9004203374646975,
      "learning_rate": 0.00022297248630805838,
      "loss": 4.7188,
      "step": 50878
    },
    {
      "epoch": 2.083923817325415,
      "grad_norm": 8.369295689920676,
      "learning_rate": 0.00022296963684330888,
      "loss": 3.7969,
      "step": 50879
    },
    {
      "epoch": 2.083964775752611,
      "grad_norm": 3.038024102514166,
      "learning_rate": 0.00022296678734406362,
      "loss": 4.5312,
      "step": 50880
    },
    {
      "epoch": 2.0840057341798075,
      "grad_norm": 3.042329314952508,
      "learning_rate": 0.00022296393781032388,
      "loss": 4.1875,
      "step": 50881
    },
    {
      "epoch": 2.084046692607004,
      "grad_norm": 2.8085444531795107,
      "learning_rate": 0.00022296108824209102,
      "loss": 4.9375,
      "step": 50882
    },
    {
      "epoch": 2.0840876510342,
      "grad_norm": 3.23756046038994,
      "learning_rate": 0.0002229582386393664,
      "loss": 3.0156,
      "step": 50883
    },
    {
      "epoch": 2.0841286094613967,
      "grad_norm": 4.302877751683156,
      "learning_rate": 0.00022295538900215137,
      "loss": 2.7344,
      "step": 50884
    },
    {
      "epoch": 2.084169567888593,
      "grad_norm": 2.6646836633633217,
      "learning_rate": 0.00022295253933044725,
      "loss": 4.4688,
      "step": 50885
    },
    {
      "epoch": 2.0842105263157893,
      "grad_norm": 2.67402985864162,
      "learning_rate": 0.0002229496896242554,
      "loss": 4.8125,
      "step": 50886
    },
    {
      "epoch": 2.084251484742986,
      "grad_norm": 3.3832776388997567,
      "learning_rate": 0.00022294683988357717,
      "loss": 4.625,
      "step": 50887
    },
    {
      "epoch": 2.0842924431701824,
      "grad_norm": 2.9414441606850623,
      "learning_rate": 0.00022294399010841393,
      "loss": 4.6875,
      "step": 50888
    },
    {
      "epoch": 2.0843334015973785,
      "grad_norm": 5.641006795918762,
      "learning_rate": 0.00022294114029876698,
      "loss": 7.0625,
      "step": 50889
    },
    {
      "epoch": 2.084374360024575,
      "grad_norm": 12.893469949013577,
      "learning_rate": 0.00022293829045463766,
      "loss": 3.1719,
      "step": 50890
    },
    {
      "epoch": 2.0844153184517715,
      "grad_norm": 2.7811147650695194,
      "learning_rate": 0.0002229354405760274,
      "loss": 4.4375,
      "step": 50891
    },
    {
      "epoch": 2.084456276878968,
      "grad_norm": 3.1387250486769926,
      "learning_rate": 0.0002229325906629375,
      "loss": 4.8125,
      "step": 50892
    },
    {
      "epoch": 2.084497235306164,
      "grad_norm": 2.926414554697729,
      "learning_rate": 0.00022292974071536927,
      "loss": 4.7188,
      "step": 50893
    },
    {
      "epoch": 2.0845381937333607,
      "grad_norm": 2.85844549179092,
      "learning_rate": 0.0002229268907333241,
      "loss": 4.6562,
      "step": 50894
    },
    {
      "epoch": 2.0845791521605572,
      "grad_norm": 7.257146284462342,
      "learning_rate": 0.00022292404071680332,
      "loss": 7.5,
      "step": 50895
    },
    {
      "epoch": 2.0846201105877533,
      "grad_norm": 4.613306281794323,
      "learning_rate": 0.0002229211906658083,
      "loss": 3.7188,
      "step": 50896
    },
    {
      "epoch": 2.08466106901495,
      "grad_norm": 2.5819076497300135,
      "learning_rate": 0.0002229183405803404,
      "loss": 3.9219,
      "step": 50897
    },
    {
      "epoch": 2.0847020274421464,
      "grad_norm": 6.090034090583906,
      "learning_rate": 0.00022291549046040088,
      "loss": 5.1875,
      "step": 50898
    },
    {
      "epoch": 2.0847429858693425,
      "grad_norm": 7.2555171337370385,
      "learning_rate": 0.0002229126403059912,
      "loss": 6.0938,
      "step": 50899
    },
    {
      "epoch": 2.084783944296539,
      "grad_norm": 3.768656260224753,
      "learning_rate": 0.0002229097901171126,
      "loss": 4.625,
      "step": 50900
    },
    {
      "epoch": 2.0848249027237356,
      "grad_norm": 2.8101244706258015,
      "learning_rate": 0.00022290693989376653,
      "loss": 4.8125,
      "step": 50901
    },
    {
      "epoch": 2.0848658611509316,
      "grad_norm": 2.969755516750667,
      "learning_rate": 0.00022290408963595426,
      "loss": 4.7188,
      "step": 50902
    },
    {
      "epoch": 2.084906819578128,
      "grad_norm": 2.910830654229977,
      "learning_rate": 0.0002229012393436772,
      "loss": 5.1562,
      "step": 50903
    },
    {
      "epoch": 2.0849477780053247,
      "grad_norm": 2.8955733049126025,
      "learning_rate": 0.00022289838901693666,
      "loss": 4.0625,
      "step": 50904
    },
    {
      "epoch": 2.084988736432521,
      "grad_norm": 2.7771132999558024,
      "learning_rate": 0.00022289553865573398,
      "loss": 4.7188,
      "step": 50905
    },
    {
      "epoch": 2.0850296948597173,
      "grad_norm": 2.8300013511168567,
      "learning_rate": 0.0002228926882600705,
      "loss": 5.7812,
      "step": 50906
    },
    {
      "epoch": 2.085070653286914,
      "grad_norm": 2.7563657507648505,
      "learning_rate": 0.0002228898378299476,
      "loss": 3.9219,
      "step": 50907
    },
    {
      "epoch": 2.08511161171411,
      "grad_norm": 2.8844163474756748,
      "learning_rate": 0.00022288698736536663,
      "loss": 4.0,
      "step": 50908
    },
    {
      "epoch": 2.0851525701413065,
      "grad_norm": 2.862137321101158,
      "learning_rate": 0.00022288413686632891,
      "loss": 4.3438,
      "step": 50909
    },
    {
      "epoch": 2.085193528568503,
      "grad_norm": 2.7445528937450705,
      "learning_rate": 0.00022288128633283577,
      "loss": 4.9688,
      "step": 50910
    },
    {
      "epoch": 2.0852344869956996,
      "grad_norm": 2.1854243280824233,
      "learning_rate": 0.00022287843576488864,
      "loss": 1.1719,
      "step": 50911
    },
    {
      "epoch": 2.0852754454228957,
      "grad_norm": 4.462344804104399,
      "learning_rate": 0.0002228755851624888,
      "loss": 4.3125,
      "step": 50912
    },
    {
      "epoch": 2.085316403850092,
      "grad_norm": 3.625459121711634,
      "learning_rate": 0.00022287273452563757,
      "loss": 5.1562,
      "step": 50913
    },
    {
      "epoch": 2.0853573622772887,
      "grad_norm": 2.838655499777267,
      "learning_rate": 0.0002228698838543364,
      "loss": 4.9688,
      "step": 50914
    },
    {
      "epoch": 2.085398320704485,
      "grad_norm": 2.5259235708714196,
      "learning_rate": 0.00022286703314858654,
      "loss": 4.25,
      "step": 50915
    },
    {
      "epoch": 2.0854392791316814,
      "grad_norm": 3.2316261350281983,
      "learning_rate": 0.00022286418240838936,
      "loss": 5.0312,
      "step": 50916
    },
    {
      "epoch": 2.085480237558878,
      "grad_norm": 2.8610300377787246,
      "learning_rate": 0.0002228613316337463,
      "loss": 4.4375,
      "step": 50917
    },
    {
      "epoch": 2.085521195986074,
      "grad_norm": 6.831611634498765,
      "learning_rate": 0.00022285848082465853,
      "loss": 2.8125,
      "step": 50918
    },
    {
      "epoch": 2.0855621544132705,
      "grad_norm": 2.9905525943126325,
      "learning_rate": 0.00022285562998112756,
      "loss": 4.2812,
      "step": 50919
    },
    {
      "epoch": 2.085603112840467,
      "grad_norm": 2.7007519463815206,
      "learning_rate": 0.00022285277910315466,
      "loss": 4.125,
      "step": 50920
    },
    {
      "epoch": 2.085644071267663,
      "grad_norm": 2.8471783922060405,
      "learning_rate": 0.0002228499281907412,
      "loss": 5.1875,
      "step": 50921
    },
    {
      "epoch": 2.0856850296948597,
      "grad_norm": 2.9195483627703447,
      "learning_rate": 0.00022284707724388848,
      "loss": 5.4375,
      "step": 50922
    },
    {
      "epoch": 2.0857259881220562,
      "grad_norm": 3.4598735121476447,
      "learning_rate": 0.00022284422626259794,
      "loss": 4.7188,
      "step": 50923
    },
    {
      "epoch": 2.0857669465492523,
      "grad_norm": 3.102857008486011,
      "learning_rate": 0.00022284137524687087,
      "loss": 4.8125,
      "step": 50924
    },
    {
      "epoch": 2.085807904976449,
      "grad_norm": 3.2918113334282513,
      "learning_rate": 0.0002228385241967086,
      "loss": 4.5,
      "step": 50925
    },
    {
      "epoch": 2.0858488634036454,
      "grad_norm": 3.022875838374394,
      "learning_rate": 0.0002228356731121125,
      "loss": 4.0938,
      "step": 50926
    },
    {
      "epoch": 2.0858898218308415,
      "grad_norm": 2.914858889935229,
      "learning_rate": 0.00022283282199308396,
      "loss": 2.1562,
      "step": 50927
    },
    {
      "epoch": 2.085930780258038,
      "grad_norm": 3.0007092183567643,
      "learning_rate": 0.00022282997083962426,
      "loss": 4.1875,
      "step": 50928
    },
    {
      "epoch": 2.0859717386852346,
      "grad_norm": 3.217424546601434,
      "learning_rate": 0.0002228271196517348,
      "loss": 4.9688,
      "step": 50929
    },
    {
      "epoch": 2.086012697112431,
      "grad_norm": 3.1783868141614606,
      "learning_rate": 0.00022282426842941687,
      "loss": 5.6562,
      "step": 50930
    },
    {
      "epoch": 2.086053655539627,
      "grad_norm": 4.516116154711322,
      "learning_rate": 0.00022282141717267187,
      "loss": 6.3438,
      "step": 50931
    },
    {
      "epoch": 2.0860946139668237,
      "grad_norm": 2.604786634857455,
      "learning_rate": 0.00022281856588150114,
      "loss": 4.4062,
      "step": 50932
    },
    {
      "epoch": 2.0861355723940203,
      "grad_norm": 2.796010136537838,
      "learning_rate": 0.000222815714555906,
      "loss": 4.0312,
      "step": 50933
    },
    {
      "epoch": 2.0861765308212163,
      "grad_norm": 10.069113563329223,
      "learning_rate": 0.0002228128631958878,
      "loss": 5.6562,
      "step": 50934
    },
    {
      "epoch": 2.086217489248413,
      "grad_norm": 4.250312068646181,
      "learning_rate": 0.0002228100118014479,
      "loss": 4.7188,
      "step": 50935
    },
    {
      "epoch": 2.0862584476756094,
      "grad_norm": 2.7868895954281134,
      "learning_rate": 0.0002228071603725877,
      "loss": 4.0625,
      "step": 50936
    },
    {
      "epoch": 2.0862994061028055,
      "grad_norm": 4.016173269483733,
      "learning_rate": 0.00022280430890930848,
      "loss": 5.8438,
      "step": 50937
    },
    {
      "epoch": 2.086340364530002,
      "grad_norm": 3.4402241661435617,
      "learning_rate": 0.00022280145741161158,
      "loss": 4.6562,
      "step": 50938
    },
    {
      "epoch": 2.0863813229571986,
      "grad_norm": 3.0548433964182107,
      "learning_rate": 0.00022279860587949842,
      "loss": 4.9375,
      "step": 50939
    },
    {
      "epoch": 2.0864222813843947,
      "grad_norm": 2.8317187328521056,
      "learning_rate": 0.00022279575431297026,
      "loss": 4.4375,
      "step": 50940
    },
    {
      "epoch": 2.086463239811591,
      "grad_norm": 4.939209500457468,
      "learning_rate": 0.00022279290271202853,
      "loss": 5.5938,
      "step": 50941
    },
    {
      "epoch": 2.0865041982387877,
      "grad_norm": 4.0680135574740035,
      "learning_rate": 0.00022279005107667452,
      "loss": 4.5938,
      "step": 50942
    },
    {
      "epoch": 2.086545156665984,
      "grad_norm": 3.861364476706774,
      "learning_rate": 0.00022278719940690958,
      "loss": 5.1875,
      "step": 50943
    },
    {
      "epoch": 2.0865861150931804,
      "grad_norm": 3.0630840583387386,
      "learning_rate": 0.00022278434770273513,
      "loss": 4.8125,
      "step": 50944
    },
    {
      "epoch": 2.086627073520377,
      "grad_norm": 5.602244164273424,
      "learning_rate": 0.00022278149596415242,
      "loss": 5.75,
      "step": 50945
    },
    {
      "epoch": 2.086668031947573,
      "grad_norm": 3.7393711531390283,
      "learning_rate": 0.00022277864419116287,
      "loss": 4.9375,
      "step": 50946
    },
    {
      "epoch": 2.0867089903747695,
      "grad_norm": 2.966452554405882,
      "learning_rate": 0.00022277579238376777,
      "loss": 4.9688,
      "step": 50947
    },
    {
      "epoch": 2.086749948801966,
      "grad_norm": 2.7759595826413337,
      "learning_rate": 0.00022277294054196851,
      "loss": 4.4062,
      "step": 50948
    },
    {
      "epoch": 2.0867909072291626,
      "grad_norm": 4.658288248842709,
      "learning_rate": 0.0002227700886657664,
      "loss": 4.625,
      "step": 50949
    },
    {
      "epoch": 2.0868318656563587,
      "grad_norm": 12.041408442330145,
      "learning_rate": 0.00022276723675516285,
      "loss": 4.4375,
      "step": 50950
    },
    {
      "epoch": 2.0868728240835552,
      "grad_norm": 9.283114723639097,
      "learning_rate": 0.00022276438481015916,
      "loss": 6.0938,
      "step": 50951
    },
    {
      "epoch": 2.0869137825107518,
      "grad_norm": 2.4799069605617725,
      "learning_rate": 0.0002227615328307567,
      "loss": 4.0938,
      "step": 50952
    },
    {
      "epoch": 2.086954740937948,
      "grad_norm": 3.4167703513862215,
      "learning_rate": 0.00022275868081695683,
      "loss": 4.5,
      "step": 50953
    },
    {
      "epoch": 2.0869956993651444,
      "grad_norm": 2.9001498239234276,
      "learning_rate": 0.0002227558287687608,
      "loss": 3.0,
      "step": 50954
    },
    {
      "epoch": 2.087036657792341,
      "grad_norm": 2.5965284496397567,
      "learning_rate": 0.00022275297668617012,
      "loss": 4.5,
      "step": 50955
    },
    {
      "epoch": 2.087077616219537,
      "grad_norm": 2.728943211254237,
      "learning_rate": 0.00022275012456918604,
      "loss": 4.5312,
      "step": 50956
    },
    {
      "epoch": 2.0871185746467336,
      "grad_norm": 8.874357906368942,
      "learning_rate": 0.00022274727241780988,
      "loss": 1.4922,
      "step": 50957
    },
    {
      "epoch": 2.08715953307393,
      "grad_norm": 2.8045628606072164,
      "learning_rate": 0.00022274442023204302,
      "loss": 4.5,
      "step": 50958
    },
    {
      "epoch": 2.087200491501126,
      "grad_norm": 2.469474421382676,
      "learning_rate": 0.0002227415680118869,
      "loss": 4.0625,
      "step": 50959
    },
    {
      "epoch": 2.0872414499283227,
      "grad_norm": 6.294095151793799,
      "learning_rate": 0.00022273871575734274,
      "loss": 6.6875,
      "step": 50960
    },
    {
      "epoch": 2.0872824083555193,
      "grad_norm": 4.128457900861858,
      "learning_rate": 0.00022273586346841193,
      "loss": 5.625,
      "step": 50961
    },
    {
      "epoch": 2.0873233667827154,
      "grad_norm": 2.802493756013834,
      "learning_rate": 0.00022273301114509583,
      "loss": 4.9062,
      "step": 50962
    },
    {
      "epoch": 2.087364325209912,
      "grad_norm": 2.5450502910722466,
      "learning_rate": 0.00022273015878739575,
      "loss": 4.5,
      "step": 50963
    },
    {
      "epoch": 2.0874052836371084,
      "grad_norm": 2.811157316406256,
      "learning_rate": 0.00022272730639531313,
      "loss": 4.6875,
      "step": 50964
    },
    {
      "epoch": 2.0874462420643045,
      "grad_norm": 2.8339803546295848,
      "learning_rate": 0.00022272445396884924,
      "loss": 4.5938,
      "step": 50965
    },
    {
      "epoch": 2.087487200491501,
      "grad_norm": 4.212713773821087,
      "learning_rate": 0.00022272160150800543,
      "loss": 5.5312,
      "step": 50966
    },
    {
      "epoch": 2.0875281589186976,
      "grad_norm": 4.773133767157887,
      "learning_rate": 0.0002227187490127831,
      "loss": 5.375,
      "step": 50967
    },
    {
      "epoch": 2.087569117345894,
      "grad_norm": 2.666759353760308,
      "learning_rate": 0.00022271589648318354,
      "loss": 4.4688,
      "step": 50968
    },
    {
      "epoch": 2.08761007577309,
      "grad_norm": 7.779360912052388,
      "learning_rate": 0.00022271304391920812,
      "loss": 2.5469,
      "step": 50969
    },
    {
      "epoch": 2.0876510342002867,
      "grad_norm": 2.8574459803060117,
      "learning_rate": 0.00022271019132085818,
      "loss": 4.1562,
      "step": 50970
    },
    {
      "epoch": 2.0876919926274833,
      "grad_norm": 4.798003710790322,
      "learning_rate": 0.00022270733868813512,
      "loss": 6.1875,
      "step": 50971
    },
    {
      "epoch": 2.0877329510546794,
      "grad_norm": 7.0363649899695435,
      "learning_rate": 0.00022270448602104023,
      "loss": 3.8594,
      "step": 50972
    },
    {
      "epoch": 2.087773909481876,
      "grad_norm": 5.073213971383821,
      "learning_rate": 0.00022270163331957488,
      "loss": 4.1875,
      "step": 50973
    },
    {
      "epoch": 2.0878148679090724,
      "grad_norm": 4.023582169961852,
      "learning_rate": 0.0002226987805837404,
      "loss": 4.9375,
      "step": 50974
    },
    {
      "epoch": 2.0878558263362685,
      "grad_norm": 2.648538656959732,
      "learning_rate": 0.0002226959278135382,
      "loss": 5.1562,
      "step": 50975
    },
    {
      "epoch": 2.087896784763465,
      "grad_norm": 3.3490389430829723,
      "learning_rate": 0.00022269307500896957,
      "loss": 5.5625,
      "step": 50976
    },
    {
      "epoch": 2.0879377431906616,
      "grad_norm": 2.956969085170362,
      "learning_rate": 0.00022269022217003584,
      "loss": 4.875,
      "step": 50977
    },
    {
      "epoch": 2.0879787016178577,
      "grad_norm": 3.117308823660603,
      "learning_rate": 0.0002226873692967384,
      "loss": 4.9688,
      "step": 50978
    },
    {
      "epoch": 2.0880196600450542,
      "grad_norm": 3.232792819333811,
      "learning_rate": 0.0002226845163890786,
      "loss": 4.6875,
      "step": 50979
    },
    {
      "epoch": 2.0880606184722508,
      "grad_norm": 3.0109854295505203,
      "learning_rate": 0.00022268166344705778,
      "loss": 4.7812,
      "step": 50980
    },
    {
      "epoch": 2.088101576899447,
      "grad_norm": 2.8329359185591145,
      "learning_rate": 0.0002226788104706773,
      "loss": 4.0938,
      "step": 50981
    },
    {
      "epoch": 2.0881425353266434,
      "grad_norm": 5.101920465742573,
      "learning_rate": 0.00022267595745993846,
      "loss": 5.0312,
      "step": 50982
    },
    {
      "epoch": 2.08818349375384,
      "grad_norm": 3.4291757971699637,
      "learning_rate": 0.00022267310441484269,
      "loss": 4.75,
      "step": 50983
    },
    {
      "epoch": 2.088224452181036,
      "grad_norm": 5.897140245256515,
      "learning_rate": 0.00022267025133539128,
      "loss": 6.8438,
      "step": 50984
    },
    {
      "epoch": 2.0882654106082326,
      "grad_norm": 2.8082793297659867,
      "learning_rate": 0.00022266739822158552,
      "loss": 4.9375,
      "step": 50985
    },
    {
      "epoch": 2.088306369035429,
      "grad_norm": 3.007303176796838,
      "learning_rate": 0.00022266454507342693,
      "loss": 5.4062,
      "step": 50986
    },
    {
      "epoch": 2.0883473274626256,
      "grad_norm": 8.767605635438544,
      "learning_rate": 0.0002226616918909167,
      "loss": 5.5,
      "step": 50987
    },
    {
      "epoch": 2.0883882858898217,
      "grad_norm": 3.1537475798236905,
      "learning_rate": 0.0002226588386740563,
      "loss": 4.8125,
      "step": 50988
    },
    {
      "epoch": 2.0884292443170183,
      "grad_norm": 3.3372209124667083,
      "learning_rate": 0.00022265598542284696,
      "loss": 5.0625,
      "step": 50989
    },
    {
      "epoch": 2.088470202744215,
      "grad_norm": 3.6929564003637583,
      "learning_rate": 0.00022265313213729008,
      "loss": 4.3438,
      "step": 50990
    },
    {
      "epoch": 2.088511161171411,
      "grad_norm": 2.690276686791896,
      "learning_rate": 0.00022265027881738703,
      "loss": 4.6875,
      "step": 50991
    },
    {
      "epoch": 2.0885521195986074,
      "grad_norm": 2.644919145132207,
      "learning_rate": 0.00022264742546313916,
      "loss": 4.2812,
      "step": 50992
    },
    {
      "epoch": 2.088593078025804,
      "grad_norm": 3.004928320782238,
      "learning_rate": 0.0002226445720745478,
      "loss": 4.5312,
      "step": 50993
    },
    {
      "epoch": 2.088634036453,
      "grad_norm": 2.9845713751626963,
      "learning_rate": 0.00022264171865161428,
      "loss": 4.9688,
      "step": 50994
    },
    {
      "epoch": 2.0886749948801966,
      "grad_norm": 2.9958173373391803,
      "learning_rate": 0.00022263886519434,
      "loss": 5.4375,
      "step": 50995
    },
    {
      "epoch": 2.088715953307393,
      "grad_norm": 3.1315660212395047,
      "learning_rate": 0.00022263601170272626,
      "loss": 3.8125,
      "step": 50996
    },
    {
      "epoch": 2.088756911734589,
      "grad_norm": 2.686906641095317,
      "learning_rate": 0.00022263315817677443,
      "loss": 4.25,
      "step": 50997
    },
    {
      "epoch": 2.0887978701617858,
      "grad_norm": 2.951100709410937,
      "learning_rate": 0.00022263030461648585,
      "loss": 4.4688,
      "step": 50998
    },
    {
      "epoch": 2.0888388285889823,
      "grad_norm": 3.5443385449112177,
      "learning_rate": 0.00022262745102186187,
      "loss": 5.2812,
      "step": 50999
    },
    {
      "epoch": 2.0888797870161784,
      "grad_norm": 2.8376738105374333,
      "learning_rate": 0.00022262459739290388,
      "loss": 5.0625,
      "step": 51000
    },
    {
      "epoch": 2.088920745443375,
      "grad_norm": 2.8322102141914383,
      "learning_rate": 0.00022262174372961318,
      "loss": 4.2188,
      "step": 51001
    },
    {
      "epoch": 2.0889617038705715,
      "grad_norm": 2.939092967048708,
      "learning_rate": 0.00022261889003199114,
      "loss": 4.5625,
      "step": 51002
    },
    {
      "epoch": 2.0890026622977675,
      "grad_norm": 4.429231432881368,
      "learning_rate": 0.00022261603630003906,
      "loss": 3.8125,
      "step": 51003
    },
    {
      "epoch": 2.089043620724964,
      "grad_norm": 4.945716190122342,
      "learning_rate": 0.00022261318253375838,
      "loss": 5.25,
      "step": 51004
    },
    {
      "epoch": 2.0890845791521606,
      "grad_norm": 4.024989101332297,
      "learning_rate": 0.0002226103287331504,
      "loss": 1.9453,
      "step": 51005
    },
    {
      "epoch": 2.089125537579357,
      "grad_norm": 3.2873398627725297,
      "learning_rate": 0.00022260747489821645,
      "loss": 4.8125,
      "step": 51006
    },
    {
      "epoch": 2.0891664960065532,
      "grad_norm": 2.957872257305382,
      "learning_rate": 0.00022260462102895789,
      "loss": 4.1875,
      "step": 51007
    },
    {
      "epoch": 2.0892074544337498,
      "grad_norm": 4.910233956719622,
      "learning_rate": 0.0002226017671253761,
      "loss": 5.9375,
      "step": 51008
    },
    {
      "epoch": 2.0892484128609463,
      "grad_norm": 3.075789243244331,
      "learning_rate": 0.0002225989131874724,
      "loss": 4.4688,
      "step": 51009
    },
    {
      "epoch": 2.0892893712881424,
      "grad_norm": 2.844946937119291,
      "learning_rate": 0.00022259605921524814,
      "loss": 4.9688,
      "step": 51010
    },
    {
      "epoch": 2.089330329715339,
      "grad_norm": 4.08214499287793,
      "learning_rate": 0.0002225932052087047,
      "loss": 5.0938,
      "step": 51011
    },
    {
      "epoch": 2.0893712881425355,
      "grad_norm": 18.070667115548442,
      "learning_rate": 0.0002225903511678434,
      "loss": 3.0,
      "step": 51012
    },
    {
      "epoch": 2.0894122465697316,
      "grad_norm": 3.0756794212626515,
      "learning_rate": 0.00022258749709266556,
      "loss": 4.0,
      "step": 51013
    },
    {
      "epoch": 2.089453204996928,
      "grad_norm": 3.2136938848201244,
      "learning_rate": 0.00022258464298317257,
      "loss": 6.25,
      "step": 51014
    },
    {
      "epoch": 2.0894941634241246,
      "grad_norm": 3.015836573288632,
      "learning_rate": 0.00022258178883936578,
      "loss": 4.75,
      "step": 51015
    },
    {
      "epoch": 2.0895351218513207,
      "grad_norm": 5.897280952899271,
      "learning_rate": 0.0002225789346612466,
      "loss": 6.5312,
      "step": 51016
    },
    {
      "epoch": 2.0895760802785173,
      "grad_norm": 3.589877405244377,
      "learning_rate": 0.00022257608044881622,
      "loss": 5.5,
      "step": 51017
    },
    {
      "epoch": 2.089617038705714,
      "grad_norm": 3.3282335702496373,
      "learning_rate": 0.0002225732262020761,
      "loss": 6.4375,
      "step": 51018
    },
    {
      "epoch": 2.08965799713291,
      "grad_norm": 2.993232404575845,
      "learning_rate": 0.00022257037192102762,
      "loss": 6.4688,
      "step": 51019
    },
    {
      "epoch": 2.0896989555601064,
      "grad_norm": 3.6393911906104424,
      "learning_rate": 0.000222567517605672,
      "loss": 4.9062,
      "step": 51020
    },
    {
      "epoch": 2.089739913987303,
      "grad_norm": 3.5726332749714103,
      "learning_rate": 0.00022256466325601073,
      "loss": 4.4375,
      "step": 51021
    },
    {
      "epoch": 2.089780872414499,
      "grad_norm": 4.524204320107938,
      "learning_rate": 0.00022256180887204505,
      "loss": 2.5938,
      "step": 51022
    },
    {
      "epoch": 2.0898218308416956,
      "grad_norm": 2.8783784713481433,
      "learning_rate": 0.0002225589544537764,
      "loss": 4.75,
      "step": 51023
    },
    {
      "epoch": 2.089862789268892,
      "grad_norm": 14.976007249267957,
      "learning_rate": 0.00022255610000120608,
      "loss": 3.25,
      "step": 51024
    },
    {
      "epoch": 2.0899037476960887,
      "grad_norm": 3.5664116156261674,
      "learning_rate": 0.00022255324551433546,
      "loss": 4.6875,
      "step": 51025
    },
    {
      "epoch": 2.0899447061232848,
      "grad_norm": 3.192436494012397,
      "learning_rate": 0.00022255039099316584,
      "loss": 4.0312,
      "step": 51026
    },
    {
      "epoch": 2.0899856645504813,
      "grad_norm": 2.65707108287061,
      "learning_rate": 0.00022254753643769862,
      "loss": 4.5938,
      "step": 51027
    },
    {
      "epoch": 2.090026622977678,
      "grad_norm": 2.7641867160639633,
      "learning_rate": 0.00022254468184793513,
      "loss": 4.0625,
      "step": 51028
    },
    {
      "epoch": 2.090067581404874,
      "grad_norm": 2.8085546732733464,
      "learning_rate": 0.00022254182722387673,
      "loss": 4.4688,
      "step": 51029
    },
    {
      "epoch": 2.0901085398320705,
      "grad_norm": 2.5868115554747764,
      "learning_rate": 0.00022253897256552474,
      "loss": 4.875,
      "step": 51030
    },
    {
      "epoch": 2.090149498259267,
      "grad_norm": 4.554644836514344,
      "learning_rate": 0.00022253611787288055,
      "loss": 7.0938,
      "step": 51031
    },
    {
      "epoch": 2.090190456686463,
      "grad_norm": 5.83064504526646,
      "learning_rate": 0.0002225332631459455,
      "loss": 5.5312,
      "step": 51032
    },
    {
      "epoch": 2.0902314151136596,
      "grad_norm": 3.069034695929775,
      "learning_rate": 0.00022253040838472095,
      "loss": 5.5938,
      "step": 51033
    },
    {
      "epoch": 2.090272373540856,
      "grad_norm": 4.072937029703046,
      "learning_rate": 0.00022252755358920817,
      "loss": 7.25,
      "step": 51034
    },
    {
      "epoch": 2.0903133319680522,
      "grad_norm": 3.9006753651047505,
      "learning_rate": 0.0002225246987594086,
      "loss": 4.75,
      "step": 51035
    },
    {
      "epoch": 2.090354290395249,
      "grad_norm": 5.029869250411627,
      "learning_rate": 0.00022252184389532362,
      "loss": 2.7969,
      "step": 51036
    },
    {
      "epoch": 2.0903952488224453,
      "grad_norm": 3.3287395041233583,
      "learning_rate": 0.00022251898899695448,
      "loss": 5.25,
      "step": 51037
    },
    {
      "epoch": 2.0904362072496414,
      "grad_norm": 13.813959796176993,
      "learning_rate": 0.00022251613406430251,
      "loss": 5.4688,
      "step": 51038
    },
    {
      "epoch": 2.090477165676838,
      "grad_norm": 3.0054025696690783,
      "learning_rate": 0.0002225132790973692,
      "loss": 4.375,
      "step": 51039
    },
    {
      "epoch": 2.0905181241040345,
      "grad_norm": 3.549571307796656,
      "learning_rate": 0.00022251042409615577,
      "loss": 4.7812,
      "step": 51040
    },
    {
      "epoch": 2.0905590825312306,
      "grad_norm": 4.592693071378676,
      "learning_rate": 0.00022250756906066365,
      "loss": 6.4375,
      "step": 51041
    },
    {
      "epoch": 2.090600040958427,
      "grad_norm": 3.68299516459129,
      "learning_rate": 0.00022250471399089415,
      "loss": 1.8672,
      "step": 51042
    },
    {
      "epoch": 2.0906409993856236,
      "grad_norm": 2.7885404169461667,
      "learning_rate": 0.00022250185888684864,
      "loss": 4.9375,
      "step": 51043
    },
    {
      "epoch": 2.09068195781282,
      "grad_norm": 2.7192903636697934,
      "learning_rate": 0.00022249900374852845,
      "loss": 4.2188,
      "step": 51044
    },
    {
      "epoch": 2.0907229162400163,
      "grad_norm": 5.479278758644145,
      "learning_rate": 0.00022249614857593493,
      "loss": 5.7812,
      "step": 51045
    },
    {
      "epoch": 2.090763874667213,
      "grad_norm": 3.229004859988029,
      "learning_rate": 0.00022249329336906942,
      "loss": 4.25,
      "step": 51046
    },
    {
      "epoch": 2.0908048330944093,
      "grad_norm": 2.362931990543944,
      "learning_rate": 0.0002224904381279333,
      "loss": 4.125,
      "step": 51047
    },
    {
      "epoch": 2.0908457915216054,
      "grad_norm": 3.1600993241911053,
      "learning_rate": 0.00022248758285252793,
      "loss": 5.1562,
      "step": 51048
    },
    {
      "epoch": 2.090886749948802,
      "grad_norm": 4.1695958599627865,
      "learning_rate": 0.00022248472754285464,
      "loss": 4.875,
      "step": 51049
    },
    {
      "epoch": 2.0909277083759985,
      "grad_norm": 2.9076560165978496,
      "learning_rate": 0.00022248187219891472,
      "loss": 5.125,
      "step": 51050
    },
    {
      "epoch": 2.0909686668031946,
      "grad_norm": 3.917640018835263,
      "learning_rate": 0.00022247901682070966,
      "loss": 4.75,
      "step": 51051
    },
    {
      "epoch": 2.091009625230391,
      "grad_norm": 2.740458816270024,
      "learning_rate": 0.0002224761614082407,
      "loss": 4.5938,
      "step": 51052
    },
    {
      "epoch": 2.0910505836575877,
      "grad_norm": 2.6897249346694183,
      "learning_rate": 0.00022247330596150916,
      "loss": 4.0625,
      "step": 51053
    },
    {
      "epoch": 2.0910915420847838,
      "grad_norm": 4.05589888933785,
      "learning_rate": 0.00022247045048051647,
      "loss": 5.125,
      "step": 51054
    },
    {
      "epoch": 2.0911325005119803,
      "grad_norm": 2.498550460888973,
      "learning_rate": 0.00022246759496526402,
      "loss": 3.9844,
      "step": 51055
    },
    {
      "epoch": 2.091173458939177,
      "grad_norm": 3.015575587938264,
      "learning_rate": 0.00022246473941575304,
      "loss": 5.0625,
      "step": 51056
    },
    {
      "epoch": 2.091214417366373,
      "grad_norm": 2.8148943304997656,
      "learning_rate": 0.00022246188383198494,
      "loss": 4.875,
      "step": 51057
    },
    {
      "epoch": 2.0912553757935695,
      "grad_norm": 2.821111639640172,
      "learning_rate": 0.00022245902821396105,
      "loss": 4.375,
      "step": 51058
    },
    {
      "epoch": 2.091296334220766,
      "grad_norm": 3.931934512715166,
      "learning_rate": 0.00022245617256168277,
      "loss": 1.3438,
      "step": 51059
    },
    {
      "epoch": 2.0913372926479625,
      "grad_norm": 3.2283837292820716,
      "learning_rate": 0.0002224533168751514,
      "loss": 5.2812,
      "step": 51060
    },
    {
      "epoch": 2.0913782510751586,
      "grad_norm": 2.852735951437165,
      "learning_rate": 0.00022245046115436834,
      "loss": 5.125,
      "step": 51061
    },
    {
      "epoch": 2.091419209502355,
      "grad_norm": 3.2274345193191984,
      "learning_rate": 0.00022244760539933485,
      "loss": 4.9062,
      "step": 51062
    },
    {
      "epoch": 2.0914601679295517,
      "grad_norm": 3.4955941772061188,
      "learning_rate": 0.00022244474961005236,
      "loss": 6.6562,
      "step": 51063
    },
    {
      "epoch": 2.091501126356748,
      "grad_norm": 2.770294166831769,
      "learning_rate": 0.0002224418937865222,
      "loss": 4.625,
      "step": 51064
    },
    {
      "epoch": 2.0915420847839443,
      "grad_norm": 2.9271445370509137,
      "learning_rate": 0.00022243903792874573,
      "loss": 3.9219,
      "step": 51065
    },
    {
      "epoch": 2.091583043211141,
      "grad_norm": 2.4428120801052895,
      "learning_rate": 0.00022243618203672427,
      "loss": 4.0,
      "step": 51066
    },
    {
      "epoch": 2.091624001638337,
      "grad_norm": 2.9516763207140326,
      "learning_rate": 0.00022243332611045918,
      "loss": 4.2812,
      "step": 51067
    },
    {
      "epoch": 2.0916649600655335,
      "grad_norm": 3.066754551502564,
      "learning_rate": 0.00022243047014995184,
      "loss": 5.3125,
      "step": 51068
    },
    {
      "epoch": 2.09170591849273,
      "grad_norm": 3.0067658408467977,
      "learning_rate": 0.00022242761415520353,
      "loss": 4.5312,
      "step": 51069
    },
    {
      "epoch": 2.091746876919926,
      "grad_norm": 2.75809915063738,
      "learning_rate": 0.00022242475812621565,
      "loss": 4.8438,
      "step": 51070
    },
    {
      "epoch": 2.0917878353471226,
      "grad_norm": 3.7407294866345038,
      "learning_rate": 0.0002224219020629896,
      "loss": 5.3125,
      "step": 51071
    },
    {
      "epoch": 2.091828793774319,
      "grad_norm": 10.951913160866235,
      "learning_rate": 0.00022241904596552665,
      "loss": 1.5547,
      "step": 51072
    },
    {
      "epoch": 2.0918697522015153,
      "grad_norm": 3.4447915800807687,
      "learning_rate": 0.0002224161898338282,
      "loss": 5.875,
      "step": 51073
    },
    {
      "epoch": 2.091910710628712,
      "grad_norm": 3.094470590642759,
      "learning_rate": 0.00022241333366789553,
      "loss": 4.5312,
      "step": 51074
    },
    {
      "epoch": 2.0919516690559083,
      "grad_norm": 3.6035042680414433,
      "learning_rate": 0.00022241047746773005,
      "loss": 4.75,
      "step": 51075
    },
    {
      "epoch": 2.0919926274831044,
      "grad_norm": 3.1136586678614884,
      "learning_rate": 0.00022240762123333313,
      "loss": 4.6562,
      "step": 51076
    },
    {
      "epoch": 2.092033585910301,
      "grad_norm": 3.3541478761302175,
      "learning_rate": 0.00022240476496470607,
      "loss": 5.3438,
      "step": 51077
    },
    {
      "epoch": 2.0920745443374975,
      "grad_norm": 2.9774514480050054,
      "learning_rate": 0.0002224019086618502,
      "loss": 5.7188,
      "step": 51078
    },
    {
      "epoch": 2.092115502764694,
      "grad_norm": 3.3952745142596803,
      "learning_rate": 0.000222399052324767,
      "loss": 4.125,
      "step": 51079
    },
    {
      "epoch": 2.09215646119189,
      "grad_norm": 3.2402367966711427,
      "learning_rate": 0.00022239619595345765,
      "loss": 6.125,
      "step": 51080
    },
    {
      "epoch": 2.0921974196190867,
      "grad_norm": 2.7340333407045105,
      "learning_rate": 0.0002223933395479236,
      "loss": 4.625,
      "step": 51081
    },
    {
      "epoch": 2.092238378046283,
      "grad_norm": 2.5766943561981397,
      "learning_rate": 0.00022239048310816617,
      "loss": 4.2812,
      "step": 51082
    },
    {
      "epoch": 2.0922793364734793,
      "grad_norm": 3.3082041311636203,
      "learning_rate": 0.00022238762663418676,
      "loss": 4.8125,
      "step": 51083
    },
    {
      "epoch": 2.092320294900676,
      "grad_norm": 5.936063505510759,
      "learning_rate": 0.00022238477012598664,
      "loss": 4.2812,
      "step": 51084
    },
    {
      "epoch": 2.0923612533278724,
      "grad_norm": 2.4903163707242424,
      "learning_rate": 0.00022238191358356723,
      "loss": 4.1875,
      "step": 51085
    },
    {
      "epoch": 2.0924022117550685,
      "grad_norm": 2.5232438450193015,
      "learning_rate": 0.0002223790570069298,
      "loss": 3.9219,
      "step": 51086
    },
    {
      "epoch": 2.092443170182265,
      "grad_norm": 2.98992773724333,
      "learning_rate": 0.00022237620039607583,
      "loss": 4.1875,
      "step": 51087
    },
    {
      "epoch": 2.0924841286094615,
      "grad_norm": 2.6085333936465425,
      "learning_rate": 0.00022237334375100658,
      "loss": 3.7031,
      "step": 51088
    },
    {
      "epoch": 2.0925250870366576,
      "grad_norm": 8.151037451186157,
      "learning_rate": 0.00022237048707172337,
      "loss": 2.9375,
      "step": 51089
    },
    {
      "epoch": 2.092566045463854,
      "grad_norm": 2.6726068711106463,
      "learning_rate": 0.0002223676303582276,
      "loss": 4.8125,
      "step": 51090
    },
    {
      "epoch": 2.0926070038910507,
      "grad_norm": 5.784429069668011,
      "learning_rate": 0.0002223647736105206,
      "loss": 3.6094,
      "step": 51091
    },
    {
      "epoch": 2.092647962318247,
      "grad_norm": 3.7225911155212184,
      "learning_rate": 0.00022236191682860378,
      "loss": 5.5625,
      "step": 51092
    },
    {
      "epoch": 2.0926889207454433,
      "grad_norm": 2.545012972423435,
      "learning_rate": 0.00022235906001247843,
      "loss": 3.7812,
      "step": 51093
    },
    {
      "epoch": 2.09272987917264,
      "grad_norm": 3.8954774884110264,
      "learning_rate": 0.00022235620316214588,
      "loss": 5.5625,
      "step": 51094
    },
    {
      "epoch": 2.092770837599836,
      "grad_norm": 2.8937345266918157,
      "learning_rate": 0.00022235334627760756,
      "loss": 4.125,
      "step": 51095
    },
    {
      "epoch": 2.0928117960270325,
      "grad_norm": 3.1337264727234215,
      "learning_rate": 0.00022235048935886477,
      "loss": 4.4688,
      "step": 51096
    },
    {
      "epoch": 2.092852754454229,
      "grad_norm": 2.631309262847555,
      "learning_rate": 0.00022234763240591886,
      "loss": 3.1875,
      "step": 51097
    },
    {
      "epoch": 2.0928937128814256,
      "grad_norm": 2.5596326315786992,
      "learning_rate": 0.00022234477541877116,
      "loss": 4.2188,
      "step": 51098
    },
    {
      "epoch": 2.0929346713086217,
      "grad_norm": 2.8795610412167547,
      "learning_rate": 0.00022234191839742306,
      "loss": 4.375,
      "step": 51099
    },
    {
      "epoch": 2.092975629735818,
      "grad_norm": 2.4576771275987186,
      "learning_rate": 0.00022233906134187591,
      "loss": 3.6875,
      "step": 51100
    },
    {
      "epoch": 2.0930165881630147,
      "grad_norm": 2.7776236638322245,
      "learning_rate": 0.00022233620425213106,
      "loss": 4.2812,
      "step": 51101
    },
    {
      "epoch": 2.093057546590211,
      "grad_norm": 4.149468459080217,
      "learning_rate": 0.0002223333471281898,
      "loss": 5.3125,
      "step": 51102
    },
    {
      "epoch": 2.0930985050174074,
      "grad_norm": 3.778581990572503,
      "learning_rate": 0.0002223304899700536,
      "loss": 5.5938,
      "step": 51103
    },
    {
      "epoch": 2.093139463444604,
      "grad_norm": 2.7229658324544097,
      "learning_rate": 0.00022232763277772375,
      "loss": 4.2812,
      "step": 51104
    },
    {
      "epoch": 2.0931804218718,
      "grad_norm": 2.6863571905934474,
      "learning_rate": 0.00022232477555120153,
      "loss": 4.5,
      "step": 51105
    },
    {
      "epoch": 2.0932213802989965,
      "grad_norm": 8.614315979825117,
      "learning_rate": 0.00022232191829048837,
      "loss": 6.0938,
      "step": 51106
    },
    {
      "epoch": 2.093262338726193,
      "grad_norm": 3.3954212920385993,
      "learning_rate": 0.00022231906099558557,
      "loss": 4.8125,
      "step": 51107
    },
    {
      "epoch": 2.093303297153389,
      "grad_norm": 2.558432627113621,
      "learning_rate": 0.00022231620366649458,
      "loss": 4.0625,
      "step": 51108
    },
    {
      "epoch": 2.0933442555805857,
      "grad_norm": 3.038825366755494,
      "learning_rate": 0.00022231334630321668,
      "loss": 4.75,
      "step": 51109
    },
    {
      "epoch": 2.093385214007782,
      "grad_norm": 3.2589999708528428,
      "learning_rate": 0.00022231048890575318,
      "loss": 4.7188,
      "step": 51110
    },
    {
      "epoch": 2.0934261724349783,
      "grad_norm": 3.1594696823496484,
      "learning_rate": 0.00022230763147410552,
      "loss": 3.1875,
      "step": 51111
    },
    {
      "epoch": 2.093467130862175,
      "grad_norm": 4.268822554293433,
      "learning_rate": 0.00022230477400827497,
      "loss": 3.5938,
      "step": 51112
    },
    {
      "epoch": 2.0935080892893714,
      "grad_norm": 4.834593909277227,
      "learning_rate": 0.00022230191650826297,
      "loss": 4.4688,
      "step": 51113
    },
    {
      "epoch": 2.093549047716568,
      "grad_norm": 2.8134407359201945,
      "learning_rate": 0.00022229905897407076,
      "loss": 5.1875,
      "step": 51114
    },
    {
      "epoch": 2.093590006143764,
      "grad_norm": 2.788629441206555,
      "learning_rate": 0.00022229620140569976,
      "loss": 4.625,
      "step": 51115
    },
    {
      "epoch": 2.0936309645709605,
      "grad_norm": 3.075606230591952,
      "learning_rate": 0.00022229334380315135,
      "loss": 4.8438,
      "step": 51116
    },
    {
      "epoch": 2.093671922998157,
      "grad_norm": 2.9552988779673397,
      "learning_rate": 0.00022229048616642682,
      "loss": 4.9062,
      "step": 51117
    },
    {
      "epoch": 2.093712881425353,
      "grad_norm": 3.043501927114234,
      "learning_rate": 0.00022228762849552753,
      "loss": 6.875,
      "step": 51118
    },
    {
      "epoch": 2.0937538398525497,
      "grad_norm": 2.5952700398293134,
      "learning_rate": 0.00022228477079045487,
      "loss": 4.2812,
      "step": 51119
    },
    {
      "epoch": 2.0937947982797462,
      "grad_norm": 3.4756607646715407,
      "learning_rate": 0.00022228191305121017,
      "loss": 4.8125,
      "step": 51120
    },
    {
      "epoch": 2.0938357567069423,
      "grad_norm": 7.33865531812147,
      "learning_rate": 0.00022227905527779474,
      "loss": 3.2969,
      "step": 51121
    },
    {
      "epoch": 2.093876715134139,
      "grad_norm": 5.732209998603695,
      "learning_rate": 0.00022227619747021,
      "loss": 5.0938,
      "step": 51122
    },
    {
      "epoch": 2.0939176735613354,
      "grad_norm": 5.825895511978907,
      "learning_rate": 0.00022227333962845727,
      "loss": 5.6875,
      "step": 51123
    },
    {
      "epoch": 2.0939586319885315,
      "grad_norm": 3.9870197291378577,
      "learning_rate": 0.00022227048175253787,
      "loss": 5.25,
      "step": 51124
    },
    {
      "epoch": 2.093999590415728,
      "grad_norm": 2.6132817097898293,
      "learning_rate": 0.00022226762384245318,
      "loss": 4.875,
      "step": 51125
    },
    {
      "epoch": 2.0940405488429246,
      "grad_norm": 3.3856946875245484,
      "learning_rate": 0.00022226476589820457,
      "loss": 5.5938,
      "step": 51126
    },
    {
      "epoch": 2.0940815072701207,
      "grad_norm": 4.027058229742775,
      "learning_rate": 0.00022226190791979338,
      "loss": 5.0938,
      "step": 51127
    },
    {
      "epoch": 2.094122465697317,
      "grad_norm": 3.2094287429355197,
      "learning_rate": 0.00022225904990722098,
      "loss": 4.5938,
      "step": 51128
    },
    {
      "epoch": 2.0941634241245137,
      "grad_norm": 2.9135884948587014,
      "learning_rate": 0.0002222561918604886,
      "loss": 5.1875,
      "step": 51129
    },
    {
      "epoch": 2.09420438255171,
      "grad_norm": 3.056292004382171,
      "learning_rate": 0.00022225333377959774,
      "loss": 5.6562,
      "step": 51130
    },
    {
      "epoch": 2.0942453409789064,
      "grad_norm": 3.8405131945657023,
      "learning_rate": 0.0002222504756645497,
      "loss": 6.375,
      "step": 51131
    },
    {
      "epoch": 2.094286299406103,
      "grad_norm": 2.390313640813242,
      "learning_rate": 0.0002222476175153458,
      "loss": 3.5469,
      "step": 51132
    },
    {
      "epoch": 2.0943272578332994,
      "grad_norm": 2.7329454581430648,
      "learning_rate": 0.00022224475933198747,
      "loss": 5.0938,
      "step": 51133
    },
    {
      "epoch": 2.0943682162604955,
      "grad_norm": 3.633775136813283,
      "learning_rate": 0.00022224190111447595,
      "loss": 4.9688,
      "step": 51134
    },
    {
      "epoch": 2.094409174687692,
      "grad_norm": 3.712109215396268,
      "learning_rate": 0.00022223904286281272,
      "loss": 3.2812,
      "step": 51135
    },
    {
      "epoch": 2.0944501331148886,
      "grad_norm": 2.617506297239645,
      "learning_rate": 0.000222236184576999,
      "loss": 4.6875,
      "step": 51136
    },
    {
      "epoch": 2.0944910915420847,
      "grad_norm": 2.663614054874206,
      "learning_rate": 0.00022223332625703624,
      "loss": 4.4062,
      "step": 51137
    },
    {
      "epoch": 2.094532049969281,
      "grad_norm": 3.3497924231029392,
      "learning_rate": 0.00022223046790292573,
      "loss": 4.0625,
      "step": 51138
    },
    {
      "epoch": 2.0945730083964778,
      "grad_norm": 2.8483913399505076,
      "learning_rate": 0.00022222760951466888,
      "loss": 4.3438,
      "step": 51139
    },
    {
      "epoch": 2.094613966823674,
      "grad_norm": 2.6109984468483023,
      "learning_rate": 0.00022222475109226697,
      "loss": 4.375,
      "step": 51140
    },
    {
      "epoch": 2.0946549252508704,
      "grad_norm": 2.51348225690443,
      "learning_rate": 0.00022222189263572143,
      "loss": 2.9375,
      "step": 51141
    },
    {
      "epoch": 2.094695883678067,
      "grad_norm": 2.901152619402832,
      "learning_rate": 0.00022221903414503352,
      "loss": 3.75,
      "step": 51142
    },
    {
      "epoch": 2.094736842105263,
      "grad_norm": 3.0760741143577013,
      "learning_rate": 0.00022221617562020465,
      "loss": 3.9062,
      "step": 51143
    },
    {
      "epoch": 2.0947778005324595,
      "grad_norm": 2.8587661045905803,
      "learning_rate": 0.00022221331706123617,
      "loss": 5.3438,
      "step": 51144
    },
    {
      "epoch": 2.094818758959656,
      "grad_norm": 2.727218204065305,
      "learning_rate": 0.00022221045846812948,
      "loss": 4.5625,
      "step": 51145
    },
    {
      "epoch": 2.094859717386852,
      "grad_norm": 5.32542952987483,
      "learning_rate": 0.0002222075998408858,
      "loss": 5.625,
      "step": 51146
    },
    {
      "epoch": 2.0949006758140487,
      "grad_norm": 2.8672878106357325,
      "learning_rate": 0.0002222047411795066,
      "loss": 5.0,
      "step": 51147
    },
    {
      "epoch": 2.0949416342412452,
      "grad_norm": 2.707315262609551,
      "learning_rate": 0.00022220188248399318,
      "loss": 3.2656,
      "step": 51148
    },
    {
      "epoch": 2.0949825926684413,
      "grad_norm": 2.596288884423988,
      "learning_rate": 0.00022219902375434687,
      "loss": 4.4375,
      "step": 51149
    },
    {
      "epoch": 2.095023551095638,
      "grad_norm": 2.7809562590201016,
      "learning_rate": 0.00022219616499056906,
      "loss": 3.7656,
      "step": 51150
    },
    {
      "epoch": 2.0950645095228344,
      "grad_norm": 2.518498790674359,
      "learning_rate": 0.0002221933061926611,
      "loss": 4.9375,
      "step": 51151
    },
    {
      "epoch": 2.095105467950031,
      "grad_norm": 5.054804672844942,
      "learning_rate": 0.00022219044736062436,
      "loss": 6.4375,
      "step": 51152
    },
    {
      "epoch": 2.095146426377227,
      "grad_norm": 2.727585036604311,
      "learning_rate": 0.00022218758849446016,
      "loss": 4.1875,
      "step": 51153
    },
    {
      "epoch": 2.0951873848044236,
      "grad_norm": 2.7562873998776873,
      "learning_rate": 0.0002221847295941698,
      "loss": 4.7188,
      "step": 51154
    },
    {
      "epoch": 2.09522834323162,
      "grad_norm": 3.4409093088818885,
      "learning_rate": 0.00022218187065975475,
      "loss": 4.6875,
      "step": 51155
    },
    {
      "epoch": 2.095269301658816,
      "grad_norm": 5.008706722477883,
      "learning_rate": 0.00022217901169121627,
      "loss": 6.2188,
      "step": 51156
    },
    {
      "epoch": 2.0953102600860127,
      "grad_norm": 3.7173851750035696,
      "learning_rate": 0.00022217615268855576,
      "loss": 3.9531,
      "step": 51157
    },
    {
      "epoch": 2.0953512185132093,
      "grad_norm": 3.4428263483822503,
      "learning_rate": 0.00022217329365177457,
      "loss": 5.6875,
      "step": 51158
    },
    {
      "epoch": 2.0953921769404054,
      "grad_norm": 2.7714150154176163,
      "learning_rate": 0.00022217043458087402,
      "loss": 4.1562,
      "step": 51159
    },
    {
      "epoch": 2.095433135367602,
      "grad_norm": 2.5728586778310207,
      "learning_rate": 0.00022216757547585547,
      "loss": 4.0312,
      "step": 51160
    },
    {
      "epoch": 2.0954740937947984,
      "grad_norm": 3.633812247273097,
      "learning_rate": 0.00022216471633672026,
      "loss": 4.5312,
      "step": 51161
    },
    {
      "epoch": 2.0955150522219945,
      "grad_norm": 3.341426134528499,
      "learning_rate": 0.00022216185716346978,
      "loss": 5.25,
      "step": 51162
    },
    {
      "epoch": 2.095556010649191,
      "grad_norm": 2.628956765569488,
      "learning_rate": 0.00022215899795610536,
      "loss": 5.0625,
      "step": 51163
    },
    {
      "epoch": 2.0955969690763876,
      "grad_norm": 4.056930676573228,
      "learning_rate": 0.00022215613871462834,
      "loss": 4.5,
      "step": 51164
    },
    {
      "epoch": 2.0956379275035837,
      "grad_norm": 2.3798636633226615,
      "learning_rate": 0.00022215327943904013,
      "loss": 3.2969,
      "step": 51165
    },
    {
      "epoch": 2.09567888593078,
      "grad_norm": 3.6774411566568235,
      "learning_rate": 0.00022215042012934194,
      "loss": 5.2812,
      "step": 51166
    },
    {
      "epoch": 2.0957198443579768,
      "grad_norm": 2.8102851489789895,
      "learning_rate": 0.0002221475607855353,
      "loss": 2.3438,
      "step": 51167
    },
    {
      "epoch": 2.095760802785173,
      "grad_norm": 2.9967202960672115,
      "learning_rate": 0.00022214470140762148,
      "loss": 5.0625,
      "step": 51168
    },
    {
      "epoch": 2.0958017612123694,
      "grad_norm": 2.4937823246770043,
      "learning_rate": 0.00022214184199560182,
      "loss": 4.3125,
      "step": 51169
    },
    {
      "epoch": 2.095842719639566,
      "grad_norm": 3.7092700591050214,
      "learning_rate": 0.00022213898254947763,
      "loss": 3.9844,
      "step": 51170
    },
    {
      "epoch": 2.0958836780667625,
      "grad_norm": 4.297296944779024,
      "learning_rate": 0.00022213612306925035,
      "loss": 3.0781,
      "step": 51171
    },
    {
      "epoch": 2.0959246364939585,
      "grad_norm": 2.744759589314743,
      "learning_rate": 0.00022213326355492133,
      "loss": 4.8438,
      "step": 51172
    },
    {
      "epoch": 2.095965594921155,
      "grad_norm": 3.0534242515734524,
      "learning_rate": 0.00022213040400649188,
      "loss": 5.0312,
      "step": 51173
    },
    {
      "epoch": 2.0960065533483516,
      "grad_norm": 5.82533708896413,
      "learning_rate": 0.00022212754442396332,
      "loss": 5.9375,
      "step": 51174
    },
    {
      "epoch": 2.0960475117755477,
      "grad_norm": 2.651679371551181,
      "learning_rate": 0.00022212468480733706,
      "loss": 3.8906,
      "step": 51175
    },
    {
      "epoch": 2.0960884702027442,
      "grad_norm": 2.8176449645324837,
      "learning_rate": 0.00022212182515661443,
      "loss": 4.75,
      "step": 51176
    },
    {
      "epoch": 2.096129428629941,
      "grad_norm": 5.3915328077982,
      "learning_rate": 0.00022211896547179682,
      "loss": 4.0938,
      "step": 51177
    },
    {
      "epoch": 2.096170387057137,
      "grad_norm": 3.995173281281191,
      "learning_rate": 0.00022211610575288552,
      "loss": 6.0625,
      "step": 51178
    },
    {
      "epoch": 2.0962113454843334,
      "grad_norm": 2.7466517725964006,
      "learning_rate": 0.00022211324599988192,
      "loss": 4.2188,
      "step": 51179
    },
    {
      "epoch": 2.09625230391153,
      "grad_norm": 3.0321132228518155,
      "learning_rate": 0.00022211038621278736,
      "loss": 1.7188,
      "step": 51180
    },
    {
      "epoch": 2.096293262338726,
      "grad_norm": 2.476641063941508,
      "learning_rate": 0.0002221075263916032,
      "loss": 4.3125,
      "step": 51181
    },
    {
      "epoch": 2.0963342207659226,
      "grad_norm": 3.6406588646608573,
      "learning_rate": 0.00022210466653633073,
      "loss": 5.875,
      "step": 51182
    },
    {
      "epoch": 2.096375179193119,
      "grad_norm": 2.945495199644389,
      "learning_rate": 0.00022210180664697143,
      "loss": 5.5,
      "step": 51183
    },
    {
      "epoch": 2.096416137620315,
      "grad_norm": 2.601842432807873,
      "learning_rate": 0.00022209894672352656,
      "loss": 4.4062,
      "step": 51184
    },
    {
      "epoch": 2.0964570960475117,
      "grad_norm": 2.581941676645237,
      "learning_rate": 0.00022209608676599746,
      "loss": 4.5312,
      "step": 51185
    },
    {
      "epoch": 2.0964980544747083,
      "grad_norm": 4.009544751803406,
      "learning_rate": 0.00022209322677438551,
      "loss": 4.4062,
      "step": 51186
    },
    {
      "epoch": 2.0965390129019044,
      "grad_norm": 2.7537172975058986,
      "learning_rate": 0.0002220903667486921,
      "loss": 4.4688,
      "step": 51187
    },
    {
      "epoch": 2.096579971329101,
      "grad_norm": 2.873470919511924,
      "learning_rate": 0.00022208750668891857,
      "loss": 4.625,
      "step": 51188
    },
    {
      "epoch": 2.0966209297562974,
      "grad_norm": 2.850787715241898,
      "learning_rate": 0.00022208464659506622,
      "loss": 4.1875,
      "step": 51189
    },
    {
      "epoch": 2.096661888183494,
      "grad_norm": 3.57652796606966,
      "learning_rate": 0.00022208178646713643,
      "loss": 5.75,
      "step": 51190
    },
    {
      "epoch": 2.09670284661069,
      "grad_norm": 6.778713101676432,
      "learning_rate": 0.00022207892630513056,
      "loss": 3.8438,
      "step": 51191
    },
    {
      "epoch": 2.0967438050378866,
      "grad_norm": 3.2333741661467235,
      "learning_rate": 0.00022207606610905,
      "loss": 5.9688,
      "step": 51192
    },
    {
      "epoch": 2.096784763465083,
      "grad_norm": 2.5124173444846383,
      "learning_rate": 0.00022207320587889598,
      "loss": 3.8281,
      "step": 51193
    },
    {
      "epoch": 2.0968257218922792,
      "grad_norm": 3.005125441735726,
      "learning_rate": 0.00022207034561467,
      "loss": 4.3125,
      "step": 51194
    },
    {
      "epoch": 2.0968666803194758,
      "grad_norm": 2.621043967064535,
      "learning_rate": 0.00022206748531637327,
      "loss": 4.4062,
      "step": 51195
    },
    {
      "epoch": 2.0969076387466723,
      "grad_norm": 3.4455109942453617,
      "learning_rate": 0.0002220646249840073,
      "loss": 3.7344,
      "step": 51196
    },
    {
      "epoch": 2.0969485971738684,
      "grad_norm": 3.070905113972288,
      "learning_rate": 0.00022206176461757324,
      "loss": 4.9688,
      "step": 51197
    },
    {
      "epoch": 2.096989555601065,
      "grad_norm": 14.428269166482366,
      "learning_rate": 0.00022205890421707263,
      "loss": 6.5,
      "step": 51198
    },
    {
      "epoch": 2.0970305140282615,
      "grad_norm": 16.703059229063964,
      "learning_rate": 0.00022205604378250677,
      "loss": 4.7812,
      "step": 51199
    },
    {
      "epoch": 2.0970714724554576,
      "grad_norm": 4.896776735025602,
      "learning_rate": 0.00022205318331387696,
      "loss": 5.8438,
      "step": 51200
    },
    {
      "epoch": 2.097112430882654,
      "grad_norm": 5.716412247250134,
      "learning_rate": 0.00022205032281118463,
      "loss": 4.375,
      "step": 51201
    },
    {
      "epoch": 2.0971533893098506,
      "grad_norm": 4.4216305649164545,
      "learning_rate": 0.000222047462274431,
      "loss": 5.3125,
      "step": 51202
    },
    {
      "epoch": 2.0971943477370467,
      "grad_norm": 8.742795064465676,
      "learning_rate": 0.00022204460170361759,
      "loss": 5.4375,
      "step": 51203
    },
    {
      "epoch": 2.0972353061642433,
      "grad_norm": 6.419035605857979,
      "learning_rate": 0.00022204174109874568,
      "loss": 5.625,
      "step": 51204
    },
    {
      "epoch": 2.09727626459144,
      "grad_norm": 3.0766824249724474,
      "learning_rate": 0.00022203888045981658,
      "loss": 5.1562,
      "step": 51205
    },
    {
      "epoch": 2.097317223018636,
      "grad_norm": 6.916949534280678,
      "learning_rate": 0.00022203601978683165,
      "loss": 1.4453,
      "step": 51206
    },
    {
      "epoch": 2.0973581814458324,
      "grad_norm": 2.9725552046055244,
      "learning_rate": 0.00022203315907979234,
      "loss": 4.5938,
      "step": 51207
    },
    {
      "epoch": 2.097399139873029,
      "grad_norm": 7.747709733209755,
      "learning_rate": 0.0002220302983386999,
      "loss": 3.3125,
      "step": 51208
    },
    {
      "epoch": 2.0974400983002255,
      "grad_norm": 6.301491537124589,
      "learning_rate": 0.00022202743756355567,
      "loss": 6.9375,
      "step": 51209
    },
    {
      "epoch": 2.0974810567274216,
      "grad_norm": 2.6839705797753957,
      "learning_rate": 0.00022202457675436107,
      "loss": 4.4688,
      "step": 51210
    },
    {
      "epoch": 2.097522015154618,
      "grad_norm": 2.9395576161335497,
      "learning_rate": 0.00022202171591111748,
      "loss": 4.4375,
      "step": 51211
    },
    {
      "epoch": 2.0975629735818146,
      "grad_norm": 3.473460605257508,
      "learning_rate": 0.00022201885503382617,
      "loss": 4.9375,
      "step": 51212
    },
    {
      "epoch": 2.0976039320090107,
      "grad_norm": 4.660684617412996,
      "learning_rate": 0.00022201599412248853,
      "loss": 5.7188,
      "step": 51213
    },
    {
      "epoch": 2.0976448904362073,
      "grad_norm": 2.7666534199049635,
      "learning_rate": 0.00022201313317710586,
      "loss": 5.0625,
      "step": 51214
    },
    {
      "epoch": 2.097685848863404,
      "grad_norm": 2.9465097107737925,
      "learning_rate": 0.0002220102721976796,
      "loss": 4.9375,
      "step": 51215
    },
    {
      "epoch": 2.0977268072906,
      "grad_norm": 2.6636363413373974,
      "learning_rate": 0.00022200741118421106,
      "loss": 4.3125,
      "step": 51216
    },
    {
      "epoch": 2.0977677657177964,
      "grad_norm": 2.700768862390096,
      "learning_rate": 0.00022200455013670159,
      "loss": 4.9688,
      "step": 51217
    },
    {
      "epoch": 2.097808724144993,
      "grad_norm": 3.6473044511588406,
      "learning_rate": 0.00022200168905515255,
      "loss": 5.25,
      "step": 51218
    },
    {
      "epoch": 2.097849682572189,
      "grad_norm": 6.247097521495838,
      "learning_rate": 0.0002219988279395653,
      "loss": 6.4688,
      "step": 51219
    },
    {
      "epoch": 2.0978906409993856,
      "grad_norm": 2.9791855991951954,
      "learning_rate": 0.00022199596678994119,
      "loss": 4.25,
      "step": 51220
    },
    {
      "epoch": 2.097931599426582,
      "grad_norm": 4.148723424098691,
      "learning_rate": 0.00022199310560628156,
      "loss": 6.625,
      "step": 51221
    },
    {
      "epoch": 2.0979725578537782,
      "grad_norm": 2.6816957841082933,
      "learning_rate": 0.00022199024438858772,
      "loss": 4.0938,
      "step": 51222
    },
    {
      "epoch": 2.0980135162809748,
      "grad_norm": 3.262985221733409,
      "learning_rate": 0.00022198738313686112,
      "loss": 5.2812,
      "step": 51223
    },
    {
      "epoch": 2.0980544747081713,
      "grad_norm": 3.166659874405498,
      "learning_rate": 0.00022198452185110304,
      "loss": 4.3438,
      "step": 51224
    },
    {
      "epoch": 2.0980954331353674,
      "grad_norm": 4.348004320340406,
      "learning_rate": 0.00022198166053131487,
      "loss": 4.7188,
      "step": 51225
    },
    {
      "epoch": 2.098136391562564,
      "grad_norm": 20.827591136109774,
      "learning_rate": 0.00022197879917749792,
      "loss": 3.4688,
      "step": 51226
    },
    {
      "epoch": 2.0981773499897605,
      "grad_norm": 2.832054048140071,
      "learning_rate": 0.00022197593778965362,
      "loss": 4.75,
      "step": 51227
    },
    {
      "epoch": 2.098218308416957,
      "grad_norm": 2.952063857617333,
      "learning_rate": 0.00022197307636778326,
      "loss": 4.5312,
      "step": 51228
    },
    {
      "epoch": 2.098259266844153,
      "grad_norm": 2.9455425911400703,
      "learning_rate": 0.00022197021491188816,
      "loss": 5.125,
      "step": 51229
    },
    {
      "epoch": 2.0983002252713496,
      "grad_norm": 7.264702703582054,
      "learning_rate": 0.00022196735342196975,
      "loss": 5.7812,
      "step": 51230
    },
    {
      "epoch": 2.098341183698546,
      "grad_norm": 3.3809282054847345,
      "learning_rate": 0.00022196449189802934,
      "loss": 4.75,
      "step": 51231
    },
    {
      "epoch": 2.0983821421257423,
      "grad_norm": 2.6141763075605664,
      "learning_rate": 0.00022196163034006832,
      "loss": 4.4375,
      "step": 51232
    },
    {
      "epoch": 2.098423100552939,
      "grad_norm": 2.9218602057393444,
      "learning_rate": 0.000221958768748088,
      "loss": 4.7812,
      "step": 51233
    },
    {
      "epoch": 2.0984640589801353,
      "grad_norm": 2.9072348005114006,
      "learning_rate": 0.00022195590712208974,
      "loss": 5.3125,
      "step": 51234
    },
    {
      "epoch": 2.0985050174073314,
      "grad_norm": 2.582172263301771,
      "learning_rate": 0.0002219530454620749,
      "loss": 4.2812,
      "step": 51235
    },
    {
      "epoch": 2.098545975834528,
      "grad_norm": 2.6634631442647416,
      "learning_rate": 0.0002219501837680449,
      "loss": 4.625,
      "step": 51236
    },
    {
      "epoch": 2.0985869342617245,
      "grad_norm": 3.1063713066529424,
      "learning_rate": 0.00022194732204000096,
      "loss": 5.625,
      "step": 51237
    },
    {
      "epoch": 2.0986278926889206,
      "grad_norm": 3.5601890221833186,
      "learning_rate": 0.0002219444602779445,
      "loss": 5.9375,
      "step": 51238
    },
    {
      "epoch": 2.098668851116117,
      "grad_norm": 3.1583307280877926,
      "learning_rate": 0.00022194159848187693,
      "loss": 5.5,
      "step": 51239
    },
    {
      "epoch": 2.0987098095433137,
      "grad_norm": 2.7235780842536776,
      "learning_rate": 0.00022193873665179946,
      "loss": 4.75,
      "step": 51240
    },
    {
      "epoch": 2.0987507679705097,
      "grad_norm": 2.554806424052313,
      "learning_rate": 0.00022193587478771363,
      "loss": 3.6094,
      "step": 51241
    },
    {
      "epoch": 2.0987917263977063,
      "grad_norm": 3.7643520365391567,
      "learning_rate": 0.00022193301288962058,
      "loss": 2.5938,
      "step": 51242
    },
    {
      "epoch": 2.098832684824903,
      "grad_norm": 4.086056907435791,
      "learning_rate": 0.00022193015095752186,
      "loss": 5.2812,
      "step": 51243
    },
    {
      "epoch": 2.098873643252099,
      "grad_norm": 3.782908487198489,
      "learning_rate": 0.00022192728899141873,
      "loss": 4.9062,
      "step": 51244
    },
    {
      "epoch": 2.0989146016792954,
      "grad_norm": 4.846596573959368,
      "learning_rate": 0.00022192442699131253,
      "loss": 3.0156,
      "step": 51245
    },
    {
      "epoch": 2.098955560106492,
      "grad_norm": 3.601224991096602,
      "learning_rate": 0.0002219215649572046,
      "loss": 4.9375,
      "step": 51246
    },
    {
      "epoch": 2.0989965185336885,
      "grad_norm": 7.06095443049386,
      "learning_rate": 0.0002219187028890964,
      "loss": 3.8906,
      "step": 51247
    },
    {
      "epoch": 2.0990374769608846,
      "grad_norm": 3.8773823847961952,
      "learning_rate": 0.00022191584078698918,
      "loss": 4.9062,
      "step": 51248
    },
    {
      "epoch": 2.099078435388081,
      "grad_norm": 3.8776143006165125,
      "learning_rate": 0.00022191297865088434,
      "loss": 5.375,
      "step": 51249
    },
    {
      "epoch": 2.0991193938152777,
      "grad_norm": 3.3365983533110204,
      "learning_rate": 0.00022191011648078313,
      "loss": 6.0625,
      "step": 51250
    },
    {
      "epoch": 2.0991603522424738,
      "grad_norm": 2.8018453215519323,
      "learning_rate": 0.00022190725427668708,
      "loss": 5.0,
      "step": 51251
    },
    {
      "epoch": 2.0992013106696703,
      "grad_norm": 2.566055852264915,
      "learning_rate": 0.00022190439203859748,
      "loss": 1.8984,
      "step": 51252
    },
    {
      "epoch": 2.099242269096867,
      "grad_norm": 3.145947524285338,
      "learning_rate": 0.00022190152976651558,
      "loss": 4.1875,
      "step": 51253
    },
    {
      "epoch": 2.099283227524063,
      "grad_norm": 2.69964427499105,
      "learning_rate": 0.00022189866746044281,
      "loss": 4.9375,
      "step": 51254
    },
    {
      "epoch": 2.0993241859512595,
      "grad_norm": 3.4394483941555,
      "learning_rate": 0.00022189580512038055,
      "loss": 5.0625,
      "step": 51255
    },
    {
      "epoch": 2.099365144378456,
      "grad_norm": 5.312905420621231,
      "learning_rate": 0.00022189294274633015,
      "loss": 2.4531,
      "step": 51256
    },
    {
      "epoch": 2.099406102805652,
      "grad_norm": 8.92185620212127,
      "learning_rate": 0.0002218900803382929,
      "loss": 6.1562,
      "step": 51257
    },
    {
      "epoch": 2.0994470612328486,
      "grad_norm": 2.598565150055936,
      "learning_rate": 0.00022188721789627019,
      "loss": 4.4375,
      "step": 51258
    },
    {
      "epoch": 2.099488019660045,
      "grad_norm": 2.8617754988033752,
      "learning_rate": 0.00022188435542026342,
      "loss": 5.0312,
      "step": 51259
    },
    {
      "epoch": 2.0995289780872413,
      "grad_norm": 3.5313699073503373,
      "learning_rate": 0.00022188149291027385,
      "loss": 5.6562,
      "step": 51260
    },
    {
      "epoch": 2.099569936514438,
      "grad_norm": 2.896591929628199,
      "learning_rate": 0.0002218786303663029,
      "loss": 5.0,
      "step": 51261
    },
    {
      "epoch": 2.0996108949416343,
      "grad_norm": 3.8262766852515937,
      "learning_rate": 0.0002218757677883519,
      "loss": 5.125,
      "step": 51262
    },
    {
      "epoch": 2.0996518533688304,
      "grad_norm": 4.417019277242858,
      "learning_rate": 0.00022187290517642223,
      "loss": 5.75,
      "step": 51263
    },
    {
      "epoch": 2.099692811796027,
      "grad_norm": 11.27447428622858,
      "learning_rate": 0.0002218700425305152,
      "loss": 3.25,
      "step": 51264
    },
    {
      "epoch": 2.0997337702232235,
      "grad_norm": 2.7283082306956152,
      "learning_rate": 0.00022186717985063216,
      "loss": 4.7812,
      "step": 51265
    },
    {
      "epoch": 2.09977472865042,
      "grad_norm": 2.8304526568257584,
      "learning_rate": 0.00022186431713677453,
      "loss": 4.9688,
      "step": 51266
    },
    {
      "epoch": 2.099815687077616,
      "grad_norm": 3.3190362552344768,
      "learning_rate": 0.0002218614543889436,
      "loss": 4.75,
      "step": 51267
    },
    {
      "epoch": 2.0998566455048127,
      "grad_norm": 3.416876063555056,
      "learning_rate": 0.00022185859160714076,
      "loss": 4.9688,
      "step": 51268
    },
    {
      "epoch": 2.099897603932009,
      "grad_norm": 2.91690603402791,
      "learning_rate": 0.0002218557287913673,
      "loss": 4.9062,
      "step": 51269
    },
    {
      "epoch": 2.0999385623592053,
      "grad_norm": 4.433117377525983,
      "learning_rate": 0.00022185286594162467,
      "loss": 5.4688,
      "step": 51270
    },
    {
      "epoch": 2.099979520786402,
      "grad_norm": 2.915761219166574,
      "learning_rate": 0.0002218500030579142,
      "loss": 5.5312,
      "step": 51271
    },
    {
      "epoch": 2.1000204792135984,
      "grad_norm": 3.032439221338559,
      "learning_rate": 0.00022184714014023715,
      "loss": 5.5,
      "step": 51272
    },
    {
      "epoch": 2.1000614376407944,
      "grad_norm": 2.7905787637054207,
      "learning_rate": 0.00022184427718859495,
      "loss": 3.7344,
      "step": 51273
    },
    {
      "epoch": 2.100102396067991,
      "grad_norm": 3.9628879314157532,
      "learning_rate": 0.00022184141420298898,
      "loss": 3.3125,
      "step": 51274
    },
    {
      "epoch": 2.1001433544951875,
      "grad_norm": 12.679448417069297,
      "learning_rate": 0.00022183855118342055,
      "loss": 6.0,
      "step": 51275
    },
    {
      "epoch": 2.1001843129223836,
      "grad_norm": 2.897169013057573,
      "learning_rate": 0.00022183568812989102,
      "loss": 4.9062,
      "step": 51276
    },
    {
      "epoch": 2.10022527134958,
      "grad_norm": 3.3926251110716734,
      "learning_rate": 0.00022183282504240173,
      "loss": 4.9062,
      "step": 51277
    },
    {
      "epoch": 2.1002662297767767,
      "grad_norm": 6.41862811569472,
      "learning_rate": 0.00022182996192095404,
      "loss": 3.875,
      "step": 51278
    },
    {
      "epoch": 2.1003071882039728,
      "grad_norm": 3.076116634879767,
      "learning_rate": 0.00022182709876554936,
      "loss": 4.5625,
      "step": 51279
    },
    {
      "epoch": 2.1003481466311693,
      "grad_norm": 2.516338911631548,
      "learning_rate": 0.00022182423557618895,
      "loss": 4.0938,
      "step": 51280
    },
    {
      "epoch": 2.100389105058366,
      "grad_norm": 2.574904060298809,
      "learning_rate": 0.00022182137235287423,
      "loss": 4.3125,
      "step": 51281
    },
    {
      "epoch": 2.100430063485562,
      "grad_norm": 2.9862013849043394,
      "learning_rate": 0.00022181850909560653,
      "loss": 3.8594,
      "step": 51282
    },
    {
      "epoch": 2.1004710219127585,
      "grad_norm": 4.4274489493222084,
      "learning_rate": 0.0002218156458043872,
      "loss": 5.875,
      "step": 51283
    },
    {
      "epoch": 2.100511980339955,
      "grad_norm": 2.817355484886587,
      "learning_rate": 0.0002218127824792176,
      "loss": 4.0938,
      "step": 51284
    },
    {
      "epoch": 2.1005529387671515,
      "grad_norm": 3.2832816118385426,
      "learning_rate": 0.0002218099191200991,
      "loss": 4.3438,
      "step": 51285
    },
    {
      "epoch": 2.1005938971943476,
      "grad_norm": 6.9920869460232025,
      "learning_rate": 0.000221807055727033,
      "loss": 6.4688,
      "step": 51286
    },
    {
      "epoch": 2.100634855621544,
      "grad_norm": 2.862628918884522,
      "learning_rate": 0.00022180419230002072,
      "loss": 4.7812,
      "step": 51287
    },
    {
      "epoch": 2.1006758140487407,
      "grad_norm": 3.4178998507496234,
      "learning_rate": 0.00022180132883906358,
      "loss": 6.2188,
      "step": 51288
    },
    {
      "epoch": 2.100716772475937,
      "grad_norm": 2.907066734663142,
      "learning_rate": 0.00022179846534416296,
      "loss": 3.8594,
      "step": 51289
    },
    {
      "epoch": 2.1007577309031333,
      "grad_norm": 2.6197915322136582,
      "learning_rate": 0.00022179560181532015,
      "loss": 4.4375,
      "step": 51290
    },
    {
      "epoch": 2.10079868933033,
      "grad_norm": 2.727425342007694,
      "learning_rate": 0.00022179273825253656,
      "loss": 3.7188,
      "step": 51291
    },
    {
      "epoch": 2.100839647757526,
      "grad_norm": 2.964536163730269,
      "learning_rate": 0.00022178987465581353,
      "loss": 3.875,
      "step": 51292
    },
    {
      "epoch": 2.1008806061847225,
      "grad_norm": 3.2061383462609934,
      "learning_rate": 0.00022178701102515243,
      "loss": 5.0938,
      "step": 51293
    },
    {
      "epoch": 2.100921564611919,
      "grad_norm": 3.921509154791032,
      "learning_rate": 0.00022178414736055455,
      "loss": 5.6562,
      "step": 51294
    },
    {
      "epoch": 2.100962523039115,
      "grad_norm": 3.2563880144819843,
      "learning_rate": 0.00022178128366202136,
      "loss": 5.4062,
      "step": 51295
    },
    {
      "epoch": 2.1010034814663117,
      "grad_norm": 2.802196356100592,
      "learning_rate": 0.00022177841992955408,
      "loss": 5.0938,
      "step": 51296
    },
    {
      "epoch": 2.101044439893508,
      "grad_norm": 2.472156181751727,
      "learning_rate": 0.00022177555616315417,
      "loss": 4.1875,
      "step": 51297
    },
    {
      "epoch": 2.1010853983207043,
      "grad_norm": 2.7890537377010873,
      "learning_rate": 0.00022177269236282293,
      "loss": 4.5625,
      "step": 51298
    },
    {
      "epoch": 2.101126356747901,
      "grad_norm": 2.7274527573752474,
      "learning_rate": 0.00022176982852856175,
      "loss": 4.7812,
      "step": 51299
    },
    {
      "epoch": 2.1011673151750974,
      "grad_norm": 3.7699620326297048,
      "learning_rate": 0.00022176696466037196,
      "loss": 5.4062,
      "step": 51300
    },
    {
      "epoch": 2.1012082736022935,
      "grad_norm": 2.4699611309406393,
      "learning_rate": 0.00022176410075825485,
      "loss": 4.4062,
      "step": 51301
    },
    {
      "epoch": 2.10124923202949,
      "grad_norm": 8.02416162608327,
      "learning_rate": 0.00022176123682221189,
      "loss": 1.9375,
      "step": 51302
    },
    {
      "epoch": 2.1012901904566865,
      "grad_norm": 2.808891929346372,
      "learning_rate": 0.00022175837285224437,
      "loss": 5.5312,
      "step": 51303
    },
    {
      "epoch": 2.101331148883883,
      "grad_norm": 3.2015548357054917,
      "learning_rate": 0.00022175550884835366,
      "loss": 5.2812,
      "step": 51304
    },
    {
      "epoch": 2.101372107311079,
      "grad_norm": 3.7258004239026596,
      "learning_rate": 0.0002217526448105411,
      "loss": 4.2188,
      "step": 51305
    },
    {
      "epoch": 2.1014130657382757,
      "grad_norm": 4.192846778451973,
      "learning_rate": 0.00022174978073880803,
      "loss": 5.0,
      "step": 51306
    },
    {
      "epoch": 2.1014540241654722,
      "grad_norm": 4.098293926930513,
      "learning_rate": 0.00022174691663315587,
      "loss": 4.0938,
      "step": 51307
    },
    {
      "epoch": 2.1014949825926683,
      "grad_norm": 5.6799722032136195,
      "learning_rate": 0.0002217440524935859,
      "loss": 5.7812,
      "step": 51308
    },
    {
      "epoch": 2.101535941019865,
      "grad_norm": 2.951975182551855,
      "learning_rate": 0.00022174118832009952,
      "loss": 4.1875,
      "step": 51309
    },
    {
      "epoch": 2.1015768994470614,
      "grad_norm": 4.551222796310814,
      "learning_rate": 0.00022173832411269808,
      "loss": 5.5312,
      "step": 51310
    },
    {
      "epoch": 2.1016178578742575,
      "grad_norm": 5.402161367675221,
      "learning_rate": 0.0002217354598713829,
      "loss": 3.5,
      "step": 51311
    },
    {
      "epoch": 2.101658816301454,
      "grad_norm": 6.1823817453817345,
      "learning_rate": 0.00022173259559615536,
      "loss": 6.5938,
      "step": 51312
    },
    {
      "epoch": 2.1016997747286505,
      "grad_norm": 6.061449841241299,
      "learning_rate": 0.00022172973128701685,
      "loss": 4.625,
      "step": 51313
    },
    {
      "epoch": 2.1017407331558466,
      "grad_norm": 3.0919911001555396,
      "learning_rate": 0.0002217268669439686,
      "loss": 5.7188,
      "step": 51314
    },
    {
      "epoch": 2.101781691583043,
      "grad_norm": 2.740983705410707,
      "learning_rate": 0.0002217240025670121,
      "loss": 3.4688,
      "step": 51315
    },
    {
      "epoch": 2.1018226500102397,
      "grad_norm": 3.225634463482082,
      "learning_rate": 0.00022172113815614866,
      "loss": 3.9375,
      "step": 51316
    },
    {
      "epoch": 2.101863608437436,
      "grad_norm": 3.049315922211337,
      "learning_rate": 0.00022171827371137966,
      "loss": 4.25,
      "step": 51317
    },
    {
      "epoch": 2.1019045668646323,
      "grad_norm": 3.0463041721758226,
      "learning_rate": 0.00022171540923270636,
      "loss": 4.0312,
      "step": 51318
    },
    {
      "epoch": 2.101945525291829,
      "grad_norm": 2.2415584187823425,
      "learning_rate": 0.00022171254472013022,
      "loss": 1.5547,
      "step": 51319
    },
    {
      "epoch": 2.101986483719025,
      "grad_norm": 4.419681646240385,
      "learning_rate": 0.00022170968017365254,
      "loss": 4.75,
      "step": 51320
    },
    {
      "epoch": 2.1020274421462215,
      "grad_norm": 4.199225571404181,
      "learning_rate": 0.00022170681559327467,
      "loss": 6.0,
      "step": 51321
    },
    {
      "epoch": 2.102068400573418,
      "grad_norm": 3.106718578740841,
      "learning_rate": 0.00022170395097899798,
      "loss": 4.4375,
      "step": 51322
    },
    {
      "epoch": 2.1021093590006146,
      "grad_norm": 3.389534733297776,
      "learning_rate": 0.0002217010863308238,
      "loss": 5.75,
      "step": 51323
    },
    {
      "epoch": 2.1021503174278107,
      "grad_norm": 3.93022415027749,
      "learning_rate": 0.00022169822164875354,
      "loss": 2.9219,
      "step": 51324
    },
    {
      "epoch": 2.102191275855007,
      "grad_norm": 9.037569462278022,
      "learning_rate": 0.00022169535693278853,
      "loss": 5.7188,
      "step": 51325
    },
    {
      "epoch": 2.1022322342822037,
      "grad_norm": 2.689329025787753,
      "learning_rate": 0.0002216924921829301,
      "loss": 4.4062,
      "step": 51326
    },
    {
      "epoch": 2.1022731927094,
      "grad_norm": 3.2448230157042075,
      "learning_rate": 0.0002216896273991796,
      "loss": 4.9688,
      "step": 51327
    },
    {
      "epoch": 2.1023141511365964,
      "grad_norm": 4.153572046840368,
      "learning_rate": 0.00022168676258153843,
      "loss": 5.375,
      "step": 51328
    },
    {
      "epoch": 2.102355109563793,
      "grad_norm": 2.603515207960042,
      "learning_rate": 0.00022168389773000795,
      "loss": 4.5312,
      "step": 51329
    },
    {
      "epoch": 2.102396067990989,
      "grad_norm": 5.337723708749811,
      "learning_rate": 0.0002216810328445894,
      "loss": 5.5938,
      "step": 51330
    },
    {
      "epoch": 2.1024370264181855,
      "grad_norm": 21.188595949464755,
      "learning_rate": 0.00022167816792528427,
      "loss": 4.375,
      "step": 51331
    },
    {
      "epoch": 2.102477984845382,
      "grad_norm": 2.349824730113873,
      "learning_rate": 0.0002216753029720939,
      "loss": 2.8594,
      "step": 51332
    },
    {
      "epoch": 2.102518943272578,
      "grad_norm": 2.7532056152463724,
      "learning_rate": 0.00022167243798501955,
      "loss": 5.625,
      "step": 51333
    },
    {
      "epoch": 2.1025599016997747,
      "grad_norm": 3.0407367592948753,
      "learning_rate": 0.00022166957296406264,
      "loss": 4.6562,
      "step": 51334
    },
    {
      "epoch": 2.1026008601269712,
      "grad_norm": 3.4647713856865296,
      "learning_rate": 0.00022166670790922454,
      "loss": 6.3438,
      "step": 51335
    },
    {
      "epoch": 2.1026418185541673,
      "grad_norm": 4.6019876693552115,
      "learning_rate": 0.00022166384282050656,
      "loss": 3.0312,
      "step": 51336
    },
    {
      "epoch": 2.102682776981364,
      "grad_norm": 3.5432722245511505,
      "learning_rate": 0.00022166097769791006,
      "loss": 3.9219,
      "step": 51337
    },
    {
      "epoch": 2.1027237354085604,
      "grad_norm": 2.7001124772142098,
      "learning_rate": 0.0002216581125414364,
      "loss": 4.5938,
      "step": 51338
    },
    {
      "epoch": 2.1027646938357565,
      "grad_norm": 2.9156767555219636,
      "learning_rate": 0.00022165524735108695,
      "loss": 4.5312,
      "step": 51339
    },
    {
      "epoch": 2.102805652262953,
      "grad_norm": 3.333154448137115,
      "learning_rate": 0.00022165238212686308,
      "loss": 5.875,
      "step": 51340
    },
    {
      "epoch": 2.1028466106901496,
      "grad_norm": 3.0801110447292257,
      "learning_rate": 0.0002216495168687661,
      "loss": 4.4688,
      "step": 51341
    },
    {
      "epoch": 2.102887569117346,
      "grad_norm": 2.698151803393151,
      "learning_rate": 0.0002216466515767974,
      "loss": 5.2188,
      "step": 51342
    },
    {
      "epoch": 2.102928527544542,
      "grad_norm": 2.5232821768005804,
      "learning_rate": 0.00022164378625095832,
      "loss": 4.5,
      "step": 51343
    },
    {
      "epoch": 2.1029694859717387,
      "grad_norm": 3.058680605699211,
      "learning_rate": 0.00022164092089125022,
      "loss": 3.9062,
      "step": 51344
    },
    {
      "epoch": 2.1030104443989353,
      "grad_norm": 3.671085513609465,
      "learning_rate": 0.00022163805549767446,
      "loss": 6.9062,
      "step": 51345
    },
    {
      "epoch": 2.1030514028261313,
      "grad_norm": 3.229452727711713,
      "learning_rate": 0.00022163519007023234,
      "loss": 4.1562,
      "step": 51346
    },
    {
      "epoch": 2.103092361253328,
      "grad_norm": 2.932592375477633,
      "learning_rate": 0.00022163232460892528,
      "loss": 4.7188,
      "step": 51347
    },
    {
      "epoch": 2.1031333196805244,
      "grad_norm": 2.794554704292015,
      "learning_rate": 0.00022162945911375462,
      "loss": 4.7812,
      "step": 51348
    },
    {
      "epoch": 2.1031742781077205,
      "grad_norm": 2.7981967130707406,
      "learning_rate": 0.0002216265935847217,
      "loss": 4.9688,
      "step": 51349
    },
    {
      "epoch": 2.103215236534917,
      "grad_norm": 3.3057501697642317,
      "learning_rate": 0.00022162372802182786,
      "loss": 4.7812,
      "step": 51350
    },
    {
      "epoch": 2.1032561949621136,
      "grad_norm": 3.16794686568328,
      "learning_rate": 0.0002216208624250745,
      "loss": 4.625,
      "step": 51351
    },
    {
      "epoch": 2.1032971533893097,
      "grad_norm": 7.4782795929334185,
      "learning_rate": 0.00022161799679446296,
      "loss": 1.4922,
      "step": 51352
    },
    {
      "epoch": 2.103338111816506,
      "grad_norm": 2.711135105507397,
      "learning_rate": 0.00022161513112999462,
      "loss": 4.5938,
      "step": 51353
    },
    {
      "epoch": 2.1033790702437027,
      "grad_norm": 11.186180167220098,
      "learning_rate": 0.00022161226543167075,
      "loss": 5.4375,
      "step": 51354
    },
    {
      "epoch": 2.103420028670899,
      "grad_norm": 3.1946191068307543,
      "learning_rate": 0.0002216093996994928,
      "loss": 4.9688,
      "step": 51355
    },
    {
      "epoch": 2.1034609870980954,
      "grad_norm": 2.703012367467876,
      "learning_rate": 0.00022160653393346204,
      "loss": 4.3125,
      "step": 51356
    },
    {
      "epoch": 2.103501945525292,
      "grad_norm": 4.651762294189378,
      "learning_rate": 0.00022160366813357986,
      "loss": 4.3125,
      "step": 51357
    },
    {
      "epoch": 2.103542903952488,
      "grad_norm": 2.956614880932619,
      "learning_rate": 0.00022160080229984764,
      "loss": 4.5625,
      "step": 51358
    },
    {
      "epoch": 2.1035838623796845,
      "grad_norm": 3.407527012604103,
      "learning_rate": 0.00022159793643226674,
      "loss": 5.0312,
      "step": 51359
    },
    {
      "epoch": 2.103624820806881,
      "grad_norm": 3.8097377787370688,
      "learning_rate": 0.00022159507053083843,
      "loss": 4.4375,
      "step": 51360
    },
    {
      "epoch": 2.1036657792340776,
      "grad_norm": 3.725574442911361,
      "learning_rate": 0.0002215922045955642,
      "loss": 5.5,
      "step": 51361
    },
    {
      "epoch": 2.1037067376612737,
      "grad_norm": 2.692112333898493,
      "learning_rate": 0.00022158933862644523,
      "loss": 3.9531,
      "step": 51362
    },
    {
      "epoch": 2.1037476960884702,
      "grad_norm": 3.2131002074098403,
      "learning_rate": 0.0002215864726234831,
      "loss": 4.1562,
      "step": 51363
    },
    {
      "epoch": 2.1037886545156668,
      "grad_norm": 3.754686179495461,
      "learning_rate": 0.00022158360658667894,
      "loss": 5.625,
      "step": 51364
    },
    {
      "epoch": 2.103829612942863,
      "grad_norm": 3.8502572842217284,
      "learning_rate": 0.00022158074051603424,
      "loss": 5.0,
      "step": 51365
    },
    {
      "epoch": 2.1038705713700594,
      "grad_norm": 2.845149628275431,
      "learning_rate": 0.0002215778744115503,
      "loss": 4.5938,
      "step": 51366
    },
    {
      "epoch": 2.103911529797256,
      "grad_norm": 3.2586593316539947,
      "learning_rate": 0.00022157500827322852,
      "loss": 3.5781,
      "step": 51367
    },
    {
      "epoch": 2.103952488224452,
      "grad_norm": 2.518980218259664,
      "learning_rate": 0.0002215721421010702,
      "loss": 3.7031,
      "step": 51368
    },
    {
      "epoch": 2.1039934466516486,
      "grad_norm": 3.1467557718490338,
      "learning_rate": 0.0002215692758950768,
      "loss": 4.9688,
      "step": 51369
    },
    {
      "epoch": 2.104034405078845,
      "grad_norm": 3.638977090035957,
      "learning_rate": 0.00022156640965524953,
      "loss": 6.375,
      "step": 51370
    },
    {
      "epoch": 2.104075363506041,
      "grad_norm": 5.11824605046151,
      "learning_rate": 0.00022156354338158984,
      "loss": 5.4062,
      "step": 51371
    },
    {
      "epoch": 2.1041163219332377,
      "grad_norm": 2.6238527349198972,
      "learning_rate": 0.00022156067707409908,
      "loss": 4.6875,
      "step": 51372
    },
    {
      "epoch": 2.1041572803604343,
      "grad_norm": 2.8877952879843147,
      "learning_rate": 0.0002215578107327785,
      "loss": 3.8594,
      "step": 51373
    },
    {
      "epoch": 2.1041982387876303,
      "grad_norm": 2.61914716303881,
      "learning_rate": 0.0002215549443576296,
      "loss": 3.4531,
      "step": 51374
    },
    {
      "epoch": 2.104239197214827,
      "grad_norm": 5.200811029685611,
      "learning_rate": 0.0002215520779486537,
      "loss": 5.6875,
      "step": 51375
    },
    {
      "epoch": 2.1042801556420234,
      "grad_norm": 3.5159160112071173,
      "learning_rate": 0.0002215492115058521,
      "loss": 4.25,
      "step": 51376
    },
    {
      "epoch": 2.10432111406922,
      "grad_norm": 6.572148812667272,
      "learning_rate": 0.00022154634502922615,
      "loss": 2.4375,
      "step": 51377
    },
    {
      "epoch": 2.104362072496416,
      "grad_norm": 2.913360958791359,
      "learning_rate": 0.00022154347851877727,
      "loss": 5.1875,
      "step": 51378
    },
    {
      "epoch": 2.1044030309236126,
      "grad_norm": 2.896378004342541,
      "learning_rate": 0.00022154061197450682,
      "loss": 4.3438,
      "step": 51379
    },
    {
      "epoch": 2.104443989350809,
      "grad_norm": 3.0930231325961035,
      "learning_rate": 0.00022153774539641606,
      "loss": 4.2812,
      "step": 51380
    },
    {
      "epoch": 2.104484947778005,
      "grad_norm": 3.1606297536187378,
      "learning_rate": 0.00022153487878450646,
      "loss": 5.4375,
      "step": 51381
    },
    {
      "epoch": 2.1045259062052017,
      "grad_norm": 2.835880369384055,
      "learning_rate": 0.0002215320121387793,
      "loss": 4.5625,
      "step": 51382
    },
    {
      "epoch": 2.1045668646323983,
      "grad_norm": 12.479713190496492,
      "learning_rate": 0.00022152914545923595,
      "loss": 4.3438,
      "step": 51383
    },
    {
      "epoch": 2.1046078230595944,
      "grad_norm": 3.064942791170966,
      "learning_rate": 0.00022152627874587775,
      "loss": 4.0625,
      "step": 51384
    },
    {
      "epoch": 2.104648781486791,
      "grad_norm": 2.6337514398213804,
      "learning_rate": 0.0002215234119987061,
      "loss": 4.2188,
      "step": 51385
    },
    {
      "epoch": 2.1046897399139874,
      "grad_norm": 3.3606155843888352,
      "learning_rate": 0.0002215205452177223,
      "loss": 5.375,
      "step": 51386
    },
    {
      "epoch": 2.1047306983411835,
      "grad_norm": 3.7729400876527412,
      "learning_rate": 0.0002215176784029278,
      "loss": 5.7188,
      "step": 51387
    },
    {
      "epoch": 2.10477165676838,
      "grad_norm": 3.48405590833087,
      "learning_rate": 0.00022151481155432385,
      "loss": 3.4844,
      "step": 51388
    },
    {
      "epoch": 2.1048126151955766,
      "grad_norm": 5.089598903720548,
      "learning_rate": 0.00022151194467191182,
      "loss": 5.875,
      "step": 51389
    },
    {
      "epoch": 2.1048535736227727,
      "grad_norm": 2.846151017308582,
      "learning_rate": 0.0002215090777556931,
      "loss": 4.2188,
      "step": 51390
    },
    {
      "epoch": 2.1048945320499692,
      "grad_norm": 9.940520313882576,
      "learning_rate": 0.0002215062108056691,
      "loss": 3.0,
      "step": 51391
    },
    {
      "epoch": 2.1049354904771658,
      "grad_norm": 2.86019803929231,
      "learning_rate": 0.00022150334382184104,
      "loss": 4.6875,
      "step": 51392
    },
    {
      "epoch": 2.104976448904362,
      "grad_norm": 2.7169474843754124,
      "learning_rate": 0.00022150047680421042,
      "loss": 4.2188,
      "step": 51393
    },
    {
      "epoch": 2.1050174073315584,
      "grad_norm": 3.3399363183562665,
      "learning_rate": 0.00022149760975277846,
      "loss": 3.5938,
      "step": 51394
    },
    {
      "epoch": 2.105058365758755,
      "grad_norm": 11.4354928268387,
      "learning_rate": 0.00022149474266754663,
      "loss": 5.5,
      "step": 51395
    },
    {
      "epoch": 2.1050993241859515,
      "grad_norm": 3.0210938928511184,
      "learning_rate": 0.00022149187554851619,
      "loss": 4.25,
      "step": 51396
    },
    {
      "epoch": 2.1051402826131476,
      "grad_norm": 3.019699366221769,
      "learning_rate": 0.00022148900839568858,
      "loss": 4.625,
      "step": 51397
    },
    {
      "epoch": 2.105181241040344,
      "grad_norm": 3.5835031485420528,
      "learning_rate": 0.00022148614120906504,
      "loss": 5.3125,
      "step": 51398
    },
    {
      "epoch": 2.1052221994675406,
      "grad_norm": 5.002551990590152,
      "learning_rate": 0.00022148327398864709,
      "loss": 2.5156,
      "step": 51399
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 2.1398233136880793,
      "learning_rate": 0.00022148040673443595,
      "loss": 3.1875,
      "step": 51400
    },
    {
      "epoch": 2.1053041163219333,
      "grad_norm": 3.0607876126191855,
      "learning_rate": 0.00022147753944643303,
      "loss": 4.625,
      "step": 51401
    },
    {
      "epoch": 2.10534507474913,
      "grad_norm": 3.926953149940015,
      "learning_rate": 0.00022147467212463968,
      "loss": 5.0,
      "step": 51402
    },
    {
      "epoch": 2.105386033176326,
      "grad_norm": 5.488333007706626,
      "learning_rate": 0.00022147180476905724,
      "loss": 5.1562,
      "step": 51403
    },
    {
      "epoch": 2.1054269916035224,
      "grad_norm": 2.937489225314429,
      "learning_rate": 0.00022146893737968714,
      "loss": 4.4375,
      "step": 51404
    },
    {
      "epoch": 2.105467950030719,
      "grad_norm": 2.8802412456845046,
      "learning_rate": 0.00022146606995653058,
      "loss": 4.9688,
      "step": 51405
    },
    {
      "epoch": 2.105508908457915,
      "grad_norm": 7.844978091429816,
      "learning_rate": 0.00022146320249958904,
      "loss": 1.9297,
      "step": 51406
    },
    {
      "epoch": 2.1055498668851116,
      "grad_norm": 3.1063557739167598,
      "learning_rate": 0.0002214603350088639,
      "loss": 4.9375,
      "step": 51407
    },
    {
      "epoch": 2.105590825312308,
      "grad_norm": 3.3141933964510364,
      "learning_rate": 0.00022145746748435642,
      "loss": 4.1875,
      "step": 51408
    },
    {
      "epoch": 2.105631783739504,
      "grad_norm": 2.9289781677744546,
      "learning_rate": 0.00022145459992606797,
      "loss": 4.6562,
      "step": 51409
    },
    {
      "epoch": 2.1056727421667008,
      "grad_norm": 2.600105659780594,
      "learning_rate": 0.00022145173233399995,
      "loss": 3.9531,
      "step": 51410
    },
    {
      "epoch": 2.1057137005938973,
      "grad_norm": 2.7740177864251767,
      "learning_rate": 0.0002214488647081537,
      "loss": 4.75,
      "step": 51411
    },
    {
      "epoch": 2.1057546590210934,
      "grad_norm": 4.5953799180843005,
      "learning_rate": 0.0002214459970485306,
      "loss": 4.8438,
      "step": 51412
    },
    {
      "epoch": 2.10579561744829,
      "grad_norm": 2.6763234577065758,
      "learning_rate": 0.00022144312935513193,
      "loss": 5.0312,
      "step": 51413
    },
    {
      "epoch": 2.1058365758754864,
      "grad_norm": 2.5801872766321896,
      "learning_rate": 0.0002214402616279591,
      "loss": 4.5938,
      "step": 51414
    },
    {
      "epoch": 2.105877534302683,
      "grad_norm": 4.319638708968152,
      "learning_rate": 0.0002214373938670135,
      "loss": 2.9688,
      "step": 51415
    },
    {
      "epoch": 2.105918492729879,
      "grad_norm": 3.5490686722129237,
      "learning_rate": 0.00022143452607229644,
      "loss": 5.5625,
      "step": 51416
    },
    {
      "epoch": 2.1059594511570756,
      "grad_norm": 5.174750875426176,
      "learning_rate": 0.00022143165824380925,
      "loss": 4.4062,
      "step": 51417
    },
    {
      "epoch": 2.106000409584272,
      "grad_norm": 3.3205528734995844,
      "learning_rate": 0.0002214287903815533,
      "loss": 3.6406,
      "step": 51418
    },
    {
      "epoch": 2.1060413680114682,
      "grad_norm": 3.1317838952472403,
      "learning_rate": 0.00022142592248553,
      "loss": 4.375,
      "step": 51419
    },
    {
      "epoch": 2.1060823264386648,
      "grad_norm": 2.642128350204306,
      "learning_rate": 0.00022142305455574065,
      "loss": 4.6562,
      "step": 51420
    },
    {
      "epoch": 2.1061232848658613,
      "grad_norm": 3.0947861663976988,
      "learning_rate": 0.00022142018659218664,
      "loss": 4.5625,
      "step": 51421
    },
    {
      "epoch": 2.1061642432930574,
      "grad_norm": 2.787807615616666,
      "learning_rate": 0.0002214173185948693,
      "loss": 4.1875,
      "step": 51422
    },
    {
      "epoch": 2.106205201720254,
      "grad_norm": 2.9347273801425873,
      "learning_rate": 0.00022141445056379002,
      "loss": 4.6875,
      "step": 51423
    },
    {
      "epoch": 2.1062461601474505,
      "grad_norm": 9.027651981025075,
      "learning_rate": 0.00022141158249895011,
      "loss": 4.1562,
      "step": 51424
    },
    {
      "epoch": 2.1062871185746466,
      "grad_norm": 3.2443715065633425,
      "learning_rate": 0.00022140871440035095,
      "loss": 4.7188,
      "step": 51425
    },
    {
      "epoch": 2.106328077001843,
      "grad_norm": 3.9310303162258142,
      "learning_rate": 0.00022140584626799387,
      "loss": 5.875,
      "step": 51426
    },
    {
      "epoch": 2.1063690354290396,
      "grad_norm": 5.633462596598173,
      "learning_rate": 0.00022140297810188027,
      "loss": 5.75,
      "step": 51427
    },
    {
      "epoch": 2.1064099938562357,
      "grad_norm": 4.352018206626601,
      "learning_rate": 0.0002214001099020115,
      "loss": 5.7812,
      "step": 51428
    },
    {
      "epoch": 2.1064509522834323,
      "grad_norm": 3.000113628491441,
      "learning_rate": 0.00022139724166838888,
      "loss": 4.4688,
      "step": 51429
    },
    {
      "epoch": 2.106491910710629,
      "grad_norm": 3.017319271179782,
      "learning_rate": 0.00022139437340101378,
      "loss": 5.1562,
      "step": 51430
    },
    {
      "epoch": 2.106532869137825,
      "grad_norm": 17.917029286125988,
      "learning_rate": 0.0002213915050998876,
      "loss": 3.6406,
      "step": 51431
    },
    {
      "epoch": 2.1065738275650214,
      "grad_norm": 3.1508217342776375,
      "learning_rate": 0.00022138863676501164,
      "loss": 5.9688,
      "step": 51432
    },
    {
      "epoch": 2.106614785992218,
      "grad_norm": 8.241028327204013,
      "learning_rate": 0.00022138576839638726,
      "loss": 3.25,
      "step": 51433
    },
    {
      "epoch": 2.1066557444194145,
      "grad_norm": 3.561388558623367,
      "learning_rate": 0.00022138289999401584,
      "loss": 4.9688,
      "step": 51434
    },
    {
      "epoch": 2.1066967028466106,
      "grad_norm": 2.7733380041375626,
      "learning_rate": 0.00022138003155789873,
      "loss": 4.8125,
      "step": 51435
    },
    {
      "epoch": 2.106737661273807,
      "grad_norm": 4.7597218972368385,
      "learning_rate": 0.0002213771630880373,
      "loss": 6.3438,
      "step": 51436
    },
    {
      "epoch": 2.1067786197010037,
      "grad_norm": 6.471594722746835,
      "learning_rate": 0.0002213742945844329,
      "loss": 1.7266,
      "step": 51437
    },
    {
      "epoch": 2.1068195781281998,
      "grad_norm": 3.1697277923798883,
      "learning_rate": 0.0002213714260470868,
      "loss": 4.875,
      "step": 51438
    },
    {
      "epoch": 2.1068605365553963,
      "grad_norm": 5.0720161552128324,
      "learning_rate": 0.0002213685574760005,
      "loss": 5.6562,
      "step": 51439
    },
    {
      "epoch": 2.106901494982593,
      "grad_norm": 2.9800929869733115,
      "learning_rate": 0.0002213656888711753,
      "loss": 5.25,
      "step": 51440
    },
    {
      "epoch": 2.106942453409789,
      "grad_norm": 3.8208806385234673,
      "learning_rate": 0.0002213628202326125,
      "loss": 1.5391,
      "step": 51441
    },
    {
      "epoch": 2.1069834118369855,
      "grad_norm": 4.580351482579213,
      "learning_rate": 0.00022135995156031353,
      "loss": 4.5312,
      "step": 51442
    },
    {
      "epoch": 2.107024370264182,
      "grad_norm": 3.1222241297393096,
      "learning_rate": 0.00022135708285427966,
      "loss": 3.7344,
      "step": 51443
    },
    {
      "epoch": 2.107065328691378,
      "grad_norm": 2.9798216877810555,
      "learning_rate": 0.00022135421411451236,
      "loss": 4.625,
      "step": 51444
    },
    {
      "epoch": 2.1071062871185746,
      "grad_norm": 2.9099709938112164,
      "learning_rate": 0.0002213513453410129,
      "loss": 4.7188,
      "step": 51445
    },
    {
      "epoch": 2.107147245545771,
      "grad_norm": 3.195341354618123,
      "learning_rate": 0.00022134847653378266,
      "loss": 4.6875,
      "step": 51446
    },
    {
      "epoch": 2.1071882039729672,
      "grad_norm": 2.846136768484591,
      "learning_rate": 0.000221345607692823,
      "loss": 4.5,
      "step": 51447
    },
    {
      "epoch": 2.107229162400164,
      "grad_norm": 2.6900229386411025,
      "learning_rate": 0.00022134273881813533,
      "loss": 4.3125,
      "step": 51448
    },
    {
      "epoch": 2.1072701208273603,
      "grad_norm": 3.6531567490796726,
      "learning_rate": 0.0002213398699097209,
      "loss": 6.4062,
      "step": 51449
    },
    {
      "epoch": 2.107311079254557,
      "grad_norm": 3.0065230021649936,
      "learning_rate": 0.0002213370009675811,
      "loss": 4.625,
      "step": 51450
    },
    {
      "epoch": 2.107352037681753,
      "grad_norm": 2.984804818580968,
      "learning_rate": 0.00022133413199171737,
      "loss": 4.4062,
      "step": 51451
    },
    {
      "epoch": 2.1073929961089495,
      "grad_norm": 2.838547731347431,
      "learning_rate": 0.00022133126298213096,
      "loss": 3.8281,
      "step": 51452
    },
    {
      "epoch": 2.107433954536146,
      "grad_norm": 2.7686339408076854,
      "learning_rate": 0.00022132839393882326,
      "loss": 2.0625,
      "step": 51453
    },
    {
      "epoch": 2.107474912963342,
      "grad_norm": 3.15596660423443,
      "learning_rate": 0.00022132552486179565,
      "loss": 4.0625,
      "step": 51454
    },
    {
      "epoch": 2.1075158713905386,
      "grad_norm": 3.3822170852704114,
      "learning_rate": 0.00022132265575104947,
      "loss": 5.2188,
      "step": 51455
    },
    {
      "epoch": 2.107556829817735,
      "grad_norm": 3.132603003941545,
      "learning_rate": 0.0002213197866065861,
      "loss": 6.0,
      "step": 51456
    },
    {
      "epoch": 2.1075977882449313,
      "grad_norm": 2.98092375848636,
      "learning_rate": 0.00022131691742840684,
      "loss": 4.1562,
      "step": 51457
    },
    {
      "epoch": 2.107638746672128,
      "grad_norm": 2.9434981075947877,
      "learning_rate": 0.00022131404821651307,
      "loss": 4.6562,
      "step": 51458
    },
    {
      "epoch": 2.1076797050993243,
      "grad_norm": 2.6551058482810896,
      "learning_rate": 0.00022131117897090618,
      "loss": 4.0625,
      "step": 51459
    },
    {
      "epoch": 2.1077206635265204,
      "grad_norm": 4.206099140734478,
      "learning_rate": 0.0002213083096915875,
      "loss": 5.0938,
      "step": 51460
    },
    {
      "epoch": 2.107761621953717,
      "grad_norm": 3.101785634880935,
      "learning_rate": 0.00022130544037855842,
      "loss": 3.3906,
      "step": 51461
    },
    {
      "epoch": 2.1078025803809135,
      "grad_norm": 3.199507774154188,
      "learning_rate": 0.0002213025710318202,
      "loss": 5.0312,
      "step": 51462
    },
    {
      "epoch": 2.1078435388081096,
      "grad_norm": 2.694052294818159,
      "learning_rate": 0.0002212997016513743,
      "loss": 4.7812,
      "step": 51463
    },
    {
      "epoch": 2.107884497235306,
      "grad_norm": 12.208879750382357,
      "learning_rate": 0.00022129683223722204,
      "loss": 4.125,
      "step": 51464
    },
    {
      "epoch": 2.1079254556625027,
      "grad_norm": 3.3508908992140922,
      "learning_rate": 0.00022129396278936476,
      "loss": 6.75,
      "step": 51465
    },
    {
      "epoch": 2.1079664140896988,
      "grad_norm": 2.8132169574217563,
      "learning_rate": 0.00022129109330780382,
      "loss": 1.2188,
      "step": 51466
    },
    {
      "epoch": 2.1080073725168953,
      "grad_norm": 2.884291871708817,
      "learning_rate": 0.0002212882237925406,
      "loss": 4.9062,
      "step": 51467
    },
    {
      "epoch": 2.108048330944092,
      "grad_norm": 2.8121581504099247,
      "learning_rate": 0.00022128535424357647,
      "loss": 3.7656,
      "step": 51468
    },
    {
      "epoch": 2.1080892893712884,
      "grad_norm": 2.9139245160751868,
      "learning_rate": 0.00022128248466091275,
      "loss": 4.6562,
      "step": 51469
    },
    {
      "epoch": 2.1081302477984845,
      "grad_norm": 3.1425570648128445,
      "learning_rate": 0.00022127961504455078,
      "loss": 3.8125,
      "step": 51470
    },
    {
      "epoch": 2.108171206225681,
      "grad_norm": 2.5910750368336566,
      "learning_rate": 0.00022127674539449197,
      "loss": 4.25,
      "step": 51471
    },
    {
      "epoch": 2.1082121646528775,
      "grad_norm": 2.921039129713367,
      "learning_rate": 0.00022127387571073767,
      "loss": 4.3125,
      "step": 51472
    },
    {
      "epoch": 2.1082531230800736,
      "grad_norm": 2.828311694319891,
      "learning_rate": 0.0002212710059932892,
      "loss": 4.4062,
      "step": 51473
    },
    {
      "epoch": 2.10829408150727,
      "grad_norm": 3.9714784076669503,
      "learning_rate": 0.00022126813624214788,
      "loss": 2.625,
      "step": 51474
    },
    {
      "epoch": 2.1083350399344667,
      "grad_norm": 2.59044143114851,
      "learning_rate": 0.0002212652664573152,
      "loss": 4.125,
      "step": 51475
    },
    {
      "epoch": 2.108375998361663,
      "grad_norm": 5.270084330984058,
      "learning_rate": 0.0002212623966387924,
      "loss": 4.0625,
      "step": 51476
    },
    {
      "epoch": 2.1084169567888593,
      "grad_norm": 3.292212874695756,
      "learning_rate": 0.00022125952678658087,
      "loss": 2.2031,
      "step": 51477
    },
    {
      "epoch": 2.108457915216056,
      "grad_norm": 2.773442448478961,
      "learning_rate": 0.00022125665690068199,
      "loss": 4.2812,
      "step": 51478
    },
    {
      "epoch": 2.108498873643252,
      "grad_norm": 2.651591644845128,
      "learning_rate": 0.0002212537869810971,
      "loss": 4.125,
      "step": 51479
    },
    {
      "epoch": 2.1085398320704485,
      "grad_norm": 6.379279038888148,
      "learning_rate": 0.00022125091702782755,
      "loss": 4.0938,
      "step": 51480
    },
    {
      "epoch": 2.108580790497645,
      "grad_norm": 2.90854115251546,
      "learning_rate": 0.00022124804704087467,
      "loss": 4.875,
      "step": 51481
    },
    {
      "epoch": 2.108621748924841,
      "grad_norm": 2.71225670901,
      "learning_rate": 0.00022124517702023987,
      "loss": 4.75,
      "step": 51482
    },
    {
      "epoch": 2.1086627073520376,
      "grad_norm": 3.038766801421316,
      "learning_rate": 0.0002212423069659245,
      "loss": 4.9062,
      "step": 51483
    },
    {
      "epoch": 2.108703665779234,
      "grad_norm": 3.2114369113763863,
      "learning_rate": 0.00022123943687792988,
      "loss": 6.125,
      "step": 51484
    },
    {
      "epoch": 2.1087446242064303,
      "grad_norm": 6.867554225750884,
      "learning_rate": 0.00022123656675625738,
      "loss": 6.1562,
      "step": 51485
    },
    {
      "epoch": 2.108785582633627,
      "grad_norm": 3.581542052886639,
      "learning_rate": 0.00022123369660090837,
      "loss": 5.5625,
      "step": 51486
    },
    {
      "epoch": 2.1088265410608233,
      "grad_norm": 2.767861204037447,
      "learning_rate": 0.00022123082641188423,
      "loss": 3.9062,
      "step": 51487
    },
    {
      "epoch": 2.10886749948802,
      "grad_norm": 3.1065904633569237,
      "learning_rate": 0.00022122795618918626,
      "loss": 4.5625,
      "step": 51488
    },
    {
      "epoch": 2.108908457915216,
      "grad_norm": 9.816714353750713,
      "learning_rate": 0.0002212250859328159,
      "loss": 4.1875,
      "step": 51489
    },
    {
      "epoch": 2.1089494163424125,
      "grad_norm": 2.8607816226414986,
      "learning_rate": 0.00022122221564277434,
      "loss": 5.3125,
      "step": 51490
    },
    {
      "epoch": 2.108990374769609,
      "grad_norm": 2.668449521899354,
      "learning_rate": 0.00022121934531906312,
      "loss": 4.6562,
      "step": 51491
    },
    {
      "epoch": 2.109031333196805,
      "grad_norm": 4.625417304001444,
      "learning_rate": 0.00022121647496168355,
      "loss": 3.3594,
      "step": 51492
    },
    {
      "epoch": 2.1090722916240017,
      "grad_norm": 3.1561066087253757,
      "learning_rate": 0.00022121360457063693,
      "loss": 4.7188,
      "step": 51493
    },
    {
      "epoch": 2.109113250051198,
      "grad_norm": 2.619668690983051,
      "learning_rate": 0.00022121073414592464,
      "loss": 4.1562,
      "step": 51494
    },
    {
      "epoch": 2.1091542084783943,
      "grad_norm": 6.099441656469102,
      "learning_rate": 0.00022120786368754806,
      "loss": 6.875,
      "step": 51495
    },
    {
      "epoch": 2.109195166905591,
      "grad_norm": 3.416335476977367,
      "learning_rate": 0.00022120499319550858,
      "loss": 5.5312,
      "step": 51496
    },
    {
      "epoch": 2.1092361253327874,
      "grad_norm": 2.738806979793374,
      "learning_rate": 0.00022120212266980746,
      "loss": 4.375,
      "step": 51497
    },
    {
      "epoch": 2.1092770837599835,
      "grad_norm": 2.8954610859219,
      "learning_rate": 0.00022119925211044607,
      "loss": 4.5625,
      "step": 51498
    },
    {
      "epoch": 2.10931804218718,
      "grad_norm": 3.5362630267660218,
      "learning_rate": 0.00022119638151742586,
      "loss": 4.6562,
      "step": 51499
    },
    {
      "epoch": 2.1093590006143765,
      "grad_norm": 3.0484408600798267,
      "learning_rate": 0.00022119351089074812,
      "loss": 2.9375,
      "step": 51500
    },
    {
      "epoch": 2.1093999590415726,
      "grad_norm": 3.201816728249243,
      "learning_rate": 0.00022119064023041424,
      "loss": 4.7188,
      "step": 51501
    },
    {
      "epoch": 2.109440917468769,
      "grad_norm": 2.75529250702223,
      "learning_rate": 0.00022118776953642552,
      "loss": 4.7812,
      "step": 51502
    },
    {
      "epoch": 2.1094818758959657,
      "grad_norm": 3.9261024720667947,
      "learning_rate": 0.00022118489880878337,
      "loss": 4.4375,
      "step": 51503
    },
    {
      "epoch": 2.109522834323162,
      "grad_norm": 2.7269946262524214,
      "learning_rate": 0.00022118202804748913,
      "loss": 4.7812,
      "step": 51504
    },
    {
      "epoch": 2.1095637927503583,
      "grad_norm": 2.78954495335022,
      "learning_rate": 0.0002211791572525442,
      "loss": 3.3438,
      "step": 51505
    },
    {
      "epoch": 2.109604751177555,
      "grad_norm": 2.9053496570183603,
      "learning_rate": 0.0002211762864239498,
      "loss": 3.9688,
      "step": 51506
    },
    {
      "epoch": 2.1096457096047514,
      "grad_norm": 3.2363278010016314,
      "learning_rate": 0.00022117341556170746,
      "loss": 5.1562,
      "step": 51507
    },
    {
      "epoch": 2.1096866680319475,
      "grad_norm": 2.814433962275742,
      "learning_rate": 0.00022117054466581844,
      "loss": 4.7188,
      "step": 51508
    },
    {
      "epoch": 2.109727626459144,
      "grad_norm": 3.843744745019529,
      "learning_rate": 0.0002211676737362841,
      "loss": 3.2969,
      "step": 51509
    },
    {
      "epoch": 2.1097685848863406,
      "grad_norm": 2.742716584216933,
      "learning_rate": 0.00022116480277310584,
      "loss": 5.25,
      "step": 51510
    },
    {
      "epoch": 2.1098095433135367,
      "grad_norm": 2.96497014398867,
      "learning_rate": 0.000221161931776285,
      "loss": 4.8438,
      "step": 51511
    },
    {
      "epoch": 2.109850501740733,
      "grad_norm": 3.7917584990086324,
      "learning_rate": 0.0002211590607458229,
      "loss": 5.3125,
      "step": 51512
    },
    {
      "epoch": 2.1098914601679297,
      "grad_norm": 2.6334794836213145,
      "learning_rate": 0.0002211561896817209,
      "loss": 4.4688,
      "step": 51513
    },
    {
      "epoch": 2.109932418595126,
      "grad_norm": 3.5891708514622653,
      "learning_rate": 0.00022115331858398043,
      "loss": 5.625,
      "step": 51514
    },
    {
      "epoch": 2.1099733770223223,
      "grad_norm": 4.343041773311801,
      "learning_rate": 0.00022115044745260278,
      "loss": 4.8438,
      "step": 51515
    },
    {
      "epoch": 2.110014335449519,
      "grad_norm": 3.3459464483443297,
      "learning_rate": 0.00022114757628758933,
      "loss": 5.3438,
      "step": 51516
    },
    {
      "epoch": 2.110055293876715,
      "grad_norm": 3.1335629407878898,
      "learning_rate": 0.00022114470508894144,
      "loss": 5.5938,
      "step": 51517
    },
    {
      "epoch": 2.1100962523039115,
      "grad_norm": 38.131009136499756,
      "learning_rate": 0.00022114183385666045,
      "loss": 6.9688,
      "step": 51518
    },
    {
      "epoch": 2.110137210731108,
      "grad_norm": 6.922273607759428,
      "learning_rate": 0.00022113896259074773,
      "loss": 3.7344,
      "step": 51519
    },
    {
      "epoch": 2.110178169158304,
      "grad_norm": 2.7803930461916955,
      "learning_rate": 0.00022113609129120464,
      "loss": 4.75,
      "step": 51520
    },
    {
      "epoch": 2.1102191275855007,
      "grad_norm": 3.7837289954174795,
      "learning_rate": 0.00022113321995803254,
      "loss": 5.4062,
      "step": 51521
    },
    {
      "epoch": 2.110260086012697,
      "grad_norm": 3.1098513946773316,
      "learning_rate": 0.00022113034859123275,
      "loss": 4.4062,
      "step": 51522
    },
    {
      "epoch": 2.1103010444398933,
      "grad_norm": 2.481348798770449,
      "learning_rate": 0.00022112747719080672,
      "loss": 3.875,
      "step": 51523
    },
    {
      "epoch": 2.11034200286709,
      "grad_norm": 2.4613379238477844,
      "learning_rate": 0.00022112460575675572,
      "loss": 4.0938,
      "step": 51524
    },
    {
      "epoch": 2.1103829612942864,
      "grad_norm": 2.6866297771034993,
      "learning_rate": 0.00022112173428908113,
      "loss": 4.7188,
      "step": 51525
    },
    {
      "epoch": 2.110423919721483,
      "grad_norm": 3.4457332442271236,
      "learning_rate": 0.00022111886278778427,
      "loss": 5.8125,
      "step": 51526
    },
    {
      "epoch": 2.110464878148679,
      "grad_norm": 5.443125552660774,
      "learning_rate": 0.00022111599125286657,
      "loss": 6.1562,
      "step": 51527
    },
    {
      "epoch": 2.1105058365758755,
      "grad_norm": 3.861909454109986,
      "learning_rate": 0.00022111311968432936,
      "loss": 3.9375,
      "step": 51528
    },
    {
      "epoch": 2.110546795003072,
      "grad_norm": 3.1891350602762043,
      "learning_rate": 0.000221110248082174,
      "loss": 4.9062,
      "step": 51529
    },
    {
      "epoch": 2.110587753430268,
      "grad_norm": 5.983211511351759,
      "learning_rate": 0.00022110737644640184,
      "loss": 1.7188,
      "step": 51530
    },
    {
      "epoch": 2.1106287118574647,
      "grad_norm": 3.3990449747401508,
      "learning_rate": 0.00022110450477701423,
      "loss": 3.5,
      "step": 51531
    },
    {
      "epoch": 2.1106696702846612,
      "grad_norm": 5.518878609437855,
      "learning_rate": 0.00022110163307401256,
      "loss": 4.5,
      "step": 51532
    },
    {
      "epoch": 2.1107106287118573,
      "grad_norm": 9.747209294534896,
      "learning_rate": 0.00022109876133739813,
      "loss": 3.0,
      "step": 51533
    },
    {
      "epoch": 2.110751587139054,
      "grad_norm": 3.5567809462961386,
      "learning_rate": 0.00022109588956717235,
      "loss": 5.25,
      "step": 51534
    },
    {
      "epoch": 2.1107925455662504,
      "grad_norm": 4.096410808621312,
      "learning_rate": 0.00022109301776333654,
      "loss": 5.6562,
      "step": 51535
    },
    {
      "epoch": 2.1108335039934465,
      "grad_norm": 5.471489848808249,
      "learning_rate": 0.00022109014592589207,
      "loss": 3.9219,
      "step": 51536
    },
    {
      "epoch": 2.110874462420643,
      "grad_norm": 2.919973934080888,
      "learning_rate": 0.00022108727405484034,
      "loss": 3.9375,
      "step": 51537
    },
    {
      "epoch": 2.1109154208478396,
      "grad_norm": 3.875183238469646,
      "learning_rate": 0.00022108440215018265,
      "loss": 5.4062,
      "step": 51538
    },
    {
      "epoch": 2.1109563792750357,
      "grad_norm": 2.7369822408573654,
      "learning_rate": 0.00022108153021192038,
      "loss": 4.75,
      "step": 51539
    },
    {
      "epoch": 2.110997337702232,
      "grad_norm": 3.444884502045316,
      "learning_rate": 0.0002210786582400549,
      "loss": 4.4375,
      "step": 51540
    },
    {
      "epoch": 2.1110382961294287,
      "grad_norm": 2.958310134269921,
      "learning_rate": 0.00022107578623458755,
      "loss": 4.4688,
      "step": 51541
    },
    {
      "epoch": 2.111079254556625,
      "grad_norm": 2.754136227235462,
      "learning_rate": 0.0002210729141955197,
      "loss": 4.5625,
      "step": 51542
    },
    {
      "epoch": 2.1111202129838214,
      "grad_norm": 2.9293314537415105,
      "learning_rate": 0.00022107004212285267,
      "loss": 5.625,
      "step": 51543
    },
    {
      "epoch": 2.111161171411018,
      "grad_norm": 2.6241140165843513,
      "learning_rate": 0.00022106717001658786,
      "loss": 4.4062,
      "step": 51544
    },
    {
      "epoch": 2.1112021298382144,
      "grad_norm": 6.319144529894797,
      "learning_rate": 0.00022106429787672666,
      "loss": 4.8125,
      "step": 51545
    },
    {
      "epoch": 2.1112430882654105,
      "grad_norm": 6.782745829864566,
      "learning_rate": 0.0002210614257032703,
      "loss": 5.8438,
      "step": 51546
    },
    {
      "epoch": 2.111284046692607,
      "grad_norm": 2.7198132161498054,
      "learning_rate": 0.00022105855349622032,
      "loss": 4.0312,
      "step": 51547
    },
    {
      "epoch": 2.1113250051198036,
      "grad_norm": 3.5930673286405233,
      "learning_rate": 0.00022105568125557794,
      "loss": 5.25,
      "step": 51548
    },
    {
      "epoch": 2.1113659635469997,
      "grad_norm": 12.69786446335719,
      "learning_rate": 0.00022105280898134452,
      "loss": 5.6562,
      "step": 51549
    },
    {
      "epoch": 2.111406921974196,
      "grad_norm": 2.9548151828574407,
      "learning_rate": 0.00022104993667352148,
      "loss": 4.9062,
      "step": 51550
    },
    {
      "epoch": 2.1114478804013928,
      "grad_norm": 3.0795469939437106,
      "learning_rate": 0.00022104706433211018,
      "loss": 5.0625,
      "step": 51551
    },
    {
      "epoch": 2.111488838828589,
      "grad_norm": 6.097326026462333,
      "learning_rate": 0.00022104419195711193,
      "loss": 6.625,
      "step": 51552
    },
    {
      "epoch": 2.1115297972557854,
      "grad_norm": 24.67024961576602,
      "learning_rate": 0.00022104131954852807,
      "loss": 3.2188,
      "step": 51553
    },
    {
      "epoch": 2.111570755682982,
      "grad_norm": 3.156965822176545,
      "learning_rate": 0.00022103844710636,
      "loss": 2.9531,
      "step": 51554
    },
    {
      "epoch": 2.111611714110178,
      "grad_norm": 3.498345079289388,
      "learning_rate": 0.00022103557463060914,
      "loss": 5.0938,
      "step": 51555
    },
    {
      "epoch": 2.1116526725373745,
      "grad_norm": 3.1309826671035914,
      "learning_rate": 0.00022103270212127675,
      "loss": 4.9062,
      "step": 51556
    },
    {
      "epoch": 2.111693630964571,
      "grad_norm": 4.870504631528496,
      "learning_rate": 0.0002210298295783642,
      "loss": 5.0312,
      "step": 51557
    },
    {
      "epoch": 2.111734589391767,
      "grad_norm": 3.2799350010114634,
      "learning_rate": 0.00022102695700187288,
      "loss": 5.375,
      "step": 51558
    },
    {
      "epoch": 2.1117755478189637,
      "grad_norm": 3.715059465558042,
      "learning_rate": 0.00022102408439180412,
      "loss": 5.3438,
      "step": 51559
    },
    {
      "epoch": 2.1118165062461602,
      "grad_norm": 3.034335987568566,
      "learning_rate": 0.00022102121174815933,
      "loss": 4.8438,
      "step": 51560
    },
    {
      "epoch": 2.1118574646733563,
      "grad_norm": 3.0526576857273158,
      "learning_rate": 0.00022101833907093983,
      "loss": 4.9375,
      "step": 51561
    },
    {
      "epoch": 2.111898423100553,
      "grad_norm": 3.326868078186475,
      "learning_rate": 0.00022101546636014695,
      "loss": 5.125,
      "step": 51562
    },
    {
      "epoch": 2.1119393815277494,
      "grad_norm": 2.440886319502773,
      "learning_rate": 0.0002210125936157821,
      "loss": 4.4062,
      "step": 51563
    },
    {
      "epoch": 2.111980339954946,
      "grad_norm": 2.633618185616278,
      "learning_rate": 0.00022100972083784662,
      "loss": 5.0938,
      "step": 51564
    },
    {
      "epoch": 2.112021298382142,
      "grad_norm": 3.3011447653280217,
      "learning_rate": 0.00022100684802634188,
      "loss": 4.875,
      "step": 51565
    },
    {
      "epoch": 2.1120622568093386,
      "grad_norm": 2.59189328067983,
      "learning_rate": 0.00022100397518126915,
      "loss": 3.8281,
      "step": 51566
    },
    {
      "epoch": 2.112103215236535,
      "grad_norm": 2.9979358365671427,
      "learning_rate": 0.00022100110230262993,
      "loss": 4.25,
      "step": 51567
    },
    {
      "epoch": 2.112144173663731,
      "grad_norm": 3.2897402739150237,
      "learning_rate": 0.0002209982293904255,
      "loss": 5.0312,
      "step": 51568
    },
    {
      "epoch": 2.1121851320909277,
      "grad_norm": 5.263163051485052,
      "learning_rate": 0.00022099535644465722,
      "loss": 3.4844,
      "step": 51569
    },
    {
      "epoch": 2.1122260905181243,
      "grad_norm": 3.0653697328997467,
      "learning_rate": 0.0002209924834653264,
      "loss": 4.9375,
      "step": 51570
    },
    {
      "epoch": 2.1122670489453204,
      "grad_norm": 2.8151722613465804,
      "learning_rate": 0.00022098961045243453,
      "loss": 4.9375,
      "step": 51571
    },
    {
      "epoch": 2.112308007372517,
      "grad_norm": 3.6696419550438577,
      "learning_rate": 0.00022098673740598288,
      "loss": 4.9375,
      "step": 51572
    },
    {
      "epoch": 2.1123489657997134,
      "grad_norm": 2.83060880635153,
      "learning_rate": 0.0002209838643259728,
      "loss": 4.4375,
      "step": 51573
    },
    {
      "epoch": 2.1123899242269095,
      "grad_norm": 4.062682074988082,
      "learning_rate": 0.00022098099121240565,
      "loss": 3.8438,
      "step": 51574
    },
    {
      "epoch": 2.112430882654106,
      "grad_norm": 2.673213994033553,
      "learning_rate": 0.00022097811806528282,
      "loss": 4.1562,
      "step": 51575
    },
    {
      "epoch": 2.1124718410813026,
      "grad_norm": 2.996260244449189,
      "learning_rate": 0.0002209752448846057,
      "loss": 4.1562,
      "step": 51576
    },
    {
      "epoch": 2.1125127995084987,
      "grad_norm": 3.4059337231907043,
      "learning_rate": 0.00022097237167037555,
      "loss": 5.8438,
      "step": 51577
    },
    {
      "epoch": 2.112553757935695,
      "grad_norm": 2.9004282492191673,
      "learning_rate": 0.00022096949842259378,
      "loss": 4.3125,
      "step": 51578
    },
    {
      "epoch": 2.1125947163628918,
      "grad_norm": 2.3449794379170763,
      "learning_rate": 0.00022096662514126177,
      "loss": 3.9688,
      "step": 51579
    },
    {
      "epoch": 2.112635674790088,
      "grad_norm": 2.4575259777830705,
      "learning_rate": 0.00022096375182638087,
      "loss": 4.3438,
      "step": 51580
    },
    {
      "epoch": 2.1126766332172844,
      "grad_norm": 2.9042156545594584,
      "learning_rate": 0.0002209608784779524,
      "loss": 4.8438,
      "step": 51581
    },
    {
      "epoch": 2.112717591644481,
      "grad_norm": 2.8106159380535884,
      "learning_rate": 0.00022095800509597778,
      "loss": 4.875,
      "step": 51582
    },
    {
      "epoch": 2.1127585500716775,
      "grad_norm": 5.011116138359207,
      "learning_rate": 0.0002209551316804583,
      "loss": 4.75,
      "step": 51583
    },
    {
      "epoch": 2.1127995084988735,
      "grad_norm": 2.513205180441258,
      "learning_rate": 0.00022095225823139537,
      "loss": 4.1562,
      "step": 51584
    },
    {
      "epoch": 2.11284046692607,
      "grad_norm": 2.7783884644797165,
      "learning_rate": 0.00022094938474879027,
      "loss": 4.4688,
      "step": 51585
    },
    {
      "epoch": 2.1128814253532666,
      "grad_norm": 5.907647718946301,
      "learning_rate": 0.00022094651123264448,
      "loss": 3.5625,
      "step": 51586
    },
    {
      "epoch": 2.1129223837804627,
      "grad_norm": 3.1791642196471406,
      "learning_rate": 0.00022094363768295928,
      "loss": 5.0938,
      "step": 51587
    },
    {
      "epoch": 2.1129633422076592,
      "grad_norm": 5.159869311470103,
      "learning_rate": 0.00022094076409973608,
      "loss": 4.0,
      "step": 51588
    },
    {
      "epoch": 2.113004300634856,
      "grad_norm": 4.025352095333008,
      "learning_rate": 0.00022093789048297614,
      "loss": 5.9688,
      "step": 51589
    },
    {
      "epoch": 2.113045259062052,
      "grad_norm": 2.8867348104552035,
      "learning_rate": 0.0002209350168326809,
      "loss": 4.2812,
      "step": 51590
    },
    {
      "epoch": 2.1130862174892484,
      "grad_norm": 2.9514468317970914,
      "learning_rate": 0.00022093214314885176,
      "loss": 4.5312,
      "step": 51591
    },
    {
      "epoch": 2.113127175916445,
      "grad_norm": 3.6899262356742963,
      "learning_rate": 0.00022092926943148995,
      "loss": 5.4375,
      "step": 51592
    },
    {
      "epoch": 2.113168134343641,
      "grad_norm": 6.233069222479827,
      "learning_rate": 0.00022092639568059694,
      "loss": 1.3281,
      "step": 51593
    },
    {
      "epoch": 2.1132090927708376,
      "grad_norm": 3.1417878258726732,
      "learning_rate": 0.000220923521896174,
      "loss": 7.0938,
      "step": 51594
    },
    {
      "epoch": 2.113250051198034,
      "grad_norm": 2.6153265310588685,
      "learning_rate": 0.00022092064807822256,
      "loss": 4.625,
      "step": 51595
    },
    {
      "epoch": 2.11329100962523,
      "grad_norm": 4.901014692116841,
      "learning_rate": 0.0002209177742267439,
      "loss": 6.5938,
      "step": 51596
    },
    {
      "epoch": 2.1133319680524267,
      "grad_norm": 2.688623077704154,
      "learning_rate": 0.0002209149003417395,
      "loss": 2.9375,
      "step": 51597
    },
    {
      "epoch": 2.1133729264796233,
      "grad_norm": 4.056636546551264,
      "learning_rate": 0.00022091202642321063,
      "loss": 3.9375,
      "step": 51598
    },
    {
      "epoch": 2.1134138849068194,
      "grad_norm": 3.495475825222415,
      "learning_rate": 0.0002209091524711587,
      "loss": 5.3438,
      "step": 51599
    },
    {
      "epoch": 2.113454843334016,
      "grad_norm": 4.024421662084981,
      "learning_rate": 0.000220906278485585,
      "loss": 4.875,
      "step": 51600
    },
    {
      "epoch": 2.1134958017612124,
      "grad_norm": 7.740393013746835,
      "learning_rate": 0.00022090340446649095,
      "loss": 3.75,
      "step": 51601
    },
    {
      "epoch": 2.113536760188409,
      "grad_norm": 2.865389528475354,
      "learning_rate": 0.00022090053041387786,
      "loss": 4.0,
      "step": 51602
    },
    {
      "epoch": 2.113577718615605,
      "grad_norm": 2.837485172367529,
      "learning_rate": 0.0002208976563277471,
      "loss": 5.0938,
      "step": 51603
    },
    {
      "epoch": 2.1136186770428016,
      "grad_norm": 2.982976689711296,
      "learning_rate": 0.0002208947822081001,
      "loss": 2.9219,
      "step": 51604
    },
    {
      "epoch": 2.113659635469998,
      "grad_norm": 2.8295562609032747,
      "learning_rate": 0.00022089190805493812,
      "loss": 4.8125,
      "step": 51605
    },
    {
      "epoch": 2.1137005938971942,
      "grad_norm": 2.832412489986203,
      "learning_rate": 0.00022088903386826252,
      "loss": 4.625,
      "step": 51606
    },
    {
      "epoch": 2.1137415523243908,
      "grad_norm": 2.864899464899014,
      "learning_rate": 0.00022088615964807476,
      "loss": 4.4062,
      "step": 51607
    },
    {
      "epoch": 2.1137825107515873,
      "grad_norm": 2.6623803347037036,
      "learning_rate": 0.0002208832853943761,
      "loss": 4.3125,
      "step": 51608
    },
    {
      "epoch": 2.1138234691787834,
      "grad_norm": 3.034287324662106,
      "learning_rate": 0.00022088041110716801,
      "loss": 5.2188,
      "step": 51609
    },
    {
      "epoch": 2.11386442760598,
      "grad_norm": 5.584923508568383,
      "learning_rate": 0.00022087753678645168,
      "loss": 6.625,
      "step": 51610
    },
    {
      "epoch": 2.1139053860331765,
      "grad_norm": 2.5635274407260917,
      "learning_rate": 0.0002208746624322286,
      "loss": 4.3438,
      "step": 51611
    },
    {
      "epoch": 2.1139463444603726,
      "grad_norm": 2.6195040856369505,
      "learning_rate": 0.0002208717880445001,
      "loss": 4.0,
      "step": 51612
    },
    {
      "epoch": 2.113987302887569,
      "grad_norm": 4.6884104936358435,
      "learning_rate": 0.00022086891362326752,
      "loss": 0.9648,
      "step": 51613
    },
    {
      "epoch": 2.1140282613147656,
      "grad_norm": 3.9082419406596007,
      "learning_rate": 0.00022086603916853222,
      "loss": 4.375,
      "step": 51614
    },
    {
      "epoch": 2.1140692197419617,
      "grad_norm": 3.543239398174678,
      "learning_rate": 0.00022086316468029562,
      "loss": 3.5625,
      "step": 51615
    },
    {
      "epoch": 2.1141101781691582,
      "grad_norm": 2.644288222136017,
      "learning_rate": 0.00022086029015855901,
      "loss": 4.25,
      "step": 51616
    },
    {
      "epoch": 2.114151136596355,
      "grad_norm": 2.508642505227274,
      "learning_rate": 0.00022085741560332373,
      "loss": 3.5625,
      "step": 51617
    },
    {
      "epoch": 2.114192095023551,
      "grad_norm": 2.94815171337931,
      "learning_rate": 0.00022085454101459118,
      "loss": 4.4688,
      "step": 51618
    },
    {
      "epoch": 2.1142330534507474,
      "grad_norm": 3.047466129278568,
      "learning_rate": 0.00022085166639236278,
      "loss": 4.25,
      "step": 51619
    },
    {
      "epoch": 2.114274011877944,
      "grad_norm": 2.650801680352316,
      "learning_rate": 0.00022084879173663976,
      "loss": 4.875,
      "step": 51620
    },
    {
      "epoch": 2.1143149703051405,
      "grad_norm": 6.125975362677534,
      "learning_rate": 0.00022084591704742354,
      "loss": 4.9062,
      "step": 51621
    },
    {
      "epoch": 2.1143559287323366,
      "grad_norm": 2.634079083835691,
      "learning_rate": 0.00022084304232471554,
      "loss": 4.125,
      "step": 51622
    },
    {
      "epoch": 2.114396887159533,
      "grad_norm": 2.958547911687725,
      "learning_rate": 0.000220840167568517,
      "loss": 4.5938,
      "step": 51623
    },
    {
      "epoch": 2.1144378455867296,
      "grad_norm": 2.77875004580746,
      "learning_rate": 0.00022083729277882938,
      "loss": 4.4062,
      "step": 51624
    },
    {
      "epoch": 2.1144788040139257,
      "grad_norm": 5.583315246929031,
      "learning_rate": 0.0002208344179556539,
      "loss": 6.2812,
      "step": 51625
    },
    {
      "epoch": 2.1145197624411223,
      "grad_norm": 4.6125282175180775,
      "learning_rate": 0.00022083154309899213,
      "loss": 1.5938,
      "step": 51626
    },
    {
      "epoch": 2.114560720868319,
      "grad_norm": 2.928160233421341,
      "learning_rate": 0.00022082866820884528,
      "loss": 4.4375,
      "step": 51627
    },
    {
      "epoch": 2.114601679295515,
      "grad_norm": 3.0045960695870457,
      "learning_rate": 0.00022082579328521477,
      "loss": 4.5938,
      "step": 51628
    },
    {
      "epoch": 2.1146426377227114,
      "grad_norm": 3.201136569919305,
      "learning_rate": 0.00022082291832810187,
      "loss": 4.9688,
      "step": 51629
    },
    {
      "epoch": 2.114683596149908,
      "grad_norm": 3.134272166766069,
      "learning_rate": 0.00022082004333750805,
      "loss": 5.4375,
      "step": 51630
    },
    {
      "epoch": 2.114724554577104,
      "grad_norm": 11.813140621899967,
      "learning_rate": 0.0002208171683134346,
      "loss": 5.7812,
      "step": 51631
    },
    {
      "epoch": 2.1147655130043006,
      "grad_norm": 4.801243846969826,
      "learning_rate": 0.00022081429325588293,
      "loss": 6.0938,
      "step": 51632
    },
    {
      "epoch": 2.114806471431497,
      "grad_norm": 4.36541796020322,
      "learning_rate": 0.0002208114181648544,
      "loss": 3.4219,
      "step": 51633
    },
    {
      "epoch": 2.1148474298586932,
      "grad_norm": 5.446220439719902,
      "learning_rate": 0.00022080854304035025,
      "loss": 6.0938,
      "step": 51634
    },
    {
      "epoch": 2.1148883882858898,
      "grad_norm": 2.4567689781814703,
      "learning_rate": 0.00022080566788237202,
      "loss": 3.7344,
      "step": 51635
    },
    {
      "epoch": 2.1149293467130863,
      "grad_norm": 2.931279421631947,
      "learning_rate": 0.00022080279269092094,
      "loss": 4.4062,
      "step": 51636
    },
    {
      "epoch": 2.1149703051402824,
      "grad_norm": 3.9096253912285195,
      "learning_rate": 0.00022079991746599842,
      "loss": 4.4375,
      "step": 51637
    },
    {
      "epoch": 2.115011263567479,
      "grad_norm": 3.262735254637053,
      "learning_rate": 0.00022079704220760577,
      "loss": 4.4062,
      "step": 51638
    },
    {
      "epoch": 2.1150522219946755,
      "grad_norm": 4.5161835565981345,
      "learning_rate": 0.0002207941669157444,
      "loss": 6.5,
      "step": 51639
    },
    {
      "epoch": 2.115093180421872,
      "grad_norm": 4.311446642501665,
      "learning_rate": 0.00022079129159041565,
      "loss": 2.3281,
      "step": 51640
    },
    {
      "epoch": 2.115134138849068,
      "grad_norm": 2.865912029813134,
      "learning_rate": 0.00022078841623162095,
      "loss": 4.6562,
      "step": 51641
    },
    {
      "epoch": 2.1151750972762646,
      "grad_norm": 3.300677693682697,
      "learning_rate": 0.0002207855408393615,
      "loss": 5.0312,
      "step": 51642
    },
    {
      "epoch": 2.115216055703461,
      "grad_norm": 5.089330843881999,
      "learning_rate": 0.0002207826654136388,
      "loss": 4.4375,
      "step": 51643
    },
    {
      "epoch": 2.1152570141306573,
      "grad_norm": 3.4313924450158,
      "learning_rate": 0.0002207797899544542,
      "loss": 6.0312,
      "step": 51644
    },
    {
      "epoch": 2.115297972557854,
      "grad_norm": 2.6308108896526194,
      "learning_rate": 0.00022077691446180899,
      "loss": 4.5625,
      "step": 51645
    },
    {
      "epoch": 2.1153389309850503,
      "grad_norm": 5.380579385753664,
      "learning_rate": 0.00022077403893570454,
      "loss": 3.7188,
      "step": 51646
    },
    {
      "epoch": 2.1153798894122464,
      "grad_norm": 2.8201051156469323,
      "learning_rate": 0.00022077116337614226,
      "loss": 4.6875,
      "step": 51647
    },
    {
      "epoch": 2.115420847839443,
      "grad_norm": 2.852665967113667,
      "learning_rate": 0.00022076828778312346,
      "loss": 4.9062,
      "step": 51648
    },
    {
      "epoch": 2.1154618062666395,
      "grad_norm": 2.5790463752726707,
      "learning_rate": 0.00022076541215664957,
      "loss": 4.1562,
      "step": 51649
    },
    {
      "epoch": 2.1155027646938356,
      "grad_norm": 2.5944700114568207,
      "learning_rate": 0.0002207625364967218,
      "loss": 4.4062,
      "step": 51650
    },
    {
      "epoch": 2.115543723121032,
      "grad_norm": 2.6599513341843406,
      "learning_rate": 0.0002207596608033417,
      "loss": 4.4688,
      "step": 51651
    },
    {
      "epoch": 2.1155846815482287,
      "grad_norm": 3.398601126650035,
      "learning_rate": 0.0002207567850765105,
      "loss": 3.6406,
      "step": 51652
    },
    {
      "epoch": 2.1156256399754247,
      "grad_norm": 2.6312010216319224,
      "learning_rate": 0.00022075390931622962,
      "loss": 3.8594,
      "step": 51653
    },
    {
      "epoch": 2.1156665984026213,
      "grad_norm": 4.009519511913352,
      "learning_rate": 0.00022075103352250036,
      "loss": 5.9062,
      "step": 51654
    },
    {
      "epoch": 2.115707556829818,
      "grad_norm": 3.2001373923954928,
      "learning_rate": 0.00022074815769532416,
      "loss": 5.75,
      "step": 51655
    },
    {
      "epoch": 2.115748515257014,
      "grad_norm": 2.7015523328095528,
      "learning_rate": 0.00022074528183470233,
      "loss": 4.1562,
      "step": 51656
    },
    {
      "epoch": 2.1157894736842104,
      "grad_norm": 3.3678595659025654,
      "learning_rate": 0.0002207424059406362,
      "loss": 4.6562,
      "step": 51657
    },
    {
      "epoch": 2.115830432111407,
      "grad_norm": 2.699492311712643,
      "learning_rate": 0.0002207395300131272,
      "loss": 5.3125,
      "step": 51658
    },
    {
      "epoch": 2.1158713905386035,
      "grad_norm": 3.1165640786527784,
      "learning_rate": 0.00022073665405217664,
      "loss": 4.75,
      "step": 51659
    },
    {
      "epoch": 2.1159123489657996,
      "grad_norm": 2.6788639999319046,
      "learning_rate": 0.0002207337780577859,
      "loss": 4.5312,
      "step": 51660
    },
    {
      "epoch": 2.115953307392996,
      "grad_norm": 3.0613734362681795,
      "learning_rate": 0.00022073090202995635,
      "loss": 5.625,
      "step": 51661
    },
    {
      "epoch": 2.1159942658201927,
      "grad_norm": 3.7244131048565103,
      "learning_rate": 0.00022072802596868928,
      "loss": 5.4375,
      "step": 51662
    },
    {
      "epoch": 2.1160352242473888,
      "grad_norm": 2.5074262711121444,
      "learning_rate": 0.00022072514987398614,
      "loss": 4.2812,
      "step": 51663
    },
    {
      "epoch": 2.1160761826745853,
      "grad_norm": 11.387814245767037,
      "learning_rate": 0.00022072227374584825,
      "loss": 6.25,
      "step": 51664
    },
    {
      "epoch": 2.116117141101782,
      "grad_norm": 2.6501544698159765,
      "learning_rate": 0.00022071939758427697,
      "loss": 4.3438,
      "step": 51665
    },
    {
      "epoch": 2.116158099528978,
      "grad_norm": 10.64276397072655,
      "learning_rate": 0.00022071652138927364,
      "loss": 5.5312,
      "step": 51666
    },
    {
      "epoch": 2.1161990579561745,
      "grad_norm": 2.6420945942969354,
      "learning_rate": 0.0002207136451608397,
      "loss": 3.6406,
      "step": 51667
    },
    {
      "epoch": 2.116240016383371,
      "grad_norm": 3.378172065674892,
      "learning_rate": 0.0002207107688989764,
      "loss": 4.7188,
      "step": 51668
    },
    {
      "epoch": 2.116280974810567,
      "grad_norm": 2.7168932063301487,
      "learning_rate": 0.0002207078926036852,
      "loss": 5.1562,
      "step": 51669
    },
    {
      "epoch": 2.1163219332377636,
      "grad_norm": 3.377064526735686,
      "learning_rate": 0.00022070501627496737,
      "loss": 3.5781,
      "step": 51670
    },
    {
      "epoch": 2.11636289166496,
      "grad_norm": 5.831931709176969,
      "learning_rate": 0.00022070213991282433,
      "loss": 4.3438,
      "step": 51671
    },
    {
      "epoch": 2.1164038500921563,
      "grad_norm": 4.959299950200402,
      "learning_rate": 0.00022069926351725742,
      "loss": 5.625,
      "step": 51672
    },
    {
      "epoch": 2.116444808519353,
      "grad_norm": 2.7112065505565286,
      "learning_rate": 0.000220696387088268,
      "loss": 2.4844,
      "step": 51673
    },
    {
      "epoch": 2.1164857669465493,
      "grad_norm": 3.2053793143415956,
      "learning_rate": 0.0002206935106258574,
      "loss": 4.375,
      "step": 51674
    },
    {
      "epoch": 2.1165267253737454,
      "grad_norm": 3.1861110032318853,
      "learning_rate": 0.00022069063413002706,
      "loss": 4.4375,
      "step": 51675
    },
    {
      "epoch": 2.116567683800942,
      "grad_norm": 2.8336392740746814,
      "learning_rate": 0.0002206877576007783,
      "loss": 4.3438,
      "step": 51676
    },
    {
      "epoch": 2.1166086422281385,
      "grad_norm": 3.425653168347754,
      "learning_rate": 0.0002206848810381124,
      "loss": 6.4688,
      "step": 51677
    },
    {
      "epoch": 2.116649600655335,
      "grad_norm": 2.674322306414328,
      "learning_rate": 0.00022068200444203082,
      "loss": 4.2812,
      "step": 51678
    },
    {
      "epoch": 2.116690559082531,
      "grad_norm": 4.349150586158675,
      "learning_rate": 0.00022067912781253488,
      "loss": 5.0312,
      "step": 51679
    },
    {
      "epoch": 2.1167315175097277,
      "grad_norm": 2.647947178620795,
      "learning_rate": 0.000220676251149626,
      "loss": 5.25,
      "step": 51680
    },
    {
      "epoch": 2.116772475936924,
      "grad_norm": 3.0815545639522095,
      "learning_rate": 0.00022067337445330545,
      "loss": 5.125,
      "step": 51681
    },
    {
      "epoch": 2.1168134343641203,
      "grad_norm": 2.7589588243604046,
      "learning_rate": 0.0002206704977235746,
      "loss": 5.0938,
      "step": 51682
    },
    {
      "epoch": 2.116854392791317,
      "grad_norm": 2.4264985367977254,
      "learning_rate": 0.00022066762096043492,
      "loss": 3.5312,
      "step": 51683
    },
    {
      "epoch": 2.1168953512185134,
      "grad_norm": 3.2722963977711355,
      "learning_rate": 0.00022066474416388763,
      "loss": 5.5938,
      "step": 51684
    },
    {
      "epoch": 2.1169363096457094,
      "grad_norm": 10.532872711571894,
      "learning_rate": 0.00022066186733393417,
      "loss": 1.4297,
      "step": 51685
    },
    {
      "epoch": 2.116977268072906,
      "grad_norm": 3.284240078468106,
      "learning_rate": 0.00022065899047057582,
      "loss": 5.5,
      "step": 51686
    },
    {
      "epoch": 2.1170182265001025,
      "grad_norm": 3.0676479066759397,
      "learning_rate": 0.00022065611357381413,
      "loss": 4.7812,
      "step": 51687
    },
    {
      "epoch": 2.1170591849272986,
      "grad_norm": 3.134993799562737,
      "learning_rate": 0.00022065323664365022,
      "loss": 4.6875,
      "step": 51688
    },
    {
      "epoch": 2.117100143354495,
      "grad_norm": 2.8334715948918876,
      "learning_rate": 0.00022065035968008557,
      "loss": 4.75,
      "step": 51689
    },
    {
      "epoch": 2.1171411017816917,
      "grad_norm": 2.8488660847150484,
      "learning_rate": 0.00022064748268312158,
      "loss": 4.7188,
      "step": 51690
    },
    {
      "epoch": 2.1171820602088878,
      "grad_norm": 2.73304822927127,
      "learning_rate": 0.00022064460565275954,
      "loss": 4.8125,
      "step": 51691
    },
    {
      "epoch": 2.1172230186360843,
      "grad_norm": 3.270873680791415,
      "learning_rate": 0.00022064172858900083,
      "loss": 4.4062,
      "step": 51692
    },
    {
      "epoch": 2.117263977063281,
      "grad_norm": 3.242985723402423,
      "learning_rate": 0.00022063885149184678,
      "loss": 5.1875,
      "step": 51693
    },
    {
      "epoch": 2.1173049354904774,
      "grad_norm": 2.7490831369928235,
      "learning_rate": 0.00022063597436129882,
      "loss": 3.1719,
      "step": 51694
    },
    {
      "epoch": 2.1173458939176735,
      "grad_norm": 3.33569332621716,
      "learning_rate": 0.00022063309719735823,
      "loss": 4.0938,
      "step": 51695
    },
    {
      "epoch": 2.11738685234487,
      "grad_norm": 3.1949661749531515,
      "learning_rate": 0.00022063022000002645,
      "loss": 5.1875,
      "step": 51696
    },
    {
      "epoch": 2.1174278107720665,
      "grad_norm": 3.6364307229639525,
      "learning_rate": 0.0002206273427693048,
      "loss": 6.8438,
      "step": 51697
    },
    {
      "epoch": 2.1174687691992626,
      "grad_norm": 2.5235309848577123,
      "learning_rate": 0.00022062446550519458,
      "loss": 3.7188,
      "step": 51698
    },
    {
      "epoch": 2.117509727626459,
      "grad_norm": 2.79185945775994,
      "learning_rate": 0.00022062158820769726,
      "loss": 4.1875,
      "step": 51699
    },
    {
      "epoch": 2.1175506860536557,
      "grad_norm": 3.272854975538415,
      "learning_rate": 0.00022061871087681413,
      "loss": 3.9531,
      "step": 51700
    },
    {
      "epoch": 2.117591644480852,
      "grad_norm": 3.00751922738895,
      "learning_rate": 0.00022061583351254662,
      "loss": 4.2188,
      "step": 51701
    },
    {
      "epoch": 2.1176326029080483,
      "grad_norm": 3.7420832906869883,
      "learning_rate": 0.00022061295611489596,
      "loss": 4.625,
      "step": 51702
    },
    {
      "epoch": 2.117673561335245,
      "grad_norm": 2.6726403184125687,
      "learning_rate": 0.00022061007868386367,
      "loss": 5.0625,
      "step": 51703
    },
    {
      "epoch": 2.117714519762441,
      "grad_norm": 2.9943880629165505,
      "learning_rate": 0.000220607201219451,
      "loss": 4.6875,
      "step": 51704
    },
    {
      "epoch": 2.1177554781896375,
      "grad_norm": 2.8612725332155238,
      "learning_rate": 0.00022060432372165935,
      "loss": 4.4375,
      "step": 51705
    },
    {
      "epoch": 2.117796436616834,
      "grad_norm": 16.012603233740403,
      "learning_rate": 0.00022060144619049003,
      "loss": 5.5938,
      "step": 51706
    },
    {
      "epoch": 2.11783739504403,
      "grad_norm": 2.620236073393816,
      "learning_rate": 0.00022059856862594453,
      "loss": 3.9375,
      "step": 51707
    },
    {
      "epoch": 2.1178783534712267,
      "grad_norm": 2.6189667874702085,
      "learning_rate": 0.00022059569102802403,
      "loss": 4.8125,
      "step": 51708
    },
    {
      "epoch": 2.117919311898423,
      "grad_norm": 4.703852082126405,
      "learning_rate": 0.00022059281339673005,
      "loss": 4.8125,
      "step": 51709
    },
    {
      "epoch": 2.1179602703256193,
      "grad_norm": 3.185597875801571,
      "learning_rate": 0.00022058993573206384,
      "loss": 4.9688,
      "step": 51710
    },
    {
      "epoch": 2.118001228752816,
      "grad_norm": 10.586708986945244,
      "learning_rate": 0.00022058705803402684,
      "loss": 5.0938,
      "step": 51711
    },
    {
      "epoch": 2.1180421871800124,
      "grad_norm": 2.569050824711467,
      "learning_rate": 0.00022058418030262037,
      "loss": 4.2812,
      "step": 51712
    },
    {
      "epoch": 2.118083145607209,
      "grad_norm": 3.8552546186666308,
      "learning_rate": 0.0002205813025378458,
      "loss": 6.1875,
      "step": 51713
    },
    {
      "epoch": 2.118124104034405,
      "grad_norm": 3.077042207061398,
      "learning_rate": 0.00022057842473970443,
      "loss": 4.8125,
      "step": 51714
    },
    {
      "epoch": 2.1181650624616015,
      "grad_norm": 3.8423857424863046,
      "learning_rate": 0.0002205755469081977,
      "loss": 4.8438,
      "step": 51715
    },
    {
      "epoch": 2.118206020888798,
      "grad_norm": 3.2982766616924617,
      "learning_rate": 0.000220572669043327,
      "loss": 4.875,
      "step": 51716
    },
    {
      "epoch": 2.118246979315994,
      "grad_norm": 7.873812056828746,
      "learning_rate": 0.0002205697911450936,
      "loss": 5.5312,
      "step": 51717
    },
    {
      "epoch": 2.1182879377431907,
      "grad_norm": 3.4281802034387634,
      "learning_rate": 0.00022056691321349886,
      "loss": 5.0625,
      "step": 51718
    },
    {
      "epoch": 2.118328896170387,
      "grad_norm": 2.949478516838822,
      "learning_rate": 0.00022056403524854423,
      "loss": 4.875,
      "step": 51719
    },
    {
      "epoch": 2.1183698545975833,
      "grad_norm": 2.7263947881719743,
      "learning_rate": 0.00022056115725023102,
      "loss": 4.0938,
      "step": 51720
    },
    {
      "epoch": 2.11841081302478,
      "grad_norm": 4.1903173995918515,
      "learning_rate": 0.00022055827921856058,
      "loss": 5.7188,
      "step": 51721
    },
    {
      "epoch": 2.1184517714519764,
      "grad_norm": 2.6591884363408655,
      "learning_rate": 0.0002205554011535343,
      "loss": 3.5625,
      "step": 51722
    },
    {
      "epoch": 2.1184927298791725,
      "grad_norm": 2.291819109520488,
      "learning_rate": 0.00022055252305515347,
      "loss": 2.8281,
      "step": 51723
    },
    {
      "epoch": 2.118533688306369,
      "grad_norm": 2.5745075116127993,
      "learning_rate": 0.00022054964492341952,
      "loss": 4.7188,
      "step": 51724
    },
    {
      "epoch": 2.1185746467335655,
      "grad_norm": 3.2788893962562975,
      "learning_rate": 0.0002205467667583338,
      "loss": 4.8125,
      "step": 51725
    },
    {
      "epoch": 2.1186156051607616,
      "grad_norm": 3.7902353586223674,
      "learning_rate": 0.0002205438885598977,
      "loss": 4.9375,
      "step": 51726
    },
    {
      "epoch": 2.118656563587958,
      "grad_norm": 2.9610995566550464,
      "learning_rate": 0.00022054101032811249,
      "loss": 4.75,
      "step": 51727
    },
    {
      "epoch": 2.1186975220151547,
      "grad_norm": 2.6520374904414834,
      "learning_rate": 0.0002205381320629796,
      "loss": 4.4375,
      "step": 51728
    },
    {
      "epoch": 2.118738480442351,
      "grad_norm": 2.411202148144238,
      "learning_rate": 0.00022053525376450035,
      "loss": 3.5781,
      "step": 51729
    },
    {
      "epoch": 2.1187794388695473,
      "grad_norm": 3.8481214138474136,
      "learning_rate": 0.00022053237543267614,
      "loss": 4.9375,
      "step": 51730
    },
    {
      "epoch": 2.118820397296744,
      "grad_norm": 3.119538954373228,
      "learning_rate": 0.00022052949706750832,
      "loss": 5.5938,
      "step": 51731
    },
    {
      "epoch": 2.1188613557239404,
      "grad_norm": 4.954650670787507,
      "learning_rate": 0.00022052661866899827,
      "loss": 4.3125,
      "step": 51732
    },
    {
      "epoch": 2.1189023141511365,
      "grad_norm": 7.243605352119764,
      "learning_rate": 0.0002205237402371473,
      "loss": 5.3125,
      "step": 51733
    },
    {
      "epoch": 2.118943272578333,
      "grad_norm": 2.6400226082495526,
      "learning_rate": 0.0002205208617719568,
      "loss": 4.625,
      "step": 51734
    },
    {
      "epoch": 2.1189842310055296,
      "grad_norm": 2.7295264974634965,
      "learning_rate": 0.00022051798327342814,
      "loss": 4.5,
      "step": 51735
    },
    {
      "epoch": 2.1190251894327257,
      "grad_norm": 2.745401939995557,
      "learning_rate": 0.00022051510474156266,
      "loss": 2.7812,
      "step": 51736
    },
    {
      "epoch": 2.119066147859922,
      "grad_norm": 4.148141331164995,
      "learning_rate": 0.00022051222617636173,
      "loss": 5.2188,
      "step": 51737
    },
    {
      "epoch": 2.1191071062871187,
      "grad_norm": 4.035970504992784,
      "learning_rate": 0.00022050934757782668,
      "loss": 3.0625,
      "step": 51738
    },
    {
      "epoch": 2.119148064714315,
      "grad_norm": 3.1647121044911946,
      "learning_rate": 0.00022050646894595895,
      "loss": 2.6875,
      "step": 51739
    },
    {
      "epoch": 2.1191890231415114,
      "grad_norm": 3.0367722484972433,
      "learning_rate": 0.00022050359028075983,
      "loss": 4.9062,
      "step": 51740
    },
    {
      "epoch": 2.119229981568708,
      "grad_norm": 2.787708813575858,
      "learning_rate": 0.00022050071158223074,
      "loss": 3.9688,
      "step": 51741
    },
    {
      "epoch": 2.119270939995904,
      "grad_norm": 2.685951624893949,
      "learning_rate": 0.00022049783285037295,
      "loss": 4.0938,
      "step": 51742
    },
    {
      "epoch": 2.1193118984231005,
      "grad_norm": 4.31958317346797,
      "learning_rate": 0.0002204949540851879,
      "loss": 5.4688,
      "step": 51743
    },
    {
      "epoch": 2.119352856850297,
      "grad_norm": 2.7863915453642667,
      "learning_rate": 0.00022049207528667696,
      "loss": 3.8438,
      "step": 51744
    },
    {
      "epoch": 2.119393815277493,
      "grad_norm": 2.539564755408052,
      "learning_rate": 0.0002204891964548414,
      "loss": 4.125,
      "step": 51745
    },
    {
      "epoch": 2.1194347737046897,
      "grad_norm": 3.741938960293258,
      "learning_rate": 0.00022048631758968268,
      "loss": 0.9961,
      "step": 51746
    },
    {
      "epoch": 2.1194757321318862,
      "grad_norm": 3.0280673428453873,
      "learning_rate": 0.0002204834386912021,
      "loss": 5.4688,
      "step": 51747
    },
    {
      "epoch": 2.1195166905590823,
      "grad_norm": 3.1150074965199024,
      "learning_rate": 0.00022048055975940105,
      "loss": 4.8125,
      "step": 51748
    },
    {
      "epoch": 2.119557648986279,
      "grad_norm": 3.5322126870561688,
      "learning_rate": 0.00022047768079428088,
      "loss": 4.8125,
      "step": 51749
    },
    {
      "epoch": 2.1195986074134754,
      "grad_norm": 6.963660379903476,
      "learning_rate": 0.0002204748017958429,
      "loss": 5.2188,
      "step": 51750
    },
    {
      "epoch": 2.119639565840672,
      "grad_norm": 3.3271630260287295,
      "learning_rate": 0.00022047192276408858,
      "loss": 5.4062,
      "step": 51751
    },
    {
      "epoch": 2.119680524267868,
      "grad_norm": 4.234783726870126,
      "learning_rate": 0.00022046904369901922,
      "loss": 5.125,
      "step": 51752
    },
    {
      "epoch": 2.1197214826950646,
      "grad_norm": 2.8614088859487143,
      "learning_rate": 0.00022046616460063618,
      "loss": 4.4062,
      "step": 51753
    },
    {
      "epoch": 2.119762441122261,
      "grad_norm": 2.9653455149472228,
      "learning_rate": 0.0002204632854689408,
      "loss": 4.4062,
      "step": 51754
    },
    {
      "epoch": 2.119803399549457,
      "grad_norm": 2.5069080274153337,
      "learning_rate": 0.00022046040630393452,
      "loss": 4.3125,
      "step": 51755
    },
    {
      "epoch": 2.1198443579766537,
      "grad_norm": 3.486892901773066,
      "learning_rate": 0.00022045752710561861,
      "loss": 4.3438,
      "step": 51756
    },
    {
      "epoch": 2.1198853164038503,
      "grad_norm": 3.009632562539213,
      "learning_rate": 0.0002204546478739945,
      "loss": 4.375,
      "step": 51757
    },
    {
      "epoch": 2.1199262748310463,
      "grad_norm": 2.743833885329054,
      "learning_rate": 0.00022045176860906347,
      "loss": 3.8906,
      "step": 51758
    },
    {
      "epoch": 2.119967233258243,
      "grad_norm": 2.586451346905211,
      "learning_rate": 0.00022044888931082698,
      "loss": 3.6875,
      "step": 51759
    },
    {
      "epoch": 2.1200081916854394,
      "grad_norm": 2.7894961535510654,
      "learning_rate": 0.00022044600997928634,
      "loss": 5.1875,
      "step": 51760
    },
    {
      "epoch": 2.1200491501126355,
      "grad_norm": 2.7295083773001774,
      "learning_rate": 0.0002204431306144429,
      "loss": 4.8125,
      "step": 51761
    },
    {
      "epoch": 2.120090108539832,
      "grad_norm": 2.9535526237007264,
      "learning_rate": 0.00022044025121629806,
      "loss": 4.8125,
      "step": 51762
    },
    {
      "epoch": 2.1201310669670286,
      "grad_norm": 3.0010558017196285,
      "learning_rate": 0.0002204373717848531,
      "loss": 5.1875,
      "step": 51763
    },
    {
      "epoch": 2.1201720253942247,
      "grad_norm": 2.8742239343714884,
      "learning_rate": 0.0002204344923201095,
      "loss": 4.8438,
      "step": 51764
    },
    {
      "epoch": 2.120212983821421,
      "grad_norm": 4.727475855788991,
      "learning_rate": 0.00022043161282206847,
      "loss": 3.2656,
      "step": 51765
    },
    {
      "epoch": 2.1202539422486177,
      "grad_norm": 4.014226330036368,
      "learning_rate": 0.00022042873329073155,
      "loss": 2.9531,
      "step": 51766
    },
    {
      "epoch": 2.1202949006758143,
      "grad_norm": 2.7953609001375717,
      "learning_rate": 0.0002204258537261,
      "loss": 5.0625,
      "step": 51767
    },
    {
      "epoch": 2.1203358591030104,
      "grad_norm": 4.375874454886799,
      "learning_rate": 0.00022042297412817516,
      "loss": 4.0312,
      "step": 51768
    },
    {
      "epoch": 2.120376817530207,
      "grad_norm": 7.279457314921959,
      "learning_rate": 0.00022042009449695844,
      "loss": 4.4375,
      "step": 51769
    },
    {
      "epoch": 2.1204177759574034,
      "grad_norm": 7.5779731140450295,
      "learning_rate": 0.00022041721483245116,
      "loss": 4.5,
      "step": 51770
    },
    {
      "epoch": 2.1204587343845995,
      "grad_norm": 7.723644255689165,
      "learning_rate": 0.00022041433513465475,
      "loss": 2.9688,
      "step": 51771
    },
    {
      "epoch": 2.120499692811796,
      "grad_norm": 3.1107343624225043,
      "learning_rate": 0.00022041145540357051,
      "loss": 3.6406,
      "step": 51772
    },
    {
      "epoch": 2.1205406512389926,
      "grad_norm": 4.282859334554885,
      "learning_rate": 0.00022040857563919983,
      "loss": 6.2188,
      "step": 51773
    },
    {
      "epoch": 2.1205816096661887,
      "grad_norm": 3.1119931024451755,
      "learning_rate": 0.00022040569584154404,
      "loss": 6.0,
      "step": 51774
    },
    {
      "epoch": 2.1206225680933852,
      "grad_norm": 2.7379053958627924,
      "learning_rate": 0.00022040281601060451,
      "loss": 4.5625,
      "step": 51775
    },
    {
      "epoch": 2.1206635265205818,
      "grad_norm": 3.419977107797638,
      "learning_rate": 0.00022039993614638266,
      "loss": 4.4062,
      "step": 51776
    },
    {
      "epoch": 2.120704484947778,
      "grad_norm": 4.0382156344682265,
      "learning_rate": 0.0002203970562488798,
      "loss": 4.4688,
      "step": 51777
    },
    {
      "epoch": 2.1207454433749744,
      "grad_norm": 2.859412570629326,
      "learning_rate": 0.00022039417631809723,
      "loss": 4.5938,
      "step": 51778
    },
    {
      "epoch": 2.120786401802171,
      "grad_norm": 3.276395262619097,
      "learning_rate": 0.00022039129635403643,
      "loss": 4.5312,
      "step": 51779
    },
    {
      "epoch": 2.120827360229367,
      "grad_norm": 10.907038184522083,
      "learning_rate": 0.00022038841635669873,
      "loss": 1.7344,
      "step": 51780
    },
    {
      "epoch": 2.1208683186565636,
      "grad_norm": 3.075230758464918,
      "learning_rate": 0.00022038553632608546,
      "loss": 4.125,
      "step": 51781
    },
    {
      "epoch": 2.12090927708376,
      "grad_norm": 6.574231849174295,
      "learning_rate": 0.00022038265626219796,
      "loss": 3.7344,
      "step": 51782
    },
    {
      "epoch": 2.120950235510956,
      "grad_norm": 3.5251132494933723,
      "learning_rate": 0.00022037977616503766,
      "loss": 4.9688,
      "step": 51783
    },
    {
      "epoch": 2.1209911939381527,
      "grad_norm": 2.7956212612027547,
      "learning_rate": 0.00022037689603460588,
      "loss": 4.7812,
      "step": 51784
    },
    {
      "epoch": 2.1210321523653493,
      "grad_norm": 2.9781838515305057,
      "learning_rate": 0.00022037401587090397,
      "loss": 5.5,
      "step": 51785
    },
    {
      "epoch": 2.121073110792546,
      "grad_norm": 4.094041572331033,
      "learning_rate": 0.0002203711356739333,
      "loss": 4.4062,
      "step": 51786
    },
    {
      "epoch": 2.121114069219742,
      "grad_norm": 7.0900325641718815,
      "learning_rate": 0.00022036825544369528,
      "loss": 3.2344,
      "step": 51787
    },
    {
      "epoch": 2.1211550276469384,
      "grad_norm": 4.770159956713784,
      "learning_rate": 0.00022036537518019118,
      "loss": 6.125,
      "step": 51788
    },
    {
      "epoch": 2.121195986074135,
      "grad_norm": 2.327720987688473,
      "learning_rate": 0.00022036249488342248,
      "loss": 2.8906,
      "step": 51789
    },
    {
      "epoch": 2.121236944501331,
      "grad_norm": 5.091066395187538,
      "learning_rate": 0.0002203596145533904,
      "loss": 4.625,
      "step": 51790
    },
    {
      "epoch": 2.1212779029285276,
      "grad_norm": 3.452901076885249,
      "learning_rate": 0.00022035673419009642,
      "loss": 2.9375,
      "step": 51791
    },
    {
      "epoch": 2.121318861355724,
      "grad_norm": 2.758235365396857,
      "learning_rate": 0.00022035385379354187,
      "loss": 4.375,
      "step": 51792
    },
    {
      "epoch": 2.12135981978292,
      "grad_norm": 2.8166621857849505,
      "learning_rate": 0.00022035097336372807,
      "loss": 4.0312,
      "step": 51793
    },
    {
      "epoch": 2.1214007782101167,
      "grad_norm": 2.8051872738493056,
      "learning_rate": 0.00022034809290065644,
      "loss": 1.0938,
      "step": 51794
    },
    {
      "epoch": 2.1214417366373133,
      "grad_norm": 2.51171807245086,
      "learning_rate": 0.00022034521240432833,
      "loss": 4.5312,
      "step": 51795
    },
    {
      "epoch": 2.1214826950645094,
      "grad_norm": 2.8305050417652375,
      "learning_rate": 0.00022034233187474505,
      "loss": 4.5938,
      "step": 51796
    },
    {
      "epoch": 2.121523653491706,
      "grad_norm": 3.4113548991486313,
      "learning_rate": 0.00022033945131190796,
      "loss": 1.2969,
      "step": 51797
    },
    {
      "epoch": 2.1215646119189024,
      "grad_norm": 2.6496931277270583,
      "learning_rate": 0.00022033657071581853,
      "loss": 4.0,
      "step": 51798
    },
    {
      "epoch": 2.1216055703460985,
      "grad_norm": 2.710324387406665,
      "learning_rate": 0.000220333690086478,
      "loss": 4.9688,
      "step": 51799
    },
    {
      "epoch": 2.121646528773295,
      "grad_norm": 2.495616034715764,
      "learning_rate": 0.00022033080942388783,
      "loss": 3.4062,
      "step": 51800
    },
    {
      "epoch": 2.1216874872004916,
      "grad_norm": 3.7850510309201155,
      "learning_rate": 0.00022032792872804928,
      "loss": 5.0938,
      "step": 51801
    },
    {
      "epoch": 2.1217284456276877,
      "grad_norm": 3.0862659354804935,
      "learning_rate": 0.0002203250479989638,
      "loss": 4.8125,
      "step": 51802
    },
    {
      "epoch": 2.1217694040548842,
      "grad_norm": 3.888155856027354,
      "learning_rate": 0.00022032216723663273,
      "loss": 4.75,
      "step": 51803
    },
    {
      "epoch": 2.1218103624820808,
      "grad_norm": 2.7405212440977755,
      "learning_rate": 0.00022031928644105744,
      "loss": 5.3125,
      "step": 51804
    },
    {
      "epoch": 2.1218513209092773,
      "grad_norm": 3.1748307433288407,
      "learning_rate": 0.0002203164056122392,
      "loss": 4.75,
      "step": 51805
    },
    {
      "epoch": 2.1218922793364734,
      "grad_norm": 5.0719060765684185,
      "learning_rate": 0.00022031352475017948,
      "loss": 3.2969,
      "step": 51806
    },
    {
      "epoch": 2.12193323776367,
      "grad_norm": 2.533349853909665,
      "learning_rate": 0.0002203106438548796,
      "loss": 4.2812,
      "step": 51807
    },
    {
      "epoch": 2.1219741961908665,
      "grad_norm": 4.747199630152533,
      "learning_rate": 0.00022030776292634093,
      "loss": 1.4922,
      "step": 51808
    },
    {
      "epoch": 2.1220151546180626,
      "grad_norm": 2.8136295605952952,
      "learning_rate": 0.00022030488196456483,
      "loss": 4.5,
      "step": 51809
    },
    {
      "epoch": 2.122056113045259,
      "grad_norm": 3.0810167108120847,
      "learning_rate": 0.0002203020009695527,
      "loss": 4.6562,
      "step": 51810
    },
    {
      "epoch": 2.1220970714724556,
      "grad_norm": 2.7580250037146903,
      "learning_rate": 0.00022029911994130577,
      "loss": 4.4375,
      "step": 51811
    },
    {
      "epoch": 2.1221380298996517,
      "grad_norm": 5.909591684156672,
      "learning_rate": 0.0002202962388798256,
      "loss": 3.7344,
      "step": 51812
    },
    {
      "epoch": 2.1221789883268483,
      "grad_norm": 2.5629035282719306,
      "learning_rate": 0.0002202933577851134,
      "loss": 3.7969,
      "step": 51813
    },
    {
      "epoch": 2.122219946754045,
      "grad_norm": 6.749892005929183,
      "learning_rate": 0.00022029047665717057,
      "loss": 3.5,
      "step": 51814
    },
    {
      "epoch": 2.122260905181241,
      "grad_norm": 2.6488441656663246,
      "learning_rate": 0.00022028759549599846,
      "loss": 4.2812,
      "step": 51815
    },
    {
      "epoch": 2.1223018636084374,
      "grad_norm": 2.912583324910045,
      "learning_rate": 0.0002202847143015985,
      "loss": 4.0625,
      "step": 51816
    },
    {
      "epoch": 2.122342822035634,
      "grad_norm": 3.1370676319775845,
      "learning_rate": 0.00022028183307397202,
      "loss": 5.3125,
      "step": 51817
    },
    {
      "epoch": 2.12238378046283,
      "grad_norm": 3.3960313106750553,
      "learning_rate": 0.0002202789518131203,
      "loss": 4.7812,
      "step": 51818
    },
    {
      "epoch": 2.1224247388900266,
      "grad_norm": 5.217475031644803,
      "learning_rate": 0.0002202760705190448,
      "loss": 3.9844,
      "step": 51819
    },
    {
      "epoch": 2.122465697317223,
      "grad_norm": 3.4436090016860357,
      "learning_rate": 0.00022027318919174685,
      "loss": 5.2188,
      "step": 51820
    },
    {
      "epoch": 2.122506655744419,
      "grad_norm": 3.307879972046507,
      "learning_rate": 0.00022027030783122785,
      "loss": 4.0312,
      "step": 51821
    },
    {
      "epoch": 2.1225476141716157,
      "grad_norm": 2.6830340100528,
      "learning_rate": 0.00022026742643748906,
      "loss": 3.6875,
      "step": 51822
    },
    {
      "epoch": 2.1225885725988123,
      "grad_norm": 3.7104712505823074,
      "learning_rate": 0.00022026454501053198,
      "loss": 4.6562,
      "step": 51823
    },
    {
      "epoch": 2.122629531026009,
      "grad_norm": 2.9918486809173883,
      "learning_rate": 0.00022026166355035786,
      "loss": 4.375,
      "step": 51824
    },
    {
      "epoch": 2.122670489453205,
      "grad_norm": 8.567374557777645,
      "learning_rate": 0.00022025878205696815,
      "loss": 5.6875,
      "step": 51825
    },
    {
      "epoch": 2.1227114478804014,
      "grad_norm": 3.5282977730946414,
      "learning_rate": 0.00022025590053036408,
      "loss": 4.5312,
      "step": 51826
    },
    {
      "epoch": 2.122752406307598,
      "grad_norm": 2.801696932692438,
      "learning_rate": 0.00022025301897054712,
      "loss": 5.0312,
      "step": 51827
    },
    {
      "epoch": 2.122793364734794,
      "grad_norm": 4.257530085672169,
      "learning_rate": 0.0002202501373775187,
      "loss": 5.4688,
      "step": 51828
    },
    {
      "epoch": 2.1228343231619906,
      "grad_norm": 2.6286225291355723,
      "learning_rate": 0.00022024725575127998,
      "loss": 3.1719,
      "step": 51829
    },
    {
      "epoch": 2.122875281589187,
      "grad_norm": 8.343902697349408,
      "learning_rate": 0.00022024437409183246,
      "loss": 1.6484,
      "step": 51830
    },
    {
      "epoch": 2.1229162400163832,
      "grad_norm": 3.6555515987859537,
      "learning_rate": 0.00022024149239917754,
      "loss": 4.5625,
      "step": 51831
    },
    {
      "epoch": 2.1229571984435798,
      "grad_norm": 3.8033568249021243,
      "learning_rate": 0.00022023861067331648,
      "loss": 5.6875,
      "step": 51832
    },
    {
      "epoch": 2.1229981568707763,
      "grad_norm": 3.1274263805089317,
      "learning_rate": 0.00022023572891425062,
      "loss": 5.0,
      "step": 51833
    },
    {
      "epoch": 2.1230391152979724,
      "grad_norm": 3.2328491433617903,
      "learning_rate": 0.00022023284712198145,
      "loss": 6.0938,
      "step": 51834
    },
    {
      "epoch": 2.123080073725169,
      "grad_norm": 4.819232467769865,
      "learning_rate": 0.00022022996529651027,
      "loss": 2.9375,
      "step": 51835
    },
    {
      "epoch": 2.1231210321523655,
      "grad_norm": 2.8140979443855803,
      "learning_rate": 0.0002202270834378384,
      "loss": 4.6875,
      "step": 51836
    },
    {
      "epoch": 2.1231619905795616,
      "grad_norm": 3.9504498273012,
      "learning_rate": 0.00022022420154596724,
      "loss": 6.5625,
      "step": 51837
    },
    {
      "epoch": 2.123202949006758,
      "grad_norm": 2.755220020990119,
      "learning_rate": 0.0002202213196208982,
      "loss": 4.4375,
      "step": 51838
    },
    {
      "epoch": 2.1232439074339546,
      "grad_norm": 2.7659532717788418,
      "learning_rate": 0.00022021843766263256,
      "loss": 4.25,
      "step": 51839
    },
    {
      "epoch": 2.1232848658611507,
      "grad_norm": 2.883922872050876,
      "learning_rate": 0.0002202155556711717,
      "loss": 4.9688,
      "step": 51840
    },
    {
      "epoch": 2.1233258242883473,
      "grad_norm": 2.735726559999,
      "learning_rate": 0.00022021267364651703,
      "loss": 4.3438,
      "step": 51841
    },
    {
      "epoch": 2.123366782715544,
      "grad_norm": 2.971455171579611,
      "learning_rate": 0.00022020979158866985,
      "loss": 4.9688,
      "step": 51842
    },
    {
      "epoch": 2.1234077411427403,
      "grad_norm": 5.015832611510158,
      "learning_rate": 0.00022020690949763158,
      "loss": 7.0,
      "step": 51843
    },
    {
      "epoch": 2.1234486995699364,
      "grad_norm": 6.598878566509757,
      "learning_rate": 0.0002202040273734036,
      "loss": 4.8125,
      "step": 51844
    },
    {
      "epoch": 2.123489657997133,
      "grad_norm": 2.6071878477325106,
      "learning_rate": 0.00022020114521598716,
      "loss": 4.0938,
      "step": 51845
    },
    {
      "epoch": 2.1235306164243295,
      "grad_norm": 5.399588933232761,
      "learning_rate": 0.0002201982630253837,
      "loss": 3.5312,
      "step": 51846
    },
    {
      "epoch": 2.1235715748515256,
      "grad_norm": 3.2795802082474554,
      "learning_rate": 0.0002201953808015946,
      "loss": 4.3125,
      "step": 51847
    },
    {
      "epoch": 2.123612533278722,
      "grad_norm": 5.0820912287155,
      "learning_rate": 0.0002201924985446212,
      "loss": 4.6875,
      "step": 51848
    },
    {
      "epoch": 2.1236534917059187,
      "grad_norm": 2.6423031497140634,
      "learning_rate": 0.00022018961625446483,
      "loss": 4.1562,
      "step": 51849
    },
    {
      "epoch": 2.1236944501331148,
      "grad_norm": 3.136960264851413,
      "learning_rate": 0.0002201867339311269,
      "loss": 4.9688,
      "step": 51850
    },
    {
      "epoch": 2.1237354085603113,
      "grad_norm": 3.42894879086128,
      "learning_rate": 0.00022018385157460875,
      "loss": 4.9375,
      "step": 51851
    },
    {
      "epoch": 2.123776366987508,
      "grad_norm": 3.102390090713571,
      "learning_rate": 0.00022018096918491176,
      "loss": 5.0312,
      "step": 51852
    },
    {
      "epoch": 2.123817325414704,
      "grad_norm": 8.670528083224896,
      "learning_rate": 0.0002201780867620373,
      "loss": 1.8594,
      "step": 51853
    },
    {
      "epoch": 2.1238582838419005,
      "grad_norm": 4.957231108346412,
      "learning_rate": 0.00022017520430598665,
      "loss": 7.1875,
      "step": 51854
    },
    {
      "epoch": 2.123899242269097,
      "grad_norm": 4.292918309558954,
      "learning_rate": 0.00022017232181676126,
      "loss": 3.0781,
      "step": 51855
    },
    {
      "epoch": 2.123940200696293,
      "grad_norm": 3.5792001881771527,
      "learning_rate": 0.00022016943929436248,
      "loss": 4.125,
      "step": 51856
    },
    {
      "epoch": 2.1239811591234896,
      "grad_norm": 3.1297898248079448,
      "learning_rate": 0.0002201665567387917,
      "loss": 5.125,
      "step": 51857
    },
    {
      "epoch": 2.124022117550686,
      "grad_norm": 3.6609162069124324,
      "learning_rate": 0.00022016367415005018,
      "loss": 4.9062,
      "step": 51858
    },
    {
      "epoch": 2.1240630759778822,
      "grad_norm": 3.57422505233643,
      "learning_rate": 0.00022016079152813934,
      "loss": 5.4688,
      "step": 51859
    },
    {
      "epoch": 2.124104034405079,
      "grad_norm": 2.979014966574935,
      "learning_rate": 0.00022015790887306062,
      "loss": 3.9219,
      "step": 51860
    },
    {
      "epoch": 2.1241449928322753,
      "grad_norm": 2.567308610740606,
      "learning_rate": 0.00022015502618481526,
      "loss": 3.6562,
      "step": 51861
    },
    {
      "epoch": 2.124185951259472,
      "grad_norm": 2.8595675097935693,
      "learning_rate": 0.0002201521434634047,
      "loss": 4.8438,
      "step": 51862
    },
    {
      "epoch": 2.124226909686668,
      "grad_norm": 4.670567327513006,
      "learning_rate": 0.00022014926070883028,
      "loss": 6.0312,
      "step": 51863
    },
    {
      "epoch": 2.1242678681138645,
      "grad_norm": 4.367883016318957,
      "learning_rate": 0.00022014637792109335,
      "loss": 5.2812,
      "step": 51864
    },
    {
      "epoch": 2.124308826541061,
      "grad_norm": 4.428538348055257,
      "learning_rate": 0.00022014349510019525,
      "loss": 6.75,
      "step": 51865
    },
    {
      "epoch": 2.124349784968257,
      "grad_norm": 3.1949331760730177,
      "learning_rate": 0.0002201406122461374,
      "loss": 5.2812,
      "step": 51866
    },
    {
      "epoch": 2.1243907433954536,
      "grad_norm": 3.005117049814857,
      "learning_rate": 0.00022013772935892116,
      "loss": 4.9375,
      "step": 51867
    },
    {
      "epoch": 2.12443170182265,
      "grad_norm": 2.8385272387826976,
      "learning_rate": 0.00022013484643854786,
      "loss": 4.6562,
      "step": 51868
    },
    {
      "epoch": 2.1244726602498463,
      "grad_norm": 5.068212053092028,
      "learning_rate": 0.00022013196348501883,
      "loss": 4.4062,
      "step": 51869
    },
    {
      "epoch": 2.124513618677043,
      "grad_norm": 2.6303115010069216,
      "learning_rate": 0.00022012908049833552,
      "loss": 5.0312,
      "step": 51870
    },
    {
      "epoch": 2.1245545771042393,
      "grad_norm": 6.007978387573792,
      "learning_rate": 0.00022012619747849925,
      "loss": 4.9688,
      "step": 51871
    },
    {
      "epoch": 2.1245955355314354,
      "grad_norm": 2.9779884372999827,
      "learning_rate": 0.00022012331442551136,
      "loss": 5.3125,
      "step": 51872
    },
    {
      "epoch": 2.124636493958632,
      "grad_norm": 3.7751116616785865,
      "learning_rate": 0.00022012043133937324,
      "loss": 3.3125,
      "step": 51873
    },
    {
      "epoch": 2.1246774523858285,
      "grad_norm": 2.6680369179567394,
      "learning_rate": 0.0002201175482200863,
      "loss": 4.1875,
      "step": 51874
    },
    {
      "epoch": 2.1247184108130246,
      "grad_norm": 2.6625909430470696,
      "learning_rate": 0.0002201146650676518,
      "loss": 5.25,
      "step": 51875
    },
    {
      "epoch": 2.124759369240221,
      "grad_norm": 4.910497580384422,
      "learning_rate": 0.00022011178188207118,
      "loss": 2.375,
      "step": 51876
    },
    {
      "epoch": 2.1248003276674177,
      "grad_norm": 2.6185326981817028,
      "learning_rate": 0.00022010889866334578,
      "loss": 3.9688,
      "step": 51877
    },
    {
      "epoch": 2.1248412860946138,
      "grad_norm": 3.097605310762735,
      "learning_rate": 0.00022010601541147691,
      "loss": 4.6562,
      "step": 51878
    },
    {
      "epoch": 2.1248822445218103,
      "grad_norm": 3.077674614864713,
      "learning_rate": 0.00022010313212646605,
      "loss": 5.4062,
      "step": 51879
    },
    {
      "epoch": 2.124923202949007,
      "grad_norm": 2.583036746583414,
      "learning_rate": 0.00022010024880831443,
      "loss": 4.6562,
      "step": 51880
    },
    {
      "epoch": 2.1249641613762034,
      "grad_norm": 3.4444741201300206,
      "learning_rate": 0.00022009736545702355,
      "loss": 3.3438,
      "step": 51881
    },
    {
      "epoch": 2.1250051198033995,
      "grad_norm": 2.847030403686645,
      "learning_rate": 0.00022009448207259465,
      "loss": 4.4688,
      "step": 51882
    },
    {
      "epoch": 2.125046078230596,
      "grad_norm": 2.7811757709612697,
      "learning_rate": 0.00022009159865502914,
      "loss": 5.2188,
      "step": 51883
    },
    {
      "epoch": 2.1250870366577925,
      "grad_norm": 2.7298698009229336,
      "learning_rate": 0.00022008871520432844,
      "loss": 4.4062,
      "step": 51884
    },
    {
      "epoch": 2.1251279950849886,
      "grad_norm": 3.1298234717159543,
      "learning_rate": 0.00022008583172049385,
      "loss": 4.2812,
      "step": 51885
    },
    {
      "epoch": 2.125168953512185,
      "grad_norm": 3.04923962140723,
      "learning_rate": 0.0002200829482035267,
      "loss": 3.1406,
      "step": 51886
    },
    {
      "epoch": 2.1252099119393817,
      "grad_norm": 2.4986128023905976,
      "learning_rate": 0.00022008006465342846,
      "loss": 4.7812,
      "step": 51887
    },
    {
      "epoch": 2.125250870366578,
      "grad_norm": 3.4238868993291356,
      "learning_rate": 0.0002200771810702004,
      "loss": 5.2812,
      "step": 51888
    },
    {
      "epoch": 2.1252918287937743,
      "grad_norm": 3.0385558478953634,
      "learning_rate": 0.00022007429745384395,
      "loss": 5.4062,
      "step": 51889
    },
    {
      "epoch": 2.125332787220971,
      "grad_norm": 5.293098768275609,
      "learning_rate": 0.00022007141380436037,
      "loss": 5.0,
      "step": 51890
    },
    {
      "epoch": 2.125373745648167,
      "grad_norm": 4.484017916375259,
      "learning_rate": 0.00022006853012175115,
      "loss": 7.0312,
      "step": 51891
    },
    {
      "epoch": 2.1254147040753635,
      "grad_norm": 4.041648423974463,
      "learning_rate": 0.00022006564640601758,
      "loss": 5.125,
      "step": 51892
    },
    {
      "epoch": 2.12545566250256,
      "grad_norm": 3.275888210551961,
      "learning_rate": 0.00022006276265716104,
      "loss": 5.0625,
      "step": 51893
    },
    {
      "epoch": 2.125496620929756,
      "grad_norm": 4.424927613887459,
      "learning_rate": 0.00022005987887518285,
      "loss": 5.625,
      "step": 51894
    },
    {
      "epoch": 2.1255375793569526,
      "grad_norm": 3.0065056833155146,
      "learning_rate": 0.00022005699506008446,
      "loss": 6.0625,
      "step": 51895
    },
    {
      "epoch": 2.125578537784149,
      "grad_norm": 3.152770677950851,
      "learning_rate": 0.0002200541112118672,
      "loss": 5.5938,
      "step": 51896
    },
    {
      "epoch": 2.1256194962113453,
      "grad_norm": 2.7691402324346392,
      "learning_rate": 0.0002200512273305324,
      "loss": 3.9219,
      "step": 51897
    },
    {
      "epoch": 2.125660454638542,
      "grad_norm": 2.7080751126065303,
      "learning_rate": 0.0002200483434160814,
      "loss": 4.5938,
      "step": 51898
    },
    {
      "epoch": 2.1257014130657383,
      "grad_norm": 5.857615473193828,
      "learning_rate": 0.00022004545946851568,
      "loss": 4.375,
      "step": 51899
    },
    {
      "epoch": 2.125742371492935,
      "grad_norm": 3.3080386693483543,
      "learning_rate": 0.00022004257548783652,
      "loss": 5.125,
      "step": 51900
    },
    {
      "epoch": 2.125783329920131,
      "grad_norm": 3.00308882371997,
      "learning_rate": 0.00022003969147404528,
      "loss": 4.375,
      "step": 51901
    },
    {
      "epoch": 2.1258242883473275,
      "grad_norm": 3.2558347173314295,
      "learning_rate": 0.00022003680742714333,
      "loss": 4.25,
      "step": 51902
    },
    {
      "epoch": 2.125865246774524,
      "grad_norm": 2.83627343181106,
      "learning_rate": 0.00022003392334713203,
      "loss": 4.375,
      "step": 51903
    },
    {
      "epoch": 2.12590620520172,
      "grad_norm": 2.7779530097584866,
      "learning_rate": 0.00022003103923401278,
      "loss": 4.2812,
      "step": 51904
    },
    {
      "epoch": 2.1259471636289167,
      "grad_norm": 2.928242359719829,
      "learning_rate": 0.0002200281550877869,
      "loss": 5.1875,
      "step": 51905
    },
    {
      "epoch": 2.125988122056113,
      "grad_norm": 3.5071562682886492,
      "learning_rate": 0.0002200252709084558,
      "loss": 4.2812,
      "step": 51906
    },
    {
      "epoch": 2.1260290804833093,
      "grad_norm": 2.8172430794266,
      "learning_rate": 0.00022002238669602077,
      "loss": 4.8438,
      "step": 51907
    },
    {
      "epoch": 2.126070038910506,
      "grad_norm": 5.200336516287652,
      "learning_rate": 0.00022001950245048327,
      "loss": 6.125,
      "step": 51908
    },
    {
      "epoch": 2.1261109973377024,
      "grad_norm": 2.853226986850226,
      "learning_rate": 0.00022001661817184462,
      "loss": 4.5,
      "step": 51909
    },
    {
      "epoch": 2.1261519557648985,
      "grad_norm": 3.290954421924527,
      "learning_rate": 0.0002200137338601061,
      "loss": 3.9688,
      "step": 51910
    },
    {
      "epoch": 2.126192914192095,
      "grad_norm": 3.037519704116351,
      "learning_rate": 0.0002200108495152692,
      "loss": 4.0625,
      "step": 51911
    },
    {
      "epoch": 2.1262338726192915,
      "grad_norm": 2.7664827095778484,
      "learning_rate": 0.00022000796513733524,
      "loss": 4.5312,
      "step": 51912
    },
    {
      "epoch": 2.1262748310464876,
      "grad_norm": 2.6934491556409426,
      "learning_rate": 0.00022000508072630558,
      "loss": 4.2812,
      "step": 51913
    },
    {
      "epoch": 2.126315789473684,
      "grad_norm": 5.105346504925843,
      "learning_rate": 0.00022000219628218152,
      "loss": 5.2812,
      "step": 51914
    },
    {
      "epoch": 2.1263567479008807,
      "grad_norm": 2.8130018854199665,
      "learning_rate": 0.00021999931180496454,
      "loss": 4.5,
      "step": 51915
    },
    {
      "epoch": 2.126397706328077,
      "grad_norm": 6.794623853262134,
      "learning_rate": 0.00021999642729465593,
      "loss": 7.4062,
      "step": 51916
    },
    {
      "epoch": 2.1264386647552733,
      "grad_norm": 2.8595979855506948,
      "learning_rate": 0.00021999354275125708,
      "loss": 4.2812,
      "step": 51917
    },
    {
      "epoch": 2.12647962318247,
      "grad_norm": 3.127112394679238,
      "learning_rate": 0.0002199906581747693,
      "loss": 4.8438,
      "step": 51918
    },
    {
      "epoch": 2.1265205816096664,
      "grad_norm": 2.8455271964410827,
      "learning_rate": 0.00021998777356519407,
      "loss": 4.5,
      "step": 51919
    },
    {
      "epoch": 2.1265615400368625,
      "grad_norm": 3.120408761908541,
      "learning_rate": 0.00021998488892253264,
      "loss": 4.3438,
      "step": 51920
    },
    {
      "epoch": 2.126602498464059,
      "grad_norm": 10.4842986770393,
      "learning_rate": 0.00021998200424678643,
      "loss": 5.2188,
      "step": 51921
    },
    {
      "epoch": 2.1266434568912556,
      "grad_norm": 3.105356078726493,
      "learning_rate": 0.0002199791195379568,
      "loss": 5.3125,
      "step": 51922
    },
    {
      "epoch": 2.1266844153184516,
      "grad_norm": 2.862813882183116,
      "learning_rate": 0.00021997623479604506,
      "loss": 4.9062,
      "step": 51923
    },
    {
      "epoch": 2.126725373745648,
      "grad_norm": 2.805843789397583,
      "learning_rate": 0.00021997335002105266,
      "loss": 4.2188,
      "step": 51924
    },
    {
      "epoch": 2.1267663321728447,
      "grad_norm": 3.787363753589646,
      "learning_rate": 0.0002199704652129809,
      "loss": 2.8125,
      "step": 51925
    },
    {
      "epoch": 2.126807290600041,
      "grad_norm": 5.593339054018896,
      "learning_rate": 0.00021996758037183114,
      "loss": 3.6406,
      "step": 51926
    },
    {
      "epoch": 2.1268482490272373,
      "grad_norm": 2.6035412822623076,
      "learning_rate": 0.0002199646954976048,
      "loss": 4.1562,
      "step": 51927
    },
    {
      "epoch": 2.126889207454434,
      "grad_norm": 2.5349905727546926,
      "learning_rate": 0.00021996181059030323,
      "loss": 4.5,
      "step": 51928
    },
    {
      "epoch": 2.12693016588163,
      "grad_norm": 2.5388137107987547,
      "learning_rate": 0.00021995892564992777,
      "loss": 4.75,
      "step": 51929
    },
    {
      "epoch": 2.1269711243088265,
      "grad_norm": 2.82898764321447,
      "learning_rate": 0.00021995604067647976,
      "loss": 2.75,
      "step": 51930
    },
    {
      "epoch": 2.127012082736023,
      "grad_norm": 3.435437779152025,
      "learning_rate": 0.00021995315566996062,
      "loss": 3.5781,
      "step": 51931
    },
    {
      "epoch": 2.127053041163219,
      "grad_norm": 2.826385153420733,
      "learning_rate": 0.00021995027063037166,
      "loss": 5.0312,
      "step": 51932
    },
    {
      "epoch": 2.1270939995904157,
      "grad_norm": 5.137860445878053,
      "learning_rate": 0.00021994738555771427,
      "loss": 5.3438,
      "step": 51933
    },
    {
      "epoch": 2.127134958017612,
      "grad_norm": 2.7433790922526864,
      "learning_rate": 0.00021994450045198985,
      "loss": 4.8125,
      "step": 51934
    },
    {
      "epoch": 2.1271759164448083,
      "grad_norm": 3.3269678149985116,
      "learning_rate": 0.00021994161531319973,
      "loss": 4.3125,
      "step": 51935
    },
    {
      "epoch": 2.127216874872005,
      "grad_norm": 2.934441603531579,
      "learning_rate": 0.00021993873014134523,
      "loss": 4.75,
      "step": 51936
    },
    {
      "epoch": 2.1272578332992014,
      "grad_norm": 2.721955948768847,
      "learning_rate": 0.00021993584493642775,
      "loss": 3.5781,
      "step": 51937
    },
    {
      "epoch": 2.127298791726398,
      "grad_norm": 3.364626641300651,
      "learning_rate": 0.00021993295969844874,
      "loss": 4.7812,
      "step": 51938
    },
    {
      "epoch": 2.127339750153594,
      "grad_norm": 3.014846072471784,
      "learning_rate": 0.0002199300744274094,
      "loss": 5.2188,
      "step": 51939
    },
    {
      "epoch": 2.1273807085807905,
      "grad_norm": 2.588090686837676,
      "learning_rate": 0.00021992718912331122,
      "loss": 4.0312,
      "step": 51940
    },
    {
      "epoch": 2.127421667007987,
      "grad_norm": 2.606012788439989,
      "learning_rate": 0.0002199243037861555,
      "loss": 4.25,
      "step": 51941
    },
    {
      "epoch": 2.127462625435183,
      "grad_norm": 2.5664081088511526,
      "learning_rate": 0.00021992141841594364,
      "loss": 2.5781,
      "step": 51942
    },
    {
      "epoch": 2.1275035838623797,
      "grad_norm": 3.447663930982333,
      "learning_rate": 0.00021991853301267704,
      "loss": 4.3438,
      "step": 51943
    },
    {
      "epoch": 2.1275445422895762,
      "grad_norm": 2.789112546600917,
      "learning_rate": 0.00021991564757635696,
      "loss": 5.25,
      "step": 51944
    },
    {
      "epoch": 2.1275855007167723,
      "grad_norm": 2.8708319387834544,
      "learning_rate": 0.0002199127621069848,
      "loss": 4.9375,
      "step": 51945
    },
    {
      "epoch": 2.127626459143969,
      "grad_norm": 3.3746846203404566,
      "learning_rate": 0.00021990987660456198,
      "loss": 5.875,
      "step": 51946
    },
    {
      "epoch": 2.1276674175711654,
      "grad_norm": 8.67732321714695,
      "learning_rate": 0.00021990699106908982,
      "loss": 5.8125,
      "step": 51947
    },
    {
      "epoch": 2.1277083759983615,
      "grad_norm": 3.096174449327149,
      "learning_rate": 0.0002199041055005697,
      "loss": 4.4688,
      "step": 51948
    },
    {
      "epoch": 2.127749334425558,
      "grad_norm": 2.8110140904083156,
      "learning_rate": 0.00021990121989900294,
      "loss": 5.0312,
      "step": 51949
    },
    {
      "epoch": 2.1277902928527546,
      "grad_norm": 3.3988315793394994,
      "learning_rate": 0.00021989833426439096,
      "loss": 6.125,
      "step": 51950
    },
    {
      "epoch": 2.1278312512799507,
      "grad_norm": 5.889130009025423,
      "learning_rate": 0.0002198954485967351,
      "loss": 3.5,
      "step": 51951
    },
    {
      "epoch": 2.127872209707147,
      "grad_norm": 3.8342417029131224,
      "learning_rate": 0.00021989256289603674,
      "loss": 2.1562,
      "step": 51952
    },
    {
      "epoch": 2.1279131681343437,
      "grad_norm": 2.734232103945795,
      "learning_rate": 0.00021988967716229723,
      "loss": 4.5938,
      "step": 51953
    },
    {
      "epoch": 2.12795412656154,
      "grad_norm": 8.03436837615056,
      "learning_rate": 0.00021988679139551791,
      "loss": 4.5312,
      "step": 51954
    },
    {
      "epoch": 2.1279950849887364,
      "grad_norm": 2.727465440902683,
      "learning_rate": 0.0002198839055957002,
      "loss": 4.375,
      "step": 51955
    },
    {
      "epoch": 2.128036043415933,
      "grad_norm": 3.3568394575166374,
      "learning_rate": 0.00021988101976284544,
      "loss": 5.2188,
      "step": 51956
    },
    {
      "epoch": 2.1280770018431294,
      "grad_norm": 2.774670630804395,
      "learning_rate": 0.00021987813389695498,
      "loss": 4.2812,
      "step": 51957
    },
    {
      "epoch": 2.1281179602703255,
      "grad_norm": 4.135486072403741,
      "learning_rate": 0.00021987524799803017,
      "loss": 5.6562,
      "step": 51958
    },
    {
      "epoch": 2.128158918697522,
      "grad_norm": 2.5573475314436918,
      "learning_rate": 0.0002198723620660724,
      "loss": 3.8281,
      "step": 51959
    },
    {
      "epoch": 2.1281998771247186,
      "grad_norm": 8.631863288341128,
      "learning_rate": 0.00021986947610108307,
      "loss": 5.6562,
      "step": 51960
    },
    {
      "epoch": 2.1282408355519147,
      "grad_norm": 3.3326331720277422,
      "learning_rate": 0.00021986659010306346,
      "loss": 4.5,
      "step": 51961
    },
    {
      "epoch": 2.128281793979111,
      "grad_norm": 3.03199962117867,
      "learning_rate": 0.00021986370407201498,
      "loss": 4.6875,
      "step": 51962
    },
    {
      "epoch": 2.1283227524063077,
      "grad_norm": 2.5361608387174095,
      "learning_rate": 0.00021986081800793905,
      "loss": 3.9219,
      "step": 51963
    },
    {
      "epoch": 2.128363710833504,
      "grad_norm": 2.8948281069893036,
      "learning_rate": 0.00021985793191083697,
      "loss": 4.75,
      "step": 51964
    },
    {
      "epoch": 2.1284046692607004,
      "grad_norm": 2.5787804528864577,
      "learning_rate": 0.00021985504578071006,
      "loss": 3.8594,
      "step": 51965
    },
    {
      "epoch": 2.128445627687897,
      "grad_norm": 5.956802634692072,
      "learning_rate": 0.00021985215961755977,
      "loss": 6.5938,
      "step": 51966
    },
    {
      "epoch": 2.128486586115093,
      "grad_norm": 3.0606646762548952,
      "learning_rate": 0.00021984927342138743,
      "loss": 4.5938,
      "step": 51967
    },
    {
      "epoch": 2.1285275445422895,
      "grad_norm": 5.669840449684858,
      "learning_rate": 0.00021984638719219443,
      "loss": 6.0,
      "step": 51968
    },
    {
      "epoch": 2.128568502969486,
      "grad_norm": 4.214828945628981,
      "learning_rate": 0.00021984350092998207,
      "loss": 5.3125,
      "step": 51969
    },
    {
      "epoch": 2.128609461396682,
      "grad_norm": 2.9706069892329245,
      "learning_rate": 0.00021984061463475177,
      "loss": 4.9062,
      "step": 51970
    },
    {
      "epoch": 2.1286504198238787,
      "grad_norm": 2.8455130277633156,
      "learning_rate": 0.0002198377283065049,
      "loss": 4.7812,
      "step": 51971
    },
    {
      "epoch": 2.1286913782510752,
      "grad_norm": 3.4824688745081334,
      "learning_rate": 0.0002198348419452428,
      "loss": 5.0625,
      "step": 51972
    },
    {
      "epoch": 2.1287323366782713,
      "grad_norm": 3.1228737962702473,
      "learning_rate": 0.0002198319555509668,
      "loss": 4.0625,
      "step": 51973
    },
    {
      "epoch": 2.128773295105468,
      "grad_norm": 3.4789529747437276,
      "learning_rate": 0.00021982906912367835,
      "loss": 4.125,
      "step": 51974
    },
    {
      "epoch": 2.1288142535326644,
      "grad_norm": 3.4954749448074796,
      "learning_rate": 0.00021982618266337876,
      "loss": 4.8438,
      "step": 51975
    },
    {
      "epoch": 2.128855211959861,
      "grad_norm": 2.7799397521461056,
      "learning_rate": 0.0002198232961700694,
      "loss": 4.2188,
      "step": 51976
    },
    {
      "epoch": 2.128896170387057,
      "grad_norm": 3.3838458183076434,
      "learning_rate": 0.0002198204096437516,
      "loss": 4.8125,
      "step": 51977
    },
    {
      "epoch": 2.1289371288142536,
      "grad_norm": 4.7050837732058906,
      "learning_rate": 0.0002198175230844268,
      "loss": 4.9062,
      "step": 51978
    },
    {
      "epoch": 2.12897808724145,
      "grad_norm": 3.2121977119979275,
      "learning_rate": 0.00021981463649209634,
      "loss": 5.0625,
      "step": 51979
    },
    {
      "epoch": 2.129019045668646,
      "grad_norm": 3.5652773522090815,
      "learning_rate": 0.00021981174986676155,
      "loss": 5.2812,
      "step": 51980
    },
    {
      "epoch": 2.1290600040958427,
      "grad_norm": 3.3785657163193865,
      "learning_rate": 0.00021980886320842381,
      "loss": 5.0625,
      "step": 51981
    },
    {
      "epoch": 2.1291009625230393,
      "grad_norm": 3.3457755498327852,
      "learning_rate": 0.00021980597651708448,
      "loss": 6.0,
      "step": 51982
    },
    {
      "epoch": 2.1291419209502354,
      "grad_norm": 3.1891943492765216,
      "learning_rate": 0.00021980308979274496,
      "loss": 4.5,
      "step": 51983
    },
    {
      "epoch": 2.129182879377432,
      "grad_norm": 3.418165467784281,
      "learning_rate": 0.00021980020303540658,
      "loss": 4.5,
      "step": 51984
    },
    {
      "epoch": 2.1292238378046284,
      "grad_norm": 3.283182182142014,
      "learning_rate": 0.00021979731624507072,
      "loss": 5.3438,
      "step": 51985
    },
    {
      "epoch": 2.1292647962318245,
      "grad_norm": 3.028551940163693,
      "learning_rate": 0.0002197944294217387,
      "loss": 5.1875,
      "step": 51986
    },
    {
      "epoch": 2.129305754659021,
      "grad_norm": 3.1178733538619867,
      "learning_rate": 0.00021979154256541195,
      "loss": 4.375,
      "step": 51987
    },
    {
      "epoch": 2.1293467130862176,
      "grad_norm": 3.4797289075427087,
      "learning_rate": 0.00021978865567609182,
      "loss": 5.8125,
      "step": 51988
    },
    {
      "epoch": 2.1293876715134137,
      "grad_norm": 2.7822891744370515,
      "learning_rate": 0.0002197857687537797,
      "loss": 3.9531,
      "step": 51989
    },
    {
      "epoch": 2.12942862994061,
      "grad_norm": 3.0929230766373643,
      "learning_rate": 0.00021978288179847684,
      "loss": 4.7812,
      "step": 51990
    },
    {
      "epoch": 2.1294695883678068,
      "grad_norm": 2.8249917378141456,
      "learning_rate": 0.00021977999481018472,
      "loss": 4.5,
      "step": 51991
    },
    {
      "epoch": 2.129510546795003,
      "grad_norm": 3.082954343904111,
      "learning_rate": 0.00021977710778890467,
      "loss": 5.5,
      "step": 51992
    },
    {
      "epoch": 2.1295515052221994,
      "grad_norm": 3.624788009274896,
      "learning_rate": 0.00021977422073463806,
      "loss": 5.75,
      "step": 51993
    },
    {
      "epoch": 2.129592463649396,
      "grad_norm": 2.6131256720899327,
      "learning_rate": 0.00021977133364738623,
      "loss": 4.2812,
      "step": 51994
    },
    {
      "epoch": 2.1296334220765925,
      "grad_norm": 3.3502713650709,
      "learning_rate": 0.00021976844652715056,
      "loss": 4.9062,
      "step": 51995
    },
    {
      "epoch": 2.1296743805037885,
      "grad_norm": 2.8663861167108142,
      "learning_rate": 0.00021976555937393242,
      "loss": 4.4062,
      "step": 51996
    },
    {
      "epoch": 2.129715338930985,
      "grad_norm": 2.9274451104353676,
      "learning_rate": 0.00021976267218773318,
      "loss": 4.4375,
      "step": 51997
    },
    {
      "epoch": 2.1297562973581816,
      "grad_norm": 2.9370547105673137,
      "learning_rate": 0.00021975978496855417,
      "loss": 4.9375,
      "step": 51998
    },
    {
      "epoch": 2.1297972557853777,
      "grad_norm": 3.6471631865615315,
      "learning_rate": 0.0002197568977163968,
      "loss": 3.6562,
      "step": 51999
    },
    {
      "epoch": 2.1298382142125742,
      "grad_norm": 3.0678634447543556,
      "learning_rate": 0.00021975401043126245,
      "loss": 5.0625,
      "step": 52000
    },
    {
      "epoch": 2.129879172639771,
      "grad_norm": 2.9025749164564,
      "learning_rate": 0.00021975112311315245,
      "loss": 4.375,
      "step": 52001
    },
    {
      "epoch": 2.129920131066967,
      "grad_norm": 2.673301535930873,
      "learning_rate": 0.00021974823576206807,
      "loss": 4.5,
      "step": 52002
    },
    {
      "epoch": 2.1299610894941634,
      "grad_norm": 2.918790077182717,
      "learning_rate": 0.00021974534837801088,
      "loss": 4.625,
      "step": 52003
    },
    {
      "epoch": 2.13000204792136,
      "grad_norm": 2.554063814223179,
      "learning_rate": 0.00021974246096098212,
      "loss": 4.1875,
      "step": 52004
    },
    {
      "epoch": 2.130043006348556,
      "grad_norm": 2.7698994766101146,
      "learning_rate": 0.00021973957351098313,
      "loss": 3.9688,
      "step": 52005
    },
    {
      "epoch": 2.1300839647757526,
      "grad_norm": 2.932244915427489,
      "learning_rate": 0.00021973668602801532,
      "loss": 5.5625,
      "step": 52006
    },
    {
      "epoch": 2.130124923202949,
      "grad_norm": 2.8705145387894158,
      "learning_rate": 0.0002197337985120801,
      "loss": 3.9844,
      "step": 52007
    },
    {
      "epoch": 2.130165881630145,
      "grad_norm": 3.822189100956733,
      "learning_rate": 0.00021973091096317876,
      "loss": 5.2188,
      "step": 52008
    },
    {
      "epoch": 2.1302068400573417,
      "grad_norm": 5.333730624042207,
      "learning_rate": 0.00021972802338131265,
      "loss": 5.125,
      "step": 52009
    },
    {
      "epoch": 2.1302477984845383,
      "grad_norm": 5.8107592248227995,
      "learning_rate": 0.00021972513576648322,
      "loss": 7.7188,
      "step": 52010
    },
    {
      "epoch": 2.1302887569117344,
      "grad_norm": 5.076712585749857,
      "learning_rate": 0.0002197222481186918,
      "loss": 1.9219,
      "step": 52011
    },
    {
      "epoch": 2.130329715338931,
      "grad_norm": 5.4521596856238705,
      "learning_rate": 0.00021971936043793972,
      "loss": 6.3438,
      "step": 52012
    },
    {
      "epoch": 2.1303706737661274,
      "grad_norm": 2.8786966201239275,
      "learning_rate": 0.00021971647272422837,
      "loss": 3.2188,
      "step": 52013
    },
    {
      "epoch": 2.130411632193324,
      "grad_norm": 3.189781827293986,
      "learning_rate": 0.00021971358497755914,
      "loss": 3.9531,
      "step": 52014
    },
    {
      "epoch": 2.13045259062052,
      "grad_norm": 4.547807763671689,
      "learning_rate": 0.00021971069719793336,
      "loss": 4.1562,
      "step": 52015
    },
    {
      "epoch": 2.1304935490477166,
      "grad_norm": 2.7079423572122767,
      "learning_rate": 0.00021970780938535242,
      "loss": 3.8281,
      "step": 52016
    },
    {
      "epoch": 2.130534507474913,
      "grad_norm": 2.8744693993497115,
      "learning_rate": 0.0002197049215398177,
      "loss": 4.5938,
      "step": 52017
    },
    {
      "epoch": 2.1305754659021092,
      "grad_norm": 2.7569653622976493,
      "learning_rate": 0.00021970203366133043,
      "loss": 4.125,
      "step": 52018
    },
    {
      "epoch": 2.1306164243293058,
      "grad_norm": 3.70568107082419,
      "learning_rate": 0.00021969914574989217,
      "loss": 5.6562,
      "step": 52019
    },
    {
      "epoch": 2.1306573827565023,
      "grad_norm": 4.0474283662892905,
      "learning_rate": 0.00021969625780550418,
      "loss": 4.9375,
      "step": 52020
    },
    {
      "epoch": 2.1306983411836984,
      "grad_norm": 3.2343012315536037,
      "learning_rate": 0.00021969336982816787,
      "loss": 6.125,
      "step": 52021
    },
    {
      "epoch": 2.130739299610895,
      "grad_norm": 2.92583196367228,
      "learning_rate": 0.00021969048181788453,
      "loss": 5.2188,
      "step": 52022
    },
    {
      "epoch": 2.1307802580380915,
      "grad_norm": 2.9589152791569444,
      "learning_rate": 0.0002196875937746556,
      "loss": 6.625,
      "step": 52023
    },
    {
      "epoch": 2.1308212164652875,
      "grad_norm": 3.1147020907948813,
      "learning_rate": 0.00021968470569848244,
      "loss": 1.5781,
      "step": 52024
    },
    {
      "epoch": 2.130862174892484,
      "grad_norm": 3.303544447553416,
      "learning_rate": 0.00021968181758936638,
      "loss": 5.3438,
      "step": 52025
    },
    {
      "epoch": 2.1309031333196806,
      "grad_norm": 6.016104345798941,
      "learning_rate": 0.00021967892944730873,
      "loss": 4.7188,
      "step": 52026
    },
    {
      "epoch": 2.1309440917468767,
      "grad_norm": 2.795821921737699,
      "learning_rate": 0.000219676041272311,
      "loss": 4.6875,
      "step": 52027
    },
    {
      "epoch": 2.1309850501740732,
      "grad_norm": 5.815265406050271,
      "learning_rate": 0.0002196731530643745,
      "loss": 3.7656,
      "step": 52028
    },
    {
      "epoch": 2.13102600860127,
      "grad_norm": 2.8672636929321325,
      "learning_rate": 0.00021967026482350052,
      "loss": 3.8281,
      "step": 52029
    },
    {
      "epoch": 2.131066967028466,
      "grad_norm": 3.42537369772656,
      "learning_rate": 0.0002196673765496905,
      "loss": 5.2188,
      "step": 52030
    },
    {
      "epoch": 2.1311079254556624,
      "grad_norm": 3.2798339382598436,
      "learning_rate": 0.0002196644882429458,
      "loss": 6.2188,
      "step": 52031
    },
    {
      "epoch": 2.131148883882859,
      "grad_norm": 3.197665647581284,
      "learning_rate": 0.00021966159990326778,
      "loss": 4.8438,
      "step": 52032
    },
    {
      "epoch": 2.1311898423100555,
      "grad_norm": 2.667578705155896,
      "learning_rate": 0.0002196587115306578,
      "loss": 5.0312,
      "step": 52033
    },
    {
      "epoch": 2.1312308007372516,
      "grad_norm": 3.7530241429796765,
      "learning_rate": 0.00021965582312511716,
      "loss": 5.625,
      "step": 52034
    },
    {
      "epoch": 2.131271759164448,
      "grad_norm": 10.288268632678557,
      "learning_rate": 0.00021965293468664737,
      "loss": 4.5,
      "step": 52035
    },
    {
      "epoch": 2.1313127175916446,
      "grad_norm": 3.1518690861490315,
      "learning_rate": 0.00021965004621524967,
      "loss": 4.9688,
      "step": 52036
    },
    {
      "epoch": 2.1313536760188407,
      "grad_norm": 2.9855244444195175,
      "learning_rate": 0.00021964715771092546,
      "loss": 3.875,
      "step": 52037
    },
    {
      "epoch": 2.1313946344460373,
      "grad_norm": 4.06648215961637,
      "learning_rate": 0.00021964426917367615,
      "loss": 6.2188,
      "step": 52038
    },
    {
      "epoch": 2.131435592873234,
      "grad_norm": 4.47458066225198,
      "learning_rate": 0.00021964138060350308,
      "loss": 4.8438,
      "step": 52039
    },
    {
      "epoch": 2.13147655130043,
      "grad_norm": 5.36608313394511,
      "learning_rate": 0.00021963849200040756,
      "loss": 5.4375,
      "step": 52040
    },
    {
      "epoch": 2.1315175097276264,
      "grad_norm": 2.779839795790721,
      "learning_rate": 0.000219635603364391,
      "loss": 4.2188,
      "step": 52041
    },
    {
      "epoch": 2.131558468154823,
      "grad_norm": 2.576131229599726,
      "learning_rate": 0.0002196327146954548,
      "loss": 3.8281,
      "step": 52042
    },
    {
      "epoch": 2.131599426582019,
      "grad_norm": 13.10690948554098,
      "learning_rate": 0.0002196298259936003,
      "loss": 6.9375,
      "step": 52043
    },
    {
      "epoch": 2.1316403850092156,
      "grad_norm": 3.7755576576024232,
      "learning_rate": 0.00021962693725882887,
      "loss": 6.125,
      "step": 52044
    },
    {
      "epoch": 2.131681343436412,
      "grad_norm": 3.533083863366009,
      "learning_rate": 0.0002196240484911418,
      "loss": 5.0938,
      "step": 52045
    },
    {
      "epoch": 2.1317223018636087,
      "grad_norm": 2.2445896404863905,
      "learning_rate": 0.00021962115969054058,
      "loss": 2.9688,
      "step": 52046
    },
    {
      "epoch": 2.1317632602908048,
      "grad_norm": 3.228192623218356,
      "learning_rate": 0.0002196182708570265,
      "loss": 4.2812,
      "step": 52047
    },
    {
      "epoch": 2.1318042187180013,
      "grad_norm": 2.6644743589746596,
      "learning_rate": 0.00021961538199060092,
      "loss": 4.625,
      "step": 52048
    },
    {
      "epoch": 2.1318451771451974,
      "grad_norm": 3.3463375711050385,
      "learning_rate": 0.00021961249309126522,
      "loss": 4.7812,
      "step": 52049
    },
    {
      "epoch": 2.131886135572394,
      "grad_norm": 3.4849924310016895,
      "learning_rate": 0.0002196096041590208,
      "loss": 4.1562,
      "step": 52050
    },
    {
      "epoch": 2.1319270939995905,
      "grad_norm": 2.585248646639072,
      "learning_rate": 0.000219606715193869,
      "loss": 4.5312,
      "step": 52051
    },
    {
      "epoch": 2.131968052426787,
      "grad_norm": 2.6276141276203897,
      "learning_rate": 0.0002196038261958112,
      "loss": 3.1094,
      "step": 52052
    },
    {
      "epoch": 2.132009010853983,
      "grad_norm": 4.557573243673251,
      "learning_rate": 0.0002196009371648487,
      "loss": 4.5312,
      "step": 52053
    },
    {
      "epoch": 2.1320499692811796,
      "grad_norm": 2.539141324320719,
      "learning_rate": 0.00021959804810098296,
      "loss": 3.8438,
      "step": 52054
    },
    {
      "epoch": 2.132090927708376,
      "grad_norm": 2.871003133433608,
      "learning_rate": 0.00021959515900421526,
      "loss": 4.3438,
      "step": 52055
    },
    {
      "epoch": 2.1321318861355723,
      "grad_norm": 5.497388660568783,
      "learning_rate": 0.00021959226987454703,
      "loss": 5.9062,
      "step": 52056
    },
    {
      "epoch": 2.132172844562769,
      "grad_norm": 3.454636937651847,
      "learning_rate": 0.00021958938071197964,
      "loss": 5.2812,
      "step": 52057
    },
    {
      "epoch": 2.1322138029899653,
      "grad_norm": 2.9281688209142183,
      "learning_rate": 0.00021958649151651436,
      "loss": 4.875,
      "step": 52058
    },
    {
      "epoch": 2.1322547614171614,
      "grad_norm": 3.5326345898539793,
      "learning_rate": 0.00021958360228815268,
      "loss": 3.7969,
      "step": 52059
    },
    {
      "epoch": 2.132295719844358,
      "grad_norm": 2.849085829681738,
      "learning_rate": 0.00021958071302689592,
      "loss": 3.7188,
      "step": 52060
    },
    {
      "epoch": 2.1323366782715545,
      "grad_norm": 2.8958318328557042,
      "learning_rate": 0.00021957782373274541,
      "loss": 5.3125,
      "step": 52061
    },
    {
      "epoch": 2.1323776366987506,
      "grad_norm": 2.853378630010584,
      "learning_rate": 0.00021957493440570252,
      "loss": 4.7188,
      "step": 52062
    },
    {
      "epoch": 2.132418595125947,
      "grad_norm": 2.8894525899821883,
      "learning_rate": 0.00021957204504576867,
      "loss": 4.7188,
      "step": 52063
    },
    {
      "epoch": 2.1324595535531436,
      "grad_norm": 3.005023949746814,
      "learning_rate": 0.0002195691556529452,
      "loss": 4.625,
      "step": 52064
    },
    {
      "epoch": 2.13250051198034,
      "grad_norm": 4.041178666047048,
      "learning_rate": 0.0002195662662272335,
      "loss": 4.7812,
      "step": 52065
    },
    {
      "epoch": 2.1325414704075363,
      "grad_norm": 2.8989913314270077,
      "learning_rate": 0.00021956337676863483,
      "loss": 4.625,
      "step": 52066
    },
    {
      "epoch": 2.132582428834733,
      "grad_norm": 3.288462428519788,
      "learning_rate": 0.00021956048727715064,
      "loss": 4.75,
      "step": 52067
    },
    {
      "epoch": 2.1326233872619293,
      "grad_norm": 3.941871747109757,
      "learning_rate": 0.00021955759775278233,
      "loss": 5.0,
      "step": 52068
    },
    {
      "epoch": 2.1326643456891254,
      "grad_norm": 3.377943648437946,
      "learning_rate": 0.00021955470819553122,
      "loss": 5.5938,
      "step": 52069
    },
    {
      "epoch": 2.132705304116322,
      "grad_norm": 4.292091338197713,
      "learning_rate": 0.00021955181860539865,
      "loss": 5.2812,
      "step": 52070
    },
    {
      "epoch": 2.1327462625435185,
      "grad_norm": 2.6265016876736524,
      "learning_rate": 0.00021954892898238605,
      "loss": 4.125,
      "step": 52071
    },
    {
      "epoch": 2.1327872209707146,
      "grad_norm": 3.4385546784187726,
      "learning_rate": 0.00021954603932649474,
      "loss": 3.8125,
      "step": 52072
    },
    {
      "epoch": 2.132828179397911,
      "grad_norm": 5.708160356684338,
      "learning_rate": 0.0002195431496377261,
      "loss": 3.3594,
      "step": 52073
    },
    {
      "epoch": 2.1328691378251077,
      "grad_norm": 8.686646612658437,
      "learning_rate": 0.00021954025991608147,
      "loss": 6.0625,
      "step": 52074
    },
    {
      "epoch": 2.1329100962523038,
      "grad_norm": 3.087315362925967,
      "learning_rate": 0.0002195373701615623,
      "loss": 5.1562,
      "step": 52075
    },
    {
      "epoch": 2.1329510546795003,
      "grad_norm": 3.9114925066573027,
      "learning_rate": 0.00021953448037416985,
      "loss": 4.8125,
      "step": 52076
    },
    {
      "epoch": 2.132992013106697,
      "grad_norm": 3.6938019815827783,
      "learning_rate": 0.0002195315905539055,
      "loss": 4.9375,
      "step": 52077
    },
    {
      "epoch": 2.133032971533893,
      "grad_norm": 3.060228874421921,
      "learning_rate": 0.0002195287007007707,
      "loss": 5.5938,
      "step": 52078
    },
    {
      "epoch": 2.1330739299610895,
      "grad_norm": 4.617044960365595,
      "learning_rate": 0.0002195258108147668,
      "loss": 5.4688,
      "step": 52079
    },
    {
      "epoch": 2.133114888388286,
      "grad_norm": 3.248606605544282,
      "learning_rate": 0.00021952292089589507,
      "loss": 5.3125,
      "step": 52080
    },
    {
      "epoch": 2.133155846815482,
      "grad_norm": 3.14789214140325,
      "learning_rate": 0.00021952003094415692,
      "loss": 4.7812,
      "step": 52081
    },
    {
      "epoch": 2.1331968052426786,
      "grad_norm": 2.6164596631591057,
      "learning_rate": 0.00021951714095955375,
      "loss": 4.5,
      "step": 52082
    },
    {
      "epoch": 2.133237763669875,
      "grad_norm": 3.729323920410833,
      "learning_rate": 0.00021951425094208696,
      "loss": 3.7188,
      "step": 52083
    },
    {
      "epoch": 2.1332787220970717,
      "grad_norm": 5.663357088234574,
      "learning_rate": 0.00021951136089175784,
      "loss": 5.625,
      "step": 52084
    },
    {
      "epoch": 2.133319680524268,
      "grad_norm": 2.9700418129465,
      "learning_rate": 0.00021950847080856774,
      "loss": 4.0938,
      "step": 52085
    },
    {
      "epoch": 2.1333606389514643,
      "grad_norm": 2.988413731960267,
      "learning_rate": 0.0002195055806925181,
      "loss": 4.5938,
      "step": 52086
    },
    {
      "epoch": 2.133401597378661,
      "grad_norm": 3.1230831598910145,
      "learning_rate": 0.00021950269054361025,
      "loss": 5.8125,
      "step": 52087
    },
    {
      "epoch": 2.133442555805857,
      "grad_norm": 2.806217825597679,
      "learning_rate": 0.00021949980036184557,
      "loss": 4.8125,
      "step": 52088
    },
    {
      "epoch": 2.1334835142330535,
      "grad_norm": 3.0019919058499824,
      "learning_rate": 0.00021949691014722545,
      "loss": 4.5625,
      "step": 52089
    },
    {
      "epoch": 2.13352447266025,
      "grad_norm": 2.852445133278367,
      "learning_rate": 0.00021949401989975115,
      "loss": 5.125,
      "step": 52090
    },
    {
      "epoch": 2.133565431087446,
      "grad_norm": 2.6389716515325294,
      "learning_rate": 0.00021949112961942415,
      "loss": 4.0,
      "step": 52091
    },
    {
      "epoch": 2.1336063895146427,
      "grad_norm": 3.670559783748304,
      "learning_rate": 0.0002194882393062458,
      "loss": 3.5312,
      "step": 52092
    },
    {
      "epoch": 2.133647347941839,
      "grad_norm": 3.483650514670009,
      "learning_rate": 0.00021948534896021742,
      "loss": 6.1562,
      "step": 52093
    },
    {
      "epoch": 2.1336883063690353,
      "grad_norm": 3.71053549503285,
      "learning_rate": 0.00021948245858134037,
      "loss": 5.9062,
      "step": 52094
    },
    {
      "epoch": 2.133729264796232,
      "grad_norm": 5.882591711780522,
      "learning_rate": 0.00021947956816961608,
      "loss": 7.1875,
      "step": 52095
    },
    {
      "epoch": 2.1337702232234284,
      "grad_norm": 2.6706831635566037,
      "learning_rate": 0.00021947667772504584,
      "loss": 4.4062,
      "step": 52096
    },
    {
      "epoch": 2.1338111816506244,
      "grad_norm": 3.568954794463657,
      "learning_rate": 0.00021947378724763113,
      "loss": 5.1875,
      "step": 52097
    },
    {
      "epoch": 2.133852140077821,
      "grad_norm": 3.1778524763773115,
      "learning_rate": 0.00021947089673737317,
      "loss": 5.4062,
      "step": 52098
    },
    {
      "epoch": 2.1338930985050175,
      "grad_norm": 3.3733192161606604,
      "learning_rate": 0.00021946800619427343,
      "loss": 3.7188,
      "step": 52099
    },
    {
      "epoch": 2.1339340569322136,
      "grad_norm": 2.701986305315922,
      "learning_rate": 0.00021946511561833325,
      "loss": 4.5625,
      "step": 52100
    },
    {
      "epoch": 2.13397501535941,
      "grad_norm": 2.9500845592528884,
      "learning_rate": 0.00021946222500955403,
      "loss": 4.75,
      "step": 52101
    },
    {
      "epoch": 2.1340159737866067,
      "grad_norm": 3.171747479296676,
      "learning_rate": 0.00021945933436793707,
      "loss": 4.7188,
      "step": 52102
    },
    {
      "epoch": 2.134056932213803,
      "grad_norm": 2.8783077921620954,
      "learning_rate": 0.00021945644369348376,
      "loss": 4.375,
      "step": 52103
    },
    {
      "epoch": 2.1340978906409993,
      "grad_norm": 2.7886620006728973,
      "learning_rate": 0.00021945355298619548,
      "loss": 3.7031,
      "step": 52104
    },
    {
      "epoch": 2.134138849068196,
      "grad_norm": 4.724942554064397,
      "learning_rate": 0.00021945066224607357,
      "loss": 4.0,
      "step": 52105
    },
    {
      "epoch": 2.1341798074953924,
      "grad_norm": 2.7802215445721448,
      "learning_rate": 0.00021944777147311944,
      "loss": 4.125,
      "step": 52106
    },
    {
      "epoch": 2.1342207659225885,
      "grad_norm": 5.653850802294982,
      "learning_rate": 0.00021944488066733445,
      "loss": 5.375,
      "step": 52107
    },
    {
      "epoch": 2.134261724349785,
      "grad_norm": 3.1441705300368765,
      "learning_rate": 0.00021944198982871993,
      "loss": 5.4688,
      "step": 52108
    },
    {
      "epoch": 2.1343026827769815,
      "grad_norm": 3.4658653695585855,
      "learning_rate": 0.00021943909895727725,
      "loss": 4.5938,
      "step": 52109
    },
    {
      "epoch": 2.1343436412041776,
      "grad_norm": 2.7973881664227176,
      "learning_rate": 0.0002194362080530078,
      "loss": 4.9375,
      "step": 52110
    },
    {
      "epoch": 2.134384599631374,
      "grad_norm": 2.711851290872299,
      "learning_rate": 0.00021943331711591298,
      "loss": 4.75,
      "step": 52111
    },
    {
      "epoch": 2.1344255580585707,
      "grad_norm": 2.543355535969271,
      "learning_rate": 0.0002194304261459941,
      "loss": 4.25,
      "step": 52112
    },
    {
      "epoch": 2.134466516485767,
      "grad_norm": 3.1211987161091725,
      "learning_rate": 0.00021942753514325253,
      "loss": 4.4062,
      "step": 52113
    },
    {
      "epoch": 2.1345074749129633,
      "grad_norm": 2.627832504640577,
      "learning_rate": 0.00021942464410768965,
      "loss": 3.5312,
      "step": 52114
    },
    {
      "epoch": 2.13454843334016,
      "grad_norm": 5.300382513851168,
      "learning_rate": 0.00021942175303930683,
      "loss": 4.1875,
      "step": 52115
    },
    {
      "epoch": 2.134589391767356,
      "grad_norm": 3.240874064267158,
      "learning_rate": 0.00021941886193810545,
      "loss": 4.8438,
      "step": 52116
    },
    {
      "epoch": 2.1346303501945525,
      "grad_norm": 3.016866107158187,
      "learning_rate": 0.00021941597080408682,
      "loss": 5.3125,
      "step": 52117
    },
    {
      "epoch": 2.134671308621749,
      "grad_norm": 3.258655404944167,
      "learning_rate": 0.00021941307963725234,
      "loss": 5.125,
      "step": 52118
    },
    {
      "epoch": 2.134712267048945,
      "grad_norm": 2.8804066380245708,
      "learning_rate": 0.00021941018843760345,
      "loss": 5.2812,
      "step": 52119
    },
    {
      "epoch": 2.1347532254761417,
      "grad_norm": 2.896260508385591,
      "learning_rate": 0.0002194072972051414,
      "loss": 4.8438,
      "step": 52120
    },
    {
      "epoch": 2.134794183903338,
      "grad_norm": 3.037045700914137,
      "learning_rate": 0.0002194044059398676,
      "loss": 6.0312,
      "step": 52121
    },
    {
      "epoch": 2.1348351423305347,
      "grad_norm": 3.4662583250541665,
      "learning_rate": 0.00021940151464178346,
      "loss": 5.1562,
      "step": 52122
    },
    {
      "epoch": 2.134876100757731,
      "grad_norm": 4.882216794843129,
      "learning_rate": 0.00021939862331089028,
      "loss": 4.1562,
      "step": 52123
    },
    {
      "epoch": 2.1349170591849274,
      "grad_norm": 5.780709217059196,
      "learning_rate": 0.00021939573194718949,
      "loss": 6.0,
      "step": 52124
    },
    {
      "epoch": 2.134958017612124,
      "grad_norm": 3.648917568692699,
      "learning_rate": 0.0002193928405506824,
      "loss": 4.3438,
      "step": 52125
    },
    {
      "epoch": 2.13499897603932,
      "grad_norm": 3.197655986300945,
      "learning_rate": 0.00021938994912137043,
      "loss": 5.0625,
      "step": 52126
    },
    {
      "epoch": 2.1350399344665165,
      "grad_norm": 2.3544198664661504,
      "learning_rate": 0.00021938705765925487,
      "loss": 3.7656,
      "step": 52127
    },
    {
      "epoch": 2.135080892893713,
      "grad_norm": 4.11485613304595,
      "learning_rate": 0.00021938416616433718,
      "loss": 5.8125,
      "step": 52128
    },
    {
      "epoch": 2.135121851320909,
      "grad_norm": 2.7965552282950426,
      "learning_rate": 0.00021938127463661864,
      "loss": 5.0,
      "step": 52129
    },
    {
      "epoch": 2.1351628097481057,
      "grad_norm": 11.906438523271131,
      "learning_rate": 0.0002193783830761007,
      "loss": 3.625,
      "step": 52130
    },
    {
      "epoch": 2.135203768175302,
      "grad_norm": 4.455741412850888,
      "learning_rate": 0.00021937549148278468,
      "loss": 5.9688,
      "step": 52131
    },
    {
      "epoch": 2.1352447266024983,
      "grad_norm": 2.6566453909343504,
      "learning_rate": 0.00021937259985667194,
      "loss": 4.0312,
      "step": 52132
    },
    {
      "epoch": 2.135285685029695,
      "grad_norm": 2.558734392521661,
      "learning_rate": 0.00021936970819776388,
      "loss": 4.3125,
      "step": 52133
    },
    {
      "epoch": 2.1353266434568914,
      "grad_norm": 2.5939644524771923,
      "learning_rate": 0.0002193668165060618,
      "loss": 3.8594,
      "step": 52134
    },
    {
      "epoch": 2.1353676018840875,
      "grad_norm": 2.5240106192717104,
      "learning_rate": 0.00021936392478156714,
      "loss": 3.2969,
      "step": 52135
    },
    {
      "epoch": 2.135408560311284,
      "grad_norm": 4.588595484927292,
      "learning_rate": 0.00021936103302428128,
      "loss": 3.7344,
      "step": 52136
    },
    {
      "epoch": 2.1354495187384805,
      "grad_norm": 2.8823240148410623,
      "learning_rate": 0.00021935814123420552,
      "loss": 3.9062,
      "step": 52137
    },
    {
      "epoch": 2.1354904771656766,
      "grad_norm": 4.205105864510446,
      "learning_rate": 0.0002193552494113412,
      "loss": 7.0312,
      "step": 52138
    },
    {
      "epoch": 2.135531435592873,
      "grad_norm": 5.228810893739204,
      "learning_rate": 0.00021935235755568983,
      "loss": 5.625,
      "step": 52139
    },
    {
      "epoch": 2.1355723940200697,
      "grad_norm": 3.216427631100384,
      "learning_rate": 0.00021934946566725265,
      "loss": 6.125,
      "step": 52140
    },
    {
      "epoch": 2.1356133524472662,
      "grad_norm": 3.0012105854471405,
      "learning_rate": 0.00021934657374603108,
      "loss": 4.4688,
      "step": 52141
    },
    {
      "epoch": 2.1356543108744623,
      "grad_norm": 2.7721511930869567,
      "learning_rate": 0.00021934368179202647,
      "loss": 4.375,
      "step": 52142
    },
    {
      "epoch": 2.135695269301659,
      "grad_norm": 2.6568281544743444,
      "learning_rate": 0.00021934078980524017,
      "loss": 4.3125,
      "step": 52143
    },
    {
      "epoch": 2.1357362277288554,
      "grad_norm": 4.1695905789743675,
      "learning_rate": 0.00021933789778567358,
      "loss": 4.9375,
      "step": 52144
    },
    {
      "epoch": 2.1357771861560515,
      "grad_norm": 6.56305264962192,
      "learning_rate": 0.0002193350057333281,
      "loss": 2.9844,
      "step": 52145
    },
    {
      "epoch": 2.135818144583248,
      "grad_norm": 2.8043229369889846,
      "learning_rate": 0.000219332113648205,
      "loss": 3.75,
      "step": 52146
    },
    {
      "epoch": 2.1358591030104446,
      "grad_norm": 2.7042957469449083,
      "learning_rate": 0.00021932922153030572,
      "loss": 4.8438,
      "step": 52147
    },
    {
      "epoch": 2.1359000614376407,
      "grad_norm": 3.6169446858666126,
      "learning_rate": 0.0002193263293796316,
      "loss": 4.8125,
      "step": 52148
    },
    {
      "epoch": 2.135941019864837,
      "grad_norm": 2.954191803785186,
      "learning_rate": 0.00021932343719618401,
      "loss": 4.3438,
      "step": 52149
    },
    {
      "epoch": 2.1359819782920337,
      "grad_norm": 2.768884642372855,
      "learning_rate": 0.00021932054497996432,
      "loss": 5.4688,
      "step": 52150
    },
    {
      "epoch": 2.13602293671923,
      "grad_norm": 3.737916903969974,
      "learning_rate": 0.00021931765273097391,
      "loss": 3.2188,
      "step": 52151
    },
    {
      "epoch": 2.1360638951464264,
      "grad_norm": 4.387450326927449,
      "learning_rate": 0.00021931476044921415,
      "loss": 2.875,
      "step": 52152
    },
    {
      "epoch": 2.136104853573623,
      "grad_norm": 2.421001492264363,
      "learning_rate": 0.00021931186813468635,
      "loss": 4.2188,
      "step": 52153
    },
    {
      "epoch": 2.136145812000819,
      "grad_norm": 6.862219673329513,
      "learning_rate": 0.00021930897578739195,
      "loss": 5.375,
      "step": 52154
    },
    {
      "epoch": 2.1361867704280155,
      "grad_norm": 3.287242174367065,
      "learning_rate": 0.0002193060834073323,
      "loss": 7.0625,
      "step": 52155
    },
    {
      "epoch": 2.136227728855212,
      "grad_norm": 2.6149209930767077,
      "learning_rate": 0.00021930319099450874,
      "loss": 3.9688,
      "step": 52156
    },
    {
      "epoch": 2.136268687282408,
      "grad_norm": 6.177851878377289,
      "learning_rate": 0.00021930029854892266,
      "loss": 7.125,
      "step": 52157
    },
    {
      "epoch": 2.1363096457096047,
      "grad_norm": 2.5154578900804343,
      "learning_rate": 0.00021929740607057536,
      "loss": 4.625,
      "step": 52158
    },
    {
      "epoch": 2.1363506041368012,
      "grad_norm": 2.9229175766761704,
      "learning_rate": 0.0002192945135594683,
      "loss": 4.5625,
      "step": 52159
    },
    {
      "epoch": 2.1363915625639978,
      "grad_norm": 7.078560994476541,
      "learning_rate": 0.00021929162101560289,
      "loss": 2.3594,
      "step": 52160
    },
    {
      "epoch": 2.136432520991194,
      "grad_norm": 12.648085345335199,
      "learning_rate": 0.00021928872843898038,
      "loss": 6.7188,
      "step": 52161
    },
    {
      "epoch": 2.1364734794183904,
      "grad_norm": 2.803873831960436,
      "learning_rate": 0.00021928583582960212,
      "loss": 5.0,
      "step": 52162
    },
    {
      "epoch": 2.136514437845587,
      "grad_norm": 3.5694735863779545,
      "learning_rate": 0.0002192829431874696,
      "loss": 5.1875,
      "step": 52163
    },
    {
      "epoch": 2.136555396272783,
      "grad_norm": 3.018929290217001,
      "learning_rate": 0.00021928005051258413,
      "loss": 4.1562,
      "step": 52164
    },
    {
      "epoch": 2.1365963546999795,
      "grad_norm": 2.6759445008561284,
      "learning_rate": 0.00021927715780494704,
      "loss": 3.4844,
      "step": 52165
    },
    {
      "epoch": 2.136637313127176,
      "grad_norm": 3.510358339169448,
      "learning_rate": 0.0002192742650645597,
      "loss": 4.7812,
      "step": 52166
    },
    {
      "epoch": 2.136678271554372,
      "grad_norm": 3.0907311205889805,
      "learning_rate": 0.00021927137229142357,
      "loss": 3.1875,
      "step": 52167
    },
    {
      "epoch": 2.1367192299815687,
      "grad_norm": 6.640619299445894,
      "learning_rate": 0.00021926847948553995,
      "loss": 6.6562,
      "step": 52168
    },
    {
      "epoch": 2.1367601884087652,
      "grad_norm": 2.9423251629588125,
      "learning_rate": 0.00021926558664691015,
      "loss": 4.4062,
      "step": 52169
    },
    {
      "epoch": 2.1368011468359613,
      "grad_norm": 3.6566191075071828,
      "learning_rate": 0.00021926269377553565,
      "loss": 4.875,
      "step": 52170
    },
    {
      "epoch": 2.136842105263158,
      "grad_norm": 4.452496473721722,
      "learning_rate": 0.0002192598008714178,
      "loss": 4.4375,
      "step": 52171
    },
    {
      "epoch": 2.1368830636903544,
      "grad_norm": 5.463064108377651,
      "learning_rate": 0.00021925690793455786,
      "loss": 5.25,
      "step": 52172
    },
    {
      "epoch": 2.1369240221175505,
      "grad_norm": 5.390706314652382,
      "learning_rate": 0.0002192540149649573,
      "loss": 4.7812,
      "step": 52173
    },
    {
      "epoch": 2.136964980544747,
      "grad_norm": 2.6680803038828875,
      "learning_rate": 0.0002192511219626175,
      "loss": 4.3125,
      "step": 52174
    },
    {
      "epoch": 2.1370059389719436,
      "grad_norm": 3.153172664492843,
      "learning_rate": 0.00021924822892753972,
      "loss": 5.1562,
      "step": 52175
    },
    {
      "epoch": 2.1370468973991397,
      "grad_norm": 2.7994555335420634,
      "learning_rate": 0.00021924533585972547,
      "loss": 4.8125,
      "step": 52176
    },
    {
      "epoch": 2.137087855826336,
      "grad_norm": 2.817899596589586,
      "learning_rate": 0.00021924244275917603,
      "loss": 5.0,
      "step": 52177
    },
    {
      "epoch": 2.1371288142535327,
      "grad_norm": 2.625577275937644,
      "learning_rate": 0.0002192395496258927,
      "loss": 4.2188,
      "step": 52178
    },
    {
      "epoch": 2.1371697726807293,
      "grad_norm": 6.1600964010480626,
      "learning_rate": 0.000219236656459877,
      "loss": 3.6562,
      "step": 52179
    },
    {
      "epoch": 2.1372107311079254,
      "grad_norm": 2.709536948886087,
      "learning_rate": 0.00021923376326113026,
      "loss": 4.0,
      "step": 52180
    },
    {
      "epoch": 2.137251689535122,
      "grad_norm": 2.7317981599657264,
      "learning_rate": 0.00021923087002965374,
      "loss": 4.4375,
      "step": 52181
    },
    {
      "epoch": 2.1372926479623184,
      "grad_norm": 2.4148728690747068,
      "learning_rate": 0.0002192279767654489,
      "loss": 3.4844,
      "step": 52182
    },
    {
      "epoch": 2.1373336063895145,
      "grad_norm": 3.028826661887902,
      "learning_rate": 0.00021922508346851712,
      "loss": 4.875,
      "step": 52183
    },
    {
      "epoch": 2.137374564816711,
      "grad_norm": 2.7759251235792566,
      "learning_rate": 0.00021922219013885972,
      "loss": 4.3125,
      "step": 52184
    },
    {
      "epoch": 2.1374155232439076,
      "grad_norm": 8.923488558403054,
      "learning_rate": 0.00021921929677647808,
      "loss": 2.8438,
      "step": 52185
    },
    {
      "epoch": 2.1374564816711037,
      "grad_norm": 3.8386497346932607,
      "learning_rate": 0.00021921640338137357,
      "loss": 4.875,
      "step": 52186
    },
    {
      "epoch": 2.1374974400983002,
      "grad_norm": 6.707421408770057,
      "learning_rate": 0.00021921350995354757,
      "loss": 6.5,
      "step": 52187
    },
    {
      "epoch": 2.1375383985254968,
      "grad_norm": 3.819282626389857,
      "learning_rate": 0.00021921061649300143,
      "loss": 6.25,
      "step": 52188
    },
    {
      "epoch": 2.137579356952693,
      "grad_norm": 4.457736436848313,
      "learning_rate": 0.0002192077229997365,
      "loss": 4.625,
      "step": 52189
    },
    {
      "epoch": 2.1376203153798894,
      "grad_norm": 9.830577463391826,
      "learning_rate": 0.00021920482947375422,
      "loss": 4.7188,
      "step": 52190
    },
    {
      "epoch": 2.137661273807086,
      "grad_norm": 2.9559098511083874,
      "learning_rate": 0.0002192019359150559,
      "loss": 5.25,
      "step": 52191
    },
    {
      "epoch": 2.137702232234282,
      "grad_norm": 6.638376983307909,
      "learning_rate": 0.00021919904232364294,
      "loss": 6.4375,
      "step": 52192
    },
    {
      "epoch": 2.1377431906614786,
      "grad_norm": 3.145260812593467,
      "learning_rate": 0.00021919614869951666,
      "loss": 4.8125,
      "step": 52193
    },
    {
      "epoch": 2.137784149088675,
      "grad_norm": 3.1461307153840785,
      "learning_rate": 0.00021919325504267845,
      "loss": 4.75,
      "step": 52194
    },
    {
      "epoch": 2.137825107515871,
      "grad_norm": 8.61225764083388,
      "learning_rate": 0.0002191903613531297,
      "loss": 3.3281,
      "step": 52195
    },
    {
      "epoch": 2.1378660659430677,
      "grad_norm": 3.6296048544381647,
      "learning_rate": 0.00021918746763087177,
      "loss": 6.5938,
      "step": 52196
    },
    {
      "epoch": 2.1379070243702643,
      "grad_norm": 8.195247041236538,
      "learning_rate": 0.000219184573875906,
      "loss": 5.4062,
      "step": 52197
    },
    {
      "epoch": 2.137947982797461,
      "grad_norm": 3.4616559273379126,
      "learning_rate": 0.00021918168008823376,
      "loss": 5.1562,
      "step": 52198
    },
    {
      "epoch": 2.137988941224657,
      "grad_norm": 2.437217566789437,
      "learning_rate": 0.00021917878626785645,
      "loss": 3.0312,
      "step": 52199
    },
    {
      "epoch": 2.1380298996518534,
      "grad_norm": 3.2525963782206038,
      "learning_rate": 0.00021917589241477546,
      "loss": 4.4688,
      "step": 52200
    },
    {
      "epoch": 2.13807085807905,
      "grad_norm": 4.454343612463696,
      "learning_rate": 0.00021917299852899214,
      "loss": 5.375,
      "step": 52201
    },
    {
      "epoch": 2.138111816506246,
      "grad_norm": 2.6551258526369153,
      "learning_rate": 0.00021917010461050773,
      "loss": 1.4531,
      "step": 52202
    },
    {
      "epoch": 2.1381527749334426,
      "grad_norm": 2.927472488123515,
      "learning_rate": 0.0002191672106593238,
      "loss": 4.9688,
      "step": 52203
    },
    {
      "epoch": 2.138193733360639,
      "grad_norm": 3.3722246822660598,
      "learning_rate": 0.0002191643166754416,
      "loss": 5.6875,
      "step": 52204
    },
    {
      "epoch": 2.138234691787835,
      "grad_norm": 2.759781918070852,
      "learning_rate": 0.00021916142265886255,
      "loss": 4.4688,
      "step": 52205
    },
    {
      "epoch": 2.1382756502150317,
      "grad_norm": 2.9008892945687097,
      "learning_rate": 0.00021915852860958794,
      "loss": 4.2812,
      "step": 52206
    },
    {
      "epoch": 2.1383166086422283,
      "grad_norm": 2.496167712905516,
      "learning_rate": 0.00021915563452761923,
      "loss": 3.5938,
      "step": 52207
    },
    {
      "epoch": 2.1383575670694244,
      "grad_norm": 3.131848329925145,
      "learning_rate": 0.00021915274041295774,
      "loss": 5.2188,
      "step": 52208
    },
    {
      "epoch": 2.138398525496621,
      "grad_norm": 2.511046204909723,
      "learning_rate": 0.00021914984626560487,
      "loss": 4.2812,
      "step": 52209
    },
    {
      "epoch": 2.1384394839238174,
      "grad_norm": 2.6279552303247304,
      "learning_rate": 0.00021914695208556192,
      "loss": 3.9688,
      "step": 52210
    },
    {
      "epoch": 2.1384804423510135,
      "grad_norm": 3.006866625538365,
      "learning_rate": 0.0002191440578728303,
      "loss": 4.625,
      "step": 52211
    },
    {
      "epoch": 2.13852140077821,
      "grad_norm": 3.477783729002263,
      "learning_rate": 0.00021914116362741146,
      "loss": 4.875,
      "step": 52212
    },
    {
      "epoch": 2.1385623592054066,
      "grad_norm": 4.356381228440843,
      "learning_rate": 0.0002191382693493066,
      "loss": 4.9688,
      "step": 52213
    },
    {
      "epoch": 2.1386033176326027,
      "grad_norm": 2.620913742672429,
      "learning_rate": 0.00021913537503851725,
      "loss": 4.1875,
      "step": 52214
    },
    {
      "epoch": 2.1386442760597992,
      "grad_norm": 4.450781733908122,
      "learning_rate": 0.00021913248069504464,
      "loss": 4.7812,
      "step": 52215
    },
    {
      "epoch": 2.1386852344869958,
      "grad_norm": 2.683389616502303,
      "learning_rate": 0.00021912958631889028,
      "loss": 4.125,
      "step": 52216
    },
    {
      "epoch": 2.1387261929141923,
      "grad_norm": 3.0445750436473964,
      "learning_rate": 0.0002191266919100554,
      "loss": 4.6562,
      "step": 52217
    },
    {
      "epoch": 2.1387671513413884,
      "grad_norm": 2.670415890795902,
      "learning_rate": 0.00021912379746854145,
      "loss": 4.625,
      "step": 52218
    },
    {
      "epoch": 2.138808109768585,
      "grad_norm": 2.8474618759118813,
      "learning_rate": 0.0002191209029943498,
      "loss": 5.125,
      "step": 52219
    },
    {
      "epoch": 2.1388490681957815,
      "grad_norm": 4.455519400578083,
      "learning_rate": 0.0002191180084874818,
      "loss": 4.6562,
      "step": 52220
    },
    {
      "epoch": 2.1388900266229776,
      "grad_norm": 3.3575027775909834,
      "learning_rate": 0.00021911511394793874,
      "loss": 4.2812,
      "step": 52221
    },
    {
      "epoch": 2.138930985050174,
      "grad_norm": 4.2408998019904125,
      "learning_rate": 0.00021911221937572214,
      "loss": 1.0625,
      "step": 52222
    },
    {
      "epoch": 2.1389719434773706,
      "grad_norm": 2.9929712844254954,
      "learning_rate": 0.0002191093247708333,
      "loss": 3.9375,
      "step": 52223
    },
    {
      "epoch": 2.1390129019045667,
      "grad_norm": 2.9538100564452927,
      "learning_rate": 0.00021910643013327353,
      "loss": 5.1875,
      "step": 52224
    },
    {
      "epoch": 2.1390538603317633,
      "grad_norm": 3.4515980993453663,
      "learning_rate": 0.00021910353546304424,
      "loss": 6.2188,
      "step": 52225
    },
    {
      "epoch": 2.13909481875896,
      "grad_norm": 3.246596085993787,
      "learning_rate": 0.00021910064076014689,
      "loss": 4.8125,
      "step": 52226
    },
    {
      "epoch": 2.139135777186156,
      "grad_norm": 2.7310522096097487,
      "learning_rate": 0.00021909774602458273,
      "loss": 4.875,
      "step": 52227
    },
    {
      "epoch": 2.1391767356133524,
      "grad_norm": 2.7249813862483285,
      "learning_rate": 0.00021909485125635314,
      "loss": 5.3125,
      "step": 52228
    },
    {
      "epoch": 2.139217694040549,
      "grad_norm": 3.5974684121990084,
      "learning_rate": 0.00021909195645545954,
      "loss": 5.7812,
      "step": 52229
    },
    {
      "epoch": 2.139258652467745,
      "grad_norm": 3.628175371012837,
      "learning_rate": 0.00021908906162190325,
      "loss": 5.5938,
      "step": 52230
    },
    {
      "epoch": 2.1392996108949416,
      "grad_norm": 2.6824576222114547,
      "learning_rate": 0.00021908616675568566,
      "loss": 4.8438,
      "step": 52231
    },
    {
      "epoch": 2.139340569322138,
      "grad_norm": 2.6838246572540125,
      "learning_rate": 0.00021908327185680816,
      "loss": 3.6562,
      "step": 52232
    },
    {
      "epoch": 2.139381527749334,
      "grad_norm": 3.5421289396685256,
      "learning_rate": 0.0002190803769252721,
      "loss": 5.4062,
      "step": 52233
    },
    {
      "epoch": 2.1394224861765307,
      "grad_norm": 2.5908506104819873,
      "learning_rate": 0.0002190774819610788,
      "loss": 4.5312,
      "step": 52234
    },
    {
      "epoch": 2.1394634446037273,
      "grad_norm": 3.13421464202261,
      "learning_rate": 0.00021907458696422973,
      "loss": 5.3438,
      "step": 52235
    },
    {
      "epoch": 2.139504403030924,
      "grad_norm": 2.604319866029714,
      "learning_rate": 0.00021907169193472617,
      "loss": 3.4688,
      "step": 52236
    },
    {
      "epoch": 2.13954536145812,
      "grad_norm": 4.158402454522095,
      "learning_rate": 0.00021906879687256956,
      "loss": 5.3438,
      "step": 52237
    },
    {
      "epoch": 2.1395863198853164,
      "grad_norm": 3.016869670162325,
      "learning_rate": 0.00021906590177776117,
      "loss": 5.2188,
      "step": 52238
    },
    {
      "epoch": 2.139627278312513,
      "grad_norm": 3.409146077105421,
      "learning_rate": 0.00021906300665030246,
      "loss": 4.5938,
      "step": 52239
    },
    {
      "epoch": 2.139668236739709,
      "grad_norm": 2.8911875076478495,
      "learning_rate": 0.00021906011149019477,
      "loss": 4.2188,
      "step": 52240
    },
    {
      "epoch": 2.1397091951669056,
      "grad_norm": 5.361382315495353,
      "learning_rate": 0.0002190572162974395,
      "loss": 6.1562,
      "step": 52241
    },
    {
      "epoch": 2.139750153594102,
      "grad_norm": 3.2642043635608315,
      "learning_rate": 0.00021905432107203793,
      "loss": 4.5938,
      "step": 52242
    },
    {
      "epoch": 2.1397911120212982,
      "grad_norm": 2.855738250135188,
      "learning_rate": 0.00021905142581399152,
      "loss": 4.5938,
      "step": 52243
    },
    {
      "epoch": 2.1398320704484948,
      "grad_norm": 2.916869046704721,
      "learning_rate": 0.00021904853052330157,
      "loss": 5.3125,
      "step": 52244
    },
    {
      "epoch": 2.1398730288756913,
      "grad_norm": 2.840565141321699,
      "learning_rate": 0.00021904563519996951,
      "loss": 4.2812,
      "step": 52245
    },
    {
      "epoch": 2.1399139873028874,
      "grad_norm": 2.6263665941321075,
      "learning_rate": 0.0002190427398439967,
      "loss": 3.9219,
      "step": 52246
    },
    {
      "epoch": 2.139954945730084,
      "grad_norm": 3.8333283157539304,
      "learning_rate": 0.00021903984445538445,
      "loss": 5.375,
      "step": 52247
    },
    {
      "epoch": 2.1399959041572805,
      "grad_norm": 2.630675565356428,
      "learning_rate": 0.0002190369490341342,
      "loss": 4.4375,
      "step": 52248
    },
    {
      "epoch": 2.1400368625844766,
      "grad_norm": 2.859477250761762,
      "learning_rate": 0.00021903405358024723,
      "loss": 4.7812,
      "step": 52249
    },
    {
      "epoch": 2.140077821011673,
      "grad_norm": 3.003805786876684,
      "learning_rate": 0.000219031158093725,
      "loss": 4.4688,
      "step": 52250
    },
    {
      "epoch": 2.1401187794388696,
      "grad_norm": 4.076940303996453,
      "learning_rate": 0.00021902826257456888,
      "loss": 5.4688,
      "step": 52251
    },
    {
      "epoch": 2.1401597378660657,
      "grad_norm": 3.253618168012129,
      "learning_rate": 0.00021902536702278017,
      "loss": 4.0938,
      "step": 52252
    },
    {
      "epoch": 2.1402006962932623,
      "grad_norm": 2.948313499227422,
      "learning_rate": 0.00021902247143836028,
      "loss": 5.375,
      "step": 52253
    },
    {
      "epoch": 2.140241654720459,
      "grad_norm": 2.9573952380064314,
      "learning_rate": 0.00021901957582131054,
      "loss": 5.375,
      "step": 52254
    },
    {
      "epoch": 2.1402826131476553,
      "grad_norm": 2.8715360531164746,
      "learning_rate": 0.00021901668017163236,
      "loss": 5.0312,
      "step": 52255
    },
    {
      "epoch": 2.1403235715748514,
      "grad_norm": 5.122303804737342,
      "learning_rate": 0.00021901378448932715,
      "loss": 5.75,
      "step": 52256
    },
    {
      "epoch": 2.140364530002048,
      "grad_norm": 3.079577990244426,
      "learning_rate": 0.00021901088877439615,
      "loss": 4.7188,
      "step": 52257
    },
    {
      "epoch": 2.1404054884292445,
      "grad_norm": 4.908011908940928,
      "learning_rate": 0.00021900799302684084,
      "loss": 6.2812,
      "step": 52258
    },
    {
      "epoch": 2.1404464468564406,
      "grad_norm": 3.4742571632181485,
      "learning_rate": 0.0002190050972466626,
      "loss": 6.1562,
      "step": 52259
    },
    {
      "epoch": 2.140487405283637,
      "grad_norm": 4.552725280873999,
      "learning_rate": 0.00021900220143386271,
      "loss": 5.1875,
      "step": 52260
    },
    {
      "epoch": 2.1405283637108337,
      "grad_norm": 2.7201567338019355,
      "learning_rate": 0.00021899930558844257,
      "loss": 4.5938,
      "step": 52261
    },
    {
      "epoch": 2.1405693221380298,
      "grad_norm": 5.0697882962457745,
      "learning_rate": 0.00021899640971040355,
      "loss": 5.4375,
      "step": 52262
    },
    {
      "epoch": 2.1406102805652263,
      "grad_norm": 4.429559329214598,
      "learning_rate": 0.0002189935137997471,
      "loss": 4.875,
      "step": 52263
    },
    {
      "epoch": 2.140651238992423,
      "grad_norm": 3.873149472591791,
      "learning_rate": 0.00021899061785647447,
      "loss": 5.25,
      "step": 52264
    },
    {
      "epoch": 2.140692197419619,
      "grad_norm": 3.0471625254537287,
      "learning_rate": 0.0002189877218805871,
      "loss": 4.8438,
      "step": 52265
    },
    {
      "epoch": 2.1407331558468154,
      "grad_norm": 3.592926957904163,
      "learning_rate": 0.0002189848258720863,
      "loss": 4.9375,
      "step": 52266
    },
    {
      "epoch": 2.140774114274012,
      "grad_norm": 2.8690089186626153,
      "learning_rate": 0.0002189819298309735,
      "loss": 4.5938,
      "step": 52267
    },
    {
      "epoch": 2.140815072701208,
      "grad_norm": 2.876942213565668,
      "learning_rate": 0.00021897903375725007,
      "loss": 5.6562,
      "step": 52268
    },
    {
      "epoch": 2.1408560311284046,
      "grad_norm": 2.552735664249235,
      "learning_rate": 0.00021897613765091734,
      "loss": 4.0312,
      "step": 52269
    },
    {
      "epoch": 2.140896989555601,
      "grad_norm": 3.6566753794008893,
      "learning_rate": 0.00021897324151197667,
      "loss": 5.4062,
      "step": 52270
    },
    {
      "epoch": 2.1409379479827972,
      "grad_norm": 3.280920320456233,
      "learning_rate": 0.00021897034534042946,
      "loss": 5.0,
      "step": 52271
    },
    {
      "epoch": 2.1409789064099938,
      "grad_norm": 4.702365735937633,
      "learning_rate": 0.00021896744913627714,
      "loss": 6.2188,
      "step": 52272
    },
    {
      "epoch": 2.1410198648371903,
      "grad_norm": 4.205800726597927,
      "learning_rate": 0.00021896455289952094,
      "loss": 6.5312,
      "step": 52273
    },
    {
      "epoch": 2.141060823264387,
      "grad_norm": 2.739822624413591,
      "learning_rate": 0.0002189616566301623,
      "loss": 4.8438,
      "step": 52274
    },
    {
      "epoch": 2.141101781691583,
      "grad_norm": 9.529577643570828,
      "learning_rate": 0.00021895876032820263,
      "loss": 3.2812,
      "step": 52275
    },
    {
      "epoch": 2.1411427401187795,
      "grad_norm": 2.901482306559237,
      "learning_rate": 0.00021895586399364324,
      "loss": 4.125,
      "step": 52276
    },
    {
      "epoch": 2.141183698545976,
      "grad_norm": 2.8274573270681893,
      "learning_rate": 0.00021895296762648554,
      "loss": 3.6562,
      "step": 52277
    },
    {
      "epoch": 2.141224656973172,
      "grad_norm": 3.3351985830795985,
      "learning_rate": 0.00021895007122673082,
      "loss": 4.8438,
      "step": 52278
    },
    {
      "epoch": 2.1412656154003686,
      "grad_norm": 2.108445627691923,
      "learning_rate": 0.00021894717479438054,
      "loss": 2.3281,
      "step": 52279
    },
    {
      "epoch": 2.141306573827565,
      "grad_norm": 3.0134546590339224,
      "learning_rate": 0.00021894427832943605,
      "loss": 3.9531,
      "step": 52280
    },
    {
      "epoch": 2.1413475322547613,
      "grad_norm": 3.0753315748506025,
      "learning_rate": 0.00021894138183189868,
      "loss": 4.7188,
      "step": 52281
    },
    {
      "epoch": 2.141388490681958,
      "grad_norm": 2.683029532625442,
      "learning_rate": 0.00021893848530176984,
      "loss": 4.0625,
      "step": 52282
    },
    {
      "epoch": 2.1414294491091543,
      "grad_norm": 3.2458778942780544,
      "learning_rate": 0.00021893558873905088,
      "loss": 6.1562,
      "step": 52283
    },
    {
      "epoch": 2.1414704075363504,
      "grad_norm": 5.534419188790193,
      "learning_rate": 0.0002189326921437432,
      "loss": 4.25,
      "step": 52284
    },
    {
      "epoch": 2.141511365963547,
      "grad_norm": 2.8404323808794287,
      "learning_rate": 0.00021892979551584813,
      "loss": 4.5,
      "step": 52285
    },
    {
      "epoch": 2.1415523243907435,
      "grad_norm": 2.822744134188135,
      "learning_rate": 0.00021892689885536707,
      "loss": 4.5312,
      "step": 52286
    },
    {
      "epoch": 2.1415932828179396,
      "grad_norm": 3.084277447348955,
      "learning_rate": 0.00021892400216230135,
      "loss": 4.5938,
      "step": 52287
    },
    {
      "epoch": 2.141634241245136,
      "grad_norm": 3.426712812777705,
      "learning_rate": 0.00021892110543665237,
      "loss": 4.8438,
      "step": 52288
    },
    {
      "epoch": 2.1416751996723327,
      "grad_norm": 4.836557173708074,
      "learning_rate": 0.00021891820867842146,
      "loss": 5.3125,
      "step": 52289
    },
    {
      "epoch": 2.1417161580995288,
      "grad_norm": 5.905906868456417,
      "learning_rate": 0.00021891531188761003,
      "loss": 6.3438,
      "step": 52290
    },
    {
      "epoch": 2.1417571165267253,
      "grad_norm": 2.6461147088006642,
      "learning_rate": 0.00021891241506421947,
      "loss": 4.0625,
      "step": 52291
    },
    {
      "epoch": 2.141798074953922,
      "grad_norm": 3.2169879283606817,
      "learning_rate": 0.0002189095182082511,
      "loss": 4.625,
      "step": 52292
    },
    {
      "epoch": 2.1418390333811184,
      "grad_norm": 3.5675984559254754,
      "learning_rate": 0.00021890662131970626,
      "loss": 5.0938,
      "step": 52293
    },
    {
      "epoch": 2.1418799918083145,
      "grad_norm": 2.5882347892216315,
      "learning_rate": 0.00021890372439858642,
      "loss": 4.3125,
      "step": 52294
    },
    {
      "epoch": 2.141920950235511,
      "grad_norm": 2.855830442292826,
      "learning_rate": 0.0002189008274448929,
      "loss": 4.8125,
      "step": 52295
    },
    {
      "epoch": 2.1419619086627075,
      "grad_norm": 2.6742109716057865,
      "learning_rate": 0.00021889793045862707,
      "loss": 4.75,
      "step": 52296
    },
    {
      "epoch": 2.1420028670899036,
      "grad_norm": 2.995918473365264,
      "learning_rate": 0.00021889503343979028,
      "loss": 5.25,
      "step": 52297
    },
    {
      "epoch": 2.1420438255171,
      "grad_norm": 3.002621922254205,
      "learning_rate": 0.00021889213638838392,
      "loss": 4.7188,
      "step": 52298
    },
    {
      "epoch": 2.1420847839442967,
      "grad_norm": 2.5996188248265018,
      "learning_rate": 0.00021888923930440938,
      "loss": 4.9375,
      "step": 52299
    },
    {
      "epoch": 2.142125742371493,
      "grad_norm": 3.0844579211286196,
      "learning_rate": 0.00021888634218786797,
      "loss": 5.375,
      "step": 52300
    },
    {
      "epoch": 2.1421667007986893,
      "grad_norm": 5.068155908723168,
      "learning_rate": 0.00021888344503876112,
      "loss": 6.5938,
      "step": 52301
    },
    {
      "epoch": 2.142207659225886,
      "grad_norm": 3.373224216418664,
      "learning_rate": 0.00021888054785709014,
      "loss": 3.8594,
      "step": 52302
    },
    {
      "epoch": 2.142248617653082,
      "grad_norm": 3.1719288404494264,
      "learning_rate": 0.00021887765064285646,
      "loss": 4.4375,
      "step": 52303
    },
    {
      "epoch": 2.1422895760802785,
      "grad_norm": 3.206614293496366,
      "learning_rate": 0.00021887475339606142,
      "loss": 5.8125,
      "step": 52304
    },
    {
      "epoch": 2.142330534507475,
      "grad_norm": 2.7977106245678844,
      "learning_rate": 0.0002188718561167064,
      "loss": 4.0938,
      "step": 52305
    },
    {
      "epoch": 2.142371492934671,
      "grad_norm": 2.8206375974652325,
      "learning_rate": 0.00021886895880479274,
      "loss": 3.7344,
      "step": 52306
    },
    {
      "epoch": 2.1424124513618676,
      "grad_norm": 3.3797192234205427,
      "learning_rate": 0.00021886606146032187,
      "loss": 5.2812,
      "step": 52307
    },
    {
      "epoch": 2.142453409789064,
      "grad_norm": 2.5500541249913584,
      "learning_rate": 0.0002188631640832951,
      "loss": 4.2188,
      "step": 52308
    },
    {
      "epoch": 2.1424943682162603,
      "grad_norm": 2.865730477043933,
      "learning_rate": 0.0002188602666737138,
      "loss": 4.4688,
      "step": 52309
    },
    {
      "epoch": 2.142535326643457,
      "grad_norm": 2.72299510112174,
      "learning_rate": 0.00021885736923157935,
      "loss": 3.9688,
      "step": 52310
    },
    {
      "epoch": 2.1425762850706533,
      "grad_norm": 2.781314269745939,
      "learning_rate": 0.00021885447175689317,
      "loss": 3.7344,
      "step": 52311
    },
    {
      "epoch": 2.14261724349785,
      "grad_norm": 3.011197285467096,
      "learning_rate": 0.00021885157424965664,
      "loss": 4.4688,
      "step": 52312
    },
    {
      "epoch": 2.142658201925046,
      "grad_norm": 3.291226213347387,
      "learning_rate": 0.00021884867670987098,
      "loss": 6.0312,
      "step": 52313
    },
    {
      "epoch": 2.1426991603522425,
      "grad_norm": 3.67663025193082,
      "learning_rate": 0.0002188457791375377,
      "loss": 5.3438,
      "step": 52314
    },
    {
      "epoch": 2.142740118779439,
      "grad_norm": 2.592850921619222,
      "learning_rate": 0.00021884288153265814,
      "loss": 4.0625,
      "step": 52315
    },
    {
      "epoch": 2.142781077206635,
      "grad_norm": 3.358936733996459,
      "learning_rate": 0.00021883998389523367,
      "loss": 4.625,
      "step": 52316
    },
    {
      "epoch": 2.1428220356338317,
      "grad_norm": 2.4258711821332266,
      "learning_rate": 0.00021883708622526563,
      "loss": 4.125,
      "step": 52317
    },
    {
      "epoch": 2.142862994061028,
      "grad_norm": 2.9995863746097093,
      "learning_rate": 0.00021883418852275543,
      "loss": 5.1875,
      "step": 52318
    },
    {
      "epoch": 2.1429039524882243,
      "grad_norm": 3.3355650721582135,
      "learning_rate": 0.0002188312907877044,
      "loss": 4.6562,
      "step": 52319
    },
    {
      "epoch": 2.142944910915421,
      "grad_norm": 3.344920041878325,
      "learning_rate": 0.00021882839302011397,
      "loss": 4.2188,
      "step": 52320
    },
    {
      "epoch": 2.1429858693426174,
      "grad_norm": 4.271834043132769,
      "learning_rate": 0.0002188254952199854,
      "loss": 4.7188,
      "step": 52321
    },
    {
      "epoch": 2.1430268277698135,
      "grad_norm": 2.8678043108066267,
      "learning_rate": 0.0002188225973873202,
      "loss": 4.8125,
      "step": 52322
    },
    {
      "epoch": 2.14306778619701,
      "grad_norm": 3.5015431987966847,
      "learning_rate": 0.00021881969952211965,
      "loss": 4.7812,
      "step": 52323
    },
    {
      "epoch": 2.1431087446242065,
      "grad_norm": 3.2925823928492997,
      "learning_rate": 0.0002188168016243851,
      "loss": 5.1875,
      "step": 52324
    },
    {
      "epoch": 2.1431497030514026,
      "grad_norm": 2.925020173533675,
      "learning_rate": 0.00021881390369411798,
      "loss": 4.1875,
      "step": 52325
    },
    {
      "epoch": 2.143190661478599,
      "grad_norm": 3.0814259225007006,
      "learning_rate": 0.00021881100573131965,
      "loss": 4.6562,
      "step": 52326
    },
    {
      "epoch": 2.1432316199057957,
      "grad_norm": 2.5969346471282524,
      "learning_rate": 0.00021880810773599148,
      "loss": 4.625,
      "step": 52327
    },
    {
      "epoch": 2.143272578332992,
      "grad_norm": 4.14702549388286,
      "learning_rate": 0.0002188052097081348,
      "loss": 6.5625,
      "step": 52328
    },
    {
      "epoch": 2.1433135367601883,
      "grad_norm": 3.07246482879594,
      "learning_rate": 0.00021880231164775102,
      "loss": 3.6875,
      "step": 52329
    },
    {
      "epoch": 2.143354495187385,
      "grad_norm": 5.533704812017565,
      "learning_rate": 0.00021879941355484148,
      "loss": 1.7578,
      "step": 52330
    },
    {
      "epoch": 2.1433954536145814,
      "grad_norm": 2.945158502767832,
      "learning_rate": 0.00021879651542940762,
      "loss": 4.8438,
      "step": 52331
    },
    {
      "epoch": 2.1434364120417775,
      "grad_norm": 2.749824124642492,
      "learning_rate": 0.00021879361727145073,
      "loss": 5.3125,
      "step": 52332
    },
    {
      "epoch": 2.143477370468974,
      "grad_norm": 4.439240821852237,
      "learning_rate": 0.0002187907190809722,
      "loss": 4.0625,
      "step": 52333
    },
    {
      "epoch": 2.1435183288961706,
      "grad_norm": 4.169192202844016,
      "learning_rate": 0.00021878782085797344,
      "loss": 6.2812,
      "step": 52334
    },
    {
      "epoch": 2.1435592873233666,
      "grad_norm": 3.219968518010975,
      "learning_rate": 0.0002187849226024558,
      "loss": 5.2812,
      "step": 52335
    },
    {
      "epoch": 2.143600245750563,
      "grad_norm": 2.8091654615785706,
      "learning_rate": 0.0002187820243144206,
      "loss": 4.375,
      "step": 52336
    },
    {
      "epoch": 2.1436412041777597,
      "grad_norm": 2.7766665168610416,
      "learning_rate": 0.00021877912599386926,
      "loss": 4.0938,
      "step": 52337
    },
    {
      "epoch": 2.143682162604956,
      "grad_norm": 2.9138382824827986,
      "learning_rate": 0.0002187762276408031,
      "loss": 3.9688,
      "step": 52338
    },
    {
      "epoch": 2.1437231210321523,
      "grad_norm": 2.7069670882262327,
      "learning_rate": 0.0002187733292552236,
      "loss": 4.9375,
      "step": 52339
    },
    {
      "epoch": 2.143764079459349,
      "grad_norm": 3.3098183639170657,
      "learning_rate": 0.00021877043083713205,
      "loss": 5.0,
      "step": 52340
    },
    {
      "epoch": 2.143805037886545,
      "grad_norm": 2.8191912523476326,
      "learning_rate": 0.0002187675323865298,
      "loss": 4.75,
      "step": 52341
    },
    {
      "epoch": 2.1438459963137415,
      "grad_norm": 3.1217122315316685,
      "learning_rate": 0.00021876463390341826,
      "loss": 4.75,
      "step": 52342
    },
    {
      "epoch": 2.143886954740938,
      "grad_norm": 10.459384530101925,
      "learning_rate": 0.0002187617353877988,
      "loss": 4.875,
      "step": 52343
    },
    {
      "epoch": 2.143927913168134,
      "grad_norm": 2.564675348204062,
      "learning_rate": 0.00021875883683967278,
      "loss": 4.4062,
      "step": 52344
    },
    {
      "epoch": 2.1439688715953307,
      "grad_norm": 2.6113507439019266,
      "learning_rate": 0.00021875593825904156,
      "loss": 3.875,
      "step": 52345
    },
    {
      "epoch": 2.144009830022527,
      "grad_norm": 3.940773052565937,
      "learning_rate": 0.0002187530396459065,
      "loss": 6.0625,
      "step": 52346
    },
    {
      "epoch": 2.1440507884497233,
      "grad_norm": 3.4141141999524347,
      "learning_rate": 0.00021875014100026906,
      "loss": 5.5938,
      "step": 52347
    },
    {
      "epoch": 2.14409174687692,
      "grad_norm": 3.292980728018253,
      "learning_rate": 0.0002187472423221305,
      "loss": 5.25,
      "step": 52348
    },
    {
      "epoch": 2.1441327053041164,
      "grad_norm": 3.1256309268971845,
      "learning_rate": 0.00021874434361149225,
      "loss": 4.4375,
      "step": 52349
    },
    {
      "epoch": 2.144173663731313,
      "grad_norm": 5.450309063361252,
      "learning_rate": 0.00021874144486835564,
      "loss": 4.1562,
      "step": 52350
    },
    {
      "epoch": 2.144214622158509,
      "grad_norm": 3.888541337970818,
      "learning_rate": 0.00021873854609272207,
      "loss": 3.8438,
      "step": 52351
    },
    {
      "epoch": 2.1442555805857055,
      "grad_norm": 2.846148679937566,
      "learning_rate": 0.00021873564728459294,
      "loss": 3.9688,
      "step": 52352
    },
    {
      "epoch": 2.144296539012902,
      "grad_norm": 7.463655372334996,
      "learning_rate": 0.00021873274844396955,
      "loss": 6.0,
      "step": 52353
    },
    {
      "epoch": 2.144337497440098,
      "grad_norm": 2.68685357457548,
      "learning_rate": 0.00021872984957085326,
      "loss": 3.9531,
      "step": 52354
    },
    {
      "epoch": 2.1443784558672947,
      "grad_norm": 4.137650625365082,
      "learning_rate": 0.00021872695066524556,
      "loss": 3.6562,
      "step": 52355
    },
    {
      "epoch": 2.1444194142944912,
      "grad_norm": 6.538125757066924,
      "learning_rate": 0.00021872405172714774,
      "loss": 5.1562,
      "step": 52356
    },
    {
      "epoch": 2.1444603727216873,
      "grad_norm": 19.580372497685392,
      "learning_rate": 0.00021872115275656115,
      "loss": 4.6875,
      "step": 52357
    },
    {
      "epoch": 2.144501331148884,
      "grad_norm": 2.836986969678544,
      "learning_rate": 0.0002187182537534872,
      "loss": 4.4375,
      "step": 52358
    },
    {
      "epoch": 2.1445422895760804,
      "grad_norm": 3.450510028749032,
      "learning_rate": 0.00021871535471792728,
      "loss": 5.4062,
      "step": 52359
    },
    {
      "epoch": 2.1445832480032765,
      "grad_norm": 9.485971777091411,
      "learning_rate": 0.00021871245564988268,
      "loss": 5.2188,
      "step": 52360
    },
    {
      "epoch": 2.144624206430473,
      "grad_norm": 2.660388725973115,
      "learning_rate": 0.00021870955654935482,
      "loss": 4.2812,
      "step": 52361
    },
    {
      "epoch": 2.1446651648576696,
      "grad_norm": 2.863969599990942,
      "learning_rate": 0.00021870665741634507,
      "loss": 4.5938,
      "step": 52362
    },
    {
      "epoch": 2.144706123284866,
      "grad_norm": 2.8709517557998114,
      "learning_rate": 0.0002187037582508548,
      "loss": 4.5,
      "step": 52363
    },
    {
      "epoch": 2.144747081712062,
      "grad_norm": 3.529120011348965,
      "learning_rate": 0.0002187008590528854,
      "loss": 5.1562,
      "step": 52364
    },
    {
      "epoch": 2.1447880401392587,
      "grad_norm": 3.3424710310853216,
      "learning_rate": 0.00021869795982243817,
      "loss": 4.7188,
      "step": 52365
    },
    {
      "epoch": 2.144828998566455,
      "grad_norm": 3.036845319953249,
      "learning_rate": 0.00021869506055951458,
      "loss": 5.0312,
      "step": 52366
    },
    {
      "epoch": 2.1448699569936513,
      "grad_norm": 2.7226987557564786,
      "learning_rate": 0.00021869216126411595,
      "loss": 4.7812,
      "step": 52367
    },
    {
      "epoch": 2.144910915420848,
      "grad_norm": 3.1322100100351364,
      "learning_rate": 0.00021868926193624363,
      "loss": 4.0625,
      "step": 52368
    },
    {
      "epoch": 2.1449518738480444,
      "grad_norm": 3.3983216192849275,
      "learning_rate": 0.00021868636257589902,
      "loss": 6.1562,
      "step": 52369
    },
    {
      "epoch": 2.1449928322752405,
      "grad_norm": 5.101848374075035,
      "learning_rate": 0.00021868346318308347,
      "loss": 4.9688,
      "step": 52370
    },
    {
      "epoch": 2.145033790702437,
      "grad_norm": 2.922761083982916,
      "learning_rate": 0.00021868056375779838,
      "loss": 4.4375,
      "step": 52371
    },
    {
      "epoch": 2.1450747491296336,
      "grad_norm": 3.0983624608414777,
      "learning_rate": 0.00021867766430004514,
      "loss": 4.9688,
      "step": 52372
    },
    {
      "epoch": 2.1451157075568297,
      "grad_norm": 3.961510183794394,
      "learning_rate": 0.00021867476480982504,
      "loss": 5.1875,
      "step": 52373
    },
    {
      "epoch": 2.145156665984026,
      "grad_norm": 3.4801313981108724,
      "learning_rate": 0.0002186718652871395,
      "loss": 6.4375,
      "step": 52374
    },
    {
      "epoch": 2.1451976244112227,
      "grad_norm": 3.675151603827619,
      "learning_rate": 0.00021866896573198992,
      "loss": 4.375,
      "step": 52375
    },
    {
      "epoch": 2.145238582838419,
      "grad_norm": 2.5945336742061214,
      "learning_rate": 0.00021866606614437758,
      "loss": 3.6562,
      "step": 52376
    },
    {
      "epoch": 2.1452795412656154,
      "grad_norm": 2.920819591536951,
      "learning_rate": 0.00021866316652430397,
      "loss": 4.4375,
      "step": 52377
    },
    {
      "epoch": 2.145320499692812,
      "grad_norm": 2.894494599682606,
      "learning_rate": 0.00021866026687177034,
      "loss": 3.9062,
      "step": 52378
    },
    {
      "epoch": 2.145361458120008,
      "grad_norm": 3.183774014906878,
      "learning_rate": 0.00021865736718677814,
      "loss": 5.5,
      "step": 52379
    },
    {
      "epoch": 2.1454024165472045,
      "grad_norm": 2.8575279234982287,
      "learning_rate": 0.00021865446746932875,
      "loss": 4.625,
      "step": 52380
    },
    {
      "epoch": 2.145443374974401,
      "grad_norm": 3.4858601375430203,
      "learning_rate": 0.0002186515677194235,
      "loss": 4.7812,
      "step": 52381
    },
    {
      "epoch": 2.1454843334015976,
      "grad_norm": 4.243668754421509,
      "learning_rate": 0.00021864866793706373,
      "loss": 4.1875,
      "step": 52382
    },
    {
      "epoch": 2.1455252918287937,
      "grad_norm": 2.8646050541006107,
      "learning_rate": 0.00021864576812225092,
      "loss": 4.2188,
      "step": 52383
    },
    {
      "epoch": 2.1455662502559902,
      "grad_norm": 2.6282578618667305,
      "learning_rate": 0.00021864286827498635,
      "loss": 4.2188,
      "step": 52384
    },
    {
      "epoch": 2.1456072086831868,
      "grad_norm": 5.176208636081884,
      "learning_rate": 0.00021863996839527138,
      "loss": 5.5312,
      "step": 52385
    },
    {
      "epoch": 2.145648167110383,
      "grad_norm": 4.250505664514171,
      "learning_rate": 0.00021863706848310744,
      "loss": 5.3438,
      "step": 52386
    },
    {
      "epoch": 2.1456891255375794,
      "grad_norm": 5.0993601308964545,
      "learning_rate": 0.00021863416853849587,
      "loss": 6.5312,
      "step": 52387
    },
    {
      "epoch": 2.145730083964776,
      "grad_norm": 2.819895529500389,
      "learning_rate": 0.0002186312685614381,
      "loss": 4.8438,
      "step": 52388
    },
    {
      "epoch": 2.145771042391972,
      "grad_norm": 3.0703154542353346,
      "learning_rate": 0.00021862836855193537,
      "loss": 4.6875,
      "step": 52389
    },
    {
      "epoch": 2.1458120008191686,
      "grad_norm": 2.7378618402643884,
      "learning_rate": 0.00021862546850998915,
      "loss": 4.4062,
      "step": 52390
    },
    {
      "epoch": 2.145852959246365,
      "grad_norm": 4.204642564693168,
      "learning_rate": 0.00021862256843560083,
      "loss": 6.4375,
      "step": 52391
    },
    {
      "epoch": 2.145893917673561,
      "grad_norm": 7.146325912692554,
      "learning_rate": 0.00021861966832877175,
      "loss": 6.1562,
      "step": 52392
    },
    {
      "epoch": 2.1459348761007577,
      "grad_norm": 2.155324160356523,
      "learning_rate": 0.0002186167681895032,
      "loss": 2.4688,
      "step": 52393
    },
    {
      "epoch": 2.1459758345279543,
      "grad_norm": 2.5810044925690483,
      "learning_rate": 0.00021861386801779668,
      "loss": 4.6875,
      "step": 52394
    },
    {
      "epoch": 2.1460167929551504,
      "grad_norm": 2.757094703089364,
      "learning_rate": 0.00021861096781365351,
      "loss": 5.0,
      "step": 52395
    },
    {
      "epoch": 2.146057751382347,
      "grad_norm": 6.71731309761896,
      "learning_rate": 0.000218608067577075,
      "loss": 6.9062,
      "step": 52396
    },
    {
      "epoch": 2.1460987098095434,
      "grad_norm": 2.763952289154605,
      "learning_rate": 0.0002186051673080626,
      "loss": 4.0938,
      "step": 52397
    },
    {
      "epoch": 2.1461396682367395,
      "grad_norm": 2.723190764871968,
      "learning_rate": 0.0002186022670066177,
      "loss": 2.8594,
      "step": 52398
    },
    {
      "epoch": 2.146180626663936,
      "grad_norm": 2.582165061547019,
      "learning_rate": 0.00021859936667274158,
      "loss": 4.4688,
      "step": 52399
    },
    {
      "epoch": 2.1462215850911326,
      "grad_norm": 3.2039955013953096,
      "learning_rate": 0.0002185964663064357,
      "loss": 4.7188,
      "step": 52400
    },
    {
      "epoch": 2.146262543518329,
      "grad_norm": 2.8302462240149433,
      "learning_rate": 0.00021859356590770134,
      "loss": 4.6875,
      "step": 52401
    },
    {
      "epoch": 2.146303501945525,
      "grad_norm": 2.625071900116249,
      "learning_rate": 0.00021859066547653996,
      "loss": 3.375,
      "step": 52402
    },
    {
      "epoch": 2.1463444603727218,
      "grad_norm": 3.368679987412837,
      "learning_rate": 0.00021858776501295287,
      "loss": 4.125,
      "step": 52403
    },
    {
      "epoch": 2.1463854187999183,
      "grad_norm": 7.068894247688215,
      "learning_rate": 0.0002185848645169415,
      "loss": 6.2812,
      "step": 52404
    },
    {
      "epoch": 2.1464263772271144,
      "grad_norm": 2.9507022134045147,
      "learning_rate": 0.00021858196398850718,
      "loss": 4.6875,
      "step": 52405
    },
    {
      "epoch": 2.146467335654311,
      "grad_norm": 2.627848811113153,
      "learning_rate": 0.00021857906342765126,
      "loss": 4.3125,
      "step": 52406
    },
    {
      "epoch": 2.1465082940815075,
      "grad_norm": 3.39731428177344,
      "learning_rate": 0.00021857616283437514,
      "loss": 3.3438,
      "step": 52407
    },
    {
      "epoch": 2.1465492525087035,
      "grad_norm": 3.4256266149678254,
      "learning_rate": 0.0002185732622086802,
      "loss": 3.375,
      "step": 52408
    },
    {
      "epoch": 2.1465902109359,
      "grad_norm": 3.2284224584331187,
      "learning_rate": 0.00021857036155056785,
      "loss": 4.3125,
      "step": 52409
    },
    {
      "epoch": 2.1466311693630966,
      "grad_norm": 2.851651335638948,
      "learning_rate": 0.00021856746086003934,
      "loss": 5.125,
      "step": 52410
    },
    {
      "epoch": 2.1466721277902927,
      "grad_norm": 2.624130772691404,
      "learning_rate": 0.00021856456013709613,
      "loss": 4.9688,
      "step": 52411
    },
    {
      "epoch": 2.1467130862174892,
      "grad_norm": 3.2528439795099926,
      "learning_rate": 0.00021856165938173957,
      "loss": 3.9062,
      "step": 52412
    },
    {
      "epoch": 2.1467540446446858,
      "grad_norm": 2.871160737594973,
      "learning_rate": 0.00021855875859397105,
      "loss": 3.875,
      "step": 52413
    },
    {
      "epoch": 2.146795003071882,
      "grad_norm": 9.555597493240768,
      "learning_rate": 0.0002185558577737919,
      "loss": 3.2188,
      "step": 52414
    },
    {
      "epoch": 2.1468359614990784,
      "grad_norm": 2.726593997768631,
      "learning_rate": 0.00021855295692120355,
      "loss": 4.7812,
      "step": 52415
    },
    {
      "epoch": 2.146876919926275,
      "grad_norm": 2.553249442652015,
      "learning_rate": 0.00021855005603620736,
      "loss": 3.6719,
      "step": 52416
    },
    {
      "epoch": 2.146917878353471,
      "grad_norm": 2.8581340689616943,
      "learning_rate": 0.00021854715511880464,
      "loss": 4.4375,
      "step": 52417
    },
    {
      "epoch": 2.1469588367806676,
      "grad_norm": 5.839648155496444,
      "learning_rate": 0.0002185442541689968,
      "loss": 4.375,
      "step": 52418
    },
    {
      "epoch": 2.146999795207864,
      "grad_norm": 3.336997184362179,
      "learning_rate": 0.00021854135318678526,
      "loss": 3.3438,
      "step": 52419
    },
    {
      "epoch": 2.1470407536350606,
      "grad_norm": 4.349062515012992,
      "learning_rate": 0.00021853845217217132,
      "loss": 5.0312,
      "step": 52420
    },
    {
      "epoch": 2.1470817120622567,
      "grad_norm": 3.1474036804416476,
      "learning_rate": 0.00021853555112515637,
      "loss": 5.1875,
      "step": 52421
    },
    {
      "epoch": 2.1471226704894533,
      "grad_norm": 3.0666744796917493,
      "learning_rate": 0.00021853265004574175,
      "loss": 5.0,
      "step": 52422
    },
    {
      "epoch": 2.14716362891665,
      "grad_norm": 2.8569630589049564,
      "learning_rate": 0.00021852974893392892,
      "loss": 5.0938,
      "step": 52423
    },
    {
      "epoch": 2.147204587343846,
      "grad_norm": 3.368495537106038,
      "learning_rate": 0.0002185268477897192,
      "loss": 4.5625,
      "step": 52424
    },
    {
      "epoch": 2.1472455457710424,
      "grad_norm": 2.6804994459274205,
      "learning_rate": 0.00021852394661311397,
      "loss": 3.7656,
      "step": 52425
    },
    {
      "epoch": 2.147286504198239,
      "grad_norm": 2.703882963761648,
      "learning_rate": 0.00021852104540411458,
      "loss": 4.5312,
      "step": 52426
    },
    {
      "epoch": 2.147327462625435,
      "grad_norm": 2.939922226360509,
      "learning_rate": 0.00021851814416272243,
      "loss": 5.5312,
      "step": 52427
    },
    {
      "epoch": 2.1473684210526316,
      "grad_norm": 2.4372010909122985,
      "learning_rate": 0.00021851524288893885,
      "loss": 3.7656,
      "step": 52428
    },
    {
      "epoch": 2.147409379479828,
      "grad_norm": 5.36548680725934,
      "learning_rate": 0.00021851234158276524,
      "loss": 1.6719,
      "step": 52429
    },
    {
      "epoch": 2.147450337907024,
      "grad_norm": 3.576595108542452,
      "learning_rate": 0.000218509440244203,
      "loss": 4.4062,
      "step": 52430
    },
    {
      "epoch": 2.1474912963342208,
      "grad_norm": 20.20630391085084,
      "learning_rate": 0.00021850653887325346,
      "loss": 6.0,
      "step": 52431
    },
    {
      "epoch": 2.1475322547614173,
      "grad_norm": 6.099872095161039,
      "learning_rate": 0.000218503637469918,
      "loss": 3.8906,
      "step": 52432
    },
    {
      "epoch": 2.1475732131886134,
      "grad_norm": 3.8789385232824976,
      "learning_rate": 0.00021850073603419794,
      "loss": 5.375,
      "step": 52433
    },
    {
      "epoch": 2.14761417161581,
      "grad_norm": 9.97945485243683,
      "learning_rate": 0.00021849783456609479,
      "loss": 4.6875,
      "step": 52434
    },
    {
      "epoch": 2.1476551300430065,
      "grad_norm": 3.8268051969411143,
      "learning_rate": 0.00021849493306560984,
      "loss": 5.0938,
      "step": 52435
    },
    {
      "epoch": 2.1476960884702025,
      "grad_norm": 2.6020544408679522,
      "learning_rate": 0.0002184920315327444,
      "loss": 3.625,
      "step": 52436
    },
    {
      "epoch": 2.147737046897399,
      "grad_norm": 4.315808358686562,
      "learning_rate": 0.0002184891299674999,
      "loss": 5.625,
      "step": 52437
    },
    {
      "epoch": 2.1477780053245956,
      "grad_norm": 3.0760295959776482,
      "learning_rate": 0.00021848622836987777,
      "loss": 4.4062,
      "step": 52438
    },
    {
      "epoch": 2.147818963751792,
      "grad_norm": 2.593930024463883,
      "learning_rate": 0.0002184833267398793,
      "loss": 4.4375,
      "step": 52439
    },
    {
      "epoch": 2.1478599221789882,
      "grad_norm": 4.535870890760411,
      "learning_rate": 0.0002184804250775059,
      "loss": 6.9375,
      "step": 52440
    },
    {
      "epoch": 2.147900880606185,
      "grad_norm": 3.4911376574326525,
      "learning_rate": 0.00021847752338275891,
      "loss": 5.0938,
      "step": 52441
    },
    {
      "epoch": 2.1479418390333813,
      "grad_norm": 3.181991634549727,
      "learning_rate": 0.0002184746216556397,
      "loss": 4.3125,
      "step": 52442
    },
    {
      "epoch": 2.1479827974605774,
      "grad_norm": 3.7910441772817305,
      "learning_rate": 0.0002184717198961497,
      "loss": 5.0,
      "step": 52443
    },
    {
      "epoch": 2.148023755887774,
      "grad_norm": 2.828345343661337,
      "learning_rate": 0.00021846881810429027,
      "loss": 4.8438,
      "step": 52444
    },
    {
      "epoch": 2.1480647143149705,
      "grad_norm": 4.819604458368179,
      "learning_rate": 0.0002184659162800627,
      "loss": 6.0625,
      "step": 52445
    },
    {
      "epoch": 2.1481056727421666,
      "grad_norm": 2.9878292792898247,
      "learning_rate": 0.0002184630144234684,
      "loss": 4.0938,
      "step": 52446
    },
    {
      "epoch": 2.148146631169363,
      "grad_norm": 2.894463352682525,
      "learning_rate": 0.0002184601125345088,
      "loss": 4.0938,
      "step": 52447
    },
    {
      "epoch": 2.1481875895965596,
      "grad_norm": 2.906615226531888,
      "learning_rate": 0.00021845721061318523,
      "loss": 4.8125,
      "step": 52448
    },
    {
      "epoch": 2.1482285480237557,
      "grad_norm": 2.9122305415619385,
      "learning_rate": 0.0002184543086594991,
      "loss": 4.75,
      "step": 52449
    },
    {
      "epoch": 2.1482695064509523,
      "grad_norm": 4.542656673344966,
      "learning_rate": 0.00021845140667345165,
      "loss": 5.2188,
      "step": 52450
    },
    {
      "epoch": 2.148310464878149,
      "grad_norm": 5.420086733463959,
      "learning_rate": 0.00021844850465504444,
      "loss": 2.9844,
      "step": 52451
    },
    {
      "epoch": 2.148351423305345,
      "grad_norm": 3.0141470941381225,
      "learning_rate": 0.00021844560260427868,
      "loss": 5.0,
      "step": 52452
    },
    {
      "epoch": 2.1483923817325414,
      "grad_norm": 3.927113606966186,
      "learning_rate": 0.00021844270052115587,
      "loss": 5.7812,
      "step": 52453
    },
    {
      "epoch": 2.148433340159738,
      "grad_norm": 3.512125658700543,
      "learning_rate": 0.00021843979840567728,
      "loss": 5.5,
      "step": 52454
    },
    {
      "epoch": 2.148474298586934,
      "grad_norm": 2.697782248619657,
      "learning_rate": 0.00021843689625784436,
      "loss": 3.4219,
      "step": 52455
    },
    {
      "epoch": 2.1485152570141306,
      "grad_norm": 2.6372180962106984,
      "learning_rate": 0.0002184339940776584,
      "loss": 3.9219,
      "step": 52456
    },
    {
      "epoch": 2.148556215441327,
      "grad_norm": 2.994390797596532,
      "learning_rate": 0.00021843109186512087,
      "loss": 5.6562,
      "step": 52457
    },
    {
      "epoch": 2.1485971738685237,
      "grad_norm": 2.8179714377580645,
      "learning_rate": 0.00021842818962023304,
      "loss": 4.5,
      "step": 52458
    },
    {
      "epoch": 2.1486381322957198,
      "grad_norm": 3.2420848291595075,
      "learning_rate": 0.00021842528734299633,
      "loss": 5.0,
      "step": 52459
    },
    {
      "epoch": 2.1486790907229163,
      "grad_norm": 2.828570144745546,
      "learning_rate": 0.00021842238503341218,
      "loss": 4.5,
      "step": 52460
    },
    {
      "epoch": 2.148720049150113,
      "grad_norm": 3.1594324443961237,
      "learning_rate": 0.00021841948269148186,
      "loss": 5.1875,
      "step": 52461
    },
    {
      "epoch": 2.148761007577309,
      "grad_norm": 3.8680870901464295,
      "learning_rate": 0.00021841658031720678,
      "loss": 4.3438,
      "step": 52462
    },
    {
      "epoch": 2.1488019660045055,
      "grad_norm": 2.6185656909192088,
      "learning_rate": 0.00021841367791058833,
      "loss": 3.875,
      "step": 52463
    },
    {
      "epoch": 2.148842924431702,
      "grad_norm": 8.588688906091726,
      "learning_rate": 0.00021841077547162782,
      "loss": 1.8203,
      "step": 52464
    },
    {
      "epoch": 2.148883882858898,
      "grad_norm": 2.766011942290355,
      "learning_rate": 0.00021840787300032668,
      "loss": 4.5938,
      "step": 52465
    },
    {
      "epoch": 2.1489248412860946,
      "grad_norm": 2.8616415760258245,
      "learning_rate": 0.00021840497049668627,
      "loss": 5.0625,
      "step": 52466
    },
    {
      "epoch": 2.148965799713291,
      "grad_norm": 2.981922438681161,
      "learning_rate": 0.00021840206796070797,
      "loss": 4.875,
      "step": 52467
    },
    {
      "epoch": 2.1490067581404872,
      "grad_norm": 15.23916104634785,
      "learning_rate": 0.00021839916539239315,
      "loss": 4.25,
      "step": 52468
    },
    {
      "epoch": 2.149047716567684,
      "grad_norm": 2.724196403442867,
      "learning_rate": 0.0002183962627917431,
      "loss": 3.4688,
      "step": 52469
    },
    {
      "epoch": 2.1490886749948803,
      "grad_norm": 2.733073443911825,
      "learning_rate": 0.00021839336015875934,
      "loss": 4.3125,
      "step": 52470
    },
    {
      "epoch": 2.1491296334220764,
      "grad_norm": 2.739764018642325,
      "learning_rate": 0.00021839045749344317,
      "loss": 4.7188,
      "step": 52471
    },
    {
      "epoch": 2.149170591849273,
      "grad_norm": 2.719966238426303,
      "learning_rate": 0.00021838755479579595,
      "loss": 4.8438,
      "step": 52472
    },
    {
      "epoch": 2.1492115502764695,
      "grad_norm": 4.941090772282714,
      "learning_rate": 0.00021838465206581905,
      "loss": 5.0938,
      "step": 52473
    },
    {
      "epoch": 2.1492525087036656,
      "grad_norm": 2.7595873903043633,
      "learning_rate": 0.00021838174930351384,
      "loss": 4.25,
      "step": 52474
    },
    {
      "epoch": 2.149293467130862,
      "grad_norm": 2.944553344264302,
      "learning_rate": 0.00021837884650888176,
      "loss": 4.3438,
      "step": 52475
    },
    {
      "epoch": 2.1493344255580586,
      "grad_norm": 3.1197395089416515,
      "learning_rate": 0.0002183759436819241,
      "loss": 5.125,
      "step": 52476
    },
    {
      "epoch": 2.149375383985255,
      "grad_norm": 4.594979448568488,
      "learning_rate": 0.00021837304082264225,
      "loss": 3.5156,
      "step": 52477
    },
    {
      "epoch": 2.1494163424124513,
      "grad_norm": 2.975593983465382,
      "learning_rate": 0.00021837013793103756,
      "loss": 5.0625,
      "step": 52478
    },
    {
      "epoch": 2.149457300839648,
      "grad_norm": 7.676993467892962,
      "learning_rate": 0.0002183672350071115,
      "loss": 3.3125,
      "step": 52479
    },
    {
      "epoch": 2.1494982592668443,
      "grad_norm": 3.2212990246326276,
      "learning_rate": 0.00021836433205086534,
      "loss": 5.0312,
      "step": 52480
    },
    {
      "epoch": 2.1495392176940404,
      "grad_norm": 2.764248893677689,
      "learning_rate": 0.00021836142906230053,
      "loss": 4.3438,
      "step": 52481
    },
    {
      "epoch": 2.149580176121237,
      "grad_norm": 2.577980234419497,
      "learning_rate": 0.00021835852604141836,
      "loss": 4.6875,
      "step": 52482
    },
    {
      "epoch": 2.1496211345484335,
      "grad_norm": 7.902291411299508,
      "learning_rate": 0.00021835562298822025,
      "loss": 6.5625,
      "step": 52483
    },
    {
      "epoch": 2.1496620929756296,
      "grad_norm": 2.700014753610726,
      "learning_rate": 0.0002183527199027076,
      "loss": 5.375,
      "step": 52484
    },
    {
      "epoch": 2.149703051402826,
      "grad_norm": 3.9991320915510555,
      "learning_rate": 0.00021834981678488173,
      "loss": 5.0625,
      "step": 52485
    },
    {
      "epoch": 2.1497440098300227,
      "grad_norm": 2.6380786284541347,
      "learning_rate": 0.00021834691363474402,
      "loss": 4.4375,
      "step": 52486
    },
    {
      "epoch": 2.1497849682572188,
      "grad_norm": 5.057508730193959,
      "learning_rate": 0.0002183440104522959,
      "loss": 5.8125,
      "step": 52487
    },
    {
      "epoch": 2.1498259266844153,
      "grad_norm": 2.6287571055668573,
      "learning_rate": 0.00021834110723753866,
      "loss": 4.0625,
      "step": 52488
    },
    {
      "epoch": 2.149866885111612,
      "grad_norm": 2.588055174159174,
      "learning_rate": 0.0002183382039904737,
      "loss": 5.3125,
      "step": 52489
    },
    {
      "epoch": 2.149907843538808,
      "grad_norm": 3.4150347544096586,
      "learning_rate": 0.00021833530071110242,
      "loss": 4.625,
      "step": 52490
    },
    {
      "epoch": 2.1499488019660045,
      "grad_norm": 2.6893632381150447,
      "learning_rate": 0.0002183323973994262,
      "loss": 3.875,
      "step": 52491
    },
    {
      "epoch": 2.149989760393201,
      "grad_norm": 4.53897121963989,
      "learning_rate": 0.00021832949405544636,
      "loss": 4.9062,
      "step": 52492
    },
    {
      "epoch": 2.150030718820397,
      "grad_norm": 2.5821075808544602,
      "learning_rate": 0.0002183265906791643,
      "loss": 4.6875,
      "step": 52493
    },
    {
      "epoch": 2.1500716772475936,
      "grad_norm": 2.6043012494085795,
      "learning_rate": 0.00021832368727058138,
      "loss": 3.875,
      "step": 52494
    },
    {
      "epoch": 2.15011263567479,
      "grad_norm": 4.355615705412881,
      "learning_rate": 0.000218320783829699,
      "loss": 2.125,
      "step": 52495
    },
    {
      "epoch": 2.1501535941019867,
      "grad_norm": 2.904573529026057,
      "learning_rate": 0.00021831788035651855,
      "loss": 3.9062,
      "step": 52496
    },
    {
      "epoch": 2.150194552529183,
      "grad_norm": 7.651045633681458,
      "learning_rate": 0.00021831497685104132,
      "loss": 6.5312,
      "step": 52497
    },
    {
      "epoch": 2.1502355109563793,
      "grad_norm": 5.072528796534049,
      "learning_rate": 0.00021831207331326878,
      "loss": 3.1406,
      "step": 52498
    },
    {
      "epoch": 2.150276469383576,
      "grad_norm": 3.5260197181737305,
      "learning_rate": 0.00021830916974320224,
      "loss": 4.9688,
      "step": 52499
    },
    {
      "epoch": 2.150317427810772,
      "grad_norm": 2.617448574100736,
      "learning_rate": 0.00021830626614084307,
      "loss": 4.0625,
      "step": 52500
    },
    {
      "epoch": 2.1503583862379685,
      "grad_norm": 2.983136129545821,
      "learning_rate": 0.00021830336250619267,
      "loss": 3.8125,
      "step": 52501
    },
    {
      "epoch": 2.150399344665165,
      "grad_norm": 4.932945920458074,
      "learning_rate": 0.00021830045883925237,
      "loss": 3.1562,
      "step": 52502
    },
    {
      "epoch": 2.150440303092361,
      "grad_norm": 2.8941316933193404,
      "learning_rate": 0.00021829755514002366,
      "loss": 4.8438,
      "step": 52503
    },
    {
      "epoch": 2.1504812615195577,
      "grad_norm": 3.0078923054603357,
      "learning_rate": 0.00021829465140850774,
      "loss": 4.4688,
      "step": 52504
    },
    {
      "epoch": 2.150522219946754,
      "grad_norm": 3.099137181837783,
      "learning_rate": 0.00021829174764470612,
      "loss": 4.7812,
      "step": 52505
    },
    {
      "epoch": 2.1505631783739503,
      "grad_norm": 2.914751462852729,
      "learning_rate": 0.0002182888438486201,
      "loss": 4.75,
      "step": 52506
    },
    {
      "epoch": 2.150604136801147,
      "grad_norm": 2.6501119232081507,
      "learning_rate": 0.0002182859400202511,
      "loss": 4.6562,
      "step": 52507
    },
    {
      "epoch": 2.1506450952283434,
      "grad_norm": 2.6221185283475705,
      "learning_rate": 0.00021828303615960046,
      "loss": 3.1094,
      "step": 52508
    },
    {
      "epoch": 2.1506860536555394,
      "grad_norm": 6.214051190694909,
      "learning_rate": 0.00021828013226666954,
      "loss": 3.375,
      "step": 52509
    },
    {
      "epoch": 2.150727012082736,
      "grad_norm": 7.457397031299624,
      "learning_rate": 0.00021827722834145976,
      "loss": 5.4375,
      "step": 52510
    },
    {
      "epoch": 2.1507679705099325,
      "grad_norm": 3.67539973388291,
      "learning_rate": 0.0002182743243839725,
      "loss": 4.7812,
      "step": 52511
    },
    {
      "epoch": 2.1508089289371286,
      "grad_norm": 2.8549788893671924,
      "learning_rate": 0.00021827142039420908,
      "loss": 4.3438,
      "step": 52512
    },
    {
      "epoch": 2.150849887364325,
      "grad_norm": 3.284221863682089,
      "learning_rate": 0.00021826851637217086,
      "loss": 5.8438,
      "step": 52513
    },
    {
      "epoch": 2.1508908457915217,
      "grad_norm": 3.429521167128951,
      "learning_rate": 0.00021826561231785924,
      "loss": 1.1562,
      "step": 52514
    },
    {
      "epoch": 2.150931804218718,
      "grad_norm": 2.7323828943201574,
      "learning_rate": 0.00021826270823127567,
      "loss": 4.8125,
      "step": 52515
    },
    {
      "epoch": 2.1509727626459143,
      "grad_norm": 2.775600678841928,
      "learning_rate": 0.0002182598041124214,
      "loss": 4.3125,
      "step": 52516
    },
    {
      "epoch": 2.151013721073111,
      "grad_norm": 2.37098444658368,
      "learning_rate": 0.00021825689996129787,
      "loss": 4.0625,
      "step": 52517
    },
    {
      "epoch": 2.1510546795003074,
      "grad_norm": 5.255921670983906,
      "learning_rate": 0.0002182539957779064,
      "loss": 5.9062,
      "step": 52518
    },
    {
      "epoch": 2.1510956379275035,
      "grad_norm": 2.7084837690122576,
      "learning_rate": 0.00021825109156224846,
      "loss": 4.8125,
      "step": 52519
    },
    {
      "epoch": 2.1511365963547,
      "grad_norm": 3.493617889784745,
      "learning_rate": 0.00021824818731432536,
      "loss": 4.4375,
      "step": 52520
    },
    {
      "epoch": 2.1511775547818965,
      "grad_norm": 3.0871664492244957,
      "learning_rate": 0.00021824528303413844,
      "loss": 5.3125,
      "step": 52521
    },
    {
      "epoch": 2.1512185132090926,
      "grad_norm": 2.6698532330940736,
      "learning_rate": 0.0002182423787216891,
      "loss": 3.6406,
      "step": 52522
    },
    {
      "epoch": 2.151259471636289,
      "grad_norm": 4.307231591584002,
      "learning_rate": 0.0002182394743769788,
      "loss": 4.875,
      "step": 52523
    },
    {
      "epoch": 2.1513004300634857,
      "grad_norm": 4.293885070523472,
      "learning_rate": 0.0002182365700000088,
      "loss": 5.375,
      "step": 52524
    },
    {
      "epoch": 2.151341388490682,
      "grad_norm": 2.924715675175972,
      "learning_rate": 0.0002182336655907805,
      "loss": 4.2812,
      "step": 52525
    },
    {
      "epoch": 2.1513823469178783,
      "grad_norm": 5.216608985629376,
      "learning_rate": 0.00021823076114929526,
      "loss": 6.875,
      "step": 52526
    },
    {
      "epoch": 2.151423305345075,
      "grad_norm": 2.797411624060748,
      "learning_rate": 0.00021822785667555448,
      "loss": 4.2812,
      "step": 52527
    },
    {
      "epoch": 2.151464263772271,
      "grad_norm": 2.711018415215148,
      "learning_rate": 0.00021822495216955955,
      "loss": 4.375,
      "step": 52528
    },
    {
      "epoch": 2.1515052221994675,
      "grad_norm": 2.655831213132818,
      "learning_rate": 0.00021822204763131183,
      "loss": 4.1875,
      "step": 52529
    },
    {
      "epoch": 2.151546180626664,
      "grad_norm": 7.90127220256034,
      "learning_rate": 0.00021821914306081265,
      "loss": 6.5312,
      "step": 52530
    },
    {
      "epoch": 2.15158713905386,
      "grad_norm": 3.5681497647584233,
      "learning_rate": 0.00021821623845806343,
      "loss": 5.75,
      "step": 52531
    },
    {
      "epoch": 2.1516280974810567,
      "grad_norm": 2.6690334367232595,
      "learning_rate": 0.00021821333382306555,
      "loss": 3.7656,
      "step": 52532
    },
    {
      "epoch": 2.151669055908253,
      "grad_norm": 3.430312318706451,
      "learning_rate": 0.00021821042915582038,
      "loss": 6.4375,
      "step": 52533
    },
    {
      "epoch": 2.1517100143354497,
      "grad_norm": 3.347828100501998,
      "learning_rate": 0.00021820752445632924,
      "loss": 4.7812,
      "step": 52534
    },
    {
      "epoch": 2.151750972762646,
      "grad_norm": 3.833540209749337,
      "learning_rate": 0.00021820461972459356,
      "loss": 4.9375,
      "step": 52535
    },
    {
      "epoch": 2.1517919311898424,
      "grad_norm": 3.3755360721750534,
      "learning_rate": 0.00021820171496061467,
      "loss": 4.1875,
      "step": 52536
    },
    {
      "epoch": 2.151832889617039,
      "grad_norm": 4.3911686878259335,
      "learning_rate": 0.000218198810164394,
      "loss": 4.9375,
      "step": 52537
    },
    {
      "epoch": 2.151873848044235,
      "grad_norm": 2.941082752916019,
      "learning_rate": 0.00021819590533593284,
      "loss": 4.9688,
      "step": 52538
    },
    {
      "epoch": 2.1519148064714315,
      "grad_norm": 3.0753372148471922,
      "learning_rate": 0.00021819300047523266,
      "loss": 4.25,
      "step": 52539
    },
    {
      "epoch": 2.151955764898628,
      "grad_norm": 3.3114340708226995,
      "learning_rate": 0.0002181900955822948,
      "loss": 4.4375,
      "step": 52540
    },
    {
      "epoch": 2.151996723325824,
      "grad_norm": 6.335206092395729,
      "learning_rate": 0.00021818719065712055,
      "loss": 4.2812,
      "step": 52541
    },
    {
      "epoch": 2.1520376817530207,
      "grad_norm": 2.7198886949453804,
      "learning_rate": 0.00021818428569971138,
      "loss": 4.6562,
      "step": 52542
    },
    {
      "epoch": 2.152078640180217,
      "grad_norm": 2.556843576250064,
      "learning_rate": 0.00021818138071006869,
      "loss": 4.3438,
      "step": 52543
    },
    {
      "epoch": 2.1521195986074133,
      "grad_norm": 16.42968594342331,
      "learning_rate": 0.00021817847568819375,
      "loss": 6.0,
      "step": 52544
    },
    {
      "epoch": 2.15216055703461,
      "grad_norm": 2.7157880645374473,
      "learning_rate": 0.00021817557063408797,
      "loss": 3.7188,
      "step": 52545
    },
    {
      "epoch": 2.1522015154618064,
      "grad_norm": 3.282436184838972,
      "learning_rate": 0.00021817266554775274,
      "loss": 2.4688,
      "step": 52546
    },
    {
      "epoch": 2.1522424738890025,
      "grad_norm": 4.470145735893196,
      "learning_rate": 0.00021816976042918947,
      "loss": 4.0625,
      "step": 52547
    },
    {
      "epoch": 2.152283432316199,
      "grad_norm": 2.7931118599139455,
      "learning_rate": 0.00021816685527839948,
      "loss": 5.0,
      "step": 52548
    },
    {
      "epoch": 2.1523243907433955,
      "grad_norm": 2.861018134335698,
      "learning_rate": 0.00021816395009538415,
      "loss": 4.3125,
      "step": 52549
    },
    {
      "epoch": 2.1523653491705916,
      "grad_norm": 2.816042410937045,
      "learning_rate": 0.00021816104488014485,
      "loss": 4.125,
      "step": 52550
    },
    {
      "epoch": 2.152406307597788,
      "grad_norm": 3.190966323064683,
      "learning_rate": 0.00021815813963268297,
      "loss": 4.75,
      "step": 52551
    },
    {
      "epoch": 2.1524472660249847,
      "grad_norm": 2.751568279540302,
      "learning_rate": 0.00021815523435299988,
      "loss": 4.9375,
      "step": 52552
    },
    {
      "epoch": 2.1524882244521812,
      "grad_norm": 5.482336681893525,
      "learning_rate": 0.00021815232904109696,
      "loss": 4.8438,
      "step": 52553
    },
    {
      "epoch": 2.1525291828793773,
      "grad_norm": 3.24039327504507,
      "learning_rate": 0.00021814942369697554,
      "loss": 4.6562,
      "step": 52554
    },
    {
      "epoch": 2.152570141306574,
      "grad_norm": 2.7196433683384473,
      "learning_rate": 0.00021814651832063704,
      "loss": 4.2812,
      "step": 52555
    },
    {
      "epoch": 2.1526110997337704,
      "grad_norm": 4.683492066517856,
      "learning_rate": 0.00021814361291208284,
      "loss": 5.875,
      "step": 52556
    },
    {
      "epoch": 2.1526520581609665,
      "grad_norm": 3.2084278661938437,
      "learning_rate": 0.00021814070747131427,
      "loss": 4.7188,
      "step": 52557
    },
    {
      "epoch": 2.152693016588163,
      "grad_norm": 3.1481773669718387,
      "learning_rate": 0.00021813780199833274,
      "loss": 4.625,
      "step": 52558
    },
    {
      "epoch": 2.1527339750153596,
      "grad_norm": 2.87014886116729,
      "learning_rate": 0.00021813489649313963,
      "loss": 4.0938,
      "step": 52559
    },
    {
      "epoch": 2.1527749334425557,
      "grad_norm": 2.7561755175586495,
      "learning_rate": 0.00021813199095573627,
      "loss": 4.1562,
      "step": 52560
    },
    {
      "epoch": 2.152815891869752,
      "grad_norm": 2.7518696300657766,
      "learning_rate": 0.00021812908538612407,
      "loss": 4.0625,
      "step": 52561
    },
    {
      "epoch": 2.1528568502969487,
      "grad_norm": 2.6416294679830785,
      "learning_rate": 0.00021812617978430435,
      "loss": 4.6875,
      "step": 52562
    },
    {
      "epoch": 2.152897808724145,
      "grad_norm": 4.295865593657475,
      "learning_rate": 0.00021812327415027857,
      "loss": 4.2812,
      "step": 52563
    },
    {
      "epoch": 2.1529387671513414,
      "grad_norm": 5.132539308054681,
      "learning_rate": 0.00021812036848404805,
      "loss": 5.5,
      "step": 52564
    },
    {
      "epoch": 2.152979725578538,
      "grad_norm": 2.884880339076321,
      "learning_rate": 0.00021811746278561418,
      "loss": 4.8438,
      "step": 52565
    },
    {
      "epoch": 2.153020684005734,
      "grad_norm": 5.898439223664905,
      "learning_rate": 0.0002181145570549783,
      "loss": 5.125,
      "step": 52566
    },
    {
      "epoch": 2.1530616424329305,
      "grad_norm": 3.805863509578421,
      "learning_rate": 0.00021811165129214183,
      "loss": 6.5,
      "step": 52567
    },
    {
      "epoch": 2.153102600860127,
      "grad_norm": 5.9881389212375575,
      "learning_rate": 0.00021810874549710616,
      "loss": 3.2969,
      "step": 52568
    },
    {
      "epoch": 2.153143559287323,
      "grad_norm": 3.694735067444598,
      "learning_rate": 0.00021810583966987257,
      "loss": 5.6562,
      "step": 52569
    },
    {
      "epoch": 2.1531845177145197,
      "grad_norm": 2.7542742627482872,
      "learning_rate": 0.00021810293381044254,
      "loss": 4.2812,
      "step": 52570
    },
    {
      "epoch": 2.153225476141716,
      "grad_norm": 5.2640330914623865,
      "learning_rate": 0.00021810002791881734,
      "loss": 7.125,
      "step": 52571
    },
    {
      "epoch": 2.1532664345689128,
      "grad_norm": 2.633060181214573,
      "learning_rate": 0.00021809712199499844,
      "loss": 3.8438,
      "step": 52572
    },
    {
      "epoch": 2.153307392996109,
      "grad_norm": 3.530560557734335,
      "learning_rate": 0.00021809421603898713,
      "loss": 5.4375,
      "step": 52573
    },
    {
      "epoch": 2.1533483514233054,
      "grad_norm": 2.923565192006621,
      "learning_rate": 0.00021809131005078486,
      "loss": 5.2812,
      "step": 52574
    },
    {
      "epoch": 2.153389309850502,
      "grad_norm": 12.029721401722135,
      "learning_rate": 0.00021808840403039298,
      "loss": 2.0156,
      "step": 52575
    },
    {
      "epoch": 2.153430268277698,
      "grad_norm": 2.909177898772014,
      "learning_rate": 0.00021808549797781282,
      "loss": 4.4375,
      "step": 52576
    },
    {
      "epoch": 2.1534712267048945,
      "grad_norm": 3.0058473548612326,
      "learning_rate": 0.0002180825918930458,
      "loss": 4.5,
      "step": 52577
    },
    {
      "epoch": 2.153512185132091,
      "grad_norm": 4.121665357251887,
      "learning_rate": 0.00021807968577609326,
      "loss": 3.2031,
      "step": 52578
    },
    {
      "epoch": 2.153553143559287,
      "grad_norm": 3.01095302519026,
      "learning_rate": 0.00021807677962695665,
      "loss": 6.6562,
      "step": 52579
    },
    {
      "epoch": 2.1535941019864837,
      "grad_norm": 4.483829766469906,
      "learning_rate": 0.00021807387344563724,
      "loss": 4.8438,
      "step": 52580
    },
    {
      "epoch": 2.1536350604136802,
      "grad_norm": 4.290677430371668,
      "learning_rate": 0.00021807096723213646,
      "loss": 3.8125,
      "step": 52581
    },
    {
      "epoch": 2.1536760188408763,
      "grad_norm": 4.222336115678737,
      "learning_rate": 0.00021806806098645569,
      "loss": 4.625,
      "step": 52582
    },
    {
      "epoch": 2.153716977268073,
      "grad_norm": 3.1756722224699994,
      "learning_rate": 0.00021806515470859628,
      "loss": 4.3125,
      "step": 52583
    },
    {
      "epoch": 2.1537579356952694,
      "grad_norm": 2.8128343596690333,
      "learning_rate": 0.00021806224839855966,
      "loss": 4.6875,
      "step": 52584
    },
    {
      "epoch": 2.1537988941224655,
      "grad_norm": 2.6896875993265876,
      "learning_rate": 0.0002180593420563471,
      "loss": 4.5312,
      "step": 52585
    },
    {
      "epoch": 2.153839852549662,
      "grad_norm": 3.8003759906044503,
      "learning_rate": 0.00021805643568196002,
      "loss": 5.4688,
      "step": 52586
    },
    {
      "epoch": 2.1538808109768586,
      "grad_norm": 3.351904632160165,
      "learning_rate": 0.00021805352927539988,
      "loss": 5.0938,
      "step": 52587
    },
    {
      "epoch": 2.1539217694040547,
      "grad_norm": 3.1887573160345597,
      "learning_rate": 0.00021805062283666792,
      "loss": 4.3125,
      "step": 52588
    },
    {
      "epoch": 2.153962727831251,
      "grad_norm": 2.6791446545843107,
      "learning_rate": 0.0002180477163657656,
      "loss": 4.1875,
      "step": 52589
    },
    {
      "epoch": 2.1540036862584477,
      "grad_norm": 4.7557479076017515,
      "learning_rate": 0.00021804480986269424,
      "loss": 3.875,
      "step": 52590
    },
    {
      "epoch": 2.1540446446856443,
      "grad_norm": 2.983081927811741,
      "learning_rate": 0.00021804190332745527,
      "loss": 2.3438,
      "step": 52591
    },
    {
      "epoch": 2.1540856031128404,
      "grad_norm": 2.6391327237872058,
      "learning_rate": 0.00021803899676005003,
      "loss": 3.6875,
      "step": 52592
    },
    {
      "epoch": 2.154126561540037,
      "grad_norm": 3.2803469726052183,
      "learning_rate": 0.0002180360901604799,
      "loss": 5.4062,
      "step": 52593
    },
    {
      "epoch": 2.1541675199672334,
      "grad_norm": 2.796676924524977,
      "learning_rate": 0.00021803318352874623,
      "loss": 4.7188,
      "step": 52594
    },
    {
      "epoch": 2.1542084783944295,
      "grad_norm": 2.659631917065149,
      "learning_rate": 0.00021803027686485046,
      "loss": 4.2188,
      "step": 52595
    },
    {
      "epoch": 2.154249436821626,
      "grad_norm": 2.7260622448658496,
      "learning_rate": 0.00021802737016879392,
      "loss": 4.5,
      "step": 52596
    },
    {
      "epoch": 2.1542903952488226,
      "grad_norm": 3.5533506257807885,
      "learning_rate": 0.000218024463440578,
      "loss": 4.75,
      "step": 52597
    },
    {
      "epoch": 2.1543313536760187,
      "grad_norm": 2.0202208412092095,
      "learning_rate": 0.000218021556680204,
      "loss": 3.0,
      "step": 52598
    },
    {
      "epoch": 2.1543723121032152,
      "grad_norm": 3.270766103011767,
      "learning_rate": 0.00021801864988767338,
      "loss": 5.125,
      "step": 52599
    },
    {
      "epoch": 2.1544132705304118,
      "grad_norm": 3.4002219401460336,
      "learning_rate": 0.00021801574306298753,
      "loss": 5.4688,
      "step": 52600
    },
    {
      "epoch": 2.154454228957608,
      "grad_norm": 3.3006352362548848,
      "learning_rate": 0.00021801283620614777,
      "loss": 3.8594,
      "step": 52601
    },
    {
      "epoch": 2.1544951873848044,
      "grad_norm": 4.884054045630848,
      "learning_rate": 0.0002180099293171554,
      "loss": 5.7812,
      "step": 52602
    },
    {
      "epoch": 2.154536145812001,
      "grad_norm": 2.7495737784653027,
      "learning_rate": 0.00021800702239601198,
      "loss": 4.3125,
      "step": 52603
    },
    {
      "epoch": 2.154577104239197,
      "grad_norm": 4.637670090915369,
      "learning_rate": 0.0002180041154427188,
      "loss": 5.25,
      "step": 52604
    },
    {
      "epoch": 2.1546180626663936,
      "grad_norm": 3.4116832653964675,
      "learning_rate": 0.00021800120845727713,
      "loss": 4.4062,
      "step": 52605
    },
    {
      "epoch": 2.15465902109359,
      "grad_norm": 2.762879288263128,
      "learning_rate": 0.00021799830143968849,
      "loss": 4.25,
      "step": 52606
    },
    {
      "epoch": 2.154699979520786,
      "grad_norm": 2.5449632795409167,
      "learning_rate": 0.00021799539438995422,
      "loss": 4.3438,
      "step": 52607
    },
    {
      "epoch": 2.1547409379479827,
      "grad_norm": 7.801721566495752,
      "learning_rate": 0.00021799248730807567,
      "loss": 6.2188,
      "step": 52608
    },
    {
      "epoch": 2.1547818963751793,
      "grad_norm": 3.204582558756133,
      "learning_rate": 0.00021798958019405415,
      "loss": 4.8125,
      "step": 52609
    },
    {
      "epoch": 2.154822854802376,
      "grad_norm": 3.6506493779299767,
      "learning_rate": 0.00021798667304789114,
      "loss": 5.0312,
      "step": 52610
    },
    {
      "epoch": 2.154863813229572,
      "grad_norm": 2.7612112481813353,
      "learning_rate": 0.00021798376586958798,
      "loss": 4.4375,
      "step": 52611
    },
    {
      "epoch": 2.1549047716567684,
      "grad_norm": 3.390650498981373,
      "learning_rate": 0.00021798085865914603,
      "loss": 4.9375,
      "step": 52612
    },
    {
      "epoch": 2.154945730083965,
      "grad_norm": 3.3003944676390318,
      "learning_rate": 0.00021797795141656665,
      "loss": 3.9844,
      "step": 52613
    },
    {
      "epoch": 2.154986688511161,
      "grad_norm": 2.554774186627845,
      "learning_rate": 0.0002179750441418513,
      "loss": 4.0625,
      "step": 52614
    },
    {
      "epoch": 2.1550276469383576,
      "grad_norm": 4.351240332297077,
      "learning_rate": 0.0002179721368350013,
      "loss": 4.1875,
      "step": 52615
    },
    {
      "epoch": 2.155068605365554,
      "grad_norm": 3.066549252257895,
      "learning_rate": 0.00021796922949601796,
      "loss": 4.8125,
      "step": 52616
    },
    {
      "epoch": 2.15510956379275,
      "grad_norm": 3.708347905017562,
      "learning_rate": 0.00021796632212490275,
      "loss": 5.0938,
      "step": 52617
    },
    {
      "epoch": 2.1551505222199467,
      "grad_norm": 3.460750632103564,
      "learning_rate": 0.000217963414721657,
      "loss": 2.5469,
      "step": 52618
    },
    {
      "epoch": 2.1551914806471433,
      "grad_norm": 2.925466117511578,
      "learning_rate": 0.00021796050728628208,
      "loss": 4.625,
      "step": 52619
    },
    {
      "epoch": 2.1552324390743394,
      "grad_norm": 3.0114273579611965,
      "learning_rate": 0.00021795759981877938,
      "loss": 6.0938,
      "step": 52620
    },
    {
      "epoch": 2.155273397501536,
      "grad_norm": 4.0980654265953715,
      "learning_rate": 0.0002179546923191503,
      "loss": 4.5625,
      "step": 52621
    },
    {
      "epoch": 2.1553143559287324,
      "grad_norm": 4.240807886338507,
      "learning_rate": 0.0002179517847873961,
      "loss": 4.0938,
      "step": 52622
    },
    {
      "epoch": 2.1553553143559285,
      "grad_norm": 3.977568597451602,
      "learning_rate": 0.0002179488772235183,
      "loss": 5.25,
      "step": 52623
    },
    {
      "epoch": 2.155396272783125,
      "grad_norm": 3.2007428449939628,
      "learning_rate": 0.00021794596962751824,
      "loss": 4.9688,
      "step": 52624
    },
    {
      "epoch": 2.1554372312103216,
      "grad_norm": 2.6011668959251204,
      "learning_rate": 0.00021794306199939722,
      "loss": 4.125,
      "step": 52625
    },
    {
      "epoch": 2.1554781896375177,
      "grad_norm": 2.5431928077831856,
      "learning_rate": 0.00021794015433915668,
      "loss": 4.6562,
      "step": 52626
    },
    {
      "epoch": 2.1555191480647142,
      "grad_norm": 3.2595866737870147,
      "learning_rate": 0.00021793724664679798,
      "loss": 4.8438,
      "step": 52627
    },
    {
      "epoch": 2.1555601064919108,
      "grad_norm": 2.891610541397701,
      "learning_rate": 0.0002179343389223225,
      "loss": 4.9062,
      "step": 52628
    },
    {
      "epoch": 2.1556010649191073,
      "grad_norm": 3.1678183758472622,
      "learning_rate": 0.00021793143116573163,
      "loss": 6.4062,
      "step": 52629
    },
    {
      "epoch": 2.1556420233463034,
      "grad_norm": 3.3250797310603857,
      "learning_rate": 0.00021792852337702663,
      "loss": 5.625,
      "step": 52630
    },
    {
      "epoch": 2.1556829817735,
      "grad_norm": 3.1035836644844403,
      "learning_rate": 0.00021792561555620903,
      "loss": 5.0312,
      "step": 52631
    },
    {
      "epoch": 2.1557239402006965,
      "grad_norm": 3.006566297094746,
      "learning_rate": 0.00021792270770328015,
      "loss": 4.625,
      "step": 52632
    },
    {
      "epoch": 2.1557648986278926,
      "grad_norm": 3.173232971259039,
      "learning_rate": 0.00021791979981824133,
      "loss": 5.125,
      "step": 52633
    },
    {
      "epoch": 2.155805857055089,
      "grad_norm": 3.2028304461945507,
      "learning_rate": 0.000217916891901094,
      "loss": 4.6875,
      "step": 52634
    },
    {
      "epoch": 2.1558468154822856,
      "grad_norm": 3.9971264122556303,
      "learning_rate": 0.00021791398395183947,
      "loss": 5.6875,
      "step": 52635
    },
    {
      "epoch": 2.1558877739094817,
      "grad_norm": 4.123120107797315,
      "learning_rate": 0.00021791107597047914,
      "loss": 6.0625,
      "step": 52636
    },
    {
      "epoch": 2.1559287323366783,
      "grad_norm": 3.6460006554579674,
      "learning_rate": 0.00021790816795701445,
      "loss": 4.5,
      "step": 52637
    },
    {
      "epoch": 2.155969690763875,
      "grad_norm": 2.990199345991933,
      "learning_rate": 0.00021790525991144665,
      "loss": 5.1875,
      "step": 52638
    },
    {
      "epoch": 2.156010649191071,
      "grad_norm": 4.793924116433036,
      "learning_rate": 0.00021790235183377724,
      "loss": 5.1875,
      "step": 52639
    },
    {
      "epoch": 2.1560516076182674,
      "grad_norm": 2.871935007518108,
      "learning_rate": 0.00021789944372400754,
      "loss": 4.6875,
      "step": 52640
    },
    {
      "epoch": 2.156092566045464,
      "grad_norm": 6.343685290124937,
      "learning_rate": 0.0002178965355821389,
      "loss": 5.6875,
      "step": 52641
    },
    {
      "epoch": 2.15613352447266,
      "grad_norm": 5.657082281275432,
      "learning_rate": 0.0002178936274081727,
      "loss": 3.5312,
      "step": 52642
    },
    {
      "epoch": 2.1561744828998566,
      "grad_norm": 5.8980801798771125,
      "learning_rate": 0.00021789071920211037,
      "loss": 2.8125,
      "step": 52643
    },
    {
      "epoch": 2.156215441327053,
      "grad_norm": 3.0736808854982343,
      "learning_rate": 0.0002178878109639532,
      "loss": 4.8438,
      "step": 52644
    },
    {
      "epoch": 2.156256399754249,
      "grad_norm": 4.21303840986725,
      "learning_rate": 0.00021788490269370264,
      "loss": 5.3125,
      "step": 52645
    },
    {
      "epoch": 2.1562973581814457,
      "grad_norm": 4.312176024121027,
      "learning_rate": 0.00021788199439136004,
      "loss": 3.3594,
      "step": 52646
    },
    {
      "epoch": 2.1563383166086423,
      "grad_norm": 6.1141601690179925,
      "learning_rate": 0.00021787908605692678,
      "loss": 3.8125,
      "step": 52647
    },
    {
      "epoch": 2.156379275035839,
      "grad_norm": 2.8968754803148196,
      "learning_rate": 0.00021787617769040423,
      "loss": 4.4375,
      "step": 52648
    },
    {
      "epoch": 2.156420233463035,
      "grad_norm": 3.668169853910231,
      "learning_rate": 0.00021787326929179372,
      "loss": 4.4688,
      "step": 52649
    },
    {
      "epoch": 2.1564611918902314,
      "grad_norm": 3.1847709706226355,
      "learning_rate": 0.0002178703608610967,
      "loss": 4.5312,
      "step": 52650
    },
    {
      "epoch": 2.156502150317428,
      "grad_norm": 3.794400620165535,
      "learning_rate": 0.00021786745239831454,
      "loss": 5.2188,
      "step": 52651
    },
    {
      "epoch": 2.156543108744624,
      "grad_norm": 2.656816570790466,
      "learning_rate": 0.00021786454390344855,
      "loss": 4.3125,
      "step": 52652
    },
    {
      "epoch": 2.1565840671718206,
      "grad_norm": 6.133638521235312,
      "learning_rate": 0.00021786163537650013,
      "loss": 5.5,
      "step": 52653
    },
    {
      "epoch": 2.156625025599017,
      "grad_norm": 3.572040740690233,
      "learning_rate": 0.00021785872681747066,
      "loss": 4.25,
      "step": 52654
    },
    {
      "epoch": 2.1566659840262132,
      "grad_norm": 2.540807087267312,
      "learning_rate": 0.00021785581822636154,
      "loss": 4.1562,
      "step": 52655
    },
    {
      "epoch": 2.1567069424534098,
      "grad_norm": 2.47421368205169,
      "learning_rate": 0.00021785290960317415,
      "loss": 3.9844,
      "step": 52656
    },
    {
      "epoch": 2.1567479008806063,
      "grad_norm": 4.767547337906566,
      "learning_rate": 0.0002178500009479098,
      "loss": 5.1562,
      "step": 52657
    },
    {
      "epoch": 2.1567888593078024,
      "grad_norm": 4.147903197441207,
      "learning_rate": 0.00021784709226056994,
      "loss": 6.125,
      "step": 52658
    },
    {
      "epoch": 2.156829817734999,
      "grad_norm": 2.741873818987228,
      "learning_rate": 0.0002178441835411559,
      "loss": 4.0,
      "step": 52659
    },
    {
      "epoch": 2.1568707761621955,
      "grad_norm": 2.9984435473115774,
      "learning_rate": 0.00021784127478966905,
      "loss": 4.5,
      "step": 52660
    },
    {
      "epoch": 2.1569117345893916,
      "grad_norm": 2.545897210070095,
      "learning_rate": 0.00021783836600611085,
      "loss": 4.3125,
      "step": 52661
    },
    {
      "epoch": 2.156952693016588,
      "grad_norm": 4.647823337142934,
      "learning_rate": 0.0002178354571904825,
      "loss": 4.875,
      "step": 52662
    },
    {
      "epoch": 2.1569936514437846,
      "grad_norm": 10.727719382254884,
      "learning_rate": 0.00021783254834278556,
      "loss": 7.125,
      "step": 52663
    },
    {
      "epoch": 2.1570346098709807,
      "grad_norm": 3.2036205176238632,
      "learning_rate": 0.0002178296394630213,
      "loss": 5.1562,
      "step": 52664
    },
    {
      "epoch": 2.1570755682981773,
      "grad_norm": 3.5532076826103354,
      "learning_rate": 0.00021782673055119114,
      "loss": 4.875,
      "step": 52665
    },
    {
      "epoch": 2.157116526725374,
      "grad_norm": 2.7752563795983756,
      "learning_rate": 0.00021782382160729638,
      "loss": 3.8438,
      "step": 52666
    },
    {
      "epoch": 2.1571574851525703,
      "grad_norm": 2.683337213029762,
      "learning_rate": 0.00021782091263133853,
      "loss": 4.4375,
      "step": 52667
    },
    {
      "epoch": 2.1571984435797664,
      "grad_norm": 3.2961067387993124,
      "learning_rate": 0.00021781800362331887,
      "loss": 5.8125,
      "step": 52668
    },
    {
      "epoch": 2.157239402006963,
      "grad_norm": 7.482949426347237,
      "learning_rate": 0.00021781509458323878,
      "loss": 6.25,
      "step": 52669
    },
    {
      "epoch": 2.1572803604341595,
      "grad_norm": 11.836399776103645,
      "learning_rate": 0.0002178121855110996,
      "loss": 6.2812,
      "step": 52670
    },
    {
      "epoch": 2.1573213188613556,
      "grad_norm": 3.4306855060709363,
      "learning_rate": 0.00021780927640690283,
      "loss": 4.1875,
      "step": 52671
    },
    {
      "epoch": 2.157362277288552,
      "grad_norm": 3.1839072005527305,
      "learning_rate": 0.00021780636727064973,
      "loss": 4.4375,
      "step": 52672
    },
    {
      "epoch": 2.1574032357157487,
      "grad_norm": 3.1279024140099447,
      "learning_rate": 0.00021780345810234176,
      "loss": 2.9375,
      "step": 52673
    },
    {
      "epoch": 2.1574441941429447,
      "grad_norm": 3.0549664360076756,
      "learning_rate": 0.00021780054890198022,
      "loss": 4.7188,
      "step": 52674
    },
    {
      "epoch": 2.1574851525701413,
      "grad_norm": 6.344358866374217,
      "learning_rate": 0.0002177976396695665,
      "loss": 7.0625,
      "step": 52675
    },
    {
      "epoch": 2.157526110997338,
      "grad_norm": 6.550979886324357,
      "learning_rate": 0.000217794730405102,
      "loss": 5.0,
      "step": 52676
    },
    {
      "epoch": 2.157567069424534,
      "grad_norm": 2.710948252931155,
      "learning_rate": 0.00021779182110858808,
      "loss": 4.2188,
      "step": 52677
    },
    {
      "epoch": 2.1576080278517304,
      "grad_norm": 2.8978556887322235,
      "learning_rate": 0.0002177889117800261,
      "loss": 5.0,
      "step": 52678
    },
    {
      "epoch": 2.157648986278927,
      "grad_norm": 2.5795261463447545,
      "learning_rate": 0.0002177860024194175,
      "loss": 4.0312,
      "step": 52679
    },
    {
      "epoch": 2.1576899447061235,
      "grad_norm": 3.4255384550865937,
      "learning_rate": 0.00021778309302676363,
      "loss": 5.7188,
      "step": 52680
    },
    {
      "epoch": 2.1577309031333196,
      "grad_norm": 3.6607918246310813,
      "learning_rate": 0.00021778018360206575,
      "loss": 4.75,
      "step": 52681
    },
    {
      "epoch": 2.157771861560516,
      "grad_norm": 2.773402493500339,
      "learning_rate": 0.0002177772741453254,
      "loss": 4.0312,
      "step": 52682
    },
    {
      "epoch": 2.1578128199877122,
      "grad_norm": 2.4864710023872285,
      "learning_rate": 0.0002177743646565439,
      "loss": 3.9688,
      "step": 52683
    },
    {
      "epoch": 2.1578537784149088,
      "grad_norm": 2.64871935161306,
      "learning_rate": 0.0002177714551357226,
      "loss": 3.875,
      "step": 52684
    },
    {
      "epoch": 2.1578947368421053,
      "grad_norm": 3.499079237686383,
      "learning_rate": 0.00021776854558286284,
      "loss": 5.3438,
      "step": 52685
    },
    {
      "epoch": 2.157935695269302,
      "grad_norm": 3.9084328883163,
      "learning_rate": 0.0002177656359979661,
      "loss": 5.0938,
      "step": 52686
    },
    {
      "epoch": 2.157976653696498,
      "grad_norm": 3.327182830626684,
      "learning_rate": 0.00021776272638103372,
      "loss": 4.5625,
      "step": 52687
    },
    {
      "epoch": 2.1580176121236945,
      "grad_norm": 5.42483106498679,
      "learning_rate": 0.00021775981673206703,
      "loss": 5.0938,
      "step": 52688
    },
    {
      "epoch": 2.158058570550891,
      "grad_norm": 2.7799347843091895,
      "learning_rate": 0.00021775690705106741,
      "loss": 4.5,
      "step": 52689
    },
    {
      "epoch": 2.158099528978087,
      "grad_norm": 3.5053662640046857,
      "learning_rate": 0.0002177539973380362,
      "loss": 5.5,
      "step": 52690
    },
    {
      "epoch": 2.1581404874052836,
      "grad_norm": 4.469291073141773,
      "learning_rate": 0.00021775108759297492,
      "loss": 4.2812,
      "step": 52691
    },
    {
      "epoch": 2.15818144583248,
      "grad_norm": 3.6140926105484708,
      "learning_rate": 0.00021774817781588485,
      "loss": 5.5,
      "step": 52692
    },
    {
      "epoch": 2.1582224042596763,
      "grad_norm": 2.88896972736956,
      "learning_rate": 0.00021774526800676737,
      "loss": 4.5938,
      "step": 52693
    },
    {
      "epoch": 2.158263362686873,
      "grad_norm": 2.6319261891526633,
      "learning_rate": 0.00021774235816562383,
      "loss": 4.25,
      "step": 52694
    },
    {
      "epoch": 2.1583043211140693,
      "grad_norm": 5.50102017455431,
      "learning_rate": 0.00021773944829245567,
      "loss": 5.6875,
      "step": 52695
    },
    {
      "epoch": 2.1583452795412654,
      "grad_norm": 3.061891083751059,
      "learning_rate": 0.0002177365383872642,
      "loss": 4.1875,
      "step": 52696
    },
    {
      "epoch": 2.158386237968462,
      "grad_norm": 3.5027187918388507,
      "learning_rate": 0.00021773362845005083,
      "loss": 5.5938,
      "step": 52697
    },
    {
      "epoch": 2.1584271963956585,
      "grad_norm": 3.277976446120449,
      "learning_rate": 0.00021773071848081693,
      "loss": 5.0938,
      "step": 52698
    },
    {
      "epoch": 2.158468154822855,
      "grad_norm": 3.1871857233937337,
      "learning_rate": 0.0002177278084795639,
      "loss": 4.4062,
      "step": 52699
    },
    {
      "epoch": 2.158509113250051,
      "grad_norm": 5.069348221250902,
      "learning_rate": 0.00021772489844629306,
      "loss": 3.1875,
      "step": 52700
    },
    {
      "epoch": 2.1585500716772477,
      "grad_norm": 3.0682619453966278,
      "learning_rate": 0.00021772198838100582,
      "loss": 4.1562,
      "step": 52701
    },
    {
      "epoch": 2.158591030104444,
      "grad_norm": 3.5610324166038625,
      "learning_rate": 0.00021771907828370356,
      "loss": 4.5,
      "step": 52702
    },
    {
      "epoch": 2.1586319885316403,
      "grad_norm": 6.154195718880066,
      "learning_rate": 0.00021771616815438767,
      "loss": 4.4375,
      "step": 52703
    },
    {
      "epoch": 2.158672946958837,
      "grad_norm": 2.842956690584273,
      "learning_rate": 0.0002177132579930595,
      "loss": 4.25,
      "step": 52704
    },
    {
      "epoch": 2.1587139053860334,
      "grad_norm": 6.615575691716987,
      "learning_rate": 0.00021771034779972042,
      "loss": 6.75,
      "step": 52705
    },
    {
      "epoch": 2.1587548638132295,
      "grad_norm": 5.337363542939764,
      "learning_rate": 0.0002177074375743718,
      "loss": 5.2188,
      "step": 52706
    },
    {
      "epoch": 2.158795822240426,
      "grad_norm": 5.036411223683367,
      "learning_rate": 0.00021770452731701507,
      "loss": 5.3438,
      "step": 52707
    },
    {
      "epoch": 2.1588367806676225,
      "grad_norm": 3.332513766497512,
      "learning_rate": 0.00021770161702765154,
      "loss": 5.625,
      "step": 52708
    },
    {
      "epoch": 2.1588777390948186,
      "grad_norm": 3.1912567903646467,
      "learning_rate": 0.00021769870670628263,
      "loss": 5.0,
      "step": 52709
    },
    {
      "epoch": 2.158918697522015,
      "grad_norm": 6.466615096952175,
      "learning_rate": 0.0002176957963529097,
      "loss": 4.875,
      "step": 52710
    },
    {
      "epoch": 2.1589596559492117,
      "grad_norm": 2.8466399197093564,
      "learning_rate": 0.00021769288596753413,
      "loss": 4.5,
      "step": 52711
    },
    {
      "epoch": 2.159000614376408,
      "grad_norm": 2.8707292846612944,
      "learning_rate": 0.00021768997555015728,
      "loss": 5.2812,
      "step": 52712
    },
    {
      "epoch": 2.1590415728036043,
      "grad_norm": 3.7317752051227218,
      "learning_rate": 0.0002176870651007805,
      "loss": 6.375,
      "step": 52713
    },
    {
      "epoch": 2.159082531230801,
      "grad_norm": 2.7517556283696276,
      "learning_rate": 0.00021768415461940525,
      "loss": 4.4062,
      "step": 52714
    },
    {
      "epoch": 2.159123489657997,
      "grad_norm": 3.2077276417768736,
      "learning_rate": 0.00021768124410603284,
      "loss": 5.75,
      "step": 52715
    },
    {
      "epoch": 2.1591644480851935,
      "grad_norm": 3.0202565195917486,
      "learning_rate": 0.0002176783335606647,
      "loss": 4.25,
      "step": 52716
    },
    {
      "epoch": 2.15920540651239,
      "grad_norm": 3.082133986416472,
      "learning_rate": 0.00021767542298330213,
      "loss": 3.7031,
      "step": 52717
    },
    {
      "epoch": 2.1592463649395865,
      "grad_norm": 17.180723630679662,
      "learning_rate": 0.00021767251237394657,
      "loss": 7.2812,
      "step": 52718
    },
    {
      "epoch": 2.1592873233667826,
      "grad_norm": 2.980353671875395,
      "learning_rate": 0.00021766960173259935,
      "loss": 4.625,
      "step": 52719
    },
    {
      "epoch": 2.159328281793979,
      "grad_norm": 2.896692595265494,
      "learning_rate": 0.0002176666910592619,
      "loss": 4.1875,
      "step": 52720
    },
    {
      "epoch": 2.1593692402211757,
      "grad_norm": 3.302074223494085,
      "learning_rate": 0.00021766378035393554,
      "loss": 3.0469,
      "step": 52721
    },
    {
      "epoch": 2.159410198648372,
      "grad_norm": 2.7579667072351977,
      "learning_rate": 0.00021766086961662171,
      "loss": 3.7031,
      "step": 52722
    },
    {
      "epoch": 2.1594511570755683,
      "grad_norm": 3.3462065439618893,
      "learning_rate": 0.00021765795884732173,
      "loss": 3.4844,
      "step": 52723
    },
    {
      "epoch": 2.159492115502765,
      "grad_norm": 2.867221626774764,
      "learning_rate": 0.00021765504804603696,
      "loss": 5.1562,
      "step": 52724
    },
    {
      "epoch": 2.159533073929961,
      "grad_norm": 2.898712440379835,
      "learning_rate": 0.00021765213721276883,
      "loss": 4.875,
      "step": 52725
    },
    {
      "epoch": 2.1595740323571575,
      "grad_norm": 5.036213785997832,
      "learning_rate": 0.00021764922634751868,
      "loss": 4.0,
      "step": 52726
    },
    {
      "epoch": 2.159614990784354,
      "grad_norm": 2.6587141974477166,
      "learning_rate": 0.00021764631545028793,
      "loss": 4.4688,
      "step": 52727
    },
    {
      "epoch": 2.15965594921155,
      "grad_norm": 3.5588663983751303,
      "learning_rate": 0.0002176434045210779,
      "loss": 4.2188,
      "step": 52728
    },
    {
      "epoch": 2.1596969076387467,
      "grad_norm": 3.6026196382032265,
      "learning_rate": 0.00021764049355989002,
      "loss": 5.25,
      "step": 52729
    },
    {
      "epoch": 2.159737866065943,
      "grad_norm": 2.6103682074083108,
      "learning_rate": 0.0002176375825667256,
      "loss": 4.375,
      "step": 52730
    },
    {
      "epoch": 2.1597788244931393,
      "grad_norm": 3.3520120154194513,
      "learning_rate": 0.0002176346715415861,
      "loss": 4.75,
      "step": 52731
    },
    {
      "epoch": 2.159819782920336,
      "grad_norm": 3.160409929109383,
      "learning_rate": 0.00021763176048447282,
      "loss": 5.125,
      "step": 52732
    },
    {
      "epoch": 2.1598607413475324,
      "grad_norm": 3.4763144079142663,
      "learning_rate": 0.0002176288493953872,
      "loss": 5.5,
      "step": 52733
    },
    {
      "epoch": 2.1599016997747285,
      "grad_norm": 2.893555779416233,
      "learning_rate": 0.00021762593827433056,
      "loss": 4.75,
      "step": 52734
    },
    {
      "epoch": 2.159942658201925,
      "grad_norm": 2.7135741792102634,
      "learning_rate": 0.0002176230271213043,
      "loss": 5.0938,
      "step": 52735
    },
    {
      "epoch": 2.1599836166291215,
      "grad_norm": 3.2273146624231317,
      "learning_rate": 0.0002176201159363098,
      "loss": 5.1875,
      "step": 52736
    },
    {
      "epoch": 2.160024575056318,
      "grad_norm": 3.2018947020578685,
      "learning_rate": 0.00021761720471934846,
      "loss": 5.4062,
      "step": 52737
    },
    {
      "epoch": 2.160065533483514,
      "grad_norm": 4.1737714668700505,
      "learning_rate": 0.00021761429347042158,
      "loss": 5.4375,
      "step": 52738
    },
    {
      "epoch": 2.1601064919107107,
      "grad_norm": 9.133696796610558,
      "learning_rate": 0.00021761138218953063,
      "loss": 4.0312,
      "step": 52739
    },
    {
      "epoch": 2.1601474503379072,
      "grad_norm": 3.1990864497249514,
      "learning_rate": 0.0002176084708766769,
      "loss": 4.5938,
      "step": 52740
    },
    {
      "epoch": 2.1601884087651033,
      "grad_norm": 3.1864287602335866,
      "learning_rate": 0.00021760555953186187,
      "loss": 4.375,
      "step": 52741
    },
    {
      "epoch": 2.1602293671923,
      "grad_norm": 2.7770558722409717,
      "learning_rate": 0.00021760264815508677,
      "loss": 4.5938,
      "step": 52742
    },
    {
      "epoch": 2.1602703256194964,
      "grad_norm": 3.1919820976662283,
      "learning_rate": 0.00021759973674635312,
      "loss": 5.2188,
      "step": 52743
    },
    {
      "epoch": 2.1603112840466925,
      "grad_norm": 3.1491546856809824,
      "learning_rate": 0.00021759682530566224,
      "loss": 4.4062,
      "step": 52744
    },
    {
      "epoch": 2.160352242473889,
      "grad_norm": 3.025909266401309,
      "learning_rate": 0.00021759391383301547,
      "loss": 4.7812,
      "step": 52745
    },
    {
      "epoch": 2.1603932009010856,
      "grad_norm": 3.638093468336344,
      "learning_rate": 0.00021759100232841426,
      "loss": 4.4062,
      "step": 52746
    },
    {
      "epoch": 2.1604341593282816,
      "grad_norm": 3.145178336094931,
      "learning_rate": 0.00021758809079185996,
      "loss": 5.4688,
      "step": 52747
    },
    {
      "epoch": 2.160475117755478,
      "grad_norm": 2.888383070482618,
      "learning_rate": 0.00021758517922335386,
      "loss": 4.7188,
      "step": 52748
    },
    {
      "epoch": 2.1605160761826747,
      "grad_norm": 2.815865356059245,
      "learning_rate": 0.00021758226762289747,
      "loss": 4.75,
      "step": 52749
    },
    {
      "epoch": 2.160557034609871,
      "grad_norm": 2.731010910937818,
      "learning_rate": 0.00021757935599049205,
      "loss": 4.25,
      "step": 52750
    },
    {
      "epoch": 2.1605979930370673,
      "grad_norm": 2.9468489078262308,
      "learning_rate": 0.00021757644432613907,
      "loss": 4.0625,
      "step": 52751
    },
    {
      "epoch": 2.160638951464264,
      "grad_norm": 2.8954539214995925,
      "learning_rate": 0.00021757353262983985,
      "loss": 4.5,
      "step": 52752
    },
    {
      "epoch": 2.16067990989146,
      "grad_norm": 3.873857609670937,
      "learning_rate": 0.0002175706209015958,
      "loss": 2.9219,
      "step": 52753
    },
    {
      "epoch": 2.1607208683186565,
      "grad_norm": 2.8408047873564803,
      "learning_rate": 0.00021756770914140827,
      "loss": 5.375,
      "step": 52754
    },
    {
      "epoch": 2.160761826745853,
      "grad_norm": 11.234114829268025,
      "learning_rate": 0.00021756479734927865,
      "loss": 5.3438,
      "step": 52755
    },
    {
      "epoch": 2.1608027851730496,
      "grad_norm": 2.5978656351901797,
      "learning_rate": 0.00021756188552520832,
      "loss": 3.625,
      "step": 52756
    },
    {
      "epoch": 2.1608437436002457,
      "grad_norm": 3.503791447336196,
      "learning_rate": 0.00021755897366919865,
      "loss": 6.375,
      "step": 52757
    },
    {
      "epoch": 2.160884702027442,
      "grad_norm": 3.086052970637175,
      "learning_rate": 0.00021755606178125103,
      "loss": 5.125,
      "step": 52758
    },
    {
      "epoch": 2.1609256604546387,
      "grad_norm": 4.272306611617301,
      "learning_rate": 0.0002175531498613668,
      "loss": 5.7188,
      "step": 52759
    },
    {
      "epoch": 2.160966618881835,
      "grad_norm": 3.114762051799767,
      "learning_rate": 0.0002175502379095474,
      "loss": 5.4688,
      "step": 52760
    },
    {
      "epoch": 2.1610075773090314,
      "grad_norm": 2.9712854598748195,
      "learning_rate": 0.00021754732592579415,
      "loss": 4.3125,
      "step": 52761
    },
    {
      "epoch": 2.161048535736228,
      "grad_norm": 3.8932379753116355,
      "learning_rate": 0.0002175444139101084,
      "loss": 4.875,
      "step": 52762
    },
    {
      "epoch": 2.161089494163424,
      "grad_norm": 2.7822981739577983,
      "learning_rate": 0.0002175415018624916,
      "loss": 3.5312,
      "step": 52763
    },
    {
      "epoch": 2.1611304525906205,
      "grad_norm": 3.9725955021699035,
      "learning_rate": 0.00021753858978294514,
      "loss": 1.25,
      "step": 52764
    },
    {
      "epoch": 2.161171411017817,
      "grad_norm": 3.006933804020097,
      "learning_rate": 0.0002175356776714703,
      "loss": 4.625,
      "step": 52765
    },
    {
      "epoch": 2.161212369445013,
      "grad_norm": 3.001807217573572,
      "learning_rate": 0.00021753276552806852,
      "loss": 5.0312,
      "step": 52766
    },
    {
      "epoch": 2.1612533278722097,
      "grad_norm": 5.85688594978201,
      "learning_rate": 0.00021752985335274117,
      "loss": 4.125,
      "step": 52767
    },
    {
      "epoch": 2.1612942862994062,
      "grad_norm": 2.7675079463291614,
      "learning_rate": 0.00021752694114548962,
      "loss": 4.6875,
      "step": 52768
    },
    {
      "epoch": 2.1613352447266023,
      "grad_norm": 4.995766031616025,
      "learning_rate": 0.00021752402890631528,
      "loss": 4.7812,
      "step": 52769
    },
    {
      "epoch": 2.161376203153799,
      "grad_norm": 3.6204411766113904,
      "learning_rate": 0.00021752111663521942,
      "loss": 4.4375,
      "step": 52770
    },
    {
      "epoch": 2.1614171615809954,
      "grad_norm": 3.22404282334214,
      "learning_rate": 0.0002175182043322036,
      "loss": 4.875,
      "step": 52771
    },
    {
      "epoch": 2.1614581200081915,
      "grad_norm": 3.4732304750794682,
      "learning_rate": 0.00021751529199726905,
      "loss": 4.4062,
      "step": 52772
    },
    {
      "epoch": 2.161499078435388,
      "grad_norm": 2.7782933737722226,
      "learning_rate": 0.00021751237963041716,
      "loss": 4.5312,
      "step": 52773
    },
    {
      "epoch": 2.1615400368625846,
      "grad_norm": 3.723231530602696,
      "learning_rate": 0.00021750946723164935,
      "loss": 6.2188,
      "step": 52774
    },
    {
      "epoch": 2.161580995289781,
      "grad_norm": 2.62215865991472,
      "learning_rate": 0.00021750655480096698,
      "loss": 3.8125,
      "step": 52775
    },
    {
      "epoch": 2.161621953716977,
      "grad_norm": 3.2587016002264444,
      "learning_rate": 0.00021750364233837142,
      "loss": 4.6875,
      "step": 52776
    },
    {
      "epoch": 2.1616629121441737,
      "grad_norm": 3.2979932539533596,
      "learning_rate": 0.00021750072984386408,
      "loss": 5.5938,
      "step": 52777
    },
    {
      "epoch": 2.1617038705713703,
      "grad_norm": 6.2667072446015855,
      "learning_rate": 0.0002174978173174463,
      "loss": 7.1562,
      "step": 52778
    },
    {
      "epoch": 2.1617448289985663,
      "grad_norm": 2.8927897229767283,
      "learning_rate": 0.00021749490475911945,
      "loss": 4.2188,
      "step": 52779
    },
    {
      "epoch": 2.161785787425763,
      "grad_norm": 2.765509308479277,
      "learning_rate": 0.000217491992168885,
      "loss": 4.5312,
      "step": 52780
    },
    {
      "epoch": 2.1618267458529594,
      "grad_norm": 4.228170842661326,
      "learning_rate": 0.00021748907954674416,
      "loss": 6.0938,
      "step": 52781
    },
    {
      "epoch": 2.1618677042801555,
      "grad_norm": 10.036494638686653,
      "learning_rate": 0.00021748616689269844,
      "loss": 5.5312,
      "step": 52782
    },
    {
      "epoch": 2.161908662707352,
      "grad_norm": 3.2537468504138265,
      "learning_rate": 0.0002174832542067492,
      "loss": 5.5,
      "step": 52783
    },
    {
      "epoch": 2.1619496211345486,
      "grad_norm": 3.6594235692751873,
      "learning_rate": 0.00021748034148889774,
      "loss": 3.6094,
      "step": 52784
    },
    {
      "epoch": 2.1619905795617447,
      "grad_norm": 3.072043883591629,
      "learning_rate": 0.00021747742873914552,
      "loss": 4.4062,
      "step": 52785
    },
    {
      "epoch": 2.162031537988941,
      "grad_norm": 2.6232967392013613,
      "learning_rate": 0.00021747451595749388,
      "loss": 4.8125,
      "step": 52786
    },
    {
      "epoch": 2.1620724964161377,
      "grad_norm": 3.1668629547330345,
      "learning_rate": 0.00021747160314394422,
      "loss": 4.4375,
      "step": 52787
    },
    {
      "epoch": 2.162113454843334,
      "grad_norm": 2.9450343011062614,
      "learning_rate": 0.00021746869029849787,
      "loss": 4.3438,
      "step": 52788
    },
    {
      "epoch": 2.1621544132705304,
      "grad_norm": 2.816713357082061,
      "learning_rate": 0.00021746577742115622,
      "loss": 4.0312,
      "step": 52789
    },
    {
      "epoch": 2.162195371697727,
      "grad_norm": 2.855107891771745,
      "learning_rate": 0.0002174628645119207,
      "loss": 3.9062,
      "step": 52790
    },
    {
      "epoch": 2.162236330124923,
      "grad_norm": 2.9630828098773256,
      "learning_rate": 0.00021745995157079265,
      "loss": 4.6875,
      "step": 52791
    },
    {
      "epoch": 2.1622772885521195,
      "grad_norm": 3.123462169108713,
      "learning_rate": 0.0002174570385977735,
      "loss": 5.1875,
      "step": 52792
    },
    {
      "epoch": 2.162318246979316,
      "grad_norm": 2.9516575378944605,
      "learning_rate": 0.00021745412559286449,
      "loss": 4.7812,
      "step": 52793
    },
    {
      "epoch": 2.1623592054065126,
      "grad_norm": 3.3633767512019976,
      "learning_rate": 0.00021745121255606714,
      "loss": 4.9688,
      "step": 52794
    },
    {
      "epoch": 2.1624001638337087,
      "grad_norm": 3.62417443290472,
      "learning_rate": 0.00021744829948738275,
      "loss": 5.4375,
      "step": 52795
    },
    {
      "epoch": 2.1624411222609052,
      "grad_norm": 2.869218580196258,
      "learning_rate": 0.00021744538638681274,
      "loss": 4.6875,
      "step": 52796
    },
    {
      "epoch": 2.1624820806881018,
      "grad_norm": 2.81626609551285,
      "learning_rate": 0.00021744247325435843,
      "loss": 4.3438,
      "step": 52797
    },
    {
      "epoch": 2.162523039115298,
      "grad_norm": 3.1816167408570726,
      "learning_rate": 0.00021743956009002123,
      "loss": 4.8125,
      "step": 52798
    },
    {
      "epoch": 2.1625639975424944,
      "grad_norm": 5.938241017763725,
      "learning_rate": 0.00021743664689380255,
      "loss": 4.5938,
      "step": 52799
    },
    {
      "epoch": 2.162604955969691,
      "grad_norm": 5.737404859080005,
      "learning_rate": 0.00021743373366570371,
      "loss": 6.3125,
      "step": 52800
    },
    {
      "epoch": 2.162645914396887,
      "grad_norm": 2.6632990817327364,
      "learning_rate": 0.00021743082040572617,
      "loss": 5.0,
      "step": 52801
    },
    {
      "epoch": 2.1626868728240836,
      "grad_norm": 2.89712607893898,
      "learning_rate": 0.00021742790711387118,
      "loss": 5.5625,
      "step": 52802
    },
    {
      "epoch": 2.16272783125128,
      "grad_norm": 2.9038976391616576,
      "learning_rate": 0.0002174249937901402,
      "loss": 4.7812,
      "step": 52803
    },
    {
      "epoch": 2.162768789678476,
      "grad_norm": 3.1340061664342973,
      "learning_rate": 0.00021742208043453462,
      "loss": 4.9062,
      "step": 52804
    },
    {
      "epoch": 2.1628097481056727,
      "grad_norm": 6.481761751210014,
      "learning_rate": 0.0002174191670470558,
      "loss": 5.6562,
      "step": 52805
    },
    {
      "epoch": 2.1628507065328693,
      "grad_norm": 3.9991959028532444,
      "learning_rate": 0.0002174162536277051,
      "loss": 4.8125,
      "step": 52806
    },
    {
      "epoch": 2.1628916649600654,
      "grad_norm": 2.7670017034835563,
      "learning_rate": 0.0002174133401764839,
      "loss": 4.5,
      "step": 52807
    },
    {
      "epoch": 2.162932623387262,
      "grad_norm": 2.712419201542693,
      "learning_rate": 0.00021741042669339356,
      "loss": 4.75,
      "step": 52808
    },
    {
      "epoch": 2.1629735818144584,
      "grad_norm": 3.0105324609768886,
      "learning_rate": 0.00021740751317843554,
      "loss": 4.3125,
      "step": 52809
    },
    {
      "epoch": 2.1630145402416545,
      "grad_norm": 3.4339694050357137,
      "learning_rate": 0.00021740459963161108,
      "loss": 4.5312,
      "step": 52810
    },
    {
      "epoch": 2.163055498668851,
      "grad_norm": 2.9886772774486268,
      "learning_rate": 0.0002174016860529217,
      "loss": 5.5312,
      "step": 52811
    },
    {
      "epoch": 2.1630964570960476,
      "grad_norm": 3.52422537864427,
      "learning_rate": 0.00021739877244236872,
      "loss": 3.7969,
      "step": 52812
    },
    {
      "epoch": 2.163137415523244,
      "grad_norm": 6.317514970275531,
      "learning_rate": 0.00021739585879995346,
      "loss": 4.4375,
      "step": 52813
    },
    {
      "epoch": 2.16317837395044,
      "grad_norm": 2.6201214115253846,
      "learning_rate": 0.00021739294512567738,
      "loss": 4.1875,
      "step": 52814
    },
    {
      "epoch": 2.1632193323776367,
      "grad_norm": 2.618345879273105,
      "learning_rate": 0.00021739003141954186,
      "loss": 3.875,
      "step": 52815
    },
    {
      "epoch": 2.1632602908048333,
      "grad_norm": 3.1990707511548235,
      "learning_rate": 0.00021738711768154822,
      "loss": 5.0938,
      "step": 52816
    },
    {
      "epoch": 2.1633012492320294,
      "grad_norm": 5.937835247021736,
      "learning_rate": 0.00021738420391169785,
      "loss": 4.25,
      "step": 52817
    },
    {
      "epoch": 2.163342207659226,
      "grad_norm": 7.6521955685374206,
      "learning_rate": 0.00021738129010999213,
      "loss": 6.0938,
      "step": 52818
    },
    {
      "epoch": 2.1633831660864224,
      "grad_norm": 4.030655280270436,
      "learning_rate": 0.00021737837627643246,
      "loss": 5.3438,
      "step": 52819
    },
    {
      "epoch": 2.1634241245136185,
      "grad_norm": 7.55102556596505,
      "learning_rate": 0.00021737546241102019,
      "loss": 2.3281,
      "step": 52820
    },
    {
      "epoch": 2.163465082940815,
      "grad_norm": 3.03179583634756,
      "learning_rate": 0.0002173725485137567,
      "loss": 5.2812,
      "step": 52821
    },
    {
      "epoch": 2.1635060413680116,
      "grad_norm": 3.3531681739808823,
      "learning_rate": 0.00021736963458464338,
      "loss": 4.8125,
      "step": 52822
    },
    {
      "epoch": 2.1635469997952077,
      "grad_norm": 5.1311327311857236,
      "learning_rate": 0.00021736672062368166,
      "loss": 3.5312,
      "step": 52823
    },
    {
      "epoch": 2.1635879582224042,
      "grad_norm": 3.85592315588342,
      "learning_rate": 0.0002173638066308728,
      "loss": 1.6562,
      "step": 52824
    },
    {
      "epoch": 2.1636289166496008,
      "grad_norm": 3.356962181235308,
      "learning_rate": 0.00021736089260621826,
      "loss": 5.3438,
      "step": 52825
    },
    {
      "epoch": 2.163669875076797,
      "grad_norm": 2.711413144978857,
      "learning_rate": 0.00021735797854971942,
      "loss": 4.3438,
      "step": 52826
    },
    {
      "epoch": 2.1637108335039934,
      "grad_norm": 3.4791131649559355,
      "learning_rate": 0.00021735506446137764,
      "loss": 4.5625,
      "step": 52827
    },
    {
      "epoch": 2.16375179193119,
      "grad_norm": 2.9957167489273497,
      "learning_rate": 0.00021735215034119428,
      "loss": 5.25,
      "step": 52828
    },
    {
      "epoch": 2.163792750358386,
      "grad_norm": 2.7841304715203914,
      "learning_rate": 0.00021734923618917072,
      "loss": 4.1875,
      "step": 52829
    },
    {
      "epoch": 2.1638337087855826,
      "grad_norm": 3.1236003412036877,
      "learning_rate": 0.00021734632200530834,
      "loss": 4.5625,
      "step": 52830
    },
    {
      "epoch": 2.163874667212779,
      "grad_norm": 3.4690077928044962,
      "learning_rate": 0.00021734340778960855,
      "loss": 2.8125,
      "step": 52831
    },
    {
      "epoch": 2.1639156256399756,
      "grad_norm": 3.2613449510688874,
      "learning_rate": 0.0002173404935420727,
      "loss": 4.0625,
      "step": 52832
    },
    {
      "epoch": 2.1639565840671717,
      "grad_norm": 3.070423349267329,
      "learning_rate": 0.0002173375792627022,
      "loss": 2.375,
      "step": 52833
    },
    {
      "epoch": 2.1639975424943683,
      "grad_norm": 19.423475199425607,
      "learning_rate": 0.0002173346649514983,
      "loss": 6.125,
      "step": 52834
    },
    {
      "epoch": 2.164038500921565,
      "grad_norm": 2.796685815523184,
      "learning_rate": 0.0002173317506084626,
      "loss": 4.875,
      "step": 52835
    },
    {
      "epoch": 2.164079459348761,
      "grad_norm": 2.978437934135519,
      "learning_rate": 0.00021732883623359632,
      "loss": 5.0625,
      "step": 52836
    },
    {
      "epoch": 2.1641204177759574,
      "grad_norm": 5.316768185870609,
      "learning_rate": 0.00021732592182690085,
      "loss": 5.5625,
      "step": 52837
    },
    {
      "epoch": 2.164161376203154,
      "grad_norm": 3.0162488503401854,
      "learning_rate": 0.00021732300738837757,
      "loss": 4.625,
      "step": 52838
    },
    {
      "epoch": 2.16420233463035,
      "grad_norm": 2.974068657762206,
      "learning_rate": 0.0002173200929180279,
      "loss": 5.4688,
      "step": 52839
    },
    {
      "epoch": 2.1642432930575466,
      "grad_norm": 4.604503714548773,
      "learning_rate": 0.00021731717841585324,
      "loss": 5.5312,
      "step": 52840
    },
    {
      "epoch": 2.164284251484743,
      "grad_norm": 3.5399494393514326,
      "learning_rate": 0.0002173142638818549,
      "loss": 4.6562,
      "step": 52841
    },
    {
      "epoch": 2.164325209911939,
      "grad_norm": 3.1187495666213447,
      "learning_rate": 0.0002173113493160342,
      "loss": 4.8438,
      "step": 52842
    },
    {
      "epoch": 2.1643661683391358,
      "grad_norm": 3.6244688151781608,
      "learning_rate": 0.0002173084347183927,
      "loss": 4.0938,
      "step": 52843
    },
    {
      "epoch": 2.1644071267663323,
      "grad_norm": 2.9171422096263964,
      "learning_rate": 0.00021730552008893166,
      "loss": 4.1562,
      "step": 52844
    },
    {
      "epoch": 2.1644480851935284,
      "grad_norm": 3.817585612179645,
      "learning_rate": 0.00021730260542765246,
      "loss": 5.5,
      "step": 52845
    },
    {
      "epoch": 2.164489043620725,
      "grad_norm": 2.714233737018936,
      "learning_rate": 0.00021729969073455647,
      "loss": 5.0,
      "step": 52846
    },
    {
      "epoch": 2.1645300020479215,
      "grad_norm": 3.15370312359159,
      "learning_rate": 0.00021729677600964512,
      "loss": 4.8438,
      "step": 52847
    },
    {
      "epoch": 2.1645709604751175,
      "grad_norm": 3.912098059050115,
      "learning_rate": 0.00021729386125291975,
      "loss": 6.0938,
      "step": 52848
    },
    {
      "epoch": 2.164611918902314,
      "grad_norm": 3.6053154467371,
      "learning_rate": 0.00021729094646438178,
      "loss": 5.6562,
      "step": 52849
    },
    {
      "epoch": 2.1646528773295106,
      "grad_norm": 2.6213859972999956,
      "learning_rate": 0.00021728803164403252,
      "loss": 3.9219,
      "step": 52850
    },
    {
      "epoch": 2.164693835756707,
      "grad_norm": 4.591045917603283,
      "learning_rate": 0.0002172851167918734,
      "loss": 1.5938,
      "step": 52851
    },
    {
      "epoch": 2.1647347941839032,
      "grad_norm": 5.005000354384617,
      "learning_rate": 0.0002172822019079058,
      "loss": 7.3125,
      "step": 52852
    },
    {
      "epoch": 2.1647757526111,
      "grad_norm": 3.3131741364769205,
      "learning_rate": 0.000217279286992131,
      "loss": 5.3125,
      "step": 52853
    },
    {
      "epoch": 2.1648167110382963,
      "grad_norm": 3.3190122680733194,
      "learning_rate": 0.00021727637204455055,
      "loss": 5.2812,
      "step": 52854
    },
    {
      "epoch": 2.1648576694654924,
      "grad_norm": 2.7495060883770357,
      "learning_rate": 0.0002172734570651657,
      "loss": 4.1562,
      "step": 52855
    },
    {
      "epoch": 2.164898627892689,
      "grad_norm": 3.080596412429513,
      "learning_rate": 0.00021727054205397786,
      "loss": 4.8125,
      "step": 52856
    },
    {
      "epoch": 2.1649395863198855,
      "grad_norm": 2.8996733659258904,
      "learning_rate": 0.00021726762701098837,
      "loss": 4.3438,
      "step": 52857
    },
    {
      "epoch": 2.1649805447470816,
      "grad_norm": 2.7823520415181084,
      "learning_rate": 0.0002172647119361987,
      "loss": 4.9375,
      "step": 52858
    },
    {
      "epoch": 2.165021503174278,
      "grad_norm": 2.7986224034528933,
      "learning_rate": 0.0002172617968296102,
      "loss": 3.8281,
      "step": 52859
    },
    {
      "epoch": 2.1650624616014746,
      "grad_norm": 5.467406120346673,
      "learning_rate": 0.0002172588816912242,
      "loss": 5.3438,
      "step": 52860
    },
    {
      "epoch": 2.1651034200286707,
      "grad_norm": 2.71764617722947,
      "learning_rate": 0.00021725596652104207,
      "loss": 4.0312,
      "step": 52861
    },
    {
      "epoch": 2.1651443784558673,
      "grad_norm": 2.888041457615954,
      "learning_rate": 0.00021725305131906525,
      "loss": 5.1875,
      "step": 52862
    },
    {
      "epoch": 2.165185336883064,
      "grad_norm": 3.1275704329692497,
      "learning_rate": 0.00021725013608529507,
      "loss": 5.3438,
      "step": 52863
    },
    {
      "epoch": 2.16522629531026,
      "grad_norm": 2.9955770342857977,
      "learning_rate": 0.00021724722081973297,
      "loss": 4.9375,
      "step": 52864
    },
    {
      "epoch": 2.1652672537374564,
      "grad_norm": 3.2443367687691693,
      "learning_rate": 0.00021724430552238024,
      "loss": 4.7188,
      "step": 52865
    },
    {
      "epoch": 2.165308212164653,
      "grad_norm": 2.724378104642268,
      "learning_rate": 0.00021724139019323833,
      "loss": 3.9688,
      "step": 52866
    },
    {
      "epoch": 2.165349170591849,
      "grad_norm": 2.582025106351568,
      "learning_rate": 0.0002172384748323086,
      "loss": 4.75,
      "step": 52867
    },
    {
      "epoch": 2.1653901290190456,
      "grad_norm": 4.927765300714255,
      "learning_rate": 0.0002172355594395924,
      "loss": 5.25,
      "step": 52868
    },
    {
      "epoch": 2.165431087446242,
      "grad_norm": 4.1764695675332115,
      "learning_rate": 0.00021723264401509113,
      "loss": 5.7188,
      "step": 52869
    },
    {
      "epoch": 2.1654720458734387,
      "grad_norm": 3.178267629811976,
      "learning_rate": 0.00021722972855880618,
      "loss": 4.25,
      "step": 52870
    },
    {
      "epoch": 2.1655130043006348,
      "grad_norm": 3.6396037094421874,
      "learning_rate": 0.0002172268130707389,
      "loss": 2.0,
      "step": 52871
    },
    {
      "epoch": 2.1655539627278313,
      "grad_norm": 2.8746257299402713,
      "learning_rate": 0.0002172238975508907,
      "loss": 3.4219,
      "step": 52872
    },
    {
      "epoch": 2.165594921155028,
      "grad_norm": 3.1773755800974737,
      "learning_rate": 0.00021722098199926295,
      "loss": 3.6562,
      "step": 52873
    },
    {
      "epoch": 2.165635879582224,
      "grad_norm": 3.187580704730714,
      "learning_rate": 0.00021721806641585698,
      "loss": 4.7188,
      "step": 52874
    },
    {
      "epoch": 2.1656768380094205,
      "grad_norm": 2.8060875785680475,
      "learning_rate": 0.00021721515080067426,
      "loss": 5.25,
      "step": 52875
    },
    {
      "epoch": 2.165717796436617,
      "grad_norm": 3.2434895645162025,
      "learning_rate": 0.00021721223515371607,
      "loss": 6.125,
      "step": 52876
    },
    {
      "epoch": 2.165758754863813,
      "grad_norm": 5.070682478118115,
      "learning_rate": 0.00021720931947498388,
      "loss": 4.5938,
      "step": 52877
    },
    {
      "epoch": 2.1657997132910096,
      "grad_norm": 3.4121421072921723,
      "learning_rate": 0.00021720640376447897,
      "loss": 4.3438,
      "step": 52878
    },
    {
      "epoch": 2.165840671718206,
      "grad_norm": 3.3096103495049256,
      "learning_rate": 0.00021720348802220282,
      "loss": 6.1875,
      "step": 52879
    },
    {
      "epoch": 2.1658816301454022,
      "grad_norm": 5.163105395809285,
      "learning_rate": 0.00021720057224815676,
      "loss": 6.2812,
      "step": 52880
    },
    {
      "epoch": 2.165922588572599,
      "grad_norm": 3.009690684997896,
      "learning_rate": 0.00021719765644234214,
      "loss": 5.1562,
      "step": 52881
    },
    {
      "epoch": 2.1659635469997953,
      "grad_norm": 2.82516054315274,
      "learning_rate": 0.00021719474060476036,
      "loss": 4.4375,
      "step": 52882
    },
    {
      "epoch": 2.1660045054269914,
      "grad_norm": 2.8856789347617795,
      "learning_rate": 0.00021719182473541284,
      "loss": 4.5,
      "step": 52883
    },
    {
      "epoch": 2.166045463854188,
      "grad_norm": 9.98334148974564,
      "learning_rate": 0.00021718890883430092,
      "loss": 5.3125,
      "step": 52884
    },
    {
      "epoch": 2.1660864222813845,
      "grad_norm": 3.7327146882682753,
      "learning_rate": 0.00021718599290142596,
      "loss": 5.875,
      "step": 52885
    },
    {
      "epoch": 2.1661273807085806,
      "grad_norm": 3.1217189244497594,
      "learning_rate": 0.0002171830769367894,
      "loss": 4.875,
      "step": 52886
    },
    {
      "epoch": 2.166168339135777,
      "grad_norm": 4.64978915971405,
      "learning_rate": 0.00021718016094039255,
      "loss": 5.7188,
      "step": 52887
    },
    {
      "epoch": 2.1662092975629736,
      "grad_norm": 4.108255336234216,
      "learning_rate": 0.00021717724491223685,
      "loss": 4.0938,
      "step": 52888
    },
    {
      "epoch": 2.16625025599017,
      "grad_norm": 3.8009455919303474,
      "learning_rate": 0.00021717432885232356,
      "loss": 6.0312,
      "step": 52889
    },
    {
      "epoch": 2.1662912144173663,
      "grad_norm": 2.8782305576264027,
      "learning_rate": 0.00021717141276065424,
      "loss": 4.2188,
      "step": 52890
    },
    {
      "epoch": 2.166332172844563,
      "grad_norm": 5.562219501868352,
      "learning_rate": 0.00021716849663723013,
      "loss": 6.0312,
      "step": 52891
    },
    {
      "epoch": 2.1663731312717593,
      "grad_norm": 7.6489062967594705,
      "learning_rate": 0.00021716558048205268,
      "loss": 8.5625,
      "step": 52892
    },
    {
      "epoch": 2.1664140896989554,
      "grad_norm": 3.4874273981906168,
      "learning_rate": 0.00021716266429512316,
      "loss": 4.7812,
      "step": 52893
    },
    {
      "epoch": 2.166455048126152,
      "grad_norm": 3.8424548913719665,
      "learning_rate": 0.00021715974807644313,
      "loss": 6.6562,
      "step": 52894
    },
    {
      "epoch": 2.1664960065533485,
      "grad_norm": 2.8957500157265077,
      "learning_rate": 0.0002171568318260138,
      "loss": 4.0938,
      "step": 52895
    },
    {
      "epoch": 2.1665369649805446,
      "grad_norm": 5.779775723593209,
      "learning_rate": 0.00021715391554383667,
      "loss": 7.1875,
      "step": 52896
    },
    {
      "epoch": 2.166577923407741,
      "grad_norm": 3.621483967801425,
      "learning_rate": 0.00021715099922991302,
      "loss": 5.75,
      "step": 52897
    },
    {
      "epoch": 2.1666188818349377,
      "grad_norm": 2.552192792942802,
      "learning_rate": 0.0002171480828842443,
      "loss": 3.375,
      "step": 52898
    },
    {
      "epoch": 2.1666598402621338,
      "grad_norm": 6.373961298083803,
      "learning_rate": 0.00021714516650683186,
      "loss": 5.3125,
      "step": 52899
    },
    {
      "epoch": 2.1667007986893303,
      "grad_norm": 16.906499402217428,
      "learning_rate": 0.0002171422500976771,
      "loss": 3.3438,
      "step": 52900
    },
    {
      "epoch": 2.166741757116527,
      "grad_norm": 3.38124481461188,
      "learning_rate": 0.00021713933365678139,
      "loss": 4.875,
      "step": 52901
    },
    {
      "epoch": 2.166782715543723,
      "grad_norm": 3.035225006300791,
      "learning_rate": 0.00021713641718414602,
      "loss": 4.1875,
      "step": 52902
    },
    {
      "epoch": 2.1668236739709195,
      "grad_norm": 2.8201654926182216,
      "learning_rate": 0.0002171335006797725,
      "loss": 4.4375,
      "step": 52903
    },
    {
      "epoch": 2.166864632398116,
      "grad_norm": 2.8204199772013436,
      "learning_rate": 0.00021713058414366216,
      "loss": 4.5938,
      "step": 52904
    },
    {
      "epoch": 2.166905590825312,
      "grad_norm": 2.7503443799012905,
      "learning_rate": 0.0002171276675758164,
      "loss": 4.3125,
      "step": 52905
    },
    {
      "epoch": 2.1669465492525086,
      "grad_norm": 2.7348284213859864,
      "learning_rate": 0.0002171247509762365,
      "loss": 4.7812,
      "step": 52906
    },
    {
      "epoch": 2.166987507679705,
      "grad_norm": 3.3096691734173187,
      "learning_rate": 0.00021712183434492398,
      "loss": 4.6562,
      "step": 52907
    },
    {
      "epoch": 2.1670284661069017,
      "grad_norm": 2.8836121383163937,
      "learning_rate": 0.00021711891768188012,
      "loss": 4.6562,
      "step": 52908
    },
    {
      "epoch": 2.167069424534098,
      "grad_norm": 6.418012377897914,
      "learning_rate": 0.00021711600098710637,
      "loss": 6.375,
      "step": 52909
    },
    {
      "epoch": 2.1671103829612943,
      "grad_norm": 2.611199308666124,
      "learning_rate": 0.00021711308426060395,
      "loss": 3.8125,
      "step": 52910
    },
    {
      "epoch": 2.167151341388491,
      "grad_norm": 4.951680784975342,
      "learning_rate": 0.00021711016750237448,
      "loss": 5.4062,
      "step": 52911
    },
    {
      "epoch": 2.167192299815687,
      "grad_norm": 4.333380752684976,
      "learning_rate": 0.0002171072507124192,
      "loss": 4.7812,
      "step": 52912
    },
    {
      "epoch": 2.1672332582428835,
      "grad_norm": 3.814376775075597,
      "learning_rate": 0.00021710433389073947,
      "loss": 4.9062,
      "step": 52913
    },
    {
      "epoch": 2.16727421667008,
      "grad_norm": 3.6566757394564173,
      "learning_rate": 0.00021710141703733672,
      "loss": 4.9375,
      "step": 52914
    },
    {
      "epoch": 2.167315175097276,
      "grad_norm": 4.277288164192224,
      "learning_rate": 0.00021709850015221233,
      "loss": 5.4688,
      "step": 52915
    },
    {
      "epoch": 2.1673561335244727,
      "grad_norm": 2.829117976816386,
      "learning_rate": 0.00021709558323536766,
      "loss": 3.9688,
      "step": 52916
    },
    {
      "epoch": 2.167397091951669,
      "grad_norm": 7.197859763542412,
      "learning_rate": 0.00021709266628680405,
      "loss": 4.875,
      "step": 52917
    },
    {
      "epoch": 2.1674380503788653,
      "grad_norm": 3.395987164232666,
      "learning_rate": 0.00021708974930652295,
      "loss": 4.5938,
      "step": 52918
    },
    {
      "epoch": 2.167479008806062,
      "grad_norm": 3.1539826926801227,
      "learning_rate": 0.0002170868322945257,
      "loss": 6.125,
      "step": 52919
    },
    {
      "epoch": 2.1675199672332583,
      "grad_norm": 4.18956272135534,
      "learning_rate": 0.00021708391525081372,
      "loss": 7.1562,
      "step": 52920
    },
    {
      "epoch": 2.1675609256604544,
      "grad_norm": 3.258538855435739,
      "learning_rate": 0.00021708099817538832,
      "loss": 4.9062,
      "step": 52921
    },
    {
      "epoch": 2.167601884087651,
      "grad_norm": 6.427319860318941,
      "learning_rate": 0.00021707808106825096,
      "loss": 5.3438,
      "step": 52922
    },
    {
      "epoch": 2.1676428425148475,
      "grad_norm": 3.8612418949313176,
      "learning_rate": 0.00021707516392940293,
      "loss": 5.4062,
      "step": 52923
    },
    {
      "epoch": 2.1676838009420436,
      "grad_norm": 3.3906793684196597,
      "learning_rate": 0.00021707224675884568,
      "loss": 5.6562,
      "step": 52924
    },
    {
      "epoch": 2.16772475936924,
      "grad_norm": 3.6098044500667874,
      "learning_rate": 0.00021706932955658058,
      "loss": 4.0938,
      "step": 52925
    },
    {
      "epoch": 2.1677657177964367,
      "grad_norm": 2.8176534813426213,
      "learning_rate": 0.00021706641232260894,
      "loss": 4.0312,
      "step": 52926
    },
    {
      "epoch": 2.167806676223633,
      "grad_norm": 2.552731696479136,
      "learning_rate": 0.00021706349505693225,
      "loss": 4.1562,
      "step": 52927
    },
    {
      "epoch": 2.1678476346508293,
      "grad_norm": 2.723324270200588,
      "learning_rate": 0.0002170605777595518,
      "loss": 4.5938,
      "step": 52928
    },
    {
      "epoch": 2.167888593078026,
      "grad_norm": 6.944768661136282,
      "learning_rate": 0.00021705766043046899,
      "loss": 7.3438,
      "step": 52929
    },
    {
      "epoch": 2.1679295515052224,
      "grad_norm": 4.855816048950933,
      "learning_rate": 0.00021705474306968524,
      "loss": 1.9766,
      "step": 52930
    },
    {
      "epoch": 2.1679705099324185,
      "grad_norm": 2.960871117800245,
      "learning_rate": 0.00021705182567720188,
      "loss": 3.7656,
      "step": 52931
    },
    {
      "epoch": 2.168011468359615,
      "grad_norm": 2.7334626121249435,
      "learning_rate": 0.0002170489082530203,
      "loss": 3.8906,
      "step": 52932
    },
    {
      "epoch": 2.1680524267868115,
      "grad_norm": 3.3746133388118933,
      "learning_rate": 0.0002170459907971419,
      "loss": 5.25,
      "step": 52933
    },
    {
      "epoch": 2.1680933852140076,
      "grad_norm": 2.813166162513312,
      "learning_rate": 0.00021704307330956804,
      "loss": 4.375,
      "step": 52934
    },
    {
      "epoch": 2.168134343641204,
      "grad_norm": 2.6609451399783812,
      "learning_rate": 0.00021704015579030012,
      "loss": 4.3438,
      "step": 52935
    },
    {
      "epoch": 2.1681753020684007,
      "grad_norm": 4.456802389653338,
      "learning_rate": 0.0002170372382393395,
      "loss": 3.1875,
      "step": 52936
    },
    {
      "epoch": 2.168216260495597,
      "grad_norm": 37.054688159724755,
      "learning_rate": 0.00021703432065668755,
      "loss": 10.4375,
      "step": 52937
    },
    {
      "epoch": 2.1682572189227933,
      "grad_norm": 2.5525021701317616,
      "learning_rate": 0.00021703140304234564,
      "loss": 3.7812,
      "step": 52938
    },
    {
      "epoch": 2.16829817734999,
      "grad_norm": 3.940422359272363,
      "learning_rate": 0.00021702848539631518,
      "loss": 5.8438,
      "step": 52939
    },
    {
      "epoch": 2.168339135777186,
      "grad_norm": 5.16958839544914,
      "learning_rate": 0.00021702556771859759,
      "loss": 3.4219,
      "step": 52940
    },
    {
      "epoch": 2.1683800942043825,
      "grad_norm": 3.492616959025279,
      "learning_rate": 0.00021702265000919419,
      "loss": 5.5938,
      "step": 52941
    },
    {
      "epoch": 2.168421052631579,
      "grad_norm": 6.775134116367652,
      "learning_rate": 0.00021701973226810633,
      "loss": 5.4062,
      "step": 52942
    },
    {
      "epoch": 2.168462011058775,
      "grad_norm": 3.5019002917547004,
      "learning_rate": 0.00021701681449533543,
      "loss": 5.7812,
      "step": 52943
    },
    {
      "epoch": 2.1685029694859717,
      "grad_norm": 2.9920669597913134,
      "learning_rate": 0.00021701389669088293,
      "loss": 4.8125,
      "step": 52944
    },
    {
      "epoch": 2.168543927913168,
      "grad_norm": 2.825160652729104,
      "learning_rate": 0.00021701097885475011,
      "loss": 4.3125,
      "step": 52945
    },
    {
      "epoch": 2.1685848863403647,
      "grad_norm": 2.8643555288837734,
      "learning_rate": 0.00021700806098693835,
      "loss": 4.875,
      "step": 52946
    },
    {
      "epoch": 2.168625844767561,
      "grad_norm": 2.2616281370679916,
      "learning_rate": 0.00021700514308744913,
      "loss": 2.5938,
      "step": 52947
    },
    {
      "epoch": 2.1686668031947574,
      "grad_norm": 3.183689165391775,
      "learning_rate": 0.00021700222515628372,
      "loss": 4.9375,
      "step": 52948
    },
    {
      "epoch": 2.168707761621954,
      "grad_norm": 2.5810204653365596,
      "learning_rate": 0.00021699930719344362,
      "loss": 4.5,
      "step": 52949
    },
    {
      "epoch": 2.16874872004915,
      "grad_norm": 5.28097195339139,
      "learning_rate": 0.00021699638919893,
      "loss": 4.1875,
      "step": 52950
    },
    {
      "epoch": 2.1687896784763465,
      "grad_norm": 3.420271047371089,
      "learning_rate": 0.0002169934711727445,
      "loss": 5.0,
      "step": 52951
    },
    {
      "epoch": 2.168830636903543,
      "grad_norm": 2.790605897424863,
      "learning_rate": 0.00021699055311488833,
      "loss": 5.125,
      "step": 52952
    },
    {
      "epoch": 2.168871595330739,
      "grad_norm": 6.734664035889793,
      "learning_rate": 0.00021698763502536294,
      "loss": 3.0625,
      "step": 52953
    },
    {
      "epoch": 2.1689125537579357,
      "grad_norm": 2.72449041899032,
      "learning_rate": 0.0002169847169041696,
      "loss": 5.0312,
      "step": 52954
    },
    {
      "epoch": 2.168953512185132,
      "grad_norm": 2.7342251418285195,
      "learning_rate": 0.00021698179875130987,
      "loss": 4.1562,
      "step": 52955
    },
    {
      "epoch": 2.1689944706123283,
      "grad_norm": 3.3719936315850814,
      "learning_rate": 0.00021697888056678498,
      "loss": 4.625,
      "step": 52956
    },
    {
      "epoch": 2.169035429039525,
      "grad_norm": 2.948737859218456,
      "learning_rate": 0.00021697596235059638,
      "loss": 4.7188,
      "step": 52957
    },
    {
      "epoch": 2.1690763874667214,
      "grad_norm": 2.9536180332764124,
      "learning_rate": 0.00021697304410274543,
      "loss": 4.75,
      "step": 52958
    },
    {
      "epoch": 2.1691173458939175,
      "grad_norm": 4.4752534427750525,
      "learning_rate": 0.00021697012582323354,
      "loss": 4.25,
      "step": 52959
    },
    {
      "epoch": 2.169158304321114,
      "grad_norm": 12.131263253633335,
      "learning_rate": 0.00021696720751206202,
      "loss": 4.3438,
      "step": 52960
    },
    {
      "epoch": 2.1691992627483105,
      "grad_norm": 4.640986252558279,
      "learning_rate": 0.00021696428916923228,
      "loss": 1.125,
      "step": 52961
    },
    {
      "epoch": 2.1692402211755066,
      "grad_norm": 3.354861151189792,
      "learning_rate": 0.0002169613707947457,
      "loss": 6.0,
      "step": 52962
    },
    {
      "epoch": 2.169281179602703,
      "grad_norm": 3.4286656351435707,
      "learning_rate": 0.00021695845238860374,
      "loss": 5.25,
      "step": 52963
    },
    {
      "epoch": 2.1693221380298997,
      "grad_norm": 3.093641759877146,
      "learning_rate": 0.00021695553395080768,
      "loss": 4.6562,
      "step": 52964
    },
    {
      "epoch": 2.1693630964570962,
      "grad_norm": 3.269194695223499,
      "learning_rate": 0.0002169526154813589,
      "loss": 4.9688,
      "step": 52965
    },
    {
      "epoch": 2.1694040548842923,
      "grad_norm": 3.910255307188526,
      "learning_rate": 0.0002169496969802588,
      "loss": 3.8438,
      "step": 52966
    },
    {
      "epoch": 2.169445013311489,
      "grad_norm": 4.502287896129463,
      "learning_rate": 0.00021694677844750883,
      "loss": 5.9062,
      "step": 52967
    },
    {
      "epoch": 2.1694859717386854,
      "grad_norm": 4.522864000896833,
      "learning_rate": 0.00021694385988311026,
      "loss": 5.2188,
      "step": 52968
    },
    {
      "epoch": 2.1695269301658815,
      "grad_norm": 4.104510209123259,
      "learning_rate": 0.0002169409412870645,
      "loss": 4.9688,
      "step": 52969
    },
    {
      "epoch": 2.169567888593078,
      "grad_norm": 3.1999864754387706,
      "learning_rate": 0.00021693802265937296,
      "loss": 3.8594,
      "step": 52970
    },
    {
      "epoch": 2.1696088470202746,
      "grad_norm": 3.3667536039163926,
      "learning_rate": 0.00021693510400003704,
      "loss": 4.875,
      "step": 52971
    },
    {
      "epoch": 2.1696498054474707,
      "grad_norm": 2.8609081897894977,
      "learning_rate": 0.00021693218530905809,
      "loss": 4.8438,
      "step": 52972
    },
    {
      "epoch": 2.169690763874667,
      "grad_norm": 3.3959651875427093,
      "learning_rate": 0.00021692926658643745,
      "loss": 4.625,
      "step": 52973
    },
    {
      "epoch": 2.1697317223018637,
      "grad_norm": 16.2276492326311,
      "learning_rate": 0.00021692634783217654,
      "loss": 4.3125,
      "step": 52974
    },
    {
      "epoch": 2.16977268072906,
      "grad_norm": 18.58903449439141,
      "learning_rate": 0.00021692342904627677,
      "loss": 1.9453,
      "step": 52975
    },
    {
      "epoch": 2.1698136391562564,
      "grad_norm": 2.49940569141961,
      "learning_rate": 0.00021692051022873947,
      "loss": 4.125,
      "step": 52976
    },
    {
      "epoch": 2.169854597583453,
      "grad_norm": 3.208572203274535,
      "learning_rate": 0.00021691759137956604,
      "loss": 4.5625,
      "step": 52977
    },
    {
      "epoch": 2.169895556010649,
      "grad_norm": 9.92269010657126,
      "learning_rate": 0.00021691467249875782,
      "loss": 6.1875,
      "step": 52978
    },
    {
      "epoch": 2.1699365144378455,
      "grad_norm": 4.53293777498039,
      "learning_rate": 0.00021691175358631626,
      "loss": 3.75,
      "step": 52979
    },
    {
      "epoch": 2.169977472865042,
      "grad_norm": 3.2440329243895953,
      "learning_rate": 0.00021690883464224272,
      "loss": 4.8125,
      "step": 52980
    },
    {
      "epoch": 2.170018431292238,
      "grad_norm": 2.716351070621834,
      "learning_rate": 0.00021690591566653853,
      "loss": 4.625,
      "step": 52981
    },
    {
      "epoch": 2.1700593897194347,
      "grad_norm": 3.227039034607982,
      "learning_rate": 0.00021690299665920508,
      "loss": 5.0312,
      "step": 52982
    },
    {
      "epoch": 2.170100348146631,
      "grad_norm": 2.8699401003173444,
      "learning_rate": 0.00021690007762024385,
      "loss": 4.875,
      "step": 52983
    },
    {
      "epoch": 2.1701413065738278,
      "grad_norm": 4.406802795493908,
      "learning_rate": 0.0002168971585496561,
      "loss": 5.3125,
      "step": 52984
    },
    {
      "epoch": 2.170182265001024,
      "grad_norm": 3.1038539758279495,
      "learning_rate": 0.00021689423944744326,
      "loss": 4.0,
      "step": 52985
    },
    {
      "epoch": 2.1702232234282204,
      "grad_norm": 2.7811660538934087,
      "learning_rate": 0.00021689132031360667,
      "loss": 4.625,
      "step": 52986
    },
    {
      "epoch": 2.170264181855417,
      "grad_norm": 2.8543777023989754,
      "learning_rate": 0.00021688840114814784,
      "loss": 4.3125,
      "step": 52987
    },
    {
      "epoch": 2.170305140282613,
      "grad_norm": 2.579935812042429,
      "learning_rate": 0.000216885481951068,
      "loss": 4.6875,
      "step": 52988
    },
    {
      "epoch": 2.1703460987098095,
      "grad_norm": 2.611125394262788,
      "learning_rate": 0.0002168825627223686,
      "loss": 4.25,
      "step": 52989
    },
    {
      "epoch": 2.170387057137006,
      "grad_norm": 2.500361872320288,
      "learning_rate": 0.00021687964346205096,
      "loss": 4.0625,
      "step": 52990
    },
    {
      "epoch": 2.170428015564202,
      "grad_norm": 3.5344000238105884,
      "learning_rate": 0.00021687672417011652,
      "loss": 6.4688,
      "step": 52991
    },
    {
      "epoch": 2.1704689739913987,
      "grad_norm": 2.8187684819391676,
      "learning_rate": 0.0002168738048465667,
      "loss": 4.5625,
      "step": 52992
    },
    {
      "epoch": 2.1705099324185952,
      "grad_norm": 3.2466999191402235,
      "learning_rate": 0.00021687088549140278,
      "loss": 5.0,
      "step": 52993
    },
    {
      "epoch": 2.1705508908457913,
      "grad_norm": 3.5576011034654393,
      "learning_rate": 0.00021686796610462619,
      "loss": 5.4375,
      "step": 52994
    },
    {
      "epoch": 2.170591849272988,
      "grad_norm": 3.096917129649678,
      "learning_rate": 0.00021686504668623832,
      "loss": 4.9062,
      "step": 52995
    },
    {
      "epoch": 2.1706328077001844,
      "grad_norm": 3.437121917939791,
      "learning_rate": 0.00021686212723624054,
      "loss": 5.3125,
      "step": 52996
    },
    {
      "epoch": 2.170673766127381,
      "grad_norm": 3.2316944898213547,
      "learning_rate": 0.00021685920775463418,
      "loss": 4.5938,
      "step": 52997
    },
    {
      "epoch": 2.170714724554577,
      "grad_norm": 4.551255957348419,
      "learning_rate": 0.00021685628824142072,
      "loss": 2.625,
      "step": 52998
    },
    {
      "epoch": 2.1707556829817736,
      "grad_norm": 2.8823733839116805,
      "learning_rate": 0.00021685336869660144,
      "loss": 5.0,
      "step": 52999
    },
    {
      "epoch": 2.1707966414089697,
      "grad_norm": 2.713967967156795,
      "learning_rate": 0.0002168504491201778,
      "loss": 3.8125,
      "step": 53000
    },
    {
      "epoch": 2.170837599836166,
      "grad_norm": 3.221603581928654,
      "learning_rate": 0.00021684752951215113,
      "loss": 4.1562,
      "step": 53001
    },
    {
      "epoch": 2.1708785582633627,
      "grad_norm": 4.111790643162503,
      "learning_rate": 0.00021684460987252282,
      "loss": 4.6562,
      "step": 53002
    },
    {
      "epoch": 2.1709195166905593,
      "grad_norm": 3.0643241066290927,
      "learning_rate": 0.00021684169020129426,
      "loss": 4.4688,
      "step": 53003
    },
    {
      "epoch": 2.1709604751177554,
      "grad_norm": 5.346642569472778,
      "learning_rate": 0.0002168387704984669,
      "loss": 4.75,
      "step": 53004
    },
    {
      "epoch": 2.171001433544952,
      "grad_norm": 3.196418951800912,
      "learning_rate": 0.00021683585076404192,
      "loss": 4.25,
      "step": 53005
    },
    {
      "epoch": 2.1710423919721484,
      "grad_norm": 3.2342750189333382,
      "learning_rate": 0.0002168329309980209,
      "loss": 5.8438,
      "step": 53006
    },
    {
      "epoch": 2.1710833503993445,
      "grad_norm": 2.913772874743613,
      "learning_rate": 0.00021683001120040516,
      "loss": 3.8906,
      "step": 53007
    },
    {
      "epoch": 2.171124308826541,
      "grad_norm": 4.068989271212252,
      "learning_rate": 0.00021682709137119607,
      "loss": 5.0312,
      "step": 53008
    },
    {
      "epoch": 2.1711652672537376,
      "grad_norm": 11.687356841719593,
      "learning_rate": 0.000216824171510395,
      "loss": 1.5156,
      "step": 53009
    },
    {
      "epoch": 2.1712062256809337,
      "grad_norm": 3.0401992354714347,
      "learning_rate": 0.00021682125161800333,
      "loss": 4.7812,
      "step": 53010
    },
    {
      "epoch": 2.1712471841081302,
      "grad_norm": 3.052993243393089,
      "learning_rate": 0.00021681833169402242,
      "loss": 4.1562,
      "step": 53011
    },
    {
      "epoch": 2.1712881425353268,
      "grad_norm": 2.8758611228817648,
      "learning_rate": 0.00021681541173845372,
      "loss": 4.2188,
      "step": 53012
    },
    {
      "epoch": 2.171329100962523,
      "grad_norm": 3.121724186182328,
      "learning_rate": 0.00021681249175129857,
      "loss": 4.75,
      "step": 53013
    },
    {
      "epoch": 2.1713700593897194,
      "grad_norm": 2.9379995531219985,
      "learning_rate": 0.00021680957173255831,
      "loss": 4.8125,
      "step": 53014
    },
    {
      "epoch": 2.171411017816916,
      "grad_norm": 2.925616912509214,
      "learning_rate": 0.0002168066516822344,
      "loss": 4.2812,
      "step": 53015
    },
    {
      "epoch": 2.1714519762441125,
      "grad_norm": 2.0109467622002883,
      "learning_rate": 0.0002168037316003282,
      "loss": 2.6094,
      "step": 53016
    },
    {
      "epoch": 2.1714929346713086,
      "grad_norm": 2.552001758051635,
      "learning_rate": 0.00021680081148684103,
      "loss": 4.0312,
      "step": 53017
    },
    {
      "epoch": 2.171533893098505,
      "grad_norm": 2.9732163870050647,
      "learning_rate": 0.00021679789134177433,
      "loss": 5.4375,
      "step": 53018
    },
    {
      "epoch": 2.171574851525701,
      "grad_norm": 4.142260789604814,
      "learning_rate": 0.00021679497116512946,
      "loss": 4.6875,
      "step": 53019
    },
    {
      "epoch": 2.1716158099528977,
      "grad_norm": 3.366428378500549,
      "learning_rate": 0.0002167920509569078,
      "loss": 7.0,
      "step": 53020
    },
    {
      "epoch": 2.1716567683800942,
      "grad_norm": 2.778494243236232,
      "learning_rate": 0.00021678913071711075,
      "loss": 3.7031,
      "step": 53021
    },
    {
      "epoch": 2.171697726807291,
      "grad_norm": 4.773269503982154,
      "learning_rate": 0.00021678621044573962,
      "loss": 7.0,
      "step": 53022
    },
    {
      "epoch": 2.171738685234487,
      "grad_norm": 3.363652940640521,
      "learning_rate": 0.00021678329014279593,
      "loss": 4.5625,
      "step": 53023
    },
    {
      "epoch": 2.1717796436616834,
      "grad_norm": 3.592540584451763,
      "learning_rate": 0.00021678036980828094,
      "loss": 5.9688,
      "step": 53024
    },
    {
      "epoch": 2.17182060208888,
      "grad_norm": 3.0263877837382798,
      "learning_rate": 0.00021677744944219605,
      "loss": 3.2656,
      "step": 53025
    },
    {
      "epoch": 2.171861560516076,
      "grad_norm": 3.640244310280722,
      "learning_rate": 0.00021677452904454267,
      "loss": 4.75,
      "step": 53026
    },
    {
      "epoch": 2.1719025189432726,
      "grad_norm": 6.565571266037363,
      "learning_rate": 0.00021677160861532216,
      "loss": 5.6562,
      "step": 53027
    },
    {
      "epoch": 2.171943477370469,
      "grad_norm": 4.133267144926211,
      "learning_rate": 0.00021676868815453595,
      "loss": 6.625,
      "step": 53028
    },
    {
      "epoch": 2.171984435797665,
      "grad_norm": 3.0231990328437948,
      "learning_rate": 0.00021676576766218531,
      "loss": 3.75,
      "step": 53029
    },
    {
      "epoch": 2.1720253942248617,
      "grad_norm": 3.0953571273700593,
      "learning_rate": 0.00021676284713827173,
      "loss": 4.0,
      "step": 53030
    },
    {
      "epoch": 2.1720663526520583,
      "grad_norm": 2.853741623984379,
      "learning_rate": 0.00021675992658279654,
      "loss": 3.9531,
      "step": 53031
    },
    {
      "epoch": 2.1721073110792544,
      "grad_norm": 4.474587419043792,
      "learning_rate": 0.00021675700599576116,
      "loss": 5.0938,
      "step": 53032
    },
    {
      "epoch": 2.172148269506451,
      "grad_norm": 4.122157554405379,
      "learning_rate": 0.0002167540853771669,
      "loss": 5.5938,
      "step": 53033
    },
    {
      "epoch": 2.1721892279336474,
      "grad_norm": 3.5121656185991172,
      "learning_rate": 0.0002167511647270152,
      "loss": 4.7188,
      "step": 53034
    },
    {
      "epoch": 2.172230186360844,
      "grad_norm": 2.658873909775323,
      "learning_rate": 0.0002167482440453074,
      "loss": 4.1875,
      "step": 53035
    },
    {
      "epoch": 2.17227114478804,
      "grad_norm": 3.8541303334377974,
      "learning_rate": 0.00021674532333204493,
      "loss": 4.4688,
      "step": 53036
    },
    {
      "epoch": 2.1723121032152366,
      "grad_norm": 3.137455433489515,
      "learning_rate": 0.00021674240258722912,
      "loss": 5.7812,
      "step": 53037
    },
    {
      "epoch": 2.172353061642433,
      "grad_norm": 6.540793419354748,
      "learning_rate": 0.0002167394818108614,
      "loss": 6.7812,
      "step": 53038
    },
    {
      "epoch": 2.1723940200696292,
      "grad_norm": 3.1654952530730673,
      "learning_rate": 0.0002167365610029431,
      "loss": 5.5938,
      "step": 53039
    },
    {
      "epoch": 2.1724349784968258,
      "grad_norm": 3.8771226837423907,
      "learning_rate": 0.00021673364016347568,
      "loss": 3.5312,
      "step": 53040
    },
    {
      "epoch": 2.1724759369240223,
      "grad_norm": 3.621536304650218,
      "learning_rate": 0.00021673071929246039,
      "loss": 5.4375,
      "step": 53041
    },
    {
      "epoch": 2.1725168953512184,
      "grad_norm": 3.06367473076404,
      "learning_rate": 0.00021672779838989874,
      "loss": 4.6875,
      "step": 53042
    },
    {
      "epoch": 2.172557853778415,
      "grad_norm": 2.944026567920939,
      "learning_rate": 0.00021672487745579203,
      "loss": 5.25,
      "step": 53043
    },
    {
      "epoch": 2.1725988122056115,
      "grad_norm": 3.4254615646480704,
      "learning_rate": 0.00021672195649014172,
      "loss": 5.7812,
      "step": 53044
    },
    {
      "epoch": 2.1726397706328076,
      "grad_norm": 3.083793007158151,
      "learning_rate": 0.0002167190354929491,
      "loss": 3.3594,
      "step": 53045
    },
    {
      "epoch": 2.172680729060004,
      "grad_norm": 3.4679289256214094,
      "learning_rate": 0.00021671611446421558,
      "loss": 4.5938,
      "step": 53046
    },
    {
      "epoch": 2.1727216874872006,
      "grad_norm": 5.040330272079255,
      "learning_rate": 0.00021671319340394257,
      "loss": 5.9062,
      "step": 53047
    },
    {
      "epoch": 2.1727626459143967,
      "grad_norm": 4.6089394735474905,
      "learning_rate": 0.00021671027231213143,
      "loss": 4.3438,
      "step": 53048
    },
    {
      "epoch": 2.1728036043415933,
      "grad_norm": 3.2593239034631534,
      "learning_rate": 0.0002167073511887836,
      "loss": 5.2188,
      "step": 53049
    },
    {
      "epoch": 2.17284456276879,
      "grad_norm": 3.0627446160614604,
      "learning_rate": 0.0002167044300339003,
      "loss": 5.7812,
      "step": 53050
    },
    {
      "epoch": 2.172885521195986,
      "grad_norm": 3.7607331028776727,
      "learning_rate": 0.00021670150884748308,
      "loss": 6.4688,
      "step": 53051
    },
    {
      "epoch": 2.1729264796231824,
      "grad_norm": 2.8490914672405028,
      "learning_rate": 0.00021669858762953325,
      "loss": 3.875,
      "step": 53052
    },
    {
      "epoch": 2.172967438050379,
      "grad_norm": 3.5621520947330416,
      "learning_rate": 0.0002166956663800522,
      "loss": 5.1875,
      "step": 53053
    },
    {
      "epoch": 2.1730083964775755,
      "grad_norm": 3.94782654460914,
      "learning_rate": 0.00021669274509904132,
      "loss": 3.9688,
      "step": 53054
    },
    {
      "epoch": 2.1730493549047716,
      "grad_norm": 3.2697008200079094,
      "learning_rate": 0.00021668982378650193,
      "loss": 6.2188,
      "step": 53055
    },
    {
      "epoch": 2.173090313331968,
      "grad_norm": 3.3281876946982187,
      "learning_rate": 0.0002166869024424355,
      "loss": 5.125,
      "step": 53056
    },
    {
      "epoch": 2.1731312717591647,
      "grad_norm": 5.603855399436162,
      "learning_rate": 0.0002166839810668434,
      "loss": 2.0781,
      "step": 53057
    },
    {
      "epoch": 2.1731722301863607,
      "grad_norm": 3.176676880343472,
      "learning_rate": 0.00021668105965972693,
      "loss": 3.8438,
      "step": 53058
    },
    {
      "epoch": 2.1732131886135573,
      "grad_norm": 3.964871718874192,
      "learning_rate": 0.00021667813822108753,
      "loss": 4.2812,
      "step": 53059
    },
    {
      "epoch": 2.173254147040754,
      "grad_norm": 2.7429321006634195,
      "learning_rate": 0.0002166752167509266,
      "loss": 4.1875,
      "step": 53060
    },
    {
      "epoch": 2.17329510546795,
      "grad_norm": 4.152961440772281,
      "learning_rate": 0.0002166722952492455,
      "loss": 7.3438,
      "step": 53061
    },
    {
      "epoch": 2.1733360638951464,
      "grad_norm": 3.1779701951122097,
      "learning_rate": 0.0002166693737160456,
      "loss": 5.375,
      "step": 53062
    },
    {
      "epoch": 2.173377022322343,
      "grad_norm": 3.380277981939633,
      "learning_rate": 0.00021666645215132828,
      "loss": 5.5625,
      "step": 53063
    },
    {
      "epoch": 2.173417980749539,
      "grad_norm": 3.000145266185845,
      "learning_rate": 0.00021666353055509494,
      "loss": 4.6875,
      "step": 53064
    },
    {
      "epoch": 2.1734589391767356,
      "grad_norm": 2.781658673125109,
      "learning_rate": 0.00021666060892734692,
      "loss": 4.625,
      "step": 53065
    },
    {
      "epoch": 2.173499897603932,
      "grad_norm": 3.4938830373954923,
      "learning_rate": 0.00021665768726808566,
      "loss": 6.2188,
      "step": 53066
    },
    {
      "epoch": 2.1735408560311282,
      "grad_norm": 3.3749806233036246,
      "learning_rate": 0.00021665476557731253,
      "loss": 6.375,
      "step": 53067
    },
    {
      "epoch": 2.1735818144583248,
      "grad_norm": 4.616600323324647,
      "learning_rate": 0.0002166518438550289,
      "loss": 5.4375,
      "step": 53068
    },
    {
      "epoch": 2.1736227728855213,
      "grad_norm": 2.70472875381501,
      "learning_rate": 0.00021664892210123608,
      "loss": 1.3672,
      "step": 53069
    },
    {
      "epoch": 2.1736637313127174,
      "grad_norm": 2.962217570085774,
      "learning_rate": 0.00021664600031593556,
      "loss": 4.875,
      "step": 53070
    },
    {
      "epoch": 2.173704689739914,
      "grad_norm": 3.4080782978893076,
      "learning_rate": 0.0002166430784991287,
      "loss": 5.3125,
      "step": 53071
    },
    {
      "epoch": 2.1737456481671105,
      "grad_norm": 3.8895545118904318,
      "learning_rate": 0.00021664015665081682,
      "loss": 4.25,
      "step": 53072
    },
    {
      "epoch": 2.173786606594307,
      "grad_norm": 2.9342283941956553,
      "learning_rate": 0.00021663723477100135,
      "loss": 4.4062,
      "step": 53073
    },
    {
      "epoch": 2.173827565021503,
      "grad_norm": 3.0240172667198815,
      "learning_rate": 0.0002166343128596837,
      "loss": 4.875,
      "step": 53074
    },
    {
      "epoch": 2.1738685234486996,
      "grad_norm": 2.8768675599351345,
      "learning_rate": 0.00021663139091686516,
      "loss": 4.1875,
      "step": 53075
    },
    {
      "epoch": 2.173909481875896,
      "grad_norm": 3.0077068584030457,
      "learning_rate": 0.0002166284689425472,
      "loss": 4.375,
      "step": 53076
    },
    {
      "epoch": 2.1739504403030923,
      "grad_norm": 6.356819315892201,
      "learning_rate": 0.00021662554693673111,
      "loss": 6.375,
      "step": 53077
    },
    {
      "epoch": 2.173991398730289,
      "grad_norm": 2.978227693884264,
      "learning_rate": 0.0002166226248994184,
      "loss": 4.25,
      "step": 53078
    },
    {
      "epoch": 2.1740323571574853,
      "grad_norm": 3.435443865999498,
      "learning_rate": 0.00021661970283061034,
      "loss": 4.6562,
      "step": 53079
    },
    {
      "epoch": 2.1740733155846814,
      "grad_norm": 3.0030309086757607,
      "learning_rate": 0.00021661678073030838,
      "loss": 4.625,
      "step": 53080
    },
    {
      "epoch": 2.174114274011878,
      "grad_norm": 2.9986254253687954,
      "learning_rate": 0.00021661385859851384,
      "loss": 4.7188,
      "step": 53081
    },
    {
      "epoch": 2.1741552324390745,
      "grad_norm": 2.920407961500682,
      "learning_rate": 0.00021661093643522814,
      "loss": 5.1875,
      "step": 53082
    },
    {
      "epoch": 2.1741961908662706,
      "grad_norm": 2.847968349351119,
      "learning_rate": 0.00021660801424045265,
      "loss": 4.3438,
      "step": 53083
    },
    {
      "epoch": 2.174237149293467,
      "grad_norm": 3.6369033785001,
      "learning_rate": 0.00021660509201418878,
      "loss": 3.2812,
      "step": 53084
    },
    {
      "epoch": 2.1742781077206637,
      "grad_norm": 4.8392548461218015,
      "learning_rate": 0.0002166021697564379,
      "loss": 2.4688,
      "step": 53085
    },
    {
      "epoch": 2.1743190661478597,
      "grad_norm": 3.7247329553148067,
      "learning_rate": 0.0002165992474672013,
      "loss": 5.375,
      "step": 53086
    },
    {
      "epoch": 2.1743600245750563,
      "grad_norm": 6.643316522133857,
      "learning_rate": 0.00021659632514648048,
      "loss": 3.6562,
      "step": 53087
    },
    {
      "epoch": 2.174400983002253,
      "grad_norm": 3.9648792637854267,
      "learning_rate": 0.00021659340279427683,
      "loss": 5.4375,
      "step": 53088
    },
    {
      "epoch": 2.174441941429449,
      "grad_norm": 3.9041483232793284,
      "learning_rate": 0.00021659048041059164,
      "loss": 3.7344,
      "step": 53089
    },
    {
      "epoch": 2.1744828998566454,
      "grad_norm": 3.1160569074991633,
      "learning_rate": 0.00021658755799542633,
      "loss": 4.875,
      "step": 53090
    },
    {
      "epoch": 2.174523858283842,
      "grad_norm": 2.975244207949933,
      "learning_rate": 0.0002165846355487823,
      "loss": 4.4688,
      "step": 53091
    },
    {
      "epoch": 2.1745648167110385,
      "grad_norm": 2.8920633792542443,
      "learning_rate": 0.00021658171307066093,
      "loss": 5.375,
      "step": 53092
    },
    {
      "epoch": 2.1746057751382346,
      "grad_norm": 3.0473806273336206,
      "learning_rate": 0.00021657879056106357,
      "loss": 4.9375,
      "step": 53093
    },
    {
      "epoch": 2.174646733565431,
      "grad_norm": 3.520660358748507,
      "learning_rate": 0.00021657586801999162,
      "loss": 4.5312,
      "step": 53094
    },
    {
      "epoch": 2.1746876919926277,
      "grad_norm": 3.413259250392318,
      "learning_rate": 0.00021657294544744646,
      "loss": 4.5938,
      "step": 53095
    },
    {
      "epoch": 2.1747286504198238,
      "grad_norm": 3.9490337303951977,
      "learning_rate": 0.00021657002284342948,
      "loss": 3.6562,
      "step": 53096
    },
    {
      "epoch": 2.1747696088470203,
      "grad_norm": 3.4054330117980993,
      "learning_rate": 0.0002165671002079421,
      "loss": 1.5234,
      "step": 53097
    },
    {
      "epoch": 2.174810567274217,
      "grad_norm": 3.0077069506617478,
      "learning_rate": 0.0002165641775409856,
      "loss": 4.6562,
      "step": 53098
    },
    {
      "epoch": 2.174851525701413,
      "grad_norm": 2.6405816491344742,
      "learning_rate": 0.00021656125484256143,
      "loss": 4.2188,
      "step": 53099
    },
    {
      "epoch": 2.1748924841286095,
      "grad_norm": 6.219926812901327,
      "learning_rate": 0.000216558332112671,
      "loss": 5.5625,
      "step": 53100
    },
    {
      "epoch": 2.174933442555806,
      "grad_norm": 2.7535612938971843,
      "learning_rate": 0.0002165554093513156,
      "loss": 4.125,
      "step": 53101
    },
    {
      "epoch": 2.174974400983002,
      "grad_norm": 2.9307186263443845,
      "learning_rate": 0.00021655248655849668,
      "loss": 4.9688,
      "step": 53102
    },
    {
      "epoch": 2.1750153594101986,
      "grad_norm": 4.572042480367304,
      "learning_rate": 0.0002165495637342156,
      "loss": 2.125,
      "step": 53103
    },
    {
      "epoch": 2.175056317837395,
      "grad_norm": 3.496770312066399,
      "learning_rate": 0.00021654664087847377,
      "loss": 4.5,
      "step": 53104
    },
    {
      "epoch": 2.1750972762645913,
      "grad_norm": 3.5176479510789846,
      "learning_rate": 0.00021654371799127253,
      "loss": 5.5938,
      "step": 53105
    },
    {
      "epoch": 2.175138234691788,
      "grad_norm": 3.7925129074248756,
      "learning_rate": 0.00021654079507261333,
      "loss": 4.625,
      "step": 53106
    },
    {
      "epoch": 2.1751791931189843,
      "grad_norm": 2.921862747574917,
      "learning_rate": 0.00021653787212249745,
      "loss": 4.3438,
      "step": 53107
    },
    {
      "epoch": 2.1752201515461804,
      "grad_norm": 10.339181701234333,
      "learning_rate": 0.00021653494914092633,
      "loss": 4.5625,
      "step": 53108
    },
    {
      "epoch": 2.175261109973377,
      "grad_norm": 3.206593390063838,
      "learning_rate": 0.00021653202612790138,
      "loss": 4.6562,
      "step": 53109
    },
    {
      "epoch": 2.1753020684005735,
      "grad_norm": 3.448447316587569,
      "learning_rate": 0.0002165291030834239,
      "loss": 6.0312,
      "step": 53110
    },
    {
      "epoch": 2.17534302682777,
      "grad_norm": 3.666519790901086,
      "learning_rate": 0.00021652618000749535,
      "loss": 4.6562,
      "step": 53111
    },
    {
      "epoch": 2.175383985254966,
      "grad_norm": 3.1000715553873284,
      "learning_rate": 0.00021652325690011708,
      "loss": 4.4375,
      "step": 53112
    },
    {
      "epoch": 2.1754249436821627,
      "grad_norm": 9.53369227939302,
      "learning_rate": 0.0002165203337612905,
      "loss": 2.6562,
      "step": 53113
    },
    {
      "epoch": 2.175465902109359,
      "grad_norm": 3.0214803724094637,
      "learning_rate": 0.00021651741059101692,
      "loss": 4.4062,
      "step": 53114
    },
    {
      "epoch": 2.1755068605365553,
      "grad_norm": 2.893136352089092,
      "learning_rate": 0.0002165144873892978,
      "loss": 4.5938,
      "step": 53115
    },
    {
      "epoch": 2.175547818963752,
      "grad_norm": 2.9081859070507634,
      "learning_rate": 0.00021651156415613447,
      "loss": 3.125,
      "step": 53116
    },
    {
      "epoch": 2.1755887773909484,
      "grad_norm": 3.0519649832408247,
      "learning_rate": 0.00021650864089152835,
      "loss": 5.1875,
      "step": 53117
    },
    {
      "epoch": 2.1756297358181445,
      "grad_norm": 7.393922794653125,
      "learning_rate": 0.00021650571759548076,
      "loss": 3.2812,
      "step": 53118
    },
    {
      "epoch": 2.175670694245341,
      "grad_norm": 4.139712698514391,
      "learning_rate": 0.00021650279426799318,
      "loss": 7.5938,
      "step": 53119
    },
    {
      "epoch": 2.1757116526725375,
      "grad_norm": 5.974799948404133,
      "learning_rate": 0.0002164998709090669,
      "loss": 5.9062,
      "step": 53120
    },
    {
      "epoch": 2.1757526110997336,
      "grad_norm": 2.6937301570815744,
      "learning_rate": 0.00021649694751870336,
      "loss": 5.125,
      "step": 53121
    },
    {
      "epoch": 2.17579356952693,
      "grad_norm": 3.044161834345411,
      "learning_rate": 0.00021649402409690388,
      "loss": 4.7812,
      "step": 53122
    },
    {
      "epoch": 2.1758345279541267,
      "grad_norm": 3.396468391800913,
      "learning_rate": 0.00021649110064366996,
      "loss": 5.0,
      "step": 53123
    },
    {
      "epoch": 2.1758754863813228,
      "grad_norm": 3.1926642380968335,
      "learning_rate": 0.00021648817715900289,
      "loss": 4.5938,
      "step": 53124
    },
    {
      "epoch": 2.1759164448085193,
      "grad_norm": 3.2899114533189997,
      "learning_rate": 0.00021648525364290403,
      "loss": 4.5,
      "step": 53125
    },
    {
      "epoch": 2.175957403235716,
      "grad_norm": 2.6808724347309223,
      "learning_rate": 0.0002164823300953748,
      "loss": 4.3438,
      "step": 53126
    },
    {
      "epoch": 2.175998361662912,
      "grad_norm": 7.227832335692095,
      "learning_rate": 0.00021647940651641658,
      "loss": 3.8281,
      "step": 53127
    },
    {
      "epoch": 2.1760393200901085,
      "grad_norm": 5.05555479901273,
      "learning_rate": 0.0002164764829060308,
      "loss": 6.375,
      "step": 53128
    },
    {
      "epoch": 2.176080278517305,
      "grad_norm": 2.501726457482712,
      "learning_rate": 0.00021647355926421877,
      "loss": 3.9062,
      "step": 53129
    },
    {
      "epoch": 2.1761212369445015,
      "grad_norm": 2.9537971345291547,
      "learning_rate": 0.00021647063559098186,
      "loss": 4.7812,
      "step": 53130
    },
    {
      "epoch": 2.1761621953716976,
      "grad_norm": 5.6927691219690555,
      "learning_rate": 0.00021646771188632154,
      "loss": 4.625,
      "step": 53131
    },
    {
      "epoch": 2.176203153798894,
      "grad_norm": 2.777173086994806,
      "learning_rate": 0.00021646478815023914,
      "loss": 4.5,
      "step": 53132
    },
    {
      "epoch": 2.1762441122260907,
      "grad_norm": 2.803424015223986,
      "learning_rate": 0.00021646186438273606,
      "loss": 4.4375,
      "step": 53133
    },
    {
      "epoch": 2.176285070653287,
      "grad_norm": 8.603945995956135,
      "learning_rate": 0.00021645894058381366,
      "loss": 6.6562,
      "step": 53134
    },
    {
      "epoch": 2.1763260290804833,
      "grad_norm": 3.542237677764599,
      "learning_rate": 0.0002164560167534733,
      "loss": 3.9844,
      "step": 53135
    },
    {
      "epoch": 2.17636698750768,
      "grad_norm": 6.301681836884818,
      "learning_rate": 0.0002164530928917164,
      "loss": 1.6641,
      "step": 53136
    },
    {
      "epoch": 2.176407945934876,
      "grad_norm": 3.0734638797046343,
      "learning_rate": 0.00021645016899854433,
      "loss": 5.375,
      "step": 53137
    },
    {
      "epoch": 2.1764489043620725,
      "grad_norm": 4.067286995360045,
      "learning_rate": 0.00021644724507395845,
      "loss": 4.3438,
      "step": 53138
    },
    {
      "epoch": 2.176489862789269,
      "grad_norm": 3.19734873221448,
      "learning_rate": 0.00021644432111796023,
      "loss": 4.5312,
      "step": 53139
    },
    {
      "epoch": 2.176530821216465,
      "grad_norm": 5.096194927040085,
      "learning_rate": 0.000216441397130551,
      "loss": 5.75,
      "step": 53140
    },
    {
      "epoch": 2.1765717796436617,
      "grad_norm": 2.8741624100486995,
      "learning_rate": 0.00021643847311173203,
      "loss": 4.5625,
      "step": 53141
    },
    {
      "epoch": 2.176612738070858,
      "grad_norm": 4.28529659625555,
      "learning_rate": 0.00021643554906150488,
      "loss": 4.9688,
      "step": 53142
    },
    {
      "epoch": 2.1766536964980543,
      "grad_norm": 5.449746996035091,
      "learning_rate": 0.00021643262497987085,
      "loss": 5.8125,
      "step": 53143
    },
    {
      "epoch": 2.176694654925251,
      "grad_norm": 2.765115989526251,
      "learning_rate": 0.00021642970086683137,
      "loss": 4.25,
      "step": 53144
    },
    {
      "epoch": 2.1767356133524474,
      "grad_norm": 3.0076091935870277,
      "learning_rate": 0.00021642677672238772,
      "loss": 4.2812,
      "step": 53145
    },
    {
      "epoch": 2.1767765717796435,
      "grad_norm": 3.2396170638048787,
      "learning_rate": 0.00021642385254654135,
      "loss": 4.75,
      "step": 53146
    },
    {
      "epoch": 2.17681753020684,
      "grad_norm": 5.166807067550621,
      "learning_rate": 0.00021642092833929364,
      "loss": 5.0938,
      "step": 53147
    },
    {
      "epoch": 2.1768584886340365,
      "grad_norm": 5.607112373190443,
      "learning_rate": 0.000216418004100646,
      "loss": 7.6875,
      "step": 53148
    },
    {
      "epoch": 2.176899447061233,
      "grad_norm": 2.5857796376514206,
      "learning_rate": 0.00021641507983059975,
      "loss": 4.125,
      "step": 53149
    },
    {
      "epoch": 2.176940405488429,
      "grad_norm": 4.589672079517511,
      "learning_rate": 0.00021641215552915629,
      "loss": 7.25,
      "step": 53150
    },
    {
      "epoch": 2.1769813639156257,
      "grad_norm": 4.950321350155243,
      "learning_rate": 0.0002164092311963171,
      "loss": 6.125,
      "step": 53151
    },
    {
      "epoch": 2.1770223223428222,
      "grad_norm": 3.2213885053357454,
      "learning_rate": 0.00021640630683208338,
      "loss": 4.6562,
      "step": 53152
    },
    {
      "epoch": 2.1770632807700183,
      "grad_norm": 6.846767771759801,
      "learning_rate": 0.00021640338243645666,
      "loss": 4.0312,
      "step": 53153
    },
    {
      "epoch": 2.177104239197215,
      "grad_norm": 4.495813565440029,
      "learning_rate": 0.00021640045800943824,
      "loss": 5.2188,
      "step": 53154
    },
    {
      "epoch": 2.1771451976244114,
      "grad_norm": 2.7512657705872257,
      "learning_rate": 0.0002163975335510296,
      "loss": 4.7188,
      "step": 53155
    },
    {
      "epoch": 2.1771861560516075,
      "grad_norm": 2.6604549046164743,
      "learning_rate": 0.000216394609061232,
      "loss": 3.625,
      "step": 53156
    },
    {
      "epoch": 2.177227114478804,
      "grad_norm": 3.0778211515125435,
      "learning_rate": 0.00021639168454004693,
      "loss": 4.6875,
      "step": 53157
    },
    {
      "epoch": 2.1772680729060006,
      "grad_norm": 3.658379772230389,
      "learning_rate": 0.00021638875998747568,
      "loss": 5.8125,
      "step": 53158
    },
    {
      "epoch": 2.1773090313331966,
      "grad_norm": 2.7819635857816523,
      "learning_rate": 0.0002163858354035197,
      "loss": 3.5312,
      "step": 53159
    },
    {
      "epoch": 2.177349989760393,
      "grad_norm": 4.307843590177616,
      "learning_rate": 0.00021638291078818035,
      "loss": 5.1562,
      "step": 53160
    },
    {
      "epoch": 2.1773909481875897,
      "grad_norm": 3.435460967747487,
      "learning_rate": 0.00021637998614145902,
      "loss": 6.2188,
      "step": 53161
    },
    {
      "epoch": 2.177431906614786,
      "grad_norm": 2.9860412459684036,
      "learning_rate": 0.00021637706146335705,
      "loss": 4.5938,
      "step": 53162
    },
    {
      "epoch": 2.1774728650419823,
      "grad_norm": 2.8857288888604233,
      "learning_rate": 0.00021637413675387585,
      "loss": 3.9219,
      "step": 53163
    },
    {
      "epoch": 2.177513823469179,
      "grad_norm": 3.421561955448186,
      "learning_rate": 0.00021637121201301685,
      "loss": 4.5938,
      "step": 53164
    },
    {
      "epoch": 2.177554781896375,
      "grad_norm": 2.8821158513900413,
      "learning_rate": 0.0002163682872407814,
      "loss": 3.9219,
      "step": 53165
    },
    {
      "epoch": 2.1775957403235715,
      "grad_norm": 10.743722419803255,
      "learning_rate": 0.00021636536243717084,
      "loss": 4.0,
      "step": 53166
    },
    {
      "epoch": 2.177636698750768,
      "grad_norm": 4.444300458422203,
      "learning_rate": 0.0002163624376021866,
      "loss": 4.4375,
      "step": 53167
    },
    {
      "epoch": 2.1776776571779646,
      "grad_norm": 2.536688418923155,
      "learning_rate": 0.0002163595127358301,
      "loss": 4.9688,
      "step": 53168
    },
    {
      "epoch": 2.1777186156051607,
      "grad_norm": 4.82389844851578,
      "learning_rate": 0.00021635658783810256,
      "loss": 3.6406,
      "step": 53169
    },
    {
      "epoch": 2.177759574032357,
      "grad_norm": 3.4890634590139404,
      "learning_rate": 0.00021635366290900557,
      "loss": 4.625,
      "step": 53170
    },
    {
      "epoch": 2.1778005324595537,
      "grad_norm": 3.51489313080264,
      "learning_rate": 0.0002163507379485404,
      "loss": 4.0938,
      "step": 53171
    },
    {
      "epoch": 2.17784149088675,
      "grad_norm": 2.6500307275812847,
      "learning_rate": 0.00021634781295670844,
      "loss": 5.1562,
      "step": 53172
    },
    {
      "epoch": 2.1778824493139464,
      "grad_norm": 4.174103552699691,
      "learning_rate": 0.00021634488793351107,
      "loss": 4.9688,
      "step": 53173
    },
    {
      "epoch": 2.177923407741143,
      "grad_norm": 3.7450629337683763,
      "learning_rate": 0.00021634196287894972,
      "loss": 5.25,
      "step": 53174
    },
    {
      "epoch": 2.177964366168339,
      "grad_norm": 2.6584022776015606,
      "learning_rate": 0.0002163390377930257,
      "loss": 4.625,
      "step": 53175
    },
    {
      "epoch": 2.1780053245955355,
      "grad_norm": 3.4111566886700744,
      "learning_rate": 0.00021633611267574045,
      "loss": 1.6484,
      "step": 53176
    },
    {
      "epoch": 2.178046283022732,
      "grad_norm": 5.2193722658252755,
      "learning_rate": 0.00021633318752709534,
      "loss": 4.5,
      "step": 53177
    },
    {
      "epoch": 2.178087241449928,
      "grad_norm": 4.309048624371879,
      "learning_rate": 0.00021633026234709176,
      "loss": 4.4062,
      "step": 53178
    },
    {
      "epoch": 2.1781281998771247,
      "grad_norm": 3.38740268940009,
      "learning_rate": 0.00021632733713573105,
      "loss": 1.5156,
      "step": 53179
    },
    {
      "epoch": 2.1781691583043212,
      "grad_norm": 4.336000509757732,
      "learning_rate": 0.00021632441189301465,
      "loss": 4.0,
      "step": 53180
    },
    {
      "epoch": 2.1782101167315173,
      "grad_norm": 3.1990493371649658,
      "learning_rate": 0.00021632148661894388,
      "loss": 4.8125,
      "step": 53181
    },
    {
      "epoch": 2.178251075158714,
      "grad_norm": 3.0092639765961025,
      "learning_rate": 0.0002163185613135202,
      "loss": 5.125,
      "step": 53182
    },
    {
      "epoch": 2.1782920335859104,
      "grad_norm": 3.6273998310186024,
      "learning_rate": 0.00021631563597674495,
      "loss": 3.2188,
      "step": 53183
    },
    {
      "epoch": 2.1783329920131065,
      "grad_norm": 3.663805775536818,
      "learning_rate": 0.0002163127106086195,
      "loss": 4.7812,
      "step": 53184
    },
    {
      "epoch": 2.178373950440303,
      "grad_norm": 3.3236463925896484,
      "learning_rate": 0.00021630978520914527,
      "loss": 4.75,
      "step": 53185
    },
    {
      "epoch": 2.1784149088674996,
      "grad_norm": 3.2625540149850347,
      "learning_rate": 0.00021630685977832358,
      "loss": 5.0,
      "step": 53186
    },
    {
      "epoch": 2.178455867294696,
      "grad_norm": 3.131930721198082,
      "learning_rate": 0.0002163039343161559,
      "loss": 4.5625,
      "step": 53187
    },
    {
      "epoch": 2.178496825721892,
      "grad_norm": 3.994241969190845,
      "learning_rate": 0.00021630100882264356,
      "loss": 2.6406,
      "step": 53188
    },
    {
      "epoch": 2.1785377841490887,
      "grad_norm": 2.7410850251923264,
      "learning_rate": 0.00021629808329778793,
      "loss": 4.2812,
      "step": 53189
    },
    {
      "epoch": 2.1785787425762853,
      "grad_norm": 5.326545960911131,
      "learning_rate": 0.0002162951577415904,
      "loss": 3.5,
      "step": 53190
    },
    {
      "epoch": 2.1786197010034813,
      "grad_norm": 3.4298316345389814,
      "learning_rate": 0.0002162922321540524,
      "loss": 4.8438,
      "step": 53191
    },
    {
      "epoch": 2.178660659430678,
      "grad_norm": 2.6870619183851683,
      "learning_rate": 0.00021628930653517524,
      "loss": 4.6562,
      "step": 53192
    },
    {
      "epoch": 2.1787016178578744,
      "grad_norm": 2.895517848498087,
      "learning_rate": 0.0002162863808849604,
      "loss": 4.8438,
      "step": 53193
    },
    {
      "epoch": 2.1787425762850705,
      "grad_norm": 3.914902475655786,
      "learning_rate": 0.00021628345520340912,
      "loss": 5.4688,
      "step": 53194
    },
    {
      "epoch": 2.178783534712267,
      "grad_norm": 2.6976025451893486,
      "learning_rate": 0.00021628052949052297,
      "loss": 4.5625,
      "step": 53195
    },
    {
      "epoch": 2.1788244931394636,
      "grad_norm": 3.279859934302046,
      "learning_rate": 0.00021627760374630319,
      "loss": 4.5,
      "step": 53196
    },
    {
      "epoch": 2.1788654515666597,
      "grad_norm": 3.0792522400836515,
      "learning_rate": 0.00021627467797075118,
      "loss": 5.625,
      "step": 53197
    },
    {
      "epoch": 2.178906409993856,
      "grad_norm": 2.8207716254697743,
      "learning_rate": 0.00021627175216386833,
      "loss": 4.75,
      "step": 53198
    },
    {
      "epoch": 2.1789473684210527,
      "grad_norm": 21.612632321428865,
      "learning_rate": 0.0002162688263256561,
      "loss": 3.6406,
      "step": 53199
    },
    {
      "epoch": 2.178988326848249,
      "grad_norm": 2.913773675527665,
      "learning_rate": 0.0002162659004561158,
      "loss": 4.2188,
      "step": 53200
    },
    {
      "epoch": 2.1790292852754454,
      "grad_norm": 5.265261853042508,
      "learning_rate": 0.00021626297455524883,
      "loss": 5.1875,
      "step": 53201
    },
    {
      "epoch": 2.179070243702642,
      "grad_norm": 2.6199637936409914,
      "learning_rate": 0.00021626004862305653,
      "loss": 4.9062,
      "step": 53202
    },
    {
      "epoch": 2.179111202129838,
      "grad_norm": 2.9615376492772167,
      "learning_rate": 0.00021625712265954043,
      "loss": 4.125,
      "step": 53203
    },
    {
      "epoch": 2.1791521605570345,
      "grad_norm": 2.7023930051616154,
      "learning_rate": 0.0002162541966647017,
      "loss": 3.625,
      "step": 53204
    },
    {
      "epoch": 2.179193118984231,
      "grad_norm": 3.2540628844000707,
      "learning_rate": 0.00021625127063854186,
      "loss": 4.2188,
      "step": 53205
    },
    {
      "epoch": 2.1792340774114276,
      "grad_norm": 2.929956273583134,
      "learning_rate": 0.00021624834458106227,
      "loss": 4.25,
      "step": 53206
    },
    {
      "epoch": 2.1792750358386237,
      "grad_norm": 3.056121225265781,
      "learning_rate": 0.00021624541849226428,
      "loss": 4.75,
      "step": 53207
    },
    {
      "epoch": 2.1793159942658202,
      "grad_norm": 2.8264270874213966,
      "learning_rate": 0.00021624249237214935,
      "loss": 4.3438,
      "step": 53208
    },
    {
      "epoch": 2.1793569526930168,
      "grad_norm": 2.7865406268219637,
      "learning_rate": 0.0002162395662207188,
      "loss": 4.625,
      "step": 53209
    },
    {
      "epoch": 2.179397911120213,
      "grad_norm": 3.2892371630589987,
      "learning_rate": 0.00021623664003797398,
      "loss": 4.75,
      "step": 53210
    },
    {
      "epoch": 2.1794388695474094,
      "grad_norm": 3.8721465060158153,
      "learning_rate": 0.00021623371382391637,
      "loss": 5.1562,
      "step": 53211
    },
    {
      "epoch": 2.179479827974606,
      "grad_norm": 3.5439840696433853,
      "learning_rate": 0.00021623078757854728,
      "loss": 6.3125,
      "step": 53212
    },
    {
      "epoch": 2.179520786401802,
      "grad_norm": 6.36364975754437,
      "learning_rate": 0.00021622786130186809,
      "loss": 3.4688,
      "step": 53213
    },
    {
      "epoch": 2.1795617448289986,
      "grad_norm": 3.01039521387374,
      "learning_rate": 0.00021622493499388025,
      "loss": 4.625,
      "step": 53214
    },
    {
      "epoch": 2.179602703256195,
      "grad_norm": 4.814744099223764,
      "learning_rate": 0.00021622200865458512,
      "loss": 1.4297,
      "step": 53215
    },
    {
      "epoch": 2.179643661683391,
      "grad_norm": 3.7410719915726,
      "learning_rate": 0.00021621908228398404,
      "loss": 5.8125,
      "step": 53216
    },
    {
      "epoch": 2.1796846201105877,
      "grad_norm": 3.108168715125523,
      "learning_rate": 0.00021621615588207844,
      "loss": 4.5625,
      "step": 53217
    },
    {
      "epoch": 2.1797255785377843,
      "grad_norm": 2.6178203444956605,
      "learning_rate": 0.00021621322944886964,
      "loss": 4.7188,
      "step": 53218
    },
    {
      "epoch": 2.1797665369649804,
      "grad_norm": 5.391756621556392,
      "learning_rate": 0.0002162103029843591,
      "loss": 3.9688,
      "step": 53219
    },
    {
      "epoch": 2.179807495392177,
      "grad_norm": 2.8917004519942546,
      "learning_rate": 0.0002162073764885482,
      "loss": 4.375,
      "step": 53220
    },
    {
      "epoch": 2.1798484538193734,
      "grad_norm": 2.6965460157430865,
      "learning_rate": 0.00021620444996143826,
      "loss": 5.1562,
      "step": 53221
    },
    {
      "epoch": 2.1798894122465695,
      "grad_norm": 2.9024278695063424,
      "learning_rate": 0.00021620152340303067,
      "loss": 5.1562,
      "step": 53222
    },
    {
      "epoch": 2.179930370673766,
      "grad_norm": 2.979078319235413,
      "learning_rate": 0.00021619859681332686,
      "loss": 3.9375,
      "step": 53223
    },
    {
      "epoch": 2.1799713291009626,
      "grad_norm": 3.6685826616845354,
      "learning_rate": 0.00021619567019232823,
      "loss": 5.25,
      "step": 53224
    },
    {
      "epoch": 2.180012287528159,
      "grad_norm": 2.6803444341890224,
      "learning_rate": 0.0002161927435400361,
      "loss": 4.75,
      "step": 53225
    },
    {
      "epoch": 2.180053245955355,
      "grad_norm": 3.1844721370617237,
      "learning_rate": 0.00021618981685645185,
      "loss": 5.0,
      "step": 53226
    },
    {
      "epoch": 2.1800942043825517,
      "grad_norm": 3.7468827076572913,
      "learning_rate": 0.00021618689014157695,
      "loss": 3.6875,
      "step": 53227
    },
    {
      "epoch": 2.1801351628097483,
      "grad_norm": 3.0650316473335963,
      "learning_rate": 0.0002161839633954127,
      "loss": 4.6875,
      "step": 53228
    },
    {
      "epoch": 2.1801761212369444,
      "grad_norm": 2.5774265429818133,
      "learning_rate": 0.00021618103661796056,
      "loss": 4.8438,
      "step": 53229
    },
    {
      "epoch": 2.180217079664141,
      "grad_norm": 3.052048963313158,
      "learning_rate": 0.00021617810980922178,
      "loss": 3.9531,
      "step": 53230
    },
    {
      "epoch": 2.1802580380913374,
      "grad_norm": 2.537360925948081,
      "learning_rate": 0.0002161751829691979,
      "loss": 4.3438,
      "step": 53231
    },
    {
      "epoch": 2.1802989965185335,
      "grad_norm": 5.87482234598597,
      "learning_rate": 0.0002161722560978902,
      "loss": 1.9453,
      "step": 53232
    },
    {
      "epoch": 2.18033995494573,
      "grad_norm": 2.604018134915817,
      "learning_rate": 0.00021616932919530014,
      "loss": 4.6875,
      "step": 53233
    },
    {
      "epoch": 2.1803809133729266,
      "grad_norm": 3.5812804531670555,
      "learning_rate": 0.000216166402261429,
      "loss": 4.5,
      "step": 53234
    },
    {
      "epoch": 2.1804218718001227,
      "grad_norm": 2.4274272192493047,
      "learning_rate": 0.00021616347529627823,
      "loss": 2.9688,
      "step": 53235
    },
    {
      "epoch": 2.1804628302273192,
      "grad_norm": 12.609377615470502,
      "learning_rate": 0.00021616054829984928,
      "loss": 7.4688,
      "step": 53236
    },
    {
      "epoch": 2.1805037886545158,
      "grad_norm": 8.619453619119485,
      "learning_rate": 0.0002161576212721434,
      "loss": 3.5625,
      "step": 53237
    },
    {
      "epoch": 2.180544747081712,
      "grad_norm": 2.6871649447740333,
      "learning_rate": 0.000216154694213162,
      "loss": 4.625,
      "step": 53238
    },
    {
      "epoch": 2.1805857055089084,
      "grad_norm": 3.401655735351008,
      "learning_rate": 0.00021615176712290663,
      "loss": 4.6875,
      "step": 53239
    },
    {
      "epoch": 2.180626663936105,
      "grad_norm": 2.747514812682165,
      "learning_rate": 0.00021614884000137848,
      "loss": 4.0312,
      "step": 53240
    },
    {
      "epoch": 2.180667622363301,
      "grad_norm": 2.70811587128526,
      "learning_rate": 0.00021614591284857892,
      "loss": 3.5625,
      "step": 53241
    },
    {
      "epoch": 2.1807085807904976,
      "grad_norm": 3.0290953117883523,
      "learning_rate": 0.0002161429856645095,
      "loss": 4.5938,
      "step": 53242
    },
    {
      "epoch": 2.180749539217694,
      "grad_norm": 3.782053359412408,
      "learning_rate": 0.00021614005844917145,
      "loss": 5.7188,
      "step": 53243
    },
    {
      "epoch": 2.1807904976448906,
      "grad_norm": 2.936295736464291,
      "learning_rate": 0.0002161371312025663,
      "loss": 4.875,
      "step": 53244
    },
    {
      "epoch": 2.1808314560720867,
      "grad_norm": 5.45099129370906,
      "learning_rate": 0.00021613420392469526,
      "loss": 6.1562,
      "step": 53245
    },
    {
      "epoch": 2.1808724144992833,
      "grad_norm": 2.6697027992091766,
      "learning_rate": 0.00021613127661555985,
      "loss": 4.5,
      "step": 53246
    },
    {
      "epoch": 2.18091337292648,
      "grad_norm": 2.675908918921346,
      "learning_rate": 0.0002161283492751614,
      "loss": 3.4219,
      "step": 53247
    },
    {
      "epoch": 2.180954331353676,
      "grad_norm": 4.407669323998133,
      "learning_rate": 0.00021612542190350132,
      "loss": 6.6875,
      "step": 53248
    },
    {
      "epoch": 2.1809952897808724,
      "grad_norm": 6.795825495886137,
      "learning_rate": 0.00021612249450058096,
      "loss": 2.9219,
      "step": 53249
    },
    {
      "epoch": 2.181036248208069,
      "grad_norm": 2.9059546597903156,
      "learning_rate": 0.00021611956706640175,
      "loss": 4.125,
      "step": 53250
    },
    {
      "epoch": 2.181077206635265,
      "grad_norm": 2.5386683891739277,
      "learning_rate": 0.00021611663960096502,
      "loss": 3.8594,
      "step": 53251
    },
    {
      "epoch": 2.1811181650624616,
      "grad_norm": 5.685100107085591,
      "learning_rate": 0.0002161137121042722,
      "loss": 5.0312,
      "step": 53252
    },
    {
      "epoch": 2.181159123489658,
      "grad_norm": 3.2899911402120634,
      "learning_rate": 0.0002161107845763246,
      "loss": 4.4062,
      "step": 53253
    },
    {
      "epoch": 2.181200081916854,
      "grad_norm": 2.896540753206773,
      "learning_rate": 0.00021610785701712374,
      "loss": 3.6719,
      "step": 53254
    },
    {
      "epoch": 2.1812410403440508,
      "grad_norm": 4.916597277038744,
      "learning_rate": 0.00021610492942667088,
      "loss": 5.0,
      "step": 53255
    },
    {
      "epoch": 2.1812819987712473,
      "grad_norm": 2.8971915823919163,
      "learning_rate": 0.00021610200180496744,
      "loss": 4.6875,
      "step": 53256
    },
    {
      "epoch": 2.1813229571984434,
      "grad_norm": 3.8894478612807664,
      "learning_rate": 0.00021609907415201483,
      "loss": 3.4844,
      "step": 53257
    },
    {
      "epoch": 2.18136391562564,
      "grad_norm": 2.7266029770801796,
      "learning_rate": 0.00021609614646781434,
      "loss": 4.375,
      "step": 53258
    },
    {
      "epoch": 2.1814048740528365,
      "grad_norm": 3.29373626403311,
      "learning_rate": 0.0002160932187523675,
      "loss": 5.1875,
      "step": 53259
    },
    {
      "epoch": 2.1814458324800325,
      "grad_norm": 2.597064096067346,
      "learning_rate": 0.0002160902910056756,
      "loss": 3.9531,
      "step": 53260
    },
    {
      "epoch": 2.181486790907229,
      "grad_norm": 2.7667467594909487,
      "learning_rate": 0.0002160873632277401,
      "loss": 4.4062,
      "step": 53261
    },
    {
      "epoch": 2.1815277493344256,
      "grad_norm": 10.050195778579084,
      "learning_rate": 0.00021608443541856222,
      "loss": 4.4062,
      "step": 53262
    },
    {
      "epoch": 2.181568707761622,
      "grad_norm": 3.711582307175163,
      "learning_rate": 0.00021608150757814354,
      "loss": 4.9688,
      "step": 53263
    },
    {
      "epoch": 2.1816096661888182,
      "grad_norm": 2.886264855015332,
      "learning_rate": 0.00021607857970648534,
      "loss": 5.3438,
      "step": 53264
    },
    {
      "epoch": 2.1816506246160148,
      "grad_norm": 3.951222267667891,
      "learning_rate": 0.00021607565180358903,
      "loss": 6.9375,
      "step": 53265
    },
    {
      "epoch": 2.1816915830432113,
      "grad_norm": 4.310601286330771,
      "learning_rate": 0.00021607272386945595,
      "loss": 2.6562,
      "step": 53266
    },
    {
      "epoch": 2.1817325414704074,
      "grad_norm": 4.636509593746085,
      "learning_rate": 0.00021606979590408753,
      "loss": 5.6562,
      "step": 53267
    },
    {
      "epoch": 2.181773499897604,
      "grad_norm": 3.148590004594161,
      "learning_rate": 0.00021606686790748514,
      "loss": 5.125,
      "step": 53268
    },
    {
      "epoch": 2.1818144583248005,
      "grad_norm": 3.8064693531458875,
      "learning_rate": 0.00021606393987965022,
      "loss": 5.0625,
      "step": 53269
    },
    {
      "epoch": 2.1818554167519966,
      "grad_norm": 3.823896283103641,
      "learning_rate": 0.000216061011820584,
      "loss": 6.0938,
      "step": 53270
    },
    {
      "epoch": 2.181896375179193,
      "grad_norm": 2.9472242177860304,
      "learning_rate": 0.00021605808373028807,
      "loss": 3.125,
      "step": 53271
    },
    {
      "epoch": 2.1819373336063896,
      "grad_norm": 3.12034126750154,
      "learning_rate": 0.00021605515560876369,
      "loss": 4.9062,
      "step": 53272
    },
    {
      "epoch": 2.1819782920335857,
      "grad_norm": 5.172553637163122,
      "learning_rate": 0.00021605222745601225,
      "loss": 5.6562,
      "step": 53273
    },
    {
      "epoch": 2.1820192504607823,
      "grad_norm": 2.6760732079667675,
      "learning_rate": 0.00021604929927203514,
      "loss": 4.4062,
      "step": 53274
    },
    {
      "epoch": 2.182060208887979,
      "grad_norm": 4.182893315969855,
      "learning_rate": 0.0002160463710568338,
      "loss": 6.625,
      "step": 53275
    },
    {
      "epoch": 2.182101167315175,
      "grad_norm": 4.439848759854092,
      "learning_rate": 0.00021604344281040953,
      "loss": 3.9531,
      "step": 53276
    },
    {
      "epoch": 2.1821421257423714,
      "grad_norm": 3.7830607494664408,
      "learning_rate": 0.00021604051453276372,
      "loss": 5.1875,
      "step": 53277
    },
    {
      "epoch": 2.182183084169568,
      "grad_norm": 4.464459750530277,
      "learning_rate": 0.00021603758622389785,
      "loss": 4.5625,
      "step": 53278
    },
    {
      "epoch": 2.182224042596764,
      "grad_norm": 3.3034686993602835,
      "learning_rate": 0.0002160346578838132,
      "loss": 5.5312,
      "step": 53279
    },
    {
      "epoch": 2.1822650010239606,
      "grad_norm": 8.438629850713806,
      "learning_rate": 0.0002160317295125112,
      "loss": 6.6562,
      "step": 53280
    },
    {
      "epoch": 2.182305959451157,
      "grad_norm": 3.4016187531120883,
      "learning_rate": 0.00021602880110999323,
      "loss": 4.0312,
      "step": 53281
    },
    {
      "epoch": 2.1823469178783537,
      "grad_norm": 21.060839553971718,
      "learning_rate": 0.0002160258726762607,
      "loss": 3.3281,
      "step": 53282
    },
    {
      "epoch": 2.1823878763055498,
      "grad_norm": 4.719766350549498,
      "learning_rate": 0.00021602294421131492,
      "loss": 4.2812,
      "step": 53283
    },
    {
      "epoch": 2.1824288347327463,
      "grad_norm": 2.9869731146515965,
      "learning_rate": 0.00021602001571515737,
      "loss": 4.5625,
      "step": 53284
    },
    {
      "epoch": 2.182469793159943,
      "grad_norm": 3.5750507209272357,
      "learning_rate": 0.00021601708718778934,
      "loss": 3.3594,
      "step": 53285
    },
    {
      "epoch": 2.182510751587139,
      "grad_norm": 3.7675319435399333,
      "learning_rate": 0.0002160141586292123,
      "loss": 5.0312,
      "step": 53286
    },
    {
      "epoch": 2.1825517100143355,
      "grad_norm": 3.0547411895163434,
      "learning_rate": 0.0002160112300394276,
      "loss": 4.875,
      "step": 53287
    },
    {
      "epoch": 2.182592668441532,
      "grad_norm": 3.2566601598931637,
      "learning_rate": 0.00021600830141843663,
      "loss": 5.75,
      "step": 53288
    },
    {
      "epoch": 2.182633626868728,
      "grad_norm": 3.297394435112291,
      "learning_rate": 0.00021600537276624072,
      "loss": 4.0,
      "step": 53289
    },
    {
      "epoch": 2.1826745852959246,
      "grad_norm": 2.742005753956265,
      "learning_rate": 0.00021600244408284132,
      "loss": 4.4062,
      "step": 53290
    },
    {
      "epoch": 2.182715543723121,
      "grad_norm": 2.7872550662611966,
      "learning_rate": 0.00021599951536823981,
      "loss": 4.3125,
      "step": 53291
    },
    {
      "epoch": 2.1827565021503172,
      "grad_norm": 5.627664576229478,
      "learning_rate": 0.00021599658662243757,
      "loss": 5.7812,
      "step": 53292
    },
    {
      "epoch": 2.182797460577514,
      "grad_norm": 3.1904286490394056,
      "learning_rate": 0.00021599365784543597,
      "loss": 4.6562,
      "step": 53293
    },
    {
      "epoch": 2.1828384190047103,
      "grad_norm": 3.4833092058788373,
      "learning_rate": 0.00021599072903723637,
      "loss": 4.5312,
      "step": 53294
    },
    {
      "epoch": 2.1828793774319064,
      "grad_norm": 2.9669127505510606,
      "learning_rate": 0.00021598780019784018,
      "loss": 4.2188,
      "step": 53295
    },
    {
      "epoch": 2.182920335859103,
      "grad_norm": 2.8481823151013654,
      "learning_rate": 0.00021598487132724878,
      "loss": 3.6406,
      "step": 53296
    },
    {
      "epoch": 2.1829612942862995,
      "grad_norm": 2.9482422464752904,
      "learning_rate": 0.0002159819424254636,
      "loss": 4.7812,
      "step": 53297
    },
    {
      "epoch": 2.1830022527134956,
      "grad_norm": 2.5631027570509883,
      "learning_rate": 0.00021597901349248595,
      "loss": 4.2188,
      "step": 53298
    },
    {
      "epoch": 2.183043211140692,
      "grad_norm": 2.707130743629826,
      "learning_rate": 0.00021597608452831725,
      "loss": 4.625,
      "step": 53299
    },
    {
      "epoch": 2.1830841695678886,
      "grad_norm": 2.9423955050952184,
      "learning_rate": 0.00021597315553295894,
      "loss": 4.875,
      "step": 53300
    },
    {
      "epoch": 2.183125127995085,
      "grad_norm": 2.745521960855321,
      "learning_rate": 0.0002159702265064123,
      "loss": 3.8281,
      "step": 53301
    },
    {
      "epoch": 2.1831660864222813,
      "grad_norm": 3.291856702536878,
      "learning_rate": 0.00021596729744867877,
      "loss": 5.625,
      "step": 53302
    },
    {
      "epoch": 2.183207044849478,
      "grad_norm": 7.312932642958999,
      "learning_rate": 0.00021596436835975976,
      "loss": 5.0625,
      "step": 53303
    },
    {
      "epoch": 2.1832480032766743,
      "grad_norm": 3.0213264148844896,
      "learning_rate": 0.0002159614392396566,
      "loss": 4.8438,
      "step": 53304
    },
    {
      "epoch": 2.1832889617038704,
      "grad_norm": 11.005153812121772,
      "learning_rate": 0.0002159585100883707,
      "loss": 4.9375,
      "step": 53305
    },
    {
      "epoch": 2.183329920131067,
      "grad_norm": 2.998431687900954,
      "learning_rate": 0.00021595558090590342,
      "loss": 4.7812,
      "step": 53306
    },
    {
      "epoch": 2.1833708785582635,
      "grad_norm": 3.0435749516715886,
      "learning_rate": 0.00021595265169225623,
      "loss": 6.5938,
      "step": 53307
    },
    {
      "epoch": 2.1834118369854596,
      "grad_norm": 5.0834645883753895,
      "learning_rate": 0.00021594972244743039,
      "loss": 2.625,
      "step": 53308
    },
    {
      "epoch": 2.183452795412656,
      "grad_norm": 2.9710894177468163,
      "learning_rate": 0.0002159467931714274,
      "loss": 4.625,
      "step": 53309
    },
    {
      "epoch": 2.1834937538398527,
      "grad_norm": 2.742756617243598,
      "learning_rate": 0.00021594386386424857,
      "loss": 4.2812,
      "step": 53310
    },
    {
      "epoch": 2.1835347122670488,
      "grad_norm": 2.887328650965433,
      "learning_rate": 0.0002159409345258953,
      "loss": 4.1562,
      "step": 53311
    },
    {
      "epoch": 2.1835756706942453,
      "grad_norm": 4.513342609219795,
      "learning_rate": 0.00021593800515636903,
      "loss": 5.2812,
      "step": 53312
    },
    {
      "epoch": 2.183616629121442,
      "grad_norm": 2.810592957798815,
      "learning_rate": 0.00021593507575567102,
      "loss": 5.0625,
      "step": 53313
    },
    {
      "epoch": 2.1836575875486384,
      "grad_norm": 2.804541046023817,
      "learning_rate": 0.00021593214632380277,
      "loss": 4.4062,
      "step": 53314
    },
    {
      "epoch": 2.1836985459758345,
      "grad_norm": 2.743357531351134,
      "learning_rate": 0.00021592921686076566,
      "loss": 4.4062,
      "step": 53315
    },
    {
      "epoch": 2.183739504403031,
      "grad_norm": 4.469222921143473,
      "learning_rate": 0.000215926287366561,
      "loss": 4.6562,
      "step": 53316
    },
    {
      "epoch": 2.183780462830227,
      "grad_norm": 3.1867657003551493,
      "learning_rate": 0.0002159233578411902,
      "loss": 4.875,
      "step": 53317
    },
    {
      "epoch": 2.1838214212574236,
      "grad_norm": 5.6547264849685295,
      "learning_rate": 0.00021592042828465468,
      "loss": 5.8125,
      "step": 53318
    },
    {
      "epoch": 2.18386237968462,
      "grad_norm": 5.3642962407251416,
      "learning_rate": 0.00021591749869695581,
      "loss": 5.5625,
      "step": 53319
    },
    {
      "epoch": 2.1839033381118167,
      "grad_norm": 6.979725827881404,
      "learning_rate": 0.000215914569078095,
      "loss": 6.0,
      "step": 53320
    },
    {
      "epoch": 2.183944296539013,
      "grad_norm": 2.807479321722435,
      "learning_rate": 0.00021591163942807356,
      "loss": 4.8438,
      "step": 53321
    },
    {
      "epoch": 2.1839852549662093,
      "grad_norm": 3.8884489647467304,
      "learning_rate": 0.00021590870974689296,
      "loss": 5.75,
      "step": 53322
    },
    {
      "epoch": 2.184026213393406,
      "grad_norm": 2.714378081224312,
      "learning_rate": 0.00021590578003455454,
      "loss": 4.0312,
      "step": 53323
    },
    {
      "epoch": 2.184067171820602,
      "grad_norm": 3.246948530509316,
      "learning_rate": 0.00021590285029105967,
      "loss": 5.1875,
      "step": 53324
    },
    {
      "epoch": 2.1841081302477985,
      "grad_norm": 4.229889140980636,
      "learning_rate": 0.00021589992051640973,
      "loss": 6.3438,
      "step": 53325
    },
    {
      "epoch": 2.184149088674995,
      "grad_norm": 3.497670956351542,
      "learning_rate": 0.00021589699071060617,
      "loss": 6.0,
      "step": 53326
    },
    {
      "epoch": 2.184190047102191,
      "grad_norm": 3.7717062333844362,
      "learning_rate": 0.00021589406087365036,
      "loss": 5.9688,
      "step": 53327
    },
    {
      "epoch": 2.1842310055293876,
      "grad_norm": 3.1903407859043407,
      "learning_rate": 0.00021589113100554364,
      "loss": 1.6094,
      "step": 53328
    },
    {
      "epoch": 2.184271963956584,
      "grad_norm": 2.7514483834991394,
      "learning_rate": 0.00021588820110628743,
      "loss": 4.1875,
      "step": 53329
    },
    {
      "epoch": 2.1843129223837803,
      "grad_norm": 2.9838420068689797,
      "learning_rate": 0.00021588527117588307,
      "loss": 4.0,
      "step": 53330
    },
    {
      "epoch": 2.184353880810977,
      "grad_norm": 3.1661488376102453,
      "learning_rate": 0.000215882341214332,
      "loss": 4.5,
      "step": 53331
    },
    {
      "epoch": 2.1843948392381733,
      "grad_norm": 3.2446194855417065,
      "learning_rate": 0.00021587941122163558,
      "loss": 5.6875,
      "step": 53332
    },
    {
      "epoch": 2.18443579766537,
      "grad_norm": 3.9350570468172807,
      "learning_rate": 0.0002158764811977952,
      "loss": 5.875,
      "step": 53333
    },
    {
      "epoch": 2.184476756092566,
      "grad_norm": 10.990095783172475,
      "learning_rate": 0.00021587355114281219,
      "loss": 6.6562,
      "step": 53334
    },
    {
      "epoch": 2.1845177145197625,
      "grad_norm": 2.7704327328569947,
      "learning_rate": 0.00021587062105668807,
      "loss": 4.6875,
      "step": 53335
    },
    {
      "epoch": 2.1845586729469586,
      "grad_norm": 2.702039181756037,
      "learning_rate": 0.00021586769093942412,
      "loss": 4.0312,
      "step": 53336
    },
    {
      "epoch": 2.184599631374155,
      "grad_norm": 11.889451616377988,
      "learning_rate": 0.00021586476079102173,
      "loss": 2.0781,
      "step": 53337
    },
    {
      "epoch": 2.1846405898013517,
      "grad_norm": 3.017296445653049,
      "learning_rate": 0.00021586183061148226,
      "loss": 4.0938,
      "step": 53338
    },
    {
      "epoch": 2.184681548228548,
      "grad_norm": 4.160139046192706,
      "learning_rate": 0.0002158589004008072,
      "loss": 5.5,
      "step": 53339
    },
    {
      "epoch": 2.1847225066557443,
      "grad_norm": 3.7626385442956947,
      "learning_rate": 0.00021585597015899785,
      "loss": 4.9688,
      "step": 53340
    },
    {
      "epoch": 2.184763465082941,
      "grad_norm": 3.307575850174998,
      "learning_rate": 0.00021585303988605562,
      "loss": 4.875,
      "step": 53341
    },
    {
      "epoch": 2.1848044235101374,
      "grad_norm": 5.172388212775377,
      "learning_rate": 0.0002158501095819819,
      "loss": 5.0312,
      "step": 53342
    },
    {
      "epoch": 2.1848453819373335,
      "grad_norm": 8.206320953191323,
      "learning_rate": 0.0002158471792467781,
      "loss": 2.7656,
      "step": 53343
    },
    {
      "epoch": 2.18488634036453,
      "grad_norm": 2.8415444600976207,
      "learning_rate": 0.00021584424888044552,
      "loss": 3.7188,
      "step": 53344
    },
    {
      "epoch": 2.1849272987917265,
      "grad_norm": 2.8027624157651667,
      "learning_rate": 0.00021584131848298565,
      "loss": 4.2188,
      "step": 53345
    },
    {
      "epoch": 2.1849682572189226,
      "grad_norm": 2.7581303658559566,
      "learning_rate": 0.0002158383880543998,
      "loss": 4.3125,
      "step": 53346
    },
    {
      "epoch": 2.185009215646119,
      "grad_norm": 5.52172777693434,
      "learning_rate": 0.00021583545759468938,
      "loss": 5.875,
      "step": 53347
    },
    {
      "epoch": 2.1850501740733157,
      "grad_norm": 3.40373995302165,
      "learning_rate": 0.00021583252710385576,
      "loss": 4.8438,
      "step": 53348
    },
    {
      "epoch": 2.185091132500512,
      "grad_norm": 3.008188715003495,
      "learning_rate": 0.00021582959658190037,
      "loss": 4.5625,
      "step": 53349
    },
    {
      "epoch": 2.1851320909277083,
      "grad_norm": 3.71979290481223,
      "learning_rate": 0.00021582666602882456,
      "loss": 4.2188,
      "step": 53350
    },
    {
      "epoch": 2.185173049354905,
      "grad_norm": 3.4559458785466743,
      "learning_rate": 0.0002158237354446297,
      "loss": 6.25,
      "step": 53351
    },
    {
      "epoch": 2.1852140077821014,
      "grad_norm": 3.089085882491284,
      "learning_rate": 0.0002158208048293172,
      "loss": 4.9375,
      "step": 53352
    },
    {
      "epoch": 2.1852549662092975,
      "grad_norm": 3.013503579113802,
      "learning_rate": 0.00021581787418288844,
      "loss": 4.4375,
      "step": 53353
    },
    {
      "epoch": 2.185295924636494,
      "grad_norm": 2.847295972482013,
      "learning_rate": 0.00021581494350534486,
      "loss": 3.9688,
      "step": 53354
    },
    {
      "epoch": 2.1853368830636906,
      "grad_norm": 4.045603074257948,
      "learning_rate": 0.00021581201279668774,
      "loss": 6.4062,
      "step": 53355
    },
    {
      "epoch": 2.1853778414908867,
      "grad_norm": 2.944687781740433,
      "learning_rate": 0.00021580908205691857,
      "loss": 4.9062,
      "step": 53356
    },
    {
      "epoch": 2.185418799918083,
      "grad_norm": 3.470927920051918,
      "learning_rate": 0.00021580615128603863,
      "loss": 4.75,
      "step": 53357
    },
    {
      "epoch": 2.1854597583452797,
      "grad_norm": 6.952259838036747,
      "learning_rate": 0.00021580322048404937,
      "loss": 7.0312,
      "step": 53358
    },
    {
      "epoch": 2.185500716772476,
      "grad_norm": 2.671867264874118,
      "learning_rate": 0.0002158002896509522,
      "loss": 5.0312,
      "step": 53359
    },
    {
      "epoch": 2.1855416751996724,
      "grad_norm": 4.2070431471679655,
      "learning_rate": 0.00021579735878674846,
      "loss": 4.4062,
      "step": 53360
    },
    {
      "epoch": 2.185582633626869,
      "grad_norm": 4.826271259341222,
      "learning_rate": 0.00021579442789143954,
      "loss": 4.375,
      "step": 53361
    },
    {
      "epoch": 2.185623592054065,
      "grad_norm": 15.076421197523945,
      "learning_rate": 0.0002157914969650268,
      "loss": 4.875,
      "step": 53362
    },
    {
      "epoch": 2.1856645504812615,
      "grad_norm": 3.0470204903599285,
      "learning_rate": 0.0002157885660075117,
      "loss": 4.4688,
      "step": 53363
    },
    {
      "epoch": 2.185705508908458,
      "grad_norm": 2.8558931234427463,
      "learning_rate": 0.00021578563501889556,
      "loss": 4.375,
      "step": 53364
    },
    {
      "epoch": 2.185746467335654,
      "grad_norm": 5.210333031120403,
      "learning_rate": 0.00021578270399917984,
      "loss": 1.0156,
      "step": 53365
    },
    {
      "epoch": 2.1857874257628507,
      "grad_norm": 6.120183675367282,
      "learning_rate": 0.00021577977294836578,
      "loss": 4.7188,
      "step": 53366
    },
    {
      "epoch": 2.185828384190047,
      "grad_norm": 2.8563069040260314,
      "learning_rate": 0.00021577684186645493,
      "loss": 4.75,
      "step": 53367
    },
    {
      "epoch": 2.1858693426172433,
      "grad_norm": 2.908845645170595,
      "learning_rate": 0.00021577391075344862,
      "loss": 4.625,
      "step": 53368
    },
    {
      "epoch": 2.18591030104444,
      "grad_norm": 3.5980937302961196,
      "learning_rate": 0.00021577097960934818,
      "loss": 4.875,
      "step": 53369
    },
    {
      "epoch": 2.1859512594716364,
      "grad_norm": 2.790000897356784,
      "learning_rate": 0.00021576804843415501,
      "loss": 4.3125,
      "step": 53370
    },
    {
      "epoch": 2.185992217898833,
      "grad_norm": 3.379303332011927,
      "learning_rate": 0.00021576511722787056,
      "loss": 4.7812,
      "step": 53371
    },
    {
      "epoch": 2.186033176326029,
      "grad_norm": 4.77938816303018,
      "learning_rate": 0.0002157621859904962,
      "loss": 6.6875,
      "step": 53372
    },
    {
      "epoch": 2.1860741347532255,
      "grad_norm": 4.817232355452026,
      "learning_rate": 0.00021575925472203328,
      "loss": 3.875,
      "step": 53373
    },
    {
      "epoch": 2.186115093180422,
      "grad_norm": 3.1897264387311464,
      "learning_rate": 0.00021575632342248316,
      "loss": 2.6719,
      "step": 53374
    },
    {
      "epoch": 2.186156051607618,
      "grad_norm": 3.9802589532638506,
      "learning_rate": 0.0002157533920918473,
      "loss": 6.5312,
      "step": 53375
    },
    {
      "epoch": 2.1861970100348147,
      "grad_norm": 15.941045529981826,
      "learning_rate": 0.00021575046073012708,
      "loss": 4.0,
      "step": 53376
    },
    {
      "epoch": 2.1862379684620112,
      "grad_norm": 2.9728804410834955,
      "learning_rate": 0.00021574752933732383,
      "loss": 4.0625,
      "step": 53377
    },
    {
      "epoch": 2.1862789268892073,
      "grad_norm": 3.023829420693705,
      "learning_rate": 0.00021574459791343895,
      "loss": 4.2188,
      "step": 53378
    },
    {
      "epoch": 2.186319885316404,
      "grad_norm": 2.914677252832297,
      "learning_rate": 0.00021574166645847384,
      "loss": 4.3125,
      "step": 53379
    },
    {
      "epoch": 2.1863608437436004,
      "grad_norm": 2.9788706062448718,
      "learning_rate": 0.00021573873497242996,
      "loss": 4.375,
      "step": 53380
    },
    {
      "epoch": 2.1864018021707965,
      "grad_norm": 3.2980848421228237,
      "learning_rate": 0.00021573580345530852,
      "loss": 3.0156,
      "step": 53381
    },
    {
      "epoch": 2.186442760597993,
      "grad_norm": 2.775998887730726,
      "learning_rate": 0.00021573287190711107,
      "loss": 4.6875,
      "step": 53382
    },
    {
      "epoch": 2.1864837190251896,
      "grad_norm": 2.6225844494196937,
      "learning_rate": 0.00021572994032783893,
      "loss": 4.375,
      "step": 53383
    },
    {
      "epoch": 2.1865246774523857,
      "grad_norm": 3.089961188138208,
      "learning_rate": 0.00021572700871749345,
      "loss": 5.5938,
      "step": 53384
    },
    {
      "epoch": 2.186565635879582,
      "grad_norm": 2.813745277948098,
      "learning_rate": 0.00021572407707607605,
      "loss": 3.9844,
      "step": 53385
    },
    {
      "epoch": 2.1866065943067787,
      "grad_norm": 2.9976398635773185,
      "learning_rate": 0.00021572114540358814,
      "loss": 4.6875,
      "step": 53386
    },
    {
      "epoch": 2.186647552733975,
      "grad_norm": 4.318712967544636,
      "learning_rate": 0.00021571821370003108,
      "loss": 3.5156,
      "step": 53387
    },
    {
      "epoch": 2.1866885111611714,
      "grad_norm": 3.0819020099571626,
      "learning_rate": 0.0002157152819654063,
      "loss": 4.9062,
      "step": 53388
    },
    {
      "epoch": 2.186729469588368,
      "grad_norm": 4.71825568923881,
      "learning_rate": 0.00021571235019971508,
      "loss": 6.1562,
      "step": 53389
    },
    {
      "epoch": 2.1867704280155644,
      "grad_norm": 3.9613348610367867,
      "learning_rate": 0.00021570941840295892,
      "loss": 6.9375,
      "step": 53390
    },
    {
      "epoch": 2.1868113864427605,
      "grad_norm": 3.799780400373363,
      "learning_rate": 0.00021570648657513915,
      "loss": 6.6562,
      "step": 53391
    },
    {
      "epoch": 2.186852344869957,
      "grad_norm": 3.7400016563732588,
      "learning_rate": 0.0002157035547162572,
      "loss": 4.5625,
      "step": 53392
    },
    {
      "epoch": 2.1868933032971536,
      "grad_norm": 2.9058895491813246,
      "learning_rate": 0.00021570062282631432,
      "loss": 5.0312,
      "step": 53393
    },
    {
      "epoch": 2.1869342617243497,
      "grad_norm": 2.872891257513447,
      "learning_rate": 0.0002156976909053121,
      "loss": 5.0,
      "step": 53394
    },
    {
      "epoch": 2.186975220151546,
      "grad_norm": 3.013855223229801,
      "learning_rate": 0.0002156947589532518,
      "loss": 4.9062,
      "step": 53395
    },
    {
      "epoch": 2.1870161785787428,
      "grad_norm": 2.614674115131443,
      "learning_rate": 0.00021569182697013482,
      "loss": 4.3125,
      "step": 53396
    },
    {
      "epoch": 2.187057137005939,
      "grad_norm": 3.030253627406602,
      "learning_rate": 0.00021568889495596257,
      "loss": 4.5938,
      "step": 53397
    },
    {
      "epoch": 2.1870980954331354,
      "grad_norm": 2.6754893650934015,
      "learning_rate": 0.00021568596291073638,
      "loss": 3.8125,
      "step": 53398
    },
    {
      "epoch": 2.187139053860332,
      "grad_norm": 3.762722212237386,
      "learning_rate": 0.00021568303083445772,
      "loss": 5.6875,
      "step": 53399
    },
    {
      "epoch": 2.187180012287528,
      "grad_norm": 3.4000193622062787,
      "learning_rate": 0.00021568009872712792,
      "loss": 3.875,
      "step": 53400
    },
    {
      "epoch": 2.1872209707147245,
      "grad_norm": 2.7929538788676154,
      "learning_rate": 0.00021567716658874839,
      "loss": 5.125,
      "step": 53401
    },
    {
      "epoch": 2.187261929141921,
      "grad_norm": 3.025545049195072,
      "learning_rate": 0.00021567423441932044,
      "loss": 4.4688,
      "step": 53402
    },
    {
      "epoch": 2.187302887569117,
      "grad_norm": 4.621811700316515,
      "learning_rate": 0.00021567130221884564,
      "loss": 5.875,
      "step": 53403
    },
    {
      "epoch": 2.1873438459963137,
      "grad_norm": 2.8770802147275605,
      "learning_rate": 0.00021566836998732517,
      "loss": 4.9375,
      "step": 53404
    },
    {
      "epoch": 2.1873848044235102,
      "grad_norm": 3.940265421129097,
      "learning_rate": 0.00021566543772476055,
      "loss": 3.9531,
      "step": 53405
    },
    {
      "epoch": 2.1874257628507063,
      "grad_norm": 3.52466623859345,
      "learning_rate": 0.00021566250543115308,
      "loss": 4.6562,
      "step": 53406
    },
    {
      "epoch": 2.187466721277903,
      "grad_norm": 2.9897239018442527,
      "learning_rate": 0.00021565957310650422,
      "loss": 4.75,
      "step": 53407
    },
    {
      "epoch": 2.1875076797050994,
      "grad_norm": 2.9468088600795617,
      "learning_rate": 0.00021565664075081533,
      "loss": 3.5312,
      "step": 53408
    },
    {
      "epoch": 2.187548638132296,
      "grad_norm": 2.5454290599975993,
      "learning_rate": 0.0002156537083640878,
      "loss": 3.1875,
      "step": 53409
    },
    {
      "epoch": 2.187589596559492,
      "grad_norm": 3.058469613146441,
      "learning_rate": 0.00021565077594632294,
      "loss": 4.25,
      "step": 53410
    },
    {
      "epoch": 2.1876305549866886,
      "grad_norm": 2.5976075846812168,
      "learning_rate": 0.00021564784349752228,
      "loss": 4.375,
      "step": 53411
    },
    {
      "epoch": 2.187671513413885,
      "grad_norm": 3.7080398848853013,
      "learning_rate": 0.0002156449110176871,
      "loss": 5.6562,
      "step": 53412
    },
    {
      "epoch": 2.187712471841081,
      "grad_norm": 2.6708919562311326,
      "learning_rate": 0.0002156419785068188,
      "loss": 4.4375,
      "step": 53413
    },
    {
      "epoch": 2.1877534302682777,
      "grad_norm": 4.575927464433506,
      "learning_rate": 0.00021563904596491877,
      "loss": 3.0625,
      "step": 53414
    },
    {
      "epoch": 2.1877943886954743,
      "grad_norm": 3.584955309917504,
      "learning_rate": 0.0002156361133919885,
      "loss": 4.625,
      "step": 53415
    },
    {
      "epoch": 2.1878353471226704,
      "grad_norm": 2.971863271237119,
      "learning_rate": 0.00021563318078802917,
      "loss": 3.9688,
      "step": 53416
    },
    {
      "epoch": 2.187876305549867,
      "grad_norm": 4.565593373929774,
      "learning_rate": 0.00021563024815304233,
      "loss": 6.2812,
      "step": 53417
    },
    {
      "epoch": 2.1879172639770634,
      "grad_norm": 2.7510382226997643,
      "learning_rate": 0.00021562731548702932,
      "loss": 4.1562,
      "step": 53418
    },
    {
      "epoch": 2.1879582224042595,
      "grad_norm": 4.6862963218625655,
      "learning_rate": 0.00021562438278999155,
      "loss": 4.3438,
      "step": 53419
    },
    {
      "epoch": 2.187999180831456,
      "grad_norm": 2.5893535547943656,
      "learning_rate": 0.00021562145006193034,
      "loss": 3.9688,
      "step": 53420
    },
    {
      "epoch": 2.1880401392586526,
      "grad_norm": 2.9207660565908915,
      "learning_rate": 0.0002156185173028471,
      "loss": 4.7188,
      "step": 53421
    },
    {
      "epoch": 2.1880810976858487,
      "grad_norm": 3.2782995160242208,
      "learning_rate": 0.00021561558451274325,
      "loss": 5.2812,
      "step": 53422
    },
    {
      "epoch": 2.188122056113045,
      "grad_norm": 2.7768905852656682,
      "learning_rate": 0.00021561265169162016,
      "loss": 4.6562,
      "step": 53423
    },
    {
      "epoch": 2.1881630145402418,
      "grad_norm": 2.8018666752316923,
      "learning_rate": 0.00021560971883947925,
      "loss": 4.7188,
      "step": 53424
    },
    {
      "epoch": 2.188203972967438,
      "grad_norm": 5.093680092600972,
      "learning_rate": 0.0002156067859563218,
      "loss": 4.75,
      "step": 53425
    },
    {
      "epoch": 2.1882449313946344,
      "grad_norm": 3.141736449112232,
      "learning_rate": 0.00021560385304214932,
      "loss": 4.9688,
      "step": 53426
    },
    {
      "epoch": 2.188285889821831,
      "grad_norm": 5.8112772944078115,
      "learning_rate": 0.00021560092009696315,
      "loss": 3.3906,
      "step": 53427
    },
    {
      "epoch": 2.1883268482490275,
      "grad_norm": 3.3534663476423323,
      "learning_rate": 0.00021559798712076465,
      "loss": 4.875,
      "step": 53428
    },
    {
      "epoch": 2.1883678066762235,
      "grad_norm": 5.024640794255861,
      "learning_rate": 0.00021559505411355523,
      "loss": 7.125,
      "step": 53429
    },
    {
      "epoch": 2.18840876510342,
      "grad_norm": 3.320746008388564,
      "learning_rate": 0.0002155921210753363,
      "loss": 5.5,
      "step": 53430
    },
    {
      "epoch": 2.1884497235306166,
      "grad_norm": 3.10912489754288,
      "learning_rate": 0.0002155891880061092,
      "loss": 4.0625,
      "step": 53431
    },
    {
      "epoch": 2.1884906819578127,
      "grad_norm": 3.783943432400972,
      "learning_rate": 0.00021558625490587533,
      "loss": 4.9062,
      "step": 53432
    },
    {
      "epoch": 2.1885316403850092,
      "grad_norm": 5.445036063617048,
      "learning_rate": 0.0002155833217746361,
      "loss": 4.3125,
      "step": 53433
    },
    {
      "epoch": 2.188572598812206,
      "grad_norm": 2.7783719170210546,
      "learning_rate": 0.00021558038861239285,
      "loss": 4.4062,
      "step": 53434
    },
    {
      "epoch": 2.188613557239402,
      "grad_norm": 2.507613803049868,
      "learning_rate": 0.00021557745541914703,
      "loss": 4.125,
      "step": 53435
    },
    {
      "epoch": 2.1886545156665984,
      "grad_norm": 2.83848590638296,
      "learning_rate": 0.0002155745221949,
      "loss": 4.9688,
      "step": 53436
    },
    {
      "epoch": 2.188695474093795,
      "grad_norm": 2.9857077134279826,
      "learning_rate": 0.00021557158893965314,
      "loss": 4.5,
      "step": 53437
    },
    {
      "epoch": 2.188736432520991,
      "grad_norm": 2.5845786945497937,
      "learning_rate": 0.0002155686556534078,
      "loss": 4.3125,
      "step": 53438
    },
    {
      "epoch": 2.1887773909481876,
      "grad_norm": 3.384355224987264,
      "learning_rate": 0.00021556572233616544,
      "loss": 5.5625,
      "step": 53439
    },
    {
      "epoch": 2.188818349375384,
      "grad_norm": 2.622231719245479,
      "learning_rate": 0.00021556278898792738,
      "loss": 4.5938,
      "step": 53440
    },
    {
      "epoch": 2.18885930780258,
      "grad_norm": 4.6515485122588505,
      "learning_rate": 0.00021555985560869507,
      "loss": 5.5625,
      "step": 53441
    },
    {
      "epoch": 2.1889002662297767,
      "grad_norm": 2.7768722696882158,
      "learning_rate": 0.00021555692219846984,
      "loss": 4.3125,
      "step": 53442
    },
    {
      "epoch": 2.1889412246569733,
      "grad_norm": 4.491110016745454,
      "learning_rate": 0.0002155539887572531,
      "loss": 5.5,
      "step": 53443
    },
    {
      "epoch": 2.1889821830841694,
      "grad_norm": 2.711046506979573,
      "learning_rate": 0.0002155510552850463,
      "loss": 4.5938,
      "step": 53444
    },
    {
      "epoch": 2.189023141511366,
      "grad_norm": 3.6255623630118228,
      "learning_rate": 0.00021554812178185072,
      "loss": 4.6875,
      "step": 53445
    },
    {
      "epoch": 2.1890640999385624,
      "grad_norm": 6.510941465463611,
      "learning_rate": 0.0002155451882476678,
      "loss": 1.25,
      "step": 53446
    },
    {
      "epoch": 2.189105058365759,
      "grad_norm": 2.747141403323905,
      "learning_rate": 0.00021554225468249885,
      "loss": 4.4688,
      "step": 53447
    },
    {
      "epoch": 2.189146016792955,
      "grad_norm": 2.778865980257148,
      "learning_rate": 0.0002155393210863454,
      "loss": 4.9062,
      "step": 53448
    },
    {
      "epoch": 2.1891869752201516,
      "grad_norm": 6.792371415370879,
      "learning_rate": 0.0002155363874592088,
      "loss": 2.8906,
      "step": 53449
    },
    {
      "epoch": 2.189227933647348,
      "grad_norm": 3.659449706474956,
      "learning_rate": 0.0002155334538010903,
      "loss": 5.375,
      "step": 53450
    },
    {
      "epoch": 2.1892688920745442,
      "grad_norm": 3.140180199889003,
      "learning_rate": 0.00021553052011199144,
      "loss": 4.4062,
      "step": 53451
    },
    {
      "epoch": 2.1893098505017408,
      "grad_norm": 3.495622660860046,
      "learning_rate": 0.00021552758639191357,
      "loss": 4.2812,
      "step": 53452
    },
    {
      "epoch": 2.1893508089289373,
      "grad_norm": 4.84729492224415,
      "learning_rate": 0.000215524652640858,
      "loss": 2.1094,
      "step": 53453
    },
    {
      "epoch": 2.1893917673561334,
      "grad_norm": 7.199718621990377,
      "learning_rate": 0.00021552171885882624,
      "loss": 3.1562,
      "step": 53454
    },
    {
      "epoch": 2.18943272578333,
      "grad_norm": 4.363875278517309,
      "learning_rate": 0.00021551878504581958,
      "loss": 5.2812,
      "step": 53455
    },
    {
      "epoch": 2.1894736842105265,
      "grad_norm": 2.845505753945721,
      "learning_rate": 0.00021551585120183943,
      "loss": 3.9375,
      "step": 53456
    },
    {
      "epoch": 2.1895146426377226,
      "grad_norm": 4.9054704423487845,
      "learning_rate": 0.00021551291732688715,
      "loss": 6.6562,
      "step": 53457
    },
    {
      "epoch": 2.189555601064919,
      "grad_norm": 4.340272854459767,
      "learning_rate": 0.00021550998342096425,
      "loss": 4.0938,
      "step": 53458
    },
    {
      "epoch": 2.1895965594921156,
      "grad_norm": 4.047298006771398,
      "learning_rate": 0.000215507049484072,
      "loss": 5.0625,
      "step": 53459
    },
    {
      "epoch": 2.1896375179193117,
      "grad_norm": 3.900254414201214,
      "learning_rate": 0.00021550411551621182,
      "loss": 4.5625,
      "step": 53460
    },
    {
      "epoch": 2.1896784763465083,
      "grad_norm": 5.218952671671508,
      "learning_rate": 0.00021550118151738505,
      "loss": 3.2812,
      "step": 53461
    },
    {
      "epoch": 2.189719434773705,
      "grad_norm": 5.357567955883837,
      "learning_rate": 0.00021549824748759317,
      "loss": 5.0,
      "step": 53462
    },
    {
      "epoch": 2.189760393200901,
      "grad_norm": 8.283897849871732,
      "learning_rate": 0.00021549531342683753,
      "loss": 3.2656,
      "step": 53463
    },
    {
      "epoch": 2.1898013516280974,
      "grad_norm": 5.826617281150918,
      "learning_rate": 0.00021549237933511948,
      "loss": 6.7812,
      "step": 53464
    },
    {
      "epoch": 2.189842310055294,
      "grad_norm": 8.614280800260785,
      "learning_rate": 0.0002154894452124404,
      "loss": 5.4375,
      "step": 53465
    },
    {
      "epoch": 2.1898832684824905,
      "grad_norm": 3.1839595667699014,
      "learning_rate": 0.00021548651105880178,
      "loss": 5.1875,
      "step": 53466
    },
    {
      "epoch": 2.1899242269096866,
      "grad_norm": 3.109544334377737,
      "learning_rate": 0.0002154835768742049,
      "loss": 4.5625,
      "step": 53467
    },
    {
      "epoch": 2.189965185336883,
      "grad_norm": 2.706494246188131,
      "learning_rate": 0.0002154806426586512,
      "loss": 3.7969,
      "step": 53468
    },
    {
      "epoch": 2.1900061437640796,
      "grad_norm": 3.3457999676646253,
      "learning_rate": 0.00021547770841214207,
      "loss": 5.1562,
      "step": 53469
    },
    {
      "epoch": 2.1900471021912757,
      "grad_norm": 2.8209270398491495,
      "learning_rate": 0.0002154747741346788,
      "loss": 3.9531,
      "step": 53470
    },
    {
      "epoch": 2.1900880606184723,
      "grad_norm": 6.258837839621784,
      "learning_rate": 0.00021547183982626293,
      "loss": 6.6875,
      "step": 53471
    },
    {
      "epoch": 2.190129019045669,
      "grad_norm": 2.953008586773334,
      "learning_rate": 0.00021546890548689574,
      "loss": 5.7812,
      "step": 53472
    },
    {
      "epoch": 2.190169977472865,
      "grad_norm": 3.984061648902035,
      "learning_rate": 0.0002154659711165787,
      "loss": 4.1875,
      "step": 53473
    },
    {
      "epoch": 2.1902109359000614,
      "grad_norm": 3.229089794504188,
      "learning_rate": 0.00021546303671531307,
      "loss": 4.2812,
      "step": 53474
    },
    {
      "epoch": 2.190251894327258,
      "grad_norm": 5.978739320066919,
      "learning_rate": 0.00021546010228310037,
      "loss": 5.4688,
      "step": 53475
    },
    {
      "epoch": 2.190292852754454,
      "grad_norm": 3.898081438528954,
      "learning_rate": 0.00021545716781994192,
      "loss": 5.7188,
      "step": 53476
    },
    {
      "epoch": 2.1903338111816506,
      "grad_norm": 4.0646899773692455,
      "learning_rate": 0.0002154542333258391,
      "loss": 4.2188,
      "step": 53477
    },
    {
      "epoch": 2.190374769608847,
      "grad_norm": 2.6879892448269374,
      "learning_rate": 0.00021545129880079335,
      "loss": 3.6875,
      "step": 53478
    },
    {
      "epoch": 2.1904157280360432,
      "grad_norm": 3.780924908519733,
      "learning_rate": 0.000215448364244806,
      "loss": 5.8125,
      "step": 53479
    },
    {
      "epoch": 2.1904566864632398,
      "grad_norm": 3.086211971010804,
      "learning_rate": 0.00021544542965787848,
      "loss": 5.0312,
      "step": 53480
    },
    {
      "epoch": 2.1904976448904363,
      "grad_norm": 3.794352310137999,
      "learning_rate": 0.00021544249504001217,
      "loss": 4.125,
      "step": 53481
    },
    {
      "epoch": 2.1905386033176324,
      "grad_norm": 3.9657544301891305,
      "learning_rate": 0.00021543956039120837,
      "loss": 5.8125,
      "step": 53482
    },
    {
      "epoch": 2.190579561744829,
      "grad_norm": 2.982672063286317,
      "learning_rate": 0.00021543662571146862,
      "loss": 4.8438,
      "step": 53483
    },
    {
      "epoch": 2.1906205201720255,
      "grad_norm": 2.9073370818124897,
      "learning_rate": 0.00021543369100079422,
      "loss": 4.7812,
      "step": 53484
    },
    {
      "epoch": 2.190661478599222,
      "grad_norm": 2.901138559127359,
      "learning_rate": 0.00021543075625918656,
      "loss": 5.4688,
      "step": 53485
    },
    {
      "epoch": 2.190702437026418,
      "grad_norm": 4.144982554904954,
      "learning_rate": 0.000215427821486647,
      "loss": 6.5,
      "step": 53486
    },
    {
      "epoch": 2.1907433954536146,
      "grad_norm": 2.6993741291565523,
      "learning_rate": 0.000215424886683177,
      "loss": 4.625,
      "step": 53487
    },
    {
      "epoch": 2.190784353880811,
      "grad_norm": 2.648229600018023,
      "learning_rate": 0.0002154219518487779,
      "loss": 3.6875,
      "step": 53488
    },
    {
      "epoch": 2.1908253123080073,
      "grad_norm": 3.0016092808412624,
      "learning_rate": 0.0002154190169834511,
      "loss": 4.8125,
      "step": 53489
    },
    {
      "epoch": 2.190866270735204,
      "grad_norm": 7.698973161357586,
      "learning_rate": 0.00021541608208719797,
      "loss": 5.8438,
      "step": 53490
    },
    {
      "epoch": 2.1909072291624003,
      "grad_norm": 2.7688063510938328,
      "learning_rate": 0.00021541314716001995,
      "loss": 4.6562,
      "step": 53491
    },
    {
      "epoch": 2.1909481875895964,
      "grad_norm": 2.763080190901212,
      "learning_rate": 0.00021541021220191836,
      "loss": 4.125,
      "step": 53492
    },
    {
      "epoch": 2.190989146016793,
      "grad_norm": 5.139929694079301,
      "learning_rate": 0.00021540727721289463,
      "loss": 5.5938,
      "step": 53493
    },
    {
      "epoch": 2.1910301044439895,
      "grad_norm": 3.522787874030486,
      "learning_rate": 0.0002154043421929501,
      "loss": 5.1562,
      "step": 53494
    },
    {
      "epoch": 2.1910710628711856,
      "grad_norm": 4.08370690274253,
      "learning_rate": 0.00021540140714208626,
      "loss": 4.8125,
      "step": 53495
    },
    {
      "epoch": 2.191112021298382,
      "grad_norm": 6.00232418281612,
      "learning_rate": 0.00021539847206030437,
      "loss": 4.375,
      "step": 53496
    },
    {
      "epoch": 2.1911529797255787,
      "grad_norm": 2.723227746796795,
      "learning_rate": 0.00021539553694760588,
      "loss": 4.5,
      "step": 53497
    },
    {
      "epoch": 2.1911939381527747,
      "grad_norm": 3.1517567105338395,
      "learning_rate": 0.00021539260180399223,
      "loss": 4.0938,
      "step": 53498
    },
    {
      "epoch": 2.1912348965799713,
      "grad_norm": 3.421670940744468,
      "learning_rate": 0.0002153896666294647,
      "loss": 4.9375,
      "step": 53499
    },
    {
      "epoch": 2.191275855007168,
      "grad_norm": 2.6392253796909997,
      "learning_rate": 0.00021538673142402475,
      "loss": 4.0,
      "step": 53500
    },
    {
      "epoch": 2.191316813434364,
      "grad_norm": 4.023343253186471,
      "learning_rate": 0.00021538379618767371,
      "loss": 5.875,
      "step": 53501
    },
    {
      "epoch": 2.1913577718615604,
      "grad_norm": 4.148651588689538,
      "learning_rate": 0.00021538086092041307,
      "loss": 5.0625,
      "step": 53502
    },
    {
      "epoch": 2.191398730288757,
      "grad_norm": 2.9750921299153226,
      "learning_rate": 0.0002153779256222441,
      "loss": 4.5625,
      "step": 53503
    },
    {
      "epoch": 2.1914396887159535,
      "grad_norm": 3.287722474396355,
      "learning_rate": 0.00021537499029316827,
      "loss": 5.875,
      "step": 53504
    },
    {
      "epoch": 2.1914806471431496,
      "grad_norm": 11.104717404558345,
      "learning_rate": 0.00021537205493318693,
      "loss": 4.0,
      "step": 53505
    },
    {
      "epoch": 2.191521605570346,
      "grad_norm": 3.5520813473424093,
      "learning_rate": 0.00021536911954230146,
      "loss": 5.5938,
      "step": 53506
    },
    {
      "epoch": 2.1915625639975427,
      "grad_norm": 2.5877542930194135,
      "learning_rate": 0.00021536618412051328,
      "loss": 4.1562,
      "step": 53507
    },
    {
      "epoch": 2.1916035224247388,
      "grad_norm": 16.66926278657425,
      "learning_rate": 0.00021536324866782376,
      "loss": 2.5938,
      "step": 53508
    },
    {
      "epoch": 2.1916444808519353,
      "grad_norm": 3.316790784418924,
      "learning_rate": 0.00021536031318423432,
      "loss": 4.4062,
      "step": 53509
    },
    {
      "epoch": 2.191685439279132,
      "grad_norm": 7.3531000076392905,
      "learning_rate": 0.00021535737766974623,
      "loss": 5.6562,
      "step": 53510
    },
    {
      "epoch": 2.191726397706328,
      "grad_norm": 2.968964004040585,
      "learning_rate": 0.00021535444212436106,
      "loss": 5.1875,
      "step": 53511
    },
    {
      "epoch": 2.1917673561335245,
      "grad_norm": 2.800084779184447,
      "learning_rate": 0.00021535150654808006,
      "loss": 4.6562,
      "step": 53512
    },
    {
      "epoch": 2.191808314560721,
      "grad_norm": 3.3426073250037343,
      "learning_rate": 0.00021534857094090466,
      "loss": 4.5625,
      "step": 53513
    },
    {
      "epoch": 2.191849272987917,
      "grad_norm": 3.9806647927567855,
      "learning_rate": 0.00021534563530283622,
      "loss": 4.3438,
      "step": 53514
    },
    {
      "epoch": 2.1918902314151136,
      "grad_norm": 7.1862155893151645,
      "learning_rate": 0.00021534269963387618,
      "loss": 4.0625,
      "step": 53515
    },
    {
      "epoch": 2.19193118984231,
      "grad_norm": 3.4232267979217097,
      "learning_rate": 0.00021533976393402595,
      "loss": 5.4062,
      "step": 53516
    },
    {
      "epoch": 2.1919721482695063,
      "grad_norm": 2.8385788166364847,
      "learning_rate": 0.0002153368282032868,
      "loss": 4.5312,
      "step": 53517
    },
    {
      "epoch": 2.192013106696703,
      "grad_norm": 2.683397709844576,
      "learning_rate": 0.0002153338924416602,
      "loss": 4.0625,
      "step": 53518
    },
    {
      "epoch": 2.1920540651238993,
      "grad_norm": 18.716858226229565,
      "learning_rate": 0.00021533095664914755,
      "loss": 2.0938,
      "step": 53519
    },
    {
      "epoch": 2.1920950235510954,
      "grad_norm": 2.966028640209614,
      "learning_rate": 0.00021532802082575023,
      "loss": 4.8438,
      "step": 53520
    },
    {
      "epoch": 2.192135981978292,
      "grad_norm": 4.441389752115747,
      "learning_rate": 0.0002153250849714696,
      "loss": 4.8125,
      "step": 53521
    },
    {
      "epoch": 2.1921769404054885,
      "grad_norm": 3.5024333532792613,
      "learning_rate": 0.00021532214908630707,
      "loss": 5.1562,
      "step": 53522
    },
    {
      "epoch": 2.192217898832685,
      "grad_norm": 2.607107886786537,
      "learning_rate": 0.00021531921317026397,
      "loss": 3.9219,
      "step": 53523
    },
    {
      "epoch": 2.192258857259881,
      "grad_norm": 3.02832353546029,
      "learning_rate": 0.00021531627722334176,
      "loss": 5.4062,
      "step": 53524
    },
    {
      "epoch": 2.1922998156870777,
      "grad_norm": 2.72944549641629,
      "learning_rate": 0.00021531334124554182,
      "loss": 4.875,
      "step": 53525
    },
    {
      "epoch": 2.192340774114274,
      "grad_norm": 2.591261270435647,
      "learning_rate": 0.00021531040523686552,
      "loss": 3.3281,
      "step": 53526
    },
    {
      "epoch": 2.1923817325414703,
      "grad_norm": 2.58768628207697,
      "learning_rate": 0.00021530746919731422,
      "loss": 4.8125,
      "step": 53527
    },
    {
      "epoch": 2.192422690968667,
      "grad_norm": 2.785746827545483,
      "learning_rate": 0.00021530453312688938,
      "loss": 4.3438,
      "step": 53528
    },
    {
      "epoch": 2.1924636493958634,
      "grad_norm": 7.163322617290003,
      "learning_rate": 0.0002153015970255923,
      "loss": 6.5,
      "step": 53529
    },
    {
      "epoch": 2.1925046078230594,
      "grad_norm": 3.127002471497206,
      "learning_rate": 0.00021529866089342446,
      "loss": 3.7812,
      "step": 53530
    },
    {
      "epoch": 2.192545566250256,
      "grad_norm": 2.6784415922722737,
      "learning_rate": 0.0002152957247303872,
      "loss": 4.2812,
      "step": 53531
    },
    {
      "epoch": 2.1925865246774525,
      "grad_norm": 3.2770403098110052,
      "learning_rate": 0.00021529278853648192,
      "loss": 4.625,
      "step": 53532
    },
    {
      "epoch": 2.1926274831046486,
      "grad_norm": 3.10799028984322,
      "learning_rate": 0.00021528985231170992,
      "loss": 4.375,
      "step": 53533
    },
    {
      "epoch": 2.192668441531845,
      "grad_norm": 4.153225828352571,
      "learning_rate": 0.0002152869160560727,
      "loss": 5.4375,
      "step": 53534
    },
    {
      "epoch": 2.1927093999590417,
      "grad_norm": 3.118353520394304,
      "learning_rate": 0.00021528397976957169,
      "loss": 5.5625,
      "step": 53535
    },
    {
      "epoch": 2.1927503583862378,
      "grad_norm": 3.1924014756654158,
      "learning_rate": 0.00021528104345220811,
      "loss": 5.375,
      "step": 53536
    },
    {
      "epoch": 2.1927913168134343,
      "grad_norm": 9.04629347160265,
      "learning_rate": 0.00021527810710398349,
      "loss": 5.625,
      "step": 53537
    },
    {
      "epoch": 2.192832275240631,
      "grad_norm": 2.974632288062386,
      "learning_rate": 0.00021527517072489913,
      "loss": 5.4062,
      "step": 53538
    },
    {
      "epoch": 2.192873233667827,
      "grad_norm": 4.270821880271635,
      "learning_rate": 0.0002152722343149565,
      "loss": 3.3438,
      "step": 53539
    },
    {
      "epoch": 2.1929141920950235,
      "grad_norm": 39.59066826518645,
      "learning_rate": 0.00021526929787415696,
      "loss": 3.2188,
      "step": 53540
    },
    {
      "epoch": 2.19295515052222,
      "grad_norm": 6.708917727119405,
      "learning_rate": 0.00021526636140250185,
      "loss": 2.5156,
      "step": 53541
    },
    {
      "epoch": 2.1929961089494165,
      "grad_norm": 6.065974573964856,
      "learning_rate": 0.00021526342489999257,
      "loss": 3.8594,
      "step": 53542
    },
    {
      "epoch": 2.1930370673766126,
      "grad_norm": 4.727014537022413,
      "learning_rate": 0.00021526048836663055,
      "loss": 6.5938,
      "step": 53543
    },
    {
      "epoch": 2.193078025803809,
      "grad_norm": 3.6467335510995462,
      "learning_rate": 0.00021525755180241716,
      "loss": 4.375,
      "step": 53544
    },
    {
      "epoch": 2.1931189842310057,
      "grad_norm": 2.900476941820835,
      "learning_rate": 0.00021525461520735382,
      "loss": 4.6562,
      "step": 53545
    },
    {
      "epoch": 2.193159942658202,
      "grad_norm": 5.639888692812326,
      "learning_rate": 0.0002152516785814418,
      "loss": 4.4062,
      "step": 53546
    },
    {
      "epoch": 2.1932009010853983,
      "grad_norm": 2.970810735388784,
      "learning_rate": 0.00021524874192468263,
      "loss": 4.5938,
      "step": 53547
    },
    {
      "epoch": 2.193241859512595,
      "grad_norm": 2.5752385366006054,
      "learning_rate": 0.00021524580523707765,
      "loss": 4.625,
      "step": 53548
    },
    {
      "epoch": 2.193282817939791,
      "grad_norm": 2.716883732974152,
      "learning_rate": 0.00021524286851862823,
      "loss": 4.6562,
      "step": 53549
    },
    {
      "epoch": 2.1933237763669875,
      "grad_norm": 3.7119357151289263,
      "learning_rate": 0.00021523993176933575,
      "loss": 5.125,
      "step": 53550
    },
    {
      "epoch": 2.193364734794184,
      "grad_norm": 3.673719565275631,
      "learning_rate": 0.00021523699498920162,
      "loss": 4.9375,
      "step": 53551
    },
    {
      "epoch": 2.19340569322138,
      "grad_norm": 3.645660253429964,
      "learning_rate": 0.00021523405817822726,
      "loss": 5.2812,
      "step": 53552
    },
    {
      "epoch": 2.1934466516485767,
      "grad_norm": 2.8215846022279747,
      "learning_rate": 0.00021523112133641398,
      "loss": 5.0,
      "step": 53553
    },
    {
      "epoch": 2.193487610075773,
      "grad_norm": 2.77529356042921,
      "learning_rate": 0.0002152281844637632,
      "loss": 4.1875,
      "step": 53554
    },
    {
      "epoch": 2.1935285685029693,
      "grad_norm": 3.284567633650916,
      "learning_rate": 0.00021522524756027638,
      "loss": 4.2188,
      "step": 53555
    },
    {
      "epoch": 2.193569526930166,
      "grad_norm": 2.989119061965918,
      "learning_rate": 0.00021522231062595483,
      "loss": 5.8125,
      "step": 53556
    },
    {
      "epoch": 2.1936104853573624,
      "grad_norm": 2.7913033438857937,
      "learning_rate": 0.00021521937366079992,
      "loss": 4.4375,
      "step": 53557
    },
    {
      "epoch": 2.1936514437845585,
      "grad_norm": 5.167844802287798,
      "learning_rate": 0.00021521643666481307,
      "loss": 5.6875,
      "step": 53558
    },
    {
      "epoch": 2.193692402211755,
      "grad_norm": 2.8861697352075075,
      "learning_rate": 0.00021521349963799573,
      "loss": 4.125,
      "step": 53559
    },
    {
      "epoch": 2.1937333606389515,
      "grad_norm": 3.3347558144190725,
      "learning_rate": 0.0002152105625803492,
      "loss": 3.9375,
      "step": 53560
    },
    {
      "epoch": 2.193774319066148,
      "grad_norm": 4.195681583250286,
      "learning_rate": 0.00021520762549187488,
      "loss": 5.2188,
      "step": 53561
    },
    {
      "epoch": 2.193815277493344,
      "grad_norm": 3.2607073463319582,
      "learning_rate": 0.0002152046883725742,
      "loss": 5.1562,
      "step": 53562
    },
    {
      "epoch": 2.1938562359205407,
      "grad_norm": 2.5988233167243626,
      "learning_rate": 0.00021520175122244852,
      "loss": 3.7031,
      "step": 53563
    },
    {
      "epoch": 2.1938971943477372,
      "grad_norm": 2.6655351786802446,
      "learning_rate": 0.00021519881404149927,
      "loss": 4.5,
      "step": 53564
    },
    {
      "epoch": 2.1939381527749333,
      "grad_norm": 3.066143031573383,
      "learning_rate": 0.00021519587682972772,
      "loss": 4.9688,
      "step": 53565
    },
    {
      "epoch": 2.19397911120213,
      "grad_norm": 2.4976372909673827,
      "learning_rate": 0.00021519293958713543,
      "loss": 3.9531,
      "step": 53566
    },
    {
      "epoch": 2.1940200696293264,
      "grad_norm": 4.150984854128585,
      "learning_rate": 0.00021519000231372368,
      "loss": 3.9688,
      "step": 53567
    },
    {
      "epoch": 2.1940610280565225,
      "grad_norm": 2.9806667721657263,
      "learning_rate": 0.00021518706500949387,
      "loss": 4.875,
      "step": 53568
    },
    {
      "epoch": 2.194101986483719,
      "grad_norm": 2.710668039270814,
      "learning_rate": 0.00021518412767444737,
      "loss": 4.125,
      "step": 53569
    },
    {
      "epoch": 2.1941429449109155,
      "grad_norm": 2.918544727116731,
      "learning_rate": 0.00021518119030858562,
      "loss": 3.9375,
      "step": 53570
    },
    {
      "epoch": 2.1941839033381116,
      "grad_norm": 4.1627125555092235,
      "learning_rate": 0.00021517825291191,
      "loss": 2.375,
      "step": 53571
    },
    {
      "epoch": 2.194224861765308,
      "grad_norm": 2.9377262905601236,
      "learning_rate": 0.00021517531548442188,
      "loss": 4.8438,
      "step": 53572
    },
    {
      "epoch": 2.1942658201925047,
      "grad_norm": 2.8338231920928525,
      "learning_rate": 0.0002151723780261226,
      "loss": 4.9062,
      "step": 53573
    },
    {
      "epoch": 2.194306778619701,
      "grad_norm": 3.4109534514407422,
      "learning_rate": 0.00021516944053701366,
      "loss": 5.5938,
      "step": 53574
    },
    {
      "epoch": 2.1943477370468973,
      "grad_norm": 22.75481717523778,
      "learning_rate": 0.00021516650301709638,
      "loss": 3.9375,
      "step": 53575
    },
    {
      "epoch": 2.194388695474094,
      "grad_norm": 8.131064968064006,
      "learning_rate": 0.00021516356546637214,
      "loss": 7.6562,
      "step": 53576
    },
    {
      "epoch": 2.19442965390129,
      "grad_norm": 3.7600310127457406,
      "learning_rate": 0.0002151606278848424,
      "loss": 4.1875,
      "step": 53577
    },
    {
      "epoch": 2.1944706123284865,
      "grad_norm": 2.9725366965760047,
      "learning_rate": 0.00021515769027250842,
      "loss": 3.5312,
      "step": 53578
    },
    {
      "epoch": 2.194511570755683,
      "grad_norm": 3.344001119364841,
      "learning_rate": 0.00021515475262937173,
      "loss": 5.5312,
      "step": 53579
    },
    {
      "epoch": 2.1945525291828796,
      "grad_norm": 2.656841708898034,
      "learning_rate": 0.0002151518149554336,
      "loss": 3.9688,
      "step": 53580
    },
    {
      "epoch": 2.1945934876100757,
      "grad_norm": 2.9913503084807687,
      "learning_rate": 0.00021514887725069553,
      "loss": 4.2188,
      "step": 53581
    },
    {
      "epoch": 2.194634446037272,
      "grad_norm": 3.054563327993886,
      "learning_rate": 0.00021514593951515881,
      "loss": 4.5,
      "step": 53582
    },
    {
      "epoch": 2.1946754044644687,
      "grad_norm": 3.0777259138541857,
      "learning_rate": 0.00021514300174882488,
      "loss": 5.0625,
      "step": 53583
    },
    {
      "epoch": 2.194716362891665,
      "grad_norm": 4.280256001349028,
      "learning_rate": 0.0002151400639516951,
      "loss": 6.25,
      "step": 53584
    },
    {
      "epoch": 2.1947573213188614,
      "grad_norm": 3.3449797037173115,
      "learning_rate": 0.00021513712612377094,
      "loss": 4.9375,
      "step": 53585
    },
    {
      "epoch": 2.194798279746058,
      "grad_norm": 3.359128233066213,
      "learning_rate": 0.00021513418826505363,
      "loss": 4.5312,
      "step": 53586
    },
    {
      "epoch": 2.194839238173254,
      "grad_norm": 2.7009781965452055,
      "learning_rate": 0.00021513125037554473,
      "loss": 3.9375,
      "step": 53587
    },
    {
      "epoch": 2.1948801966004505,
      "grad_norm": 4.454205524045699,
      "learning_rate": 0.00021512831245524555,
      "loss": 6.375,
      "step": 53588
    },
    {
      "epoch": 2.194921155027647,
      "grad_norm": 10.417854305899914,
      "learning_rate": 0.00021512537450415746,
      "loss": 5.875,
      "step": 53589
    },
    {
      "epoch": 2.194962113454843,
      "grad_norm": 3.191390020306765,
      "learning_rate": 0.00021512243652228188,
      "loss": 5.1562,
      "step": 53590
    },
    {
      "epoch": 2.1950030718820397,
      "grad_norm": 4.99055347501106,
      "learning_rate": 0.00021511949850962022,
      "loss": 6.8125,
      "step": 53591
    },
    {
      "epoch": 2.1950440303092362,
      "grad_norm": 3.3157812556931128,
      "learning_rate": 0.00021511656046617377,
      "loss": 5.25,
      "step": 53592
    },
    {
      "epoch": 2.1950849887364323,
      "grad_norm": 3.093635027664083,
      "learning_rate": 0.00021511362239194404,
      "loss": 4.75,
      "step": 53593
    },
    {
      "epoch": 2.195125947163629,
      "grad_norm": 5.158601044935471,
      "learning_rate": 0.00021511068428693237,
      "loss": 5.875,
      "step": 53594
    },
    {
      "epoch": 2.1951669055908254,
      "grad_norm": 4.586596590675485,
      "learning_rate": 0.0002151077461511401,
      "loss": 3.0156,
      "step": 53595
    },
    {
      "epoch": 2.1952078640180215,
      "grad_norm": 2.707289052270861,
      "learning_rate": 0.00021510480798456872,
      "loss": 3.875,
      "step": 53596
    },
    {
      "epoch": 2.195248822445218,
      "grad_norm": 2.9184394764687474,
      "learning_rate": 0.00021510186978721953,
      "loss": 3.5781,
      "step": 53597
    },
    {
      "epoch": 2.1952897808724146,
      "grad_norm": 4.480193191874006,
      "learning_rate": 0.000215098931559094,
      "loss": 3.9688,
      "step": 53598
    },
    {
      "epoch": 2.195330739299611,
      "grad_norm": 3.338425592652498,
      "learning_rate": 0.0002150959933001934,
      "loss": 3.0625,
      "step": 53599
    },
    {
      "epoch": 2.195371697726807,
      "grad_norm": 5.493715133715549,
      "learning_rate": 0.00021509305501051922,
      "loss": 4.125,
      "step": 53600
    },
    {
      "epoch": 2.1954126561540037,
      "grad_norm": 5.04322274476942,
      "learning_rate": 0.00021509011669007284,
      "loss": 5.3125,
      "step": 53601
    },
    {
      "epoch": 2.1954536145812003,
      "grad_norm": 3.4682836835158293,
      "learning_rate": 0.00021508717833885563,
      "loss": 4.8125,
      "step": 53602
    },
    {
      "epoch": 2.1954945730083963,
      "grad_norm": 7.775610842273891,
      "learning_rate": 0.00021508423995686898,
      "loss": 5.125,
      "step": 53603
    },
    {
      "epoch": 2.195535531435593,
      "grad_norm": 3.1179727779961084,
      "learning_rate": 0.00021508130154411427,
      "loss": 4.6875,
      "step": 53604
    },
    {
      "epoch": 2.1955764898627894,
      "grad_norm": 2.784280582759426,
      "learning_rate": 0.00021507836310059286,
      "loss": 4.2188,
      "step": 53605
    },
    {
      "epoch": 2.1956174482899855,
      "grad_norm": 6.421181497625986,
      "learning_rate": 0.00021507542462630621,
      "loss": 2.6719,
      "step": 53606
    },
    {
      "epoch": 2.195658406717182,
      "grad_norm": 3.1691684365161112,
      "learning_rate": 0.0002150724861212557,
      "loss": 4.5312,
      "step": 53607
    },
    {
      "epoch": 2.1956993651443786,
      "grad_norm": 2.7429585236580287,
      "learning_rate": 0.0002150695475854427,
      "loss": 4.9375,
      "step": 53608
    },
    {
      "epoch": 2.1957403235715747,
      "grad_norm": 2.810019543599441,
      "learning_rate": 0.00021506660901886854,
      "loss": 4.4375,
      "step": 53609
    },
    {
      "epoch": 2.195781281998771,
      "grad_norm": 2.9440045698476904,
      "learning_rate": 0.00021506367042153468,
      "loss": 3.9219,
      "step": 53610
    },
    {
      "epoch": 2.1958222404259677,
      "grad_norm": 4.352923334499873,
      "learning_rate": 0.0002150607317934425,
      "loss": 6.625,
      "step": 53611
    },
    {
      "epoch": 2.195863198853164,
      "grad_norm": 3.2844343860946803,
      "learning_rate": 0.0002150577931345934,
      "loss": 5.0625,
      "step": 53612
    },
    {
      "epoch": 2.1959041572803604,
      "grad_norm": 2.8171546968419077,
      "learning_rate": 0.00021505485444498873,
      "loss": 3.8906,
      "step": 53613
    },
    {
      "epoch": 2.195945115707557,
      "grad_norm": 3.02210287916997,
      "learning_rate": 0.00021505191572462987,
      "loss": 4.5,
      "step": 53614
    },
    {
      "epoch": 2.195986074134753,
      "grad_norm": 3.097406125271541,
      "learning_rate": 0.00021504897697351827,
      "loss": 4.8125,
      "step": 53615
    },
    {
      "epoch": 2.1960270325619495,
      "grad_norm": 2.480222797477684,
      "learning_rate": 0.00021504603819165528,
      "loss": 3.9375,
      "step": 53616
    },
    {
      "epoch": 2.196067990989146,
      "grad_norm": 3.793861974665459,
      "learning_rate": 0.00021504309937904237,
      "loss": 6.7188,
      "step": 53617
    },
    {
      "epoch": 2.1961089494163426,
      "grad_norm": 3.0873299719406795,
      "learning_rate": 0.00021504016053568075,
      "loss": 4.1875,
      "step": 53618
    },
    {
      "epoch": 2.1961499078435387,
      "grad_norm": 2.7149925300536264,
      "learning_rate": 0.00021503722166157195,
      "loss": 3.8594,
      "step": 53619
    },
    {
      "epoch": 2.1961908662707352,
      "grad_norm": 3.5878676052195178,
      "learning_rate": 0.00021503428275671733,
      "loss": 3.875,
      "step": 53620
    },
    {
      "epoch": 2.1962318246979318,
      "grad_norm": 2.9319951198903524,
      "learning_rate": 0.0002150313438211183,
      "loss": 4.8125,
      "step": 53621
    },
    {
      "epoch": 2.196272783125128,
      "grad_norm": 3.195083804860116,
      "learning_rate": 0.00021502840485477617,
      "loss": 4.8125,
      "step": 53622
    },
    {
      "epoch": 2.1963137415523244,
      "grad_norm": 2.8215947458488655,
      "learning_rate": 0.00021502546585769244,
      "loss": 4.0938,
      "step": 53623
    },
    {
      "epoch": 2.196354699979521,
      "grad_norm": 2.682367805211098,
      "learning_rate": 0.00021502252682986843,
      "loss": 4.375,
      "step": 53624
    },
    {
      "epoch": 2.196395658406717,
      "grad_norm": 3.4929300158690975,
      "learning_rate": 0.00021501958777130553,
      "loss": 3.3281,
      "step": 53625
    },
    {
      "epoch": 2.1964366168339136,
      "grad_norm": 2.6326246451050035,
      "learning_rate": 0.00021501664868200514,
      "loss": 3.7188,
      "step": 53626
    },
    {
      "epoch": 2.19647757526111,
      "grad_norm": 3.5892366322020894,
      "learning_rate": 0.00021501370956196868,
      "loss": 1.6172,
      "step": 53627
    },
    {
      "epoch": 2.196518533688306,
      "grad_norm": 3.501491962057614,
      "learning_rate": 0.00021501077041119747,
      "loss": 5.4375,
      "step": 53628
    },
    {
      "epoch": 2.1965594921155027,
      "grad_norm": 2.785581506980855,
      "learning_rate": 0.00021500783122969298,
      "loss": 4.0625,
      "step": 53629
    },
    {
      "epoch": 2.1966004505426993,
      "grad_norm": 4.079562044003921,
      "learning_rate": 0.00021500489201745654,
      "loss": 4.9375,
      "step": 53630
    },
    {
      "epoch": 2.1966414089698953,
      "grad_norm": 3.23968597457478,
      "learning_rate": 0.00021500195277448952,
      "loss": 4.125,
      "step": 53631
    },
    {
      "epoch": 2.196682367397092,
      "grad_norm": 3.499831354265509,
      "learning_rate": 0.00021499901350079343,
      "loss": 5.625,
      "step": 53632
    },
    {
      "epoch": 2.1967233258242884,
      "grad_norm": 2.6896544743810615,
      "learning_rate": 0.0002149960741963695,
      "loss": 4.8125,
      "step": 53633
    },
    {
      "epoch": 2.1967642842514845,
      "grad_norm": 3.1958623995269337,
      "learning_rate": 0.00021499313486121922,
      "loss": 4.7812,
      "step": 53634
    },
    {
      "epoch": 2.196805242678681,
      "grad_norm": 3.03569614732159,
      "learning_rate": 0.000214990195495344,
      "loss": 4.7188,
      "step": 53635
    },
    {
      "epoch": 2.1968462011058776,
      "grad_norm": 2.6271652451262164,
      "learning_rate": 0.00021498725609874514,
      "loss": 4.375,
      "step": 53636
    },
    {
      "epoch": 2.196887159533074,
      "grad_norm": 3.173963402135503,
      "learning_rate": 0.00021498431667142407,
      "loss": 4.625,
      "step": 53637
    },
    {
      "epoch": 2.19692811796027,
      "grad_norm": 2.71337855910935,
      "learning_rate": 0.00021498137721338221,
      "loss": 3.8438,
      "step": 53638
    },
    {
      "epoch": 2.1969690763874667,
      "grad_norm": 2.955931585737776,
      "learning_rate": 0.00021497843772462095,
      "loss": 4.1875,
      "step": 53639
    },
    {
      "epoch": 2.1970100348146633,
      "grad_norm": 3.0080783313212667,
      "learning_rate": 0.00021497549820514162,
      "loss": 4.125,
      "step": 53640
    },
    {
      "epoch": 2.1970509932418594,
      "grad_norm": 2.6389956574300433,
      "learning_rate": 0.00021497255865494564,
      "loss": 4.0,
      "step": 53641
    },
    {
      "epoch": 2.197091951669056,
      "grad_norm": 6.568363198519303,
      "learning_rate": 0.0002149696190740344,
      "loss": 5.5,
      "step": 53642
    },
    {
      "epoch": 2.1971329100962524,
      "grad_norm": 3.0827840607238595,
      "learning_rate": 0.00021496667946240933,
      "loss": 4.1875,
      "step": 53643
    },
    {
      "epoch": 2.1971738685234485,
      "grad_norm": 4.330518786504571,
      "learning_rate": 0.00021496373982007178,
      "loss": 6.375,
      "step": 53644
    },
    {
      "epoch": 2.197214826950645,
      "grad_norm": 2.7569801490261097,
      "learning_rate": 0.00021496080014702312,
      "loss": 4.8125,
      "step": 53645
    },
    {
      "epoch": 2.1972557853778416,
      "grad_norm": 2.853976325076307,
      "learning_rate": 0.00021495786044326473,
      "loss": 4.5938,
      "step": 53646
    },
    {
      "epoch": 2.1972967438050377,
      "grad_norm": 2.776919554361097,
      "learning_rate": 0.0002149549207087981,
      "loss": 4.875,
      "step": 53647
    },
    {
      "epoch": 2.1973377022322342,
      "grad_norm": 3.2507291521290433,
      "learning_rate": 0.00021495198094362452,
      "loss": 4.9375,
      "step": 53648
    },
    {
      "epoch": 2.1973786606594308,
      "grad_norm": 2.766139790507295,
      "learning_rate": 0.00021494904114774543,
      "loss": 4.625,
      "step": 53649
    },
    {
      "epoch": 2.1974196190866273,
      "grad_norm": 2.987471184136068,
      "learning_rate": 0.0002149461013211622,
      "loss": 4.125,
      "step": 53650
    },
    {
      "epoch": 2.1974605775138234,
      "grad_norm": 2.9568839261864612,
      "learning_rate": 0.00021494316146387617,
      "loss": 4.4062,
      "step": 53651
    },
    {
      "epoch": 2.19750153594102,
      "grad_norm": 2.7154611583020065,
      "learning_rate": 0.00021494022157588885,
      "loss": 4.7188,
      "step": 53652
    },
    {
      "epoch": 2.197542494368216,
      "grad_norm": 5.897778201448117,
      "learning_rate": 0.00021493728165720156,
      "loss": 7.0938,
      "step": 53653
    },
    {
      "epoch": 2.1975834527954126,
      "grad_norm": 3.633907409320219,
      "learning_rate": 0.00021493434170781562,
      "loss": 5.1562,
      "step": 53654
    },
    {
      "epoch": 2.197624411222609,
      "grad_norm": 3.38893793413187,
      "learning_rate": 0.0002149314017277326,
      "loss": 5.4375,
      "step": 53655
    },
    {
      "epoch": 2.1976653696498056,
      "grad_norm": 3.033585446919792,
      "learning_rate": 0.00021492846171695368,
      "loss": 5.25,
      "step": 53656
    },
    {
      "epoch": 2.1977063280770017,
      "grad_norm": 3.0390137714490524,
      "learning_rate": 0.0002149255216754804,
      "loss": 4.875,
      "step": 53657
    },
    {
      "epoch": 2.1977472865041983,
      "grad_norm": 2.842918513393123,
      "learning_rate": 0.00021492258160331408,
      "loss": 4.7188,
      "step": 53658
    },
    {
      "epoch": 2.197788244931395,
      "grad_norm": 3.043962333972155,
      "learning_rate": 0.00021491964150045613,
      "loss": 4.1875,
      "step": 53659
    },
    {
      "epoch": 2.197829203358591,
      "grad_norm": 8.974267627495534,
      "learning_rate": 0.00021491670136690794,
      "loss": 4.25,
      "step": 53660
    },
    {
      "epoch": 2.1978701617857874,
      "grad_norm": 3.0666054998822725,
      "learning_rate": 0.00021491376120267094,
      "loss": 4.7812,
      "step": 53661
    },
    {
      "epoch": 2.197911120212984,
      "grad_norm": 4.072450082817526,
      "learning_rate": 0.00021491082100774648,
      "loss": 5.7188,
      "step": 53662
    },
    {
      "epoch": 2.19795207864018,
      "grad_norm": 6.025466189989476,
      "learning_rate": 0.00021490788078213589,
      "loss": 6.375,
      "step": 53663
    },
    {
      "epoch": 2.1979930370673766,
      "grad_norm": 4.764366054452771,
      "learning_rate": 0.0002149049405258407,
      "loss": 4.7188,
      "step": 53664
    },
    {
      "epoch": 2.198033995494573,
      "grad_norm": 3.073782625029151,
      "learning_rate": 0.00021490200023886215,
      "loss": 4.625,
      "step": 53665
    },
    {
      "epoch": 2.198074953921769,
      "grad_norm": 2.922750126726318,
      "learning_rate": 0.0002148990599212017,
      "loss": 4.5,
      "step": 53666
    },
    {
      "epoch": 2.1981159123489658,
      "grad_norm": 3.621370872782874,
      "learning_rate": 0.00021489611957286082,
      "loss": 5.3438,
      "step": 53667
    },
    {
      "epoch": 2.1981568707761623,
      "grad_norm": 3.228217742167636,
      "learning_rate": 0.00021489317919384075,
      "loss": 5.4688,
      "step": 53668
    },
    {
      "epoch": 2.198197829203359,
      "grad_norm": 2.9989739030318683,
      "learning_rate": 0.00021489023878414296,
      "loss": 4.9375,
      "step": 53669
    },
    {
      "epoch": 2.198238787630555,
      "grad_norm": 3.6245282704139363,
      "learning_rate": 0.00021488729834376883,
      "loss": 4.875,
      "step": 53670
    },
    {
      "epoch": 2.1982797460577514,
      "grad_norm": 2.691683105032693,
      "learning_rate": 0.00021488435787271978,
      "loss": 4.3438,
      "step": 53671
    },
    {
      "epoch": 2.198320704484948,
      "grad_norm": 2.4559858537418875,
      "learning_rate": 0.00021488141737099713,
      "loss": 3.2031,
      "step": 53672
    },
    {
      "epoch": 2.198361662912144,
      "grad_norm": 3.6520428528542186,
      "learning_rate": 0.00021487847683860232,
      "loss": 6.375,
      "step": 53673
    },
    {
      "epoch": 2.1984026213393406,
      "grad_norm": 14.350008165219746,
      "learning_rate": 0.00021487553627553673,
      "loss": 4.875,
      "step": 53674
    },
    {
      "epoch": 2.198443579766537,
      "grad_norm": 3.3085843528962755,
      "learning_rate": 0.0002148725956818018,
      "loss": 5.4688,
      "step": 53675
    },
    {
      "epoch": 2.1984845381937332,
      "grad_norm": 2.6510712532211813,
      "learning_rate": 0.0002148696550573988,
      "loss": 4.2188,
      "step": 53676
    },
    {
      "epoch": 2.1985254966209298,
      "grad_norm": 3.0622075371140003,
      "learning_rate": 0.00021486671440232923,
      "loss": 4.9688,
      "step": 53677
    },
    {
      "epoch": 2.1985664550481263,
      "grad_norm": 2.879771030650225,
      "learning_rate": 0.00021486377371659443,
      "loss": 4.875,
      "step": 53678
    },
    {
      "epoch": 2.1986074134753224,
      "grad_norm": 3.1594430018131714,
      "learning_rate": 0.00021486083300019583,
      "loss": 4.75,
      "step": 53679
    },
    {
      "epoch": 2.198648371902519,
      "grad_norm": 2.7639205714660076,
      "learning_rate": 0.00021485789225313476,
      "loss": 4.3438,
      "step": 53680
    },
    {
      "epoch": 2.1986893303297155,
      "grad_norm": 3.0970565333083693,
      "learning_rate": 0.00021485495147541265,
      "loss": 4.6562,
      "step": 53681
    },
    {
      "epoch": 2.1987302887569116,
      "grad_norm": 2.669083482339948,
      "learning_rate": 0.00021485201066703084,
      "loss": 4.2812,
      "step": 53682
    },
    {
      "epoch": 2.198771247184108,
      "grad_norm": 2.73537393912185,
      "learning_rate": 0.0002148490698279908,
      "loss": 4.5,
      "step": 53683
    },
    {
      "epoch": 2.1988122056113046,
      "grad_norm": 3.507774973472306,
      "learning_rate": 0.00021484612895829392,
      "loss": 4.1875,
      "step": 53684
    },
    {
      "epoch": 2.1988531640385007,
      "grad_norm": 4.802792631318074,
      "learning_rate": 0.00021484318805794155,
      "loss": 2.6562,
      "step": 53685
    },
    {
      "epoch": 2.1988941224656973,
      "grad_norm": 3.058294108823316,
      "learning_rate": 0.00021484024712693501,
      "loss": 4.2812,
      "step": 53686
    },
    {
      "epoch": 2.198935080892894,
      "grad_norm": 3.1886131496865904,
      "learning_rate": 0.0002148373061652758,
      "loss": 4.875,
      "step": 53687
    },
    {
      "epoch": 2.1989760393200903,
      "grad_norm": 2.994664082168433,
      "learning_rate": 0.00021483436517296528,
      "loss": 5.8125,
      "step": 53688
    },
    {
      "epoch": 2.1990169977472864,
      "grad_norm": 2.713950558667794,
      "learning_rate": 0.00021483142415000485,
      "loss": 4.4062,
      "step": 53689
    },
    {
      "epoch": 2.199057956174483,
      "grad_norm": 3.325467199303226,
      "learning_rate": 0.00021482848309639586,
      "loss": 6.125,
      "step": 53690
    },
    {
      "epoch": 2.1990989146016795,
      "grad_norm": 3.556733661863932,
      "learning_rate": 0.00021482554201213974,
      "loss": 5.4062,
      "step": 53691
    },
    {
      "epoch": 2.1991398730288756,
      "grad_norm": 3.5931203933923426,
      "learning_rate": 0.00021482260089723788,
      "loss": 5.875,
      "step": 53692
    },
    {
      "epoch": 2.199180831456072,
      "grad_norm": 8.448308575657416,
      "learning_rate": 0.00021481965975169164,
      "loss": 5.8125,
      "step": 53693
    },
    {
      "epoch": 2.1992217898832687,
      "grad_norm": 2.763051579383875,
      "learning_rate": 0.0002148167185755024,
      "loss": 4.9688,
      "step": 53694
    },
    {
      "epoch": 2.1992627483104648,
      "grad_norm": 2.8838550681226414,
      "learning_rate": 0.00021481377736867164,
      "loss": 4.4375,
      "step": 53695
    },
    {
      "epoch": 2.1993037067376613,
      "grad_norm": 2.772296026127799,
      "learning_rate": 0.0002148108361312006,
      "loss": 3.6719,
      "step": 53696
    },
    {
      "epoch": 2.199344665164858,
      "grad_norm": 3.187943430120208,
      "learning_rate": 0.00021480789486309085,
      "loss": 4.375,
      "step": 53697
    },
    {
      "epoch": 2.199385623592054,
      "grad_norm": 3.3535077259036212,
      "learning_rate": 0.00021480495356434361,
      "loss": 5.6562,
      "step": 53698
    },
    {
      "epoch": 2.1994265820192505,
      "grad_norm": 2.5338103863785855,
      "learning_rate": 0.0002148020122349604,
      "loss": 4.0938,
      "step": 53699
    },
    {
      "epoch": 2.199467540446447,
      "grad_norm": 3.2040857858790055,
      "learning_rate": 0.00021479907087494255,
      "loss": 5.3125,
      "step": 53700
    },
    {
      "epoch": 2.199508498873643,
      "grad_norm": 3.6901040748989757,
      "learning_rate": 0.00021479612948429143,
      "loss": 5.0312,
      "step": 53701
    },
    {
      "epoch": 2.1995494573008396,
      "grad_norm": 2.647706780022745,
      "learning_rate": 0.00021479318806300849,
      "loss": 2.0781,
      "step": 53702
    },
    {
      "epoch": 2.199590415728036,
      "grad_norm": 5.078094101083687,
      "learning_rate": 0.0002147902466110951,
      "loss": 5.3125,
      "step": 53703
    },
    {
      "epoch": 2.1996313741552322,
      "grad_norm": 4.667446907378192,
      "learning_rate": 0.0002147873051285526,
      "loss": 5.8438,
      "step": 53704
    },
    {
      "epoch": 2.199672332582429,
      "grad_norm": 3.2762203812492317,
      "learning_rate": 0.00021478436361538244,
      "loss": 4.75,
      "step": 53705
    },
    {
      "epoch": 2.1997132910096253,
      "grad_norm": 11.922583355502919,
      "learning_rate": 0.000214781422071586,
      "loss": 4.5,
      "step": 53706
    },
    {
      "epoch": 2.199754249436822,
      "grad_norm": 2.5708358947614105,
      "learning_rate": 0.00021477848049716465,
      "loss": 4.125,
      "step": 53707
    },
    {
      "epoch": 2.199795207864018,
      "grad_norm": 2.6689662553570783,
      "learning_rate": 0.00021477553889211981,
      "loss": 3.875,
      "step": 53708
    },
    {
      "epoch": 2.1998361662912145,
      "grad_norm": 4.270974081269065,
      "learning_rate": 0.00021477259725645283,
      "loss": 3.2812,
      "step": 53709
    },
    {
      "epoch": 2.199877124718411,
      "grad_norm": 2.7290329912441496,
      "learning_rate": 0.00021476965559016513,
      "loss": 4.3438,
      "step": 53710
    },
    {
      "epoch": 2.199918083145607,
      "grad_norm": 3.7581419953533253,
      "learning_rate": 0.00021476671389325812,
      "loss": 6.75,
      "step": 53711
    },
    {
      "epoch": 2.1999590415728036,
      "grad_norm": 3.7521806139740916,
      "learning_rate": 0.00021476377216573316,
      "loss": 5.8438,
      "step": 53712
    },
    {
      "epoch": 2.2,
      "grad_norm": 3.1819955514472062,
      "learning_rate": 0.0002147608304075916,
      "loss": 5.4375,
      "step": 53713
    },
    {
      "epoch": 2.2000409584271963,
      "grad_norm": 3.402369028209433,
      "learning_rate": 0.00021475788861883495,
      "loss": 5.4375,
      "step": 53714
    },
    {
      "epoch": 2.200081916854393,
      "grad_norm": 2.746123637854096,
      "learning_rate": 0.00021475494679946446,
      "loss": 4.4375,
      "step": 53715
    },
    {
      "epoch": 2.2001228752815893,
      "grad_norm": 4.6775964073309115,
      "learning_rate": 0.00021475200494948165,
      "loss": 4.125,
      "step": 53716
    },
    {
      "epoch": 2.2001638337087854,
      "grad_norm": 4.8135040991941365,
      "learning_rate": 0.0002147490630688878,
      "loss": 5.5938,
      "step": 53717
    },
    {
      "epoch": 2.200204792135982,
      "grad_norm": 3.506460915669849,
      "learning_rate": 0.00021474612115768437,
      "loss": 4.5312,
      "step": 53718
    },
    {
      "epoch": 2.2002457505631785,
      "grad_norm": 4.482496215350993,
      "learning_rate": 0.00021474317921587273,
      "loss": 5.8125,
      "step": 53719
    },
    {
      "epoch": 2.2002867089903746,
      "grad_norm": 2.975854775249167,
      "learning_rate": 0.00021474023724345426,
      "loss": 4.9375,
      "step": 53720
    },
    {
      "epoch": 2.200327667417571,
      "grad_norm": 3.8164039636855396,
      "learning_rate": 0.00021473729524043038,
      "loss": 5.7812,
      "step": 53721
    },
    {
      "epoch": 2.2003686258447677,
      "grad_norm": 4.802784237090637,
      "learning_rate": 0.00021473435320680244,
      "loss": 4.75,
      "step": 53722
    },
    {
      "epoch": 2.2004095842719638,
      "grad_norm": 3.2784558488803253,
      "learning_rate": 0.0002147314111425719,
      "loss": 4.6562,
      "step": 53723
    },
    {
      "epoch": 2.2004505426991603,
      "grad_norm": 4.138784191943168,
      "learning_rate": 0.00021472846904774007,
      "loss": 2.0312,
      "step": 53724
    },
    {
      "epoch": 2.200491501126357,
      "grad_norm": 6.50018573208954,
      "learning_rate": 0.00021472552692230839,
      "loss": 5.375,
      "step": 53725
    },
    {
      "epoch": 2.2005324595535534,
      "grad_norm": 3.1602642121843703,
      "learning_rate": 0.00021472258476627821,
      "loss": 5.5,
      "step": 53726
    },
    {
      "epoch": 2.2005734179807495,
      "grad_norm": 4.161415053863243,
      "learning_rate": 0.000214719642579651,
      "loss": 6.1562,
      "step": 53727
    },
    {
      "epoch": 2.200614376407946,
      "grad_norm": 5.236269030104183,
      "learning_rate": 0.00021471670036242807,
      "loss": 6.0312,
      "step": 53728
    },
    {
      "epoch": 2.2006553348351425,
      "grad_norm": 3.625048362115566,
      "learning_rate": 0.00021471375811461083,
      "loss": 5.25,
      "step": 53729
    },
    {
      "epoch": 2.2006962932623386,
      "grad_norm": 5.606606742040152,
      "learning_rate": 0.00021471081583620063,
      "loss": 5.4688,
      "step": 53730
    },
    {
      "epoch": 2.200737251689535,
      "grad_norm": 4.00067044361638,
      "learning_rate": 0.000214707873527199,
      "loss": 3.7812,
      "step": 53731
    },
    {
      "epoch": 2.2007782101167317,
      "grad_norm": 7.156203830857925,
      "learning_rate": 0.00021470493118760724,
      "loss": 4.6562,
      "step": 53732
    },
    {
      "epoch": 2.200819168543928,
      "grad_norm": 3.645094334170477,
      "learning_rate": 0.0002147019888174267,
      "loss": 5.0938,
      "step": 53733
    },
    {
      "epoch": 2.2008601269711243,
      "grad_norm": 3.786515377838526,
      "learning_rate": 0.00021469904641665882,
      "loss": 5.1875,
      "step": 53734
    },
    {
      "epoch": 2.200901085398321,
      "grad_norm": 3.517265373294029,
      "learning_rate": 0.000214696103985305,
      "loss": 4.7188,
      "step": 53735
    },
    {
      "epoch": 2.200942043825517,
      "grad_norm": 2.7326900394745994,
      "learning_rate": 0.0002146931615233666,
      "loss": 4.4375,
      "step": 53736
    },
    {
      "epoch": 2.2009830022527135,
      "grad_norm": 3.1535951136792133,
      "learning_rate": 0.00021469021903084505,
      "loss": 4.3125,
      "step": 53737
    },
    {
      "epoch": 2.20102396067991,
      "grad_norm": 3.1052824170919266,
      "learning_rate": 0.0002146872765077417,
      "loss": 5.0312,
      "step": 53738
    },
    {
      "epoch": 2.201064919107106,
      "grad_norm": 3.1249683809754023,
      "learning_rate": 0.00021468433395405796,
      "loss": 5.4688,
      "step": 53739
    },
    {
      "epoch": 2.2011058775343026,
      "grad_norm": 2.9572617185237178,
      "learning_rate": 0.00021468139136979523,
      "loss": 5.0,
      "step": 53740
    },
    {
      "epoch": 2.201146835961499,
      "grad_norm": 7.622142018031455,
      "learning_rate": 0.00021467844875495487,
      "loss": 4.1562,
      "step": 53741
    },
    {
      "epoch": 2.2011877943886953,
      "grad_norm": 2.63342968547641,
      "learning_rate": 0.00021467550610953829,
      "loss": 4.25,
      "step": 53742
    },
    {
      "epoch": 2.201228752815892,
      "grad_norm": 3.2164949333094586,
      "learning_rate": 0.00021467256343354692,
      "loss": 5.5312,
      "step": 53743
    },
    {
      "epoch": 2.2012697112430883,
      "grad_norm": 3.00536702988921,
      "learning_rate": 0.00021466962072698212,
      "loss": 4.3125,
      "step": 53744
    },
    {
      "epoch": 2.201310669670285,
      "grad_norm": 3.8964387859625265,
      "learning_rate": 0.00021466667798984522,
      "loss": 5.1562,
      "step": 53745
    },
    {
      "epoch": 2.201351628097481,
      "grad_norm": 4.361593294452248,
      "learning_rate": 0.0002146637352221377,
      "loss": 6.5312,
      "step": 53746
    },
    {
      "epoch": 2.2013925865246775,
      "grad_norm": 3.6288840323997613,
      "learning_rate": 0.0002146607924238609,
      "loss": 5.4375,
      "step": 53747
    },
    {
      "epoch": 2.201433544951874,
      "grad_norm": 3.4963923969002604,
      "learning_rate": 0.00021465784959501626,
      "loss": 6.0,
      "step": 53748
    },
    {
      "epoch": 2.20147450337907,
      "grad_norm": 6.662571084514377,
      "learning_rate": 0.0002146549067356051,
      "loss": 5.4375,
      "step": 53749
    },
    {
      "epoch": 2.2015154618062667,
      "grad_norm": 2.648504963548402,
      "learning_rate": 0.0002146519638456289,
      "loss": 4.4375,
      "step": 53750
    },
    {
      "epoch": 2.201556420233463,
      "grad_norm": 2.9055331583878914,
      "learning_rate": 0.00021464902092508897,
      "loss": 5.625,
      "step": 53751
    },
    {
      "epoch": 2.2015973786606593,
      "grad_norm": 2.7665617248676364,
      "learning_rate": 0.00021464607797398676,
      "loss": 4.0312,
      "step": 53752
    },
    {
      "epoch": 2.201638337087856,
      "grad_norm": 2.833907492558456,
      "learning_rate": 0.00021464313499232367,
      "loss": 4.9062,
      "step": 53753
    },
    {
      "epoch": 2.2016792955150524,
      "grad_norm": 3.1839714010352305,
      "learning_rate": 0.00021464019198010097,
      "loss": 4.625,
      "step": 53754
    },
    {
      "epoch": 2.2017202539422485,
      "grad_norm": 7.492465176308211,
      "learning_rate": 0.0002146372489373202,
      "loss": 3.5156,
      "step": 53755
    },
    {
      "epoch": 2.201761212369445,
      "grad_norm": 3.1718333689992906,
      "learning_rate": 0.00021463430586398267,
      "loss": 4.7188,
      "step": 53756
    },
    {
      "epoch": 2.2018021707966415,
      "grad_norm": 3.5270950019791005,
      "learning_rate": 0.00021463136276008977,
      "loss": 3.7344,
      "step": 53757
    },
    {
      "epoch": 2.2018431292238376,
      "grad_norm": 3.7696153166825077,
      "learning_rate": 0.0002146284196256429,
      "loss": 2.5625,
      "step": 53758
    },
    {
      "epoch": 2.201884087651034,
      "grad_norm": 2.6799134755823273,
      "learning_rate": 0.0002146254764606435,
      "loss": 5.125,
      "step": 53759
    },
    {
      "epoch": 2.2019250460782307,
      "grad_norm": 2.932264221501257,
      "learning_rate": 0.00021462253326509292,
      "loss": 4.4688,
      "step": 53760
    },
    {
      "epoch": 2.201966004505427,
      "grad_norm": 2.7612592625082737,
      "learning_rate": 0.00021461959003899259,
      "loss": 4.4062,
      "step": 53761
    },
    {
      "epoch": 2.2020069629326233,
      "grad_norm": 2.9453902100549114,
      "learning_rate": 0.0002146166467823438,
      "loss": 4.1562,
      "step": 53762
    },
    {
      "epoch": 2.20204792135982,
      "grad_norm": 2.7761779411502028,
      "learning_rate": 0.000214613703495148,
      "loss": 4.375,
      "step": 53763
    },
    {
      "epoch": 2.2020888797870164,
      "grad_norm": 2.6538348311781563,
      "learning_rate": 0.00021461076017740668,
      "loss": 4.5625,
      "step": 53764
    },
    {
      "epoch": 2.2021298382142125,
      "grad_norm": 3.2067554273205277,
      "learning_rate": 0.0002146078168291211,
      "loss": 4.5938,
      "step": 53765
    },
    {
      "epoch": 2.202170796641409,
      "grad_norm": 3.479195728353956,
      "learning_rate": 0.00021460487345029264,
      "loss": 6.4375,
      "step": 53766
    },
    {
      "epoch": 2.2022117550686056,
      "grad_norm": 2.749251324029328,
      "learning_rate": 0.0002146019300409228,
      "loss": 4.6875,
      "step": 53767
    },
    {
      "epoch": 2.2022527134958017,
      "grad_norm": 2.419833866323338,
      "learning_rate": 0.00021459898660101294,
      "loss": 4.4688,
      "step": 53768
    },
    {
      "epoch": 2.202293671922998,
      "grad_norm": 4.3450305462100145,
      "learning_rate": 0.0002145960431305644,
      "loss": 1.1953,
      "step": 53769
    },
    {
      "epoch": 2.2023346303501947,
      "grad_norm": 8.593684627840597,
      "learning_rate": 0.00021459309962957858,
      "loss": 6.4375,
      "step": 53770
    },
    {
      "epoch": 2.202375588777391,
      "grad_norm": 6.107395426285209,
      "learning_rate": 0.00021459015609805692,
      "loss": 6.4375,
      "step": 53771
    },
    {
      "epoch": 2.2024165472045873,
      "grad_norm": 2.905908447062619,
      "learning_rate": 0.00021458721253600079,
      "loss": 4.5625,
      "step": 53772
    },
    {
      "epoch": 2.202457505631784,
      "grad_norm": 5.3518276050905005,
      "learning_rate": 0.0002145842689434115,
      "loss": 2.8906,
      "step": 53773
    },
    {
      "epoch": 2.20249846405898,
      "grad_norm": 2.962213062837494,
      "learning_rate": 0.00021458132532029057,
      "loss": 4.6875,
      "step": 53774
    },
    {
      "epoch": 2.2025394224861765,
      "grad_norm": 4.659802264558946,
      "learning_rate": 0.00021457838166663934,
      "loss": 5.1875,
      "step": 53775
    },
    {
      "epoch": 2.202580380913373,
      "grad_norm": 3.1898222118131216,
      "learning_rate": 0.0002145754379824592,
      "loss": 4.8438,
      "step": 53776
    },
    {
      "epoch": 2.202621339340569,
      "grad_norm": 3.5184897703385674,
      "learning_rate": 0.00021457249426775152,
      "loss": 4.4688,
      "step": 53777
    },
    {
      "epoch": 2.2026622977677657,
      "grad_norm": 3.3317366736119336,
      "learning_rate": 0.0002145695505225177,
      "loss": 5.375,
      "step": 53778
    },
    {
      "epoch": 2.202703256194962,
      "grad_norm": 3.2139700912764093,
      "learning_rate": 0.00021456660674675916,
      "loss": 5.0625,
      "step": 53779
    },
    {
      "epoch": 2.2027442146221583,
      "grad_norm": 3.0854392737536727,
      "learning_rate": 0.0002145636629404773,
      "loss": 4.2188,
      "step": 53780
    },
    {
      "epoch": 2.202785173049355,
      "grad_norm": 3.663356848378221,
      "learning_rate": 0.00021456071910367345,
      "loss": 5.7812,
      "step": 53781
    },
    {
      "epoch": 2.2028261314765514,
      "grad_norm": 2.7311204833930462,
      "learning_rate": 0.00021455777523634906,
      "loss": 4.4688,
      "step": 53782
    },
    {
      "epoch": 2.202867089903748,
      "grad_norm": 3.8394437425586934,
      "learning_rate": 0.0002145548313385055,
      "loss": 5.2188,
      "step": 53783
    },
    {
      "epoch": 2.202908048330944,
      "grad_norm": 2.649437730204244,
      "learning_rate": 0.00021455188741014417,
      "loss": 3.875,
      "step": 53784
    },
    {
      "epoch": 2.2029490067581405,
      "grad_norm": 3.292111685419146,
      "learning_rate": 0.0002145489434512664,
      "loss": 4.7188,
      "step": 53785
    },
    {
      "epoch": 2.202989965185337,
      "grad_norm": 2.8802366139192026,
      "learning_rate": 0.0002145459994618737,
      "loss": 5.125,
      "step": 53786
    },
    {
      "epoch": 2.203030923612533,
      "grad_norm": 2.686720971940589,
      "learning_rate": 0.00021454305544196738,
      "loss": 4.375,
      "step": 53787
    },
    {
      "epoch": 2.2030718820397297,
      "grad_norm": 3.317478163629136,
      "learning_rate": 0.00021454011139154886,
      "loss": 5.6875,
      "step": 53788
    },
    {
      "epoch": 2.2031128404669262,
      "grad_norm": 3.1280338731535298,
      "learning_rate": 0.00021453716731061948,
      "loss": 3.3906,
      "step": 53789
    },
    {
      "epoch": 2.2031537988941223,
      "grad_norm": 2.9105730091783455,
      "learning_rate": 0.00021453422319918066,
      "loss": 4.8438,
      "step": 53790
    },
    {
      "epoch": 2.203194757321319,
      "grad_norm": 3.5516066280985363,
      "learning_rate": 0.00021453127905723387,
      "loss": 5.875,
      "step": 53791
    },
    {
      "epoch": 2.2032357157485154,
      "grad_norm": 3.196980012662939,
      "learning_rate": 0.0002145283348847804,
      "loss": 5.0312,
      "step": 53792
    },
    {
      "epoch": 2.2032766741757115,
      "grad_norm": 2.890734906065848,
      "learning_rate": 0.00021452539068182166,
      "loss": 4.625,
      "step": 53793
    },
    {
      "epoch": 2.203317632602908,
      "grad_norm": 8.504503178140638,
      "learning_rate": 0.00021452244644835905,
      "loss": 4.3125,
      "step": 53794
    },
    {
      "epoch": 2.2033585910301046,
      "grad_norm": 4.810850010837129,
      "learning_rate": 0.00021451950218439404,
      "loss": 3.5625,
      "step": 53795
    },
    {
      "epoch": 2.2033995494573007,
      "grad_norm": 2.8832168933777513,
      "learning_rate": 0.0002145165578899279,
      "loss": 4.375,
      "step": 53796
    },
    {
      "epoch": 2.203440507884497,
      "grad_norm": 2.843576352106256,
      "learning_rate": 0.00021451361356496213,
      "loss": 4.125,
      "step": 53797
    },
    {
      "epoch": 2.2034814663116937,
      "grad_norm": 3.126960302073055,
      "learning_rate": 0.000214510669209498,
      "loss": 4.25,
      "step": 53798
    },
    {
      "epoch": 2.20352242473889,
      "grad_norm": 2.993277221740477,
      "learning_rate": 0.00021450772482353698,
      "loss": 5.4062,
      "step": 53799
    },
    {
      "epoch": 2.2035633831660864,
      "grad_norm": 2.8857866773561573,
      "learning_rate": 0.0002145047804070805,
      "loss": 4.7188,
      "step": 53800
    },
    {
      "epoch": 2.203604341593283,
      "grad_norm": 2.5425671495065103,
      "learning_rate": 0.00021450183596012987,
      "loss": 4.2188,
      "step": 53801
    },
    {
      "epoch": 2.2036453000204794,
      "grad_norm": 7.89954087829764,
      "learning_rate": 0.00021449889148268645,
      "loss": 1.5625,
      "step": 53802
    },
    {
      "epoch": 2.2036862584476755,
      "grad_norm": 3.062404566641959,
      "learning_rate": 0.00021449594697475183,
      "loss": 4.3438,
      "step": 53803
    },
    {
      "epoch": 2.203727216874872,
      "grad_norm": 2.9779521832900384,
      "learning_rate": 0.0002144930024363272,
      "loss": 5.3438,
      "step": 53804
    },
    {
      "epoch": 2.2037681753020686,
      "grad_norm": 4.994051897535297,
      "learning_rate": 0.000214490057867414,
      "loss": 3.2188,
      "step": 53805
    },
    {
      "epoch": 2.2038091337292647,
      "grad_norm": 4.0788563202489305,
      "learning_rate": 0.00021448711326801364,
      "loss": 6.0312,
      "step": 53806
    },
    {
      "epoch": 2.203850092156461,
      "grad_norm": 2.739681431110077,
      "learning_rate": 0.00021448416863812755,
      "loss": 4.2812,
      "step": 53807
    },
    {
      "epoch": 2.2038910505836578,
      "grad_norm": 2.791270024769916,
      "learning_rate": 0.00021448122397775709,
      "loss": 4.9062,
      "step": 53808
    },
    {
      "epoch": 2.203932009010854,
      "grad_norm": 4.940066791659971,
      "learning_rate": 0.00021447827928690362,
      "loss": 4.2812,
      "step": 53809
    },
    {
      "epoch": 2.2039729674380504,
      "grad_norm": 2.758699537795859,
      "learning_rate": 0.00021447533456556858,
      "loss": 4.9062,
      "step": 53810
    },
    {
      "epoch": 2.204013925865247,
      "grad_norm": 3.38061989081682,
      "learning_rate": 0.00021447238981375335,
      "loss": 5.875,
      "step": 53811
    },
    {
      "epoch": 2.204054884292443,
      "grad_norm": 2.3478788788529257,
      "learning_rate": 0.0002144694450314593,
      "loss": 3.2656,
      "step": 53812
    },
    {
      "epoch": 2.2040958427196395,
      "grad_norm": 2.701623189658803,
      "learning_rate": 0.00021446650021868783,
      "loss": 4.2188,
      "step": 53813
    },
    {
      "epoch": 2.204136801146836,
      "grad_norm": 3.517899120535453,
      "learning_rate": 0.00021446355537544038,
      "loss": 4.3125,
      "step": 53814
    },
    {
      "epoch": 2.204177759574032,
      "grad_norm": 2.91771897790518,
      "learning_rate": 0.00021446061050171825,
      "loss": 5.0312,
      "step": 53815
    },
    {
      "epoch": 2.2042187180012287,
      "grad_norm": 2.648178287887405,
      "learning_rate": 0.0002144576655975229,
      "loss": 4.9062,
      "step": 53816
    },
    {
      "epoch": 2.2042596764284252,
      "grad_norm": 2.879066081395063,
      "learning_rate": 0.0002144547206628557,
      "loss": 4.5312,
      "step": 53817
    },
    {
      "epoch": 2.2043006348556213,
      "grad_norm": 2.744607864469809,
      "learning_rate": 0.00021445177569771808,
      "loss": 4.25,
      "step": 53818
    },
    {
      "epoch": 2.204341593282818,
      "grad_norm": 5.582195780398819,
      "learning_rate": 0.00021444883070211135,
      "loss": 4.5312,
      "step": 53819
    },
    {
      "epoch": 2.2043825517100144,
      "grad_norm": 3.221327247218325,
      "learning_rate": 0.00021444588567603702,
      "loss": 4.5938,
      "step": 53820
    },
    {
      "epoch": 2.204423510137211,
      "grad_norm": 2.7291757507900787,
      "learning_rate": 0.00021444294061949635,
      "loss": 4.75,
      "step": 53821
    },
    {
      "epoch": 2.204464468564407,
      "grad_norm": 2.726089049775043,
      "learning_rate": 0.00021443999553249086,
      "loss": 4.6875,
      "step": 53822
    },
    {
      "epoch": 2.2045054269916036,
      "grad_norm": 2.959236546210706,
      "learning_rate": 0.00021443705041502181,
      "loss": 4.25,
      "step": 53823
    },
    {
      "epoch": 2.2045463854188,
      "grad_norm": 2.986422135351877,
      "learning_rate": 0.00021443410526709073,
      "loss": 3.7344,
      "step": 53824
    },
    {
      "epoch": 2.204587343845996,
      "grad_norm": 2.6851869735558997,
      "learning_rate": 0.00021443116008869892,
      "loss": 4.2188,
      "step": 53825
    },
    {
      "epoch": 2.2046283022731927,
      "grad_norm": 3.076908823752499,
      "learning_rate": 0.00021442821487984774,
      "loss": 4.4688,
      "step": 53826
    },
    {
      "epoch": 2.2046692607003893,
      "grad_norm": 4.186473040513202,
      "learning_rate": 0.0002144252696405387,
      "loss": 6.2188,
      "step": 53827
    },
    {
      "epoch": 2.2047102191275854,
      "grad_norm": 4.8324343463269965,
      "learning_rate": 0.00021442232437077314,
      "loss": 3.5625,
      "step": 53828
    },
    {
      "epoch": 2.204751177554782,
      "grad_norm": 3.31027424726212,
      "learning_rate": 0.00021441937907055244,
      "loss": 5.1562,
      "step": 53829
    },
    {
      "epoch": 2.2047921359819784,
      "grad_norm": 2.7645881337408995,
      "learning_rate": 0.00021441643373987793,
      "loss": 3.9688,
      "step": 53830
    },
    {
      "epoch": 2.2048330944091745,
      "grad_norm": 11.894687203658435,
      "learning_rate": 0.00021441348837875112,
      "loss": 5.8125,
      "step": 53831
    },
    {
      "epoch": 2.204874052836371,
      "grad_norm": 4.463836199754614,
      "learning_rate": 0.00021441054298717335,
      "loss": 5.0,
      "step": 53832
    },
    {
      "epoch": 2.2049150112635676,
      "grad_norm": 5.226759441260602,
      "learning_rate": 0.000214407597565146,
      "loss": 4.4062,
      "step": 53833
    },
    {
      "epoch": 2.2049559696907637,
      "grad_norm": 6.465963361929333,
      "learning_rate": 0.00021440465211267047,
      "loss": 1.3359,
      "step": 53834
    },
    {
      "epoch": 2.20499692811796,
      "grad_norm": 4.568677269784932,
      "learning_rate": 0.00021440170662974817,
      "loss": 2.6562,
      "step": 53835
    },
    {
      "epoch": 2.2050378865451568,
      "grad_norm": 3.5924301246137285,
      "learning_rate": 0.00021439876111638048,
      "loss": 4.125,
      "step": 53836
    },
    {
      "epoch": 2.205078844972353,
      "grad_norm": 4.1078588738018125,
      "learning_rate": 0.0002143958155725688,
      "loss": 1.8359,
      "step": 53837
    },
    {
      "epoch": 2.2051198033995494,
      "grad_norm": 3.2447989226154537,
      "learning_rate": 0.0002143928699983145,
      "loss": 5.0625,
      "step": 53838
    },
    {
      "epoch": 2.205160761826746,
      "grad_norm": 2.9410702876820487,
      "learning_rate": 0.00021438992439361902,
      "loss": 4.625,
      "step": 53839
    },
    {
      "epoch": 2.2052017202539425,
      "grad_norm": 2.2105736832730742,
      "learning_rate": 0.00021438697875848372,
      "loss": 3.1719,
      "step": 53840
    },
    {
      "epoch": 2.2052426786811385,
      "grad_norm": 3.4871636772733035,
      "learning_rate": 0.00021438403309290992,
      "loss": 5.875,
      "step": 53841
    },
    {
      "epoch": 2.205283637108335,
      "grad_norm": 5.109441949955616,
      "learning_rate": 0.00021438108739689913,
      "loss": 4.75,
      "step": 53842
    },
    {
      "epoch": 2.2053245955355316,
      "grad_norm": 2.835796045656056,
      "learning_rate": 0.0002143781416704527,
      "loss": 4.9375,
      "step": 53843
    },
    {
      "epoch": 2.2053655539627277,
      "grad_norm": 2.784420533809669,
      "learning_rate": 0.00021437519591357206,
      "loss": 3.9844,
      "step": 53844
    },
    {
      "epoch": 2.2054065123899242,
      "grad_norm": 5.843859087232622,
      "learning_rate": 0.00021437225012625846,
      "loss": 3.3125,
      "step": 53845
    },
    {
      "epoch": 2.205447470817121,
      "grad_norm": 3.545270832683924,
      "learning_rate": 0.0002143693043085135,
      "loss": 6.2812,
      "step": 53846
    },
    {
      "epoch": 2.205488429244317,
      "grad_norm": 3.033072281209388,
      "learning_rate": 0.0002143663584603384,
      "loss": 4.5938,
      "step": 53847
    },
    {
      "epoch": 2.2055293876715134,
      "grad_norm": 6.148960812635637,
      "learning_rate": 0.0002143634125817347,
      "loss": 4.375,
      "step": 53848
    },
    {
      "epoch": 2.20557034609871,
      "grad_norm": 2.761599659147257,
      "learning_rate": 0.00021436046667270363,
      "loss": 4.0312,
      "step": 53849
    },
    {
      "epoch": 2.205611304525906,
      "grad_norm": 3.446461482242787,
      "learning_rate": 0.00021435752073324668,
      "loss": 6.0938,
      "step": 53850
    },
    {
      "epoch": 2.2056522629531026,
      "grad_norm": 3.2950420875230635,
      "learning_rate": 0.00021435457476336528,
      "loss": 6.75,
      "step": 53851
    },
    {
      "epoch": 2.205693221380299,
      "grad_norm": 9.379855119753493,
      "learning_rate": 0.0002143516287630607,
      "loss": 4.9062,
      "step": 53852
    },
    {
      "epoch": 2.205734179807495,
      "grad_norm": 2.6272957109990336,
      "learning_rate": 0.00021434868273233445,
      "loss": 3.7344,
      "step": 53853
    },
    {
      "epoch": 2.2057751382346917,
      "grad_norm": 2.7768230648667034,
      "learning_rate": 0.00021434573667118787,
      "loss": 4.0312,
      "step": 53854
    },
    {
      "epoch": 2.2058160966618883,
      "grad_norm": 3.0622372549615844,
      "learning_rate": 0.00021434279057962237,
      "loss": 5.4688,
      "step": 53855
    },
    {
      "epoch": 2.2058570550890844,
      "grad_norm": 2.8021428207464094,
      "learning_rate": 0.00021433984445763934,
      "loss": 4.1875,
      "step": 53856
    },
    {
      "epoch": 2.205898013516281,
      "grad_norm": 2.7775587569522675,
      "learning_rate": 0.00021433689830524012,
      "loss": 4.5,
      "step": 53857
    },
    {
      "epoch": 2.2059389719434774,
      "grad_norm": 2.5810556299402063,
      "learning_rate": 0.00021433395212242616,
      "loss": 4.2812,
      "step": 53858
    },
    {
      "epoch": 2.205979930370674,
      "grad_norm": 2.7649137019428798,
      "learning_rate": 0.00021433100590919886,
      "loss": 4.5938,
      "step": 53859
    },
    {
      "epoch": 2.20602088879787,
      "grad_norm": 3.7337994845574807,
      "learning_rate": 0.00021432805966555961,
      "loss": 5.0625,
      "step": 53860
    },
    {
      "epoch": 2.2060618472250666,
      "grad_norm": 5.567571801626923,
      "learning_rate": 0.00021432511339150977,
      "loss": 1.4609,
      "step": 53861
    },
    {
      "epoch": 2.206102805652263,
      "grad_norm": 2.833255109912705,
      "learning_rate": 0.0002143221670870507,
      "loss": 4.8125,
      "step": 53862
    },
    {
      "epoch": 2.2061437640794592,
      "grad_norm": 3.7585235034401236,
      "learning_rate": 0.00021431922075218387,
      "loss": 5.0625,
      "step": 53863
    },
    {
      "epoch": 2.2061847225066558,
      "grad_norm": 3.163956791353961,
      "learning_rate": 0.0002143162743869107,
      "loss": 4.9375,
      "step": 53864
    },
    {
      "epoch": 2.2062256809338523,
      "grad_norm": 2.713138173529815,
      "learning_rate": 0.00021431332799123247,
      "loss": 3.7969,
      "step": 53865
    },
    {
      "epoch": 2.2062666393610484,
      "grad_norm": 3.04157709572254,
      "learning_rate": 0.00021431038156515062,
      "loss": 4.5938,
      "step": 53866
    },
    {
      "epoch": 2.206307597788245,
      "grad_norm": 4.975481283260199,
      "learning_rate": 0.0002143074351086666,
      "loss": 4.1875,
      "step": 53867
    },
    {
      "epoch": 2.2063485562154415,
      "grad_norm": 3.280696929128981,
      "learning_rate": 0.00021430448862178175,
      "loss": 4.5,
      "step": 53868
    },
    {
      "epoch": 2.2063895146426376,
      "grad_norm": 3.158721900690911,
      "learning_rate": 0.00021430154210449746,
      "loss": 3.8438,
      "step": 53869
    },
    {
      "epoch": 2.206430473069834,
      "grad_norm": 4.22771876840879,
      "learning_rate": 0.00021429859555681507,
      "loss": 5.125,
      "step": 53870
    },
    {
      "epoch": 2.2064714314970306,
      "grad_norm": 3.608302438773582,
      "learning_rate": 0.00021429564897873616,
      "loss": 4.3438,
      "step": 53871
    },
    {
      "epoch": 2.2065123899242267,
      "grad_norm": 7.178807389712921,
      "learning_rate": 0.0002142927023702619,
      "loss": 3.2969,
      "step": 53872
    },
    {
      "epoch": 2.2065533483514232,
      "grad_norm": 4.619089907998522,
      "learning_rate": 0.00021428975573139383,
      "loss": 4.6875,
      "step": 53873
    },
    {
      "epoch": 2.20659430677862,
      "grad_norm": 3.122683584821057,
      "learning_rate": 0.0002142868090621333,
      "loss": 5.2812,
      "step": 53874
    },
    {
      "epoch": 2.206635265205816,
      "grad_norm": 2.954623646597351,
      "learning_rate": 0.00021428386236248164,
      "loss": 4.6562,
      "step": 53875
    },
    {
      "epoch": 2.2066762236330124,
      "grad_norm": 4.625006605074472,
      "learning_rate": 0.00021428091563244035,
      "loss": 6.2812,
      "step": 53876
    },
    {
      "epoch": 2.206717182060209,
      "grad_norm": 3.787218790246302,
      "learning_rate": 0.00021427796887201072,
      "loss": 7.1562,
      "step": 53877
    },
    {
      "epoch": 2.2067581404874055,
      "grad_norm": 2.9880515687612728,
      "learning_rate": 0.00021427502208119426,
      "loss": 4.9688,
      "step": 53878
    },
    {
      "epoch": 2.2067990989146016,
      "grad_norm": 4.667216702171109,
      "learning_rate": 0.00021427207525999227,
      "loss": 5.0,
      "step": 53879
    },
    {
      "epoch": 2.206840057341798,
      "grad_norm": 3.7915864943811104,
      "learning_rate": 0.0002142691284084062,
      "loss": 5.2188,
      "step": 53880
    },
    {
      "epoch": 2.2068810157689946,
      "grad_norm": 12.439884978287866,
      "learning_rate": 0.00021426618152643734,
      "loss": 5.25,
      "step": 53881
    },
    {
      "epoch": 2.2069219741961907,
      "grad_norm": 3.9334727793075652,
      "learning_rate": 0.0002142632346140872,
      "loss": 5.6562,
      "step": 53882
    },
    {
      "epoch": 2.2069629326233873,
      "grad_norm": 3.1865723611063657,
      "learning_rate": 0.00021426028767135717,
      "loss": 4.0938,
      "step": 53883
    },
    {
      "epoch": 2.207003891050584,
      "grad_norm": 5.8789349901970125,
      "learning_rate": 0.00021425734069824856,
      "loss": 4.9688,
      "step": 53884
    },
    {
      "epoch": 2.20704484947778,
      "grad_norm": 3.0022808127864677,
      "learning_rate": 0.0002142543936947628,
      "loss": 4.1875,
      "step": 53885
    },
    {
      "epoch": 2.2070858079049764,
      "grad_norm": 4.810432967238146,
      "learning_rate": 0.00021425144666090135,
      "loss": 5.3125,
      "step": 53886
    },
    {
      "epoch": 2.207126766332173,
      "grad_norm": 3.6742694474874624,
      "learning_rate": 0.0002142484995966655,
      "loss": 4.7188,
      "step": 53887
    },
    {
      "epoch": 2.207167724759369,
      "grad_norm": 4.9824753412428535,
      "learning_rate": 0.0002142455525020567,
      "loss": 4.125,
      "step": 53888
    },
    {
      "epoch": 2.2072086831865656,
      "grad_norm": 3.8302353411473553,
      "learning_rate": 0.0002142426053770763,
      "loss": 5.75,
      "step": 53889
    },
    {
      "epoch": 2.207249641613762,
      "grad_norm": 3.0088332446455897,
      "learning_rate": 0.00021423965822172576,
      "loss": 4.875,
      "step": 53890
    },
    {
      "epoch": 2.2072906000409582,
      "grad_norm": 4.050231594233014,
      "learning_rate": 0.0002142367110360064,
      "loss": 4.5312,
      "step": 53891
    },
    {
      "epoch": 2.2073315584681548,
      "grad_norm": 4.069324142975299,
      "learning_rate": 0.0002142337638199197,
      "loss": 4.875,
      "step": 53892
    },
    {
      "epoch": 2.2073725168953513,
      "grad_norm": 3.0606803617297027,
      "learning_rate": 0.000214230816573467,
      "loss": 4.0,
      "step": 53893
    },
    {
      "epoch": 2.2074134753225474,
      "grad_norm": 5.007949991676214,
      "learning_rate": 0.00021422786929664966,
      "loss": 6.3125,
      "step": 53894
    },
    {
      "epoch": 2.207454433749744,
      "grad_norm": 5.769144685894584,
      "learning_rate": 0.00021422492198946915,
      "loss": 5.1562,
      "step": 53895
    },
    {
      "epoch": 2.2074953921769405,
      "grad_norm": 3.4815440395594157,
      "learning_rate": 0.0002142219746519268,
      "loss": 5.0625,
      "step": 53896
    },
    {
      "epoch": 2.207536350604137,
      "grad_norm": 3.8104221829300067,
      "learning_rate": 0.00021421902728402403,
      "loss": 4.25,
      "step": 53897
    },
    {
      "epoch": 2.207577309031333,
      "grad_norm": 2.718782546286664,
      "learning_rate": 0.00021421607988576221,
      "loss": 4.5,
      "step": 53898
    },
    {
      "epoch": 2.2076182674585296,
      "grad_norm": 2.6180002869692403,
      "learning_rate": 0.00021421313245714276,
      "loss": 4.0312,
      "step": 53899
    },
    {
      "epoch": 2.207659225885726,
      "grad_norm": 2.9064622107997544,
      "learning_rate": 0.0002142101849981671,
      "loss": 4.5938,
      "step": 53900
    },
    {
      "epoch": 2.2077001843129223,
      "grad_norm": 3.8882412914475477,
      "learning_rate": 0.00021420723750883658,
      "loss": 6.5938,
      "step": 53901
    },
    {
      "epoch": 2.207741142740119,
      "grad_norm": 22.769166391566895,
      "learning_rate": 0.00021420428998915255,
      "loss": 6.4375,
      "step": 53902
    },
    {
      "epoch": 2.2077821011673153,
      "grad_norm": 4.276663868652641,
      "learning_rate": 0.00021420134243911655,
      "loss": 5.0312,
      "step": 53903
    },
    {
      "epoch": 2.2078230595945114,
      "grad_norm": 3.4471054978169557,
      "learning_rate": 0.0002141983948587298,
      "loss": 4.9062,
      "step": 53904
    },
    {
      "epoch": 2.207864018021708,
      "grad_norm": 3.1147893212881113,
      "learning_rate": 0.00021419544724799385,
      "loss": 5.0938,
      "step": 53905
    },
    {
      "epoch": 2.2079049764489045,
      "grad_norm": 3.335107309739583,
      "learning_rate": 0.00021419249960690992,
      "loss": 4.9688,
      "step": 53906
    },
    {
      "epoch": 2.2079459348761006,
      "grad_norm": 3.45446454335423,
      "learning_rate": 0.0002141895519354796,
      "loss": 6.125,
      "step": 53907
    },
    {
      "epoch": 2.207986893303297,
      "grad_norm": 3.091078342328435,
      "learning_rate": 0.0002141866042337041,
      "loss": 4.7188,
      "step": 53908
    },
    {
      "epoch": 2.2080278517304937,
      "grad_norm": 3.0121764705273137,
      "learning_rate": 0.00021418365650158495,
      "loss": 4.625,
      "step": 53909
    },
    {
      "epoch": 2.2080688101576897,
      "grad_norm": 3.5484135690592464,
      "learning_rate": 0.0002141807087391235,
      "loss": 4.4688,
      "step": 53910
    },
    {
      "epoch": 2.2081097685848863,
      "grad_norm": 5.631001383383412,
      "learning_rate": 0.0002141777609463211,
      "loss": 4.6562,
      "step": 53911
    },
    {
      "epoch": 2.208150727012083,
      "grad_norm": 3.3980115626177314,
      "learning_rate": 0.00021417481312317922,
      "loss": 4.9062,
      "step": 53912
    },
    {
      "epoch": 2.208191685439279,
      "grad_norm": 6.178909450431067,
      "learning_rate": 0.00021417186526969916,
      "loss": 4.3438,
      "step": 53913
    },
    {
      "epoch": 2.2082326438664754,
      "grad_norm": 6.1512583238673555,
      "learning_rate": 0.00021416891738588242,
      "loss": 6.4375,
      "step": 53914
    },
    {
      "epoch": 2.208273602293672,
      "grad_norm": 3.5636956072725057,
      "learning_rate": 0.0002141659694717303,
      "loss": 5.0938,
      "step": 53915
    },
    {
      "epoch": 2.2083145607208685,
      "grad_norm": 2.9096028439110815,
      "learning_rate": 0.00021416302152724425,
      "loss": 5.3125,
      "step": 53916
    },
    {
      "epoch": 2.2083555191480646,
      "grad_norm": 7.847454045651488,
      "learning_rate": 0.00021416007355242562,
      "loss": 5.5,
      "step": 53917
    },
    {
      "epoch": 2.208396477575261,
      "grad_norm": 2.7903040602116795,
      "learning_rate": 0.00021415712554727587,
      "loss": 4.2812,
      "step": 53918
    },
    {
      "epoch": 2.2084374360024577,
      "grad_norm": 3.1058365581591243,
      "learning_rate": 0.00021415417751179634,
      "loss": 2.7344,
      "step": 53919
    },
    {
      "epoch": 2.2084783944296538,
      "grad_norm": 3.7787327437133436,
      "learning_rate": 0.00021415122944598843,
      "loss": 4.1875,
      "step": 53920
    },
    {
      "epoch": 2.2085193528568503,
      "grad_norm": 5.067521671587137,
      "learning_rate": 0.00021414828134985351,
      "loss": 1.9453,
      "step": 53921
    },
    {
      "epoch": 2.208560311284047,
      "grad_norm": 3.793660051768753,
      "learning_rate": 0.00021414533322339306,
      "loss": 3.9688,
      "step": 53922
    },
    {
      "epoch": 2.208601269711243,
      "grad_norm": 2.660730043011012,
      "learning_rate": 0.00021414238506660838,
      "loss": 4.1562,
      "step": 53923
    },
    {
      "epoch": 2.2086422281384395,
      "grad_norm": 4.559505046008174,
      "learning_rate": 0.00021413943687950094,
      "loss": 5.2812,
      "step": 53924
    },
    {
      "epoch": 2.208683186565636,
      "grad_norm": 7.132560017152135,
      "learning_rate": 0.00021413648866207207,
      "loss": 6.625,
      "step": 53925
    },
    {
      "epoch": 2.208724144992832,
      "grad_norm": 4.52524597021697,
      "learning_rate": 0.00021413354041432319,
      "loss": 6.9062,
      "step": 53926
    },
    {
      "epoch": 2.2087651034200286,
      "grad_norm": 10.842846562329216,
      "learning_rate": 0.0002141305921362557,
      "loss": 5.4688,
      "step": 53927
    },
    {
      "epoch": 2.208806061847225,
      "grad_norm": 3.1703687690706057,
      "learning_rate": 0.000214127643827871,
      "loss": 4.4062,
      "step": 53928
    },
    {
      "epoch": 2.2088470202744213,
      "grad_norm": 2.6057538691366533,
      "learning_rate": 0.00021412469548917046,
      "loss": 4.5312,
      "step": 53929
    },
    {
      "epoch": 2.208887978701618,
      "grad_norm": 3.3273420743179205,
      "learning_rate": 0.00021412174712015546,
      "loss": 4.5,
      "step": 53930
    },
    {
      "epoch": 2.2089289371288143,
      "grad_norm": 3.388075251968802,
      "learning_rate": 0.00021411879872082745,
      "loss": 5.1562,
      "step": 53931
    },
    {
      "epoch": 2.2089698955560104,
      "grad_norm": 3.0197400942928057,
      "learning_rate": 0.00021411585029118782,
      "loss": 4.875,
      "step": 53932
    },
    {
      "epoch": 2.209010853983207,
      "grad_norm": 3.2887670387108257,
      "learning_rate": 0.0002141129018312379,
      "loss": 4.0938,
      "step": 53933
    },
    {
      "epoch": 2.2090518124104035,
      "grad_norm": 2.8401065649857307,
      "learning_rate": 0.00021410995334097906,
      "loss": 4.6875,
      "step": 53934
    },
    {
      "epoch": 2.2090927708376,
      "grad_norm": 2.8516596015598528,
      "learning_rate": 0.00021410700482041284,
      "loss": 5.0,
      "step": 53935
    },
    {
      "epoch": 2.209133729264796,
      "grad_norm": 2.941267586533047,
      "learning_rate": 0.00021410405626954055,
      "loss": 4.0938,
      "step": 53936
    },
    {
      "epoch": 2.2091746876919927,
      "grad_norm": 2.924600716297466,
      "learning_rate": 0.00021410110768836356,
      "loss": 4.125,
      "step": 53937
    },
    {
      "epoch": 2.209215646119189,
      "grad_norm": 14.325368023004932,
      "learning_rate": 0.00021409815907688323,
      "loss": 5.2188,
      "step": 53938
    },
    {
      "epoch": 2.2092566045463853,
      "grad_norm": 5.2671680758068975,
      "learning_rate": 0.0002140952104351011,
      "loss": 3.4688,
      "step": 53939
    },
    {
      "epoch": 2.209297562973582,
      "grad_norm": 10.304410444239641,
      "learning_rate": 0.00021409226176301842,
      "loss": 5.5312,
      "step": 53940
    },
    {
      "epoch": 2.2093385214007784,
      "grad_norm": 2.8325986261375973,
      "learning_rate": 0.00021408931306063665,
      "loss": 4.1875,
      "step": 53941
    },
    {
      "epoch": 2.2093794798279744,
      "grad_norm": 2.902728413566406,
      "learning_rate": 0.00021408636432795715,
      "loss": 4.2812,
      "step": 53942
    },
    {
      "epoch": 2.209420438255171,
      "grad_norm": 2.9260601186011317,
      "learning_rate": 0.00021408341556498136,
      "loss": 3.7344,
      "step": 53943
    },
    {
      "epoch": 2.2094613966823675,
      "grad_norm": 3.0485190654088736,
      "learning_rate": 0.0002140804667717107,
      "loss": 6.375,
      "step": 53944
    },
    {
      "epoch": 2.2095023551095636,
      "grad_norm": 4.463488480529547,
      "learning_rate": 0.00021407751794814644,
      "loss": 5.2812,
      "step": 53945
    },
    {
      "epoch": 2.20954331353676,
      "grad_norm": 3.8553812605348314,
      "learning_rate": 0.00021407456909429008,
      "loss": 4.9375,
      "step": 53946
    },
    {
      "epoch": 2.2095842719639567,
      "grad_norm": 2.779552975067794,
      "learning_rate": 0.00021407162021014296,
      "loss": 4.4375,
      "step": 53947
    },
    {
      "epoch": 2.2096252303911528,
      "grad_norm": 3.121316330068574,
      "learning_rate": 0.00021406867129570653,
      "loss": 3.875,
      "step": 53948
    },
    {
      "epoch": 2.2096661888183493,
      "grad_norm": 2.6987217379581545,
      "learning_rate": 0.0002140657223509821,
      "loss": 4.3438,
      "step": 53949
    },
    {
      "epoch": 2.209707147245546,
      "grad_norm": 3.42962480432859,
      "learning_rate": 0.00021406277337597117,
      "loss": 5.7188,
      "step": 53950
    },
    {
      "epoch": 2.209748105672742,
      "grad_norm": 4.9431612470152695,
      "learning_rate": 0.00021405982437067503,
      "loss": 6.4062,
      "step": 53951
    },
    {
      "epoch": 2.2097890640999385,
      "grad_norm": 3.1522509297508368,
      "learning_rate": 0.00021405687533509516,
      "loss": 1.9766,
      "step": 53952
    },
    {
      "epoch": 2.209830022527135,
      "grad_norm": 4.494944967243695,
      "learning_rate": 0.00021405392626923288,
      "loss": 4.625,
      "step": 53953
    },
    {
      "epoch": 2.2098709809543315,
      "grad_norm": 2.9148937221677604,
      "learning_rate": 0.00021405097717308962,
      "loss": 4.25,
      "step": 53954
    },
    {
      "epoch": 2.2099119393815276,
      "grad_norm": 3.1359212040290076,
      "learning_rate": 0.00021404802804666684,
      "loss": 3.4219,
      "step": 53955
    },
    {
      "epoch": 2.209952897808724,
      "grad_norm": 5.041467238023722,
      "learning_rate": 0.00021404507888996582,
      "loss": 4.8125,
      "step": 53956
    },
    {
      "epoch": 2.2099938562359207,
      "grad_norm": 3.5139648091386886,
      "learning_rate": 0.000214042129702988,
      "loss": 5.0938,
      "step": 53957
    },
    {
      "epoch": 2.210034814663117,
      "grad_norm": 3.304797466534157,
      "learning_rate": 0.00021403918048573477,
      "loss": 4.9062,
      "step": 53958
    },
    {
      "epoch": 2.2100757730903133,
      "grad_norm": 7.422597707158526,
      "learning_rate": 0.00021403623123820753,
      "loss": 4.3125,
      "step": 53959
    },
    {
      "epoch": 2.21011673151751,
      "grad_norm": 3.093278170751578,
      "learning_rate": 0.0002140332819604077,
      "loss": 4.375,
      "step": 53960
    },
    {
      "epoch": 2.210157689944706,
      "grad_norm": 3.6304980368132678,
      "learning_rate": 0.00021403033265233662,
      "loss": 5.0,
      "step": 53961
    },
    {
      "epoch": 2.2101986483719025,
      "grad_norm": 2.6446944475694254,
      "learning_rate": 0.00021402738331399574,
      "loss": 4.0312,
      "step": 53962
    },
    {
      "epoch": 2.210239606799099,
      "grad_norm": 4.5762316604896105,
      "learning_rate": 0.00021402443394538643,
      "loss": 3.8594,
      "step": 53963
    },
    {
      "epoch": 2.210280565226295,
      "grad_norm": 4.784263905472973,
      "learning_rate": 0.00021402148454651012,
      "loss": 4.125,
      "step": 53964
    },
    {
      "epoch": 2.2103215236534917,
      "grad_norm": 3.056445907278453,
      "learning_rate": 0.00021401853511736812,
      "loss": 4.5,
      "step": 53965
    },
    {
      "epoch": 2.210362482080688,
      "grad_norm": 6.169362511662868,
      "learning_rate": 0.00021401558565796184,
      "loss": 6.8438,
      "step": 53966
    },
    {
      "epoch": 2.2104034405078847,
      "grad_norm": 4.225679552545472,
      "learning_rate": 0.00021401263616829274,
      "loss": 5.25,
      "step": 53967
    },
    {
      "epoch": 2.210444398935081,
      "grad_norm": 3.3293717425268787,
      "learning_rate": 0.0002140096866483622,
      "loss": 5.2188,
      "step": 53968
    },
    {
      "epoch": 2.2104853573622774,
      "grad_norm": 2.6425904330232597,
      "learning_rate": 0.00021400673709817157,
      "loss": 3.5312,
      "step": 53969
    },
    {
      "epoch": 2.2105263157894735,
      "grad_norm": 4.115157999077012,
      "learning_rate": 0.00021400378751772225,
      "loss": 3.0938,
      "step": 53970
    },
    {
      "epoch": 2.21056727421667,
      "grad_norm": 4.5565112781577195,
      "learning_rate": 0.0002140008379070157,
      "loss": 4.5,
      "step": 53971
    },
    {
      "epoch": 2.2106082326438665,
      "grad_norm": 3.1437600102769445,
      "learning_rate": 0.00021399788826605325,
      "loss": 5.1562,
      "step": 53972
    },
    {
      "epoch": 2.210649191071063,
      "grad_norm": 2.9792244928520315,
      "learning_rate": 0.0002139949385948363,
      "loss": 4.3125,
      "step": 53973
    },
    {
      "epoch": 2.210690149498259,
      "grad_norm": 3.116460511287717,
      "learning_rate": 0.00021399198889336627,
      "loss": 4.375,
      "step": 53974
    },
    {
      "epoch": 2.2107311079254557,
      "grad_norm": 2.938349660743524,
      "learning_rate": 0.0002139890391616445,
      "loss": 4.8125,
      "step": 53975
    },
    {
      "epoch": 2.210772066352652,
      "grad_norm": 2.7639932109235814,
      "learning_rate": 0.0002139860893996725,
      "loss": 3.6875,
      "step": 53976
    },
    {
      "epoch": 2.2108130247798483,
      "grad_norm": 9.853126613694355,
      "learning_rate": 0.00021398313960745155,
      "loss": 3.0312,
      "step": 53977
    },
    {
      "epoch": 2.210853983207045,
      "grad_norm": 2.760580126829939,
      "learning_rate": 0.00021398018978498307,
      "loss": 4.5625,
      "step": 53978
    },
    {
      "epoch": 2.2108949416342414,
      "grad_norm": 5.438323009992186,
      "learning_rate": 0.00021397723993226846,
      "loss": 6.5312,
      "step": 53979
    },
    {
      "epoch": 2.2109359000614375,
      "grad_norm": 3.77721890284132,
      "learning_rate": 0.0002139742900493092,
      "loss": 4.5938,
      "step": 53980
    },
    {
      "epoch": 2.210976858488634,
      "grad_norm": 2.9187196043878627,
      "learning_rate": 0.0002139713401361065,
      "loss": 4.375,
      "step": 53981
    },
    {
      "epoch": 2.2110178169158305,
      "grad_norm": 4.494782339914485,
      "learning_rate": 0.00021396839019266196,
      "loss": 4.5,
      "step": 53982
    },
    {
      "epoch": 2.2110587753430266,
      "grad_norm": 4.022676493792552,
      "learning_rate": 0.00021396544021897685,
      "loss": 5.875,
      "step": 53983
    },
    {
      "epoch": 2.211099733770223,
      "grad_norm": 3.037875499932971,
      "learning_rate": 0.00021396249021505257,
      "loss": 4.6875,
      "step": 53984
    },
    {
      "epoch": 2.2111406921974197,
      "grad_norm": 2.713233641349794,
      "learning_rate": 0.0002139595401808905,
      "loss": 3.8281,
      "step": 53985
    },
    {
      "epoch": 2.2111816506246162,
      "grad_norm": 3.100240570037416,
      "learning_rate": 0.0002139565901164921,
      "loss": 5.2812,
      "step": 53986
    },
    {
      "epoch": 2.2112226090518123,
      "grad_norm": 4.248414420503831,
      "learning_rate": 0.0002139536400218588,
      "loss": 5.75,
      "step": 53987
    },
    {
      "epoch": 2.211263567479009,
      "grad_norm": 2.6458479764388874,
      "learning_rate": 0.00021395068989699188,
      "loss": 3.7812,
      "step": 53988
    },
    {
      "epoch": 2.2113045259062054,
      "grad_norm": 3.7264838870649446,
      "learning_rate": 0.00021394773974189272,
      "loss": 5.6562,
      "step": 53989
    },
    {
      "epoch": 2.2113454843334015,
      "grad_norm": 5.540891629001967,
      "learning_rate": 0.00021394478955656285,
      "loss": 5.9062,
      "step": 53990
    },
    {
      "epoch": 2.211386442760598,
      "grad_norm": 3.4804047117853494,
      "learning_rate": 0.00021394183934100362,
      "loss": 4.5625,
      "step": 53991
    },
    {
      "epoch": 2.2114274011877946,
      "grad_norm": 8.31771632332769,
      "learning_rate": 0.00021393888909521637,
      "loss": 6.75,
      "step": 53992
    },
    {
      "epoch": 2.2114683596149907,
      "grad_norm": 3.5991809943223485,
      "learning_rate": 0.00021393593881920248,
      "loss": 5.1562,
      "step": 53993
    },
    {
      "epoch": 2.211509318042187,
      "grad_norm": 3.220389796802132,
      "learning_rate": 0.00021393298851296344,
      "loss": 5.0,
      "step": 53994
    },
    {
      "epoch": 2.2115502764693837,
      "grad_norm": 2.680933841548037,
      "learning_rate": 0.0002139300381765006,
      "loss": 3.75,
      "step": 53995
    },
    {
      "epoch": 2.21159123489658,
      "grad_norm": 2.707821725335171,
      "learning_rate": 0.00021392708780981534,
      "loss": 4.9062,
      "step": 53996
    },
    {
      "epoch": 2.2116321933237764,
      "grad_norm": 3.041698795812766,
      "learning_rate": 0.000213924137412909,
      "loss": 3.625,
      "step": 53997
    },
    {
      "epoch": 2.211673151750973,
      "grad_norm": 3.2956058018379517,
      "learning_rate": 0.0002139211869857831,
      "loss": 4.625,
      "step": 53998
    },
    {
      "epoch": 2.211714110178169,
      "grad_norm": 2.9755020381366983,
      "learning_rate": 0.00021391823652843896,
      "loss": 5.0,
      "step": 53999
    },
    {
      "epoch": 2.2117550686053655,
      "grad_norm": 3.1182962276590875,
      "learning_rate": 0.00021391528604087798,
      "loss": 5.5625,
      "step": 54000
    },
    {
      "epoch": 2.211796027032562,
      "grad_norm": 2.9626957631652835,
      "learning_rate": 0.0002139123355231016,
      "loss": 4.7188,
      "step": 54001
    },
    {
      "epoch": 2.211836985459758,
      "grad_norm": 2.8616291021077003,
      "learning_rate": 0.00021390938497511112,
      "loss": 4.4375,
      "step": 54002
    },
    {
      "epoch": 2.2118779438869547,
      "grad_norm": 2.912266904511714,
      "learning_rate": 0.00021390643439690802,
      "loss": 4.9375,
      "step": 54003
    },
    {
      "epoch": 2.2119189023141512,
      "grad_norm": 2.4567222202855605,
      "learning_rate": 0.00021390348378849366,
      "loss": 4.4688,
      "step": 54004
    },
    {
      "epoch": 2.2119598607413478,
      "grad_norm": 3.2836042561596575,
      "learning_rate": 0.00021390053314986946,
      "loss": 3.9531,
      "step": 54005
    },
    {
      "epoch": 2.212000819168544,
      "grad_norm": 8.471700761832222,
      "learning_rate": 0.0002138975824810367,
      "loss": 1.1641,
      "step": 54006
    },
    {
      "epoch": 2.2120417775957404,
      "grad_norm": 3.356996979091911,
      "learning_rate": 0.00021389463178199698,
      "loss": 6.0,
      "step": 54007
    },
    {
      "epoch": 2.212082736022937,
      "grad_norm": 3.082176412775168,
      "learning_rate": 0.00021389168105275156,
      "loss": 4.3438,
      "step": 54008
    },
    {
      "epoch": 2.212123694450133,
      "grad_norm": 3.4391278492078095,
      "learning_rate": 0.00021388873029330185,
      "loss": 4.7188,
      "step": 54009
    },
    {
      "epoch": 2.2121646528773296,
      "grad_norm": 8.285950933530316,
      "learning_rate": 0.00021388577950364927,
      "loss": 3.25,
      "step": 54010
    },
    {
      "epoch": 2.212205611304526,
      "grad_norm": 6.262275252699734,
      "learning_rate": 0.00021388282868379518,
      "loss": 6.4062,
      "step": 54011
    },
    {
      "epoch": 2.212246569731722,
      "grad_norm": 2.889741514440819,
      "learning_rate": 0.00021387987783374104,
      "loss": 5.3125,
      "step": 54012
    },
    {
      "epoch": 2.2122875281589187,
      "grad_norm": 12.800689909116556,
      "learning_rate": 0.00021387692695348814,
      "loss": 3.2031,
      "step": 54013
    },
    {
      "epoch": 2.2123284865861153,
      "grad_norm": 2.9622930362604807,
      "learning_rate": 0.00021387397604303795,
      "loss": 4.4688,
      "step": 54014
    },
    {
      "epoch": 2.2123694450133113,
      "grad_norm": 2.921136477822709,
      "learning_rate": 0.00021387102510239193,
      "loss": 5.0625,
      "step": 54015
    },
    {
      "epoch": 2.212410403440508,
      "grad_norm": 3.1749494640029017,
      "learning_rate": 0.0002138680741315513,
      "loss": 5.7812,
      "step": 54016
    },
    {
      "epoch": 2.2124513618677044,
      "grad_norm": 3.754807928454737,
      "learning_rate": 0.00021386512313051757,
      "loss": 6.3125,
      "step": 54017
    },
    {
      "epoch": 2.2124923202949005,
      "grad_norm": 3.2107435800191153,
      "learning_rate": 0.0002138621720992921,
      "loss": 5.3125,
      "step": 54018
    },
    {
      "epoch": 2.212533278722097,
      "grad_norm": 2.6460827258617776,
      "learning_rate": 0.00021385922103787634,
      "loss": 4.3125,
      "step": 54019
    },
    {
      "epoch": 2.2125742371492936,
      "grad_norm": 5.93198972103608,
      "learning_rate": 0.00021385626994627164,
      "loss": 5.8125,
      "step": 54020
    },
    {
      "epoch": 2.2126151955764897,
      "grad_norm": 6.857869940057344,
      "learning_rate": 0.0002138533188244794,
      "loss": 6.0938,
      "step": 54021
    },
    {
      "epoch": 2.212656154003686,
      "grad_norm": 2.9512368941806404,
      "learning_rate": 0.000213850367672501,
      "loss": 4.7188,
      "step": 54022
    },
    {
      "epoch": 2.2126971124308827,
      "grad_norm": 5.104325778606464,
      "learning_rate": 0.00021384741649033785,
      "loss": 7.0312,
      "step": 54023
    },
    {
      "epoch": 2.2127380708580793,
      "grad_norm": 4.431791411462719,
      "learning_rate": 0.00021384446527799138,
      "loss": 1.3594,
      "step": 54024
    },
    {
      "epoch": 2.2127790292852754,
      "grad_norm": 3.222582412231364,
      "learning_rate": 0.0002138415140354629,
      "loss": 4.5312,
      "step": 54025
    },
    {
      "epoch": 2.212819987712472,
      "grad_norm": 2.7987634728914927,
      "learning_rate": 0.00021383856276275387,
      "loss": 3.3281,
      "step": 54026
    },
    {
      "epoch": 2.2128609461396684,
      "grad_norm": 3.6020887738442178,
      "learning_rate": 0.0002138356114598657,
      "loss": 4.5625,
      "step": 54027
    },
    {
      "epoch": 2.2129019045668645,
      "grad_norm": 3.0522166763083227,
      "learning_rate": 0.00021383266012679975,
      "loss": 5.0312,
      "step": 54028
    },
    {
      "epoch": 2.212942862994061,
      "grad_norm": 2.775363321037095,
      "learning_rate": 0.00021382970876355738,
      "loss": 3.8125,
      "step": 54029
    },
    {
      "epoch": 2.2129838214212576,
      "grad_norm": 3.0843329386548857,
      "learning_rate": 0.0002138267573701401,
      "loss": 4.0625,
      "step": 54030
    },
    {
      "epoch": 2.2130247798484537,
      "grad_norm": 2.7453108223152234,
      "learning_rate": 0.0002138238059465492,
      "loss": 4.2812,
      "step": 54031
    },
    {
      "epoch": 2.2130657382756502,
      "grad_norm": 3.21085129290019,
      "learning_rate": 0.00021382085449278608,
      "loss": 3.75,
      "step": 54032
    },
    {
      "epoch": 2.2131066967028468,
      "grad_norm": 2.9908265006076586,
      "learning_rate": 0.0002138179030088522,
      "loss": 4.9062,
      "step": 54033
    },
    {
      "epoch": 2.213147655130043,
      "grad_norm": 2.520020238151286,
      "learning_rate": 0.0002138149514947489,
      "loss": 4.375,
      "step": 54034
    },
    {
      "epoch": 2.2131886135572394,
      "grad_norm": 3.143684073778361,
      "learning_rate": 0.00021381199995047762,
      "loss": 5.0625,
      "step": 54035
    },
    {
      "epoch": 2.213229571984436,
      "grad_norm": 3.0048503461255565,
      "learning_rate": 0.0002138090483760397,
      "loss": 4.1562,
      "step": 54036
    },
    {
      "epoch": 2.213270530411632,
      "grad_norm": 3.308141453229579,
      "learning_rate": 0.00021380609677143657,
      "loss": 5.3438,
      "step": 54037
    },
    {
      "epoch": 2.2133114888388286,
      "grad_norm": 3.3473581812035254,
      "learning_rate": 0.0002138031451366696,
      "loss": 4.0,
      "step": 54038
    },
    {
      "epoch": 2.213352447266025,
      "grad_norm": 2.832126010092522,
      "learning_rate": 0.00021380019347174025,
      "loss": 4.0625,
      "step": 54039
    },
    {
      "epoch": 2.213393405693221,
      "grad_norm": 2.7888990697957508,
      "learning_rate": 0.00021379724177664983,
      "loss": 4.5938,
      "step": 54040
    },
    {
      "epoch": 2.2134343641204177,
      "grad_norm": 5.0517964289229615,
      "learning_rate": 0.00021379429005139982,
      "loss": 1.3281,
      "step": 54041
    },
    {
      "epoch": 2.2134753225476143,
      "grad_norm": 3.046757048314564,
      "learning_rate": 0.00021379133829599152,
      "loss": 4.6562,
      "step": 54042
    },
    {
      "epoch": 2.213516280974811,
      "grad_norm": 3.532022283841289,
      "learning_rate": 0.00021378838651042641,
      "loss": 5.7812,
      "step": 54043
    },
    {
      "epoch": 2.213557239402007,
      "grad_norm": 3.8692317884952176,
      "learning_rate": 0.00021378543469470585,
      "loss": 4.4688,
      "step": 54044
    },
    {
      "epoch": 2.2135981978292034,
      "grad_norm": 2.8283994818638005,
      "learning_rate": 0.00021378248284883124,
      "loss": 4.5312,
      "step": 54045
    },
    {
      "epoch": 2.2136391562564,
      "grad_norm": 2.479622120339496,
      "learning_rate": 0.00021377953097280393,
      "loss": 2.7812,
      "step": 54046
    },
    {
      "epoch": 2.213680114683596,
      "grad_norm": 2.6872193908505775,
      "learning_rate": 0.0002137765790666254,
      "loss": 4.3125,
      "step": 54047
    },
    {
      "epoch": 2.2137210731107926,
      "grad_norm": 2.874556479454631,
      "learning_rate": 0.00021377362713029702,
      "loss": 4.9062,
      "step": 54048
    },
    {
      "epoch": 2.213762031537989,
      "grad_norm": 4.57593802172537,
      "learning_rate": 0.00021377067516382018,
      "loss": 6.2812,
      "step": 54049
    },
    {
      "epoch": 2.213802989965185,
      "grad_norm": 4.00054546151157,
      "learning_rate": 0.00021376772316719623,
      "loss": 4.5938,
      "step": 54050
    },
    {
      "epoch": 2.2138439483923817,
      "grad_norm": 2.6668863705558095,
      "learning_rate": 0.0002137647711404266,
      "loss": 4.1875,
      "step": 54051
    },
    {
      "epoch": 2.2138849068195783,
      "grad_norm": 9.85970531221605,
      "learning_rate": 0.00021376181908351271,
      "loss": 6.4375,
      "step": 54052
    },
    {
      "epoch": 2.2139258652467744,
      "grad_norm": 8.967474142945957,
      "learning_rate": 0.0002137588669964559,
      "loss": 5.75,
      "step": 54053
    },
    {
      "epoch": 2.213966823673971,
      "grad_norm": 5.507319160913897,
      "learning_rate": 0.0002137559148792576,
      "loss": 6.0938,
      "step": 54054
    },
    {
      "epoch": 2.2140077821011674,
      "grad_norm": 17.296323548124267,
      "learning_rate": 0.00021375296273191922,
      "loss": 3.0781,
      "step": 54055
    },
    {
      "epoch": 2.2140487405283635,
      "grad_norm": 2.8847450061366247,
      "learning_rate": 0.00021375001055444213,
      "loss": 4.0938,
      "step": 54056
    },
    {
      "epoch": 2.21408969895556,
      "grad_norm": 3.2187212258319415,
      "learning_rate": 0.00021374705834682775,
      "loss": 3.5469,
      "step": 54057
    },
    {
      "epoch": 2.2141306573827566,
      "grad_norm": 5.007570384570913,
      "learning_rate": 0.00021374410610907745,
      "loss": 5.375,
      "step": 54058
    },
    {
      "epoch": 2.2141716158099527,
      "grad_norm": 3.402388264600832,
      "learning_rate": 0.00021374115384119262,
      "loss": 4.75,
      "step": 54059
    },
    {
      "epoch": 2.2142125742371492,
      "grad_norm": 3.561026976665604,
      "learning_rate": 0.0002137382015431747,
      "loss": 6.0938,
      "step": 54060
    },
    {
      "epoch": 2.2142535326643458,
      "grad_norm": 2.956720326137647,
      "learning_rate": 0.000213735249215025,
      "loss": 5.9375,
      "step": 54061
    },
    {
      "epoch": 2.2142944910915423,
      "grad_norm": 4.364778996781567,
      "learning_rate": 0.00021373229685674503,
      "loss": 1.2344,
      "step": 54062
    },
    {
      "epoch": 2.2143354495187384,
      "grad_norm": 2.792841182293167,
      "learning_rate": 0.0002137293444683361,
      "loss": 4.5625,
      "step": 54063
    },
    {
      "epoch": 2.214376407945935,
      "grad_norm": 15.458757568317825,
      "learning_rate": 0.00021372639204979965,
      "loss": 6.0938,
      "step": 54064
    },
    {
      "epoch": 2.2144173663731315,
      "grad_norm": 4.513591680529043,
      "learning_rate": 0.00021372343960113704,
      "loss": 5.0,
      "step": 54065
    },
    {
      "epoch": 2.2144583248003276,
      "grad_norm": 2.9556267646219605,
      "learning_rate": 0.0002137204871223497,
      "loss": 4.0,
      "step": 54066
    },
    {
      "epoch": 2.214499283227524,
      "grad_norm": 3.153905806948029,
      "learning_rate": 0.00021371753461343904,
      "loss": 4.4062,
      "step": 54067
    },
    {
      "epoch": 2.2145402416547206,
      "grad_norm": 3.644610270979582,
      "learning_rate": 0.00021371458207440638,
      "loss": 4.3438,
      "step": 54068
    },
    {
      "epoch": 2.2145812000819167,
      "grad_norm": 2.976521415498433,
      "learning_rate": 0.00021371162950525316,
      "loss": 4.2188,
      "step": 54069
    },
    {
      "epoch": 2.2146221585091133,
      "grad_norm": 4.956892493979624,
      "learning_rate": 0.00021370867690598082,
      "loss": 2.7031,
      "step": 54070
    },
    {
      "epoch": 2.21466311693631,
      "grad_norm": 3.030233913391826,
      "learning_rate": 0.0002137057242765907,
      "loss": 4.9688,
      "step": 54071
    },
    {
      "epoch": 2.214704075363506,
      "grad_norm": 4.089815669816507,
      "learning_rate": 0.00021370277161708421,
      "loss": 5.7812,
      "step": 54072
    },
    {
      "epoch": 2.2147450337907024,
      "grad_norm": 2.8172115470533385,
      "learning_rate": 0.00021369981892746276,
      "loss": 4.2188,
      "step": 54073
    },
    {
      "epoch": 2.214785992217899,
      "grad_norm": 3.1727747484160287,
      "learning_rate": 0.00021369686620772768,
      "loss": 4.1875,
      "step": 54074
    },
    {
      "epoch": 2.214826950645095,
      "grad_norm": 3.5770851527319576,
      "learning_rate": 0.00021369391345788045,
      "loss": 5.4375,
      "step": 54075
    },
    {
      "epoch": 2.2148679090722916,
      "grad_norm": 2.714349318094309,
      "learning_rate": 0.00021369096067792243,
      "loss": 4.0312,
      "step": 54076
    },
    {
      "epoch": 2.214908867499488,
      "grad_norm": 5.741168774445814,
      "learning_rate": 0.00021368800786785504,
      "loss": 6.375,
      "step": 54077
    },
    {
      "epoch": 2.214949825926684,
      "grad_norm": 3.0103315333852736,
      "learning_rate": 0.0002136850550276796,
      "loss": 4.9688,
      "step": 54078
    },
    {
      "epoch": 2.2149907843538807,
      "grad_norm": 3.5462475833351355,
      "learning_rate": 0.00021368210215739764,
      "loss": 4.3125,
      "step": 54079
    },
    {
      "epoch": 2.2150317427810773,
      "grad_norm": 3.2219102972040035,
      "learning_rate": 0.00021367914925701044,
      "loss": 4.4375,
      "step": 54080
    },
    {
      "epoch": 2.215072701208274,
      "grad_norm": 2.747499272179423,
      "learning_rate": 0.00021367619632651943,
      "loss": 4.4375,
      "step": 54081
    },
    {
      "epoch": 2.21511365963547,
      "grad_norm": 2.8347748673625492,
      "learning_rate": 0.000213673243365926,
      "loss": 4.4062,
      "step": 54082
    },
    {
      "epoch": 2.2151546180626664,
      "grad_norm": 3.607752738472692,
      "learning_rate": 0.00021367029037523157,
      "loss": 5.625,
      "step": 54083
    },
    {
      "epoch": 2.215195576489863,
      "grad_norm": 2.61664933655692,
      "learning_rate": 0.00021366733735443753,
      "loss": 3.75,
      "step": 54084
    },
    {
      "epoch": 2.215236534917059,
      "grad_norm": 7.049781821680275,
      "learning_rate": 0.00021366438430354525,
      "loss": 7.2188,
      "step": 54085
    },
    {
      "epoch": 2.2152774933442556,
      "grad_norm": 5.009639145492127,
      "learning_rate": 0.00021366143122255617,
      "loss": 2.5625,
      "step": 54086
    },
    {
      "epoch": 2.215318451771452,
      "grad_norm": 2.8478110205797806,
      "learning_rate": 0.00021365847811147164,
      "loss": 3.6406,
      "step": 54087
    },
    {
      "epoch": 2.2153594101986482,
      "grad_norm": 3.407205998844776,
      "learning_rate": 0.00021365552497029308,
      "loss": 5.25,
      "step": 54088
    },
    {
      "epoch": 2.2154003686258448,
      "grad_norm": 4.507314032290096,
      "learning_rate": 0.00021365257179902183,
      "loss": 3.5,
      "step": 54089
    },
    {
      "epoch": 2.2154413270530413,
      "grad_norm": 3.5328950198237234,
      "learning_rate": 0.0002136496185976594,
      "loss": 5.2188,
      "step": 54090
    },
    {
      "epoch": 2.2154822854802374,
      "grad_norm": 3.3921598819219794,
      "learning_rate": 0.0002136466653662071,
      "loss": 4.625,
      "step": 54091
    },
    {
      "epoch": 2.215523243907434,
      "grad_norm": 3.9663456103818393,
      "learning_rate": 0.0002136437121046664,
      "loss": 6.25,
      "step": 54092
    },
    {
      "epoch": 2.2155642023346305,
      "grad_norm": 2.6513519671246213,
      "learning_rate": 0.00021364075881303858,
      "loss": 3.9844,
      "step": 54093
    },
    {
      "epoch": 2.2156051607618266,
      "grad_norm": 2.8627180051964283,
      "learning_rate": 0.00021363780549132512,
      "loss": 4.0938,
      "step": 54094
    },
    {
      "epoch": 2.215646119189023,
      "grad_norm": 4.10929363760899,
      "learning_rate": 0.0002136348521395274,
      "loss": 5.0938,
      "step": 54095
    },
    {
      "epoch": 2.2156870776162196,
      "grad_norm": 2.9803642392175345,
      "learning_rate": 0.00021363189875764683,
      "loss": 4.5,
      "step": 54096
    },
    {
      "epoch": 2.2157280360434157,
      "grad_norm": 4.988104683577881,
      "learning_rate": 0.00021362894534568476,
      "loss": 2.7344,
      "step": 54097
    },
    {
      "epoch": 2.2157689944706123,
      "grad_norm": 2.9457336798044302,
      "learning_rate": 0.0002136259919036426,
      "loss": 4.9062,
      "step": 54098
    },
    {
      "epoch": 2.215809952897809,
      "grad_norm": 4.818931253292797,
      "learning_rate": 0.00021362303843152182,
      "loss": 4.1562,
      "step": 54099
    },
    {
      "epoch": 2.2158509113250053,
      "grad_norm": 3.681383748905241,
      "learning_rate": 0.00021362008492932375,
      "loss": 4.5938,
      "step": 54100
    },
    {
      "epoch": 2.2158918697522014,
      "grad_norm": 3.4833355986703105,
      "learning_rate": 0.00021361713139704975,
      "loss": 4.9062,
      "step": 54101
    },
    {
      "epoch": 2.215932828179398,
      "grad_norm": 3.542802313683364,
      "learning_rate": 0.0002136141778347013,
      "loss": 4.75,
      "step": 54102
    },
    {
      "epoch": 2.2159737866065945,
      "grad_norm": 4.5689552011096115,
      "learning_rate": 0.00021361122424227975,
      "loss": 5.3125,
      "step": 54103
    },
    {
      "epoch": 2.2160147450337906,
      "grad_norm": 3.953179666585028,
      "learning_rate": 0.00021360827061978654,
      "loss": 3.6562,
      "step": 54104
    },
    {
      "epoch": 2.216055703460987,
      "grad_norm": 2.7669724285585953,
      "learning_rate": 0.00021360531696722302,
      "loss": 5.0312,
      "step": 54105
    },
    {
      "epoch": 2.2160966618881837,
      "grad_norm": 3.5034261835445357,
      "learning_rate": 0.00021360236328459053,
      "loss": 6.2188,
      "step": 54106
    },
    {
      "epoch": 2.2161376203153798,
      "grad_norm": 3.1595323791623753,
      "learning_rate": 0.00021359940957189056,
      "loss": 4.5,
      "step": 54107
    },
    {
      "epoch": 2.2161785787425763,
      "grad_norm": 5.097602901368502,
      "learning_rate": 0.00021359645582912453,
      "loss": 3.7969,
      "step": 54108
    },
    {
      "epoch": 2.216219537169773,
      "grad_norm": 3.2837178521250445,
      "learning_rate": 0.00021359350205629374,
      "loss": 4.1875,
      "step": 54109
    },
    {
      "epoch": 2.216260495596969,
      "grad_norm": 2.881341900081245,
      "learning_rate": 0.00021359054825339962,
      "loss": 4.6562,
      "step": 54110
    },
    {
      "epoch": 2.2163014540241655,
      "grad_norm": 2.9101921907817103,
      "learning_rate": 0.0002135875944204436,
      "loss": 4.8125,
      "step": 54111
    },
    {
      "epoch": 2.216342412451362,
      "grad_norm": 3.945257005357669,
      "learning_rate": 0.0002135846405574271,
      "loss": 5.6562,
      "step": 54112
    },
    {
      "epoch": 2.216383370878558,
      "grad_norm": 2.831053586479729,
      "learning_rate": 0.00021358168666435142,
      "loss": 4.6875,
      "step": 54113
    },
    {
      "epoch": 2.2164243293057546,
      "grad_norm": 3.017511624934104,
      "learning_rate": 0.00021357873274121798,
      "loss": 4.4062,
      "step": 54114
    },
    {
      "epoch": 2.216465287732951,
      "grad_norm": 2.9225236503659193,
      "learning_rate": 0.00021357577878802826,
      "loss": 4.75,
      "step": 54115
    },
    {
      "epoch": 2.2165062461601472,
      "grad_norm": 3.6542476753425457,
      "learning_rate": 0.0002135728248047836,
      "loss": 1.75,
      "step": 54116
    },
    {
      "epoch": 2.2165472045873438,
      "grad_norm": 2.271839358139801,
      "learning_rate": 0.00021356987079148537,
      "loss": 2.75,
      "step": 54117
    },
    {
      "epoch": 2.2165881630145403,
      "grad_norm": 12.596931735673115,
      "learning_rate": 0.00021356691674813503,
      "loss": 6.125,
      "step": 54118
    },
    {
      "epoch": 2.216629121441737,
      "grad_norm": 3.9405786454313985,
      "learning_rate": 0.0002135639626747339,
      "loss": 5.3438,
      "step": 54119
    },
    {
      "epoch": 2.216670079868933,
      "grad_norm": 5.1705526227206855,
      "learning_rate": 0.00021356100857128344,
      "loss": 5.1875,
      "step": 54120
    },
    {
      "epoch": 2.2167110382961295,
      "grad_norm": 5.127225599461317,
      "learning_rate": 0.000213558054437785,
      "loss": 1.6953,
      "step": 54121
    },
    {
      "epoch": 2.216751996723326,
      "grad_norm": 3.5373048514048993,
      "learning_rate": 0.00021355510027424007,
      "loss": 6.2812,
      "step": 54122
    },
    {
      "epoch": 2.216792955150522,
      "grad_norm": 2.7794234163166296,
      "learning_rate": 0.0002135521460806499,
      "loss": 2.25,
      "step": 54123
    },
    {
      "epoch": 2.2168339135777186,
      "grad_norm": 8.008412544691902,
      "learning_rate": 0.00021354919185701598,
      "loss": 5.0625,
      "step": 54124
    },
    {
      "epoch": 2.216874872004915,
      "grad_norm": 3.609145632576733,
      "learning_rate": 0.00021354623760333968,
      "loss": 4.375,
      "step": 54125
    },
    {
      "epoch": 2.2169158304321113,
      "grad_norm": 2.934114230732123,
      "learning_rate": 0.0002135432833196224,
      "loss": 4.5,
      "step": 54126
    },
    {
      "epoch": 2.216956788859308,
      "grad_norm": 3.5721748465076577,
      "learning_rate": 0.0002135403290058656,
      "loss": 2.7031,
      "step": 54127
    },
    {
      "epoch": 2.2169977472865043,
      "grad_norm": 6.746970263133423,
      "learning_rate": 0.0002135373746620706,
      "loss": 6.5625,
      "step": 54128
    },
    {
      "epoch": 2.2170387057137004,
      "grad_norm": 2.620007274939537,
      "learning_rate": 0.00021353442028823876,
      "loss": 4.6562,
      "step": 54129
    },
    {
      "epoch": 2.217079664140897,
      "grad_norm": 2.7745004110020983,
      "learning_rate": 0.0002135314658843716,
      "loss": 4.25,
      "step": 54130
    },
    {
      "epoch": 2.2171206225680935,
      "grad_norm": 2.594315460302226,
      "learning_rate": 0.0002135285114504704,
      "loss": 4.625,
      "step": 54131
    },
    {
      "epoch": 2.2171615809952896,
      "grad_norm": 2.733033593991862,
      "learning_rate": 0.00021352555698653664,
      "loss": 4.375,
      "step": 54132
    },
    {
      "epoch": 2.217202539422486,
      "grad_norm": 5.26531397348882,
      "learning_rate": 0.00021352260249257165,
      "loss": 5.875,
      "step": 54133
    },
    {
      "epoch": 2.2172434978496827,
      "grad_norm": 3.363402001621445,
      "learning_rate": 0.0002135196479685769,
      "loss": 4.7188,
      "step": 54134
    },
    {
      "epoch": 2.2172844562768788,
      "grad_norm": 2.386469967060267,
      "learning_rate": 0.00021351669341455374,
      "loss": 3.75,
      "step": 54135
    },
    {
      "epoch": 2.2173254147040753,
      "grad_norm": 2.9344281680037785,
      "learning_rate": 0.00021351373883050353,
      "loss": 4.6875,
      "step": 54136
    },
    {
      "epoch": 2.217366373131272,
      "grad_norm": 3.914980877506551,
      "learning_rate": 0.00021351078421642775,
      "loss": 4.7188,
      "step": 54137
    },
    {
      "epoch": 2.2174073315584684,
      "grad_norm": 5.228746846329806,
      "learning_rate": 0.00021350782957232773,
      "loss": 4.25,
      "step": 54138
    },
    {
      "epoch": 2.2174482899856645,
      "grad_norm": 8.011031689188744,
      "learning_rate": 0.00021350487489820493,
      "loss": 6.0312,
      "step": 54139
    },
    {
      "epoch": 2.217489248412861,
      "grad_norm": 3.83496343332313,
      "learning_rate": 0.0002135019201940607,
      "loss": 5.875,
      "step": 54140
    },
    {
      "epoch": 2.2175302068400575,
      "grad_norm": 3.3967216083634875,
      "learning_rate": 0.00021349896545989647,
      "loss": 5.4062,
      "step": 54141
    },
    {
      "epoch": 2.2175711652672536,
      "grad_norm": 3.0010206712666365,
      "learning_rate": 0.00021349601069571352,
      "loss": 5.25,
      "step": 54142
    },
    {
      "epoch": 2.21761212369445,
      "grad_norm": 4.054725958662769,
      "learning_rate": 0.0002134930559015134,
      "loss": 5.1875,
      "step": 54143
    },
    {
      "epoch": 2.2176530821216467,
      "grad_norm": 3.032771279334936,
      "learning_rate": 0.00021349010107729748,
      "loss": 4.5938,
      "step": 54144
    },
    {
      "epoch": 2.217694040548843,
      "grad_norm": 3.377543430391411,
      "learning_rate": 0.00021348714622306707,
      "loss": 3.875,
      "step": 54145
    },
    {
      "epoch": 2.2177349989760393,
      "grad_norm": 2.7235693902545646,
      "learning_rate": 0.00021348419133882367,
      "loss": 4.25,
      "step": 54146
    },
    {
      "epoch": 2.217775957403236,
      "grad_norm": 3.286992027636415,
      "learning_rate": 0.00021348123642456857,
      "loss": 4.125,
      "step": 54147
    },
    {
      "epoch": 2.217816915830432,
      "grad_norm": 9.97931101816392,
      "learning_rate": 0.00021347828148030328,
      "loss": 6.75,
      "step": 54148
    },
    {
      "epoch": 2.2178578742576285,
      "grad_norm": 3.0784716366395184,
      "learning_rate": 0.00021347532650602913,
      "loss": 5.0938,
      "step": 54149
    },
    {
      "epoch": 2.217898832684825,
      "grad_norm": 3.2430941774496613,
      "learning_rate": 0.0002134723715017475,
      "loss": 5.25,
      "step": 54150
    },
    {
      "epoch": 2.217939791112021,
      "grad_norm": 3.0731883910558926,
      "learning_rate": 0.00021346941646745984,
      "loss": 4.4062,
      "step": 54151
    },
    {
      "epoch": 2.2179807495392176,
      "grad_norm": 3.4487173483279627,
      "learning_rate": 0.0002134664614031675,
      "loss": 4.3438,
      "step": 54152
    },
    {
      "epoch": 2.218021707966414,
      "grad_norm": 2.812293499181346,
      "learning_rate": 0.00021346350630887194,
      "loss": 4.1562,
      "step": 54153
    },
    {
      "epoch": 2.2180626663936103,
      "grad_norm": 3.722558970747496,
      "learning_rate": 0.00021346055118457447,
      "loss": 4.6875,
      "step": 54154
    },
    {
      "epoch": 2.218103624820807,
      "grad_norm": 3.2101691520641435,
      "learning_rate": 0.00021345759603027658,
      "loss": 3.7188,
      "step": 54155
    },
    {
      "epoch": 2.2181445832480033,
      "grad_norm": 2.520499967128186,
      "learning_rate": 0.00021345464084597963,
      "loss": 3.7188,
      "step": 54156
    },
    {
      "epoch": 2.2181855416752,
      "grad_norm": 4.139616834596219,
      "learning_rate": 0.00021345168563168494,
      "loss": 5.7812,
      "step": 54157
    },
    {
      "epoch": 2.218226500102396,
      "grad_norm": 2.9978874733019976,
      "learning_rate": 0.00021344873038739402,
      "loss": 5.0938,
      "step": 54158
    },
    {
      "epoch": 2.2182674585295925,
      "grad_norm": 5.0779413955028945,
      "learning_rate": 0.0002134457751131082,
      "loss": 2.375,
      "step": 54159
    },
    {
      "epoch": 2.218308416956789,
      "grad_norm": 2.9004828510606284,
      "learning_rate": 0.00021344281980882897,
      "loss": 4.375,
      "step": 54160
    },
    {
      "epoch": 2.218349375383985,
      "grad_norm": 2.8985427557009795,
      "learning_rate": 0.00021343986447455756,
      "loss": 4.5,
      "step": 54161
    },
    {
      "epoch": 2.2183903338111817,
      "grad_norm": 3.841889447698549,
      "learning_rate": 0.00021343690911029552,
      "loss": 3.6406,
      "step": 54162
    },
    {
      "epoch": 2.218431292238378,
      "grad_norm": 5.955201058574625,
      "learning_rate": 0.00021343395371604414,
      "loss": 2.9062,
      "step": 54163
    },
    {
      "epoch": 2.2184722506655743,
      "grad_norm": 3.697697032135458,
      "learning_rate": 0.00021343099829180496,
      "loss": 3.0,
      "step": 54164
    },
    {
      "epoch": 2.218513209092771,
      "grad_norm": 2.691334186012534,
      "learning_rate": 0.00021342804283757915,
      "loss": 4.875,
      "step": 54165
    },
    {
      "epoch": 2.2185541675199674,
      "grad_norm": 3.2639701891916313,
      "learning_rate": 0.00021342508735336835,
      "loss": 3.6719,
      "step": 54166
    },
    {
      "epoch": 2.2185951259471635,
      "grad_norm": 2.9219300141531637,
      "learning_rate": 0.0002134221318391738,
      "loss": 4.375,
      "step": 54167
    },
    {
      "epoch": 2.21863608437436,
      "grad_norm": 3.0186593350929045,
      "learning_rate": 0.00021341917629499698,
      "loss": 4.6875,
      "step": 54168
    },
    {
      "epoch": 2.2186770428015565,
      "grad_norm": 3.0076702429533557,
      "learning_rate": 0.00021341622072083925,
      "loss": 4.9688,
      "step": 54169
    },
    {
      "epoch": 2.2187180012287526,
      "grad_norm": 3.3791665766865413,
      "learning_rate": 0.00021341326511670197,
      "loss": 5.0312,
      "step": 54170
    },
    {
      "epoch": 2.218758959655949,
      "grad_norm": 2.7634838930420798,
      "learning_rate": 0.00021341030948258662,
      "loss": 4.5312,
      "step": 54171
    },
    {
      "epoch": 2.2187999180831457,
      "grad_norm": 2.533001962874939,
      "learning_rate": 0.00021340735381849453,
      "loss": 4.5625,
      "step": 54172
    },
    {
      "epoch": 2.218840876510342,
      "grad_norm": 12.632742226115033,
      "learning_rate": 0.0002134043981244271,
      "loss": 4.625,
      "step": 54173
    },
    {
      "epoch": 2.2188818349375383,
      "grad_norm": 2.896705790798648,
      "learning_rate": 0.0002134014424003858,
      "loss": 4.4375,
      "step": 54174
    },
    {
      "epoch": 2.218922793364735,
      "grad_norm": 2.7452040175245145,
      "learning_rate": 0.00021339848664637197,
      "loss": 4.4688,
      "step": 54175
    },
    {
      "epoch": 2.2189637517919314,
      "grad_norm": 2.6864050657917105,
      "learning_rate": 0.00021339553086238702,
      "loss": 4.4688,
      "step": 54176
    },
    {
      "epoch": 2.2190047102191275,
      "grad_norm": 3.645447371892797,
      "learning_rate": 0.0002133925750484323,
      "loss": 5.6875,
      "step": 54177
    },
    {
      "epoch": 2.219045668646324,
      "grad_norm": 2.960632391500172,
      "learning_rate": 0.00021338961920450925,
      "loss": 3.9375,
      "step": 54178
    },
    {
      "epoch": 2.2190866270735206,
      "grad_norm": 2.5666125896968652,
      "learning_rate": 0.00021338666333061933,
      "loss": 3.8281,
      "step": 54179
    },
    {
      "epoch": 2.2191275855007166,
      "grad_norm": 4.693439577855569,
      "learning_rate": 0.00021338370742676386,
      "loss": 6.125,
      "step": 54180
    },
    {
      "epoch": 2.219168543927913,
      "grad_norm": 4.917371692151228,
      "learning_rate": 0.0002133807514929442,
      "loss": 6.9688,
      "step": 54181
    },
    {
      "epoch": 2.2192095023551097,
      "grad_norm": 2.6393364841280205,
      "learning_rate": 0.00021337779552916178,
      "loss": 3.7031,
      "step": 54182
    },
    {
      "epoch": 2.219250460782306,
      "grad_norm": 8.356390219713743,
      "learning_rate": 0.00021337483953541808,
      "loss": 2.7656,
      "step": 54183
    },
    {
      "epoch": 2.2192914192095023,
      "grad_norm": 3.0736241471773624,
      "learning_rate": 0.00021337188351171443,
      "loss": 4.125,
      "step": 54184
    },
    {
      "epoch": 2.219332377636699,
      "grad_norm": 4.187634533476312,
      "learning_rate": 0.00021336892745805222,
      "loss": 4.8125,
      "step": 54185
    },
    {
      "epoch": 2.219373336063895,
      "grad_norm": 3.7024133847701393,
      "learning_rate": 0.00021336597137443282,
      "loss": 3.2656,
      "step": 54186
    },
    {
      "epoch": 2.2194142944910915,
      "grad_norm": 7.490980683505505,
      "learning_rate": 0.00021336301526085773,
      "loss": 4.8125,
      "step": 54187
    },
    {
      "epoch": 2.219455252918288,
      "grad_norm": 2.8925448997265604,
      "learning_rate": 0.00021336005911732822,
      "loss": 5.125,
      "step": 54188
    },
    {
      "epoch": 2.219496211345484,
      "grad_norm": 2.9542414379599267,
      "learning_rate": 0.00021335710294384581,
      "loss": 4.9062,
      "step": 54189
    },
    {
      "epoch": 2.2195371697726807,
      "grad_norm": 4.736573569079082,
      "learning_rate": 0.00021335414674041178,
      "loss": 4.7812,
      "step": 54190
    },
    {
      "epoch": 2.219578128199877,
      "grad_norm": 2.8664836223211894,
      "learning_rate": 0.00021335119050702766,
      "loss": 4.4375,
      "step": 54191
    },
    {
      "epoch": 2.2196190866270733,
      "grad_norm": 3.208914281725222,
      "learning_rate": 0.00021334823424369473,
      "loss": 4.5312,
      "step": 54192
    },
    {
      "epoch": 2.21966004505427,
      "grad_norm": 3.222264633650626,
      "learning_rate": 0.0002133452779504144,
      "loss": 4.8125,
      "step": 54193
    },
    {
      "epoch": 2.2197010034814664,
      "grad_norm": 5.308148614745201,
      "learning_rate": 0.00021334232162718817,
      "loss": 5.3438,
      "step": 54194
    },
    {
      "epoch": 2.219741961908663,
      "grad_norm": 4.113269827108727,
      "learning_rate": 0.0002133393652740173,
      "loss": 3.3906,
      "step": 54195
    },
    {
      "epoch": 2.219782920335859,
      "grad_norm": 3.298346043026229,
      "learning_rate": 0.00021333640889090326,
      "loss": 5.0938,
      "step": 54196
    },
    {
      "epoch": 2.2198238787630555,
      "grad_norm": 3.4633175217322614,
      "learning_rate": 0.00021333345247784747,
      "loss": 5.7188,
      "step": 54197
    },
    {
      "epoch": 2.219864837190252,
      "grad_norm": 4.6896389406497505,
      "learning_rate": 0.0002133304960348513,
      "loss": 5.375,
      "step": 54198
    },
    {
      "epoch": 2.219905795617448,
      "grad_norm": 2.8947365125540263,
      "learning_rate": 0.00021332753956191611,
      "loss": 4.5312,
      "step": 54199
    },
    {
      "epoch": 2.2199467540446447,
      "grad_norm": 2.818888264047535,
      "learning_rate": 0.00021332458305904338,
      "loss": 4.9688,
      "step": 54200
    },
    {
      "epoch": 2.2199877124718412,
      "grad_norm": 2.9626999557843074,
      "learning_rate": 0.00021332162652623444,
      "loss": 4.125,
      "step": 54201
    },
    {
      "epoch": 2.2200286708990373,
      "grad_norm": 2.8531395118171625,
      "learning_rate": 0.00021331866996349068,
      "loss": 4.4688,
      "step": 54202
    },
    {
      "epoch": 2.220069629326234,
      "grad_norm": 4.412905808035194,
      "learning_rate": 0.0002133157133708136,
      "loss": 4.0938,
      "step": 54203
    },
    {
      "epoch": 2.2201105877534304,
      "grad_norm": 3.8772539372669264,
      "learning_rate": 0.00021331275674820444,
      "loss": 3.8125,
      "step": 54204
    },
    {
      "epoch": 2.2201515461806265,
      "grad_norm": 7.252217864367064,
      "learning_rate": 0.00021330980009566473,
      "loss": 2.7969,
      "step": 54205
    },
    {
      "epoch": 2.220192504607823,
      "grad_norm": 2.6362110798893057,
      "learning_rate": 0.0002133068434131958,
      "loss": 3.5781,
      "step": 54206
    },
    {
      "epoch": 2.2202334630350196,
      "grad_norm": 2.946574655701553,
      "learning_rate": 0.00021330388670079908,
      "loss": 4.2812,
      "step": 54207
    },
    {
      "epoch": 2.2202744214622157,
      "grad_norm": 2.8646626892811593,
      "learning_rate": 0.00021330092995847596,
      "loss": 5.0312,
      "step": 54208
    },
    {
      "epoch": 2.220315379889412,
      "grad_norm": 2.870570257051976,
      "learning_rate": 0.00021329797318622783,
      "loss": 4.4375,
      "step": 54209
    },
    {
      "epoch": 2.2203563383166087,
      "grad_norm": 3.600277663880652,
      "learning_rate": 0.0002132950163840561,
      "loss": 5.2188,
      "step": 54210
    },
    {
      "epoch": 2.220397296743805,
      "grad_norm": 5.233529781767769,
      "learning_rate": 0.00021329205955196215,
      "loss": 5.1875,
      "step": 54211
    },
    {
      "epoch": 2.2204382551710014,
      "grad_norm": 2.785385880169873,
      "learning_rate": 0.00021328910268994742,
      "loss": 3.4844,
      "step": 54212
    },
    {
      "epoch": 2.220479213598198,
      "grad_norm": 3.158912772805413,
      "learning_rate": 0.00021328614579801323,
      "loss": 4.4375,
      "step": 54213
    },
    {
      "epoch": 2.2205201720253944,
      "grad_norm": 2.8539481584241977,
      "learning_rate": 0.000213283188876161,
      "loss": 4.7188,
      "step": 54214
    },
    {
      "epoch": 2.2205611304525905,
      "grad_norm": 2.7474945504617287,
      "learning_rate": 0.0002132802319243922,
      "loss": 4.875,
      "step": 54215
    },
    {
      "epoch": 2.220602088879787,
      "grad_norm": 2.8792311022996127,
      "learning_rate": 0.00021327727494270817,
      "loss": 4.5312,
      "step": 54216
    },
    {
      "epoch": 2.2206430473069836,
      "grad_norm": 4.9820638170359235,
      "learning_rate": 0.00021327431793111032,
      "loss": 4.0938,
      "step": 54217
    },
    {
      "epoch": 2.2206840057341797,
      "grad_norm": 2.5641665726567213,
      "learning_rate": 0.0002132713608896,
      "loss": 3.5312,
      "step": 54218
    },
    {
      "epoch": 2.220724964161376,
      "grad_norm": 3.061869296064241,
      "learning_rate": 0.0002132684038181787,
      "loss": 5.2812,
      "step": 54219
    },
    {
      "epoch": 2.2207659225885727,
      "grad_norm": 8.853187786311414,
      "learning_rate": 0.00021326544671684776,
      "loss": 1.7188,
      "step": 54220
    },
    {
      "epoch": 2.220806881015769,
      "grad_norm": 3.180566924594236,
      "learning_rate": 0.00021326248958560858,
      "loss": 5.3125,
      "step": 54221
    },
    {
      "epoch": 2.2208478394429654,
      "grad_norm": 3.3705846067690706,
      "learning_rate": 0.00021325953242446255,
      "loss": 4.75,
      "step": 54222
    },
    {
      "epoch": 2.220888797870162,
      "grad_norm": 3.445152951843847,
      "learning_rate": 0.0002132565752334111,
      "loss": 5.6562,
      "step": 54223
    },
    {
      "epoch": 2.220929756297358,
      "grad_norm": 2.8912529078875173,
      "learning_rate": 0.00021325361801245564,
      "loss": 3.6719,
      "step": 54224
    },
    {
      "epoch": 2.2209707147245545,
      "grad_norm": 2.869061697386821,
      "learning_rate": 0.00021325066076159752,
      "loss": 3.0312,
      "step": 54225
    },
    {
      "epoch": 2.221011673151751,
      "grad_norm": 2.6519137268734467,
      "learning_rate": 0.00021324770348083818,
      "loss": 4.5625,
      "step": 54226
    },
    {
      "epoch": 2.221052631578947,
      "grad_norm": 3.2078601501065287,
      "learning_rate": 0.00021324474617017894,
      "loss": 6.5312,
      "step": 54227
    },
    {
      "epoch": 2.2210935900061437,
      "grad_norm": 22.3902555704553,
      "learning_rate": 0.0002132417888296213,
      "loss": 2.9062,
      "step": 54228
    },
    {
      "epoch": 2.2211345484333402,
      "grad_norm": 3.305601980600364,
      "learning_rate": 0.00021323883145916658,
      "loss": 4.5312,
      "step": 54229
    },
    {
      "epoch": 2.2211755068605363,
      "grad_norm": 4.260971152902098,
      "learning_rate": 0.00021323587405881622,
      "loss": 6.6562,
      "step": 54230
    },
    {
      "epoch": 2.221216465287733,
      "grad_norm": 2.7321389558579576,
      "learning_rate": 0.0002132329166285716,
      "loss": 4.1875,
      "step": 54231
    },
    {
      "epoch": 2.2212574237149294,
      "grad_norm": 2.7225762862375773,
      "learning_rate": 0.00021322995916843416,
      "loss": 3.8906,
      "step": 54232
    },
    {
      "epoch": 2.221298382142126,
      "grad_norm": 2.848973639758215,
      "learning_rate": 0.00021322700167840521,
      "loss": 5.0,
      "step": 54233
    },
    {
      "epoch": 2.221339340569322,
      "grad_norm": 2.869589197002436,
      "learning_rate": 0.00021322404415848625,
      "loss": 4.5938,
      "step": 54234
    },
    {
      "epoch": 2.2213802989965186,
      "grad_norm": 3.7425267699727494,
      "learning_rate": 0.00021322108660867865,
      "loss": 3.0156,
      "step": 54235
    },
    {
      "epoch": 2.221421257423715,
      "grad_norm": 3.5165707357783926,
      "learning_rate": 0.00021321812902898378,
      "loss": 5.7812,
      "step": 54236
    },
    {
      "epoch": 2.221462215850911,
      "grad_norm": 3.199769356162915,
      "learning_rate": 0.00021321517141940295,
      "loss": 5.4375,
      "step": 54237
    },
    {
      "epoch": 2.2215031742781077,
      "grad_norm": 2.5501880622964777,
      "learning_rate": 0.00021321221377993774,
      "loss": 3.6719,
      "step": 54238
    },
    {
      "epoch": 2.2215441327053043,
      "grad_norm": 3.03835160814277,
      "learning_rate": 0.00021320925611058948,
      "loss": 4.7188,
      "step": 54239
    },
    {
      "epoch": 2.2215850911325004,
      "grad_norm": 3.3421954020043256,
      "learning_rate": 0.0002132062984113595,
      "loss": 5.2812,
      "step": 54240
    },
    {
      "epoch": 2.221626049559697,
      "grad_norm": 2.7619318982012846,
      "learning_rate": 0.00021320334068224926,
      "loss": 4.0,
      "step": 54241
    },
    {
      "epoch": 2.2216670079868934,
      "grad_norm": 3.2455386321798465,
      "learning_rate": 0.0002132003829232602,
      "loss": 4.75,
      "step": 54242
    },
    {
      "epoch": 2.2217079664140895,
      "grad_norm": 5.42549061713602,
      "learning_rate": 0.00021319742513439363,
      "loss": 4.625,
      "step": 54243
    },
    {
      "epoch": 2.221748924841286,
      "grad_norm": 2.6819041338927385,
      "learning_rate": 0.00021319446731565096,
      "loss": 4.25,
      "step": 54244
    },
    {
      "epoch": 2.2217898832684826,
      "grad_norm": 4.129488363871743,
      "learning_rate": 0.0002131915094670336,
      "loss": 3.9062,
      "step": 54245
    },
    {
      "epoch": 2.2218308416956787,
      "grad_norm": 4.344334800956317,
      "learning_rate": 0.00021318855158854302,
      "loss": 5.0938,
      "step": 54246
    },
    {
      "epoch": 2.221871800122875,
      "grad_norm": 3.54773888076681,
      "learning_rate": 0.00021318559368018052,
      "loss": 5.0938,
      "step": 54247
    },
    {
      "epoch": 2.2219127585500718,
      "grad_norm": 3.430962457269572,
      "learning_rate": 0.00021318263574194758,
      "loss": 4.4062,
      "step": 54248
    },
    {
      "epoch": 2.221953716977268,
      "grad_norm": 3.291446090200824,
      "learning_rate": 0.00021317967777384554,
      "loss": 4.8438,
      "step": 54249
    },
    {
      "epoch": 2.2219946754044644,
      "grad_norm": 3.7045367042502027,
      "learning_rate": 0.00021317671977587576,
      "loss": 5.7188,
      "step": 54250
    },
    {
      "epoch": 2.222035633831661,
      "grad_norm": 3.064360458558433,
      "learning_rate": 0.00021317376174803974,
      "loss": 4.8438,
      "step": 54251
    },
    {
      "epoch": 2.2220765922588575,
      "grad_norm": 5.73011923228653,
      "learning_rate": 0.00021317080369033883,
      "loss": 4.8125,
      "step": 54252
    },
    {
      "epoch": 2.2221175506860535,
      "grad_norm": 3.159921204507863,
      "learning_rate": 0.00021316784560277443,
      "loss": 5.2188,
      "step": 54253
    },
    {
      "epoch": 2.22215850911325,
      "grad_norm": 8.357046210349344,
      "learning_rate": 0.00021316488748534791,
      "loss": 4.3125,
      "step": 54254
    },
    {
      "epoch": 2.2221994675404466,
      "grad_norm": 2.8821217288088006,
      "learning_rate": 0.00021316192933806073,
      "loss": 4.6875,
      "step": 54255
    },
    {
      "epoch": 2.2222404259676427,
      "grad_norm": 2.7475229901013805,
      "learning_rate": 0.00021315897116091427,
      "loss": 4.0625,
      "step": 54256
    },
    {
      "epoch": 2.2222813843948392,
      "grad_norm": 2.9195378649444876,
      "learning_rate": 0.0002131560129539099,
      "loss": 4.75,
      "step": 54257
    },
    {
      "epoch": 2.222322342822036,
      "grad_norm": 2.982398988331333,
      "learning_rate": 0.000213153054717049,
      "loss": 4.75,
      "step": 54258
    },
    {
      "epoch": 2.222363301249232,
      "grad_norm": 4.543955902422186,
      "learning_rate": 0.000213150096450333,
      "loss": 4.4062,
      "step": 54259
    },
    {
      "epoch": 2.2224042596764284,
      "grad_norm": 3.153443218576242,
      "learning_rate": 0.00021314713815376337,
      "loss": 4.8438,
      "step": 54260
    },
    {
      "epoch": 2.222445218103625,
      "grad_norm": 3.4048088099470597,
      "learning_rate": 0.00021314417982734138,
      "loss": 4.4062,
      "step": 54261
    },
    {
      "epoch": 2.222486176530821,
      "grad_norm": 3.284847329430195,
      "learning_rate": 0.00021314122147106848,
      "loss": 5.2188,
      "step": 54262
    },
    {
      "epoch": 2.2225271349580176,
      "grad_norm": 3.3053600383624984,
      "learning_rate": 0.0002131382630849461,
      "loss": 4.4688,
      "step": 54263
    },
    {
      "epoch": 2.222568093385214,
      "grad_norm": 2.754437849783707,
      "learning_rate": 0.0002131353046689756,
      "loss": 5.125,
      "step": 54264
    },
    {
      "epoch": 2.22260905181241,
      "grad_norm": 2.9835927646057026,
      "learning_rate": 0.00021313234622315837,
      "loss": 1.6016,
      "step": 54265
    },
    {
      "epoch": 2.2226500102396067,
      "grad_norm": 2.6838819963280853,
      "learning_rate": 0.00021312938774749587,
      "loss": 3.5625,
      "step": 54266
    },
    {
      "epoch": 2.2226909686668033,
      "grad_norm": 3.0692078975088544,
      "learning_rate": 0.00021312642924198945,
      "loss": 5.0938,
      "step": 54267
    },
    {
      "epoch": 2.2227319270939994,
      "grad_norm": 2.647167687578323,
      "learning_rate": 0.0002131234707066405,
      "loss": 4.4375,
      "step": 54268
    },
    {
      "epoch": 2.222772885521196,
      "grad_norm": 2.882443413504206,
      "learning_rate": 0.00021312051214145044,
      "loss": 4.375,
      "step": 54269
    },
    {
      "epoch": 2.2228138439483924,
      "grad_norm": 2.7574982485561077,
      "learning_rate": 0.00021311755354642067,
      "loss": 4.5625,
      "step": 54270
    },
    {
      "epoch": 2.222854802375589,
      "grad_norm": 2.8940645857119973,
      "learning_rate": 0.0002131145949215526,
      "loss": 4.5,
      "step": 54271
    },
    {
      "epoch": 2.222895760802785,
      "grad_norm": 3.0690556126863235,
      "learning_rate": 0.00021311163626684757,
      "loss": 4.2812,
      "step": 54272
    },
    {
      "epoch": 2.2229367192299816,
      "grad_norm": 2.021209587128565,
      "learning_rate": 0.00021310867758230704,
      "loss": 2.75,
      "step": 54273
    },
    {
      "epoch": 2.222977677657178,
      "grad_norm": 2.955007621752965,
      "learning_rate": 0.0002131057188679324,
      "loss": 4.75,
      "step": 54274
    },
    {
      "epoch": 2.2230186360843742,
      "grad_norm": 2.8219821441915767,
      "learning_rate": 0.00021310276012372504,
      "loss": 4.6562,
      "step": 54275
    },
    {
      "epoch": 2.2230595945115708,
      "grad_norm": 3.958415038603977,
      "learning_rate": 0.00021309980134968636,
      "loss": 5.4688,
      "step": 54276
    },
    {
      "epoch": 2.2231005529387673,
      "grad_norm": 2.967540808715304,
      "learning_rate": 0.00021309684254581772,
      "loss": 4.9375,
      "step": 54277
    },
    {
      "epoch": 2.2231415113659634,
      "grad_norm": 3.2897428488170295,
      "learning_rate": 0.0002130938837121206,
      "loss": 4.6875,
      "step": 54278
    },
    {
      "epoch": 2.22318246979316,
      "grad_norm": 2.9646813468123874,
      "learning_rate": 0.00021309092484859634,
      "loss": 4.375,
      "step": 54279
    },
    {
      "epoch": 2.2232234282203565,
      "grad_norm": 5.283472450980598,
      "learning_rate": 0.00021308796595524633,
      "loss": 3.0469,
      "step": 54280
    },
    {
      "epoch": 2.2232643866475525,
      "grad_norm": 3.4466830649913383,
      "learning_rate": 0.00021308500703207198,
      "loss": 6.0312,
      "step": 54281
    },
    {
      "epoch": 2.223305345074749,
      "grad_norm": 2.6899507787162813,
      "learning_rate": 0.00021308204807907473,
      "loss": 4.125,
      "step": 54282
    },
    {
      "epoch": 2.2233463035019456,
      "grad_norm": 8.87217801959859,
      "learning_rate": 0.00021307908909625592,
      "loss": 7.2188,
      "step": 54283
    },
    {
      "epoch": 2.223387261929142,
      "grad_norm": 3.912559851454338,
      "learning_rate": 0.000213076130083617,
      "loss": 4.125,
      "step": 54284
    },
    {
      "epoch": 2.2234282203563382,
      "grad_norm": 3.9705555437612787,
      "learning_rate": 0.00021307317104115938,
      "loss": 4.75,
      "step": 54285
    },
    {
      "epoch": 2.223469178783535,
      "grad_norm": 2.8975061678393517,
      "learning_rate": 0.00021307021196888438,
      "loss": 4.1875,
      "step": 54286
    },
    {
      "epoch": 2.223510137210731,
      "grad_norm": 3.1401647966222628,
      "learning_rate": 0.00021306725286679345,
      "loss": 4.5,
      "step": 54287
    },
    {
      "epoch": 2.2235510956379274,
      "grad_norm": 8.878521849059723,
      "learning_rate": 0.000213064293734888,
      "loss": 5.375,
      "step": 54288
    },
    {
      "epoch": 2.223592054065124,
      "grad_norm": 6.417536438585047,
      "learning_rate": 0.00021306133457316942,
      "loss": 1.1094,
      "step": 54289
    },
    {
      "epoch": 2.2236330124923205,
      "grad_norm": 3.685597589701828,
      "learning_rate": 0.000213058375381639,
      "loss": 3.5,
      "step": 54290
    },
    {
      "epoch": 2.2236739709195166,
      "grad_norm": 2.8846318377673335,
      "learning_rate": 0.00021305541616029836,
      "loss": 4.4375,
      "step": 54291
    },
    {
      "epoch": 2.223714929346713,
      "grad_norm": 3.2856796504733143,
      "learning_rate": 0.00021305245690914873,
      "loss": 5.0625,
      "step": 54292
    },
    {
      "epoch": 2.2237558877739096,
      "grad_norm": 4.335870582154604,
      "learning_rate": 0.00021304949762819154,
      "loss": 5.4375,
      "step": 54293
    },
    {
      "epoch": 2.2237968462011057,
      "grad_norm": 3.984313126205223,
      "learning_rate": 0.00021304653831742825,
      "loss": 4.6562,
      "step": 54294
    },
    {
      "epoch": 2.2238378046283023,
      "grad_norm": 9.012537111725912,
      "learning_rate": 0.00021304357897686016,
      "loss": 4.0938,
      "step": 54295
    },
    {
      "epoch": 2.223878763055499,
      "grad_norm": 5.295711339479966,
      "learning_rate": 0.0002130406196064888,
      "loss": 4.3438,
      "step": 54296
    },
    {
      "epoch": 2.223919721482695,
      "grad_norm": 2.7021207175426194,
      "learning_rate": 0.00021303766020631544,
      "loss": 4.7188,
      "step": 54297
    },
    {
      "epoch": 2.2239606799098914,
      "grad_norm": 3.4826831609098705,
      "learning_rate": 0.00021303470077634154,
      "loss": 5.6562,
      "step": 54298
    },
    {
      "epoch": 2.224001638337088,
      "grad_norm": 3.2203230523535367,
      "learning_rate": 0.00021303174131656852,
      "loss": 5.5938,
      "step": 54299
    },
    {
      "epoch": 2.224042596764284,
      "grad_norm": 6.986977449556178,
      "learning_rate": 0.0002130287818269977,
      "loss": 5.5625,
      "step": 54300
    },
    {
      "epoch": 2.2240835551914806,
      "grad_norm": 2.859355964978919,
      "learning_rate": 0.00021302582230763053,
      "loss": 4.75,
      "step": 54301
    },
    {
      "epoch": 2.224124513618677,
      "grad_norm": 2.859160699198838,
      "learning_rate": 0.00021302286275846845,
      "loss": 4.875,
      "step": 54302
    },
    {
      "epoch": 2.2241654720458737,
      "grad_norm": 3.233961505655679,
      "learning_rate": 0.00021301990317951282,
      "loss": 4.875,
      "step": 54303
    },
    {
      "epoch": 2.2242064304730698,
      "grad_norm": 2.6802818534023998,
      "learning_rate": 0.000213016943570765,
      "loss": 4.1562,
      "step": 54304
    },
    {
      "epoch": 2.2242473889002663,
      "grad_norm": 3.0199421770699777,
      "learning_rate": 0.00021301398393222643,
      "loss": 4.0938,
      "step": 54305
    },
    {
      "epoch": 2.2242883473274624,
      "grad_norm": 5.1771672955591255,
      "learning_rate": 0.0002130110242638985,
      "loss": 4.5938,
      "step": 54306
    },
    {
      "epoch": 2.224329305754659,
      "grad_norm": 3.5653652657883557,
      "learning_rate": 0.00021300806456578264,
      "loss": 5.0,
      "step": 54307
    },
    {
      "epoch": 2.2243702641818555,
      "grad_norm": 10.93001691163294,
      "learning_rate": 0.0002130051048378802,
      "loss": 6.1562,
      "step": 54308
    },
    {
      "epoch": 2.224411222609052,
      "grad_norm": 4.976460995700564,
      "learning_rate": 0.0002130021450801926,
      "loss": 4.7188,
      "step": 54309
    },
    {
      "epoch": 2.224452181036248,
      "grad_norm": 3.185760306055332,
      "learning_rate": 0.00021299918529272126,
      "loss": 2.5469,
      "step": 54310
    },
    {
      "epoch": 2.2244931394634446,
      "grad_norm": 3.922890785998466,
      "learning_rate": 0.00021299622547546758,
      "loss": 5.5625,
      "step": 54311
    },
    {
      "epoch": 2.224534097890641,
      "grad_norm": 2.598458985328372,
      "learning_rate": 0.0002129932656284329,
      "loss": 3.7812,
      "step": 54312
    },
    {
      "epoch": 2.2245750563178373,
      "grad_norm": 3.2602307401480917,
      "learning_rate": 0.00021299030575161866,
      "loss": 4.5312,
      "step": 54313
    },
    {
      "epoch": 2.224616014745034,
      "grad_norm": 4.05178287652703,
      "learning_rate": 0.0002129873458450263,
      "loss": 6.6875,
      "step": 54314
    },
    {
      "epoch": 2.2246569731722303,
      "grad_norm": 4.417667427059393,
      "learning_rate": 0.00021298438590865715,
      "loss": 5.125,
      "step": 54315
    },
    {
      "epoch": 2.2246979315994264,
      "grad_norm": 2.942995626590608,
      "learning_rate": 0.00021298142594251265,
      "loss": 4.0312,
      "step": 54316
    },
    {
      "epoch": 2.224738890026623,
      "grad_norm": 2.757581504126349,
      "learning_rate": 0.0002129784659465942,
      "loss": 4.4688,
      "step": 54317
    },
    {
      "epoch": 2.2247798484538195,
      "grad_norm": 3.388972224536592,
      "learning_rate": 0.00021297550592090314,
      "loss": 6.6562,
      "step": 54318
    },
    {
      "epoch": 2.2248208068810156,
      "grad_norm": 3.046796531633854,
      "learning_rate": 0.00021297254586544092,
      "loss": 4.5938,
      "step": 54319
    },
    {
      "epoch": 2.224861765308212,
      "grad_norm": 2.7888798429315877,
      "learning_rate": 0.00021296958578020898,
      "loss": 4.75,
      "step": 54320
    },
    {
      "epoch": 2.2249027237354086,
      "grad_norm": 2.9108105260848496,
      "learning_rate": 0.00021296662566520867,
      "loss": 4.8125,
      "step": 54321
    },
    {
      "epoch": 2.224943682162605,
      "grad_norm": 8.254663308343096,
      "learning_rate": 0.00021296366552044131,
      "loss": 6.7812,
      "step": 54322
    },
    {
      "epoch": 2.2249846405898013,
      "grad_norm": 2.9592862714133408,
      "learning_rate": 0.00021296070534590846,
      "loss": 4.1562,
      "step": 54323
    },
    {
      "epoch": 2.225025599016998,
      "grad_norm": 3.3197188183938375,
      "learning_rate": 0.00021295774514161145,
      "loss": 5.8438,
      "step": 54324
    },
    {
      "epoch": 2.2250665574441943,
      "grad_norm": 4.702343071597045,
      "learning_rate": 0.00021295478490755161,
      "loss": 4.9062,
      "step": 54325
    },
    {
      "epoch": 2.2251075158713904,
      "grad_norm": 2.7836214982546217,
      "learning_rate": 0.0002129518246437304,
      "loss": 4.0312,
      "step": 54326
    },
    {
      "epoch": 2.225148474298587,
      "grad_norm": 3.1327019217158703,
      "learning_rate": 0.00021294886435014928,
      "loss": 4.9062,
      "step": 54327
    },
    {
      "epoch": 2.2251894327257835,
      "grad_norm": 3.2279462104138,
      "learning_rate": 0.00021294590402680958,
      "loss": 1.7734,
      "step": 54328
    },
    {
      "epoch": 2.2252303911529796,
      "grad_norm": 2.548547735806403,
      "learning_rate": 0.0002129429436737127,
      "loss": 3.9375,
      "step": 54329
    },
    {
      "epoch": 2.225271349580176,
      "grad_norm": 2.888462845744324,
      "learning_rate": 0.00021293998329086005,
      "loss": 4.2812,
      "step": 54330
    },
    {
      "epoch": 2.2253123080073727,
      "grad_norm": 2.85868625431258,
      "learning_rate": 0.00021293702287825301,
      "loss": 4.375,
      "step": 54331
    },
    {
      "epoch": 2.2253532664345688,
      "grad_norm": 2.856687637392295,
      "learning_rate": 0.00021293406243589306,
      "loss": 4.5625,
      "step": 54332
    },
    {
      "epoch": 2.2253942248617653,
      "grad_norm": 5.120144264391448,
      "learning_rate": 0.00021293110196378146,
      "loss": 4.4688,
      "step": 54333
    },
    {
      "epoch": 2.225435183288962,
      "grad_norm": 7.191822375030787,
      "learning_rate": 0.0002129281414619197,
      "loss": 3.1094,
      "step": 54334
    },
    {
      "epoch": 2.225476141716158,
      "grad_norm": 3.9321184611152775,
      "learning_rate": 0.0002129251809303092,
      "loss": 5.7812,
      "step": 54335
    },
    {
      "epoch": 2.2255171001433545,
      "grad_norm": 2.8191506491393845,
      "learning_rate": 0.00021292222036895132,
      "loss": 3.9062,
      "step": 54336
    },
    {
      "epoch": 2.225558058570551,
      "grad_norm": 3.2657189183241218,
      "learning_rate": 0.0002129192597778474,
      "loss": 5.125,
      "step": 54337
    },
    {
      "epoch": 2.225599016997747,
      "grad_norm": 2.7669827593814023,
      "learning_rate": 0.00021291629915699898,
      "loss": 3.9062,
      "step": 54338
    },
    {
      "epoch": 2.2256399754249436,
      "grad_norm": 2.581285873459153,
      "learning_rate": 0.00021291333850640738,
      "loss": 3.6875,
      "step": 54339
    },
    {
      "epoch": 2.22568093385214,
      "grad_norm": 2.76268869708977,
      "learning_rate": 0.00021291037782607397,
      "loss": 4.0312,
      "step": 54340
    },
    {
      "epoch": 2.2257218922793367,
      "grad_norm": 2.8664693498712635,
      "learning_rate": 0.00021290741711600016,
      "loss": 4.75,
      "step": 54341
    },
    {
      "epoch": 2.225762850706533,
      "grad_norm": 4.344326008363394,
      "learning_rate": 0.00021290445637618744,
      "loss": 6.5938,
      "step": 54342
    },
    {
      "epoch": 2.2258038091337293,
      "grad_norm": 2.4890967975900646,
      "learning_rate": 0.00021290149560663712,
      "loss": 4.25,
      "step": 54343
    },
    {
      "epoch": 2.225844767560926,
      "grad_norm": 2.7531719316696535,
      "learning_rate": 0.00021289853480735063,
      "loss": 5.0625,
      "step": 54344
    },
    {
      "epoch": 2.225885725988122,
      "grad_norm": 3.212596546666448,
      "learning_rate": 0.0002128955739783293,
      "loss": 5.5,
      "step": 54345
    },
    {
      "epoch": 2.2259266844153185,
      "grad_norm": 3.4989748363063553,
      "learning_rate": 0.00021289261311957468,
      "loss": 4.75,
      "step": 54346
    },
    {
      "epoch": 2.225967642842515,
      "grad_norm": 3.142581746008281,
      "learning_rate": 0.00021288965223108805,
      "loss": 4.9375,
      "step": 54347
    },
    {
      "epoch": 2.226008601269711,
      "grad_norm": 3.987766720233849,
      "learning_rate": 0.00021288669131287085,
      "loss": 5.0,
      "step": 54348
    },
    {
      "epoch": 2.2260495596969077,
      "grad_norm": 3.464914645744583,
      "learning_rate": 0.0002128837303649244,
      "loss": 4.3125,
      "step": 54349
    },
    {
      "epoch": 2.226090518124104,
      "grad_norm": 2.848514779122889,
      "learning_rate": 0.00021288076938725026,
      "loss": 3.2031,
      "step": 54350
    },
    {
      "epoch": 2.2261314765513003,
      "grad_norm": 5.422568871679368,
      "learning_rate": 0.00021287780837984973,
      "loss": 4.5,
      "step": 54351
    },
    {
      "epoch": 2.226172434978497,
      "grad_norm": 2.7941704689280833,
      "learning_rate": 0.0002128748473427242,
      "loss": 4.375,
      "step": 54352
    },
    {
      "epoch": 2.2262133934056934,
      "grad_norm": 6.901157387763243,
      "learning_rate": 0.0002128718862758751,
      "loss": 5.4062,
      "step": 54353
    },
    {
      "epoch": 2.2262543518328894,
      "grad_norm": 3.065985289192459,
      "learning_rate": 0.00021286892517930378,
      "loss": 4.875,
      "step": 54354
    },
    {
      "epoch": 2.226295310260086,
      "grad_norm": 5.141660390377576,
      "learning_rate": 0.0002128659640530117,
      "loss": 5.0625,
      "step": 54355
    },
    {
      "epoch": 2.2263362686872825,
      "grad_norm": 2.859865569551215,
      "learning_rate": 0.00021286300289700028,
      "loss": 4.375,
      "step": 54356
    },
    {
      "epoch": 2.2263772271144786,
      "grad_norm": 3.4060916881991665,
      "learning_rate": 0.00021286004171127085,
      "loss": 5.625,
      "step": 54357
    },
    {
      "epoch": 2.226418185541675,
      "grad_norm": 2.6160236104234715,
      "learning_rate": 0.00021285708049582485,
      "loss": 4.0312,
      "step": 54358
    },
    {
      "epoch": 2.2264591439688717,
      "grad_norm": 2.813019731598948,
      "learning_rate": 0.00021285411925066366,
      "loss": 4.875,
      "step": 54359
    },
    {
      "epoch": 2.226500102396068,
      "grad_norm": 2.717297224838437,
      "learning_rate": 0.00021285115797578869,
      "loss": 3.8594,
      "step": 54360
    },
    {
      "epoch": 2.2265410608232643,
      "grad_norm": 3.0900181266343503,
      "learning_rate": 0.00021284819667120137,
      "loss": 5.125,
      "step": 54361
    },
    {
      "epoch": 2.226582019250461,
      "grad_norm": 3.1671405996203483,
      "learning_rate": 0.00021284523533690299,
      "loss": 5.4062,
      "step": 54362
    },
    {
      "epoch": 2.2266229776776574,
      "grad_norm": 3.092360820616791,
      "learning_rate": 0.0002128422739728951,
      "loss": 4.125,
      "step": 54363
    },
    {
      "epoch": 2.2266639361048535,
      "grad_norm": 3.297697729697065,
      "learning_rate": 0.000212839312579179,
      "loss": 5.9688,
      "step": 54364
    },
    {
      "epoch": 2.22670489453205,
      "grad_norm": 2.772679503990767,
      "learning_rate": 0.00021283635115575613,
      "loss": 3.6875,
      "step": 54365
    },
    {
      "epoch": 2.2267458529592465,
      "grad_norm": 2.948390389860109,
      "learning_rate": 0.0002128333897026279,
      "loss": 4.6875,
      "step": 54366
    },
    {
      "epoch": 2.2267868113864426,
      "grad_norm": 2.9092819960899736,
      "learning_rate": 0.00021283042821979565,
      "loss": 4.25,
      "step": 54367
    },
    {
      "epoch": 2.226827769813639,
      "grad_norm": 5.49752229435971,
      "learning_rate": 0.00021282746670726088,
      "loss": 6.625,
      "step": 54368
    },
    {
      "epoch": 2.2268687282408357,
      "grad_norm": 7.397544669216971,
      "learning_rate": 0.00021282450516502485,
      "loss": 5.75,
      "step": 54369
    },
    {
      "epoch": 2.226909686668032,
      "grad_norm": 2.783504170926146,
      "learning_rate": 0.00021282154359308908,
      "loss": 5.1875,
      "step": 54370
    },
    {
      "epoch": 2.2269506450952283,
      "grad_norm": 4.179558716492446,
      "learning_rate": 0.00021281858199145493,
      "loss": 5.0625,
      "step": 54371
    },
    {
      "epoch": 2.226991603522425,
      "grad_norm": 2.9391677878159985,
      "learning_rate": 0.00021281562036012383,
      "loss": 4.5312,
      "step": 54372
    },
    {
      "epoch": 2.227032561949621,
      "grad_norm": 11.708421198715373,
      "learning_rate": 0.00021281265869909708,
      "loss": 5.4375,
      "step": 54373
    },
    {
      "epoch": 2.2270735203768175,
      "grad_norm": 2.9585416726129625,
      "learning_rate": 0.0002128096970083762,
      "loss": 4.4062,
      "step": 54374
    },
    {
      "epoch": 2.227114478804014,
      "grad_norm": 2.8183939499713806,
      "learning_rate": 0.00021280673528796252,
      "loss": 4.2188,
      "step": 54375
    },
    {
      "epoch": 2.22715543723121,
      "grad_norm": 8.173803835191231,
      "learning_rate": 0.00021280377353785745,
      "loss": 4.5,
      "step": 54376
    },
    {
      "epoch": 2.2271963956584067,
      "grad_norm": 3.3414290577431096,
      "learning_rate": 0.00021280081175806243,
      "loss": 4.1875,
      "step": 54377
    },
    {
      "epoch": 2.227237354085603,
      "grad_norm": 2.749130182733246,
      "learning_rate": 0.00021279784994857878,
      "loss": 4.5312,
      "step": 54378
    },
    {
      "epoch": 2.2272783125127997,
      "grad_norm": 3.436424559205282,
      "learning_rate": 0.00021279488810940805,
      "loss": 5.625,
      "step": 54379
    },
    {
      "epoch": 2.227319270939996,
      "grad_norm": 3.0848769320230476,
      "learning_rate": 0.00021279192624055145,
      "loss": 4.6562,
      "step": 54380
    },
    {
      "epoch": 2.2273602293671924,
      "grad_norm": 2.9023308642935985,
      "learning_rate": 0.00021278896434201048,
      "loss": 4.625,
      "step": 54381
    },
    {
      "epoch": 2.227401187794389,
      "grad_norm": 3.465193216499608,
      "learning_rate": 0.00021278600241378653,
      "loss": 4.4375,
      "step": 54382
    },
    {
      "epoch": 2.227442146221585,
      "grad_norm": 3.4407541810606115,
      "learning_rate": 0.00021278304045588105,
      "loss": 4.3125,
      "step": 54383
    },
    {
      "epoch": 2.2274831046487815,
      "grad_norm": 2.6991515606379273,
      "learning_rate": 0.00021278007846829534,
      "loss": 4.5312,
      "step": 54384
    },
    {
      "epoch": 2.227524063075978,
      "grad_norm": 13.199276954317018,
      "learning_rate": 0.00021277711645103085,
      "loss": 1.7188,
      "step": 54385
    },
    {
      "epoch": 2.227565021503174,
      "grad_norm": 2.9277039259927102,
      "learning_rate": 0.00021277415440408904,
      "loss": 4.5312,
      "step": 54386
    },
    {
      "epoch": 2.2276059799303707,
      "grad_norm": 11.362491768190692,
      "learning_rate": 0.00021277119232747122,
      "loss": 5.3438,
      "step": 54387
    },
    {
      "epoch": 2.227646938357567,
      "grad_norm": 5.909956653124861,
      "learning_rate": 0.00021276823022117882,
      "loss": 4.875,
      "step": 54388
    },
    {
      "epoch": 2.2276878967847633,
      "grad_norm": 4.1432633221882025,
      "learning_rate": 0.00021276526808521325,
      "loss": 3.9375,
      "step": 54389
    },
    {
      "epoch": 2.22772885521196,
      "grad_norm": 2.5540903083620488,
      "learning_rate": 0.00021276230591957588,
      "loss": 3.3906,
      "step": 54390
    },
    {
      "epoch": 2.2277698136391564,
      "grad_norm": 3.5828614044546216,
      "learning_rate": 0.00021275934372426818,
      "loss": 4.8438,
      "step": 54391
    },
    {
      "epoch": 2.2278107720663525,
      "grad_norm": 2.7534593058941366,
      "learning_rate": 0.00021275638149929147,
      "loss": 3.9688,
      "step": 54392
    },
    {
      "epoch": 2.227851730493549,
      "grad_norm": 6.172699740915961,
      "learning_rate": 0.00021275341924464718,
      "loss": 6.375,
      "step": 54393
    },
    {
      "epoch": 2.2278926889207455,
      "grad_norm": 4.0461355590520265,
      "learning_rate": 0.0002127504569603367,
      "loss": 1.2734,
      "step": 54394
    },
    {
      "epoch": 2.2279336473479416,
      "grad_norm": 2.7809621656298833,
      "learning_rate": 0.00021274749464636147,
      "loss": 3.9688,
      "step": 54395
    },
    {
      "epoch": 2.227974605775138,
      "grad_norm": 3.228889663836182,
      "learning_rate": 0.0002127445323027229,
      "loss": 4.5625,
      "step": 54396
    },
    {
      "epoch": 2.2280155642023347,
      "grad_norm": 3.029850539782626,
      "learning_rate": 0.00021274156992942233,
      "loss": 3.5156,
      "step": 54397
    },
    {
      "epoch": 2.2280565226295312,
      "grad_norm": 3.4217249010628397,
      "learning_rate": 0.00021273860752646113,
      "loss": 4.2188,
      "step": 54398
    },
    {
      "epoch": 2.2280974810567273,
      "grad_norm": 2.862578140551438,
      "learning_rate": 0.00021273564509384081,
      "loss": 4.3438,
      "step": 54399
    },
    {
      "epoch": 2.228138439483924,
      "grad_norm": 2.6389231023782296,
      "learning_rate": 0.00021273268263156272,
      "loss": 4.5625,
      "step": 54400
    },
    {
      "epoch": 2.2281793979111204,
      "grad_norm": 3.0905240835550565,
      "learning_rate": 0.00021272972013962826,
      "loss": 4.5,
      "step": 54401
    },
    {
      "epoch": 2.2282203563383165,
      "grad_norm": 2.697694470130382,
      "learning_rate": 0.0002127267576180388,
      "loss": 4.6875,
      "step": 54402
    },
    {
      "epoch": 2.228261314765513,
      "grad_norm": 3.0798896842948733,
      "learning_rate": 0.00021272379506679582,
      "loss": 3.6719,
      "step": 54403
    },
    {
      "epoch": 2.2283022731927096,
      "grad_norm": 2.5771812731894714,
      "learning_rate": 0.00021272083248590065,
      "loss": 3.3906,
      "step": 54404
    },
    {
      "epoch": 2.2283432316199057,
      "grad_norm": 2.7993787489211006,
      "learning_rate": 0.00021271786987535465,
      "loss": 4.7188,
      "step": 54405
    },
    {
      "epoch": 2.228384190047102,
      "grad_norm": 3.5259586919653683,
      "learning_rate": 0.00021271490723515936,
      "loss": 5.1562,
      "step": 54406
    },
    {
      "epoch": 2.2284251484742987,
      "grad_norm": 3.023091535703322,
      "learning_rate": 0.00021271194456531608,
      "loss": 4.1875,
      "step": 54407
    },
    {
      "epoch": 2.228466106901495,
      "grad_norm": 2.6868972585452418,
      "learning_rate": 0.00021270898186582623,
      "loss": 4.875,
      "step": 54408
    },
    {
      "epoch": 2.2285070653286914,
      "grad_norm": 2.835136312267035,
      "learning_rate": 0.00021270601913669118,
      "loss": 4.25,
      "step": 54409
    },
    {
      "epoch": 2.228548023755888,
      "grad_norm": 6.306839782607317,
      "learning_rate": 0.00021270305637791236,
      "loss": 6.0,
      "step": 54410
    },
    {
      "epoch": 2.228588982183084,
      "grad_norm": 4.141499092331508,
      "learning_rate": 0.00021270009358949124,
      "loss": 6.4062,
      "step": 54411
    },
    {
      "epoch": 2.2286299406102805,
      "grad_norm": 3.2667708379775493,
      "learning_rate": 0.0002126971307714291,
      "loss": 3.5938,
      "step": 54412
    },
    {
      "epoch": 2.228670899037477,
      "grad_norm": 2.575568633555622,
      "learning_rate": 0.0002126941679237274,
      "loss": 3.3594,
      "step": 54413
    },
    {
      "epoch": 2.228711857464673,
      "grad_norm": 3.7515833690137455,
      "learning_rate": 0.00021269120504638754,
      "loss": 5.3125,
      "step": 54414
    },
    {
      "epoch": 2.2287528158918697,
      "grad_norm": 2.403533935010228,
      "learning_rate": 0.00021268824213941092,
      "loss": 2.8438,
      "step": 54415
    },
    {
      "epoch": 2.2287937743190662,
      "grad_norm": 3.2908067528928875,
      "learning_rate": 0.00021268527920279893,
      "loss": 4.0,
      "step": 54416
    },
    {
      "epoch": 2.2288347327462628,
      "grad_norm": 4.678949317178321,
      "learning_rate": 0.00021268231623655296,
      "loss": 5.9062,
      "step": 54417
    },
    {
      "epoch": 2.228875691173459,
      "grad_norm": 2.7399003105555035,
      "learning_rate": 0.00021267935324067444,
      "loss": 4.8438,
      "step": 54418
    },
    {
      "epoch": 2.2289166496006554,
      "grad_norm": 4.100875020825997,
      "learning_rate": 0.00021267639021516478,
      "loss": 4.5312,
      "step": 54419
    },
    {
      "epoch": 2.228957608027852,
      "grad_norm": 2.9261959021809933,
      "learning_rate": 0.00021267342716002537,
      "loss": 4.1875,
      "step": 54420
    },
    {
      "epoch": 2.228998566455048,
      "grad_norm": 2.8146247542521374,
      "learning_rate": 0.00021267046407525756,
      "loss": 5.0938,
      "step": 54421
    },
    {
      "epoch": 2.2290395248822445,
      "grad_norm": 3.131939976481138,
      "learning_rate": 0.00021266750096086281,
      "loss": 5.2188,
      "step": 54422
    },
    {
      "epoch": 2.229080483309441,
      "grad_norm": 6.751285902389472,
      "learning_rate": 0.0002126645378168425,
      "loss": 5.7812,
      "step": 54423
    },
    {
      "epoch": 2.229121441736637,
      "grad_norm": 3.8620217246967337,
      "learning_rate": 0.00021266157464319805,
      "loss": 5.6562,
      "step": 54424
    },
    {
      "epoch": 2.2291624001638337,
      "grad_norm": 3.746128114045124,
      "learning_rate": 0.00021265861143993084,
      "loss": 1.6172,
      "step": 54425
    },
    {
      "epoch": 2.2292033585910302,
      "grad_norm": 2.938406162317172,
      "learning_rate": 0.00021265564820704226,
      "loss": 4.75,
      "step": 54426
    },
    {
      "epoch": 2.2292443170182263,
      "grad_norm": 3.0934896777041687,
      "learning_rate": 0.0002126526849445337,
      "loss": 5.125,
      "step": 54427
    },
    {
      "epoch": 2.229285275445423,
      "grad_norm": 2.5887514145148,
      "learning_rate": 0.00021264972165240665,
      "loss": 4.2812,
      "step": 54428
    },
    {
      "epoch": 2.2293262338726194,
      "grad_norm": 2.9110086489794655,
      "learning_rate": 0.0002126467583306624,
      "loss": 5.2812,
      "step": 54429
    },
    {
      "epoch": 2.2293671922998155,
      "grad_norm": 2.9560907657637787,
      "learning_rate": 0.00021264379497930238,
      "loss": 4.6875,
      "step": 54430
    },
    {
      "epoch": 2.229408150727012,
      "grad_norm": 2.907455037237973,
      "learning_rate": 0.00021264083159832804,
      "loss": 4.4375,
      "step": 54431
    },
    {
      "epoch": 2.2294491091542086,
      "grad_norm": 2.6985622638487903,
      "learning_rate": 0.00021263786818774075,
      "loss": 3.5156,
      "step": 54432
    },
    {
      "epoch": 2.2294900675814047,
      "grad_norm": 2.5466855149245604,
      "learning_rate": 0.00021263490474754192,
      "loss": 4.0625,
      "step": 54433
    },
    {
      "epoch": 2.229531026008601,
      "grad_norm": 2.925158654157345,
      "learning_rate": 0.0002126319412777329,
      "loss": 4.875,
      "step": 54434
    },
    {
      "epoch": 2.2295719844357977,
      "grad_norm": 3.9631920721079235,
      "learning_rate": 0.00021262897777831518,
      "loss": 4.7188,
      "step": 54435
    },
    {
      "epoch": 2.2296129428629943,
      "grad_norm": 2.8137788023863495,
      "learning_rate": 0.00021262601424929014,
      "loss": 4.9375,
      "step": 54436
    },
    {
      "epoch": 2.2296539012901904,
      "grad_norm": 12.076784440867272,
      "learning_rate": 0.0002126230506906591,
      "loss": 4.7812,
      "step": 54437
    },
    {
      "epoch": 2.229694859717387,
      "grad_norm": 4.098793218348607,
      "learning_rate": 0.0002126200871024235,
      "loss": 5.0312,
      "step": 54438
    },
    {
      "epoch": 2.2297358181445834,
      "grad_norm": 3.507629585220962,
      "learning_rate": 0.00021261712348458482,
      "loss": 4.5,
      "step": 54439
    },
    {
      "epoch": 2.2297767765717795,
      "grad_norm": 3.968086217169627,
      "learning_rate": 0.00021261415983714436,
      "loss": 5.1875,
      "step": 54440
    },
    {
      "epoch": 2.229817734998976,
      "grad_norm": 2.91277729356598,
      "learning_rate": 0.00021261119616010352,
      "loss": 4.6562,
      "step": 54441
    },
    {
      "epoch": 2.2298586934261726,
      "grad_norm": 3.352367293650953,
      "learning_rate": 0.00021260823245346382,
      "loss": 3.9219,
      "step": 54442
    },
    {
      "epoch": 2.2298996518533687,
      "grad_norm": 3.0518541842788016,
      "learning_rate": 0.00021260526871722652,
      "loss": 5.375,
      "step": 54443
    },
    {
      "epoch": 2.2299406102805652,
      "grad_norm": 3.1084837115553405,
      "learning_rate": 0.0002126023049513931,
      "loss": 4.6875,
      "step": 54444
    },
    {
      "epoch": 2.2299815687077618,
      "grad_norm": 3.379069666687245,
      "learning_rate": 0.00021259934115596492,
      "loss": 5.9688,
      "step": 54445
    },
    {
      "epoch": 2.230022527134958,
      "grad_norm": 3.0207916769597456,
      "learning_rate": 0.00021259637733094344,
      "loss": 5.1562,
      "step": 54446
    },
    {
      "epoch": 2.2300634855621544,
      "grad_norm": 7.044752114812228,
      "learning_rate": 0.00021259341347633,
      "loss": 3.3125,
      "step": 54447
    },
    {
      "epoch": 2.230104443989351,
      "grad_norm": 2.648041179640149,
      "learning_rate": 0.00021259044959212608,
      "loss": 4.375,
      "step": 54448
    },
    {
      "epoch": 2.230145402416547,
      "grad_norm": 4.57068651411054,
      "learning_rate": 0.00021258748567833295,
      "loss": 6.625,
      "step": 54449
    },
    {
      "epoch": 2.2301863608437436,
      "grad_norm": 3.109067377099214,
      "learning_rate": 0.00021258452173495215,
      "loss": 4.0938,
      "step": 54450
    },
    {
      "epoch": 2.23022731927094,
      "grad_norm": 4.521298244210383,
      "learning_rate": 0.000212581557761985,
      "loss": 6.9062,
      "step": 54451
    },
    {
      "epoch": 2.230268277698136,
      "grad_norm": 3.0668904345467016,
      "learning_rate": 0.0002125785937594329,
      "loss": 5.7812,
      "step": 54452
    },
    {
      "epoch": 2.2303092361253327,
      "grad_norm": 3.472729538454312,
      "learning_rate": 0.00021257562972729725,
      "loss": 3.875,
      "step": 54453
    },
    {
      "epoch": 2.2303501945525293,
      "grad_norm": 4.19872545043667,
      "learning_rate": 0.00021257266566557955,
      "loss": 4.3438,
      "step": 54454
    },
    {
      "epoch": 2.230391152979726,
      "grad_norm": 3.239767817493553,
      "learning_rate": 0.00021256970157428108,
      "loss": 4.6562,
      "step": 54455
    },
    {
      "epoch": 2.230432111406922,
      "grad_norm": 6.01490163019578,
      "learning_rate": 0.0002125667374534033,
      "loss": 7.3438,
      "step": 54456
    },
    {
      "epoch": 2.2304730698341184,
      "grad_norm": 2.912283976828232,
      "learning_rate": 0.0002125637733029476,
      "loss": 4.0312,
      "step": 54457
    },
    {
      "epoch": 2.230514028261315,
      "grad_norm": 2.7043783748520456,
      "learning_rate": 0.00021256080912291535,
      "loss": 4.1562,
      "step": 54458
    },
    {
      "epoch": 2.230554986688511,
      "grad_norm": 2.892382774991453,
      "learning_rate": 0.00021255784491330798,
      "loss": 4.5625,
      "step": 54459
    },
    {
      "epoch": 2.2305959451157076,
      "grad_norm": 3.0885380213113134,
      "learning_rate": 0.00021255488067412694,
      "loss": 4.2188,
      "step": 54460
    },
    {
      "epoch": 2.230636903542904,
      "grad_norm": 2.981725168601509,
      "learning_rate": 0.00021255191640537355,
      "loss": 5.0312,
      "step": 54461
    },
    {
      "epoch": 2.2306778619701,
      "grad_norm": 2.9712056583661455,
      "learning_rate": 0.00021254895210704922,
      "loss": 4.7812,
      "step": 54462
    },
    {
      "epoch": 2.2307188203972967,
      "grad_norm": 15.21447613218268,
      "learning_rate": 0.0002125459877791554,
      "loss": 4.5312,
      "step": 54463
    },
    {
      "epoch": 2.2307597788244933,
      "grad_norm": 3.3503270719509,
      "learning_rate": 0.00021254302342169345,
      "loss": 5.6875,
      "step": 54464
    },
    {
      "epoch": 2.2308007372516894,
      "grad_norm": 3.7047709948417205,
      "learning_rate": 0.00021254005903466485,
      "loss": 5.8125,
      "step": 54465
    },
    {
      "epoch": 2.230841695678886,
      "grad_norm": 5.613901060868706,
      "learning_rate": 0.00021253709461807084,
      "loss": 3.8594,
      "step": 54466
    },
    {
      "epoch": 2.2308826541060824,
      "grad_norm": 3.6313176985994495,
      "learning_rate": 0.00021253413017191297,
      "loss": 3.0156,
      "step": 54467
    },
    {
      "epoch": 2.2309236125332785,
      "grad_norm": 2.695043856307246,
      "learning_rate": 0.0002125311656961926,
      "loss": 4.375,
      "step": 54468
    },
    {
      "epoch": 2.230964570960475,
      "grad_norm": 5.529521325035601,
      "learning_rate": 0.00021252820119091115,
      "loss": 5.5938,
      "step": 54469
    },
    {
      "epoch": 2.2310055293876716,
      "grad_norm": 4.453837693398595,
      "learning_rate": 0.00021252523665606993,
      "loss": 4.1875,
      "step": 54470
    },
    {
      "epoch": 2.2310464878148677,
      "grad_norm": 3.1081216527466733,
      "learning_rate": 0.00021252227209167044,
      "loss": 4.5312,
      "step": 54471
    },
    {
      "epoch": 2.2310874462420642,
      "grad_norm": 3.155004592659446,
      "learning_rate": 0.00021251930749771405,
      "loss": 4.5625,
      "step": 54472
    },
    {
      "epoch": 2.2311284046692608,
      "grad_norm": 2.954561638610358,
      "learning_rate": 0.00021251634287420217,
      "loss": 4.0312,
      "step": 54473
    },
    {
      "epoch": 2.2311693630964573,
      "grad_norm": 2.7306924108571065,
      "learning_rate": 0.0002125133782211362,
      "loss": 4.0,
      "step": 54474
    },
    {
      "epoch": 2.2312103215236534,
      "grad_norm": 2.6894248329839825,
      "learning_rate": 0.00021251041353851749,
      "loss": 4.1875,
      "step": 54475
    },
    {
      "epoch": 2.23125127995085,
      "grad_norm": 3.0361751820384297,
      "learning_rate": 0.0002125074488263475,
      "loss": 4.7812,
      "step": 54476
    },
    {
      "epoch": 2.2312922383780465,
      "grad_norm": 3.4764255840829765,
      "learning_rate": 0.0002125044840846276,
      "loss": 3.5625,
      "step": 54477
    },
    {
      "epoch": 2.2313331968052426,
      "grad_norm": 3.720518484075214,
      "learning_rate": 0.00021250151931335922,
      "loss": 4.0938,
      "step": 54478
    },
    {
      "epoch": 2.231374155232439,
      "grad_norm": 3.7331677917532162,
      "learning_rate": 0.00021249855451254375,
      "loss": 5.4062,
      "step": 54479
    },
    {
      "epoch": 2.2314151136596356,
      "grad_norm": 4.250861208956856,
      "learning_rate": 0.0002124955896821826,
      "loss": 5.25,
      "step": 54480
    },
    {
      "epoch": 2.2314560720868317,
      "grad_norm": 5.581937251596502,
      "learning_rate": 0.00021249262482227717,
      "loss": 5.75,
      "step": 54481
    },
    {
      "epoch": 2.2314970305140283,
      "grad_norm": 4.044822893010626,
      "learning_rate": 0.00021248965993282885,
      "loss": 4.8438,
      "step": 54482
    },
    {
      "epoch": 2.231537988941225,
      "grad_norm": 4.15223013041695,
      "learning_rate": 0.00021248669501383903,
      "loss": 3.0625,
      "step": 54483
    },
    {
      "epoch": 2.231578947368421,
      "grad_norm": 2.854005001618896,
      "learning_rate": 0.00021248373006530912,
      "loss": 4.4375,
      "step": 54484
    },
    {
      "epoch": 2.2316199057956174,
      "grad_norm": 3.4601209016243493,
      "learning_rate": 0.00021248076508724052,
      "loss": 4.9375,
      "step": 54485
    },
    {
      "epoch": 2.231660864222814,
      "grad_norm": 2.8874950683458485,
      "learning_rate": 0.00021247780007963466,
      "loss": 4.5938,
      "step": 54486
    },
    {
      "epoch": 2.23170182265001,
      "grad_norm": 2.6901047857858935,
      "learning_rate": 0.00021247483504249293,
      "loss": 3.3594,
      "step": 54487
    },
    {
      "epoch": 2.2317427810772066,
      "grad_norm": 4.849048262755011,
      "learning_rate": 0.00021247186997581672,
      "loss": 5.4375,
      "step": 54488
    },
    {
      "epoch": 2.231783739504403,
      "grad_norm": 3.080071288933417,
      "learning_rate": 0.0002124689048796074,
      "loss": 4.4375,
      "step": 54489
    },
    {
      "epoch": 2.231824697931599,
      "grad_norm": 3.13687632294477,
      "learning_rate": 0.00021246593975386645,
      "loss": 4.3125,
      "step": 54490
    },
    {
      "epoch": 2.2318656563587957,
      "grad_norm": 2.7959670911780536,
      "learning_rate": 0.0002124629745985952,
      "loss": 4.9062,
      "step": 54491
    },
    {
      "epoch": 2.2319066147859923,
      "grad_norm": 3.2202939252832588,
      "learning_rate": 0.0002124600094137951,
      "loss": 4.6562,
      "step": 54492
    },
    {
      "epoch": 2.231947573213189,
      "grad_norm": 2.908582844461562,
      "learning_rate": 0.0002124570441994675,
      "loss": 4.7188,
      "step": 54493
    },
    {
      "epoch": 2.231988531640385,
      "grad_norm": 4.306809020013288,
      "learning_rate": 0.00021245407895561388,
      "loss": 5.2812,
      "step": 54494
    },
    {
      "epoch": 2.2320294900675814,
      "grad_norm": 5.430315221064027,
      "learning_rate": 0.00021245111368223556,
      "loss": 2.4219,
      "step": 54495
    },
    {
      "epoch": 2.232070448494778,
      "grad_norm": 3.503108045110377,
      "learning_rate": 0.000212448148379334,
      "loss": 5.125,
      "step": 54496
    },
    {
      "epoch": 2.232111406921974,
      "grad_norm": 11.437651059863864,
      "learning_rate": 0.0002124451830469106,
      "loss": 4.2812,
      "step": 54497
    },
    {
      "epoch": 2.2321523653491706,
      "grad_norm": 5.294963437050695,
      "learning_rate": 0.00021244221768496667,
      "loss": 1.2656,
      "step": 54498
    },
    {
      "epoch": 2.232193323776367,
      "grad_norm": 3.253396757024471,
      "learning_rate": 0.00021243925229350372,
      "loss": 4.4375,
      "step": 54499
    },
    {
      "epoch": 2.2322342822035632,
      "grad_norm": 3.72415532534961,
      "learning_rate": 0.00021243628687252314,
      "loss": 2.5781,
      "step": 54500
    },
    {
      "epoch": 2.2322752406307598,
      "grad_norm": 3.5706675542856203,
      "learning_rate": 0.00021243332142202627,
      "loss": 5.1875,
      "step": 54501
    },
    {
      "epoch": 2.2323161990579563,
      "grad_norm": 3.1212322710191436,
      "learning_rate": 0.00021243035594201458,
      "loss": 4.6562,
      "step": 54502
    },
    {
      "epoch": 2.2323571574851524,
      "grad_norm": 2.8822819891906355,
      "learning_rate": 0.00021242739043248943,
      "loss": 4.25,
      "step": 54503
    },
    {
      "epoch": 2.232398115912349,
      "grad_norm": 4.700570224229685,
      "learning_rate": 0.00021242442489345222,
      "loss": 3.5156,
      "step": 54504
    },
    {
      "epoch": 2.2324390743395455,
      "grad_norm": 2.8487648472903637,
      "learning_rate": 0.00021242145932490436,
      "loss": 4.7812,
      "step": 54505
    },
    {
      "epoch": 2.2324800327667416,
      "grad_norm": 4.0296436144969805,
      "learning_rate": 0.00021241849372684727,
      "loss": 4.3438,
      "step": 54506
    },
    {
      "epoch": 2.232520991193938,
      "grad_norm": 2.8980786586334606,
      "learning_rate": 0.0002124155280992823,
      "loss": 4.5938,
      "step": 54507
    },
    {
      "epoch": 2.2325619496211346,
      "grad_norm": 3.861847408274527,
      "learning_rate": 0.00021241256244221095,
      "loss": 2.4531,
      "step": 54508
    },
    {
      "epoch": 2.2326029080483307,
      "grad_norm": 2.696308717302713,
      "learning_rate": 0.00021240959675563454,
      "loss": 4.7812,
      "step": 54509
    },
    {
      "epoch": 2.2326438664755273,
      "grad_norm": 2.8919441639736547,
      "learning_rate": 0.00021240663103955449,
      "loss": 4.625,
      "step": 54510
    },
    {
      "epoch": 2.232684824902724,
      "grad_norm": 3.491847299778803,
      "learning_rate": 0.00021240366529397224,
      "loss": 6.4375,
      "step": 54511
    },
    {
      "epoch": 2.2327257833299203,
      "grad_norm": 5.80524445398856,
      "learning_rate": 0.00021240069951888912,
      "loss": 3.9219,
      "step": 54512
    },
    {
      "epoch": 2.2327667417571164,
      "grad_norm": 3.3981370106430404,
      "learning_rate": 0.00021239773371430656,
      "loss": 4.4375,
      "step": 54513
    },
    {
      "epoch": 2.232807700184313,
      "grad_norm": 2.7502856527823405,
      "learning_rate": 0.000212394767880226,
      "loss": 4.6562,
      "step": 54514
    },
    {
      "epoch": 2.2328486586115095,
      "grad_norm": 2.562261153728827,
      "learning_rate": 0.0002123918020166488,
      "loss": 2.625,
      "step": 54515
    },
    {
      "epoch": 2.2328896170387056,
      "grad_norm": 3.4012115238860154,
      "learning_rate": 0.00021238883612357637,
      "loss": 6.375,
      "step": 54516
    },
    {
      "epoch": 2.232930575465902,
      "grad_norm": 2.6405607570381684,
      "learning_rate": 0.00021238587020101012,
      "loss": 4.25,
      "step": 54517
    },
    {
      "epoch": 2.2329715338930987,
      "grad_norm": 6.7913447767751585,
      "learning_rate": 0.00021238290424895143,
      "loss": 3.2344,
      "step": 54518
    },
    {
      "epoch": 2.2330124923202948,
      "grad_norm": 2.5704331512450462,
      "learning_rate": 0.00021237993826740177,
      "loss": 4.3438,
      "step": 54519
    },
    {
      "epoch": 2.2330534507474913,
      "grad_norm": 2.9149716151161056,
      "learning_rate": 0.0002123769722563625,
      "loss": 4.9375,
      "step": 54520
    },
    {
      "epoch": 2.233094409174688,
      "grad_norm": 3.257810447955069,
      "learning_rate": 0.00021237400621583499,
      "loss": 3.9375,
      "step": 54521
    },
    {
      "epoch": 2.233135367601884,
      "grad_norm": 4.44773660268766,
      "learning_rate": 0.00021237104014582066,
      "loss": 3.0312,
      "step": 54522
    },
    {
      "epoch": 2.2331763260290804,
      "grad_norm": 4.224366793461535,
      "learning_rate": 0.00021236807404632094,
      "loss": 1.5859,
      "step": 54523
    },
    {
      "epoch": 2.233217284456277,
      "grad_norm": 2.6777904474751515,
      "learning_rate": 0.0002123651079173372,
      "loss": 4.4688,
      "step": 54524
    },
    {
      "epoch": 2.233258242883473,
      "grad_norm": 5.24385202783287,
      "learning_rate": 0.00021236214175887082,
      "loss": 5.625,
      "step": 54525
    },
    {
      "epoch": 2.2332992013106696,
      "grad_norm": 5.809949739921089,
      "learning_rate": 0.0002123591755709233,
      "loss": 6.2188,
      "step": 54526
    },
    {
      "epoch": 2.233340159737866,
      "grad_norm": 3.5150012891230014,
      "learning_rate": 0.000212356209353496,
      "loss": 6.0312,
      "step": 54527
    },
    {
      "epoch": 2.2333811181650622,
      "grad_norm": 3.5750650659303886,
      "learning_rate": 0.00021235324310659026,
      "loss": 5.25,
      "step": 54528
    },
    {
      "epoch": 2.2334220765922588,
      "grad_norm": 3.0521551067867847,
      "learning_rate": 0.0002123502768302075,
      "loss": 6.4062,
      "step": 54529
    },
    {
      "epoch": 2.2334630350194553,
      "grad_norm": 2.6893030711420263,
      "learning_rate": 0.0002123473105243492,
      "loss": 4.0312,
      "step": 54530
    },
    {
      "epoch": 2.233503993446652,
      "grad_norm": 2.9194232473352373,
      "learning_rate": 0.00021234434418901667,
      "loss": 5.5312,
      "step": 54531
    },
    {
      "epoch": 2.233544951873848,
      "grad_norm": 11.581047653914244,
      "learning_rate": 0.00021234137782421138,
      "loss": 3.1406,
      "step": 54532
    },
    {
      "epoch": 2.2335859103010445,
      "grad_norm": 2.7731649066624793,
      "learning_rate": 0.00021233841142993468,
      "loss": 4.5938,
      "step": 54533
    },
    {
      "epoch": 2.233626868728241,
      "grad_norm": 5.833146903918474,
      "learning_rate": 0.00021233544500618798,
      "loss": 1.5859,
      "step": 54534
    },
    {
      "epoch": 2.233667827155437,
      "grad_norm": 6.343714833704683,
      "learning_rate": 0.00021233247855297275,
      "loss": 5.375,
      "step": 54535
    },
    {
      "epoch": 2.2337087855826336,
      "grad_norm": 3.314909406199925,
      "learning_rate": 0.0002123295120702903,
      "loss": 3.7031,
      "step": 54536
    },
    {
      "epoch": 2.23374974400983,
      "grad_norm": 3.366987774587333,
      "learning_rate": 0.0002123265455581421,
      "loss": 7.0312,
      "step": 54537
    },
    {
      "epoch": 2.2337907024370263,
      "grad_norm": 3.3855562438658757,
      "learning_rate": 0.0002123235790165295,
      "loss": 4.25,
      "step": 54538
    },
    {
      "epoch": 2.233831660864223,
      "grad_norm": 4.8694848689940535,
      "learning_rate": 0.00021232061244545397,
      "loss": 6.0938,
      "step": 54539
    },
    {
      "epoch": 2.2338726192914193,
      "grad_norm": 5.7050291790985534,
      "learning_rate": 0.00021231764584491683,
      "loss": 5.5312,
      "step": 54540
    },
    {
      "epoch": 2.2339135777186154,
      "grad_norm": 2.8302063713410894,
      "learning_rate": 0.00021231467921491954,
      "loss": 4.125,
      "step": 54541
    },
    {
      "epoch": 2.233954536145812,
      "grad_norm": 6.349836359892364,
      "learning_rate": 0.0002123117125554635,
      "loss": 6.4375,
      "step": 54542
    },
    {
      "epoch": 2.2339954945730085,
      "grad_norm": 3.249683147273192,
      "learning_rate": 0.00021230874586655006,
      "loss": 4.7812,
      "step": 54543
    },
    {
      "epoch": 2.2340364530002046,
      "grad_norm": 15.105568894875693,
      "learning_rate": 0.00021230577914818071,
      "loss": 4.625,
      "step": 54544
    },
    {
      "epoch": 2.234077411427401,
      "grad_norm": 3.700881798947832,
      "learning_rate": 0.00021230281240035677,
      "loss": 5.1562,
      "step": 54545
    },
    {
      "epoch": 2.2341183698545977,
      "grad_norm": 4.454430296712778,
      "learning_rate": 0.00021229984562307966,
      "loss": 5.9688,
      "step": 54546
    },
    {
      "epoch": 2.2341593282817938,
      "grad_norm": 3.149020406240213,
      "learning_rate": 0.00021229687881635086,
      "loss": 4.2812,
      "step": 54547
    },
    {
      "epoch": 2.2342002867089903,
      "grad_norm": 3.71729219982342,
      "learning_rate": 0.00021229391198017165,
      "loss": 5.7188,
      "step": 54548
    },
    {
      "epoch": 2.234241245136187,
      "grad_norm": 2.9205175564666,
      "learning_rate": 0.0002122909451145435,
      "loss": 4.5,
      "step": 54549
    },
    {
      "epoch": 2.2342822035633834,
      "grad_norm": 2.849975693552482,
      "learning_rate": 0.00021228797821946783,
      "loss": 5.1875,
      "step": 54550
    },
    {
      "epoch": 2.2343231619905795,
      "grad_norm": 3.1271367120301368,
      "learning_rate": 0.000212285011294946,
      "loss": 4.3125,
      "step": 54551
    },
    {
      "epoch": 2.234364120417776,
      "grad_norm": 27.954540680214542,
      "learning_rate": 0.00021228204434097945,
      "loss": 4.8438,
      "step": 54552
    },
    {
      "epoch": 2.2344050788449725,
      "grad_norm": 2.779676778953514,
      "learning_rate": 0.00021227907735756952,
      "loss": 4.9688,
      "step": 54553
    },
    {
      "epoch": 2.2344460372721686,
      "grad_norm": 8.990151753170377,
      "learning_rate": 0.00021227611034471772,
      "loss": 4.5625,
      "step": 54554
    },
    {
      "epoch": 2.234486995699365,
      "grad_norm": 3.0525876263048826,
      "learning_rate": 0.00021227314330242536,
      "loss": 4.3125,
      "step": 54555
    },
    {
      "epoch": 2.2345279541265617,
      "grad_norm": 3.1180436399856633,
      "learning_rate": 0.00021227017623069386,
      "loss": 4.1562,
      "step": 54556
    },
    {
      "epoch": 2.234568912553758,
      "grad_norm": 4.60693778921426,
      "learning_rate": 0.00021226720912952463,
      "loss": 3.1875,
      "step": 54557
    },
    {
      "epoch": 2.2346098709809543,
      "grad_norm": 3.091853896193331,
      "learning_rate": 0.00021226424199891907,
      "loss": 5.4688,
      "step": 54558
    },
    {
      "epoch": 2.234650829408151,
      "grad_norm": 5.525444155179991,
      "learning_rate": 0.00021226127483887864,
      "loss": 5.1875,
      "step": 54559
    },
    {
      "epoch": 2.234691787835347,
      "grad_norm": 6.8048558321144474,
      "learning_rate": 0.00021225830764940465,
      "loss": 7.0,
      "step": 54560
    },
    {
      "epoch": 2.2347327462625435,
      "grad_norm": 3.048274925965993,
      "learning_rate": 0.00021225534043049855,
      "loss": 4.625,
      "step": 54561
    },
    {
      "epoch": 2.23477370468974,
      "grad_norm": 10.052755218449638,
      "learning_rate": 0.00021225237318216173,
      "loss": 5.3438,
      "step": 54562
    },
    {
      "epoch": 2.234814663116936,
      "grad_norm": 3.604195811212373,
      "learning_rate": 0.00021224940590439565,
      "loss": 5.5625,
      "step": 54563
    },
    {
      "epoch": 2.2348556215441326,
      "grad_norm": 3.85552537269916,
      "learning_rate": 0.0002122464385972016,
      "loss": 4.1875,
      "step": 54564
    },
    {
      "epoch": 2.234896579971329,
      "grad_norm": 2.9025619705471026,
      "learning_rate": 0.0002122434712605811,
      "loss": 5.1875,
      "step": 54565
    },
    {
      "epoch": 2.2349375383985253,
      "grad_norm": 3.2958825489703543,
      "learning_rate": 0.0002122405038945354,
      "loss": 4.3125,
      "step": 54566
    },
    {
      "epoch": 2.234978496825722,
      "grad_norm": 2.794624180702735,
      "learning_rate": 0.00021223753649906611,
      "loss": 4.4688,
      "step": 54567
    },
    {
      "epoch": 2.2350194552529183,
      "grad_norm": 4.966528732687835,
      "learning_rate": 0.0002122345690741745,
      "loss": 3.5,
      "step": 54568
    },
    {
      "epoch": 2.235060413680115,
      "grad_norm": 2.7108336960825024,
      "learning_rate": 0.00021223160161986198,
      "loss": 4.25,
      "step": 54569
    },
    {
      "epoch": 2.235101372107311,
      "grad_norm": 3.0319744292935624,
      "learning_rate": 0.00021222863413612996,
      "loss": 4.9062,
      "step": 54570
    },
    {
      "epoch": 2.2351423305345075,
      "grad_norm": 4.001746849584014,
      "learning_rate": 0.00021222566662297988,
      "loss": 4.5625,
      "step": 54571
    },
    {
      "epoch": 2.235183288961704,
      "grad_norm": 4.611549589932587,
      "learning_rate": 0.0002122226990804131,
      "loss": 4.8438,
      "step": 54572
    },
    {
      "epoch": 2.2352242473889,
      "grad_norm": 15.18341658679088,
      "learning_rate": 0.00021221973150843104,
      "loss": 6.0,
      "step": 54573
    },
    {
      "epoch": 2.2352652058160967,
      "grad_norm": 3.859329691843806,
      "learning_rate": 0.00021221676390703506,
      "loss": 4.7188,
      "step": 54574
    },
    {
      "epoch": 2.235306164243293,
      "grad_norm": 4.064894707956931,
      "learning_rate": 0.00021221379627622667,
      "loss": 4.7812,
      "step": 54575
    },
    {
      "epoch": 2.2353471226704893,
      "grad_norm": 3.7059780577560253,
      "learning_rate": 0.0002122108286160072,
      "loss": 3.2344,
      "step": 54576
    },
    {
      "epoch": 2.235388081097686,
      "grad_norm": 2.9682023067957,
      "learning_rate": 0.00021220786092637802,
      "loss": 4.5938,
      "step": 54577
    },
    {
      "epoch": 2.2354290395248824,
      "grad_norm": 2.894233695069998,
      "learning_rate": 0.00021220489320734057,
      "loss": 4.625,
      "step": 54578
    },
    {
      "epoch": 2.2354699979520785,
      "grad_norm": 4.161690492676313,
      "learning_rate": 0.00021220192545889636,
      "loss": 4.9062,
      "step": 54579
    },
    {
      "epoch": 2.235510956379275,
      "grad_norm": 6.197263286482125,
      "learning_rate": 0.00021219895768104658,
      "loss": 4.4688,
      "step": 54580
    },
    {
      "epoch": 2.2355519148064715,
      "grad_norm": 4.00739871495458,
      "learning_rate": 0.00021219598987379275,
      "loss": 3.9531,
      "step": 54581
    },
    {
      "epoch": 2.2355928732336676,
      "grad_norm": 2.83468760525963,
      "learning_rate": 0.00021219302203713634,
      "loss": 3.8281,
      "step": 54582
    },
    {
      "epoch": 2.235633831660864,
      "grad_norm": 4.7792555002983,
      "learning_rate": 0.0002121900541710786,
      "loss": 4.1875,
      "step": 54583
    },
    {
      "epoch": 2.2356747900880607,
      "grad_norm": 2.8010119588240427,
      "learning_rate": 0.00021218708627562105,
      "loss": 4.8125,
      "step": 54584
    },
    {
      "epoch": 2.235715748515257,
      "grad_norm": 4.113350559214407,
      "learning_rate": 0.000212184118350765,
      "loss": 3.875,
      "step": 54585
    },
    {
      "epoch": 2.2357567069424533,
      "grad_norm": 2.805551227919061,
      "learning_rate": 0.00021218115039651198,
      "loss": 4.25,
      "step": 54586
    },
    {
      "epoch": 2.23579766536965,
      "grad_norm": 3.0224251697410294,
      "learning_rate": 0.00021217818241286326,
      "loss": 5.375,
      "step": 54587
    },
    {
      "epoch": 2.2358386237968464,
      "grad_norm": 5.01528963454762,
      "learning_rate": 0.00021217521439982035,
      "loss": 6.2188,
      "step": 54588
    },
    {
      "epoch": 2.2358795822240425,
      "grad_norm": 2.7972612961548515,
      "learning_rate": 0.00021217224635738458,
      "loss": 4.6562,
      "step": 54589
    },
    {
      "epoch": 2.235920540651239,
      "grad_norm": 3.2158939346479114,
      "learning_rate": 0.0002121692782855574,
      "loss": 4.75,
      "step": 54590
    },
    {
      "epoch": 2.2359614990784356,
      "grad_norm": 3.3080093932519268,
      "learning_rate": 0.00021216631018434017,
      "loss": 4.5,
      "step": 54591
    },
    {
      "epoch": 2.2360024575056316,
      "grad_norm": 5.651810261192567,
      "learning_rate": 0.00021216334205373434,
      "loss": 6.125,
      "step": 54592
    },
    {
      "epoch": 2.236043415932828,
      "grad_norm": 3.2350100774970043,
      "learning_rate": 0.00021216037389374127,
      "loss": 4.75,
      "step": 54593
    },
    {
      "epoch": 2.2360843743600247,
      "grad_norm": 3.238929056097323,
      "learning_rate": 0.0002121574057043624,
      "loss": 5.6875,
      "step": 54594
    },
    {
      "epoch": 2.236125332787221,
      "grad_norm": 3.064851320099662,
      "learning_rate": 0.00021215443748559911,
      "loss": 4.3438,
      "step": 54595
    },
    {
      "epoch": 2.2361662912144173,
      "grad_norm": 4.524784983347528,
      "learning_rate": 0.0002121514692374528,
      "loss": 6.2812,
      "step": 54596
    },
    {
      "epoch": 2.236207249641614,
      "grad_norm": 3.2428294004677194,
      "learning_rate": 0.00021214850095992486,
      "loss": 4.25,
      "step": 54597
    },
    {
      "epoch": 2.23624820806881,
      "grad_norm": 3.256087336713928,
      "learning_rate": 0.00021214553265301673,
      "loss": 4.4062,
      "step": 54598
    },
    {
      "epoch": 2.2362891664960065,
      "grad_norm": 2.707706190151456,
      "learning_rate": 0.00021214256431672984,
      "loss": 4.5938,
      "step": 54599
    },
    {
      "epoch": 2.236330124923203,
      "grad_norm": 4.149511862701884,
      "learning_rate": 0.00021213959595106548,
      "loss": 5.125,
      "step": 54600
    },
    {
      "epoch": 2.2363710833503996,
      "grad_norm": 3.3092326220578547,
      "learning_rate": 0.0002121366275560252,
      "loss": 4.6875,
      "step": 54601
    },
    {
      "epoch": 2.2364120417775957,
      "grad_norm": 2.723450622818686,
      "learning_rate": 0.00021213365913161025,
      "loss": 5.1875,
      "step": 54602
    },
    {
      "epoch": 2.236453000204792,
      "grad_norm": 2.689166865122347,
      "learning_rate": 0.00021213069067782216,
      "loss": 4.125,
      "step": 54603
    },
    {
      "epoch": 2.2364939586319883,
      "grad_norm": 4.634980612299081,
      "learning_rate": 0.00021212772219466228,
      "loss": 5.375,
      "step": 54604
    },
    {
      "epoch": 2.236534917059185,
      "grad_norm": 3.5549473166886134,
      "learning_rate": 0.00021212475368213203,
      "loss": 4.8438,
      "step": 54605
    },
    {
      "epoch": 2.2365758754863814,
      "grad_norm": 4.709129294080723,
      "learning_rate": 0.00021212178514023276,
      "loss": 3.3438,
      "step": 54606
    },
    {
      "epoch": 2.236616833913578,
      "grad_norm": 4.02982048140847,
      "learning_rate": 0.00021211881656896597,
      "loss": 4.3125,
      "step": 54607
    },
    {
      "epoch": 2.236657792340774,
      "grad_norm": 4.744788550685107,
      "learning_rate": 0.00021211584796833297,
      "loss": 3.6562,
      "step": 54608
    },
    {
      "epoch": 2.2366987507679705,
      "grad_norm": 3.0271961018826707,
      "learning_rate": 0.00021211287933833522,
      "loss": 3.9844,
      "step": 54609
    },
    {
      "epoch": 2.236739709195167,
      "grad_norm": 2.7589425457123946,
      "learning_rate": 0.00021210991067897408,
      "loss": 4.5938,
      "step": 54610
    },
    {
      "epoch": 2.236780667622363,
      "grad_norm": 6.934544013583483,
      "learning_rate": 0.00021210694199025098,
      "loss": 4.875,
      "step": 54611
    },
    {
      "epoch": 2.2368216260495597,
      "grad_norm": 4.310479183976714,
      "learning_rate": 0.00021210397327216734,
      "loss": 5.4688,
      "step": 54612
    },
    {
      "epoch": 2.2368625844767562,
      "grad_norm": 4.146544203558561,
      "learning_rate": 0.00021210100452472458,
      "loss": 5.4688,
      "step": 54613
    },
    {
      "epoch": 2.2369035429039523,
      "grad_norm": 3.5846934745370933,
      "learning_rate": 0.00021209803574792402,
      "loss": 5.0,
      "step": 54614
    },
    {
      "epoch": 2.236944501331149,
      "grad_norm": 6.883489196304271,
      "learning_rate": 0.00021209506694176713,
      "loss": 6.7812,
      "step": 54615
    },
    {
      "epoch": 2.2369854597583454,
      "grad_norm": 3.4560230175028748,
      "learning_rate": 0.0002120920981062553,
      "loss": 5.3438,
      "step": 54616
    },
    {
      "epoch": 2.2370264181855415,
      "grad_norm": 3.062314291145719,
      "learning_rate": 0.00021208912924138988,
      "loss": 5.0,
      "step": 54617
    },
    {
      "epoch": 2.237067376612738,
      "grad_norm": 6.4198569924684445,
      "learning_rate": 0.0002120861603471724,
      "loss": 6.5938,
      "step": 54618
    },
    {
      "epoch": 2.2371083350399346,
      "grad_norm": 4.803241122899669,
      "learning_rate": 0.00021208319142360414,
      "loss": 6.5,
      "step": 54619
    },
    {
      "epoch": 2.237149293467131,
      "grad_norm": 2.65175451871617,
      "learning_rate": 0.00021208022247068656,
      "loss": 4.9062,
      "step": 54620
    },
    {
      "epoch": 2.237190251894327,
      "grad_norm": 3.687069306774034,
      "learning_rate": 0.000212077253488421,
      "loss": 4.3125,
      "step": 54621
    },
    {
      "epoch": 2.2372312103215237,
      "grad_norm": 5.398454165060677,
      "learning_rate": 0.00021207428447680897,
      "loss": 5.0625,
      "step": 54622
    },
    {
      "epoch": 2.23727216874872,
      "grad_norm": 4.7064941412447325,
      "learning_rate": 0.00021207131543585185,
      "loss": 6.4688,
      "step": 54623
    },
    {
      "epoch": 2.2373131271759163,
      "grad_norm": 3.166650117311767,
      "learning_rate": 0.00021206834636555098,
      "loss": 4.5625,
      "step": 54624
    },
    {
      "epoch": 2.237354085603113,
      "grad_norm": 3.503717985036027,
      "learning_rate": 0.00021206537726590775,
      "loss": 4.7188,
      "step": 54625
    },
    {
      "epoch": 2.2373950440303094,
      "grad_norm": 3.1863587412645615,
      "learning_rate": 0.00021206240813692368,
      "loss": 5.5,
      "step": 54626
    },
    {
      "epoch": 2.2374360024575055,
      "grad_norm": 3.650515607439799,
      "learning_rate": 0.00021205943897860006,
      "loss": 4.4688,
      "step": 54627
    },
    {
      "epoch": 2.237476960884702,
      "grad_norm": 3.3476526202723,
      "learning_rate": 0.0002120564697909384,
      "loss": 5.2188,
      "step": 54628
    },
    {
      "epoch": 2.2375179193118986,
      "grad_norm": 3.2572067336657238,
      "learning_rate": 0.00021205350057394,
      "loss": 3.4219,
      "step": 54629
    },
    {
      "epoch": 2.2375588777390947,
      "grad_norm": 2.803108246444215,
      "learning_rate": 0.0002120505313276063,
      "loss": 4.0625,
      "step": 54630
    },
    {
      "epoch": 2.237599836166291,
      "grad_norm": 4.694668301421032,
      "learning_rate": 0.00021204756205193872,
      "loss": 4.4375,
      "step": 54631
    },
    {
      "epoch": 2.2376407945934877,
      "grad_norm": 2.8855350779816975,
      "learning_rate": 0.00021204459274693863,
      "loss": 3.5469,
      "step": 54632
    },
    {
      "epoch": 2.237681753020684,
      "grad_norm": 3.04372420817448,
      "learning_rate": 0.00021204162341260748,
      "loss": 4.6875,
      "step": 54633
    },
    {
      "epoch": 2.2377227114478804,
      "grad_norm": 3.658435843501828,
      "learning_rate": 0.00021203865404894665,
      "loss": 6.5312,
      "step": 54634
    },
    {
      "epoch": 2.237763669875077,
      "grad_norm": 2.8440752669062968,
      "learning_rate": 0.00021203568465595756,
      "loss": 3.75,
      "step": 54635
    },
    {
      "epoch": 2.237804628302273,
      "grad_norm": 2.7035397891008426,
      "learning_rate": 0.00021203271523364156,
      "loss": 4.25,
      "step": 54636
    },
    {
      "epoch": 2.2378455867294695,
      "grad_norm": 3.6129481047252976,
      "learning_rate": 0.00021202974578200015,
      "loss": 5.2188,
      "step": 54637
    },
    {
      "epoch": 2.237886545156666,
      "grad_norm": 3.859408310555672,
      "learning_rate": 0.0002120267763010346,
      "loss": 4.25,
      "step": 54638
    },
    {
      "epoch": 2.2379275035838626,
      "grad_norm": 2.5499060425460924,
      "learning_rate": 0.00021202380679074645,
      "loss": 4.0312,
      "step": 54639
    },
    {
      "epoch": 2.2379684620110587,
      "grad_norm": 5.235209330019399,
      "learning_rate": 0.00021202083725113704,
      "loss": 5.0625,
      "step": 54640
    },
    {
      "epoch": 2.2380094204382552,
      "grad_norm": 2.67997984612448,
      "learning_rate": 0.00021201786768220774,
      "loss": 4.25,
      "step": 54641
    },
    {
      "epoch": 2.2380503788654518,
      "grad_norm": 2.4914124678734653,
      "learning_rate": 0.00021201489808395996,
      "loss": 3.5938,
      "step": 54642
    },
    {
      "epoch": 2.238091337292648,
      "grad_norm": 2.8660974033409174,
      "learning_rate": 0.00021201192845639522,
      "loss": 4.8125,
      "step": 54643
    },
    {
      "epoch": 2.2381322957198444,
      "grad_norm": 5.057994017766497,
      "learning_rate": 0.00021200895879951482,
      "loss": 6.0312,
      "step": 54644
    },
    {
      "epoch": 2.238173254147041,
      "grad_norm": 2.7531757885190817,
      "learning_rate": 0.00021200598911332017,
      "loss": 4.25,
      "step": 54645
    },
    {
      "epoch": 2.238214212574237,
      "grad_norm": 2.9048669653728747,
      "learning_rate": 0.00021200301939781264,
      "loss": 4.8125,
      "step": 54646
    },
    {
      "epoch": 2.2382551710014336,
      "grad_norm": 2.5185023814772576,
      "learning_rate": 0.00021200004965299374,
      "loss": 4.375,
      "step": 54647
    },
    {
      "epoch": 2.23829612942863,
      "grad_norm": 2.7305946144157662,
      "learning_rate": 0.0002119970798788648,
      "loss": 4.375,
      "step": 54648
    },
    {
      "epoch": 2.238337087855826,
      "grad_norm": 2.671282350919168,
      "learning_rate": 0.00021199411007542722,
      "loss": 4.5312,
      "step": 54649
    },
    {
      "epoch": 2.2383780462830227,
      "grad_norm": 4.678973425720885,
      "learning_rate": 0.00021199114024268245,
      "loss": 4.7812,
      "step": 54650
    },
    {
      "epoch": 2.2384190047102193,
      "grad_norm": 2.9763903515846555,
      "learning_rate": 0.00021198817038063186,
      "loss": 4.9062,
      "step": 54651
    },
    {
      "epoch": 2.2384599631374154,
      "grad_norm": 3.047945918030716,
      "learning_rate": 0.00021198520048927686,
      "loss": 4.9062,
      "step": 54652
    },
    {
      "epoch": 2.238500921564612,
      "grad_norm": 5.185675549720818,
      "learning_rate": 0.00021198223056861882,
      "loss": 6.7188,
      "step": 54653
    },
    {
      "epoch": 2.2385418799918084,
      "grad_norm": 7.4377858125755925,
      "learning_rate": 0.0002119792606186592,
      "loss": 6.0625,
      "step": 54654
    },
    {
      "epoch": 2.2385828384190045,
      "grad_norm": 3.4258647818581536,
      "learning_rate": 0.0002119762906393994,
      "loss": 4.5938,
      "step": 54655
    },
    {
      "epoch": 2.238623796846201,
      "grad_norm": 4.793589314982485,
      "learning_rate": 0.00021197332063084082,
      "loss": 3.6719,
      "step": 54656
    },
    {
      "epoch": 2.2386647552733976,
      "grad_norm": 3.6274716955286896,
      "learning_rate": 0.00021197035059298478,
      "loss": 4.6875,
      "step": 54657
    },
    {
      "epoch": 2.238705713700594,
      "grad_norm": 3.977062716613293,
      "learning_rate": 0.00021196738052583282,
      "loss": 5.3125,
      "step": 54658
    },
    {
      "epoch": 2.23874667212779,
      "grad_norm": 3.774202426610925,
      "learning_rate": 0.00021196441042938626,
      "loss": 5.5625,
      "step": 54659
    },
    {
      "epoch": 2.2387876305549868,
      "grad_norm": 5.264253343051827,
      "learning_rate": 0.0002119614403036465,
      "loss": 6.9375,
      "step": 54660
    },
    {
      "epoch": 2.2388285889821833,
      "grad_norm": 3.300710769967173,
      "learning_rate": 0.000211958470148615,
      "loss": 5.4062,
      "step": 54661
    },
    {
      "epoch": 2.2388695474093794,
      "grad_norm": 3.0118318784265954,
      "learning_rate": 0.00021195549996429308,
      "loss": 4.5,
      "step": 54662
    },
    {
      "epoch": 2.238910505836576,
      "grad_norm": 3.230714138078487,
      "learning_rate": 0.00021195252975068227,
      "loss": 6.2812,
      "step": 54663
    },
    {
      "epoch": 2.2389514642637725,
      "grad_norm": 3.3629554939359165,
      "learning_rate": 0.00021194955950778384,
      "loss": 5.7812,
      "step": 54664
    },
    {
      "epoch": 2.2389924226909685,
      "grad_norm": 3.130335761065895,
      "learning_rate": 0.00021194658923559924,
      "loss": 3.5156,
      "step": 54665
    },
    {
      "epoch": 2.239033381118165,
      "grad_norm": 3.2200379375884607,
      "learning_rate": 0.00021194361893412991,
      "loss": 3.8438,
      "step": 54666
    },
    {
      "epoch": 2.2390743395453616,
      "grad_norm": 3.1388582139983403,
      "learning_rate": 0.00021194064860337726,
      "loss": 4.625,
      "step": 54667
    },
    {
      "epoch": 2.2391152979725577,
      "grad_norm": 3.734998220541815,
      "learning_rate": 0.00021193767824334266,
      "loss": 4.1875,
      "step": 54668
    },
    {
      "epoch": 2.2391562563997542,
      "grad_norm": 3.4288551726230354,
      "learning_rate": 0.00021193470785402748,
      "loss": 4.6562,
      "step": 54669
    },
    {
      "epoch": 2.2391972148269508,
      "grad_norm": 2.8760650608186915,
      "learning_rate": 0.00021193173743543322,
      "loss": 4.1875,
      "step": 54670
    },
    {
      "epoch": 2.239238173254147,
      "grad_norm": 2.7724242753211885,
      "learning_rate": 0.0002119287669875612,
      "loss": 3.1719,
      "step": 54671
    },
    {
      "epoch": 2.2392791316813434,
      "grad_norm": 3.7246644314550066,
      "learning_rate": 0.00021192579651041284,
      "loss": 4.8438,
      "step": 54672
    },
    {
      "epoch": 2.23932009010854,
      "grad_norm": 4.530830759888506,
      "learning_rate": 0.00021192282600398957,
      "loss": 5.875,
      "step": 54673
    },
    {
      "epoch": 2.239361048535736,
      "grad_norm": 2.716822150095766,
      "learning_rate": 0.00021191985546829275,
      "loss": 4.75,
      "step": 54674
    },
    {
      "epoch": 2.2394020069629326,
      "grad_norm": 9.934208647928994,
      "learning_rate": 0.00021191688490332386,
      "loss": 5.5625,
      "step": 54675
    },
    {
      "epoch": 2.239442965390129,
      "grad_norm": 4.002491645300391,
      "learning_rate": 0.00021191391430908424,
      "loss": 4.0625,
      "step": 54676
    },
    {
      "epoch": 2.2394839238173256,
      "grad_norm": 6.115400174633271,
      "learning_rate": 0.00021191094368557534,
      "loss": 2.625,
      "step": 54677
    },
    {
      "epoch": 2.2395248822445217,
      "grad_norm": 2.9573910665887504,
      "learning_rate": 0.00021190797303279846,
      "loss": 4.7812,
      "step": 54678
    },
    {
      "epoch": 2.2395658406717183,
      "grad_norm": 4.0492410059176684,
      "learning_rate": 0.0002119050023507552,
      "loss": 3.3125,
      "step": 54679
    },
    {
      "epoch": 2.239606799098915,
      "grad_norm": 2.9628372105684213,
      "learning_rate": 0.00021190203163944676,
      "loss": 5.3125,
      "step": 54680
    },
    {
      "epoch": 2.239647757526111,
      "grad_norm": 4.527141487195127,
      "learning_rate": 0.00021189906089887466,
      "loss": 5.8125,
      "step": 54681
    },
    {
      "epoch": 2.2396887159533074,
      "grad_norm": 6.674606484233618,
      "learning_rate": 0.00021189609012904024,
      "loss": 4.6562,
      "step": 54682
    },
    {
      "epoch": 2.239729674380504,
      "grad_norm": 5.390158234140797,
      "learning_rate": 0.00021189311932994496,
      "loss": 5.2188,
      "step": 54683
    },
    {
      "epoch": 2.2397706328077,
      "grad_norm": 2.715129476454097,
      "learning_rate": 0.00021189014850159026,
      "loss": 4.25,
      "step": 54684
    },
    {
      "epoch": 2.2398115912348966,
      "grad_norm": 8.370867353475147,
      "learning_rate": 0.00021188717764397742,
      "loss": 1.2969,
      "step": 54685
    },
    {
      "epoch": 2.239852549662093,
      "grad_norm": 2.597288472730143,
      "learning_rate": 0.00021188420675710795,
      "loss": 4.3125,
      "step": 54686
    },
    {
      "epoch": 2.239893508089289,
      "grad_norm": 3.1362454111641314,
      "learning_rate": 0.00021188123584098324,
      "loss": 4.7812,
      "step": 54687
    },
    {
      "epoch": 2.2399344665164858,
      "grad_norm": 4.664251725471888,
      "learning_rate": 0.00021187826489560464,
      "loss": 5.8125,
      "step": 54688
    },
    {
      "epoch": 2.2399754249436823,
      "grad_norm": 5.85585797145871,
      "learning_rate": 0.00021187529392097357,
      "loss": 3.7812,
      "step": 54689
    },
    {
      "epoch": 2.2400163833708784,
      "grad_norm": 2.6248910961164023,
      "learning_rate": 0.00021187232291709147,
      "loss": 4.875,
      "step": 54690
    },
    {
      "epoch": 2.240057341798075,
      "grad_norm": 3.2127163127722493,
      "learning_rate": 0.00021186935188395972,
      "loss": 4.7812,
      "step": 54691
    },
    {
      "epoch": 2.2400983002252715,
      "grad_norm": 2.56918200009804,
      "learning_rate": 0.00021186638082157974,
      "loss": 3.9062,
      "step": 54692
    },
    {
      "epoch": 2.2401392586524675,
      "grad_norm": 10.440732282740798,
      "learning_rate": 0.00021186340972995292,
      "loss": 6.25,
      "step": 54693
    },
    {
      "epoch": 2.240180217079664,
      "grad_norm": 3.2817144819785335,
      "learning_rate": 0.00021186043860908066,
      "loss": 6.75,
      "step": 54694
    },
    {
      "epoch": 2.2402211755068606,
      "grad_norm": 2.870836937329617,
      "learning_rate": 0.0002118574674589644,
      "loss": 3.9219,
      "step": 54695
    },
    {
      "epoch": 2.240262133934057,
      "grad_norm": 3.202484601543114,
      "learning_rate": 0.0002118544962796055,
      "loss": 4.8125,
      "step": 54696
    },
    {
      "epoch": 2.2403030923612532,
      "grad_norm": 2.6705362147970404,
      "learning_rate": 0.00021185152507100538,
      "loss": 4.125,
      "step": 54697
    },
    {
      "epoch": 2.24034405078845,
      "grad_norm": 4.5054607437887455,
      "learning_rate": 0.00021184855383316544,
      "loss": 5.2188,
      "step": 54698
    },
    {
      "epoch": 2.2403850092156463,
      "grad_norm": 3.6092868982212307,
      "learning_rate": 0.00021184558256608712,
      "loss": 4.5625,
      "step": 54699
    },
    {
      "epoch": 2.2404259676428424,
      "grad_norm": 4.218337442280131,
      "learning_rate": 0.0002118426112697718,
      "loss": 5.0,
      "step": 54700
    },
    {
      "epoch": 2.240466926070039,
      "grad_norm": 3.5849429769653827,
      "learning_rate": 0.00021183963994422084,
      "loss": 4.625,
      "step": 54701
    },
    {
      "epoch": 2.2405078844972355,
      "grad_norm": 12.57343572266369,
      "learning_rate": 0.0002118366685894357,
      "loss": 5.3438,
      "step": 54702
    },
    {
      "epoch": 2.2405488429244316,
      "grad_norm": 4.397753140042788,
      "learning_rate": 0.00021183369720541778,
      "loss": 2.2656,
      "step": 54703
    },
    {
      "epoch": 2.240589801351628,
      "grad_norm": 4.819947616522761,
      "learning_rate": 0.0002118307257921685,
      "loss": 4.7188,
      "step": 54704
    },
    {
      "epoch": 2.2406307597788246,
      "grad_norm": 2.753436110327025,
      "learning_rate": 0.0002118277543496892,
      "loss": 3.7031,
      "step": 54705
    },
    {
      "epoch": 2.2406717182060207,
      "grad_norm": 3.016979559604989,
      "learning_rate": 0.00021182478287798138,
      "loss": 4.5,
      "step": 54706
    },
    {
      "epoch": 2.2407126766332173,
      "grad_norm": 5.728465453535108,
      "learning_rate": 0.00021182181137704634,
      "loss": 5.8438,
      "step": 54707
    },
    {
      "epoch": 2.240753635060414,
      "grad_norm": 2.7329704064222944,
      "learning_rate": 0.00021181883984688557,
      "loss": 4.375,
      "step": 54708
    },
    {
      "epoch": 2.24079459348761,
      "grad_norm": 6.17786411662319,
      "learning_rate": 0.00021181586828750043,
      "loss": 4.2188,
      "step": 54709
    },
    {
      "epoch": 2.2408355519148064,
      "grad_norm": 3.2465659418483304,
      "learning_rate": 0.00021181289669889227,
      "loss": 4.6562,
      "step": 54710
    },
    {
      "epoch": 2.240876510342003,
      "grad_norm": 3.569279313902096,
      "learning_rate": 0.00021180992508106265,
      "loss": 5.0938,
      "step": 54711
    },
    {
      "epoch": 2.240917468769199,
      "grad_norm": 3.5024194229959646,
      "learning_rate": 0.00021180695343401285,
      "loss": 4.5312,
      "step": 54712
    },
    {
      "epoch": 2.2409584271963956,
      "grad_norm": 8.756063171157896,
      "learning_rate": 0.0002118039817577443,
      "loss": 5.6875,
      "step": 54713
    },
    {
      "epoch": 2.240999385623592,
      "grad_norm": 6.911606177287147,
      "learning_rate": 0.0002118010100522584,
      "loss": 6.4375,
      "step": 54714
    },
    {
      "epoch": 2.2410403440507887,
      "grad_norm": 3.2829220215227797,
      "learning_rate": 0.00021179803831755661,
      "loss": 4.875,
      "step": 54715
    },
    {
      "epoch": 2.2410813024779848,
      "grad_norm": 3.1851244976872435,
      "learning_rate": 0.00021179506655364026,
      "loss": 4.5312,
      "step": 54716
    },
    {
      "epoch": 2.2411222609051813,
      "grad_norm": 2.9181893603017035,
      "learning_rate": 0.00021179209476051083,
      "loss": 4.625,
      "step": 54717
    },
    {
      "epoch": 2.241163219332378,
      "grad_norm": 3.4068635895931925,
      "learning_rate": 0.00021178912293816961,
      "loss": 6.0312,
      "step": 54718
    },
    {
      "epoch": 2.241204177759574,
      "grad_norm": 2.743544856550078,
      "learning_rate": 0.00021178615108661812,
      "loss": 4.6875,
      "step": 54719
    },
    {
      "epoch": 2.2412451361867705,
      "grad_norm": 3.669031958283714,
      "learning_rate": 0.00021178317920585778,
      "loss": 4.3125,
      "step": 54720
    },
    {
      "epoch": 2.241286094613967,
      "grad_norm": 3.5620317289493215,
      "learning_rate": 0.00021178020729588985,
      "loss": 5.1875,
      "step": 54721
    },
    {
      "epoch": 2.241327053041163,
      "grad_norm": 4.369434139741568,
      "learning_rate": 0.00021177723535671588,
      "loss": 2.8281,
      "step": 54722
    },
    {
      "epoch": 2.2413680114683596,
      "grad_norm": 2.788851237980892,
      "learning_rate": 0.0002117742633883372,
      "loss": 3.5781,
      "step": 54723
    },
    {
      "epoch": 2.241408969895556,
      "grad_norm": 3.5278803836812935,
      "learning_rate": 0.00021177129139075525,
      "loss": 3.8438,
      "step": 54724
    },
    {
      "epoch": 2.2414499283227522,
      "grad_norm": 6.5769817738308065,
      "learning_rate": 0.00021176831936397137,
      "loss": 6.2188,
      "step": 54725
    },
    {
      "epoch": 2.241490886749949,
      "grad_norm": 8.289228231552942,
      "learning_rate": 0.00021176534730798705,
      "loss": 4.9688,
      "step": 54726
    },
    {
      "epoch": 2.2415318451771453,
      "grad_norm": 3.7012756334554533,
      "learning_rate": 0.00021176237522280362,
      "loss": 5.0625,
      "step": 54727
    },
    {
      "epoch": 2.2415728036043414,
      "grad_norm": 3.3199571158905297,
      "learning_rate": 0.00021175940310842257,
      "loss": 4.2188,
      "step": 54728
    },
    {
      "epoch": 2.241613762031538,
      "grad_norm": 4.782175667009947,
      "learning_rate": 0.00021175643096484523,
      "loss": 5.25,
      "step": 54729
    },
    {
      "epoch": 2.2416547204587345,
      "grad_norm": 3.604260928770146,
      "learning_rate": 0.00021175345879207303,
      "loss": 4.75,
      "step": 54730
    },
    {
      "epoch": 2.2416956788859306,
      "grad_norm": 7.940395930167158,
      "learning_rate": 0.00021175048659010737,
      "loss": 1.5703,
      "step": 54731
    },
    {
      "epoch": 2.241736637313127,
      "grad_norm": 2.9747710713891076,
      "learning_rate": 0.00021174751435894972,
      "loss": 5.0625,
      "step": 54732
    },
    {
      "epoch": 2.2417775957403236,
      "grad_norm": 5.934492905817489,
      "learning_rate": 0.00021174454209860134,
      "loss": 4.3438,
      "step": 54733
    },
    {
      "epoch": 2.24181855416752,
      "grad_norm": 2.794999185510788,
      "learning_rate": 0.00021174156980906377,
      "loss": 4.1562,
      "step": 54734
    },
    {
      "epoch": 2.2418595125947163,
      "grad_norm": 3.821020816649063,
      "learning_rate": 0.0002117385974903384,
      "loss": 4.125,
      "step": 54735
    },
    {
      "epoch": 2.241900471021913,
      "grad_norm": 3.5671847142588433,
      "learning_rate": 0.00021173562514242657,
      "loss": 5.6875,
      "step": 54736
    },
    {
      "epoch": 2.2419414294491093,
      "grad_norm": 6.703680620616893,
      "learning_rate": 0.0002117326527653297,
      "loss": 5.8125,
      "step": 54737
    },
    {
      "epoch": 2.2419823878763054,
      "grad_norm": 3.2369011123146127,
      "learning_rate": 0.00021172968035904928,
      "loss": 5.125,
      "step": 54738
    },
    {
      "epoch": 2.242023346303502,
      "grad_norm": 3.0599153025493373,
      "learning_rate": 0.0002117267079235866,
      "loss": 4.6875,
      "step": 54739
    },
    {
      "epoch": 2.2420643047306985,
      "grad_norm": 2.608641709705146,
      "learning_rate": 0.0002117237354589431,
      "loss": 2.3438,
      "step": 54740
    },
    {
      "epoch": 2.2421052631578946,
      "grad_norm": 3.280270010481996,
      "learning_rate": 0.00021172076296512024,
      "loss": 4.9062,
      "step": 54741
    },
    {
      "epoch": 2.242146221585091,
      "grad_norm": 4.871943501450625,
      "learning_rate": 0.00021171779044211936,
      "loss": 6.5938,
      "step": 54742
    },
    {
      "epoch": 2.2421871800122877,
      "grad_norm": 2.7766104501161295,
      "learning_rate": 0.0002117148178899419,
      "loss": 4.2812,
      "step": 54743
    },
    {
      "epoch": 2.2422281384394838,
      "grad_norm": 3.9280685362157706,
      "learning_rate": 0.00021171184530858925,
      "loss": 4.5625,
      "step": 54744
    },
    {
      "epoch": 2.2422690968666803,
      "grad_norm": 3.240006419224765,
      "learning_rate": 0.0002117088726980628,
      "loss": 3.8281,
      "step": 54745
    },
    {
      "epoch": 2.242310055293877,
      "grad_norm": 2.8819127357111913,
      "learning_rate": 0.000211705900058364,
      "loss": 4.7188,
      "step": 54746
    },
    {
      "epoch": 2.242351013721073,
      "grad_norm": 3.3157784276896893,
      "learning_rate": 0.00021170292738949422,
      "loss": 4.5312,
      "step": 54747
    },
    {
      "epoch": 2.2423919721482695,
      "grad_norm": 3.1004628935819127,
      "learning_rate": 0.00021169995469145489,
      "loss": 4.375,
      "step": 54748
    },
    {
      "epoch": 2.242432930575466,
      "grad_norm": 3.452495925056962,
      "learning_rate": 0.0002116969819642474,
      "loss": 4.3125,
      "step": 54749
    },
    {
      "epoch": 2.242473889002662,
      "grad_norm": 2.5841953626556133,
      "learning_rate": 0.00021169400920787313,
      "loss": 4.8125,
      "step": 54750
    },
    {
      "epoch": 2.2425148474298586,
      "grad_norm": 2.6911299248680542,
      "learning_rate": 0.00021169103642233354,
      "loss": 4.625,
      "step": 54751
    },
    {
      "epoch": 2.242555805857055,
      "grad_norm": 3.8371427074660005,
      "learning_rate": 0.00021168806360763004,
      "loss": 5.375,
      "step": 54752
    },
    {
      "epoch": 2.2425967642842517,
      "grad_norm": 4.462219199626272,
      "learning_rate": 0.00021168509076376397,
      "loss": 4.9062,
      "step": 54753
    },
    {
      "epoch": 2.242637722711448,
      "grad_norm": 3.910981023582211,
      "learning_rate": 0.00021168211789073673,
      "loss": 5.4062,
      "step": 54754
    },
    {
      "epoch": 2.2426786811386443,
      "grad_norm": 3.380282338846978,
      "learning_rate": 0.0002116791449885498,
      "loss": 5.7812,
      "step": 54755
    },
    {
      "epoch": 2.242719639565841,
      "grad_norm": 3.365946837129597,
      "learning_rate": 0.00021167617205720458,
      "loss": 3.9688,
      "step": 54756
    },
    {
      "epoch": 2.242760597993037,
      "grad_norm": 7.824180882224672,
      "learning_rate": 0.0002116731990967024,
      "loss": 5.25,
      "step": 54757
    },
    {
      "epoch": 2.2428015564202335,
      "grad_norm": 3.378840909388515,
      "learning_rate": 0.00021167022610704475,
      "loss": 4.4375,
      "step": 54758
    },
    {
      "epoch": 2.24284251484743,
      "grad_norm": 6.2219631320070565,
      "learning_rate": 0.00021166725308823293,
      "loss": 3.5625,
      "step": 54759
    },
    {
      "epoch": 2.242883473274626,
      "grad_norm": 2.809839528845721,
      "learning_rate": 0.00021166428004026848,
      "loss": 4.1562,
      "step": 54760
    },
    {
      "epoch": 2.2429244317018227,
      "grad_norm": 3.2724513968154607,
      "learning_rate": 0.00021166130696315268,
      "loss": 4.4688,
      "step": 54761
    },
    {
      "epoch": 2.242965390129019,
      "grad_norm": 3.38750116157366,
      "learning_rate": 0.00021165833385688705,
      "loss": 4.1875,
      "step": 54762
    },
    {
      "epoch": 2.2430063485562153,
      "grad_norm": 4.099225263559049,
      "learning_rate": 0.00021165536072147292,
      "loss": 5.0938,
      "step": 54763
    },
    {
      "epoch": 2.243047306983412,
      "grad_norm": 3.1229674423908795,
      "learning_rate": 0.0002116523875569117,
      "loss": 4.75,
      "step": 54764
    },
    {
      "epoch": 2.2430882654106084,
      "grad_norm": 5.386164675831802,
      "learning_rate": 0.00021164941436320475,
      "loss": 6.4688,
      "step": 54765
    },
    {
      "epoch": 2.2431292238378044,
      "grad_norm": 3.9766136794067686,
      "learning_rate": 0.00021164644114035362,
      "loss": 4.9375,
      "step": 54766
    },
    {
      "epoch": 2.243170182265001,
      "grad_norm": 2.8932651084339636,
      "learning_rate": 0.0002116434678883596,
      "loss": 4.875,
      "step": 54767
    },
    {
      "epoch": 2.2432111406921975,
      "grad_norm": 2.930876505427767,
      "learning_rate": 0.00021164049460722413,
      "loss": 4.25,
      "step": 54768
    },
    {
      "epoch": 2.2432520991193936,
      "grad_norm": 6.434917477880082,
      "learning_rate": 0.00021163752129694857,
      "loss": 6.4062,
      "step": 54769
    },
    {
      "epoch": 2.24329305754659,
      "grad_norm": 3.020910876341551,
      "learning_rate": 0.00021163454795753442,
      "loss": 4.125,
      "step": 54770
    },
    {
      "epoch": 2.2433340159737867,
      "grad_norm": 2.8633211067398765,
      "learning_rate": 0.00021163157458898302,
      "loss": 5.0,
      "step": 54771
    },
    {
      "epoch": 2.243374974400983,
      "grad_norm": 5.649137817786011,
      "learning_rate": 0.00021162860119129578,
      "loss": 5.375,
      "step": 54772
    },
    {
      "epoch": 2.2434159328281793,
      "grad_norm": 3.101823548557566,
      "learning_rate": 0.00021162562776447412,
      "loss": 4.4688,
      "step": 54773
    },
    {
      "epoch": 2.243456891255376,
      "grad_norm": 3.065853290550691,
      "learning_rate": 0.00021162265430851944,
      "loss": 5.2188,
      "step": 54774
    },
    {
      "epoch": 2.2434978496825724,
      "grad_norm": 2.8593182182837484,
      "learning_rate": 0.00021161968082343313,
      "loss": 4.375,
      "step": 54775
    },
    {
      "epoch": 2.2435388081097685,
      "grad_norm": 3.104942709881608,
      "learning_rate": 0.00021161670730921665,
      "loss": 4.4375,
      "step": 54776
    },
    {
      "epoch": 2.243579766536965,
      "grad_norm": 3.9350249288883807,
      "learning_rate": 0.00021161373376587131,
      "loss": 5.0312,
      "step": 54777
    },
    {
      "epoch": 2.2436207249641615,
      "grad_norm": 2.9323935255820657,
      "learning_rate": 0.00021161076019339862,
      "loss": 4.5312,
      "step": 54778
    },
    {
      "epoch": 2.2436616833913576,
      "grad_norm": 2.9672725198202343,
      "learning_rate": 0.00021160778659179994,
      "loss": 4.2812,
      "step": 54779
    },
    {
      "epoch": 2.243702641818554,
      "grad_norm": 3.6295872839296033,
      "learning_rate": 0.00021160481296107663,
      "loss": 5.0625,
      "step": 54780
    },
    {
      "epoch": 2.2437436002457507,
      "grad_norm": 2.7786405232527183,
      "learning_rate": 0.00021160183930123017,
      "loss": 4.4688,
      "step": 54781
    },
    {
      "epoch": 2.243784558672947,
      "grad_norm": 3.533212245973622,
      "learning_rate": 0.00021159886561226193,
      "loss": 4.4688,
      "step": 54782
    },
    {
      "epoch": 2.2438255171001433,
      "grad_norm": 5.181569587396304,
      "learning_rate": 0.0002115958918941733,
      "loss": 3.3594,
      "step": 54783
    },
    {
      "epoch": 2.24386647552734,
      "grad_norm": 3.1720118466769804,
      "learning_rate": 0.00021159291814696574,
      "loss": 4.1562,
      "step": 54784
    },
    {
      "epoch": 2.243907433954536,
      "grad_norm": 3.3264797125939647,
      "learning_rate": 0.00021158994437064062,
      "loss": 4.3438,
      "step": 54785
    },
    {
      "epoch": 2.2439483923817325,
      "grad_norm": 8.152093229111463,
      "learning_rate": 0.0002115869705651993,
      "loss": 5.7188,
      "step": 54786
    },
    {
      "epoch": 2.243989350808929,
      "grad_norm": 3.785199773934079,
      "learning_rate": 0.00021158399673064328,
      "loss": 4.75,
      "step": 54787
    },
    {
      "epoch": 2.244030309236125,
      "grad_norm": 2.9256973098797983,
      "learning_rate": 0.0002115810228669739,
      "loss": 4.5625,
      "step": 54788
    },
    {
      "epoch": 2.2440712676633217,
      "grad_norm": 3.194799025151525,
      "learning_rate": 0.00021157804897419262,
      "loss": 4.3438,
      "step": 54789
    },
    {
      "epoch": 2.244112226090518,
      "grad_norm": 10.691253287250976,
      "learning_rate": 0.00021157507505230072,
      "loss": 5.7188,
      "step": 54790
    },
    {
      "epoch": 2.2441531845177147,
      "grad_norm": 2.8600344349439326,
      "learning_rate": 0.00021157210110129984,
      "loss": 4.75,
      "step": 54791
    },
    {
      "epoch": 2.244194142944911,
      "grad_norm": 2.8113722034875317,
      "learning_rate": 0.00021156912712119117,
      "loss": 4.4062,
      "step": 54792
    },
    {
      "epoch": 2.2442351013721074,
      "grad_norm": 2.8716740990969876,
      "learning_rate": 0.00021156615311197614,
      "loss": 5.0938,
      "step": 54793
    },
    {
      "epoch": 2.244276059799304,
      "grad_norm": 5.065355120002772,
      "learning_rate": 0.00021156317907365625,
      "loss": 6.0625,
      "step": 54794
    },
    {
      "epoch": 2.2443170182265,
      "grad_norm": 4.98635896846683,
      "learning_rate": 0.0002115602050062329,
      "loss": 4.6562,
      "step": 54795
    },
    {
      "epoch": 2.2443579766536965,
      "grad_norm": 3.5382911637126693,
      "learning_rate": 0.0002115572309097074,
      "loss": 4.9062,
      "step": 54796
    },
    {
      "epoch": 2.244398935080893,
      "grad_norm": 8.584420927915945,
      "learning_rate": 0.00021155425678408122,
      "loss": 4.375,
      "step": 54797
    },
    {
      "epoch": 2.244439893508089,
      "grad_norm": 4.180541457844587,
      "learning_rate": 0.0002115512826293558,
      "loss": 0.7344,
      "step": 54798
    },
    {
      "epoch": 2.2444808519352857,
      "grad_norm": 3.2339222456202914,
      "learning_rate": 0.00021154830844553248,
      "loss": 5.1562,
      "step": 54799
    },
    {
      "epoch": 2.244521810362482,
      "grad_norm": 6.959357451234952,
      "learning_rate": 0.0002115453342326127,
      "loss": 5.1875,
      "step": 54800
    },
    {
      "epoch": 2.2445627687896783,
      "grad_norm": 5.174067405263147,
      "learning_rate": 0.0002115423599905978,
      "loss": 6.3438,
      "step": 54801
    },
    {
      "epoch": 2.244603727216875,
      "grad_norm": 4.6759789683169295,
      "learning_rate": 0.00021153938571948932,
      "loss": 5.1562,
      "step": 54802
    },
    {
      "epoch": 2.2446446856440714,
      "grad_norm": 3.779249608697606,
      "learning_rate": 0.00021153641141928855,
      "loss": 4.1562,
      "step": 54803
    },
    {
      "epoch": 2.2446856440712675,
      "grad_norm": 2.8147083017566166,
      "learning_rate": 0.00021153343708999695,
      "loss": 4.7188,
      "step": 54804
    },
    {
      "epoch": 2.244726602498464,
      "grad_norm": 3.522261129381883,
      "learning_rate": 0.00021153046273161589,
      "loss": 5.2188,
      "step": 54805
    },
    {
      "epoch": 2.2447675609256605,
      "grad_norm": 3.0453042790531257,
      "learning_rate": 0.0002115274883441468,
      "loss": 5.2188,
      "step": 54806
    },
    {
      "epoch": 2.2448085193528566,
      "grad_norm": 3.0542061590697305,
      "learning_rate": 0.00021152451392759112,
      "loss": 4.3438,
      "step": 54807
    },
    {
      "epoch": 2.244849477780053,
      "grad_norm": 3.6651097714123435,
      "learning_rate": 0.00021152153948195018,
      "loss": 4.7188,
      "step": 54808
    },
    {
      "epoch": 2.2448904362072497,
      "grad_norm": 2.866845721667133,
      "learning_rate": 0.00021151856500722542,
      "loss": 4.4375,
      "step": 54809
    },
    {
      "epoch": 2.2449313946344462,
      "grad_norm": 2.550045203702266,
      "learning_rate": 0.0002115155905034183,
      "loss": 4.2188,
      "step": 54810
    },
    {
      "epoch": 2.2449723530616423,
      "grad_norm": 3.412320821650281,
      "learning_rate": 0.00021151261597053016,
      "loss": 4.9062,
      "step": 54811
    },
    {
      "epoch": 2.245013311488839,
      "grad_norm": 19.91126128696577,
      "learning_rate": 0.00021150964140856244,
      "loss": 2.5625,
      "step": 54812
    },
    {
      "epoch": 2.2450542699160354,
      "grad_norm": 2.727595133967725,
      "learning_rate": 0.00021150666681751652,
      "loss": 3.7969,
      "step": 54813
    },
    {
      "epoch": 2.2450952283432315,
      "grad_norm": 2.7764678195097927,
      "learning_rate": 0.00021150369219739376,
      "loss": 3.7344,
      "step": 54814
    },
    {
      "epoch": 2.245136186770428,
      "grad_norm": 3.2047179736433606,
      "learning_rate": 0.00021150071754819566,
      "loss": 5.25,
      "step": 54815
    },
    {
      "epoch": 2.2451771451976246,
      "grad_norm": 2.8736868060998964,
      "learning_rate": 0.00021149774286992361,
      "loss": 4.9688,
      "step": 54816
    },
    {
      "epoch": 2.2452181036248207,
      "grad_norm": 6.105344531190821,
      "learning_rate": 0.00021149476816257902,
      "loss": 6.3125,
      "step": 54817
    },
    {
      "epoch": 2.245259062052017,
      "grad_norm": 2.7968944940186997,
      "learning_rate": 0.0002114917934261632,
      "loss": 5.0625,
      "step": 54818
    },
    {
      "epoch": 2.2453000204792137,
      "grad_norm": 9.117508434310746,
      "learning_rate": 0.00021148881866067768,
      "loss": 2.0938,
      "step": 54819
    },
    {
      "epoch": 2.24534097890641,
      "grad_norm": 3.4669739422181394,
      "learning_rate": 0.0002114858438661238,
      "loss": 2.4375,
      "step": 54820
    },
    {
      "epoch": 2.2453819373336064,
      "grad_norm": 2.69043729383289,
      "learning_rate": 0.00021148286904250298,
      "loss": 4.3125,
      "step": 54821
    },
    {
      "epoch": 2.245422895760803,
      "grad_norm": 2.7735517215554,
      "learning_rate": 0.00021147989418981658,
      "loss": 4.4062,
      "step": 54822
    },
    {
      "epoch": 2.245463854187999,
      "grad_norm": 3.499279696700477,
      "learning_rate": 0.0002114769193080661,
      "loss": 4.4375,
      "step": 54823
    },
    {
      "epoch": 2.2455048126151955,
      "grad_norm": 3.2176569646811104,
      "learning_rate": 0.00021147394439725292,
      "loss": 4.6875,
      "step": 54824
    },
    {
      "epoch": 2.245545771042392,
      "grad_norm": 5.924272322238204,
      "learning_rate": 0.00021147096945737845,
      "loss": 6.5,
      "step": 54825
    },
    {
      "epoch": 2.245586729469588,
      "grad_norm": 3.0436771818095876,
      "learning_rate": 0.00021146799448844403,
      "loss": 4.625,
      "step": 54826
    },
    {
      "epoch": 2.2456276878967847,
      "grad_norm": 3.3914325265347336,
      "learning_rate": 0.0002114650194904511,
      "loss": 4.1875,
      "step": 54827
    },
    {
      "epoch": 2.245668646323981,
      "grad_norm": 3.7004579319723665,
      "learning_rate": 0.00021146204446340108,
      "loss": 4.3438,
      "step": 54828
    },
    {
      "epoch": 2.2457096047511778,
      "grad_norm": 3.281277021144908,
      "learning_rate": 0.0002114590694072954,
      "loss": 3.6719,
      "step": 54829
    },
    {
      "epoch": 2.245750563178374,
      "grad_norm": 2.90667520703484,
      "learning_rate": 0.0002114560943221354,
      "loss": 4.7188,
      "step": 54830
    },
    {
      "epoch": 2.2457915216055704,
      "grad_norm": 2.6929397485968076,
      "learning_rate": 0.00021145311920792251,
      "loss": 3.9688,
      "step": 54831
    },
    {
      "epoch": 2.245832480032767,
      "grad_norm": 4.483424705117433,
      "learning_rate": 0.00021145014406465822,
      "loss": 4.7812,
      "step": 54832
    },
    {
      "epoch": 2.245873438459963,
      "grad_norm": 2.84755505839635,
      "learning_rate": 0.0002114471688923438,
      "loss": 4.8125,
      "step": 54833
    },
    {
      "epoch": 2.2459143968871595,
      "grad_norm": 3.050050610821578,
      "learning_rate": 0.00021144419369098077,
      "loss": 4.9688,
      "step": 54834
    },
    {
      "epoch": 2.245955355314356,
      "grad_norm": 10.288456805062275,
      "learning_rate": 0.00021144121846057045,
      "loss": 4.1562,
      "step": 54835
    },
    {
      "epoch": 2.245996313741552,
      "grad_norm": 2.636229391177928,
      "learning_rate": 0.00021143824320111432,
      "loss": 4.1875,
      "step": 54836
    },
    {
      "epoch": 2.2460372721687487,
      "grad_norm": 2.7024018738485336,
      "learning_rate": 0.00021143526791261375,
      "loss": 3.9688,
      "step": 54837
    },
    {
      "epoch": 2.2460782305959452,
      "grad_norm": 2.34826625559614,
      "learning_rate": 0.00021143229259507014,
      "loss": 3.8906,
      "step": 54838
    },
    {
      "epoch": 2.2461191890231413,
      "grad_norm": 2.6919419902770305,
      "learning_rate": 0.0002114293172484849,
      "loss": 3.7656,
      "step": 54839
    },
    {
      "epoch": 2.246160147450338,
      "grad_norm": 4.986326058769318,
      "learning_rate": 0.00021142634187285947,
      "loss": 4.0938,
      "step": 54840
    },
    {
      "epoch": 2.2462011058775344,
      "grad_norm": 2.7953483721237333,
      "learning_rate": 0.0002114233664681952,
      "loss": 4.4688,
      "step": 54841
    },
    {
      "epoch": 2.2462420643047305,
      "grad_norm": 3.3127675190728985,
      "learning_rate": 0.00021142039103449353,
      "loss": 5.5938,
      "step": 54842
    },
    {
      "epoch": 2.246283022731927,
      "grad_norm": 2.895827683839665,
      "learning_rate": 0.00021141741557175587,
      "loss": 4.2812,
      "step": 54843
    },
    {
      "epoch": 2.2463239811591236,
      "grad_norm": 2.9778834015895326,
      "learning_rate": 0.00021141444007998362,
      "loss": 4.6875,
      "step": 54844
    },
    {
      "epoch": 2.2463649395863197,
      "grad_norm": 3.30702844602237,
      "learning_rate": 0.00021141146455917818,
      "loss": 4.6562,
      "step": 54845
    },
    {
      "epoch": 2.246405898013516,
      "grad_norm": 3.3043972421941397,
      "learning_rate": 0.00021140848900934097,
      "loss": 4.5312,
      "step": 54846
    },
    {
      "epoch": 2.2464468564407127,
      "grad_norm": 5.11568720711061,
      "learning_rate": 0.00021140551343047342,
      "loss": 6.5,
      "step": 54847
    },
    {
      "epoch": 2.2464878148679093,
      "grad_norm": 2.7764258906311063,
      "learning_rate": 0.0002114025378225769,
      "loss": 3.9219,
      "step": 54848
    },
    {
      "epoch": 2.2465287732951054,
      "grad_norm": 2.8162994893817994,
      "learning_rate": 0.00021139956218565277,
      "loss": 3.75,
      "step": 54849
    },
    {
      "epoch": 2.246569731722302,
      "grad_norm": 3.0522661392540087,
      "learning_rate": 0.00021139658651970252,
      "loss": 4.7188,
      "step": 54850
    },
    {
      "epoch": 2.2466106901494984,
      "grad_norm": 3.4634867096216237,
      "learning_rate": 0.00021139361082472754,
      "loss": 5.3125,
      "step": 54851
    },
    {
      "epoch": 2.2466516485766945,
      "grad_norm": 4.595295570181043,
      "learning_rate": 0.00021139063510072922,
      "loss": 4.4375,
      "step": 54852
    },
    {
      "epoch": 2.246692607003891,
      "grad_norm": 4.392064642108785,
      "learning_rate": 0.00021138765934770897,
      "loss": 4.4688,
      "step": 54853
    },
    {
      "epoch": 2.2467335654310876,
      "grad_norm": 12.733962973421821,
      "learning_rate": 0.00021138468356566813,
      "loss": 7.3438,
      "step": 54854
    },
    {
      "epoch": 2.2467745238582837,
      "grad_norm": 3.7146762461665266,
      "learning_rate": 0.00021138170775460827,
      "loss": 4.8438,
      "step": 54855
    },
    {
      "epoch": 2.2468154822854802,
      "grad_norm": 3.5695443527168202,
      "learning_rate": 0.00021137873191453066,
      "loss": 4.875,
      "step": 54856
    },
    {
      "epoch": 2.2468564407126768,
      "grad_norm": 3.9150313028842763,
      "learning_rate": 0.00021137575604543676,
      "loss": 4.375,
      "step": 54857
    },
    {
      "epoch": 2.246897399139873,
      "grad_norm": 3.0743083164196303,
      "learning_rate": 0.00021137278014732793,
      "loss": 4.3438,
      "step": 54858
    },
    {
      "epoch": 2.2469383575670694,
      "grad_norm": 3.373283380107001,
      "learning_rate": 0.00021136980422020564,
      "loss": 4.3125,
      "step": 54859
    },
    {
      "epoch": 2.246979315994266,
      "grad_norm": 2.932387022895818,
      "learning_rate": 0.00021136682826407126,
      "loss": 4.9062,
      "step": 54860
    },
    {
      "epoch": 2.247020274421462,
      "grad_norm": 2.519693197307691,
      "learning_rate": 0.0002113638522789262,
      "loss": 3.7188,
      "step": 54861
    },
    {
      "epoch": 2.2470612328486586,
      "grad_norm": 3.715058365871285,
      "learning_rate": 0.0002113608762647719,
      "loss": 5.25,
      "step": 54862
    },
    {
      "epoch": 2.247102191275855,
      "grad_norm": 2.592607831668878,
      "learning_rate": 0.00021135790022160973,
      "loss": 3.7812,
      "step": 54863
    },
    {
      "epoch": 2.247143149703051,
      "grad_norm": 2.809160622451969,
      "learning_rate": 0.00021135492414944108,
      "loss": 4.0938,
      "step": 54864
    },
    {
      "epoch": 2.2471841081302477,
      "grad_norm": 2.717321602878701,
      "learning_rate": 0.0002113519480482674,
      "loss": 4.0625,
      "step": 54865
    },
    {
      "epoch": 2.2472250665574443,
      "grad_norm": 4.017566367696772,
      "learning_rate": 0.00021134897191809007,
      "loss": 4.0312,
      "step": 54866
    },
    {
      "epoch": 2.247266024984641,
      "grad_norm": 6.911635959510684,
      "learning_rate": 0.0002113459957589105,
      "loss": 5.5,
      "step": 54867
    },
    {
      "epoch": 2.247306983411837,
      "grad_norm": 3.099691320019448,
      "learning_rate": 0.00021134301957073014,
      "loss": 4.7188,
      "step": 54868
    },
    {
      "epoch": 2.2473479418390334,
      "grad_norm": 2.782836667319808,
      "learning_rate": 0.00021134004335355032,
      "loss": 4.625,
      "step": 54869
    },
    {
      "epoch": 2.24738890026623,
      "grad_norm": 11.129324933037124,
      "learning_rate": 0.0002113370671073725,
      "loss": 5.4062,
      "step": 54870
    },
    {
      "epoch": 2.247429858693426,
      "grad_norm": 3.2266196000774143,
      "learning_rate": 0.00021133409083219808,
      "loss": 3.4688,
      "step": 54871
    },
    {
      "epoch": 2.2474708171206226,
      "grad_norm": 3.093094003326071,
      "learning_rate": 0.00021133111452802846,
      "loss": 5.0,
      "step": 54872
    },
    {
      "epoch": 2.247511775547819,
      "grad_norm": 3.087323351316083,
      "learning_rate": 0.000211328138194865,
      "loss": 5.4688,
      "step": 54873
    },
    {
      "epoch": 2.247552733975015,
      "grad_norm": 3.3267439285489377,
      "learning_rate": 0.00021132516183270923,
      "loss": 3.7188,
      "step": 54874
    },
    {
      "epoch": 2.2475936924022117,
      "grad_norm": 7.224754311895686,
      "learning_rate": 0.00021132218544156245,
      "loss": 5.3125,
      "step": 54875
    },
    {
      "epoch": 2.2476346508294083,
      "grad_norm": 3.823907323891792,
      "learning_rate": 0.00021131920902142608,
      "loss": 5.8438,
      "step": 54876
    },
    {
      "epoch": 2.2476756092566044,
      "grad_norm": 3.6587931967358096,
      "learning_rate": 0.00021131623257230155,
      "loss": 6.2812,
      "step": 54877
    },
    {
      "epoch": 2.247716567683801,
      "grad_norm": 2.8421085347458312,
      "learning_rate": 0.0002113132560941903,
      "loss": 3.75,
      "step": 54878
    },
    {
      "epoch": 2.2477575261109974,
      "grad_norm": 3.8411197887286628,
      "learning_rate": 0.00021131027958709366,
      "loss": 4.7812,
      "step": 54879
    },
    {
      "epoch": 2.2477984845381935,
      "grad_norm": 4.846794851115562,
      "learning_rate": 0.0002113073030510131,
      "loss": 3.7031,
      "step": 54880
    },
    {
      "epoch": 2.24783944296539,
      "grad_norm": 4.106077254463829,
      "learning_rate": 0.00021130432648595,
      "loss": 2.4531,
      "step": 54881
    },
    {
      "epoch": 2.2478804013925866,
      "grad_norm": 5.9472935673838565,
      "learning_rate": 0.00021130134989190573,
      "loss": 7.2812,
      "step": 54882
    },
    {
      "epoch": 2.2479213598197827,
      "grad_norm": 3.2103111935063757,
      "learning_rate": 0.00021129837326888182,
      "loss": 4.375,
      "step": 54883
    },
    {
      "epoch": 2.2479623182469792,
      "grad_norm": 4.850492676498018,
      "learning_rate": 0.00021129539661687957,
      "loss": 3.0469,
      "step": 54884
    },
    {
      "epoch": 2.2480032766741758,
      "grad_norm": 3.309007620833959,
      "learning_rate": 0.0002112924199359004,
      "loss": 2.875,
      "step": 54885
    },
    {
      "epoch": 2.2480442351013723,
      "grad_norm": 4.099663468332346,
      "learning_rate": 0.0002112894432259457,
      "loss": 5.125,
      "step": 54886
    },
    {
      "epoch": 2.2480851935285684,
      "grad_norm": 16.18799905046754,
      "learning_rate": 0.00021128646648701694,
      "loss": 8.0625,
      "step": 54887
    },
    {
      "epoch": 2.248126151955765,
      "grad_norm": 2.699774447165695,
      "learning_rate": 0.0002112834897191155,
      "loss": 4.0312,
      "step": 54888
    },
    {
      "epoch": 2.2481671103829615,
      "grad_norm": 2.8970610902070915,
      "learning_rate": 0.00021128051292224276,
      "loss": 5.2812,
      "step": 54889
    },
    {
      "epoch": 2.2482080688101576,
      "grad_norm": 4.448987413925049,
      "learning_rate": 0.00021127753609640016,
      "loss": 5.4375,
      "step": 54890
    },
    {
      "epoch": 2.248249027237354,
      "grad_norm": 3.3097969490155035,
      "learning_rate": 0.00021127455924158908,
      "loss": 6.3438,
      "step": 54891
    },
    {
      "epoch": 2.2482899856645506,
      "grad_norm": 3.4413446761010245,
      "learning_rate": 0.000211271582357811,
      "loss": 6.1562,
      "step": 54892
    },
    {
      "epoch": 2.2483309440917467,
      "grad_norm": 3.214063619733378,
      "learning_rate": 0.00021126860544506723,
      "loss": 4.5,
      "step": 54893
    },
    {
      "epoch": 2.2483719025189433,
      "grad_norm": 4.941873655208965,
      "learning_rate": 0.00021126562850335922,
      "loss": 4.8438,
      "step": 54894
    },
    {
      "epoch": 2.24841286094614,
      "grad_norm": 3.2808191863595777,
      "learning_rate": 0.00021126265153268838,
      "loss": 5.375,
      "step": 54895
    },
    {
      "epoch": 2.248453819373336,
      "grad_norm": 6.104934191952809,
      "learning_rate": 0.00021125967453305614,
      "loss": 4.1875,
      "step": 54896
    },
    {
      "epoch": 2.2484947778005324,
      "grad_norm": 4.648866001376455,
      "learning_rate": 0.00021125669750446385,
      "loss": 6.25,
      "step": 54897
    },
    {
      "epoch": 2.248535736227729,
      "grad_norm": 3.5967766816494815,
      "learning_rate": 0.00021125372044691293,
      "loss": 5.2188,
      "step": 54898
    },
    {
      "epoch": 2.248576694654925,
      "grad_norm": 5.4144046465821445,
      "learning_rate": 0.00021125074336040487,
      "loss": 5.375,
      "step": 54899
    },
    {
      "epoch": 2.2486176530821216,
      "grad_norm": 2.6611917488708863,
      "learning_rate": 0.00021124776624494097,
      "loss": 4.3438,
      "step": 54900
    },
    {
      "epoch": 2.248658611509318,
      "grad_norm": 2.8024040403081623,
      "learning_rate": 0.00021124478910052266,
      "loss": 3.7344,
      "step": 54901
    },
    {
      "epoch": 2.248699569936514,
      "grad_norm": 3.0983711741996314,
      "learning_rate": 0.00021124181192715139,
      "loss": 4.1562,
      "step": 54902
    },
    {
      "epoch": 2.2487405283637107,
      "grad_norm": 3.1613996734360925,
      "learning_rate": 0.00021123883472482855,
      "loss": 3.3281,
      "step": 54903
    },
    {
      "epoch": 2.2487814867909073,
      "grad_norm": 5.647332429265988,
      "learning_rate": 0.00021123585749355557,
      "loss": 3.0312,
      "step": 54904
    },
    {
      "epoch": 2.248822445218104,
      "grad_norm": 2.8441435233075687,
      "learning_rate": 0.00021123288023333373,
      "loss": 4.2188,
      "step": 54905
    },
    {
      "epoch": 2.2488634036453,
      "grad_norm": 3.578415131827416,
      "learning_rate": 0.00021122990294416462,
      "loss": 6.75,
      "step": 54906
    },
    {
      "epoch": 2.2489043620724964,
      "grad_norm": 3.2256698943078423,
      "learning_rate": 0.00021122692562604954,
      "loss": 4.5625,
      "step": 54907
    },
    {
      "epoch": 2.248945320499693,
      "grad_norm": 3.100439439909632,
      "learning_rate": 0.00021122394827898994,
      "loss": 5.4062,
      "step": 54908
    },
    {
      "epoch": 2.248986278926889,
      "grad_norm": 4.031921257785418,
      "learning_rate": 0.00021122097090298719,
      "loss": 3.9688,
      "step": 54909
    },
    {
      "epoch": 2.2490272373540856,
      "grad_norm": 3.04101061484744,
      "learning_rate": 0.0002112179934980427,
      "loss": 4.9062,
      "step": 54910
    },
    {
      "epoch": 2.249068195781282,
      "grad_norm": 3.0280465930387903,
      "learning_rate": 0.00021121501606415798,
      "loss": 4.125,
      "step": 54911
    },
    {
      "epoch": 2.2491091542084782,
      "grad_norm": 3.4370236311268574,
      "learning_rate": 0.00021121203860133427,
      "loss": 5.5312,
      "step": 54912
    },
    {
      "epoch": 2.2491501126356748,
      "grad_norm": 3.2566578908804393,
      "learning_rate": 0.0002112090611095731,
      "loss": 6.125,
      "step": 54913
    },
    {
      "epoch": 2.2491910710628713,
      "grad_norm": 2.906337522769945,
      "learning_rate": 0.0002112060835888758,
      "loss": 3.625,
      "step": 54914
    },
    {
      "epoch": 2.2492320294900674,
      "grad_norm": 2.9912850424662745,
      "learning_rate": 0.00021120310603924385,
      "loss": 4.5312,
      "step": 54915
    },
    {
      "epoch": 2.249272987917264,
      "grad_norm": 2.993119953912333,
      "learning_rate": 0.00021120012846067863,
      "loss": 5.1562,
      "step": 54916
    },
    {
      "epoch": 2.2493139463444605,
      "grad_norm": 3.024905073243873,
      "learning_rate": 0.0002111971508531815,
      "loss": 5.1562,
      "step": 54917
    },
    {
      "epoch": 2.2493549047716566,
      "grad_norm": 4.158407228409791,
      "learning_rate": 0.00021119417321675393,
      "loss": 7.3125,
      "step": 54918
    },
    {
      "epoch": 2.249395863198853,
      "grad_norm": 2.6449253981660075,
      "learning_rate": 0.00021119119555139732,
      "loss": 3.7812,
      "step": 54919
    },
    {
      "epoch": 2.2494368216260496,
      "grad_norm": 3.548758639577287,
      "learning_rate": 0.00021118821785711303,
      "loss": 6.1562,
      "step": 54920
    },
    {
      "epoch": 2.2494777800532457,
      "grad_norm": 2.8985102740986006,
      "learning_rate": 0.00021118524013390253,
      "loss": 4.5938,
      "step": 54921
    },
    {
      "epoch": 2.2495187384804423,
      "grad_norm": 2.6519780028720166,
      "learning_rate": 0.00021118226238176716,
      "loss": 5.0625,
      "step": 54922
    },
    {
      "epoch": 2.249559696907639,
      "grad_norm": 5.369007165434535,
      "learning_rate": 0.00021117928460070843,
      "loss": 4.5,
      "step": 54923
    },
    {
      "epoch": 2.2496006553348353,
      "grad_norm": 5.097675267241361,
      "learning_rate": 0.00021117630679072763,
      "loss": 5.0938,
      "step": 54924
    },
    {
      "epoch": 2.2496416137620314,
      "grad_norm": 4.17306939231832,
      "learning_rate": 0.00021117332895182627,
      "loss": 6.5625,
      "step": 54925
    },
    {
      "epoch": 2.249682572189228,
      "grad_norm": 4.253620066437957,
      "learning_rate": 0.00021117035108400564,
      "loss": 3.3594,
      "step": 54926
    },
    {
      "epoch": 2.2497235306164245,
      "grad_norm": 5.33263572465166,
      "learning_rate": 0.00021116737318726728,
      "loss": 1.5312,
      "step": 54927
    },
    {
      "epoch": 2.2497644890436206,
      "grad_norm": 3.166823059791138,
      "learning_rate": 0.00021116439526161252,
      "loss": 4.625,
      "step": 54928
    },
    {
      "epoch": 2.249805447470817,
      "grad_norm": 3.817039071684155,
      "learning_rate": 0.00021116141730704276,
      "loss": 5.875,
      "step": 54929
    },
    {
      "epoch": 2.2498464058980137,
      "grad_norm": 4.646669296232532,
      "learning_rate": 0.00021115843932355946,
      "loss": 5.4062,
      "step": 54930
    },
    {
      "epoch": 2.2498873643252097,
      "grad_norm": 5.144098168792556,
      "learning_rate": 0.00021115546131116397,
      "loss": 3.2969,
      "step": 54931
    },
    {
      "epoch": 2.2499283227524063,
      "grad_norm": 4.118468946587673,
      "learning_rate": 0.0002111524832698578,
      "loss": 3.5156,
      "step": 54932
    },
    {
      "epoch": 2.249969281179603,
      "grad_norm": 2.703505470991024,
      "learning_rate": 0.00021114950519964218,
      "loss": 4.0312,
      "step": 54933
    },
    {
      "epoch": 2.250010239606799,
      "grad_norm": 3.186022242899963,
      "learning_rate": 0.00021114652710051872,
      "loss": 4.9375,
      "step": 54934
    },
    {
      "epoch": 2.2500511980339954,
      "grad_norm": 3.347561530804333,
      "learning_rate": 0.00021114354897248865,
      "loss": 4.75,
      "step": 54935
    },
    {
      "epoch": 2.250092156461192,
      "grad_norm": 3.8186516043849568,
      "learning_rate": 0.0002111405708155535,
      "loss": 5.0625,
      "step": 54936
    },
    {
      "epoch": 2.2501331148883885,
      "grad_norm": 2.854238662973465,
      "learning_rate": 0.00021113759262971458,
      "loss": 4.6875,
      "step": 54937
    },
    {
      "epoch": 2.2501740733155846,
      "grad_norm": 3.5167559495318805,
      "learning_rate": 0.00021113461441497344,
      "loss": 5.5625,
      "step": 54938
    },
    {
      "epoch": 2.250215031742781,
      "grad_norm": 4.124548949973235,
      "learning_rate": 0.00021113163617133136,
      "loss": 4.4375,
      "step": 54939
    },
    {
      "epoch": 2.2502559901699772,
      "grad_norm": 3.4269438395849545,
      "learning_rate": 0.0002111286578987898,
      "loss": 4.7812,
      "step": 54940
    },
    {
      "epoch": 2.2502969485971738,
      "grad_norm": 10.216907784330502,
      "learning_rate": 0.00021112567959735015,
      "loss": 5.625,
      "step": 54941
    },
    {
      "epoch": 2.2503379070243703,
      "grad_norm": 2.9055631042030483,
      "learning_rate": 0.0002111227012670138,
      "loss": 4.1875,
      "step": 54942
    },
    {
      "epoch": 2.250378865451567,
      "grad_norm": 3.678507135731663,
      "learning_rate": 0.0002111197229077822,
      "loss": 4.125,
      "step": 54943
    },
    {
      "epoch": 2.250419823878763,
      "grad_norm": 7.629355823497595,
      "learning_rate": 0.00021111674451965677,
      "loss": 4.75,
      "step": 54944
    },
    {
      "epoch": 2.2504607823059595,
      "grad_norm": 3.1178153675846554,
      "learning_rate": 0.00021111376610263887,
      "loss": 5.0,
      "step": 54945
    },
    {
      "epoch": 2.250501740733156,
      "grad_norm": 3.5514140972074797,
      "learning_rate": 0.0002111107876567299,
      "loss": 4.875,
      "step": 54946
    },
    {
      "epoch": 2.250542699160352,
      "grad_norm": 4.537880207173767,
      "learning_rate": 0.00021110780918193135,
      "loss": 4.1562,
      "step": 54947
    },
    {
      "epoch": 2.2505836575875486,
      "grad_norm": 3.084744501162081,
      "learning_rate": 0.00021110483067824452,
      "loss": 4.5,
      "step": 54948
    },
    {
      "epoch": 2.250624616014745,
      "grad_norm": 4.336728562976591,
      "learning_rate": 0.0002111018521456709,
      "loss": 1.0312,
      "step": 54949
    },
    {
      "epoch": 2.2506655744419413,
      "grad_norm": 3.124047980782271,
      "learning_rate": 0.00021109887358421186,
      "loss": 4.875,
      "step": 54950
    },
    {
      "epoch": 2.250706532869138,
      "grad_norm": 3.3150204820776525,
      "learning_rate": 0.00021109589499386882,
      "loss": 4.8125,
      "step": 54951
    },
    {
      "epoch": 2.2507474912963343,
      "grad_norm": 4.289960734459614,
      "learning_rate": 0.00021109291637464323,
      "loss": 5.5938,
      "step": 54952
    },
    {
      "epoch": 2.2507884497235304,
      "grad_norm": 2.59658899725,
      "learning_rate": 0.0002110899377265364,
      "loss": 4.75,
      "step": 54953
    },
    {
      "epoch": 2.250829408150727,
      "grad_norm": 3.1810461128295096,
      "learning_rate": 0.0002110869590495498,
      "loss": 2.8906,
      "step": 54954
    },
    {
      "epoch": 2.2508703665779235,
      "grad_norm": 2.6347522809260644,
      "learning_rate": 0.00021108398034368482,
      "loss": 4.0625,
      "step": 54955
    },
    {
      "epoch": 2.25091132500512,
      "grad_norm": 2.628589435780441,
      "learning_rate": 0.00021108100160894294,
      "loss": 4.0938,
      "step": 54956
    },
    {
      "epoch": 2.250952283432316,
      "grad_norm": 3.222273605011981,
      "learning_rate": 0.00021107802284532547,
      "loss": 4.625,
      "step": 54957
    },
    {
      "epoch": 2.2509932418595127,
      "grad_norm": 3.5394272741935637,
      "learning_rate": 0.0002110750440528338,
      "loss": 4.6875,
      "step": 54958
    },
    {
      "epoch": 2.2510342002867088,
      "grad_norm": 3.7588807000832487,
      "learning_rate": 0.00021107206523146945,
      "loss": 4.8125,
      "step": 54959
    },
    {
      "epoch": 2.2510751587139053,
      "grad_norm": 3.3828285099576405,
      "learning_rate": 0.00021106908638123377,
      "loss": 3.625,
      "step": 54960
    },
    {
      "epoch": 2.251116117141102,
      "grad_norm": 2.9343428023462512,
      "learning_rate": 0.00021106610750212815,
      "loss": 5.125,
      "step": 54961
    },
    {
      "epoch": 2.2511570755682984,
      "grad_norm": 2.922697056973695,
      "learning_rate": 0.00021106312859415404,
      "loss": 4.0,
      "step": 54962
    },
    {
      "epoch": 2.2511980339954945,
      "grad_norm": 2.7312626235591426,
      "learning_rate": 0.00021106014965731283,
      "loss": 4.7812,
      "step": 54963
    },
    {
      "epoch": 2.251238992422691,
      "grad_norm": 3.2741322224560716,
      "learning_rate": 0.0002110571706916059,
      "loss": 4.7188,
      "step": 54964
    },
    {
      "epoch": 2.2512799508498875,
      "grad_norm": 2.993826628856895,
      "learning_rate": 0.00021105419169703473,
      "loss": 4.3438,
      "step": 54965
    },
    {
      "epoch": 2.2513209092770836,
      "grad_norm": 2.9526303903074855,
      "learning_rate": 0.0002110512126736006,
      "loss": 5.125,
      "step": 54966
    },
    {
      "epoch": 2.25136186770428,
      "grad_norm": 3.529940026876385,
      "learning_rate": 0.00021104823362130508,
      "loss": 6.0625,
      "step": 54967
    },
    {
      "epoch": 2.2514028261314767,
      "grad_norm": 4.568066060721023,
      "learning_rate": 0.00021104525454014947,
      "loss": 3.0469,
      "step": 54968
    },
    {
      "epoch": 2.251443784558673,
      "grad_norm": 2.878006656075572,
      "learning_rate": 0.00021104227543013518,
      "loss": 3.8594,
      "step": 54969
    },
    {
      "epoch": 2.2514847429858693,
      "grad_norm": 4.4129944080939705,
      "learning_rate": 0.00021103929629126368,
      "loss": 5.2812,
      "step": 54970
    },
    {
      "epoch": 2.251525701413066,
      "grad_norm": 4.480636351779151,
      "learning_rate": 0.00021103631712353634,
      "loss": 4.2188,
      "step": 54971
    },
    {
      "epoch": 2.251566659840262,
      "grad_norm": 3.1292732504399723,
      "learning_rate": 0.00021103333792695452,
      "loss": 4.0938,
      "step": 54972
    },
    {
      "epoch": 2.2516076182674585,
      "grad_norm": 3.505692974332167,
      "learning_rate": 0.0002110303587015197,
      "loss": 5.4062,
      "step": 54973
    },
    {
      "epoch": 2.251648576694655,
      "grad_norm": 13.07050317191214,
      "learning_rate": 0.00021102737944723332,
      "loss": 1.5938,
      "step": 54974
    },
    {
      "epoch": 2.2516895351218515,
      "grad_norm": 2.8167498450671973,
      "learning_rate": 0.0002110244001640967,
      "loss": 4.2188,
      "step": 54975
    },
    {
      "epoch": 2.2517304935490476,
      "grad_norm": 2.7454520503081885,
      "learning_rate": 0.00021102142085211128,
      "loss": 4.7812,
      "step": 54976
    },
    {
      "epoch": 2.251771451976244,
      "grad_norm": 2.97819419173732,
      "learning_rate": 0.00021101844151127846,
      "loss": 4.75,
      "step": 54977
    },
    {
      "epoch": 2.2518124104034403,
      "grad_norm": 3.1464756007589063,
      "learning_rate": 0.00021101546214159967,
      "loss": 5.125,
      "step": 54978
    },
    {
      "epoch": 2.251853368830637,
      "grad_norm": 3.2768235299418507,
      "learning_rate": 0.0002110124827430763,
      "loss": 6.125,
      "step": 54979
    },
    {
      "epoch": 2.2518943272578333,
      "grad_norm": 3.498228046027022,
      "learning_rate": 0.00021100950331570981,
      "loss": 4.9062,
      "step": 54980
    },
    {
      "epoch": 2.25193528568503,
      "grad_norm": 2.992704510282134,
      "learning_rate": 0.00021100652385950153,
      "loss": 4.5625,
      "step": 54981
    },
    {
      "epoch": 2.251976244112226,
      "grad_norm": 5.950597466791446,
      "learning_rate": 0.00021100354437445293,
      "loss": 6.5,
      "step": 54982
    },
    {
      "epoch": 2.2520172025394225,
      "grad_norm": 2.879249504272997,
      "learning_rate": 0.0002110005648605654,
      "loss": 4.125,
      "step": 54983
    },
    {
      "epoch": 2.252058160966619,
      "grad_norm": 2.6837446942533507,
      "learning_rate": 0.0002109975853178403,
      "loss": 3.6094,
      "step": 54984
    },
    {
      "epoch": 2.252099119393815,
      "grad_norm": 2.6913915603090057,
      "learning_rate": 0.00021099460574627908,
      "loss": 4.2812,
      "step": 54985
    },
    {
      "epoch": 2.2521400778210117,
      "grad_norm": 6.344400664377984,
      "learning_rate": 0.00021099162614588322,
      "loss": 3.375,
      "step": 54986
    },
    {
      "epoch": 2.252181036248208,
      "grad_norm": 2.664485065067955,
      "learning_rate": 0.000210988646516654,
      "loss": 3.875,
      "step": 54987
    },
    {
      "epoch": 2.2522219946754043,
      "grad_norm": 2.8830874967316946,
      "learning_rate": 0.0002109856668585929,
      "loss": 3.9219,
      "step": 54988
    },
    {
      "epoch": 2.252262953102601,
      "grad_norm": 3.3304348891536355,
      "learning_rate": 0.00021098268717170132,
      "loss": 2.0781,
      "step": 54989
    },
    {
      "epoch": 2.2523039115297974,
      "grad_norm": 5.963796390332375,
      "learning_rate": 0.00021097970745598065,
      "loss": 4.3438,
      "step": 54990
    },
    {
      "epoch": 2.2523448699569935,
      "grad_norm": 5.014661115127372,
      "learning_rate": 0.00021097672771143235,
      "loss": 5.9062,
      "step": 54991
    },
    {
      "epoch": 2.25238582838419,
      "grad_norm": 6.084360508006469,
      "learning_rate": 0.00021097374793805778,
      "loss": 3.4375,
      "step": 54992
    },
    {
      "epoch": 2.2524267868113865,
      "grad_norm": 7.014352714490067,
      "learning_rate": 0.00021097076813585835,
      "loss": 6.375,
      "step": 54993
    },
    {
      "epoch": 2.252467745238583,
      "grad_norm": 3.4711999435622807,
      "learning_rate": 0.00021096778830483545,
      "loss": 4.2188,
      "step": 54994
    },
    {
      "epoch": 2.252508703665779,
      "grad_norm": 5.589301172763225,
      "learning_rate": 0.00021096480844499054,
      "loss": 3.8594,
      "step": 54995
    },
    {
      "epoch": 2.2525496620929757,
      "grad_norm": 2.8854147616675774,
      "learning_rate": 0.00021096182855632502,
      "loss": 5.9062,
      "step": 54996
    },
    {
      "epoch": 2.252590620520172,
      "grad_norm": 5.209996655347144,
      "learning_rate": 0.0002109588486388403,
      "loss": 4.25,
      "step": 54997
    },
    {
      "epoch": 2.2526315789473683,
      "grad_norm": 2.7776280386032863,
      "learning_rate": 0.0002109558686925377,
      "loss": 4.0312,
      "step": 54998
    },
    {
      "epoch": 2.252672537374565,
      "grad_norm": 3.0963750655197697,
      "learning_rate": 0.00021095288871741876,
      "loss": 4.0312,
      "step": 54999
    },
    {
      "epoch": 2.2527134958017614,
      "grad_norm": 2.8458148822971983,
      "learning_rate": 0.00021094990871348482,
      "loss": 4.6562,
      "step": 55000
    },
    {
      "epoch": 2.2527544542289575,
      "grad_norm": 2.684760268848312,
      "learning_rate": 0.00021094692868073731,
      "loss": 4.5,
      "step": 55001
    },
    {
      "epoch": 2.252795412656154,
      "grad_norm": 4.8615202601569925,
      "learning_rate": 0.0002109439486191776,
      "loss": 2.2188,
      "step": 55002
    },
    {
      "epoch": 2.2528363710833506,
      "grad_norm": 2.8788585338786072,
      "learning_rate": 0.00021094096852880719,
      "loss": 4.0,
      "step": 55003
    },
    {
      "epoch": 2.2528773295105466,
      "grad_norm": 3.168326816497382,
      "learning_rate": 0.00021093798840962738,
      "loss": 5.5312,
      "step": 55004
    },
    {
      "epoch": 2.252918287937743,
      "grad_norm": 5.18264394093744,
      "learning_rate": 0.0002109350082616396,
      "loss": 7.1875,
      "step": 55005
    },
    {
      "epoch": 2.2529592463649397,
      "grad_norm": 6.382840846269274,
      "learning_rate": 0.00021093202808484534,
      "loss": 6.375,
      "step": 55006
    },
    {
      "epoch": 2.253000204792136,
      "grad_norm": 6.561821424074122,
      "learning_rate": 0.00021092904787924592,
      "loss": 3.8594,
      "step": 55007
    },
    {
      "epoch": 2.2530411632193323,
      "grad_norm": 2.725684675417503,
      "learning_rate": 0.0002109260676448428,
      "loss": 4.375,
      "step": 55008
    },
    {
      "epoch": 2.253082121646529,
      "grad_norm": 4.758102377309095,
      "learning_rate": 0.00021092308738163734,
      "loss": 5.25,
      "step": 55009
    },
    {
      "epoch": 2.253123080073725,
      "grad_norm": 3.6498328354928997,
      "learning_rate": 0.000210920107089631,
      "loss": 5.625,
      "step": 55010
    },
    {
      "epoch": 2.2531640385009215,
      "grad_norm": 3.937354240231584,
      "learning_rate": 0.00021091712676882515,
      "loss": 3.7188,
      "step": 55011
    },
    {
      "epoch": 2.253204996928118,
      "grad_norm": 4.422123276740183,
      "learning_rate": 0.00021091414641922124,
      "loss": 5.4375,
      "step": 55012
    },
    {
      "epoch": 2.2532459553553146,
      "grad_norm": 3.129857162433608,
      "learning_rate": 0.00021091116604082065,
      "loss": 5.25,
      "step": 55013
    },
    {
      "epoch": 2.2532869137825107,
      "grad_norm": 3.29823611447127,
      "learning_rate": 0.00021090818563362479,
      "loss": 5.9062,
      "step": 55014
    },
    {
      "epoch": 2.253327872209707,
      "grad_norm": 3.402176788375716,
      "learning_rate": 0.0002109052051976351,
      "loss": 4.4375,
      "step": 55015
    },
    {
      "epoch": 2.2533688306369033,
      "grad_norm": 2.9278249423655374,
      "learning_rate": 0.00021090222473285294,
      "loss": 4.0312,
      "step": 55016
    },
    {
      "epoch": 2.2534097890641,
      "grad_norm": 6.057269393177159,
      "learning_rate": 0.00021089924423927972,
      "loss": 6.0312,
      "step": 55017
    },
    {
      "epoch": 2.2534507474912964,
      "grad_norm": 3.232012733131834,
      "learning_rate": 0.00021089626371691687,
      "loss": 5.5938,
      "step": 55018
    },
    {
      "epoch": 2.253491705918493,
      "grad_norm": 3.2224590470217036,
      "learning_rate": 0.00021089328316576585,
      "loss": 5.0312,
      "step": 55019
    },
    {
      "epoch": 2.253532664345689,
      "grad_norm": 3.19278845228672,
      "learning_rate": 0.00021089030258582798,
      "loss": 4.5312,
      "step": 55020
    },
    {
      "epoch": 2.2535736227728855,
      "grad_norm": 3.294810753027593,
      "learning_rate": 0.00021088732197710472,
      "loss": 5.875,
      "step": 55021
    },
    {
      "epoch": 2.253614581200082,
      "grad_norm": 4.1958604984305765,
      "learning_rate": 0.00021088434133959748,
      "loss": 4.1875,
      "step": 55022
    },
    {
      "epoch": 2.253655539627278,
      "grad_norm": 2.6216037569103268,
      "learning_rate": 0.00021088136067330766,
      "loss": 3.8125,
      "step": 55023
    },
    {
      "epoch": 2.2536964980544747,
      "grad_norm": 3.0490542607178304,
      "learning_rate": 0.00021087837997823666,
      "loss": 4.375,
      "step": 55024
    },
    {
      "epoch": 2.2537374564816712,
      "grad_norm": 4.0749088289590505,
      "learning_rate": 0.00021087539925438586,
      "loss": 5.625,
      "step": 55025
    },
    {
      "epoch": 2.2537784149088673,
      "grad_norm": 2.8961214721440545,
      "learning_rate": 0.00021087241850175674,
      "loss": 5.0312,
      "step": 55026
    },
    {
      "epoch": 2.253819373336064,
      "grad_norm": 3.1743243737928504,
      "learning_rate": 0.00021086943772035066,
      "loss": 4.375,
      "step": 55027
    },
    {
      "epoch": 2.2538603317632604,
      "grad_norm": 3.064748694507425,
      "learning_rate": 0.00021086645691016905,
      "loss": 4.375,
      "step": 55028
    },
    {
      "epoch": 2.2539012901904565,
      "grad_norm": 3.0818391749937333,
      "learning_rate": 0.0002108634760712133,
      "loss": 5.1562,
      "step": 55029
    },
    {
      "epoch": 2.253942248617653,
      "grad_norm": 2.7253201977179087,
      "learning_rate": 0.00021086049520348482,
      "loss": 4.3125,
      "step": 55030
    },
    {
      "epoch": 2.2539832070448496,
      "grad_norm": 2.8215019272104445,
      "learning_rate": 0.00021085751430698505,
      "loss": 3.9688,
      "step": 55031
    },
    {
      "epoch": 2.254024165472046,
      "grad_norm": 3.300913164925642,
      "learning_rate": 0.0002108545333817154,
      "loss": 4.6562,
      "step": 55032
    },
    {
      "epoch": 2.254065123899242,
      "grad_norm": 3.3510517999645355,
      "learning_rate": 0.00021085155242767722,
      "loss": 5.2188,
      "step": 55033
    },
    {
      "epoch": 2.2541060823264387,
      "grad_norm": 3.1219732465307493,
      "learning_rate": 0.00021084857144487194,
      "loss": 4.9062,
      "step": 55034
    },
    {
      "epoch": 2.254147040753635,
      "grad_norm": 5.89187380570441,
      "learning_rate": 0.00021084559043330102,
      "loss": 4.5312,
      "step": 55035
    },
    {
      "epoch": 2.2541879991808313,
      "grad_norm": 3.04457106936942,
      "learning_rate": 0.00021084260939296584,
      "loss": 5.6562,
      "step": 55036
    },
    {
      "epoch": 2.254228957608028,
      "grad_norm": 7.286331870256146,
      "learning_rate": 0.0002108396283238678,
      "loss": 1.6719,
      "step": 55037
    },
    {
      "epoch": 2.2542699160352244,
      "grad_norm": 2.9379537086264422,
      "learning_rate": 0.00021083664722600833,
      "loss": 3.875,
      "step": 55038
    },
    {
      "epoch": 2.2543108744624205,
      "grad_norm": 2.825625466022647,
      "learning_rate": 0.00021083366609938881,
      "loss": 5.8125,
      "step": 55039
    },
    {
      "epoch": 2.254351832889617,
      "grad_norm": 3.2977431974511693,
      "learning_rate": 0.00021083068494401065,
      "loss": 4.9375,
      "step": 55040
    },
    {
      "epoch": 2.2543927913168136,
      "grad_norm": 3.266069590304142,
      "learning_rate": 0.00021082770375987527,
      "loss": 5.2188,
      "step": 55041
    },
    {
      "epoch": 2.2544337497440097,
      "grad_norm": 5.04072793851902,
      "learning_rate": 0.00021082472254698408,
      "loss": 7.0,
      "step": 55042
    },
    {
      "epoch": 2.254474708171206,
      "grad_norm": 3.010222164259248,
      "learning_rate": 0.00021082174130533855,
      "loss": 3.9062,
      "step": 55043
    },
    {
      "epoch": 2.2545156665984027,
      "grad_norm": 4.617002873242798,
      "learning_rate": 0.00021081876003493997,
      "loss": 4.2812,
      "step": 55044
    },
    {
      "epoch": 2.254556625025599,
      "grad_norm": 3.1205343759595303,
      "learning_rate": 0.0002108157787357898,
      "loss": 4.7812,
      "step": 55045
    },
    {
      "epoch": 2.2545975834527954,
      "grad_norm": 4.683392709913272,
      "learning_rate": 0.00021081279740788948,
      "loss": 5.6562,
      "step": 55046
    },
    {
      "epoch": 2.254638541879992,
      "grad_norm": 3.021803857075048,
      "learning_rate": 0.0002108098160512404,
      "loss": 4.625,
      "step": 55047
    },
    {
      "epoch": 2.254679500307188,
      "grad_norm": 2.214285068563242,
      "learning_rate": 0.00021080683466584397,
      "loss": 3.1562,
      "step": 55048
    },
    {
      "epoch": 2.2547204587343845,
      "grad_norm": 2.7694377240652894,
      "learning_rate": 0.00021080385325170155,
      "loss": 4.9062,
      "step": 55049
    },
    {
      "epoch": 2.254761417161581,
      "grad_norm": 4.009018012551525,
      "learning_rate": 0.00021080087180881465,
      "loss": 5.5312,
      "step": 55050
    },
    {
      "epoch": 2.2548023755887776,
      "grad_norm": 8.786330316040246,
      "learning_rate": 0.00021079789033718463,
      "loss": 4.125,
      "step": 55051
    },
    {
      "epoch": 2.2548433340159737,
      "grad_norm": 2.9533627681395034,
      "learning_rate": 0.00021079490883681287,
      "loss": 4.8438,
      "step": 55052
    },
    {
      "epoch": 2.2548842924431702,
      "grad_norm": 2.9356652147036355,
      "learning_rate": 0.00021079192730770078,
      "loss": 4.4062,
      "step": 55053
    },
    {
      "epoch": 2.2549252508703668,
      "grad_norm": 3.2680688158067155,
      "learning_rate": 0.00021078894574984983,
      "loss": 5.5,
      "step": 55054
    },
    {
      "epoch": 2.254966209297563,
      "grad_norm": 2.9529079250949026,
      "learning_rate": 0.00021078596416326142,
      "loss": 4.9062,
      "step": 55055
    },
    {
      "epoch": 2.2550071677247594,
      "grad_norm": 2.9288544904052993,
      "learning_rate": 0.0002107829825479369,
      "loss": 5.0,
      "step": 55056
    },
    {
      "epoch": 2.255048126151956,
      "grad_norm": 9.105989454891212,
      "learning_rate": 0.00021078000090387773,
      "loss": 5.625,
      "step": 55057
    },
    {
      "epoch": 2.255089084579152,
      "grad_norm": 4.104153993089826,
      "learning_rate": 0.00021077701923108528,
      "loss": 5.4062,
      "step": 55058
    },
    {
      "epoch": 2.2551300430063486,
      "grad_norm": 4.8278536194861115,
      "learning_rate": 0.000210774037529561,
      "loss": 2.4531,
      "step": 55059
    },
    {
      "epoch": 2.255171001433545,
      "grad_norm": 3.110344991184834,
      "learning_rate": 0.00021077105579930626,
      "loss": 5.0312,
      "step": 55060
    },
    {
      "epoch": 2.255211959860741,
      "grad_norm": 3.2729814622756557,
      "learning_rate": 0.00021076807404032255,
      "loss": 4.0938,
      "step": 55061
    },
    {
      "epoch": 2.2552529182879377,
      "grad_norm": 2.579845265684824,
      "learning_rate": 0.00021076509225261114,
      "loss": 4.8438,
      "step": 55062
    },
    {
      "epoch": 2.2552938767151343,
      "grad_norm": 2.841497178353158,
      "learning_rate": 0.00021076211043617358,
      "loss": 4.0625,
      "step": 55063
    },
    {
      "epoch": 2.2553348351423304,
      "grad_norm": 2.6539455758414623,
      "learning_rate": 0.0002107591285910112,
      "loss": 4.375,
      "step": 55064
    },
    {
      "epoch": 2.255375793569527,
      "grad_norm": 2.7052285864201773,
      "learning_rate": 0.00021075614671712541,
      "loss": 4.625,
      "step": 55065
    },
    {
      "epoch": 2.2554167519967234,
      "grad_norm": 3.0828022833358735,
      "learning_rate": 0.00021075316481451763,
      "loss": 4.625,
      "step": 55066
    },
    {
      "epoch": 2.2554577104239195,
      "grad_norm": 3.8692952193316437,
      "learning_rate": 0.0002107501828831893,
      "loss": 4.7188,
      "step": 55067
    },
    {
      "epoch": 2.255498668851116,
      "grad_norm": 4.528401849781919,
      "learning_rate": 0.00021074720092314182,
      "loss": 4.7188,
      "step": 55068
    },
    {
      "epoch": 2.2555396272783126,
      "grad_norm": 3.2245164902812924,
      "learning_rate": 0.0002107442189343766,
      "loss": 4.125,
      "step": 55069
    },
    {
      "epoch": 2.255580585705509,
      "grad_norm": 2.9461579327663268,
      "learning_rate": 0.000210741236916895,
      "loss": 4.2812,
      "step": 55070
    },
    {
      "epoch": 2.255621544132705,
      "grad_norm": 3.9183376337394797,
      "learning_rate": 0.0002107382548706985,
      "loss": 6.3438,
      "step": 55071
    },
    {
      "epoch": 2.2556625025599017,
      "grad_norm": 5.226342926813336,
      "learning_rate": 0.0002107352727957885,
      "loss": 4.0312,
      "step": 55072
    },
    {
      "epoch": 2.2557034609870983,
      "grad_norm": 10.53679301971183,
      "learning_rate": 0.00021073229069216632,
      "loss": 4.6875,
      "step": 55073
    },
    {
      "epoch": 2.2557444194142944,
      "grad_norm": 3.560945888057276,
      "learning_rate": 0.00021072930855983347,
      "loss": 4.9375,
      "step": 55074
    },
    {
      "epoch": 2.255785377841491,
      "grad_norm": 6.1437490312016445,
      "learning_rate": 0.00021072632639879132,
      "loss": 4.6875,
      "step": 55075
    },
    {
      "epoch": 2.2558263362686874,
      "grad_norm": 3.7931847147087145,
      "learning_rate": 0.00021072334420904132,
      "loss": 5.0625,
      "step": 55076
    },
    {
      "epoch": 2.2558672946958835,
      "grad_norm": 3.0444003187999895,
      "learning_rate": 0.0002107203619905848,
      "loss": 4.6875,
      "step": 55077
    },
    {
      "epoch": 2.25590825312308,
      "grad_norm": 2.7181185689543175,
      "learning_rate": 0.00021071737974342325,
      "loss": 4.875,
      "step": 55078
    },
    {
      "epoch": 2.2559492115502766,
      "grad_norm": 3.7578187937983945,
      "learning_rate": 0.00021071439746755803,
      "loss": 3.5469,
      "step": 55079
    },
    {
      "epoch": 2.2559901699774727,
      "grad_norm": 3.455766732451181,
      "learning_rate": 0.00021071141516299056,
      "loss": 3.5156,
      "step": 55080
    },
    {
      "epoch": 2.2560311284046692,
      "grad_norm": 2.808835147358608,
      "learning_rate": 0.00021070843282972225,
      "loss": 3.2656,
      "step": 55081
    },
    {
      "epoch": 2.2560720868318658,
      "grad_norm": 2.98769130401294,
      "learning_rate": 0.0002107054504677545,
      "loss": 4.8125,
      "step": 55082
    },
    {
      "epoch": 2.256113045259062,
      "grad_norm": 2.590932391180331,
      "learning_rate": 0.00021070246807708878,
      "loss": 3.7031,
      "step": 55083
    },
    {
      "epoch": 2.2561540036862584,
      "grad_norm": 3.857897628333465,
      "learning_rate": 0.00021069948565772645,
      "loss": 5.1875,
      "step": 55084
    },
    {
      "epoch": 2.256194962113455,
      "grad_norm": 2.730559976433727,
      "learning_rate": 0.00021069650320966894,
      "loss": 3.7031,
      "step": 55085
    },
    {
      "epoch": 2.256235920540651,
      "grad_norm": 3.5135428297212776,
      "learning_rate": 0.00021069352073291758,
      "loss": 3.875,
      "step": 55086
    },
    {
      "epoch": 2.2562768789678476,
      "grad_norm": 3.4747661118667548,
      "learning_rate": 0.0002106905382274739,
      "loss": 5.0938,
      "step": 55087
    },
    {
      "epoch": 2.256317837395044,
      "grad_norm": 2.9780581776573114,
      "learning_rate": 0.00021068755569333928,
      "loss": 5.4375,
      "step": 55088
    },
    {
      "epoch": 2.2563587958222406,
      "grad_norm": 3.6537923446650225,
      "learning_rate": 0.00021068457313051504,
      "loss": 5.3438,
      "step": 55089
    },
    {
      "epoch": 2.2563997542494367,
      "grad_norm": 3.374422035658462,
      "learning_rate": 0.00021068159053900265,
      "loss": 4.5312,
      "step": 55090
    },
    {
      "epoch": 2.2564407126766333,
      "grad_norm": 2.631609434995048,
      "learning_rate": 0.00021067860791880357,
      "loss": 4.0625,
      "step": 55091
    },
    {
      "epoch": 2.25648167110383,
      "grad_norm": 2.955087760103348,
      "learning_rate": 0.00021067562526991916,
      "loss": 4.75,
      "step": 55092
    },
    {
      "epoch": 2.256522629531026,
      "grad_norm": 3.682724905195728,
      "learning_rate": 0.00021067264259235085,
      "loss": 4.875,
      "step": 55093
    },
    {
      "epoch": 2.2565635879582224,
      "grad_norm": 3.166503973776422,
      "learning_rate": 0.00021066965988609997,
      "loss": 5.2188,
      "step": 55094
    },
    {
      "epoch": 2.256604546385419,
      "grad_norm": 2.764183505784206,
      "learning_rate": 0.00021066667715116807,
      "loss": 4.5,
      "step": 55095
    },
    {
      "epoch": 2.256645504812615,
      "grad_norm": 3.0066494458882347,
      "learning_rate": 0.00021066369438755645,
      "loss": 4.7188,
      "step": 55096
    },
    {
      "epoch": 2.2566864632398116,
      "grad_norm": 8.089488155193285,
      "learning_rate": 0.00021066071159526656,
      "loss": 5.625,
      "step": 55097
    },
    {
      "epoch": 2.256727421667008,
      "grad_norm": 2.929348329519578,
      "learning_rate": 0.00021065772877429978,
      "loss": 4.7812,
      "step": 55098
    },
    {
      "epoch": 2.256768380094204,
      "grad_norm": 4.9592617330646895,
      "learning_rate": 0.0002106547459246576,
      "loss": 5.4062,
      "step": 55099
    },
    {
      "epoch": 2.2568093385214008,
      "grad_norm": 2.879555215988296,
      "learning_rate": 0.00021065176304634135,
      "loss": 4.625,
      "step": 55100
    },
    {
      "epoch": 2.2568502969485973,
      "grad_norm": 4.514062181449715,
      "learning_rate": 0.00021064878013935247,
      "loss": 5.9688,
      "step": 55101
    },
    {
      "epoch": 2.2568912553757934,
      "grad_norm": 4.018994701824632,
      "learning_rate": 0.00021064579720369233,
      "loss": 3.2344,
      "step": 55102
    },
    {
      "epoch": 2.25693221380299,
      "grad_norm": 5.3472177371065,
      "learning_rate": 0.0002106428142393624,
      "loss": 6.7812,
      "step": 55103
    },
    {
      "epoch": 2.2569731722301865,
      "grad_norm": 2.825672928848229,
      "learning_rate": 0.0002106398312463641,
      "loss": 5.25,
      "step": 55104
    },
    {
      "epoch": 2.2570141306573825,
      "grad_norm": 4.68395587043031,
      "learning_rate": 0.00021063684822469875,
      "loss": 4.8438,
      "step": 55105
    },
    {
      "epoch": 2.257055089084579,
      "grad_norm": 2.9556585726350377,
      "learning_rate": 0.00021063386517436783,
      "loss": 4.4375,
      "step": 55106
    },
    {
      "epoch": 2.2570960475117756,
      "grad_norm": 4.616221889752689,
      "learning_rate": 0.00021063088209537277,
      "loss": 5.7812,
      "step": 55107
    },
    {
      "epoch": 2.257137005938972,
      "grad_norm": 2.8025188943453885,
      "learning_rate": 0.00021062789898771496,
      "loss": 4.3125,
      "step": 55108
    },
    {
      "epoch": 2.2571779643661682,
      "grad_norm": 4.49123136574192,
      "learning_rate": 0.00021062491585139575,
      "loss": 5.5,
      "step": 55109
    },
    {
      "epoch": 2.257218922793365,
      "grad_norm": 3.6590200786547737,
      "learning_rate": 0.0002106219326864166,
      "loss": 4.6875,
      "step": 55110
    },
    {
      "epoch": 2.2572598812205613,
      "grad_norm": 3.6811159711886026,
      "learning_rate": 0.00021061894949277895,
      "loss": 5.9375,
      "step": 55111
    },
    {
      "epoch": 2.2573008396477574,
      "grad_norm": 2.962971110757864,
      "learning_rate": 0.00021061596627048416,
      "loss": 3.7031,
      "step": 55112
    },
    {
      "epoch": 2.257341798074954,
      "grad_norm": 4.716727595677395,
      "learning_rate": 0.0002106129830195336,
      "loss": 3.8906,
      "step": 55113
    },
    {
      "epoch": 2.2573827565021505,
      "grad_norm": 4.359309313547022,
      "learning_rate": 0.00021060999973992884,
      "loss": 4.0,
      "step": 55114
    },
    {
      "epoch": 2.2574237149293466,
      "grad_norm": 3.142660052684974,
      "learning_rate": 0.00021060701643167113,
      "loss": 5.125,
      "step": 55115
    },
    {
      "epoch": 2.257464673356543,
      "grad_norm": 2.6047693792290647,
      "learning_rate": 0.000210604033094762,
      "loss": 4.1562,
      "step": 55116
    },
    {
      "epoch": 2.2575056317837396,
      "grad_norm": 3.512147082480891,
      "learning_rate": 0.0002106010497292027,
      "loss": 4.1562,
      "step": 55117
    },
    {
      "epoch": 2.2575465902109357,
      "grad_norm": 2.704324027613124,
      "learning_rate": 0.0002105980663349948,
      "loss": 4.0938,
      "step": 55118
    },
    {
      "epoch": 2.2575875486381323,
      "grad_norm": 3.1018571828514228,
      "learning_rate": 0.00021059508291213966,
      "loss": 4.2188,
      "step": 55119
    },
    {
      "epoch": 2.257628507065329,
      "grad_norm": 2.6931518784256254,
      "learning_rate": 0.00021059209946063868,
      "loss": 4.1562,
      "step": 55120
    },
    {
      "epoch": 2.257669465492525,
      "grad_norm": 8.222284608620448,
      "learning_rate": 0.00021058911598049323,
      "loss": 3.5,
      "step": 55121
    },
    {
      "epoch": 2.2577104239197214,
      "grad_norm": 2.5985996653620482,
      "learning_rate": 0.00021058613247170482,
      "loss": 2.5,
      "step": 55122
    },
    {
      "epoch": 2.257751382346918,
      "grad_norm": 2.7125220113885358,
      "learning_rate": 0.00021058314893427477,
      "loss": 3.6562,
      "step": 55123
    },
    {
      "epoch": 2.257792340774114,
      "grad_norm": 10.20297838469542,
      "learning_rate": 0.0002105801653682045,
      "loss": 3.8125,
      "step": 55124
    },
    {
      "epoch": 2.2578332992013106,
      "grad_norm": 4.379057652194235,
      "learning_rate": 0.00021057718177349547,
      "loss": 6.7188,
      "step": 55125
    },
    {
      "epoch": 2.257874257628507,
      "grad_norm": 2.659107953827472,
      "learning_rate": 0.00021057419815014906,
      "loss": 4.0625,
      "step": 55126
    },
    {
      "epoch": 2.2579152160557037,
      "grad_norm": 3.364237434444808,
      "learning_rate": 0.00021057121449816668,
      "loss": 4.9062,
      "step": 55127
    },
    {
      "epoch": 2.2579561744828998,
      "grad_norm": 3.124282433770656,
      "learning_rate": 0.00021056823081754976,
      "loss": 1.8203,
      "step": 55128
    },
    {
      "epoch": 2.2579971329100963,
      "grad_norm": 2.785166456251996,
      "learning_rate": 0.00021056524710829966,
      "loss": 4.25,
      "step": 55129
    },
    {
      "epoch": 2.258038091337293,
      "grad_norm": 2.863866611044717,
      "learning_rate": 0.00021056226337041786,
      "loss": 4.4375,
      "step": 55130
    },
    {
      "epoch": 2.258079049764489,
      "grad_norm": 3.9546053120182783,
      "learning_rate": 0.00021055927960390573,
      "loss": 4.625,
      "step": 55131
    },
    {
      "epoch": 2.2581200081916855,
      "grad_norm": 8.123176605390693,
      "learning_rate": 0.0002105562958087647,
      "loss": 3.5781,
      "step": 55132
    },
    {
      "epoch": 2.258160966618882,
      "grad_norm": 3.004755738749853,
      "learning_rate": 0.00021055331198499618,
      "loss": 4.0938,
      "step": 55133
    },
    {
      "epoch": 2.258201925046078,
      "grad_norm": 4.208931852792449,
      "learning_rate": 0.0002105503281326015,
      "loss": 4.25,
      "step": 55134
    },
    {
      "epoch": 2.2582428834732746,
      "grad_norm": 3.3911029812968745,
      "learning_rate": 0.00021054734425158216,
      "loss": 3.9219,
      "step": 55135
    },
    {
      "epoch": 2.258283841900471,
      "grad_norm": 3.1336518465940606,
      "learning_rate": 0.0002105443603419396,
      "loss": 4.0312,
      "step": 55136
    },
    {
      "epoch": 2.2583248003276672,
      "grad_norm": 2.8558383589561376,
      "learning_rate": 0.00021054137640367514,
      "loss": 4.5,
      "step": 55137
    },
    {
      "epoch": 2.258365758754864,
      "grad_norm": 2.9620066100372715,
      "learning_rate": 0.00021053839243679023,
      "loss": 5.375,
      "step": 55138
    },
    {
      "epoch": 2.2584067171820603,
      "grad_norm": 15.915703631730445,
      "learning_rate": 0.00021053540844128627,
      "loss": 6.375,
      "step": 55139
    },
    {
      "epoch": 2.2584476756092564,
      "grad_norm": 4.897753859555372,
      "learning_rate": 0.0002105324244171647,
      "loss": 6.3125,
      "step": 55140
    },
    {
      "epoch": 2.258488634036453,
      "grad_norm": 3.1078792447528034,
      "learning_rate": 0.00021052944036442693,
      "loss": 4.3438,
      "step": 55141
    },
    {
      "epoch": 2.2585295924636495,
      "grad_norm": 3.5354008951568936,
      "learning_rate": 0.0002105264562830743,
      "loss": 3.4375,
      "step": 55142
    },
    {
      "epoch": 2.2585705508908456,
      "grad_norm": 3.3164924314341326,
      "learning_rate": 0.00021052347217310831,
      "loss": 4.7188,
      "step": 55143
    },
    {
      "epoch": 2.258611509318042,
      "grad_norm": 2.8995426954718613,
      "learning_rate": 0.00021052048803453036,
      "loss": 4.6562,
      "step": 55144
    },
    {
      "epoch": 2.2586524677452386,
      "grad_norm": 2.9273019182730873,
      "learning_rate": 0.0002105175038673418,
      "loss": 5.25,
      "step": 55145
    },
    {
      "epoch": 2.258693426172435,
      "grad_norm": 3.3182624039309387,
      "learning_rate": 0.0002105145196715441,
      "loss": 3.9531,
      "step": 55146
    },
    {
      "epoch": 2.2587343845996313,
      "grad_norm": 3.120994860796296,
      "learning_rate": 0.00021051153544713862,
      "loss": 0.8516,
      "step": 55147
    },
    {
      "epoch": 2.258775343026828,
      "grad_norm": 2.8377540070686935,
      "learning_rate": 0.0002105085511941268,
      "loss": 4.5312,
      "step": 55148
    },
    {
      "epoch": 2.2588163014540243,
      "grad_norm": 7.548274202183956,
      "learning_rate": 0.00021050556691251004,
      "loss": 3.8125,
      "step": 55149
    },
    {
      "epoch": 2.2588572598812204,
      "grad_norm": 7.043099062165969,
      "learning_rate": 0.00021050258260228981,
      "loss": 4.8438,
      "step": 55150
    },
    {
      "epoch": 2.258898218308417,
      "grad_norm": 2.7445819692285527,
      "learning_rate": 0.00021049959826346742,
      "loss": 4.4375,
      "step": 55151
    },
    {
      "epoch": 2.2589391767356135,
      "grad_norm": 2.9003430232745457,
      "learning_rate": 0.00021049661389604436,
      "loss": 4.5,
      "step": 55152
    },
    {
      "epoch": 2.2589801351628096,
      "grad_norm": 3.9743523263165694,
      "learning_rate": 0.00021049362950002198,
      "loss": 2.625,
      "step": 55153
    },
    {
      "epoch": 2.259021093590006,
      "grad_norm": 3.8746809324905587,
      "learning_rate": 0.00021049064507540173,
      "loss": 5.375,
      "step": 55154
    },
    {
      "epoch": 2.2590620520172027,
      "grad_norm": 6.750939544468658,
      "learning_rate": 0.00021048766062218503,
      "loss": 5.6562,
      "step": 55155
    },
    {
      "epoch": 2.2591030104443988,
      "grad_norm": 2.7706383406148976,
      "learning_rate": 0.00021048467614037328,
      "loss": 4.4062,
      "step": 55156
    },
    {
      "epoch": 2.2591439688715953,
      "grad_norm": 5.082442476785794,
      "learning_rate": 0.0002104816916299678,
      "loss": 4.5938,
      "step": 55157
    },
    {
      "epoch": 2.259184927298792,
      "grad_norm": 2.8649944860328436,
      "learning_rate": 0.00021047870709097022,
      "loss": 5.0312,
      "step": 55158
    },
    {
      "epoch": 2.2592258857259884,
      "grad_norm": 5.546458915740681,
      "learning_rate": 0.00021047572252338173,
      "loss": 1.8438,
      "step": 55159
    },
    {
      "epoch": 2.2592668441531845,
      "grad_norm": 2.8211507103153046,
      "learning_rate": 0.00021047273792720387,
      "loss": 4.4062,
      "step": 55160
    },
    {
      "epoch": 2.259307802580381,
      "grad_norm": 3.781394305990045,
      "learning_rate": 0.00021046975330243795,
      "loss": 6.6562,
      "step": 55161
    },
    {
      "epoch": 2.259348761007577,
      "grad_norm": 7.454431932475659,
      "learning_rate": 0.00021046676864908546,
      "loss": 1.9141,
      "step": 55162
    },
    {
      "epoch": 2.2593897194347736,
      "grad_norm": 3.335450484955732,
      "learning_rate": 0.00021046378396714783,
      "loss": 4.0312,
      "step": 55163
    },
    {
      "epoch": 2.25943067786197,
      "grad_norm": 2.858080273791775,
      "learning_rate": 0.00021046079925662645,
      "loss": 4.5,
      "step": 55164
    },
    {
      "epoch": 2.2594716362891667,
      "grad_norm": 2.9191084764936637,
      "learning_rate": 0.00021045781451752262,
      "loss": 5.3125,
      "step": 55165
    },
    {
      "epoch": 2.259512594716363,
      "grad_norm": 2.676509743164201,
      "learning_rate": 0.0002104548297498379,
      "loss": 4.0625,
      "step": 55166
    },
    {
      "epoch": 2.2595535531435593,
      "grad_norm": 2.6484056357691683,
      "learning_rate": 0.00021045184495357364,
      "loss": 3.8906,
      "step": 55167
    },
    {
      "epoch": 2.259594511570756,
      "grad_norm": 3.68168508205285,
      "learning_rate": 0.00021044886012873128,
      "loss": 3.7812,
      "step": 55168
    },
    {
      "epoch": 2.259635469997952,
      "grad_norm": 3.232712586728481,
      "learning_rate": 0.00021044587527531218,
      "loss": 4.375,
      "step": 55169
    },
    {
      "epoch": 2.2596764284251485,
      "grad_norm": 8.139179334097632,
      "learning_rate": 0.00021044289039331775,
      "loss": 4.25,
      "step": 55170
    },
    {
      "epoch": 2.259717386852345,
      "grad_norm": 2.8456999116507795,
      "learning_rate": 0.0002104399054827495,
      "loss": 3.9844,
      "step": 55171
    },
    {
      "epoch": 2.259758345279541,
      "grad_norm": 2.674544409792032,
      "learning_rate": 0.0002104369205436087,
      "loss": 4.25,
      "step": 55172
    },
    {
      "epoch": 2.2597993037067376,
      "grad_norm": 3.464517535397538,
      "learning_rate": 0.0002104339355758969,
      "loss": 5.5312,
      "step": 55173
    },
    {
      "epoch": 2.259840262133934,
      "grad_norm": 2.641115554650809,
      "learning_rate": 0.00021043095057961535,
      "loss": 4.4062,
      "step": 55174
    },
    {
      "epoch": 2.2598812205611303,
      "grad_norm": 3.1723229847651173,
      "learning_rate": 0.0002104279655547656,
      "loss": 6.3438,
      "step": 55175
    },
    {
      "epoch": 2.259922178988327,
      "grad_norm": 6.852597852667212,
      "learning_rate": 0.00021042498050134905,
      "loss": 6.4688,
      "step": 55176
    },
    {
      "epoch": 2.2599631374155233,
      "grad_norm": 3.3058917998139887,
      "learning_rate": 0.00021042199541936707,
      "loss": 5.9062,
      "step": 55177
    },
    {
      "epoch": 2.26000409584272,
      "grad_norm": 2.904052399877723,
      "learning_rate": 0.00021041901030882098,
      "loss": 4.4062,
      "step": 55178
    },
    {
      "epoch": 2.260045054269916,
      "grad_norm": 5.664709833959183,
      "learning_rate": 0.0002104160251697124,
      "loss": 2.8281,
      "step": 55179
    },
    {
      "epoch": 2.2600860126971125,
      "grad_norm": 2.8488145984767543,
      "learning_rate": 0.00021041304000204262,
      "loss": 3.9688,
      "step": 55180
    },
    {
      "epoch": 2.2601269711243086,
      "grad_norm": 4.7092858339046,
      "learning_rate": 0.000210410054805813,
      "loss": 3.0781,
      "step": 55181
    },
    {
      "epoch": 2.260167929551505,
      "grad_norm": 2.6323221987882794,
      "learning_rate": 0.00021040706958102504,
      "loss": 4.2188,
      "step": 55182
    },
    {
      "epoch": 2.2602088879787017,
      "grad_norm": 3.7281147365839535,
      "learning_rate": 0.00021040408432768012,
      "loss": 4.0312,
      "step": 55183
    },
    {
      "epoch": 2.260249846405898,
      "grad_norm": 3.0338804760541485,
      "learning_rate": 0.00021040109904577967,
      "loss": 4.2812,
      "step": 55184
    },
    {
      "epoch": 2.2602908048330943,
      "grad_norm": 11.399451010463967,
      "learning_rate": 0.00021039811373532507,
      "loss": 5.9062,
      "step": 55185
    },
    {
      "epoch": 2.260331763260291,
      "grad_norm": 7.112719922940767,
      "learning_rate": 0.00021039512839631774,
      "loss": 6.3438,
      "step": 55186
    },
    {
      "epoch": 2.2603727216874874,
      "grad_norm": 5.2205065246565034,
      "learning_rate": 0.0002103921430287591,
      "loss": 4.8438,
      "step": 55187
    },
    {
      "epoch": 2.2604136801146835,
      "grad_norm": 2.823924635443189,
      "learning_rate": 0.0002103891576326506,
      "loss": 4.6562,
      "step": 55188
    },
    {
      "epoch": 2.26045463854188,
      "grad_norm": 3.215858369048692,
      "learning_rate": 0.00021038617220799354,
      "loss": 4.6562,
      "step": 55189
    },
    {
      "epoch": 2.2604955969690765,
      "grad_norm": 6.6415660337926,
      "learning_rate": 0.00021038318675478944,
      "loss": 6.5625,
      "step": 55190
    },
    {
      "epoch": 2.2605365553962726,
      "grad_norm": 6.75936163527958,
      "learning_rate": 0.00021038020127303969,
      "loss": 4.2188,
      "step": 55191
    },
    {
      "epoch": 2.260577513823469,
      "grad_norm": 8.45166325539926,
      "learning_rate": 0.00021037721576274565,
      "loss": 5.9688,
      "step": 55192
    },
    {
      "epoch": 2.2606184722506657,
      "grad_norm": 3.161804067572555,
      "learning_rate": 0.00021037423022390875,
      "loss": 5.0312,
      "step": 55193
    },
    {
      "epoch": 2.260659430677862,
      "grad_norm": 3.5473433326007657,
      "learning_rate": 0.00021037124465653046,
      "loss": 4.8125,
      "step": 55194
    },
    {
      "epoch": 2.2607003891050583,
      "grad_norm": 5.635007182235951,
      "learning_rate": 0.00021036825906061213,
      "loss": 3.3594,
      "step": 55195
    },
    {
      "epoch": 2.260741347532255,
      "grad_norm": 4.9340241282281445,
      "learning_rate": 0.0002103652734361552,
      "loss": 5.9688,
      "step": 55196
    },
    {
      "epoch": 2.2607823059594514,
      "grad_norm": 2.9824946281339506,
      "learning_rate": 0.0002103622877831611,
      "loss": 4.7812,
      "step": 55197
    },
    {
      "epoch": 2.2608232643866475,
      "grad_norm": 3.587356912987416,
      "learning_rate": 0.00021035930210163117,
      "loss": 4.5625,
      "step": 55198
    },
    {
      "epoch": 2.260864222813844,
      "grad_norm": 3.6405638167981307,
      "learning_rate": 0.0002103563163915669,
      "loss": 6.3438,
      "step": 55199
    },
    {
      "epoch": 2.26090518124104,
      "grad_norm": 3.003431714290339,
      "learning_rate": 0.00021035333065296961,
      "loss": 5.3125,
      "step": 55200
    },
    {
      "epoch": 2.2609461396682367,
      "grad_norm": 4.541194145719563,
      "learning_rate": 0.00021035034488584082,
      "loss": 2.125,
      "step": 55201
    },
    {
      "epoch": 2.260987098095433,
      "grad_norm": 3.353564488911074,
      "learning_rate": 0.00021034735909018182,
      "loss": 4.9688,
      "step": 55202
    },
    {
      "epoch": 2.2610280565226297,
      "grad_norm": 3.0437917966966177,
      "learning_rate": 0.00021034437326599418,
      "loss": 4.8438,
      "step": 55203
    },
    {
      "epoch": 2.261069014949826,
      "grad_norm": 5.086726883712967,
      "learning_rate": 0.0002103413874132792,
      "loss": 7.5938,
      "step": 55204
    },
    {
      "epoch": 2.2611099733770224,
      "grad_norm": 9.307346670281035,
      "learning_rate": 0.00021033840153203827,
      "loss": 4.4688,
      "step": 55205
    },
    {
      "epoch": 2.261150931804219,
      "grad_norm": 3.2769317162154756,
      "learning_rate": 0.00021033541562227287,
      "loss": 3.9688,
      "step": 55206
    },
    {
      "epoch": 2.261191890231415,
      "grad_norm": 3.632612171149191,
      "learning_rate": 0.00021033242968398442,
      "loss": 5.125,
      "step": 55207
    },
    {
      "epoch": 2.2612328486586115,
      "grad_norm": 4.719159623574956,
      "learning_rate": 0.00021032944371717423,
      "loss": 6.0,
      "step": 55208
    },
    {
      "epoch": 2.261273807085808,
      "grad_norm": 2.843087781249403,
      "learning_rate": 0.00021032645772184384,
      "loss": 4.4688,
      "step": 55209
    },
    {
      "epoch": 2.261314765513004,
      "grad_norm": 4.126592015862496,
      "learning_rate": 0.00021032347169799455,
      "loss": 4.0625,
      "step": 55210
    },
    {
      "epoch": 2.2613557239402007,
      "grad_norm": 4.177758251262947,
      "learning_rate": 0.00021032048564562786,
      "loss": 4.3438,
      "step": 55211
    },
    {
      "epoch": 2.261396682367397,
      "grad_norm": 3.996486739594296,
      "learning_rate": 0.0002103174995647451,
      "loss": 5.2812,
      "step": 55212
    },
    {
      "epoch": 2.2614376407945933,
      "grad_norm": 2.9237900945986626,
      "learning_rate": 0.0002103145134553478,
      "loss": 4.4375,
      "step": 55213
    },
    {
      "epoch": 2.26147859922179,
      "grad_norm": 3.3203660940386026,
      "learning_rate": 0.00021031152731743725,
      "loss": 4.5625,
      "step": 55214
    },
    {
      "epoch": 2.2615195576489864,
      "grad_norm": 4.171237667899422,
      "learning_rate": 0.00021030854115101493,
      "loss": 4.9062,
      "step": 55215
    },
    {
      "epoch": 2.261560516076183,
      "grad_norm": 2.730801226805766,
      "learning_rate": 0.00021030555495608221,
      "loss": 3.9219,
      "step": 55216
    },
    {
      "epoch": 2.261601474503379,
      "grad_norm": 4.515621679757487,
      "learning_rate": 0.00021030256873264054,
      "loss": 5.875,
      "step": 55217
    },
    {
      "epoch": 2.2616424329305755,
      "grad_norm": 2.908962742469281,
      "learning_rate": 0.00021029958248069128,
      "loss": 4.625,
      "step": 55218
    },
    {
      "epoch": 2.2616833913577716,
      "grad_norm": 3.230399659570128,
      "learning_rate": 0.00021029659620023592,
      "loss": 2.0156,
      "step": 55219
    },
    {
      "epoch": 2.261724349784968,
      "grad_norm": 3.323181901882182,
      "learning_rate": 0.00021029360989127584,
      "loss": 5.0,
      "step": 55220
    },
    {
      "epoch": 2.2617653082121647,
      "grad_norm": 2.7785761525148973,
      "learning_rate": 0.00021029062355381237,
      "loss": 4.1562,
      "step": 55221
    },
    {
      "epoch": 2.2618062666393612,
      "grad_norm": 3.616711036012028,
      "learning_rate": 0.00021028763718784703,
      "loss": 5.7188,
      "step": 55222
    },
    {
      "epoch": 2.2618472250665573,
      "grad_norm": 2.7308803836932105,
      "learning_rate": 0.00021028465079338122,
      "loss": 4.4688,
      "step": 55223
    },
    {
      "epoch": 2.261888183493754,
      "grad_norm": 3.105412983684788,
      "learning_rate": 0.00021028166437041628,
      "loss": 4.4375,
      "step": 55224
    },
    {
      "epoch": 2.2619291419209504,
      "grad_norm": 3.417481203769253,
      "learning_rate": 0.0002102786779189537,
      "loss": 5.4062,
      "step": 55225
    },
    {
      "epoch": 2.2619701003481465,
      "grad_norm": 3.227033567597623,
      "learning_rate": 0.00021027569143899482,
      "loss": 5.8125,
      "step": 55226
    },
    {
      "epoch": 2.262011058775343,
      "grad_norm": 3.1966408432524642,
      "learning_rate": 0.0002102727049305411,
      "loss": 5.0,
      "step": 55227
    },
    {
      "epoch": 2.2620520172025396,
      "grad_norm": 2.752432408594603,
      "learning_rate": 0.000210269718393594,
      "loss": 5.375,
      "step": 55228
    },
    {
      "epoch": 2.2620929756297357,
      "grad_norm": 3.3281467656316748,
      "learning_rate": 0.00021026673182815482,
      "loss": 4.9688,
      "step": 55229
    },
    {
      "epoch": 2.262133934056932,
      "grad_norm": 3.1445037617983314,
      "learning_rate": 0.00021026374523422503,
      "loss": 6.0625,
      "step": 55230
    },
    {
      "epoch": 2.2621748924841287,
      "grad_norm": 2.9970710670543035,
      "learning_rate": 0.00021026075861180603,
      "loss": 4.8125,
      "step": 55231
    },
    {
      "epoch": 2.262215850911325,
      "grad_norm": 3.44347937995858,
      "learning_rate": 0.0002102577719608993,
      "loss": 5.1562,
      "step": 55232
    },
    {
      "epoch": 2.2622568093385214,
      "grad_norm": 3.4118714756686486,
      "learning_rate": 0.00021025478528150613,
      "loss": 5.4375,
      "step": 55233
    },
    {
      "epoch": 2.262297767765718,
      "grad_norm": 8.241347427397047,
      "learning_rate": 0.00021025179857362805,
      "loss": 3.25,
      "step": 55234
    },
    {
      "epoch": 2.2623387261929144,
      "grad_norm": 3.5541012349441456,
      "learning_rate": 0.00021024881183726634,
      "loss": 4.5938,
      "step": 55235
    },
    {
      "epoch": 2.2623796846201105,
      "grad_norm": 5.131575316735324,
      "learning_rate": 0.00021024582507242256,
      "loss": 6.4688,
      "step": 55236
    },
    {
      "epoch": 2.262420643047307,
      "grad_norm": 2.7452907514238585,
      "learning_rate": 0.000210242838279098,
      "loss": 4.4375,
      "step": 55237
    },
    {
      "epoch": 2.262461601474503,
      "grad_norm": 3.013854693454843,
      "learning_rate": 0.00021023985145729413,
      "loss": 5.1875,
      "step": 55238
    },
    {
      "epoch": 2.2625025599016997,
      "grad_norm": 3.5546386864872717,
      "learning_rate": 0.00021023686460701238,
      "loss": 5.5938,
      "step": 55239
    },
    {
      "epoch": 2.262543518328896,
      "grad_norm": 2.851756863089954,
      "learning_rate": 0.0002102338777282541,
      "loss": 4.4375,
      "step": 55240
    },
    {
      "epoch": 2.2625844767560928,
      "grad_norm": 5.1204839131121185,
      "learning_rate": 0.0002102308908210208,
      "loss": 5.5625,
      "step": 55241
    },
    {
      "epoch": 2.262625435183289,
      "grad_norm": 2.6743344382369036,
      "learning_rate": 0.00021022790388531374,
      "loss": 3.8438,
      "step": 55242
    },
    {
      "epoch": 2.2626663936104854,
      "grad_norm": 3.0000648134004098,
      "learning_rate": 0.0002102249169211345,
      "loss": 4.4375,
      "step": 55243
    },
    {
      "epoch": 2.262707352037682,
      "grad_norm": 3.068538614508763,
      "learning_rate": 0.00021022192992848436,
      "loss": 4.3438,
      "step": 55244
    },
    {
      "epoch": 2.262748310464878,
      "grad_norm": 3.6627193029839575,
      "learning_rate": 0.00021021894290736484,
      "loss": 6.75,
      "step": 55245
    },
    {
      "epoch": 2.2627892688920745,
      "grad_norm": 3.019613477839883,
      "learning_rate": 0.00021021595585777724,
      "loss": 5.4062,
      "step": 55246
    },
    {
      "epoch": 2.262830227319271,
      "grad_norm": 5.203172300374272,
      "learning_rate": 0.00021021296877972307,
      "loss": 6.625,
      "step": 55247
    },
    {
      "epoch": 2.262871185746467,
      "grad_norm": 3.3733747542672803,
      "learning_rate": 0.0002102099816732037,
      "loss": 4.9375,
      "step": 55248
    },
    {
      "epoch": 2.2629121441736637,
      "grad_norm": 8.425809413340478,
      "learning_rate": 0.00021020699453822052,
      "loss": 5.7188,
      "step": 55249
    },
    {
      "epoch": 2.2629531026008602,
      "grad_norm": 8.456580174378441,
      "learning_rate": 0.000210204007374775,
      "loss": 4.5938,
      "step": 55250
    },
    {
      "epoch": 2.2629940610280563,
      "grad_norm": 3.1997100410631303,
      "learning_rate": 0.0002102010201828685,
      "loss": 4.5312,
      "step": 55251
    },
    {
      "epoch": 2.263035019455253,
      "grad_norm": 2.6044991689903045,
      "learning_rate": 0.00021019803296250247,
      "loss": 3.9062,
      "step": 55252
    },
    {
      "epoch": 2.2630759778824494,
      "grad_norm": 3.254893583094259,
      "learning_rate": 0.00021019504571367825,
      "loss": 4.4062,
      "step": 55253
    },
    {
      "epoch": 2.263116936309646,
      "grad_norm": 6.666960894607001,
      "learning_rate": 0.00021019205843639735,
      "loss": 4.3125,
      "step": 55254
    },
    {
      "epoch": 2.263157894736842,
      "grad_norm": 4.771325850476341,
      "learning_rate": 0.00021018907113066112,
      "loss": 4.7812,
      "step": 55255
    },
    {
      "epoch": 2.2631988531640386,
      "grad_norm": 3.729035425569371,
      "learning_rate": 0.00021018608379647102,
      "loss": 3.0781,
      "step": 55256
    },
    {
      "epoch": 2.2632398115912347,
      "grad_norm": 3.2542986618127094,
      "learning_rate": 0.0002101830964338284,
      "loss": 5.1875,
      "step": 55257
    },
    {
      "epoch": 2.263280770018431,
      "grad_norm": 3.518010097803381,
      "learning_rate": 0.0002101801090427347,
      "loss": 4.125,
      "step": 55258
    },
    {
      "epoch": 2.2633217284456277,
      "grad_norm": 3.03053738645735,
      "learning_rate": 0.00021017712162319134,
      "loss": 4.7812,
      "step": 55259
    },
    {
      "epoch": 2.2633626868728243,
      "grad_norm": 5.959452176793839,
      "learning_rate": 0.00021017413417519977,
      "loss": 5.2812,
      "step": 55260
    },
    {
      "epoch": 2.2634036453000204,
      "grad_norm": 3.0380933269107584,
      "learning_rate": 0.00021017114669876128,
      "loss": 4.75,
      "step": 55261
    },
    {
      "epoch": 2.263444603727217,
      "grad_norm": 5.077413536321104,
      "learning_rate": 0.00021016815919387742,
      "loss": 3.8906,
      "step": 55262
    },
    {
      "epoch": 2.2634855621544134,
      "grad_norm": 3.1383062173229916,
      "learning_rate": 0.00021016517166054955,
      "loss": 4.8125,
      "step": 55263
    },
    {
      "epoch": 2.2635265205816095,
      "grad_norm": 2.7561089170409137,
      "learning_rate": 0.0002101621840987791,
      "loss": 4.0938,
      "step": 55264
    },
    {
      "epoch": 2.263567479008806,
      "grad_norm": 2.806379936755452,
      "learning_rate": 0.00021015919650856738,
      "loss": 4.125,
      "step": 55265
    },
    {
      "epoch": 2.2636084374360026,
      "grad_norm": 4.4056491404225495,
      "learning_rate": 0.00021015620888991594,
      "loss": 4.9062,
      "step": 55266
    },
    {
      "epoch": 2.2636493958631987,
      "grad_norm": 5.543829758403411,
      "learning_rate": 0.00021015322124282612,
      "loss": 2.5938,
      "step": 55267
    },
    {
      "epoch": 2.2636903542903952,
      "grad_norm": 3.1944757427869663,
      "learning_rate": 0.00021015023356729938,
      "loss": 4.6562,
      "step": 55268
    },
    {
      "epoch": 2.2637313127175918,
      "grad_norm": 2.800216491471411,
      "learning_rate": 0.00021014724586333706,
      "loss": 4.375,
      "step": 55269
    },
    {
      "epoch": 2.263772271144788,
      "grad_norm": 3.6304817180962194,
      "learning_rate": 0.0002101442581309406,
      "loss": 4.5625,
      "step": 55270
    },
    {
      "epoch": 2.2638132295719844,
      "grad_norm": 2.892935276075156,
      "learning_rate": 0.00021014127037011145,
      "loss": 4.7188,
      "step": 55271
    },
    {
      "epoch": 2.263854187999181,
      "grad_norm": 2.7886496718687073,
      "learning_rate": 0.000210138282580851,
      "loss": 4.2188,
      "step": 55272
    },
    {
      "epoch": 2.2638951464263775,
      "grad_norm": 4.8053148549410265,
      "learning_rate": 0.00021013529476316068,
      "loss": 5.0938,
      "step": 55273
    },
    {
      "epoch": 2.2639361048535735,
      "grad_norm": 3.32241774052308,
      "learning_rate": 0.00021013230691704186,
      "loss": 5.4375,
      "step": 55274
    },
    {
      "epoch": 2.26397706328077,
      "grad_norm": 3.2644317745519587,
      "learning_rate": 0.00021012931904249596,
      "loss": 5.125,
      "step": 55275
    },
    {
      "epoch": 2.264018021707966,
      "grad_norm": 3.036325492048961,
      "learning_rate": 0.00021012633113952442,
      "loss": 4.2812,
      "step": 55276
    },
    {
      "epoch": 2.2640589801351627,
      "grad_norm": 5.476765447292571,
      "learning_rate": 0.00021012334320812866,
      "loss": 3.4531,
      "step": 55277
    },
    {
      "epoch": 2.2640999385623592,
      "grad_norm": 4.2782827340417775,
      "learning_rate": 0.00021012035524831002,
      "loss": 4.7188,
      "step": 55278
    },
    {
      "epoch": 2.264140896989556,
      "grad_norm": 3.205041004990082,
      "learning_rate": 0.00021011736726007002,
      "loss": 5.375,
      "step": 55279
    },
    {
      "epoch": 2.264181855416752,
      "grad_norm": 2.9837988894448557,
      "learning_rate": 0.00021011437924341,
      "loss": 3.9531,
      "step": 55280
    },
    {
      "epoch": 2.2642228138439484,
      "grad_norm": 3.3905284516973504,
      "learning_rate": 0.00021011139119833135,
      "loss": 3.9844,
      "step": 55281
    },
    {
      "epoch": 2.264263772271145,
      "grad_norm": 3.528254808194433,
      "learning_rate": 0.00021010840312483554,
      "loss": 4.375,
      "step": 55282
    },
    {
      "epoch": 2.264304730698341,
      "grad_norm": 3.596249518289032,
      "learning_rate": 0.00021010541502292402,
      "loss": 4.125,
      "step": 55283
    },
    {
      "epoch": 2.2643456891255376,
      "grad_norm": 2.2627847287409812,
      "learning_rate": 0.0002101024268925981,
      "loss": 2.6719,
      "step": 55284
    },
    {
      "epoch": 2.264386647552734,
      "grad_norm": 3.255777633886654,
      "learning_rate": 0.00021009943873385927,
      "loss": 4.625,
      "step": 55285
    },
    {
      "epoch": 2.26442760597993,
      "grad_norm": 4.186910887826609,
      "learning_rate": 0.00021009645054670888,
      "loss": 4.125,
      "step": 55286
    },
    {
      "epoch": 2.2644685644071267,
      "grad_norm": 3.1320725904472204,
      "learning_rate": 0.00021009346233114842,
      "loss": 4.75,
      "step": 55287
    },
    {
      "epoch": 2.2645095228343233,
      "grad_norm": 5.384366739352096,
      "learning_rate": 0.0002100904740871792,
      "loss": 4.6562,
      "step": 55288
    },
    {
      "epoch": 2.2645504812615194,
      "grad_norm": 2.738178613702652,
      "learning_rate": 0.0002100874858148027,
      "loss": 3.6562,
      "step": 55289
    },
    {
      "epoch": 2.264591439688716,
      "grad_norm": 3.2275132180353556,
      "learning_rate": 0.00021008449751402033,
      "loss": 4.6875,
      "step": 55290
    },
    {
      "epoch": 2.2646323981159124,
      "grad_norm": 2.89171844786403,
      "learning_rate": 0.00021008150918483352,
      "loss": 4.6562,
      "step": 55291
    },
    {
      "epoch": 2.264673356543109,
      "grad_norm": 3.0544932586221147,
      "learning_rate": 0.00021007852082724365,
      "loss": 4.0625,
      "step": 55292
    },
    {
      "epoch": 2.264714314970305,
      "grad_norm": 3.5116154773788817,
      "learning_rate": 0.0002100755324412521,
      "loss": 4.125,
      "step": 55293
    },
    {
      "epoch": 2.2647552733975016,
      "grad_norm": 3.554893271014151,
      "learning_rate": 0.0002100725440268604,
      "loss": 5.3125,
      "step": 55294
    },
    {
      "epoch": 2.2647962318246977,
      "grad_norm": 2.907036691581338,
      "learning_rate": 0.00021006955558406984,
      "loss": 3.8906,
      "step": 55295
    },
    {
      "epoch": 2.2648371902518942,
      "grad_norm": 3.3885449888333654,
      "learning_rate": 0.0002100665671128819,
      "loss": 5.0625,
      "step": 55296
    },
    {
      "epoch": 2.2648781486790908,
      "grad_norm": 2.9905187175298313,
      "learning_rate": 0.00021006357861329792,
      "loss": 4.4062,
      "step": 55297
    },
    {
      "epoch": 2.2649191071062873,
      "grad_norm": 2.9493472400058196,
      "learning_rate": 0.00021006059008531943,
      "loss": 5.0,
      "step": 55298
    },
    {
      "epoch": 2.2649600655334834,
      "grad_norm": 3.3320996035806125,
      "learning_rate": 0.00021005760152894773,
      "loss": 6.5,
      "step": 55299
    },
    {
      "epoch": 2.26500102396068,
      "grad_norm": 3.403040094113707,
      "learning_rate": 0.00021005461294418433,
      "loss": 5.1562,
      "step": 55300
    },
    {
      "epoch": 2.2650419823878765,
      "grad_norm": 4.080653917348681,
      "learning_rate": 0.00021005162433103053,
      "loss": 4.7812,
      "step": 55301
    },
    {
      "epoch": 2.2650829408150726,
      "grad_norm": 3.288983538239966,
      "learning_rate": 0.00021004863568948787,
      "loss": 3.5625,
      "step": 55302
    },
    {
      "epoch": 2.265123899242269,
      "grad_norm": 3.0069089808544023,
      "learning_rate": 0.00021004564701955765,
      "loss": 5.4062,
      "step": 55303
    },
    {
      "epoch": 2.2651648576694656,
      "grad_norm": 3.245502520017265,
      "learning_rate": 0.00021004265832124137,
      "loss": 5.0625,
      "step": 55304
    },
    {
      "epoch": 2.2652058160966617,
      "grad_norm": 2.85856650954685,
      "learning_rate": 0.00021003966959454038,
      "loss": 4.875,
      "step": 55305
    },
    {
      "epoch": 2.2652467745238583,
      "grad_norm": 6.878865902683005,
      "learning_rate": 0.00021003668083945616,
      "loss": 5.4688,
      "step": 55306
    },
    {
      "epoch": 2.265287732951055,
      "grad_norm": 2.9038631360159086,
      "learning_rate": 0.00021003369205599003,
      "loss": 4.8438,
      "step": 55307
    },
    {
      "epoch": 2.265328691378251,
      "grad_norm": 3.550205401258431,
      "learning_rate": 0.0002100307032441435,
      "loss": 5.5,
      "step": 55308
    },
    {
      "epoch": 2.2653696498054474,
      "grad_norm": 2.6639773698056324,
      "learning_rate": 0.0002100277144039179,
      "loss": 5.1875,
      "step": 55309
    },
    {
      "epoch": 2.265410608232644,
      "grad_norm": 3.1064428590419095,
      "learning_rate": 0.0002100247255353147,
      "loss": 5.3438,
      "step": 55310
    },
    {
      "epoch": 2.2654515666598405,
      "grad_norm": 4.533231020047833,
      "learning_rate": 0.00021002173663833522,
      "loss": 5.0938,
      "step": 55311
    },
    {
      "epoch": 2.2654925250870366,
      "grad_norm": 5.276296611830346,
      "learning_rate": 0.00021001874771298104,
      "loss": 1.9297,
      "step": 55312
    },
    {
      "epoch": 2.265533483514233,
      "grad_norm": 4.825960464890992,
      "learning_rate": 0.00021001575875925345,
      "loss": 1.7109,
      "step": 55313
    },
    {
      "epoch": 2.265574441941429,
      "grad_norm": 2.8340770878393258,
      "learning_rate": 0.00021001276977715387,
      "loss": 1.9375,
      "step": 55314
    },
    {
      "epoch": 2.2656154003686257,
      "grad_norm": 3.1538863509977393,
      "learning_rate": 0.00021000978076668377,
      "loss": 4.3438,
      "step": 55315
    },
    {
      "epoch": 2.2656563587958223,
      "grad_norm": 3.1217505199586113,
      "learning_rate": 0.00021000679172784452,
      "loss": 3.6094,
      "step": 55316
    },
    {
      "epoch": 2.265697317223019,
      "grad_norm": 3.1081267746701386,
      "learning_rate": 0.00021000380266063756,
      "loss": 4.9062,
      "step": 55317
    },
    {
      "epoch": 2.265738275650215,
      "grad_norm": 5.228472606599125,
      "learning_rate": 0.00021000081356506423,
      "loss": 4.9062,
      "step": 55318
    },
    {
      "epoch": 2.2657792340774114,
      "grad_norm": 2.973964546015438,
      "learning_rate": 0.000209997824441126,
      "loss": 4.6562,
      "step": 55319
    },
    {
      "epoch": 2.265820192504608,
      "grad_norm": 3.968776022556156,
      "learning_rate": 0.00020999483528882438,
      "loss": 4.8438,
      "step": 55320
    },
    {
      "epoch": 2.265861150931804,
      "grad_norm": 3.630486401666078,
      "learning_rate": 0.0002099918461081606,
      "loss": 4.4375,
      "step": 55321
    },
    {
      "epoch": 2.2659021093590006,
      "grad_norm": 2.918384638766222,
      "learning_rate": 0.00020998885689913613,
      "loss": 4.1875,
      "step": 55322
    },
    {
      "epoch": 2.265943067786197,
      "grad_norm": 3.1271912524689696,
      "learning_rate": 0.00020998586766175244,
      "loss": 4.1875,
      "step": 55323
    },
    {
      "epoch": 2.2659840262133932,
      "grad_norm": 2.7693535466849473,
      "learning_rate": 0.00020998287839601095,
      "loss": 4.8438,
      "step": 55324
    },
    {
      "epoch": 2.2660249846405898,
      "grad_norm": 3.7301093067875652,
      "learning_rate": 0.000209979889101913,
      "loss": 5.0625,
      "step": 55325
    },
    {
      "epoch": 2.2660659430677863,
      "grad_norm": 3.0996047765439805,
      "learning_rate": 0.00020997689977946002,
      "loss": 4.0938,
      "step": 55326
    },
    {
      "epoch": 2.2661069014949824,
      "grad_norm": 3.9722725950719777,
      "learning_rate": 0.00020997391042865346,
      "loss": 4.8125,
      "step": 55327
    },
    {
      "epoch": 2.266147859922179,
      "grad_norm": 3.1886107778696333,
      "learning_rate": 0.00020997092104949475,
      "loss": 5.1562,
      "step": 55328
    },
    {
      "epoch": 2.2661888183493755,
      "grad_norm": 6.010637321410689,
      "learning_rate": 0.0002099679316419852,
      "loss": 5.875,
      "step": 55329
    },
    {
      "epoch": 2.266229776776572,
      "grad_norm": 2.737323107495986,
      "learning_rate": 0.0002099649422061263,
      "loss": 4.5,
      "step": 55330
    },
    {
      "epoch": 2.266270735203768,
      "grad_norm": 3.4196352260582215,
      "learning_rate": 0.00020996195274191953,
      "loss": 5.0625,
      "step": 55331
    },
    {
      "epoch": 2.2663116936309646,
      "grad_norm": 3.1279976678204746,
      "learning_rate": 0.00020995896324936617,
      "loss": 4.9375,
      "step": 55332
    },
    {
      "epoch": 2.2663526520581607,
      "grad_norm": 3.7392728866785254,
      "learning_rate": 0.0002099559737284677,
      "loss": 4.6562,
      "step": 55333
    },
    {
      "epoch": 2.2663936104853573,
      "grad_norm": 2.8728270812748113,
      "learning_rate": 0.00020995298417922551,
      "loss": 4.9375,
      "step": 55334
    },
    {
      "epoch": 2.266434568912554,
      "grad_norm": 2.925961121905027,
      "learning_rate": 0.00020994999460164108,
      "loss": 2.75,
      "step": 55335
    },
    {
      "epoch": 2.2664755273397503,
      "grad_norm": 3.241334712530638,
      "learning_rate": 0.00020994700499571572,
      "loss": 4.1562,
      "step": 55336
    },
    {
      "epoch": 2.2665164857669464,
      "grad_norm": 3.319443070099278,
      "learning_rate": 0.0002099440153614509,
      "loss": 4.9062,
      "step": 55337
    },
    {
      "epoch": 2.266557444194143,
      "grad_norm": 3.1360681447766052,
      "learning_rate": 0.00020994102569884803,
      "loss": 5.2188,
      "step": 55338
    },
    {
      "epoch": 2.2665984026213395,
      "grad_norm": 10.824709074396887,
      "learning_rate": 0.00020993803600790855,
      "loss": 5.5,
      "step": 55339
    },
    {
      "epoch": 2.2666393610485356,
      "grad_norm": 2.8490000939292477,
      "learning_rate": 0.00020993504628863383,
      "loss": 2.6406,
      "step": 55340
    },
    {
      "epoch": 2.266680319475732,
      "grad_norm": 2.678913770361141,
      "learning_rate": 0.00020993205654102525,
      "loss": 4.5625,
      "step": 55341
    },
    {
      "epoch": 2.2667212779029287,
      "grad_norm": 2.806413324340582,
      "learning_rate": 0.00020992906676508432,
      "loss": 4.8125,
      "step": 55342
    },
    {
      "epoch": 2.2667622363301247,
      "grad_norm": 3.1843180177927453,
      "learning_rate": 0.00020992607696081243,
      "loss": 6.0938,
      "step": 55343
    },
    {
      "epoch": 2.2668031947573213,
      "grad_norm": 8.333206903362212,
      "learning_rate": 0.00020992308712821094,
      "loss": 3.5625,
      "step": 55344
    },
    {
      "epoch": 2.266844153184518,
      "grad_norm": 2.98918753536836,
      "learning_rate": 0.0002099200972672813,
      "loss": 4.125,
      "step": 55345
    },
    {
      "epoch": 2.266885111611714,
      "grad_norm": 3.3837557131629623,
      "learning_rate": 0.0002099171073780249,
      "loss": 5.2188,
      "step": 55346
    },
    {
      "epoch": 2.2669260700389104,
      "grad_norm": 3.155219401074266,
      "learning_rate": 0.00020991411746044318,
      "loss": 4.9375,
      "step": 55347
    },
    {
      "epoch": 2.266967028466107,
      "grad_norm": 3.093712430454621,
      "learning_rate": 0.00020991112751453752,
      "loss": 3.7031,
      "step": 55348
    },
    {
      "epoch": 2.2670079868933035,
      "grad_norm": 4.337640014300054,
      "learning_rate": 0.00020990813754030938,
      "loss": 6.5938,
      "step": 55349
    },
    {
      "epoch": 2.2670489453204996,
      "grad_norm": 4.243990741290081,
      "learning_rate": 0.00020990514753776012,
      "loss": 3.3906,
      "step": 55350
    },
    {
      "epoch": 2.267089903747696,
      "grad_norm": 2.6460901577748146,
      "learning_rate": 0.0002099021575068912,
      "loss": 3.1406,
      "step": 55351
    },
    {
      "epoch": 2.2671308621748922,
      "grad_norm": 3.184203584239523,
      "learning_rate": 0.00020989916744770402,
      "loss": 3.8438,
      "step": 55352
    },
    {
      "epoch": 2.2671718206020888,
      "grad_norm": 2.530209828524515,
      "learning_rate": 0.0002098961773602,
      "loss": 3.6406,
      "step": 55353
    },
    {
      "epoch": 2.2672127790292853,
      "grad_norm": 2.9915333393327987,
      "learning_rate": 0.00020989318724438051,
      "loss": 3.7812,
      "step": 55354
    },
    {
      "epoch": 2.267253737456482,
      "grad_norm": 2.7719090957101775,
      "learning_rate": 0.00020989019710024705,
      "loss": 4.9688,
      "step": 55355
    },
    {
      "epoch": 2.267294695883678,
      "grad_norm": 2.6692951215228664,
      "learning_rate": 0.00020988720692780095,
      "loss": 4.125,
      "step": 55356
    },
    {
      "epoch": 2.2673356543108745,
      "grad_norm": 5.664557878807136,
      "learning_rate": 0.00020988421672704362,
      "loss": 7.2188,
      "step": 55357
    },
    {
      "epoch": 2.267376612738071,
      "grad_norm": 6.75431569772249,
      "learning_rate": 0.00020988122649797658,
      "loss": 3.3125,
      "step": 55358
    },
    {
      "epoch": 2.267417571165267,
      "grad_norm": 2.9489817981468605,
      "learning_rate": 0.00020987823624060112,
      "loss": 5.1562,
      "step": 55359
    },
    {
      "epoch": 2.2674585295924636,
      "grad_norm": 7.219194243751567,
      "learning_rate": 0.00020987524595491872,
      "loss": 1.1406,
      "step": 55360
    },
    {
      "epoch": 2.26749948801966,
      "grad_norm": 3.140547482929021,
      "learning_rate": 0.00020987225564093073,
      "loss": 5.0625,
      "step": 55361
    },
    {
      "epoch": 2.2675404464468563,
      "grad_norm": 3.2225130779274656,
      "learning_rate": 0.00020986926529863867,
      "loss": 4.5312,
      "step": 55362
    },
    {
      "epoch": 2.267581404874053,
      "grad_norm": 3.054086590495766,
      "learning_rate": 0.00020986627492804389,
      "loss": 5.3125,
      "step": 55363
    },
    {
      "epoch": 2.2676223633012493,
      "grad_norm": 4.776796810142426,
      "learning_rate": 0.00020986328452914777,
      "loss": 6.8125,
      "step": 55364
    },
    {
      "epoch": 2.2676633217284454,
      "grad_norm": 3.5701580528035715,
      "learning_rate": 0.00020986029410195178,
      "loss": 4.9375,
      "step": 55365
    },
    {
      "epoch": 2.267704280155642,
      "grad_norm": 3.086667586564844,
      "learning_rate": 0.00020985730364645735,
      "loss": 4.375,
      "step": 55366
    },
    {
      "epoch": 2.2677452385828385,
      "grad_norm": 2.874178330248385,
      "learning_rate": 0.00020985431316266582,
      "loss": 4.5,
      "step": 55367
    },
    {
      "epoch": 2.267786197010035,
      "grad_norm": 3.9003767860932146,
      "learning_rate": 0.00020985132265057867,
      "loss": 3.9375,
      "step": 55368
    },
    {
      "epoch": 2.267827155437231,
      "grad_norm": 3.5589314307199555,
      "learning_rate": 0.00020984833211019725,
      "loss": 4.6562,
      "step": 55369
    },
    {
      "epoch": 2.2678681138644277,
      "grad_norm": 3.141203431648656,
      "learning_rate": 0.00020984534154152304,
      "loss": 4.4062,
      "step": 55370
    },
    {
      "epoch": 2.267909072291624,
      "grad_norm": 4.745703978850487,
      "learning_rate": 0.00020984235094455745,
      "loss": 6.0,
      "step": 55371
    },
    {
      "epoch": 2.2679500307188203,
      "grad_norm": 11.94500092294696,
      "learning_rate": 0.00020983936031930184,
      "loss": 3.3594,
      "step": 55372
    },
    {
      "epoch": 2.267990989146017,
      "grad_norm": 2.7641193289915393,
      "learning_rate": 0.00020983636966575764,
      "loss": 3.875,
      "step": 55373
    },
    {
      "epoch": 2.2680319475732134,
      "grad_norm": 2.7008254757447943,
      "learning_rate": 0.00020983337898392628,
      "loss": 4.8125,
      "step": 55374
    },
    {
      "epoch": 2.2680729060004094,
      "grad_norm": 2.911838215985277,
      "learning_rate": 0.0002098303882738092,
      "loss": 4.4375,
      "step": 55375
    },
    {
      "epoch": 2.268113864427606,
      "grad_norm": 3.7693306810949965,
      "learning_rate": 0.00020982739753540777,
      "loss": 4.0938,
      "step": 55376
    },
    {
      "epoch": 2.2681548228548025,
      "grad_norm": 3.8965833964254553,
      "learning_rate": 0.0002098244067687234,
      "loss": 5.4062,
      "step": 55377
    },
    {
      "epoch": 2.2681957812819986,
      "grad_norm": 3.7272675354027993,
      "learning_rate": 0.00020982141597375754,
      "loss": 5.2812,
      "step": 55378
    },
    {
      "epoch": 2.268236739709195,
      "grad_norm": 3.116958607706344,
      "learning_rate": 0.00020981842515051157,
      "loss": 5.5312,
      "step": 55379
    },
    {
      "epoch": 2.2682776981363917,
      "grad_norm": 4.425288895460808,
      "learning_rate": 0.00020981543429898696,
      "loss": 5.5,
      "step": 55380
    },
    {
      "epoch": 2.2683186565635878,
      "grad_norm": 2.9316985044384807,
      "learning_rate": 0.00020981244341918508,
      "loss": 5.3438,
      "step": 55381
    },
    {
      "epoch": 2.2683596149907843,
      "grad_norm": 3.171849715448296,
      "learning_rate": 0.0002098094525111073,
      "loss": 5.125,
      "step": 55382
    },
    {
      "epoch": 2.268400573417981,
      "grad_norm": 3.378445918644704,
      "learning_rate": 0.00020980646157475508,
      "loss": 5.8125,
      "step": 55383
    },
    {
      "epoch": 2.268441531845177,
      "grad_norm": 5.646320400023908,
      "learning_rate": 0.00020980347061012988,
      "loss": 5.4688,
      "step": 55384
    },
    {
      "epoch": 2.2684824902723735,
      "grad_norm": 4.3802025488208995,
      "learning_rate": 0.00020980047961723306,
      "loss": 3.1719,
      "step": 55385
    },
    {
      "epoch": 2.26852344869957,
      "grad_norm": 3.1025526868800957,
      "learning_rate": 0.00020979748859606601,
      "loss": 4.7188,
      "step": 55386
    },
    {
      "epoch": 2.2685644071267665,
      "grad_norm": 3.6584151992364102,
      "learning_rate": 0.00020979449754663022,
      "loss": 4.5312,
      "step": 55387
    },
    {
      "epoch": 2.2686053655539626,
      "grad_norm": 8.33774805664986,
      "learning_rate": 0.00020979150646892702,
      "loss": 5.5938,
      "step": 55388
    },
    {
      "epoch": 2.268646323981159,
      "grad_norm": 4.1116862483139895,
      "learning_rate": 0.00020978851536295788,
      "loss": 4.6875,
      "step": 55389
    },
    {
      "epoch": 2.2686872824083557,
      "grad_norm": 3.387821966752819,
      "learning_rate": 0.0002097855242287242,
      "loss": 4.2812,
      "step": 55390
    },
    {
      "epoch": 2.268728240835552,
      "grad_norm": 2.744256650727368,
      "learning_rate": 0.00020978253306622744,
      "loss": 4.25,
      "step": 55391
    },
    {
      "epoch": 2.2687691992627483,
      "grad_norm": 3.2847779828594175,
      "learning_rate": 0.00020977954187546895,
      "loss": 5.625,
      "step": 55392
    },
    {
      "epoch": 2.268810157689945,
      "grad_norm": 4.165799783721824,
      "learning_rate": 0.0002097765506564501,
      "loss": 5.25,
      "step": 55393
    },
    {
      "epoch": 2.268851116117141,
      "grad_norm": 3.346830572510625,
      "learning_rate": 0.0002097735594091724,
      "loss": 6.0312,
      "step": 55394
    },
    {
      "epoch": 2.2688920745443375,
      "grad_norm": 2.913222330506131,
      "learning_rate": 0.00020977056813363727,
      "loss": 4.6562,
      "step": 55395
    },
    {
      "epoch": 2.268933032971534,
      "grad_norm": 2.9669080251597864,
      "learning_rate": 0.00020976757682984604,
      "loss": 3.5156,
      "step": 55396
    },
    {
      "epoch": 2.26897399139873,
      "grad_norm": 4.225972179620232,
      "learning_rate": 0.00020976458549780012,
      "loss": 4.9062,
      "step": 55397
    },
    {
      "epoch": 2.2690149498259267,
      "grad_norm": 3.6337037792833393,
      "learning_rate": 0.00020976159413750107,
      "loss": 5.7812,
      "step": 55398
    },
    {
      "epoch": 2.269055908253123,
      "grad_norm": 7.08427674163438,
      "learning_rate": 0.00020975860274895016,
      "loss": 7.1875,
      "step": 55399
    },
    {
      "epoch": 2.2690968666803193,
      "grad_norm": 3.7266058403131272,
      "learning_rate": 0.00020975561133214886,
      "loss": 5.875,
      "step": 55400
    },
    {
      "epoch": 2.269137825107516,
      "grad_norm": 2.4066860994346584,
      "learning_rate": 0.00020975261988709853,
      "loss": 3.3906,
      "step": 55401
    },
    {
      "epoch": 2.2691787835347124,
      "grad_norm": 3.7020045592666517,
      "learning_rate": 0.0002097496284138007,
      "loss": 4.7812,
      "step": 55402
    },
    {
      "epoch": 2.2692197419619085,
      "grad_norm": 4.023710262183804,
      "learning_rate": 0.00020974663691225668,
      "loss": 5.5625,
      "step": 55403
    },
    {
      "epoch": 2.269260700389105,
      "grad_norm": 4.171435872532455,
      "learning_rate": 0.00020974364538246793,
      "loss": 6.0625,
      "step": 55404
    },
    {
      "epoch": 2.2693016588163015,
      "grad_norm": 4.346485553264923,
      "learning_rate": 0.0002097406538244358,
      "loss": 6.0625,
      "step": 55405
    },
    {
      "epoch": 2.269342617243498,
      "grad_norm": 3.0986001564053844,
      "learning_rate": 0.00020973766223816178,
      "loss": 3.0781,
      "step": 55406
    },
    {
      "epoch": 2.269383575670694,
      "grad_norm": 3.2864299980022467,
      "learning_rate": 0.0002097346706236473,
      "loss": 4.125,
      "step": 55407
    },
    {
      "epoch": 2.2694245340978907,
      "grad_norm": 3.226243589214471,
      "learning_rate": 0.0002097316789808937,
      "loss": 4.625,
      "step": 55408
    },
    {
      "epoch": 2.2694654925250872,
      "grad_norm": 3.7851900867955073,
      "learning_rate": 0.00020972868730990241,
      "loss": 6.1875,
      "step": 55409
    },
    {
      "epoch": 2.2695064509522833,
      "grad_norm": 4.20857147589552,
      "learning_rate": 0.0002097256956106749,
      "loss": 6.7812,
      "step": 55410
    },
    {
      "epoch": 2.26954740937948,
      "grad_norm": 3.702010438604297,
      "learning_rate": 0.00020972270388321254,
      "loss": 4.375,
      "step": 55411
    },
    {
      "epoch": 2.2695883678066764,
      "grad_norm": 3.3913464582423516,
      "learning_rate": 0.00020971971212751676,
      "loss": 5.2812,
      "step": 55412
    },
    {
      "epoch": 2.2696293262338725,
      "grad_norm": 5.993512993403469,
      "learning_rate": 0.0002097167203435889,
      "loss": 5.4688,
      "step": 55413
    },
    {
      "epoch": 2.269670284661069,
      "grad_norm": 3.6123277963952614,
      "learning_rate": 0.00020971372853143054,
      "loss": 6.3438,
      "step": 55414
    },
    {
      "epoch": 2.2697112430882656,
      "grad_norm": 3.523000127011667,
      "learning_rate": 0.00020971073669104294,
      "loss": 5.6875,
      "step": 55415
    },
    {
      "epoch": 2.2697522015154616,
      "grad_norm": 2.782418268835984,
      "learning_rate": 0.0002097077448224276,
      "loss": 4.1562,
      "step": 55416
    },
    {
      "epoch": 2.269793159942658,
      "grad_norm": 2.980227976252315,
      "learning_rate": 0.00020970475292558585,
      "loss": 5.25,
      "step": 55417
    },
    {
      "epoch": 2.2698341183698547,
      "grad_norm": 4.1965570033196995,
      "learning_rate": 0.00020970176100051916,
      "loss": 4.9375,
      "step": 55418
    },
    {
      "epoch": 2.269875076797051,
      "grad_norm": 3.0504132649220734,
      "learning_rate": 0.00020969876904722895,
      "loss": 4.0625,
      "step": 55419
    },
    {
      "epoch": 2.2699160352242473,
      "grad_norm": 2.7774323050739524,
      "learning_rate": 0.00020969577706571668,
      "loss": 5.125,
      "step": 55420
    },
    {
      "epoch": 2.269956993651444,
      "grad_norm": 3.506995207021718,
      "learning_rate": 0.00020969278505598366,
      "loss": 5.5625,
      "step": 55421
    },
    {
      "epoch": 2.26999795207864,
      "grad_norm": 3.379617832388942,
      "learning_rate": 0.00020968979301803136,
      "loss": 4.875,
      "step": 55422
    },
    {
      "epoch": 2.2700389105058365,
      "grad_norm": 3.2516203526758067,
      "learning_rate": 0.0002096868009518612,
      "loss": 4.5312,
      "step": 55423
    },
    {
      "epoch": 2.270079868933033,
      "grad_norm": 2.759757120334382,
      "learning_rate": 0.0002096838088574746,
      "loss": 4.125,
      "step": 55424
    },
    {
      "epoch": 2.2701208273602296,
      "grad_norm": 3.5697719635689387,
      "learning_rate": 0.00020968081673487294,
      "loss": 5.4375,
      "step": 55425
    },
    {
      "epoch": 2.2701617857874257,
      "grad_norm": 3.0567183788124455,
      "learning_rate": 0.00020967782458405766,
      "loss": 4.2188,
      "step": 55426
    },
    {
      "epoch": 2.270202744214622,
      "grad_norm": 2.8593525009429768,
      "learning_rate": 0.00020967483240503013,
      "loss": 4.4375,
      "step": 55427
    },
    {
      "epoch": 2.2702437026418187,
      "grad_norm": 3.50743916830868,
      "learning_rate": 0.00020967184019779185,
      "loss": 4.3125,
      "step": 55428
    },
    {
      "epoch": 2.270284661069015,
      "grad_norm": 3.8296133730210715,
      "learning_rate": 0.00020966884796234413,
      "loss": 4.2812,
      "step": 55429
    },
    {
      "epoch": 2.2703256194962114,
      "grad_norm": 3.2086220208005596,
      "learning_rate": 0.00020966585569868852,
      "loss": 4.7812,
      "step": 55430
    },
    {
      "epoch": 2.270366577923408,
      "grad_norm": 4.192499191859425,
      "learning_rate": 0.0002096628634068263,
      "loss": 4.375,
      "step": 55431
    },
    {
      "epoch": 2.270407536350604,
      "grad_norm": 2.974418560048164,
      "learning_rate": 0.000209659871086759,
      "loss": 3.5938,
      "step": 55432
    },
    {
      "epoch": 2.2704484947778005,
      "grad_norm": 3.598174706327112,
      "learning_rate": 0.00020965687873848789,
      "loss": 4.8438,
      "step": 55433
    },
    {
      "epoch": 2.270489453204997,
      "grad_norm": 3.3666180952428517,
      "learning_rate": 0.0002096538863620145,
      "loss": 4.7812,
      "step": 55434
    },
    {
      "epoch": 2.270530411632193,
      "grad_norm": 4.101803881892985,
      "learning_rate": 0.00020965089395734023,
      "loss": 5.0312,
      "step": 55435
    },
    {
      "epoch": 2.2705713700593897,
      "grad_norm": 3.5305161964953915,
      "learning_rate": 0.00020964790152446647,
      "loss": 4.5,
      "step": 55436
    },
    {
      "epoch": 2.2706123284865862,
      "grad_norm": 3.1362463710554103,
      "learning_rate": 0.00020964490906339462,
      "loss": 4.6875,
      "step": 55437
    },
    {
      "epoch": 2.2706532869137823,
      "grad_norm": 3.0049229289968284,
      "learning_rate": 0.00020964191657412613,
      "loss": 4.6562,
      "step": 55438
    },
    {
      "epoch": 2.270694245340979,
      "grad_norm": 3.7883643887330174,
      "learning_rate": 0.00020963892405666246,
      "loss": 5.0,
      "step": 55439
    },
    {
      "epoch": 2.2707352037681754,
      "grad_norm": 3.6717224963988033,
      "learning_rate": 0.0002096359315110049,
      "loss": 5.5625,
      "step": 55440
    },
    {
      "epoch": 2.2707761621953715,
      "grad_norm": 3.032669033733551,
      "learning_rate": 0.00020963293893715496,
      "loss": 5.25,
      "step": 55441
    },
    {
      "epoch": 2.270817120622568,
      "grad_norm": 2.751782846676513,
      "learning_rate": 0.000209629946335114,
      "loss": 4.3125,
      "step": 55442
    },
    {
      "epoch": 2.2708580790497646,
      "grad_norm": 3.018016223258409,
      "learning_rate": 0.00020962695370488351,
      "loss": 4.7188,
      "step": 55443
    },
    {
      "epoch": 2.270899037476961,
      "grad_norm": 3.9042720401702318,
      "learning_rate": 0.00020962396104646483,
      "loss": 4.7188,
      "step": 55444
    },
    {
      "epoch": 2.270939995904157,
      "grad_norm": 4.020757911385315,
      "learning_rate": 0.00020962096835985938,
      "loss": 5.7812,
      "step": 55445
    },
    {
      "epoch": 2.2709809543313537,
      "grad_norm": 2.963630284224687,
      "learning_rate": 0.00020961797564506864,
      "loss": 4.9688,
      "step": 55446
    },
    {
      "epoch": 2.2710219127585503,
      "grad_norm": 7.041025029533991,
      "learning_rate": 0.00020961498290209395,
      "loss": 5.7188,
      "step": 55447
    },
    {
      "epoch": 2.2710628711857463,
      "grad_norm": 4.107147310767757,
      "learning_rate": 0.0002096119901309368,
      "loss": 3.0625,
      "step": 55448
    },
    {
      "epoch": 2.271103829612943,
      "grad_norm": 3.011333661667902,
      "learning_rate": 0.00020960899733159848,
      "loss": 4.5625,
      "step": 55449
    },
    {
      "epoch": 2.2711447880401394,
      "grad_norm": 3.065157962163578,
      "learning_rate": 0.00020960600450408052,
      "loss": 4.9375,
      "step": 55450
    },
    {
      "epoch": 2.2711857464673355,
      "grad_norm": 2.7108671576662937,
      "learning_rate": 0.00020960301164838432,
      "loss": 4.3125,
      "step": 55451
    },
    {
      "epoch": 2.271226704894532,
      "grad_norm": 6.581575291925227,
      "learning_rate": 0.0002096000187645113,
      "loss": 3.2969,
      "step": 55452
    },
    {
      "epoch": 2.2712676633217286,
      "grad_norm": 3.2168707353769532,
      "learning_rate": 0.0002095970258524628,
      "loss": 3.5312,
      "step": 55453
    },
    {
      "epoch": 2.2713086217489247,
      "grad_norm": 3.600627836645066,
      "learning_rate": 0.00020959403291224027,
      "loss": 4.875,
      "step": 55454
    },
    {
      "epoch": 2.271349580176121,
      "grad_norm": 3.2625553574999384,
      "learning_rate": 0.00020959103994384518,
      "loss": 3.7656,
      "step": 55455
    },
    {
      "epoch": 2.2713905386033177,
      "grad_norm": 2.910489607656862,
      "learning_rate": 0.00020958804694727886,
      "loss": 4.5625,
      "step": 55456
    },
    {
      "epoch": 2.271431497030514,
      "grad_norm": 2.9659378129174074,
      "learning_rate": 0.00020958505392254282,
      "loss": 5.625,
      "step": 55457
    },
    {
      "epoch": 2.2714724554577104,
      "grad_norm": 3.153620600131757,
      "learning_rate": 0.0002095820608696384,
      "loss": 4.0938,
      "step": 55458
    },
    {
      "epoch": 2.271513413884907,
      "grad_norm": 3.246480371513875,
      "learning_rate": 0.00020957906778856704,
      "loss": 5.6562,
      "step": 55459
    },
    {
      "epoch": 2.271554372312103,
      "grad_norm": 2.923991607114732,
      "learning_rate": 0.00020957607467933018,
      "loss": 4.4688,
      "step": 55460
    },
    {
      "epoch": 2.2715953307392995,
      "grad_norm": 3.1888821726159176,
      "learning_rate": 0.00020957308154192917,
      "loss": 4.75,
      "step": 55461
    },
    {
      "epoch": 2.271636289166496,
      "grad_norm": 3.726908101741105,
      "learning_rate": 0.00020957008837636549,
      "loss": 5.25,
      "step": 55462
    },
    {
      "epoch": 2.2716772475936926,
      "grad_norm": 2.81554808159188,
      "learning_rate": 0.00020956709518264055,
      "loss": 4.125,
      "step": 55463
    },
    {
      "epoch": 2.2717182060208887,
      "grad_norm": 2.815388916849747,
      "learning_rate": 0.00020956410196075568,
      "loss": 4.625,
      "step": 55464
    },
    {
      "epoch": 2.2717591644480852,
      "grad_norm": 2.6183309827877386,
      "learning_rate": 0.0002095611087107124,
      "loss": 4.3438,
      "step": 55465
    },
    {
      "epoch": 2.2718001228752818,
      "grad_norm": 2.5569157544315617,
      "learning_rate": 0.00020955811543251206,
      "loss": 3.875,
      "step": 55466
    },
    {
      "epoch": 2.271841081302478,
      "grad_norm": 2.845868146291102,
      "learning_rate": 0.0002095551221261561,
      "loss": 4.0312,
      "step": 55467
    },
    {
      "epoch": 2.2718820397296744,
      "grad_norm": 3.7228062513981746,
      "learning_rate": 0.00020955212879164597,
      "loss": 5.25,
      "step": 55468
    },
    {
      "epoch": 2.271922998156871,
      "grad_norm": 2.868987005360845,
      "learning_rate": 0.000209549135428983,
      "loss": 4.875,
      "step": 55469
    },
    {
      "epoch": 2.271963956584067,
      "grad_norm": 4.028734764013709,
      "learning_rate": 0.00020954614203816868,
      "loss": 5.0312,
      "step": 55470
    },
    {
      "epoch": 2.2720049150112636,
      "grad_norm": 2.8719951620633744,
      "learning_rate": 0.00020954314861920442,
      "loss": 4.3125,
      "step": 55471
    },
    {
      "epoch": 2.27204587343846,
      "grad_norm": 3.572729797561927,
      "learning_rate": 0.0002095401551720916,
      "loss": 5.2188,
      "step": 55472
    },
    {
      "epoch": 2.272086831865656,
      "grad_norm": 2.746344766103203,
      "learning_rate": 0.00020953716169683163,
      "loss": 3.1094,
      "step": 55473
    },
    {
      "epoch": 2.2721277902928527,
      "grad_norm": 3.2134826279564157,
      "learning_rate": 0.00020953416819342597,
      "loss": 4.2812,
      "step": 55474
    },
    {
      "epoch": 2.2721687487200493,
      "grad_norm": 2.7973757513913022,
      "learning_rate": 0.000209531174661876,
      "loss": 4.1875,
      "step": 55475
    },
    {
      "epoch": 2.272209707147246,
      "grad_norm": 2.8010119019549835,
      "learning_rate": 0.0002095281811021831,
      "loss": 4.4375,
      "step": 55476
    },
    {
      "epoch": 2.272250665574442,
      "grad_norm": 3.4044289241784504,
      "learning_rate": 0.0002095251875143488,
      "loss": 4.0312,
      "step": 55477
    },
    {
      "epoch": 2.2722916240016384,
      "grad_norm": 2.945406464582438,
      "learning_rate": 0.00020952219389837443,
      "loss": 3.7812,
      "step": 55478
    },
    {
      "epoch": 2.2723325824288345,
      "grad_norm": 5.0662536698320295,
      "learning_rate": 0.00020951920025426139,
      "loss": 4.75,
      "step": 55479
    },
    {
      "epoch": 2.272373540856031,
      "grad_norm": 2.5056080014202275,
      "learning_rate": 0.00020951620658201116,
      "loss": 3.875,
      "step": 55480
    },
    {
      "epoch": 2.2724144992832276,
      "grad_norm": 3.137657578453647,
      "learning_rate": 0.0002095132128816251,
      "loss": 3.7188,
      "step": 55481
    },
    {
      "epoch": 2.272455457710424,
      "grad_norm": 3.748526113537018,
      "learning_rate": 0.00020951021915310464,
      "loss": 4.125,
      "step": 55482
    },
    {
      "epoch": 2.27249641613762,
      "grad_norm": 3.5390001595970237,
      "learning_rate": 0.00020950722539645123,
      "loss": 4.8438,
      "step": 55483
    },
    {
      "epoch": 2.2725373745648167,
      "grad_norm": 3.371833541564028,
      "learning_rate": 0.00020950423161166627,
      "loss": 2.9844,
      "step": 55484
    },
    {
      "epoch": 2.2725783329920133,
      "grad_norm": 5.440287259883646,
      "learning_rate": 0.00020950123779875108,
      "loss": 5.5938,
      "step": 55485
    },
    {
      "epoch": 2.2726192914192094,
      "grad_norm": 3.482487524743802,
      "learning_rate": 0.00020949824395770724,
      "loss": 4.6875,
      "step": 55486
    },
    {
      "epoch": 2.272660249846406,
      "grad_norm": 2.818396289405502,
      "learning_rate": 0.00020949525008853606,
      "loss": 4.3125,
      "step": 55487
    },
    {
      "epoch": 2.2727012082736024,
      "grad_norm": 3.4682858144496005,
      "learning_rate": 0.000209492256191239,
      "loss": 5.125,
      "step": 55488
    },
    {
      "epoch": 2.2727421667007985,
      "grad_norm": 2.9736146604383373,
      "learning_rate": 0.00020948926226581742,
      "loss": 5.3438,
      "step": 55489
    },
    {
      "epoch": 2.272783125127995,
      "grad_norm": 3.51618451586379,
      "learning_rate": 0.00020948626831227273,
      "loss": 5.375,
      "step": 55490
    },
    {
      "epoch": 2.2728240835551916,
      "grad_norm": 7.090509566479131,
      "learning_rate": 0.00020948327433060644,
      "loss": 5.2812,
      "step": 55491
    },
    {
      "epoch": 2.2728650419823877,
      "grad_norm": 2.7267354320923136,
      "learning_rate": 0.00020948028032081992,
      "loss": 4.1562,
      "step": 55492
    },
    {
      "epoch": 2.2729060004095842,
      "grad_norm": 2.8913001271494414,
      "learning_rate": 0.00020947728628291454,
      "loss": 4.5625,
      "step": 55493
    },
    {
      "epoch": 2.2729469588367808,
      "grad_norm": 3.7262502733240663,
      "learning_rate": 0.00020947429221689174,
      "loss": 5.9375,
      "step": 55494
    },
    {
      "epoch": 2.2729879172639773,
      "grad_norm": 3.256085024062786,
      "learning_rate": 0.000209471298122753,
      "loss": 5.5,
      "step": 55495
    },
    {
      "epoch": 2.2730288756911734,
      "grad_norm": 3.583063658238202,
      "learning_rate": 0.00020946830400049967,
      "loss": 5.3125,
      "step": 55496
    },
    {
      "epoch": 2.27306983411837,
      "grad_norm": 2.8196540363014426,
      "learning_rate": 0.00020946530985013314,
      "loss": 4.9375,
      "step": 55497
    },
    {
      "epoch": 2.273110792545566,
      "grad_norm": 2.5678041561930396,
      "learning_rate": 0.00020946231567165488,
      "loss": 3.5625,
      "step": 55498
    },
    {
      "epoch": 2.2731517509727626,
      "grad_norm": 4.3337239342305205,
      "learning_rate": 0.0002094593214650663,
      "loss": 4.5312,
      "step": 55499
    },
    {
      "epoch": 2.273192709399959,
      "grad_norm": 2.559724181082769,
      "learning_rate": 0.00020945632723036881,
      "loss": 4.7188,
      "step": 55500
    },
    {
      "epoch": 2.2732336678271556,
      "grad_norm": 3.2346132213915295,
      "learning_rate": 0.00020945333296756377,
      "loss": 5.5312,
      "step": 55501
    },
    {
      "epoch": 2.2732746262543517,
      "grad_norm": 4.267920896374566,
      "learning_rate": 0.0002094503386766527,
      "loss": 2.6406,
      "step": 55502
    },
    {
      "epoch": 2.2733155846815483,
      "grad_norm": 3.2847999752942263,
      "learning_rate": 0.00020944734435763692,
      "loss": 4.0938,
      "step": 55503
    },
    {
      "epoch": 2.273356543108745,
      "grad_norm": 3.6100602394494676,
      "learning_rate": 0.0002094443500105179,
      "loss": 4.9375,
      "step": 55504
    },
    {
      "epoch": 2.273397501535941,
      "grad_norm": 3.6415829371415365,
      "learning_rate": 0.00020944135563529703,
      "loss": 5.4375,
      "step": 55505
    },
    {
      "epoch": 2.2734384599631374,
      "grad_norm": 3.180462931625715,
      "learning_rate": 0.00020943836123197572,
      "loss": 4.125,
      "step": 55506
    },
    {
      "epoch": 2.273479418390334,
      "grad_norm": 2.852999730572001,
      "learning_rate": 0.00020943536680055545,
      "loss": 4.125,
      "step": 55507
    },
    {
      "epoch": 2.27352037681753,
      "grad_norm": 2.6933758490021207,
      "learning_rate": 0.00020943237234103757,
      "loss": 4.125,
      "step": 55508
    },
    {
      "epoch": 2.2735613352447266,
      "grad_norm": 4.150308678500044,
      "learning_rate": 0.00020942937785342348,
      "loss": 4.9375,
      "step": 55509
    },
    {
      "epoch": 2.273602293671923,
      "grad_norm": 6.2637527526764565,
      "learning_rate": 0.00020942638333771465,
      "loss": 2.9531,
      "step": 55510
    },
    {
      "epoch": 2.273643252099119,
      "grad_norm": 3.3896476636600035,
      "learning_rate": 0.0002094233887939125,
      "loss": 4.5938,
      "step": 55511
    },
    {
      "epoch": 2.2736842105263158,
      "grad_norm": 7.452817799856087,
      "learning_rate": 0.0002094203942220184,
      "loss": 6.7812,
      "step": 55512
    },
    {
      "epoch": 2.2737251689535123,
      "grad_norm": 4.989464682282994,
      "learning_rate": 0.00020941739962203375,
      "loss": 4.5312,
      "step": 55513
    },
    {
      "epoch": 2.273766127380709,
      "grad_norm": 3.3977799537985733,
      "learning_rate": 0.00020941440499396005,
      "loss": 4.3125,
      "step": 55514
    },
    {
      "epoch": 2.273807085807905,
      "grad_norm": 2.7780147417332284,
      "learning_rate": 0.00020941141033779866,
      "loss": 4.5625,
      "step": 55515
    },
    {
      "epoch": 2.2738480442351015,
      "grad_norm": 3.148240082038662,
      "learning_rate": 0.000209408415653551,
      "loss": 4.7188,
      "step": 55516
    },
    {
      "epoch": 2.2738890026622975,
      "grad_norm": 3.1499956580784474,
      "learning_rate": 0.00020940542094121848,
      "loss": 4.7812,
      "step": 55517
    },
    {
      "epoch": 2.273929961089494,
      "grad_norm": 4.590529676220708,
      "learning_rate": 0.00020940242620080254,
      "loss": 5.0312,
      "step": 55518
    },
    {
      "epoch": 2.2739709195166906,
      "grad_norm": 4.293938897535284,
      "learning_rate": 0.00020939943143230457,
      "loss": 5.5,
      "step": 55519
    },
    {
      "epoch": 2.274011877943887,
      "grad_norm": 5.780992119115309,
      "learning_rate": 0.000209396436635726,
      "loss": 6.0625,
      "step": 55520
    },
    {
      "epoch": 2.2740528363710832,
      "grad_norm": 3.8455836980147784,
      "learning_rate": 0.0002093934418110682,
      "loss": 2.4062,
      "step": 55521
    },
    {
      "epoch": 2.2740937947982798,
      "grad_norm": 2.8816857480347555,
      "learning_rate": 0.00020939044695833268,
      "loss": 4.3438,
      "step": 55522
    },
    {
      "epoch": 2.2741347532254763,
      "grad_norm": 3.515963044450105,
      "learning_rate": 0.00020938745207752077,
      "loss": 5.1562,
      "step": 55523
    },
    {
      "epoch": 2.2741757116526724,
      "grad_norm": 2.8461870967849303,
      "learning_rate": 0.00020938445716863394,
      "loss": 4.5938,
      "step": 55524
    },
    {
      "epoch": 2.274216670079869,
      "grad_norm": 5.557563763516201,
      "learning_rate": 0.00020938146223167358,
      "loss": 4.625,
      "step": 55525
    },
    {
      "epoch": 2.2742576285070655,
      "grad_norm": 2.8346010123318672,
      "learning_rate": 0.0002093784672666411,
      "loss": 4.4688,
      "step": 55526
    },
    {
      "epoch": 2.2742985869342616,
      "grad_norm": 3.1180827646411053,
      "learning_rate": 0.00020937547227353794,
      "loss": 5.7188,
      "step": 55527
    },
    {
      "epoch": 2.274339545361458,
      "grad_norm": 6.637690110881755,
      "learning_rate": 0.00020937247725236552,
      "loss": 6.8438,
      "step": 55528
    },
    {
      "epoch": 2.2743805037886546,
      "grad_norm": 3.0144559462308114,
      "learning_rate": 0.00020936948220312522,
      "loss": 4.4688,
      "step": 55529
    },
    {
      "epoch": 2.2744214622158507,
      "grad_norm": 2.8322306985680332,
      "learning_rate": 0.00020936648712581842,
      "loss": 4.1562,
      "step": 55530
    },
    {
      "epoch": 2.2744624206430473,
      "grad_norm": 3.4176414736980765,
      "learning_rate": 0.00020936349202044666,
      "loss": 4.4375,
      "step": 55531
    },
    {
      "epoch": 2.274503379070244,
      "grad_norm": 2.735696579939682,
      "learning_rate": 0.00020936049688701131,
      "loss": 4.9688,
      "step": 55532
    },
    {
      "epoch": 2.2745443374974403,
      "grad_norm": 5.657602984385424,
      "learning_rate": 0.0002093575017255137,
      "loss": 5.875,
      "step": 55533
    },
    {
      "epoch": 2.2745852959246364,
      "grad_norm": 3.413849331264833,
      "learning_rate": 0.00020935450653595533,
      "loss": 3.9531,
      "step": 55534
    },
    {
      "epoch": 2.274626254351833,
      "grad_norm": 2.8986800392981706,
      "learning_rate": 0.0002093515113183376,
      "loss": 4.7188,
      "step": 55535
    },
    {
      "epoch": 2.274667212779029,
      "grad_norm": 2.778647781278338,
      "learning_rate": 0.0002093485160726619,
      "loss": 4.625,
      "step": 55536
    },
    {
      "epoch": 2.2747081712062256,
      "grad_norm": 2.9696913268024456,
      "learning_rate": 0.00020934552079892967,
      "loss": 4.5938,
      "step": 55537
    },
    {
      "epoch": 2.274749129633422,
      "grad_norm": 5.062102396042614,
      "learning_rate": 0.00020934252549714233,
      "loss": 4.875,
      "step": 55538
    },
    {
      "epoch": 2.2747900880606187,
      "grad_norm": 3.4677893331567304,
      "learning_rate": 0.00020933953016730126,
      "loss": 5.5625,
      "step": 55539
    },
    {
      "epoch": 2.2748310464878148,
      "grad_norm": 3.2319921719254747,
      "learning_rate": 0.00020933653480940793,
      "loss": 4.5938,
      "step": 55540
    },
    {
      "epoch": 2.2748720049150113,
      "grad_norm": 6.041836332027046,
      "learning_rate": 0.00020933353942346368,
      "loss": 3.4844,
      "step": 55541
    },
    {
      "epoch": 2.274912963342208,
      "grad_norm": 3.331645589958047,
      "learning_rate": 0.00020933054400947004,
      "loss": 5.9062,
      "step": 55542
    },
    {
      "epoch": 2.274953921769404,
      "grad_norm": 4.2995966060283815,
      "learning_rate": 0.00020932754856742836,
      "loss": 5.1562,
      "step": 55543
    },
    {
      "epoch": 2.2749948801966005,
      "grad_norm": 5.977309287854466,
      "learning_rate": 0.00020932455309734005,
      "loss": 4.6562,
      "step": 55544
    },
    {
      "epoch": 2.275035838623797,
      "grad_norm": 3.0033781142184006,
      "learning_rate": 0.0002093215575992065,
      "loss": 5.2188,
      "step": 55545
    },
    {
      "epoch": 2.275076797050993,
      "grad_norm": 2.851057736661114,
      "learning_rate": 0.00020931856207302918,
      "loss": 4.625,
      "step": 55546
    },
    {
      "epoch": 2.2751177554781896,
      "grad_norm": 3.7834765143590854,
      "learning_rate": 0.0002093155665188095,
      "loss": 4.125,
      "step": 55547
    },
    {
      "epoch": 2.275158713905386,
      "grad_norm": 2.8360392905656666,
      "learning_rate": 0.00020931257093654887,
      "loss": 4.1562,
      "step": 55548
    },
    {
      "epoch": 2.2751996723325822,
      "grad_norm": 2.740763898657421,
      "learning_rate": 0.00020930957532624864,
      "loss": 4.2812,
      "step": 55549
    },
    {
      "epoch": 2.275240630759779,
      "grad_norm": 6.989523849221215,
      "learning_rate": 0.00020930657968791034,
      "loss": 6.4062,
      "step": 55550
    },
    {
      "epoch": 2.2752815891869753,
      "grad_norm": 3.440654952831618,
      "learning_rate": 0.00020930358402153533,
      "loss": 5.125,
      "step": 55551
    },
    {
      "epoch": 2.275322547614172,
      "grad_norm": 3.4662423528135604,
      "learning_rate": 0.000209300588327125,
      "loss": 4.625,
      "step": 55552
    },
    {
      "epoch": 2.275363506041368,
      "grad_norm": 2.7572057402341454,
      "learning_rate": 0.0002092975926046808,
      "loss": 3.9688,
      "step": 55553
    },
    {
      "epoch": 2.2754044644685645,
      "grad_norm": 7.852828757775714,
      "learning_rate": 0.00020929459685420414,
      "loss": 1.2812,
      "step": 55554
    },
    {
      "epoch": 2.2754454228957606,
      "grad_norm": 3.102715723786261,
      "learning_rate": 0.00020929160107569644,
      "loss": 4.7188,
      "step": 55555
    },
    {
      "epoch": 2.275486381322957,
      "grad_norm": 2.986947664722982,
      "learning_rate": 0.00020928860526915909,
      "loss": 4.75,
      "step": 55556
    },
    {
      "epoch": 2.2755273397501536,
      "grad_norm": 2.665979391972223,
      "learning_rate": 0.00020928560943459358,
      "loss": 4.4688,
      "step": 55557
    },
    {
      "epoch": 2.27556829817735,
      "grad_norm": 3.0008990355478073,
      "learning_rate": 0.0002092826135720012,
      "loss": 4.9062,
      "step": 55558
    },
    {
      "epoch": 2.2756092566045463,
      "grad_norm": 2.9188674768735474,
      "learning_rate": 0.00020927961768138349,
      "loss": 4.0938,
      "step": 55559
    },
    {
      "epoch": 2.275650215031743,
      "grad_norm": 3.382991114275562,
      "learning_rate": 0.00020927662176274184,
      "loss": 4.625,
      "step": 55560
    },
    {
      "epoch": 2.2756911734589393,
      "grad_norm": 3.4787238366671436,
      "learning_rate": 0.0002092736258160776,
      "loss": 5.6562,
      "step": 55561
    },
    {
      "epoch": 2.2757321318861354,
      "grad_norm": 2.8596770317168287,
      "learning_rate": 0.0002092706298413922,
      "loss": 4.1875,
      "step": 55562
    },
    {
      "epoch": 2.275773090313332,
      "grad_norm": 2.9569504725422977,
      "learning_rate": 0.00020926763383868717,
      "loss": 4.4688,
      "step": 55563
    },
    {
      "epoch": 2.2758140487405285,
      "grad_norm": 2.8021803438026023,
      "learning_rate": 0.0002092646378079638,
      "loss": 3.9062,
      "step": 55564
    },
    {
      "epoch": 2.2758550071677246,
      "grad_norm": 2.719996459819048,
      "learning_rate": 0.00020926164174922356,
      "loss": 4.6562,
      "step": 55565
    },
    {
      "epoch": 2.275895965594921,
      "grad_norm": 5.147776116054609,
      "learning_rate": 0.0002092586456624678,
      "loss": 4.5938,
      "step": 55566
    },
    {
      "epoch": 2.2759369240221177,
      "grad_norm": 3.7487887265667785,
      "learning_rate": 0.00020925564954769803,
      "loss": 4.1562,
      "step": 55567
    },
    {
      "epoch": 2.2759778824493138,
      "grad_norm": 3.677902934670422,
      "learning_rate": 0.00020925265340491567,
      "loss": 4.5938,
      "step": 55568
    },
    {
      "epoch": 2.2760188408765103,
      "grad_norm": 3.0690759691054845,
      "learning_rate": 0.00020924965723412203,
      "loss": 4.9688,
      "step": 55569
    },
    {
      "epoch": 2.276059799303707,
      "grad_norm": 2.7326918579277617,
      "learning_rate": 0.00020924666103531861,
      "loss": 4.7812,
      "step": 55570
    },
    {
      "epoch": 2.2761007577309034,
      "grad_norm": 4.027415582208597,
      "learning_rate": 0.00020924366480850682,
      "loss": 4.875,
      "step": 55571
    },
    {
      "epoch": 2.2761417161580995,
      "grad_norm": 2.8496525463316518,
      "learning_rate": 0.00020924066855368807,
      "loss": 4.4688,
      "step": 55572
    },
    {
      "epoch": 2.276182674585296,
      "grad_norm": 4.395935727105429,
      "learning_rate": 0.0002092376722708637,
      "loss": 4.7188,
      "step": 55573
    },
    {
      "epoch": 2.276223633012492,
      "grad_norm": 2.9016274231891988,
      "learning_rate": 0.0002092346759600353,
      "loss": 4.5312,
      "step": 55574
    },
    {
      "epoch": 2.2762645914396886,
      "grad_norm": 8.588686394566068,
      "learning_rate": 0.0002092316796212041,
      "loss": 5.0,
      "step": 55575
    },
    {
      "epoch": 2.276305549866885,
      "grad_norm": 3.541170952481035,
      "learning_rate": 0.00020922868325437164,
      "loss": 4.5312,
      "step": 55576
    },
    {
      "epoch": 2.2763465082940817,
      "grad_norm": 6.16690870165972,
      "learning_rate": 0.00020922568685953927,
      "loss": 6.3438,
      "step": 55577
    },
    {
      "epoch": 2.276387466721278,
      "grad_norm": 2.4903504151383613,
      "learning_rate": 0.00020922269043670844,
      "loss": 3.5938,
      "step": 55578
    },
    {
      "epoch": 2.2764284251484743,
      "grad_norm": 7.4275495684359045,
      "learning_rate": 0.00020921969398588058,
      "loss": 5.4688,
      "step": 55579
    },
    {
      "epoch": 2.276469383575671,
      "grad_norm": 2.830498822508453,
      "learning_rate": 0.00020921669750705707,
      "loss": 4.4688,
      "step": 55580
    },
    {
      "epoch": 2.276510342002867,
      "grad_norm": 2.7313926697091384,
      "learning_rate": 0.00020921370100023933,
      "loss": 4.4688,
      "step": 55581
    },
    {
      "epoch": 2.2765513004300635,
      "grad_norm": 3.284795531289729,
      "learning_rate": 0.0002092107044654288,
      "loss": 4.875,
      "step": 55582
    },
    {
      "epoch": 2.27659225885726,
      "grad_norm": 2.7696407855366854,
      "learning_rate": 0.0002092077079026269,
      "loss": 4.9062,
      "step": 55583
    },
    {
      "epoch": 2.276633217284456,
      "grad_norm": 2.869774699978366,
      "learning_rate": 0.000209204711311835,
      "loss": 4.0625,
      "step": 55584
    },
    {
      "epoch": 2.2766741757116526,
      "grad_norm": 3.4872276285550377,
      "learning_rate": 0.00020920171469305453,
      "loss": 1.875,
      "step": 55585
    },
    {
      "epoch": 2.276715134138849,
      "grad_norm": 6.4850383386057615,
      "learning_rate": 0.00020919871804628702,
      "loss": 5.1875,
      "step": 55586
    },
    {
      "epoch": 2.2767560925660453,
      "grad_norm": 2.81268533522585,
      "learning_rate": 0.0002091957213715337,
      "loss": 4.875,
      "step": 55587
    },
    {
      "epoch": 2.276797050993242,
      "grad_norm": 13.405144315716063,
      "learning_rate": 0.0002091927246687961,
      "loss": 1.5312,
      "step": 55588
    },
    {
      "epoch": 2.2768380094204383,
      "grad_norm": 5.180396318281929,
      "learning_rate": 0.0002091897279380756,
      "loss": 5.2812,
      "step": 55589
    },
    {
      "epoch": 2.276878967847635,
      "grad_norm": 3.918977243593326,
      "learning_rate": 0.00020918673117937368,
      "loss": 6.4688,
      "step": 55590
    },
    {
      "epoch": 2.276919926274831,
      "grad_norm": 5.4445026441978825,
      "learning_rate": 0.00020918373439269167,
      "loss": 4.9062,
      "step": 55591
    },
    {
      "epoch": 2.2769608847020275,
      "grad_norm": 2.5771392922139347,
      "learning_rate": 0.00020918073757803104,
      "loss": 4.0,
      "step": 55592
    },
    {
      "epoch": 2.2770018431292236,
      "grad_norm": 23.216024789455535,
      "learning_rate": 0.0002091777407353932,
      "loss": 8.0,
      "step": 55593
    },
    {
      "epoch": 2.27704280155642,
      "grad_norm": 2.984087071864014,
      "learning_rate": 0.00020917474386477952,
      "loss": 4.5,
      "step": 55594
    },
    {
      "epoch": 2.2770837599836167,
      "grad_norm": 2.7887774296988352,
      "learning_rate": 0.0002091717469661915,
      "loss": 4.5938,
      "step": 55595
    },
    {
      "epoch": 2.277124718410813,
      "grad_norm": 2.6528912012832686,
      "learning_rate": 0.00020916875003963047,
      "loss": 3.4688,
      "step": 55596
    },
    {
      "epoch": 2.2771656768380093,
      "grad_norm": 3.2465364797733263,
      "learning_rate": 0.00020916575308509795,
      "loss": 5.2188,
      "step": 55597
    },
    {
      "epoch": 2.277206635265206,
      "grad_norm": 3.314251841786669,
      "learning_rate": 0.0002091627561025952,
      "loss": 4.3125,
      "step": 55598
    },
    {
      "epoch": 2.2772475936924024,
      "grad_norm": 3.2008983600747607,
      "learning_rate": 0.00020915975909212382,
      "loss": 4.7188,
      "step": 55599
    },
    {
      "epoch": 2.2772885521195985,
      "grad_norm": 3.391126182240793,
      "learning_rate": 0.00020915676205368513,
      "loss": 6.25,
      "step": 55600
    },
    {
      "epoch": 2.277329510546795,
      "grad_norm": 4.27016682651176,
      "learning_rate": 0.0002091537649872805,
      "loss": 5.0625,
      "step": 55601
    },
    {
      "epoch": 2.2773704689739915,
      "grad_norm": 3.5205206836066716,
      "learning_rate": 0.00020915076789291146,
      "loss": 5.5,
      "step": 55602
    },
    {
      "epoch": 2.2774114274011876,
      "grad_norm": 3.0317906144219373,
      "learning_rate": 0.00020914777077057933,
      "loss": 3.875,
      "step": 55603
    },
    {
      "epoch": 2.277452385828384,
      "grad_norm": 2.9355209962846245,
      "learning_rate": 0.0002091447736202856,
      "loss": 4.625,
      "step": 55604
    },
    {
      "epoch": 2.2774933442555807,
      "grad_norm": 2.819880780444386,
      "learning_rate": 0.0002091417764420316,
      "loss": 3.5469,
      "step": 55605
    },
    {
      "epoch": 2.277534302682777,
      "grad_norm": 9.643754348506954,
      "learning_rate": 0.00020913877923581884,
      "loss": 6.1875,
      "step": 55606
    },
    {
      "epoch": 2.2775752611099733,
      "grad_norm": 2.6753854611844496,
      "learning_rate": 0.0002091357820016487,
      "loss": 4.2812,
      "step": 55607
    },
    {
      "epoch": 2.27761621953717,
      "grad_norm": 3.6851865224366556,
      "learning_rate": 0.00020913278473952258,
      "loss": 5.5625,
      "step": 55608
    },
    {
      "epoch": 2.2776571779643664,
      "grad_norm": 3.8550648800643965,
      "learning_rate": 0.0002091297874494419,
      "loss": 4.5938,
      "step": 55609
    },
    {
      "epoch": 2.2776981363915625,
      "grad_norm": 2.628210869023768,
      "learning_rate": 0.0002091267901314081,
      "loss": 4.875,
      "step": 55610
    },
    {
      "epoch": 2.277739094818759,
      "grad_norm": 2.8013088057157325,
      "learning_rate": 0.0002091237927854226,
      "loss": 4.2812,
      "step": 55611
    },
    {
      "epoch": 2.277780053245955,
      "grad_norm": 3.4985421091804296,
      "learning_rate": 0.00020912079541148682,
      "loss": 4.5,
      "step": 55612
    },
    {
      "epoch": 2.2778210116731517,
      "grad_norm": 2.790310284025237,
      "learning_rate": 0.00020911779800960207,
      "loss": 4.3125,
      "step": 55613
    },
    {
      "epoch": 2.277861970100348,
      "grad_norm": 2.63542525997626,
      "learning_rate": 0.00020911480057976995,
      "loss": 4.2188,
      "step": 55614
    },
    {
      "epoch": 2.2779029285275447,
      "grad_norm": 3.1728847485291527,
      "learning_rate": 0.0002091118031219917,
      "loss": 5.0625,
      "step": 55615
    },
    {
      "epoch": 2.277943886954741,
      "grad_norm": 3.0160561633078795,
      "learning_rate": 0.00020910880563626888,
      "loss": 4.8125,
      "step": 55616
    },
    {
      "epoch": 2.2779848453819374,
      "grad_norm": 2.61132983238966,
      "learning_rate": 0.00020910580812260284,
      "loss": 4.625,
      "step": 55617
    },
    {
      "epoch": 2.278025803809134,
      "grad_norm": 3.3281720477398675,
      "learning_rate": 0.000209102810580995,
      "loss": 3.6094,
      "step": 55618
    },
    {
      "epoch": 2.27806676223633,
      "grad_norm": 3.0188215754796284,
      "learning_rate": 0.00020909981301144676,
      "loss": 4.625,
      "step": 55619
    },
    {
      "epoch": 2.2781077206635265,
      "grad_norm": 3.3926132915587806,
      "learning_rate": 0.00020909681541395959,
      "loss": 3.2656,
      "step": 55620
    },
    {
      "epoch": 2.278148679090723,
      "grad_norm": 2.895668899769423,
      "learning_rate": 0.00020909381778853485,
      "loss": 4.7188,
      "step": 55621
    },
    {
      "epoch": 2.278189637517919,
      "grad_norm": 3.845900904549523,
      "learning_rate": 0.00020909082013517399,
      "loss": 4.7812,
      "step": 55622
    },
    {
      "epoch": 2.2782305959451157,
      "grad_norm": 2.6083951464752837,
      "learning_rate": 0.0002090878224538784,
      "loss": 3.6875,
      "step": 55623
    },
    {
      "epoch": 2.278271554372312,
      "grad_norm": 3.1717799740420722,
      "learning_rate": 0.00020908482474464953,
      "loss": 3.8438,
      "step": 55624
    },
    {
      "epoch": 2.2783125127995083,
      "grad_norm": 4.879893890837987,
      "learning_rate": 0.00020908182700748876,
      "loss": 5.2188,
      "step": 55625
    },
    {
      "epoch": 2.278353471226705,
      "grad_norm": 2.834125590668307,
      "learning_rate": 0.00020907882924239761,
      "loss": 3.0469,
      "step": 55626
    },
    {
      "epoch": 2.2783944296539014,
      "grad_norm": 3.4291863867956587,
      "learning_rate": 0.00020907583144937734,
      "loss": 5.125,
      "step": 55627
    },
    {
      "epoch": 2.278435388081098,
      "grad_norm": 5.609788235168243,
      "learning_rate": 0.0002090728336284295,
      "loss": 6.4375,
      "step": 55628
    },
    {
      "epoch": 2.278476346508294,
      "grad_norm": 3.483877756139396,
      "learning_rate": 0.00020906983577955544,
      "loss": 4.3125,
      "step": 55629
    },
    {
      "epoch": 2.2785173049354905,
      "grad_norm": 3.3678432320440193,
      "learning_rate": 0.00020906683790275653,
      "loss": 3.4062,
      "step": 55630
    },
    {
      "epoch": 2.2785582633626866,
      "grad_norm": 3.859472340855881,
      "learning_rate": 0.0002090638399980343,
      "loss": 4.7188,
      "step": 55631
    },
    {
      "epoch": 2.278599221789883,
      "grad_norm": 5.691472186054374,
      "learning_rate": 0.00020906084206539008,
      "loss": 6.5,
      "step": 55632
    },
    {
      "epoch": 2.2786401802170797,
      "grad_norm": 3.591093337456329,
      "learning_rate": 0.00020905784410482539,
      "loss": 1.7578,
      "step": 55633
    },
    {
      "epoch": 2.2786811386442762,
      "grad_norm": 2.870702729409361,
      "learning_rate": 0.00020905484611634148,
      "loss": 5.125,
      "step": 55634
    },
    {
      "epoch": 2.2787220970714723,
      "grad_norm": 5.421465915294693,
      "learning_rate": 0.00020905184809993997,
      "loss": 3.7969,
      "step": 55635
    },
    {
      "epoch": 2.278763055498669,
      "grad_norm": 4.866354418316492,
      "learning_rate": 0.0002090488500556221,
      "loss": 5.1562,
      "step": 55636
    },
    {
      "epoch": 2.2788040139258654,
      "grad_norm": 2.9788351798987858,
      "learning_rate": 0.00020904585198338937,
      "loss": 4.7812,
      "step": 55637
    },
    {
      "epoch": 2.2788449723530615,
      "grad_norm": 3.646061024328562,
      "learning_rate": 0.0002090428538832432,
      "loss": 6.0312,
      "step": 55638
    },
    {
      "epoch": 2.278885930780258,
      "grad_norm": 3.9511878438603985,
      "learning_rate": 0.000209039855755185,
      "loss": 7.125,
      "step": 55639
    },
    {
      "epoch": 2.2789268892074546,
      "grad_norm": 3.352386229338137,
      "learning_rate": 0.00020903685759921618,
      "loss": 3.4062,
      "step": 55640
    },
    {
      "epoch": 2.2789678476346507,
      "grad_norm": 6.428521076530441,
      "learning_rate": 0.00020903385941533815,
      "loss": 4.4062,
      "step": 55641
    },
    {
      "epoch": 2.279008806061847,
      "grad_norm": 2.779139401419671,
      "learning_rate": 0.00020903086120355234,
      "loss": 4.375,
      "step": 55642
    },
    {
      "epoch": 2.2790497644890437,
      "grad_norm": 3.082721081103988,
      "learning_rate": 0.00020902786296386015,
      "loss": 4.625,
      "step": 55643
    },
    {
      "epoch": 2.27909072291624,
      "grad_norm": 2.64898013203521,
      "learning_rate": 0.00020902486469626306,
      "loss": 4.1875,
      "step": 55644
    },
    {
      "epoch": 2.2791316813434364,
      "grad_norm": 2.953227657301529,
      "learning_rate": 0.00020902186640076238,
      "loss": 4.7812,
      "step": 55645
    },
    {
      "epoch": 2.279172639770633,
      "grad_norm": 3.3311513425908976,
      "learning_rate": 0.0002090188680773596,
      "loss": 4.7188,
      "step": 55646
    },
    {
      "epoch": 2.2792135981978294,
      "grad_norm": 3.736694870385354,
      "learning_rate": 0.00020901586972605615,
      "loss": 5.2812,
      "step": 55647
    },
    {
      "epoch": 2.2792545566250255,
      "grad_norm": 8.166649382420134,
      "learning_rate": 0.00020901287134685343,
      "loss": 5.75,
      "step": 55648
    },
    {
      "epoch": 2.279295515052222,
      "grad_norm": 2.9658659032423307,
      "learning_rate": 0.0002090098729397528,
      "loss": 4.9375,
      "step": 55649
    },
    {
      "epoch": 2.279336473479418,
      "grad_norm": 2.8471088080408773,
      "learning_rate": 0.00020900687450475577,
      "loss": 4.0938,
      "step": 55650
    },
    {
      "epoch": 2.2793774319066147,
      "grad_norm": 3.2290838338796592,
      "learning_rate": 0.00020900387604186368,
      "loss": 4.6562,
      "step": 55651
    },
    {
      "epoch": 2.279418390333811,
      "grad_norm": 5.2930374239951,
      "learning_rate": 0.000209000877551078,
      "loss": 5.6875,
      "step": 55652
    },
    {
      "epoch": 2.2794593487610078,
      "grad_norm": 3.022770837704504,
      "learning_rate": 0.00020899787903240014,
      "loss": 4.1875,
      "step": 55653
    },
    {
      "epoch": 2.279500307188204,
      "grad_norm": 2.768500576047751,
      "learning_rate": 0.0002089948804858315,
      "loss": 3.9375,
      "step": 55654
    },
    {
      "epoch": 2.2795412656154004,
      "grad_norm": 2.884587542737207,
      "learning_rate": 0.00020899188191137347,
      "loss": 4.5312,
      "step": 55655
    },
    {
      "epoch": 2.279582224042597,
      "grad_norm": 3.2790019350380972,
      "learning_rate": 0.00020898888330902755,
      "loss": 4.3438,
      "step": 55656
    },
    {
      "epoch": 2.279623182469793,
      "grad_norm": 8.539803326274312,
      "learning_rate": 0.00020898588467879506,
      "loss": 6.5312,
      "step": 55657
    },
    {
      "epoch": 2.2796641408969895,
      "grad_norm": 4.014453476428915,
      "learning_rate": 0.0002089828860206775,
      "loss": 6.375,
      "step": 55658
    },
    {
      "epoch": 2.279705099324186,
      "grad_norm": 2.989674529735857,
      "learning_rate": 0.00020897988733467628,
      "loss": 4.75,
      "step": 55659
    },
    {
      "epoch": 2.279746057751382,
      "grad_norm": 2.737718830332447,
      "learning_rate": 0.00020897688862079274,
      "loss": 3.5938,
      "step": 55660
    },
    {
      "epoch": 2.2797870161785787,
      "grad_norm": 4.098924068818344,
      "learning_rate": 0.00020897388987902837,
      "loss": 5.5938,
      "step": 55661
    },
    {
      "epoch": 2.2798279746057752,
      "grad_norm": 4.334891413491724,
      "learning_rate": 0.00020897089110938455,
      "loss": 5.5,
      "step": 55662
    },
    {
      "epoch": 2.2798689330329713,
      "grad_norm": 5.777652007938566,
      "learning_rate": 0.00020896789231186273,
      "loss": 5.0312,
      "step": 55663
    },
    {
      "epoch": 2.279909891460168,
      "grad_norm": 4.135132093868401,
      "learning_rate": 0.00020896489348646433,
      "loss": 5.1562,
      "step": 55664
    },
    {
      "epoch": 2.2799508498873644,
      "grad_norm": 4.049954809157623,
      "learning_rate": 0.00020896189463319076,
      "loss": 5.9062,
      "step": 55665
    },
    {
      "epoch": 2.279991808314561,
      "grad_norm": 2.6515210333297525,
      "learning_rate": 0.00020895889575204334,
      "loss": 3.7969,
      "step": 55666
    },
    {
      "epoch": 2.280032766741757,
      "grad_norm": 7.004170430694603,
      "learning_rate": 0.00020895589684302365,
      "loss": 4.5938,
      "step": 55667
    },
    {
      "epoch": 2.2800737251689536,
      "grad_norm": 3.394285045717373,
      "learning_rate": 0.000208952897906133,
      "loss": 4.75,
      "step": 55668
    },
    {
      "epoch": 2.2801146835961497,
      "grad_norm": 4.877119728790411,
      "learning_rate": 0.00020894989894137289,
      "loss": 5.5625,
      "step": 55669
    },
    {
      "epoch": 2.280155642023346,
      "grad_norm": 4.935828971712111,
      "learning_rate": 0.00020894689994874465,
      "loss": 4.5,
      "step": 55670
    },
    {
      "epoch": 2.2801966004505427,
      "grad_norm": 7.534731778727401,
      "learning_rate": 0.00020894390092824974,
      "loss": 5.8438,
      "step": 55671
    },
    {
      "epoch": 2.2802375588777393,
      "grad_norm": 3.7227038551235587,
      "learning_rate": 0.00020894090187988958,
      "loss": 6.625,
      "step": 55672
    },
    {
      "epoch": 2.2802785173049354,
      "grad_norm": 2.7595883530288807,
      "learning_rate": 0.0002089379028036656,
      "loss": 4.1875,
      "step": 55673
    },
    {
      "epoch": 2.280319475732132,
      "grad_norm": 5.3547757699599074,
      "learning_rate": 0.00020893490369957917,
      "loss": 4.9688,
      "step": 55674
    },
    {
      "epoch": 2.2803604341593284,
      "grad_norm": 3.234964438803032,
      "learning_rate": 0.00020893190456763175,
      "loss": 4.2188,
      "step": 55675
    },
    {
      "epoch": 2.2804013925865245,
      "grad_norm": 6.3587385103601015,
      "learning_rate": 0.00020892890540782477,
      "loss": 4.3438,
      "step": 55676
    },
    {
      "epoch": 2.280442351013721,
      "grad_norm": 2.644028597100521,
      "learning_rate": 0.00020892590622015956,
      "loss": 4.25,
      "step": 55677
    },
    {
      "epoch": 2.2804833094409176,
      "grad_norm": 3.057450411334925,
      "learning_rate": 0.00020892290700463763,
      "loss": 4.7812,
      "step": 55678
    },
    {
      "epoch": 2.2805242678681137,
      "grad_norm": 3.6802089835355125,
      "learning_rate": 0.00020891990776126038,
      "loss": 5.25,
      "step": 55679
    },
    {
      "epoch": 2.28056522629531,
      "grad_norm": 4.2924172375513345,
      "learning_rate": 0.00020891690849002923,
      "loss": 6.125,
      "step": 55680
    },
    {
      "epoch": 2.2806061847225068,
      "grad_norm": 2.990452634679507,
      "learning_rate": 0.00020891390919094554,
      "loss": 4.9062,
      "step": 55681
    },
    {
      "epoch": 2.280647143149703,
      "grad_norm": 5.5919582904925385,
      "learning_rate": 0.00020891090986401083,
      "loss": 5.9062,
      "step": 55682
    },
    {
      "epoch": 2.2806881015768994,
      "grad_norm": 4.368680291489302,
      "learning_rate": 0.00020890791050922643,
      "loss": 3.6562,
      "step": 55683
    },
    {
      "epoch": 2.280729060004096,
      "grad_norm": 2.602739821275528,
      "learning_rate": 0.00020890491112659376,
      "loss": 3.125,
      "step": 55684
    },
    {
      "epoch": 2.2807700184312925,
      "grad_norm": 5.179432988442049,
      "learning_rate": 0.00020890191171611428,
      "loss": 5.2188,
      "step": 55685
    },
    {
      "epoch": 2.2808109768584885,
      "grad_norm": 5.069375959994874,
      "learning_rate": 0.00020889891227778942,
      "loss": 5.9375,
      "step": 55686
    },
    {
      "epoch": 2.280851935285685,
      "grad_norm": 3.6397400343157473,
      "learning_rate": 0.00020889591281162055,
      "loss": 5.0,
      "step": 55687
    },
    {
      "epoch": 2.2808928937128816,
      "grad_norm": 5.563520248695031,
      "learning_rate": 0.00020889291331760911,
      "loss": 4.6562,
      "step": 55688
    },
    {
      "epoch": 2.2809338521400777,
      "grad_norm": 3.211708674992868,
      "learning_rate": 0.0002088899137957565,
      "loss": 4.0,
      "step": 55689
    },
    {
      "epoch": 2.2809748105672742,
      "grad_norm": 7.349172146731062,
      "learning_rate": 0.00020888691424606422,
      "loss": 3.4062,
      "step": 55690
    },
    {
      "epoch": 2.281015768994471,
      "grad_norm": 3.11920888856534,
      "learning_rate": 0.00020888391466853358,
      "loss": 4.3125,
      "step": 55691
    },
    {
      "epoch": 2.281056727421667,
      "grad_norm": 3.5259461250170774,
      "learning_rate": 0.00020888091506316607,
      "loss": 5.0,
      "step": 55692
    },
    {
      "epoch": 2.2810976858488634,
      "grad_norm": 2.953263456286164,
      "learning_rate": 0.00020887791542996303,
      "loss": 4.5312,
      "step": 55693
    },
    {
      "epoch": 2.28113864427606,
      "grad_norm": 3.2442052918591404,
      "learning_rate": 0.00020887491576892595,
      "loss": 4.9688,
      "step": 55694
    },
    {
      "epoch": 2.281179602703256,
      "grad_norm": 2.0219140018739417,
      "learning_rate": 0.00020887191608005625,
      "loss": 2.7812,
      "step": 55695
    },
    {
      "epoch": 2.2812205611304526,
      "grad_norm": 2.9197270079734867,
      "learning_rate": 0.0002088689163633553,
      "loss": 4.0,
      "step": 55696
    },
    {
      "epoch": 2.281261519557649,
      "grad_norm": 2.8908169101334633,
      "learning_rate": 0.00020886591661882454,
      "loss": 4.8438,
      "step": 55697
    },
    {
      "epoch": 2.281302477984845,
      "grad_norm": 2.8743625456213846,
      "learning_rate": 0.0002088629168464654,
      "loss": 4.8438,
      "step": 55698
    },
    {
      "epoch": 2.2813434364120417,
      "grad_norm": 3.2017820834393143,
      "learning_rate": 0.00020885991704627931,
      "loss": 4.9062,
      "step": 55699
    },
    {
      "epoch": 2.2813843948392383,
      "grad_norm": 8.010923836044034,
      "learning_rate": 0.00020885691721826764,
      "loss": 3.8906,
      "step": 55700
    },
    {
      "epoch": 2.2814253532664344,
      "grad_norm": 3.2588205659795255,
      "learning_rate": 0.00020885391736243184,
      "loss": 3.9844,
      "step": 55701
    },
    {
      "epoch": 2.281466311693631,
      "grad_norm": 3.2500872723152883,
      "learning_rate": 0.00020885091747877333,
      "loss": 4.1562,
      "step": 55702
    },
    {
      "epoch": 2.2815072701208274,
      "grad_norm": 7.032985974252564,
      "learning_rate": 0.00020884791756729348,
      "loss": 3.7188,
      "step": 55703
    },
    {
      "epoch": 2.281548228548024,
      "grad_norm": 3.1244091648954013,
      "learning_rate": 0.00020884491762799377,
      "loss": 5.4062,
      "step": 55704
    },
    {
      "epoch": 2.28158918697522,
      "grad_norm": 5.2767057559007675,
      "learning_rate": 0.00020884191766087565,
      "loss": 1.4375,
      "step": 55705
    },
    {
      "epoch": 2.2816301454024166,
      "grad_norm": 2.7500476450052824,
      "learning_rate": 0.00020883891766594042,
      "loss": 4.75,
      "step": 55706
    },
    {
      "epoch": 2.281671103829613,
      "grad_norm": 2.7066028588797253,
      "learning_rate": 0.0002088359176431896,
      "loss": 4.0312,
      "step": 55707
    },
    {
      "epoch": 2.2817120622568092,
      "grad_norm": 2.702838035676874,
      "learning_rate": 0.0002088329175926246,
      "loss": 4.1875,
      "step": 55708
    },
    {
      "epoch": 2.2817530206840058,
      "grad_norm": 3.2106198733378792,
      "learning_rate": 0.00020882991751424674,
      "loss": 4.5,
      "step": 55709
    },
    {
      "epoch": 2.2817939791112023,
      "grad_norm": 3.3510340580373312,
      "learning_rate": 0.00020882691740805757,
      "loss": 4.6875,
      "step": 55710
    },
    {
      "epoch": 2.2818349375383984,
      "grad_norm": 2.777062634234685,
      "learning_rate": 0.0002088239172740584,
      "loss": 4.125,
      "step": 55711
    },
    {
      "epoch": 2.281875895965595,
      "grad_norm": 3.5601403660978472,
      "learning_rate": 0.0002088209171122507,
      "loss": 1.9141,
      "step": 55712
    },
    {
      "epoch": 2.2819168543927915,
      "grad_norm": 4.24204289998125,
      "learning_rate": 0.00020881791692263588,
      "loss": 5.0625,
      "step": 55713
    },
    {
      "epoch": 2.2819578128199876,
      "grad_norm": 2.692573094248539,
      "learning_rate": 0.0002088149167052154,
      "loss": 3.8438,
      "step": 55714
    },
    {
      "epoch": 2.281998771247184,
      "grad_norm": 2.924593477618268,
      "learning_rate": 0.00020881191645999062,
      "loss": 5.0938,
      "step": 55715
    },
    {
      "epoch": 2.2820397296743806,
      "grad_norm": 4.624209011864855,
      "learning_rate": 0.000208808916186963,
      "loss": 7.2812,
      "step": 55716
    },
    {
      "epoch": 2.2820806881015767,
      "grad_norm": 2.7650710587459275,
      "learning_rate": 0.00020880591588613387,
      "loss": 4.5625,
      "step": 55717
    },
    {
      "epoch": 2.2821216465287733,
      "grad_norm": 2.7459489585473644,
      "learning_rate": 0.0002088029155575048,
      "loss": 3.7656,
      "step": 55718
    },
    {
      "epoch": 2.28216260495597,
      "grad_norm": 3.4258307650741697,
      "learning_rate": 0.00020879991520107708,
      "loss": 5.6562,
      "step": 55719
    },
    {
      "epoch": 2.282203563383166,
      "grad_norm": 3.831427815294577,
      "learning_rate": 0.00020879691481685218,
      "loss": 5.4688,
      "step": 55720
    },
    {
      "epoch": 2.2822445218103624,
      "grad_norm": 3.3380699091557733,
      "learning_rate": 0.00020879391440483148,
      "loss": 3.1406,
      "step": 55721
    },
    {
      "epoch": 2.282285480237559,
      "grad_norm": 2.809152187842343,
      "learning_rate": 0.00020879091396501647,
      "loss": 5.5625,
      "step": 55722
    },
    {
      "epoch": 2.2823264386647555,
      "grad_norm": 4.845138206683266,
      "learning_rate": 0.00020878791349740854,
      "loss": 5.5625,
      "step": 55723
    },
    {
      "epoch": 2.2823673970919516,
      "grad_norm": 2.837921257846848,
      "learning_rate": 0.00020878491300200906,
      "loss": 3.7969,
      "step": 55724
    },
    {
      "epoch": 2.282408355519148,
      "grad_norm": 2.7931815666172053,
      "learning_rate": 0.00020878191247881945,
      "loss": 4.5,
      "step": 55725
    },
    {
      "epoch": 2.2824493139463446,
      "grad_norm": 4.671087164909238,
      "learning_rate": 0.00020877891192784122,
      "loss": 3.6562,
      "step": 55726
    },
    {
      "epoch": 2.2824902723735407,
      "grad_norm": 2.7747608112781226,
      "learning_rate": 0.00020877591134907573,
      "loss": 4.375,
      "step": 55727
    },
    {
      "epoch": 2.2825312308007373,
      "grad_norm": 7.206417833785698,
      "learning_rate": 0.0002087729107425244,
      "loss": 4.875,
      "step": 55728
    },
    {
      "epoch": 2.282572189227934,
      "grad_norm": 3.3873934516511737,
      "learning_rate": 0.0002087699101081886,
      "loss": 4.9375,
      "step": 55729
    },
    {
      "epoch": 2.28261314765513,
      "grad_norm": 3.8412636327879803,
      "learning_rate": 0.00020876690944606982,
      "loss": 5.6562,
      "step": 55730
    },
    {
      "epoch": 2.2826541060823264,
      "grad_norm": 2.99295525437383,
      "learning_rate": 0.0002087639087561695,
      "loss": 4.1875,
      "step": 55731
    },
    {
      "epoch": 2.282695064509523,
      "grad_norm": 2.9303747065190584,
      "learning_rate": 0.00020876090803848896,
      "loss": 4.1875,
      "step": 55732
    },
    {
      "epoch": 2.282736022936719,
      "grad_norm": 2.589012652263252,
      "learning_rate": 0.0002087579072930297,
      "loss": 3.9062,
      "step": 55733
    },
    {
      "epoch": 2.2827769813639156,
      "grad_norm": 4.004757102739065,
      "learning_rate": 0.0002087549065197931,
      "loss": 4.5625,
      "step": 55734
    },
    {
      "epoch": 2.282817939791112,
      "grad_norm": 24.1343652796696,
      "learning_rate": 0.0002087519057187806,
      "loss": 7.1562,
      "step": 55735
    },
    {
      "epoch": 2.2828588982183082,
      "grad_norm": 4.744235605504755,
      "learning_rate": 0.00020874890488999364,
      "loss": 4.9062,
      "step": 55736
    },
    {
      "epoch": 2.2828998566455048,
      "grad_norm": 6.540860803248844,
      "learning_rate": 0.00020874590403343354,
      "loss": 3.375,
      "step": 55737
    },
    {
      "epoch": 2.2829408150727013,
      "grad_norm": 3.5637154280062067,
      "learning_rate": 0.0002087429031491018,
      "loss": 5.0625,
      "step": 55738
    },
    {
      "epoch": 2.2829817734998974,
      "grad_norm": 8.715721749442825,
      "learning_rate": 0.00020873990223699984,
      "loss": 6.1875,
      "step": 55739
    },
    {
      "epoch": 2.283022731927094,
      "grad_norm": 3.949607983050462,
      "learning_rate": 0.00020873690129712908,
      "loss": 4.875,
      "step": 55740
    },
    {
      "epoch": 2.2830636903542905,
      "grad_norm": 3.6576863653201053,
      "learning_rate": 0.0002087339003294909,
      "loss": 5.0625,
      "step": 55741
    },
    {
      "epoch": 2.283104648781487,
      "grad_norm": 3.799720669968949,
      "learning_rate": 0.0002087308993340867,
      "loss": 4.8438,
      "step": 55742
    },
    {
      "epoch": 2.283145607208683,
      "grad_norm": 3.051148493126043,
      "learning_rate": 0.00020872789831091805,
      "loss": 4.8438,
      "step": 55743
    },
    {
      "epoch": 2.2831865656358796,
      "grad_norm": 3.9450326238678075,
      "learning_rate": 0.00020872489725998617,
      "loss": 5.5,
      "step": 55744
    },
    {
      "epoch": 2.283227524063076,
      "grad_norm": 2.784969671204249,
      "learning_rate": 0.00020872189618129257,
      "loss": 4.125,
      "step": 55745
    },
    {
      "epoch": 2.2832684824902723,
      "grad_norm": 7.945914463938211,
      "learning_rate": 0.00020871889507483867,
      "loss": 7.4062,
      "step": 55746
    },
    {
      "epoch": 2.283309440917469,
      "grad_norm": 3.9304851230574984,
      "learning_rate": 0.00020871589394062595,
      "loss": 4.5938,
      "step": 55747
    },
    {
      "epoch": 2.2833503993446653,
      "grad_norm": 3.3578025944430085,
      "learning_rate": 0.00020871289277865567,
      "loss": 4.125,
      "step": 55748
    },
    {
      "epoch": 2.2833913577718614,
      "grad_norm": 2.8526100089384845,
      "learning_rate": 0.00020870989158892935,
      "loss": 3.4688,
      "step": 55749
    },
    {
      "epoch": 2.283432316199058,
      "grad_norm": 5.30704812636929,
      "learning_rate": 0.00020870689037144846,
      "loss": 3.3594,
      "step": 55750
    },
    {
      "epoch": 2.2834732746262545,
      "grad_norm": 4.140966474033394,
      "learning_rate": 0.00020870388912621433,
      "loss": 5.75,
      "step": 55751
    },
    {
      "epoch": 2.2835142330534506,
      "grad_norm": 2.7749992223183244,
      "learning_rate": 0.0002087008878532284,
      "loss": 4.3125,
      "step": 55752
    },
    {
      "epoch": 2.283555191480647,
      "grad_norm": 3.0453796216511226,
      "learning_rate": 0.00020869788655249207,
      "loss": 4.5,
      "step": 55753
    },
    {
      "epoch": 2.2835961499078437,
      "grad_norm": 3.029107776136918,
      "learning_rate": 0.00020869488522400683,
      "loss": 3.6562,
      "step": 55754
    },
    {
      "epoch": 2.2836371083350397,
      "grad_norm": 2.3316741387099693,
      "learning_rate": 0.00020869188386777405,
      "loss": 2.9375,
      "step": 55755
    },
    {
      "epoch": 2.2836780667622363,
      "grad_norm": 5.03173957026733,
      "learning_rate": 0.00020868888248379514,
      "loss": 1.9297,
      "step": 55756
    },
    {
      "epoch": 2.283719025189433,
      "grad_norm": 3.052361821928938,
      "learning_rate": 0.00020868588107207151,
      "loss": 4.8438,
      "step": 55757
    },
    {
      "epoch": 2.283759983616629,
      "grad_norm": 5.270113703959398,
      "learning_rate": 0.00020868287963260465,
      "loss": 6.8125,
      "step": 55758
    },
    {
      "epoch": 2.2838009420438254,
      "grad_norm": 2.9951485503299446,
      "learning_rate": 0.0002086798781653959,
      "loss": 5.875,
      "step": 55759
    },
    {
      "epoch": 2.283841900471022,
      "grad_norm": 3.536604127952317,
      "learning_rate": 0.00020867687667044672,
      "loss": 4.9375,
      "step": 55760
    },
    {
      "epoch": 2.2838828588982185,
      "grad_norm": 3.7019605855013618,
      "learning_rate": 0.0002086738751477585,
      "loss": 5.2812,
      "step": 55761
    },
    {
      "epoch": 2.2839238173254146,
      "grad_norm": 2.9095272482865906,
      "learning_rate": 0.00020867087359733268,
      "loss": 4.4062,
      "step": 55762
    },
    {
      "epoch": 2.283964775752611,
      "grad_norm": 2.7222987353053245,
      "learning_rate": 0.0002086678720191707,
      "loss": 4.3125,
      "step": 55763
    },
    {
      "epoch": 2.2840057341798077,
      "grad_norm": 3.31290710267199,
      "learning_rate": 0.00020866487041327393,
      "loss": 4.375,
      "step": 55764
    },
    {
      "epoch": 2.2840466926070038,
      "grad_norm": 2.819165321259913,
      "learning_rate": 0.0002086618687796438,
      "loss": 3.3906,
      "step": 55765
    },
    {
      "epoch": 2.2840876510342003,
      "grad_norm": 5.780637100988306,
      "learning_rate": 0.0002086588671182818,
      "loss": 3.0156,
      "step": 55766
    },
    {
      "epoch": 2.284128609461397,
      "grad_norm": 3.371870795655506,
      "learning_rate": 0.00020865586542918922,
      "loss": 4.0938,
      "step": 55767
    },
    {
      "epoch": 2.284169567888593,
      "grad_norm": 6.693841166602913,
      "learning_rate": 0.0002086528637123676,
      "loss": 6.3438,
      "step": 55768
    },
    {
      "epoch": 2.2842105263157895,
      "grad_norm": 2.86307452583802,
      "learning_rate": 0.0002086498619678183,
      "loss": 4.2188,
      "step": 55769
    },
    {
      "epoch": 2.284251484742986,
      "grad_norm": 2.8077987240421627,
      "learning_rate": 0.00020864686019554275,
      "loss": 4.4688,
      "step": 55770
    },
    {
      "epoch": 2.284292443170182,
      "grad_norm": 2.7320520715006484,
      "learning_rate": 0.00020864385839554234,
      "loss": 4.5938,
      "step": 55771
    },
    {
      "epoch": 2.2843334015973786,
      "grad_norm": 3.3793277001853066,
      "learning_rate": 0.00020864085656781855,
      "loss": 3.7812,
      "step": 55772
    },
    {
      "epoch": 2.284374360024575,
      "grad_norm": 3.262773714123631,
      "learning_rate": 0.00020863785471237278,
      "loss": 4.625,
      "step": 55773
    },
    {
      "epoch": 2.2844153184517713,
      "grad_norm": 3.3063138683742546,
      "learning_rate": 0.00020863485282920637,
      "loss": 5.8438,
      "step": 55774
    },
    {
      "epoch": 2.284456276878968,
      "grad_norm": 3.3787887898104243,
      "learning_rate": 0.00020863185091832086,
      "loss": 5.0312,
      "step": 55775
    },
    {
      "epoch": 2.2844972353061643,
      "grad_norm": 3.0551890242927513,
      "learning_rate": 0.0002086288489797176,
      "loss": 5.125,
      "step": 55776
    },
    {
      "epoch": 2.2845381937333604,
      "grad_norm": 2.691258734349315,
      "learning_rate": 0.00020862584701339805,
      "loss": 4.1875,
      "step": 55777
    },
    {
      "epoch": 2.284579152160557,
      "grad_norm": 9.442382297455758,
      "learning_rate": 0.0002086228450193635,
      "loss": 5.4062,
      "step": 55778
    },
    {
      "epoch": 2.2846201105877535,
      "grad_norm": 5.979028421679861,
      "learning_rate": 0.0002086198429976156,
      "loss": 4.625,
      "step": 55779
    },
    {
      "epoch": 2.28466106901495,
      "grad_norm": 3.1354259810082383,
      "learning_rate": 0.00020861684094815558,
      "loss": 5.8125,
      "step": 55780
    },
    {
      "epoch": 2.284702027442146,
      "grad_norm": 2.7771361795400504,
      "learning_rate": 0.00020861383887098487,
      "loss": 4.5625,
      "step": 55781
    },
    {
      "epoch": 2.2847429858693427,
      "grad_norm": 2.5972259127207926,
      "learning_rate": 0.00020861083676610502,
      "loss": 4.1875,
      "step": 55782
    },
    {
      "epoch": 2.284783944296539,
      "grad_norm": 4.108955338652971,
      "learning_rate": 0.00020860783463351733,
      "loss": 2.8438,
      "step": 55783
    },
    {
      "epoch": 2.2848249027237353,
      "grad_norm": 3.16792499510493,
      "learning_rate": 0.00020860483247322326,
      "loss": 5.5,
      "step": 55784
    },
    {
      "epoch": 2.284865861150932,
      "grad_norm": 3.7397029503055914,
      "learning_rate": 0.00020860183028522424,
      "loss": 5.9375,
      "step": 55785
    },
    {
      "epoch": 2.2849068195781284,
      "grad_norm": 3.9752079585088347,
      "learning_rate": 0.00020859882806952167,
      "loss": 6.75,
      "step": 55786
    },
    {
      "epoch": 2.2849477780053244,
      "grad_norm": 3.010310631801115,
      "learning_rate": 0.00020859582582611694,
      "loss": 4.75,
      "step": 55787
    },
    {
      "epoch": 2.284988736432521,
      "grad_norm": 3.1628286494733397,
      "learning_rate": 0.00020859282355501155,
      "loss": 4.5,
      "step": 55788
    },
    {
      "epoch": 2.2850296948597175,
      "grad_norm": 7.423382319963536,
      "learning_rate": 0.00020858982125620683,
      "loss": 1.3359,
      "step": 55789
    },
    {
      "epoch": 2.2850706532869136,
      "grad_norm": 3.554256434161978,
      "learning_rate": 0.00020858681892970427,
      "loss": 4.7812,
      "step": 55790
    },
    {
      "epoch": 2.28511161171411,
      "grad_norm": 4.328654194962244,
      "learning_rate": 0.00020858381657550527,
      "loss": 3.5156,
      "step": 55791
    },
    {
      "epoch": 2.2851525701413067,
      "grad_norm": 2.682237289655785,
      "learning_rate": 0.00020858081419361123,
      "loss": 4.1875,
      "step": 55792
    },
    {
      "epoch": 2.285193528568503,
      "grad_norm": 2.9796496420107164,
      "learning_rate": 0.00020857781178402357,
      "loss": 5.4062,
      "step": 55793
    },
    {
      "epoch": 2.2852344869956993,
      "grad_norm": 3.2608364122463835,
      "learning_rate": 0.0002085748093467437,
      "loss": 4.6875,
      "step": 55794
    },
    {
      "epoch": 2.285275445422896,
      "grad_norm": 3.9235123888455727,
      "learning_rate": 0.00020857180688177313,
      "loss": 4.3438,
      "step": 55795
    },
    {
      "epoch": 2.285316403850092,
      "grad_norm": 2.8540663565937496,
      "learning_rate": 0.00020856880438911317,
      "loss": 4.1562,
      "step": 55796
    },
    {
      "epoch": 2.2853573622772885,
      "grad_norm": 22.21724421193858,
      "learning_rate": 0.0002085658018687652,
      "loss": 7.0625,
      "step": 55797
    },
    {
      "epoch": 2.285398320704485,
      "grad_norm": 3.565689707645984,
      "learning_rate": 0.00020856279932073083,
      "loss": 4.2812,
      "step": 55798
    },
    {
      "epoch": 2.2854392791316815,
      "grad_norm": 7.0761152923870885,
      "learning_rate": 0.00020855979674501136,
      "loss": 6.0312,
      "step": 55799
    },
    {
      "epoch": 2.2854802375588776,
      "grad_norm": 3.7208413685456927,
      "learning_rate": 0.00020855679414160817,
      "loss": 3.8906,
      "step": 55800
    },
    {
      "epoch": 2.285521195986074,
      "grad_norm": 3.7487591744802873,
      "learning_rate": 0.0002085537915105227,
      "loss": 4.9375,
      "step": 55801
    },
    {
      "epoch": 2.2855621544132707,
      "grad_norm": 2.523654986248016,
      "learning_rate": 0.00020855078885175643,
      "loss": 4.0,
      "step": 55802
    },
    {
      "epoch": 2.285603112840467,
      "grad_norm": 4.332586159559314,
      "learning_rate": 0.00020854778616531076,
      "loss": 3.7656,
      "step": 55803
    },
    {
      "epoch": 2.2856440712676633,
      "grad_norm": 3.3950922628589173,
      "learning_rate": 0.0002085447834511871,
      "loss": 3.8594,
      "step": 55804
    },
    {
      "epoch": 2.28568502969486,
      "grad_norm": 3.280631754485266,
      "learning_rate": 0.00020854178070938686,
      "loss": 4.4688,
      "step": 55805
    },
    {
      "epoch": 2.285725988122056,
      "grad_norm": 3.030438131913759,
      "learning_rate": 0.00020853877793991144,
      "loss": 4.75,
      "step": 55806
    },
    {
      "epoch": 2.2857669465492525,
      "grad_norm": 3.9707347486779376,
      "learning_rate": 0.00020853577514276227,
      "loss": 5.7812,
      "step": 55807
    },
    {
      "epoch": 2.285807904976449,
      "grad_norm": 2.67620484342849,
      "learning_rate": 0.00020853277231794082,
      "loss": 4.1562,
      "step": 55808
    },
    {
      "epoch": 2.285848863403645,
      "grad_norm": 3.1981842018668183,
      "learning_rate": 0.0002085297694654485,
      "loss": 4.375,
      "step": 55809
    },
    {
      "epoch": 2.2858898218308417,
      "grad_norm": 2.842523718437343,
      "learning_rate": 0.00020852676658528662,
      "loss": 4.375,
      "step": 55810
    },
    {
      "epoch": 2.285930780258038,
      "grad_norm": 5.617868872625873,
      "learning_rate": 0.0002085237636774567,
      "loss": 4.7188,
      "step": 55811
    },
    {
      "epoch": 2.2859717386852347,
      "grad_norm": 2.7877266363346447,
      "learning_rate": 0.00020852076074196017,
      "loss": 4.375,
      "step": 55812
    },
    {
      "epoch": 2.286012697112431,
      "grad_norm": 3.5473602673655136,
      "learning_rate": 0.00020851775777879842,
      "loss": 4.9062,
      "step": 55813
    },
    {
      "epoch": 2.2860536555396274,
      "grad_norm": 3.774513174613725,
      "learning_rate": 0.00020851475478797288,
      "loss": 4.4688,
      "step": 55814
    },
    {
      "epoch": 2.2860946139668235,
      "grad_norm": 2.7723562138942652,
      "learning_rate": 0.00020851175176948494,
      "loss": 4.625,
      "step": 55815
    },
    {
      "epoch": 2.28613557239402,
      "grad_norm": 3.971458885486425,
      "learning_rate": 0.00020850874872333606,
      "loss": 6.125,
      "step": 55816
    },
    {
      "epoch": 2.2861765308212165,
      "grad_norm": 2.9183361146002866,
      "learning_rate": 0.00020850574564952755,
      "loss": 4.25,
      "step": 55817
    },
    {
      "epoch": 2.286217489248413,
      "grad_norm": 2.654559225543239,
      "learning_rate": 0.00020850274254806102,
      "loss": 3.2812,
      "step": 55818
    },
    {
      "epoch": 2.286258447675609,
      "grad_norm": 2.959900308790534,
      "learning_rate": 0.00020849973941893774,
      "loss": 3.9844,
      "step": 55819
    },
    {
      "epoch": 2.2862994061028057,
      "grad_norm": 6.363020852567927,
      "learning_rate": 0.00020849673626215922,
      "loss": 4.7188,
      "step": 55820
    },
    {
      "epoch": 2.2863403645300022,
      "grad_norm": 2.326910619338596,
      "learning_rate": 0.00020849373307772677,
      "loss": 2.8438,
      "step": 55821
    },
    {
      "epoch": 2.2863813229571983,
      "grad_norm": 2.8432823191507457,
      "learning_rate": 0.00020849072986564191,
      "loss": 4.0938,
      "step": 55822
    },
    {
      "epoch": 2.286422281384395,
      "grad_norm": 3.7592996163271715,
      "learning_rate": 0.00020848772662590605,
      "loss": 5.375,
      "step": 55823
    },
    {
      "epoch": 2.2864632398115914,
      "grad_norm": 2.787967839175375,
      "learning_rate": 0.0002084847233585206,
      "loss": 4.4688,
      "step": 55824
    },
    {
      "epoch": 2.2865041982387875,
      "grad_norm": 2.9623545350326443,
      "learning_rate": 0.0002084817200634869,
      "loss": 5.0312,
      "step": 55825
    },
    {
      "epoch": 2.286545156665984,
      "grad_norm": 3.169956365290037,
      "learning_rate": 0.00020847871674080647,
      "loss": 5.4062,
      "step": 55826
    },
    {
      "epoch": 2.2865861150931805,
      "grad_norm": 2.6323177752261677,
      "learning_rate": 0.00020847571339048068,
      "loss": 4.5312,
      "step": 55827
    },
    {
      "epoch": 2.2866270735203766,
      "grad_norm": 4.989728132621698,
      "learning_rate": 0.000208472710012511,
      "loss": 6.5312,
      "step": 55828
    },
    {
      "epoch": 2.286668031947573,
      "grad_norm": 3.2040521190469513,
      "learning_rate": 0.00020846970660689878,
      "loss": 4.875,
      "step": 55829
    },
    {
      "epoch": 2.2867089903747697,
      "grad_norm": 2.8980881467371242,
      "learning_rate": 0.00020846670317364548,
      "loss": 3.8125,
      "step": 55830
    },
    {
      "epoch": 2.2867499488019662,
      "grad_norm": 4.580744432906906,
      "learning_rate": 0.00020846369971275257,
      "loss": 4.75,
      "step": 55831
    },
    {
      "epoch": 2.2867909072291623,
      "grad_norm": 3.2203848949015548,
      "learning_rate": 0.0002084606962242214,
      "loss": 4.3438,
      "step": 55832
    },
    {
      "epoch": 2.286831865656359,
      "grad_norm": 7.307137243950149,
      "learning_rate": 0.00020845769270805333,
      "loss": 6.9688,
      "step": 55833
    },
    {
      "epoch": 2.286872824083555,
      "grad_norm": 3.5681800609395866,
      "learning_rate": 0.0002084546891642499,
      "loss": 5.1875,
      "step": 55834
    },
    {
      "epoch": 2.2869137825107515,
      "grad_norm": 2.700584995821147,
      "learning_rate": 0.0002084516855928125,
      "loss": 4.8125,
      "step": 55835
    },
    {
      "epoch": 2.286954740937948,
      "grad_norm": 3.5301081422669207,
      "learning_rate": 0.00020844868199374253,
      "loss": 5.625,
      "step": 55836
    },
    {
      "epoch": 2.2869956993651446,
      "grad_norm": 2.865727904672317,
      "learning_rate": 0.0002084456783670414,
      "loss": 4.5938,
      "step": 55837
    },
    {
      "epoch": 2.2870366577923407,
      "grad_norm": 2.1925785710624845,
      "learning_rate": 0.00020844267471271057,
      "loss": 2.7031,
      "step": 55838
    },
    {
      "epoch": 2.287077616219537,
      "grad_norm": 2.8387434109737004,
      "learning_rate": 0.00020843967103075143,
      "loss": 5.0625,
      "step": 55839
    },
    {
      "epoch": 2.2871185746467337,
      "grad_norm": 2.6990515664748638,
      "learning_rate": 0.00020843666732116536,
      "loss": 5.2812,
      "step": 55840
    },
    {
      "epoch": 2.28715953307393,
      "grad_norm": 2.863403070217064,
      "learning_rate": 0.00020843366358395387,
      "loss": 4.0312,
      "step": 55841
    },
    {
      "epoch": 2.2872004915011264,
      "grad_norm": 3.944907316748962,
      "learning_rate": 0.00020843065981911832,
      "loss": 6.4375,
      "step": 55842
    },
    {
      "epoch": 2.287241449928323,
      "grad_norm": 3.2323555078334714,
      "learning_rate": 0.00020842765602666015,
      "loss": 3.875,
      "step": 55843
    },
    {
      "epoch": 2.287282408355519,
      "grad_norm": 3.2342836374502197,
      "learning_rate": 0.00020842465220658078,
      "loss": 4.5625,
      "step": 55844
    },
    {
      "epoch": 2.2873233667827155,
      "grad_norm": 3.0133019257843268,
      "learning_rate": 0.00020842164835888164,
      "loss": 4.5,
      "step": 55845
    },
    {
      "epoch": 2.287364325209912,
      "grad_norm": 2.935332169959827,
      "learning_rate": 0.00020841864448356407,
      "loss": 3.6875,
      "step": 55846
    },
    {
      "epoch": 2.287405283637108,
      "grad_norm": 4.244602613887605,
      "learning_rate": 0.00020841564058062963,
      "loss": 5.625,
      "step": 55847
    },
    {
      "epoch": 2.2874462420643047,
      "grad_norm": 2.7542553754490333,
      "learning_rate": 0.0002084126366500796,
      "loss": 4.5938,
      "step": 55848
    },
    {
      "epoch": 2.2874872004915012,
      "grad_norm": 3.0971096238369906,
      "learning_rate": 0.00020840963269191552,
      "loss": 5.0,
      "step": 55849
    },
    {
      "epoch": 2.2875281589186978,
      "grad_norm": 5.545513216194838,
      "learning_rate": 0.00020840662870613873,
      "loss": 4.1562,
      "step": 55850
    },
    {
      "epoch": 2.287569117345894,
      "grad_norm": 2.9880474103122414,
      "learning_rate": 0.0002084036246927507,
      "loss": 4.5938,
      "step": 55851
    },
    {
      "epoch": 2.2876100757730904,
      "grad_norm": 3.068174115462579,
      "learning_rate": 0.0002084006206517528,
      "loss": 4.6875,
      "step": 55852
    },
    {
      "epoch": 2.2876510342002865,
      "grad_norm": 3.014558179237321,
      "learning_rate": 0.00020839761658314647,
      "loss": 3.9531,
      "step": 55853
    },
    {
      "epoch": 2.287691992627483,
      "grad_norm": 3.467580713727026,
      "learning_rate": 0.00020839461248693314,
      "loss": 5.3125,
      "step": 55854
    },
    {
      "epoch": 2.2877329510546796,
      "grad_norm": 6.7300031694789375,
      "learning_rate": 0.00020839160836311424,
      "loss": 6.5312,
      "step": 55855
    },
    {
      "epoch": 2.287773909481876,
      "grad_norm": 6.755549439470591,
      "learning_rate": 0.00020838860421169115,
      "loss": 1.6641,
      "step": 55856
    },
    {
      "epoch": 2.287814867909072,
      "grad_norm": 2.9214944348078427,
      "learning_rate": 0.00020838560003266532,
      "loss": 4.3438,
      "step": 55857
    },
    {
      "epoch": 2.2878558263362687,
      "grad_norm": 2.9927307305491873,
      "learning_rate": 0.00020838259582603818,
      "loss": 4.1875,
      "step": 55858
    },
    {
      "epoch": 2.2878967847634653,
      "grad_norm": 4.611166057672037,
      "learning_rate": 0.00020837959159181115,
      "loss": 6.125,
      "step": 55859
    },
    {
      "epoch": 2.2879377431906613,
      "grad_norm": 3.147015828896185,
      "learning_rate": 0.00020837658732998564,
      "loss": 5.1875,
      "step": 55860
    },
    {
      "epoch": 2.287978701617858,
      "grad_norm": 2.8478480862542344,
      "learning_rate": 0.000208373583040563,
      "loss": 4.7812,
      "step": 55861
    },
    {
      "epoch": 2.2880196600450544,
      "grad_norm": 2.6919645204470584,
      "learning_rate": 0.00020837057872354477,
      "loss": 3.7188,
      "step": 55862
    },
    {
      "epoch": 2.2880606184722505,
      "grad_norm": 3.404063625966336,
      "learning_rate": 0.00020836757437893232,
      "loss": 4.125,
      "step": 55863
    },
    {
      "epoch": 2.288101576899447,
      "grad_norm": 2.745469850852133,
      "learning_rate": 0.00020836457000672707,
      "loss": 4.4688,
      "step": 55864
    },
    {
      "epoch": 2.2881425353266436,
      "grad_norm": 2.5067261104434304,
      "learning_rate": 0.00020836156560693038,
      "loss": 3.5469,
      "step": 55865
    },
    {
      "epoch": 2.2881834937538397,
      "grad_norm": 2.6407501166788396,
      "learning_rate": 0.0002083585611795438,
      "loss": 5.0625,
      "step": 55866
    },
    {
      "epoch": 2.288224452181036,
      "grad_norm": 3.0981692832844545,
      "learning_rate": 0.00020835555672456867,
      "loss": 4.9688,
      "step": 55867
    },
    {
      "epoch": 2.2882654106082327,
      "grad_norm": 3.8752880087267028,
      "learning_rate": 0.00020835255224200638,
      "loss": 4.4062,
      "step": 55868
    },
    {
      "epoch": 2.2883063690354293,
      "grad_norm": 2.65446687399095,
      "learning_rate": 0.0002083495477318584,
      "loss": 4.0,
      "step": 55869
    },
    {
      "epoch": 2.2883473274626254,
      "grad_norm": 3.043606938419141,
      "learning_rate": 0.00020834654319412617,
      "loss": 5.25,
      "step": 55870
    },
    {
      "epoch": 2.288388285889822,
      "grad_norm": 3.581823583985792,
      "learning_rate": 0.00020834353862881106,
      "loss": 3.4375,
      "step": 55871
    },
    {
      "epoch": 2.288429244317018,
      "grad_norm": 2.9416410510221853,
      "learning_rate": 0.0002083405340359145,
      "loss": 4.25,
      "step": 55872
    },
    {
      "epoch": 2.2884702027442145,
      "grad_norm": 2.7753479690634313,
      "learning_rate": 0.00020833752941543793,
      "loss": 4.8125,
      "step": 55873
    },
    {
      "epoch": 2.288511161171411,
      "grad_norm": 3.764776480233642,
      "learning_rate": 0.00020833452476738275,
      "loss": 5.3125,
      "step": 55874
    },
    {
      "epoch": 2.2885521195986076,
      "grad_norm": 3.7588083943542303,
      "learning_rate": 0.00020833152009175042,
      "loss": 4.7812,
      "step": 55875
    },
    {
      "epoch": 2.2885930780258037,
      "grad_norm": 2.9438667941300487,
      "learning_rate": 0.00020832851538854234,
      "loss": 1.0938,
      "step": 55876
    },
    {
      "epoch": 2.2886340364530002,
      "grad_norm": 4.465285405136833,
      "learning_rate": 0.0002083255106577599,
      "loss": 5.2188,
      "step": 55877
    },
    {
      "epoch": 2.2886749948801968,
      "grad_norm": 3.3641587108167395,
      "learning_rate": 0.00020832250589940452,
      "loss": 4.6875,
      "step": 55878
    },
    {
      "epoch": 2.288715953307393,
      "grad_norm": 2.8260676835976475,
      "learning_rate": 0.0002083195011134777,
      "loss": 5.25,
      "step": 55879
    },
    {
      "epoch": 2.2887569117345894,
      "grad_norm": 2.7743435821036764,
      "learning_rate": 0.00020831649629998077,
      "loss": 4.4688,
      "step": 55880
    },
    {
      "epoch": 2.288797870161786,
      "grad_norm": 2.773956816211423,
      "learning_rate": 0.00020831349145891516,
      "loss": 3.9688,
      "step": 55881
    },
    {
      "epoch": 2.288838828588982,
      "grad_norm": 3.1349497052030273,
      "learning_rate": 0.00020831048659028235,
      "loss": 5.2812,
      "step": 55882
    },
    {
      "epoch": 2.2888797870161786,
      "grad_norm": 2.9273950754816718,
      "learning_rate": 0.00020830748169408373,
      "loss": 4.4375,
      "step": 55883
    },
    {
      "epoch": 2.288920745443375,
      "grad_norm": 2.975327528408697,
      "learning_rate": 0.00020830447677032074,
      "loss": 3.75,
      "step": 55884
    },
    {
      "epoch": 2.288961703870571,
      "grad_norm": 2.9656089045399376,
      "learning_rate": 0.0002083014718189947,
      "loss": 5.0,
      "step": 55885
    },
    {
      "epoch": 2.2890026622977677,
      "grad_norm": 3.3892642566851467,
      "learning_rate": 0.00020829846684010714,
      "loss": 4.4375,
      "step": 55886
    },
    {
      "epoch": 2.2890436207249643,
      "grad_norm": 4.683050451565584,
      "learning_rate": 0.00020829546183365947,
      "loss": 3.5,
      "step": 55887
    },
    {
      "epoch": 2.289084579152161,
      "grad_norm": 2.9270555152958293,
      "learning_rate": 0.00020829245679965307,
      "loss": 3.9844,
      "step": 55888
    },
    {
      "epoch": 2.289125537579357,
      "grad_norm": 3.104367154000478,
      "learning_rate": 0.00020828945173808936,
      "loss": 3.9219,
      "step": 55889
    },
    {
      "epoch": 2.2891664960065534,
      "grad_norm": 3.0057392785459087,
      "learning_rate": 0.0002082864466489698,
      "loss": 3.6719,
      "step": 55890
    },
    {
      "epoch": 2.2892074544337495,
      "grad_norm": 4.298594798194944,
      "learning_rate": 0.00020828344153229583,
      "loss": 5.5625,
      "step": 55891
    },
    {
      "epoch": 2.289248412860946,
      "grad_norm": 4.191152725029614,
      "learning_rate": 0.00020828043638806878,
      "loss": 6.2188,
      "step": 55892
    },
    {
      "epoch": 2.2892893712881426,
      "grad_norm": 4.274248063014641,
      "learning_rate": 0.00020827743121629012,
      "loss": 4.625,
      "step": 55893
    },
    {
      "epoch": 2.289330329715339,
      "grad_norm": 5.519110293679865,
      "learning_rate": 0.00020827442601696128,
      "loss": 5.75,
      "step": 55894
    },
    {
      "epoch": 2.289371288142535,
      "grad_norm": 3.1675231002588946,
      "learning_rate": 0.00020827142079008368,
      "loss": 3.8906,
      "step": 55895
    },
    {
      "epoch": 2.2894122465697317,
      "grad_norm": 3.557311734947965,
      "learning_rate": 0.00020826841553565876,
      "loss": 5.5938,
      "step": 55896
    },
    {
      "epoch": 2.2894532049969283,
      "grad_norm": 3.562045496055601,
      "learning_rate": 0.00020826541025368786,
      "loss": 5.4688,
      "step": 55897
    },
    {
      "epoch": 2.2894941634241244,
      "grad_norm": 3.2275952841166258,
      "learning_rate": 0.0002082624049441725,
      "loss": 5.1875,
      "step": 55898
    },
    {
      "epoch": 2.289535121851321,
      "grad_norm": 3.0962350662525693,
      "learning_rate": 0.00020825939960711403,
      "loss": 4.5938,
      "step": 55899
    },
    {
      "epoch": 2.2895760802785174,
      "grad_norm": 3.7478776986901154,
      "learning_rate": 0.0002082563942425139,
      "loss": 3.2031,
      "step": 55900
    },
    {
      "epoch": 2.2896170387057135,
      "grad_norm": 4.289447845597939,
      "learning_rate": 0.00020825338885037352,
      "loss": 1.8125,
      "step": 55901
    },
    {
      "epoch": 2.28965799713291,
      "grad_norm": 3.15634507365943,
      "learning_rate": 0.00020825038343069433,
      "loss": 4.875,
      "step": 55902
    },
    {
      "epoch": 2.2896989555601066,
      "grad_norm": 3.0767103101599647,
      "learning_rate": 0.00020824737798347772,
      "loss": 5.0312,
      "step": 55903
    },
    {
      "epoch": 2.2897399139873027,
      "grad_norm": 3.008936560493261,
      "learning_rate": 0.00020824437250872518,
      "loss": 4.5625,
      "step": 55904
    },
    {
      "epoch": 2.2897808724144992,
      "grad_norm": 3.676392355609074,
      "learning_rate": 0.000208241367006438,
      "loss": 4.5625,
      "step": 55905
    },
    {
      "epoch": 2.2898218308416958,
      "grad_norm": 2.4851055589838205,
      "learning_rate": 0.00020823836147661776,
      "loss": 4.0312,
      "step": 55906
    },
    {
      "epoch": 2.2898627892688923,
      "grad_norm": 2.8462290380939406,
      "learning_rate": 0.0002082353559192658,
      "loss": 4.4375,
      "step": 55907
    },
    {
      "epoch": 2.2899037476960884,
      "grad_norm": 2.987440134611415,
      "learning_rate": 0.00020823235033438347,
      "loss": 4.2812,
      "step": 55908
    },
    {
      "epoch": 2.289944706123285,
      "grad_norm": 7.665707232191918,
      "learning_rate": 0.00020822934472197234,
      "loss": 2.4219,
      "step": 55909
    },
    {
      "epoch": 2.289985664550481,
      "grad_norm": 5.662409736490273,
      "learning_rate": 0.0002082263390820337,
      "loss": 5.5938,
      "step": 55910
    },
    {
      "epoch": 2.2900266229776776,
      "grad_norm": 2.7544685703065155,
      "learning_rate": 0.00020822333341456907,
      "loss": 4.375,
      "step": 55911
    },
    {
      "epoch": 2.290067581404874,
      "grad_norm": 3.0808198137080627,
      "learning_rate": 0.0002082203277195798,
      "loss": 4.0,
      "step": 55912
    },
    {
      "epoch": 2.2901085398320706,
      "grad_norm": 3.1906479019556238,
      "learning_rate": 0.00020821732199706734,
      "loss": 5.5938,
      "step": 55913
    },
    {
      "epoch": 2.2901494982592667,
      "grad_norm": 2.907746082504873,
      "learning_rate": 0.0002082143162470331,
      "loss": 4.2812,
      "step": 55914
    },
    {
      "epoch": 2.2901904566864633,
      "grad_norm": 2.5697406260688513,
      "learning_rate": 0.00020821131046947852,
      "loss": 4.3438,
      "step": 55915
    },
    {
      "epoch": 2.29023141511366,
      "grad_norm": 2.882373502246705,
      "learning_rate": 0.00020820830466440501,
      "loss": 4.8125,
      "step": 55916
    },
    {
      "epoch": 2.290272373540856,
      "grad_norm": 5.0933897006097295,
      "learning_rate": 0.00020820529883181402,
      "loss": 5.9375,
      "step": 55917
    },
    {
      "epoch": 2.2903133319680524,
      "grad_norm": 2.7842830270757006,
      "learning_rate": 0.00020820229297170687,
      "loss": 4.4375,
      "step": 55918
    },
    {
      "epoch": 2.290354290395249,
      "grad_norm": 2.974523632244473,
      "learning_rate": 0.00020819928708408513,
      "loss": 4.3125,
      "step": 55919
    },
    {
      "epoch": 2.290395248822445,
      "grad_norm": 2.637595196126064,
      "learning_rate": 0.00020819628116895014,
      "loss": 3.4219,
      "step": 55920
    },
    {
      "epoch": 2.2904362072496416,
      "grad_norm": 3.0701446337045426,
      "learning_rate": 0.00020819327522630327,
      "loss": 4.875,
      "step": 55921
    },
    {
      "epoch": 2.290477165676838,
      "grad_norm": 4.303903055267533,
      "learning_rate": 0.00020819026925614602,
      "loss": 4.2188,
      "step": 55922
    },
    {
      "epoch": 2.290518124104034,
      "grad_norm": 4.6941088596471365,
      "learning_rate": 0.0002081872632584798,
      "loss": 5.3125,
      "step": 55923
    },
    {
      "epoch": 2.2905590825312308,
      "grad_norm": 3.0187059518888644,
      "learning_rate": 0.000208184257233306,
      "loss": 4.75,
      "step": 55924
    },
    {
      "epoch": 2.2906000409584273,
      "grad_norm": 3.527152508913712,
      "learning_rate": 0.00020818125118062607,
      "loss": 4.5938,
      "step": 55925
    },
    {
      "epoch": 2.290640999385624,
      "grad_norm": 3.343365423502406,
      "learning_rate": 0.00020817824510044143,
      "loss": 5.2188,
      "step": 55926
    },
    {
      "epoch": 2.29068195781282,
      "grad_norm": 3.345853025626767,
      "learning_rate": 0.00020817523899275346,
      "loss": 3.7188,
      "step": 55927
    },
    {
      "epoch": 2.2907229162400164,
      "grad_norm": 2.637120446338112,
      "learning_rate": 0.00020817223285756365,
      "loss": 4.25,
      "step": 55928
    },
    {
      "epoch": 2.2907638746672125,
      "grad_norm": 4.601301895967271,
      "learning_rate": 0.00020816922669487334,
      "loss": 5.25,
      "step": 55929
    },
    {
      "epoch": 2.290804833094409,
      "grad_norm": 3.570814940193683,
      "learning_rate": 0.000208166220504684,
      "loss": 3.6562,
      "step": 55930
    },
    {
      "epoch": 2.2908457915216056,
      "grad_norm": 3.5298810749620806,
      "learning_rate": 0.00020816321428699712,
      "loss": 5.5,
      "step": 55931
    },
    {
      "epoch": 2.290886749948802,
      "grad_norm": 11.071254300915946,
      "learning_rate": 0.00020816020804181399,
      "loss": 3.75,
      "step": 55932
    },
    {
      "epoch": 2.2909277083759982,
      "grad_norm": 3.4676870994735913,
      "learning_rate": 0.0002081572017691361,
      "loss": 5.5938,
      "step": 55933
    },
    {
      "epoch": 2.2909686668031948,
      "grad_norm": 2.064204731386829,
      "learning_rate": 0.00020815419546896483,
      "loss": 2.3906,
      "step": 55934
    },
    {
      "epoch": 2.2910096252303913,
      "grad_norm": 9.54352757382448,
      "learning_rate": 0.00020815118914130167,
      "loss": 3.0469,
      "step": 55935
    },
    {
      "epoch": 2.2910505836575874,
      "grad_norm": 2.7523879874569768,
      "learning_rate": 0.00020814818278614797,
      "loss": 4.1562,
      "step": 55936
    },
    {
      "epoch": 2.291091542084784,
      "grad_norm": 2.8976995457712453,
      "learning_rate": 0.00020814517640350519,
      "loss": 4.5,
      "step": 55937
    },
    {
      "epoch": 2.2911325005119805,
      "grad_norm": 3.1016206835984437,
      "learning_rate": 0.00020814216999337476,
      "loss": 4.875,
      "step": 55938
    },
    {
      "epoch": 2.2911734589391766,
      "grad_norm": 3.7901659408821375,
      "learning_rate": 0.0002081391635557581,
      "loss": 4.25,
      "step": 55939
    },
    {
      "epoch": 2.291214417366373,
      "grad_norm": 3.544621240603512,
      "learning_rate": 0.0002081361570906566,
      "loss": 4.875,
      "step": 55940
    },
    {
      "epoch": 2.2912553757935696,
      "grad_norm": 2.773281774023588,
      "learning_rate": 0.00020813315059807169,
      "loss": 5.0938,
      "step": 55941
    },
    {
      "epoch": 2.2912963342207657,
      "grad_norm": 2.9345221429417445,
      "learning_rate": 0.00020813014407800476,
      "loss": 5.4688,
      "step": 55942
    },
    {
      "epoch": 2.2913372926479623,
      "grad_norm": 3.126637151179391,
      "learning_rate": 0.00020812713753045735,
      "loss": 4.8125,
      "step": 55943
    },
    {
      "epoch": 2.291378251075159,
      "grad_norm": 2.604323073293953,
      "learning_rate": 0.00020812413095543076,
      "loss": 3.3438,
      "step": 55944
    },
    {
      "epoch": 2.2914192095023553,
      "grad_norm": 3.3369411574191665,
      "learning_rate": 0.00020812112435292644,
      "loss": 4.875,
      "step": 55945
    },
    {
      "epoch": 2.2914601679295514,
      "grad_norm": 2.927028225240541,
      "learning_rate": 0.00020811811772294584,
      "loss": 4.25,
      "step": 55946
    },
    {
      "epoch": 2.291501126356748,
      "grad_norm": 3.403345699799688,
      "learning_rate": 0.00020811511106549042,
      "loss": 4.9375,
      "step": 55947
    },
    {
      "epoch": 2.291542084783944,
      "grad_norm": 2.6413052950619536,
      "learning_rate": 0.00020811210438056147,
      "loss": 4.5,
      "step": 55948
    },
    {
      "epoch": 2.2915830432111406,
      "grad_norm": 3.6911396165872685,
      "learning_rate": 0.00020810909766816053,
      "loss": 5.0,
      "step": 55949
    },
    {
      "epoch": 2.291624001638337,
      "grad_norm": 3.186328781177841,
      "learning_rate": 0.000208106090928289,
      "loss": 6.4375,
      "step": 55950
    },
    {
      "epoch": 2.2916649600655337,
      "grad_norm": 3.205586207569839,
      "learning_rate": 0.0002081030841609482,
      "loss": 4.3125,
      "step": 55951
    },
    {
      "epoch": 2.2917059184927298,
      "grad_norm": 3.6458187688932346,
      "learning_rate": 0.00020810007736613974,
      "loss": 6.8125,
      "step": 55952
    },
    {
      "epoch": 2.2917468769199263,
      "grad_norm": 2.835291689432458,
      "learning_rate": 0.00020809707054386488,
      "loss": 4.375,
      "step": 55953
    },
    {
      "epoch": 2.291787835347123,
      "grad_norm": 3.3253976681393302,
      "learning_rate": 0.00020809406369412504,
      "loss": 4.3438,
      "step": 55954
    },
    {
      "epoch": 2.291828793774319,
      "grad_norm": 4.301821285690481,
      "learning_rate": 0.0002080910568169218,
      "loss": 4.0,
      "step": 55955
    },
    {
      "epoch": 2.2918697522015155,
      "grad_norm": 4.010927602160775,
      "learning_rate": 0.00020808804991225645,
      "loss": 4.875,
      "step": 55956
    },
    {
      "epoch": 2.291910710628712,
      "grad_norm": 4.678981799949231,
      "learning_rate": 0.0002080850429801304,
      "loss": 1.7266,
      "step": 55957
    },
    {
      "epoch": 2.291951669055908,
      "grad_norm": 4.429485400140377,
      "learning_rate": 0.00020808203602054514,
      "loss": 6.1562,
      "step": 55958
    },
    {
      "epoch": 2.2919926274831046,
      "grad_norm": 2.6524881551794692,
      "learning_rate": 0.00020807902903350207,
      "loss": 4.4062,
      "step": 55959
    },
    {
      "epoch": 2.292033585910301,
      "grad_norm": 4.130319703535615,
      "learning_rate": 0.0002080760220190026,
      "loss": 5.375,
      "step": 55960
    },
    {
      "epoch": 2.2920745443374972,
      "grad_norm": 4.313513302675424,
      "learning_rate": 0.00020807301497704814,
      "loss": 4.4688,
      "step": 55961
    },
    {
      "epoch": 2.292115502764694,
      "grad_norm": 3.338085661070429,
      "learning_rate": 0.00020807000790764015,
      "loss": 4.9062,
      "step": 55962
    },
    {
      "epoch": 2.2921564611918903,
      "grad_norm": 3.0051871577470686,
      "learning_rate": 0.00020806700081078003,
      "loss": 4.25,
      "step": 55963
    },
    {
      "epoch": 2.292197419619087,
      "grad_norm": 2.719437020150647,
      "learning_rate": 0.00020806399368646918,
      "loss": 4.5625,
      "step": 55964
    },
    {
      "epoch": 2.292238378046283,
      "grad_norm": 2.985057353315118,
      "learning_rate": 0.00020806098653470905,
      "loss": 4.375,
      "step": 55965
    },
    {
      "epoch": 2.2922793364734795,
      "grad_norm": 2.9216943686760146,
      "learning_rate": 0.00020805797935550106,
      "loss": 4.2812,
      "step": 55966
    },
    {
      "epoch": 2.2923202949006756,
      "grad_norm": 2.7314465293306998,
      "learning_rate": 0.00020805497214884664,
      "loss": 4.0938,
      "step": 55967
    },
    {
      "epoch": 2.292361253327872,
      "grad_norm": 3.3619771030573493,
      "learning_rate": 0.0002080519649147472,
      "loss": 3.1094,
      "step": 55968
    },
    {
      "epoch": 2.2924022117550686,
      "grad_norm": 2.660902163702582,
      "learning_rate": 0.00020804895765320412,
      "loss": 4.3438,
      "step": 55969
    },
    {
      "epoch": 2.292443170182265,
      "grad_norm": 3.098917242432021,
      "learning_rate": 0.00020804595036421887,
      "loss": 4.25,
      "step": 55970
    },
    {
      "epoch": 2.2924841286094613,
      "grad_norm": 7.796971648172414,
      "learning_rate": 0.00020804294304779288,
      "loss": 4.25,
      "step": 55971
    },
    {
      "epoch": 2.292525087036658,
      "grad_norm": 7.817298381096093,
      "learning_rate": 0.0002080399357039276,
      "loss": 4.3125,
      "step": 55972
    },
    {
      "epoch": 2.2925660454638543,
      "grad_norm": 2.99790069545271,
      "learning_rate": 0.00020803692833262433,
      "loss": 4.6875,
      "step": 55973
    },
    {
      "epoch": 2.2926070038910504,
      "grad_norm": 2.671145456170033,
      "learning_rate": 0.0002080339209338846,
      "loss": 4.4375,
      "step": 55974
    },
    {
      "epoch": 2.292647962318247,
      "grad_norm": 3.371318022194585,
      "learning_rate": 0.0002080309135077098,
      "loss": 4.5312,
      "step": 55975
    },
    {
      "epoch": 2.2926889207454435,
      "grad_norm": 2.5111545547416907,
      "learning_rate": 0.00020802790605410135,
      "loss": 3.4219,
      "step": 55976
    },
    {
      "epoch": 2.2927298791726396,
      "grad_norm": 5.717331228971444,
      "learning_rate": 0.00020802489857306064,
      "loss": 6.5625,
      "step": 55977
    },
    {
      "epoch": 2.292770837599836,
      "grad_norm": 4.550933828853305,
      "learning_rate": 0.00020802189106458919,
      "loss": 6.25,
      "step": 55978
    },
    {
      "epoch": 2.2928117960270327,
      "grad_norm": 3.5293463462062564,
      "learning_rate": 0.0002080188835286883,
      "loss": 5.0312,
      "step": 55979
    },
    {
      "epoch": 2.2928527544542288,
      "grad_norm": 4.375027541002271,
      "learning_rate": 0.00020801587596535947,
      "loss": 5.25,
      "step": 55980
    },
    {
      "epoch": 2.2928937128814253,
      "grad_norm": 2.970074299309038,
      "learning_rate": 0.0002080128683746041,
      "loss": 5.1562,
      "step": 55981
    },
    {
      "epoch": 2.292934671308622,
      "grad_norm": 3.74663464185681,
      "learning_rate": 0.00020800986075642362,
      "loss": 2.7812,
      "step": 55982
    },
    {
      "epoch": 2.2929756297358184,
      "grad_norm": 4.791713958756529,
      "learning_rate": 0.00020800685311081946,
      "loss": 1.7188,
      "step": 55983
    },
    {
      "epoch": 2.2930165881630145,
      "grad_norm": 2.8943429849039135,
      "learning_rate": 0.00020800384543779297,
      "loss": 4.2812,
      "step": 55984
    },
    {
      "epoch": 2.293057546590211,
      "grad_norm": 3.5788102372974944,
      "learning_rate": 0.00020800083773734568,
      "loss": 5.3125,
      "step": 55985
    },
    {
      "epoch": 2.293098505017407,
      "grad_norm": 3.0232774649521623,
      "learning_rate": 0.00020799783000947892,
      "loss": 4.6562,
      "step": 55986
    },
    {
      "epoch": 2.2931394634446036,
      "grad_norm": 3.2362825592950624,
      "learning_rate": 0.00020799482225419418,
      "loss": 4.6562,
      "step": 55987
    },
    {
      "epoch": 2.2931804218718,
      "grad_norm": 7.18096734093266,
      "learning_rate": 0.00020799181447149283,
      "loss": 4.75,
      "step": 55988
    },
    {
      "epoch": 2.2932213802989967,
      "grad_norm": 4.326316072264791,
      "learning_rate": 0.00020798880666137638,
      "loss": 6.1875,
      "step": 55989
    },
    {
      "epoch": 2.293262338726193,
      "grad_norm": 3.2031067250625656,
      "learning_rate": 0.00020798579882384612,
      "loss": 5.7812,
      "step": 55990
    },
    {
      "epoch": 2.2933032971533893,
      "grad_norm": 3.0057801240825297,
      "learning_rate": 0.00020798279095890357,
      "loss": 5.375,
      "step": 55991
    },
    {
      "epoch": 2.293344255580586,
      "grad_norm": 3.368734189719873,
      "learning_rate": 0.00020797978306655012,
      "loss": 6.5312,
      "step": 55992
    },
    {
      "epoch": 2.293385214007782,
      "grad_norm": 3.304497933542508,
      "learning_rate": 0.00020797677514678716,
      "loss": 4.9375,
      "step": 55993
    },
    {
      "epoch": 2.2934261724349785,
      "grad_norm": 3.084702492536975,
      "learning_rate": 0.00020797376719961617,
      "loss": 4.875,
      "step": 55994
    },
    {
      "epoch": 2.293467130862175,
      "grad_norm": 2.916453739429162,
      "learning_rate": 0.00020797075922503855,
      "loss": 4.2812,
      "step": 55995
    },
    {
      "epoch": 2.293508089289371,
      "grad_norm": 2.7748264210452445,
      "learning_rate": 0.00020796775122305572,
      "loss": 3.8438,
      "step": 55996
    },
    {
      "epoch": 2.2935490477165676,
      "grad_norm": 4.6112795031764895,
      "learning_rate": 0.00020796474319366908,
      "loss": 5.0938,
      "step": 55997
    },
    {
      "epoch": 2.293590006143764,
      "grad_norm": 5.315999268550802,
      "learning_rate": 0.0002079617351368801,
      "loss": 5.3125,
      "step": 55998
    },
    {
      "epoch": 2.2936309645709603,
      "grad_norm": 4.039572069420682,
      "learning_rate": 0.00020795872705269016,
      "loss": 4.7188,
      "step": 55999
    },
    {
      "epoch": 2.293671922998157,
      "grad_norm": 2.89572427228187,
      "learning_rate": 0.0002079557189411007,
      "loss": 4.4688,
      "step": 56000
    },
    {
      "epoch": 2.2937128814253533,
      "grad_norm": 7.121522961639135,
      "learning_rate": 0.00020795271080211312,
      "loss": 3.3125,
      "step": 56001
    },
    {
      "epoch": 2.29375383985255,
      "grad_norm": 2.8803556950150035,
      "learning_rate": 0.0002079497026357289,
      "loss": 4.75,
      "step": 56002
    },
    {
      "epoch": 2.293794798279746,
      "grad_norm": 2.8650432664847925,
      "learning_rate": 0.00020794669444194937,
      "loss": 4.75,
      "step": 56003
    },
    {
      "epoch": 2.2938357567069425,
      "grad_norm": 2.9139544531792008,
      "learning_rate": 0.0002079436862207761,
      "loss": 4.1875,
      "step": 56004
    },
    {
      "epoch": 2.2938767151341386,
      "grad_norm": 3.1879613883393154,
      "learning_rate": 0.0002079406779722103,
      "loss": 4.8438,
      "step": 56005
    },
    {
      "epoch": 2.293917673561335,
      "grad_norm": 3.228925326277577,
      "learning_rate": 0.00020793766969625356,
      "loss": 4.6562,
      "step": 56006
    },
    {
      "epoch": 2.2939586319885317,
      "grad_norm": 10.827205566692033,
      "learning_rate": 0.00020793466139290727,
      "loss": 5.2188,
      "step": 56007
    },
    {
      "epoch": 2.293999590415728,
      "grad_norm": 8.080316644198485,
      "learning_rate": 0.00020793165306217282,
      "loss": 4.0312,
      "step": 56008
    },
    {
      "epoch": 2.2940405488429243,
      "grad_norm": 3.244666667143595,
      "learning_rate": 0.00020792864470405164,
      "loss": 4.4062,
      "step": 56009
    },
    {
      "epoch": 2.294081507270121,
      "grad_norm": 5.039026872209488,
      "learning_rate": 0.00020792563631854516,
      "loss": 5.9688,
      "step": 56010
    },
    {
      "epoch": 2.2941224656973174,
      "grad_norm": 5.446823997789802,
      "learning_rate": 0.0002079226279056548,
      "loss": 3.7188,
      "step": 56011
    },
    {
      "epoch": 2.2941634241245135,
      "grad_norm": 3.05696631590365,
      "learning_rate": 0.00020791961946538202,
      "loss": 4.625,
      "step": 56012
    },
    {
      "epoch": 2.29420438255171,
      "grad_norm": 2.7875084752614874,
      "learning_rate": 0.00020791661099772813,
      "loss": 4.625,
      "step": 56013
    },
    {
      "epoch": 2.2942453409789065,
      "grad_norm": 2.9158186889337627,
      "learning_rate": 0.00020791360250269468,
      "loss": 4.9375,
      "step": 56014
    },
    {
      "epoch": 2.2942862994061026,
      "grad_norm": 3.2544161478040285,
      "learning_rate": 0.00020791059398028302,
      "loss": 2.9844,
      "step": 56015
    },
    {
      "epoch": 2.294327257833299,
      "grad_norm": 2.958469354018199,
      "learning_rate": 0.00020790758543049462,
      "loss": 5.2812,
      "step": 56016
    },
    {
      "epoch": 2.2943682162604957,
      "grad_norm": 2.889473871182805,
      "learning_rate": 0.00020790457685333086,
      "loss": 4.375,
      "step": 56017
    },
    {
      "epoch": 2.294409174687692,
      "grad_norm": 4.128780654470577,
      "learning_rate": 0.00020790156824879315,
      "loss": 5.3438,
      "step": 56018
    },
    {
      "epoch": 2.2944501331148883,
      "grad_norm": 3.238650662697797,
      "learning_rate": 0.00020789855961688295,
      "loss": 4.75,
      "step": 56019
    },
    {
      "epoch": 2.294491091542085,
      "grad_norm": 2.698194576557715,
      "learning_rate": 0.0002078955509576017,
      "loss": 4.2188,
      "step": 56020
    },
    {
      "epoch": 2.2945320499692814,
      "grad_norm": 3.3095398024618157,
      "learning_rate": 0.00020789254227095077,
      "loss": 4.4688,
      "step": 56021
    },
    {
      "epoch": 2.2945730083964775,
      "grad_norm": 2.9409074101942263,
      "learning_rate": 0.0002078895335569316,
      "loss": 6.25,
      "step": 56022
    },
    {
      "epoch": 2.294613966823674,
      "grad_norm": 3.220465653836183,
      "learning_rate": 0.00020788652481554563,
      "loss": 5.1562,
      "step": 56023
    },
    {
      "epoch": 2.2946549252508706,
      "grad_norm": 2.9766487513105404,
      "learning_rate": 0.00020788351604679426,
      "loss": 4.4375,
      "step": 56024
    },
    {
      "epoch": 2.2946958836780667,
      "grad_norm": 3.1079170099503335,
      "learning_rate": 0.00020788050725067893,
      "loss": 4.7188,
      "step": 56025
    },
    {
      "epoch": 2.294736842105263,
      "grad_norm": 5.797501084722924,
      "learning_rate": 0.00020787749842720107,
      "loss": 5.5938,
      "step": 56026
    },
    {
      "epoch": 2.2947778005324597,
      "grad_norm": 3.1348999463904392,
      "learning_rate": 0.00020787448957636207,
      "loss": 4.1562,
      "step": 56027
    },
    {
      "epoch": 2.294818758959656,
      "grad_norm": 3.900478626412636,
      "learning_rate": 0.0002078714806981634,
      "loss": 7.2188,
      "step": 56028
    },
    {
      "epoch": 2.2948597173868523,
      "grad_norm": 5.971224577260752,
      "learning_rate": 0.00020786847179260636,
      "loss": 5.5938,
      "step": 56029
    },
    {
      "epoch": 2.294900675814049,
      "grad_norm": 5.075160052049153,
      "learning_rate": 0.00020786546285969255,
      "loss": 6.5625,
      "step": 56030
    },
    {
      "epoch": 2.294941634241245,
      "grad_norm": 2.6252708058515335,
      "learning_rate": 0.0002078624538994233,
      "loss": 4.5312,
      "step": 56031
    },
    {
      "epoch": 2.2949825926684415,
      "grad_norm": 3.5570049711120624,
      "learning_rate": 0.0002078594449118,
      "loss": 5.0312,
      "step": 56032
    },
    {
      "epoch": 2.295023551095638,
      "grad_norm": 14.441301261320692,
      "learning_rate": 0.00020785643589682414,
      "loss": 4.3438,
      "step": 56033
    },
    {
      "epoch": 2.295064509522834,
      "grad_norm": 2.890610992911663,
      "learning_rate": 0.00020785342685449712,
      "loss": 4.5938,
      "step": 56034
    },
    {
      "epoch": 2.2951054679500307,
      "grad_norm": 5.715709998813042,
      "learning_rate": 0.00020785041778482034,
      "loss": 1.8516,
      "step": 56035
    },
    {
      "epoch": 2.295146426377227,
      "grad_norm": 3.0797835388306307,
      "learning_rate": 0.00020784740868779527,
      "loss": 5.3438,
      "step": 56036
    },
    {
      "epoch": 2.2951873848044233,
      "grad_norm": 6.146194987972539,
      "learning_rate": 0.00020784439956342325,
      "loss": 5.1562,
      "step": 56037
    },
    {
      "epoch": 2.29522834323162,
      "grad_norm": 2.772649232780031,
      "learning_rate": 0.0002078413904117058,
      "loss": 4.4688,
      "step": 56038
    },
    {
      "epoch": 2.2952693016588164,
      "grad_norm": 2.960156387763189,
      "learning_rate": 0.00020783838123264423,
      "loss": 3.9531,
      "step": 56039
    },
    {
      "epoch": 2.295310260086013,
      "grad_norm": 3.0287903866272203,
      "learning_rate": 0.00020783537202624013,
      "loss": 4.0312,
      "step": 56040
    },
    {
      "epoch": 2.295351218513209,
      "grad_norm": 5.415041245416989,
      "learning_rate": 0.00020783236279249472,
      "loss": 6.0312,
      "step": 56041
    },
    {
      "epoch": 2.2953921769404055,
      "grad_norm": 3.716569945376842,
      "learning_rate": 0.00020782935353140958,
      "loss": 4.875,
      "step": 56042
    },
    {
      "epoch": 2.295433135367602,
      "grad_norm": 3.223485861631456,
      "learning_rate": 0.0002078263442429861,
      "loss": 4.6562,
      "step": 56043
    },
    {
      "epoch": 2.295474093794798,
      "grad_norm": 6.35475343240698,
      "learning_rate": 0.00020782333492722565,
      "loss": 6.5625,
      "step": 56044
    },
    {
      "epoch": 2.2955150522219947,
      "grad_norm": 3.514208394225265,
      "learning_rate": 0.00020782032558412967,
      "loss": 5.9688,
      "step": 56045
    },
    {
      "epoch": 2.2955560106491912,
      "grad_norm": 10.042336689355308,
      "learning_rate": 0.00020781731621369963,
      "loss": 3.8594,
      "step": 56046
    },
    {
      "epoch": 2.2955969690763873,
      "grad_norm": 7.79539736536017,
      "learning_rate": 0.00020781430681593685,
      "loss": 5.4688,
      "step": 56047
    },
    {
      "epoch": 2.295637927503584,
      "grad_norm": 2.8322413057381888,
      "learning_rate": 0.0002078112973908429,
      "loss": 4.5938,
      "step": 56048
    },
    {
      "epoch": 2.2956788859307804,
      "grad_norm": 7.721599957463135,
      "learning_rate": 0.00020780828793841907,
      "loss": 3.7969,
      "step": 56049
    },
    {
      "epoch": 2.2957198443579765,
      "grad_norm": 3.5225315664951227,
      "learning_rate": 0.00020780527845866683,
      "loss": 4.5312,
      "step": 56050
    },
    {
      "epoch": 2.295760802785173,
      "grad_norm": 2.75523346969884,
      "learning_rate": 0.00020780226895158766,
      "loss": 4.4375,
      "step": 56051
    },
    {
      "epoch": 2.2958017612123696,
      "grad_norm": 5.012531458275249,
      "learning_rate": 0.00020779925941718293,
      "loss": 4.6875,
      "step": 56052
    },
    {
      "epoch": 2.2958427196395657,
      "grad_norm": 3.632518286840863,
      "learning_rate": 0.00020779624985545404,
      "loss": 5.0,
      "step": 56053
    },
    {
      "epoch": 2.295883678066762,
      "grad_norm": 2.8571254103589285,
      "learning_rate": 0.0002077932402664024,
      "loss": 4.6875,
      "step": 56054
    },
    {
      "epoch": 2.2959246364939587,
      "grad_norm": 6.815219420372268,
      "learning_rate": 0.00020779023065002953,
      "loss": 4.7188,
      "step": 56055
    },
    {
      "epoch": 2.295965594921155,
      "grad_norm": 2.8492158271146315,
      "learning_rate": 0.00020778722100633676,
      "loss": 4.6562,
      "step": 56056
    },
    {
      "epoch": 2.2960065533483514,
      "grad_norm": 2.814618598979591,
      "learning_rate": 0.00020778421133532557,
      "loss": 4.4688,
      "step": 56057
    },
    {
      "epoch": 2.296047511775548,
      "grad_norm": 3.478585398974427,
      "learning_rate": 0.0002077812016369973,
      "loss": 4.8438,
      "step": 56058
    },
    {
      "epoch": 2.2960884702027444,
      "grad_norm": 3.29267215617803,
      "learning_rate": 0.0002077781919113535,
      "loss": 5.5,
      "step": 56059
    },
    {
      "epoch": 2.2961294286299405,
      "grad_norm": 2.6917350022261908,
      "learning_rate": 0.0002077751821583955,
      "loss": 3.4688,
      "step": 56060
    },
    {
      "epoch": 2.296170387057137,
      "grad_norm": 3.0857058312291863,
      "learning_rate": 0.00020777217237812474,
      "loss": 4.7188,
      "step": 56061
    },
    {
      "epoch": 2.2962113454843336,
      "grad_norm": 3.0733413248108983,
      "learning_rate": 0.00020776916257054268,
      "loss": 5.2188,
      "step": 56062
    },
    {
      "epoch": 2.2962523039115297,
      "grad_norm": 5.189339545123211,
      "learning_rate": 0.0002077661527356507,
      "loss": 2.1406,
      "step": 56063
    },
    {
      "epoch": 2.296293262338726,
      "grad_norm": 3.0369951421200305,
      "learning_rate": 0.0002077631428734502,
      "loss": 4.6875,
      "step": 56064
    },
    {
      "epoch": 2.2963342207659228,
      "grad_norm": 3.246239050668571,
      "learning_rate": 0.00020776013298394263,
      "loss": 5.3438,
      "step": 56065
    },
    {
      "epoch": 2.296375179193119,
      "grad_norm": 5.414346034593871,
      "learning_rate": 0.0002077571230671295,
      "loss": 5.5938,
      "step": 56066
    },
    {
      "epoch": 2.2964161376203154,
      "grad_norm": 7.891767281360522,
      "learning_rate": 0.00020775411312301206,
      "loss": 3.9844,
      "step": 56067
    },
    {
      "epoch": 2.296457096047512,
      "grad_norm": 2.242380466218247,
      "learning_rate": 0.0002077511031515919,
      "loss": 2.8906,
      "step": 56068
    },
    {
      "epoch": 2.296498054474708,
      "grad_norm": 3.4748605027198884,
      "learning_rate": 0.00020774809315287032,
      "loss": 3.9531,
      "step": 56069
    },
    {
      "epoch": 2.2965390129019045,
      "grad_norm": 3.9461943488950633,
      "learning_rate": 0.00020774508312684879,
      "loss": 5.6875,
      "step": 56070
    },
    {
      "epoch": 2.296579971329101,
      "grad_norm": 3.0425930443856433,
      "learning_rate": 0.0002077420730735288,
      "loss": 4.4688,
      "step": 56071
    },
    {
      "epoch": 2.296620929756297,
      "grad_norm": 4.239384925913394,
      "learning_rate": 0.00020773906299291167,
      "loss": 6.3125,
      "step": 56072
    },
    {
      "epoch": 2.2966618881834937,
      "grad_norm": 2.6612092536971166,
      "learning_rate": 0.0002077360528849988,
      "loss": 4.6562,
      "step": 56073
    },
    {
      "epoch": 2.2967028466106902,
      "grad_norm": 7.938979370868387,
      "learning_rate": 0.00020773304274979176,
      "loss": 5.3438,
      "step": 56074
    },
    {
      "epoch": 2.2967438050378863,
      "grad_norm": 3.0762759080941864,
      "learning_rate": 0.00020773003258729185,
      "loss": 4.9062,
      "step": 56075
    },
    {
      "epoch": 2.296784763465083,
      "grad_norm": 2.7665668932342484,
      "learning_rate": 0.00020772702239750055,
      "loss": 4.3125,
      "step": 56076
    },
    {
      "epoch": 2.2968257218922794,
      "grad_norm": 3.3716150016139843,
      "learning_rate": 0.00020772401218041925,
      "loss": 4.8125,
      "step": 56077
    },
    {
      "epoch": 2.296866680319476,
      "grad_norm": 2.8398736163859484,
      "learning_rate": 0.00020772100193604937,
      "loss": 5.3125,
      "step": 56078
    },
    {
      "epoch": 2.296907638746672,
      "grad_norm": 2.640723728074715,
      "learning_rate": 0.0002077179916643924,
      "loss": 4.7812,
      "step": 56079
    },
    {
      "epoch": 2.2969485971738686,
      "grad_norm": 3.0258155438988696,
      "learning_rate": 0.0002077149813654497,
      "loss": 4.0938,
      "step": 56080
    },
    {
      "epoch": 2.296989555601065,
      "grad_norm": 2.8986857143877223,
      "learning_rate": 0.00020771197103922263,
      "loss": 4.7188,
      "step": 56081
    },
    {
      "epoch": 2.297030514028261,
      "grad_norm": 3.875779342537048,
      "learning_rate": 0.00020770896068571275,
      "loss": 4.125,
      "step": 56082
    },
    {
      "epoch": 2.2970714724554577,
      "grad_norm": 2.978782455642457,
      "learning_rate": 0.00020770595030492146,
      "loss": 5.2188,
      "step": 56083
    },
    {
      "epoch": 2.2971124308826543,
      "grad_norm": 2.7741271240156222,
      "learning_rate": 0.00020770293989685009,
      "loss": 4.0625,
      "step": 56084
    },
    {
      "epoch": 2.2971533893098504,
      "grad_norm": 2.3315549529033976,
      "learning_rate": 0.0002076999294615001,
      "loss": 3.375,
      "step": 56085
    },
    {
      "epoch": 2.297194347737047,
      "grad_norm": 4.976981527104243,
      "learning_rate": 0.00020769691899887296,
      "loss": 1.0703,
      "step": 56086
    },
    {
      "epoch": 2.2972353061642434,
      "grad_norm": 4.136326171290538,
      "learning_rate": 0.0002076939085089701,
      "loss": 5.6875,
      "step": 56087
    },
    {
      "epoch": 2.2972762645914395,
      "grad_norm": 2.995335812424613,
      "learning_rate": 0.0002076908979917929,
      "loss": 5.5,
      "step": 56088
    },
    {
      "epoch": 2.297317223018636,
      "grad_norm": 3.0624148537141385,
      "learning_rate": 0.00020768788744734274,
      "loss": 4.0,
      "step": 56089
    },
    {
      "epoch": 2.2973581814458326,
      "grad_norm": 2.578755272040743,
      "learning_rate": 0.0002076848768756211,
      "loss": 4.7188,
      "step": 56090
    },
    {
      "epoch": 2.2973991398730287,
      "grad_norm": 4.550142113517295,
      "learning_rate": 0.00020768186627662943,
      "loss": 5.0312,
      "step": 56091
    },
    {
      "epoch": 2.297440098300225,
      "grad_norm": 3.4795040374095088,
      "learning_rate": 0.0002076788556503691,
      "loss": 4.75,
      "step": 56092
    },
    {
      "epoch": 2.2974810567274218,
      "grad_norm": 4.5374912945252195,
      "learning_rate": 0.0002076758449968416,
      "loss": 6.25,
      "step": 56093
    },
    {
      "epoch": 2.297522015154618,
      "grad_norm": 2.752013114155336,
      "learning_rate": 0.00020767283431604821,
      "loss": 3.8438,
      "step": 56094
    },
    {
      "epoch": 2.2975629735818144,
      "grad_norm": 2.8772889153958388,
      "learning_rate": 0.00020766982360799052,
      "loss": 4.625,
      "step": 56095
    },
    {
      "epoch": 2.297603932009011,
      "grad_norm": 6.688938689658032,
      "learning_rate": 0.0002076668128726699,
      "loss": 5.6562,
      "step": 56096
    },
    {
      "epoch": 2.2976448904362075,
      "grad_norm": 3.3444264424356143,
      "learning_rate": 0.00020766380211008773,
      "loss": 4.9688,
      "step": 56097
    },
    {
      "epoch": 2.2976858488634035,
      "grad_norm": 3.3083757164728804,
      "learning_rate": 0.0002076607913202455,
      "loss": 5.0938,
      "step": 56098
    },
    {
      "epoch": 2.2977268072906,
      "grad_norm": 2.8100633215030055,
      "learning_rate": 0.00020765778050314452,
      "loss": 3.9062,
      "step": 56099
    },
    {
      "epoch": 2.2977677657177966,
      "grad_norm": 2.9631695102987576,
      "learning_rate": 0.00020765476965878634,
      "loss": 4.5625,
      "step": 56100
    },
    {
      "epoch": 2.2978087241449927,
      "grad_norm": 3.8050343393312054,
      "learning_rate": 0.0002076517587871723,
      "loss": 5.5,
      "step": 56101
    },
    {
      "epoch": 2.2978496825721892,
      "grad_norm": 3.0434374520737575,
      "learning_rate": 0.00020764874788830386,
      "loss": 3.9844,
      "step": 56102
    },
    {
      "epoch": 2.297890640999386,
      "grad_norm": 3.214781911525685,
      "learning_rate": 0.00020764573696218248,
      "loss": 4.5938,
      "step": 56103
    },
    {
      "epoch": 2.297931599426582,
      "grad_norm": 3.0220104946324162,
      "learning_rate": 0.0002076427260088095,
      "loss": 4.7188,
      "step": 56104
    },
    {
      "epoch": 2.2979725578537784,
      "grad_norm": 3.5870085043575153,
      "learning_rate": 0.00020763971502818634,
      "loss": 4.5,
      "step": 56105
    },
    {
      "epoch": 2.298013516280975,
      "grad_norm": 2.7277255372338063,
      "learning_rate": 0.00020763670402031454,
      "loss": 4.3125,
      "step": 56106
    },
    {
      "epoch": 2.298054474708171,
      "grad_norm": 3.192370562786192,
      "learning_rate": 0.00020763369298519544,
      "loss": 1.6328,
      "step": 56107
    },
    {
      "epoch": 2.2980954331353676,
      "grad_norm": 13.393194621517488,
      "learning_rate": 0.00020763068192283048,
      "loss": 2.0625,
      "step": 56108
    },
    {
      "epoch": 2.298136391562564,
      "grad_norm": 2.958745729706862,
      "learning_rate": 0.00020762767083322103,
      "loss": 4.4688,
      "step": 56109
    },
    {
      "epoch": 2.2981773499897606,
      "grad_norm": 3.482316459788776,
      "learning_rate": 0.0002076246597163686,
      "loss": 4.5938,
      "step": 56110
    },
    {
      "epoch": 2.2982183084169567,
      "grad_norm": 2.7791648711181844,
      "learning_rate": 0.00020762164857227456,
      "loss": 4.2812,
      "step": 56111
    },
    {
      "epoch": 2.2982592668441533,
      "grad_norm": 8.780611207850004,
      "learning_rate": 0.00020761863740094037,
      "loss": 4.1875,
      "step": 56112
    },
    {
      "epoch": 2.2983002252713494,
      "grad_norm": 3.1808255937071035,
      "learning_rate": 0.00020761562620236738,
      "loss": 4.4375,
      "step": 56113
    },
    {
      "epoch": 2.298341183698546,
      "grad_norm": 2.866879309795979,
      "learning_rate": 0.00020761261497655712,
      "loss": 3.6406,
      "step": 56114
    },
    {
      "epoch": 2.2983821421257424,
      "grad_norm": 3.0065887723427167,
      "learning_rate": 0.00020760960372351095,
      "loss": 4.9688,
      "step": 56115
    },
    {
      "epoch": 2.298423100552939,
      "grad_norm": 4.23797307128512,
      "learning_rate": 0.0002076065924432303,
      "loss": 4.7188,
      "step": 56116
    },
    {
      "epoch": 2.298464058980135,
      "grad_norm": 3.0850426051190873,
      "learning_rate": 0.00020760358113571653,
      "loss": 4.0,
      "step": 56117
    },
    {
      "epoch": 2.2985050174073316,
      "grad_norm": 2.5299629851304193,
      "learning_rate": 0.0002076005698009712,
      "loss": 2.9219,
      "step": 56118
    },
    {
      "epoch": 2.298545975834528,
      "grad_norm": 2.717128637991846,
      "learning_rate": 0.00020759755843899566,
      "loss": 3.5,
      "step": 56119
    },
    {
      "epoch": 2.2985869342617242,
      "grad_norm": 3.1071237370018663,
      "learning_rate": 0.00020759454704979134,
      "loss": 4.5312,
      "step": 56120
    },
    {
      "epoch": 2.2986278926889208,
      "grad_norm": 7.863031921064076,
      "learning_rate": 0.00020759153563335963,
      "loss": 5.4375,
      "step": 56121
    },
    {
      "epoch": 2.2986688511161173,
      "grad_norm": 2.7653074858291826,
      "learning_rate": 0.000207588524189702,
      "loss": 4.5938,
      "step": 56122
    },
    {
      "epoch": 2.2987098095433134,
      "grad_norm": 3.3434384633799232,
      "learning_rate": 0.00020758551271881986,
      "loss": 4.1875,
      "step": 56123
    },
    {
      "epoch": 2.29875076797051,
      "grad_norm": 3.4506603821785307,
      "learning_rate": 0.00020758250122071464,
      "loss": 5.0312,
      "step": 56124
    },
    {
      "epoch": 2.2987917263977065,
      "grad_norm": 2.963532644792959,
      "learning_rate": 0.00020757948969538773,
      "loss": 4.8125,
      "step": 56125
    },
    {
      "epoch": 2.2988326848249026,
      "grad_norm": 3.0704354501586715,
      "learning_rate": 0.0002075764781428406,
      "loss": 4.875,
      "step": 56126
    },
    {
      "epoch": 2.298873643252099,
      "grad_norm": 3.142192881544955,
      "learning_rate": 0.00020757346656307462,
      "loss": 3.7656,
      "step": 56127
    },
    {
      "epoch": 2.2989146016792956,
      "grad_norm": 3.6386136785679444,
      "learning_rate": 0.0002075704549560913,
      "loss": 4.25,
      "step": 56128
    },
    {
      "epoch": 2.298955560106492,
      "grad_norm": 4.32887019119947,
      "learning_rate": 0.00020756744332189197,
      "loss": 4.25,
      "step": 56129
    },
    {
      "epoch": 2.2989965185336882,
      "grad_norm": 5.6607490387752994,
      "learning_rate": 0.0002075644316604781,
      "loss": 4.0938,
      "step": 56130
    },
    {
      "epoch": 2.299037476960885,
      "grad_norm": 3.1744527111323704,
      "learning_rate": 0.00020756141997185115,
      "loss": 4.6562,
      "step": 56131
    },
    {
      "epoch": 2.299078435388081,
      "grad_norm": 2.831805016187644,
      "learning_rate": 0.00020755840825601246,
      "loss": 4.7188,
      "step": 56132
    },
    {
      "epoch": 2.2991193938152774,
      "grad_norm": 3.1881756369063443,
      "learning_rate": 0.00020755539651296347,
      "loss": 4.9688,
      "step": 56133
    },
    {
      "epoch": 2.299160352242474,
      "grad_norm": 9.196689310300123,
      "learning_rate": 0.0002075523847427057,
      "loss": 4.4375,
      "step": 56134
    },
    {
      "epoch": 2.2992013106696705,
      "grad_norm": 3.115163960296317,
      "learning_rate": 0.00020754937294524043,
      "loss": 5.1562,
      "step": 56135
    },
    {
      "epoch": 2.2992422690968666,
      "grad_norm": 3.1423341467439068,
      "learning_rate": 0.0002075463611205692,
      "loss": 4.5938,
      "step": 56136
    },
    {
      "epoch": 2.299283227524063,
      "grad_norm": 2.953082402638693,
      "learning_rate": 0.00020754334926869331,
      "loss": 4.3438,
      "step": 56137
    },
    {
      "epoch": 2.2993241859512596,
      "grad_norm": 3.022753386361164,
      "learning_rate": 0.00020754033738961436,
      "loss": 5.4375,
      "step": 56138
    },
    {
      "epoch": 2.2993651443784557,
      "grad_norm": 3.10744950668925,
      "learning_rate": 0.00020753732548333363,
      "loss": 4.8438,
      "step": 56139
    },
    {
      "epoch": 2.2994061028056523,
      "grad_norm": 2.7126996126529908,
      "learning_rate": 0.0002075343135498526,
      "loss": 4.4375,
      "step": 56140
    },
    {
      "epoch": 2.299447061232849,
      "grad_norm": 3.151173985132786,
      "learning_rate": 0.0002075313015891727,
      "loss": 4.9062,
      "step": 56141
    },
    {
      "epoch": 2.299488019660045,
      "grad_norm": 2.685695405630643,
      "learning_rate": 0.0002075282896012953,
      "loss": 4.125,
      "step": 56142
    },
    {
      "epoch": 2.2995289780872414,
      "grad_norm": 3.6562616901630243,
      "learning_rate": 0.00020752527758622193,
      "loss": 5.3125,
      "step": 56143
    },
    {
      "epoch": 2.299569936514438,
      "grad_norm": 3.1341981947842106,
      "learning_rate": 0.0002075222655439539,
      "loss": 4.8438,
      "step": 56144
    },
    {
      "epoch": 2.299610894941634,
      "grad_norm": 2.677239136225918,
      "learning_rate": 0.00020751925347449267,
      "loss": 4.1875,
      "step": 56145
    },
    {
      "epoch": 2.2996518533688306,
      "grad_norm": 3.290137523475537,
      "learning_rate": 0.0002075162413778397,
      "loss": 4.625,
      "step": 56146
    },
    {
      "epoch": 2.299692811796027,
      "grad_norm": 3.3719635324286763,
      "learning_rate": 0.0002075132292539964,
      "loss": 3.8594,
      "step": 56147
    },
    {
      "epoch": 2.2997337702232237,
      "grad_norm": 4.646258750751461,
      "learning_rate": 0.00020751021710296416,
      "loss": 6.0938,
      "step": 56148
    },
    {
      "epoch": 2.2997747286504198,
      "grad_norm": 2.77716010209501,
      "learning_rate": 0.0002075072049247444,
      "loss": 4.7812,
      "step": 56149
    },
    {
      "epoch": 2.2998156870776163,
      "grad_norm": 3.451349012728638,
      "learning_rate": 0.00020750419271933863,
      "loss": 3.7969,
      "step": 56150
    },
    {
      "epoch": 2.2998566455048124,
      "grad_norm": 10.915591997700682,
      "learning_rate": 0.00020750118048674818,
      "loss": 5.0312,
      "step": 56151
    },
    {
      "epoch": 2.299897603932009,
      "grad_norm": 2.7569088566528044,
      "learning_rate": 0.0002074981682269745,
      "loss": 3.5938,
      "step": 56152
    },
    {
      "epoch": 2.2999385623592055,
      "grad_norm": 3.4912634742721873,
      "learning_rate": 0.00020749515594001904,
      "loss": 4.7188,
      "step": 56153
    },
    {
      "epoch": 2.299979520786402,
      "grad_norm": 2.8818342727316275,
      "learning_rate": 0.00020749214362588317,
      "loss": 4.3125,
      "step": 56154
    },
    {
      "epoch": 2.300020479213598,
      "grad_norm": 2.789357027286226,
      "learning_rate": 0.0002074891312845684,
      "loss": 4.25,
      "step": 56155
    },
    {
      "epoch": 2.3000614376407946,
      "grad_norm": 3.3671077520194665,
      "learning_rate": 0.0002074861189160761,
      "loss": 5.9375,
      "step": 56156
    },
    {
      "epoch": 2.300102396067991,
      "grad_norm": 4.012043120903994,
      "learning_rate": 0.0002074831065204077,
      "loss": 5.75,
      "step": 56157
    },
    {
      "epoch": 2.3001433544951873,
      "grad_norm": 3.206979874903367,
      "learning_rate": 0.00020748009409756458,
      "loss": 4.75,
      "step": 56158
    },
    {
      "epoch": 2.300184312922384,
      "grad_norm": 3.6848367868286407,
      "learning_rate": 0.00020747708164754825,
      "loss": 4.5312,
      "step": 56159
    },
    {
      "epoch": 2.3002252713495803,
      "grad_norm": 3.4860394938146513,
      "learning_rate": 0.00020747406917036009,
      "loss": 3.7344,
      "step": 56160
    },
    {
      "epoch": 2.3002662297767764,
      "grad_norm": 2.9348906367798935,
      "learning_rate": 0.00020747105666600151,
      "loss": 4.9375,
      "step": 56161
    },
    {
      "epoch": 2.300307188203973,
      "grad_norm": 3.388030793573214,
      "learning_rate": 0.00020746804413447395,
      "loss": 4.625,
      "step": 56162
    },
    {
      "epoch": 2.3003481466311695,
      "grad_norm": 8.415755822641922,
      "learning_rate": 0.00020746503157577885,
      "loss": 6.2188,
      "step": 56163
    },
    {
      "epoch": 2.3003891050583656,
      "grad_norm": 4.6652632627900825,
      "learning_rate": 0.0002074620189899176,
      "loss": 4.3125,
      "step": 56164
    },
    {
      "epoch": 2.300430063485562,
      "grad_norm": 2.6202575570919913,
      "learning_rate": 0.00020745900637689164,
      "loss": 4.3438,
      "step": 56165
    },
    {
      "epoch": 2.3004710219127587,
      "grad_norm": 5.270819052889059,
      "learning_rate": 0.00020745599373670238,
      "loss": 1.4766,
      "step": 56166
    },
    {
      "epoch": 2.300511980339955,
      "grad_norm": 3.748855339525931,
      "learning_rate": 0.00020745298106935133,
      "loss": 4.6875,
      "step": 56167
    },
    {
      "epoch": 2.3005529387671513,
      "grad_norm": 2.528682121556623,
      "learning_rate": 0.0002074499683748398,
      "loss": 4.1562,
      "step": 56168
    },
    {
      "epoch": 2.300593897194348,
      "grad_norm": 3.8617566513095705,
      "learning_rate": 0.00020744695565316922,
      "loss": 4.3125,
      "step": 56169
    },
    {
      "epoch": 2.300634855621544,
      "grad_norm": 3.508435685005046,
      "learning_rate": 0.00020744394290434108,
      "loss": 5.1562,
      "step": 56170
    },
    {
      "epoch": 2.3006758140487404,
      "grad_norm": 5.024703730252394,
      "learning_rate": 0.00020744093012835677,
      "loss": 5.2188,
      "step": 56171
    },
    {
      "epoch": 2.300716772475937,
      "grad_norm": 3.150519084038098,
      "learning_rate": 0.00020743791732521778,
      "loss": 4.6562,
      "step": 56172
    },
    {
      "epoch": 2.3007577309031335,
      "grad_norm": 2.9895158680501113,
      "learning_rate": 0.0002074349044949254,
      "loss": 4.5938,
      "step": 56173
    },
    {
      "epoch": 2.3007986893303296,
      "grad_norm": 3.494252281389373,
      "learning_rate": 0.00020743189163748116,
      "loss": 2.8125,
      "step": 56174
    },
    {
      "epoch": 2.300839647757526,
      "grad_norm": 2.950003201215411,
      "learning_rate": 0.00020742887875288646,
      "loss": 3.9375,
      "step": 56175
    },
    {
      "epoch": 2.3008806061847227,
      "grad_norm": 5.358241769140353,
      "learning_rate": 0.00020742586584114275,
      "loss": 3.9062,
      "step": 56176
    },
    {
      "epoch": 2.3009215646119188,
      "grad_norm": 4.330254363106512,
      "learning_rate": 0.00020742285290225137,
      "loss": 4.9688,
      "step": 56177
    },
    {
      "epoch": 2.3009625230391153,
      "grad_norm": 3.138052433225653,
      "learning_rate": 0.0002074198399362138,
      "loss": 4.5,
      "step": 56178
    },
    {
      "epoch": 2.301003481466312,
      "grad_norm": 2.790867625796464,
      "learning_rate": 0.00020741682694303147,
      "loss": 4.6562,
      "step": 56179
    },
    {
      "epoch": 2.301044439893508,
      "grad_norm": 2.7810068451404653,
      "learning_rate": 0.0002074138139227058,
      "loss": 4.8125,
      "step": 56180
    },
    {
      "epoch": 2.3010853983207045,
      "grad_norm": 3.6797224810901423,
      "learning_rate": 0.00020741080087523822,
      "loss": 5.25,
      "step": 56181
    },
    {
      "epoch": 2.301126356747901,
      "grad_norm": 2.9670486451067726,
      "learning_rate": 0.00020740778780063013,
      "loss": 4.7812,
      "step": 56182
    },
    {
      "epoch": 2.301167315175097,
      "grad_norm": 3.7884897469234415,
      "learning_rate": 0.000207404774698883,
      "loss": 3.7188,
      "step": 56183
    },
    {
      "epoch": 2.3012082736022936,
      "grad_norm": 3.8301357676339136,
      "learning_rate": 0.0002074017615699982,
      "loss": 4.3125,
      "step": 56184
    },
    {
      "epoch": 2.30124923202949,
      "grad_norm": 3.207382250009759,
      "learning_rate": 0.00020739874841397714,
      "loss": 3.6094,
      "step": 56185
    },
    {
      "epoch": 2.3012901904566867,
      "grad_norm": 11.972273752184588,
      "learning_rate": 0.00020739573523082132,
      "loss": 5.0,
      "step": 56186
    },
    {
      "epoch": 2.301331148883883,
      "grad_norm": 4.0564366195051385,
      "learning_rate": 0.00020739272202053213,
      "loss": 1.8125,
      "step": 56187
    },
    {
      "epoch": 2.3013721073110793,
      "grad_norm": 3.1197844785888367,
      "learning_rate": 0.000207389708783111,
      "loss": 4.9375,
      "step": 56188
    },
    {
      "epoch": 2.3014130657382754,
      "grad_norm": 2.8651074560313057,
      "learning_rate": 0.0002073866955185593,
      "loss": 5.2188,
      "step": 56189
    },
    {
      "epoch": 2.301454024165472,
      "grad_norm": 3.0642673022122,
      "learning_rate": 0.00020738368222687856,
      "loss": 3.0156,
      "step": 56190
    },
    {
      "epoch": 2.3014949825926685,
      "grad_norm": 2.8186853432250136,
      "learning_rate": 0.0002073806689080701,
      "loss": 3.9531,
      "step": 56191
    },
    {
      "epoch": 2.301535941019865,
      "grad_norm": 3.053497228868017,
      "learning_rate": 0.00020737765556213544,
      "loss": 5.125,
      "step": 56192
    },
    {
      "epoch": 2.301576899447061,
      "grad_norm": 2.9178930196828636,
      "learning_rate": 0.0002073746421890759,
      "loss": 4.4375,
      "step": 56193
    },
    {
      "epoch": 2.3016178578742577,
      "grad_norm": 3.0017493094688574,
      "learning_rate": 0.00020737162878889297,
      "loss": 4.875,
      "step": 56194
    },
    {
      "epoch": 2.301658816301454,
      "grad_norm": 5.028227376600192,
      "learning_rate": 0.00020736861536158809,
      "loss": 4.9375,
      "step": 56195
    },
    {
      "epoch": 2.3016997747286503,
      "grad_norm": 3.5414361727913013,
      "learning_rate": 0.00020736560190716267,
      "loss": 1.3203,
      "step": 56196
    },
    {
      "epoch": 2.301740733155847,
      "grad_norm": 3.315031238806906,
      "learning_rate": 0.00020736258842561807,
      "loss": 4.2812,
      "step": 56197
    },
    {
      "epoch": 2.3017816915830434,
      "grad_norm": 4.637613387629963,
      "learning_rate": 0.00020735957491695576,
      "loss": 4.8438,
      "step": 56198
    },
    {
      "epoch": 2.3018226500102394,
      "grad_norm": 2.933053700061274,
      "learning_rate": 0.00020735656138117723,
      "loss": 3.6406,
      "step": 56199
    },
    {
      "epoch": 2.301863608437436,
      "grad_norm": 14.265541022623893,
      "learning_rate": 0.0002073535478182838,
      "loss": 7.625,
      "step": 56200
    },
    {
      "epoch": 2.3019045668646325,
      "grad_norm": 2.6705788026972237,
      "learning_rate": 0.00020735053422827698,
      "loss": 4.2812,
      "step": 56201
    },
    {
      "epoch": 2.3019455252918286,
      "grad_norm": 3.2127609568453335,
      "learning_rate": 0.00020734752061115817,
      "loss": 5.0625,
      "step": 56202
    },
    {
      "epoch": 2.301986483719025,
      "grad_norm": 2.6520908463876682,
      "learning_rate": 0.00020734450696692874,
      "loss": 4.0625,
      "step": 56203
    },
    {
      "epoch": 2.3020274421462217,
      "grad_norm": 9.699236244981224,
      "learning_rate": 0.00020734149329559013,
      "loss": 6.2812,
      "step": 56204
    },
    {
      "epoch": 2.302068400573418,
      "grad_norm": 2.7598890417601463,
      "learning_rate": 0.00020733847959714382,
      "loss": 4.0,
      "step": 56205
    },
    {
      "epoch": 2.3021093590006143,
      "grad_norm": 3.177293053023008,
      "learning_rate": 0.0002073354658715912,
      "loss": 5.25,
      "step": 56206
    },
    {
      "epoch": 2.302150317427811,
      "grad_norm": 4.399506317378011,
      "learning_rate": 0.0002073324521189337,
      "loss": 4.6562,
      "step": 56207
    },
    {
      "epoch": 2.302191275855007,
      "grad_norm": 2.8153053367487684,
      "learning_rate": 0.00020732943833917276,
      "loss": 4.5625,
      "step": 56208
    },
    {
      "epoch": 2.3022322342822035,
      "grad_norm": 3.414158090590443,
      "learning_rate": 0.00020732642453230975,
      "loss": 4.9688,
      "step": 56209
    },
    {
      "epoch": 2.3022731927094,
      "grad_norm": 2.665362833533243,
      "learning_rate": 0.00020732341069834616,
      "loss": 4.3438,
      "step": 56210
    },
    {
      "epoch": 2.3023141511365965,
      "grad_norm": 3.1928471129247558,
      "learning_rate": 0.0002073203968372834,
      "loss": 4.0625,
      "step": 56211
    },
    {
      "epoch": 2.3023551095637926,
      "grad_norm": 3.568895979932771,
      "learning_rate": 0.00020731738294912285,
      "loss": 4.7188,
      "step": 56212
    },
    {
      "epoch": 2.302396067990989,
      "grad_norm": 3.3982274449310155,
      "learning_rate": 0.00020731436903386597,
      "loss": 4.6562,
      "step": 56213
    },
    {
      "epoch": 2.3024370264181857,
      "grad_norm": 3.783323643719125,
      "learning_rate": 0.0002073113550915142,
      "loss": 5.1875,
      "step": 56214
    },
    {
      "epoch": 2.302477984845382,
      "grad_norm": 4.774263246091371,
      "learning_rate": 0.00020730834112206895,
      "loss": 1.8516,
      "step": 56215
    },
    {
      "epoch": 2.3025189432725783,
      "grad_norm": 2.6473650778431144,
      "learning_rate": 0.00020730532712553163,
      "loss": 4.2188,
      "step": 56216
    },
    {
      "epoch": 2.302559901699775,
      "grad_norm": 2.9483804687847046,
      "learning_rate": 0.00020730231310190367,
      "loss": 4.875,
      "step": 56217
    },
    {
      "epoch": 2.302600860126971,
      "grad_norm": 2.709270974308631,
      "learning_rate": 0.00020729929905118652,
      "loss": 3.9688,
      "step": 56218
    },
    {
      "epoch": 2.3026418185541675,
      "grad_norm": 2.680549074619555,
      "learning_rate": 0.0002072962849733816,
      "loss": 4.0625,
      "step": 56219
    },
    {
      "epoch": 2.302682776981364,
      "grad_norm": 3.3775341929467952,
      "learning_rate": 0.00020729327086849028,
      "loss": 5.2812,
      "step": 56220
    },
    {
      "epoch": 2.30272373540856,
      "grad_norm": 2.788779950396544,
      "learning_rate": 0.00020729025673651405,
      "loss": 4.8438,
      "step": 56221
    },
    {
      "epoch": 2.3027646938357567,
      "grad_norm": 3.0682414360216868,
      "learning_rate": 0.0002072872425774543,
      "loss": 5.0625,
      "step": 56222
    },
    {
      "epoch": 2.302805652262953,
      "grad_norm": 3.185911746463514,
      "learning_rate": 0.0002072842283913125,
      "loss": 5.7188,
      "step": 56223
    },
    {
      "epoch": 2.3028466106901497,
      "grad_norm": 3.3315665478093512,
      "learning_rate": 0.00020728121417809,
      "loss": 4.8125,
      "step": 56224
    },
    {
      "epoch": 2.302887569117346,
      "grad_norm": 3.628507054010216,
      "learning_rate": 0.00020727819993778825,
      "loss": 3.8594,
      "step": 56225
    },
    {
      "epoch": 2.3029285275445424,
      "grad_norm": 3.0281812455853494,
      "learning_rate": 0.00020727518567040872,
      "loss": 3.5156,
      "step": 56226
    },
    {
      "epoch": 2.3029694859717385,
      "grad_norm": 3.1258190272827684,
      "learning_rate": 0.0002072721713759528,
      "loss": 4.5625,
      "step": 56227
    },
    {
      "epoch": 2.303010444398935,
      "grad_norm": 3.379257138663893,
      "learning_rate": 0.00020726915705442193,
      "loss": 1.2344,
      "step": 56228
    },
    {
      "epoch": 2.3030514028261315,
      "grad_norm": 2.8143407203759203,
      "learning_rate": 0.00020726614270581752,
      "loss": 4.0625,
      "step": 56229
    },
    {
      "epoch": 2.303092361253328,
      "grad_norm": 3.038344324582277,
      "learning_rate": 0.000207263128330141,
      "loss": 4.625,
      "step": 56230
    },
    {
      "epoch": 2.303133319680524,
      "grad_norm": 3.1894541756303973,
      "learning_rate": 0.0002072601139273938,
      "loss": 4.8438,
      "step": 56231
    },
    {
      "epoch": 2.3031742781077207,
      "grad_norm": 2.7698584807041025,
      "learning_rate": 0.00020725709949757736,
      "loss": 3.7812,
      "step": 56232
    },
    {
      "epoch": 2.303215236534917,
      "grad_norm": 3.127285884075479,
      "learning_rate": 0.00020725408504069305,
      "loss": 3.8594,
      "step": 56233
    },
    {
      "epoch": 2.3032561949621133,
      "grad_norm": 3.820526384788424,
      "learning_rate": 0.00020725107055674232,
      "loss": 3.9062,
      "step": 56234
    },
    {
      "epoch": 2.30329715338931,
      "grad_norm": 5.0287794122742255,
      "learning_rate": 0.00020724805604572665,
      "loss": 6.4375,
      "step": 56235
    },
    {
      "epoch": 2.3033381118165064,
      "grad_norm": 2.8691267427613485,
      "learning_rate": 0.00020724504150764742,
      "loss": 4.0938,
      "step": 56236
    },
    {
      "epoch": 2.3033790702437025,
      "grad_norm": 6.342090960530915,
      "learning_rate": 0.00020724202694250604,
      "loss": 1.75,
      "step": 56237
    },
    {
      "epoch": 2.303420028670899,
      "grad_norm": 4.036693196369407,
      "learning_rate": 0.00020723901235030398,
      "loss": 3.0781,
      "step": 56238
    },
    {
      "epoch": 2.3034609870980955,
      "grad_norm": 2.9956063380653353,
      "learning_rate": 0.0002072359977310426,
      "loss": 4.9375,
      "step": 56239
    },
    {
      "epoch": 2.3035019455252916,
      "grad_norm": 3.13017182204007,
      "learning_rate": 0.0002072329830847234,
      "loss": 4.875,
      "step": 56240
    },
    {
      "epoch": 2.303542903952488,
      "grad_norm": 3.4145350011633164,
      "learning_rate": 0.00020722996841134769,
      "loss": 4.9062,
      "step": 56241
    },
    {
      "epoch": 2.3035838623796847,
      "grad_norm": 4.033756723263675,
      "learning_rate": 0.00020722695371091701,
      "loss": 2.0938,
      "step": 56242
    },
    {
      "epoch": 2.3036248208068812,
      "grad_norm": 4.358423403629765,
      "learning_rate": 0.00020722393898343276,
      "loss": 5.625,
      "step": 56243
    },
    {
      "epoch": 2.3036657792340773,
      "grad_norm": 3.5382088897333857,
      "learning_rate": 0.00020722092422889636,
      "loss": 5.25,
      "step": 56244
    },
    {
      "epoch": 2.303706737661274,
      "grad_norm": 13.157155974274545,
      "learning_rate": 0.00020721790944730917,
      "loss": 6.5,
      "step": 56245
    },
    {
      "epoch": 2.30374769608847,
      "grad_norm": 3.938524708728753,
      "learning_rate": 0.00020721489463867274,
      "loss": 5.1875,
      "step": 56246
    },
    {
      "epoch": 2.3037886545156665,
      "grad_norm": 3.4404009709612597,
      "learning_rate": 0.00020721187980298842,
      "loss": 4.8438,
      "step": 56247
    },
    {
      "epoch": 2.303829612942863,
      "grad_norm": 13.864678706088263,
      "learning_rate": 0.0002072088649402576,
      "loss": 3.2031,
      "step": 56248
    },
    {
      "epoch": 2.3038705713700596,
      "grad_norm": 3.5769128621376716,
      "learning_rate": 0.0002072058500504818,
      "loss": 5.0,
      "step": 56249
    },
    {
      "epoch": 2.3039115297972557,
      "grad_norm": 2.8327714370994768,
      "learning_rate": 0.00020720283513366234,
      "loss": 4.9375,
      "step": 56250
    },
    {
      "epoch": 2.303952488224452,
      "grad_norm": 2.732677570196759,
      "learning_rate": 0.00020719982018980074,
      "loss": 4.7812,
      "step": 56251
    },
    {
      "epoch": 2.3039934466516487,
      "grad_norm": 7.87181235956859,
      "learning_rate": 0.00020719680521889838,
      "loss": 5.7812,
      "step": 56252
    },
    {
      "epoch": 2.304034405078845,
      "grad_norm": 4.206745038689443,
      "learning_rate": 0.00020719379022095664,
      "loss": 4.7188,
      "step": 56253
    },
    {
      "epoch": 2.3040753635060414,
      "grad_norm": 4.643354029648626,
      "learning_rate": 0.00020719077519597704,
      "loss": 4.3438,
      "step": 56254
    },
    {
      "epoch": 2.304116321933238,
      "grad_norm": 3.03647599153321,
      "learning_rate": 0.00020718776014396097,
      "loss": 4.4375,
      "step": 56255
    },
    {
      "epoch": 2.304157280360434,
      "grad_norm": 6.301393728980162,
      "learning_rate": 0.00020718474506490985,
      "loss": 6.25,
      "step": 56256
    },
    {
      "epoch": 2.3041982387876305,
      "grad_norm": 3.966343635791702,
      "learning_rate": 0.00020718172995882507,
      "loss": 3.4531,
      "step": 56257
    },
    {
      "epoch": 2.304239197214827,
      "grad_norm": 3.6678013641096103,
      "learning_rate": 0.0002071787148257081,
      "loss": 4.8438,
      "step": 56258
    },
    {
      "epoch": 2.304280155642023,
      "grad_norm": 2.133997277024991,
      "learning_rate": 0.00020717569966556033,
      "loss": 2.875,
      "step": 56259
    },
    {
      "epoch": 2.3043211140692197,
      "grad_norm": 3.1908248124586995,
      "learning_rate": 0.00020717268447838328,
      "loss": 4.7812,
      "step": 56260
    },
    {
      "epoch": 2.3043620724964162,
      "grad_norm": 4.009517754355426,
      "learning_rate": 0.0002071696692641782,
      "loss": 5.3125,
      "step": 56261
    },
    {
      "epoch": 2.3044030309236128,
      "grad_norm": 5.3962386405669,
      "learning_rate": 0.00020716665402294664,
      "loss": 6.6562,
      "step": 56262
    },
    {
      "epoch": 2.304443989350809,
      "grad_norm": 2.9294283723722514,
      "learning_rate": 0.00020716363875469007,
      "loss": 4.8438,
      "step": 56263
    },
    {
      "epoch": 2.3044849477780054,
      "grad_norm": 5.561698452683279,
      "learning_rate": 0.00020716062345940982,
      "loss": 3.25,
      "step": 56264
    },
    {
      "epoch": 2.3045259062052015,
      "grad_norm": 3.8475588202608946,
      "learning_rate": 0.00020715760813710734,
      "loss": 4.5625,
      "step": 56265
    },
    {
      "epoch": 2.304566864632398,
      "grad_norm": 3.519884063559398,
      "learning_rate": 0.00020715459278778403,
      "loss": 5.8438,
      "step": 56266
    },
    {
      "epoch": 2.3046078230595946,
      "grad_norm": 3.4944805651076525,
      "learning_rate": 0.00020715157741144134,
      "loss": 5.5938,
      "step": 56267
    },
    {
      "epoch": 2.304648781486791,
      "grad_norm": 3.657010976311607,
      "learning_rate": 0.00020714856200808074,
      "loss": 3.9219,
      "step": 56268
    },
    {
      "epoch": 2.304689739913987,
      "grad_norm": 3.034269252650303,
      "learning_rate": 0.0002071455465777036,
      "loss": 4.9688,
      "step": 56269
    },
    {
      "epoch": 2.3047306983411837,
      "grad_norm": 3.8482316443980276,
      "learning_rate": 0.00020714253112031136,
      "loss": 4.9375,
      "step": 56270
    },
    {
      "epoch": 2.3047716567683803,
      "grad_norm": 2.9972391557760756,
      "learning_rate": 0.00020713951563590548,
      "loss": 4.6875,
      "step": 56271
    },
    {
      "epoch": 2.3048126151955763,
      "grad_norm": 2.8252096188280267,
      "learning_rate": 0.00020713650012448736,
      "loss": 4.7188,
      "step": 56272
    },
    {
      "epoch": 2.304853573622773,
      "grad_norm": 3.356626189818808,
      "learning_rate": 0.00020713348458605834,
      "loss": 5.2188,
      "step": 56273
    },
    {
      "epoch": 2.3048945320499694,
      "grad_norm": 3.8145684151139356,
      "learning_rate": 0.00020713046902061998,
      "loss": 5.0312,
      "step": 56274
    },
    {
      "epoch": 2.3049354904771655,
      "grad_norm": 3.2071812494208807,
      "learning_rate": 0.00020712745342817363,
      "loss": 5.0,
      "step": 56275
    },
    {
      "epoch": 2.304976448904362,
      "grad_norm": 3.3849630657291248,
      "learning_rate": 0.0002071244378087208,
      "loss": 3.7344,
      "step": 56276
    },
    {
      "epoch": 2.3050174073315586,
      "grad_norm": 2.7865713685095006,
      "learning_rate": 0.00020712142216226275,
      "loss": 4.8438,
      "step": 56277
    },
    {
      "epoch": 2.3050583657587547,
      "grad_norm": 4.858278547302685,
      "learning_rate": 0.00020711840648880104,
      "loss": 4.9375,
      "step": 56278
    },
    {
      "epoch": 2.305099324185951,
      "grad_norm": 11.05227327457577,
      "learning_rate": 0.00020711539078833709,
      "loss": 6.625,
      "step": 56279
    },
    {
      "epoch": 2.3051402826131477,
      "grad_norm": 4.025700831955564,
      "learning_rate": 0.00020711237506087227,
      "loss": 5.0312,
      "step": 56280
    },
    {
      "epoch": 2.3051812410403443,
      "grad_norm": 3.177431311409085,
      "learning_rate": 0.00020710935930640803,
      "loss": 4.4375,
      "step": 56281
    },
    {
      "epoch": 2.3052221994675404,
      "grad_norm": 2.7950214679721856,
      "learning_rate": 0.00020710634352494583,
      "loss": 4.6562,
      "step": 56282
    },
    {
      "epoch": 2.305263157894737,
      "grad_norm": 4.042762753621255,
      "learning_rate": 0.00020710332771648702,
      "loss": 6.0312,
      "step": 56283
    },
    {
      "epoch": 2.305304116321933,
      "grad_norm": 2.947623405462396,
      "learning_rate": 0.00020710031188103312,
      "loss": 4.0938,
      "step": 56284
    },
    {
      "epoch": 2.3053450747491295,
      "grad_norm": 3.476856959422244,
      "learning_rate": 0.00020709729601858546,
      "loss": 5.0312,
      "step": 56285
    },
    {
      "epoch": 2.305386033176326,
      "grad_norm": 2.9004034359451873,
      "learning_rate": 0.00020709428012914553,
      "loss": 5.0312,
      "step": 56286
    },
    {
      "epoch": 2.3054269916035226,
      "grad_norm": 3.1567659783936377,
      "learning_rate": 0.00020709126421271474,
      "loss": 3.9062,
      "step": 56287
    },
    {
      "epoch": 2.3054679500307187,
      "grad_norm": 3.8076897072156575,
      "learning_rate": 0.00020708824826929452,
      "loss": 4.9062,
      "step": 56288
    },
    {
      "epoch": 2.3055089084579152,
      "grad_norm": 2.807862747374398,
      "learning_rate": 0.00020708523229888626,
      "loss": 4.7188,
      "step": 56289
    },
    {
      "epoch": 2.3055498668851118,
      "grad_norm": 4.745296159145964,
      "learning_rate": 0.00020708221630149146,
      "loss": 1.6016,
      "step": 56290
    },
    {
      "epoch": 2.305590825312308,
      "grad_norm": 3.227747673748122,
      "learning_rate": 0.00020707920027711145,
      "loss": 4.625,
      "step": 56291
    },
    {
      "epoch": 2.3056317837395044,
      "grad_norm": 3.0750282119593955,
      "learning_rate": 0.00020707618422574774,
      "loss": 4.2188,
      "step": 56292
    },
    {
      "epoch": 2.305672742166701,
      "grad_norm": 3.1437372968007864,
      "learning_rate": 0.0002070731681474017,
      "loss": 5.0625,
      "step": 56293
    },
    {
      "epoch": 2.305713700593897,
      "grad_norm": 3.4603167283795493,
      "learning_rate": 0.00020707015204207482,
      "loss": 4.8438,
      "step": 56294
    },
    {
      "epoch": 2.3057546590210936,
      "grad_norm": 3.012510025523183,
      "learning_rate": 0.00020706713590976845,
      "loss": 4.9375,
      "step": 56295
    },
    {
      "epoch": 2.30579561744829,
      "grad_norm": 3.100380028777646,
      "learning_rate": 0.00020706411975048405,
      "loss": 4.6875,
      "step": 56296
    },
    {
      "epoch": 2.305836575875486,
      "grad_norm": 3.010775343924357,
      "learning_rate": 0.00020706110356422304,
      "loss": 6.0312,
      "step": 56297
    },
    {
      "epoch": 2.3058775343026827,
      "grad_norm": 4.6842989967721484,
      "learning_rate": 0.00020705808735098686,
      "loss": 7.1875,
      "step": 56298
    },
    {
      "epoch": 2.3059184927298793,
      "grad_norm": 3.745120552010298,
      "learning_rate": 0.00020705507111077692,
      "loss": 3.9375,
      "step": 56299
    },
    {
      "epoch": 2.305959451157076,
      "grad_norm": 3.0095663712586553,
      "learning_rate": 0.0002070520548435947,
      "loss": 4.375,
      "step": 56300
    },
    {
      "epoch": 2.306000409584272,
      "grad_norm": 4.564626215183417,
      "learning_rate": 0.00020704903854944153,
      "loss": 0.8945,
      "step": 56301
    },
    {
      "epoch": 2.3060413680114684,
      "grad_norm": 3.7749023309435112,
      "learning_rate": 0.00020704602222831889,
      "loss": 5.2812,
      "step": 56302
    },
    {
      "epoch": 2.3060823264386645,
      "grad_norm": 4.799531466931893,
      "learning_rate": 0.0002070430058802282,
      "loss": 6.0625,
      "step": 56303
    },
    {
      "epoch": 2.306123284865861,
      "grad_norm": 6.208087064114633,
      "learning_rate": 0.00020703998950517092,
      "loss": 5.0938,
      "step": 56304
    },
    {
      "epoch": 2.3061642432930576,
      "grad_norm": 8.61483913746362,
      "learning_rate": 0.00020703697310314842,
      "loss": 3.375,
      "step": 56305
    },
    {
      "epoch": 2.306205201720254,
      "grad_norm": 2.551708716856992,
      "learning_rate": 0.00020703395667416214,
      "loss": 3.8125,
      "step": 56306
    },
    {
      "epoch": 2.30624616014745,
      "grad_norm": 2.7194518183431953,
      "learning_rate": 0.0002070309402182135,
      "loss": 3.7969,
      "step": 56307
    },
    {
      "epoch": 2.3062871185746467,
      "grad_norm": 2.8983943965240986,
      "learning_rate": 0.000207027923735304,
      "loss": 4.1562,
      "step": 56308
    },
    {
      "epoch": 2.3063280770018433,
      "grad_norm": 5.393387877421291,
      "learning_rate": 0.00020702490722543496,
      "loss": 1.9922,
      "step": 56309
    },
    {
      "epoch": 2.3063690354290394,
      "grad_norm": 3.2411634937843585,
      "learning_rate": 0.00020702189068860788,
      "loss": 5.125,
      "step": 56310
    },
    {
      "epoch": 2.306409993856236,
      "grad_norm": 3.728934755420172,
      "learning_rate": 0.00020701887412482415,
      "loss": 5.4062,
      "step": 56311
    },
    {
      "epoch": 2.3064509522834324,
      "grad_norm": 2.9206893238179643,
      "learning_rate": 0.0002070158575340852,
      "loss": 5.25,
      "step": 56312
    },
    {
      "epoch": 2.3064919107106285,
      "grad_norm": 4.770306758711164,
      "learning_rate": 0.00020701284091639244,
      "loss": 4.3125,
      "step": 56313
    },
    {
      "epoch": 2.306532869137825,
      "grad_norm": 4.003373460155186,
      "learning_rate": 0.00020700982427174732,
      "loss": 4.7188,
      "step": 56314
    },
    {
      "epoch": 2.3065738275650216,
      "grad_norm": 2.749690122866431,
      "learning_rate": 0.00020700680760015128,
      "loss": 5.1562,
      "step": 56315
    },
    {
      "epoch": 2.3066147859922177,
      "grad_norm": 2.6490508746770924,
      "learning_rate": 0.00020700379090160572,
      "loss": 4.125,
      "step": 56316
    },
    {
      "epoch": 2.3066557444194142,
      "grad_norm": 3.6210702864365496,
      "learning_rate": 0.0002070007741761121,
      "loss": 3.6875,
      "step": 56317
    },
    {
      "epoch": 2.3066967028466108,
      "grad_norm": 3.5962385426629373,
      "learning_rate": 0.0002069977574236718,
      "loss": 4.625,
      "step": 56318
    },
    {
      "epoch": 2.3067376612738073,
      "grad_norm": 3.041447614843597,
      "learning_rate": 0.00020699474064428625,
      "loss": 5.3438,
      "step": 56319
    },
    {
      "epoch": 2.3067786197010034,
      "grad_norm": 5.983487274250999,
      "learning_rate": 0.00020699172383795695,
      "loss": 5.5625,
      "step": 56320
    },
    {
      "epoch": 2.3068195781282,
      "grad_norm": 2.902515743138604,
      "learning_rate": 0.00020698870700468517,
      "loss": 5.125,
      "step": 56321
    },
    {
      "epoch": 2.306860536555396,
      "grad_norm": 3.1260167863972477,
      "learning_rate": 0.00020698569014447255,
      "loss": 4.7812,
      "step": 56322
    },
    {
      "epoch": 2.3069014949825926,
      "grad_norm": 3.3114447736034913,
      "learning_rate": 0.00020698267325732034,
      "loss": 5.5,
      "step": 56323
    },
    {
      "epoch": 2.306942453409789,
      "grad_norm": 4.512730519103529,
      "learning_rate": 0.00020697965634323005,
      "loss": 3.8438,
      "step": 56324
    },
    {
      "epoch": 2.3069834118369856,
      "grad_norm": 2.9317172413001433,
      "learning_rate": 0.00020697663940220305,
      "loss": 3.9688,
      "step": 56325
    },
    {
      "epoch": 2.3070243702641817,
      "grad_norm": 3.0839683089552805,
      "learning_rate": 0.00020697362243424084,
      "loss": 4.1875,
      "step": 56326
    },
    {
      "epoch": 2.3070653286913783,
      "grad_norm": 4.894868528902258,
      "learning_rate": 0.0002069706054393448,
      "loss": 4.4062,
      "step": 56327
    },
    {
      "epoch": 2.307106287118575,
      "grad_norm": 3.933202494149648,
      "learning_rate": 0.00020696758841751636,
      "loss": 3.9219,
      "step": 56328
    },
    {
      "epoch": 2.307147245545771,
      "grad_norm": 5.340189356812255,
      "learning_rate": 0.00020696457136875693,
      "loss": 5.9688,
      "step": 56329
    },
    {
      "epoch": 2.3071882039729674,
      "grad_norm": 2.9249860463920494,
      "learning_rate": 0.000206961554293068,
      "loss": 4.7188,
      "step": 56330
    },
    {
      "epoch": 2.307229162400164,
      "grad_norm": 19.89266621219778,
      "learning_rate": 0.0002069585371904509,
      "loss": 5.4375,
      "step": 56331
    },
    {
      "epoch": 2.30727012082736,
      "grad_norm": 3.334755075420112,
      "learning_rate": 0.00020695552006090717,
      "loss": 4.9062,
      "step": 56332
    },
    {
      "epoch": 2.3073110792545566,
      "grad_norm": 3.3612225145531327,
      "learning_rate": 0.0002069525029044381,
      "loss": 3.625,
      "step": 56333
    },
    {
      "epoch": 2.307352037681753,
      "grad_norm": 3.950231068104655,
      "learning_rate": 0.00020694948572104525,
      "loss": 5.5625,
      "step": 56334
    },
    {
      "epoch": 2.307392996108949,
      "grad_norm": 6.677063330458386,
      "learning_rate": 0.00020694646851073,
      "loss": 4.7188,
      "step": 56335
    },
    {
      "epoch": 2.3074339545361457,
      "grad_norm": 3.4563856036186995,
      "learning_rate": 0.00020694345127349374,
      "loss": 4.9062,
      "step": 56336
    },
    {
      "epoch": 2.3074749129633423,
      "grad_norm": 4.134685734701707,
      "learning_rate": 0.0002069404340093379,
      "loss": 1.7891,
      "step": 56337
    },
    {
      "epoch": 2.307515871390539,
      "grad_norm": 3.1977398328958757,
      "learning_rate": 0.00020693741671826393,
      "loss": 5.0,
      "step": 56338
    },
    {
      "epoch": 2.307556829817735,
      "grad_norm": 5.236372746692984,
      "learning_rate": 0.00020693439940027325,
      "loss": 6.1562,
      "step": 56339
    },
    {
      "epoch": 2.3075977882449314,
      "grad_norm": 6.5705273636937225,
      "learning_rate": 0.0002069313820553673,
      "loss": 6.0,
      "step": 56340
    },
    {
      "epoch": 2.307638746672128,
      "grad_norm": 2.8832961943484707,
      "learning_rate": 0.00020692836468354752,
      "loss": 4.4062,
      "step": 56341
    },
    {
      "epoch": 2.307679705099324,
      "grad_norm": 7.4756138840942015,
      "learning_rate": 0.00020692534728481527,
      "loss": 4.75,
      "step": 56342
    },
    {
      "epoch": 2.3077206635265206,
      "grad_norm": 4.354975937251713,
      "learning_rate": 0.0002069223298591721,
      "loss": 5.3125,
      "step": 56343
    },
    {
      "epoch": 2.307761621953717,
      "grad_norm": 3.9025277744048306,
      "learning_rate": 0.0002069193124066193,
      "loss": 4.9375,
      "step": 56344
    },
    {
      "epoch": 2.3078025803809132,
      "grad_norm": 3.2768210124395925,
      "learning_rate": 0.00020691629492715832,
      "loss": 3.8125,
      "step": 56345
    },
    {
      "epoch": 2.3078435388081098,
      "grad_norm": 2.7729114642040273,
      "learning_rate": 0.00020691327742079066,
      "loss": 4.5,
      "step": 56346
    },
    {
      "epoch": 2.3078844972353063,
      "grad_norm": 2.957454336412438,
      "learning_rate": 0.00020691025988751768,
      "loss": 4.6562,
      "step": 56347
    },
    {
      "epoch": 2.3079254556625024,
      "grad_norm": 3.1185432126950325,
      "learning_rate": 0.00020690724232734088,
      "loss": 4.75,
      "step": 56348
    },
    {
      "epoch": 2.307966414089699,
      "grad_norm": 2.8337824701187024,
      "learning_rate": 0.00020690422474026158,
      "loss": 5.3438,
      "step": 56349
    },
    {
      "epoch": 2.3080073725168955,
      "grad_norm": 2.6089417297237216,
      "learning_rate": 0.00020690120712628127,
      "loss": 4.0625,
      "step": 56350
    },
    {
      "epoch": 2.3080483309440916,
      "grad_norm": 4.553237946543581,
      "learning_rate": 0.0002068981894854014,
      "loss": 5.5938,
      "step": 56351
    },
    {
      "epoch": 2.308089289371288,
      "grad_norm": 3.1109406042255743,
      "learning_rate": 0.00020689517181762338,
      "loss": 4.9688,
      "step": 56352
    },
    {
      "epoch": 2.3081302477984846,
      "grad_norm": 2.701438593843836,
      "learning_rate": 0.00020689215412294856,
      "loss": 4.2812,
      "step": 56353
    },
    {
      "epoch": 2.3081712062256807,
      "grad_norm": 2.8684841278377045,
      "learning_rate": 0.0002068891364013785,
      "loss": 5.0312,
      "step": 56354
    },
    {
      "epoch": 2.3082121646528773,
      "grad_norm": 2.7422166284140346,
      "learning_rate": 0.00020688611865291452,
      "loss": 3.5156,
      "step": 56355
    },
    {
      "epoch": 2.308253123080074,
      "grad_norm": 2.8522272555037507,
      "learning_rate": 0.00020688310087755812,
      "loss": 4.375,
      "step": 56356
    },
    {
      "epoch": 2.3082940815072703,
      "grad_norm": 3.2983165079324808,
      "learning_rate": 0.0002068800830753106,
      "loss": 4.6875,
      "step": 56357
    },
    {
      "epoch": 2.3083350399344664,
      "grad_norm": 3.1351286035150463,
      "learning_rate": 0.00020687706524617357,
      "loss": 4.6875,
      "step": 56358
    },
    {
      "epoch": 2.308375998361663,
      "grad_norm": 2.605762695496205,
      "learning_rate": 0.00020687404739014835,
      "loss": 3.9375,
      "step": 56359
    },
    {
      "epoch": 2.3084169567888595,
      "grad_norm": 3.1045789875038645,
      "learning_rate": 0.00020687102950723638,
      "loss": 4.5625,
      "step": 56360
    },
    {
      "epoch": 2.3084579152160556,
      "grad_norm": 3.157898498619655,
      "learning_rate": 0.00020686801159743905,
      "loss": 4.6562,
      "step": 56361
    },
    {
      "epoch": 2.308498873643252,
      "grad_norm": 3.4325092070772403,
      "learning_rate": 0.00020686499366075786,
      "loss": 5.3438,
      "step": 56362
    },
    {
      "epoch": 2.3085398320704487,
      "grad_norm": 5.582472557815476,
      "learning_rate": 0.00020686197569719415,
      "loss": 5.0625,
      "step": 56363
    },
    {
      "epoch": 2.3085807904976448,
      "grad_norm": 2.838858491347636,
      "learning_rate": 0.00020685895770674947,
      "loss": 4.5312,
      "step": 56364
    },
    {
      "epoch": 2.3086217489248413,
      "grad_norm": 3.2550312649167608,
      "learning_rate": 0.00020685593968942513,
      "loss": 4.9062,
      "step": 56365
    },
    {
      "epoch": 2.308662707352038,
      "grad_norm": 3.6602658678881106,
      "learning_rate": 0.00020685292164522261,
      "loss": 5.5,
      "step": 56366
    },
    {
      "epoch": 2.308703665779234,
      "grad_norm": 4.028611606249482,
      "learning_rate": 0.00020684990357414332,
      "loss": 5.0625,
      "step": 56367
    },
    {
      "epoch": 2.3087446242064305,
      "grad_norm": 3.9160633292539213,
      "learning_rate": 0.00020684688547618874,
      "loss": 4.125,
      "step": 56368
    },
    {
      "epoch": 2.308785582633627,
      "grad_norm": 6.499133416195626,
      "learning_rate": 0.00020684386735136018,
      "loss": 3.8906,
      "step": 56369
    },
    {
      "epoch": 2.308826541060823,
      "grad_norm": 3.2859148328860317,
      "learning_rate": 0.00020684084919965918,
      "loss": 4.1562,
      "step": 56370
    },
    {
      "epoch": 2.3088674994880196,
      "grad_norm": 2.781415480615797,
      "learning_rate": 0.00020683783102108712,
      "loss": 4.25,
      "step": 56371
    },
    {
      "epoch": 2.308908457915216,
      "grad_norm": 4.052067739293918,
      "learning_rate": 0.0002068348128156454,
      "loss": 4.625,
      "step": 56372
    },
    {
      "epoch": 2.3089494163424122,
      "grad_norm": 3.85655609580807,
      "learning_rate": 0.00020683179458333553,
      "loss": 5.375,
      "step": 56373
    },
    {
      "epoch": 2.3089903747696088,
      "grad_norm": 3.1553564312516515,
      "learning_rate": 0.00020682877632415884,
      "loss": 4.2812,
      "step": 56374
    },
    {
      "epoch": 2.3090313331968053,
      "grad_norm": 2.876839847279529,
      "learning_rate": 0.00020682575803811684,
      "loss": 4.3438,
      "step": 56375
    },
    {
      "epoch": 2.309072291624002,
      "grad_norm": 5.036635472851005,
      "learning_rate": 0.0002068227397252109,
      "loss": 4.5938,
      "step": 56376
    },
    {
      "epoch": 2.309113250051198,
      "grad_norm": 4.049767779134128,
      "learning_rate": 0.0002068197213854425,
      "loss": 4.9688,
      "step": 56377
    },
    {
      "epoch": 2.3091542084783945,
      "grad_norm": 3.972062263277004,
      "learning_rate": 0.000206816703018813,
      "loss": 5.4375,
      "step": 56378
    },
    {
      "epoch": 2.309195166905591,
      "grad_norm": 2.8335803373770476,
      "learning_rate": 0.00020681368462532383,
      "loss": 2.2656,
      "step": 56379
    },
    {
      "epoch": 2.309236125332787,
      "grad_norm": 3.6995620452722955,
      "learning_rate": 0.0002068106662049765,
      "loss": 6.0312,
      "step": 56380
    },
    {
      "epoch": 2.3092770837599836,
      "grad_norm": 2.8150713043349183,
      "learning_rate": 0.00020680764775777235,
      "loss": 4.4062,
      "step": 56381
    },
    {
      "epoch": 2.30931804218718,
      "grad_norm": 6.040428057825078,
      "learning_rate": 0.00020680462928371286,
      "loss": 6.375,
      "step": 56382
    },
    {
      "epoch": 2.3093590006143763,
      "grad_norm": 4.170980662679756,
      "learning_rate": 0.00020680161078279942,
      "loss": 5.4062,
      "step": 56383
    },
    {
      "epoch": 2.309399959041573,
      "grad_norm": 3.1467378562486634,
      "learning_rate": 0.0002067985922550335,
      "loss": 4.6875,
      "step": 56384
    },
    {
      "epoch": 2.3094409174687693,
      "grad_norm": 2.713844244028181,
      "learning_rate": 0.00020679557370041645,
      "loss": 4.75,
      "step": 56385
    },
    {
      "epoch": 2.3094818758959654,
      "grad_norm": 2.6762392790156477,
      "learning_rate": 0.0002067925551189498,
      "loss": 4.0938,
      "step": 56386
    },
    {
      "epoch": 2.309522834323162,
      "grad_norm": 3.135319215401188,
      "learning_rate": 0.0002067895365106349,
      "loss": 3.4219,
      "step": 56387
    },
    {
      "epoch": 2.3095637927503585,
      "grad_norm": 4.074891687740698,
      "learning_rate": 0.00020678651787547323,
      "loss": 4.75,
      "step": 56388
    },
    {
      "epoch": 2.3096047511775546,
      "grad_norm": 10.93999501331959,
      "learning_rate": 0.00020678349921346618,
      "loss": 3.1562,
      "step": 56389
    },
    {
      "epoch": 2.309645709604751,
      "grad_norm": 2.8248446656985546,
      "learning_rate": 0.00020678048052461516,
      "loss": 4.9688,
      "step": 56390
    },
    {
      "epoch": 2.3096866680319477,
      "grad_norm": 2.5402907338429106,
      "learning_rate": 0.00020677746180892165,
      "loss": 4.1562,
      "step": 56391
    },
    {
      "epoch": 2.3097276264591438,
      "grad_norm": 5.050887458170048,
      "learning_rate": 0.00020677444306638706,
      "loss": 3.8438,
      "step": 56392
    },
    {
      "epoch": 2.3097685848863403,
      "grad_norm": 3.439074556067062,
      "learning_rate": 0.00020677142429701274,
      "loss": 5.3125,
      "step": 56393
    },
    {
      "epoch": 2.309809543313537,
      "grad_norm": 2.858529927204334,
      "learning_rate": 0.00020676840550080025,
      "loss": 3.8906,
      "step": 56394
    },
    {
      "epoch": 2.3098505017407334,
      "grad_norm": 3.0325799547406187,
      "learning_rate": 0.00020676538667775094,
      "loss": 4.6875,
      "step": 56395
    },
    {
      "epoch": 2.3098914601679295,
      "grad_norm": 3.0816204436766,
      "learning_rate": 0.00020676236782786627,
      "loss": 4.2188,
      "step": 56396
    },
    {
      "epoch": 2.309932418595126,
      "grad_norm": 2.6840946618758235,
      "learning_rate": 0.0002067593489511476,
      "loss": 4.375,
      "step": 56397
    },
    {
      "epoch": 2.3099733770223225,
      "grad_norm": 3.5161945971855806,
      "learning_rate": 0.00020675633004759643,
      "loss": 4.9062,
      "step": 56398
    },
    {
      "epoch": 2.3100143354495186,
      "grad_norm": 2.8664408166664916,
      "learning_rate": 0.00020675331111721414,
      "loss": 4.0,
      "step": 56399
    },
    {
      "epoch": 2.310055293876715,
      "grad_norm": 3.6942589006821547,
      "learning_rate": 0.00020675029216000223,
      "loss": 5.4375,
      "step": 56400
    },
    {
      "epoch": 2.3100962523039117,
      "grad_norm": 2.812859150353077,
      "learning_rate": 0.00020674727317596199,
      "loss": 4.9375,
      "step": 56401
    },
    {
      "epoch": 2.310137210731108,
      "grad_norm": 3.1326268013958316,
      "learning_rate": 0.000206744254165095,
      "loss": 4.9375,
      "step": 56402
    },
    {
      "epoch": 2.3101781691583043,
      "grad_norm": 3.057343800681391,
      "learning_rate": 0.0002067412351274026,
      "loss": 4.5,
      "step": 56403
    },
    {
      "epoch": 2.310219127585501,
      "grad_norm": 3.585593191245269,
      "learning_rate": 0.00020673821606288626,
      "loss": 4.7188,
      "step": 56404
    },
    {
      "epoch": 2.310260086012697,
      "grad_norm": 6.373330977413554,
      "learning_rate": 0.00020673519697154733,
      "loss": 3.0312,
      "step": 56405
    },
    {
      "epoch": 2.3103010444398935,
      "grad_norm": 3.226295438080227,
      "learning_rate": 0.00020673217785338732,
      "loss": 5.0625,
      "step": 56406
    },
    {
      "epoch": 2.31034200286709,
      "grad_norm": 2.962747581274319,
      "learning_rate": 0.00020672915870840764,
      "loss": 5.125,
      "step": 56407
    },
    {
      "epoch": 2.310382961294286,
      "grad_norm": 4.000399840913518,
      "learning_rate": 0.0002067261395366097,
      "loss": 6.375,
      "step": 56408
    },
    {
      "epoch": 2.3104239197214826,
      "grad_norm": 3.76942458691524,
      "learning_rate": 0.00020672312033799496,
      "loss": 5.4375,
      "step": 56409
    },
    {
      "epoch": 2.310464878148679,
      "grad_norm": 3.8948056530352506,
      "learning_rate": 0.00020672010111256475,
      "loss": 3.5625,
      "step": 56410
    },
    {
      "epoch": 2.3105058365758753,
      "grad_norm": 5.502422323005122,
      "learning_rate": 0.0002067170818603206,
      "loss": 4.5625,
      "step": 56411
    },
    {
      "epoch": 2.310546795003072,
      "grad_norm": 4.246195550103965,
      "learning_rate": 0.00020671406258126391,
      "loss": 5.0625,
      "step": 56412
    },
    {
      "epoch": 2.3105877534302683,
      "grad_norm": 2.8196424139875425,
      "learning_rate": 0.00020671104327539615,
      "loss": 4.3438,
      "step": 56413
    },
    {
      "epoch": 2.310628711857465,
      "grad_norm": 2.987842614673841,
      "learning_rate": 0.00020670802394271866,
      "loss": 4.6875,
      "step": 56414
    },
    {
      "epoch": 2.310669670284661,
      "grad_norm": 3.020172326972114,
      "learning_rate": 0.0002067050045832329,
      "loss": 4.6875,
      "step": 56415
    },
    {
      "epoch": 2.3107106287118575,
      "grad_norm": 3.9490895786678895,
      "learning_rate": 0.0002067019851969403,
      "loss": 4.4062,
      "step": 56416
    },
    {
      "epoch": 2.310751587139054,
      "grad_norm": 2.883372972214986,
      "learning_rate": 0.00020669896578384228,
      "loss": 3.9375,
      "step": 56417
    },
    {
      "epoch": 2.31079254556625,
      "grad_norm": 5.052591673338517,
      "learning_rate": 0.0002066959463439403,
      "loss": 6.7188,
      "step": 56418
    },
    {
      "epoch": 2.3108335039934467,
      "grad_norm": 3.078582067807594,
      "learning_rate": 0.0002066929268772358,
      "loss": 5.7188,
      "step": 56419
    },
    {
      "epoch": 2.310874462420643,
      "grad_norm": 3.273539095112839,
      "learning_rate": 0.00020668990738373008,
      "loss": 4.9688,
      "step": 56420
    },
    {
      "epoch": 2.3109154208478393,
      "grad_norm": 2.9068871792296465,
      "learning_rate": 0.00020668688786342471,
      "loss": 4.6562,
      "step": 56421
    },
    {
      "epoch": 2.310956379275036,
      "grad_norm": 5.365166816401378,
      "learning_rate": 0.00020668386831632107,
      "loss": 5.0625,
      "step": 56422
    },
    {
      "epoch": 2.3109973377022324,
      "grad_norm": 8.047304078278964,
      "learning_rate": 0.0002066808487424206,
      "loss": 5.7188,
      "step": 56423
    },
    {
      "epoch": 2.3110382961294285,
      "grad_norm": 6.595947558615905,
      "learning_rate": 0.00020667782914172473,
      "loss": 7.25,
      "step": 56424
    },
    {
      "epoch": 2.311079254556625,
      "grad_norm": 5.809917216911401,
      "learning_rate": 0.0002066748095142348,
      "loss": 3.2031,
      "step": 56425
    },
    {
      "epoch": 2.3111202129838215,
      "grad_norm": 3.99843821705451,
      "learning_rate": 0.0002066717898599524,
      "loss": 4.3438,
      "step": 56426
    },
    {
      "epoch": 2.3111611714110176,
      "grad_norm": 3.1190465123259297,
      "learning_rate": 0.00020666877017887878,
      "loss": 4.9062,
      "step": 56427
    },
    {
      "epoch": 2.311202129838214,
      "grad_norm": 3.066598974770628,
      "learning_rate": 0.00020666575047101555,
      "loss": 4.625,
      "step": 56428
    },
    {
      "epoch": 2.3112430882654107,
      "grad_norm": 3.021849756888359,
      "learning_rate": 0.00020666273073636392,
      "loss": 3.8438,
      "step": 56429
    },
    {
      "epoch": 2.311284046692607,
      "grad_norm": 2.9462741253176055,
      "learning_rate": 0.00020665971097492554,
      "loss": 4.4062,
      "step": 56430
    },
    {
      "epoch": 2.3113250051198033,
      "grad_norm": 2.9709521625187154,
      "learning_rate": 0.00020665669118670173,
      "loss": 3.8281,
      "step": 56431
    },
    {
      "epoch": 2.311365963547,
      "grad_norm": 3.117914976461166,
      "learning_rate": 0.00020665367137169386,
      "loss": 5.0938,
      "step": 56432
    },
    {
      "epoch": 2.3114069219741964,
      "grad_norm": 3.5306505660890815,
      "learning_rate": 0.00020665065152990344,
      "loss": 6.125,
      "step": 56433
    },
    {
      "epoch": 2.3114478804013925,
      "grad_norm": 5.078689219527445,
      "learning_rate": 0.00020664763166133193,
      "loss": 5.5312,
      "step": 56434
    },
    {
      "epoch": 2.311488838828589,
      "grad_norm": 8.251349209524708,
      "learning_rate": 0.00020664461176598067,
      "loss": 4.3438,
      "step": 56435
    },
    {
      "epoch": 2.3115297972557856,
      "grad_norm": 3.1195737830543875,
      "learning_rate": 0.00020664159184385114,
      "loss": 4.8438,
      "step": 56436
    },
    {
      "epoch": 2.3115707556829816,
      "grad_norm": 3.8894396268980795,
      "learning_rate": 0.00020663857189494469,
      "loss": 3.1875,
      "step": 56437
    },
    {
      "epoch": 2.311611714110178,
      "grad_norm": 2.9019904975896935,
      "learning_rate": 0.00020663555191926286,
      "loss": 4.3438,
      "step": 56438
    },
    {
      "epoch": 2.3116526725373747,
      "grad_norm": 2.5273846701783915,
      "learning_rate": 0.00020663253191680706,
      "loss": 3.8281,
      "step": 56439
    },
    {
      "epoch": 2.311693630964571,
      "grad_norm": 3.0840424003938933,
      "learning_rate": 0.00020662951188757866,
      "loss": 4.25,
      "step": 56440
    },
    {
      "epoch": 2.3117345893917673,
      "grad_norm": 3.7086383152062887,
      "learning_rate": 0.00020662649183157908,
      "loss": 5.5312,
      "step": 56441
    },
    {
      "epoch": 2.311775547818964,
      "grad_norm": 3.6752158023439927,
      "learning_rate": 0.00020662347174880982,
      "loss": 5.0312,
      "step": 56442
    },
    {
      "epoch": 2.31181650624616,
      "grad_norm": 3.0074286782378037,
      "learning_rate": 0.00020662045163927226,
      "loss": 4.5,
      "step": 56443
    },
    {
      "epoch": 2.3118574646733565,
      "grad_norm": 5.594312216042863,
      "learning_rate": 0.0002066174315029678,
      "loss": 7.2812,
      "step": 56444
    },
    {
      "epoch": 2.311898423100553,
      "grad_norm": 11.967423783816448,
      "learning_rate": 0.00020661441133989797,
      "loss": 5.4375,
      "step": 56445
    },
    {
      "epoch": 2.3119393815277496,
      "grad_norm": 3.52925684550087,
      "learning_rate": 0.0002066113911500641,
      "loss": 3.6719,
      "step": 56446
    },
    {
      "epoch": 2.3119803399549457,
      "grad_norm": 3.701530834321562,
      "learning_rate": 0.00020660837093346761,
      "loss": 4.375,
      "step": 56447
    },
    {
      "epoch": 2.312021298382142,
      "grad_norm": 4.652265982595346,
      "learning_rate": 0.00020660535069011004,
      "loss": 5.0312,
      "step": 56448
    },
    {
      "epoch": 2.3120622568093383,
      "grad_norm": 11.39992461312185,
      "learning_rate": 0.0002066023304199927,
      "loss": 5.9688,
      "step": 56449
    },
    {
      "epoch": 2.312103215236535,
      "grad_norm": 5.084773280363934,
      "learning_rate": 0.00020659931012311707,
      "loss": 6.6562,
      "step": 56450
    },
    {
      "epoch": 2.3121441736637314,
      "grad_norm": 3.695372684148175,
      "learning_rate": 0.0002065962897994846,
      "loss": 5.4375,
      "step": 56451
    },
    {
      "epoch": 2.312185132090928,
      "grad_norm": 3.3267545745242257,
      "learning_rate": 0.00020659326944909664,
      "loss": 4.5,
      "step": 56452
    },
    {
      "epoch": 2.312226090518124,
      "grad_norm": 2.9811206839972524,
      "learning_rate": 0.00020659024907195467,
      "loss": 5.0625,
      "step": 56453
    },
    {
      "epoch": 2.3122670489453205,
      "grad_norm": 3.1086861191359407,
      "learning_rate": 0.00020658722866806015,
      "loss": 5.6875,
      "step": 56454
    },
    {
      "epoch": 2.312308007372517,
      "grad_norm": 3.007571664052331,
      "learning_rate": 0.00020658420823741443,
      "loss": 5.375,
      "step": 56455
    },
    {
      "epoch": 2.312348965799713,
      "grad_norm": 3.083917696265389,
      "learning_rate": 0.00020658118778001903,
      "loss": 5.9062,
      "step": 56456
    },
    {
      "epoch": 2.3123899242269097,
      "grad_norm": 3.755674275385928,
      "learning_rate": 0.00020657816729587525,
      "loss": 5.5938,
      "step": 56457
    },
    {
      "epoch": 2.3124308826541062,
      "grad_norm": 2.1133727055565776,
      "learning_rate": 0.00020657514678498466,
      "loss": 2.9375,
      "step": 56458
    },
    {
      "epoch": 2.3124718410813023,
      "grad_norm": 3.969304451301694,
      "learning_rate": 0.0002065721262473486,
      "loss": 4.5938,
      "step": 56459
    },
    {
      "epoch": 2.312512799508499,
      "grad_norm": 3.145664655174509,
      "learning_rate": 0.00020656910568296854,
      "loss": 4.625,
      "step": 56460
    },
    {
      "epoch": 2.3125537579356954,
      "grad_norm": 2.6782826838138534,
      "learning_rate": 0.00020656608509184586,
      "loss": 3.2188,
      "step": 56461
    },
    {
      "epoch": 2.3125947163628915,
      "grad_norm": 2.907329214794226,
      "learning_rate": 0.00020656306447398206,
      "loss": 5.0,
      "step": 56462
    },
    {
      "epoch": 2.312635674790088,
      "grad_norm": 4.394947387281424,
      "learning_rate": 0.00020656004382937847,
      "loss": 5.1562,
      "step": 56463
    },
    {
      "epoch": 2.3126766332172846,
      "grad_norm": 3.0652401231098465,
      "learning_rate": 0.0002065570231580366,
      "loss": 5.0312,
      "step": 56464
    },
    {
      "epoch": 2.312717591644481,
      "grad_norm": 3.0037051810308135,
      "learning_rate": 0.00020655400245995784,
      "loss": 4.5625,
      "step": 56465
    },
    {
      "epoch": 2.312758550071677,
      "grad_norm": 3.689585193906866,
      "learning_rate": 0.00020655098173514365,
      "loss": 3.2969,
      "step": 56466
    },
    {
      "epoch": 2.3127995084988737,
      "grad_norm": 2.905679206978251,
      "learning_rate": 0.00020654796098359547,
      "loss": 4.5938,
      "step": 56467
    },
    {
      "epoch": 2.31284046692607,
      "grad_norm": 3.367734620599181,
      "learning_rate": 0.00020654494020531464,
      "loss": 5.5938,
      "step": 56468
    },
    {
      "epoch": 2.3128814253532664,
      "grad_norm": 2.5558477924154137,
      "learning_rate": 0.00020654191940030264,
      "loss": 3.9062,
      "step": 56469
    },
    {
      "epoch": 2.312922383780463,
      "grad_norm": 5.345124016624563,
      "learning_rate": 0.00020653889856856093,
      "loss": 6.1875,
      "step": 56470
    },
    {
      "epoch": 2.3129633422076594,
      "grad_norm": 3.6279723467204636,
      "learning_rate": 0.00020653587771009093,
      "loss": 5.5938,
      "step": 56471
    },
    {
      "epoch": 2.3130043006348555,
      "grad_norm": 3.0075674945327173,
      "learning_rate": 0.000206532856824894,
      "loss": 5.625,
      "step": 56472
    },
    {
      "epoch": 2.313045259062052,
      "grad_norm": 7.637982308916345,
      "learning_rate": 0.00020652983591297163,
      "loss": 1.7422,
      "step": 56473
    },
    {
      "epoch": 2.3130862174892486,
      "grad_norm": 6.729990948689059,
      "learning_rate": 0.00020652681497432523,
      "loss": 3.5312,
      "step": 56474
    },
    {
      "epoch": 2.3131271759164447,
      "grad_norm": 3.3181901496578554,
      "learning_rate": 0.00020652379400895626,
      "loss": 5.5938,
      "step": 56475
    },
    {
      "epoch": 2.313168134343641,
      "grad_norm": 2.9888310678705805,
      "learning_rate": 0.00020652077301686612,
      "loss": 4.9062,
      "step": 56476
    },
    {
      "epoch": 2.3132090927708377,
      "grad_norm": 3.216501512645711,
      "learning_rate": 0.00020651775199805617,
      "loss": 4.4062,
      "step": 56477
    },
    {
      "epoch": 2.313250051198034,
      "grad_norm": 2.9610684404929133,
      "learning_rate": 0.00020651473095252795,
      "loss": 5.0625,
      "step": 56478
    },
    {
      "epoch": 2.3132910096252304,
      "grad_norm": 14.410789840261291,
      "learning_rate": 0.00020651170988028288,
      "loss": 1.5078,
      "step": 56479
    },
    {
      "epoch": 2.313331968052427,
      "grad_norm": 3.5090330034294097,
      "learning_rate": 0.0002065086887813223,
      "loss": 5.2188,
      "step": 56480
    },
    {
      "epoch": 2.313372926479623,
      "grad_norm": 2.6140085579720904,
      "learning_rate": 0.00020650566765564776,
      "loss": 4.2188,
      "step": 56481
    },
    {
      "epoch": 2.3134138849068195,
      "grad_norm": 2.983218203535142,
      "learning_rate": 0.00020650264650326052,
      "loss": 4.2812,
      "step": 56482
    },
    {
      "epoch": 2.313454843334016,
      "grad_norm": 2.913015632256979,
      "learning_rate": 0.00020649962532416218,
      "loss": 4.625,
      "step": 56483
    },
    {
      "epoch": 2.3134958017612126,
      "grad_norm": 3.6959687614719727,
      "learning_rate": 0.0002064966041183541,
      "loss": 5.4062,
      "step": 56484
    },
    {
      "epoch": 2.3135367601884087,
      "grad_norm": 4.45137797407787,
      "learning_rate": 0.00020649358288583766,
      "loss": 4.0,
      "step": 56485
    },
    {
      "epoch": 2.3135777186156052,
      "grad_norm": 2.7474137895814676,
      "learning_rate": 0.00020649056162661437,
      "loss": 4.5,
      "step": 56486
    },
    {
      "epoch": 2.3136186770428013,
      "grad_norm": 2.907687642752354,
      "learning_rate": 0.0002064875403406856,
      "loss": 4.4375,
      "step": 56487
    },
    {
      "epoch": 2.313659635469998,
      "grad_norm": 2.6736711025971105,
      "learning_rate": 0.00020648451902805282,
      "loss": 3.8281,
      "step": 56488
    },
    {
      "epoch": 2.3137005938971944,
      "grad_norm": 7.747557644092382,
      "learning_rate": 0.0002064814976887174,
      "loss": 1.7812,
      "step": 56489
    },
    {
      "epoch": 2.313741552324391,
      "grad_norm": 4.396920249355687,
      "learning_rate": 0.0002064784763226808,
      "loss": 4.7812,
      "step": 56490
    },
    {
      "epoch": 2.313782510751587,
      "grad_norm": 3.0257850734234424,
      "learning_rate": 0.0002064754549299445,
      "loss": 5.625,
      "step": 56491
    },
    {
      "epoch": 2.3138234691787836,
      "grad_norm": 2.907686248168538,
      "learning_rate": 0.00020647243351050985,
      "loss": 3.5,
      "step": 56492
    },
    {
      "epoch": 2.31386442760598,
      "grad_norm": 3.0591797600239232,
      "learning_rate": 0.0002064694120643783,
      "loss": 4.0938,
      "step": 56493
    },
    {
      "epoch": 2.313905386033176,
      "grad_norm": 3.3779506833357993,
      "learning_rate": 0.00020646639059155133,
      "loss": 5.4062,
      "step": 56494
    },
    {
      "epoch": 2.3139463444603727,
      "grad_norm": 3.564972043349321,
      "learning_rate": 0.00020646336909203031,
      "loss": 5.4062,
      "step": 56495
    },
    {
      "epoch": 2.3139873028875693,
      "grad_norm": 3.535473559496405,
      "learning_rate": 0.00020646034756581667,
      "loss": 4.3125,
      "step": 56496
    },
    {
      "epoch": 2.3140282613147654,
      "grad_norm": 2.978329007652962,
      "learning_rate": 0.00020645732601291188,
      "loss": 5.0312,
      "step": 56497
    },
    {
      "epoch": 2.314069219741962,
      "grad_norm": 3.143087497368571,
      "learning_rate": 0.0002064543044333173,
      "loss": 5.3125,
      "step": 56498
    },
    {
      "epoch": 2.3141101781691584,
      "grad_norm": 3.170015408820493,
      "learning_rate": 0.00020645128282703444,
      "loss": 4.875,
      "step": 56499
    },
    {
      "epoch": 2.3141511365963545,
      "grad_norm": 8.439946404204683,
      "learning_rate": 0.0002064482611940647,
      "loss": 1.5391,
      "step": 56500
    },
    {
      "epoch": 2.314192095023551,
      "grad_norm": 3.530462430613024,
      "learning_rate": 0.00020644523953440943,
      "loss": 5.4688,
      "step": 56501
    },
    {
      "epoch": 2.3142330534507476,
      "grad_norm": 4.09690548745905,
      "learning_rate": 0.0002064422178480702,
      "loss": 4.5938,
      "step": 56502
    },
    {
      "epoch": 2.314274011877944,
      "grad_norm": 4.808746302339056,
      "learning_rate": 0.00020643919613504833,
      "loss": 3.5469,
      "step": 56503
    },
    {
      "epoch": 2.31431497030514,
      "grad_norm": 4.661487955648271,
      "learning_rate": 0.0002064361743953453,
      "loss": 5.0312,
      "step": 56504
    },
    {
      "epoch": 2.3143559287323368,
      "grad_norm": 2.9725334538111405,
      "learning_rate": 0.00020643315262896248,
      "loss": 4.25,
      "step": 56505
    },
    {
      "epoch": 2.314396887159533,
      "grad_norm": 2.8197997674084414,
      "learning_rate": 0.00020643013083590137,
      "loss": 4.25,
      "step": 56506
    },
    {
      "epoch": 2.3144378455867294,
      "grad_norm": 4.00205735860728,
      "learning_rate": 0.00020642710901616336,
      "loss": 4.9688,
      "step": 56507
    },
    {
      "epoch": 2.314478804013926,
      "grad_norm": 8.036678774973494,
      "learning_rate": 0.00020642408716974993,
      "loss": 5.7812,
      "step": 56508
    },
    {
      "epoch": 2.3145197624411225,
      "grad_norm": 3.1553045651760816,
      "learning_rate": 0.00020642106529666243,
      "loss": 4.7188,
      "step": 56509
    },
    {
      "epoch": 2.3145607208683185,
      "grad_norm": 4.020479182265711,
      "learning_rate": 0.0002064180433969023,
      "loss": 6.4062,
      "step": 56510
    },
    {
      "epoch": 2.314601679295515,
      "grad_norm": 3.8457695487896504,
      "learning_rate": 0.00020641502147047104,
      "loss": 6.2812,
      "step": 56511
    },
    {
      "epoch": 2.3146426377227116,
      "grad_norm": 3.1844575504217056,
      "learning_rate": 0.00020641199951737,
      "loss": 4.8438,
      "step": 56512
    },
    {
      "epoch": 2.3146835961499077,
      "grad_norm": 3.6483044014068042,
      "learning_rate": 0.0002064089775376007,
      "loss": 5.4688,
      "step": 56513
    },
    {
      "epoch": 2.3147245545771042,
      "grad_norm": 2.865557970332316,
      "learning_rate": 0.0002064059555311644,
      "loss": 4.5938,
      "step": 56514
    },
    {
      "epoch": 2.314765513004301,
      "grad_norm": 2.1879906335733628,
      "learning_rate": 0.00020640293349806268,
      "loss": 3.2031,
      "step": 56515
    },
    {
      "epoch": 2.314806471431497,
      "grad_norm": 3.0592403253197795,
      "learning_rate": 0.000206399911438297,
      "loss": 4.8125,
      "step": 56516
    },
    {
      "epoch": 2.3148474298586934,
      "grad_norm": 3.112266366275435,
      "learning_rate": 0.00020639688935186862,
      "loss": 4.6875,
      "step": 56517
    },
    {
      "epoch": 2.31488838828589,
      "grad_norm": 4.846661263633799,
      "learning_rate": 0.0002063938672387791,
      "loss": 3.9062,
      "step": 56518
    },
    {
      "epoch": 2.314929346713086,
      "grad_norm": 3.36069700372456,
      "learning_rate": 0.00020639084509902985,
      "loss": 4.0312,
      "step": 56519
    },
    {
      "epoch": 2.3149703051402826,
      "grad_norm": 2.935587043914824,
      "learning_rate": 0.0002063878229326223,
      "loss": 3.9219,
      "step": 56520
    },
    {
      "epoch": 2.315011263567479,
      "grad_norm": 3.9966384744385777,
      "learning_rate": 0.0002063848007395578,
      "loss": 4.9688,
      "step": 56521
    },
    {
      "epoch": 2.3150522219946756,
      "grad_norm": 3.1168440952204852,
      "learning_rate": 0.00020638177851983784,
      "loss": 4.75,
      "step": 56522
    },
    {
      "epoch": 2.3150931804218717,
      "grad_norm": 2.998828083648543,
      "learning_rate": 0.00020637875627346387,
      "loss": 5.0312,
      "step": 56523
    },
    {
      "epoch": 2.3151341388490683,
      "grad_norm": 4.093025138944071,
      "learning_rate": 0.0002063757340004373,
      "loss": 5.5,
      "step": 56524
    },
    {
      "epoch": 2.3151750972762644,
      "grad_norm": 3.0739035940589394,
      "learning_rate": 0.00020637271170075955,
      "loss": 4.4688,
      "step": 56525
    },
    {
      "epoch": 2.315216055703461,
      "grad_norm": 3.138498956362439,
      "learning_rate": 0.00020636968937443203,
      "loss": 4.7812,
      "step": 56526
    },
    {
      "epoch": 2.3152570141306574,
      "grad_norm": 3.3188108575451296,
      "learning_rate": 0.0002063666670214562,
      "loss": 4.6562,
      "step": 56527
    },
    {
      "epoch": 2.315297972557854,
      "grad_norm": 2.991040722086428,
      "learning_rate": 0.00020636364464183353,
      "loss": 4.4688,
      "step": 56528
    },
    {
      "epoch": 2.31533893098505,
      "grad_norm": 3.0844921003240042,
      "learning_rate": 0.00020636062223556534,
      "loss": 4.1875,
      "step": 56529
    },
    {
      "epoch": 2.3153798894122466,
      "grad_norm": 2.92858532416478,
      "learning_rate": 0.00020635759980265316,
      "loss": 4.875,
      "step": 56530
    },
    {
      "epoch": 2.315420847839443,
      "grad_norm": 5.259031950010704,
      "learning_rate": 0.00020635457734309833,
      "loss": 5.0312,
      "step": 56531
    },
    {
      "epoch": 2.315461806266639,
      "grad_norm": 3.0888773347423872,
      "learning_rate": 0.00020635155485690236,
      "loss": 4.3125,
      "step": 56532
    },
    {
      "epoch": 2.3155027646938358,
      "grad_norm": 2.858481997346309,
      "learning_rate": 0.0002063485323440666,
      "loss": 4.6875,
      "step": 56533
    },
    {
      "epoch": 2.3155437231210323,
      "grad_norm": 3.484830938970222,
      "learning_rate": 0.00020634550980459262,
      "loss": 4.8438,
      "step": 56534
    },
    {
      "epoch": 2.3155846815482284,
      "grad_norm": 3.2392083899338764,
      "learning_rate": 0.00020634248723848167,
      "loss": 4.0938,
      "step": 56535
    },
    {
      "epoch": 2.315625639975425,
      "grad_norm": 3.08398566869679,
      "learning_rate": 0.00020633946464573532,
      "loss": 4.4375,
      "step": 56536
    },
    {
      "epoch": 2.3156665984026215,
      "grad_norm": 3.388524916407495,
      "learning_rate": 0.00020633644202635486,
      "loss": 4.5,
      "step": 56537
    },
    {
      "epoch": 2.3157075568298175,
      "grad_norm": 3.7187878216621115,
      "learning_rate": 0.00020633341938034185,
      "loss": 3.7812,
      "step": 56538
    },
    {
      "epoch": 2.315748515257014,
      "grad_norm": 3.367482322185764,
      "learning_rate": 0.00020633039670769766,
      "loss": 4.6875,
      "step": 56539
    },
    {
      "epoch": 2.3157894736842106,
      "grad_norm": 3.5501147211142703,
      "learning_rate": 0.00020632737400842375,
      "loss": 4.2812,
      "step": 56540
    },
    {
      "epoch": 2.315830432111407,
      "grad_norm": 2.93124772465474,
      "learning_rate": 0.00020632435128252146,
      "loss": 4.2188,
      "step": 56541
    },
    {
      "epoch": 2.3158713905386032,
      "grad_norm": 3.552353309767935,
      "learning_rate": 0.00020632132852999236,
      "loss": 4.75,
      "step": 56542
    },
    {
      "epoch": 2.3159123489658,
      "grad_norm": 2.854581709526647,
      "learning_rate": 0.00020631830575083777,
      "loss": 4.7812,
      "step": 56543
    },
    {
      "epoch": 2.315953307392996,
      "grad_norm": 4.111544612395068,
      "learning_rate": 0.0002063152829450592,
      "loss": 4.7188,
      "step": 56544
    },
    {
      "epoch": 2.3159942658201924,
      "grad_norm": 3.5560355872468756,
      "learning_rate": 0.00020631226011265795,
      "loss": 4.3125,
      "step": 56545
    },
    {
      "epoch": 2.316035224247389,
      "grad_norm": 3.377234354539909,
      "learning_rate": 0.00020630923725363558,
      "loss": 5.3125,
      "step": 56546
    },
    {
      "epoch": 2.3160761826745855,
      "grad_norm": 3.290796788790504,
      "learning_rate": 0.00020630621436799348,
      "loss": 4.875,
      "step": 56547
    },
    {
      "epoch": 2.3161171411017816,
      "grad_norm": 4.312027639991123,
      "learning_rate": 0.00020630319145573304,
      "loss": 3.5625,
      "step": 56548
    },
    {
      "epoch": 2.316158099528978,
      "grad_norm": 2.7188776331762607,
      "learning_rate": 0.00020630016851685574,
      "loss": 4.4375,
      "step": 56549
    },
    {
      "epoch": 2.3161990579561746,
      "grad_norm": 2.9104731907818695,
      "learning_rate": 0.00020629714555136296,
      "loss": 4.875,
      "step": 56550
    },
    {
      "epoch": 2.3162400163833707,
      "grad_norm": 5.928476039986546,
      "learning_rate": 0.0002062941225592562,
      "loss": 5.375,
      "step": 56551
    },
    {
      "epoch": 2.3162809748105673,
      "grad_norm": 3.0230521984916194,
      "learning_rate": 0.0002062910995405368,
      "loss": 4.4062,
      "step": 56552
    },
    {
      "epoch": 2.316321933237764,
      "grad_norm": 2.810713811216054,
      "learning_rate": 0.00020628807649520627,
      "loss": 4.1562,
      "step": 56553
    },
    {
      "epoch": 2.31636289166496,
      "grad_norm": 2.850745947075023,
      "learning_rate": 0.00020628505342326595,
      "loss": 4.6562,
      "step": 56554
    },
    {
      "epoch": 2.3164038500921564,
      "grad_norm": 6.172821166134063,
      "learning_rate": 0.0002062820303247174,
      "loss": 4.9062,
      "step": 56555
    },
    {
      "epoch": 2.316444808519353,
      "grad_norm": 2.7719027555945512,
      "learning_rate": 0.00020627900719956193,
      "loss": 4.4062,
      "step": 56556
    },
    {
      "epoch": 2.316485766946549,
      "grad_norm": 9.016919113445685,
      "learning_rate": 0.000206275984047801,
      "loss": 2.625,
      "step": 56557
    },
    {
      "epoch": 2.3165267253737456,
      "grad_norm": 3.1583811157738975,
      "learning_rate": 0.00020627296086943607,
      "loss": 4.6562,
      "step": 56558
    },
    {
      "epoch": 2.316567683800942,
      "grad_norm": 4.148127338292554,
      "learning_rate": 0.00020626993766446853,
      "loss": 6.3125,
      "step": 56559
    },
    {
      "epoch": 2.3166086422281387,
      "grad_norm": 2.8171284510011927,
      "learning_rate": 0.00020626691443289985,
      "loss": 4.0,
      "step": 56560
    },
    {
      "epoch": 2.3166496006553348,
      "grad_norm": 4.506517204388781,
      "learning_rate": 0.0002062638911747314,
      "loss": 5.3438,
      "step": 56561
    },
    {
      "epoch": 2.3166905590825313,
      "grad_norm": 3.1037626160796363,
      "learning_rate": 0.00020626086788996467,
      "loss": 4.2812,
      "step": 56562
    },
    {
      "epoch": 2.3167315175097274,
      "grad_norm": 4.02194803171391,
      "learning_rate": 0.0002062578445786011,
      "loss": 6.25,
      "step": 56563
    },
    {
      "epoch": 2.316772475936924,
      "grad_norm": 6.694492508910606,
      "learning_rate": 0.00020625482124064207,
      "loss": 4.875,
      "step": 56564
    },
    {
      "epoch": 2.3168134343641205,
      "grad_norm": 2.6061909899887894,
      "learning_rate": 0.000206251797876089,
      "loss": 2.9375,
      "step": 56565
    },
    {
      "epoch": 2.316854392791317,
      "grad_norm": 3.112625467820272,
      "learning_rate": 0.00020624877448494335,
      "loss": 5.125,
      "step": 56566
    },
    {
      "epoch": 2.316895351218513,
      "grad_norm": 4.13761990916195,
      "learning_rate": 0.00020624575106720653,
      "loss": 5.2812,
      "step": 56567
    },
    {
      "epoch": 2.3169363096457096,
      "grad_norm": 3.073876127521159,
      "learning_rate": 0.00020624272762288,
      "loss": 4.6875,
      "step": 56568
    },
    {
      "epoch": 2.316977268072906,
      "grad_norm": 15.564366418773352,
      "learning_rate": 0.00020623970415196519,
      "loss": 6.2812,
      "step": 56569
    },
    {
      "epoch": 2.3170182265001023,
      "grad_norm": 3.06723449897611,
      "learning_rate": 0.00020623668065446348,
      "loss": 4.2812,
      "step": 56570
    },
    {
      "epoch": 2.317059184927299,
      "grad_norm": 22.35251563300557,
      "learning_rate": 0.00020623365713037637,
      "loss": 4.5312,
      "step": 56571
    },
    {
      "epoch": 2.3171001433544953,
      "grad_norm": 3.1596109185118713,
      "learning_rate": 0.00020623063357970523,
      "loss": 4.5625,
      "step": 56572
    },
    {
      "epoch": 2.3171411017816914,
      "grad_norm": 2.8234289370326127,
      "learning_rate": 0.00020622761000245148,
      "loss": 4.5,
      "step": 56573
    },
    {
      "epoch": 2.317182060208888,
      "grad_norm": 2.9392321780679924,
      "learning_rate": 0.00020622458639861662,
      "loss": 4.8125,
      "step": 56574
    },
    {
      "epoch": 2.3172230186360845,
      "grad_norm": 6.271151972624822,
      "learning_rate": 0.00020622156276820202,
      "loss": 4.5312,
      "step": 56575
    },
    {
      "epoch": 2.3172639770632806,
      "grad_norm": 2.8263575296769683,
      "learning_rate": 0.00020621853911120914,
      "loss": 4.0312,
      "step": 56576
    },
    {
      "epoch": 2.317304935490477,
      "grad_norm": 6.615490274186513,
      "learning_rate": 0.00020621551542763936,
      "loss": 5.75,
      "step": 56577
    },
    {
      "epoch": 2.3173458939176736,
      "grad_norm": 7.168550056469901,
      "learning_rate": 0.0002062124917174942,
      "loss": 2.9688,
      "step": 56578
    },
    {
      "epoch": 2.31738685234487,
      "grad_norm": 4.771797893889402,
      "learning_rate": 0.00020620946798077499,
      "loss": 4.9062,
      "step": 56579
    },
    {
      "epoch": 2.3174278107720663,
      "grad_norm": 3.7292204271372253,
      "learning_rate": 0.00020620644421748323,
      "loss": 4.2812,
      "step": 56580
    },
    {
      "epoch": 2.317468769199263,
      "grad_norm": 2.854768962847538,
      "learning_rate": 0.00020620342042762028,
      "loss": 3.7812,
      "step": 56581
    },
    {
      "epoch": 2.317509727626459,
      "grad_norm": 4.934373183983208,
      "learning_rate": 0.00020620039661118768,
      "loss": 4.8438,
      "step": 56582
    },
    {
      "epoch": 2.3175506860536554,
      "grad_norm": 3.280590679884702,
      "learning_rate": 0.0002061973727681868,
      "loss": 4.5312,
      "step": 56583
    },
    {
      "epoch": 2.317591644480852,
      "grad_norm": 2.743291926551002,
      "learning_rate": 0.00020619434889861902,
      "loss": 4.6562,
      "step": 56584
    },
    {
      "epoch": 2.3176326029080485,
      "grad_norm": 2.9544889919846002,
      "learning_rate": 0.00020619132500248583,
      "loss": 5.0938,
      "step": 56585
    },
    {
      "epoch": 2.3176735613352446,
      "grad_norm": 4.3978884654246455,
      "learning_rate": 0.00020618830107978862,
      "loss": 4.3125,
      "step": 56586
    },
    {
      "epoch": 2.317714519762441,
      "grad_norm": 2.6880244286347743,
      "learning_rate": 0.00020618527713052884,
      "loss": 3.9531,
      "step": 56587
    },
    {
      "epoch": 2.3177554781896377,
      "grad_norm": 4.503053442341856,
      "learning_rate": 0.00020618225315470793,
      "loss": 4.9062,
      "step": 56588
    },
    {
      "epoch": 2.3177964366168338,
      "grad_norm": 2.9966082648557464,
      "learning_rate": 0.00020617922915232737,
      "loss": 5.4375,
      "step": 56589
    },
    {
      "epoch": 2.3178373950440303,
      "grad_norm": 3.215222679779939,
      "learning_rate": 0.00020617620512338846,
      "loss": 6.0312,
      "step": 56590
    },
    {
      "epoch": 2.317878353471227,
      "grad_norm": 3.026165524138011,
      "learning_rate": 0.00020617318106789273,
      "loss": 4.5938,
      "step": 56591
    },
    {
      "epoch": 2.317919311898423,
      "grad_norm": 3.2328024783003353,
      "learning_rate": 0.00020617015698584158,
      "loss": 4.4375,
      "step": 56592
    },
    {
      "epoch": 2.3179602703256195,
      "grad_norm": 2.975806508702371,
      "learning_rate": 0.0002061671328772364,
      "loss": 4.5625,
      "step": 56593
    },
    {
      "epoch": 2.318001228752816,
      "grad_norm": 2.6828989184749568,
      "learning_rate": 0.00020616410874207868,
      "loss": 4.5625,
      "step": 56594
    },
    {
      "epoch": 2.318042187180012,
      "grad_norm": 2.8025074837898827,
      "learning_rate": 0.00020616108458036984,
      "loss": 4.5625,
      "step": 56595
    },
    {
      "epoch": 2.3180831456072086,
      "grad_norm": 3.8532953978607893,
      "learning_rate": 0.0002061580603921113,
      "loss": 5.3125,
      "step": 56596
    },
    {
      "epoch": 2.318124104034405,
      "grad_norm": 4.0074462573420755,
      "learning_rate": 0.00020615503617730447,
      "loss": 5.0625,
      "step": 56597
    },
    {
      "epoch": 2.3181650624616017,
      "grad_norm": 2.5968301403869445,
      "learning_rate": 0.0002061520119359508,
      "loss": 4.5312,
      "step": 56598
    },
    {
      "epoch": 2.318206020888798,
      "grad_norm": 3.668146633423411,
      "learning_rate": 0.00020614898766805172,
      "loss": 5.0625,
      "step": 56599
    },
    {
      "epoch": 2.3182469793159943,
      "grad_norm": 4.83363165592065,
      "learning_rate": 0.00020614596337360867,
      "loss": 4.2188,
      "step": 56600
    },
    {
      "epoch": 2.3182879377431904,
      "grad_norm": 3.171750694742112,
      "learning_rate": 0.00020614293905262308,
      "loss": 5.3438,
      "step": 56601
    },
    {
      "epoch": 2.318328896170387,
      "grad_norm": 3.0704229876709785,
      "learning_rate": 0.00020613991470509632,
      "loss": 4.4062,
      "step": 56602
    },
    {
      "epoch": 2.3183698545975835,
      "grad_norm": 2.9244788442170373,
      "learning_rate": 0.0002061368903310299,
      "loss": 4.9062,
      "step": 56603
    },
    {
      "epoch": 2.31841081302478,
      "grad_norm": 2.8598090129560743,
      "learning_rate": 0.0002061338659304252,
      "loss": 4.1562,
      "step": 56604
    },
    {
      "epoch": 2.318451771451976,
      "grad_norm": 2.782819910191956,
      "learning_rate": 0.00020613084150328365,
      "loss": 4.5938,
      "step": 56605
    },
    {
      "epoch": 2.3184927298791727,
      "grad_norm": 2.2501521319631683,
      "learning_rate": 0.00020612781704960675,
      "loss": 3.3906,
      "step": 56606
    },
    {
      "epoch": 2.318533688306369,
      "grad_norm": 4.506762040495606,
      "learning_rate": 0.00020612479256939585,
      "loss": 6.4688,
      "step": 56607
    },
    {
      "epoch": 2.3185746467335653,
      "grad_norm": 2.9141042807050557,
      "learning_rate": 0.00020612176806265238,
      "loss": 4.5625,
      "step": 56608
    },
    {
      "epoch": 2.318615605160762,
      "grad_norm": 2.6718244033499388,
      "learning_rate": 0.00020611874352937778,
      "loss": 4.0625,
      "step": 56609
    },
    {
      "epoch": 2.3186565635879584,
      "grad_norm": 3.2837869699695297,
      "learning_rate": 0.00020611571896957356,
      "loss": 4.875,
      "step": 56610
    },
    {
      "epoch": 2.3186975220151544,
      "grad_norm": 11.792256431446056,
      "learning_rate": 0.00020611269438324106,
      "loss": 2.5781,
      "step": 56611
    },
    {
      "epoch": 2.318738480442351,
      "grad_norm": 5.7108174982623,
      "learning_rate": 0.0002061096697703817,
      "loss": 7.0,
      "step": 56612
    },
    {
      "epoch": 2.3187794388695475,
      "grad_norm": 2.6267709175675007,
      "learning_rate": 0.00020610664513099697,
      "loss": 3.6406,
      "step": 56613
    },
    {
      "epoch": 2.3188203972967436,
      "grad_norm": 4.352454627174039,
      "learning_rate": 0.00020610362046508826,
      "loss": 6.5625,
      "step": 56614
    },
    {
      "epoch": 2.31886135572394,
      "grad_norm": 3.030691983264885,
      "learning_rate": 0.00020610059577265703,
      "loss": 4.0625,
      "step": 56615
    },
    {
      "epoch": 2.3189023141511367,
      "grad_norm": 3.563089872209711,
      "learning_rate": 0.0002060975710537047,
      "loss": 5.0938,
      "step": 56616
    },
    {
      "epoch": 2.318943272578333,
      "grad_norm": 3.4173489249669458,
      "learning_rate": 0.00020609454630823268,
      "loss": 4.5,
      "step": 56617
    },
    {
      "epoch": 2.3189842310055293,
      "grad_norm": 3.0548792696505096,
      "learning_rate": 0.0002060915215362424,
      "loss": 4.7812,
      "step": 56618
    },
    {
      "epoch": 2.319025189432726,
      "grad_norm": 2.9061215141641243,
      "learning_rate": 0.00020608849673773533,
      "loss": 4.7188,
      "step": 56619
    },
    {
      "epoch": 2.319066147859922,
      "grad_norm": 6.300883155596518,
      "learning_rate": 0.00020608547191271288,
      "loss": 5.375,
      "step": 56620
    },
    {
      "epoch": 2.3191071062871185,
      "grad_norm": 4.704266355197745,
      "learning_rate": 0.00020608244706117645,
      "loss": 3.6562,
      "step": 56621
    },
    {
      "epoch": 2.319148064714315,
      "grad_norm": 3.962336112077861,
      "learning_rate": 0.00020607942218312748,
      "loss": 6.125,
      "step": 56622
    },
    {
      "epoch": 2.3191890231415115,
      "grad_norm": 2.8520590399604795,
      "learning_rate": 0.00020607639727856746,
      "loss": 4.5312,
      "step": 56623
    },
    {
      "epoch": 2.3192299815687076,
      "grad_norm": 3.119689760372158,
      "learning_rate": 0.00020607337234749775,
      "loss": 5.2188,
      "step": 56624
    },
    {
      "epoch": 2.319270939995904,
      "grad_norm": 3.139573194376279,
      "learning_rate": 0.0002060703473899198,
      "loss": 4.3125,
      "step": 56625
    },
    {
      "epoch": 2.3193118984231007,
      "grad_norm": 3.2894015254192075,
      "learning_rate": 0.00020606732240583507,
      "loss": 4.8125,
      "step": 56626
    },
    {
      "epoch": 2.319352856850297,
      "grad_norm": 4.005215757815768,
      "learning_rate": 0.00020606429739524493,
      "loss": 4.2812,
      "step": 56627
    },
    {
      "epoch": 2.3193938152774933,
      "grad_norm": 3.236156145821958,
      "learning_rate": 0.00020606127235815085,
      "loss": 4.5938,
      "step": 56628
    },
    {
      "epoch": 2.31943477370469,
      "grad_norm": 2.7753792694103074,
      "learning_rate": 0.00020605824729455423,
      "loss": 4.4375,
      "step": 56629
    },
    {
      "epoch": 2.319475732131886,
      "grad_norm": 3.648314308413605,
      "learning_rate": 0.00020605522220445657,
      "loss": 5.0,
      "step": 56630
    },
    {
      "epoch": 2.3195166905590825,
      "grad_norm": 3.9274249171346645,
      "learning_rate": 0.00020605219708785924,
      "loss": 5.625,
      "step": 56631
    },
    {
      "epoch": 2.319557648986279,
      "grad_norm": 3.7463334086021773,
      "learning_rate": 0.0002060491719447637,
      "loss": 2.3438,
      "step": 56632
    },
    {
      "epoch": 2.319598607413475,
      "grad_norm": 3.625736116339481,
      "learning_rate": 0.0002060461467751713,
      "loss": 4.8125,
      "step": 56633
    },
    {
      "epoch": 2.3196395658406717,
      "grad_norm": 2.9738139430285586,
      "learning_rate": 0.00020604312157908357,
      "loss": 5.2188,
      "step": 56634
    },
    {
      "epoch": 2.319680524267868,
      "grad_norm": 2.911026965529996,
      "learning_rate": 0.0002060400963565019,
      "loss": 4.9375,
      "step": 56635
    },
    {
      "epoch": 2.3197214826950647,
      "grad_norm": 2.910930084181071,
      "learning_rate": 0.00020603707110742776,
      "loss": 3.8906,
      "step": 56636
    },
    {
      "epoch": 2.319762441122261,
      "grad_norm": 5.621961892181047,
      "learning_rate": 0.00020603404583186246,
      "loss": 3.2031,
      "step": 56637
    },
    {
      "epoch": 2.3198033995494574,
      "grad_norm": 3.0543138505900056,
      "learning_rate": 0.0002060310205298076,
      "loss": 4.75,
      "step": 56638
    },
    {
      "epoch": 2.3198443579766534,
      "grad_norm": 2.667713606861166,
      "learning_rate": 0.0002060279952012645,
      "loss": 3.9062,
      "step": 56639
    },
    {
      "epoch": 2.31988531640385,
      "grad_norm": 3.7074604204312487,
      "learning_rate": 0.00020602496984623462,
      "loss": 4.0625,
      "step": 56640
    },
    {
      "epoch": 2.3199262748310465,
      "grad_norm": 3.2929246922215825,
      "learning_rate": 0.00020602194446471935,
      "loss": 5.6875,
      "step": 56641
    },
    {
      "epoch": 2.319967233258243,
      "grad_norm": 3.588819278786328,
      "learning_rate": 0.0002060189190567202,
      "loss": 4.5938,
      "step": 56642
    },
    {
      "epoch": 2.320008191685439,
      "grad_norm": 4.9211315019120185,
      "learning_rate": 0.0002060158936222385,
      "loss": 1.1484,
      "step": 56643
    },
    {
      "epoch": 2.3200491501126357,
      "grad_norm": 3.2952392389983927,
      "learning_rate": 0.00020601286816127583,
      "loss": 4.5,
      "step": 56644
    },
    {
      "epoch": 2.320090108539832,
      "grad_norm": 3.0979689146253517,
      "learning_rate": 0.00020600984267383343,
      "loss": 2.4062,
      "step": 56645
    },
    {
      "epoch": 2.3201310669670283,
      "grad_norm": 12.450680787571859,
      "learning_rate": 0.00020600681715991285,
      "loss": 5.5312,
      "step": 56646
    },
    {
      "epoch": 2.320172025394225,
      "grad_norm": 3.8314812630490973,
      "learning_rate": 0.00020600379161951553,
      "loss": 4.9375,
      "step": 56647
    },
    {
      "epoch": 2.3202129838214214,
      "grad_norm": 3.1569100686506704,
      "learning_rate": 0.00020600076605264286,
      "loss": 4.7188,
      "step": 56648
    },
    {
      "epoch": 2.3202539422486175,
      "grad_norm": 3.626689853132703,
      "learning_rate": 0.00020599774045929628,
      "loss": 5.7812,
      "step": 56649
    },
    {
      "epoch": 2.320294900675814,
      "grad_norm": 4.845621277180605,
      "learning_rate": 0.00020599471483947717,
      "loss": 5.0312,
      "step": 56650
    },
    {
      "epoch": 2.3203358591030105,
      "grad_norm": 2.6328829309313853,
      "learning_rate": 0.00020599168919318707,
      "loss": 3.6875,
      "step": 56651
    },
    {
      "epoch": 2.3203768175302066,
      "grad_norm": 2.793919235170198,
      "learning_rate": 0.00020598866352042734,
      "loss": 3.2344,
      "step": 56652
    },
    {
      "epoch": 2.320417775957403,
      "grad_norm": 2.4876798312719677,
      "learning_rate": 0.00020598563782119937,
      "loss": 3.625,
      "step": 56653
    },
    {
      "epoch": 2.3204587343845997,
      "grad_norm": 3.64612907224611,
      "learning_rate": 0.00020598261209550463,
      "loss": 4.9375,
      "step": 56654
    },
    {
      "epoch": 2.3204996928117962,
      "grad_norm": 3.404916777439298,
      "learning_rate": 0.0002059795863433446,
      "loss": 4.1562,
      "step": 56655
    },
    {
      "epoch": 2.3205406512389923,
      "grad_norm": 2.6810549592959534,
      "learning_rate": 0.0002059765605647207,
      "loss": 4.1562,
      "step": 56656
    },
    {
      "epoch": 2.320581609666189,
      "grad_norm": 3.0627460970382505,
      "learning_rate": 0.0002059735347596343,
      "loss": 4.2188,
      "step": 56657
    },
    {
      "epoch": 2.3206225680933854,
      "grad_norm": 2.9255774799990926,
      "learning_rate": 0.00020597050892808686,
      "loss": 4.6562,
      "step": 56658
    },
    {
      "epoch": 2.3206635265205815,
      "grad_norm": 3.173196350937006,
      "learning_rate": 0.0002059674830700798,
      "loss": 4.1875,
      "step": 56659
    },
    {
      "epoch": 2.320704484947778,
      "grad_norm": 2.819109616656803,
      "learning_rate": 0.0002059644571856146,
      "loss": 4.2812,
      "step": 56660
    },
    {
      "epoch": 2.3207454433749746,
      "grad_norm": 7.136452337210853,
      "learning_rate": 0.0002059614312746926,
      "loss": 7.25,
      "step": 56661
    },
    {
      "epoch": 2.3207864018021707,
      "grad_norm": 2.8932579395516393,
      "learning_rate": 0.00020595840533731532,
      "loss": 4.25,
      "step": 56662
    },
    {
      "epoch": 2.320827360229367,
      "grad_norm": 3.2624723875118677,
      "learning_rate": 0.00020595537937348414,
      "loss": 4.125,
      "step": 56663
    },
    {
      "epoch": 2.3208683186565637,
      "grad_norm": 2.8323757490923716,
      "learning_rate": 0.00020595235338320052,
      "loss": 4.5312,
      "step": 56664
    },
    {
      "epoch": 2.32090927708376,
      "grad_norm": 4.047218802822457,
      "learning_rate": 0.00020594932736646583,
      "loss": 5.8438,
      "step": 56665
    },
    {
      "epoch": 2.3209502355109564,
      "grad_norm": 2.6535899699100343,
      "learning_rate": 0.00020594630132328158,
      "loss": 3.5469,
      "step": 56666
    },
    {
      "epoch": 2.320991193938153,
      "grad_norm": 8.110300615059476,
      "learning_rate": 0.00020594327525364918,
      "loss": 3.9219,
      "step": 56667
    },
    {
      "epoch": 2.321032152365349,
      "grad_norm": 6.415958719075896,
      "learning_rate": 0.00020594024915757003,
      "loss": 4.1875,
      "step": 56668
    },
    {
      "epoch": 2.3210731107925455,
      "grad_norm": 3.165549229562662,
      "learning_rate": 0.00020593722303504554,
      "loss": 4.4688,
      "step": 56669
    },
    {
      "epoch": 2.321114069219742,
      "grad_norm": 2.883013129916138,
      "learning_rate": 0.00020593419688607722,
      "loss": 4.25,
      "step": 56670
    },
    {
      "epoch": 2.321155027646938,
      "grad_norm": 2.7501395868564886,
      "learning_rate": 0.00020593117071066643,
      "loss": 4.25,
      "step": 56671
    },
    {
      "epoch": 2.3211959860741347,
      "grad_norm": 7.84757298677982,
      "learning_rate": 0.00020592814450881466,
      "loss": 6.5938,
      "step": 56672
    },
    {
      "epoch": 2.3212369445013312,
      "grad_norm": 4.014377713558235,
      "learning_rate": 0.00020592511828052327,
      "loss": 6.3125,
      "step": 56673
    },
    {
      "epoch": 2.3212779029285278,
      "grad_norm": 2.847880206946585,
      "learning_rate": 0.00020592209202579376,
      "loss": 3.7344,
      "step": 56674
    },
    {
      "epoch": 2.321318861355724,
      "grad_norm": 3.215297115158382,
      "learning_rate": 0.00020591906574462753,
      "loss": 4.8125,
      "step": 56675
    },
    {
      "epoch": 2.3213598197829204,
      "grad_norm": 3.0942063995538915,
      "learning_rate": 0.000205916039437026,
      "loss": 4.25,
      "step": 56676
    },
    {
      "epoch": 2.321400778210117,
      "grad_norm": 6.928882442145779,
      "learning_rate": 0.0002059130131029906,
      "loss": 5.4375,
      "step": 56677
    },
    {
      "epoch": 2.321441736637313,
      "grad_norm": 3.99742975399999,
      "learning_rate": 0.00020590998674252276,
      "loss": 6.1562,
      "step": 56678
    },
    {
      "epoch": 2.3214826950645095,
      "grad_norm": 3.715577865281796,
      "learning_rate": 0.00020590696035562394,
      "loss": 3.5312,
      "step": 56679
    },
    {
      "epoch": 2.321523653491706,
      "grad_norm": 5.948081958974439,
      "learning_rate": 0.00020590393394229558,
      "loss": 5.6562,
      "step": 56680
    },
    {
      "epoch": 2.321564611918902,
      "grad_norm": 2.882795994665444,
      "learning_rate": 0.00020590090750253904,
      "loss": 3.7812,
      "step": 56681
    },
    {
      "epoch": 2.3216055703460987,
      "grad_norm": 2.821506182677065,
      "learning_rate": 0.00020589788103635585,
      "loss": 4.6875,
      "step": 56682
    },
    {
      "epoch": 2.3216465287732952,
      "grad_norm": 3.090132544775481,
      "learning_rate": 0.00020589485454374735,
      "loss": 4.8438,
      "step": 56683
    },
    {
      "epoch": 2.3216874872004913,
      "grad_norm": 2.8304901824222335,
      "learning_rate": 0.00020589182802471502,
      "loss": 3.2031,
      "step": 56684
    },
    {
      "epoch": 2.321728445627688,
      "grad_norm": 3.202091294622128,
      "learning_rate": 0.00020588880147926023,
      "loss": 4.8125,
      "step": 56685
    },
    {
      "epoch": 2.3217694040548844,
      "grad_norm": 5.611352194140271,
      "learning_rate": 0.00020588577490738451,
      "loss": 5.0312,
      "step": 56686
    },
    {
      "epoch": 2.3218103624820805,
      "grad_norm": 2.8716011072161276,
      "learning_rate": 0.0002058827483090892,
      "loss": 4.5938,
      "step": 56687
    },
    {
      "epoch": 2.321851320909277,
      "grad_norm": 3.823889728347821,
      "learning_rate": 0.00020587972168437582,
      "loss": 3.5312,
      "step": 56688
    },
    {
      "epoch": 2.3218922793364736,
      "grad_norm": 3.3927297679811677,
      "learning_rate": 0.00020587669503324568,
      "loss": 6.1875,
      "step": 56689
    },
    {
      "epoch": 2.3219332377636697,
      "grad_norm": 5.811086947946338,
      "learning_rate": 0.00020587366835570032,
      "loss": 2.1406,
      "step": 56690
    },
    {
      "epoch": 2.321974196190866,
      "grad_norm": 3.033632778204791,
      "learning_rate": 0.00020587064165174116,
      "loss": 4.0625,
      "step": 56691
    },
    {
      "epoch": 2.3220151546180627,
      "grad_norm": 12.650591168056929,
      "learning_rate": 0.0002058676149213696,
      "loss": 5.9062,
      "step": 56692
    },
    {
      "epoch": 2.3220561130452593,
      "grad_norm": 4.296248125578362,
      "learning_rate": 0.00020586458816458704,
      "loss": 5.0312,
      "step": 56693
    },
    {
      "epoch": 2.3220970714724554,
      "grad_norm": 2.7383728996392382,
      "learning_rate": 0.00020586156138139493,
      "loss": 3.9219,
      "step": 56694
    },
    {
      "epoch": 2.322138029899652,
      "grad_norm": 2.809811096734593,
      "learning_rate": 0.00020585853457179474,
      "loss": 4.4062,
      "step": 56695
    },
    {
      "epoch": 2.3221789883268484,
      "grad_norm": 3.166558516502428,
      "learning_rate": 0.00020585550773578794,
      "loss": 4.8438,
      "step": 56696
    },
    {
      "epoch": 2.3222199467540445,
      "grad_norm": 2.78129977057106,
      "learning_rate": 0.00020585248087337578,
      "loss": 4.5312,
      "step": 56697
    },
    {
      "epoch": 2.322260905181241,
      "grad_norm": 2.9152932682629493,
      "learning_rate": 0.0002058494539845599,
      "loss": 4.8438,
      "step": 56698
    },
    {
      "epoch": 2.3223018636084376,
      "grad_norm": 2.6177023214483817,
      "learning_rate": 0.0002058464270693416,
      "loss": 3.9844,
      "step": 56699
    },
    {
      "epoch": 2.3223428220356337,
      "grad_norm": 3.330866478983965,
      "learning_rate": 0.00020584340012772234,
      "loss": 4.8125,
      "step": 56700
    },
    {
      "epoch": 2.3223837804628302,
      "grad_norm": 3.0272584677476564,
      "learning_rate": 0.00020584037315970357,
      "loss": 5.2188,
      "step": 56701
    },
    {
      "epoch": 2.3224247388900268,
      "grad_norm": 2.9283262004245985,
      "learning_rate": 0.0002058373461652867,
      "loss": 4.5312,
      "step": 56702
    },
    {
      "epoch": 2.322465697317223,
      "grad_norm": 6.525455277452053,
      "learning_rate": 0.0002058343191444732,
      "loss": 6.1562,
      "step": 56703
    },
    {
      "epoch": 2.3225066557444194,
      "grad_norm": 5.841476279259231,
      "learning_rate": 0.00020583129209726447,
      "loss": 6.5625,
      "step": 56704
    },
    {
      "epoch": 2.322547614171616,
      "grad_norm": 8.804598869882101,
      "learning_rate": 0.0002058282650236619,
      "loss": 4.2812,
      "step": 56705
    },
    {
      "epoch": 2.322588572598812,
      "grad_norm": 3.130811325732921,
      "learning_rate": 0.000205825237923667,
      "loss": 4.1562,
      "step": 56706
    },
    {
      "epoch": 2.3226295310260086,
      "grad_norm": 3.2065905596807465,
      "learning_rate": 0.00020582221079728117,
      "loss": 4.75,
      "step": 56707
    },
    {
      "epoch": 2.322670489453205,
      "grad_norm": 2.6179879041049365,
      "learning_rate": 0.00020581918364450587,
      "loss": 4.125,
      "step": 56708
    },
    {
      "epoch": 2.322711447880401,
      "grad_norm": 6.1034794539738,
      "learning_rate": 0.00020581615646534241,
      "loss": 6.1875,
      "step": 56709
    },
    {
      "epoch": 2.3227524063075977,
      "grad_norm": 3.2179050886079255,
      "learning_rate": 0.00020581312925979238,
      "loss": 5.3438,
      "step": 56710
    },
    {
      "epoch": 2.3227933647347943,
      "grad_norm": 3.3065792144306356,
      "learning_rate": 0.00020581010202785712,
      "loss": 4.3125,
      "step": 56711
    },
    {
      "epoch": 2.322834323161991,
      "grad_norm": 4.379065366565749,
      "learning_rate": 0.0002058070747695381,
      "loss": 6.3438,
      "step": 56712
    },
    {
      "epoch": 2.322875281589187,
      "grad_norm": 2.7366751511081175,
      "learning_rate": 0.00020580404748483672,
      "loss": 4.625,
      "step": 56713
    },
    {
      "epoch": 2.3229162400163834,
      "grad_norm": 2.9973072460138583,
      "learning_rate": 0.00020580102017375443,
      "loss": 4.7188,
      "step": 56714
    },
    {
      "epoch": 2.32295719844358,
      "grad_norm": 2.833991058517526,
      "learning_rate": 0.00020579799283629267,
      "loss": 4.0312,
      "step": 56715
    },
    {
      "epoch": 2.322998156870776,
      "grad_norm": 5.236268874415568,
      "learning_rate": 0.0002057949654724528,
      "loss": 3.2969,
      "step": 56716
    },
    {
      "epoch": 2.3230391152979726,
      "grad_norm": 3.438210264220684,
      "learning_rate": 0.00020579193808223633,
      "loss": 5.9062,
      "step": 56717
    },
    {
      "epoch": 2.323080073725169,
      "grad_norm": 4.045457608862358,
      "learning_rate": 0.00020578891066564472,
      "loss": 4.4688,
      "step": 56718
    },
    {
      "epoch": 2.323121032152365,
      "grad_norm": 2.748114162743028,
      "learning_rate": 0.00020578588322267932,
      "loss": 4.125,
      "step": 56719
    },
    {
      "epoch": 2.3231619905795617,
      "grad_norm": 4.445891347279018,
      "learning_rate": 0.00020578285575334156,
      "loss": 5.0,
      "step": 56720
    },
    {
      "epoch": 2.3232029490067583,
      "grad_norm": 2.991491971162913,
      "learning_rate": 0.00020577982825763295,
      "loss": 4.8438,
      "step": 56721
    },
    {
      "epoch": 2.3232439074339544,
      "grad_norm": 7.1909206589386105,
      "learning_rate": 0.00020577680073555484,
      "loss": 5.8438,
      "step": 56722
    },
    {
      "epoch": 2.323284865861151,
      "grad_norm": 3.7779469485242774,
      "learning_rate": 0.00020577377318710874,
      "loss": 6.4688,
      "step": 56723
    },
    {
      "epoch": 2.3233258242883474,
      "grad_norm": 3.1546078865831992,
      "learning_rate": 0.00020577074561229598,
      "loss": 4.3125,
      "step": 56724
    },
    {
      "epoch": 2.3233667827155435,
      "grad_norm": 3.2608380939270862,
      "learning_rate": 0.00020576771801111805,
      "loss": 4.7812,
      "step": 56725
    },
    {
      "epoch": 2.32340774114274,
      "grad_norm": 3.453794069182212,
      "learning_rate": 0.00020576469038357642,
      "loss": 5.7188,
      "step": 56726
    },
    {
      "epoch": 2.3234486995699366,
      "grad_norm": 3.9994643716678313,
      "learning_rate": 0.00020576166272967246,
      "loss": 1.9297,
      "step": 56727
    },
    {
      "epoch": 2.3234896579971327,
      "grad_norm": 2.6846417547082297,
      "learning_rate": 0.00020575863504940762,
      "loss": 4.375,
      "step": 56728
    },
    {
      "epoch": 2.3235306164243292,
      "grad_norm": 3.3624671322730153,
      "learning_rate": 0.00020575560734278334,
      "loss": 4.1875,
      "step": 56729
    },
    {
      "epoch": 2.3235715748515258,
      "grad_norm": 4.670640688546305,
      "learning_rate": 0.00020575257960980104,
      "loss": 6.1875,
      "step": 56730
    },
    {
      "epoch": 2.3236125332787223,
      "grad_norm": 2.8595419569195277,
      "learning_rate": 0.0002057495518504622,
      "loss": 2.5781,
      "step": 56731
    },
    {
      "epoch": 2.3236534917059184,
      "grad_norm": 5.535677881982154,
      "learning_rate": 0.00020574652406476815,
      "loss": 1.5859,
      "step": 56732
    },
    {
      "epoch": 2.323694450133115,
      "grad_norm": 3.8323756341901287,
      "learning_rate": 0.00020574349625272038,
      "loss": 6.2188,
      "step": 56733
    },
    {
      "epoch": 2.3237354085603115,
      "grad_norm": 3.597225187532521,
      "learning_rate": 0.00020574046841432034,
      "loss": 5.0625,
      "step": 56734
    },
    {
      "epoch": 2.3237763669875076,
      "grad_norm": 2.9856161817955345,
      "learning_rate": 0.00020573744054956945,
      "loss": 4.25,
      "step": 56735
    },
    {
      "epoch": 2.323817325414704,
      "grad_norm": 3.116457014308902,
      "learning_rate": 0.0002057344126584691,
      "loss": 4.125,
      "step": 56736
    },
    {
      "epoch": 2.3238582838419006,
      "grad_norm": 2.9457528950631113,
      "learning_rate": 0.00020573138474102077,
      "loss": 4.9375,
      "step": 56737
    },
    {
      "epoch": 2.3238992422690967,
      "grad_norm": 4.350835269976099,
      "learning_rate": 0.00020572835679722584,
      "loss": 4.875,
      "step": 56738
    },
    {
      "epoch": 2.3239402006962933,
      "grad_norm": 8.47784857848511,
      "learning_rate": 0.00020572532882708584,
      "loss": 5.75,
      "step": 56739
    },
    {
      "epoch": 2.32398115912349,
      "grad_norm": 3.3164694899094505,
      "learning_rate": 0.0002057223008306021,
      "loss": 5.125,
      "step": 56740
    },
    {
      "epoch": 2.324022117550686,
      "grad_norm": 3.389930599235523,
      "learning_rate": 0.00020571927280777606,
      "loss": 4.375,
      "step": 56741
    },
    {
      "epoch": 2.3240630759778824,
      "grad_norm": 5.435153494968203,
      "learning_rate": 0.00020571624475860926,
      "loss": 3.6406,
      "step": 56742
    },
    {
      "epoch": 2.324104034405079,
      "grad_norm": 5.088753321242623,
      "learning_rate": 0.000205713216683103,
      "loss": 4.2812,
      "step": 56743
    },
    {
      "epoch": 2.324144992832275,
      "grad_norm": 6.501388714627718,
      "learning_rate": 0.00020571018858125877,
      "loss": 4.5,
      "step": 56744
    },
    {
      "epoch": 2.3241859512594716,
      "grad_norm": 3.7378805311817076,
      "learning_rate": 0.00020570716045307798,
      "loss": 2.9375,
      "step": 56745
    },
    {
      "epoch": 2.324226909686668,
      "grad_norm": 3.066335463290898,
      "learning_rate": 0.0002057041322985621,
      "loss": 5.5,
      "step": 56746
    },
    {
      "epoch": 2.324267868113864,
      "grad_norm": 2.8999641264832685,
      "learning_rate": 0.00020570110411771255,
      "loss": 3.2656,
      "step": 56747
    },
    {
      "epoch": 2.3243088265410607,
      "grad_norm": 2.921290954089939,
      "learning_rate": 0.00020569807591053074,
      "loss": 4.5625,
      "step": 56748
    },
    {
      "epoch": 2.3243497849682573,
      "grad_norm": 5.0767507550764455,
      "learning_rate": 0.00020569504767701808,
      "loss": 6.3438,
      "step": 56749
    },
    {
      "epoch": 2.324390743395454,
      "grad_norm": 2.859847332212752,
      "learning_rate": 0.0002056920194171761,
      "loss": 4.9062,
      "step": 56750
    },
    {
      "epoch": 2.32443170182265,
      "grad_norm": 3.7366312139007247,
      "learning_rate": 0.0002056889911310061,
      "loss": 3.3125,
      "step": 56751
    },
    {
      "epoch": 2.3244726602498464,
      "grad_norm": 2.786811676108845,
      "learning_rate": 0.00020568596281850962,
      "loss": 4.5312,
      "step": 56752
    },
    {
      "epoch": 2.324513618677043,
      "grad_norm": 3.562434332991488,
      "learning_rate": 0.00020568293447968802,
      "loss": 4.9375,
      "step": 56753
    },
    {
      "epoch": 2.324554577104239,
      "grad_norm": 3.3093966791249776,
      "learning_rate": 0.00020567990611454278,
      "loss": 3.6562,
      "step": 56754
    },
    {
      "epoch": 2.3245955355314356,
      "grad_norm": 3.027769265242762,
      "learning_rate": 0.0002056768777230753,
      "loss": 5.4375,
      "step": 56755
    },
    {
      "epoch": 2.324636493958632,
      "grad_norm": 6.602442082105193,
      "learning_rate": 0.00020567384930528704,
      "loss": 3.8594,
      "step": 56756
    },
    {
      "epoch": 2.3246774523858282,
      "grad_norm": 8.25770125986255,
      "learning_rate": 0.00020567082086117938,
      "loss": 5.0938,
      "step": 56757
    },
    {
      "epoch": 2.3247184108130248,
      "grad_norm": 3.135666189677075,
      "learning_rate": 0.0002056677923907538,
      "loss": 4.0,
      "step": 56758
    },
    {
      "epoch": 2.3247593692402213,
      "grad_norm": 2.832166235853243,
      "learning_rate": 0.00020566476389401173,
      "loss": 4.125,
      "step": 56759
    },
    {
      "epoch": 2.3248003276674174,
      "grad_norm": 4.132285516045873,
      "learning_rate": 0.00020566173537095458,
      "loss": 5.6875,
      "step": 56760
    },
    {
      "epoch": 2.324841286094614,
      "grad_norm": 3.570936601013449,
      "learning_rate": 0.00020565870682158382,
      "loss": 5.0938,
      "step": 56761
    },
    {
      "epoch": 2.3248822445218105,
      "grad_norm": 5.818729840456725,
      "learning_rate": 0.0002056556782459008,
      "loss": 7.375,
      "step": 56762
    },
    {
      "epoch": 2.324923202949007,
      "grad_norm": 3.7304156201739476,
      "learning_rate": 0.00020565264964390702,
      "loss": 4.625,
      "step": 56763
    },
    {
      "epoch": 2.324964161376203,
      "grad_norm": 3.30092599810969,
      "learning_rate": 0.00020564962101560393,
      "loss": 4.7812,
      "step": 56764
    },
    {
      "epoch": 2.3250051198033996,
      "grad_norm": 2.745922144594181,
      "learning_rate": 0.00020564659236099291,
      "loss": 3.9062,
      "step": 56765
    },
    {
      "epoch": 2.3250460782305957,
      "grad_norm": 3.8584663685260208,
      "learning_rate": 0.00020564356368007542,
      "loss": 5.1562,
      "step": 56766
    },
    {
      "epoch": 2.3250870366577923,
      "grad_norm": 2.746788244937657,
      "learning_rate": 0.00020564053497285287,
      "loss": 4.2188,
      "step": 56767
    },
    {
      "epoch": 2.325127995084989,
      "grad_norm": 3.548192235839914,
      "learning_rate": 0.00020563750623932671,
      "loss": 4.4062,
      "step": 56768
    },
    {
      "epoch": 2.3251689535121853,
      "grad_norm": 3.3329239734015763,
      "learning_rate": 0.00020563447747949835,
      "loss": 5.0,
      "step": 56769
    },
    {
      "epoch": 2.3252099119393814,
      "grad_norm": 6.297395909370373,
      "learning_rate": 0.00020563144869336925,
      "loss": 4.875,
      "step": 56770
    },
    {
      "epoch": 2.325250870366578,
      "grad_norm": 3.2301917976635814,
      "learning_rate": 0.00020562841988094085,
      "loss": 5.1562,
      "step": 56771
    },
    {
      "epoch": 2.3252918287937745,
      "grad_norm": 2.8191511803805853,
      "learning_rate": 0.00020562539104221453,
      "loss": 3.7812,
      "step": 56772
    },
    {
      "epoch": 2.3253327872209706,
      "grad_norm": 3.0622842106553922,
      "learning_rate": 0.00020562236217719172,
      "loss": 4.9375,
      "step": 56773
    },
    {
      "epoch": 2.325373745648167,
      "grad_norm": 2.9712918052288186,
      "learning_rate": 0.00020561933328587395,
      "loss": 5.0625,
      "step": 56774
    },
    {
      "epoch": 2.3254147040753637,
      "grad_norm": 3.2999175865719397,
      "learning_rate": 0.00020561630436826255,
      "loss": 4.375,
      "step": 56775
    },
    {
      "epoch": 2.3254556625025598,
      "grad_norm": 3.47851276086255,
      "learning_rate": 0.00020561327542435902,
      "loss": 6.125,
      "step": 56776
    },
    {
      "epoch": 2.3254966209297563,
      "grad_norm": 2.692945994933018,
      "learning_rate": 0.00020561024645416473,
      "loss": 4.0,
      "step": 56777
    },
    {
      "epoch": 2.325537579356953,
      "grad_norm": 3.1981058470393346,
      "learning_rate": 0.00020560721745768116,
      "loss": 4.7188,
      "step": 56778
    },
    {
      "epoch": 2.325578537784149,
      "grad_norm": 2.9728230074064825,
      "learning_rate": 0.00020560418843490968,
      "loss": 3.6406,
      "step": 56779
    },
    {
      "epoch": 2.3256194962113454,
      "grad_norm": 3.1502837540567423,
      "learning_rate": 0.00020560115938585185,
      "loss": 5.0625,
      "step": 56780
    },
    {
      "epoch": 2.325660454638542,
      "grad_norm": 4.077618335679176,
      "learning_rate": 0.00020559813031050894,
      "loss": 5.2188,
      "step": 56781
    },
    {
      "epoch": 2.3257014130657385,
      "grad_norm": 29.28253924346422,
      "learning_rate": 0.0002055951012088825,
      "loss": 5.3125,
      "step": 56782
    },
    {
      "epoch": 2.3257423714929346,
      "grad_norm": 2.782273686600123,
      "learning_rate": 0.0002055920720809739,
      "loss": 4.4062,
      "step": 56783
    },
    {
      "epoch": 2.325783329920131,
      "grad_norm": 10.217120513300383,
      "learning_rate": 0.00020558904292678463,
      "loss": 2.2031,
      "step": 56784
    },
    {
      "epoch": 2.3258242883473272,
      "grad_norm": 12.439873808862416,
      "learning_rate": 0.00020558601374631605,
      "loss": 7.3125,
      "step": 56785
    },
    {
      "epoch": 2.3258652467745238,
      "grad_norm": 3.101751711237518,
      "learning_rate": 0.00020558298453956963,
      "loss": 3.8438,
      "step": 56786
    },
    {
      "epoch": 2.3259062052017203,
      "grad_norm": 2.929653586488309,
      "learning_rate": 0.00020557995530654684,
      "loss": 4.375,
      "step": 56787
    },
    {
      "epoch": 2.325947163628917,
      "grad_norm": 7.618535762904058,
      "learning_rate": 0.00020557692604724904,
      "loss": 6.2188,
      "step": 56788
    },
    {
      "epoch": 2.325988122056113,
      "grad_norm": 3.8505916519018313,
      "learning_rate": 0.00020557389676167766,
      "loss": 5.1875,
      "step": 56789
    },
    {
      "epoch": 2.3260290804833095,
      "grad_norm": 4.513792557623362,
      "learning_rate": 0.0002055708674498342,
      "loss": 5.2188,
      "step": 56790
    },
    {
      "epoch": 2.326070038910506,
      "grad_norm": 3.075853397590027,
      "learning_rate": 0.00020556783811172009,
      "loss": 4.3125,
      "step": 56791
    },
    {
      "epoch": 2.326110997337702,
      "grad_norm": 3.497544776485965,
      "learning_rate": 0.00020556480874733672,
      "loss": 6.125,
      "step": 56792
    },
    {
      "epoch": 2.3261519557648986,
      "grad_norm": 3.396228504574195,
      "learning_rate": 0.0002055617793566855,
      "loss": 4.3438,
      "step": 56793
    },
    {
      "epoch": 2.326192914192095,
      "grad_norm": 3.7970233512522875,
      "learning_rate": 0.00020555874993976792,
      "loss": 5.2812,
      "step": 56794
    },
    {
      "epoch": 2.3262338726192913,
      "grad_norm": 3.1088068813089036,
      "learning_rate": 0.0002055557204965854,
      "loss": 4.6562,
      "step": 56795
    },
    {
      "epoch": 2.326274831046488,
      "grad_norm": 3.1216218309698243,
      "learning_rate": 0.0002055526910271393,
      "loss": 4.6562,
      "step": 56796
    },
    {
      "epoch": 2.3263157894736843,
      "grad_norm": 2.734912714076213,
      "learning_rate": 0.0002055496615314312,
      "loss": 4.5938,
      "step": 56797
    },
    {
      "epoch": 2.3263567479008804,
      "grad_norm": 3.4224322256461384,
      "learning_rate": 0.00020554663200946237,
      "loss": 4.625,
      "step": 56798
    },
    {
      "epoch": 2.326397706328077,
      "grad_norm": 4.556167209857321,
      "learning_rate": 0.0002055436024612343,
      "loss": 6.625,
      "step": 56799
    },
    {
      "epoch": 2.3264386647552735,
      "grad_norm": 4.04261297353252,
      "learning_rate": 0.0002055405728867485,
      "loss": 5.6875,
      "step": 56800
    },
    {
      "epoch": 2.32647962318247,
      "grad_norm": 3.894055361601747,
      "learning_rate": 0.00020553754328600632,
      "loss": 1.4219,
      "step": 56801
    },
    {
      "epoch": 2.326520581609666,
      "grad_norm": 6.733840225022625,
      "learning_rate": 0.0002055345136590092,
      "loss": 5.875,
      "step": 56802
    },
    {
      "epoch": 2.3265615400368627,
      "grad_norm": 5.044784742045954,
      "learning_rate": 0.00020553148400575863,
      "loss": 5.625,
      "step": 56803
    },
    {
      "epoch": 2.3266024984640588,
      "grad_norm": 3.7906904533867403,
      "learning_rate": 0.00020552845432625597,
      "loss": 5.6875,
      "step": 56804
    },
    {
      "epoch": 2.3266434568912553,
      "grad_norm": 3.57786064691578,
      "learning_rate": 0.00020552542462050265,
      "loss": 0.8906,
      "step": 56805
    },
    {
      "epoch": 2.326684415318452,
      "grad_norm": 3.277224134074008,
      "learning_rate": 0.00020552239488850013,
      "loss": 4.9062,
      "step": 56806
    },
    {
      "epoch": 2.3267253737456484,
      "grad_norm": 3.1007176551657305,
      "learning_rate": 0.00020551936513024988,
      "loss": 5.2812,
      "step": 56807
    },
    {
      "epoch": 2.3267663321728445,
      "grad_norm": 3.7897258596975623,
      "learning_rate": 0.0002055163353457533,
      "loss": 6.2188,
      "step": 56808
    },
    {
      "epoch": 2.326807290600041,
      "grad_norm": 7.587584820749885,
      "learning_rate": 0.00020551330553501178,
      "loss": 6.2188,
      "step": 56809
    },
    {
      "epoch": 2.3268482490272375,
      "grad_norm": 3.4540922257545303,
      "learning_rate": 0.0002055102756980268,
      "loss": 2.2031,
      "step": 56810
    },
    {
      "epoch": 2.3268892074544336,
      "grad_norm": 3.184781902480251,
      "learning_rate": 0.0002055072458347998,
      "loss": 4.9062,
      "step": 56811
    },
    {
      "epoch": 2.32693016588163,
      "grad_norm": 6.708866184140366,
      "learning_rate": 0.00020550421594533216,
      "loss": 5.0938,
      "step": 56812
    },
    {
      "epoch": 2.3269711243088267,
      "grad_norm": 3.8611520260323386,
      "learning_rate": 0.00020550118602962538,
      "loss": 4.7812,
      "step": 56813
    },
    {
      "epoch": 2.327012082736023,
      "grad_norm": 3.59481689444434,
      "learning_rate": 0.00020549815608768087,
      "loss": 5.0625,
      "step": 56814
    },
    {
      "epoch": 2.3270530411632193,
      "grad_norm": 3.0143800352722905,
      "learning_rate": 0.00020549512611950005,
      "loss": 4.0625,
      "step": 56815
    },
    {
      "epoch": 2.327093999590416,
      "grad_norm": 2.7249443675248926,
      "learning_rate": 0.00020549209612508434,
      "loss": 4.25,
      "step": 56816
    },
    {
      "epoch": 2.327134958017612,
      "grad_norm": 2.8656595247974197,
      "learning_rate": 0.00020548906610443516,
      "loss": 4.5312,
      "step": 56817
    },
    {
      "epoch": 2.3271759164448085,
      "grad_norm": 5.208766727596091,
      "learning_rate": 0.00020548603605755397,
      "loss": 5.9375,
      "step": 56818
    },
    {
      "epoch": 2.327216874872005,
      "grad_norm": 3.5216895765039538,
      "learning_rate": 0.00020548300598444226,
      "loss": 5.0625,
      "step": 56819
    },
    {
      "epoch": 2.3272578332992016,
      "grad_norm": 5.921856285677718,
      "learning_rate": 0.00020547997588510138,
      "loss": 5.0,
      "step": 56820
    },
    {
      "epoch": 2.3272987917263976,
      "grad_norm": 2.911722410005808,
      "learning_rate": 0.00020547694575953276,
      "loss": 3.875,
      "step": 56821
    },
    {
      "epoch": 2.327339750153594,
      "grad_norm": 4.7410988926658835,
      "learning_rate": 0.0002054739156077379,
      "loss": 4.7812,
      "step": 56822
    },
    {
      "epoch": 2.3273807085807903,
      "grad_norm": 4.114942634352667,
      "learning_rate": 0.00020547088542971815,
      "loss": 4.0,
      "step": 56823
    },
    {
      "epoch": 2.327421667007987,
      "grad_norm": 2.713417311831274,
      "learning_rate": 0.00020546785522547502,
      "loss": 4.2188,
      "step": 56824
    },
    {
      "epoch": 2.3274626254351833,
      "grad_norm": 3.479959782811965,
      "learning_rate": 0.00020546482499500987,
      "loss": 4.7812,
      "step": 56825
    },
    {
      "epoch": 2.32750358386238,
      "grad_norm": 3.021340332751352,
      "learning_rate": 0.00020546179473832419,
      "loss": 4.9375,
      "step": 56826
    },
    {
      "epoch": 2.327544542289576,
      "grad_norm": 3.036355855499546,
      "learning_rate": 0.0002054587644554194,
      "loss": 3.0625,
      "step": 56827
    },
    {
      "epoch": 2.3275855007167725,
      "grad_norm": 3.6912117786021095,
      "learning_rate": 0.00020545573414629693,
      "loss": 4.625,
      "step": 56828
    },
    {
      "epoch": 2.327626459143969,
      "grad_norm": 4.9543452789112825,
      "learning_rate": 0.00020545270381095817,
      "loss": 5.125,
      "step": 56829
    },
    {
      "epoch": 2.327667417571165,
      "grad_norm": 2.7044201206596234,
      "learning_rate": 0.0002054496734494046,
      "loss": 4.0312,
      "step": 56830
    },
    {
      "epoch": 2.3277083759983617,
      "grad_norm": 2.8984601277002806,
      "learning_rate": 0.00020544664306163768,
      "loss": 4.25,
      "step": 56831
    },
    {
      "epoch": 2.327749334425558,
      "grad_norm": 3.8552277487312896,
      "learning_rate": 0.00020544361264765876,
      "loss": 4.5625,
      "step": 56832
    },
    {
      "epoch": 2.3277902928527543,
      "grad_norm": 2.849168621571042,
      "learning_rate": 0.00020544058220746937,
      "loss": 4.7812,
      "step": 56833
    },
    {
      "epoch": 2.327831251279951,
      "grad_norm": 2.7558901901765323,
      "learning_rate": 0.00020543755174107082,
      "loss": 4.25,
      "step": 56834
    },
    {
      "epoch": 2.3278722097071474,
      "grad_norm": 3.554113201821187,
      "learning_rate": 0.00020543452124846466,
      "loss": 4.9375,
      "step": 56835
    },
    {
      "epoch": 2.3279131681343435,
      "grad_norm": 3.0654690145690004,
      "learning_rate": 0.00020543149072965226,
      "loss": 4.3438,
      "step": 56836
    },
    {
      "epoch": 2.32795412656154,
      "grad_norm": 4.659857279597572,
      "learning_rate": 0.0002054284601846351,
      "loss": 6.0312,
      "step": 56837
    },
    {
      "epoch": 2.3279950849887365,
      "grad_norm": 3.4782623956844283,
      "learning_rate": 0.00020542542961341455,
      "loss": 6.2188,
      "step": 56838
    },
    {
      "epoch": 2.328036043415933,
      "grad_norm": 2.857818222501786,
      "learning_rate": 0.00020542239901599207,
      "loss": 4.25,
      "step": 56839
    },
    {
      "epoch": 2.328077001843129,
      "grad_norm": 2.965977768092475,
      "learning_rate": 0.0002054193683923691,
      "loss": 4.5312,
      "step": 56840
    },
    {
      "epoch": 2.3281179602703257,
      "grad_norm": 3.184849891354404,
      "learning_rate": 0.00020541633774254705,
      "loss": 4.0938,
      "step": 56841
    },
    {
      "epoch": 2.328158918697522,
      "grad_norm": 3.741673007302213,
      "learning_rate": 0.0002054133070665274,
      "loss": 5.375,
      "step": 56842
    },
    {
      "epoch": 2.3281998771247183,
      "grad_norm": 3.3876011112018958,
      "learning_rate": 0.00020541027636431154,
      "loss": 4.75,
      "step": 56843
    },
    {
      "epoch": 2.328240835551915,
      "grad_norm": 3.423010369385506,
      "learning_rate": 0.00020540724563590095,
      "loss": 5.2188,
      "step": 56844
    },
    {
      "epoch": 2.3282817939791114,
      "grad_norm": 4.947798838207357,
      "learning_rate": 0.00020540421488129696,
      "loss": 4.6875,
      "step": 56845
    },
    {
      "epoch": 2.3283227524063075,
      "grad_norm": 3.612673603775161,
      "learning_rate": 0.00020540118410050111,
      "loss": 5.0,
      "step": 56846
    },
    {
      "epoch": 2.328363710833504,
      "grad_norm": 3.1966480926536827,
      "learning_rate": 0.00020539815329351482,
      "loss": 5.0312,
      "step": 56847
    },
    {
      "epoch": 2.3284046692607006,
      "grad_norm": 3.0509698151123423,
      "learning_rate": 0.00020539512246033948,
      "loss": 4.6875,
      "step": 56848
    },
    {
      "epoch": 2.3284456276878966,
      "grad_norm": 3.6143904995912073,
      "learning_rate": 0.0002053920916009765,
      "loss": 4.875,
      "step": 56849
    },
    {
      "epoch": 2.328486586115093,
      "grad_norm": 2.776987472039917,
      "learning_rate": 0.00020538906071542742,
      "loss": 4.0,
      "step": 56850
    },
    {
      "epoch": 2.3285275445422897,
      "grad_norm": 4.545224731241924,
      "learning_rate": 0.00020538602980369356,
      "loss": 6.6562,
      "step": 56851
    },
    {
      "epoch": 2.328568502969486,
      "grad_norm": 2.772230326702189,
      "learning_rate": 0.00020538299886577646,
      "loss": 4.4375,
      "step": 56852
    },
    {
      "epoch": 2.3286094613966823,
      "grad_norm": 3.992187243000233,
      "learning_rate": 0.00020537996790167737,
      "loss": 1.7578,
      "step": 56853
    },
    {
      "epoch": 2.328650419823879,
      "grad_norm": 2.6099635765956894,
      "learning_rate": 0.00020537693691139794,
      "loss": 4.4375,
      "step": 56854
    },
    {
      "epoch": 2.328691378251075,
      "grad_norm": 5.605934827036475,
      "learning_rate": 0.0002053739058949395,
      "loss": 7.5,
      "step": 56855
    },
    {
      "epoch": 2.3287323366782715,
      "grad_norm": 2.772486324505145,
      "learning_rate": 0.00020537087485230347,
      "loss": 5.0,
      "step": 56856
    },
    {
      "epoch": 2.328773295105468,
      "grad_norm": 4.146944464887549,
      "learning_rate": 0.0002053678437834913,
      "loss": 6.1562,
      "step": 56857
    },
    {
      "epoch": 2.3288142535326646,
      "grad_norm": 5.024649632286097,
      "learning_rate": 0.00020536481268850447,
      "loss": 5.1562,
      "step": 56858
    },
    {
      "epoch": 2.3288552119598607,
      "grad_norm": 6.742031346736076,
      "learning_rate": 0.00020536178156734433,
      "loss": 2.4531,
      "step": 56859
    },
    {
      "epoch": 2.328896170387057,
      "grad_norm": 5.959177708736094,
      "learning_rate": 0.00020535875042001237,
      "loss": 3.3594,
      "step": 56860
    },
    {
      "epoch": 2.3289371288142533,
      "grad_norm": 4.8700729886913665,
      "learning_rate": 0.00020535571924650995,
      "loss": 5.7188,
      "step": 56861
    },
    {
      "epoch": 2.32897808724145,
      "grad_norm": 5.073244976316124,
      "learning_rate": 0.00020535268804683864,
      "loss": 7.3438,
      "step": 56862
    },
    {
      "epoch": 2.3290190456686464,
      "grad_norm": 3.0785630701649964,
      "learning_rate": 0.00020534965682099973,
      "loss": 4.3125,
      "step": 56863
    },
    {
      "epoch": 2.329060004095843,
      "grad_norm": 4.021539994588892,
      "learning_rate": 0.00020534662556899477,
      "loss": 4.0312,
      "step": 56864
    },
    {
      "epoch": 2.329100962523039,
      "grad_norm": 6.445242937379258,
      "learning_rate": 0.00020534359429082505,
      "loss": 3.25,
      "step": 56865
    },
    {
      "epoch": 2.3291419209502355,
      "grad_norm": 3.044489201616342,
      "learning_rate": 0.00020534056298649218,
      "loss": 5.0,
      "step": 56866
    },
    {
      "epoch": 2.329182879377432,
      "grad_norm": 3.4058913964500297,
      "learning_rate": 0.00020533753165599745,
      "loss": 5.0,
      "step": 56867
    },
    {
      "epoch": 2.329223837804628,
      "grad_norm": 3.2449220787420936,
      "learning_rate": 0.0002053345002993424,
      "loss": 4.375,
      "step": 56868
    },
    {
      "epoch": 2.3292647962318247,
      "grad_norm": 3.147675257885715,
      "learning_rate": 0.00020533146891652836,
      "loss": 4.2188,
      "step": 56869
    },
    {
      "epoch": 2.3293057546590212,
      "grad_norm": 3.653244812254611,
      "learning_rate": 0.00020532843750755678,
      "loss": 5.75,
      "step": 56870
    },
    {
      "epoch": 2.3293467130862173,
      "grad_norm": 2.768416443903107,
      "learning_rate": 0.0002053254060724292,
      "loss": 4.2812,
      "step": 56871
    },
    {
      "epoch": 2.329387671513414,
      "grad_norm": 2.9082302584855984,
      "learning_rate": 0.000205322374611147,
      "loss": 4.0312,
      "step": 56872
    },
    {
      "epoch": 2.3294286299406104,
      "grad_norm": 2.7713749649366077,
      "learning_rate": 0.00020531934312371152,
      "loss": 4.0312,
      "step": 56873
    },
    {
      "epoch": 2.3294695883678065,
      "grad_norm": 3.715481720005066,
      "learning_rate": 0.0002053163116101243,
      "loss": 3.6719,
      "step": 56874
    },
    {
      "epoch": 2.329510546795003,
      "grad_norm": 3.432140807891154,
      "learning_rate": 0.0002053132800703867,
      "loss": 5.0312,
      "step": 56875
    },
    {
      "epoch": 2.3295515052221996,
      "grad_norm": 3.6519470970532426,
      "learning_rate": 0.00020531024850450023,
      "loss": 5.5625,
      "step": 56876
    },
    {
      "epoch": 2.329592463649396,
      "grad_norm": 2.8175382331406706,
      "learning_rate": 0.00020530721691246626,
      "loss": 3.9531,
      "step": 56877
    },
    {
      "epoch": 2.329633422076592,
      "grad_norm": 2.8954122316238635,
      "learning_rate": 0.00020530418529428622,
      "loss": 4.3438,
      "step": 56878
    },
    {
      "epoch": 2.3296743805037887,
      "grad_norm": 2.814514068969357,
      "learning_rate": 0.00020530115364996164,
      "loss": 4.5312,
      "step": 56879
    },
    {
      "epoch": 2.329715338930985,
      "grad_norm": 4.472126399556876,
      "learning_rate": 0.00020529812197949383,
      "loss": 5.5938,
      "step": 56880
    },
    {
      "epoch": 2.3297562973581813,
      "grad_norm": 15.349693894045393,
      "learning_rate": 0.00020529509028288428,
      "loss": 4.5938,
      "step": 56881
    },
    {
      "epoch": 2.329797255785378,
      "grad_norm": 4.574992803408133,
      "learning_rate": 0.00020529205856013446,
      "loss": 6.25,
      "step": 56882
    },
    {
      "epoch": 2.3298382142125744,
      "grad_norm": 11.917565625553921,
      "learning_rate": 0.00020528902681124573,
      "loss": 6.2188,
      "step": 56883
    },
    {
      "epoch": 2.3298791726397705,
      "grad_norm": 3.1967028974122855,
      "learning_rate": 0.00020528599503621958,
      "loss": 4.1875,
      "step": 56884
    },
    {
      "epoch": 2.329920131066967,
      "grad_norm": 7.618245560253546,
      "learning_rate": 0.00020528296323505738,
      "loss": 3.75,
      "step": 56885
    },
    {
      "epoch": 2.3299610894941636,
      "grad_norm": 3.285568938637872,
      "learning_rate": 0.00020527993140776062,
      "loss": 4.1875,
      "step": 56886
    },
    {
      "epoch": 2.3300020479213597,
      "grad_norm": 3.0813548097342145,
      "learning_rate": 0.00020527689955433074,
      "loss": 4.5,
      "step": 56887
    },
    {
      "epoch": 2.330043006348556,
      "grad_norm": 9.211592645569128,
      "learning_rate": 0.00020527386767476915,
      "loss": 5.2812,
      "step": 56888
    },
    {
      "epoch": 2.3300839647757527,
      "grad_norm": 3.183357313419044,
      "learning_rate": 0.00020527083576907723,
      "loss": 4.375,
      "step": 56889
    },
    {
      "epoch": 2.330124923202949,
      "grad_norm": 2.7174261550992993,
      "learning_rate": 0.0002052678038372565,
      "loss": 4.0312,
      "step": 56890
    },
    {
      "epoch": 2.3301658816301454,
      "grad_norm": 8.482008113851201,
      "learning_rate": 0.0002052647718793084,
      "loss": 6.0625,
      "step": 56891
    },
    {
      "epoch": 2.330206840057342,
      "grad_norm": 3.534853676538423,
      "learning_rate": 0.00020526173989523429,
      "loss": 5.4062,
      "step": 56892
    },
    {
      "epoch": 2.330247798484538,
      "grad_norm": 4.836325956177384,
      "learning_rate": 0.0002052587078850356,
      "loss": 2.1406,
      "step": 56893
    },
    {
      "epoch": 2.3302887569117345,
      "grad_norm": 9.336583191438477,
      "learning_rate": 0.00020525567584871383,
      "loss": 4.7812,
      "step": 56894
    },
    {
      "epoch": 2.330329715338931,
      "grad_norm": 3.2189007241035696,
      "learning_rate": 0.0002052526437862704,
      "loss": 1.8828,
      "step": 56895
    },
    {
      "epoch": 2.3303706737661276,
      "grad_norm": 3.1908628606164653,
      "learning_rate": 0.00020524961169770671,
      "loss": 5.0625,
      "step": 56896
    },
    {
      "epoch": 2.3304116321933237,
      "grad_norm": 2.675656527428288,
      "learning_rate": 0.00020524657958302417,
      "loss": 4.1875,
      "step": 56897
    },
    {
      "epoch": 2.3304525906205202,
      "grad_norm": 4.286566595397846,
      "learning_rate": 0.0002052435474422243,
      "loss": 4.8125,
      "step": 56898
    },
    {
      "epoch": 2.3304935490477163,
      "grad_norm": 3.413047063828531,
      "learning_rate": 0.00020524051527530849,
      "loss": 5.0625,
      "step": 56899
    },
    {
      "epoch": 2.330534507474913,
      "grad_norm": 23.30933479272538,
      "learning_rate": 0.00020523748308227816,
      "loss": 6.375,
      "step": 56900
    },
    {
      "epoch": 2.3305754659021094,
      "grad_norm": 3.22480016987841,
      "learning_rate": 0.00020523445086313474,
      "loss": 5.8125,
      "step": 56901
    },
    {
      "epoch": 2.330616424329306,
      "grad_norm": 10.547391897880965,
      "learning_rate": 0.00020523141861787967,
      "loss": 1.0703,
      "step": 56902
    },
    {
      "epoch": 2.330657382756502,
      "grad_norm": 3.2752436692533973,
      "learning_rate": 0.00020522838634651444,
      "loss": 5.8125,
      "step": 56903
    },
    {
      "epoch": 2.3306983411836986,
      "grad_norm": 3.971358833897721,
      "learning_rate": 0.00020522535404904043,
      "loss": 4.6875,
      "step": 56904
    },
    {
      "epoch": 2.330739299610895,
      "grad_norm": 2.8901856909298003,
      "learning_rate": 0.000205222321725459,
      "loss": 4.375,
      "step": 56905
    },
    {
      "epoch": 2.330780258038091,
      "grad_norm": 3.6187507042620943,
      "learning_rate": 0.0002052192893757717,
      "loss": 4.625,
      "step": 56906
    },
    {
      "epoch": 2.3308212164652877,
      "grad_norm": 2.9760333093870464,
      "learning_rate": 0.00020521625699997995,
      "loss": 4.625,
      "step": 56907
    },
    {
      "epoch": 2.3308621748924843,
      "grad_norm": 14.019089921146524,
      "learning_rate": 0.00020521322459808518,
      "loss": 2.1875,
      "step": 56908
    },
    {
      "epoch": 2.3309031333196804,
      "grad_norm": 3.7274711532479206,
      "learning_rate": 0.00020521019217008873,
      "loss": 3.8125,
      "step": 56909
    },
    {
      "epoch": 2.330944091746877,
      "grad_norm": 2.9911577391754407,
      "learning_rate": 0.00020520715971599214,
      "loss": 5.0938,
      "step": 56910
    },
    {
      "epoch": 2.3309850501740734,
      "grad_norm": 3.800835156446865,
      "learning_rate": 0.00020520412723579683,
      "loss": 5.5,
      "step": 56911
    },
    {
      "epoch": 2.3310260086012695,
      "grad_norm": 2.917716386833308,
      "learning_rate": 0.00020520109472950418,
      "loss": 4.2812,
      "step": 56912
    },
    {
      "epoch": 2.331066967028466,
      "grad_norm": 2.888558094674533,
      "learning_rate": 0.00020519806219711565,
      "loss": 4.8438,
      "step": 56913
    },
    {
      "epoch": 2.3311079254556626,
      "grad_norm": 7.873584733249222,
      "learning_rate": 0.00020519502963863267,
      "loss": 5.8125,
      "step": 56914
    },
    {
      "epoch": 2.331148883882859,
      "grad_norm": 2.62824844688847,
      "learning_rate": 0.00020519199705405672,
      "loss": 4.125,
      "step": 56915
    },
    {
      "epoch": 2.331189842310055,
      "grad_norm": 2.8513226067319386,
      "learning_rate": 0.0002051889644433892,
      "loss": 3.9375,
      "step": 56916
    },
    {
      "epoch": 2.3312308007372518,
      "grad_norm": 7.6844079885749546,
      "learning_rate": 0.00020518593180663148,
      "loss": 7.1875,
      "step": 56917
    },
    {
      "epoch": 2.331271759164448,
      "grad_norm": 2.899050667385375,
      "learning_rate": 0.0002051828991437851,
      "loss": 3.7656,
      "step": 56918
    },
    {
      "epoch": 2.3313127175916444,
      "grad_norm": 5.683637954401593,
      "learning_rate": 0.00020517986645485147,
      "loss": 6.375,
      "step": 56919
    },
    {
      "epoch": 2.331353676018841,
      "grad_norm": 3.077430320034532,
      "learning_rate": 0.00020517683373983198,
      "loss": 3.7969,
      "step": 56920
    },
    {
      "epoch": 2.3313946344460375,
      "grad_norm": 4.35318307756194,
      "learning_rate": 0.00020517380099872807,
      "loss": 5.1875,
      "step": 56921
    },
    {
      "epoch": 2.3314355928732335,
      "grad_norm": 3.830237449739775,
      "learning_rate": 0.0002051707682315412,
      "loss": 1.5938,
      "step": 56922
    },
    {
      "epoch": 2.33147655130043,
      "grad_norm": 3.0593455183451708,
      "learning_rate": 0.00020516773543827275,
      "loss": 4.2812,
      "step": 56923
    },
    {
      "epoch": 2.3315175097276266,
      "grad_norm": 3.767302392008526,
      "learning_rate": 0.00020516470261892428,
      "loss": 4.9062,
      "step": 56924
    },
    {
      "epoch": 2.3315584681548227,
      "grad_norm": 3.2265735650789553,
      "learning_rate": 0.00020516166977349706,
      "loss": 4.25,
      "step": 56925
    },
    {
      "epoch": 2.3315994265820192,
      "grad_norm": 3.0183617773890656,
      "learning_rate": 0.00020515863690199264,
      "loss": 5.5312,
      "step": 56926
    },
    {
      "epoch": 2.3316403850092158,
      "grad_norm": 5.275870095415015,
      "learning_rate": 0.00020515560400441243,
      "loss": 6.0938,
      "step": 56927
    },
    {
      "epoch": 2.331681343436412,
      "grad_norm": 2.972681674850031,
      "learning_rate": 0.00020515257108075783,
      "loss": 4.1875,
      "step": 56928
    },
    {
      "epoch": 2.3317223018636084,
      "grad_norm": 2.624545540373455,
      "learning_rate": 0.0002051495381310303,
      "loss": 4.1875,
      "step": 56929
    },
    {
      "epoch": 2.331763260290805,
      "grad_norm": 6.6272612257843715,
      "learning_rate": 0.00020514650515523125,
      "loss": 3.5469,
      "step": 56930
    },
    {
      "epoch": 2.331804218718001,
      "grad_norm": 5.4257486563802795,
      "learning_rate": 0.00020514347215336217,
      "loss": 4.3125,
      "step": 56931
    },
    {
      "epoch": 2.3318451771451976,
      "grad_norm": 4.231311563698472,
      "learning_rate": 0.00020514043912542445,
      "loss": 4.1562,
      "step": 56932
    },
    {
      "epoch": 2.331886135572394,
      "grad_norm": 4.204906653111577,
      "learning_rate": 0.0002051374060714195,
      "loss": 6.25,
      "step": 56933
    },
    {
      "epoch": 2.3319270939995906,
      "grad_norm": 4.8862654624493365,
      "learning_rate": 0.00020513437299134882,
      "loss": 6.875,
      "step": 56934
    },
    {
      "epoch": 2.3319680524267867,
      "grad_norm": 6.025805733877444,
      "learning_rate": 0.00020513133988521378,
      "loss": 6.9688,
      "step": 56935
    },
    {
      "epoch": 2.3320090108539833,
      "grad_norm": 3.0731284477120973,
      "learning_rate": 0.00020512830675301584,
      "loss": 4.3438,
      "step": 56936
    },
    {
      "epoch": 2.3320499692811794,
      "grad_norm": 2.723887078702535,
      "learning_rate": 0.00020512527359475645,
      "loss": 3.9062,
      "step": 56937
    },
    {
      "epoch": 2.332090927708376,
      "grad_norm": 7.713399487466295,
      "learning_rate": 0.00020512224041043702,
      "loss": 3.6875,
      "step": 56938
    },
    {
      "epoch": 2.3321318861355724,
      "grad_norm": 8.93268845659729,
      "learning_rate": 0.000205119207200059,
      "loss": 6.0625,
      "step": 56939
    },
    {
      "epoch": 2.332172844562769,
      "grad_norm": 2.5752855162971766,
      "learning_rate": 0.00020511617396362384,
      "loss": 4.0,
      "step": 56940
    },
    {
      "epoch": 2.332213802989965,
      "grad_norm": 4.828941533891362,
      "learning_rate": 0.00020511314070113294,
      "loss": 4.6562,
      "step": 56941
    },
    {
      "epoch": 2.3322547614171616,
      "grad_norm": 2.7470217657188387,
      "learning_rate": 0.0002051101074125877,
      "loss": 3.9688,
      "step": 56942
    },
    {
      "epoch": 2.332295719844358,
      "grad_norm": 4.119385277923398,
      "learning_rate": 0.00020510707409798965,
      "loss": 3.7031,
      "step": 56943
    },
    {
      "epoch": 2.332336678271554,
      "grad_norm": 3.689254050596826,
      "learning_rate": 0.00020510404075734016,
      "loss": 5.5625,
      "step": 56944
    },
    {
      "epoch": 2.3323776366987508,
      "grad_norm": 3.073427499638679,
      "learning_rate": 0.00020510100739064068,
      "loss": 4.5,
      "step": 56945
    },
    {
      "epoch": 2.3324185951259473,
      "grad_norm": 3.5988457497485418,
      "learning_rate": 0.00020509797399789263,
      "loss": 5.625,
      "step": 56946
    },
    {
      "epoch": 2.3324595535531434,
      "grad_norm": 3.2522461972544767,
      "learning_rate": 0.00020509494057909748,
      "loss": 5.1562,
      "step": 56947
    },
    {
      "epoch": 2.33250051198034,
      "grad_norm": 4.273750782815565,
      "learning_rate": 0.00020509190713425662,
      "loss": 5.0938,
      "step": 56948
    },
    {
      "epoch": 2.3325414704075365,
      "grad_norm": 3.439294337136019,
      "learning_rate": 0.0002050888736633715,
      "loss": 5.4062,
      "step": 56949
    },
    {
      "epoch": 2.3325824288347325,
      "grad_norm": 6.999080290155349,
      "learning_rate": 0.00020508584016644353,
      "loss": 2.0469,
      "step": 56950
    },
    {
      "epoch": 2.332623387261929,
      "grad_norm": 5.849335757238622,
      "learning_rate": 0.0002050828066434742,
      "loss": 5.4375,
      "step": 56951
    },
    {
      "epoch": 2.3326643456891256,
      "grad_norm": 4.165919168402799,
      "learning_rate": 0.00020507977309446493,
      "loss": 4.9688,
      "step": 56952
    },
    {
      "epoch": 2.332705304116322,
      "grad_norm": 3.5004210102987328,
      "learning_rate": 0.00020507673951941708,
      "loss": 4.625,
      "step": 56953
    },
    {
      "epoch": 2.3327462625435182,
      "grad_norm": 4.997397713577539,
      "learning_rate": 0.00020507370591833223,
      "loss": 4.8125,
      "step": 56954
    },
    {
      "epoch": 2.332787220970715,
      "grad_norm": 2.9083931474641913,
      "learning_rate": 0.00020507067229121167,
      "loss": 4.5,
      "step": 56955
    },
    {
      "epoch": 2.332828179397911,
      "grad_norm": 5.263564157454244,
      "learning_rate": 0.00020506763863805693,
      "loss": 5.6875,
      "step": 56956
    },
    {
      "epoch": 2.3328691378251074,
      "grad_norm": 3.4366408263463897,
      "learning_rate": 0.00020506460495886935,
      "loss": 4.7188,
      "step": 56957
    },
    {
      "epoch": 2.332910096252304,
      "grad_norm": 4.083630423263087,
      "learning_rate": 0.00020506157125365043,
      "loss": 3.2656,
      "step": 56958
    },
    {
      "epoch": 2.3329510546795005,
      "grad_norm": 6.190389353332654,
      "learning_rate": 0.00020505853752240166,
      "loss": 6.6875,
      "step": 56959
    },
    {
      "epoch": 2.3329920131066966,
      "grad_norm": 9.46469747092718,
      "learning_rate": 0.00020505550376512436,
      "loss": 6.6562,
      "step": 56960
    },
    {
      "epoch": 2.333032971533893,
      "grad_norm": 2.842398411499884,
      "learning_rate": 0.00020505246998181998,
      "loss": 4.2812,
      "step": 56961
    },
    {
      "epoch": 2.3330739299610896,
      "grad_norm": 3.429323234374613,
      "learning_rate": 0.00020504943617249003,
      "loss": 4.9688,
      "step": 56962
    },
    {
      "epoch": 2.3331148883882857,
      "grad_norm": 3.876889786490272,
      "learning_rate": 0.0002050464023371359,
      "loss": 4.7812,
      "step": 56963
    },
    {
      "epoch": 2.3331558468154823,
      "grad_norm": 3.3960810257032152,
      "learning_rate": 0.00020504336847575904,
      "loss": 5.0,
      "step": 56964
    },
    {
      "epoch": 2.333196805242679,
      "grad_norm": 2.816123870159013,
      "learning_rate": 0.00020504033458836084,
      "loss": 3.6406,
      "step": 56965
    },
    {
      "epoch": 2.333237763669875,
      "grad_norm": 3.6993025717206827,
      "learning_rate": 0.00020503730067494277,
      "loss": 4.875,
      "step": 56966
    },
    {
      "epoch": 2.3332787220970714,
      "grad_norm": 3.5646549162079104,
      "learning_rate": 0.00020503426673550626,
      "loss": 5.6562,
      "step": 56967
    },
    {
      "epoch": 2.333319680524268,
      "grad_norm": 2.819811908141594,
      "learning_rate": 0.00020503123277005277,
      "loss": 4.5,
      "step": 56968
    },
    {
      "epoch": 2.333360638951464,
      "grad_norm": 5.886215468074541,
      "learning_rate": 0.00020502819877858363,
      "loss": 3.6719,
      "step": 56969
    },
    {
      "epoch": 2.3334015973786606,
      "grad_norm": 3.8984237984868995,
      "learning_rate": 0.00020502516476110042,
      "loss": 5.875,
      "step": 56970
    },
    {
      "epoch": 2.333442555805857,
      "grad_norm": 3.1814260245221724,
      "learning_rate": 0.0002050221307176045,
      "loss": 4.4688,
      "step": 56971
    },
    {
      "epoch": 2.3334835142330537,
      "grad_norm": 3.335063740509861,
      "learning_rate": 0.0002050190966480973,
      "loss": 5.3438,
      "step": 56972
    },
    {
      "epoch": 2.3335244726602498,
      "grad_norm": 4.417229226004951,
      "learning_rate": 0.00020501606255258025,
      "loss": 4.6562,
      "step": 56973
    },
    {
      "epoch": 2.3335654310874463,
      "grad_norm": 3.561495005606771,
      "learning_rate": 0.00020501302843105478,
      "loss": 3.9531,
      "step": 56974
    },
    {
      "epoch": 2.333606389514643,
      "grad_norm": 9.016992308592698,
      "learning_rate": 0.0002050099942835224,
      "loss": 5.5312,
      "step": 56975
    },
    {
      "epoch": 2.333647347941839,
      "grad_norm": 4.034550618503178,
      "learning_rate": 0.00020500696010998447,
      "loss": 5.4062,
      "step": 56976
    },
    {
      "epoch": 2.3336883063690355,
      "grad_norm": 3.829902976548093,
      "learning_rate": 0.00020500392591044244,
      "loss": 3.2188,
      "step": 56977
    },
    {
      "epoch": 2.333729264796232,
      "grad_norm": 3.259847006887485,
      "learning_rate": 0.0002050008916848977,
      "loss": 4.125,
      "step": 56978
    },
    {
      "epoch": 2.333770223223428,
      "grad_norm": 3.491041803220421,
      "learning_rate": 0.00020499785743335178,
      "loss": 5.4688,
      "step": 56979
    },
    {
      "epoch": 2.3338111816506246,
      "grad_norm": 2.691661573346898,
      "learning_rate": 0.00020499482315580606,
      "loss": 4.375,
      "step": 56980
    },
    {
      "epoch": 2.333852140077821,
      "grad_norm": 2.803896223154618,
      "learning_rate": 0.00020499178885226193,
      "loss": 4.3125,
      "step": 56981
    },
    {
      "epoch": 2.3338930985050172,
      "grad_norm": 3.9975608929121322,
      "learning_rate": 0.00020498875452272094,
      "loss": 5.2188,
      "step": 56982
    },
    {
      "epoch": 2.333934056932214,
      "grad_norm": 2.964538661548056,
      "learning_rate": 0.00020498572016718444,
      "loss": 4.6562,
      "step": 56983
    },
    {
      "epoch": 2.3339750153594103,
      "grad_norm": 3.1900067042065436,
      "learning_rate": 0.00020498268578565386,
      "loss": 5.8438,
      "step": 56984
    },
    {
      "epoch": 2.3340159737866064,
      "grad_norm": 2.7002897585855745,
      "learning_rate": 0.00020497965137813065,
      "loss": 4.25,
      "step": 56985
    },
    {
      "epoch": 2.334056932213803,
      "grad_norm": 5.992434409682661,
      "learning_rate": 0.00020497661694461627,
      "loss": 5.6875,
      "step": 56986
    },
    {
      "epoch": 2.3340978906409995,
      "grad_norm": 5.410550482840582,
      "learning_rate": 0.00020497358248511215,
      "loss": 6.0625,
      "step": 56987
    },
    {
      "epoch": 2.3341388490681956,
      "grad_norm": 4.732386665385783,
      "learning_rate": 0.00020497054799961968,
      "loss": 5.8125,
      "step": 56988
    },
    {
      "epoch": 2.334179807495392,
      "grad_norm": 2.711919254687296,
      "learning_rate": 0.00020496751348814032,
      "loss": 4.3125,
      "step": 56989
    },
    {
      "epoch": 2.3342207659225886,
      "grad_norm": 2.8800986202494068,
      "learning_rate": 0.00020496447895067553,
      "loss": 4.0,
      "step": 56990
    },
    {
      "epoch": 2.334261724349785,
      "grad_norm": 3.6315537049164903,
      "learning_rate": 0.00020496144438722676,
      "loss": 5.2188,
      "step": 56991
    },
    {
      "epoch": 2.3343026827769813,
      "grad_norm": 3.7452869489868106,
      "learning_rate": 0.00020495840979779535,
      "loss": 5.1562,
      "step": 56992
    },
    {
      "epoch": 2.334343641204178,
      "grad_norm": 6.416906885739784,
      "learning_rate": 0.0002049553751823828,
      "loss": 4.5938,
      "step": 56993
    },
    {
      "epoch": 2.3343845996313743,
      "grad_norm": 3.673153750425904,
      "learning_rate": 0.00020495234054099053,
      "loss": 3.1875,
      "step": 56994
    },
    {
      "epoch": 2.3344255580585704,
      "grad_norm": 3.0937749148654996,
      "learning_rate": 0.00020494930587362003,
      "loss": 4.875,
      "step": 56995
    },
    {
      "epoch": 2.334466516485767,
      "grad_norm": 2.760160833691281,
      "learning_rate": 0.00020494627118027267,
      "loss": 4.2188,
      "step": 56996
    },
    {
      "epoch": 2.3345074749129635,
      "grad_norm": 3.613097211331819,
      "learning_rate": 0.00020494323646094983,
      "loss": 4.9375,
      "step": 56997
    },
    {
      "epoch": 2.3345484333401596,
      "grad_norm": 4.407234656827299,
      "learning_rate": 0.0002049402017156531,
      "loss": 5.2188,
      "step": 56998
    },
    {
      "epoch": 2.334589391767356,
      "grad_norm": 6.0651805079339,
      "learning_rate": 0.00020493716694438383,
      "loss": 5.6562,
      "step": 56999
    },
    {
      "epoch": 2.3346303501945527,
      "grad_norm": 5.009397952471233,
      "learning_rate": 0.00020493413214714342,
      "loss": 5.0938,
      "step": 57000
    },
    {
      "epoch": 2.3346713086217488,
      "grad_norm": 3.4734236621182775,
      "learning_rate": 0.0002049310973239333,
      "loss": 5.9688,
      "step": 57001
    },
    {
      "epoch": 2.3347122670489453,
      "grad_norm": 3.8647906836247734,
      "learning_rate": 0.00020492806247475502,
      "loss": 4.875,
      "step": 57002
    },
    {
      "epoch": 2.334753225476142,
      "grad_norm": 3.4091837751791427,
      "learning_rate": 0.00020492502759960991,
      "loss": 4.75,
      "step": 57003
    },
    {
      "epoch": 2.334794183903338,
      "grad_norm": 3.5809661823591723,
      "learning_rate": 0.00020492199269849946,
      "loss": 4.9062,
      "step": 57004
    },
    {
      "epoch": 2.3348351423305345,
      "grad_norm": 2.8555416179837096,
      "learning_rate": 0.00020491895777142506,
      "loss": 4.5,
      "step": 57005
    },
    {
      "epoch": 2.334876100757731,
      "grad_norm": 3.016762193555667,
      "learning_rate": 0.00020491592281838812,
      "loss": 5.125,
      "step": 57006
    },
    {
      "epoch": 2.334917059184927,
      "grad_norm": 3.192057289317183,
      "learning_rate": 0.00020491288783939022,
      "loss": 3.2656,
      "step": 57007
    },
    {
      "epoch": 2.3349580176121236,
      "grad_norm": 10.992178713480092,
      "learning_rate": 0.00020490985283443263,
      "loss": 6.7188,
      "step": 57008
    },
    {
      "epoch": 2.33499897603932,
      "grad_norm": 3.065924930119355,
      "learning_rate": 0.00020490681780351683,
      "loss": 4.5,
      "step": 57009
    },
    {
      "epoch": 2.3350399344665167,
      "grad_norm": 4.164364383298953,
      "learning_rate": 0.0002049037827466443,
      "loss": 5.0625,
      "step": 57010
    },
    {
      "epoch": 2.335080892893713,
      "grad_norm": 2.7598703837951297,
      "learning_rate": 0.00020490074766381646,
      "loss": 4.4062,
      "step": 57011
    },
    {
      "epoch": 2.3351218513209093,
      "grad_norm": 5.337756790694515,
      "learning_rate": 0.0002048977125550347,
      "loss": 3.1406,
      "step": 57012
    },
    {
      "epoch": 2.335162809748106,
      "grad_norm": 6.545303852310262,
      "learning_rate": 0.00020489467742030053,
      "loss": 4.1562,
      "step": 57013
    },
    {
      "epoch": 2.335203768175302,
      "grad_norm": 3.0562725635050656,
      "learning_rate": 0.0002048916422596153,
      "loss": 4.5312,
      "step": 57014
    },
    {
      "epoch": 2.3352447266024985,
      "grad_norm": 3.866307412179485,
      "learning_rate": 0.0002048886070729805,
      "loss": 5.625,
      "step": 57015
    },
    {
      "epoch": 2.335285685029695,
      "grad_norm": 10.839737648664702,
      "learning_rate": 0.00020488557186039758,
      "loss": 4.7188,
      "step": 57016
    },
    {
      "epoch": 2.335326643456891,
      "grad_norm": 3.9829659076735178,
      "learning_rate": 0.00020488253662186788,
      "loss": 4.1875,
      "step": 57017
    },
    {
      "epoch": 2.3353676018840877,
      "grad_norm": 3.173444474475171,
      "learning_rate": 0.00020487950135739293,
      "loss": 4.8125,
      "step": 57018
    },
    {
      "epoch": 2.335408560311284,
      "grad_norm": 3.8527039460409283,
      "learning_rate": 0.00020487646606697415,
      "loss": 4.25,
      "step": 57019
    },
    {
      "epoch": 2.3354495187384803,
      "grad_norm": 4.390205437966366,
      "learning_rate": 0.00020487343075061297,
      "loss": 3.7031,
      "step": 57020
    },
    {
      "epoch": 2.335490477165677,
      "grad_norm": 2.9691029399698925,
      "learning_rate": 0.00020487039540831076,
      "loss": 5.0625,
      "step": 57021
    },
    {
      "epoch": 2.3355314355928734,
      "grad_norm": 4.243427344499588,
      "learning_rate": 0.00020486736004006906,
      "loss": 4.5,
      "step": 57022
    },
    {
      "epoch": 2.3355723940200694,
      "grad_norm": 3.061617829874383,
      "learning_rate": 0.00020486432464588927,
      "loss": 3.9531,
      "step": 57023
    },
    {
      "epoch": 2.335613352447266,
      "grad_norm": 3.6513723930453246,
      "learning_rate": 0.0002048612892257728,
      "loss": 5.6875,
      "step": 57024
    },
    {
      "epoch": 2.3356543108744625,
      "grad_norm": 5.805794651562217,
      "learning_rate": 0.00020485825377972107,
      "loss": 5.3125,
      "step": 57025
    },
    {
      "epoch": 2.3356952693016586,
      "grad_norm": 2.785507814408606,
      "learning_rate": 0.00020485521830773557,
      "loss": 3.9844,
      "step": 57026
    },
    {
      "epoch": 2.335736227728855,
      "grad_norm": 3.339724451316275,
      "learning_rate": 0.0002048521828098177,
      "loss": 5.1875,
      "step": 57027
    },
    {
      "epoch": 2.3357771861560517,
      "grad_norm": 5.589362593008123,
      "learning_rate": 0.00020484914728596888,
      "loss": 2.9844,
      "step": 57028
    },
    {
      "epoch": 2.335818144583248,
      "grad_norm": 2.7571999912602703,
      "learning_rate": 0.00020484611173619054,
      "loss": 3.9844,
      "step": 57029
    },
    {
      "epoch": 2.3358591030104443,
      "grad_norm": 6.499816295976719,
      "learning_rate": 0.00020484307616048421,
      "loss": 5.875,
      "step": 57030
    },
    {
      "epoch": 2.335900061437641,
      "grad_norm": 2.8726744431291826,
      "learning_rate": 0.00020484004055885122,
      "loss": 4.3438,
      "step": 57031
    },
    {
      "epoch": 2.3359410198648374,
      "grad_norm": 2.787490625485951,
      "learning_rate": 0.00020483700493129306,
      "loss": 4.6875,
      "step": 57032
    },
    {
      "epoch": 2.3359819782920335,
      "grad_norm": 2.8845933732499507,
      "learning_rate": 0.0002048339692778111,
      "loss": 4.75,
      "step": 57033
    },
    {
      "epoch": 2.33602293671923,
      "grad_norm": 2.9882507916609318,
      "learning_rate": 0.0002048309335984069,
      "loss": 2.7812,
      "step": 57034
    },
    {
      "epoch": 2.3360638951464265,
      "grad_norm": 3.5421924559506808,
      "learning_rate": 0.00020482789789308173,
      "loss": 5.0312,
      "step": 57035
    },
    {
      "epoch": 2.3361048535736226,
      "grad_norm": 2.8126796373476295,
      "learning_rate": 0.0002048248621618372,
      "loss": 4.3438,
      "step": 57036
    },
    {
      "epoch": 2.336145812000819,
      "grad_norm": 3.0941718951584947,
      "learning_rate": 0.00020482182640467456,
      "loss": 4.3125,
      "step": 57037
    },
    {
      "epoch": 2.3361867704280157,
      "grad_norm": 3.037002201617365,
      "learning_rate": 0.00020481879062159543,
      "loss": 3.8906,
      "step": 57038
    },
    {
      "epoch": 2.336227728855212,
      "grad_norm": 5.450604317363573,
      "learning_rate": 0.0002048157548126011,
      "loss": 5.75,
      "step": 57039
    },
    {
      "epoch": 2.3362686872824083,
      "grad_norm": 3.3216219670655245,
      "learning_rate": 0.0002048127189776931,
      "loss": 5.625,
      "step": 57040
    },
    {
      "epoch": 2.336309645709605,
      "grad_norm": 2.818102162584247,
      "learning_rate": 0.00020480968311687277,
      "loss": 4.4688,
      "step": 57041
    },
    {
      "epoch": 2.336350604136801,
      "grad_norm": 3.4607156406677944,
      "learning_rate": 0.00020480664723014166,
      "loss": 5.4375,
      "step": 57042
    },
    {
      "epoch": 2.3363915625639975,
      "grad_norm": 2.8222123418530702,
      "learning_rate": 0.0002048036113175011,
      "loss": 4.5625,
      "step": 57043
    },
    {
      "epoch": 2.336432520991194,
      "grad_norm": 3.2893211544186576,
      "learning_rate": 0.00020480057537895262,
      "loss": 3.8594,
      "step": 57044
    },
    {
      "epoch": 2.33647347941839,
      "grad_norm": 3.9707489987818123,
      "learning_rate": 0.0002047975394144976,
      "loss": 3.8281,
      "step": 57045
    },
    {
      "epoch": 2.3365144378455867,
      "grad_norm": 4.91378363896075,
      "learning_rate": 0.00020479450342413745,
      "loss": 3.9688,
      "step": 57046
    },
    {
      "epoch": 2.336555396272783,
      "grad_norm": 4.108247490160243,
      "learning_rate": 0.00020479146740787365,
      "loss": 5.7812,
      "step": 57047
    },
    {
      "epoch": 2.3365963546999797,
      "grad_norm": 2.9140790173682145,
      "learning_rate": 0.00020478843136570766,
      "loss": 4.1562,
      "step": 57048
    },
    {
      "epoch": 2.336637313127176,
      "grad_norm": 6.357417606050244,
      "learning_rate": 0.00020478539529764086,
      "loss": 5.5938,
      "step": 57049
    },
    {
      "epoch": 2.3366782715543724,
      "grad_norm": 2.7081422839711684,
      "learning_rate": 0.0002047823592036747,
      "loss": 4.0,
      "step": 57050
    },
    {
      "epoch": 2.336719229981569,
      "grad_norm": 5.440659856831003,
      "learning_rate": 0.0002047793230838106,
      "loss": 5.9688,
      "step": 57051
    },
    {
      "epoch": 2.336760188408765,
      "grad_norm": 2.7961963385921136,
      "learning_rate": 0.00020477628693805003,
      "loss": 4.0,
      "step": 57052
    },
    {
      "epoch": 2.3368011468359615,
      "grad_norm": 4.54306031945496,
      "learning_rate": 0.0002047732507663944,
      "loss": 1.5938,
      "step": 57053
    },
    {
      "epoch": 2.336842105263158,
      "grad_norm": 3.489055442924217,
      "learning_rate": 0.00020477021456884517,
      "loss": 4.7188,
      "step": 57054
    },
    {
      "epoch": 2.336883063690354,
      "grad_norm": 3.4947162503391813,
      "learning_rate": 0.00020476717834540378,
      "loss": 5.625,
      "step": 57055
    },
    {
      "epoch": 2.3369240221175507,
      "grad_norm": 5.693211323041952,
      "learning_rate": 0.0002047641420960716,
      "loss": 5.5938,
      "step": 57056
    },
    {
      "epoch": 2.336964980544747,
      "grad_norm": 2.718478605572946,
      "learning_rate": 0.0002047611058208501,
      "loss": 3.7812,
      "step": 57057
    },
    {
      "epoch": 2.3370059389719433,
      "grad_norm": 5.936928615600962,
      "learning_rate": 0.0002047580695197408,
      "loss": 6.6875,
      "step": 57058
    },
    {
      "epoch": 2.33704689739914,
      "grad_norm": 3.465909564420141,
      "learning_rate": 0.000204755033192745,
      "loss": 3.8906,
      "step": 57059
    },
    {
      "epoch": 2.3370878558263364,
      "grad_norm": 3.405966131186126,
      "learning_rate": 0.00020475199683986424,
      "loss": 4.7188,
      "step": 57060
    },
    {
      "epoch": 2.3371288142535325,
      "grad_norm": 3.2680735180956693,
      "learning_rate": 0.00020474896046109985,
      "loss": 4.5938,
      "step": 57061
    },
    {
      "epoch": 2.337169772680729,
      "grad_norm": 3.5210124485889405,
      "learning_rate": 0.0002047459240564534,
      "loss": 4.9688,
      "step": 57062
    },
    {
      "epoch": 2.3372107311079255,
      "grad_norm": 2.8153945117676513,
      "learning_rate": 0.0002047428876259262,
      "loss": 5.1562,
      "step": 57063
    },
    {
      "epoch": 2.3372516895351216,
      "grad_norm": 5.257858199719455,
      "learning_rate": 0.0002047398511695198,
      "loss": 5.0938,
      "step": 57064
    },
    {
      "epoch": 2.337292647962318,
      "grad_norm": 4.025437032356167,
      "learning_rate": 0.00020473681468723552,
      "loss": 5.2188,
      "step": 57065
    },
    {
      "epoch": 2.3373336063895147,
      "grad_norm": 2.8366043880261365,
      "learning_rate": 0.00020473377817907488,
      "loss": 4.4062,
      "step": 57066
    },
    {
      "epoch": 2.3373745648167112,
      "grad_norm": 2.6957156625367866,
      "learning_rate": 0.00020473074164503927,
      "loss": 4.4375,
      "step": 57067
    },
    {
      "epoch": 2.3374155232439073,
      "grad_norm": 2.859220347029578,
      "learning_rate": 0.00020472770508513015,
      "loss": 3.6406,
      "step": 57068
    },
    {
      "epoch": 2.337456481671104,
      "grad_norm": 3.323132848149987,
      "learning_rate": 0.0002047246684993489,
      "loss": 5.375,
      "step": 57069
    },
    {
      "epoch": 2.3374974400983004,
      "grad_norm": 2.9656063571352047,
      "learning_rate": 0.00020472163188769705,
      "loss": 4.9375,
      "step": 57070
    },
    {
      "epoch": 2.3375383985254965,
      "grad_norm": 3.008679755290206,
      "learning_rate": 0.00020471859525017603,
      "loss": 4.1562,
      "step": 57071
    },
    {
      "epoch": 2.337579356952693,
      "grad_norm": 3.0758216080564176,
      "learning_rate": 0.00020471555858678718,
      "loss": 4.9375,
      "step": 57072
    },
    {
      "epoch": 2.3376203153798896,
      "grad_norm": 3.1939622890057464,
      "learning_rate": 0.00020471252189753196,
      "loss": 4.9062,
      "step": 57073
    },
    {
      "epoch": 2.3376612738070857,
      "grad_norm": 2.84060475966518,
      "learning_rate": 0.0002047094851824119,
      "loss": 4.4688,
      "step": 57074
    },
    {
      "epoch": 2.337702232234282,
      "grad_norm": 3.2827859547753833,
      "learning_rate": 0.0002047064484414283,
      "loss": 4.9375,
      "step": 57075
    },
    {
      "epoch": 2.3377431906614787,
      "grad_norm": 3.09152404447348,
      "learning_rate": 0.00020470341167458272,
      "loss": 6.75,
      "step": 57076
    },
    {
      "epoch": 2.337784149088675,
      "grad_norm": 6.178139202625892,
      "learning_rate": 0.00020470037488187653,
      "loss": 4.5625,
      "step": 57077
    },
    {
      "epoch": 2.3378251075158714,
      "grad_norm": 3.225691445849742,
      "learning_rate": 0.00020469733806331117,
      "loss": 4.2812,
      "step": 57078
    },
    {
      "epoch": 2.337866065943068,
      "grad_norm": 4.714850398491157,
      "learning_rate": 0.00020469430121888808,
      "loss": 4.5625,
      "step": 57079
    },
    {
      "epoch": 2.3379070243702644,
      "grad_norm": 3.1558097498347553,
      "learning_rate": 0.00020469126434860874,
      "loss": 4.75,
      "step": 57080
    },
    {
      "epoch": 2.3379479827974605,
      "grad_norm": 2.782094743968084,
      "learning_rate": 0.0002046882274524745,
      "loss": 4.1875,
      "step": 57081
    },
    {
      "epoch": 2.337988941224657,
      "grad_norm": 2.820819412744213,
      "learning_rate": 0.00020468519053048684,
      "loss": 4.7812,
      "step": 57082
    },
    {
      "epoch": 2.338029899651853,
      "grad_norm": 3.169376320242583,
      "learning_rate": 0.0002046821535826472,
      "loss": 4.2188,
      "step": 57083
    },
    {
      "epoch": 2.3380708580790497,
      "grad_norm": 3.0214019854813956,
      "learning_rate": 0.00020467911660895704,
      "loss": 4.7188,
      "step": 57084
    },
    {
      "epoch": 2.338111816506246,
      "grad_norm": 5.806144700218192,
      "learning_rate": 0.0002046760796094177,
      "loss": 6.6562,
      "step": 57085
    },
    {
      "epoch": 2.3381527749334428,
      "grad_norm": 3.758934770325101,
      "learning_rate": 0.00020467304258403075,
      "loss": 5.25,
      "step": 57086
    },
    {
      "epoch": 2.338193733360639,
      "grad_norm": 2.719003261563051,
      "learning_rate": 0.00020467000553279753,
      "loss": 4.3125,
      "step": 57087
    },
    {
      "epoch": 2.3382346917878354,
      "grad_norm": 3.725132577238371,
      "learning_rate": 0.0002046669684557195,
      "loss": 5.5938,
      "step": 57088
    },
    {
      "epoch": 2.338275650215032,
      "grad_norm": 3.1061042699652983,
      "learning_rate": 0.00020466393135279808,
      "loss": 4.4688,
      "step": 57089
    },
    {
      "epoch": 2.338316608642228,
      "grad_norm": 3.046937877637689,
      "learning_rate": 0.00020466089422403478,
      "loss": 4.4375,
      "step": 57090
    },
    {
      "epoch": 2.3383575670694245,
      "grad_norm": 3.1270802311735144,
      "learning_rate": 0.00020465785706943096,
      "loss": 4.125,
      "step": 57091
    },
    {
      "epoch": 2.338398525496621,
      "grad_norm": 5.285206023045223,
      "learning_rate": 0.00020465481988898805,
      "loss": 6.2188,
      "step": 57092
    },
    {
      "epoch": 2.338439483923817,
      "grad_norm": 3.2945297120891914,
      "learning_rate": 0.00020465178268270752,
      "loss": 5.3125,
      "step": 57093
    },
    {
      "epoch": 2.3384804423510137,
      "grad_norm": 3.012875004393193,
      "learning_rate": 0.0002046487454505908,
      "loss": 4.7812,
      "step": 57094
    },
    {
      "epoch": 2.3385214007782102,
      "grad_norm": 3.0196657286744264,
      "learning_rate": 0.00020464570819263931,
      "loss": 4.1875,
      "step": 57095
    },
    {
      "epoch": 2.3385623592054063,
      "grad_norm": 3.194291068925686,
      "learning_rate": 0.00020464267090885456,
      "loss": 4.9375,
      "step": 57096
    },
    {
      "epoch": 2.338603317632603,
      "grad_norm": 2.8626467141822634,
      "learning_rate": 0.00020463963359923786,
      "loss": 4.875,
      "step": 57097
    },
    {
      "epoch": 2.3386442760597994,
      "grad_norm": 12.59718479922678,
      "learning_rate": 0.00020463659626379074,
      "loss": 5.2812,
      "step": 57098
    },
    {
      "epoch": 2.338685234486996,
      "grad_norm": 5.713253567057761,
      "learning_rate": 0.00020463355890251462,
      "loss": 5.0312,
      "step": 57099
    },
    {
      "epoch": 2.338726192914192,
      "grad_norm": 4.142989082813576,
      "learning_rate": 0.0002046305215154109,
      "loss": 5.0,
      "step": 57100
    },
    {
      "epoch": 2.3387671513413886,
      "grad_norm": 4.78088169037127,
      "learning_rate": 0.00020462748410248103,
      "loss": 1.8984,
      "step": 57101
    },
    {
      "epoch": 2.3388081097685847,
      "grad_norm": 2.774811344689891,
      "learning_rate": 0.0002046244466637265,
      "loss": 4.5,
      "step": 57102
    },
    {
      "epoch": 2.338849068195781,
      "grad_norm": 4.197871746290812,
      "learning_rate": 0.00020462140919914868,
      "loss": 6.875,
      "step": 57103
    },
    {
      "epoch": 2.3388900266229777,
      "grad_norm": 2.914930939704822,
      "learning_rate": 0.00020461837170874904,
      "loss": 4.125,
      "step": 57104
    },
    {
      "epoch": 2.3389309850501743,
      "grad_norm": 4.535435556659964,
      "learning_rate": 0.00020461533419252893,
      "loss": 5.9375,
      "step": 57105
    },
    {
      "epoch": 2.3389719434773704,
      "grad_norm": 3.050532109033194,
      "learning_rate": 0.00020461229665048994,
      "loss": 4.125,
      "step": 57106
    },
    {
      "epoch": 2.339012901904567,
      "grad_norm": 4.049145457550068,
      "learning_rate": 0.00020460925908263343,
      "loss": 5.5,
      "step": 57107
    },
    {
      "epoch": 2.3390538603317634,
      "grad_norm": 5.070926877463647,
      "learning_rate": 0.0002046062214889608,
      "loss": 5.6562,
      "step": 57108
    },
    {
      "epoch": 2.3390948187589595,
      "grad_norm": 4.126237476343066,
      "learning_rate": 0.0002046031838694735,
      "loss": 6.75,
      "step": 57109
    },
    {
      "epoch": 2.339135777186156,
      "grad_norm": 2.8990160876327895,
      "learning_rate": 0.000204600146224173,
      "loss": 4.4375,
      "step": 57110
    },
    {
      "epoch": 2.3391767356133526,
      "grad_norm": 4.604578728171659,
      "learning_rate": 0.00020459710855306074,
      "loss": 2.1719,
      "step": 57111
    },
    {
      "epoch": 2.3392176940405487,
      "grad_norm": 3.5995179768275163,
      "learning_rate": 0.00020459407085613812,
      "loss": 4.5938,
      "step": 57112
    },
    {
      "epoch": 2.3392586524677452,
      "grad_norm": 3.7465941394381646,
      "learning_rate": 0.00020459103313340656,
      "loss": 4.5938,
      "step": 57113
    },
    {
      "epoch": 2.3392996108949418,
      "grad_norm": 3.1521953513053202,
      "learning_rate": 0.00020458799538486755,
      "loss": 4.4688,
      "step": 57114
    },
    {
      "epoch": 2.339340569322138,
      "grad_norm": 3.368668962329968,
      "learning_rate": 0.00020458495761052254,
      "loss": 4.4688,
      "step": 57115
    },
    {
      "epoch": 2.3393815277493344,
      "grad_norm": 4.040828911820763,
      "learning_rate": 0.0002045819198103729,
      "loss": 4.9375,
      "step": 57116
    },
    {
      "epoch": 2.339422486176531,
      "grad_norm": 3.1392334854828015,
      "learning_rate": 0.0002045788819844201,
      "loss": 5.5625,
      "step": 57117
    },
    {
      "epoch": 2.3394634446037275,
      "grad_norm": 2.989887858245737,
      "learning_rate": 0.00020457584413266554,
      "loss": 5.3125,
      "step": 57118
    },
    {
      "epoch": 2.3395044030309236,
      "grad_norm": 3.6713874303404377,
      "learning_rate": 0.00020457280625511075,
      "loss": 4.2812,
      "step": 57119
    },
    {
      "epoch": 2.33954536145812,
      "grad_norm": 6.8465406537829505,
      "learning_rate": 0.00020456976835175707,
      "loss": 4.75,
      "step": 57120
    },
    {
      "epoch": 2.339586319885316,
      "grad_norm": 3.4512045301750844,
      "learning_rate": 0.00020456673042260594,
      "loss": 5.1562,
      "step": 57121
    },
    {
      "epoch": 2.3396272783125127,
      "grad_norm": 3.189843280619644,
      "learning_rate": 0.00020456369246765887,
      "loss": 4.5312,
      "step": 57122
    },
    {
      "epoch": 2.3396682367397093,
      "grad_norm": 2.8566917963373784,
      "learning_rate": 0.00020456065448691722,
      "loss": 4.125,
      "step": 57123
    },
    {
      "epoch": 2.339709195166906,
      "grad_norm": 2.849706665785401,
      "learning_rate": 0.0002045576164803825,
      "loss": 4.25,
      "step": 57124
    },
    {
      "epoch": 2.339750153594102,
      "grad_norm": 4.716825679406534,
      "learning_rate": 0.00020455457844805605,
      "loss": 4.5938,
      "step": 57125
    },
    {
      "epoch": 2.3397911120212984,
      "grad_norm": 3.29609633925986,
      "learning_rate": 0.0002045515403899394,
      "loss": 4.0,
      "step": 57126
    },
    {
      "epoch": 2.339832070448495,
      "grad_norm": 3.8990358322336696,
      "learning_rate": 0.00020454850230603396,
      "loss": 4.25,
      "step": 57127
    },
    {
      "epoch": 2.339873028875691,
      "grad_norm": 4.344305470173881,
      "learning_rate": 0.00020454546419634113,
      "loss": 6.25,
      "step": 57128
    },
    {
      "epoch": 2.3399139873028876,
      "grad_norm": 3.2523437072364403,
      "learning_rate": 0.00020454242606086234,
      "loss": 4.2812,
      "step": 57129
    },
    {
      "epoch": 2.339954945730084,
      "grad_norm": 2.9860982966718623,
      "learning_rate": 0.0002045393878995991,
      "loss": 4.25,
      "step": 57130
    },
    {
      "epoch": 2.33999590415728,
      "grad_norm": 3.8042025401931037,
      "learning_rate": 0.0002045363497125528,
      "loss": 6.0,
      "step": 57131
    },
    {
      "epoch": 2.3400368625844767,
      "grad_norm": 3.3559476468936116,
      "learning_rate": 0.00020453331149972487,
      "loss": 5.7188,
      "step": 57132
    },
    {
      "epoch": 2.3400778210116733,
      "grad_norm": 4.60770046807288,
      "learning_rate": 0.00020453027326111672,
      "loss": 6.0938,
      "step": 57133
    },
    {
      "epoch": 2.3401187794388694,
      "grad_norm": 10.6688297327847,
      "learning_rate": 0.00020452723499672987,
      "loss": 6.6875,
      "step": 57134
    },
    {
      "epoch": 2.340159737866066,
      "grad_norm": 2.851621197715159,
      "learning_rate": 0.0002045241967065657,
      "loss": 4.5625,
      "step": 57135
    },
    {
      "epoch": 2.3402006962932624,
      "grad_norm": 2.6687929119185965,
      "learning_rate": 0.00020452115839062564,
      "loss": 4.6875,
      "step": 57136
    },
    {
      "epoch": 2.340241654720459,
      "grad_norm": 2.984247010812709,
      "learning_rate": 0.0002045181200489111,
      "loss": 5.125,
      "step": 57137
    },
    {
      "epoch": 2.340282613147655,
      "grad_norm": 3.554884932349418,
      "learning_rate": 0.00020451508168142364,
      "loss": 4.875,
      "step": 57138
    },
    {
      "epoch": 2.3403235715748516,
      "grad_norm": 3.6480278611787615,
      "learning_rate": 0.00020451204328816457,
      "loss": 4.8438,
      "step": 57139
    },
    {
      "epoch": 2.3403645300020477,
      "grad_norm": 3.258294672213261,
      "learning_rate": 0.00020450900486913539,
      "loss": 5.1562,
      "step": 57140
    },
    {
      "epoch": 2.3404054884292442,
      "grad_norm": 3.650083107971223,
      "learning_rate": 0.00020450596642433746,
      "loss": 4.3125,
      "step": 57141
    },
    {
      "epoch": 2.3404464468564408,
      "grad_norm": 3.386392675907446,
      "learning_rate": 0.00020450292795377232,
      "loss": 5.4375,
      "step": 57142
    },
    {
      "epoch": 2.3404874052836373,
      "grad_norm": 3.0809658880546706,
      "learning_rate": 0.00020449988945744134,
      "loss": 6.0938,
      "step": 57143
    },
    {
      "epoch": 2.3405283637108334,
      "grad_norm": 8.27680579169891,
      "learning_rate": 0.000204496850935346,
      "loss": 5.2812,
      "step": 57144
    },
    {
      "epoch": 2.34056932213803,
      "grad_norm": 3.351226695697254,
      "learning_rate": 0.00020449381238748767,
      "loss": 5.5312,
      "step": 57145
    },
    {
      "epoch": 2.3406102805652265,
      "grad_norm": 3.141051467142339,
      "learning_rate": 0.00020449077381386787,
      "loss": 5.4688,
      "step": 57146
    },
    {
      "epoch": 2.3406512389924226,
      "grad_norm": 3.1588838956277003,
      "learning_rate": 0.00020448773521448797,
      "loss": 3.6875,
      "step": 57147
    },
    {
      "epoch": 2.340692197419619,
      "grad_norm": 3.2628571908363906,
      "learning_rate": 0.00020448469658934944,
      "loss": 5.0312,
      "step": 57148
    },
    {
      "epoch": 2.3407331558468156,
      "grad_norm": 4.303671197661464,
      "learning_rate": 0.0002044816579384537,
      "loss": 5.5312,
      "step": 57149
    },
    {
      "epoch": 2.3407741142740117,
      "grad_norm": 2.869432898980669,
      "learning_rate": 0.0002044786192618022,
      "loss": 4.4688,
      "step": 57150
    },
    {
      "epoch": 2.3408150727012083,
      "grad_norm": 6.056498517122705,
      "learning_rate": 0.00020447558055939637,
      "loss": 4.4375,
      "step": 57151
    },
    {
      "epoch": 2.340856031128405,
      "grad_norm": 3.091381877834921,
      "learning_rate": 0.00020447254183123762,
      "loss": 4.1562,
      "step": 57152
    },
    {
      "epoch": 2.340896989555601,
      "grad_norm": 2.8002919635909387,
      "learning_rate": 0.00020446950307732747,
      "loss": 4.4062,
      "step": 57153
    },
    {
      "epoch": 2.3409379479827974,
      "grad_norm": 2.8635788956712025,
      "learning_rate": 0.00020446646429766725,
      "loss": 4.9688,
      "step": 57154
    },
    {
      "epoch": 2.340978906409994,
      "grad_norm": 8.77368399714866,
      "learning_rate": 0.0002044634254922585,
      "loss": 5.5312,
      "step": 57155
    },
    {
      "epoch": 2.3410198648371905,
      "grad_norm": 3.172489303822526,
      "learning_rate": 0.00020446038666110255,
      "loss": 5.0625,
      "step": 57156
    },
    {
      "epoch": 2.3410608232643866,
      "grad_norm": 2.5198836278612244,
      "learning_rate": 0.00020445734780420087,
      "loss": 4.4375,
      "step": 57157
    },
    {
      "epoch": 2.341101781691583,
      "grad_norm": 2.847270336565878,
      "learning_rate": 0.00020445430892155497,
      "loss": 4.4062,
      "step": 57158
    },
    {
      "epoch": 2.341142740118779,
      "grad_norm": 4.91021039029112,
      "learning_rate": 0.0002044512700131662,
      "loss": 2.5312,
      "step": 57159
    },
    {
      "epoch": 2.3411836985459757,
      "grad_norm": 3.0978216971564474,
      "learning_rate": 0.00020444823107903607,
      "loss": 3.2344,
      "step": 57160
    },
    {
      "epoch": 2.3412246569731723,
      "grad_norm": 2.8036939376034535,
      "learning_rate": 0.0002044451921191659,
      "loss": 4.5938,
      "step": 57161
    },
    {
      "epoch": 2.341265615400369,
      "grad_norm": 2.7206747216359988,
      "learning_rate": 0.00020444215313355729,
      "loss": 4.5312,
      "step": 57162
    },
    {
      "epoch": 2.341306573827565,
      "grad_norm": 3.595253615538418,
      "learning_rate": 0.00020443911412221154,
      "loss": 4.4375,
      "step": 57163
    },
    {
      "epoch": 2.3413475322547614,
      "grad_norm": 2.8866167749017673,
      "learning_rate": 0.00020443607508513018,
      "loss": 4.5625,
      "step": 57164
    },
    {
      "epoch": 2.341388490681958,
      "grad_norm": 3.081599151442013,
      "learning_rate": 0.00020443303602231454,
      "loss": 4.8125,
      "step": 57165
    },
    {
      "epoch": 2.341429449109154,
      "grad_norm": 3.1814293386503274,
      "learning_rate": 0.00020442999693376615,
      "loss": 3.4219,
      "step": 57166
    },
    {
      "epoch": 2.3414704075363506,
      "grad_norm": 7.54619562699976,
      "learning_rate": 0.00020442695781948641,
      "loss": 5.7812,
      "step": 57167
    },
    {
      "epoch": 2.341511365963547,
      "grad_norm": 3.0348424690855564,
      "learning_rate": 0.00020442391867947677,
      "loss": 4.25,
      "step": 57168
    },
    {
      "epoch": 2.3415523243907432,
      "grad_norm": 7.018365726744616,
      "learning_rate": 0.0002044208795137386,
      "loss": 5.2812,
      "step": 57169
    },
    {
      "epoch": 2.3415932828179398,
      "grad_norm": 2.927905412380704,
      "learning_rate": 0.0002044178403222735,
      "loss": 3.125,
      "step": 57170
    },
    {
      "epoch": 2.3416342412451363,
      "grad_norm": 3.2626749049516195,
      "learning_rate": 0.00020441480110508275,
      "loss": 5.5938,
      "step": 57171
    },
    {
      "epoch": 2.3416751996723324,
      "grad_norm": 7.399891886901855,
      "learning_rate": 0.00020441176186216785,
      "loss": 7.1562,
      "step": 57172
    },
    {
      "epoch": 2.341716158099529,
      "grad_norm": 4.947845989756303,
      "learning_rate": 0.00020440872259353018,
      "loss": 4.875,
      "step": 57173
    },
    {
      "epoch": 2.3417571165267255,
      "grad_norm": 3.0765205407608733,
      "learning_rate": 0.0002044056832991713,
      "loss": 5.5,
      "step": 57174
    },
    {
      "epoch": 2.341798074953922,
      "grad_norm": 3.7715499311181944,
      "learning_rate": 0.00020440264397909253,
      "loss": 5.8438,
      "step": 57175
    },
    {
      "epoch": 2.341839033381118,
      "grad_norm": 10.015007425894204,
      "learning_rate": 0.00020439960463329536,
      "loss": 3.9219,
      "step": 57176
    },
    {
      "epoch": 2.3418799918083146,
      "grad_norm": 4.028521288901919,
      "learning_rate": 0.00020439656526178118,
      "loss": 4.25,
      "step": 57177
    },
    {
      "epoch": 2.3419209502355107,
      "grad_norm": 6.361104682220441,
      "learning_rate": 0.00020439352586455148,
      "loss": 4.7188,
      "step": 57178
    },
    {
      "epoch": 2.3419619086627073,
      "grad_norm": 2.789159263269947,
      "learning_rate": 0.00020439048644160768,
      "loss": 4.7812,
      "step": 57179
    },
    {
      "epoch": 2.342002867089904,
      "grad_norm": 3.406740668581202,
      "learning_rate": 0.00020438744699295122,
      "loss": 5.125,
      "step": 57180
    },
    {
      "epoch": 2.3420438255171003,
      "grad_norm": 5.062052714293626,
      "learning_rate": 0.0002043844075185835,
      "loss": 5.5938,
      "step": 57181
    },
    {
      "epoch": 2.3420847839442964,
      "grad_norm": 5.175687025202932,
      "learning_rate": 0.00020438136801850603,
      "loss": 5.25,
      "step": 57182
    },
    {
      "epoch": 2.342125742371493,
      "grad_norm": 5.333725402813319,
      "learning_rate": 0.0002043783284927202,
      "loss": 2.375,
      "step": 57183
    },
    {
      "epoch": 2.3421667007986895,
      "grad_norm": 2.7416630868897913,
      "learning_rate": 0.00020437528894122744,
      "loss": 3.7344,
      "step": 57184
    },
    {
      "epoch": 2.3422076592258856,
      "grad_norm": 6.659731844738839,
      "learning_rate": 0.00020437224936402916,
      "loss": 6.375,
      "step": 57185
    },
    {
      "epoch": 2.342248617653082,
      "grad_norm": 3.1306162753675224,
      "learning_rate": 0.0002043692097611269,
      "loss": 4.9688,
      "step": 57186
    },
    {
      "epoch": 2.3422895760802787,
      "grad_norm": 3.478716820454472,
      "learning_rate": 0.00020436617013252204,
      "loss": 5.5312,
      "step": 57187
    },
    {
      "epoch": 2.3423305345074747,
      "grad_norm": 3.5120107750021514,
      "learning_rate": 0.00020436313047821598,
      "loss": 5.1875,
      "step": 57188
    },
    {
      "epoch": 2.3423714929346713,
      "grad_norm": 2.9685086952502457,
      "learning_rate": 0.00020436009079821018,
      "loss": 4.6562,
      "step": 57189
    },
    {
      "epoch": 2.342412451361868,
      "grad_norm": 3.7107781879401736,
      "learning_rate": 0.00020435705109250608,
      "loss": 4.5938,
      "step": 57190
    },
    {
      "epoch": 2.342453409789064,
      "grad_norm": 2.8699164842581646,
      "learning_rate": 0.00020435401136110513,
      "loss": 4.1875,
      "step": 57191
    },
    {
      "epoch": 2.3424943682162604,
      "grad_norm": 3.3300667569128573,
      "learning_rate": 0.00020435097160400876,
      "loss": 6.1875,
      "step": 57192
    },
    {
      "epoch": 2.342535326643457,
      "grad_norm": 3.3841947069562717,
      "learning_rate": 0.0002043479318212184,
      "loss": 4.8438,
      "step": 57193
    },
    {
      "epoch": 2.3425762850706535,
      "grad_norm": 4.417272166101794,
      "learning_rate": 0.0002043448920127355,
      "loss": 5.2812,
      "step": 57194
    },
    {
      "epoch": 2.3426172434978496,
      "grad_norm": 4.305971822351067,
      "learning_rate": 0.00020434185217856144,
      "loss": 5.7812,
      "step": 57195
    },
    {
      "epoch": 2.342658201925046,
      "grad_norm": 3.198205697968887,
      "learning_rate": 0.00020433881231869777,
      "loss": 5.3125,
      "step": 57196
    },
    {
      "epoch": 2.3426991603522422,
      "grad_norm": 3.6080318469498986,
      "learning_rate": 0.0002043357724331458,
      "loss": 4.9375,
      "step": 57197
    },
    {
      "epoch": 2.3427401187794388,
      "grad_norm": 4.868088714058037,
      "learning_rate": 0.00020433273252190706,
      "loss": 5.3438,
      "step": 57198
    },
    {
      "epoch": 2.3427810772066353,
      "grad_norm": 4.292672255993638,
      "learning_rate": 0.00020432969258498302,
      "loss": 3.5938,
      "step": 57199
    },
    {
      "epoch": 2.342822035633832,
      "grad_norm": 5.14647353864931,
      "learning_rate": 0.000204326652622375,
      "loss": 6.0938,
      "step": 57200
    },
    {
      "epoch": 2.342862994061028,
      "grad_norm": 3.336042505608273,
      "learning_rate": 0.00020432361263408446,
      "loss": 5.5938,
      "step": 57201
    },
    {
      "epoch": 2.3429039524882245,
      "grad_norm": 2.8968224604777286,
      "learning_rate": 0.0002043205726201129,
      "loss": 4.8125,
      "step": 57202
    },
    {
      "epoch": 2.342944910915421,
      "grad_norm": 4.57604070816562,
      "learning_rate": 0.0002043175325804617,
      "loss": 3.1406,
      "step": 57203
    },
    {
      "epoch": 2.342985869342617,
      "grad_norm": 4.508660496943345,
      "learning_rate": 0.00020431449251513237,
      "loss": 5.0312,
      "step": 57204
    },
    {
      "epoch": 2.3430268277698136,
      "grad_norm": 3.6988172287131236,
      "learning_rate": 0.00020431145242412626,
      "loss": 4.75,
      "step": 57205
    },
    {
      "epoch": 2.34306778619701,
      "grad_norm": 3.2522961626096865,
      "learning_rate": 0.00020430841230744486,
      "loss": 5.4062,
      "step": 57206
    },
    {
      "epoch": 2.3431087446242063,
      "grad_norm": 3.673636485798323,
      "learning_rate": 0.0002043053721650896,
      "loss": 2.75,
      "step": 57207
    },
    {
      "epoch": 2.343149703051403,
      "grad_norm": 4.685107668839898,
      "learning_rate": 0.00020430233199706193,
      "loss": 4.1562,
      "step": 57208
    },
    {
      "epoch": 2.3431906614785993,
      "grad_norm": 2.498753931056511,
      "learning_rate": 0.0002042992918033632,
      "loss": 3.5469,
      "step": 57209
    },
    {
      "epoch": 2.3432316199057954,
      "grad_norm": 3.269556777051131,
      "learning_rate": 0.00020429625158399498,
      "loss": 4.8125,
      "step": 57210
    },
    {
      "epoch": 2.343272578332992,
      "grad_norm": 3.1296994909573623,
      "learning_rate": 0.00020429321133895863,
      "loss": 4.8125,
      "step": 57211
    },
    {
      "epoch": 2.3433135367601885,
      "grad_norm": 3.813396097653757,
      "learning_rate": 0.0002042901710682556,
      "loss": 5.3438,
      "step": 57212
    },
    {
      "epoch": 2.343354495187385,
      "grad_norm": 4.980428112718844,
      "learning_rate": 0.0002042871307718873,
      "loss": 4.9688,
      "step": 57213
    },
    {
      "epoch": 2.343395453614581,
      "grad_norm": 3.6116195641646525,
      "learning_rate": 0.00020428409044985523,
      "loss": 4.5,
      "step": 57214
    },
    {
      "epoch": 2.3434364120417777,
      "grad_norm": 2.618600111740105,
      "learning_rate": 0.00020428105010216076,
      "loss": 3.5,
      "step": 57215
    },
    {
      "epoch": 2.3434773704689738,
      "grad_norm": 6.682739783399526,
      "learning_rate": 0.00020427800972880542,
      "loss": 3.2812,
      "step": 57216
    },
    {
      "epoch": 2.3435183288961703,
      "grad_norm": 3.3115205565787256,
      "learning_rate": 0.00020427496932979048,
      "loss": 1.4375,
      "step": 57217
    },
    {
      "epoch": 2.343559287323367,
      "grad_norm": 6.3456915191118055,
      "learning_rate": 0.00020427192890511758,
      "loss": 3.4219,
      "step": 57218
    },
    {
      "epoch": 2.3436002457505634,
      "grad_norm": 3.135526406545667,
      "learning_rate": 0.00020426888845478803,
      "loss": 5.0625,
      "step": 57219
    },
    {
      "epoch": 2.3436412041777595,
      "grad_norm": 5.658041160303661,
      "learning_rate": 0.0002042658479788033,
      "loss": 1.125,
      "step": 57220
    },
    {
      "epoch": 2.343682162604956,
      "grad_norm": 3.0872067950087327,
      "learning_rate": 0.0002042628074771648,
      "loss": 4.6875,
      "step": 57221
    },
    {
      "epoch": 2.3437231210321525,
      "grad_norm": 10.960441457398415,
      "learning_rate": 0.000204259766949874,
      "loss": 3.125,
      "step": 57222
    },
    {
      "epoch": 2.3437640794593486,
      "grad_norm": 4.190065579195861,
      "learning_rate": 0.00020425672639693237,
      "loss": 4.1562,
      "step": 57223
    },
    {
      "epoch": 2.343805037886545,
      "grad_norm": 2.9265679762268206,
      "learning_rate": 0.0002042536858183413,
      "loss": 4.3438,
      "step": 57224
    },
    {
      "epoch": 2.3438459963137417,
      "grad_norm": 2.7924933814146486,
      "learning_rate": 0.0002042506452141022,
      "loss": 5.3125,
      "step": 57225
    },
    {
      "epoch": 2.343886954740938,
      "grad_norm": 3.125292394145199,
      "learning_rate": 0.0002042476045842166,
      "loss": 4.9375,
      "step": 57226
    },
    {
      "epoch": 2.3439279131681343,
      "grad_norm": 3.2439817525543417,
      "learning_rate": 0.00020424456392868586,
      "loss": 4.375,
      "step": 57227
    },
    {
      "epoch": 2.343968871595331,
      "grad_norm": 5.134856546683821,
      "learning_rate": 0.0002042415232475114,
      "loss": 6.0,
      "step": 57228
    },
    {
      "epoch": 2.344009830022527,
      "grad_norm": 7.460679802856476,
      "learning_rate": 0.00020423848254069472,
      "loss": 3.6562,
      "step": 57229
    },
    {
      "epoch": 2.3440507884497235,
      "grad_norm": 3.1485467874168065,
      "learning_rate": 0.00020423544180823722,
      "loss": 6.5938,
      "step": 57230
    },
    {
      "epoch": 2.34409174687692,
      "grad_norm": 4.1179359089680485,
      "learning_rate": 0.00020423240105014038,
      "loss": 6.4688,
      "step": 57231
    },
    {
      "epoch": 2.3441327053041165,
      "grad_norm": 5.916480437945304,
      "learning_rate": 0.00020422936026640557,
      "loss": 6.5,
      "step": 57232
    },
    {
      "epoch": 2.3441736637313126,
      "grad_norm": 3.384946968203333,
      "learning_rate": 0.00020422631945703426,
      "loss": 4.7188,
      "step": 57233
    },
    {
      "epoch": 2.344214622158509,
      "grad_norm": 4.82038109272393,
      "learning_rate": 0.00020422327862202794,
      "loss": 3.75,
      "step": 57234
    },
    {
      "epoch": 2.3442555805857053,
      "grad_norm": 3.236282320396,
      "learning_rate": 0.000204220237761388,
      "loss": 4.5625,
      "step": 57235
    },
    {
      "epoch": 2.344296539012902,
      "grad_norm": 3.2055366812231463,
      "learning_rate": 0.00020421719687511587,
      "loss": 4.75,
      "step": 57236
    },
    {
      "epoch": 2.3443374974400983,
      "grad_norm": 3.6825657885644114,
      "learning_rate": 0.00020421415596321292,
      "loss": 4.4375,
      "step": 57237
    },
    {
      "epoch": 2.344378455867295,
      "grad_norm": 2.8798126018346473,
      "learning_rate": 0.00020421111502568073,
      "loss": 4.5312,
      "step": 57238
    },
    {
      "epoch": 2.344419414294491,
      "grad_norm": 4.473395512770783,
      "learning_rate": 0.00020420807406252068,
      "loss": 4.6875,
      "step": 57239
    },
    {
      "epoch": 2.3444603727216875,
      "grad_norm": 3.002177858778669,
      "learning_rate": 0.00020420503307373418,
      "loss": 4.625,
      "step": 57240
    },
    {
      "epoch": 2.344501331148884,
      "grad_norm": 6.040381813289956,
      "learning_rate": 0.00020420199205932268,
      "loss": 4.7812,
      "step": 57241
    },
    {
      "epoch": 2.34454228957608,
      "grad_norm": 4.505500511694251,
      "learning_rate": 0.00020419895101928765,
      "loss": 5.3125,
      "step": 57242
    },
    {
      "epoch": 2.3445832480032767,
      "grad_norm": 2.8234475612425407,
      "learning_rate": 0.0002041959099536305,
      "loss": 4.1562,
      "step": 57243
    },
    {
      "epoch": 2.344624206430473,
      "grad_norm": 3.0099689749904077,
      "learning_rate": 0.00020419286886235263,
      "loss": 2.4219,
      "step": 57244
    },
    {
      "epoch": 2.3446651648576693,
      "grad_norm": 4.59536264150677,
      "learning_rate": 0.0002041898277454555,
      "loss": 5.3125,
      "step": 57245
    },
    {
      "epoch": 2.344706123284866,
      "grad_norm": 2.9792037640817455,
      "learning_rate": 0.00020418678660294063,
      "loss": 4.5938,
      "step": 57246
    },
    {
      "epoch": 2.3447470817120624,
      "grad_norm": 4.879922825919648,
      "learning_rate": 0.00020418374543480935,
      "loss": 4.0312,
      "step": 57247
    },
    {
      "epoch": 2.3447880401392585,
      "grad_norm": 4.739291223229588,
      "learning_rate": 0.00020418070424106313,
      "loss": 5.7188,
      "step": 57248
    },
    {
      "epoch": 2.344828998566455,
      "grad_norm": 2.810495459850831,
      "learning_rate": 0.00020417766302170345,
      "loss": 4.5938,
      "step": 57249
    },
    {
      "epoch": 2.3448699569936515,
      "grad_norm": 3.1689670598692796,
      "learning_rate": 0.00020417462177673172,
      "loss": 4.9688,
      "step": 57250
    },
    {
      "epoch": 2.344910915420848,
      "grad_norm": 3.0578669082416905,
      "learning_rate": 0.00020417158050614934,
      "loss": 5.0,
      "step": 57251
    },
    {
      "epoch": 2.344951873848044,
      "grad_norm": 4.24405177589803,
      "learning_rate": 0.0002041685392099578,
      "loss": 4.9688,
      "step": 57252
    },
    {
      "epoch": 2.3449928322752407,
      "grad_norm": 4.397219261520125,
      "learning_rate": 0.00020416549788815848,
      "loss": 4.375,
      "step": 57253
    },
    {
      "epoch": 2.345033790702437,
      "grad_norm": 2.7824021023654386,
      "learning_rate": 0.0002041624565407529,
      "loss": 4.375,
      "step": 57254
    },
    {
      "epoch": 2.3450747491296333,
      "grad_norm": 13.050821005680602,
      "learning_rate": 0.00020415941516774245,
      "loss": 5.9062,
      "step": 57255
    },
    {
      "epoch": 2.34511570755683,
      "grad_norm": 11.58206121734325,
      "learning_rate": 0.00020415637376912856,
      "loss": 3.9531,
      "step": 57256
    },
    {
      "epoch": 2.3451566659840264,
      "grad_norm": 2.2429400636003582,
      "learning_rate": 0.00020415333234491273,
      "loss": 2.3125,
      "step": 57257
    },
    {
      "epoch": 2.3451976244112225,
      "grad_norm": 4.74873421168684,
      "learning_rate": 0.00020415029089509626,
      "loss": 4.0312,
      "step": 57258
    },
    {
      "epoch": 2.345238582838419,
      "grad_norm": 7.564511205393456,
      "learning_rate": 0.0002041472494196807,
      "loss": 4.375,
      "step": 57259
    },
    {
      "epoch": 2.3452795412656156,
      "grad_norm": 6.286231765825138,
      "learning_rate": 0.00020414420791866751,
      "loss": 1.8828,
      "step": 57260
    },
    {
      "epoch": 2.3453204996928116,
      "grad_norm": 2.9801114557209742,
      "learning_rate": 0.00020414116639205806,
      "loss": 4.8438,
      "step": 57261
    },
    {
      "epoch": 2.345361458120008,
      "grad_norm": 5.01347115240309,
      "learning_rate": 0.0002041381248398538,
      "loss": 4.0625,
      "step": 57262
    },
    {
      "epoch": 2.3454024165472047,
      "grad_norm": 3.3717017604864425,
      "learning_rate": 0.00020413508326205617,
      "loss": 5.8125,
      "step": 57263
    },
    {
      "epoch": 2.345443374974401,
      "grad_norm": 2.9015951537765634,
      "learning_rate": 0.0002041320416586666,
      "loss": 4.6562,
      "step": 57264
    },
    {
      "epoch": 2.3454843334015973,
      "grad_norm": 6.457809712665508,
      "learning_rate": 0.00020412900002968656,
      "loss": 2.75,
      "step": 57265
    },
    {
      "epoch": 2.345525291828794,
      "grad_norm": 2.7482504343480914,
      "learning_rate": 0.00020412595837511745,
      "loss": 3.8438,
      "step": 57266
    },
    {
      "epoch": 2.34556625025599,
      "grad_norm": 6.10129384993374,
      "learning_rate": 0.00020412291669496077,
      "loss": 5.5312,
      "step": 57267
    },
    {
      "epoch": 2.3456072086831865,
      "grad_norm": 6.148421747194592,
      "learning_rate": 0.00020411987498921788,
      "loss": 6.375,
      "step": 57268
    },
    {
      "epoch": 2.345648167110383,
      "grad_norm": 2.9196975315107734,
      "learning_rate": 0.00020411683325789024,
      "loss": 4.5312,
      "step": 57269
    },
    {
      "epoch": 2.3456891255375796,
      "grad_norm": 2.9321927047636973,
      "learning_rate": 0.00020411379150097933,
      "loss": 5.1562,
      "step": 57270
    },
    {
      "epoch": 2.3457300839647757,
      "grad_norm": 5.179138344578371,
      "learning_rate": 0.0002041107497184866,
      "loss": 4.0312,
      "step": 57271
    },
    {
      "epoch": 2.345771042391972,
      "grad_norm": 8.415821681031879,
      "learning_rate": 0.0002041077079104134,
      "loss": 2.9062,
      "step": 57272
    },
    {
      "epoch": 2.3458120008191683,
      "grad_norm": 2.935432211422215,
      "learning_rate": 0.0002041046660767612,
      "loss": 4.5938,
      "step": 57273
    },
    {
      "epoch": 2.345852959246365,
      "grad_norm": 4.381673183778542,
      "learning_rate": 0.00020410162421753147,
      "loss": 6.125,
      "step": 57274
    },
    {
      "epoch": 2.3458939176735614,
      "grad_norm": 2.985556247167537,
      "learning_rate": 0.0002040985823327256,
      "loss": 4.1562,
      "step": 57275
    },
    {
      "epoch": 2.345934876100758,
      "grad_norm": 3.5352180918870473,
      "learning_rate": 0.00020409554042234512,
      "loss": 4.9062,
      "step": 57276
    },
    {
      "epoch": 2.345975834527954,
      "grad_norm": 5.379979655454115,
      "learning_rate": 0.00020409249848639136,
      "loss": 6.5,
      "step": 57277
    },
    {
      "epoch": 2.3460167929551505,
      "grad_norm": 3.689505147026102,
      "learning_rate": 0.00020408945652486583,
      "loss": 3.2812,
      "step": 57278
    },
    {
      "epoch": 2.346057751382347,
      "grad_norm": 2.797810677521493,
      "learning_rate": 0.00020408641453776994,
      "loss": 4.3438,
      "step": 57279
    },
    {
      "epoch": 2.346098709809543,
      "grad_norm": 2.694846691409991,
      "learning_rate": 0.00020408337252510514,
      "loss": 3.9062,
      "step": 57280
    },
    {
      "epoch": 2.3461396682367397,
      "grad_norm": 5.844297813711272,
      "learning_rate": 0.00020408033048687282,
      "loss": 4.5,
      "step": 57281
    },
    {
      "epoch": 2.3461806266639362,
      "grad_norm": 6.86493272518403,
      "learning_rate": 0.0002040772884230745,
      "loss": 7.0,
      "step": 57282
    },
    {
      "epoch": 2.3462215850911323,
      "grad_norm": 3.431069530726272,
      "learning_rate": 0.00020407424633371156,
      "loss": 1.3516,
      "step": 57283
    },
    {
      "epoch": 2.346262543518329,
      "grad_norm": 2.760569631596147,
      "learning_rate": 0.00020407120421878547,
      "loss": 4.0312,
      "step": 57284
    },
    {
      "epoch": 2.3463035019455254,
      "grad_norm": 3.242807266950906,
      "learning_rate": 0.00020406816207829763,
      "loss": 5.25,
      "step": 57285
    },
    {
      "epoch": 2.3463444603727215,
      "grad_norm": 3.1544661662688767,
      "learning_rate": 0.00020406511991224953,
      "loss": 4.4688,
      "step": 57286
    },
    {
      "epoch": 2.346385418799918,
      "grad_norm": 2.7415669860368514,
      "learning_rate": 0.00020406207772064256,
      "loss": 4.4062,
      "step": 57287
    },
    {
      "epoch": 2.3464263772271146,
      "grad_norm": 3.9438944537374603,
      "learning_rate": 0.00020405903550347817,
      "loss": 5.25,
      "step": 57288
    },
    {
      "epoch": 2.346467335654311,
      "grad_norm": 3.4948563031858146,
      "learning_rate": 0.00020405599326075776,
      "loss": 4.4375,
      "step": 57289
    },
    {
      "epoch": 2.346508294081507,
      "grad_norm": 5.860483434090389,
      "learning_rate": 0.0002040529509924829,
      "loss": 5.5625,
      "step": 57290
    },
    {
      "epoch": 2.3465492525087037,
      "grad_norm": 5.25013452703693,
      "learning_rate": 0.0002040499086986549,
      "loss": 4.9688,
      "step": 57291
    },
    {
      "epoch": 2.3465902109359,
      "grad_norm": 4.4184373884832695,
      "learning_rate": 0.00020404686637927525,
      "loss": 4.5,
      "step": 57292
    },
    {
      "epoch": 2.3466311693630963,
      "grad_norm": 3.1046322141085443,
      "learning_rate": 0.0002040438240343454,
      "loss": 4.9375,
      "step": 57293
    },
    {
      "epoch": 2.346672127790293,
      "grad_norm": 6.12559308462007,
      "learning_rate": 0.0002040407816638667,
      "loss": 1.4922,
      "step": 57294
    },
    {
      "epoch": 2.3467130862174894,
      "grad_norm": 5.0661680244298415,
      "learning_rate": 0.00020403773926784075,
      "loss": 1.4219,
      "step": 57295
    },
    {
      "epoch": 2.3467540446446855,
      "grad_norm": 5.277990559527851,
      "learning_rate": 0.0002040346968462688,
      "loss": 5.2812,
      "step": 57296
    },
    {
      "epoch": 2.346795003071882,
      "grad_norm": 5.129383073465764,
      "learning_rate": 0.00020403165439915243,
      "loss": 5.2188,
      "step": 57297
    },
    {
      "epoch": 2.3468359614990786,
      "grad_norm": 3.8773785285309033,
      "learning_rate": 0.00020402861192649302,
      "loss": 6.0312,
      "step": 57298
    },
    {
      "epoch": 2.3468769199262747,
      "grad_norm": 3.609214754066706,
      "learning_rate": 0.00020402556942829202,
      "loss": 4.1875,
      "step": 57299
    },
    {
      "epoch": 2.346917878353471,
      "grad_norm": 2.846427121155667,
      "learning_rate": 0.00020402252690455083,
      "loss": 4.125,
      "step": 57300
    },
    {
      "epoch": 2.3469588367806677,
      "grad_norm": 3.4995719014217253,
      "learning_rate": 0.00020401948435527095,
      "loss": 5.875,
      "step": 57301
    },
    {
      "epoch": 2.346999795207864,
      "grad_norm": 3.3044965781476177,
      "learning_rate": 0.00020401644178045378,
      "loss": 5.875,
      "step": 57302
    },
    {
      "epoch": 2.3470407536350604,
      "grad_norm": 3.246422544755238,
      "learning_rate": 0.00020401339918010083,
      "loss": 4.8438,
      "step": 57303
    },
    {
      "epoch": 2.347081712062257,
      "grad_norm": 3.1191912286864545,
      "learning_rate": 0.00020401035655421342,
      "loss": 1.1797,
      "step": 57304
    },
    {
      "epoch": 2.347122670489453,
      "grad_norm": 2.914206186105328,
      "learning_rate": 0.00020400731390279303,
      "loss": 4.5312,
      "step": 57305
    },
    {
      "epoch": 2.3471636289166495,
      "grad_norm": 3.238311369937251,
      "learning_rate": 0.00020400427122584116,
      "loss": 4.75,
      "step": 57306
    },
    {
      "epoch": 2.347204587343846,
      "grad_norm": 3.331395574793161,
      "learning_rate": 0.0002040012285233592,
      "loss": 5.875,
      "step": 57307
    },
    {
      "epoch": 2.3472455457710426,
      "grad_norm": 3.125990763859048,
      "learning_rate": 0.00020399818579534858,
      "loss": 4.0312,
      "step": 57308
    },
    {
      "epoch": 2.3472865041982387,
      "grad_norm": 5.407093566993459,
      "learning_rate": 0.00020399514304181074,
      "loss": 6.8125,
      "step": 57309
    },
    {
      "epoch": 2.3473274626254352,
      "grad_norm": 3.9385029630257296,
      "learning_rate": 0.00020399210026274714,
      "loss": 4.7188,
      "step": 57310
    },
    {
      "epoch": 2.3473684210526318,
      "grad_norm": 3.355232403709737,
      "learning_rate": 0.00020398905745815926,
      "loss": 4.5312,
      "step": 57311
    },
    {
      "epoch": 2.347409379479828,
      "grad_norm": 3.702742269654373,
      "learning_rate": 0.00020398601462804844,
      "loss": 2.8125,
      "step": 57312
    },
    {
      "epoch": 2.3474503379070244,
      "grad_norm": 3.386686221369707,
      "learning_rate": 0.0002039829717724161,
      "loss": 5.625,
      "step": 57313
    },
    {
      "epoch": 2.347491296334221,
      "grad_norm": 2.951613896809726,
      "learning_rate": 0.00020397992889126384,
      "loss": 4.875,
      "step": 57314
    },
    {
      "epoch": 2.347532254761417,
      "grad_norm": 3.9966895875918733,
      "learning_rate": 0.00020397688598459296,
      "loss": 5.375,
      "step": 57315
    },
    {
      "epoch": 2.3475732131886136,
      "grad_norm": 6.284300457653086,
      "learning_rate": 0.00020397384305240497,
      "loss": 5.4375,
      "step": 57316
    },
    {
      "epoch": 2.34761417161581,
      "grad_norm": 6.010079567552789,
      "learning_rate": 0.00020397080009470125,
      "loss": 4.8125,
      "step": 57317
    },
    {
      "epoch": 2.347655130043006,
      "grad_norm": 3.275429622822861,
      "learning_rate": 0.00020396775711148328,
      "loss": 5.1562,
      "step": 57318
    },
    {
      "epoch": 2.3476960884702027,
      "grad_norm": 2.8257934219795398,
      "learning_rate": 0.0002039647141027525,
      "loss": 4.7188,
      "step": 57319
    },
    {
      "epoch": 2.3477370468973993,
      "grad_norm": 2.2062267332036654,
      "learning_rate": 0.0002039616710685103,
      "loss": 1.2812,
      "step": 57320
    },
    {
      "epoch": 2.3477780053245954,
      "grad_norm": 2.875738896766013,
      "learning_rate": 0.00020395862800875816,
      "loss": 4.25,
      "step": 57321
    },
    {
      "epoch": 2.347818963751792,
      "grad_norm": 4.127379486120244,
      "learning_rate": 0.00020395558492349754,
      "loss": 4.6562,
      "step": 57322
    },
    {
      "epoch": 2.3478599221789884,
      "grad_norm": 2.830328496989801,
      "learning_rate": 0.00020395254181272983,
      "loss": 3.7188,
      "step": 57323
    },
    {
      "epoch": 2.3479008806061845,
      "grad_norm": 4.179076122214447,
      "learning_rate": 0.0002039494986764565,
      "loss": 6.9688,
      "step": 57324
    },
    {
      "epoch": 2.347941839033381,
      "grad_norm": 3.166354606906921,
      "learning_rate": 0.00020394645551467894,
      "loss": 4.6875,
      "step": 57325
    },
    {
      "epoch": 2.3479827974605776,
      "grad_norm": 7.331588423345282,
      "learning_rate": 0.00020394341232739867,
      "loss": 4.4375,
      "step": 57326
    },
    {
      "epoch": 2.348023755887774,
      "grad_norm": 4.278076536471456,
      "learning_rate": 0.00020394036911461707,
      "loss": 4.6875,
      "step": 57327
    },
    {
      "epoch": 2.34806471431497,
      "grad_norm": 2.8230398725914547,
      "learning_rate": 0.0002039373258763356,
      "loss": 3.9844,
      "step": 57328
    },
    {
      "epoch": 2.3481056727421667,
      "grad_norm": 3.3621295169548326,
      "learning_rate": 0.0002039342826125557,
      "loss": 4.8438,
      "step": 57329
    },
    {
      "epoch": 2.3481466311693633,
      "grad_norm": 2.8143791332282793,
      "learning_rate": 0.00020393123932327877,
      "loss": 3.75,
      "step": 57330
    },
    {
      "epoch": 2.3481875895965594,
      "grad_norm": 3.1396305038445926,
      "learning_rate": 0.0002039281960085063,
      "loss": 3.8281,
      "step": 57331
    },
    {
      "epoch": 2.348228548023756,
      "grad_norm": 6.08711513935374,
      "learning_rate": 0.00020392515266823971,
      "loss": 2.25,
      "step": 57332
    },
    {
      "epoch": 2.3482695064509524,
      "grad_norm": 4.590671432766732,
      "learning_rate": 0.00020392210930248041,
      "loss": 5.0312,
      "step": 57333
    },
    {
      "epoch": 2.3483104648781485,
      "grad_norm": 3.188452531190574,
      "learning_rate": 0.0002039190659112299,
      "loss": 4.6562,
      "step": 57334
    },
    {
      "epoch": 2.348351423305345,
      "grad_norm": 2.880674456927278,
      "learning_rate": 0.0002039160224944896,
      "loss": 4.5312,
      "step": 57335
    },
    {
      "epoch": 2.3483923817325416,
      "grad_norm": 4.252875464735073,
      "learning_rate": 0.00020391297905226092,
      "loss": 6.25,
      "step": 57336
    },
    {
      "epoch": 2.3484333401597377,
      "grad_norm": 3.575020780403418,
      "learning_rate": 0.00020390993558454528,
      "loss": 5.2812,
      "step": 57337
    },
    {
      "epoch": 2.3484742985869342,
      "grad_norm": 3.71374511963558,
      "learning_rate": 0.00020390689209134414,
      "loss": 2.0,
      "step": 57338
    },
    {
      "epoch": 2.3485152570141308,
      "grad_norm": 3.2408863108528454,
      "learning_rate": 0.000203903848572659,
      "loss": 4.2188,
      "step": 57339
    },
    {
      "epoch": 2.348556215441327,
      "grad_norm": 4.110782602500147,
      "learning_rate": 0.00020390080502849124,
      "loss": 5.25,
      "step": 57340
    },
    {
      "epoch": 2.3485971738685234,
      "grad_norm": 3.6629900302258904,
      "learning_rate": 0.00020389776145884227,
      "loss": 4.7812,
      "step": 57341
    },
    {
      "epoch": 2.34863813229572,
      "grad_norm": 3.769209555650354,
      "learning_rate": 0.00020389471786371358,
      "loss": 6.375,
      "step": 57342
    },
    {
      "epoch": 2.348679090722916,
      "grad_norm": 3.466892726951977,
      "learning_rate": 0.0002038916742431066,
      "loss": 4.75,
      "step": 57343
    },
    {
      "epoch": 2.3487200491501126,
      "grad_norm": 2.720357882001577,
      "learning_rate": 0.00020388863059702278,
      "loss": 3.9844,
      "step": 57344
    },
    {
      "epoch": 2.348761007577309,
      "grad_norm": 6.111036099168004,
      "learning_rate": 0.0002038855869254635,
      "loss": 1.8438,
      "step": 57345
    },
    {
      "epoch": 2.3488019660045056,
      "grad_norm": 3.354240817960279,
      "learning_rate": 0.0002038825432284303,
      "loss": 4.5625,
      "step": 57346
    },
    {
      "epoch": 2.3488429244317017,
      "grad_norm": 7.016863370409974,
      "learning_rate": 0.00020387949950592451,
      "loss": 5.3125,
      "step": 57347
    },
    {
      "epoch": 2.3488838828588983,
      "grad_norm": 3.248343869525941,
      "learning_rate": 0.00020387645575794766,
      "loss": 4.125,
      "step": 57348
    },
    {
      "epoch": 2.348924841286095,
      "grad_norm": 5.900122929377616,
      "learning_rate": 0.00020387341198450112,
      "loss": 4.375,
      "step": 57349
    },
    {
      "epoch": 2.348965799713291,
      "grad_norm": 3.763586576954693,
      "learning_rate": 0.00020387036818558636,
      "loss": 4.9062,
      "step": 57350
    },
    {
      "epoch": 2.3490067581404874,
      "grad_norm": 3.5682501757439673,
      "learning_rate": 0.00020386732436120482,
      "loss": 4.9375,
      "step": 57351
    },
    {
      "epoch": 2.349047716567684,
      "grad_norm": 3.5606307820457896,
      "learning_rate": 0.00020386428051135796,
      "loss": 6.4062,
      "step": 57352
    },
    {
      "epoch": 2.34908867499488,
      "grad_norm": 3.25406970053745,
      "learning_rate": 0.00020386123663604713,
      "loss": 4.5,
      "step": 57353
    },
    {
      "epoch": 2.3491296334220766,
      "grad_norm": 3.2098593011381933,
      "learning_rate": 0.00020385819273527388,
      "loss": 4.9062,
      "step": 57354
    },
    {
      "epoch": 2.349170591849273,
      "grad_norm": 4.470338893539455,
      "learning_rate": 0.0002038551488090396,
      "loss": 5.0312,
      "step": 57355
    },
    {
      "epoch": 2.349211550276469,
      "grad_norm": 2.840722233421595,
      "learning_rate": 0.00020385210485734573,
      "loss": 4.75,
      "step": 57356
    },
    {
      "epoch": 2.3492525087036658,
      "grad_norm": 5.523550244424345,
      "learning_rate": 0.0002038490608801937,
      "loss": 6.375,
      "step": 57357
    },
    {
      "epoch": 2.3492934671308623,
      "grad_norm": 3.6526450567775295,
      "learning_rate": 0.00020384601687758495,
      "loss": 5.875,
      "step": 57358
    },
    {
      "epoch": 2.3493344255580584,
      "grad_norm": 2.878769366266644,
      "learning_rate": 0.00020384297284952094,
      "loss": 4.375,
      "step": 57359
    },
    {
      "epoch": 2.349375383985255,
      "grad_norm": 4.990333254118917,
      "learning_rate": 0.00020383992879600312,
      "loss": 6.0625,
      "step": 57360
    },
    {
      "epoch": 2.3494163424124515,
      "grad_norm": 3.2548894334019307,
      "learning_rate": 0.00020383688471703286,
      "loss": 3.9062,
      "step": 57361
    },
    {
      "epoch": 2.3494573008396475,
      "grad_norm": 4.517041569452866,
      "learning_rate": 0.00020383384061261166,
      "loss": 3.4531,
      "step": 57362
    },
    {
      "epoch": 2.349498259266844,
      "grad_norm": 3.7959500680535267,
      "learning_rate": 0.00020383079648274099,
      "loss": 4.6875,
      "step": 57363
    },
    {
      "epoch": 2.3495392176940406,
      "grad_norm": 4.763039741005832,
      "learning_rate": 0.0002038277523274222,
      "loss": 5.625,
      "step": 57364
    },
    {
      "epoch": 2.349580176121237,
      "grad_norm": 3.101733476034587,
      "learning_rate": 0.00020382470814665678,
      "loss": 4.3438,
      "step": 57365
    },
    {
      "epoch": 2.3496211345484332,
      "grad_norm": 3.1070077082703116,
      "learning_rate": 0.00020382166394044613,
      "loss": 3.9219,
      "step": 57366
    },
    {
      "epoch": 2.34966209297563,
      "grad_norm": 2.972799088391956,
      "learning_rate": 0.00020381861970879178,
      "loss": 4.7188,
      "step": 57367
    },
    {
      "epoch": 2.3497030514028263,
      "grad_norm": 3.5336099973645623,
      "learning_rate": 0.00020381557545169507,
      "loss": 5.125,
      "step": 57368
    },
    {
      "epoch": 2.3497440098300224,
      "grad_norm": 2.826941505519899,
      "learning_rate": 0.00020381253116915748,
      "loss": 5.125,
      "step": 57369
    },
    {
      "epoch": 2.349784968257219,
      "grad_norm": 3.7791166040804103,
      "learning_rate": 0.0002038094868611805,
      "loss": 5.3438,
      "step": 57370
    },
    {
      "epoch": 2.3498259266844155,
      "grad_norm": 2.702156687140926,
      "learning_rate": 0.00020380644252776547,
      "loss": 3.8281,
      "step": 57371
    },
    {
      "epoch": 2.3498668851116116,
      "grad_norm": 3.0528412291989846,
      "learning_rate": 0.00020380339816891384,
      "loss": 4.25,
      "step": 57372
    },
    {
      "epoch": 2.349907843538808,
      "grad_norm": 4.263285279112431,
      "learning_rate": 0.0002038003537846271,
      "loss": 2.0312,
      "step": 57373
    },
    {
      "epoch": 2.3499488019660046,
      "grad_norm": 3.4597643122066426,
      "learning_rate": 0.00020379730937490672,
      "loss": 4.5625,
      "step": 57374
    },
    {
      "epoch": 2.3499897603932007,
      "grad_norm": 3.1991455059674943,
      "learning_rate": 0.0002037942649397541,
      "loss": 5.2812,
      "step": 57375
    },
    {
      "epoch": 2.3500307188203973,
      "grad_norm": 3.5007293833634296,
      "learning_rate": 0.00020379122047917063,
      "loss": 4.6562,
      "step": 57376
    },
    {
      "epoch": 2.350071677247594,
      "grad_norm": 2.92384934866967,
      "learning_rate": 0.00020378817599315779,
      "loss": 4.5938,
      "step": 57377
    },
    {
      "epoch": 2.35011263567479,
      "grad_norm": 2.777891276847174,
      "learning_rate": 0.00020378513148171704,
      "loss": 3.875,
      "step": 57378
    },
    {
      "epoch": 2.3501535941019864,
      "grad_norm": 2.9809278961822914,
      "learning_rate": 0.00020378208694484982,
      "loss": 4.4688,
      "step": 57379
    },
    {
      "epoch": 2.350194552529183,
      "grad_norm": 2.8332991398119223,
      "learning_rate": 0.00020377904238255752,
      "loss": 4.8125,
      "step": 57380
    },
    {
      "epoch": 2.350235510956379,
      "grad_norm": 3.215731348069739,
      "learning_rate": 0.0002037759977948416,
      "loss": 4.625,
      "step": 57381
    },
    {
      "epoch": 2.3502764693835756,
      "grad_norm": 2.9642324423419857,
      "learning_rate": 0.00020377295318170353,
      "loss": 3.8125,
      "step": 57382
    },
    {
      "epoch": 2.350317427810772,
      "grad_norm": 3.2944726907398962,
      "learning_rate": 0.00020376990854314474,
      "loss": 5.0938,
      "step": 57383
    },
    {
      "epoch": 2.3503583862379687,
      "grad_norm": 3.65059236709981,
      "learning_rate": 0.00020376686387916663,
      "loss": 4.8125,
      "step": 57384
    },
    {
      "epoch": 2.3503993446651648,
      "grad_norm": 2.96794335897364,
      "learning_rate": 0.00020376381918977069,
      "loss": 4.9062,
      "step": 57385
    },
    {
      "epoch": 2.3504403030923613,
      "grad_norm": 3.082724239815927,
      "learning_rate": 0.00020376077447495833,
      "loss": 5.4688,
      "step": 57386
    },
    {
      "epoch": 2.350481261519558,
      "grad_norm": 2.8895041286379115,
      "learning_rate": 0.00020375772973473097,
      "loss": 5.0,
      "step": 57387
    },
    {
      "epoch": 2.350522219946754,
      "grad_norm": 2.911148953836222,
      "learning_rate": 0.00020375468496909013,
      "loss": 5.8125,
      "step": 57388
    },
    {
      "epoch": 2.3505631783739505,
      "grad_norm": 5.0323957016359815,
      "learning_rate": 0.0002037516401780371,
      "loss": 5.0,
      "step": 57389
    },
    {
      "epoch": 2.350604136801147,
      "grad_norm": 4.505270025098773,
      "learning_rate": 0.0002037485953615735,
      "loss": 3.625,
      "step": 57390
    },
    {
      "epoch": 2.350645095228343,
      "grad_norm": 2.93261327301609,
      "learning_rate": 0.00020374555051970068,
      "loss": 4.6875,
      "step": 57391
    },
    {
      "epoch": 2.3506860536555396,
      "grad_norm": 4.554126169097889,
      "learning_rate": 0.00020374250565242008,
      "loss": 0.8906,
      "step": 57392
    },
    {
      "epoch": 2.350727012082736,
      "grad_norm": 3.215447700750139,
      "learning_rate": 0.00020373946075973308,
      "loss": 3.625,
      "step": 57393
    },
    {
      "epoch": 2.3507679705099322,
      "grad_norm": 3.873221301589955,
      "learning_rate": 0.00020373641584164122,
      "loss": 4.5625,
      "step": 57394
    },
    {
      "epoch": 2.350808928937129,
      "grad_norm": 4.201313934382787,
      "learning_rate": 0.0002037333708981459,
      "loss": 5.25,
      "step": 57395
    },
    {
      "epoch": 2.3508498873643253,
      "grad_norm": 3.571629315551992,
      "learning_rate": 0.00020373032592924857,
      "loss": 4.9375,
      "step": 57396
    },
    {
      "epoch": 2.350890845791522,
      "grad_norm": 2.842276157505268,
      "learning_rate": 0.00020372728093495063,
      "loss": 3.8906,
      "step": 57397
    },
    {
      "epoch": 2.350931804218718,
      "grad_norm": 4.8235177216136,
      "learning_rate": 0.00020372423591525358,
      "loss": 3.8125,
      "step": 57398
    },
    {
      "epoch": 2.3509727626459145,
      "grad_norm": 4.256745266920334,
      "learning_rate": 0.00020372119087015884,
      "loss": 4.0,
      "step": 57399
    },
    {
      "epoch": 2.3510137210731106,
      "grad_norm": 4.6559753349489545,
      "learning_rate": 0.00020371814579966786,
      "loss": 5.8125,
      "step": 57400
    },
    {
      "epoch": 2.351054679500307,
      "grad_norm": 3.0485402077569828,
      "learning_rate": 0.00020371510070378202,
      "loss": 4.5312,
      "step": 57401
    },
    {
      "epoch": 2.3510956379275036,
      "grad_norm": 3.5213708141694937,
      "learning_rate": 0.00020371205558250278,
      "loss": 5.5,
      "step": 57402
    },
    {
      "epoch": 2.3511365963547,
      "grad_norm": 3.5410453633478607,
      "learning_rate": 0.0002037090104358316,
      "loss": 5.9688,
      "step": 57403
    },
    {
      "epoch": 2.3511775547818963,
      "grad_norm": 3.118428887543158,
      "learning_rate": 0.00020370596526376994,
      "loss": 3.6875,
      "step": 57404
    },
    {
      "epoch": 2.351218513209093,
      "grad_norm": 3.149431766646523,
      "learning_rate": 0.00020370292006631922,
      "loss": 4.4375,
      "step": 57405
    },
    {
      "epoch": 2.3512594716362893,
      "grad_norm": 3.3759300267631907,
      "learning_rate": 0.00020369987484348084,
      "loss": 5.1875,
      "step": 57406
    },
    {
      "epoch": 2.3513004300634854,
      "grad_norm": 5.626469500667686,
      "learning_rate": 0.0002036968295952563,
      "loss": 5.5625,
      "step": 57407
    },
    {
      "epoch": 2.351341388490682,
      "grad_norm": 4.695167844451478,
      "learning_rate": 0.000203693784321647,
      "loss": 3.5781,
      "step": 57408
    },
    {
      "epoch": 2.3513823469178785,
      "grad_norm": 5.487373471782003,
      "learning_rate": 0.0002036907390226544,
      "loss": 5.6875,
      "step": 57409
    },
    {
      "epoch": 2.3514233053450746,
      "grad_norm": 9.861490969667997,
      "learning_rate": 0.00020368769369827992,
      "loss": 5.9062,
      "step": 57410
    },
    {
      "epoch": 2.351464263772271,
      "grad_norm": 2.873929455387179,
      "learning_rate": 0.00020368464834852505,
      "loss": 4.0938,
      "step": 57411
    },
    {
      "epoch": 2.3515052221994677,
      "grad_norm": 3.204160800349384,
      "learning_rate": 0.00020368160297339118,
      "loss": 5.0,
      "step": 57412
    },
    {
      "epoch": 2.3515461806266638,
      "grad_norm": 2.7470974840637026,
      "learning_rate": 0.00020367855757287976,
      "loss": 4.4688,
      "step": 57413
    },
    {
      "epoch": 2.3515871390538603,
      "grad_norm": 3.168675320545634,
      "learning_rate": 0.00020367551214699225,
      "loss": 5.0,
      "step": 57414
    },
    {
      "epoch": 2.351628097481057,
      "grad_norm": 2.943774586693593,
      "learning_rate": 0.00020367246669573003,
      "loss": 4.625,
      "step": 57415
    },
    {
      "epoch": 2.3516690559082534,
      "grad_norm": 2.9521410195036024,
      "learning_rate": 0.00020366942121909464,
      "loss": 4.9062,
      "step": 57416
    },
    {
      "epoch": 2.3517100143354495,
      "grad_norm": 3.7883714678465026,
      "learning_rate": 0.00020366637571708738,
      "loss": 3.7812,
      "step": 57417
    },
    {
      "epoch": 2.351750972762646,
      "grad_norm": 4.195248511150359,
      "learning_rate": 0.00020366333018970983,
      "loss": 3.6094,
      "step": 57418
    },
    {
      "epoch": 2.351791931189842,
      "grad_norm": 3.5864890461380035,
      "learning_rate": 0.00020366028463696337,
      "loss": 4.5,
      "step": 57419
    },
    {
      "epoch": 2.3518328896170386,
      "grad_norm": 5.350958076797851,
      "learning_rate": 0.00020365723905884942,
      "loss": 4.4688,
      "step": 57420
    },
    {
      "epoch": 2.351873848044235,
      "grad_norm": 2.877014600000671,
      "learning_rate": 0.00020365419345536945,
      "loss": 4.0625,
      "step": 57421
    },
    {
      "epoch": 2.3519148064714317,
      "grad_norm": 3.174873848010609,
      "learning_rate": 0.0002036511478265249,
      "loss": 5.4688,
      "step": 57422
    },
    {
      "epoch": 2.351955764898628,
      "grad_norm": 3.1963908023271195,
      "learning_rate": 0.0002036481021723172,
      "loss": 5.4062,
      "step": 57423
    },
    {
      "epoch": 2.3519967233258243,
      "grad_norm": 2.932743742363998,
      "learning_rate": 0.00020364505649274778,
      "loss": 4.5312,
      "step": 57424
    },
    {
      "epoch": 2.352037681753021,
      "grad_norm": 2.998151162164183,
      "learning_rate": 0.0002036420107878181,
      "loss": 3.5156,
      "step": 57425
    },
    {
      "epoch": 2.352078640180217,
      "grad_norm": 2.666390836963944,
      "learning_rate": 0.00020363896505752957,
      "loss": 4.875,
      "step": 57426
    },
    {
      "epoch": 2.3521195986074135,
      "grad_norm": 16.58454554766688,
      "learning_rate": 0.0002036359193018837,
      "loss": 6.9062,
      "step": 57427
    },
    {
      "epoch": 2.35216055703461,
      "grad_norm": 3.5055595330134577,
      "learning_rate": 0.00020363287352088185,
      "loss": 5.625,
      "step": 57428
    },
    {
      "epoch": 2.352201515461806,
      "grad_norm": 2.9362022117605084,
      "learning_rate": 0.00020362982771452546,
      "loss": 3.8125,
      "step": 57429
    },
    {
      "epoch": 2.3522424738890026,
      "grad_norm": 5.514534698693066,
      "learning_rate": 0.000203626781882816,
      "loss": 6.0625,
      "step": 57430
    },
    {
      "epoch": 2.352283432316199,
      "grad_norm": 3.077899243497305,
      "learning_rate": 0.00020362373602575496,
      "loss": 4.8125,
      "step": 57431
    },
    {
      "epoch": 2.3523243907433953,
      "grad_norm": 3.879479704830966,
      "learning_rate": 0.0002036206901433437,
      "loss": 1.875,
      "step": 57432
    },
    {
      "epoch": 2.352365349170592,
      "grad_norm": 6.361891714243761,
      "learning_rate": 0.00020361764423558367,
      "loss": 4.5625,
      "step": 57433
    },
    {
      "epoch": 2.3524063075977883,
      "grad_norm": 3.458258460817171,
      "learning_rate": 0.00020361459830247638,
      "loss": 2.9375,
      "step": 57434
    },
    {
      "epoch": 2.352447266024985,
      "grad_norm": 3.6286897939201648,
      "learning_rate": 0.00020361155234402317,
      "loss": 6.0,
      "step": 57435
    },
    {
      "epoch": 2.352488224452181,
      "grad_norm": 3.411641723879925,
      "learning_rate": 0.00020360850636022554,
      "loss": 4.1875,
      "step": 57436
    },
    {
      "epoch": 2.3525291828793775,
      "grad_norm": 2.6100830750813917,
      "learning_rate": 0.00020360546035108496,
      "loss": 4.5312,
      "step": 57437
    },
    {
      "epoch": 2.3525701413065736,
      "grad_norm": 2.9505155958771656,
      "learning_rate": 0.00020360241431660277,
      "loss": 5.2812,
      "step": 57438
    },
    {
      "epoch": 2.35261109973377,
      "grad_norm": 3.6264172717152503,
      "learning_rate": 0.00020359936825678054,
      "loss": 4.125,
      "step": 57439
    },
    {
      "epoch": 2.3526520581609667,
      "grad_norm": 3.1834328094924205,
      "learning_rate": 0.0002035963221716196,
      "loss": 6.375,
      "step": 57440
    },
    {
      "epoch": 2.352693016588163,
      "grad_norm": 2.9509638130078972,
      "learning_rate": 0.00020359327606112138,
      "loss": 1.3359,
      "step": 57441
    },
    {
      "epoch": 2.3527339750153593,
      "grad_norm": 3.5048134130307935,
      "learning_rate": 0.0002035902299252874,
      "loss": 4.6875,
      "step": 57442
    },
    {
      "epoch": 2.352774933442556,
      "grad_norm": 3.1828854549738095,
      "learning_rate": 0.0002035871837641191,
      "loss": 4.8125,
      "step": 57443
    },
    {
      "epoch": 2.3528158918697524,
      "grad_norm": 11.823054854222756,
      "learning_rate": 0.0002035841375776179,
      "loss": 4.0938,
      "step": 57444
    },
    {
      "epoch": 2.3528568502969485,
      "grad_norm": 3.022479216447899,
      "learning_rate": 0.00020358109136578515,
      "loss": 4.4375,
      "step": 57445
    },
    {
      "epoch": 2.352897808724145,
      "grad_norm": 3.1680640392425716,
      "learning_rate": 0.00020357804512862243,
      "loss": 4.0312,
      "step": 57446
    },
    {
      "epoch": 2.3529387671513415,
      "grad_norm": 3.686201797000829,
      "learning_rate": 0.00020357499886613112,
      "loss": 5.2188,
      "step": 57447
    },
    {
      "epoch": 2.3529797255785376,
      "grad_norm": 3.0910902050363247,
      "learning_rate": 0.00020357195257831264,
      "loss": 3.7656,
      "step": 57448
    },
    {
      "epoch": 2.353020684005734,
      "grad_norm": 3.0413222465114647,
      "learning_rate": 0.00020356890626516843,
      "loss": 4.5625,
      "step": 57449
    },
    {
      "epoch": 2.3530616424329307,
      "grad_norm": 8.995964163184441,
      "learning_rate": 0.00020356585992670003,
      "loss": 5.5625,
      "step": 57450
    },
    {
      "epoch": 2.353102600860127,
      "grad_norm": 3.2965488670400833,
      "learning_rate": 0.00020356281356290873,
      "loss": 4.6875,
      "step": 57451
    },
    {
      "epoch": 2.3531435592873233,
      "grad_norm": 3.9057971402700726,
      "learning_rate": 0.00020355976717379605,
      "loss": 5.2812,
      "step": 57452
    },
    {
      "epoch": 2.35318451771452,
      "grad_norm": 3.1949648192855022,
      "learning_rate": 0.0002035567207593634,
      "loss": 5.1875,
      "step": 57453
    },
    {
      "epoch": 2.3532254761417164,
      "grad_norm": 5.981275234421567,
      "learning_rate": 0.00020355367431961228,
      "loss": 6.1875,
      "step": 57454
    },
    {
      "epoch": 2.3532664345689125,
      "grad_norm": 2.921212103039952,
      "learning_rate": 0.0002035506278545441,
      "loss": 4.6562,
      "step": 57455
    },
    {
      "epoch": 2.353307392996109,
      "grad_norm": 3.5270816947845742,
      "learning_rate": 0.00020354758136416028,
      "loss": 5.2812,
      "step": 57456
    },
    {
      "epoch": 2.353348351423305,
      "grad_norm": 3.6080070298129074,
      "learning_rate": 0.00020354453484846223,
      "loss": 5.8125,
      "step": 57457
    },
    {
      "epoch": 2.3533893098505017,
      "grad_norm": 2.8787730651712966,
      "learning_rate": 0.00020354148830745145,
      "loss": 4.75,
      "step": 57458
    },
    {
      "epoch": 2.353430268277698,
      "grad_norm": 3.908950296370702,
      "learning_rate": 0.00020353844174112937,
      "loss": 4.6875,
      "step": 57459
    },
    {
      "epoch": 2.3534712267048947,
      "grad_norm": 3.112067217212502,
      "learning_rate": 0.00020353539514949743,
      "loss": 3.7656,
      "step": 57460
    },
    {
      "epoch": 2.353512185132091,
      "grad_norm": 3.2961075891113323,
      "learning_rate": 0.00020353234853255704,
      "loss": 4.9375,
      "step": 57461
    },
    {
      "epoch": 2.3535531435592874,
      "grad_norm": 3.0481185844268452,
      "learning_rate": 0.0002035293018903097,
      "loss": 4.875,
      "step": 57462
    },
    {
      "epoch": 2.353594101986484,
      "grad_norm": 3.9148799695011416,
      "learning_rate": 0.0002035262552227568,
      "loss": 5.5938,
      "step": 57463
    },
    {
      "epoch": 2.35363506041368,
      "grad_norm": 3.2333330767857738,
      "learning_rate": 0.00020352320852989975,
      "loss": 5.0938,
      "step": 57464
    },
    {
      "epoch": 2.3536760188408765,
      "grad_norm": 3.567555269932469,
      "learning_rate": 0.00020352016181174004,
      "loss": 4.9688,
      "step": 57465
    },
    {
      "epoch": 2.353716977268073,
      "grad_norm": 2.617905453350366,
      "learning_rate": 0.00020351711506827913,
      "loss": 4.125,
      "step": 57466
    },
    {
      "epoch": 2.353757935695269,
      "grad_norm": 3.138586826423023,
      "learning_rate": 0.00020351406829951846,
      "loss": 4.125,
      "step": 57467
    },
    {
      "epoch": 2.3537988941224657,
      "grad_norm": 3.2436478062035965,
      "learning_rate": 0.0002035110215054594,
      "loss": 1.8516,
      "step": 57468
    },
    {
      "epoch": 2.353839852549662,
      "grad_norm": 2.7241080454491224,
      "learning_rate": 0.00020350797468610344,
      "loss": 4.4688,
      "step": 57469
    },
    {
      "epoch": 2.3538808109768583,
      "grad_norm": 4.6218575369013015,
      "learning_rate": 0.00020350492784145202,
      "loss": 5.5938,
      "step": 57470
    },
    {
      "epoch": 2.353921769404055,
      "grad_norm": 11.065137581180338,
      "learning_rate": 0.00020350188097150658,
      "loss": 3.0781,
      "step": 57471
    },
    {
      "epoch": 2.3539627278312514,
      "grad_norm": 2.8973665123192323,
      "learning_rate": 0.0002034988340762686,
      "loss": 4.2188,
      "step": 57472
    },
    {
      "epoch": 2.354003686258448,
      "grad_norm": 4.105124508455436,
      "learning_rate": 0.00020349578715573937,
      "loss": 4.4375,
      "step": 57473
    },
    {
      "epoch": 2.354044644685644,
      "grad_norm": 3.06497958672858,
      "learning_rate": 0.00020349274020992053,
      "loss": 3.4375,
      "step": 57474
    },
    {
      "epoch": 2.3540856031128405,
      "grad_norm": 3.757204363130408,
      "learning_rate": 0.00020348969323881336,
      "loss": 4.875,
      "step": 57475
    },
    {
      "epoch": 2.3541265615400366,
      "grad_norm": 4.604330691303749,
      "learning_rate": 0.00020348664624241945,
      "loss": 5.8125,
      "step": 57476
    },
    {
      "epoch": 2.354167519967233,
      "grad_norm": 3.2859569953657353,
      "learning_rate": 0.00020348359922074007,
      "loss": 4.5625,
      "step": 57477
    },
    {
      "epoch": 2.3542084783944297,
      "grad_norm": 3.0150176551833274,
      "learning_rate": 0.00020348055217377678,
      "loss": 3.9062,
      "step": 57478
    },
    {
      "epoch": 2.3542494368216262,
      "grad_norm": 3.5777968271962317,
      "learning_rate": 0.000203477505101531,
      "loss": 5.8125,
      "step": 57479
    },
    {
      "epoch": 2.3542903952488223,
      "grad_norm": 3.142729784677713,
      "learning_rate": 0.00020347445800400414,
      "loss": 4.625,
      "step": 57480
    },
    {
      "epoch": 2.354331353676019,
      "grad_norm": 3.095569947295784,
      "learning_rate": 0.00020347141088119763,
      "loss": 5.3125,
      "step": 57481
    },
    {
      "epoch": 2.3543723121032154,
      "grad_norm": 3.7907615135021926,
      "learning_rate": 0.00020346836373311302,
      "loss": 5.0,
      "step": 57482
    },
    {
      "epoch": 2.3544132705304115,
      "grad_norm": 2.308441869705129,
      "learning_rate": 0.0002034653165597516,
      "loss": 2.6562,
      "step": 57483
    },
    {
      "epoch": 2.354454228957608,
      "grad_norm": 3.232889944518077,
      "learning_rate": 0.0002034622693611149,
      "loss": 4.9375,
      "step": 57484
    },
    {
      "epoch": 2.3544951873848046,
      "grad_norm": 3.4774699088381635,
      "learning_rate": 0.00020345922213720435,
      "loss": 4.3125,
      "step": 57485
    },
    {
      "epoch": 2.3545361458120007,
      "grad_norm": 3.1472324855737464,
      "learning_rate": 0.0002034561748880214,
      "loss": 5.5625,
      "step": 57486
    },
    {
      "epoch": 2.354577104239197,
      "grad_norm": 3.1530663393443854,
      "learning_rate": 0.00020345312761356745,
      "loss": 4.5312,
      "step": 57487
    },
    {
      "epoch": 2.3546180626663937,
      "grad_norm": 3.3347034196336267,
      "learning_rate": 0.000203450080313844,
      "loss": 5.3125,
      "step": 57488
    },
    {
      "epoch": 2.35465902109359,
      "grad_norm": 3.728828491979026,
      "learning_rate": 0.0002034470329888524,
      "loss": 5.6875,
      "step": 57489
    },
    {
      "epoch": 2.3546999795207864,
      "grad_norm": 5.048141996338912,
      "learning_rate": 0.00020344398563859416,
      "loss": 5.3438,
      "step": 57490
    },
    {
      "epoch": 2.354740937947983,
      "grad_norm": 5.464898367594054,
      "learning_rate": 0.0002034409382630707,
      "loss": 3.0938,
      "step": 57491
    },
    {
      "epoch": 2.3547818963751794,
      "grad_norm": 3.4050375851680035,
      "learning_rate": 0.0002034378908622835,
      "loss": 3.7344,
      "step": 57492
    },
    {
      "epoch": 2.3548228548023755,
      "grad_norm": 3.120129754205731,
      "learning_rate": 0.00020343484343623392,
      "loss": 3.4844,
      "step": 57493
    },
    {
      "epoch": 2.354863813229572,
      "grad_norm": 3.67076320158241,
      "learning_rate": 0.00020343179598492347,
      "loss": 5.3438,
      "step": 57494
    },
    {
      "epoch": 2.354904771656768,
      "grad_norm": 6.174322307080255,
      "learning_rate": 0.00020342874850835357,
      "loss": 6.6875,
      "step": 57495
    },
    {
      "epoch": 2.3549457300839647,
      "grad_norm": 3.34728504409302,
      "learning_rate": 0.00020342570100652567,
      "loss": 4.9688,
      "step": 57496
    },
    {
      "epoch": 2.354986688511161,
      "grad_norm": 3.75487316798797,
      "learning_rate": 0.00020342265347944114,
      "loss": 4.625,
      "step": 57497
    },
    {
      "epoch": 2.3550276469383578,
      "grad_norm": 3.8709655187074348,
      "learning_rate": 0.0002034196059271015,
      "loss": 4.7188,
      "step": 57498
    },
    {
      "epoch": 2.355068605365554,
      "grad_norm": 2.8320972621384968,
      "learning_rate": 0.00020341655834950822,
      "loss": 4.0625,
      "step": 57499
    },
    {
      "epoch": 2.3551095637927504,
      "grad_norm": 2.949197801038609,
      "learning_rate": 0.00020341351074666268,
      "loss": 5.25,
      "step": 57500
    },
    {
      "epoch": 2.355150522219947,
      "grad_norm": 6.7332302530937405,
      "learning_rate": 0.0002034104631185663,
      "loss": 3.9062,
      "step": 57501
    },
    {
      "epoch": 2.355191480647143,
      "grad_norm": 3.145680641194501,
      "learning_rate": 0.00020340741546522056,
      "loss": 5.0938,
      "step": 57502
    },
    {
      "epoch": 2.3552324390743395,
      "grad_norm": 4.491115525585535,
      "learning_rate": 0.0002034043677866269,
      "loss": 3.3125,
      "step": 57503
    },
    {
      "epoch": 2.355273397501536,
      "grad_norm": 3.5182985081255906,
      "learning_rate": 0.00020340132008278677,
      "loss": 4.9062,
      "step": 57504
    },
    {
      "epoch": 2.355314355928732,
      "grad_norm": 3.3817308019740318,
      "learning_rate": 0.00020339827235370158,
      "loss": 5.0,
      "step": 57505
    },
    {
      "epoch": 2.3553553143559287,
      "grad_norm": 2.8481011165872863,
      "learning_rate": 0.00020339522459937275,
      "loss": 4.7188,
      "step": 57506
    },
    {
      "epoch": 2.3553962727831252,
      "grad_norm": 5.451647927504146,
      "learning_rate": 0.00020339217681980185,
      "loss": 4.7812,
      "step": 57507
    },
    {
      "epoch": 2.3554372312103213,
      "grad_norm": 3.144589018774163,
      "learning_rate": 0.00020338912901499015,
      "loss": 4.5938,
      "step": 57508
    },
    {
      "epoch": 2.355478189637518,
      "grad_norm": 4.396933856221212,
      "learning_rate": 0.00020338608118493918,
      "loss": 5.3438,
      "step": 57509
    },
    {
      "epoch": 2.3555191480647144,
      "grad_norm": 11.113243067066964,
      "learning_rate": 0.00020338303332965036,
      "loss": 6.5938,
      "step": 57510
    },
    {
      "epoch": 2.355560106491911,
      "grad_norm": 2.815193788614337,
      "learning_rate": 0.00020337998544912517,
      "loss": 5.4062,
      "step": 57511
    },
    {
      "epoch": 2.355601064919107,
      "grad_norm": 3.4278936819328627,
      "learning_rate": 0.000203376937543365,
      "loss": 6.375,
      "step": 57512
    },
    {
      "epoch": 2.3556420233463036,
      "grad_norm": 2.805834554011015,
      "learning_rate": 0.00020337388961237128,
      "loss": 4.375,
      "step": 57513
    },
    {
      "epoch": 2.3556829817734997,
      "grad_norm": 3.0721171742011446,
      "learning_rate": 0.00020337084165614555,
      "loss": 5.0938,
      "step": 57514
    },
    {
      "epoch": 2.355723940200696,
      "grad_norm": 2.8158227215080465,
      "learning_rate": 0.00020336779367468913,
      "loss": 4.7188,
      "step": 57515
    },
    {
      "epoch": 2.3557648986278927,
      "grad_norm": 2.7105561039582295,
      "learning_rate": 0.00020336474566800354,
      "loss": 3.8438,
      "step": 57516
    },
    {
      "epoch": 2.3558058570550893,
      "grad_norm": 2.750716692775742,
      "learning_rate": 0.00020336169763609017,
      "loss": 3.9688,
      "step": 57517
    },
    {
      "epoch": 2.3558468154822854,
      "grad_norm": 4.568130818828188,
      "learning_rate": 0.00020335864957895052,
      "loss": 5.7188,
      "step": 57518
    },
    {
      "epoch": 2.355887773909482,
      "grad_norm": 3.0000481988489733,
      "learning_rate": 0.00020335560149658597,
      "loss": 4.6562,
      "step": 57519
    },
    {
      "epoch": 2.3559287323366784,
      "grad_norm": 3.131586554293138,
      "learning_rate": 0.000203352553388998,
      "loss": 5.0,
      "step": 57520
    },
    {
      "epoch": 2.3559696907638745,
      "grad_norm": 4.450027424616294,
      "learning_rate": 0.000203349505256188,
      "loss": 4.4062,
      "step": 57521
    },
    {
      "epoch": 2.356010649191071,
      "grad_norm": 3.6884581348938212,
      "learning_rate": 0.00020334645709815753,
      "loss": 4.7188,
      "step": 57522
    },
    {
      "epoch": 2.3560516076182676,
      "grad_norm": 3.6019625858289532,
      "learning_rate": 0.00020334340891490788,
      "loss": 6.4062,
      "step": 57523
    },
    {
      "epoch": 2.3560925660454637,
      "grad_norm": 3.057056413246914,
      "learning_rate": 0.00020334036070644062,
      "loss": 4.25,
      "step": 57524
    },
    {
      "epoch": 2.3561335244726602,
      "grad_norm": 3.6276325337480326,
      "learning_rate": 0.00020333731247275708,
      "loss": 5.2812,
      "step": 57525
    },
    {
      "epoch": 2.3561744828998568,
      "grad_norm": 4.938503693395451,
      "learning_rate": 0.0002033342642138588,
      "loss": 6.5,
      "step": 57526
    },
    {
      "epoch": 2.356215441327053,
      "grad_norm": 5.5443944088327015,
      "learning_rate": 0.00020333121592974713,
      "loss": 6.25,
      "step": 57527
    },
    {
      "epoch": 2.3562563997542494,
      "grad_norm": 5.77161517321546,
      "learning_rate": 0.00020332816762042355,
      "loss": 6.5,
      "step": 57528
    },
    {
      "epoch": 2.356297358181446,
      "grad_norm": 3.110782754329946,
      "learning_rate": 0.00020332511928588954,
      "loss": 4.5625,
      "step": 57529
    },
    {
      "epoch": 2.3563383166086425,
      "grad_norm": 3.3431171359208425,
      "learning_rate": 0.0002033220709261465,
      "loss": 4.9375,
      "step": 57530
    },
    {
      "epoch": 2.3563792750358385,
      "grad_norm": 5.03433306793135,
      "learning_rate": 0.00020331902254119586,
      "loss": 6.625,
      "step": 57531
    },
    {
      "epoch": 2.356420233463035,
      "grad_norm": 2.9563103223514755,
      "learning_rate": 0.00020331597413103913,
      "loss": 3.9688,
      "step": 57532
    },
    {
      "epoch": 2.356461191890231,
      "grad_norm": 15.991135358653779,
      "learning_rate": 0.00020331292569567767,
      "loss": 4.625,
      "step": 57533
    },
    {
      "epoch": 2.3565021503174277,
      "grad_norm": 4.626932139638334,
      "learning_rate": 0.00020330987723511296,
      "loss": 4.7188,
      "step": 57534
    },
    {
      "epoch": 2.3565431087446242,
      "grad_norm": 7.194086041207634,
      "learning_rate": 0.00020330682874934643,
      "loss": 3.75,
      "step": 57535
    },
    {
      "epoch": 2.356584067171821,
      "grad_norm": 3.5104861378835834,
      "learning_rate": 0.0002033037802383795,
      "loss": 3.6875,
      "step": 57536
    },
    {
      "epoch": 2.356625025599017,
      "grad_norm": 3.1201463560420772,
      "learning_rate": 0.00020330073170221367,
      "loss": 4.625,
      "step": 57537
    },
    {
      "epoch": 2.3566659840262134,
      "grad_norm": 3.803602362481214,
      "learning_rate": 0.0002032976831408503,
      "loss": 6.375,
      "step": 57538
    },
    {
      "epoch": 2.35670694245341,
      "grad_norm": 7.058736789950109,
      "learning_rate": 0.00020329463455429092,
      "loss": 5.875,
      "step": 57539
    },
    {
      "epoch": 2.356747900880606,
      "grad_norm": 3.9124874203330093,
      "learning_rate": 0.00020329158594253695,
      "loss": 6.6562,
      "step": 57540
    },
    {
      "epoch": 2.3567888593078026,
      "grad_norm": 6.326383556083716,
      "learning_rate": 0.0002032885373055898,
      "loss": 5.5,
      "step": 57541
    },
    {
      "epoch": 2.356829817734999,
      "grad_norm": 3.138768092107637,
      "learning_rate": 0.0002032854886434509,
      "loss": 4.4375,
      "step": 57542
    },
    {
      "epoch": 2.356870776162195,
      "grad_norm": 13.862942819414755,
      "learning_rate": 0.00020328243995612171,
      "loss": 6.4375,
      "step": 57543
    },
    {
      "epoch": 2.3569117345893917,
      "grad_norm": 11.88509541340695,
      "learning_rate": 0.00020327939124360368,
      "loss": 4.625,
      "step": 57544
    },
    {
      "epoch": 2.3569526930165883,
      "grad_norm": 3.3383956005981417,
      "learning_rate": 0.00020327634250589822,
      "loss": 4.8125,
      "step": 57545
    },
    {
      "epoch": 2.3569936514437844,
      "grad_norm": 3.3547518157327896,
      "learning_rate": 0.00020327329374300685,
      "loss": 4.125,
      "step": 57546
    },
    {
      "epoch": 2.357034609870981,
      "grad_norm": 4.111443375924387,
      "learning_rate": 0.00020327024495493093,
      "loss": 5.125,
      "step": 57547
    },
    {
      "epoch": 2.3570755682981774,
      "grad_norm": 4.738309448989231,
      "learning_rate": 0.00020326719614167192,
      "loss": 4.375,
      "step": 57548
    },
    {
      "epoch": 2.357116526725374,
      "grad_norm": 4.463162721067171,
      "learning_rate": 0.00020326414730323128,
      "loss": 5.0625,
      "step": 57549
    },
    {
      "epoch": 2.35715748515257,
      "grad_norm": 2.716192001520074,
      "learning_rate": 0.00020326109843961046,
      "loss": 3.3906,
      "step": 57550
    },
    {
      "epoch": 2.3571984435797666,
      "grad_norm": 5.145233799281455,
      "learning_rate": 0.00020325804955081085,
      "loss": 6.0312,
      "step": 57551
    },
    {
      "epoch": 2.3572394020069627,
      "grad_norm": 3.0213430519708067,
      "learning_rate": 0.00020325500063683393,
      "loss": 4.1875,
      "step": 57552
    },
    {
      "epoch": 2.3572803604341592,
      "grad_norm": 9.655857478176875,
      "learning_rate": 0.00020325195169768116,
      "loss": 6.75,
      "step": 57553
    },
    {
      "epoch": 2.3573213188613558,
      "grad_norm": 3.8295892599608887,
      "learning_rate": 0.00020324890273335395,
      "loss": 4.6875,
      "step": 57554
    },
    {
      "epoch": 2.3573622772885523,
      "grad_norm": 2.9028558246163896,
      "learning_rate": 0.00020324585374385373,
      "loss": 4.0938,
      "step": 57555
    },
    {
      "epoch": 2.3574032357157484,
      "grad_norm": 3.507594133141909,
      "learning_rate": 0.000203242804729182,
      "loss": 4.6562,
      "step": 57556
    },
    {
      "epoch": 2.357444194142945,
      "grad_norm": 3.9028386583954644,
      "learning_rate": 0.00020323975568934007,
      "loss": 5.0312,
      "step": 57557
    },
    {
      "epoch": 2.3574851525701415,
      "grad_norm": 4.1601450647954294,
      "learning_rate": 0.00020323670662432958,
      "loss": 6.25,
      "step": 57558
    },
    {
      "epoch": 2.3575261109973376,
      "grad_norm": 3.9161933295397153,
      "learning_rate": 0.00020323365753415178,
      "loss": 5.2812,
      "step": 57559
    },
    {
      "epoch": 2.357567069424534,
      "grad_norm": 3.024177918175987,
      "learning_rate": 0.00020323060841880827,
      "loss": 5.5938,
      "step": 57560
    },
    {
      "epoch": 2.3576080278517306,
      "grad_norm": 2.9027344928309247,
      "learning_rate": 0.00020322755927830037,
      "loss": 4.4688,
      "step": 57561
    },
    {
      "epoch": 2.3576489862789267,
      "grad_norm": 3.9013577767746286,
      "learning_rate": 0.00020322451011262958,
      "loss": 4.875,
      "step": 57562
    },
    {
      "epoch": 2.3576899447061233,
      "grad_norm": 2.899459790713512,
      "learning_rate": 0.00020322146092179732,
      "loss": 4.2812,
      "step": 57563
    },
    {
      "epoch": 2.35773090313332,
      "grad_norm": 4.665130813836181,
      "learning_rate": 0.00020321841170580507,
      "loss": 5.1562,
      "step": 57564
    },
    {
      "epoch": 2.357771861560516,
      "grad_norm": 13.409723386767416,
      "learning_rate": 0.0002032153624646542,
      "loss": 5.0625,
      "step": 57565
    },
    {
      "epoch": 2.3578128199877124,
      "grad_norm": 2.99067913180704,
      "learning_rate": 0.00020321231319834625,
      "loss": 4.5625,
      "step": 57566
    },
    {
      "epoch": 2.357853778414909,
      "grad_norm": 2.6990927533405724,
      "learning_rate": 0.00020320926390688258,
      "loss": 3.6406,
      "step": 57567
    },
    {
      "epoch": 2.3578947368421055,
      "grad_norm": 4.14447502493912,
      "learning_rate": 0.00020320621459026466,
      "loss": 3.8125,
      "step": 57568
    },
    {
      "epoch": 2.3579356952693016,
      "grad_norm": 2.9870627229223548,
      "learning_rate": 0.0002032031652484939,
      "loss": 3.8438,
      "step": 57569
    },
    {
      "epoch": 2.357976653696498,
      "grad_norm": 4.088766661417547,
      "learning_rate": 0.0002032001158815718,
      "loss": 5.7188,
      "step": 57570
    },
    {
      "epoch": 2.358017612123694,
      "grad_norm": 3.404939822280941,
      "learning_rate": 0.00020319706648949976,
      "loss": 4.8125,
      "step": 57571
    },
    {
      "epoch": 2.3580585705508907,
      "grad_norm": 4.087826918826459,
      "learning_rate": 0.00020319401707227927,
      "loss": 4.3125,
      "step": 57572
    },
    {
      "epoch": 2.3580995289780873,
      "grad_norm": 3.152658483963583,
      "learning_rate": 0.00020319096762991167,
      "loss": 4.5,
      "step": 57573
    },
    {
      "epoch": 2.358140487405284,
      "grad_norm": 3.5749236291850846,
      "learning_rate": 0.0002031879181623985,
      "loss": 3.9375,
      "step": 57574
    },
    {
      "epoch": 2.35818144583248,
      "grad_norm": 3.71284440961516,
      "learning_rate": 0.0002031848686697412,
      "loss": 4.8125,
      "step": 57575
    },
    {
      "epoch": 2.3582224042596764,
      "grad_norm": 12.309364627740377,
      "learning_rate": 0.00020318181915194113,
      "loss": 4.0625,
      "step": 57576
    },
    {
      "epoch": 2.358263362686873,
      "grad_norm": 3.3082026189072633,
      "learning_rate": 0.00020317876960899983,
      "loss": 4.3438,
      "step": 57577
    },
    {
      "epoch": 2.358304321114069,
      "grad_norm": 3.3787722133774363,
      "learning_rate": 0.00020317572004091867,
      "loss": 4.3438,
      "step": 57578
    },
    {
      "epoch": 2.3583452795412656,
      "grad_norm": 4.007328796667083,
      "learning_rate": 0.00020317267044769912,
      "loss": 5.375,
      "step": 57579
    },
    {
      "epoch": 2.358386237968462,
      "grad_norm": 4.752676125173248,
      "learning_rate": 0.0002031696208293426,
      "loss": 4.3125,
      "step": 57580
    },
    {
      "epoch": 2.3584271963956582,
      "grad_norm": 4.139118886228502,
      "learning_rate": 0.00020316657118585058,
      "loss": 5.1875,
      "step": 57581
    },
    {
      "epoch": 2.3584681548228548,
      "grad_norm": 2.9001089311379564,
      "learning_rate": 0.00020316352151722447,
      "loss": 3.3281,
      "step": 57582
    },
    {
      "epoch": 2.3585091132500513,
      "grad_norm": 3.006368559864712,
      "learning_rate": 0.0002031604718234658,
      "loss": 4.9062,
      "step": 57583
    },
    {
      "epoch": 2.3585500716772474,
      "grad_norm": 5.221414693712479,
      "learning_rate": 0.0002031574221045759,
      "loss": 3.1406,
      "step": 57584
    },
    {
      "epoch": 2.358591030104444,
      "grad_norm": 3.311559650776835,
      "learning_rate": 0.0002031543723605562,
      "loss": 4.375,
      "step": 57585
    },
    {
      "epoch": 2.3586319885316405,
      "grad_norm": 3.683319520545654,
      "learning_rate": 0.00020315132259140825,
      "loss": 4.5312,
      "step": 57586
    },
    {
      "epoch": 2.358672946958837,
      "grad_norm": 4.56264056034996,
      "learning_rate": 0.00020314827279713346,
      "loss": 6.75,
      "step": 57587
    },
    {
      "epoch": 2.358713905386033,
      "grad_norm": 13.627254015609664,
      "learning_rate": 0.00020314522297773324,
      "loss": 3.0625,
      "step": 57588
    },
    {
      "epoch": 2.3587548638132296,
      "grad_norm": 3.428722833245064,
      "learning_rate": 0.00020314217313320898,
      "loss": 4.0938,
      "step": 57589
    },
    {
      "epoch": 2.3587958222404257,
      "grad_norm": 4.068547631179397,
      "learning_rate": 0.00020313912326356225,
      "loss": 5.6562,
      "step": 57590
    },
    {
      "epoch": 2.3588367806676223,
      "grad_norm": 4.229640671581992,
      "learning_rate": 0.0002031360733687944,
      "loss": 5.2188,
      "step": 57591
    },
    {
      "epoch": 2.358877739094819,
      "grad_norm": 3.670139934741067,
      "learning_rate": 0.00020313302344890694,
      "loss": 4.6875,
      "step": 57592
    },
    {
      "epoch": 2.3589186975220153,
      "grad_norm": 2.8210910130163525,
      "learning_rate": 0.00020312997350390122,
      "loss": 5.1562,
      "step": 57593
    },
    {
      "epoch": 2.3589596559492114,
      "grad_norm": 2.91580349760171,
      "learning_rate": 0.00020312692353377875,
      "loss": 4.8125,
      "step": 57594
    },
    {
      "epoch": 2.359000614376408,
      "grad_norm": 2.8140058649083732,
      "learning_rate": 0.00020312387353854094,
      "loss": 4.5625,
      "step": 57595
    },
    {
      "epoch": 2.3590415728036045,
      "grad_norm": 3.981697489038444,
      "learning_rate": 0.00020312082351818926,
      "loss": 5.1875,
      "step": 57596
    },
    {
      "epoch": 2.3590825312308006,
      "grad_norm": 3.992859326083126,
      "learning_rate": 0.0002031177734727251,
      "loss": 5.0938,
      "step": 57597
    },
    {
      "epoch": 2.359123489657997,
      "grad_norm": 3.598034884944301,
      "learning_rate": 0.00020311472340215,
      "loss": 4.9375,
      "step": 57598
    },
    {
      "epoch": 2.3591644480851937,
      "grad_norm": 2.8441088789802027,
      "learning_rate": 0.0002031116733064653,
      "loss": 4.3438,
      "step": 57599
    },
    {
      "epoch": 2.3592054065123897,
      "grad_norm": 12.695078910003462,
      "learning_rate": 0.00020310862318567252,
      "loss": 6.0625,
      "step": 57600
    },
    {
      "epoch": 2.3592463649395863,
      "grad_norm": 3.892861151878177,
      "learning_rate": 0.00020310557303977302,
      "loss": 4.8125,
      "step": 57601
    },
    {
      "epoch": 2.359287323366783,
      "grad_norm": 3.720646716402584,
      "learning_rate": 0.00020310252286876834,
      "loss": 5.1562,
      "step": 57602
    },
    {
      "epoch": 2.359328281793979,
      "grad_norm": 5.469313225133,
      "learning_rate": 0.0002030994726726598,
      "loss": 6.3438,
      "step": 57603
    },
    {
      "epoch": 2.3593692402211754,
      "grad_norm": 2.893914753907969,
      "learning_rate": 0.00020309642245144898,
      "loss": 4.875,
      "step": 57604
    },
    {
      "epoch": 2.359410198648372,
      "grad_norm": 14.313087679407461,
      "learning_rate": 0.00020309337220513718,
      "loss": 5.6875,
      "step": 57605
    },
    {
      "epoch": 2.3594511570755685,
      "grad_norm": 3.2534039500315775,
      "learning_rate": 0.00020309032193372597,
      "loss": 3.3438,
      "step": 57606
    },
    {
      "epoch": 2.3594921155027646,
      "grad_norm": 3.7010167142885524,
      "learning_rate": 0.00020308727163721672,
      "loss": 3.6562,
      "step": 57607
    },
    {
      "epoch": 2.359533073929961,
      "grad_norm": 3.2720200081187563,
      "learning_rate": 0.0002030842213156109,
      "loss": 4.9375,
      "step": 57608
    },
    {
      "epoch": 2.3595740323571572,
      "grad_norm": 4.951218030871876,
      "learning_rate": 0.0002030811709689099,
      "loss": 4.625,
      "step": 57609
    },
    {
      "epoch": 2.3596149907843538,
      "grad_norm": 46.09654626941695,
      "learning_rate": 0.00020307812059711526,
      "loss": 8.375,
      "step": 57610
    },
    {
      "epoch": 2.3596559492115503,
      "grad_norm": 2.8651255607351045,
      "learning_rate": 0.00020307507020022832,
      "loss": 4.0,
      "step": 57611
    },
    {
      "epoch": 2.359696907638747,
      "grad_norm": 5.008990274253067,
      "learning_rate": 0.0002030720197782506,
      "loss": 5.0625,
      "step": 57612
    },
    {
      "epoch": 2.359737866065943,
      "grad_norm": 3.0990677648985145,
      "learning_rate": 0.0002030689693311835,
      "loss": 4.9375,
      "step": 57613
    },
    {
      "epoch": 2.3597788244931395,
      "grad_norm": 3.5051317422685426,
      "learning_rate": 0.00020306591885902846,
      "loss": 5.0938,
      "step": 57614
    },
    {
      "epoch": 2.359819782920336,
      "grad_norm": 2.8520841593195536,
      "learning_rate": 0.00020306286836178696,
      "loss": 4.625,
      "step": 57615
    },
    {
      "epoch": 2.359860741347532,
      "grad_norm": 2.897759675077132,
      "learning_rate": 0.0002030598178394604,
      "loss": 4.2812,
      "step": 57616
    },
    {
      "epoch": 2.3599016997747286,
      "grad_norm": 3.230306828385196,
      "learning_rate": 0.0002030567672920502,
      "loss": 4.5312,
      "step": 57617
    },
    {
      "epoch": 2.359942658201925,
      "grad_norm": 3.0579737341783453,
      "learning_rate": 0.00020305371671955786,
      "loss": 4.5625,
      "step": 57618
    },
    {
      "epoch": 2.3599836166291213,
      "grad_norm": 2.9216520030204713,
      "learning_rate": 0.00020305066612198483,
      "loss": 4.5,
      "step": 57619
    },
    {
      "epoch": 2.360024575056318,
      "grad_norm": 3.1833420031988964,
      "learning_rate": 0.00020304761549933247,
      "loss": 4.75,
      "step": 57620
    },
    {
      "epoch": 2.3600655334835143,
      "grad_norm": 4.638917987601189,
      "learning_rate": 0.00020304456485160233,
      "loss": 4.1562,
      "step": 57621
    },
    {
      "epoch": 2.3601064919107104,
      "grad_norm": 3.9280255259365067,
      "learning_rate": 0.00020304151417879576,
      "loss": 5.9688,
      "step": 57622
    },
    {
      "epoch": 2.360147450337907,
      "grad_norm": 3.8413476253797234,
      "learning_rate": 0.00020303846348091427,
      "loss": 4.7188,
      "step": 57623
    },
    {
      "epoch": 2.3601884087651035,
      "grad_norm": 3.0833047803733673,
      "learning_rate": 0.00020303541275795925,
      "loss": 4.9062,
      "step": 57624
    },
    {
      "epoch": 2.3602293671923,
      "grad_norm": 3.3290510952833845,
      "learning_rate": 0.00020303236200993214,
      "loss": 4.6875,
      "step": 57625
    },
    {
      "epoch": 2.360270325619496,
      "grad_norm": 3.9712786075419104,
      "learning_rate": 0.00020302931123683448,
      "loss": 5.4375,
      "step": 57626
    },
    {
      "epoch": 2.3603112840466927,
      "grad_norm": 3.0467250385829145,
      "learning_rate": 0.00020302626043866757,
      "loss": 5.2812,
      "step": 57627
    },
    {
      "epoch": 2.360352242473889,
      "grad_norm": 3.2276950536793882,
      "learning_rate": 0.00020302320961543296,
      "loss": 4.625,
      "step": 57628
    },
    {
      "epoch": 2.3603932009010853,
      "grad_norm": 3.253774926940971,
      "learning_rate": 0.000203020158767132,
      "loss": 5.3438,
      "step": 57629
    },
    {
      "epoch": 2.360434159328282,
      "grad_norm": 3.02043009961051,
      "learning_rate": 0.00020301710789376624,
      "loss": 5.1875,
      "step": 57630
    },
    {
      "epoch": 2.3604751177554784,
      "grad_norm": 3.1164698186389908,
      "learning_rate": 0.00020301405699533708,
      "loss": 4.9375,
      "step": 57631
    },
    {
      "epoch": 2.3605160761826744,
      "grad_norm": 3.08510078259886,
      "learning_rate": 0.00020301100607184595,
      "loss": 4.0938,
      "step": 57632
    },
    {
      "epoch": 2.360557034609871,
      "grad_norm": 2.929535587987413,
      "learning_rate": 0.0002030079551232942,
      "loss": 4.5,
      "step": 57633
    },
    {
      "epoch": 2.3605979930370675,
      "grad_norm": 3.0233248801239916,
      "learning_rate": 0.00020300490414968346,
      "loss": 4.5625,
      "step": 57634
    },
    {
      "epoch": 2.3606389514642636,
      "grad_norm": 4.462137639958182,
      "learning_rate": 0.00020300185315101505,
      "loss": 3.8125,
      "step": 57635
    },
    {
      "epoch": 2.36067990989146,
      "grad_norm": 2.773602360596097,
      "learning_rate": 0.00020299880212729045,
      "loss": 4.5625,
      "step": 57636
    },
    {
      "epoch": 2.3607208683186567,
      "grad_norm": 3.688377091346074,
      "learning_rate": 0.00020299575107851105,
      "loss": 5.7812,
      "step": 57637
    },
    {
      "epoch": 2.3607618267458528,
      "grad_norm": 9.430220356257614,
      "learning_rate": 0.00020299270000467836,
      "loss": 1.7578,
      "step": 57638
    },
    {
      "epoch": 2.3608027851730493,
      "grad_norm": 4.666403962299317,
      "learning_rate": 0.00020298964890579384,
      "loss": 5.3438,
      "step": 57639
    },
    {
      "epoch": 2.360843743600246,
      "grad_norm": 6.385739631117957,
      "learning_rate": 0.00020298659778185884,
      "loss": 5.7188,
      "step": 57640
    },
    {
      "epoch": 2.360884702027442,
      "grad_norm": 3.5245517234884147,
      "learning_rate": 0.00020298354663287482,
      "loss": 3.9375,
      "step": 57641
    },
    {
      "epoch": 2.3609256604546385,
      "grad_norm": 3.7080451269999064,
      "learning_rate": 0.0002029804954588433,
      "loss": 5.875,
      "step": 57642
    },
    {
      "epoch": 2.360966618881835,
      "grad_norm": 3.306708329204996,
      "learning_rate": 0.00020297744425976569,
      "loss": 4.875,
      "step": 57643
    },
    {
      "epoch": 2.3610075773090315,
      "grad_norm": 3.4264003609964635,
      "learning_rate": 0.0002029743930356434,
      "loss": 5.125,
      "step": 57644
    },
    {
      "epoch": 2.3610485357362276,
      "grad_norm": 4.447015765604906,
      "learning_rate": 0.00020297134178647787,
      "loss": 6.7812,
      "step": 57645
    },
    {
      "epoch": 2.361089494163424,
      "grad_norm": 3.4474552241634053,
      "learning_rate": 0.00020296829051227058,
      "loss": 6.25,
      "step": 57646
    },
    {
      "epoch": 2.3611304525906207,
      "grad_norm": 8.507277358913058,
      "learning_rate": 0.00020296523921302297,
      "loss": 5.7812,
      "step": 57647
    },
    {
      "epoch": 2.361171411017817,
      "grad_norm": 3.347168874010818,
      "learning_rate": 0.0002029621878887365,
      "loss": 4.7812,
      "step": 57648
    },
    {
      "epoch": 2.3612123694450133,
      "grad_norm": 3.009143517890967,
      "learning_rate": 0.00020295913653941251,
      "loss": 3.9219,
      "step": 57649
    },
    {
      "epoch": 2.36125332787221,
      "grad_norm": 5.144858887027411,
      "learning_rate": 0.00020295608516505254,
      "loss": 3.9375,
      "step": 57650
    },
    {
      "epoch": 2.361294286299406,
      "grad_norm": 4.462266528968251,
      "learning_rate": 0.00020295303376565804,
      "loss": 4.4688,
      "step": 57651
    },
    {
      "epoch": 2.3613352447266025,
      "grad_norm": 3.0639723585735408,
      "learning_rate": 0.00020294998234123037,
      "loss": 3.4688,
      "step": 57652
    },
    {
      "epoch": 2.361376203153799,
      "grad_norm": 4.378040383686823,
      "learning_rate": 0.00020294693089177102,
      "loss": 2.7812,
      "step": 57653
    },
    {
      "epoch": 2.361417161580995,
      "grad_norm": 4.509310046389831,
      "learning_rate": 0.00020294387941728145,
      "loss": 3.1875,
      "step": 57654
    },
    {
      "epoch": 2.3614581200081917,
      "grad_norm": 2.843182362591868,
      "learning_rate": 0.0002029408279177631,
      "loss": 4.875,
      "step": 57655
    },
    {
      "epoch": 2.361499078435388,
      "grad_norm": 3.1812388585143383,
      "learning_rate": 0.0002029377763932174,
      "loss": 5.0938,
      "step": 57656
    },
    {
      "epoch": 2.3615400368625843,
      "grad_norm": 3.563741927012223,
      "learning_rate": 0.00020293472484364574,
      "loss": 2.6406,
      "step": 57657
    },
    {
      "epoch": 2.361580995289781,
      "grad_norm": 2.7950756586167036,
      "learning_rate": 0.00020293167326904967,
      "loss": 4.5,
      "step": 57658
    },
    {
      "epoch": 2.3616219537169774,
      "grad_norm": 4.067381643850508,
      "learning_rate": 0.00020292862166943054,
      "loss": 3.1562,
      "step": 57659
    },
    {
      "epoch": 2.3616629121441735,
      "grad_norm": 2.570450941037078,
      "learning_rate": 0.00020292557004478984,
      "loss": 3.0156,
      "step": 57660
    },
    {
      "epoch": 2.36170387057137,
      "grad_norm": 2.7568820205484745,
      "learning_rate": 0.00020292251839512898,
      "loss": 4.7188,
      "step": 57661
    },
    {
      "epoch": 2.3617448289985665,
      "grad_norm": 3.0280396791260533,
      "learning_rate": 0.00020291946672044945,
      "loss": 4.0,
      "step": 57662
    },
    {
      "epoch": 2.361785787425763,
      "grad_norm": 3.8639368433060928,
      "learning_rate": 0.0002029164150207527,
      "loss": 5.0625,
      "step": 57663
    },
    {
      "epoch": 2.361826745852959,
      "grad_norm": 3.130092092597432,
      "learning_rate": 0.00020291336329604013,
      "loss": 4.7812,
      "step": 57664
    },
    {
      "epoch": 2.3618677042801557,
      "grad_norm": 3.282374822671818,
      "learning_rate": 0.00020291031154631313,
      "loss": 4.4375,
      "step": 57665
    },
    {
      "epoch": 2.3619086627073522,
      "grad_norm": 2.835965255162136,
      "learning_rate": 0.00020290725977157326,
      "loss": 4.0625,
      "step": 57666
    },
    {
      "epoch": 2.3619496211345483,
      "grad_norm": 6.3188859804802435,
      "learning_rate": 0.00020290420797182187,
      "loss": 4.6875,
      "step": 57667
    },
    {
      "epoch": 2.361990579561745,
      "grad_norm": 3.003789469944616,
      "learning_rate": 0.00020290115614706047,
      "loss": 4.9688,
      "step": 57668
    },
    {
      "epoch": 2.3620315379889414,
      "grad_norm": 4.174972208173492,
      "learning_rate": 0.00020289810429729044,
      "loss": 5.125,
      "step": 57669
    },
    {
      "epoch": 2.3620724964161375,
      "grad_norm": 3.6415258283537555,
      "learning_rate": 0.00020289505242251333,
      "loss": 5.25,
      "step": 57670
    },
    {
      "epoch": 2.362113454843334,
      "grad_norm": 3.0784304460086536,
      "learning_rate": 0.0002028920005227304,
      "loss": 4.625,
      "step": 57671
    },
    {
      "epoch": 2.3621544132705306,
      "grad_norm": 2.8970951010622596,
      "learning_rate": 0.0002028889485979433,
      "loss": 4.8125,
      "step": 57672
    },
    {
      "epoch": 2.3621953716977266,
      "grad_norm": 3.891405183180863,
      "learning_rate": 0.0002028858966481533,
      "loss": 4.125,
      "step": 57673
    },
    {
      "epoch": 2.362236330124923,
      "grad_norm": 5.61911100369704,
      "learning_rate": 0.00020288284467336195,
      "loss": 4.6562,
      "step": 57674
    },
    {
      "epoch": 2.3622772885521197,
      "grad_norm": 3.106144101385043,
      "learning_rate": 0.00020287979267357068,
      "loss": 5.0625,
      "step": 57675
    },
    {
      "epoch": 2.362318246979316,
      "grad_norm": 3.4511185896034355,
      "learning_rate": 0.0002028767406487809,
      "loss": 4.3125,
      "step": 57676
    },
    {
      "epoch": 2.3623592054065123,
      "grad_norm": 2.7141807450839956,
      "learning_rate": 0.00020287368859899402,
      "loss": 4.5312,
      "step": 57677
    },
    {
      "epoch": 2.362400163833709,
      "grad_norm": 4.436868364952153,
      "learning_rate": 0.00020287063652421158,
      "loss": 5.2812,
      "step": 57678
    },
    {
      "epoch": 2.362441122260905,
      "grad_norm": 3.043257913968776,
      "learning_rate": 0.00020286758442443497,
      "loss": 4.375,
      "step": 57679
    },
    {
      "epoch": 2.3624820806881015,
      "grad_norm": 6.634133725800725,
      "learning_rate": 0.00020286453229966566,
      "loss": 3.8438,
      "step": 57680
    },
    {
      "epoch": 2.362523039115298,
      "grad_norm": 3.748538724770252,
      "learning_rate": 0.000202861480149905,
      "loss": 5.25,
      "step": 57681
    },
    {
      "epoch": 2.3625639975424946,
      "grad_norm": 8.010120422200696,
      "learning_rate": 0.00020285842797515452,
      "loss": 4.75,
      "step": 57682
    },
    {
      "epoch": 2.3626049559696907,
      "grad_norm": 4.167422967266371,
      "learning_rate": 0.00020285537577541572,
      "loss": 3.8594,
      "step": 57683
    },
    {
      "epoch": 2.362645914396887,
      "grad_norm": 3.000379113065876,
      "learning_rate": 0.00020285232355068988,
      "loss": 4.7812,
      "step": 57684
    },
    {
      "epoch": 2.3626868728240837,
      "grad_norm": 2.9696527670204205,
      "learning_rate": 0.0002028492713009785,
      "loss": 4.6562,
      "step": 57685
    },
    {
      "epoch": 2.36272783125128,
      "grad_norm": 7.998877474282478,
      "learning_rate": 0.0002028462190262831,
      "loss": 3.9688,
      "step": 57686
    },
    {
      "epoch": 2.3627687896784764,
      "grad_norm": 3.604376317920898,
      "learning_rate": 0.0002028431667266051,
      "loss": 4.0938,
      "step": 57687
    },
    {
      "epoch": 2.362809748105673,
      "grad_norm": 3.1610974482674568,
      "learning_rate": 0.00020284011440194587,
      "loss": 4.9375,
      "step": 57688
    },
    {
      "epoch": 2.362850706532869,
      "grad_norm": 3.138391720683861,
      "learning_rate": 0.0002028370620523069,
      "loss": 5.0312,
      "step": 57689
    },
    {
      "epoch": 2.3628916649600655,
      "grad_norm": 3.704271188920677,
      "learning_rate": 0.00020283400967768966,
      "loss": 5.0938,
      "step": 57690
    },
    {
      "epoch": 2.362932623387262,
      "grad_norm": 2.855706820784518,
      "learning_rate": 0.00020283095727809556,
      "loss": 3.5625,
      "step": 57691
    },
    {
      "epoch": 2.362973581814458,
      "grad_norm": 4.405138632361595,
      "learning_rate": 0.00020282790485352605,
      "loss": 3.2031,
      "step": 57692
    },
    {
      "epoch": 2.3630145402416547,
      "grad_norm": 5.717136124075008,
      "learning_rate": 0.00020282485240398254,
      "loss": 7.0312,
      "step": 57693
    },
    {
      "epoch": 2.3630554986688512,
      "grad_norm": 3.621038600756248,
      "learning_rate": 0.00020282179992946655,
      "loss": 5.7812,
      "step": 57694
    },
    {
      "epoch": 2.3630964570960473,
      "grad_norm": 4.541264130122107,
      "learning_rate": 0.00020281874742997946,
      "loss": 5.0938,
      "step": 57695
    },
    {
      "epoch": 2.363137415523244,
      "grad_norm": 3.5807248065332464,
      "learning_rate": 0.00020281569490552276,
      "loss": 4.8438,
      "step": 57696
    },
    {
      "epoch": 2.3631783739504404,
      "grad_norm": 3.7014049326595293,
      "learning_rate": 0.00020281264235609778,
      "loss": 5.0312,
      "step": 57697
    },
    {
      "epoch": 2.3632193323776365,
      "grad_norm": 3.4680902107487928,
      "learning_rate": 0.00020280958978170611,
      "loss": 4.5625,
      "step": 57698
    },
    {
      "epoch": 2.363260290804833,
      "grad_norm": 3.8824371589641524,
      "learning_rate": 0.00020280653718234915,
      "loss": 5.0938,
      "step": 57699
    },
    {
      "epoch": 2.3633012492320296,
      "grad_norm": 3.389914570495234,
      "learning_rate": 0.0002028034845580283,
      "loss": 5.375,
      "step": 57700
    },
    {
      "epoch": 2.363342207659226,
      "grad_norm": 3.002491930867326,
      "learning_rate": 0.00020280043190874498,
      "loss": 4.375,
      "step": 57701
    },
    {
      "epoch": 2.363383166086422,
      "grad_norm": 5.766673757597736,
      "learning_rate": 0.00020279737923450074,
      "loss": 3.5469,
      "step": 57702
    },
    {
      "epoch": 2.3634241245136187,
      "grad_norm": 2.2310635512108936,
      "learning_rate": 0.00020279432653529697,
      "loss": 2.1875,
      "step": 57703
    },
    {
      "epoch": 2.3634650829408153,
      "grad_norm": 3.387804108806822,
      "learning_rate": 0.00020279127381113508,
      "loss": 4.3438,
      "step": 57704
    },
    {
      "epoch": 2.3635060413680113,
      "grad_norm": 6.849905273019647,
      "learning_rate": 0.0002027882210620165,
      "loss": 5.0625,
      "step": 57705
    },
    {
      "epoch": 2.363546999795208,
      "grad_norm": 6.108227445399965,
      "learning_rate": 0.00020278516828794278,
      "loss": 5.4375,
      "step": 57706
    },
    {
      "epoch": 2.3635879582224044,
      "grad_norm": 3.567395439143641,
      "learning_rate": 0.00020278211548891526,
      "loss": 4.6562,
      "step": 57707
    },
    {
      "epoch": 2.3636289166496005,
      "grad_norm": 3.7884784478907236,
      "learning_rate": 0.00020277906266493543,
      "loss": 4.5312,
      "step": 57708
    },
    {
      "epoch": 2.363669875076797,
      "grad_norm": 3.4637451435885076,
      "learning_rate": 0.00020277600981600472,
      "loss": 6.7188,
      "step": 57709
    },
    {
      "epoch": 2.3637108335039936,
      "grad_norm": 3.0162966585603264,
      "learning_rate": 0.0002027729569421246,
      "loss": 4.7188,
      "step": 57710
    },
    {
      "epoch": 2.3637517919311897,
      "grad_norm": 2.977647256726517,
      "learning_rate": 0.00020276990404329644,
      "loss": 4.6875,
      "step": 57711
    },
    {
      "epoch": 2.363792750358386,
      "grad_norm": 3.7933945449663096,
      "learning_rate": 0.00020276685111952176,
      "loss": 3.2031,
      "step": 57712
    },
    {
      "epoch": 2.3638337087855827,
      "grad_norm": 5.676650121492289,
      "learning_rate": 0.00020276379817080195,
      "loss": 3.875,
      "step": 57713
    },
    {
      "epoch": 2.363874667212779,
      "grad_norm": 2.932485148706388,
      "learning_rate": 0.0002027607451971385,
      "loss": 4.4688,
      "step": 57714
    },
    {
      "epoch": 2.3639156256399754,
      "grad_norm": 5.049971750405307,
      "learning_rate": 0.00020275769219853284,
      "loss": 5.6562,
      "step": 57715
    },
    {
      "epoch": 2.363956584067172,
      "grad_norm": 2.66102864599775,
      "learning_rate": 0.0002027546391749864,
      "loss": 4.25,
      "step": 57716
    },
    {
      "epoch": 2.363997542494368,
      "grad_norm": 38.19097164529288,
      "learning_rate": 0.00020275158612650062,
      "loss": 8.5,
      "step": 57717
    },
    {
      "epoch": 2.3640385009215645,
      "grad_norm": 3.2885268446655895,
      "learning_rate": 0.0002027485330530769,
      "loss": 5.125,
      "step": 57718
    },
    {
      "epoch": 2.364079459348761,
      "grad_norm": 3.108053212750977,
      "learning_rate": 0.00020274547995471684,
      "loss": 4.0625,
      "step": 57719
    },
    {
      "epoch": 2.3641204177759576,
      "grad_norm": 5.467340883664136,
      "learning_rate": 0.00020274242683142172,
      "loss": 5.9375,
      "step": 57720
    },
    {
      "epoch": 2.3641613762031537,
      "grad_norm": 2.8432319430930058,
      "learning_rate": 0.00020273937368319302,
      "loss": 3.8125,
      "step": 57721
    },
    {
      "epoch": 2.3642023346303502,
      "grad_norm": 7.378605986828672,
      "learning_rate": 0.00020273632051003227,
      "loss": 1.7266,
      "step": 57722
    },
    {
      "epoch": 2.3642432930575468,
      "grad_norm": 3.012053739616919,
      "learning_rate": 0.00020273326731194078,
      "loss": 3.6562,
      "step": 57723
    },
    {
      "epoch": 2.364284251484743,
      "grad_norm": 5.798914449453503,
      "learning_rate": 0.0002027302140889201,
      "loss": 6.5938,
      "step": 57724
    },
    {
      "epoch": 2.3643252099119394,
      "grad_norm": 6.357682460296072,
      "learning_rate": 0.0002027271608409716,
      "loss": 7.4062,
      "step": 57725
    },
    {
      "epoch": 2.364366168339136,
      "grad_norm": 2.8659227458019148,
      "learning_rate": 0.00020272410756809678,
      "loss": 4.25,
      "step": 57726
    },
    {
      "epoch": 2.364407126766332,
      "grad_norm": 3.1548721384745644,
      "learning_rate": 0.00020272105427029708,
      "loss": 4.75,
      "step": 57727
    },
    {
      "epoch": 2.3644480851935286,
      "grad_norm": 5.673023828507574,
      "learning_rate": 0.00020271800094757392,
      "loss": 6.3125,
      "step": 57728
    },
    {
      "epoch": 2.364489043620725,
      "grad_norm": 6.5135182926748705,
      "learning_rate": 0.0002027149475999287,
      "loss": 4.9062,
      "step": 57729
    },
    {
      "epoch": 2.364530002047921,
      "grad_norm": 3.8325677918317607,
      "learning_rate": 0.00020271189422736292,
      "loss": 5.6875,
      "step": 57730
    },
    {
      "epoch": 2.3645709604751177,
      "grad_norm": 2.9935865593571194,
      "learning_rate": 0.0002027088408298781,
      "loss": 4.2812,
      "step": 57731
    },
    {
      "epoch": 2.3646119189023143,
      "grad_norm": 3.1370131720990826,
      "learning_rate": 0.00020270578740747553,
      "loss": 5.3125,
      "step": 57732
    },
    {
      "epoch": 2.364652877329511,
      "grad_norm": 3.2544451698513592,
      "learning_rate": 0.0002027027339601567,
      "loss": 5.4375,
      "step": 57733
    },
    {
      "epoch": 2.364693835756707,
      "grad_norm": 3.0562612394998006,
      "learning_rate": 0.00020269968048792312,
      "loss": 4.625,
      "step": 57734
    },
    {
      "epoch": 2.3647347941839034,
      "grad_norm": 3.2236217148050037,
      "learning_rate": 0.00020269662699077618,
      "loss": 4.9688,
      "step": 57735
    },
    {
      "epoch": 2.3647757526110995,
      "grad_norm": 2.7283223363748945,
      "learning_rate": 0.00020269357346871733,
      "loss": 4.3125,
      "step": 57736
    },
    {
      "epoch": 2.364816711038296,
      "grad_norm": 3.9303222495181,
      "learning_rate": 0.000202690519921748,
      "loss": 5.0625,
      "step": 57737
    },
    {
      "epoch": 2.3648576694654926,
      "grad_norm": 5.957829414637613,
      "learning_rate": 0.00020268746634986967,
      "loss": 7.2812,
      "step": 57738
    },
    {
      "epoch": 2.364898627892689,
      "grad_norm": 3.363461156237715,
      "learning_rate": 0.00020268441275308379,
      "loss": 4.7188,
      "step": 57739
    },
    {
      "epoch": 2.364939586319885,
      "grad_norm": 3.1148871016908664,
      "learning_rate": 0.00020268135913139175,
      "loss": 4.7188,
      "step": 57740
    },
    {
      "epoch": 2.3649805447470817,
      "grad_norm": 2.8912063071383804,
      "learning_rate": 0.00020267830548479496,
      "loss": 4.3438,
      "step": 57741
    },
    {
      "epoch": 2.3650215031742783,
      "grad_norm": 7.643843457623198,
      "learning_rate": 0.000202675251813295,
      "loss": 5.4375,
      "step": 57742
    },
    {
      "epoch": 2.3650624616014744,
      "grad_norm": 3.3704404185422114,
      "learning_rate": 0.0002026721981168932,
      "loss": 5.3438,
      "step": 57743
    },
    {
      "epoch": 2.365103420028671,
      "grad_norm": 2.6655080917746083,
      "learning_rate": 0.0002026691443955911,
      "loss": 3.375,
      "step": 57744
    },
    {
      "epoch": 2.3651443784558674,
      "grad_norm": 2.8878431034344803,
      "learning_rate": 0.00020266609064939,
      "loss": 4.4062,
      "step": 57745
    },
    {
      "epoch": 2.3651853368830635,
      "grad_norm": 2.611350573536877,
      "learning_rate": 0.0002026630368782915,
      "loss": 4.4062,
      "step": 57746
    },
    {
      "epoch": 2.36522629531026,
      "grad_norm": 5.045555469516664,
      "learning_rate": 0.00020265998308229694,
      "loss": 5.4375,
      "step": 57747
    },
    {
      "epoch": 2.3652672537374566,
      "grad_norm": 2.7277756059711593,
      "learning_rate": 0.00020265692926140776,
      "loss": 4.4062,
      "step": 57748
    },
    {
      "epoch": 2.3653082121646527,
      "grad_norm": 3.635436434383726,
      "learning_rate": 0.0002026538754156255,
      "loss": 4.6875,
      "step": 57749
    },
    {
      "epoch": 2.3653491705918492,
      "grad_norm": 3.0523578190124834,
      "learning_rate": 0.00020265082154495153,
      "loss": 4.4688,
      "step": 57750
    },
    {
      "epoch": 2.3653901290190458,
      "grad_norm": 3.6332927948914575,
      "learning_rate": 0.00020264776764938728,
      "loss": 5.1875,
      "step": 57751
    },
    {
      "epoch": 2.3654310874462423,
      "grad_norm": 3.172016738013621,
      "learning_rate": 0.00020264471372893425,
      "loss": 4.625,
      "step": 57752
    },
    {
      "epoch": 2.3654720458734384,
      "grad_norm": 3.0161359881334993,
      "learning_rate": 0.00020264165978359385,
      "loss": 4.8438,
      "step": 57753
    },
    {
      "epoch": 2.365513004300635,
      "grad_norm": 3.1215187268276896,
      "learning_rate": 0.00020263860581336754,
      "loss": 5.0625,
      "step": 57754
    },
    {
      "epoch": 2.365553962727831,
      "grad_norm": 3.8646451910911424,
      "learning_rate": 0.00020263555181825673,
      "loss": 4.9375,
      "step": 57755
    },
    {
      "epoch": 2.3655949211550276,
      "grad_norm": 7.203054285062214,
      "learning_rate": 0.00020263249779826288,
      "loss": 3.6719,
      "step": 57756
    },
    {
      "epoch": 2.365635879582224,
      "grad_norm": 3.0760803204750102,
      "learning_rate": 0.00020262944375338746,
      "loss": 5.4688,
      "step": 57757
    },
    {
      "epoch": 2.3656768380094206,
      "grad_norm": 3.8353554443036586,
      "learning_rate": 0.00020262638968363185,
      "loss": 4.0625,
      "step": 57758
    },
    {
      "epoch": 2.3657177964366167,
      "grad_norm": 2.894014634855923,
      "learning_rate": 0.0002026233355889976,
      "loss": 3.6875,
      "step": 57759
    },
    {
      "epoch": 2.3657587548638133,
      "grad_norm": 2.8653008900671075,
      "learning_rate": 0.00020262028146948605,
      "loss": 4.75,
      "step": 57760
    },
    {
      "epoch": 2.36579971329101,
      "grad_norm": 2.6711584301610745,
      "learning_rate": 0.00020261722732509867,
      "loss": 3.7188,
      "step": 57761
    },
    {
      "epoch": 2.365840671718206,
      "grad_norm": 3.231030239781065,
      "learning_rate": 0.00020261417315583694,
      "loss": 4.25,
      "step": 57762
    },
    {
      "epoch": 2.3658816301454024,
      "grad_norm": 2.7943001700305263,
      "learning_rate": 0.00020261111896170228,
      "loss": 4.7812,
      "step": 57763
    },
    {
      "epoch": 2.365922588572599,
      "grad_norm": 5.142079607868991,
      "learning_rate": 0.00020260806474269613,
      "loss": 1.4844,
      "step": 57764
    },
    {
      "epoch": 2.365963546999795,
      "grad_norm": 7.878784246341462,
      "learning_rate": 0.00020260501049881996,
      "loss": 5.5938,
      "step": 57765
    },
    {
      "epoch": 2.3660045054269916,
      "grad_norm": 3.011176445359943,
      "learning_rate": 0.0002026019562300752,
      "loss": 4.0625,
      "step": 57766
    },
    {
      "epoch": 2.366045463854188,
      "grad_norm": 3.083848506828862,
      "learning_rate": 0.00020259890193646325,
      "loss": 4.5625,
      "step": 57767
    },
    {
      "epoch": 2.366086422281384,
      "grad_norm": 3.833636391827098,
      "learning_rate": 0.00020259584761798561,
      "loss": 5.7812,
      "step": 57768
    },
    {
      "epoch": 2.3661273807085808,
      "grad_norm": 4.7227917950333325,
      "learning_rate": 0.00020259279327464367,
      "loss": 5.9062,
      "step": 57769
    },
    {
      "epoch": 2.3661683391357773,
      "grad_norm": 4.909772519061784,
      "learning_rate": 0.00020258973890643895,
      "loss": 4.2812,
      "step": 57770
    },
    {
      "epoch": 2.366209297562974,
      "grad_norm": 3.1744399257766043,
      "learning_rate": 0.00020258668451337287,
      "loss": 4.0,
      "step": 57771
    },
    {
      "epoch": 2.36625025599017,
      "grad_norm": 3.4859071959658054,
      "learning_rate": 0.00020258363009544681,
      "loss": 5.3125,
      "step": 57772
    },
    {
      "epoch": 2.3662912144173665,
      "grad_norm": 3.22777193195692,
      "learning_rate": 0.00020258057565266229,
      "loss": 4.6562,
      "step": 57773
    },
    {
      "epoch": 2.3663321728445625,
      "grad_norm": 3.9443822917442954,
      "learning_rate": 0.00020257752118502071,
      "loss": 4.7812,
      "step": 57774
    },
    {
      "epoch": 2.366373131271759,
      "grad_norm": 6.280526771178236,
      "learning_rate": 0.00020257446669252356,
      "loss": 5.5,
      "step": 57775
    },
    {
      "epoch": 2.3664140896989556,
      "grad_norm": 3.5857268129964317,
      "learning_rate": 0.00020257141217517224,
      "loss": 6.0625,
      "step": 57776
    },
    {
      "epoch": 2.366455048126152,
      "grad_norm": 6.349560259111743,
      "learning_rate": 0.00020256835763296814,
      "loss": 4.5312,
      "step": 57777
    },
    {
      "epoch": 2.3664960065533482,
      "grad_norm": 2.721103932392579,
      "learning_rate": 0.00020256530306591284,
      "loss": 4.375,
      "step": 57778
    },
    {
      "epoch": 2.3665369649805448,
      "grad_norm": 9.42644086176261,
      "learning_rate": 0.00020256224847400774,
      "loss": 5.5312,
      "step": 57779
    },
    {
      "epoch": 2.3665779234077413,
      "grad_norm": 2.743826388338787,
      "learning_rate": 0.00020255919385725422,
      "loss": 4.1562,
      "step": 57780
    },
    {
      "epoch": 2.3666188818349374,
      "grad_norm": 5.0014466994662365,
      "learning_rate": 0.00020255613921565374,
      "loss": 6.0938,
      "step": 57781
    },
    {
      "epoch": 2.366659840262134,
      "grad_norm": 14.435508376108736,
      "learning_rate": 0.00020255308454920781,
      "loss": 4.9688,
      "step": 57782
    },
    {
      "epoch": 2.3667007986893305,
      "grad_norm": 3.443347190284701,
      "learning_rate": 0.00020255002985791783,
      "loss": 4.25,
      "step": 57783
    },
    {
      "epoch": 2.3667417571165266,
      "grad_norm": 4.561146945179631,
      "learning_rate": 0.00020254697514178523,
      "loss": 1.5078,
      "step": 57784
    },
    {
      "epoch": 2.366782715543723,
      "grad_norm": 3.0667268334508453,
      "learning_rate": 0.00020254392040081144,
      "loss": 4.6562,
      "step": 57785
    },
    {
      "epoch": 2.3668236739709196,
      "grad_norm": 3.2027027222691684,
      "learning_rate": 0.00020254086563499798,
      "loss": 3.1875,
      "step": 57786
    },
    {
      "epoch": 2.3668646323981157,
      "grad_norm": 4.545585411482623,
      "learning_rate": 0.00020253781084434623,
      "loss": 6.375,
      "step": 57787
    },
    {
      "epoch": 2.3669055908253123,
      "grad_norm": 4.51821793211381,
      "learning_rate": 0.00020253475602885766,
      "loss": 5.7812,
      "step": 57788
    },
    {
      "epoch": 2.366946549252509,
      "grad_norm": 3.2648919695037533,
      "learning_rate": 0.0002025317011885337,
      "loss": 5.0625,
      "step": 57789
    },
    {
      "epoch": 2.3669875076797053,
      "grad_norm": 5.433488977073677,
      "learning_rate": 0.0002025286463233758,
      "loss": 5.25,
      "step": 57790
    },
    {
      "epoch": 2.3670284661069014,
      "grad_norm": 6.139292948033212,
      "learning_rate": 0.00020252559143338542,
      "loss": 5.8125,
      "step": 57791
    },
    {
      "epoch": 2.367069424534098,
      "grad_norm": 2.8666108430166073,
      "learning_rate": 0.000202522536518564,
      "loss": 4.0938,
      "step": 57792
    },
    {
      "epoch": 2.367110382961294,
      "grad_norm": 2.736368620839768,
      "learning_rate": 0.00020251948157891286,
      "loss": 3.4062,
      "step": 57793
    },
    {
      "epoch": 2.3671513413884906,
      "grad_norm": 2.7684493765839147,
      "learning_rate": 0.0002025164266144337,
      "loss": 4.0625,
      "step": 57794
    },
    {
      "epoch": 2.367192299815687,
      "grad_norm": 2.7556781238319132,
      "learning_rate": 0.00020251337162512776,
      "loss": 4.375,
      "step": 57795
    },
    {
      "epoch": 2.3672332582428837,
      "grad_norm": 3.883179609326085,
      "learning_rate": 0.00020251031661099652,
      "loss": 4.3438,
      "step": 57796
    },
    {
      "epoch": 2.3672742166700798,
      "grad_norm": 4.085512788082302,
      "learning_rate": 0.00020250726157204147,
      "loss": 5.1875,
      "step": 57797
    },
    {
      "epoch": 2.3673151750972763,
      "grad_norm": 3.053644075559518,
      "learning_rate": 0.00020250420650826405,
      "loss": 4.9062,
      "step": 57798
    },
    {
      "epoch": 2.367356133524473,
      "grad_norm": 4.597608988265672,
      "learning_rate": 0.00020250115141966568,
      "loss": 6.1875,
      "step": 57799
    },
    {
      "epoch": 2.367397091951669,
      "grad_norm": 2.8914213086300102,
      "learning_rate": 0.0002024980963062478,
      "loss": 4.0625,
      "step": 57800
    },
    {
      "epoch": 2.3674380503788655,
      "grad_norm": 3.0402993598367876,
      "learning_rate": 0.00020249504116801184,
      "loss": 4.0312,
      "step": 57801
    },
    {
      "epoch": 2.367479008806062,
      "grad_norm": 2.9242778910317613,
      "learning_rate": 0.0002024919860049593,
      "loss": 4.5625,
      "step": 57802
    },
    {
      "epoch": 2.367519967233258,
      "grad_norm": 3.525765528330127,
      "learning_rate": 0.00020248893081709163,
      "loss": 4.875,
      "step": 57803
    },
    {
      "epoch": 2.3675609256604546,
      "grad_norm": 3.066203207717482,
      "learning_rate": 0.0002024858756044102,
      "loss": 4.5,
      "step": 57804
    },
    {
      "epoch": 2.367601884087651,
      "grad_norm": 3.2232898985935603,
      "learning_rate": 0.00020248282036691647,
      "loss": 5.1875,
      "step": 57805
    },
    {
      "epoch": 2.3676428425148472,
      "grad_norm": 3.0233471910238277,
      "learning_rate": 0.00020247976510461195,
      "loss": 4.6562,
      "step": 57806
    },
    {
      "epoch": 2.367683800942044,
      "grad_norm": 3.7771660191945196,
      "learning_rate": 0.00020247670981749806,
      "loss": 3.9375,
      "step": 57807
    },
    {
      "epoch": 2.3677247593692403,
      "grad_norm": 10.277121362526026,
      "learning_rate": 0.0002024736545055762,
      "loss": 1.0938,
      "step": 57808
    },
    {
      "epoch": 2.367765717796437,
      "grad_norm": 3.156295289146486,
      "learning_rate": 0.00020247059916884782,
      "loss": 3.5312,
      "step": 57809
    },
    {
      "epoch": 2.367806676223633,
      "grad_norm": 5.687587321018623,
      "learning_rate": 0.00020246754380731443,
      "loss": 6.6875,
      "step": 57810
    },
    {
      "epoch": 2.3678476346508295,
      "grad_norm": 3.3965273274682004,
      "learning_rate": 0.0002024644884209774,
      "loss": 5.3125,
      "step": 57811
    },
    {
      "epoch": 2.3678885930780256,
      "grad_norm": 4.098246344539552,
      "learning_rate": 0.0002024614330098382,
      "loss": 5.2188,
      "step": 57812
    },
    {
      "epoch": 2.367929551505222,
      "grad_norm": 2.7990905964262027,
      "learning_rate": 0.00020245837757389826,
      "loss": 3.9688,
      "step": 57813
    },
    {
      "epoch": 2.3679705099324186,
      "grad_norm": 3.299531224780937,
      "learning_rate": 0.00020245532211315907,
      "loss": 4.9375,
      "step": 57814
    },
    {
      "epoch": 2.368011468359615,
      "grad_norm": 4.644990913207539,
      "learning_rate": 0.00020245226662762207,
      "loss": 6.8125,
      "step": 57815
    },
    {
      "epoch": 2.3680524267868113,
      "grad_norm": 3.442636598855899,
      "learning_rate": 0.0002024492111172887,
      "loss": 4.2812,
      "step": 57816
    },
    {
      "epoch": 2.368093385214008,
      "grad_norm": 3.1556456602045153,
      "learning_rate": 0.0002024461555821603,
      "loss": 4.5312,
      "step": 57817
    },
    {
      "epoch": 2.3681343436412043,
      "grad_norm": 3.1084456243751553,
      "learning_rate": 0.00020244310002223844,
      "loss": 5.0,
      "step": 57818
    },
    {
      "epoch": 2.3681753020684004,
      "grad_norm": 5.663201104231577,
      "learning_rate": 0.00020244004443752454,
      "loss": 5.0938,
      "step": 57819
    },
    {
      "epoch": 2.368216260495597,
      "grad_norm": 11.060748413180562,
      "learning_rate": 0.00020243698882802005,
      "loss": 6.0625,
      "step": 57820
    },
    {
      "epoch": 2.3682572189227935,
      "grad_norm": 6.612851886578335,
      "learning_rate": 0.0002024339331937263,
      "loss": 3.2812,
      "step": 57821
    },
    {
      "epoch": 2.3682981773499896,
      "grad_norm": 2.8083983917959094,
      "learning_rate": 0.00020243087753464496,
      "loss": 4.1562,
      "step": 57822
    },
    {
      "epoch": 2.368339135777186,
      "grad_norm": 3.521648756067549,
      "learning_rate": 0.00020242782185077727,
      "loss": 4.75,
      "step": 57823
    },
    {
      "epoch": 2.3683800942043827,
      "grad_norm": 3.3071746518874217,
      "learning_rate": 0.00020242476614212477,
      "loss": 5.3438,
      "step": 57824
    },
    {
      "epoch": 2.3684210526315788,
      "grad_norm": 2.8464536398172418,
      "learning_rate": 0.0002024217104086889,
      "loss": 4.4375,
      "step": 57825
    },
    {
      "epoch": 2.3684620110587753,
      "grad_norm": 3.369077425577497,
      "learning_rate": 0.000202418654650471,
      "loss": 5.3125,
      "step": 57826
    },
    {
      "epoch": 2.368502969485972,
      "grad_norm": 3.3491925601613866,
      "learning_rate": 0.0002024155988674727,
      "loss": 4.4688,
      "step": 57827
    },
    {
      "epoch": 2.3685439279131684,
      "grad_norm": 4.200257881856992,
      "learning_rate": 0.0002024125430596953,
      "loss": 6.125,
      "step": 57828
    },
    {
      "epoch": 2.3685848863403645,
      "grad_norm": 3.3932430386710886,
      "learning_rate": 0.0002024094872271403,
      "loss": 4.4688,
      "step": 57829
    },
    {
      "epoch": 2.368625844767561,
      "grad_norm": 2.6517294383299395,
      "learning_rate": 0.00020240643136980912,
      "loss": 3.3281,
      "step": 57830
    },
    {
      "epoch": 2.368666803194757,
      "grad_norm": 4.133308676290013,
      "learning_rate": 0.00020240337548770325,
      "loss": 6.8125,
      "step": 57831
    },
    {
      "epoch": 2.3687077616219536,
      "grad_norm": 6.1589499304301425,
      "learning_rate": 0.00020240031958082408,
      "loss": 6.25,
      "step": 57832
    },
    {
      "epoch": 2.36874872004915,
      "grad_norm": 2.80386087586122,
      "learning_rate": 0.00020239726364917307,
      "loss": 4.875,
      "step": 57833
    },
    {
      "epoch": 2.3687896784763467,
      "grad_norm": 3.69490862744317,
      "learning_rate": 0.0002023942076927517,
      "loss": 5.3125,
      "step": 57834
    },
    {
      "epoch": 2.368830636903543,
      "grad_norm": 6.971970183322457,
      "learning_rate": 0.0002023911517115614,
      "loss": 6.5625,
      "step": 57835
    },
    {
      "epoch": 2.3688715953307393,
      "grad_norm": 11.308768896874465,
      "learning_rate": 0.00020238809570560356,
      "loss": 2.9844,
      "step": 57836
    },
    {
      "epoch": 2.368912553757936,
      "grad_norm": 5.433535175371761,
      "learning_rate": 0.0002023850396748797,
      "loss": 5.9375,
      "step": 57837
    },
    {
      "epoch": 2.368953512185132,
      "grad_norm": 3.202350001083521,
      "learning_rate": 0.00020238198361939122,
      "loss": 4.0312,
      "step": 57838
    },
    {
      "epoch": 2.3689944706123285,
      "grad_norm": 3.6734939228398114,
      "learning_rate": 0.0002023789275391396,
      "loss": 5.5,
      "step": 57839
    },
    {
      "epoch": 2.369035429039525,
      "grad_norm": 3.238086529960765,
      "learning_rate": 0.00020237587143412625,
      "loss": 4.375,
      "step": 57840
    },
    {
      "epoch": 2.369076387466721,
      "grad_norm": 3.0161461735968813,
      "learning_rate": 0.00020237281530435257,
      "loss": 4.0938,
      "step": 57841
    },
    {
      "epoch": 2.3691173458939176,
      "grad_norm": 3.662626397030542,
      "learning_rate": 0.00020236975914982014,
      "loss": 4.7812,
      "step": 57842
    },
    {
      "epoch": 2.369158304321114,
      "grad_norm": 5.4709081087929325,
      "learning_rate": 0.00020236670297053033,
      "loss": 7.2812,
      "step": 57843
    },
    {
      "epoch": 2.3691992627483103,
      "grad_norm": 4.154695532913143,
      "learning_rate": 0.00020236364676648455,
      "loss": 5.4688,
      "step": 57844
    },
    {
      "epoch": 2.369240221175507,
      "grad_norm": 4.53730371331726,
      "learning_rate": 0.00020236059053768427,
      "loss": 5.25,
      "step": 57845
    },
    {
      "epoch": 2.3692811796027033,
      "grad_norm": 2.8999283936178655,
      "learning_rate": 0.00020235753428413095,
      "loss": 4.0625,
      "step": 57846
    },
    {
      "epoch": 2.3693221380299,
      "grad_norm": 3.295584793818216,
      "learning_rate": 0.00020235447800582602,
      "loss": 4.4062,
      "step": 57847
    },
    {
      "epoch": 2.369363096457096,
      "grad_norm": 4.100760247262915,
      "learning_rate": 0.00020235142170277096,
      "loss": 5.9375,
      "step": 57848
    },
    {
      "epoch": 2.3694040548842925,
      "grad_norm": 7.017099841659116,
      "learning_rate": 0.00020234836537496716,
      "loss": 1.6094,
      "step": 57849
    },
    {
      "epoch": 2.3694450133114886,
      "grad_norm": 3.776974587399223,
      "learning_rate": 0.00020234530902241607,
      "loss": 4.7812,
      "step": 57850
    },
    {
      "epoch": 2.369485971738685,
      "grad_norm": 6.967452387053208,
      "learning_rate": 0.00020234225264511918,
      "loss": 5.125,
      "step": 57851
    },
    {
      "epoch": 2.3695269301658817,
      "grad_norm": 3.8378759383222927,
      "learning_rate": 0.00020233919624307792,
      "loss": 5.9688,
      "step": 57852
    },
    {
      "epoch": 2.369567888593078,
      "grad_norm": 2.640447716228909,
      "learning_rate": 0.0002023361398162937,
      "loss": 4.875,
      "step": 57853
    },
    {
      "epoch": 2.3696088470202743,
      "grad_norm": 3.413042050051427,
      "learning_rate": 0.000202333083364768,
      "loss": 4.625,
      "step": 57854
    },
    {
      "epoch": 2.369649805447471,
      "grad_norm": 4.170379438883072,
      "learning_rate": 0.00020233002688850227,
      "loss": 1.7812,
      "step": 57855
    },
    {
      "epoch": 2.3696907638746674,
      "grad_norm": 2.9742135490387955,
      "learning_rate": 0.00020232697038749794,
      "loss": 4.375,
      "step": 57856
    },
    {
      "epoch": 2.3697317223018635,
      "grad_norm": 3.1404245279438645,
      "learning_rate": 0.00020232391386175644,
      "loss": 5.2188,
      "step": 57857
    },
    {
      "epoch": 2.36977268072906,
      "grad_norm": 5.491857989396165,
      "learning_rate": 0.0002023208573112792,
      "loss": 1.6406,
      "step": 57858
    },
    {
      "epoch": 2.3698136391562565,
      "grad_norm": 3.465163291292181,
      "learning_rate": 0.0002023178007360678,
      "loss": 4.0938,
      "step": 57859
    },
    {
      "epoch": 2.3698545975834526,
      "grad_norm": 3.663693034742824,
      "learning_rate": 0.0002023147441361235,
      "loss": 5.5312,
      "step": 57860
    },
    {
      "epoch": 2.369895556010649,
      "grad_norm": 7.361925187052883,
      "learning_rate": 0.00020231168751144783,
      "loss": 7.125,
      "step": 57861
    },
    {
      "epoch": 2.3699365144378457,
      "grad_norm": 3.246044239873556,
      "learning_rate": 0.00020230863086204221,
      "loss": 3.9531,
      "step": 57862
    },
    {
      "epoch": 2.369977472865042,
      "grad_norm": 3.256332646662475,
      "learning_rate": 0.00020230557418790814,
      "loss": 4.4062,
      "step": 57863
    },
    {
      "epoch": 2.3700184312922383,
      "grad_norm": 16.98807641864127,
      "learning_rate": 0.00020230251748904705,
      "loss": 5.25,
      "step": 57864
    },
    {
      "epoch": 2.370059389719435,
      "grad_norm": 3.214572014546834,
      "learning_rate": 0.0002022994607654603,
      "loss": 4.8125,
      "step": 57865
    },
    {
      "epoch": 2.3701003481466314,
      "grad_norm": 3.100210555854258,
      "learning_rate": 0.00020229640401714944,
      "loss": 4.2812,
      "step": 57866
    },
    {
      "epoch": 2.3701413065738275,
      "grad_norm": 3.7326418371203403,
      "learning_rate": 0.00020229334724411588,
      "loss": 4.75,
      "step": 57867
    },
    {
      "epoch": 2.370182265001024,
      "grad_norm": 4.106078416588114,
      "learning_rate": 0.00020229029044636104,
      "loss": 3.7656,
      "step": 57868
    },
    {
      "epoch": 2.37022322342822,
      "grad_norm": 3.1106523151963708,
      "learning_rate": 0.00020228723362388637,
      "loss": 3.9688,
      "step": 57869
    },
    {
      "epoch": 2.3702641818554167,
      "grad_norm": 2.992983655644147,
      "learning_rate": 0.00020228417677669336,
      "loss": 4.6875,
      "step": 57870
    },
    {
      "epoch": 2.370305140282613,
      "grad_norm": 3.7893444959389706,
      "learning_rate": 0.00020228111990478343,
      "loss": 4.8438,
      "step": 57871
    },
    {
      "epoch": 2.3703460987098097,
      "grad_norm": 4.446497541138601,
      "learning_rate": 0.000202278063008158,
      "loss": 5.1875,
      "step": 57872
    },
    {
      "epoch": 2.370387057137006,
      "grad_norm": 2.718530805107442,
      "learning_rate": 0.0002022750060868185,
      "loss": 3.6562,
      "step": 57873
    },
    {
      "epoch": 2.3704280155642024,
      "grad_norm": 3.1624483902984477,
      "learning_rate": 0.00020227194914076649,
      "loss": 4.4062,
      "step": 57874
    },
    {
      "epoch": 2.370468973991399,
      "grad_norm": 2.899871943696966,
      "learning_rate": 0.0002022688921700033,
      "loss": 3.9375,
      "step": 57875
    },
    {
      "epoch": 2.370509932418595,
      "grad_norm": 3.1497344015791175,
      "learning_rate": 0.0002022658351745304,
      "loss": 4.8125,
      "step": 57876
    },
    {
      "epoch": 2.3705508908457915,
      "grad_norm": 10.398496174480366,
      "learning_rate": 0.00020226277815434923,
      "loss": 5.0,
      "step": 57877
    },
    {
      "epoch": 2.370591849272988,
      "grad_norm": 3.392602470330646,
      "learning_rate": 0.0002022597211094613,
      "loss": 4.9062,
      "step": 57878
    },
    {
      "epoch": 2.370632807700184,
      "grad_norm": 3.1995183799992866,
      "learning_rate": 0.00020225666403986798,
      "loss": 4.9062,
      "step": 57879
    },
    {
      "epoch": 2.3706737661273807,
      "grad_norm": 2.7094421009544676,
      "learning_rate": 0.00020225360694557074,
      "loss": 4.2188,
      "step": 57880
    },
    {
      "epoch": 2.370714724554577,
      "grad_norm": 2.92682581954899,
      "learning_rate": 0.00020225054982657103,
      "loss": 5.0938,
      "step": 57881
    },
    {
      "epoch": 2.3707556829817733,
      "grad_norm": 3.384877341543427,
      "learning_rate": 0.0002022474926828703,
      "loss": 4.4375,
      "step": 57882
    },
    {
      "epoch": 2.37079664140897,
      "grad_norm": 3.297260312268034,
      "learning_rate": 0.00020224443551446997,
      "loss": 3.375,
      "step": 57883
    },
    {
      "epoch": 2.3708375998361664,
      "grad_norm": 3.1703566827686283,
      "learning_rate": 0.00020224137832137152,
      "loss": 3.9844,
      "step": 57884
    },
    {
      "epoch": 2.370878558263363,
      "grad_norm": 2.9029231944634692,
      "learning_rate": 0.00020223832110357633,
      "loss": 4.7812,
      "step": 57885
    },
    {
      "epoch": 2.370919516690559,
      "grad_norm": 3.4611971276121825,
      "learning_rate": 0.00020223526386108597,
      "loss": 4.2812,
      "step": 57886
    },
    {
      "epoch": 2.3709604751177555,
      "grad_norm": 5.102042355094412,
      "learning_rate": 0.00020223220659390176,
      "loss": 5.7812,
      "step": 57887
    },
    {
      "epoch": 2.3710014335449516,
      "grad_norm": 3.1159814468390303,
      "learning_rate": 0.00020222914930202523,
      "loss": 4.7188,
      "step": 57888
    },
    {
      "epoch": 2.371042391972148,
      "grad_norm": 4.157099705100471,
      "learning_rate": 0.00020222609198545773,
      "loss": 4.5938,
      "step": 57889
    },
    {
      "epoch": 2.3710833503993447,
      "grad_norm": 3.2008034510510024,
      "learning_rate": 0.00020222303464420083,
      "loss": 3.9062,
      "step": 57890
    },
    {
      "epoch": 2.3711243088265412,
      "grad_norm": 3.2075394535362785,
      "learning_rate": 0.00020221997727825586,
      "loss": 4.7188,
      "step": 57891
    },
    {
      "epoch": 2.3711652672537373,
      "grad_norm": 3.151625767898624,
      "learning_rate": 0.00020221691988762434,
      "loss": 3.5469,
      "step": 57892
    },
    {
      "epoch": 2.371206225680934,
      "grad_norm": 3.402086763992737,
      "learning_rate": 0.00020221386247230765,
      "loss": 5.5938,
      "step": 57893
    },
    {
      "epoch": 2.3712471841081304,
      "grad_norm": 6.460961333874552,
      "learning_rate": 0.0002022108050323073,
      "loss": 6.75,
      "step": 57894
    },
    {
      "epoch": 2.3712881425353265,
      "grad_norm": 8.470320450954581,
      "learning_rate": 0.00020220774756762478,
      "loss": 3.9531,
      "step": 57895
    },
    {
      "epoch": 2.371329100962523,
      "grad_norm": 3.4936614159368715,
      "learning_rate": 0.00020220469007826142,
      "loss": 3.625,
      "step": 57896
    },
    {
      "epoch": 2.3713700593897196,
      "grad_norm": 6.304034656877991,
      "learning_rate": 0.00020220163256421867,
      "loss": 1.6719,
      "step": 57897
    },
    {
      "epoch": 2.3714110178169157,
      "grad_norm": 2.7820133169344126,
      "learning_rate": 0.00020219857502549803,
      "loss": 4.3438,
      "step": 57898
    },
    {
      "epoch": 2.371451976244112,
      "grad_norm": 3.450571307682638,
      "learning_rate": 0.00020219551746210096,
      "loss": 4.75,
      "step": 57899
    },
    {
      "epoch": 2.3714929346713087,
      "grad_norm": 6.25177800294955,
      "learning_rate": 0.0002021924598740289,
      "loss": 5.0938,
      "step": 57900
    },
    {
      "epoch": 2.371533893098505,
      "grad_norm": 3.1074679169220243,
      "learning_rate": 0.0002021894022612832,
      "loss": 4.9688,
      "step": 57901
    },
    {
      "epoch": 2.3715748515257014,
      "grad_norm": 3.5742419612189376,
      "learning_rate": 0.00020218634462386542,
      "loss": 4.25,
      "step": 57902
    },
    {
      "epoch": 2.371615809952898,
      "grad_norm": 3.0641542634410537,
      "learning_rate": 0.000202183286961777,
      "loss": 5.4375,
      "step": 57903
    },
    {
      "epoch": 2.3716567683800944,
      "grad_norm": 2.979957939081602,
      "learning_rate": 0.0002021802292750193,
      "loss": 4.8438,
      "step": 57904
    },
    {
      "epoch": 2.3716977268072905,
      "grad_norm": 3.2586550434830226,
      "learning_rate": 0.00020217717156359382,
      "loss": 4.875,
      "step": 57905
    },
    {
      "epoch": 2.371738685234487,
      "grad_norm": 3.036106031358585,
      "learning_rate": 0.00020217411382750198,
      "loss": 4.3125,
      "step": 57906
    },
    {
      "epoch": 2.371779643661683,
      "grad_norm": 3.046861415502611,
      "learning_rate": 0.00020217105606674528,
      "loss": 5.0,
      "step": 57907
    },
    {
      "epoch": 2.3718206020888797,
      "grad_norm": 7.200311420771844,
      "learning_rate": 0.00020216799828132515,
      "loss": 5.2812,
      "step": 57908
    },
    {
      "epoch": 2.371861560516076,
      "grad_norm": 46.383848201726046,
      "learning_rate": 0.00020216494047124297,
      "loss": 5.5938,
      "step": 57909
    },
    {
      "epoch": 2.3719025189432728,
      "grad_norm": 3.5158390759476057,
      "learning_rate": 0.00020216188263650026,
      "loss": 5.2812,
      "step": 57910
    },
    {
      "epoch": 2.371943477370469,
      "grad_norm": 3.231691669533234,
      "learning_rate": 0.00020215882477709845,
      "loss": 4.5625,
      "step": 57911
    },
    {
      "epoch": 2.3719844357976654,
      "grad_norm": 3.643515063896744,
      "learning_rate": 0.00020215576689303896,
      "loss": 4.9375,
      "step": 57912
    },
    {
      "epoch": 2.372025394224862,
      "grad_norm": 3.1290345470181893,
      "learning_rate": 0.00020215270898432322,
      "loss": 4.9375,
      "step": 57913
    },
    {
      "epoch": 2.372066352652058,
      "grad_norm": 3.039687270756116,
      "learning_rate": 0.00020214965105095278,
      "loss": 4.1875,
      "step": 57914
    },
    {
      "epoch": 2.3721073110792545,
      "grad_norm": 12.180206054543895,
      "learning_rate": 0.00020214659309292893,
      "loss": 1.3203,
      "step": 57915
    },
    {
      "epoch": 2.372148269506451,
      "grad_norm": 3.541750278417627,
      "learning_rate": 0.00020214353511025326,
      "loss": 4.9375,
      "step": 57916
    },
    {
      "epoch": 2.372189227933647,
      "grad_norm": 2.7327068035810904,
      "learning_rate": 0.0002021404771029271,
      "loss": 4.0,
      "step": 57917
    },
    {
      "epoch": 2.3722301863608437,
      "grad_norm": 2.9606918885027875,
      "learning_rate": 0.00020213741907095198,
      "loss": 4.125,
      "step": 57918
    },
    {
      "epoch": 2.3722711447880402,
      "grad_norm": 3.3953103493322083,
      "learning_rate": 0.00020213436101432932,
      "loss": 5.1562,
      "step": 57919
    },
    {
      "epoch": 2.3723121032152363,
      "grad_norm": 7.403538000282113,
      "learning_rate": 0.00020213130293306053,
      "loss": 3.3281,
      "step": 57920
    },
    {
      "epoch": 2.372353061642433,
      "grad_norm": 2.945591018207637,
      "learning_rate": 0.00020212824482714712,
      "loss": 4.9062,
      "step": 57921
    },
    {
      "epoch": 2.3723940200696294,
      "grad_norm": 3.0642094577048398,
      "learning_rate": 0.0002021251866965905,
      "loss": 4.875,
      "step": 57922
    },
    {
      "epoch": 2.372434978496826,
      "grad_norm": 3.100402929414817,
      "learning_rate": 0.00020212212854139208,
      "loss": 4.75,
      "step": 57923
    },
    {
      "epoch": 2.372475936924022,
      "grad_norm": 6.3909714055804425,
      "learning_rate": 0.00020211907036155337,
      "loss": 7.1562,
      "step": 57924
    },
    {
      "epoch": 2.3725168953512186,
      "grad_norm": 3.113807660233323,
      "learning_rate": 0.00020211601215707576,
      "loss": 4.375,
      "step": 57925
    },
    {
      "epoch": 2.3725578537784147,
      "grad_norm": 6.903949267946218,
      "learning_rate": 0.00020211295392796074,
      "loss": 2.25,
      "step": 57926
    },
    {
      "epoch": 2.372598812205611,
      "grad_norm": 4.013659387328527,
      "learning_rate": 0.00020210989567420975,
      "loss": 6.0625,
      "step": 57927
    },
    {
      "epoch": 2.3726397706328077,
      "grad_norm": 3.3569908308899246,
      "learning_rate": 0.00020210683739582422,
      "loss": 6.5625,
      "step": 57928
    },
    {
      "epoch": 2.3726807290600043,
      "grad_norm": 4.136718223777973,
      "learning_rate": 0.0002021037790928056,
      "loss": 4.8125,
      "step": 57929
    },
    {
      "epoch": 2.3727216874872004,
      "grad_norm": 3.3246419038741513,
      "learning_rate": 0.00020210072076515536,
      "loss": 4.4062,
      "step": 57930
    },
    {
      "epoch": 2.372762645914397,
      "grad_norm": 3.6362511338769212,
      "learning_rate": 0.00020209766241287492,
      "loss": 5.3125,
      "step": 57931
    },
    {
      "epoch": 2.3728036043415934,
      "grad_norm": 2.7979091387802755,
      "learning_rate": 0.00020209460403596572,
      "loss": 3.9688,
      "step": 57932
    },
    {
      "epoch": 2.3728445627687895,
      "grad_norm": 6.141784890730108,
      "learning_rate": 0.00020209154563442916,
      "loss": 5.0625,
      "step": 57933
    },
    {
      "epoch": 2.372885521195986,
      "grad_norm": 3.5197690913910855,
      "learning_rate": 0.0002020884872082668,
      "loss": 4.7188,
      "step": 57934
    },
    {
      "epoch": 2.3729264796231826,
      "grad_norm": 2.7400754825810525,
      "learning_rate": 0.00020208542875748,
      "loss": 4.875,
      "step": 57935
    },
    {
      "epoch": 2.3729674380503787,
      "grad_norm": 3.3415548363079246,
      "learning_rate": 0.00020208237028207027,
      "loss": 5.0312,
      "step": 57936
    },
    {
      "epoch": 2.373008396477575,
      "grad_norm": 3.2590124082478664,
      "learning_rate": 0.00020207931178203896,
      "loss": 5.5312,
      "step": 57937
    },
    {
      "epoch": 2.3730493549047718,
      "grad_norm": 3.038137818008292,
      "learning_rate": 0.0002020762532573876,
      "loss": 4.2188,
      "step": 57938
    },
    {
      "epoch": 2.373090313331968,
      "grad_norm": 3.0015045930739017,
      "learning_rate": 0.0002020731947081176,
      "loss": 4.625,
      "step": 57939
    },
    {
      "epoch": 2.3731312717591644,
      "grad_norm": 3.1047988647174503,
      "learning_rate": 0.00020207013613423043,
      "loss": 5.0938,
      "step": 57940
    },
    {
      "epoch": 2.373172230186361,
      "grad_norm": 4.495541692735525,
      "learning_rate": 0.0002020670775357275,
      "loss": 5.25,
      "step": 57941
    },
    {
      "epoch": 2.3732131886135575,
      "grad_norm": 2.579101978189905,
      "learning_rate": 0.00020206401891261028,
      "loss": 4.3125,
      "step": 57942
    },
    {
      "epoch": 2.3732541470407535,
      "grad_norm": 13.649767687945674,
      "learning_rate": 0.00020206096026488025,
      "loss": 6.5312,
      "step": 57943
    },
    {
      "epoch": 2.37329510546795,
      "grad_norm": 14.438096616683307,
      "learning_rate": 0.00020205790159253878,
      "loss": 5.375,
      "step": 57944
    },
    {
      "epoch": 2.3733360638951466,
      "grad_norm": 2.774033279213184,
      "learning_rate": 0.00020205484289558733,
      "loss": 4.5625,
      "step": 57945
    },
    {
      "epoch": 2.3733770223223427,
      "grad_norm": 3.114235651145774,
      "learning_rate": 0.00020205178417402744,
      "loss": 5.3438,
      "step": 57946
    },
    {
      "epoch": 2.3734179807495392,
      "grad_norm": 4.011122108876493,
      "learning_rate": 0.00020204872542786047,
      "loss": 2.4688,
      "step": 57947
    },
    {
      "epoch": 2.373458939176736,
      "grad_norm": 2.993229260219517,
      "learning_rate": 0.00020204566665708789,
      "loss": 4.625,
      "step": 57948
    },
    {
      "epoch": 2.373499897603932,
      "grad_norm": 2.7374429003194565,
      "learning_rate": 0.00020204260786171107,
      "loss": 4.125,
      "step": 57949
    },
    {
      "epoch": 2.3735408560311284,
      "grad_norm": 5.780081940756774,
      "learning_rate": 0.0002020395490417316,
      "loss": 7.5,
      "step": 57950
    },
    {
      "epoch": 2.373581814458325,
      "grad_norm": 3.022888451364123,
      "learning_rate": 0.00020203649019715083,
      "loss": 5.3438,
      "step": 57951
    },
    {
      "epoch": 2.373622772885521,
      "grad_norm": 3.484206953216856,
      "learning_rate": 0.0002020334313279702,
      "loss": 5.8438,
      "step": 57952
    },
    {
      "epoch": 2.3736637313127176,
      "grad_norm": 3.6314068685963687,
      "learning_rate": 0.0002020303724341912,
      "loss": 4.5,
      "step": 57953
    },
    {
      "epoch": 2.373704689739914,
      "grad_norm": 2.8935633573279547,
      "learning_rate": 0.00020202731351581527,
      "loss": 3.5625,
      "step": 57954
    },
    {
      "epoch": 2.37374564816711,
      "grad_norm": 2.809477069445136,
      "learning_rate": 0.00020202425457284382,
      "loss": 4.3125,
      "step": 57955
    },
    {
      "epoch": 2.3737866065943067,
      "grad_norm": 3.4550473118430047,
      "learning_rate": 0.00020202119560527838,
      "loss": 5.9375,
      "step": 57956
    },
    {
      "epoch": 2.3738275650215033,
      "grad_norm": 2.835293335561124,
      "learning_rate": 0.00020201813661312025,
      "loss": 4.9375,
      "step": 57957
    },
    {
      "epoch": 2.3738685234486994,
      "grad_norm": 3.225572013421992,
      "learning_rate": 0.000202015077596371,
      "loss": 4.4062,
      "step": 57958
    },
    {
      "epoch": 2.373909481875896,
      "grad_norm": 2.8051487017221444,
      "learning_rate": 0.00020201201855503208,
      "loss": 4.6875,
      "step": 57959
    },
    {
      "epoch": 2.3739504403030924,
      "grad_norm": 3.9869094402130036,
      "learning_rate": 0.00020200895948910486,
      "loss": 4.75,
      "step": 57960
    },
    {
      "epoch": 2.373991398730289,
      "grad_norm": 3.4237994436034227,
      "learning_rate": 0.0002020059003985908,
      "loss": 5.2188,
      "step": 57961
    },
    {
      "epoch": 2.374032357157485,
      "grad_norm": 5.0338886887574485,
      "learning_rate": 0.0002020028412834914,
      "loss": 5.6875,
      "step": 57962
    },
    {
      "epoch": 2.3740733155846816,
      "grad_norm": 5.791518032673358,
      "learning_rate": 0.0002019997821438081,
      "loss": 5.0,
      "step": 57963
    },
    {
      "epoch": 2.374114274011878,
      "grad_norm": 3.588039722460905,
      "learning_rate": 0.0002019967229795423,
      "loss": 4.7188,
      "step": 57964
    },
    {
      "epoch": 2.3741552324390742,
      "grad_norm": 3.3476678694832174,
      "learning_rate": 0.00020199366379069545,
      "loss": 4.25,
      "step": 57965
    },
    {
      "epoch": 2.3741961908662708,
      "grad_norm": 2.8543290762412052,
      "learning_rate": 0.00020199060457726903,
      "loss": 4.5625,
      "step": 57966
    },
    {
      "epoch": 2.3742371492934673,
      "grad_norm": 2.801780840274119,
      "learning_rate": 0.00020198754533926446,
      "loss": 4.7188,
      "step": 57967
    },
    {
      "epoch": 2.3742781077206634,
      "grad_norm": 12.831286675545138,
      "learning_rate": 0.00020198448607668319,
      "loss": 4.0,
      "step": 57968
    },
    {
      "epoch": 2.37431906614786,
      "grad_norm": 3.546463698839688,
      "learning_rate": 0.00020198142678952666,
      "loss": 3.625,
      "step": 57969
    },
    {
      "epoch": 2.3743600245750565,
      "grad_norm": 3.532629164193863,
      "learning_rate": 0.00020197836747779636,
      "loss": 5.625,
      "step": 57970
    },
    {
      "epoch": 2.3744009830022526,
      "grad_norm": 2.7948190996335,
      "learning_rate": 0.00020197530814149367,
      "loss": 4.125,
      "step": 57971
    },
    {
      "epoch": 2.374441941429449,
      "grad_norm": 3.690602219549999,
      "learning_rate": 0.0002019722487806201,
      "loss": 3.4062,
      "step": 57972
    },
    {
      "epoch": 2.3744828998566456,
      "grad_norm": 4.452109727012866,
      "learning_rate": 0.00020196918939517706,
      "loss": 6.25,
      "step": 57973
    },
    {
      "epoch": 2.3745238582838417,
      "grad_norm": 3.08595802423059,
      "learning_rate": 0.00020196612998516598,
      "loss": 4.4375,
      "step": 57974
    },
    {
      "epoch": 2.3745648167110383,
      "grad_norm": 3.1479344422845252,
      "learning_rate": 0.00020196307055058834,
      "loss": 5.0312,
      "step": 57975
    },
    {
      "epoch": 2.374605775138235,
      "grad_norm": 3.1090370297070415,
      "learning_rate": 0.00020196001109144563,
      "loss": 4.1562,
      "step": 57976
    },
    {
      "epoch": 2.374646733565431,
      "grad_norm": 2.7668191974850047,
      "learning_rate": 0.00020195695160773913,
      "loss": 4.25,
      "step": 57977
    },
    {
      "epoch": 2.3746876919926274,
      "grad_norm": 3.2773090348675002,
      "learning_rate": 0.00020195389209947046,
      "loss": 4.5938,
      "step": 57978
    },
    {
      "epoch": 2.374728650419824,
      "grad_norm": 4.2161812197134285,
      "learning_rate": 0.000201950832566641,
      "loss": 5.875,
      "step": 57979
    },
    {
      "epoch": 2.3747696088470205,
      "grad_norm": 3.1477407586991992,
      "learning_rate": 0.00020194777300925224,
      "loss": 5.2812,
      "step": 57980
    },
    {
      "epoch": 2.3748105672742166,
      "grad_norm": 3.438095061075205,
      "learning_rate": 0.0002019447134273055,
      "loss": 6.4062,
      "step": 57981
    },
    {
      "epoch": 2.374851525701413,
      "grad_norm": 3.414740729120987,
      "learning_rate": 0.0002019416538208024,
      "loss": 4.7188,
      "step": 57982
    },
    {
      "epoch": 2.3748924841286096,
      "grad_norm": 3.572805506961345,
      "learning_rate": 0.00020193859418974429,
      "loss": 5.0625,
      "step": 57983
    },
    {
      "epoch": 2.3749334425558057,
      "grad_norm": 3.9614373791238573,
      "learning_rate": 0.00020193553453413262,
      "loss": 1.8438,
      "step": 57984
    },
    {
      "epoch": 2.3749744009830023,
      "grad_norm": 3.443929371887235,
      "learning_rate": 0.00020193247485396877,
      "loss": 5.3438,
      "step": 57985
    },
    {
      "epoch": 2.375015359410199,
      "grad_norm": 5.330035547401003,
      "learning_rate": 0.00020192941514925435,
      "loss": 6.0,
      "step": 57986
    },
    {
      "epoch": 2.375056317837395,
      "grad_norm": 3.331171330970707,
      "learning_rate": 0.00020192635541999067,
      "loss": 5.25,
      "step": 57987
    },
    {
      "epoch": 2.3750972762645914,
      "grad_norm": 3.537342340937306,
      "learning_rate": 0.00020192329566617924,
      "loss": 5.7812,
      "step": 57988
    },
    {
      "epoch": 2.375138234691788,
      "grad_norm": 3.984339384684396,
      "learning_rate": 0.00020192023588782147,
      "loss": 4.6562,
      "step": 57989
    },
    {
      "epoch": 2.375179193118984,
      "grad_norm": 4.107935141467953,
      "learning_rate": 0.00020191717608491886,
      "loss": 4.5938,
      "step": 57990
    },
    {
      "epoch": 2.3752201515461806,
      "grad_norm": 3.2021277155106813,
      "learning_rate": 0.0002019141162574728,
      "loss": 5.0,
      "step": 57991
    },
    {
      "epoch": 2.375261109973377,
      "grad_norm": 2.9844916986949266,
      "learning_rate": 0.00020191105640548476,
      "loss": 4.7812,
      "step": 57992
    },
    {
      "epoch": 2.3753020684005732,
      "grad_norm": 3.0707890930137878,
      "learning_rate": 0.00020190799652895617,
      "loss": 4.6562,
      "step": 57993
    },
    {
      "epoch": 2.3753430268277698,
      "grad_norm": 4.817148545009875,
      "learning_rate": 0.0002019049366278885,
      "loss": 2.4531,
      "step": 57994
    },
    {
      "epoch": 2.3753839852549663,
      "grad_norm": 3.0112462313316013,
      "learning_rate": 0.00020190187670228322,
      "loss": 4.2812,
      "step": 57995
    },
    {
      "epoch": 2.3754249436821624,
      "grad_norm": 11.33500679496238,
      "learning_rate": 0.0002018988167521417,
      "loss": 4.3125,
      "step": 57996
    },
    {
      "epoch": 2.375465902109359,
      "grad_norm": 2.9680911006338495,
      "learning_rate": 0.00020189575677746543,
      "loss": 4.9062,
      "step": 57997
    },
    {
      "epoch": 2.3755068605365555,
      "grad_norm": 3.033550495147942,
      "learning_rate": 0.0002018926967782559,
      "loss": 3.8438,
      "step": 57998
    },
    {
      "epoch": 2.375547818963752,
      "grad_norm": 6.773100673257494,
      "learning_rate": 0.00020188963675451448,
      "loss": 3.4219,
      "step": 57999
    },
    {
      "epoch": 2.375588777390948,
      "grad_norm": 2.749997969897223,
      "learning_rate": 0.00020188657670624265,
      "loss": 4.3125,
      "step": 58000
    },
    {
      "epoch": 2.3756297358181446,
      "grad_norm": 3.768717983088925,
      "learning_rate": 0.00020188351663344192,
      "loss": 5.5,
      "step": 58001
    },
    {
      "epoch": 2.375670694245341,
      "grad_norm": 3.911814155318519,
      "learning_rate": 0.0002018804565361136,
      "loss": 4.875,
      "step": 58002
    },
    {
      "epoch": 2.3757116526725373,
      "grad_norm": 3.091635153972771,
      "learning_rate": 0.00020187739641425924,
      "loss": 2.3906,
      "step": 58003
    },
    {
      "epoch": 2.375752611099734,
      "grad_norm": 3.0417593746629685,
      "learning_rate": 0.00020187433626788027,
      "loss": 4.75,
      "step": 58004
    },
    {
      "epoch": 2.3757935695269303,
      "grad_norm": 3.9234458150837064,
      "learning_rate": 0.00020187127609697808,
      "loss": 5.8125,
      "step": 58005
    },
    {
      "epoch": 2.3758345279541264,
      "grad_norm": 2.7494495992751684,
      "learning_rate": 0.0002018682159015542,
      "loss": 3.8906,
      "step": 58006
    },
    {
      "epoch": 2.375875486381323,
      "grad_norm": 8.519396927172679,
      "learning_rate": 0.00020186515568161,
      "loss": 3.75,
      "step": 58007
    },
    {
      "epoch": 2.3759164448085195,
      "grad_norm": 2.7716599136975746,
      "learning_rate": 0.000201862095437147,
      "loss": 3.9844,
      "step": 58008
    },
    {
      "epoch": 2.3759574032357156,
      "grad_norm": 4.636178893251879,
      "learning_rate": 0.00020185903516816656,
      "loss": 4.6875,
      "step": 58009
    },
    {
      "epoch": 2.375998361662912,
      "grad_norm": 5.451821753057439,
      "learning_rate": 0.00020185597487467022,
      "loss": 6.125,
      "step": 58010
    },
    {
      "epoch": 2.3760393200901087,
      "grad_norm": 3.3656072489894773,
      "learning_rate": 0.0002018529145566594,
      "loss": 5.1875,
      "step": 58011
    },
    {
      "epoch": 2.3760802785173047,
      "grad_norm": 3.453319061301579,
      "learning_rate": 0.00020184985421413553,
      "loss": 6.1875,
      "step": 58012
    },
    {
      "epoch": 2.3761212369445013,
      "grad_norm": 3.530946022366102,
      "learning_rate": 0.0002018467938471,
      "loss": 4.7188,
      "step": 58013
    },
    {
      "epoch": 2.376162195371698,
      "grad_norm": 3.3245475280672507,
      "learning_rate": 0.00020184373345555435,
      "loss": 5.0938,
      "step": 58014
    },
    {
      "epoch": 2.376203153798894,
      "grad_norm": 3.26381053638599,
      "learning_rate": 0.0002018406730395,
      "loss": 4.4062,
      "step": 58015
    },
    {
      "epoch": 2.3762441122260904,
      "grad_norm": 3.7657837059275683,
      "learning_rate": 0.00020183761259893839,
      "loss": 6.25,
      "step": 58016
    },
    {
      "epoch": 2.376285070653287,
      "grad_norm": 3.980829305735657,
      "learning_rate": 0.00020183455213387092,
      "loss": 6.7812,
      "step": 58017
    },
    {
      "epoch": 2.3763260290804835,
      "grad_norm": 3.1240880577667296,
      "learning_rate": 0.00020183149164429914,
      "loss": 4.3438,
      "step": 58018
    },
    {
      "epoch": 2.3763669875076796,
      "grad_norm": 3.415897061836561,
      "learning_rate": 0.0002018284311302244,
      "loss": 4.5,
      "step": 58019
    },
    {
      "epoch": 2.376407945934876,
      "grad_norm": 3.0778761407805866,
      "learning_rate": 0.0002018253705916482,
      "loss": 4.625,
      "step": 58020
    },
    {
      "epoch": 2.3764489043620727,
      "grad_norm": 2.9924837892051124,
      "learning_rate": 0.00020182231002857195,
      "loss": 4.3438,
      "step": 58021
    },
    {
      "epoch": 2.3764898627892688,
      "grad_norm": 8.002588511145664,
      "learning_rate": 0.00020181924944099718,
      "loss": 1.5703,
      "step": 58022
    },
    {
      "epoch": 2.3765308212164653,
      "grad_norm": 10.57758237191622,
      "learning_rate": 0.00020181618882892524,
      "loss": 2.8125,
      "step": 58023
    },
    {
      "epoch": 2.376571779643662,
      "grad_norm": 6.210869147031867,
      "learning_rate": 0.00020181312819235762,
      "loss": 3.4219,
      "step": 58024
    },
    {
      "epoch": 2.376612738070858,
      "grad_norm": 22.06930148488361,
      "learning_rate": 0.00020181006753129568,
      "loss": 6.3125,
      "step": 58025
    },
    {
      "epoch": 2.3766536964980545,
      "grad_norm": 3.177740112988287,
      "learning_rate": 0.00020180700684574107,
      "loss": 4.3438,
      "step": 58026
    },
    {
      "epoch": 2.376694654925251,
      "grad_norm": 4.564992215857627,
      "learning_rate": 0.00020180394613569504,
      "loss": 3.25,
      "step": 58027
    },
    {
      "epoch": 2.376735613352447,
      "grad_norm": 3.092048037498173,
      "learning_rate": 0.00020180088540115913,
      "loss": 5.6875,
      "step": 58028
    },
    {
      "epoch": 2.3767765717796436,
      "grad_norm": 3.0914952662272563,
      "learning_rate": 0.00020179782464213478,
      "loss": 4.9375,
      "step": 58029
    },
    {
      "epoch": 2.37681753020684,
      "grad_norm": 6.428151231418186,
      "learning_rate": 0.0002017947638586234,
      "loss": 4.5625,
      "step": 58030
    },
    {
      "epoch": 2.3768584886340363,
      "grad_norm": 8.704227573464555,
      "learning_rate": 0.00020179170305062647,
      "loss": 5.9375,
      "step": 58031
    },
    {
      "epoch": 2.376899447061233,
      "grad_norm": 5.527759513589091,
      "learning_rate": 0.00020178864221814547,
      "loss": 3.8281,
      "step": 58032
    },
    {
      "epoch": 2.3769404054884293,
      "grad_norm": 2.6695411980443264,
      "learning_rate": 0.0002017855813611817,
      "loss": 4.0938,
      "step": 58033
    },
    {
      "epoch": 2.3769813639156254,
      "grad_norm": 3.064040519888822,
      "learning_rate": 0.0002017825204797368,
      "loss": 4.0,
      "step": 58034
    },
    {
      "epoch": 2.377022322342822,
      "grad_norm": 5.5954560518713015,
      "learning_rate": 0.0002017794595738121,
      "loss": 4.875,
      "step": 58035
    },
    {
      "epoch": 2.3770632807700185,
      "grad_norm": 8.718935525454755,
      "learning_rate": 0.00020177639864340914,
      "loss": 3.3594,
      "step": 58036
    },
    {
      "epoch": 2.377104239197215,
      "grad_norm": 3.9563534015603614,
      "learning_rate": 0.0002017733376885292,
      "loss": 4.7812,
      "step": 58037
    },
    {
      "epoch": 2.377145197624411,
      "grad_norm": 3.803271473715808,
      "learning_rate": 0.00020177027670917387,
      "loss": 4.3125,
      "step": 58038
    },
    {
      "epoch": 2.3771861560516077,
      "grad_norm": 2.7655036508484896,
      "learning_rate": 0.00020176721570534459,
      "loss": 4.4375,
      "step": 58039
    },
    {
      "epoch": 2.377227114478804,
      "grad_norm": 3.629661841929755,
      "learning_rate": 0.00020176415467704274,
      "loss": 4.8438,
      "step": 58040
    },
    {
      "epoch": 2.3772680729060003,
      "grad_norm": 2.750487100898739,
      "learning_rate": 0.00020176109362426983,
      "loss": 4.4062,
      "step": 58041
    },
    {
      "epoch": 2.377309031333197,
      "grad_norm": 3.1793033565315123,
      "learning_rate": 0.00020175803254702724,
      "loss": 4.8125,
      "step": 58042
    },
    {
      "epoch": 2.3773499897603934,
      "grad_norm": 4.70008474605219,
      "learning_rate": 0.0002017549714453165,
      "loss": 5.8125,
      "step": 58043
    },
    {
      "epoch": 2.3773909481875894,
      "grad_norm": 3.200036935093465,
      "learning_rate": 0.00020175191031913896,
      "loss": 4.4062,
      "step": 58044
    },
    {
      "epoch": 2.377431906614786,
      "grad_norm": 2.939770889458399,
      "learning_rate": 0.00020174884916849612,
      "loss": 5.0,
      "step": 58045
    },
    {
      "epoch": 2.3774728650419825,
      "grad_norm": 3.626058145570491,
      "learning_rate": 0.00020174578799338945,
      "loss": 5.5312,
      "step": 58046
    },
    {
      "epoch": 2.3775138234691786,
      "grad_norm": 3.399902671278235,
      "learning_rate": 0.00020174272679382042,
      "loss": 5.0,
      "step": 58047
    },
    {
      "epoch": 2.377554781896375,
      "grad_norm": 3.17818325526902,
      "learning_rate": 0.00020173966556979038,
      "loss": 4.3438,
      "step": 58048
    },
    {
      "epoch": 2.3775957403235717,
      "grad_norm": 3.2216465696077026,
      "learning_rate": 0.00020173660432130079,
      "loss": 5.75,
      "step": 58049
    },
    {
      "epoch": 2.377636698750768,
      "grad_norm": 3.948928537436774,
      "learning_rate": 0.0002017335430483532,
      "loss": 4.0,
      "step": 58050
    },
    {
      "epoch": 2.3776776571779643,
      "grad_norm": 20.99152283653323,
      "learning_rate": 0.00020173048175094898,
      "loss": 4.875,
      "step": 58051
    },
    {
      "epoch": 2.377718615605161,
      "grad_norm": 3.294392413267478,
      "learning_rate": 0.00020172742042908962,
      "loss": 6.3438,
      "step": 58052
    },
    {
      "epoch": 2.377759574032357,
      "grad_norm": 3.424249549820226,
      "learning_rate": 0.00020172435908277645,
      "loss": 4.9062,
      "step": 58053
    },
    {
      "epoch": 2.3778005324595535,
      "grad_norm": 2.6642777186252795,
      "learning_rate": 0.00020172129771201108,
      "loss": 4.4375,
      "step": 58054
    },
    {
      "epoch": 2.37784149088675,
      "grad_norm": 4.149523286191535,
      "learning_rate": 0.00020171823631679486,
      "loss": 4.4062,
      "step": 58055
    },
    {
      "epoch": 2.3778824493139465,
      "grad_norm": 3.287598443719853,
      "learning_rate": 0.00020171517489712927,
      "loss": 4.4375,
      "step": 58056
    },
    {
      "epoch": 2.3779234077411426,
      "grad_norm": 4.7535881389722165,
      "learning_rate": 0.00020171211345301567,
      "loss": 4.375,
      "step": 58057
    },
    {
      "epoch": 2.377964366168339,
      "grad_norm": 4.01879608474031,
      "learning_rate": 0.00020170905198445567,
      "loss": 5.0938,
      "step": 58058
    },
    {
      "epoch": 2.3780053245955357,
      "grad_norm": 4.186707210911452,
      "learning_rate": 0.00020170599049145065,
      "loss": 5.25,
      "step": 58059
    },
    {
      "epoch": 2.378046283022732,
      "grad_norm": 5.386826670431768,
      "learning_rate": 0.000201702928974002,
      "loss": 5.0938,
      "step": 58060
    },
    {
      "epoch": 2.3780872414499283,
      "grad_norm": 4.1440246888517915,
      "learning_rate": 0.00020169986743211115,
      "loss": 3.4062,
      "step": 58061
    },
    {
      "epoch": 2.378128199877125,
      "grad_norm": 3.4918841665200437,
      "learning_rate": 0.00020169680586577967,
      "loss": 4.9375,
      "step": 58062
    },
    {
      "epoch": 2.378169158304321,
      "grad_norm": 3.0388800702818757,
      "learning_rate": 0.00020169374427500894,
      "loss": 3.6719,
      "step": 58063
    },
    {
      "epoch": 2.3782101167315175,
      "grad_norm": 4.831848656598118,
      "learning_rate": 0.00020169068265980038,
      "loss": 6.0312,
      "step": 58064
    },
    {
      "epoch": 2.378251075158714,
      "grad_norm": 4.28789977628655,
      "learning_rate": 0.00020168762102015542,
      "loss": 4.4062,
      "step": 58065
    },
    {
      "epoch": 2.37829203358591,
      "grad_norm": 2.7068840137879446,
      "learning_rate": 0.00020168455935607563,
      "loss": 3.6406,
      "step": 58066
    },
    {
      "epoch": 2.3783329920131067,
      "grad_norm": 6.00324192905707,
      "learning_rate": 0.00020168149766756238,
      "loss": 4.1875,
      "step": 58067
    },
    {
      "epoch": 2.378373950440303,
      "grad_norm": 2.931582257789014,
      "learning_rate": 0.00020167843595461708,
      "loss": 4.1562,
      "step": 58068
    },
    {
      "epoch": 2.3784149088674997,
      "grad_norm": 3.687490985853924,
      "learning_rate": 0.00020167537421724122,
      "loss": 5.6562,
      "step": 58069
    },
    {
      "epoch": 2.378455867294696,
      "grad_norm": 2.9678870295658792,
      "learning_rate": 0.00020167231245543627,
      "loss": 3.9062,
      "step": 58070
    },
    {
      "epoch": 2.3784968257218924,
      "grad_norm": 5.802430808043393,
      "learning_rate": 0.0002016692506692036,
      "loss": 5.8438,
      "step": 58071
    },
    {
      "epoch": 2.3785377841490885,
      "grad_norm": 5.40426411304801,
      "learning_rate": 0.0002016661888585448,
      "loss": 5.3438,
      "step": 58072
    },
    {
      "epoch": 2.378578742576285,
      "grad_norm": 3.1507358943179615,
      "learning_rate": 0.00020166312702346112,
      "loss": 4.9375,
      "step": 58073
    },
    {
      "epoch": 2.3786197010034815,
      "grad_norm": 3.2145320015037617,
      "learning_rate": 0.0002016600651639542,
      "loss": 2.4844,
      "step": 58074
    },
    {
      "epoch": 2.378660659430678,
      "grad_norm": 3.6211442482439606,
      "learning_rate": 0.0002016570032800253,
      "loss": 4.9688,
      "step": 58075
    },
    {
      "epoch": 2.378701617857874,
      "grad_norm": 2.9986482900548985,
      "learning_rate": 0.00020165394137167605,
      "loss": 4.4688,
      "step": 58076
    },
    {
      "epoch": 2.3787425762850707,
      "grad_norm": 2.812113451256238,
      "learning_rate": 0.00020165087943890776,
      "loss": 3.9844,
      "step": 58077
    },
    {
      "epoch": 2.3787835347122672,
      "grad_norm": 2.978860975324401,
      "learning_rate": 0.00020164781748172194,
      "loss": 4.2188,
      "step": 58078
    },
    {
      "epoch": 2.3788244931394633,
      "grad_norm": 3.0866136192359264,
      "learning_rate": 0.00020164475550012005,
      "loss": 5.125,
      "step": 58079
    },
    {
      "epoch": 2.37886545156666,
      "grad_norm": 2.916583517921702,
      "learning_rate": 0.0002016416934941035,
      "loss": 4.5,
      "step": 58080
    },
    {
      "epoch": 2.3789064099938564,
      "grad_norm": 2.9386412754490467,
      "learning_rate": 0.00020163863146367377,
      "loss": 4.5312,
      "step": 58081
    },
    {
      "epoch": 2.3789473684210525,
      "grad_norm": 2.992711428920664,
      "learning_rate": 0.00020163556940883226,
      "loss": 3.8438,
      "step": 58082
    },
    {
      "epoch": 2.378988326848249,
      "grad_norm": 2.6999641650181676,
      "learning_rate": 0.00020163250732958048,
      "loss": 4.2812,
      "step": 58083
    },
    {
      "epoch": 2.3790292852754455,
      "grad_norm": 3.6306604137687724,
      "learning_rate": 0.00020162944522591984,
      "loss": 6.2188,
      "step": 58084
    },
    {
      "epoch": 2.3790702437026416,
      "grad_norm": 3.4167452345764633,
      "learning_rate": 0.00020162638309785178,
      "loss": 4.7188,
      "step": 58085
    },
    {
      "epoch": 2.379111202129838,
      "grad_norm": 5.21641200014262,
      "learning_rate": 0.00020162332094537778,
      "loss": 5.4688,
      "step": 58086
    },
    {
      "epoch": 2.3791521605570347,
      "grad_norm": 2.7033397333147073,
      "learning_rate": 0.00020162025876849926,
      "loss": 3.9688,
      "step": 58087
    },
    {
      "epoch": 2.3791931189842312,
      "grad_norm": 2.9107936610776872,
      "learning_rate": 0.0002016171965672177,
      "loss": 4.5,
      "step": 58088
    },
    {
      "epoch": 2.3792340774114273,
      "grad_norm": 2.2847195595627143,
      "learning_rate": 0.00020161413434153448,
      "loss": 2.5,
      "step": 58089
    },
    {
      "epoch": 2.379275035838624,
      "grad_norm": 3.238815075889678,
      "learning_rate": 0.0002016110720914511,
      "loss": 4.75,
      "step": 58090
    },
    {
      "epoch": 2.37931599426582,
      "grad_norm": 2.974725283204371,
      "learning_rate": 0.00020160800981696905,
      "loss": 3.8125,
      "step": 58091
    },
    {
      "epoch": 2.3793569526930165,
      "grad_norm": 6.325800877794257,
      "learning_rate": 0.0002016049475180897,
      "loss": 4.9688,
      "step": 58092
    },
    {
      "epoch": 2.379397911120213,
      "grad_norm": 3.230626845724226,
      "learning_rate": 0.00020160188519481449,
      "loss": 4.9375,
      "step": 58093
    },
    {
      "epoch": 2.3794388695474096,
      "grad_norm": 3.030435049598364,
      "learning_rate": 0.00020159882284714493,
      "loss": 4.6875,
      "step": 58094
    },
    {
      "epoch": 2.3794798279746057,
      "grad_norm": 2.748544252260073,
      "learning_rate": 0.00020159576047508248,
      "loss": 3.8438,
      "step": 58095
    },
    {
      "epoch": 2.379520786401802,
      "grad_norm": 3.7697988601187364,
      "learning_rate": 0.00020159269807862852,
      "loss": 3.7812,
      "step": 58096
    },
    {
      "epoch": 2.3795617448289987,
      "grad_norm": 4.373070476452295,
      "learning_rate": 0.00020158963565778448,
      "loss": 4.5,
      "step": 58097
    },
    {
      "epoch": 2.379602703256195,
      "grad_norm": 3.254269485793404,
      "learning_rate": 0.0002015865732125519,
      "loss": 4.8438,
      "step": 58098
    },
    {
      "epoch": 2.3796436616833914,
      "grad_norm": 2.897297934477343,
      "learning_rate": 0.00020158351074293216,
      "loss": 4.5,
      "step": 58099
    },
    {
      "epoch": 2.379684620110588,
      "grad_norm": 3.794048381120831,
      "learning_rate": 0.00020158044824892678,
      "loss": 4.4688,
      "step": 58100
    },
    {
      "epoch": 2.379725578537784,
      "grad_norm": 4.380838995549996,
      "learning_rate": 0.0002015773857305371,
      "loss": 5.6875,
      "step": 58101
    },
    {
      "epoch": 2.3797665369649805,
      "grad_norm": 2.7804797171142415,
      "learning_rate": 0.0002015743231877646,
      "loss": 4.4375,
      "step": 58102
    },
    {
      "epoch": 2.379807495392177,
      "grad_norm": 3.2930623095518428,
      "learning_rate": 0.00020157126062061084,
      "loss": 3.625,
      "step": 58103
    },
    {
      "epoch": 2.379848453819373,
      "grad_norm": 3.790438015894962,
      "learning_rate": 0.00020156819802907716,
      "loss": 4.0938,
      "step": 58104
    },
    {
      "epoch": 2.3798894122465697,
      "grad_norm": 2.887203287532117,
      "learning_rate": 0.00020156513541316496,
      "loss": 4.375,
      "step": 58105
    },
    {
      "epoch": 2.3799303706737662,
      "grad_norm": 3.011251927734202,
      "learning_rate": 0.0002015620727728758,
      "loss": 4.375,
      "step": 58106
    },
    {
      "epoch": 2.3799713291009628,
      "grad_norm": 3.174022621011357,
      "learning_rate": 0.00020155901010821112,
      "loss": 5.3125,
      "step": 58107
    },
    {
      "epoch": 2.380012287528159,
      "grad_norm": 3.376606897795481,
      "learning_rate": 0.00020155594741917232,
      "loss": 5.0938,
      "step": 58108
    },
    {
      "epoch": 2.3800532459553554,
      "grad_norm": 2.92465742686726,
      "learning_rate": 0.00020155288470576082,
      "loss": 5.3438,
      "step": 58109
    },
    {
      "epoch": 2.3800942043825515,
      "grad_norm": 3.4369888872294974,
      "learning_rate": 0.00020154982196797812,
      "loss": 5.125,
      "step": 58110
    },
    {
      "epoch": 2.380135162809748,
      "grad_norm": 3.004677901167182,
      "learning_rate": 0.0002015467592058257,
      "loss": 5.4375,
      "step": 58111
    },
    {
      "epoch": 2.3801761212369446,
      "grad_norm": 3.5164515434605947,
      "learning_rate": 0.00020154369641930492,
      "loss": 5.25,
      "step": 58112
    },
    {
      "epoch": 2.380217079664141,
      "grad_norm": 3.2062020544198537,
      "learning_rate": 0.00020154063360841722,
      "loss": 4.8438,
      "step": 58113
    },
    {
      "epoch": 2.380258038091337,
      "grad_norm": 4.5101756810848315,
      "learning_rate": 0.00020153757077316417,
      "loss": 6.7188,
      "step": 58114
    },
    {
      "epoch": 2.3802989965185337,
      "grad_norm": 3.0515779767524993,
      "learning_rate": 0.00020153450791354714,
      "loss": 4.375,
      "step": 58115
    },
    {
      "epoch": 2.3803399549457303,
      "grad_norm": 4.723386953188756,
      "learning_rate": 0.00020153144502956758,
      "loss": 5.2188,
      "step": 58116
    },
    {
      "epoch": 2.3803809133729263,
      "grad_norm": 3.8532876887503047,
      "learning_rate": 0.0002015283821212269,
      "loss": 5.375,
      "step": 58117
    },
    {
      "epoch": 2.380421871800123,
      "grad_norm": 2.9234922591616748,
      "learning_rate": 0.0002015253191885267,
      "loss": 4.0625,
      "step": 58118
    },
    {
      "epoch": 2.3804628302273194,
      "grad_norm": 8.286650853191805,
      "learning_rate": 0.00020152225623146824,
      "loss": 4.4688,
      "step": 58119
    },
    {
      "epoch": 2.3805037886545155,
      "grad_norm": 5.043562387826134,
      "learning_rate": 0.00020151919325005305,
      "loss": 4.4375,
      "step": 58120
    },
    {
      "epoch": 2.380544747081712,
      "grad_norm": 3.00729508038089,
      "learning_rate": 0.00020151613024428256,
      "loss": 4.1875,
      "step": 58121
    },
    {
      "epoch": 2.3805857055089086,
      "grad_norm": 3.337141191432622,
      "learning_rate": 0.00020151306721415826,
      "loss": 5.4688,
      "step": 58122
    },
    {
      "epoch": 2.3806266639361047,
      "grad_norm": 6.163664716049988,
      "learning_rate": 0.00020151000415968156,
      "loss": 2.5,
      "step": 58123
    },
    {
      "epoch": 2.380667622363301,
      "grad_norm": 14.765807446175927,
      "learning_rate": 0.00020150694108085393,
      "loss": 6.6562,
      "step": 58124
    },
    {
      "epoch": 2.3807085807904977,
      "grad_norm": 3.0981436073898725,
      "learning_rate": 0.0002015038779776768,
      "loss": 4.25,
      "step": 58125
    },
    {
      "epoch": 2.3807495392176943,
      "grad_norm": 5.0691195587840365,
      "learning_rate": 0.00020150081485015162,
      "loss": 5.5938,
      "step": 58126
    },
    {
      "epoch": 2.3807904976448904,
      "grad_norm": 4.008232151173565,
      "learning_rate": 0.00020149775169827985,
      "loss": 4.7188,
      "step": 58127
    },
    {
      "epoch": 2.380831456072087,
      "grad_norm": 4.735432169629245,
      "learning_rate": 0.00020149468852206296,
      "loss": 6.9375,
      "step": 58128
    },
    {
      "epoch": 2.380872414499283,
      "grad_norm": 2.9069091561291946,
      "learning_rate": 0.0002014916253215023,
      "loss": 4.125,
      "step": 58129
    },
    {
      "epoch": 2.3809133729264795,
      "grad_norm": 3.2527781736642276,
      "learning_rate": 0.00020148856209659943,
      "loss": 5.75,
      "step": 58130
    },
    {
      "epoch": 2.380954331353676,
      "grad_norm": 9.488689979262068,
      "learning_rate": 0.00020148549884735576,
      "loss": 6.4688,
      "step": 58131
    },
    {
      "epoch": 2.3809952897808726,
      "grad_norm": 3.585311309624457,
      "learning_rate": 0.00020148243557377275,
      "loss": 5.8438,
      "step": 58132
    },
    {
      "epoch": 2.3810362482080687,
      "grad_norm": 3.1603295289757174,
      "learning_rate": 0.0002014793722758518,
      "loss": 4.75,
      "step": 58133
    },
    {
      "epoch": 2.3810772066352652,
      "grad_norm": 3.844448821918734,
      "learning_rate": 0.0002014763089535944,
      "loss": 4.5312,
      "step": 58134
    },
    {
      "epoch": 2.3811181650624618,
      "grad_norm": 9.345429730101834,
      "learning_rate": 0.00020147324560700197,
      "loss": 5.6875,
      "step": 58135
    },
    {
      "epoch": 2.381159123489658,
      "grad_norm": 3.170065507667314,
      "learning_rate": 0.000201470182236076,
      "loss": 4.5,
      "step": 58136
    },
    {
      "epoch": 2.3812000819168544,
      "grad_norm": 3.1068360901121572,
      "learning_rate": 0.00020146711884081787,
      "loss": 3.5938,
      "step": 58137
    },
    {
      "epoch": 2.381241040344051,
      "grad_norm": 3.579549782065139,
      "learning_rate": 0.00020146405542122915,
      "loss": 5.1875,
      "step": 58138
    },
    {
      "epoch": 2.381281998771247,
      "grad_norm": 6.816538823552989,
      "learning_rate": 0.00020146099197731118,
      "loss": 4.1562,
      "step": 58139
    },
    {
      "epoch": 2.3813229571984436,
      "grad_norm": 3.3587479797567195,
      "learning_rate": 0.00020145792850906542,
      "loss": 4.8438,
      "step": 58140
    },
    {
      "epoch": 2.38136391562564,
      "grad_norm": 3.3361187737993556,
      "learning_rate": 0.00020145486501649333,
      "loss": 6.0312,
      "step": 58141
    },
    {
      "epoch": 2.381404874052836,
      "grad_norm": 6.968967982774611,
      "learning_rate": 0.0002014518014995964,
      "loss": 2.1094,
      "step": 58142
    },
    {
      "epoch": 2.3814458324800327,
      "grad_norm": 6.680611110595462,
      "learning_rate": 0.00020144873795837603,
      "loss": 5.6562,
      "step": 58143
    },
    {
      "epoch": 2.3814867909072293,
      "grad_norm": 5.289871954544731,
      "learning_rate": 0.00020144567439283373,
      "loss": 5.3125,
      "step": 58144
    },
    {
      "epoch": 2.381527749334426,
      "grad_norm": 6.148406657967907,
      "learning_rate": 0.00020144261080297078,
      "loss": 5.4375,
      "step": 58145
    },
    {
      "epoch": 2.381568707761622,
      "grad_norm": 5.9911711871475495,
      "learning_rate": 0.00020143954718878886,
      "loss": 6.0625,
      "step": 58146
    },
    {
      "epoch": 2.3816096661888184,
      "grad_norm": 5.666362328020839,
      "learning_rate": 0.00020143648355028926,
      "loss": 7.625,
      "step": 58147
    },
    {
      "epoch": 2.3816506246160145,
      "grad_norm": 12.155504083242903,
      "learning_rate": 0.0002014334198874735,
      "loss": 6.875,
      "step": 58148
    },
    {
      "epoch": 2.381691583043211,
      "grad_norm": 3.2943359440989357,
      "learning_rate": 0.00020143035620034296,
      "loss": 4.0312,
      "step": 58149
    },
    {
      "epoch": 2.3817325414704076,
      "grad_norm": 2.8427004286147723,
      "learning_rate": 0.00020142729248889916,
      "loss": 4.25,
      "step": 58150
    },
    {
      "epoch": 2.381773499897604,
      "grad_norm": 3.837171290008805,
      "learning_rate": 0.00020142422875314353,
      "loss": 3.75,
      "step": 58151
    },
    {
      "epoch": 2.3818144583248,
      "grad_norm": 4.132510676587338,
      "learning_rate": 0.0002014211649930775,
      "loss": 1.3828,
      "step": 58152
    },
    {
      "epoch": 2.3818554167519967,
      "grad_norm": 3.6407861937091925,
      "learning_rate": 0.0002014181012087025,
      "loss": 4.9688,
      "step": 58153
    },
    {
      "epoch": 2.3818963751791933,
      "grad_norm": 3.1258246100208713,
      "learning_rate": 0.00020141503740002002,
      "loss": 4.4688,
      "step": 58154
    },
    {
      "epoch": 2.3819373336063894,
      "grad_norm": 3.3686817576076304,
      "learning_rate": 0.00020141197356703152,
      "loss": 3.6406,
      "step": 58155
    },
    {
      "epoch": 2.381978292033586,
      "grad_norm": 3.123283432601598,
      "learning_rate": 0.0002014089097097384,
      "loss": 4.4062,
      "step": 58156
    },
    {
      "epoch": 2.3820192504607824,
      "grad_norm": 4.137867339302838,
      "learning_rate": 0.0002014058458281421,
      "loss": 5.0,
      "step": 58157
    },
    {
      "epoch": 2.3820602088879785,
      "grad_norm": 3.0651614988727762,
      "learning_rate": 0.00020140278192224415,
      "loss": 4.4062,
      "step": 58158
    },
    {
      "epoch": 2.382101167315175,
      "grad_norm": 3.051171635213461,
      "learning_rate": 0.00020139971799204597,
      "loss": 4.5625,
      "step": 58159
    },
    {
      "epoch": 2.3821421257423716,
      "grad_norm": 3.7589978872351852,
      "learning_rate": 0.00020139665403754895,
      "loss": 3.9062,
      "step": 58160
    },
    {
      "epoch": 2.3821830841695677,
      "grad_norm": 3.731485535325288,
      "learning_rate": 0.00020139359005875453,
      "loss": 5.5,
      "step": 58161
    },
    {
      "epoch": 2.3822240425967642,
      "grad_norm": 3.3709014286854124,
      "learning_rate": 0.00020139052605566425,
      "loss": 4.0312,
      "step": 58162
    },
    {
      "epoch": 2.3822650010239608,
      "grad_norm": 2.8202836386344314,
      "learning_rate": 0.00020138746202827954,
      "loss": 4.4688,
      "step": 58163
    },
    {
      "epoch": 2.3823059594511573,
      "grad_norm": 3.0474976881078906,
      "learning_rate": 0.00020138439797660174,
      "loss": 4.4062,
      "step": 58164
    },
    {
      "epoch": 2.3823469178783534,
      "grad_norm": 3.2236775393180452,
      "learning_rate": 0.00020138133390063245,
      "loss": 4.9688,
      "step": 58165
    },
    {
      "epoch": 2.38238787630555,
      "grad_norm": 2.9739284254819593,
      "learning_rate": 0.000201378269800373,
      "loss": 4.25,
      "step": 58166
    },
    {
      "epoch": 2.382428834732746,
      "grad_norm": 4.112942075589341,
      "learning_rate": 0.00020137520567582493,
      "loss": 3.5,
      "step": 58167
    },
    {
      "epoch": 2.3824697931599426,
      "grad_norm": 3.8409155675734903,
      "learning_rate": 0.00020137214152698963,
      "loss": 3.7812,
      "step": 58168
    },
    {
      "epoch": 2.382510751587139,
      "grad_norm": 2.8446091751981446,
      "learning_rate": 0.00020136907735386853,
      "loss": 4.4375,
      "step": 58169
    },
    {
      "epoch": 2.3825517100143356,
      "grad_norm": 2.8647398101755233,
      "learning_rate": 0.0002013660131564631,
      "loss": 4.625,
      "step": 58170
    },
    {
      "epoch": 2.3825926684415317,
      "grad_norm": 4.012796494015394,
      "learning_rate": 0.00020136294893477485,
      "loss": 3.7969,
      "step": 58171
    },
    {
      "epoch": 2.3826336268687283,
      "grad_norm": 4.529640028422569,
      "learning_rate": 0.0002013598846888052,
      "loss": 5.4062,
      "step": 58172
    },
    {
      "epoch": 2.382674585295925,
      "grad_norm": 7.384610231001248,
      "learning_rate": 0.0002013568204185555,
      "loss": 5.625,
      "step": 58173
    },
    {
      "epoch": 2.382715543723121,
      "grad_norm": 3.5162819920449127,
      "learning_rate": 0.00020135375612402733,
      "loss": 5.9688,
      "step": 58174
    },
    {
      "epoch": 2.3827565021503174,
      "grad_norm": 7.1732643812630235,
      "learning_rate": 0.00020135069180522206,
      "loss": 5.1875,
      "step": 58175
    },
    {
      "epoch": 2.382797460577514,
      "grad_norm": 3.7646651543954803,
      "learning_rate": 0.0002013476274621412,
      "loss": 3.8125,
      "step": 58176
    },
    {
      "epoch": 2.38283841900471,
      "grad_norm": 3.479729942865426,
      "learning_rate": 0.0002013445630947861,
      "loss": 4.5312,
      "step": 58177
    },
    {
      "epoch": 2.3828793774319066,
      "grad_norm": 4.256889529309957,
      "learning_rate": 0.00020134149870315834,
      "loss": 5.0,
      "step": 58178
    },
    {
      "epoch": 2.382920335859103,
      "grad_norm": 3.0185435339434576,
      "learning_rate": 0.00020133843428725927,
      "loss": 4.375,
      "step": 58179
    },
    {
      "epoch": 2.382961294286299,
      "grad_norm": 5.4520274155738715,
      "learning_rate": 0.00020133536984709034,
      "loss": 1.3516,
      "step": 58180
    },
    {
      "epoch": 2.3830022527134957,
      "grad_norm": 3.275536596090908,
      "learning_rate": 0.00020133230538265303,
      "loss": 5.0312,
      "step": 58181
    },
    {
      "epoch": 2.3830432111406923,
      "grad_norm": 9.292349194842433,
      "learning_rate": 0.00020132924089394881,
      "loss": 5.3125,
      "step": 58182
    },
    {
      "epoch": 2.383084169567889,
      "grad_norm": 3.2865302553746103,
      "learning_rate": 0.0002013261763809791,
      "loss": 5.1875,
      "step": 58183
    },
    {
      "epoch": 2.383125127995085,
      "grad_norm": 9.888907996589284,
      "learning_rate": 0.00020132311184374534,
      "loss": 5.5938,
      "step": 58184
    },
    {
      "epoch": 2.3831660864222814,
      "grad_norm": 3.7375476429408248,
      "learning_rate": 0.00020132004728224897,
      "loss": 4.25,
      "step": 58185
    },
    {
      "epoch": 2.3832070448494775,
      "grad_norm": 4.211472818275811,
      "learning_rate": 0.00020131698269649148,
      "loss": 5.5,
      "step": 58186
    },
    {
      "epoch": 2.383248003276674,
      "grad_norm": 3.3594271661143593,
      "learning_rate": 0.00020131391808647433,
      "loss": 4.2812,
      "step": 58187
    },
    {
      "epoch": 2.3832889617038706,
      "grad_norm": 3.6356815294736515,
      "learning_rate": 0.0002013108534521989,
      "loss": 4.5,
      "step": 58188
    },
    {
      "epoch": 2.383329920131067,
      "grad_norm": 3.913846601433394,
      "learning_rate": 0.00020130778879366666,
      "loss": 2.8438,
      "step": 58189
    },
    {
      "epoch": 2.3833708785582632,
      "grad_norm": 4.1919890453036235,
      "learning_rate": 0.0002013047241108791,
      "loss": 2.9062,
      "step": 58190
    },
    {
      "epoch": 2.3834118369854598,
      "grad_norm": 2.8759366156349566,
      "learning_rate": 0.00020130165940383766,
      "loss": 4.8438,
      "step": 58191
    },
    {
      "epoch": 2.3834527954126563,
      "grad_norm": 3.249535537585175,
      "learning_rate": 0.00020129859467254375,
      "loss": 4.5625,
      "step": 58192
    },
    {
      "epoch": 2.3834937538398524,
      "grad_norm": 5.083341236290026,
      "learning_rate": 0.00020129552991699883,
      "loss": 5.25,
      "step": 58193
    },
    {
      "epoch": 2.383534712267049,
      "grad_norm": 2.7197925928778024,
      "learning_rate": 0.00020129246513720438,
      "loss": 3.7031,
      "step": 58194
    },
    {
      "epoch": 2.3835756706942455,
      "grad_norm": 3.4641649677416746,
      "learning_rate": 0.00020128940033316183,
      "loss": 3.8594,
      "step": 58195
    },
    {
      "epoch": 2.3836166291214416,
      "grad_norm": 2.9087126656031006,
      "learning_rate": 0.00020128633550487265,
      "loss": 3.8438,
      "step": 58196
    },
    {
      "epoch": 2.383657587548638,
      "grad_norm": 3.4491806558634948,
      "learning_rate": 0.00020128327065233823,
      "loss": 5.3125,
      "step": 58197
    },
    {
      "epoch": 2.3836985459758346,
      "grad_norm": 5.925812759991743,
      "learning_rate": 0.00020128020577556005,
      "loss": 5.4062,
      "step": 58198
    },
    {
      "epoch": 2.3837395044030307,
      "grad_norm": 7.757262642497122,
      "learning_rate": 0.0002012771408745396,
      "loss": 2.9062,
      "step": 58199
    },
    {
      "epoch": 2.3837804628302273,
      "grad_norm": 3.0259589129552986,
      "learning_rate": 0.0002012740759492783,
      "loss": 4.3125,
      "step": 58200
    },
    {
      "epoch": 2.383821421257424,
      "grad_norm": 2.9932013080352258,
      "learning_rate": 0.00020127101099977752,
      "loss": 4.6562,
      "step": 58201
    },
    {
      "epoch": 2.3838623796846203,
      "grad_norm": 5.165692807458678,
      "learning_rate": 0.00020126794602603882,
      "loss": 1.6016,
      "step": 58202
    },
    {
      "epoch": 2.3839033381118164,
      "grad_norm": 6.082308161611948,
      "learning_rate": 0.00020126488102806362,
      "loss": 5.25,
      "step": 58203
    },
    {
      "epoch": 2.383944296539013,
      "grad_norm": 2.9680472620472154,
      "learning_rate": 0.00020126181600585335,
      "loss": 4.3438,
      "step": 58204
    },
    {
      "epoch": 2.383985254966209,
      "grad_norm": 4.029522664133622,
      "learning_rate": 0.0002012587509594095,
      "loss": 5.875,
      "step": 58205
    },
    {
      "epoch": 2.3840262133934056,
      "grad_norm": 8.010764651583166,
      "learning_rate": 0.00020125568588873343,
      "loss": 4.8125,
      "step": 58206
    },
    {
      "epoch": 2.384067171820602,
      "grad_norm": 3.9559833298131784,
      "learning_rate": 0.00020125262079382668,
      "loss": 4.1875,
      "step": 58207
    },
    {
      "epoch": 2.3841081302477987,
      "grad_norm": 3.0380549984908063,
      "learning_rate": 0.0002012495556746907,
      "loss": 5.0,
      "step": 58208
    },
    {
      "epoch": 2.3841490886749948,
      "grad_norm": 2.572328153213796,
      "learning_rate": 0.00020124649053132682,
      "loss": 2.7031,
      "step": 58209
    },
    {
      "epoch": 2.3841900471021913,
      "grad_norm": 6.063670158456152,
      "learning_rate": 0.00020124342536373662,
      "loss": 4.8125,
      "step": 58210
    },
    {
      "epoch": 2.384231005529388,
      "grad_norm": 3.051461072084981,
      "learning_rate": 0.00020124036017192152,
      "loss": 4.7188,
      "step": 58211
    },
    {
      "epoch": 2.384271963956584,
      "grad_norm": 6.501092457613355,
      "learning_rate": 0.00020123729495588293,
      "loss": 6.5312,
      "step": 58212
    },
    {
      "epoch": 2.3843129223837805,
      "grad_norm": 2.7840135468375706,
      "learning_rate": 0.00020123422971562234,
      "loss": 3.9688,
      "step": 58213
    },
    {
      "epoch": 2.384353880810977,
      "grad_norm": 3.3424090613143975,
      "learning_rate": 0.0002012311644511412,
      "loss": 4.875,
      "step": 58214
    },
    {
      "epoch": 2.384394839238173,
      "grad_norm": 3.509440075979207,
      "learning_rate": 0.00020122809916244084,
      "loss": 5.125,
      "step": 58215
    },
    {
      "epoch": 2.3844357976653696,
      "grad_norm": 3.500418902964706,
      "learning_rate": 0.00020122503384952287,
      "loss": 5.5312,
      "step": 58216
    },
    {
      "epoch": 2.384476756092566,
      "grad_norm": 2.9925311536507055,
      "learning_rate": 0.00020122196851238869,
      "loss": 5.0625,
      "step": 58217
    },
    {
      "epoch": 2.3845177145197622,
      "grad_norm": 2.8570263091099424,
      "learning_rate": 0.0002012189031510397,
      "loss": 4.1875,
      "step": 58218
    },
    {
      "epoch": 2.384558672946959,
      "grad_norm": 2.743316343327996,
      "learning_rate": 0.00020121583776547744,
      "loss": 4.3438,
      "step": 58219
    },
    {
      "epoch": 2.3845996313741553,
      "grad_norm": 2.9632517542221573,
      "learning_rate": 0.00020121277235570328,
      "loss": 4.1875,
      "step": 58220
    },
    {
      "epoch": 2.384640589801352,
      "grad_norm": 3.183693067759176,
      "learning_rate": 0.00020120970692171864,
      "loss": 4.3438,
      "step": 58221
    },
    {
      "epoch": 2.384681548228548,
      "grad_norm": 4.630169030363531,
      "learning_rate": 0.00020120664146352506,
      "loss": 4.625,
      "step": 58222
    },
    {
      "epoch": 2.3847225066557445,
      "grad_norm": 2.983446076120982,
      "learning_rate": 0.00020120357598112397,
      "loss": 5.4688,
      "step": 58223
    },
    {
      "epoch": 2.3847634650829406,
      "grad_norm": 2.6311311952232233,
      "learning_rate": 0.0002012005104745168,
      "loss": 3.6562,
      "step": 58224
    },
    {
      "epoch": 2.384804423510137,
      "grad_norm": 4.140748217563284,
      "learning_rate": 0.00020119744494370495,
      "loss": 4.0312,
      "step": 58225
    },
    {
      "epoch": 2.3848453819373336,
      "grad_norm": 5.610320806829944,
      "learning_rate": 0.00020119437938868995,
      "loss": 4.875,
      "step": 58226
    },
    {
      "epoch": 2.38488634036453,
      "grad_norm": 2.9217203536023315,
      "learning_rate": 0.00020119131380947323,
      "loss": 4.2188,
      "step": 58227
    },
    {
      "epoch": 2.3849272987917263,
      "grad_norm": 2.903894562244703,
      "learning_rate": 0.00020118824820605623,
      "loss": 4.875,
      "step": 58228
    },
    {
      "epoch": 2.384968257218923,
      "grad_norm": 3.5671630926333595,
      "learning_rate": 0.00020118518257844034,
      "loss": 5.0,
      "step": 58229
    },
    {
      "epoch": 2.3850092156461193,
      "grad_norm": 3.0775320619462994,
      "learning_rate": 0.00020118211692662713,
      "loss": 3.0156,
      "step": 58230
    },
    {
      "epoch": 2.3850501740733154,
      "grad_norm": 5.058505078687569,
      "learning_rate": 0.00020117905125061796,
      "loss": 4.5312,
      "step": 58231
    },
    {
      "epoch": 2.385091132500512,
      "grad_norm": 7.472823428390296,
      "learning_rate": 0.00020117598555041433,
      "loss": 6.1562,
      "step": 58232
    },
    {
      "epoch": 2.3851320909277085,
      "grad_norm": 2.954556812944286,
      "learning_rate": 0.0002011729198260176,
      "loss": 3.7656,
      "step": 58233
    },
    {
      "epoch": 2.3851730493549046,
      "grad_norm": 2.704593172370974,
      "learning_rate": 0.00020116985407742934,
      "loss": 4.1875,
      "step": 58234
    },
    {
      "epoch": 2.385214007782101,
      "grad_norm": 4.601359689249517,
      "learning_rate": 0.00020116678830465093,
      "loss": 5.375,
      "step": 58235
    },
    {
      "epoch": 2.3852549662092977,
      "grad_norm": 2.877238638061692,
      "learning_rate": 0.00020116372250768383,
      "loss": 2.5938,
      "step": 58236
    },
    {
      "epoch": 2.3852959246364938,
      "grad_norm": 3.1621590918803952,
      "learning_rate": 0.0002011606566865295,
      "loss": 4.7188,
      "step": 58237
    },
    {
      "epoch": 2.3853368830636903,
      "grad_norm": 4.475892817685109,
      "learning_rate": 0.00020115759084118935,
      "loss": 2.9844,
      "step": 58238
    },
    {
      "epoch": 2.385377841490887,
      "grad_norm": 2.810491778021156,
      "learning_rate": 0.0002011545249716649,
      "loss": 4.5938,
      "step": 58239
    },
    {
      "epoch": 2.3854187999180834,
      "grad_norm": 19.924080550388506,
      "learning_rate": 0.00020115145907795753,
      "loss": 6.2812,
      "step": 58240
    },
    {
      "epoch": 2.3854597583452795,
      "grad_norm": 3.1907398991555866,
      "learning_rate": 0.00020114839316006874,
      "loss": 4.6562,
      "step": 58241
    },
    {
      "epoch": 2.385500716772476,
      "grad_norm": 7.338945195095655,
      "learning_rate": 0.00020114532721799994,
      "loss": 7.9688,
      "step": 58242
    },
    {
      "epoch": 2.385541675199672,
      "grad_norm": 2.9503573744157805,
      "learning_rate": 0.0002011422612517526,
      "loss": 4.7188,
      "step": 58243
    },
    {
      "epoch": 2.3855826336268686,
      "grad_norm": 3.8379831701288047,
      "learning_rate": 0.00020113919526132818,
      "loss": 4.25,
      "step": 58244
    },
    {
      "epoch": 2.385623592054065,
      "grad_norm": 3.207129495880053,
      "learning_rate": 0.00020113612924672807,
      "loss": 4.2188,
      "step": 58245
    },
    {
      "epoch": 2.3856645504812617,
      "grad_norm": 3.2968751062479553,
      "learning_rate": 0.0002011330632079538,
      "loss": 4.6562,
      "step": 58246
    },
    {
      "epoch": 2.385705508908458,
      "grad_norm": 8.306878729011366,
      "learning_rate": 0.00020112999714500681,
      "loss": 6.5625,
      "step": 58247
    },
    {
      "epoch": 2.3857464673356543,
      "grad_norm": 3.181968688469342,
      "learning_rate": 0.00020112693105788854,
      "loss": 5.5938,
      "step": 58248
    },
    {
      "epoch": 2.385787425762851,
      "grad_norm": 2.717854429238784,
      "learning_rate": 0.00020112386494660034,
      "loss": 4.125,
      "step": 58249
    },
    {
      "epoch": 2.385828384190047,
      "grad_norm": 3.3716646361094265,
      "learning_rate": 0.0002011207988111438,
      "loss": 4.3438,
      "step": 58250
    },
    {
      "epoch": 2.3858693426172435,
      "grad_norm": 2.771020116541128,
      "learning_rate": 0.00020111773265152032,
      "loss": 3.9688,
      "step": 58251
    },
    {
      "epoch": 2.38591030104444,
      "grad_norm": 3.408043570299823,
      "learning_rate": 0.0002011146664677313,
      "loss": 4.9062,
      "step": 58252
    },
    {
      "epoch": 2.385951259471636,
      "grad_norm": 3.4235977433959115,
      "learning_rate": 0.00020111160025977824,
      "loss": 3.6562,
      "step": 58253
    },
    {
      "epoch": 2.3859922178988326,
      "grad_norm": 2.571816160929122,
      "learning_rate": 0.00020110853402766264,
      "loss": 3.7031,
      "step": 58254
    },
    {
      "epoch": 2.386033176326029,
      "grad_norm": 5.313688290734603,
      "learning_rate": 0.00020110546777138581,
      "loss": 4.9688,
      "step": 58255
    },
    {
      "epoch": 2.3860741347532253,
      "grad_norm": 3.085714471377151,
      "learning_rate": 0.0002011024014909493,
      "loss": 4.8438,
      "step": 58256
    },
    {
      "epoch": 2.386115093180422,
      "grad_norm": 4.906527788357411,
      "learning_rate": 0.00020109933518635455,
      "loss": 4.0625,
      "step": 58257
    },
    {
      "epoch": 2.3861560516076183,
      "grad_norm": 3.7819806576382726,
      "learning_rate": 0.00020109626885760304,
      "loss": 3.125,
      "step": 58258
    },
    {
      "epoch": 2.386197010034815,
      "grad_norm": 4.891050324931032,
      "learning_rate": 0.00020109320250469615,
      "loss": 4.4375,
      "step": 58259
    },
    {
      "epoch": 2.386237968462011,
      "grad_norm": 2.8027628933468485,
      "learning_rate": 0.00020109013612763536,
      "loss": 4.0312,
      "step": 58260
    },
    {
      "epoch": 2.3862789268892075,
      "grad_norm": 4.6821750307192,
      "learning_rate": 0.00020108706972642206,
      "loss": 5.5,
      "step": 58261
    },
    {
      "epoch": 2.386319885316404,
      "grad_norm": 3.3835664886089805,
      "learning_rate": 0.00020108400330105783,
      "loss": 5.0312,
      "step": 58262
    },
    {
      "epoch": 2.3863608437436,
      "grad_norm": 4.929685613940743,
      "learning_rate": 0.00020108093685154403,
      "loss": 6.0625,
      "step": 58263
    },
    {
      "epoch": 2.3864018021707967,
      "grad_norm": 10.475053051333484,
      "learning_rate": 0.00020107787037788213,
      "loss": 5.9688,
      "step": 58264
    },
    {
      "epoch": 2.386442760597993,
      "grad_norm": 3.1713516214943054,
      "learning_rate": 0.00020107480388007354,
      "loss": 4.75,
      "step": 58265
    },
    {
      "epoch": 2.3864837190251893,
      "grad_norm": 3.013295209378327,
      "learning_rate": 0.00020107173735811978,
      "loss": 3.3281,
      "step": 58266
    },
    {
      "epoch": 2.386524677452386,
      "grad_norm": 2.8326714512393827,
      "learning_rate": 0.00020106867081202227,
      "loss": 4.5,
      "step": 58267
    },
    {
      "epoch": 2.3865656358795824,
      "grad_norm": 3.175278382278713,
      "learning_rate": 0.00020106560424178245,
      "loss": 5.1562,
      "step": 58268
    },
    {
      "epoch": 2.3866065943067785,
      "grad_norm": 7.737864441917953,
      "learning_rate": 0.00020106253764740176,
      "loss": 6.375,
      "step": 58269
    },
    {
      "epoch": 2.386647552733975,
      "grad_norm": 5.561462983584742,
      "learning_rate": 0.0002010594710288817,
      "loss": 4.4688,
      "step": 58270
    },
    {
      "epoch": 2.3866885111611715,
      "grad_norm": 6.653689720411562,
      "learning_rate": 0.00020105640438622367,
      "loss": 6.6562,
      "step": 58271
    },
    {
      "epoch": 2.3867294695883676,
      "grad_norm": 4.358377232747772,
      "learning_rate": 0.00020105333771942914,
      "loss": 4.75,
      "step": 58272
    },
    {
      "epoch": 2.386770428015564,
      "grad_norm": 3.5797856010310474,
      "learning_rate": 0.0002010502710284995,
      "loss": 4.5938,
      "step": 58273
    },
    {
      "epoch": 2.3868113864427607,
      "grad_norm": 3.891287808061795,
      "learning_rate": 0.0002010472043134363,
      "loss": 4.1562,
      "step": 58274
    },
    {
      "epoch": 2.386852344869957,
      "grad_norm": 4.660460479747643,
      "learning_rate": 0.00020104413757424098,
      "loss": 5.4688,
      "step": 58275
    },
    {
      "epoch": 2.3868933032971533,
      "grad_norm": 2.398968599428018,
      "learning_rate": 0.00020104107081091489,
      "loss": 2.9688,
      "step": 58276
    },
    {
      "epoch": 2.38693426172435,
      "grad_norm": 3.2581132635474392,
      "learning_rate": 0.00020103800402345958,
      "loss": 5.0938,
      "step": 58277
    },
    {
      "epoch": 2.3869752201515464,
      "grad_norm": 2.925286176894903,
      "learning_rate": 0.0002010349372118764,
      "loss": 4.7188,
      "step": 58278
    },
    {
      "epoch": 2.3870161785787425,
      "grad_norm": 7.775813852559905,
      "learning_rate": 0.00020103187037616698,
      "loss": 6.0,
      "step": 58279
    },
    {
      "epoch": 2.387057137005939,
      "grad_norm": 3.291890089845428,
      "learning_rate": 0.00020102880351633259,
      "loss": 5.1875,
      "step": 58280
    },
    {
      "epoch": 2.3870980954331356,
      "grad_norm": 3.323109386076136,
      "learning_rate": 0.0002010257366323747,
      "loss": 5.8438,
      "step": 58281
    },
    {
      "epoch": 2.3871390538603317,
      "grad_norm": 3.2704692975909366,
      "learning_rate": 0.00020102266972429485,
      "loss": 4.5,
      "step": 58282
    },
    {
      "epoch": 2.387180012287528,
      "grad_norm": 4.8928344796755,
      "learning_rate": 0.00020101960279209446,
      "loss": 4.125,
      "step": 58283
    },
    {
      "epoch": 2.3872209707147247,
      "grad_norm": 4.233312123280737,
      "learning_rate": 0.00020101653583577496,
      "loss": 5.1562,
      "step": 58284
    },
    {
      "epoch": 2.387261929141921,
      "grad_norm": 3.3905198748153813,
      "learning_rate": 0.00020101346885533777,
      "loss": 4.875,
      "step": 58285
    },
    {
      "epoch": 2.3873028875691173,
      "grad_norm": 3.1060981966971806,
      "learning_rate": 0.00020101040185078437,
      "loss": 4.5625,
      "step": 58286
    },
    {
      "epoch": 2.387343845996314,
      "grad_norm": 4.152370392641456,
      "learning_rate": 0.00020100733482211625,
      "loss": 4.5,
      "step": 58287
    },
    {
      "epoch": 2.38738480442351,
      "grad_norm": 3.1499329860601373,
      "learning_rate": 0.0002010042677693348,
      "loss": 4.3438,
      "step": 58288
    },
    {
      "epoch": 2.3874257628507065,
      "grad_norm": 2.9712709890717375,
      "learning_rate": 0.00020100120069244142,
      "loss": 4.875,
      "step": 58289
    },
    {
      "epoch": 2.387466721277903,
      "grad_norm": 3.3472635005308953,
      "learning_rate": 0.00020099813359143772,
      "loss": 5.9375,
      "step": 58290
    },
    {
      "epoch": 2.387507679705099,
      "grad_norm": 2.959847098146535,
      "learning_rate": 0.00020099506646632507,
      "loss": 3.8281,
      "step": 58291
    },
    {
      "epoch": 2.3875486381322957,
      "grad_norm": 3.296145771800084,
      "learning_rate": 0.0002009919993171049,
      "loss": 4.6875,
      "step": 58292
    },
    {
      "epoch": 2.387589596559492,
      "grad_norm": 7.381952665880671,
      "learning_rate": 0.00020098893214377862,
      "loss": 4.875,
      "step": 58293
    },
    {
      "epoch": 2.3876305549866883,
      "grad_norm": 3.3674022735367446,
      "learning_rate": 0.00020098586494634777,
      "loss": 5.375,
      "step": 58294
    },
    {
      "epoch": 2.387671513413885,
      "grad_norm": 2.8883824599409094,
      "learning_rate": 0.00020098279772481377,
      "loss": 4.2812,
      "step": 58295
    },
    {
      "epoch": 2.3877124718410814,
      "grad_norm": 3.8514645823341658,
      "learning_rate": 0.00020097973047917804,
      "loss": 5.0,
      "step": 58296
    },
    {
      "epoch": 2.387753430268278,
      "grad_norm": 3.126424583020406,
      "learning_rate": 0.00020097666320944204,
      "loss": 4.6562,
      "step": 58297
    },
    {
      "epoch": 2.387794388695474,
      "grad_norm": 3.5366164175032333,
      "learning_rate": 0.00020097359591560727,
      "loss": 5.125,
      "step": 58298
    },
    {
      "epoch": 2.3878353471226705,
      "grad_norm": 3.207980978020247,
      "learning_rate": 0.00020097052859767512,
      "loss": 5.25,
      "step": 58299
    },
    {
      "epoch": 2.387876305549867,
      "grad_norm": 4.675515987502921,
      "learning_rate": 0.0002009674612556471,
      "loss": 4.375,
      "step": 58300
    },
    {
      "epoch": 2.387917263977063,
      "grad_norm": 4.028474144438161,
      "learning_rate": 0.00020096439388952455,
      "loss": 6.5938,
      "step": 58301
    },
    {
      "epoch": 2.3879582224042597,
      "grad_norm": 3.0985718845368275,
      "learning_rate": 0.00020096132649930902,
      "loss": 5.1562,
      "step": 58302
    },
    {
      "epoch": 2.3879991808314562,
      "grad_norm": 2.94393376350255,
      "learning_rate": 0.00020095825908500198,
      "loss": 4.3438,
      "step": 58303
    },
    {
      "epoch": 2.3880401392586523,
      "grad_norm": 3.6763920942034787,
      "learning_rate": 0.00020095519164660478,
      "loss": 5.5,
      "step": 58304
    },
    {
      "epoch": 2.388081097685849,
      "grad_norm": 3.979536784533254,
      "learning_rate": 0.0002009521241841189,
      "loss": 6.4062,
      "step": 58305
    },
    {
      "epoch": 2.3881220561130454,
      "grad_norm": 8.081009251296852,
      "learning_rate": 0.00020094905669754587,
      "loss": 6.4688,
      "step": 58306
    },
    {
      "epoch": 2.3881630145402415,
      "grad_norm": 3.2496037134423115,
      "learning_rate": 0.00020094598918688706,
      "loss": 5.1562,
      "step": 58307
    },
    {
      "epoch": 2.388203972967438,
      "grad_norm": 3.0552732725601652,
      "learning_rate": 0.00020094292165214394,
      "loss": 4.375,
      "step": 58308
    },
    {
      "epoch": 2.3882449313946346,
      "grad_norm": 3.446689936769431,
      "learning_rate": 0.00020093985409331796,
      "loss": 5.9688,
      "step": 58309
    },
    {
      "epoch": 2.3882858898218307,
      "grad_norm": 3.1635543069908363,
      "learning_rate": 0.00020093678651041062,
      "loss": 4.1875,
      "step": 58310
    },
    {
      "epoch": 2.388326848249027,
      "grad_norm": 3.1735262794202073,
      "learning_rate": 0.00020093371890342324,
      "loss": 4.5312,
      "step": 58311
    },
    {
      "epoch": 2.3883678066762237,
      "grad_norm": 3.179149967368542,
      "learning_rate": 0.0002009306512723574,
      "loss": 4.4688,
      "step": 58312
    },
    {
      "epoch": 2.38840876510342,
      "grad_norm": 2.930858644757994,
      "learning_rate": 0.0002009275836172145,
      "loss": 4.5625,
      "step": 58313
    },
    {
      "epoch": 2.3884497235306164,
      "grad_norm": 3.9624860123716203,
      "learning_rate": 0.000200924515937996,
      "loss": 4.4375,
      "step": 58314
    },
    {
      "epoch": 2.388490681957813,
      "grad_norm": 6.228584501288115,
      "learning_rate": 0.00020092144823470332,
      "loss": 6.6562,
      "step": 58315
    },
    {
      "epoch": 2.3885316403850094,
      "grad_norm": 3.031957017446188,
      "learning_rate": 0.000200918380507338,
      "loss": 4.4375,
      "step": 58316
    },
    {
      "epoch": 2.3885725988122055,
      "grad_norm": 2.9005988902908566,
      "learning_rate": 0.0002009153127559013,
      "loss": 4.4062,
      "step": 58317
    },
    {
      "epoch": 2.388613557239402,
      "grad_norm": 3.0829352189021306,
      "learning_rate": 0.00020091224498039494,
      "loss": 2.7188,
      "step": 58318
    },
    {
      "epoch": 2.3886545156665986,
      "grad_norm": 3.950910729086179,
      "learning_rate": 0.00020090917718082016,
      "loss": 5.5938,
      "step": 58319
    },
    {
      "epoch": 2.3886954740937947,
      "grad_norm": 3.0001703787100116,
      "learning_rate": 0.00020090610935717847,
      "loss": 3.9844,
      "step": 58320
    },
    {
      "epoch": 2.388736432520991,
      "grad_norm": 4.853111357443509,
      "learning_rate": 0.0002009030415094713,
      "loss": 5.9375,
      "step": 58321
    },
    {
      "epoch": 2.3887773909481878,
      "grad_norm": 3.165369592599512,
      "learning_rate": 0.00020089997363770016,
      "loss": 5.125,
      "step": 58322
    },
    {
      "epoch": 2.388818349375384,
      "grad_norm": 2.6005028254274065,
      "learning_rate": 0.00020089690574186646,
      "loss": 4.0,
      "step": 58323
    },
    {
      "epoch": 2.3888593078025804,
      "grad_norm": 4.093306817731067,
      "learning_rate": 0.00020089383782197166,
      "loss": 2.0625,
      "step": 58324
    },
    {
      "epoch": 2.388900266229777,
      "grad_norm": 3.3371481329307526,
      "learning_rate": 0.00020089076987801717,
      "loss": 4.3438,
      "step": 58325
    },
    {
      "epoch": 2.388941224656973,
      "grad_norm": 3.115293478202567,
      "learning_rate": 0.00020088770191000453,
      "loss": 1.5781,
      "step": 58326
    },
    {
      "epoch": 2.3889821830841695,
      "grad_norm": 3.036314364640815,
      "learning_rate": 0.00020088463391793512,
      "loss": 4.1562,
      "step": 58327
    },
    {
      "epoch": 2.389023141511366,
      "grad_norm": 4.803368841217278,
      "learning_rate": 0.0002008815659018104,
      "loss": 6.6875,
      "step": 58328
    },
    {
      "epoch": 2.389064099938562,
      "grad_norm": 4.5710859736007,
      "learning_rate": 0.00020087849786163181,
      "loss": 3.625,
      "step": 58329
    },
    {
      "epoch": 2.3891050583657587,
      "grad_norm": 3.2518243537244467,
      "learning_rate": 0.00020087542979740084,
      "loss": 5.125,
      "step": 58330
    },
    {
      "epoch": 2.3891460167929552,
      "grad_norm": 8.654519069009506,
      "learning_rate": 0.00020087236170911895,
      "loss": 3.2656,
      "step": 58331
    },
    {
      "epoch": 2.3891869752201513,
      "grad_norm": 3.7177168108213405,
      "learning_rate": 0.0002008692935967875,
      "loss": 6.5312,
      "step": 58332
    },
    {
      "epoch": 2.389227933647348,
      "grad_norm": 5.18258138483277,
      "learning_rate": 0.00020086622546040803,
      "loss": 1.8047,
      "step": 58333
    },
    {
      "epoch": 2.3892688920745444,
      "grad_norm": 3.3008904433192554,
      "learning_rate": 0.00020086315729998198,
      "loss": 5.7188,
      "step": 58334
    },
    {
      "epoch": 2.389309850501741,
      "grad_norm": 3.418710619372988,
      "learning_rate": 0.00020086008911551076,
      "loss": 4.75,
      "step": 58335
    },
    {
      "epoch": 2.389350808928937,
      "grad_norm": 4.738648251936368,
      "learning_rate": 0.0002008570209069958,
      "loss": 4.8125,
      "step": 58336
    },
    {
      "epoch": 2.3893917673561336,
      "grad_norm": 4.795719796358759,
      "learning_rate": 0.00020085395267443863,
      "loss": 7.0,
      "step": 58337
    },
    {
      "epoch": 2.38943272578333,
      "grad_norm": 3.511784246800455,
      "learning_rate": 0.00020085088441784067,
      "loss": 4.0,
      "step": 58338
    },
    {
      "epoch": 2.389473684210526,
      "grad_norm": 3.053515171501553,
      "learning_rate": 0.00020084781613720337,
      "loss": 3.7969,
      "step": 58339
    },
    {
      "epoch": 2.3895146426377227,
      "grad_norm": 3.2099993066037578,
      "learning_rate": 0.00020084474783252818,
      "loss": 4.1562,
      "step": 58340
    },
    {
      "epoch": 2.3895556010649193,
      "grad_norm": 3.156131119168574,
      "learning_rate": 0.00020084167950381647,
      "loss": 3.9219,
      "step": 58341
    },
    {
      "epoch": 2.3895965594921154,
      "grad_norm": 5.809789138040342,
      "learning_rate": 0.0002008386111510698,
      "loss": 5.625,
      "step": 58342
    },
    {
      "epoch": 2.389637517919312,
      "grad_norm": 4.790920940089184,
      "learning_rate": 0.00020083554277428964,
      "loss": 3.0781,
      "step": 58343
    },
    {
      "epoch": 2.3896784763465084,
      "grad_norm": 2.9486691909965397,
      "learning_rate": 0.00020083247437347737,
      "loss": 4.6875,
      "step": 58344
    },
    {
      "epoch": 2.3897194347737045,
      "grad_norm": 2.926238751129009,
      "learning_rate": 0.00020082940594863438,
      "loss": 5.5,
      "step": 58345
    },
    {
      "epoch": 2.389760393200901,
      "grad_norm": 3.3768612949155075,
      "learning_rate": 0.00020082633749976225,
      "loss": 4.8438,
      "step": 58346
    },
    {
      "epoch": 2.3898013516280976,
      "grad_norm": 4.959909875224871,
      "learning_rate": 0.00020082326902686238,
      "loss": 6.3125,
      "step": 58347
    },
    {
      "epoch": 2.3898423100552937,
      "grad_norm": 2.879637279118613,
      "learning_rate": 0.00020082020052993624,
      "loss": 4.25,
      "step": 58348
    },
    {
      "epoch": 2.38988326848249,
      "grad_norm": 8.127953004536739,
      "learning_rate": 0.0002008171320089852,
      "loss": 1.5156,
      "step": 58349
    },
    {
      "epoch": 2.3899242269096868,
      "grad_norm": 3.377958521267582,
      "learning_rate": 0.0002008140634640108,
      "loss": 4.9688,
      "step": 58350
    },
    {
      "epoch": 2.389965185336883,
      "grad_norm": 4.713193732723023,
      "learning_rate": 0.00020081099489501449,
      "loss": 4.8438,
      "step": 58351
    },
    {
      "epoch": 2.3900061437640794,
      "grad_norm": 4.233064172764855,
      "learning_rate": 0.00020080792630199765,
      "loss": 5.375,
      "step": 58352
    },
    {
      "epoch": 2.390047102191276,
      "grad_norm": 4.319082331425664,
      "learning_rate": 0.00020080485768496177,
      "loss": 5.0625,
      "step": 58353
    },
    {
      "epoch": 2.3900880606184725,
      "grad_norm": 3.5507054324195475,
      "learning_rate": 0.00020080178904390833,
      "loss": 4.4062,
      "step": 58354
    },
    {
      "epoch": 2.3901290190456685,
      "grad_norm": 4.723108743205559,
      "learning_rate": 0.00020079872037883875,
      "loss": 4.125,
      "step": 58355
    },
    {
      "epoch": 2.390169977472865,
      "grad_norm": 5.831961698196079,
      "learning_rate": 0.00020079565168975444,
      "loss": 6.25,
      "step": 58356
    },
    {
      "epoch": 2.3902109359000616,
      "grad_norm": 3.7026769088587446,
      "learning_rate": 0.00020079258297665692,
      "loss": 5.6875,
      "step": 58357
    },
    {
      "epoch": 2.3902518943272577,
      "grad_norm": 2.9301842630952804,
      "learning_rate": 0.0002007895142395476,
      "loss": 4.4375,
      "step": 58358
    },
    {
      "epoch": 2.3902928527544542,
      "grad_norm": 2.9445175154368965,
      "learning_rate": 0.00020078644547842796,
      "loss": 4.3125,
      "step": 58359
    },
    {
      "epoch": 2.390333811181651,
      "grad_norm": 4.2973550289104825,
      "learning_rate": 0.00020078337669329947,
      "loss": 6.2812,
      "step": 58360
    },
    {
      "epoch": 2.390374769608847,
      "grad_norm": 3.3969081393500793,
      "learning_rate": 0.0002007803078841635,
      "loss": 4.8438,
      "step": 58361
    },
    {
      "epoch": 2.3904157280360434,
      "grad_norm": 4.592713257181613,
      "learning_rate": 0.00020077723905102154,
      "loss": 4.9062,
      "step": 58362
    },
    {
      "epoch": 2.39045668646324,
      "grad_norm": 3.0544467847616854,
      "learning_rate": 0.00020077417019387508,
      "loss": 3.875,
      "step": 58363
    },
    {
      "epoch": 2.390497644890436,
      "grad_norm": 3.541870234511579,
      "learning_rate": 0.00020077110131272552,
      "loss": 5.0938,
      "step": 58364
    },
    {
      "epoch": 2.3905386033176326,
      "grad_norm": 2.9657781179685814,
      "learning_rate": 0.00020076803240757433,
      "loss": 4.7188,
      "step": 58365
    },
    {
      "epoch": 2.390579561744829,
      "grad_norm": 2.14458231208167,
      "learning_rate": 0.00020076496347842297,
      "loss": 2.6406,
      "step": 58366
    },
    {
      "epoch": 2.3906205201720256,
      "grad_norm": 3.339121464995298,
      "learning_rate": 0.00020076189452527285,
      "loss": 4.7812,
      "step": 58367
    },
    {
      "epoch": 2.3906614785992217,
      "grad_norm": 3.424518337622797,
      "learning_rate": 0.0002007588255481255,
      "loss": 3.9844,
      "step": 58368
    },
    {
      "epoch": 2.3907024370264183,
      "grad_norm": 3.470660366481867,
      "learning_rate": 0.00020075575654698229,
      "loss": 5.5,
      "step": 58369
    },
    {
      "epoch": 2.3907433954536144,
      "grad_norm": 3.3623416724488657,
      "learning_rate": 0.0002007526875218447,
      "loss": 5.0625,
      "step": 58370
    },
    {
      "epoch": 2.390784353880811,
      "grad_norm": 3.1211008694201974,
      "learning_rate": 0.00020074961847271422,
      "loss": 5.5625,
      "step": 58371
    },
    {
      "epoch": 2.3908253123080074,
      "grad_norm": 2.715494757036179,
      "learning_rate": 0.00020074654939959225,
      "loss": 3.7344,
      "step": 58372
    },
    {
      "epoch": 2.390866270735204,
      "grad_norm": 5.224032106744203,
      "learning_rate": 0.0002007434803024802,
      "loss": 5.5,
      "step": 58373
    },
    {
      "epoch": 2.3909072291624,
      "grad_norm": 24.233754129416965,
      "learning_rate": 0.00020074041118137964,
      "loss": 8.125,
      "step": 58374
    },
    {
      "epoch": 2.3909481875895966,
      "grad_norm": 3.9588604814504937,
      "learning_rate": 0.00020073734203629196,
      "loss": 5.9062,
      "step": 58375
    },
    {
      "epoch": 2.390989146016793,
      "grad_norm": 4.593735647033087,
      "learning_rate": 0.00020073427286721856,
      "loss": 3.7656,
      "step": 58376
    },
    {
      "epoch": 2.3910301044439892,
      "grad_norm": 3.2417786341383543,
      "learning_rate": 0.00020073120367416098,
      "loss": 4.6562,
      "step": 58377
    },
    {
      "epoch": 2.3910710628711858,
      "grad_norm": 2.9390607609821076,
      "learning_rate": 0.00020072813445712063,
      "loss": 3.0312,
      "step": 58378
    },
    {
      "epoch": 2.3911120212983823,
      "grad_norm": 2.969426824841505,
      "learning_rate": 0.00020072506521609895,
      "loss": 4.4375,
      "step": 58379
    },
    {
      "epoch": 2.3911529797255784,
      "grad_norm": 3.3967711202849666,
      "learning_rate": 0.00020072199595109742,
      "loss": 6.0938,
      "step": 58380
    },
    {
      "epoch": 2.391193938152775,
      "grad_norm": 9.621074884818364,
      "learning_rate": 0.0002007189266621174,
      "loss": 6.25,
      "step": 58381
    },
    {
      "epoch": 2.3912348965799715,
      "grad_norm": 2.9049324659626983,
      "learning_rate": 0.00020071585734916052,
      "loss": 4.0,
      "step": 58382
    },
    {
      "epoch": 2.3912758550071676,
      "grad_norm": 3.195597789926772,
      "learning_rate": 0.0002007127880122281,
      "loss": 4.7812,
      "step": 58383
    },
    {
      "epoch": 2.391316813434364,
      "grad_norm": 2.97303940144204,
      "learning_rate": 0.00020070971865132156,
      "loss": 4.5938,
      "step": 58384
    },
    {
      "epoch": 2.3913577718615606,
      "grad_norm": 3.2643412564336742,
      "learning_rate": 0.00020070664926644243,
      "loss": 5.7188,
      "step": 58385
    },
    {
      "epoch": 2.391398730288757,
      "grad_norm": 2.881758601072458,
      "learning_rate": 0.00020070357985759216,
      "loss": 3.6875,
      "step": 58386
    },
    {
      "epoch": 2.3914396887159532,
      "grad_norm": 3.132349851953012,
      "learning_rate": 0.00020070051042477216,
      "loss": 5.0625,
      "step": 58387
    },
    {
      "epoch": 2.39148064714315,
      "grad_norm": 7.043664619090089,
      "learning_rate": 0.00020069744096798398,
      "loss": 4.0625,
      "step": 58388
    },
    {
      "epoch": 2.391521605570346,
      "grad_norm": 3.066927302572017,
      "learning_rate": 0.0002006943714872289,
      "loss": 4.0312,
      "step": 58389
    },
    {
      "epoch": 2.3915625639975424,
      "grad_norm": 10.862556913945623,
      "learning_rate": 0.0002006913019825085,
      "loss": 2.7969,
      "step": 58390
    },
    {
      "epoch": 2.391603522424739,
      "grad_norm": 2.981589054647699,
      "learning_rate": 0.00020068823245382417,
      "loss": 5.4688,
      "step": 58391
    },
    {
      "epoch": 2.3916444808519355,
      "grad_norm": 3.19540548673869,
      "learning_rate": 0.00020068516290117742,
      "loss": 3.9375,
      "step": 58392
    },
    {
      "epoch": 2.3916854392791316,
      "grad_norm": 2.826926401562462,
      "learning_rate": 0.0002006820933245696,
      "loss": 4.0938,
      "step": 58393
    },
    {
      "epoch": 2.391726397706328,
      "grad_norm": 2.99979585413013,
      "learning_rate": 0.00020067902372400228,
      "loss": 4.1875,
      "step": 58394
    },
    {
      "epoch": 2.3917673561335246,
      "grad_norm": 2.902398082420972,
      "learning_rate": 0.00020067595409947685,
      "loss": 4.25,
      "step": 58395
    },
    {
      "epoch": 2.3918083145607207,
      "grad_norm": 3.185132224297559,
      "learning_rate": 0.00020067288445099478,
      "loss": 6.0312,
      "step": 58396
    },
    {
      "epoch": 2.3918492729879173,
      "grad_norm": 4.035689732298257,
      "learning_rate": 0.00020066981477855747,
      "loss": 7.4375,
      "step": 58397
    },
    {
      "epoch": 2.391890231415114,
      "grad_norm": 3.1431366953764477,
      "learning_rate": 0.00020066674508216646,
      "loss": 3.9062,
      "step": 58398
    },
    {
      "epoch": 2.39193118984231,
      "grad_norm": 2.8984102262873486,
      "learning_rate": 0.00020066367536182315,
      "loss": 4.5,
      "step": 58399
    },
    {
      "epoch": 2.3919721482695064,
      "grad_norm": 3.2743418608043795,
      "learning_rate": 0.000200660605617529,
      "loss": 4.9062,
      "step": 58400
    },
    {
      "epoch": 2.392013106696703,
      "grad_norm": 7.175868419329237,
      "learning_rate": 0.00020065753584928538,
      "loss": 3.5938,
      "step": 58401
    },
    {
      "epoch": 2.392054065123899,
      "grad_norm": 3.156915288165024,
      "learning_rate": 0.00020065446605709388,
      "loss": 3.9375,
      "step": 58402
    },
    {
      "epoch": 2.3920950235510956,
      "grad_norm": 3.241519672619893,
      "learning_rate": 0.00020065139624095589,
      "loss": 3.8906,
      "step": 58403
    },
    {
      "epoch": 2.392135981978292,
      "grad_norm": 2.9903033179087783,
      "learning_rate": 0.00020064832640087285,
      "loss": 4.2812,
      "step": 58404
    },
    {
      "epoch": 2.3921769404054887,
      "grad_norm": 2.7166773362318435,
      "learning_rate": 0.0002006452565368462,
      "loss": 4.6875,
      "step": 58405
    },
    {
      "epoch": 2.3922178988326848,
      "grad_norm": 3.1069790033183566,
      "learning_rate": 0.00020064218664887743,
      "loss": 4.7188,
      "step": 58406
    },
    {
      "epoch": 2.3922588572598813,
      "grad_norm": 3.2724359445538878,
      "learning_rate": 0.00020063911673696795,
      "loss": 4.7188,
      "step": 58407
    },
    {
      "epoch": 2.3922998156870774,
      "grad_norm": 2.7617626926469097,
      "learning_rate": 0.0002006360468011193,
      "loss": 4.2812,
      "step": 58408
    },
    {
      "epoch": 2.392340774114274,
      "grad_norm": 4.104739418535086,
      "learning_rate": 0.00020063297684133277,
      "loss": 5.4688,
      "step": 58409
    },
    {
      "epoch": 2.3923817325414705,
      "grad_norm": 3.826536914669152,
      "learning_rate": 0.00020062990685760997,
      "loss": 5.4375,
      "step": 58410
    },
    {
      "epoch": 2.392422690968667,
      "grad_norm": 3.2362056401321113,
      "learning_rate": 0.0002006268368499523,
      "loss": 4.4062,
      "step": 58411
    },
    {
      "epoch": 2.392463649395863,
      "grad_norm": 3.410588551088478,
      "learning_rate": 0.00020062376681836118,
      "loss": 4.9688,
      "step": 58412
    },
    {
      "epoch": 2.3925046078230596,
      "grad_norm": 2.8266235769183283,
      "learning_rate": 0.00020062069676283803,
      "loss": 4.4062,
      "step": 58413
    },
    {
      "epoch": 2.392545566250256,
      "grad_norm": 3.310056125281899,
      "learning_rate": 0.0002006176266833844,
      "loss": 4.375,
      "step": 58414
    },
    {
      "epoch": 2.3925865246774523,
      "grad_norm": 5.255674307106963,
      "learning_rate": 0.0002006145565800017,
      "loss": 3.9844,
      "step": 58415
    },
    {
      "epoch": 2.392627483104649,
      "grad_norm": 5.836937275108365,
      "learning_rate": 0.00020061148645269137,
      "loss": 5.3125,
      "step": 58416
    },
    {
      "epoch": 2.3926684415318453,
      "grad_norm": 4.305334156781297,
      "learning_rate": 0.00020060841630145483,
      "loss": 1.9922,
      "step": 58417
    },
    {
      "epoch": 2.3927093999590414,
      "grad_norm": 2.9718656326750414,
      "learning_rate": 0.0002006053461262936,
      "loss": 4.3125,
      "step": 58418
    },
    {
      "epoch": 2.392750358386238,
      "grad_norm": 2.91404145379944,
      "learning_rate": 0.0002006022759272091,
      "loss": 3.8594,
      "step": 58419
    },
    {
      "epoch": 2.3927913168134345,
      "grad_norm": 6.338183307667237,
      "learning_rate": 0.0002005992057042028,
      "loss": 4.4688,
      "step": 58420
    },
    {
      "epoch": 2.3928322752406306,
      "grad_norm": 3.2878930097403662,
      "learning_rate": 0.00020059613545727608,
      "loss": 5.0625,
      "step": 58421
    },
    {
      "epoch": 2.392873233667827,
      "grad_norm": 3.482994842669937,
      "learning_rate": 0.00020059306518643047,
      "loss": 4.7188,
      "step": 58422
    },
    {
      "epoch": 2.3929141920950237,
      "grad_norm": 6.843812717693114,
      "learning_rate": 0.0002005899948916674,
      "loss": 6.5312,
      "step": 58423
    },
    {
      "epoch": 2.39295515052222,
      "grad_norm": 3.701113205981769,
      "learning_rate": 0.00020058692457298834,
      "loss": 5.5938,
      "step": 58424
    },
    {
      "epoch": 2.3929961089494163,
      "grad_norm": 7.41097088120615,
      "learning_rate": 0.00020058385423039473,
      "loss": 4.2188,
      "step": 58425
    },
    {
      "epoch": 2.393037067376613,
      "grad_norm": 3.0257571300227153,
      "learning_rate": 0.00020058078386388795,
      "loss": 4.2812,
      "step": 58426
    },
    {
      "epoch": 2.393078025803809,
      "grad_norm": 2.9585555421004917,
      "learning_rate": 0.00020057771347346953,
      "loss": 4.8125,
      "step": 58427
    },
    {
      "epoch": 2.3931189842310054,
      "grad_norm": 2.867449617359497,
      "learning_rate": 0.0002005746430591409,
      "loss": 4.25,
      "step": 58428
    },
    {
      "epoch": 2.393159942658202,
      "grad_norm": 3.1489270015984077,
      "learning_rate": 0.00020057157262090352,
      "loss": 4.5312,
      "step": 58429
    },
    {
      "epoch": 2.3932009010853985,
      "grad_norm": 3.9570232864086776,
      "learning_rate": 0.0002005685021587588,
      "loss": 4.0,
      "step": 58430
    },
    {
      "epoch": 2.3932418595125946,
      "grad_norm": 2.8754031023881828,
      "learning_rate": 0.00020056543167270828,
      "loss": 4.875,
      "step": 58431
    },
    {
      "epoch": 2.393282817939791,
      "grad_norm": 5.204628818251531,
      "learning_rate": 0.00020056236116275332,
      "loss": 5.375,
      "step": 58432
    },
    {
      "epoch": 2.3933237763669877,
      "grad_norm": 3.2482356136033657,
      "learning_rate": 0.0002005592906288954,
      "loss": 3.4219,
      "step": 58433
    },
    {
      "epoch": 2.3933647347941838,
      "grad_norm": 2.8615482000196533,
      "learning_rate": 0.00020055622007113602,
      "loss": 4.4688,
      "step": 58434
    },
    {
      "epoch": 2.3934056932213803,
      "grad_norm": 2.7153204594904166,
      "learning_rate": 0.00020055314948947659,
      "loss": 4.3438,
      "step": 58435
    },
    {
      "epoch": 2.393446651648577,
      "grad_norm": 3.4194962598636574,
      "learning_rate": 0.00020055007888391854,
      "loss": 6.4375,
      "step": 58436
    },
    {
      "epoch": 2.393487610075773,
      "grad_norm": 3.48639573261201,
      "learning_rate": 0.00020054700825446336,
      "loss": 4.5938,
      "step": 58437
    },
    {
      "epoch": 2.3935285685029695,
      "grad_norm": 6.327058380081241,
      "learning_rate": 0.0002005439376011125,
      "loss": 3.2969,
      "step": 58438
    },
    {
      "epoch": 2.393569526930166,
      "grad_norm": 3.1596739106640124,
      "learning_rate": 0.00020054086692386738,
      "loss": 4.6875,
      "step": 58439
    },
    {
      "epoch": 2.393610485357362,
      "grad_norm": 3.040027322397524,
      "learning_rate": 0.00020053779622272947,
      "loss": 6.2188,
      "step": 58440
    },
    {
      "epoch": 2.3936514437845586,
      "grad_norm": 3.872129293737791,
      "learning_rate": 0.00020053472549770023,
      "loss": 5.4688,
      "step": 58441
    },
    {
      "epoch": 2.393692402211755,
      "grad_norm": 3.0944994233307326,
      "learning_rate": 0.00020053165474878107,
      "loss": 4.9375,
      "step": 58442
    },
    {
      "epoch": 2.3937333606389517,
      "grad_norm": 3.10186604253392,
      "learning_rate": 0.00020052858397597354,
      "loss": 5.375,
      "step": 58443
    },
    {
      "epoch": 2.393774319066148,
      "grad_norm": 3.523307370971818,
      "learning_rate": 0.00020052551317927897,
      "loss": 5.0312,
      "step": 58444
    },
    {
      "epoch": 2.3938152774933443,
      "grad_norm": 5.012389188891579,
      "learning_rate": 0.0002005224423586989,
      "loss": 4.375,
      "step": 58445
    },
    {
      "epoch": 2.3938562359205404,
      "grad_norm": 2.8827175220975136,
      "learning_rate": 0.00020051937151423476,
      "loss": 4.25,
      "step": 58446
    },
    {
      "epoch": 2.393897194347737,
      "grad_norm": 3.1591823270191153,
      "learning_rate": 0.00020051630064588796,
      "loss": 4.1562,
      "step": 58447
    },
    {
      "epoch": 2.3939381527749335,
      "grad_norm": 3.139831521577333,
      "learning_rate": 0.00020051322975366004,
      "loss": 4.125,
      "step": 58448
    },
    {
      "epoch": 2.39397911120213,
      "grad_norm": 3.0712898293520485,
      "learning_rate": 0.0002005101588375523,
      "loss": 4.6562,
      "step": 58449
    },
    {
      "epoch": 2.394020069629326,
      "grad_norm": 11.95128205573942,
      "learning_rate": 0.0002005070878975664,
      "loss": 7.375,
      "step": 58450
    },
    {
      "epoch": 2.3940610280565227,
      "grad_norm": 14.741825967889131,
      "learning_rate": 0.0002005040169337036,
      "loss": 1.6719,
      "step": 58451
    },
    {
      "epoch": 2.394101986483719,
      "grad_norm": 3.044036210036931,
      "learning_rate": 0.0002005009459459655,
      "loss": 4.6562,
      "step": 58452
    },
    {
      "epoch": 2.3941429449109153,
      "grad_norm": 7.651902458614935,
      "learning_rate": 0.0002004978749343534,
      "loss": 5.7812,
      "step": 58453
    },
    {
      "epoch": 2.394183903338112,
      "grad_norm": 2.597692637230085,
      "learning_rate": 0.0002004948038988689,
      "loss": 3.5781,
      "step": 58454
    },
    {
      "epoch": 2.3942248617653084,
      "grad_norm": 3.7883473279278967,
      "learning_rate": 0.00020049173283951337,
      "loss": 6.5312,
      "step": 58455
    },
    {
      "epoch": 2.3942658201925044,
      "grad_norm": 2.8187715680280863,
      "learning_rate": 0.00020048866175628824,
      "loss": 4.0,
      "step": 58456
    },
    {
      "epoch": 2.394306778619701,
      "grad_norm": 3.615471995108623,
      "learning_rate": 0.000200485590649195,
      "loss": 4.875,
      "step": 58457
    },
    {
      "epoch": 2.3943477370468975,
      "grad_norm": 4.432963692833226,
      "learning_rate": 0.00020048251951823516,
      "loss": 3.3438,
      "step": 58458
    },
    {
      "epoch": 2.3943886954740936,
      "grad_norm": 3.2067936531071703,
      "learning_rate": 0.00020047944836341008,
      "loss": 5.1875,
      "step": 58459
    },
    {
      "epoch": 2.39442965390129,
      "grad_norm": 3.8645901945887013,
      "learning_rate": 0.0002004763771847213,
      "loss": 4.4062,
      "step": 58460
    },
    {
      "epoch": 2.3944706123284867,
      "grad_norm": 4.590534046336074,
      "learning_rate": 0.0002004733059821702,
      "loss": 5.0312,
      "step": 58461
    },
    {
      "epoch": 2.394511570755683,
      "grad_norm": 4.184803370062403,
      "learning_rate": 0.0002004702347557582,
      "loss": 4.4062,
      "step": 58462
    },
    {
      "epoch": 2.3945525291828793,
      "grad_norm": 4.001366762117319,
      "learning_rate": 0.0002004671635054868,
      "loss": 6.5312,
      "step": 58463
    },
    {
      "epoch": 2.394593487610076,
      "grad_norm": 2.8757880724017952,
      "learning_rate": 0.0002004640922313575,
      "loss": 4.0312,
      "step": 58464
    },
    {
      "epoch": 2.394634446037272,
      "grad_norm": 3.238900932130403,
      "learning_rate": 0.00020046102093337166,
      "loss": 2.8281,
      "step": 58465
    },
    {
      "epoch": 2.3946754044644685,
      "grad_norm": 3.4400076295464648,
      "learning_rate": 0.00020045794961153082,
      "loss": 5.9688,
      "step": 58466
    },
    {
      "epoch": 2.394716362891665,
      "grad_norm": 2.9416292363536587,
      "learning_rate": 0.00020045487826583636,
      "loss": 3.7031,
      "step": 58467
    },
    {
      "epoch": 2.3947573213188615,
      "grad_norm": 3.8046844635576664,
      "learning_rate": 0.00020045180689628978,
      "loss": 4.7188,
      "step": 58468
    },
    {
      "epoch": 2.3947982797460576,
      "grad_norm": 3.2149774963583053,
      "learning_rate": 0.00020044873550289247,
      "loss": 5.3438,
      "step": 58469
    },
    {
      "epoch": 2.394839238173254,
      "grad_norm": 3.2736528411759083,
      "learning_rate": 0.00020044566408564595,
      "loss": 4.4062,
      "step": 58470
    },
    {
      "epoch": 2.3948801966004507,
      "grad_norm": 3.616525056132238,
      "learning_rate": 0.00020044259264455168,
      "loss": 5.25,
      "step": 58471
    },
    {
      "epoch": 2.394921155027647,
      "grad_norm": 4.430355704360104,
      "learning_rate": 0.0002004395211796111,
      "loss": 5.0312,
      "step": 58472
    },
    {
      "epoch": 2.3949621134548433,
      "grad_norm": 3.7987140195216855,
      "learning_rate": 0.00020043644969082553,
      "loss": 1.8438,
      "step": 58473
    },
    {
      "epoch": 2.39500307188204,
      "grad_norm": 3.0722180041270337,
      "learning_rate": 0.0002004333781781966,
      "loss": 4.9062,
      "step": 58474
    },
    {
      "epoch": 2.395044030309236,
      "grad_norm": 3.444403263116657,
      "learning_rate": 0.00020043030664172571,
      "loss": 4.9375,
      "step": 58475
    },
    {
      "epoch": 2.3950849887364325,
      "grad_norm": 4.1786969568085475,
      "learning_rate": 0.0002004272350814143,
      "loss": 6.0625,
      "step": 58476
    },
    {
      "epoch": 2.395125947163629,
      "grad_norm": 3.135445642235038,
      "learning_rate": 0.0002004241634972638,
      "loss": 4.6875,
      "step": 58477
    },
    {
      "epoch": 2.395166905590825,
      "grad_norm": 3.018080712149025,
      "learning_rate": 0.0002004210918892757,
      "loss": 4.4062,
      "step": 58478
    },
    {
      "epoch": 2.3952078640180217,
      "grad_norm": 4.939883698310112,
      "learning_rate": 0.0002004180202574514,
      "loss": 3.7656,
      "step": 58479
    },
    {
      "epoch": 2.395248822445218,
      "grad_norm": 2.6436958660339682,
      "learning_rate": 0.0002004149486017924,
      "loss": 3.625,
      "step": 58480
    },
    {
      "epoch": 2.3952897808724147,
      "grad_norm": 3.334409703716916,
      "learning_rate": 0.00020041187692230013,
      "loss": 4.7188,
      "step": 58481
    },
    {
      "epoch": 2.395330739299611,
      "grad_norm": 3.532303708032822,
      "learning_rate": 0.00020040880521897603,
      "loss": 5.3125,
      "step": 58482
    },
    {
      "epoch": 2.3953716977268074,
      "grad_norm": 4.004199640156038,
      "learning_rate": 0.00020040573349182163,
      "loss": 4.875,
      "step": 58483
    },
    {
      "epoch": 2.3954126561540035,
      "grad_norm": 3.9846208849863274,
      "learning_rate": 0.0002004026617408383,
      "loss": 5.8125,
      "step": 58484
    },
    {
      "epoch": 2.3954536145812,
      "grad_norm": 12.412878139196986,
      "learning_rate": 0.0002003995899660275,
      "loss": 4.0,
      "step": 58485
    },
    {
      "epoch": 2.3954945730083965,
      "grad_norm": 3.0613279272148284,
      "learning_rate": 0.00020039651816739073,
      "loss": 6.0,
      "step": 58486
    },
    {
      "epoch": 2.395535531435593,
      "grad_norm": 4.220090005214276,
      "learning_rate": 0.0002003934463449294,
      "loss": 4.125,
      "step": 58487
    },
    {
      "epoch": 2.395576489862789,
      "grad_norm": 2.8773014791175853,
      "learning_rate": 0.00020039037449864496,
      "loss": 4.2188,
      "step": 58488
    },
    {
      "epoch": 2.3956174482899857,
      "grad_norm": 2.835539235195676,
      "learning_rate": 0.00020038730262853885,
      "loss": 4.0,
      "step": 58489
    },
    {
      "epoch": 2.395658406717182,
      "grad_norm": 3.2441051746884995,
      "learning_rate": 0.0002003842307346126,
      "loss": 4.9062,
      "step": 58490
    },
    {
      "epoch": 2.3956993651443783,
      "grad_norm": 2.720405308167022,
      "learning_rate": 0.00020038115881686758,
      "loss": 4.5938,
      "step": 58491
    },
    {
      "epoch": 2.395740323571575,
      "grad_norm": 2.930557704185526,
      "learning_rate": 0.0002003780868753053,
      "loss": 4.6875,
      "step": 58492
    },
    {
      "epoch": 2.3957812819987714,
      "grad_norm": 2.8548881939384976,
      "learning_rate": 0.0002003750149099271,
      "loss": 4.5938,
      "step": 58493
    },
    {
      "epoch": 2.3958222404259675,
      "grad_norm": 3.046718628081704,
      "learning_rate": 0.0002003719429207346,
      "loss": 5.0312,
      "step": 58494
    },
    {
      "epoch": 2.395863198853164,
      "grad_norm": 3.274070583055562,
      "learning_rate": 0.00020036887090772918,
      "loss": 4.2188,
      "step": 58495
    },
    {
      "epoch": 2.3959041572803605,
      "grad_norm": 2.7315648750146435,
      "learning_rate": 0.00020036579887091225,
      "loss": 2.8906,
      "step": 58496
    },
    {
      "epoch": 2.3959451157075566,
      "grad_norm": 3.7453699144931374,
      "learning_rate": 0.00020036272681028526,
      "loss": 5.375,
      "step": 58497
    },
    {
      "epoch": 2.395986074134753,
      "grad_norm": 4.704193026310021,
      "learning_rate": 0.00020035965472584976,
      "loss": 5.0,
      "step": 58498
    },
    {
      "epoch": 2.3960270325619497,
      "grad_norm": 5.791437953450281,
      "learning_rate": 0.0002003565826176071,
      "loss": 3.8594,
      "step": 58499
    },
    {
      "epoch": 2.3960679909891462,
      "grad_norm": 2.739838808439134,
      "learning_rate": 0.00020035351048555878,
      "loss": 4.1562,
      "step": 58500
    },
    {
      "epoch": 2.3961089494163423,
      "grad_norm": 2.9716789919061894,
      "learning_rate": 0.0002003504383297062,
      "loss": 3.7812,
      "step": 58501
    },
    {
      "epoch": 2.396149907843539,
      "grad_norm": 5.043225762341994,
      "learning_rate": 0.0002003473661500509,
      "loss": 5.125,
      "step": 58502
    },
    {
      "epoch": 2.396190866270735,
      "grad_norm": 3.78449046335961,
      "learning_rate": 0.00020034429394659428,
      "loss": 4.0312,
      "step": 58503
    },
    {
      "epoch": 2.3962318246979315,
      "grad_norm": 3.8457675903543675,
      "learning_rate": 0.0002003412217193378,
      "loss": 4.7812,
      "step": 58504
    },
    {
      "epoch": 2.396272783125128,
      "grad_norm": 4.175191354000675,
      "learning_rate": 0.0002003381494682829,
      "loss": 5.7812,
      "step": 58505
    },
    {
      "epoch": 2.3963137415523246,
      "grad_norm": 3.139435003286353,
      "learning_rate": 0.00020033507719343104,
      "loss": 5.25,
      "step": 58506
    },
    {
      "epoch": 2.3963546999795207,
      "grad_norm": 3.2435547821267114,
      "learning_rate": 0.0002003320048947837,
      "loss": 5.0,
      "step": 58507
    },
    {
      "epoch": 2.396395658406717,
      "grad_norm": 3.024379896546919,
      "learning_rate": 0.00020032893257234232,
      "loss": 4.3438,
      "step": 58508
    },
    {
      "epoch": 2.3964366168339137,
      "grad_norm": 3.4394744153292027,
      "learning_rate": 0.00020032586022610829,
      "loss": 4.875,
      "step": 58509
    },
    {
      "epoch": 2.39647757526111,
      "grad_norm": 3.2529612679687325,
      "learning_rate": 0.00020032278785608312,
      "loss": 5.0312,
      "step": 58510
    },
    {
      "epoch": 2.3965185336883064,
      "grad_norm": 3.3250843815363877,
      "learning_rate": 0.0002003197154622683,
      "loss": 4.125,
      "step": 58511
    },
    {
      "epoch": 2.396559492115503,
      "grad_norm": 3.606171047752406,
      "learning_rate": 0.0002003166430446652,
      "loss": 5.1562,
      "step": 58512
    },
    {
      "epoch": 2.396600450542699,
      "grad_norm": 6.447390888522028,
      "learning_rate": 0.00020031357060327533,
      "loss": 3.4375,
      "step": 58513
    },
    {
      "epoch": 2.3966414089698955,
      "grad_norm": 3.71040220470215,
      "learning_rate": 0.00020031049813810012,
      "loss": 5.375,
      "step": 58514
    },
    {
      "epoch": 2.396682367397092,
      "grad_norm": 2.7008233652139215,
      "learning_rate": 0.000200307425649141,
      "loss": 3.6094,
      "step": 58515
    },
    {
      "epoch": 2.396723325824288,
      "grad_norm": 2.907710626916652,
      "learning_rate": 0.0002003043531363995,
      "loss": 4.7188,
      "step": 58516
    },
    {
      "epoch": 2.3967642842514847,
      "grad_norm": 3.187892210532362,
      "learning_rate": 0.00020030128059987697,
      "loss": 5.0312,
      "step": 58517
    },
    {
      "epoch": 2.3968052426786812,
      "grad_norm": 3.090220911958272,
      "learning_rate": 0.00020029820803957492,
      "loss": 4.75,
      "step": 58518
    },
    {
      "epoch": 2.3968462011058778,
      "grad_norm": 4.642391393870482,
      "learning_rate": 0.00020029513545549482,
      "loss": 6.8438,
      "step": 58519
    },
    {
      "epoch": 2.396887159533074,
      "grad_norm": 3.3230420666852534,
      "learning_rate": 0.00020029206284763812,
      "loss": 4.6875,
      "step": 58520
    },
    {
      "epoch": 2.3969281179602704,
      "grad_norm": 3.304901569379361,
      "learning_rate": 0.0002002889902160062,
      "loss": 5.4688,
      "step": 58521
    },
    {
      "epoch": 2.3969690763874665,
      "grad_norm": 2.380025464427408,
      "learning_rate": 0.00020028591756060058,
      "loss": 3.3438,
      "step": 58522
    },
    {
      "epoch": 2.397010034814663,
      "grad_norm": 3.0828341266956767,
      "learning_rate": 0.00020028284488142272,
      "loss": 4.3125,
      "step": 58523
    },
    {
      "epoch": 2.3970509932418596,
      "grad_norm": 5.111974058958192,
      "learning_rate": 0.00020027977217847403,
      "loss": 7.4688,
      "step": 58524
    },
    {
      "epoch": 2.397091951669056,
      "grad_norm": 2.9194073483967324,
      "learning_rate": 0.00020027669945175597,
      "loss": 4.625,
      "step": 58525
    },
    {
      "epoch": 2.397132910096252,
      "grad_norm": 3.099405802106412,
      "learning_rate": 0.00020027362670127,
      "loss": 4.625,
      "step": 58526
    },
    {
      "epoch": 2.3971738685234487,
      "grad_norm": 3.002272602454243,
      "learning_rate": 0.00020027055392701762,
      "loss": 4.5625,
      "step": 58527
    },
    {
      "epoch": 2.3972148269506453,
      "grad_norm": 2.848259527965686,
      "learning_rate": 0.0002002674811290002,
      "loss": 4.4062,
      "step": 58528
    },
    {
      "epoch": 2.3972557853778413,
      "grad_norm": 2.93688327047916,
      "learning_rate": 0.00020026440830721924,
      "loss": 4.9375,
      "step": 58529
    },
    {
      "epoch": 2.397296743805038,
      "grad_norm": 2.909439701346047,
      "learning_rate": 0.00020026133546167623,
      "loss": 4.1875,
      "step": 58530
    },
    {
      "epoch": 2.3973377022322344,
      "grad_norm": 3.4412882024228013,
      "learning_rate": 0.00020025826259237255,
      "loss": 5.5312,
      "step": 58531
    },
    {
      "epoch": 2.3973786606594305,
      "grad_norm": 3.469726720962408,
      "learning_rate": 0.00020025518969930963,
      "loss": 5.7188,
      "step": 58532
    },
    {
      "epoch": 2.397419619086627,
      "grad_norm": 2.871368577509277,
      "learning_rate": 0.000200252116782489,
      "loss": 4.7812,
      "step": 58533
    },
    {
      "epoch": 2.3974605775138236,
      "grad_norm": 3.7846064437620073,
      "learning_rate": 0.00020024904384191212,
      "loss": 5.9688,
      "step": 58534
    },
    {
      "epoch": 2.3975015359410197,
      "grad_norm": 3.565797170548793,
      "learning_rate": 0.00020024597087758036,
      "loss": 4.5625,
      "step": 58535
    },
    {
      "epoch": 2.397542494368216,
      "grad_norm": 4.827266289625788,
      "learning_rate": 0.00020024289788949526,
      "loss": 5.3438,
      "step": 58536
    },
    {
      "epoch": 2.3975834527954127,
      "grad_norm": 3.3628751080676347,
      "learning_rate": 0.00020023982487765818,
      "loss": 4.9688,
      "step": 58537
    },
    {
      "epoch": 2.3976244112226093,
      "grad_norm": 2.4668944551445198,
      "learning_rate": 0.00020023675184207068,
      "loss": 3.0312,
      "step": 58538
    },
    {
      "epoch": 2.3976653696498054,
      "grad_norm": 3.7398965385415757,
      "learning_rate": 0.00020023367878273414,
      "loss": 3.8125,
      "step": 58539
    },
    {
      "epoch": 2.397706328077002,
      "grad_norm": 4.929373225584277,
      "learning_rate": 0.00020023060569965002,
      "loss": 4.4062,
      "step": 58540
    },
    {
      "epoch": 2.397747286504198,
      "grad_norm": 8.334796116714866,
      "learning_rate": 0.00020022753259281976,
      "loss": 5.0938,
      "step": 58541
    },
    {
      "epoch": 2.3977882449313945,
      "grad_norm": 2.6641107720492982,
      "learning_rate": 0.0002002244594622449,
      "loss": 3.4531,
      "step": 58542
    },
    {
      "epoch": 2.397829203358591,
      "grad_norm": 2.9621125724916877,
      "learning_rate": 0.0002002213863079268,
      "loss": 5.0625,
      "step": 58543
    },
    {
      "epoch": 2.3978701617857876,
      "grad_norm": 3.0846425840490435,
      "learning_rate": 0.00020021831312986698,
      "loss": 4.7812,
      "step": 58544
    },
    {
      "epoch": 2.3979111202129837,
      "grad_norm": 2.9187028606409284,
      "learning_rate": 0.00020021523992806676,
      "loss": 4.0,
      "step": 58545
    },
    {
      "epoch": 2.3979520786401802,
      "grad_norm": 5.8932016770466635,
      "learning_rate": 0.00020021216670252777,
      "loss": 5.2812,
      "step": 58546
    },
    {
      "epoch": 2.3979930370673768,
      "grad_norm": 2.7891832306501096,
      "learning_rate": 0.00020020909345325137,
      "loss": 4.4062,
      "step": 58547
    },
    {
      "epoch": 2.398033995494573,
      "grad_norm": 4.32745622261217,
      "learning_rate": 0.00020020602018023904,
      "loss": 3.9688,
      "step": 58548
    },
    {
      "epoch": 2.3980749539217694,
      "grad_norm": 3.7215524774837156,
      "learning_rate": 0.00020020294688349215,
      "loss": 5.5938,
      "step": 58549
    },
    {
      "epoch": 2.398115912348966,
      "grad_norm": 2.842088642253718,
      "learning_rate": 0.00020019987356301226,
      "loss": 3.5781,
      "step": 58550
    },
    {
      "epoch": 2.398156870776162,
      "grad_norm": 2.9474661906202986,
      "learning_rate": 0.0002001968002188008,
      "loss": 4.9062,
      "step": 58551
    },
    {
      "epoch": 2.3981978292033586,
      "grad_norm": 2.8647337367208974,
      "learning_rate": 0.00020019372685085922,
      "loss": 4.3438,
      "step": 58552
    },
    {
      "epoch": 2.398238787630555,
      "grad_norm": 6.451913948771879,
      "learning_rate": 0.00020019065345918888,
      "loss": 6.875,
      "step": 58553
    },
    {
      "epoch": 2.398279746057751,
      "grad_norm": 3.2162029775324434,
      "learning_rate": 0.00020018758004379137,
      "loss": 4.0312,
      "step": 58554
    },
    {
      "epoch": 2.3983207044849477,
      "grad_norm": 4.690223215894966,
      "learning_rate": 0.00020018450660466805,
      "loss": 6.5625,
      "step": 58555
    },
    {
      "epoch": 2.3983616629121443,
      "grad_norm": 3.1973294333091418,
      "learning_rate": 0.00020018143314182047,
      "loss": 3.9375,
      "step": 58556
    },
    {
      "epoch": 2.398402621339341,
      "grad_norm": 3.2237344728271857,
      "learning_rate": 0.00020017835965524997,
      "loss": 4.7812,
      "step": 58557
    },
    {
      "epoch": 2.398443579766537,
      "grad_norm": 4.0501575866515065,
      "learning_rate": 0.00020017528614495804,
      "loss": 2.5938,
      "step": 58558
    },
    {
      "epoch": 2.3984845381937334,
      "grad_norm": 2.906595641630999,
      "learning_rate": 0.0002001722126109462,
      "loss": 4.0625,
      "step": 58559
    },
    {
      "epoch": 2.3985254966209295,
      "grad_norm": 3.7668270509630783,
      "learning_rate": 0.00020016913905321581,
      "loss": 5.25,
      "step": 58560
    },
    {
      "epoch": 2.398566455048126,
      "grad_norm": 2.9315040951920803,
      "learning_rate": 0.00020016606547176835,
      "loss": 3.9062,
      "step": 58561
    },
    {
      "epoch": 2.3986074134753226,
      "grad_norm": 3.8269664040137523,
      "learning_rate": 0.00020016299186660533,
      "loss": 4.6562,
      "step": 58562
    },
    {
      "epoch": 2.398648371902519,
      "grad_norm": 3.0775960804150513,
      "learning_rate": 0.00020015991823772814,
      "loss": 4.4375,
      "step": 58563
    },
    {
      "epoch": 2.398689330329715,
      "grad_norm": 3.411302018315341,
      "learning_rate": 0.00020015684458513826,
      "loss": 4.6562,
      "step": 58564
    },
    {
      "epoch": 2.3987302887569117,
      "grad_norm": 5.728853216422368,
      "learning_rate": 0.0002001537709088371,
      "loss": 3.0156,
      "step": 58565
    },
    {
      "epoch": 2.3987712471841083,
      "grad_norm": 3.3660591585109763,
      "learning_rate": 0.0002001506972088262,
      "loss": 5.1875,
      "step": 58566
    },
    {
      "epoch": 2.3988122056113044,
      "grad_norm": 3.7152939372690383,
      "learning_rate": 0.0002001476234851069,
      "loss": 5.75,
      "step": 58567
    },
    {
      "epoch": 2.398853164038501,
      "grad_norm": 2.945500328305434,
      "learning_rate": 0.00020014454973768075,
      "loss": 4.6875,
      "step": 58568
    },
    {
      "epoch": 2.3988941224656974,
      "grad_norm": 2.57394210760486,
      "learning_rate": 0.00020014147596654917,
      "loss": 4.0312,
      "step": 58569
    },
    {
      "epoch": 2.3989350808928935,
      "grad_norm": 2.9551357689654543,
      "learning_rate": 0.00020013840217171356,
      "loss": 4.5625,
      "step": 58570
    },
    {
      "epoch": 2.39897603932009,
      "grad_norm": 3.2055955497082946,
      "learning_rate": 0.0002001353283531755,
      "loss": 4.9375,
      "step": 58571
    },
    {
      "epoch": 2.3990169977472866,
      "grad_norm": 2.9992759398270965,
      "learning_rate": 0.00020013225451093633,
      "loss": 4.625,
      "step": 58572
    },
    {
      "epoch": 2.3990579561744827,
      "grad_norm": 3.0864169437390685,
      "learning_rate": 0.0002001291806449975,
      "loss": 4.2188,
      "step": 58573
    },
    {
      "epoch": 2.3990989146016792,
      "grad_norm": 3.160381306611221,
      "learning_rate": 0.0002001261067553606,
      "loss": 5.4062,
      "step": 58574
    },
    {
      "epoch": 2.3991398730288758,
      "grad_norm": 3.9357116998344663,
      "learning_rate": 0.00020012303284202692,
      "loss": 5.4375,
      "step": 58575
    },
    {
      "epoch": 2.3991808314560723,
      "grad_norm": 3.2478482396713315,
      "learning_rate": 0.00020011995890499795,
      "loss": 4.875,
      "step": 58576
    },
    {
      "epoch": 2.3992217898832684,
      "grad_norm": 3.040924564214319,
      "learning_rate": 0.0002001168849442752,
      "loss": 4.25,
      "step": 58577
    },
    {
      "epoch": 2.399262748310465,
      "grad_norm": 3.023933752349724,
      "learning_rate": 0.0002001138109598601,
      "loss": 4.4062,
      "step": 58578
    },
    {
      "epoch": 2.3993037067376615,
      "grad_norm": 3.808005449541943,
      "learning_rate": 0.0002001107369517541,
      "loss": 4.9062,
      "step": 58579
    },
    {
      "epoch": 2.3993446651648576,
      "grad_norm": 2.995796198263505,
      "learning_rate": 0.00020010766291995866,
      "loss": 4.3438,
      "step": 58580
    },
    {
      "epoch": 2.399385623592054,
      "grad_norm": 3.4678111064438735,
      "learning_rate": 0.00020010458886447521,
      "loss": 3.7969,
      "step": 58581
    },
    {
      "epoch": 2.3994265820192506,
      "grad_norm": 3.587198529185322,
      "learning_rate": 0.0002001015147853052,
      "loss": 5.1875,
      "step": 58582
    },
    {
      "epoch": 2.3994675404464467,
      "grad_norm": 3.22700806434175,
      "learning_rate": 0.00020009844068245015,
      "loss": 4.5,
      "step": 58583
    },
    {
      "epoch": 2.3995084988736433,
      "grad_norm": 3.0050011876139004,
      "learning_rate": 0.00020009536655591145,
      "loss": 2.7969,
      "step": 58584
    },
    {
      "epoch": 2.39954945730084,
      "grad_norm": 4.449730373324599,
      "learning_rate": 0.00020009229240569053,
      "loss": 5.5625,
      "step": 58585
    },
    {
      "epoch": 2.399590415728036,
      "grad_norm": 3.02037623041133,
      "learning_rate": 0.0002000892182317889,
      "loss": 5.0,
      "step": 58586
    },
    {
      "epoch": 2.3996313741552324,
      "grad_norm": 4.94872483441807,
      "learning_rate": 0.000200086144034208,
      "loss": 4.25,
      "step": 58587
    },
    {
      "epoch": 2.399672332582429,
      "grad_norm": 6.303810220431569,
      "learning_rate": 0.0002000830698129493,
      "loss": 3.2188,
      "step": 58588
    },
    {
      "epoch": 2.399713291009625,
      "grad_norm": 3.8959029391756466,
      "learning_rate": 0.00020007999556801418,
      "loss": 5.1562,
      "step": 58589
    },
    {
      "epoch": 2.3997542494368216,
      "grad_norm": 3.6412255140468033,
      "learning_rate": 0.00020007692129940416,
      "loss": 3.5469,
      "step": 58590
    },
    {
      "epoch": 2.399795207864018,
      "grad_norm": 2.99514717392194,
      "learning_rate": 0.0002000738470071207,
      "loss": 4.75,
      "step": 58591
    },
    {
      "epoch": 2.399836166291214,
      "grad_norm": 5.287695460034309,
      "learning_rate": 0.00020007077269116526,
      "loss": 3.6094,
      "step": 58592
    },
    {
      "epoch": 2.3998771247184107,
      "grad_norm": 7.319104233612066,
      "learning_rate": 0.00020006769835153917,
      "loss": 6.2812,
      "step": 58593
    },
    {
      "epoch": 2.3999180831456073,
      "grad_norm": 2.7317086894590568,
      "learning_rate": 0.00020006462398824404,
      "loss": 3.6719,
      "step": 58594
    },
    {
      "epoch": 2.399959041572804,
      "grad_norm": 2.8657866411120185,
      "learning_rate": 0.00020006154960128126,
      "loss": 5.2188,
      "step": 58595
    },
    {
      "epoch": 2.4,
      "grad_norm": 3.517485565009976,
      "learning_rate": 0.0002000584751906523,
      "loss": 5.25,
      "step": 58596
    },
    {
      "epoch": 2.4000409584271964,
      "grad_norm": 3.435982416393255,
      "learning_rate": 0.00020005540075635853,
      "loss": 4.7188,
      "step": 58597
    },
    {
      "epoch": 2.400081916854393,
      "grad_norm": 3.2131402357106214,
      "learning_rate": 0.00020005232629840154,
      "loss": 4.2188,
      "step": 58598
    },
    {
      "epoch": 2.400122875281589,
      "grad_norm": 3.300602236355028,
      "learning_rate": 0.0002000492518167827,
      "loss": 5.1562,
      "step": 58599
    },
    {
      "epoch": 2.4001638337087856,
      "grad_norm": 3.3819916210351137,
      "learning_rate": 0.00020004617731150345,
      "loss": 5.5938,
      "step": 58600
    },
    {
      "epoch": 2.400204792135982,
      "grad_norm": 3.2020510782589513,
      "learning_rate": 0.00020004310278256532,
      "loss": 5.5625,
      "step": 58601
    },
    {
      "epoch": 2.4002457505631782,
      "grad_norm": 3.117106887796163,
      "learning_rate": 0.0002000400282299697,
      "loss": 4.7188,
      "step": 58602
    },
    {
      "epoch": 2.4002867089903748,
      "grad_norm": 3.596955893845437,
      "learning_rate": 0.00020003695365371804,
      "loss": 4.9375,
      "step": 58603
    },
    {
      "epoch": 2.4003276674175713,
      "grad_norm": 6.2417445517616255,
      "learning_rate": 0.00020003387905381183,
      "loss": 6.5938,
      "step": 58604
    },
    {
      "epoch": 2.4003686258447674,
      "grad_norm": 4.136735274641072,
      "learning_rate": 0.00020003080443025244,
      "loss": 4.8438,
      "step": 58605
    },
    {
      "epoch": 2.400409584271964,
      "grad_norm": 3.7797745539807286,
      "learning_rate": 0.00020002772978304145,
      "loss": 4.5,
      "step": 58606
    },
    {
      "epoch": 2.4004505426991605,
      "grad_norm": 3.3568915312823653,
      "learning_rate": 0.00020002465511218028,
      "loss": 6.3125,
      "step": 58607
    },
    {
      "epoch": 2.4004915011263566,
      "grad_norm": 3.641153803356537,
      "learning_rate": 0.0002000215804176703,
      "loss": 4.9062,
      "step": 58608
    },
    {
      "epoch": 2.400532459553553,
      "grad_norm": 4.179209347760067,
      "learning_rate": 0.00020001850569951302,
      "loss": 5.3125,
      "step": 58609
    },
    {
      "epoch": 2.4005734179807496,
      "grad_norm": 5.034876944045557,
      "learning_rate": 0.00020001543095770992,
      "loss": 2.5938,
      "step": 58610
    },
    {
      "epoch": 2.4006143764079457,
      "grad_norm": 3.4730341253581005,
      "learning_rate": 0.0002000123561922624,
      "loss": 4.875,
      "step": 58611
    },
    {
      "epoch": 2.4006553348351423,
      "grad_norm": 3.4332953585290484,
      "learning_rate": 0.00020000928140317197,
      "loss": 5.25,
      "step": 58612
    },
    {
      "epoch": 2.400696293262339,
      "grad_norm": 3.9546953979488095,
      "learning_rate": 0.00020000620659044004,
      "loss": 3.9375,
      "step": 58613
    },
    {
      "epoch": 2.4007372516895353,
      "grad_norm": 3.859360776492622,
      "learning_rate": 0.00020000313175406808,
      "loss": 5.4062,
      "step": 58614
    },
    {
      "epoch": 2.4007782101167314,
      "grad_norm": 3.090827191928381,
      "learning_rate": 0.00020000005689405754,
      "loss": 3.2344,
      "step": 58615
    },
    {
      "epoch": 2.400819168543928,
      "grad_norm": 17.8944570387625,
      "learning_rate": 0.00019999698201040987,
      "loss": 5.3125,
      "step": 58616
    },
    {
      "epoch": 2.4008601269711245,
      "grad_norm": 4.1014954664211265,
      "learning_rate": 0.0001999939071031265,
      "loss": 3.2969,
      "step": 58617
    },
    {
      "epoch": 2.4009010853983206,
      "grad_norm": 3.2285867758429836,
      "learning_rate": 0.00019999083217220895,
      "loss": 4.6562,
      "step": 58618
    },
    {
      "epoch": 2.400942043825517,
      "grad_norm": 2.9544512738568365,
      "learning_rate": 0.00019998775721765863,
      "loss": 4.3438,
      "step": 58619
    },
    {
      "epoch": 2.4009830022527137,
      "grad_norm": 3.229532249671694,
      "learning_rate": 0.00019998468223947702,
      "loss": 5.5312,
      "step": 58620
    },
    {
      "epoch": 2.4010239606799098,
      "grad_norm": 3.97922642635979,
      "learning_rate": 0.0001999816072376655,
      "loss": 5.375,
      "step": 58621
    },
    {
      "epoch": 2.4010649191071063,
      "grad_norm": 4.871720087359371,
      "learning_rate": 0.0001999785322122256,
      "loss": 5.875,
      "step": 58622
    },
    {
      "epoch": 2.401105877534303,
      "grad_norm": 7.029377908966911,
      "learning_rate": 0.00019997545716315878,
      "loss": 3.9844,
      "step": 58623
    },
    {
      "epoch": 2.401146835961499,
      "grad_norm": 4.016679977940942,
      "learning_rate": 0.00019997238209046642,
      "loss": 6.375,
      "step": 58624
    },
    {
      "epoch": 2.4011877943886955,
      "grad_norm": 3.0284254120584095,
      "learning_rate": 0.00019996930699415003,
      "loss": 4.9062,
      "step": 58625
    },
    {
      "epoch": 2.401228752815892,
      "grad_norm": 3.0538161781496056,
      "learning_rate": 0.0001999662318742111,
      "loss": 4.625,
      "step": 58626
    },
    {
      "epoch": 2.401269711243088,
      "grad_norm": 3.7261253930938385,
      "learning_rate": 0.00019996315673065094,
      "loss": 5.2188,
      "step": 58627
    },
    {
      "epoch": 2.4013106696702846,
      "grad_norm": 3.426674046819542,
      "learning_rate": 0.00019996008156347118,
      "loss": 5.7812,
      "step": 58628
    },
    {
      "epoch": 2.401351628097481,
      "grad_norm": 3.0391327732322995,
      "learning_rate": 0.00019995700637267315,
      "loss": 4.5,
      "step": 58629
    },
    {
      "epoch": 2.4013925865246772,
      "grad_norm": 3.7667233409138787,
      "learning_rate": 0.00019995393115825836,
      "loss": 3.5938,
      "step": 58630
    },
    {
      "epoch": 2.4014335449518738,
      "grad_norm": 4.28567999900238,
      "learning_rate": 0.00019995085592022828,
      "loss": 5.3438,
      "step": 58631
    },
    {
      "epoch": 2.4014745033790703,
      "grad_norm": 5.489509681593146,
      "learning_rate": 0.0001999477806585843,
      "loss": 6.375,
      "step": 58632
    },
    {
      "epoch": 2.401515461806267,
      "grad_norm": 3.1365399880350244,
      "learning_rate": 0.00019994470537332788,
      "loss": 4.3438,
      "step": 58633
    },
    {
      "epoch": 2.401556420233463,
      "grad_norm": 3.946824117876936,
      "learning_rate": 0.00019994163006446057,
      "loss": 3.6719,
      "step": 58634
    },
    {
      "epoch": 2.4015973786606595,
      "grad_norm": 3.464562695763879,
      "learning_rate": 0.0001999385547319837,
      "loss": 4.9375,
      "step": 58635
    },
    {
      "epoch": 2.401638337087856,
      "grad_norm": 3.7148302834829567,
      "learning_rate": 0.00019993547937589883,
      "loss": 5.4688,
      "step": 58636
    },
    {
      "epoch": 2.401679295515052,
      "grad_norm": 6.374118447585312,
      "learning_rate": 0.0001999324039962073,
      "loss": 5.4062,
      "step": 58637
    },
    {
      "epoch": 2.4017202539422486,
      "grad_norm": 5.896368431174208,
      "learning_rate": 0.0001999293285929107,
      "loss": 5.5312,
      "step": 58638
    },
    {
      "epoch": 2.401761212369445,
      "grad_norm": 3.3812873640340775,
      "learning_rate": 0.00019992625316601036,
      "loss": 1.4297,
      "step": 58639
    },
    {
      "epoch": 2.4018021707966413,
      "grad_norm": 4.040483306052023,
      "learning_rate": 0.00019992317771550777,
      "loss": 5.75,
      "step": 58640
    },
    {
      "epoch": 2.401843129223838,
      "grad_norm": 3.853425403098755,
      "learning_rate": 0.0001999201022414044,
      "loss": 5.5938,
      "step": 58641
    },
    {
      "epoch": 2.4018840876510343,
      "grad_norm": 3.984096936247468,
      "learning_rate": 0.00019991702674370174,
      "loss": 5.75,
      "step": 58642
    },
    {
      "epoch": 2.4019250460782304,
      "grad_norm": 3.857884021214203,
      "learning_rate": 0.00019991395122240122,
      "loss": 4.875,
      "step": 58643
    },
    {
      "epoch": 2.401966004505427,
      "grad_norm": 5.500369413264828,
      "learning_rate": 0.00019991087567750425,
      "loss": 6.0312,
      "step": 58644
    },
    {
      "epoch": 2.4020069629326235,
      "grad_norm": 2.8306355769386187,
      "learning_rate": 0.00019990780010901228,
      "loss": 3.7031,
      "step": 58645
    },
    {
      "epoch": 2.4020479213598196,
      "grad_norm": 6.265684783243423,
      "learning_rate": 0.00019990472451692683,
      "loss": 1.7656,
      "step": 58646
    },
    {
      "epoch": 2.402088879787016,
      "grad_norm": 7.815173129783353,
      "learning_rate": 0.00019990164890124935,
      "loss": 6.0312,
      "step": 58647
    },
    {
      "epoch": 2.4021298382142127,
      "grad_norm": 3.416203031631167,
      "learning_rate": 0.0001998985732619812,
      "loss": 5.375,
      "step": 58648
    },
    {
      "epoch": 2.4021707966414088,
      "grad_norm": 2.4612817570953003,
      "learning_rate": 0.00019989549759912394,
      "loss": 2.7344,
      "step": 58649
    },
    {
      "epoch": 2.4022117550686053,
      "grad_norm": 5.877187113870784,
      "learning_rate": 0.00019989242191267902,
      "loss": 6.5938,
      "step": 58650
    },
    {
      "epoch": 2.402252713495802,
      "grad_norm": 2.890364261738024,
      "learning_rate": 0.00019988934620264782,
      "loss": 4.125,
      "step": 58651
    },
    {
      "epoch": 2.4022936719229984,
      "grad_norm": 6.630494148612022,
      "learning_rate": 0.00019988627046903183,
      "loss": 1.5,
      "step": 58652
    },
    {
      "epoch": 2.4023346303501945,
      "grad_norm": 2.6529811209264165,
      "learning_rate": 0.0001998831947118325,
      "loss": 4.125,
      "step": 58653
    },
    {
      "epoch": 2.402375588777391,
      "grad_norm": 4.34072282236982,
      "learning_rate": 0.0001998801189310513,
      "loss": 5.75,
      "step": 58654
    },
    {
      "epoch": 2.4024165472045875,
      "grad_norm": 4.371876361809823,
      "learning_rate": 0.0001998770431266897,
      "loss": 3.0156,
      "step": 58655
    },
    {
      "epoch": 2.4024575056317836,
      "grad_norm": 3.089882124771531,
      "learning_rate": 0.00019987396729874912,
      "loss": 4.1875,
      "step": 58656
    },
    {
      "epoch": 2.40249846405898,
      "grad_norm": 3.050083355117087,
      "learning_rate": 0.00019987089144723094,
      "loss": 4.625,
      "step": 58657
    },
    {
      "epoch": 2.4025394224861767,
      "grad_norm": 3.394687192663441,
      "learning_rate": 0.0001998678155721368,
      "loss": 5.2188,
      "step": 58658
    },
    {
      "epoch": 2.402580380913373,
      "grad_norm": 3.1138759683723043,
      "learning_rate": 0.000199864739673468,
      "loss": 4.6562,
      "step": 58659
    },
    {
      "epoch": 2.4026213393405693,
      "grad_norm": 3.3972381908710116,
      "learning_rate": 0.00019986166375122606,
      "loss": 4.0312,
      "step": 58660
    },
    {
      "epoch": 2.402662297767766,
      "grad_norm": 2.622893016447714,
      "learning_rate": 0.0001998585878054124,
      "loss": 3.8594,
      "step": 58661
    },
    {
      "epoch": 2.402703256194962,
      "grad_norm": 3.6825735806163764,
      "learning_rate": 0.0001998555118360285,
      "loss": 4.6875,
      "step": 58662
    },
    {
      "epoch": 2.4027442146221585,
      "grad_norm": 3.751364097658625,
      "learning_rate": 0.00019985243584307583,
      "loss": 4.5938,
      "step": 58663
    },
    {
      "epoch": 2.402785173049355,
      "grad_norm": 4.290962669154018,
      "learning_rate": 0.00019984935982655583,
      "loss": 5.375,
      "step": 58664
    },
    {
      "epoch": 2.402826131476551,
      "grad_norm": 3.906975726585629,
      "learning_rate": 0.00019984628378646988,
      "loss": 4.4062,
      "step": 58665
    },
    {
      "epoch": 2.4028670899037476,
      "grad_norm": 4.487745332648786,
      "learning_rate": 0.00019984320772281955,
      "loss": 5.75,
      "step": 58666
    },
    {
      "epoch": 2.402908048330944,
      "grad_norm": 3.63449043927897,
      "learning_rate": 0.00019984013163560624,
      "loss": 4.8438,
      "step": 58667
    },
    {
      "epoch": 2.4029490067581403,
      "grad_norm": 3.6773975840599,
      "learning_rate": 0.00019983705552483144,
      "loss": 1.7422,
      "step": 58668
    },
    {
      "epoch": 2.402989965185337,
      "grad_norm": 3.3441339381705637,
      "learning_rate": 0.00019983397939049647,
      "loss": 5.4688,
      "step": 58669
    },
    {
      "epoch": 2.4030309236125333,
      "grad_norm": 3.2683674283426316,
      "learning_rate": 0.000199830903232603,
      "loss": 3.4375,
      "step": 58670
    },
    {
      "epoch": 2.40307188203973,
      "grad_norm": 4.2675800949087686,
      "learning_rate": 0.00019982782705115233,
      "loss": 5.5,
      "step": 58671
    },
    {
      "epoch": 2.403112840466926,
      "grad_norm": 3.461585704509164,
      "learning_rate": 0.00019982475084614598,
      "loss": 4.9375,
      "step": 58672
    },
    {
      "epoch": 2.4031537988941225,
      "grad_norm": 3.76399081647617,
      "learning_rate": 0.0001998216746175853,
      "loss": 5.9688,
      "step": 58673
    },
    {
      "epoch": 2.403194757321319,
      "grad_norm": 3.8959314625961494,
      "learning_rate": 0.00019981859836547188,
      "loss": 4.6875,
      "step": 58674
    },
    {
      "epoch": 2.403235715748515,
      "grad_norm": 3.35804906255554,
      "learning_rate": 0.00019981552208980712,
      "loss": 5.0625,
      "step": 58675
    },
    {
      "epoch": 2.4032766741757117,
      "grad_norm": 2.9129777976031015,
      "learning_rate": 0.0001998124457905925,
      "loss": 3.6094,
      "step": 58676
    },
    {
      "epoch": 2.403317632602908,
      "grad_norm": 3.1211071086851394,
      "learning_rate": 0.00019980936946782936,
      "loss": 5.4688,
      "step": 58677
    },
    {
      "epoch": 2.4033585910301043,
      "grad_norm": 2.916995750408213,
      "learning_rate": 0.0001998062931215193,
      "loss": 3.3125,
      "step": 58678
    },
    {
      "epoch": 2.403399549457301,
      "grad_norm": 3.1234830324668432,
      "learning_rate": 0.00019980321675166365,
      "loss": 4.875,
      "step": 58679
    },
    {
      "epoch": 2.4034405078844974,
      "grad_norm": 2.858423825319776,
      "learning_rate": 0.00019980014035826405,
      "loss": 4.8125,
      "step": 58680
    },
    {
      "epoch": 2.4034814663116935,
      "grad_norm": 3.086527771289817,
      "learning_rate": 0.0001997970639413217,
      "loss": 3.8594,
      "step": 58681
    },
    {
      "epoch": 2.40352242473889,
      "grad_norm": 2.764162258035054,
      "learning_rate": 0.0001997939875008383,
      "loss": 4.4688,
      "step": 58682
    },
    {
      "epoch": 2.4035633831660865,
      "grad_norm": 3.3157644499980092,
      "learning_rate": 0.00019979091103681512,
      "loss": 3.9844,
      "step": 58683
    },
    {
      "epoch": 2.403604341593283,
      "grad_norm": 2.9594839071115664,
      "learning_rate": 0.00019978783454925372,
      "loss": 4.1875,
      "step": 58684
    },
    {
      "epoch": 2.403645300020479,
      "grad_norm": 3.6237664602786626,
      "learning_rate": 0.00019978475803815546,
      "loss": 6.0938,
      "step": 58685
    },
    {
      "epoch": 2.4036862584476757,
      "grad_norm": 3.584272985342575,
      "learning_rate": 0.0001997816815035219,
      "loss": 5.125,
      "step": 58686
    },
    {
      "epoch": 2.403727216874872,
      "grad_norm": 3.31035023658085,
      "learning_rate": 0.00019977860494535448,
      "loss": 5.0625,
      "step": 58687
    },
    {
      "epoch": 2.4037681753020683,
      "grad_norm": 2.7710511416179706,
      "learning_rate": 0.00019977552836365463,
      "loss": 4.0938,
      "step": 58688
    },
    {
      "epoch": 2.403809133729265,
      "grad_norm": 3.146330341510584,
      "learning_rate": 0.00019977245175842372,
      "loss": 4.625,
      "step": 58689
    },
    {
      "epoch": 2.4038500921564614,
      "grad_norm": 3.4723524709345917,
      "learning_rate": 0.00019976937512966337,
      "loss": 4.9062,
      "step": 58690
    },
    {
      "epoch": 2.4038910505836575,
      "grad_norm": 3.459772772356541,
      "learning_rate": 0.00019976629847737488,
      "loss": 5.3125,
      "step": 58691
    },
    {
      "epoch": 2.403932009010854,
      "grad_norm": 3.7173196255504735,
      "learning_rate": 0.0001997632218015598,
      "loss": 4.9062,
      "step": 58692
    },
    {
      "epoch": 2.4039729674380506,
      "grad_norm": 2.9128526715577996,
      "learning_rate": 0.00019976014510221954,
      "loss": 4.2188,
      "step": 58693
    },
    {
      "epoch": 2.4040139258652466,
      "grad_norm": 6.171958948950907,
      "learning_rate": 0.0001997570683793556,
      "loss": 4.1875,
      "step": 58694
    },
    {
      "epoch": 2.404054884292443,
      "grad_norm": 3.1911409557342343,
      "learning_rate": 0.0001997539916329694,
      "loss": 5.5938,
      "step": 58695
    },
    {
      "epoch": 2.4040958427196397,
      "grad_norm": 2.8498206135410062,
      "learning_rate": 0.0001997509148630624,
      "loss": 4.4375,
      "step": 58696
    },
    {
      "epoch": 2.404136801146836,
      "grad_norm": 3.1847079222266013,
      "learning_rate": 0.00019974783806963602,
      "loss": 4.1875,
      "step": 58697
    },
    {
      "epoch": 2.4041777595740323,
      "grad_norm": 3.272232537821011,
      "learning_rate": 0.0001997447612526918,
      "loss": 4.7188,
      "step": 58698
    },
    {
      "epoch": 2.404218718001229,
      "grad_norm": 3.130475219669526,
      "learning_rate": 0.0001997416844122311,
      "loss": 5.0312,
      "step": 58699
    },
    {
      "epoch": 2.404259676428425,
      "grad_norm": 3.3939693829029633,
      "learning_rate": 0.00019973860754825547,
      "loss": 4.6875,
      "step": 58700
    },
    {
      "epoch": 2.4043006348556215,
      "grad_norm": 2.878251964668575,
      "learning_rate": 0.00019973553066076624,
      "loss": 4.1875,
      "step": 58701
    },
    {
      "epoch": 2.404341593282818,
      "grad_norm": 3.0107984946532067,
      "learning_rate": 0.00019973245374976497,
      "loss": 3.5312,
      "step": 58702
    },
    {
      "epoch": 2.4043825517100146,
      "grad_norm": 2.7777961274535583,
      "learning_rate": 0.0001997293768152531,
      "loss": 4.4375,
      "step": 58703
    },
    {
      "epoch": 2.4044235101372107,
      "grad_norm": 3.1467541977469224,
      "learning_rate": 0.00019972629985723204,
      "loss": 4.625,
      "step": 58704
    },
    {
      "epoch": 2.404464468564407,
      "grad_norm": 4.2934099331978866,
      "learning_rate": 0.00019972322287570328,
      "loss": 5.3438,
      "step": 58705
    },
    {
      "epoch": 2.4045054269916033,
      "grad_norm": 3.468585782494087,
      "learning_rate": 0.00019972014587066832,
      "loss": 6.4375,
      "step": 58706
    },
    {
      "epoch": 2.4045463854188,
      "grad_norm": 6.113827942732229,
      "learning_rate": 0.0001997170688421285,
      "loss": 5.4375,
      "step": 58707
    },
    {
      "epoch": 2.4045873438459964,
      "grad_norm": 3.1908582586849237,
      "learning_rate": 0.00019971399179008535,
      "loss": 4.9688,
      "step": 58708
    },
    {
      "epoch": 2.404628302273193,
      "grad_norm": 3.2461338633549466,
      "learning_rate": 0.00019971091471454027,
      "loss": 3.8125,
      "step": 58709
    },
    {
      "epoch": 2.404669260700389,
      "grad_norm": 2.7475030718697733,
      "learning_rate": 0.00019970783761549482,
      "loss": 5.25,
      "step": 58710
    },
    {
      "epoch": 2.4047102191275855,
      "grad_norm": 3.2055089991328156,
      "learning_rate": 0.00019970476049295034,
      "loss": 5.125,
      "step": 58711
    },
    {
      "epoch": 2.404751177554782,
      "grad_norm": 3.0847240752041882,
      "learning_rate": 0.00019970168334690837,
      "loss": 5.2188,
      "step": 58712
    },
    {
      "epoch": 2.404792135981978,
      "grad_norm": 11.004700397156869,
      "learning_rate": 0.0001996986061773703,
      "loss": 5.7812,
      "step": 58713
    },
    {
      "epoch": 2.4048330944091747,
      "grad_norm": 3.467951500834491,
      "learning_rate": 0.0001996955289843376,
      "loss": 4.375,
      "step": 58714
    },
    {
      "epoch": 2.4048740528363712,
      "grad_norm": 3.332411264960508,
      "learning_rate": 0.00019969245176781178,
      "loss": 4.5625,
      "step": 58715
    },
    {
      "epoch": 2.4049150112635673,
      "grad_norm": 3.295961083389537,
      "learning_rate": 0.00019968937452779424,
      "loss": 4.625,
      "step": 58716
    },
    {
      "epoch": 2.404955969690764,
      "grad_norm": 3.3372744327817663,
      "learning_rate": 0.0001996862972642864,
      "loss": 5.125,
      "step": 58717
    },
    {
      "epoch": 2.4049969281179604,
      "grad_norm": 4.604196090553302,
      "learning_rate": 0.00019968321997728983,
      "loss": 4.6562,
      "step": 58718
    },
    {
      "epoch": 2.4050378865451565,
      "grad_norm": 3.6319017030222063,
      "learning_rate": 0.00019968014266680587,
      "loss": 6.5,
      "step": 58719
    },
    {
      "epoch": 2.405078844972353,
      "grad_norm": 3.1640486657389877,
      "learning_rate": 0.00019967706533283606,
      "loss": 4.1562,
      "step": 58720
    },
    {
      "epoch": 2.4051198033995496,
      "grad_norm": 4.57019523389598,
      "learning_rate": 0.00019967398797538177,
      "loss": 5.0312,
      "step": 58721
    },
    {
      "epoch": 2.405160761826746,
      "grad_norm": 2.782147111782483,
      "learning_rate": 0.00019967091059444456,
      "loss": 4.0,
      "step": 58722
    },
    {
      "epoch": 2.405201720253942,
      "grad_norm": 4.133376108010164,
      "learning_rate": 0.0001996678331900258,
      "loss": 3.375,
      "step": 58723
    },
    {
      "epoch": 2.4052426786811387,
      "grad_norm": 7.76421897383034,
      "learning_rate": 0.00019966475576212696,
      "loss": 6.25,
      "step": 58724
    },
    {
      "epoch": 2.405283637108335,
      "grad_norm": 3.0895309470078645,
      "learning_rate": 0.00019966167831074949,
      "loss": 4.1875,
      "step": 58725
    },
    {
      "epoch": 2.4053245955355314,
      "grad_norm": 3.586768386095209,
      "learning_rate": 0.00019965860083589486,
      "loss": 4.9375,
      "step": 58726
    },
    {
      "epoch": 2.405365553962728,
      "grad_norm": 8.30894413852045,
      "learning_rate": 0.00019965552333756455,
      "loss": 1.9297,
      "step": 58727
    },
    {
      "epoch": 2.4054065123899244,
      "grad_norm": 7.222154587330036,
      "learning_rate": 0.00019965244581576,
      "loss": 1.5547,
      "step": 58728
    },
    {
      "epoch": 2.4054474708171205,
      "grad_norm": 3.065224927206512,
      "learning_rate": 0.00019964936827048262,
      "loss": 4.5312,
      "step": 58729
    },
    {
      "epoch": 2.405488429244317,
      "grad_norm": 2.986056830515065,
      "learning_rate": 0.0001996462907017339,
      "loss": 4.875,
      "step": 58730
    },
    {
      "epoch": 2.4055293876715136,
      "grad_norm": 3.5239239244858593,
      "learning_rate": 0.00019964321310951533,
      "loss": 4.6562,
      "step": 58731
    },
    {
      "epoch": 2.4055703460987097,
      "grad_norm": 3.166959040620093,
      "learning_rate": 0.00019964013549382832,
      "loss": 4.9062,
      "step": 58732
    },
    {
      "epoch": 2.405611304525906,
      "grad_norm": 2.9695513255147166,
      "learning_rate": 0.0001996370578546743,
      "loss": 4.6562,
      "step": 58733
    },
    {
      "epoch": 2.4056522629531027,
      "grad_norm": 3.9028835003523445,
      "learning_rate": 0.00019963398019205478,
      "loss": 3.7812,
      "step": 58734
    },
    {
      "epoch": 2.405693221380299,
      "grad_norm": 3.8603787782145558,
      "learning_rate": 0.0001996309025059712,
      "loss": 5.0312,
      "step": 58735
    },
    {
      "epoch": 2.4057341798074954,
      "grad_norm": 3.5172580996274942,
      "learning_rate": 0.00019962782479642505,
      "loss": 5.125,
      "step": 58736
    },
    {
      "epoch": 2.405775138234692,
      "grad_norm": 3.3034175882208627,
      "learning_rate": 0.00019962474706341766,
      "loss": 4.9062,
      "step": 58737
    },
    {
      "epoch": 2.405816096661888,
      "grad_norm": 2.9193190971384384,
      "learning_rate": 0.0001996216693069506,
      "loss": 4.5938,
      "step": 58738
    },
    {
      "epoch": 2.4058570550890845,
      "grad_norm": 3.52771909217836,
      "learning_rate": 0.00019961859152702532,
      "loss": 5.25,
      "step": 58739
    },
    {
      "epoch": 2.405898013516281,
      "grad_norm": 3.3276741571534814,
      "learning_rate": 0.00019961551372364323,
      "loss": 4.4062,
      "step": 58740
    },
    {
      "epoch": 2.4059389719434776,
      "grad_norm": 3.186642595271795,
      "learning_rate": 0.00019961243589680582,
      "loss": 5.6562,
      "step": 58741
    },
    {
      "epoch": 2.4059799303706737,
      "grad_norm": 3.079256122582671,
      "learning_rate": 0.00019960935804651454,
      "loss": 3.5781,
      "step": 58742
    },
    {
      "epoch": 2.4060208887978702,
      "grad_norm": 2.5742434463451453,
      "learning_rate": 0.00019960628017277085,
      "loss": 3.6719,
      "step": 58743
    },
    {
      "epoch": 2.4060618472250663,
      "grad_norm": 3.976686784535385,
      "learning_rate": 0.00019960320227557616,
      "loss": 3.4375,
      "step": 58744
    },
    {
      "epoch": 2.406102805652263,
      "grad_norm": 3.741480064219877,
      "learning_rate": 0.0001996001243549319,
      "loss": 1.3125,
      "step": 58745
    },
    {
      "epoch": 2.4061437640794594,
      "grad_norm": 2.8341944121769536,
      "learning_rate": 0.00019959704641083964,
      "loss": 3.9062,
      "step": 58746
    },
    {
      "epoch": 2.406184722506656,
      "grad_norm": 4.641022308484719,
      "learning_rate": 0.00019959396844330076,
      "loss": 6.0,
      "step": 58747
    },
    {
      "epoch": 2.406225680933852,
      "grad_norm": 3.1994388978055595,
      "learning_rate": 0.00019959089045231673,
      "loss": 6.625,
      "step": 58748
    },
    {
      "epoch": 2.4062666393610486,
      "grad_norm": 3.10872309917219,
      "learning_rate": 0.000199587812437889,
      "loss": 4.5,
      "step": 58749
    },
    {
      "epoch": 2.406307597788245,
      "grad_norm": 3.4620256315134217,
      "learning_rate": 0.000199584734400019,
      "loss": 5.4062,
      "step": 58750
    },
    {
      "epoch": 2.406348556215441,
      "grad_norm": 5.308215872967982,
      "learning_rate": 0.00019958165633870826,
      "loss": 5.1875,
      "step": 58751
    },
    {
      "epoch": 2.4063895146426377,
      "grad_norm": 3.2648586029304125,
      "learning_rate": 0.00019957857825395823,
      "loss": 1.5781,
      "step": 58752
    },
    {
      "epoch": 2.4064304730698343,
      "grad_norm": 3.298412833478387,
      "learning_rate": 0.00019957550014577022,
      "loss": 5.2188,
      "step": 58753
    },
    {
      "epoch": 2.4064714314970304,
      "grad_norm": 3.051942905342199,
      "learning_rate": 0.00019957242201414587,
      "loss": 4.9688,
      "step": 58754
    },
    {
      "epoch": 2.406512389924227,
      "grad_norm": 3.300919215518041,
      "learning_rate": 0.00019956934385908652,
      "loss": 4.9062,
      "step": 58755
    },
    {
      "epoch": 2.4065533483514234,
      "grad_norm": 3.9883166310105307,
      "learning_rate": 0.0001995662656805937,
      "loss": 3.6562,
      "step": 58756
    },
    {
      "epoch": 2.4065943067786195,
      "grad_norm": 2.785997211963372,
      "learning_rate": 0.00019956318747866875,
      "loss": 4.1562,
      "step": 58757
    },
    {
      "epoch": 2.406635265205816,
      "grad_norm": 2.213650604928895,
      "learning_rate": 0.00019956010925331326,
      "loss": 2.5625,
      "step": 58758
    },
    {
      "epoch": 2.4066762236330126,
      "grad_norm": 3.289943450247829,
      "learning_rate": 0.00019955703100452862,
      "loss": 3.9844,
      "step": 58759
    },
    {
      "epoch": 2.406717182060209,
      "grad_norm": 3.143678119763305,
      "learning_rate": 0.0001995539527323163,
      "loss": 4.4688,
      "step": 58760
    },
    {
      "epoch": 2.406758140487405,
      "grad_norm": 3.598252649957963,
      "learning_rate": 0.0001995508744366777,
      "loss": 5.625,
      "step": 58761
    },
    {
      "epoch": 2.4067990989146018,
      "grad_norm": 3.000303377758723,
      "learning_rate": 0.00019954779611761436,
      "loss": 4.375,
      "step": 58762
    },
    {
      "epoch": 2.406840057341798,
      "grad_norm": 4.529341174318589,
      "learning_rate": 0.00019954471777512768,
      "loss": 4.6875,
      "step": 58763
    },
    {
      "epoch": 2.4068810157689944,
      "grad_norm": 7.16508642522984,
      "learning_rate": 0.00019954163940921917,
      "loss": 1.5781,
      "step": 58764
    },
    {
      "epoch": 2.406921974196191,
      "grad_norm": 3.7612351153163934,
      "learning_rate": 0.00019953856101989018,
      "loss": 6.625,
      "step": 58765
    },
    {
      "epoch": 2.4069629326233875,
      "grad_norm": 10.199548276710404,
      "learning_rate": 0.00019953548260714227,
      "loss": 4.5312,
      "step": 58766
    },
    {
      "epoch": 2.4070038910505835,
      "grad_norm": 7.144638861206627,
      "learning_rate": 0.0001995324041709769,
      "loss": 4.2812,
      "step": 58767
    },
    {
      "epoch": 2.40704484947778,
      "grad_norm": 2.557733956480666,
      "learning_rate": 0.00019952932571139543,
      "loss": 4.2188,
      "step": 58768
    },
    {
      "epoch": 2.4070858079049766,
      "grad_norm": 3.15939541705755,
      "learning_rate": 0.00019952624722839937,
      "loss": 4.5,
      "step": 58769
    },
    {
      "epoch": 2.4071267663321727,
      "grad_norm": 3.012767494940348,
      "learning_rate": 0.0001995231687219902,
      "loss": 5.1562,
      "step": 58770
    },
    {
      "epoch": 2.4071677247593692,
      "grad_norm": 5.992497317008684,
      "learning_rate": 0.0001995200901921693,
      "loss": 3.9688,
      "step": 58771
    },
    {
      "epoch": 2.407208683186566,
      "grad_norm": 8.417413446480024,
      "learning_rate": 0.00019951701163893826,
      "loss": 1.625,
      "step": 58772
    },
    {
      "epoch": 2.407249641613762,
      "grad_norm": 2.741276053503237,
      "learning_rate": 0.00019951393306229836,
      "loss": 4.9688,
      "step": 58773
    },
    {
      "epoch": 2.4072906000409584,
      "grad_norm": 3.149351039980228,
      "learning_rate": 0.00019951085446225122,
      "loss": 3.7031,
      "step": 58774
    },
    {
      "epoch": 2.407331558468155,
      "grad_norm": 2.8361332341760708,
      "learning_rate": 0.00019950777583879818,
      "loss": 3.2812,
      "step": 58775
    },
    {
      "epoch": 2.407372516895351,
      "grad_norm": 3.341253968073915,
      "learning_rate": 0.00019950469719194077,
      "loss": 4.9688,
      "step": 58776
    },
    {
      "epoch": 2.4074134753225476,
      "grad_norm": 5.06099344220478,
      "learning_rate": 0.00019950161852168037,
      "loss": 3.7969,
      "step": 58777
    },
    {
      "epoch": 2.407454433749744,
      "grad_norm": 2.849110739542209,
      "learning_rate": 0.00019949853982801854,
      "loss": 4.625,
      "step": 58778
    },
    {
      "epoch": 2.4074953921769406,
      "grad_norm": 4.193987868356106,
      "learning_rate": 0.0001994954611109566,
      "loss": 4.375,
      "step": 58779
    },
    {
      "epoch": 2.4075363506041367,
      "grad_norm": 4.588351389240963,
      "learning_rate": 0.00019949238237049614,
      "loss": 3.7188,
      "step": 58780
    },
    {
      "epoch": 2.4075773090313333,
      "grad_norm": 3.0045967864789196,
      "learning_rate": 0.0001994893036066385,
      "loss": 5.0312,
      "step": 58781
    },
    {
      "epoch": 2.4076182674585294,
      "grad_norm": 3.6843632044848507,
      "learning_rate": 0.00019948622481938522,
      "loss": 4.7812,
      "step": 58782
    },
    {
      "epoch": 2.407659225885726,
      "grad_norm": 3.0216397521837948,
      "learning_rate": 0.00019948314600873768,
      "loss": 3.9688,
      "step": 58783
    },
    {
      "epoch": 2.4077001843129224,
      "grad_norm": 2.96899946192582,
      "learning_rate": 0.00019948006717469743,
      "loss": 4.625,
      "step": 58784
    },
    {
      "epoch": 2.407741142740119,
      "grad_norm": 4.45915068590771,
      "learning_rate": 0.00019947698831726583,
      "loss": 4.4688,
      "step": 58785
    },
    {
      "epoch": 2.407782101167315,
      "grad_norm": 2.851989228030461,
      "learning_rate": 0.00019947390943644442,
      "loss": 4.1875,
      "step": 58786
    },
    {
      "epoch": 2.4078230595945116,
      "grad_norm": 3.9153076598525307,
      "learning_rate": 0.0001994708305322346,
      "loss": 5.4062,
      "step": 58787
    },
    {
      "epoch": 2.407864018021708,
      "grad_norm": 3.84391457389343,
      "learning_rate": 0.00019946775160463787,
      "loss": 5.7812,
      "step": 58788
    },
    {
      "epoch": 2.407904976448904,
      "grad_norm": 3.2961227386609875,
      "learning_rate": 0.0001994646726536556,
      "loss": 5.3438,
      "step": 58789
    },
    {
      "epoch": 2.4079459348761008,
      "grad_norm": 3.680477656245559,
      "learning_rate": 0.00019946159367928933,
      "loss": 4.4375,
      "step": 58790
    },
    {
      "epoch": 2.4079868933032973,
      "grad_norm": 3.1272839461617847,
      "learning_rate": 0.0001994585146815405,
      "loss": 4.7812,
      "step": 58791
    },
    {
      "epoch": 2.4080278517304934,
      "grad_norm": 3.3951838310249025,
      "learning_rate": 0.00019945543566041057,
      "loss": 6.5938,
      "step": 58792
    },
    {
      "epoch": 2.40806881015769,
      "grad_norm": 3.2627072048140073,
      "learning_rate": 0.00019945235661590095,
      "loss": 4.0938,
      "step": 58793
    },
    {
      "epoch": 2.4081097685848865,
      "grad_norm": 6.574102600991554,
      "learning_rate": 0.00019944927754801314,
      "loss": 6.4375,
      "step": 58794
    },
    {
      "epoch": 2.4081507270120825,
      "grad_norm": 3.0060662583558035,
      "learning_rate": 0.00019944619845674858,
      "loss": 4.4062,
      "step": 58795
    },
    {
      "epoch": 2.408191685439279,
      "grad_norm": 5.166649507576233,
      "learning_rate": 0.00019944311934210873,
      "loss": 6.0,
      "step": 58796
    },
    {
      "epoch": 2.4082326438664756,
      "grad_norm": 2.928499580807221,
      "learning_rate": 0.00019944004020409502,
      "loss": 4.0,
      "step": 58797
    },
    {
      "epoch": 2.408273602293672,
      "grad_norm": 4.939466458059277,
      "learning_rate": 0.00019943696104270892,
      "loss": 2.7031,
      "step": 58798
    },
    {
      "epoch": 2.4083145607208682,
      "grad_norm": 4.273214871050678,
      "learning_rate": 0.00019943388185795195,
      "loss": 4.6562,
      "step": 58799
    },
    {
      "epoch": 2.408355519148065,
      "grad_norm": 13.38076150836051,
      "learning_rate": 0.00019943080264982546,
      "loss": 1.7188,
      "step": 58800
    },
    {
      "epoch": 2.408396477575261,
      "grad_norm": 2.972284530975189,
      "learning_rate": 0.00019942772341833095,
      "loss": 4.4688,
      "step": 58801
    },
    {
      "epoch": 2.4084374360024574,
      "grad_norm": 4.941837607516609,
      "learning_rate": 0.00019942464416346993,
      "loss": 4.5938,
      "step": 58802
    },
    {
      "epoch": 2.408478394429654,
      "grad_norm": 2.452619640670498,
      "learning_rate": 0.00019942156488524378,
      "loss": 2.7344,
      "step": 58803
    },
    {
      "epoch": 2.4085193528568505,
      "grad_norm": 3.697201809778098,
      "learning_rate": 0.00019941848558365397,
      "loss": 5.2812,
      "step": 58804
    },
    {
      "epoch": 2.4085603112840466,
      "grad_norm": 2.782404047248041,
      "learning_rate": 0.000199415406258702,
      "loss": 3.7812,
      "step": 58805
    },
    {
      "epoch": 2.408601269711243,
      "grad_norm": 12.81146920449794,
      "learning_rate": 0.00019941232691038924,
      "loss": 5.6562,
      "step": 58806
    },
    {
      "epoch": 2.4086422281384396,
      "grad_norm": 3.5572428790508654,
      "learning_rate": 0.00019940924753871725,
      "loss": 5.2188,
      "step": 58807
    },
    {
      "epoch": 2.4086831865656357,
      "grad_norm": 3.818415731647668,
      "learning_rate": 0.0001994061681436874,
      "loss": 5.0625,
      "step": 58808
    },
    {
      "epoch": 2.4087241449928323,
      "grad_norm": 2.64699822455994,
      "learning_rate": 0.0001994030887253012,
      "loss": 0.7578,
      "step": 58809
    },
    {
      "epoch": 2.408765103420029,
      "grad_norm": 3.98606039763252,
      "learning_rate": 0.00019940000928356005,
      "loss": 3.5938,
      "step": 58810
    },
    {
      "epoch": 2.408806061847225,
      "grad_norm": 4.733463847610631,
      "learning_rate": 0.0001993969298184655,
      "loss": 1.625,
      "step": 58811
    },
    {
      "epoch": 2.4088470202744214,
      "grad_norm": 3.2417850247601234,
      "learning_rate": 0.00019939385033001896,
      "loss": 4.875,
      "step": 58812
    },
    {
      "epoch": 2.408887978701618,
      "grad_norm": 3.2810222335626076,
      "learning_rate": 0.00019939077081822178,
      "loss": 4.5625,
      "step": 58813
    },
    {
      "epoch": 2.408928937128814,
      "grad_norm": 2.9698642796714623,
      "learning_rate": 0.0001993876912830756,
      "loss": 3.8438,
      "step": 58814
    },
    {
      "epoch": 2.4089698955560106,
      "grad_norm": 3.309666825689,
      "learning_rate": 0.00019938461172458176,
      "loss": 4.875,
      "step": 58815
    },
    {
      "epoch": 2.409010853983207,
      "grad_norm": 6.797824363533376,
      "learning_rate": 0.00019938153214274176,
      "loss": 6.1875,
      "step": 58816
    },
    {
      "epoch": 2.4090518124104037,
      "grad_norm": 3.021802236648834,
      "learning_rate": 0.00019937845253755696,
      "loss": 4.375,
      "step": 58817
    },
    {
      "epoch": 2.4090927708375998,
      "grad_norm": 5.52814710817242,
      "learning_rate": 0.00019937537290902897,
      "loss": 5.875,
      "step": 58818
    },
    {
      "epoch": 2.4091337292647963,
      "grad_norm": 3.0795436308581383,
      "learning_rate": 0.0001993722932571591,
      "loss": 4.1562,
      "step": 58819
    },
    {
      "epoch": 2.4091746876919924,
      "grad_norm": 2.8927709403833775,
      "learning_rate": 0.00019936921358194892,
      "loss": 3.7031,
      "step": 58820
    },
    {
      "epoch": 2.409215646119189,
      "grad_norm": 2.8698603491145067,
      "learning_rate": 0.0001993661338833998,
      "loss": 4.7188,
      "step": 58821
    },
    {
      "epoch": 2.4092566045463855,
      "grad_norm": 3.1517667025169387,
      "learning_rate": 0.0001993630541615133,
      "loss": 4.8438,
      "step": 58822
    },
    {
      "epoch": 2.409297562973582,
      "grad_norm": 3.23538897081342,
      "learning_rate": 0.0001993599744162908,
      "loss": 5.5938,
      "step": 58823
    },
    {
      "epoch": 2.409338521400778,
      "grad_norm": 8.841322195642059,
      "learning_rate": 0.00019935689464773375,
      "loss": 5.5312,
      "step": 58824
    },
    {
      "epoch": 2.4093794798279746,
      "grad_norm": 3.0570726358838725,
      "learning_rate": 0.00019935381485584362,
      "loss": 4.125,
      "step": 58825
    },
    {
      "epoch": 2.409420438255171,
      "grad_norm": 2.94832818694305,
      "learning_rate": 0.00019935073504062187,
      "loss": 5.0312,
      "step": 58826
    },
    {
      "epoch": 2.4094613966823673,
      "grad_norm": 4.007603919616379,
      "learning_rate": 0.00019934765520206998,
      "loss": 4.2812,
      "step": 58827
    },
    {
      "epoch": 2.409502355109564,
      "grad_norm": 4.691462203115535,
      "learning_rate": 0.00019934457534018937,
      "loss": 4.9062,
      "step": 58828
    },
    {
      "epoch": 2.4095433135367603,
      "grad_norm": 4.730262380984429,
      "learning_rate": 0.00019934149545498145,
      "loss": 7.4062,
      "step": 58829
    },
    {
      "epoch": 2.4095842719639564,
      "grad_norm": 3.175780327589922,
      "learning_rate": 0.0001993384155464478,
      "loss": 5.4062,
      "step": 58830
    },
    {
      "epoch": 2.409625230391153,
      "grad_norm": 4.234570053520049,
      "learning_rate": 0.00019933533561458983,
      "loss": 5.8125,
      "step": 58831
    },
    {
      "epoch": 2.4096661888183495,
      "grad_norm": 2.7663113424361305,
      "learning_rate": 0.00019933225565940893,
      "loss": 4.375,
      "step": 58832
    },
    {
      "epoch": 2.4097071472455456,
      "grad_norm": 2.9752306033346962,
      "learning_rate": 0.00019932917568090663,
      "loss": 4.7812,
      "step": 58833
    },
    {
      "epoch": 2.409748105672742,
      "grad_norm": 3.1769195900611487,
      "learning_rate": 0.00019932609567908433,
      "loss": 4.5,
      "step": 58834
    },
    {
      "epoch": 2.4097890640999386,
      "grad_norm": 3.06503352504107,
      "learning_rate": 0.00019932301565394353,
      "loss": 4.6875,
      "step": 58835
    },
    {
      "epoch": 2.409830022527135,
      "grad_norm": 3.6585560270025534,
      "learning_rate": 0.00019931993560548568,
      "loss": 3.9375,
      "step": 58836
    },
    {
      "epoch": 2.4098709809543313,
      "grad_norm": 2.838958529512943,
      "learning_rate": 0.0001993168555337122,
      "loss": 4.25,
      "step": 58837
    },
    {
      "epoch": 2.409911939381528,
      "grad_norm": 3.195513409284258,
      "learning_rate": 0.0001993137754386246,
      "loss": 5.1875,
      "step": 58838
    },
    {
      "epoch": 2.409952897808724,
      "grad_norm": 2.9783524826578716,
      "learning_rate": 0.0001993106953202243,
      "loss": 4.4688,
      "step": 58839
    },
    {
      "epoch": 2.4099938562359204,
      "grad_norm": 3.641576776460089,
      "learning_rate": 0.00019930761517851275,
      "loss": 3.2188,
      "step": 58840
    },
    {
      "epoch": 2.410034814663117,
      "grad_norm": 6.38182433514094,
      "learning_rate": 0.0001993045350134914,
      "loss": 3.0,
      "step": 58841
    },
    {
      "epoch": 2.4100757730903135,
      "grad_norm": 3.2955143572553722,
      "learning_rate": 0.00019930145482516175,
      "loss": 4.5625,
      "step": 58842
    },
    {
      "epoch": 2.4101167315175096,
      "grad_norm": 3.876066486579403,
      "learning_rate": 0.00019929837461352527,
      "loss": 5.4688,
      "step": 58843
    },
    {
      "epoch": 2.410157689944706,
      "grad_norm": 3.292412791019923,
      "learning_rate": 0.00019929529437858335,
      "loss": 4.8438,
      "step": 58844
    },
    {
      "epoch": 2.4101986483719027,
      "grad_norm": 3.0923903531571173,
      "learning_rate": 0.00019929221412033746,
      "loss": 2.9219,
      "step": 58845
    },
    {
      "epoch": 2.4102396067990988,
      "grad_norm": 4.104354300087316,
      "learning_rate": 0.0001992891338387891,
      "loss": 5.5938,
      "step": 58846
    },
    {
      "epoch": 2.4102805652262953,
      "grad_norm": 5.197813536176593,
      "learning_rate": 0.00019928605353393967,
      "loss": 6.8125,
      "step": 58847
    },
    {
      "epoch": 2.410321523653492,
      "grad_norm": 4.43126235967153,
      "learning_rate": 0.00019928297320579073,
      "loss": 2.8594,
      "step": 58848
    },
    {
      "epoch": 2.410362482080688,
      "grad_norm": 3.160519167858524,
      "learning_rate": 0.00019927989285434356,
      "loss": 4.8125,
      "step": 58849
    },
    {
      "epoch": 2.4104034405078845,
      "grad_norm": 4.6190339950296035,
      "learning_rate": 0.00019927681247959976,
      "loss": 4.9688,
      "step": 58850
    },
    {
      "epoch": 2.410444398935081,
      "grad_norm": 2.968609526793624,
      "learning_rate": 0.00019927373208156074,
      "loss": 4.5625,
      "step": 58851
    },
    {
      "epoch": 2.410485357362277,
      "grad_norm": 3.3927930949496177,
      "learning_rate": 0.00019927065166022796,
      "loss": 4.5312,
      "step": 58852
    },
    {
      "epoch": 2.4105263157894736,
      "grad_norm": 6.210776061740136,
      "learning_rate": 0.00019926757121560286,
      "loss": 3.2031,
      "step": 58853
    },
    {
      "epoch": 2.41056727421667,
      "grad_norm": 11.886211775776077,
      "learning_rate": 0.00019926449074768692,
      "loss": 4.0312,
      "step": 58854
    },
    {
      "epoch": 2.4106082326438667,
      "grad_norm": 8.26865511713567,
      "learning_rate": 0.00019926141025648162,
      "loss": 5.125,
      "step": 58855
    },
    {
      "epoch": 2.410649191071063,
      "grad_norm": 3.3727085660907234,
      "learning_rate": 0.00019925832974198836,
      "loss": 4.375,
      "step": 58856
    },
    {
      "epoch": 2.4106901494982593,
      "grad_norm": 3.394889911016502,
      "learning_rate": 0.00019925524920420858,
      "loss": 4.1875,
      "step": 58857
    },
    {
      "epoch": 2.4107311079254554,
      "grad_norm": 4.79647008950878,
      "learning_rate": 0.00019925216864314382,
      "loss": 6.3438,
      "step": 58858
    },
    {
      "epoch": 2.410772066352652,
      "grad_norm": 3.5437748758293304,
      "learning_rate": 0.00019924908805879547,
      "loss": 5.125,
      "step": 58859
    },
    {
      "epoch": 2.4108130247798485,
      "grad_norm": 3.1902837559219583,
      "learning_rate": 0.00019924600745116505,
      "loss": 5.2188,
      "step": 58860
    },
    {
      "epoch": 2.410853983207045,
      "grad_norm": 3.1873749171311845,
      "learning_rate": 0.0001992429268202539,
      "loss": 4.9375,
      "step": 58861
    },
    {
      "epoch": 2.410894941634241,
      "grad_norm": 10.24453606615024,
      "learning_rate": 0.00019923984616606363,
      "loss": 2.4844,
      "step": 58862
    },
    {
      "epoch": 2.4109359000614377,
      "grad_norm": 3.2939242892901923,
      "learning_rate": 0.00019923676548859557,
      "loss": 4.4062,
      "step": 58863
    },
    {
      "epoch": 2.410976858488634,
      "grad_norm": 5.285435886901595,
      "learning_rate": 0.00019923368478785126,
      "loss": 6.0,
      "step": 58864
    },
    {
      "epoch": 2.4110178169158303,
      "grad_norm": 2.7385595905610587,
      "learning_rate": 0.00019923060406383208,
      "loss": 4.125,
      "step": 58865
    },
    {
      "epoch": 2.411058775343027,
      "grad_norm": 3.3206909023929394,
      "learning_rate": 0.00019922752331653955,
      "loss": 4.7188,
      "step": 58866
    },
    {
      "epoch": 2.4110997337702234,
      "grad_norm": 3.365862515060699,
      "learning_rate": 0.00019922444254597511,
      "loss": 3.875,
      "step": 58867
    },
    {
      "epoch": 2.4111406921974194,
      "grad_norm": 2.877511386258719,
      "learning_rate": 0.0001992213617521402,
      "loss": 3.3125,
      "step": 58868
    },
    {
      "epoch": 2.411181650624616,
      "grad_norm": 3.7740019152366786,
      "learning_rate": 0.00019921828093503625,
      "loss": 4.5,
      "step": 58869
    },
    {
      "epoch": 2.4112226090518125,
      "grad_norm": 10.286259442865122,
      "learning_rate": 0.00019921520009466483,
      "loss": 1.5938,
      "step": 58870
    },
    {
      "epoch": 2.4112635674790086,
      "grad_norm": 8.594117085299702,
      "learning_rate": 0.00019921211923102725,
      "loss": 4.0938,
      "step": 58871
    },
    {
      "epoch": 2.411304525906205,
      "grad_norm": 2.966837654720028,
      "learning_rate": 0.0001992090383441251,
      "loss": 4.75,
      "step": 58872
    },
    {
      "epoch": 2.4113454843334017,
      "grad_norm": 7.91715713818736,
      "learning_rate": 0.0001992059574339597,
      "loss": 4.0,
      "step": 58873
    },
    {
      "epoch": 2.411386442760598,
      "grad_norm": 10.224406691142464,
      "learning_rate": 0.00019920287650053263,
      "loss": 2.6875,
      "step": 58874
    },
    {
      "epoch": 2.4114274011877943,
      "grad_norm": 6.3977805321959655,
      "learning_rate": 0.0001991997955438453,
      "loss": 5.9062,
      "step": 58875
    },
    {
      "epoch": 2.411468359614991,
      "grad_norm": 3.41226538159174,
      "learning_rate": 0.0001991967145638991,
      "loss": 4.5625,
      "step": 58876
    },
    {
      "epoch": 2.411509318042187,
      "grad_norm": 4.056232349477582,
      "learning_rate": 0.0001991936335606956,
      "loss": 4.4062,
      "step": 58877
    },
    {
      "epoch": 2.4115502764693835,
      "grad_norm": 3.0741979356521543,
      "learning_rate": 0.0001991905525342362,
      "loss": 3.8438,
      "step": 58878
    },
    {
      "epoch": 2.41159123489658,
      "grad_norm": 3.255238619593799,
      "learning_rate": 0.00019918747148452235,
      "loss": 5.25,
      "step": 58879
    },
    {
      "epoch": 2.4116321933237765,
      "grad_norm": 4.428402704210045,
      "learning_rate": 0.00019918439041155555,
      "loss": 6.2188,
      "step": 58880
    },
    {
      "epoch": 2.4116731517509726,
      "grad_norm": 3.888360136141881,
      "learning_rate": 0.00019918130931533717,
      "loss": 4.3125,
      "step": 58881
    },
    {
      "epoch": 2.411714110178169,
      "grad_norm": 3.441116481336597,
      "learning_rate": 0.00019917822819586875,
      "loss": 4.375,
      "step": 58882
    },
    {
      "epoch": 2.4117550686053657,
      "grad_norm": 6.000993853801616,
      "learning_rate": 0.00019917514705315175,
      "loss": 7.5938,
      "step": 58883
    },
    {
      "epoch": 2.411796027032562,
      "grad_norm": 9.623695247413194,
      "learning_rate": 0.0001991720658871876,
      "loss": 5.25,
      "step": 58884
    },
    {
      "epoch": 2.4118369854597583,
      "grad_norm": 5.491377252238423,
      "learning_rate": 0.00019916898469797767,
      "loss": 2.4375,
      "step": 58885
    },
    {
      "epoch": 2.411877943886955,
      "grad_norm": 3.6080203028553233,
      "learning_rate": 0.00019916590348552352,
      "loss": 4.375,
      "step": 58886
    },
    {
      "epoch": 2.411918902314151,
      "grad_norm": 3.5188736629500563,
      "learning_rate": 0.00019916282224982665,
      "loss": 4.75,
      "step": 58887
    },
    {
      "epoch": 2.4119598607413475,
      "grad_norm": 3.043892615690158,
      "learning_rate": 0.0001991597409908884,
      "loss": 4.1875,
      "step": 58888
    },
    {
      "epoch": 2.412000819168544,
      "grad_norm": 3.360559381119903,
      "learning_rate": 0.00019915665970871027,
      "loss": 4.9062,
      "step": 58889
    },
    {
      "epoch": 2.41204177759574,
      "grad_norm": 3.68521364053063,
      "learning_rate": 0.00019915357840329372,
      "loss": 1.4531,
      "step": 58890
    },
    {
      "epoch": 2.4120827360229367,
      "grad_norm": 7.339117596949025,
      "learning_rate": 0.00019915049707464023,
      "loss": 3.6562,
      "step": 58891
    },
    {
      "epoch": 2.412123694450133,
      "grad_norm": 2.3964888474994117,
      "learning_rate": 0.00019914741572275122,
      "loss": 2.4375,
      "step": 58892
    },
    {
      "epoch": 2.4121646528773297,
      "grad_norm": 3.2341770404244983,
      "learning_rate": 0.00019914433434762817,
      "loss": 4.9688,
      "step": 58893
    },
    {
      "epoch": 2.412205611304526,
      "grad_norm": 3.1520243933263203,
      "learning_rate": 0.00019914125294927254,
      "loss": 4.625,
      "step": 58894
    },
    {
      "epoch": 2.4122465697317224,
      "grad_norm": 6.540919605339674,
      "learning_rate": 0.00019913817152768576,
      "loss": 1.2188,
      "step": 58895
    },
    {
      "epoch": 2.4122875281589184,
      "grad_norm": 4.602503008047213,
      "learning_rate": 0.00019913509008286933,
      "loss": 3.7031,
      "step": 58896
    },
    {
      "epoch": 2.412328486586115,
      "grad_norm": 3.0914669447887353,
      "learning_rate": 0.00019913200861482462,
      "loss": 5.0938,
      "step": 58897
    },
    {
      "epoch": 2.4123694450133115,
      "grad_norm": 3.489221241693098,
      "learning_rate": 0.00019912892712355322,
      "loss": 4.5,
      "step": 58898
    },
    {
      "epoch": 2.412410403440508,
      "grad_norm": 2.7240895177067066,
      "learning_rate": 0.00019912584560905652,
      "loss": 4.1875,
      "step": 58899
    },
    {
      "epoch": 2.412451361867704,
      "grad_norm": 2.861654220195607,
      "learning_rate": 0.00019912276407133591,
      "loss": 4.0938,
      "step": 58900
    },
    {
      "epoch": 2.4124923202949007,
      "grad_norm": 6.71940488980128,
      "learning_rate": 0.00019911968251039292,
      "loss": 5.25,
      "step": 58901
    },
    {
      "epoch": 2.412533278722097,
      "grad_norm": 3.493250539671097,
      "learning_rate": 0.00019911660092622902,
      "loss": 5.375,
      "step": 58902
    },
    {
      "epoch": 2.4125742371492933,
      "grad_norm": 3.340835200831222,
      "learning_rate": 0.00019911351931884566,
      "loss": 4.875,
      "step": 58903
    },
    {
      "epoch": 2.41261519557649,
      "grad_norm": 4.102574453835224,
      "learning_rate": 0.00019911043768824425,
      "loss": 4.4375,
      "step": 58904
    },
    {
      "epoch": 2.4126561540036864,
      "grad_norm": 10.656623142009751,
      "learning_rate": 0.00019910735603442627,
      "loss": 5.5312,
      "step": 58905
    },
    {
      "epoch": 2.4126971124308825,
      "grad_norm": 2.6843023232712064,
      "learning_rate": 0.00019910427435739316,
      "loss": 4.2188,
      "step": 58906
    },
    {
      "epoch": 2.412738070858079,
      "grad_norm": 3.8667511176039016,
      "learning_rate": 0.00019910119265714645,
      "loss": 5.0312,
      "step": 58907
    },
    {
      "epoch": 2.4127790292852755,
      "grad_norm": 3.765262505322552,
      "learning_rate": 0.00019909811093368754,
      "loss": 5.1562,
      "step": 58908
    },
    {
      "epoch": 2.4128199877124716,
      "grad_norm": 2.7947120285734446,
      "learning_rate": 0.0001990950291870178,
      "loss": 3.8906,
      "step": 58909
    },
    {
      "epoch": 2.412860946139668,
      "grad_norm": 3.9697767575266996,
      "learning_rate": 0.0001990919474171389,
      "loss": 1.9609,
      "step": 58910
    },
    {
      "epoch": 2.4129019045668647,
      "grad_norm": 2.8007668821813088,
      "learning_rate": 0.00019908886562405214,
      "loss": 3.75,
      "step": 58911
    },
    {
      "epoch": 2.4129428629940612,
      "grad_norm": 3.3984647161723505,
      "learning_rate": 0.00019908578380775898,
      "loss": 5.0625,
      "step": 58912
    },
    {
      "epoch": 2.4129838214212573,
      "grad_norm": 3.1740441606681675,
      "learning_rate": 0.0001990827019682609,
      "loss": 5.0,
      "step": 58913
    },
    {
      "epoch": 2.413024779848454,
      "grad_norm": 9.233058032662338,
      "learning_rate": 0.0001990796201055594,
      "loss": 3.5625,
      "step": 58914
    },
    {
      "epoch": 2.4130657382756504,
      "grad_norm": 5.5005305815687775,
      "learning_rate": 0.00019907653821965593,
      "loss": 5.25,
      "step": 58915
    },
    {
      "epoch": 2.4131066967028465,
      "grad_norm": 9.66467807173961,
      "learning_rate": 0.00019907345631055187,
      "loss": 2.625,
      "step": 58916
    },
    {
      "epoch": 2.413147655130043,
      "grad_norm": 5.595910208673871,
      "learning_rate": 0.00019907037437824876,
      "loss": 3.4844,
      "step": 58917
    },
    {
      "epoch": 2.4131886135572396,
      "grad_norm": 5.7515353135804865,
      "learning_rate": 0.00019906729242274803,
      "loss": 3.0625,
      "step": 58918
    },
    {
      "epoch": 2.4132295719844357,
      "grad_norm": 3.275794168868617,
      "learning_rate": 0.00019906421044405112,
      "loss": 3.9844,
      "step": 58919
    },
    {
      "epoch": 2.413270530411632,
      "grad_norm": 4.249321049298297,
      "learning_rate": 0.0001990611284421595,
      "loss": 4.0625,
      "step": 58920
    },
    {
      "epoch": 2.4133114888388287,
      "grad_norm": 5.561293496675139,
      "learning_rate": 0.00019905804641707462,
      "loss": 2.0938,
      "step": 58921
    },
    {
      "epoch": 2.413352447266025,
      "grad_norm": 2.6740133304345757,
      "learning_rate": 0.00019905496436879792,
      "loss": 3.2656,
      "step": 58922
    },
    {
      "epoch": 2.4133934056932214,
      "grad_norm": 6.154769368379561,
      "learning_rate": 0.0001990518822973309,
      "loss": 5.9062,
      "step": 58923
    },
    {
      "epoch": 2.413434364120418,
      "grad_norm": 3.775181996502386,
      "learning_rate": 0.00019904880020267502,
      "loss": 3.3594,
      "step": 58924
    },
    {
      "epoch": 2.413475322547614,
      "grad_norm": 4.023026648276287,
      "learning_rate": 0.00019904571808483168,
      "loss": 3.0312,
      "step": 58925
    },
    {
      "epoch": 2.4135162809748105,
      "grad_norm": 2.7735919396923316,
      "learning_rate": 0.0001990426359438024,
      "loss": 4.5,
      "step": 58926
    },
    {
      "epoch": 2.413557239402007,
      "grad_norm": 3.6381473923941257,
      "learning_rate": 0.00019903955377958857,
      "loss": 4.6562,
      "step": 58927
    },
    {
      "epoch": 2.413598197829203,
      "grad_norm": 4.914840717983609,
      "learning_rate": 0.0001990364715921917,
      "loss": 5.1562,
      "step": 58928
    },
    {
      "epoch": 2.4136391562563997,
      "grad_norm": 3.357958815263751,
      "learning_rate": 0.0001990333893816132,
      "loss": 5.375,
      "step": 58929
    },
    {
      "epoch": 2.4136801146835962,
      "grad_norm": 4.15660652841995,
      "learning_rate": 0.0001990303071478546,
      "loss": 6.0,
      "step": 58930
    },
    {
      "epoch": 2.4137210731107928,
      "grad_norm": 3.1734130956772675,
      "learning_rate": 0.0001990272248909173,
      "loss": 3.6562,
      "step": 58931
    },
    {
      "epoch": 2.413762031537989,
      "grad_norm": 7.7787846440824,
      "learning_rate": 0.00019902414261080282,
      "loss": 4.1875,
      "step": 58932
    },
    {
      "epoch": 2.4138029899651854,
      "grad_norm": 2.8256299885443434,
      "learning_rate": 0.0001990210603075125,
      "loss": 4.5312,
      "step": 58933
    },
    {
      "epoch": 2.413843948392382,
      "grad_norm": 3.48886161348068,
      "learning_rate": 0.0001990179779810479,
      "loss": 5.1875,
      "step": 58934
    },
    {
      "epoch": 2.413884906819578,
      "grad_norm": 3.744100631524466,
      "learning_rate": 0.00019901489563141044,
      "loss": 4.1875,
      "step": 58935
    },
    {
      "epoch": 2.4139258652467745,
      "grad_norm": 4.078081096881198,
      "learning_rate": 0.00019901181325860157,
      "loss": 5.0938,
      "step": 58936
    },
    {
      "epoch": 2.413966823673971,
      "grad_norm": 18.15429679462179,
      "learning_rate": 0.00019900873086262278,
      "loss": 6.875,
      "step": 58937
    },
    {
      "epoch": 2.414007782101167,
      "grad_norm": 3.7770751034620673,
      "learning_rate": 0.0001990056484434755,
      "loss": 5.5312,
      "step": 58938
    },
    {
      "epoch": 2.4140487405283637,
      "grad_norm": 3.6235026574138067,
      "learning_rate": 0.0001990025660011612,
      "loss": 4.8438,
      "step": 58939
    },
    {
      "epoch": 2.4140896989555602,
      "grad_norm": 3.5312814091492672,
      "learning_rate": 0.00019899948353568133,
      "loss": 4.9688,
      "step": 58940
    },
    {
      "epoch": 2.4141306573827563,
      "grad_norm": 3.264319794916325,
      "learning_rate": 0.00019899640104703733,
      "loss": 5.25,
      "step": 58941
    },
    {
      "epoch": 2.414171615809953,
      "grad_norm": 4.34304586222912,
      "learning_rate": 0.00019899331853523067,
      "loss": 6.0625,
      "step": 58942
    },
    {
      "epoch": 2.4142125742371494,
      "grad_norm": 4.5139751768540295,
      "learning_rate": 0.00019899023600026286,
      "loss": 5.5938,
      "step": 58943
    },
    {
      "epoch": 2.4142535326643455,
      "grad_norm": 3.991394805200121,
      "learning_rate": 0.00019898715344213527,
      "loss": 4.9375,
      "step": 58944
    },
    {
      "epoch": 2.414294491091542,
      "grad_norm": 2.9960617255549296,
      "learning_rate": 0.00019898407086084936,
      "loss": 5.7812,
      "step": 58945
    },
    {
      "epoch": 2.4143354495187386,
      "grad_norm": 3.215523756171063,
      "learning_rate": 0.0001989809882564067,
      "loss": 4.4688,
      "step": 58946
    },
    {
      "epoch": 2.4143764079459347,
      "grad_norm": 3.045594257065072,
      "learning_rate": 0.00019897790562880866,
      "loss": 5.3125,
      "step": 58947
    },
    {
      "epoch": 2.414417366373131,
      "grad_norm": 3.0488932583456996,
      "learning_rate": 0.00019897482297805664,
      "loss": 4.375,
      "step": 58948
    },
    {
      "epoch": 2.4144583248003277,
      "grad_norm": 5.2880471414694945,
      "learning_rate": 0.0001989717403041522,
      "loss": 3.8906,
      "step": 58949
    },
    {
      "epoch": 2.4144992832275243,
      "grad_norm": 3.1617120059719284,
      "learning_rate": 0.00019896865760709678,
      "loss": 3.2969,
      "step": 58950
    },
    {
      "epoch": 2.4145402416547204,
      "grad_norm": 2.8967894076354317,
      "learning_rate": 0.00019896557488689184,
      "loss": 4.6562,
      "step": 58951
    },
    {
      "epoch": 2.414581200081917,
      "grad_norm": 3.9944018832628188,
      "learning_rate": 0.0001989624921435388,
      "loss": 4.0312,
      "step": 58952
    },
    {
      "epoch": 2.4146221585091134,
      "grad_norm": 2.7521101514908457,
      "learning_rate": 0.00019895940937703912,
      "loss": 4.0,
      "step": 58953
    },
    {
      "epoch": 2.4146631169363095,
      "grad_norm": 3.181692767914747,
      "learning_rate": 0.00019895632658739428,
      "loss": 4.2188,
      "step": 58954
    },
    {
      "epoch": 2.414704075363506,
      "grad_norm": 3.1787835794645747,
      "learning_rate": 0.00019895324377460573,
      "loss": 5.1875,
      "step": 58955
    },
    {
      "epoch": 2.4147450337907026,
      "grad_norm": 2.714114203845607,
      "learning_rate": 0.00019895016093867494,
      "loss": 4.0938,
      "step": 58956
    },
    {
      "epoch": 2.4147859922178987,
      "grad_norm": 5.858236578082776,
      "learning_rate": 0.00019894707807960332,
      "loss": 5.9062,
      "step": 58957
    },
    {
      "epoch": 2.4148269506450952,
      "grad_norm": 3.848183696223072,
      "learning_rate": 0.00019894399519739236,
      "loss": 5.9062,
      "step": 58958
    },
    {
      "epoch": 2.4148679090722918,
      "grad_norm": 7.950259444190717,
      "learning_rate": 0.00019894091229204357,
      "loss": 4.625,
      "step": 58959
    },
    {
      "epoch": 2.414908867499488,
      "grad_norm": 4.56942245848329,
      "learning_rate": 0.00019893782936355832,
      "loss": 5.5,
      "step": 58960
    },
    {
      "epoch": 2.4149498259266844,
      "grad_norm": 4.753381277932879,
      "learning_rate": 0.0001989347464119381,
      "loss": 4.4688,
      "step": 58961
    },
    {
      "epoch": 2.414990784353881,
      "grad_norm": 3.0539821919052996,
      "learning_rate": 0.00019893166343718438,
      "loss": 4.2188,
      "step": 58962
    },
    {
      "epoch": 2.415031742781077,
      "grad_norm": 5.890735774989182,
      "learning_rate": 0.00019892858043929864,
      "loss": 5.5938,
      "step": 58963
    },
    {
      "epoch": 2.4150727012082736,
      "grad_norm": 2.9156739934915405,
      "learning_rate": 0.00019892549741828226,
      "loss": 4.5625,
      "step": 58964
    },
    {
      "epoch": 2.41511365963547,
      "grad_norm": 5.970750887337335,
      "learning_rate": 0.00019892241437413673,
      "loss": 6.7188,
      "step": 58965
    },
    {
      "epoch": 2.415154618062666,
      "grad_norm": 2.920152418793917,
      "learning_rate": 0.0001989193313068636,
      "loss": 4.1562,
      "step": 58966
    },
    {
      "epoch": 2.4151955764898627,
      "grad_norm": 3.0982674200663505,
      "learning_rate": 0.0001989162482164642,
      "loss": 4.375,
      "step": 58967
    },
    {
      "epoch": 2.4152365349170593,
      "grad_norm": 3.009202629020609,
      "learning_rate": 0.00019891316510294003,
      "loss": 4.4375,
      "step": 58968
    },
    {
      "epoch": 2.415277493344256,
      "grad_norm": 5.6161589527690925,
      "learning_rate": 0.00019891008196629254,
      "loss": 3.6562,
      "step": 58969
    },
    {
      "epoch": 2.415318451771452,
      "grad_norm": 5.263535096185233,
      "learning_rate": 0.00019890699880652322,
      "loss": 4.6562,
      "step": 58970
    },
    {
      "epoch": 2.4153594101986484,
      "grad_norm": 4.063352375265503,
      "learning_rate": 0.00019890391562363353,
      "loss": 5.0938,
      "step": 58971
    },
    {
      "epoch": 2.415400368625845,
      "grad_norm": 4.518080387307514,
      "learning_rate": 0.00019890083241762488,
      "loss": 3.3594,
      "step": 58972
    },
    {
      "epoch": 2.415441327053041,
      "grad_norm": 2.887051037692345,
      "learning_rate": 0.00019889774918849874,
      "loss": 4.9375,
      "step": 58973
    },
    {
      "epoch": 2.4154822854802376,
      "grad_norm": 4.6125897445277,
      "learning_rate": 0.00019889466593625663,
      "loss": 5.0625,
      "step": 58974
    },
    {
      "epoch": 2.415523243907434,
      "grad_norm": 3.3331071321666634,
      "learning_rate": 0.00019889158266089992,
      "loss": 5.125,
      "step": 58975
    },
    {
      "epoch": 2.41556420233463,
      "grad_norm": 3.223994843301836,
      "learning_rate": 0.00019888849936243013,
      "loss": 4.5312,
      "step": 58976
    },
    {
      "epoch": 2.4156051607618267,
      "grad_norm": 2.7918752798685236,
      "learning_rate": 0.00019888541604084865,
      "loss": 3.2656,
      "step": 58977
    },
    {
      "epoch": 2.4156461191890233,
      "grad_norm": 3.626263751587482,
      "learning_rate": 0.00019888233269615703,
      "loss": 3.3906,
      "step": 58978
    },
    {
      "epoch": 2.4156870776162194,
      "grad_norm": 4.521549107410599,
      "learning_rate": 0.00019887924932835668,
      "loss": 4.625,
      "step": 58979
    },
    {
      "epoch": 2.415728036043416,
      "grad_norm": 3.1914089523380786,
      "learning_rate": 0.00019887616593744904,
      "loss": 4.5625,
      "step": 58980
    },
    {
      "epoch": 2.4157689944706124,
      "grad_norm": 2.8189042635536627,
      "learning_rate": 0.00019887308252343556,
      "loss": 4.0312,
      "step": 58981
    },
    {
      "epoch": 2.4158099528978085,
      "grad_norm": 3.3237439203304606,
      "learning_rate": 0.00019886999908631776,
      "loss": 4.625,
      "step": 58982
    },
    {
      "epoch": 2.415850911325005,
      "grad_norm": 4.867123835832175,
      "learning_rate": 0.00019886691562609704,
      "loss": 4.625,
      "step": 58983
    },
    {
      "epoch": 2.4158918697522016,
      "grad_norm": 3.159234070167211,
      "learning_rate": 0.0001988638321427749,
      "loss": 4.5938,
      "step": 58984
    },
    {
      "epoch": 2.4159328281793977,
      "grad_norm": 2.9022489708202075,
      "learning_rate": 0.00019886074863635278,
      "loss": 4.4688,
      "step": 58985
    },
    {
      "epoch": 2.4159737866065942,
      "grad_norm": 3.208398815353274,
      "learning_rate": 0.00019885766510683211,
      "loss": 4.8125,
      "step": 58986
    },
    {
      "epoch": 2.4160147450337908,
      "grad_norm": 6.241555213951814,
      "learning_rate": 0.0001988545815542144,
      "loss": 2.6875,
      "step": 58987
    },
    {
      "epoch": 2.4160557034609873,
      "grad_norm": 3.3364158921801637,
      "learning_rate": 0.00019885149797850104,
      "loss": 4.5938,
      "step": 58988
    },
    {
      "epoch": 2.4160966618881834,
      "grad_norm": 3.2397984782287197,
      "learning_rate": 0.00019884841437969354,
      "loss": 5.2812,
      "step": 58989
    },
    {
      "epoch": 2.41613762031538,
      "grad_norm": 2.7890125845519282,
      "learning_rate": 0.0001988453307577934,
      "loss": 4.1875,
      "step": 58990
    },
    {
      "epoch": 2.4161785787425765,
      "grad_norm": 2.847706833592022,
      "learning_rate": 0.00019884224711280195,
      "loss": 4.25,
      "step": 58991
    },
    {
      "epoch": 2.4162195371697726,
      "grad_norm": 3.212470823640365,
      "learning_rate": 0.00019883916344472075,
      "loss": 4.0,
      "step": 58992
    },
    {
      "epoch": 2.416260495596969,
      "grad_norm": 3.0727196273846658,
      "learning_rate": 0.0001988360797535512,
      "loss": 4.7188,
      "step": 58993
    },
    {
      "epoch": 2.4163014540241656,
      "grad_norm": 2.9817918862104595,
      "learning_rate": 0.0001988329960392948,
      "loss": 4.3438,
      "step": 58994
    },
    {
      "epoch": 2.4163424124513617,
      "grad_norm": 2.88710462227828,
      "learning_rate": 0.00019882991230195298,
      "loss": 4.5312,
      "step": 58995
    },
    {
      "epoch": 2.4163833708785583,
      "grad_norm": 4.927688938258463,
      "learning_rate": 0.00019882682854152723,
      "loss": 6.2188,
      "step": 58996
    },
    {
      "epoch": 2.416424329305755,
      "grad_norm": 2.7619332591633574,
      "learning_rate": 0.00019882374475801897,
      "loss": 4.0938,
      "step": 58997
    },
    {
      "epoch": 2.416465287732951,
      "grad_norm": 3.372293259350347,
      "learning_rate": 0.00019882066095142973,
      "loss": 5.3438,
      "step": 58998
    },
    {
      "epoch": 2.4165062461601474,
      "grad_norm": 3.9772633700201774,
      "learning_rate": 0.00019881757712176087,
      "loss": 5.0312,
      "step": 58999
    },
    {
      "epoch": 2.416547204587344,
      "grad_norm": 3.1798225469157253,
      "learning_rate": 0.0001988144932690139,
      "loss": 4.9375,
      "step": 59000
    },
    {
      "epoch": 2.4165881630145405,
      "grad_norm": 3.1648361178419924,
      "learning_rate": 0.0001988114093931902,
      "loss": 3.8125,
      "step": 59001
    },
    {
      "epoch": 2.4166291214417366,
      "grad_norm": 4.240399355569084,
      "learning_rate": 0.0001988083254942914,
      "loss": 3.6406,
      "step": 59002
    },
    {
      "epoch": 2.416670079868933,
      "grad_norm": 2.750717787676919,
      "learning_rate": 0.00019880524157231885,
      "loss": 3.6406,
      "step": 59003
    },
    {
      "epoch": 2.416711038296129,
      "grad_norm": 3.1470936352189187,
      "learning_rate": 0.00019880215762727398,
      "loss": 4.5625,
      "step": 59004
    },
    {
      "epoch": 2.4167519967233257,
      "grad_norm": 3.0662503994925783,
      "learning_rate": 0.00019879907365915827,
      "loss": 3.3281,
      "step": 59005
    },
    {
      "epoch": 2.4167929551505223,
      "grad_norm": 3.609197382479553,
      "learning_rate": 0.0001987959896679732,
      "loss": 4.5312,
      "step": 59006
    },
    {
      "epoch": 2.416833913577719,
      "grad_norm": 7.383790359717904,
      "learning_rate": 0.00019879290565372025,
      "loss": 6.5,
      "step": 59007
    },
    {
      "epoch": 2.416874872004915,
      "grad_norm": 3.358847425348638,
      "learning_rate": 0.0001987898216164008,
      "loss": 5.4375,
      "step": 59008
    },
    {
      "epoch": 2.4169158304321114,
      "grad_norm": 3.0565742201793475,
      "learning_rate": 0.00019878673755601637,
      "loss": 5.0312,
      "step": 59009
    },
    {
      "epoch": 2.416956788859308,
      "grad_norm": 3.0909043456670493,
      "learning_rate": 0.0001987836534725684,
      "loss": 5.0,
      "step": 59010
    },
    {
      "epoch": 2.416997747286504,
      "grad_norm": 3.1908007929569653,
      "learning_rate": 0.00019878056936605836,
      "loss": 4.4375,
      "step": 59011
    },
    {
      "epoch": 2.4170387057137006,
      "grad_norm": 6.623851004205098,
      "learning_rate": 0.0001987774852364877,
      "loss": 4.9375,
      "step": 59012
    },
    {
      "epoch": 2.417079664140897,
      "grad_norm": 3.1820461912233733,
      "learning_rate": 0.00019877440108385786,
      "loss": 4.8438,
      "step": 59013
    },
    {
      "epoch": 2.4171206225680932,
      "grad_norm": 2.849509786674792,
      "learning_rate": 0.00019877131690817032,
      "loss": 4.3438,
      "step": 59014
    },
    {
      "epoch": 2.4171615809952898,
      "grad_norm": 3.5074201635726237,
      "learning_rate": 0.00019876823270942656,
      "loss": 4.8438,
      "step": 59015
    },
    {
      "epoch": 2.4172025394224863,
      "grad_norm": 4.6199194135054,
      "learning_rate": 0.00019876514848762798,
      "loss": 4.7188,
      "step": 59016
    },
    {
      "epoch": 2.4172434978496824,
      "grad_norm": 3.0206975231862874,
      "learning_rate": 0.00019876206424277606,
      "loss": 4.8438,
      "step": 59017
    },
    {
      "epoch": 2.417284456276879,
      "grad_norm": 2.868474960526106,
      "learning_rate": 0.00019875897997487224,
      "loss": 4.0625,
      "step": 59018
    },
    {
      "epoch": 2.4173254147040755,
      "grad_norm": 3.3764311006824164,
      "learning_rate": 0.00019875589568391807,
      "loss": 5.7812,
      "step": 59019
    },
    {
      "epoch": 2.417366373131272,
      "grad_norm": 3.6930743965917703,
      "learning_rate": 0.00019875281136991492,
      "loss": 5.125,
      "step": 59020
    },
    {
      "epoch": 2.417407331558468,
      "grad_norm": 4.433856956371244,
      "learning_rate": 0.00019874972703286424,
      "loss": 6.25,
      "step": 59021
    },
    {
      "epoch": 2.4174482899856646,
      "grad_norm": 5.628723169167433,
      "learning_rate": 0.0001987466426727675,
      "loss": 5.3438,
      "step": 59022
    },
    {
      "epoch": 2.4174892484128607,
      "grad_norm": 3.110528633293778,
      "learning_rate": 0.00019874355828962626,
      "loss": 5.6875,
      "step": 59023
    },
    {
      "epoch": 2.4175302068400573,
      "grad_norm": 3.2959488421139937,
      "learning_rate": 0.00019874047388344188,
      "loss": 4.5,
      "step": 59024
    },
    {
      "epoch": 2.417571165267254,
      "grad_norm": 3.0160250664471366,
      "learning_rate": 0.0001987373894542158,
      "loss": 3.6562,
      "step": 59025
    },
    {
      "epoch": 2.4176121236944503,
      "grad_norm": 2.7984449940905356,
      "learning_rate": 0.0001987343050019495,
      "loss": 4.2188,
      "step": 59026
    },
    {
      "epoch": 2.4176530821216464,
      "grad_norm": 3.6837361834224804,
      "learning_rate": 0.00019873122052664448,
      "loss": 5.375,
      "step": 59027
    },
    {
      "epoch": 2.417694040548843,
      "grad_norm": 3.799292665551106,
      "learning_rate": 0.00019872813602830216,
      "loss": 4.75,
      "step": 59028
    },
    {
      "epoch": 2.4177349989760395,
      "grad_norm": 3.8894197407890796,
      "learning_rate": 0.00019872505150692394,
      "loss": 3.875,
      "step": 59029
    },
    {
      "epoch": 2.4177759574032356,
      "grad_norm": 3.119139322496453,
      "learning_rate": 0.0001987219669625114,
      "loss": 4.7188,
      "step": 59030
    },
    {
      "epoch": 2.417816915830432,
      "grad_norm": 4.303135089872143,
      "learning_rate": 0.00019871888239506594,
      "loss": 5.5625,
      "step": 59031
    },
    {
      "epoch": 2.4178578742576287,
      "grad_norm": 3.1913642320592883,
      "learning_rate": 0.00019871579780458905,
      "loss": 5.4688,
      "step": 59032
    },
    {
      "epoch": 2.4178988326848248,
      "grad_norm": 4.307106004191666,
      "learning_rate": 0.0001987127131910821,
      "loss": 5.375,
      "step": 59033
    },
    {
      "epoch": 2.4179397911120213,
      "grad_norm": 2.979108034813212,
      "learning_rate": 0.0001987096285545466,
      "loss": 3.8594,
      "step": 59034
    },
    {
      "epoch": 2.417980749539218,
      "grad_norm": 4.806319166849204,
      "learning_rate": 0.00019870654389498408,
      "loss": 3.7031,
      "step": 59035
    },
    {
      "epoch": 2.418021707966414,
      "grad_norm": 3.0876660957168647,
      "learning_rate": 0.0001987034592123959,
      "loss": 4.875,
      "step": 59036
    },
    {
      "epoch": 2.4180626663936104,
      "grad_norm": 3.227549899183197,
      "learning_rate": 0.0001987003745067835,
      "loss": 5.4688,
      "step": 59037
    },
    {
      "epoch": 2.418103624820807,
      "grad_norm": 4.705287205161673,
      "learning_rate": 0.00019869728977814843,
      "loss": 3.25,
      "step": 59038
    },
    {
      "epoch": 2.4181445832480035,
      "grad_norm": 3.174202109594044,
      "learning_rate": 0.00019869420502649211,
      "loss": 4.5312,
      "step": 59039
    },
    {
      "epoch": 2.4181855416751996,
      "grad_norm": 2.792736960341741,
      "learning_rate": 0.00019869112025181602,
      "loss": 4.5625,
      "step": 59040
    },
    {
      "epoch": 2.418226500102396,
      "grad_norm": 3.2795623925158295,
      "learning_rate": 0.00019868803545412155,
      "loss": 4.8125,
      "step": 59041
    },
    {
      "epoch": 2.4182674585295922,
      "grad_norm": 2.9822714799021757,
      "learning_rate": 0.00019868495063341023,
      "loss": 4.7188,
      "step": 59042
    },
    {
      "epoch": 2.4183084169567888,
      "grad_norm": 3.0249760145341504,
      "learning_rate": 0.0001986818657896835,
      "loss": 4.4062,
      "step": 59043
    },
    {
      "epoch": 2.4183493753839853,
      "grad_norm": 5.164204545230274,
      "learning_rate": 0.00019867878092294278,
      "loss": 5.1875,
      "step": 59044
    },
    {
      "epoch": 2.418390333811182,
      "grad_norm": 2.915641247108172,
      "learning_rate": 0.00019867569603318954,
      "loss": 4.25,
      "step": 59045
    },
    {
      "epoch": 2.418431292238378,
      "grad_norm": 3.7866789407071164,
      "learning_rate": 0.00019867261112042529,
      "loss": 5.9375,
      "step": 59046
    },
    {
      "epoch": 2.4184722506655745,
      "grad_norm": 3.3392464053442725,
      "learning_rate": 0.00019866952618465147,
      "loss": 4.5,
      "step": 59047
    },
    {
      "epoch": 2.418513209092771,
      "grad_norm": 4.21648959843709,
      "learning_rate": 0.0001986664412258695,
      "loss": 5.4062,
      "step": 59048
    },
    {
      "epoch": 2.418554167519967,
      "grad_norm": 3.833527960288535,
      "learning_rate": 0.00019866335624408083,
      "loss": 5.1875,
      "step": 59049
    },
    {
      "epoch": 2.4185951259471636,
      "grad_norm": 3.1761646353040915,
      "learning_rate": 0.00019866027123928697,
      "loss": 5.0312,
      "step": 59050
    },
    {
      "epoch": 2.41863608437436,
      "grad_norm": 3.2641970374025133,
      "learning_rate": 0.0001986571862114894,
      "loss": 4.75,
      "step": 59051
    },
    {
      "epoch": 2.4186770428015563,
      "grad_norm": 3.392867594058958,
      "learning_rate": 0.0001986541011606895,
      "loss": 4.0625,
      "step": 59052
    },
    {
      "epoch": 2.418718001228753,
      "grad_norm": 2.541418345056478,
      "learning_rate": 0.00019865101608688876,
      "loss": 3.5938,
      "step": 59053
    },
    {
      "epoch": 2.4187589596559493,
      "grad_norm": 3.3396508643489238,
      "learning_rate": 0.00019864793099008866,
      "loss": 4.3438,
      "step": 59054
    },
    {
      "epoch": 2.4187999180831454,
      "grad_norm": 4.518791830883584,
      "learning_rate": 0.00019864484587029063,
      "loss": 4.875,
      "step": 59055
    },
    {
      "epoch": 2.418840876510342,
      "grad_norm": 3.0308535677331574,
      "learning_rate": 0.00019864176072749616,
      "loss": 4.3125,
      "step": 59056
    },
    {
      "epoch": 2.4188818349375385,
      "grad_norm": 3.0330958147801343,
      "learning_rate": 0.00019863867556170662,
      "loss": 4.0625,
      "step": 59057
    },
    {
      "epoch": 2.418922793364735,
      "grad_norm": 3.4089955960280243,
      "learning_rate": 0.0001986355903729236,
      "loss": 4.7188,
      "step": 59058
    },
    {
      "epoch": 2.418963751791931,
      "grad_norm": 3.164066593219877,
      "learning_rate": 0.00019863250516114853,
      "loss": 4.5312,
      "step": 59059
    },
    {
      "epoch": 2.4190047102191277,
      "grad_norm": 2.897037467844805,
      "learning_rate": 0.00019862941992638278,
      "loss": 4.4375,
      "step": 59060
    },
    {
      "epoch": 2.4190456686463238,
      "grad_norm": 3.122097550958212,
      "learning_rate": 0.00019862633466862783,
      "loss": 5.25,
      "step": 59061
    },
    {
      "epoch": 2.4190866270735203,
      "grad_norm": 3.2459015886680342,
      "learning_rate": 0.00019862324938788522,
      "loss": 3.8125,
      "step": 59062
    },
    {
      "epoch": 2.419127585500717,
      "grad_norm": 3.9670783859682754,
      "learning_rate": 0.00019862016408415636,
      "loss": 4.625,
      "step": 59063
    },
    {
      "epoch": 2.4191685439279134,
      "grad_norm": 3.114706819661495,
      "learning_rate": 0.0001986170787574427,
      "loss": 4.6562,
      "step": 59064
    },
    {
      "epoch": 2.4192095023551095,
      "grad_norm": 3.376367577042447,
      "learning_rate": 0.00019861399340774568,
      "loss": 4.9688,
      "step": 59065
    },
    {
      "epoch": 2.419250460782306,
      "grad_norm": 3.4520322039913003,
      "learning_rate": 0.00019861090803506679,
      "loss": 4.5312,
      "step": 59066
    },
    {
      "epoch": 2.4192914192095025,
      "grad_norm": 3.0661428332859137,
      "learning_rate": 0.00019860782263940753,
      "loss": 4.5312,
      "step": 59067
    },
    {
      "epoch": 2.4193323776366986,
      "grad_norm": 2.982403204043439,
      "learning_rate": 0.00019860473722076928,
      "loss": 5.25,
      "step": 59068
    },
    {
      "epoch": 2.419373336063895,
      "grad_norm": 3.974066718786641,
      "learning_rate": 0.00019860165177915348,
      "loss": 4.4375,
      "step": 59069
    },
    {
      "epoch": 2.4194142944910917,
      "grad_norm": 3.117538160442143,
      "learning_rate": 0.00019859856631456173,
      "loss": 3.8594,
      "step": 59070
    },
    {
      "epoch": 2.419455252918288,
      "grad_norm": 3.335561081770832,
      "learning_rate": 0.00019859548082699536,
      "loss": 5.0,
      "step": 59071
    },
    {
      "epoch": 2.4194962113454843,
      "grad_norm": 3.3253492863810497,
      "learning_rate": 0.00019859239531645588,
      "loss": 4.1562,
      "step": 59072
    },
    {
      "epoch": 2.419537169772681,
      "grad_norm": 3.0484972761186073,
      "learning_rate": 0.00019858930978294468,
      "loss": 4.6875,
      "step": 59073
    },
    {
      "epoch": 2.419578128199877,
      "grad_norm": 2.9180174267183245,
      "learning_rate": 0.00019858622422646332,
      "loss": 4.8125,
      "step": 59074
    },
    {
      "epoch": 2.4196190866270735,
      "grad_norm": 3.1513309426598495,
      "learning_rate": 0.00019858313864701323,
      "loss": 3.5625,
      "step": 59075
    },
    {
      "epoch": 2.41966004505427,
      "grad_norm": 3.633273994872732,
      "learning_rate": 0.0001985800530445958,
      "loss": 4.4375,
      "step": 59076
    },
    {
      "epoch": 2.4197010034814666,
      "grad_norm": 6.215061000301469,
      "learning_rate": 0.00019857696741921253,
      "loss": 3.4062,
      "step": 59077
    },
    {
      "epoch": 2.4197419619086626,
      "grad_norm": 2.6403371204193706,
      "learning_rate": 0.00019857388177086497,
      "loss": 4.9375,
      "step": 59078
    },
    {
      "epoch": 2.419782920335859,
      "grad_norm": 7.950457150507855,
      "learning_rate": 0.00019857079609955443,
      "loss": 5.2812,
      "step": 59079
    },
    {
      "epoch": 2.4198238787630553,
      "grad_norm": 5.827443931217264,
      "learning_rate": 0.00019856771040528248,
      "loss": 6.5625,
      "step": 59080
    },
    {
      "epoch": 2.419864837190252,
      "grad_norm": 2.8377675508888216,
      "learning_rate": 0.00019856462468805048,
      "loss": 4.2812,
      "step": 59081
    },
    {
      "epoch": 2.4199057956174483,
      "grad_norm": 3.5038619244396996,
      "learning_rate": 0.00019856153894785999,
      "loss": 5.5938,
      "step": 59082
    },
    {
      "epoch": 2.419946754044645,
      "grad_norm": 3.6991252877538248,
      "learning_rate": 0.0001985584531847124,
      "loss": 4.4062,
      "step": 59083
    },
    {
      "epoch": 2.419987712471841,
      "grad_norm": 3.4628216949492057,
      "learning_rate": 0.00019855536739860923,
      "loss": 5.625,
      "step": 59084
    },
    {
      "epoch": 2.4200286708990375,
      "grad_norm": 3.860639440198901,
      "learning_rate": 0.00019855228158955187,
      "loss": 6.2188,
      "step": 59085
    },
    {
      "epoch": 2.420069629326234,
      "grad_norm": 8.78030110599186,
      "learning_rate": 0.0001985491957575418,
      "loss": 5.5938,
      "step": 59086
    },
    {
      "epoch": 2.42011058775343,
      "grad_norm": 3.364422251338444,
      "learning_rate": 0.00019854610990258052,
      "loss": 5.0938,
      "step": 59087
    },
    {
      "epoch": 2.4201515461806267,
      "grad_norm": 8.193005631272342,
      "learning_rate": 0.0001985430240246694,
      "loss": 5.5625,
      "step": 59088
    },
    {
      "epoch": 2.420192504607823,
      "grad_norm": 3.0757233854631254,
      "learning_rate": 0.00019853993812380996,
      "loss": 4.0625,
      "step": 59089
    },
    {
      "epoch": 2.4202334630350193,
      "grad_norm": 3.479059589252492,
      "learning_rate": 0.0001985368522000037,
      "loss": 4.875,
      "step": 59090
    },
    {
      "epoch": 2.420274421462216,
      "grad_norm": 5.383293304553315,
      "learning_rate": 0.00019853376625325204,
      "loss": 6.375,
      "step": 59091
    },
    {
      "epoch": 2.4203153798894124,
      "grad_norm": 3.5867573844219196,
      "learning_rate": 0.0001985306802835564,
      "loss": 1.6328,
      "step": 59092
    },
    {
      "epoch": 2.4203563383166085,
      "grad_norm": 3.2478276528028958,
      "learning_rate": 0.00019852759429091825,
      "loss": 4.7812,
      "step": 59093
    },
    {
      "epoch": 2.420397296743805,
      "grad_norm": 3.364523884152783,
      "learning_rate": 0.00019852450827533908,
      "loss": 4.125,
      "step": 59094
    },
    {
      "epoch": 2.4204382551710015,
      "grad_norm": 3.1974579434290327,
      "learning_rate": 0.0001985214222368204,
      "loss": 3.5156,
      "step": 59095
    },
    {
      "epoch": 2.420479213598198,
      "grad_norm": 2.8414813204209266,
      "learning_rate": 0.00019851833617536357,
      "loss": 4.0625,
      "step": 59096
    },
    {
      "epoch": 2.420520172025394,
      "grad_norm": 5.7990896075678044,
      "learning_rate": 0.00019851525009097006,
      "loss": 7.5938,
      "step": 59097
    },
    {
      "epoch": 2.4205611304525907,
      "grad_norm": 3.7264943449953334,
      "learning_rate": 0.0001985121639836414,
      "loss": 4.625,
      "step": 59098
    },
    {
      "epoch": 2.420602088879787,
      "grad_norm": 3.564471088416871,
      "learning_rate": 0.00019850907785337897,
      "loss": 5.0,
      "step": 59099
    },
    {
      "epoch": 2.4206430473069833,
      "grad_norm": 3.3582260236652264,
      "learning_rate": 0.00019850599170018426,
      "loss": 4.125,
      "step": 59100
    },
    {
      "epoch": 2.42068400573418,
      "grad_norm": 6.531977808569244,
      "learning_rate": 0.0001985029055240587,
      "loss": 7.0625,
      "step": 59101
    },
    {
      "epoch": 2.4207249641613764,
      "grad_norm": 3.7269283453736413,
      "learning_rate": 0.00019849981932500385,
      "loss": 3.9844,
      "step": 59102
    },
    {
      "epoch": 2.4207659225885725,
      "grad_norm": 3.3021570947277166,
      "learning_rate": 0.00019849673310302107,
      "loss": 4.8438,
      "step": 59103
    },
    {
      "epoch": 2.420806881015769,
      "grad_norm": 3.5420818941936187,
      "learning_rate": 0.00019849364685811186,
      "loss": 5.3438,
      "step": 59104
    },
    {
      "epoch": 2.4208478394429656,
      "grad_norm": 7.565994793305641,
      "learning_rate": 0.00019849056059027763,
      "loss": 6.4375,
      "step": 59105
    },
    {
      "epoch": 2.4208887978701616,
      "grad_norm": 3.1506058168755877,
      "learning_rate": 0.00019848747429951992,
      "loss": 4.4062,
      "step": 59106
    },
    {
      "epoch": 2.420929756297358,
      "grad_norm": 3.6325879186379777,
      "learning_rate": 0.00019848438798584012,
      "loss": 5.4375,
      "step": 59107
    },
    {
      "epoch": 2.4209707147245547,
      "grad_norm": 3.0448823910617606,
      "learning_rate": 0.00019848130164923974,
      "loss": 4.25,
      "step": 59108
    },
    {
      "epoch": 2.421011673151751,
      "grad_norm": 2.9272178484413627,
      "learning_rate": 0.00019847821528972017,
      "loss": 4.875,
      "step": 59109
    },
    {
      "epoch": 2.4210526315789473,
      "grad_norm": 7.240206400673399,
      "learning_rate": 0.00019847512890728295,
      "loss": 3.2656,
      "step": 59110
    },
    {
      "epoch": 2.421093590006144,
      "grad_norm": 3.8253638657153055,
      "learning_rate": 0.00019847204250192949,
      "loss": 4.6875,
      "step": 59111
    },
    {
      "epoch": 2.42113454843334,
      "grad_norm": 3.923095265485676,
      "learning_rate": 0.00019846895607366128,
      "loss": 5.375,
      "step": 59112
    },
    {
      "epoch": 2.4211755068605365,
      "grad_norm": 3.1642698036293355,
      "learning_rate": 0.00019846586962247973,
      "loss": 4.8125,
      "step": 59113
    },
    {
      "epoch": 2.421216465287733,
      "grad_norm": 5.771983719156521,
      "learning_rate": 0.00019846278314838634,
      "loss": 5.125,
      "step": 59114
    },
    {
      "epoch": 2.4212574237149296,
      "grad_norm": 5.070930328936445,
      "learning_rate": 0.00019845969665138258,
      "loss": 2.0469,
      "step": 59115
    },
    {
      "epoch": 2.4212983821421257,
      "grad_norm": 2.7517028005504236,
      "learning_rate": 0.00019845661013146985,
      "loss": 3.8125,
      "step": 59116
    },
    {
      "epoch": 2.421339340569322,
      "grad_norm": 3.327161926537151,
      "learning_rate": 0.00019845352358864967,
      "loss": 4.9375,
      "step": 59117
    },
    {
      "epoch": 2.4213802989965183,
      "grad_norm": 3.7355869178655294,
      "learning_rate": 0.00019845043702292346,
      "loss": 4.625,
      "step": 59118
    },
    {
      "epoch": 2.421421257423715,
      "grad_norm": 2.987741138444637,
      "learning_rate": 0.00019844735043429273,
      "loss": 4.3125,
      "step": 59119
    },
    {
      "epoch": 2.4214622158509114,
      "grad_norm": 3.5056849209637218,
      "learning_rate": 0.00019844426382275887,
      "loss": 5.1875,
      "step": 59120
    },
    {
      "epoch": 2.421503174278108,
      "grad_norm": 3.5081538731220783,
      "learning_rate": 0.00019844117718832336,
      "loss": 5.0938,
      "step": 59121
    },
    {
      "epoch": 2.421544132705304,
      "grad_norm": 3.5644700405133873,
      "learning_rate": 0.0001984380905309877,
      "loss": 4.6875,
      "step": 59122
    },
    {
      "epoch": 2.4215850911325005,
      "grad_norm": 4.468798169749843,
      "learning_rate": 0.00019843500385075333,
      "loss": 5.0625,
      "step": 59123
    },
    {
      "epoch": 2.421626049559697,
      "grad_norm": 3.1733865615048615,
      "learning_rate": 0.0001984319171476217,
      "loss": 3.375,
      "step": 59124
    },
    {
      "epoch": 2.421667007986893,
      "grad_norm": 3.510329496262141,
      "learning_rate": 0.00019842883042159423,
      "loss": 5.1562,
      "step": 59125
    },
    {
      "epoch": 2.4217079664140897,
      "grad_norm": 3.184646377887441,
      "learning_rate": 0.00019842574367267245,
      "loss": 4.7812,
      "step": 59126
    },
    {
      "epoch": 2.4217489248412862,
      "grad_norm": 3.889087434869922,
      "learning_rate": 0.0001984226569008578,
      "loss": 6.4375,
      "step": 59127
    },
    {
      "epoch": 2.4217898832684823,
      "grad_norm": 2.6624427541583753,
      "learning_rate": 0.00019841957010615174,
      "loss": 4.25,
      "step": 59128
    },
    {
      "epoch": 2.421830841695679,
      "grad_norm": 4.20850321677076,
      "learning_rate": 0.00019841648328855567,
      "loss": 4.75,
      "step": 59129
    },
    {
      "epoch": 2.4218718001228754,
      "grad_norm": 3.1757099465971868,
      "learning_rate": 0.00019841339644807113,
      "loss": 4.375,
      "step": 59130
    },
    {
      "epoch": 2.4219127585500715,
      "grad_norm": 4.57726183840766,
      "learning_rate": 0.00019841030958469953,
      "loss": 3.7656,
      "step": 59131
    },
    {
      "epoch": 2.421953716977268,
      "grad_norm": 3.0949723251540093,
      "learning_rate": 0.00019840722269844234,
      "loss": 4.5,
      "step": 59132
    },
    {
      "epoch": 2.4219946754044646,
      "grad_norm": 3.3057222506732247,
      "learning_rate": 0.000198404135789301,
      "loss": 4.8125,
      "step": 59133
    },
    {
      "epoch": 2.422035633831661,
      "grad_norm": 4.296561701214517,
      "learning_rate": 0.00019840104885727704,
      "loss": 5.875,
      "step": 59134
    },
    {
      "epoch": 2.422076592258857,
      "grad_norm": 5.618731522404423,
      "learning_rate": 0.0001983979619023719,
      "loss": 5.75,
      "step": 59135
    },
    {
      "epoch": 2.4221175506860537,
      "grad_norm": 8.181024775032162,
      "learning_rate": 0.00019839487492458695,
      "loss": 4.2812,
      "step": 59136
    },
    {
      "epoch": 2.42215850911325,
      "grad_norm": 3.3467130056509573,
      "learning_rate": 0.0001983917879239237,
      "loss": 4.4375,
      "step": 59137
    },
    {
      "epoch": 2.4221994675404463,
      "grad_norm": 2.9858914933334373,
      "learning_rate": 0.00019838870090038366,
      "loss": 4.1562,
      "step": 59138
    },
    {
      "epoch": 2.422240425967643,
      "grad_norm": 3.6240098084391046,
      "learning_rate": 0.00019838561385396823,
      "loss": 5.125,
      "step": 59139
    },
    {
      "epoch": 2.4222813843948394,
      "grad_norm": 3.9019312980484275,
      "learning_rate": 0.00019838252678467893,
      "loss": 3.9375,
      "step": 59140
    },
    {
      "epoch": 2.4223223428220355,
      "grad_norm": 3.741270689428627,
      "learning_rate": 0.00019837943969251712,
      "loss": 4.5938,
      "step": 59141
    },
    {
      "epoch": 2.422363301249232,
      "grad_norm": 3.287768490733317,
      "learning_rate": 0.00019837635257748438,
      "loss": 4.5312,
      "step": 59142
    },
    {
      "epoch": 2.4224042596764286,
      "grad_norm": 2.761707926052944,
      "learning_rate": 0.00019837326543958205,
      "loss": 4.0,
      "step": 59143
    },
    {
      "epoch": 2.4224452181036247,
      "grad_norm": 2.8519254137601475,
      "learning_rate": 0.0001983701782788117,
      "loss": 4.1562,
      "step": 59144
    },
    {
      "epoch": 2.422486176530821,
      "grad_norm": 3.077550006194081,
      "learning_rate": 0.00019836709109517466,
      "loss": 4.8438,
      "step": 59145
    },
    {
      "epoch": 2.4225271349580177,
      "grad_norm": 4.068342607763149,
      "learning_rate": 0.00019836400388867253,
      "loss": 4.0625,
      "step": 59146
    },
    {
      "epoch": 2.422568093385214,
      "grad_norm": 3.15934616588268,
      "learning_rate": 0.00019836091665930672,
      "loss": 3.9062,
      "step": 59147
    },
    {
      "epoch": 2.4226090518124104,
      "grad_norm": 6.093550679494566,
      "learning_rate": 0.0001983578294070786,
      "loss": 6.3125,
      "step": 59148
    },
    {
      "epoch": 2.422650010239607,
      "grad_norm": 2.971016179498617,
      "learning_rate": 0.00019835474213198974,
      "loss": 4.125,
      "step": 59149
    },
    {
      "epoch": 2.422690968666803,
      "grad_norm": 4.291742120673485,
      "learning_rate": 0.00019835165483404158,
      "loss": 4.9688,
      "step": 59150
    },
    {
      "epoch": 2.4227319270939995,
      "grad_norm": 3.962524072699733,
      "learning_rate": 0.0001983485675132356,
      "loss": 4.1875,
      "step": 59151
    },
    {
      "epoch": 2.422772885521196,
      "grad_norm": 4.308001151176824,
      "learning_rate": 0.00019834548016957316,
      "loss": 6.2812,
      "step": 59152
    },
    {
      "epoch": 2.4228138439483926,
      "grad_norm": 2.6704566288912623,
      "learning_rate": 0.0001983423928030558,
      "loss": 3.3281,
      "step": 59153
    },
    {
      "epoch": 2.4228548023755887,
      "grad_norm": 3.4642275937598996,
      "learning_rate": 0.00019833930541368497,
      "loss": 4.9375,
      "step": 59154
    },
    {
      "epoch": 2.4228957608027852,
      "grad_norm": 2.9370606768065364,
      "learning_rate": 0.00019833621800146212,
      "loss": 4.5625,
      "step": 59155
    },
    {
      "epoch": 2.4229367192299813,
      "grad_norm": 3.5652376209117613,
      "learning_rate": 0.00019833313056638867,
      "loss": 6.0938,
      "step": 59156
    },
    {
      "epoch": 2.422977677657178,
      "grad_norm": 3.2701696394361925,
      "learning_rate": 0.00019833004310846616,
      "loss": 4.5625,
      "step": 59157
    },
    {
      "epoch": 2.4230186360843744,
      "grad_norm": 3.343262171375235,
      "learning_rate": 0.000198326955627696,
      "loss": 4.6875,
      "step": 59158
    },
    {
      "epoch": 2.423059594511571,
      "grad_norm": 3.1505796626623894,
      "learning_rate": 0.00019832386812407965,
      "loss": 4.7188,
      "step": 59159
    },
    {
      "epoch": 2.423100552938767,
      "grad_norm": 3.111509861834537,
      "learning_rate": 0.00019832078059761865,
      "loss": 4.9062,
      "step": 59160
    },
    {
      "epoch": 2.4231415113659636,
      "grad_norm": 2.814193875987102,
      "learning_rate": 0.00019831769304831429,
      "loss": 3.5938,
      "step": 59161
    },
    {
      "epoch": 2.42318246979316,
      "grad_norm": 3.7824795552075567,
      "learning_rate": 0.00019831460547616814,
      "loss": 5.125,
      "step": 59162
    },
    {
      "epoch": 2.423223428220356,
      "grad_norm": 3.8438073674963875,
      "learning_rate": 0.00019831151788118174,
      "loss": 4.7188,
      "step": 59163
    },
    {
      "epoch": 2.4232643866475527,
      "grad_norm": 2.7135261147294916,
      "learning_rate": 0.0001983084302633564,
      "loss": 3.7656,
      "step": 59164
    },
    {
      "epoch": 2.4233053450747493,
      "grad_norm": 3.376512072138502,
      "learning_rate": 0.00019830534262269364,
      "loss": 4.5938,
      "step": 59165
    },
    {
      "epoch": 2.4233463035019454,
      "grad_norm": 3.037078383673786,
      "learning_rate": 0.0001983022549591949,
      "loss": 4.7812,
      "step": 59166
    },
    {
      "epoch": 2.423387261929142,
      "grad_norm": 8.118145525544998,
      "learning_rate": 0.0001982991672728617,
      "loss": 5.2188,
      "step": 59167
    },
    {
      "epoch": 2.4234282203563384,
      "grad_norm": 2.785709477365772,
      "learning_rate": 0.0001982960795636954,
      "loss": 4.4688,
      "step": 59168
    },
    {
      "epoch": 2.4234691787835345,
      "grad_norm": 3.2027400221617457,
      "learning_rate": 0.0001982929918316975,
      "loss": 4.9062,
      "step": 59169
    },
    {
      "epoch": 2.423510137210731,
      "grad_norm": 3.6460031168744886,
      "learning_rate": 0.00019828990407686956,
      "loss": 4.5,
      "step": 59170
    },
    {
      "epoch": 2.4235510956379276,
      "grad_norm": 2.1239515971514678,
      "learning_rate": 0.00019828681629921292,
      "loss": 2.7031,
      "step": 59171
    },
    {
      "epoch": 2.423592054065124,
      "grad_norm": 3.797564562359066,
      "learning_rate": 0.00019828372849872906,
      "loss": 4.8438,
      "step": 59172
    },
    {
      "epoch": 2.42363301249232,
      "grad_norm": 3.51281702447827,
      "learning_rate": 0.00019828064067541943,
      "loss": 4.125,
      "step": 59173
    },
    {
      "epoch": 2.4236739709195168,
      "grad_norm": 3.94830593358498,
      "learning_rate": 0.00019827755282928556,
      "loss": 5.5312,
      "step": 59174
    },
    {
      "epoch": 2.423714929346713,
      "grad_norm": 4.162879141738154,
      "learning_rate": 0.00019827446496032886,
      "loss": 5.3125,
      "step": 59175
    },
    {
      "epoch": 2.4237558877739094,
      "grad_norm": 3.830635632519038,
      "learning_rate": 0.00019827137706855078,
      "loss": 4.9688,
      "step": 59176
    },
    {
      "epoch": 2.423796846201106,
      "grad_norm": 2.7562025400078687,
      "learning_rate": 0.0001982682891539528,
      "loss": 3.8438,
      "step": 59177
    },
    {
      "epoch": 2.4238378046283025,
      "grad_norm": 3.007099609338392,
      "learning_rate": 0.0001982652012165364,
      "loss": 3.7812,
      "step": 59178
    },
    {
      "epoch": 2.4238787630554985,
      "grad_norm": 2.8136646729093076,
      "learning_rate": 0.00019826211325630298,
      "loss": 3.6875,
      "step": 59179
    },
    {
      "epoch": 2.423919721482695,
      "grad_norm": 6.398334274301871,
      "learning_rate": 0.00019825902527325406,
      "loss": 7.5,
      "step": 59180
    },
    {
      "epoch": 2.4239606799098916,
      "grad_norm": 2.8920516215454803,
      "learning_rate": 0.000198255937267391,
      "loss": 4.0,
      "step": 59181
    },
    {
      "epoch": 2.4240016383370877,
      "grad_norm": 3.6733576847991833,
      "learning_rate": 0.0001982528492387154,
      "loss": 4.0,
      "step": 59182
    },
    {
      "epoch": 2.4240425967642842,
      "grad_norm": 2.983513079657838,
      "learning_rate": 0.00019824976118722865,
      "loss": 4.8125,
      "step": 59183
    },
    {
      "epoch": 2.4240835551914808,
      "grad_norm": 12.75172369486159,
      "learning_rate": 0.00019824667311293219,
      "loss": 5.5312,
      "step": 59184
    },
    {
      "epoch": 2.424124513618677,
      "grad_norm": 2.8573772220585476,
      "learning_rate": 0.0001982435850158275,
      "loss": 4.375,
      "step": 59185
    },
    {
      "epoch": 2.4241654720458734,
      "grad_norm": 4.861397703298461,
      "learning_rate": 0.00019824049689591607,
      "loss": 4.0625,
      "step": 59186
    },
    {
      "epoch": 2.42420643047307,
      "grad_norm": 4.019523270927082,
      "learning_rate": 0.00019823740875319934,
      "loss": 5.8438,
      "step": 59187
    },
    {
      "epoch": 2.424247388900266,
      "grad_norm": 3.489556403144474,
      "learning_rate": 0.00019823432058767873,
      "loss": 5.0625,
      "step": 59188
    },
    {
      "epoch": 2.4242883473274626,
      "grad_norm": 2.9106046966694947,
      "learning_rate": 0.00019823123239935572,
      "loss": 4.25,
      "step": 59189
    },
    {
      "epoch": 2.424329305754659,
      "grad_norm": 3.0672200348524163,
      "learning_rate": 0.0001982281441882318,
      "loss": 1.1953,
      "step": 59190
    },
    {
      "epoch": 2.4243702641818556,
      "grad_norm": 3.477050720047903,
      "learning_rate": 0.00019822505595430844,
      "loss": 4.625,
      "step": 59191
    },
    {
      "epoch": 2.4244112226090517,
      "grad_norm": 3.499423410428491,
      "learning_rate": 0.00019822196769758707,
      "loss": 3.8281,
      "step": 59192
    },
    {
      "epoch": 2.4244521810362483,
      "grad_norm": 2.842795888966869,
      "learning_rate": 0.00019821887941806908,
      "loss": 3.9844,
      "step": 59193
    },
    {
      "epoch": 2.4244931394634444,
      "grad_norm": 3.532416723634016,
      "learning_rate": 0.00019821579111575606,
      "loss": 4.75,
      "step": 59194
    },
    {
      "epoch": 2.424534097890641,
      "grad_norm": 6.177021461014274,
      "learning_rate": 0.00019821270279064943,
      "loss": 5.375,
      "step": 59195
    },
    {
      "epoch": 2.4245750563178374,
      "grad_norm": 2.8540048725836606,
      "learning_rate": 0.0001982096144427506,
      "loss": 4.625,
      "step": 59196
    },
    {
      "epoch": 2.424616014745034,
      "grad_norm": 2.9781905838371223,
      "learning_rate": 0.00019820652607206106,
      "loss": 4.4688,
      "step": 59197
    },
    {
      "epoch": 2.42465697317223,
      "grad_norm": 4.0124822333781704,
      "learning_rate": 0.00019820343767858227,
      "loss": 4.4688,
      "step": 59198
    },
    {
      "epoch": 2.4246979315994266,
      "grad_norm": 2.922390112645248,
      "learning_rate": 0.00019820034926231573,
      "loss": 4.4062,
      "step": 59199
    },
    {
      "epoch": 2.424738890026623,
      "grad_norm": 3.0102535261525687,
      "learning_rate": 0.00019819726082326286,
      "loss": 3.9062,
      "step": 59200
    },
    {
      "epoch": 2.424779848453819,
      "grad_norm": 3.9279232419934664,
      "learning_rate": 0.0001981941723614251,
      "loss": 4.7812,
      "step": 59201
    },
    {
      "epoch": 2.4248208068810158,
      "grad_norm": 3.230112141169919,
      "learning_rate": 0.00019819108387680393,
      "loss": 4.0625,
      "step": 59202
    },
    {
      "epoch": 2.4248617653082123,
      "grad_norm": 3.2052434839714716,
      "learning_rate": 0.0001981879953694008,
      "loss": 5.0938,
      "step": 59203
    },
    {
      "epoch": 2.4249027237354084,
      "grad_norm": 3.0837336119337464,
      "learning_rate": 0.00019818490683921723,
      "loss": 4.8438,
      "step": 59204
    },
    {
      "epoch": 2.424943682162605,
      "grad_norm": 3.0287375434150743,
      "learning_rate": 0.00019818181828625453,
      "loss": 4.4688,
      "step": 59205
    },
    {
      "epoch": 2.4249846405898015,
      "grad_norm": 5.556163489823077,
      "learning_rate": 0.00019817872971051434,
      "loss": 4.9375,
      "step": 59206
    },
    {
      "epoch": 2.4250255990169975,
      "grad_norm": 4.741135678429798,
      "learning_rate": 0.00019817564111199802,
      "loss": 3.1562,
      "step": 59207
    },
    {
      "epoch": 2.425066557444194,
      "grad_norm": 6.616118837376476,
      "learning_rate": 0.00019817255249070706,
      "loss": 6.5,
      "step": 59208
    },
    {
      "epoch": 2.4251075158713906,
      "grad_norm": 2.7033754054822765,
      "learning_rate": 0.0001981694638466429,
      "loss": 3.75,
      "step": 59209
    },
    {
      "epoch": 2.425148474298587,
      "grad_norm": 4.0728494912498725,
      "learning_rate": 0.00019816637517980706,
      "loss": 5.75,
      "step": 59210
    },
    {
      "epoch": 2.4251894327257832,
      "grad_norm": 2.9460445814812455,
      "learning_rate": 0.00019816328649020093,
      "loss": 4.375,
      "step": 59211
    },
    {
      "epoch": 2.42523039115298,
      "grad_norm": 2.7341533009252625,
      "learning_rate": 0.000198160197777826,
      "loss": 4.1875,
      "step": 59212
    },
    {
      "epoch": 2.425271349580176,
      "grad_norm": 2.89157345145367,
      "learning_rate": 0.00019815710904268368,
      "loss": 4.5938,
      "step": 59213
    },
    {
      "epoch": 2.4253123080073724,
      "grad_norm": 2.957037593032905,
      "learning_rate": 0.0001981540202847755,
      "loss": 4.3438,
      "step": 59214
    },
    {
      "epoch": 2.425353266434569,
      "grad_norm": 3.164305592196876,
      "learning_rate": 0.00019815093150410285,
      "loss": 4.6875,
      "step": 59215
    },
    {
      "epoch": 2.4253942248617655,
      "grad_norm": 5.655106878592308,
      "learning_rate": 0.0001981478427006673,
      "loss": 5.0625,
      "step": 59216
    },
    {
      "epoch": 2.4254351832889616,
      "grad_norm": 3.2766260756620524,
      "learning_rate": 0.0001981447538744702,
      "loss": 4.3125,
      "step": 59217
    },
    {
      "epoch": 2.425476141716158,
      "grad_norm": 4.560420050550501,
      "learning_rate": 0.00019814166502551308,
      "loss": 5.75,
      "step": 59218
    },
    {
      "epoch": 2.4255171001433546,
      "grad_norm": 3.077924686108207,
      "learning_rate": 0.00019813857615379738,
      "loss": 4.6875,
      "step": 59219
    },
    {
      "epoch": 2.4255580585705507,
      "grad_norm": 6.279009063555834,
      "learning_rate": 0.00019813548725932452,
      "loss": 5.625,
      "step": 59220
    },
    {
      "epoch": 2.4255990169977473,
      "grad_norm": 4.422359378391707,
      "learning_rate": 0.000198132398342096,
      "loss": 4.7812,
      "step": 59221
    },
    {
      "epoch": 2.425639975424944,
      "grad_norm": 3.296624750213411,
      "learning_rate": 0.00019812930940211335,
      "loss": 4.3438,
      "step": 59222
    },
    {
      "epoch": 2.42568093385214,
      "grad_norm": 4.597671728334864,
      "learning_rate": 0.00019812622043937787,
      "loss": 6.5,
      "step": 59223
    },
    {
      "epoch": 2.4257218922793364,
      "grad_norm": 3.370547875207775,
      "learning_rate": 0.00019812313145389115,
      "loss": 3.9844,
      "step": 59224
    },
    {
      "epoch": 2.425762850706533,
      "grad_norm": 3.6879441010841547,
      "learning_rate": 0.00019812004244565453,
      "loss": 6.625,
      "step": 59225
    },
    {
      "epoch": 2.425803809133729,
      "grad_norm": 3.510044394696406,
      "learning_rate": 0.00019811695341466964,
      "loss": 6.2812,
      "step": 59226
    },
    {
      "epoch": 2.4258447675609256,
      "grad_norm": 8.167678091566255,
      "learning_rate": 0.00019811386436093784,
      "loss": 2.5938,
      "step": 59227
    },
    {
      "epoch": 2.425885725988122,
      "grad_norm": 3.6174086939913845,
      "learning_rate": 0.00019811077528446053,
      "loss": 5.5625,
      "step": 59228
    },
    {
      "epoch": 2.4259266844153187,
      "grad_norm": 4.114322962027977,
      "learning_rate": 0.0001981076861852393,
      "loss": 4.6875,
      "step": 59229
    },
    {
      "epoch": 2.4259676428425148,
      "grad_norm": 3.805588265275937,
      "learning_rate": 0.0001981045970632755,
      "loss": 6.5312,
      "step": 59230
    },
    {
      "epoch": 2.4260086012697113,
      "grad_norm": 3.8304874498442616,
      "learning_rate": 0.00019810150791857065,
      "loss": 4.9062,
      "step": 59231
    },
    {
      "epoch": 2.426049559696908,
      "grad_norm": 3.4166120406368075,
      "learning_rate": 0.00019809841875112624,
      "loss": 5.4688,
      "step": 59232
    },
    {
      "epoch": 2.426090518124104,
      "grad_norm": 3.1625001878709518,
      "learning_rate": 0.0001980953295609436,
      "loss": 4.4688,
      "step": 59233
    },
    {
      "epoch": 2.4261314765513005,
      "grad_norm": 3.778856695451976,
      "learning_rate": 0.0001980922403480244,
      "loss": 6.3125,
      "step": 59234
    },
    {
      "epoch": 2.426172434978497,
      "grad_norm": 3.293865963315968,
      "learning_rate": 0.00019808915111236988,
      "loss": 4.4062,
      "step": 59235
    },
    {
      "epoch": 2.426213393405693,
      "grad_norm": 4.158996191995648,
      "learning_rate": 0.0001980860618539817,
      "loss": 4.875,
      "step": 59236
    },
    {
      "epoch": 2.4262543518328896,
      "grad_norm": 4.540601917940472,
      "learning_rate": 0.00019808297257286112,
      "loss": 5.625,
      "step": 59237
    },
    {
      "epoch": 2.426295310260086,
      "grad_norm": 3.0901750784616175,
      "learning_rate": 0.00019807988326900973,
      "loss": 4.4062,
      "step": 59238
    },
    {
      "epoch": 2.4263362686872822,
      "grad_norm": 3.893991720969803,
      "learning_rate": 0.000198076793942429,
      "loss": 5.8125,
      "step": 59239
    },
    {
      "epoch": 2.426377227114479,
      "grad_norm": 3.2979377608799156,
      "learning_rate": 0.0001980737045931203,
      "loss": 4.9375,
      "step": 59240
    },
    {
      "epoch": 2.4264181855416753,
      "grad_norm": 3.6722179352867976,
      "learning_rate": 0.00019807061522108516,
      "loss": 5.2812,
      "step": 59241
    },
    {
      "epoch": 2.4264591439688714,
      "grad_norm": 5.677055946850879,
      "learning_rate": 0.000198067525826325,
      "loss": 2.9688,
      "step": 59242
    },
    {
      "epoch": 2.426500102396068,
      "grad_norm": 3.347390026279371,
      "learning_rate": 0.00019806443640884135,
      "loss": 5.1562,
      "step": 59243
    },
    {
      "epoch": 2.4265410608232645,
      "grad_norm": 5.220695867883347,
      "learning_rate": 0.00019806134696863563,
      "loss": 4.5625,
      "step": 59244
    },
    {
      "epoch": 2.4265820192504606,
      "grad_norm": 2.8439179365396634,
      "learning_rate": 0.00019805825750570923,
      "loss": 4.0312,
      "step": 59245
    },
    {
      "epoch": 2.426622977677657,
      "grad_norm": 3.058509035581275,
      "learning_rate": 0.00019805516802006372,
      "loss": 4.375,
      "step": 59246
    },
    {
      "epoch": 2.4266639361048536,
      "grad_norm": 3.487988990317067,
      "learning_rate": 0.0001980520785117005,
      "loss": 5.3125,
      "step": 59247
    },
    {
      "epoch": 2.42670489453205,
      "grad_norm": 4.376650465156498,
      "learning_rate": 0.00019804898898062107,
      "loss": 6.0938,
      "step": 59248
    },
    {
      "epoch": 2.4267458529592463,
      "grad_norm": 3.2250454859199604,
      "learning_rate": 0.0001980458994268268,
      "loss": 6.1562,
      "step": 59249
    },
    {
      "epoch": 2.426786811386443,
      "grad_norm": 4.368160879233333,
      "learning_rate": 0.00019804280985031926,
      "loss": 5.1875,
      "step": 59250
    },
    {
      "epoch": 2.4268277698136393,
      "grad_norm": 3.985326968706784,
      "learning_rate": 0.0001980397202510999,
      "loss": 3.3906,
      "step": 59251
    },
    {
      "epoch": 2.4268687282408354,
      "grad_norm": 3.5086046666174595,
      "learning_rate": 0.0001980366306291701,
      "loss": 4.8125,
      "step": 59252
    },
    {
      "epoch": 2.426909686668032,
      "grad_norm": 3.174061780858742,
      "learning_rate": 0.0001980335409845314,
      "loss": 4.1875,
      "step": 59253
    },
    {
      "epoch": 2.4269506450952285,
      "grad_norm": 7.409638539324981,
      "learning_rate": 0.0001980304513171852,
      "loss": 5.0,
      "step": 59254
    },
    {
      "epoch": 2.4269916035224246,
      "grad_norm": 3.1315859205900063,
      "learning_rate": 0.000198027361627133,
      "loss": 4.9375,
      "step": 59255
    },
    {
      "epoch": 2.427032561949621,
      "grad_norm": 3.6121915149223134,
      "learning_rate": 0.00019802427191437626,
      "loss": 4.5312,
      "step": 59256
    },
    {
      "epoch": 2.4270735203768177,
      "grad_norm": 3.4096561892666863,
      "learning_rate": 0.00019802118217891642,
      "loss": 5.1562,
      "step": 59257
    },
    {
      "epoch": 2.4271144788040138,
      "grad_norm": 12.128473326774959,
      "learning_rate": 0.00019801809242075497,
      "loss": 2.9062,
      "step": 59258
    },
    {
      "epoch": 2.4271554372312103,
      "grad_norm": 2.7780562503555655,
      "learning_rate": 0.00019801500263989336,
      "loss": 4.8438,
      "step": 59259
    },
    {
      "epoch": 2.427196395658407,
      "grad_norm": 3.267372093104515,
      "learning_rate": 0.00019801191283633302,
      "loss": 4.5938,
      "step": 59260
    },
    {
      "epoch": 2.427237354085603,
      "grad_norm": 2.6625643735532987,
      "learning_rate": 0.0001980088230100754,
      "loss": 3.9219,
      "step": 59261
    },
    {
      "epoch": 2.4272783125127995,
      "grad_norm": 3.0428735858407943,
      "learning_rate": 0.00019800573316112205,
      "loss": 4.7812,
      "step": 59262
    },
    {
      "epoch": 2.427319270939996,
      "grad_norm": 2.8370947001851143,
      "learning_rate": 0.00019800264328947436,
      "loss": 4.0312,
      "step": 59263
    },
    {
      "epoch": 2.427360229367192,
      "grad_norm": 4.120352574729009,
      "learning_rate": 0.0001979995533951338,
      "loss": 6.0625,
      "step": 59264
    },
    {
      "epoch": 2.4274011877943886,
      "grad_norm": 4.433018265975778,
      "learning_rate": 0.00019799646347810182,
      "loss": 3.1875,
      "step": 59265
    },
    {
      "epoch": 2.427442146221585,
      "grad_norm": 2.9962798701859352,
      "learning_rate": 0.00019799337353837993,
      "loss": 5.125,
      "step": 59266
    },
    {
      "epoch": 2.4274831046487817,
      "grad_norm": 7.239409590807034,
      "learning_rate": 0.00019799028357596953,
      "loss": 3.625,
      "step": 59267
    },
    {
      "epoch": 2.427524063075978,
      "grad_norm": 3.304038996674791,
      "learning_rate": 0.00019798719359087215,
      "loss": 4.875,
      "step": 59268
    },
    {
      "epoch": 2.4275650215031743,
      "grad_norm": 3.9850092473188132,
      "learning_rate": 0.00019798410358308916,
      "loss": 3.1875,
      "step": 59269
    },
    {
      "epoch": 2.427605979930371,
      "grad_norm": 3.5533246657334687,
      "learning_rate": 0.0001979810135526221,
      "loss": 4.2812,
      "step": 59270
    },
    {
      "epoch": 2.427646938357567,
      "grad_norm": 4.285908271768001,
      "learning_rate": 0.00019797792349947243,
      "loss": 6.1562,
      "step": 59271
    },
    {
      "epoch": 2.4276878967847635,
      "grad_norm": 4.617132159980938,
      "learning_rate": 0.00019797483342364155,
      "loss": 4.625,
      "step": 59272
    },
    {
      "epoch": 2.42772885521196,
      "grad_norm": 3.390063422261267,
      "learning_rate": 0.0001979717433251309,
      "loss": 5.3438,
      "step": 59273
    },
    {
      "epoch": 2.427769813639156,
      "grad_norm": 3.3520706975608814,
      "learning_rate": 0.00019796865320394205,
      "loss": 4.9375,
      "step": 59274
    },
    {
      "epoch": 2.4278107720663527,
      "grad_norm": 4.008847406122891,
      "learning_rate": 0.00019796556306007643,
      "loss": 4.3438,
      "step": 59275
    },
    {
      "epoch": 2.427851730493549,
      "grad_norm": 5.890099935849423,
      "learning_rate": 0.00019796247289353543,
      "loss": 3.7969,
      "step": 59276
    },
    {
      "epoch": 2.4278926889207453,
      "grad_norm": 3.3039969008209202,
      "learning_rate": 0.0001979593827043205,
      "loss": 4.8438,
      "step": 59277
    },
    {
      "epoch": 2.427933647347942,
      "grad_norm": 4.541646401426795,
      "learning_rate": 0.00019795629249243327,
      "loss": 4.9375,
      "step": 59278
    },
    {
      "epoch": 2.4279746057751384,
      "grad_norm": 4.295895505508765,
      "learning_rate": 0.00019795320225787503,
      "loss": 5.5312,
      "step": 59279
    },
    {
      "epoch": 2.4280155642023344,
      "grad_norm": 3.9445268312229422,
      "learning_rate": 0.00019795011200064732,
      "loss": 4.8125,
      "step": 59280
    },
    {
      "epoch": 2.428056522629531,
      "grad_norm": 5.826553184130057,
      "learning_rate": 0.00019794702172075155,
      "loss": 5.5625,
      "step": 59281
    },
    {
      "epoch": 2.4280974810567275,
      "grad_norm": 2.8225523790237643,
      "learning_rate": 0.00019794393141818922,
      "loss": 4.25,
      "step": 59282
    },
    {
      "epoch": 2.4281384394839236,
      "grad_norm": 3.937892860528465,
      "learning_rate": 0.00019794084109296182,
      "loss": 5.3438,
      "step": 59283
    },
    {
      "epoch": 2.42817939791112,
      "grad_norm": 3.7152095330047556,
      "learning_rate": 0.0001979377507450707,
      "loss": 5.7812,
      "step": 59284
    },
    {
      "epoch": 2.4282203563383167,
      "grad_norm": 4.217113199107317,
      "learning_rate": 0.00019793466037451747,
      "loss": 1.6562,
      "step": 59285
    },
    {
      "epoch": 2.428261314765513,
      "grad_norm": 6.427368933800051,
      "learning_rate": 0.00019793156998130346,
      "loss": 4.7188,
      "step": 59286
    },
    {
      "epoch": 2.4283022731927093,
      "grad_norm": 3.073333560249187,
      "learning_rate": 0.00019792847956543022,
      "loss": 5.0938,
      "step": 59287
    },
    {
      "epoch": 2.428343231619906,
      "grad_norm": 2.827147240861905,
      "learning_rate": 0.00019792538912689916,
      "loss": 4.0,
      "step": 59288
    },
    {
      "epoch": 2.4283841900471024,
      "grad_norm": 3.503273494724527,
      "learning_rate": 0.00019792229866571174,
      "loss": 6.0938,
      "step": 59289
    },
    {
      "epoch": 2.4284251484742985,
      "grad_norm": 3.205512569867574,
      "learning_rate": 0.00019791920818186946,
      "loss": 3.3125,
      "step": 59290
    },
    {
      "epoch": 2.428466106901495,
      "grad_norm": 3.350810937894473,
      "learning_rate": 0.00019791611767537375,
      "loss": 4.9062,
      "step": 59291
    },
    {
      "epoch": 2.4285070653286915,
      "grad_norm": 2.9750672911657032,
      "learning_rate": 0.00019791302714622613,
      "loss": 4.5938,
      "step": 59292
    },
    {
      "epoch": 2.4285480237558876,
      "grad_norm": 3.0717267325014532,
      "learning_rate": 0.0001979099365944279,
      "loss": 4.2812,
      "step": 59293
    },
    {
      "epoch": 2.428588982183084,
      "grad_norm": 2.94368626599909,
      "learning_rate": 0.00019790684601998071,
      "loss": 4.625,
      "step": 59294
    },
    {
      "epoch": 2.4286299406102807,
      "grad_norm": 7.397063507563337,
      "learning_rate": 0.00019790375542288598,
      "loss": 5.4062,
      "step": 59295
    },
    {
      "epoch": 2.428670899037477,
      "grad_norm": 5.805401952882121,
      "learning_rate": 0.00019790066480314508,
      "loss": 4.1875,
      "step": 59296
    },
    {
      "epoch": 2.4287118574646733,
      "grad_norm": 3.164739918318467,
      "learning_rate": 0.00019789757416075948,
      "loss": 3.75,
      "step": 59297
    },
    {
      "epoch": 2.42875281589187,
      "grad_norm": 6.951427491996922,
      "learning_rate": 0.00019789448349573076,
      "loss": 4.5938,
      "step": 59298
    },
    {
      "epoch": 2.428793774319066,
      "grad_norm": 5.387593020275092,
      "learning_rate": 0.00019789139280806028,
      "loss": 2.9688,
      "step": 59299
    },
    {
      "epoch": 2.4288347327462625,
      "grad_norm": 3.6747179324858967,
      "learning_rate": 0.00019788830209774955,
      "loss": 3.25,
      "step": 59300
    },
    {
      "epoch": 2.428875691173459,
      "grad_norm": 3.5711803273646487,
      "learning_rate": 0.00019788521136479998,
      "loss": 5.0,
      "step": 59301
    },
    {
      "epoch": 2.428916649600655,
      "grad_norm": 3.2772052402808063,
      "learning_rate": 0.00019788212060921307,
      "loss": 5.0,
      "step": 59302
    },
    {
      "epoch": 2.4289576080278517,
      "grad_norm": 3.040551999917944,
      "learning_rate": 0.00019787902983099028,
      "loss": 4.6562,
      "step": 59303
    },
    {
      "epoch": 2.428998566455048,
      "grad_norm": 6.447100848167074,
      "learning_rate": 0.00019787593903013306,
      "loss": 3.75,
      "step": 59304
    },
    {
      "epoch": 2.4290395248822447,
      "grad_norm": 4.649923041346078,
      "learning_rate": 0.00019787284820664284,
      "loss": 5.0,
      "step": 59305
    },
    {
      "epoch": 2.429080483309441,
      "grad_norm": 3.2596092018289458,
      "learning_rate": 0.0001978697573605212,
      "loss": 3.8906,
      "step": 59306
    },
    {
      "epoch": 2.4291214417366374,
      "grad_norm": 3.5376903764318715,
      "learning_rate": 0.00019786666649176945,
      "loss": 4.5625,
      "step": 59307
    },
    {
      "epoch": 2.429162400163834,
      "grad_norm": 2.854403081888723,
      "learning_rate": 0.00019786357560038916,
      "loss": 4.3125,
      "step": 59308
    },
    {
      "epoch": 2.42920335859103,
      "grad_norm": 2.823020683522279,
      "learning_rate": 0.00019786048468638167,
      "loss": 4.0,
      "step": 59309
    },
    {
      "epoch": 2.4292443170182265,
      "grad_norm": 3.3407776010801356,
      "learning_rate": 0.00019785739374974856,
      "loss": 4.8125,
      "step": 59310
    },
    {
      "epoch": 2.429285275445423,
      "grad_norm": 3.4552848415981763,
      "learning_rate": 0.00019785430279049127,
      "loss": 4.8438,
      "step": 59311
    },
    {
      "epoch": 2.429326233872619,
      "grad_norm": 3.6226937262140364,
      "learning_rate": 0.00019785121180861126,
      "loss": 2.5312,
      "step": 59312
    },
    {
      "epoch": 2.4293671922998157,
      "grad_norm": 7.557572190640296,
      "learning_rate": 0.00019784812080410991,
      "loss": 5.5312,
      "step": 59313
    },
    {
      "epoch": 2.429408150727012,
      "grad_norm": 3.3778749155850263,
      "learning_rate": 0.0001978450297769888,
      "loss": 5.125,
      "step": 59314
    },
    {
      "epoch": 2.4294491091542083,
      "grad_norm": 7.647146284677428,
      "learning_rate": 0.0001978419387272493,
      "loss": 5.0,
      "step": 59315
    },
    {
      "epoch": 2.429490067581405,
      "grad_norm": 2.887549813626808,
      "learning_rate": 0.00019783884765489299,
      "loss": 4.1562,
      "step": 59316
    },
    {
      "epoch": 2.4295310260086014,
      "grad_norm": 2.7635073892342272,
      "learning_rate": 0.00019783575655992112,
      "loss": 4.1562,
      "step": 59317
    },
    {
      "epoch": 2.4295719844357975,
      "grad_norm": 2.912076242415114,
      "learning_rate": 0.00019783266544233535,
      "loss": 4.2188,
      "step": 59318
    },
    {
      "epoch": 2.429612942862994,
      "grad_norm": 11.879767422275062,
      "learning_rate": 0.00019782957430213708,
      "loss": 5.5,
      "step": 59319
    },
    {
      "epoch": 2.4296539012901905,
      "grad_norm": 2.772157600636719,
      "learning_rate": 0.00019782648313932777,
      "loss": 2.7969,
      "step": 59320
    },
    {
      "epoch": 2.4296948597173866,
      "grad_norm": 4.459728940790315,
      "learning_rate": 0.00019782339195390883,
      "loss": 5.0,
      "step": 59321
    },
    {
      "epoch": 2.429735818144583,
      "grad_norm": 2.859015031738602,
      "learning_rate": 0.00019782030074588178,
      "loss": 4.6875,
      "step": 59322
    },
    {
      "epoch": 2.4297767765717797,
      "grad_norm": 2.52860577962699,
      "learning_rate": 0.00019781720951524807,
      "loss": 3.2812,
      "step": 59323
    },
    {
      "epoch": 2.4298177349989762,
      "grad_norm": 4.580283803777497,
      "learning_rate": 0.0001978141182620092,
      "loss": 4.1875,
      "step": 59324
    },
    {
      "epoch": 2.4298586934261723,
      "grad_norm": 3.3433018535139056,
      "learning_rate": 0.00019781102698616652,
      "loss": 4.8125,
      "step": 59325
    },
    {
      "epoch": 2.429899651853369,
      "grad_norm": 3.171766372697922,
      "learning_rate": 0.0001978079356877216,
      "loss": 4.5625,
      "step": 59326
    },
    {
      "epoch": 2.4299406102805654,
      "grad_norm": 4.422574269457029,
      "learning_rate": 0.00019780484436667585,
      "loss": 5.0,
      "step": 59327
    },
    {
      "epoch": 2.4299815687077615,
      "grad_norm": 2.7499861363031677,
      "learning_rate": 0.00019780175302303076,
      "loss": 4.5,
      "step": 59328
    },
    {
      "epoch": 2.430022527134958,
      "grad_norm": 2.842839630899972,
      "learning_rate": 0.00019779866165678771,
      "loss": 3.7969,
      "step": 59329
    },
    {
      "epoch": 2.4300634855621546,
      "grad_norm": 3.0040588313242886,
      "learning_rate": 0.0001977955702679483,
      "loss": 5.3125,
      "step": 59330
    },
    {
      "epoch": 2.4301044439893507,
      "grad_norm": 3.515904507345486,
      "learning_rate": 0.0001977924788565139,
      "loss": 6.0625,
      "step": 59331
    },
    {
      "epoch": 2.430145402416547,
      "grad_norm": 2.9851932908994203,
      "learning_rate": 0.000197789387422486,
      "loss": 4.5625,
      "step": 59332
    },
    {
      "epoch": 2.4301863608437437,
      "grad_norm": 3.6448710747421798,
      "learning_rate": 0.00019778629596586603,
      "loss": 5.0625,
      "step": 59333
    },
    {
      "epoch": 2.43022731927094,
      "grad_norm": 3.7982202356828165,
      "learning_rate": 0.0001977832044866555,
      "loss": 4.8438,
      "step": 59334
    },
    {
      "epoch": 2.4302682776981364,
      "grad_norm": 5.363118283756152,
      "learning_rate": 0.0001977801129848558,
      "loss": 3.0625,
      "step": 59335
    },
    {
      "epoch": 2.430309236125333,
      "grad_norm": 4.375443586431599,
      "learning_rate": 0.0001977770214604685,
      "loss": 3.8594,
      "step": 59336
    },
    {
      "epoch": 2.4303501945525294,
      "grad_norm": 3.3218125306266457,
      "learning_rate": 0.0001977739299134949,
      "loss": 5.125,
      "step": 59337
    },
    {
      "epoch": 2.4303911529797255,
      "grad_norm": 3.127370241976984,
      "learning_rate": 0.00019777083834393661,
      "loss": 3.2969,
      "step": 59338
    },
    {
      "epoch": 2.430432111406922,
      "grad_norm": 5.838707616233075,
      "learning_rate": 0.00019776774675179506,
      "loss": 3.2656,
      "step": 59339
    },
    {
      "epoch": 2.430473069834118,
      "grad_norm": 3.3324016280834847,
      "learning_rate": 0.0001977646551370717,
      "loss": 4.8125,
      "step": 59340
    },
    {
      "epoch": 2.4305140282613147,
      "grad_norm": 3.4051257894772355,
      "learning_rate": 0.00019776156349976797,
      "loss": 3.25,
      "step": 59341
    },
    {
      "epoch": 2.430554986688511,
      "grad_norm": 5.202330567553455,
      "learning_rate": 0.00019775847183988533,
      "loss": 1.5078,
      "step": 59342
    },
    {
      "epoch": 2.4305959451157078,
      "grad_norm": 3.4502227608178586,
      "learning_rate": 0.00019775538015742527,
      "loss": 5.5625,
      "step": 59343
    },
    {
      "epoch": 2.430636903542904,
      "grad_norm": 2.8110679568732126,
      "learning_rate": 0.00019775228845238924,
      "loss": 3.7812,
      "step": 59344
    },
    {
      "epoch": 2.4306778619701004,
      "grad_norm": 2.8711204900423213,
      "learning_rate": 0.00019774919672477866,
      "loss": 4.3125,
      "step": 59345
    },
    {
      "epoch": 2.430718820397297,
      "grad_norm": 3.426965853997151,
      "learning_rate": 0.00019774610497459504,
      "loss": 5.4688,
      "step": 59346
    },
    {
      "epoch": 2.430759778824493,
      "grad_norm": 3.052094361356114,
      "learning_rate": 0.00019774301320183986,
      "loss": 4.6562,
      "step": 59347
    },
    {
      "epoch": 2.4308007372516895,
      "grad_norm": 8.878661120846512,
      "learning_rate": 0.00019773992140651453,
      "loss": 6.0625,
      "step": 59348
    },
    {
      "epoch": 2.430841695678886,
      "grad_norm": 3.0062078053686805,
      "learning_rate": 0.00019773682958862051,
      "loss": 4.7188,
      "step": 59349
    },
    {
      "epoch": 2.430882654106082,
      "grad_norm": 11.009168822546249,
      "learning_rate": 0.00019773373774815934,
      "loss": 6.9062,
      "step": 59350
    },
    {
      "epoch": 2.4309236125332787,
      "grad_norm": 3.0605868503536993,
      "learning_rate": 0.00019773064588513243,
      "loss": 4.75,
      "step": 59351
    },
    {
      "epoch": 2.4309645709604752,
      "grad_norm": 5.842197870741154,
      "learning_rate": 0.0001977275539995412,
      "loss": 6.0938,
      "step": 59352
    },
    {
      "epoch": 2.4310055293876713,
      "grad_norm": 5.985375599540894,
      "learning_rate": 0.00019772446209138716,
      "loss": 4.9062,
      "step": 59353
    },
    {
      "epoch": 2.431046487814868,
      "grad_norm": 2.9759427087521972,
      "learning_rate": 0.00019772137016067182,
      "loss": 5.1562,
      "step": 59354
    },
    {
      "epoch": 2.4310874462420644,
      "grad_norm": 3.212162943513829,
      "learning_rate": 0.00019771827820739654,
      "loss": 3.7969,
      "step": 59355
    },
    {
      "epoch": 2.431128404669261,
      "grad_norm": 11.557975024689082,
      "learning_rate": 0.00019771518623156283,
      "loss": 4.5312,
      "step": 59356
    },
    {
      "epoch": 2.431169363096457,
      "grad_norm": 7.172424023808125,
      "learning_rate": 0.00019771209423317214,
      "loss": 6.125,
      "step": 59357
    },
    {
      "epoch": 2.4312103215236536,
      "grad_norm": 2.8799665761536724,
      "learning_rate": 0.0001977090022122259,
      "loss": 4.2812,
      "step": 59358
    },
    {
      "epoch": 2.4312512799508497,
      "grad_norm": 3.054095092627339,
      "learning_rate": 0.00019770591016872568,
      "loss": 4.9688,
      "step": 59359
    },
    {
      "epoch": 2.431292238378046,
      "grad_norm": 4.688378371230473,
      "learning_rate": 0.00019770281810267288,
      "loss": 5.75,
      "step": 59360
    },
    {
      "epoch": 2.4313331968052427,
      "grad_norm": 3.4305687764052277,
      "learning_rate": 0.00019769972601406892,
      "loss": 4.6562,
      "step": 59361
    },
    {
      "epoch": 2.4313741552324393,
      "grad_norm": 3.0387218886841048,
      "learning_rate": 0.0001976966339029153,
      "loss": 4.5938,
      "step": 59362
    },
    {
      "epoch": 2.4314151136596354,
      "grad_norm": 3.039647742474719,
      "learning_rate": 0.0001976935417692135,
      "loss": 4.1875,
      "step": 59363
    },
    {
      "epoch": 2.431456072086832,
      "grad_norm": 3.1497416336591995,
      "learning_rate": 0.00019769044961296495,
      "loss": 4.5625,
      "step": 59364
    },
    {
      "epoch": 2.4314970305140284,
      "grad_norm": 3.642591088439395,
      "learning_rate": 0.0001976873574341711,
      "loss": 1.3516,
      "step": 59365
    },
    {
      "epoch": 2.4315379889412245,
      "grad_norm": 3.0326696891693343,
      "learning_rate": 0.00019768426523283344,
      "loss": 4.25,
      "step": 59366
    },
    {
      "epoch": 2.431578947368421,
      "grad_norm": 3.015959603060997,
      "learning_rate": 0.00019768117300895347,
      "loss": 4.125,
      "step": 59367
    },
    {
      "epoch": 2.4316199057956176,
      "grad_norm": 3.196651839665634,
      "learning_rate": 0.00019767808076253258,
      "loss": 5.0312,
      "step": 59368
    },
    {
      "epoch": 2.4316608642228137,
      "grad_norm": 3.8537880359299272,
      "learning_rate": 0.0001976749884935722,
      "loss": 5.6875,
      "step": 59369
    },
    {
      "epoch": 2.4317018226500102,
      "grad_norm": 3.529273834283477,
      "learning_rate": 0.00019767189620207396,
      "loss": 5.5625,
      "step": 59370
    },
    {
      "epoch": 2.4317427810772068,
      "grad_norm": 3.321155958600491,
      "learning_rate": 0.0001976688038880392,
      "loss": 4.8125,
      "step": 59371
    },
    {
      "epoch": 2.431783739504403,
      "grad_norm": 4.385565303477409,
      "learning_rate": 0.00019766571155146933,
      "loss": 5.0,
      "step": 59372
    },
    {
      "epoch": 2.4318246979315994,
      "grad_norm": 3.3349295411384454,
      "learning_rate": 0.0001976626191923659,
      "loss": 4.3438,
      "step": 59373
    },
    {
      "epoch": 2.431865656358796,
      "grad_norm": 2.8483176676621174,
      "learning_rate": 0.00019765952681073036,
      "loss": 5.0312,
      "step": 59374
    },
    {
      "epoch": 2.4319066147859925,
      "grad_norm": 3.4805621765635064,
      "learning_rate": 0.00019765643440656415,
      "loss": 1.6641,
      "step": 59375
    },
    {
      "epoch": 2.4319475732131886,
      "grad_norm": 3.3052967062307497,
      "learning_rate": 0.00019765334197986877,
      "loss": 4.875,
      "step": 59376
    },
    {
      "epoch": 2.431988531640385,
      "grad_norm": 3.053698330731252,
      "learning_rate": 0.00019765024953064564,
      "loss": 4.7812,
      "step": 59377
    },
    {
      "epoch": 2.432029490067581,
      "grad_norm": 3.113780576500196,
      "learning_rate": 0.00019764715705889623,
      "loss": 5.0,
      "step": 59378
    },
    {
      "epoch": 2.4320704484947777,
      "grad_norm": 3.5267688284783545,
      "learning_rate": 0.00019764406456462203,
      "loss": 5.2812,
      "step": 59379
    },
    {
      "epoch": 2.4321114069219743,
      "grad_norm": 3.0989421125758274,
      "learning_rate": 0.00019764097204782446,
      "loss": 4.7812,
      "step": 59380
    },
    {
      "epoch": 2.432152365349171,
      "grad_norm": 3.4501479699785587,
      "learning_rate": 0.000197637879508505,
      "loss": 4.5938,
      "step": 59381
    },
    {
      "epoch": 2.432193323776367,
      "grad_norm": 3.6319414622052077,
      "learning_rate": 0.0001976347869466651,
      "loss": 1.6172,
      "step": 59382
    },
    {
      "epoch": 2.4322342822035634,
      "grad_norm": 3.6856002748601147,
      "learning_rate": 0.0001976316943623063,
      "loss": 4.5,
      "step": 59383
    },
    {
      "epoch": 2.43227524063076,
      "grad_norm": 3.0235786372333853,
      "learning_rate": 0.00019762860175542995,
      "loss": 4.5625,
      "step": 59384
    },
    {
      "epoch": 2.432316199057956,
      "grad_norm": 3.309067866955189,
      "learning_rate": 0.00019762550912603757,
      "loss": 4.3125,
      "step": 59385
    },
    {
      "epoch": 2.4323571574851526,
      "grad_norm": 2.962237161917999,
      "learning_rate": 0.0001976224164741306,
      "loss": 4.0938,
      "step": 59386
    },
    {
      "epoch": 2.432398115912349,
      "grad_norm": 8.494616685981757,
      "learning_rate": 0.00019761932379971055,
      "loss": 6.2188,
      "step": 59387
    },
    {
      "epoch": 2.432439074339545,
      "grad_norm": 6.093489075938987,
      "learning_rate": 0.00019761623110277883,
      "loss": 5.5625,
      "step": 59388
    },
    {
      "epoch": 2.4324800327667417,
      "grad_norm": 3.5921708001699897,
      "learning_rate": 0.00019761313838333687,
      "loss": 4.7812,
      "step": 59389
    },
    {
      "epoch": 2.4325209911939383,
      "grad_norm": 3.973292855376188,
      "learning_rate": 0.00019761004564138623,
      "loss": 3.8438,
      "step": 59390
    },
    {
      "epoch": 2.4325619496211344,
      "grad_norm": 3.472077638135561,
      "learning_rate": 0.00019760695287692834,
      "loss": 4.5625,
      "step": 59391
    },
    {
      "epoch": 2.432602908048331,
      "grad_norm": 5.7613610787294744,
      "learning_rate": 0.0001976038600899646,
      "loss": 6.75,
      "step": 59392
    },
    {
      "epoch": 2.4326438664755274,
      "grad_norm": 3.524291421878672,
      "learning_rate": 0.00019760076728049655,
      "loss": 6.125,
      "step": 59393
    },
    {
      "epoch": 2.432684824902724,
      "grad_norm": 4.175314830822729,
      "learning_rate": 0.00019759767444852558,
      "loss": 4.7188,
      "step": 59394
    },
    {
      "epoch": 2.43272578332992,
      "grad_norm": 2.6966633466477674,
      "learning_rate": 0.00019759458159405324,
      "loss": 3.7969,
      "step": 59395
    },
    {
      "epoch": 2.4327667417571166,
      "grad_norm": 3.9105660286247144,
      "learning_rate": 0.0001975914887170809,
      "loss": 3.9531,
      "step": 59396
    },
    {
      "epoch": 2.4328077001843127,
      "grad_norm": 3.802187173662481,
      "learning_rate": 0.00019758839581761009,
      "loss": 4.125,
      "step": 59397
    },
    {
      "epoch": 2.4328486586115092,
      "grad_norm": 3.9734174853577784,
      "learning_rate": 0.00019758530289564228,
      "loss": 5.4062,
      "step": 59398
    },
    {
      "epoch": 2.4328896170387058,
      "grad_norm": 3.4947645142853796,
      "learning_rate": 0.00019758220995117886,
      "loss": 4.5938,
      "step": 59399
    },
    {
      "epoch": 2.4329305754659023,
      "grad_norm": 3.7537608730025434,
      "learning_rate": 0.00019757911698422136,
      "loss": 4.6875,
      "step": 59400
    },
    {
      "epoch": 2.4329715338930984,
      "grad_norm": 3.561704943309099,
      "learning_rate": 0.00019757602399477116,
      "loss": 4.0312,
      "step": 59401
    },
    {
      "epoch": 2.433012492320295,
      "grad_norm": 3.190333502915231,
      "learning_rate": 0.00019757293098282978,
      "loss": 4.75,
      "step": 59402
    },
    {
      "epoch": 2.4330534507474915,
      "grad_norm": 3.9062729216808783,
      "learning_rate": 0.00019756983794839874,
      "loss": 5.6562,
      "step": 59403
    },
    {
      "epoch": 2.4330944091746876,
      "grad_norm": 3.5792618515375603,
      "learning_rate": 0.0001975667448914794,
      "loss": 5.1875,
      "step": 59404
    },
    {
      "epoch": 2.433135367601884,
      "grad_norm": 3.078988029789837,
      "learning_rate": 0.00019756365181207327,
      "loss": 3.8281,
      "step": 59405
    },
    {
      "epoch": 2.4331763260290806,
      "grad_norm": 3.5398474277084246,
      "learning_rate": 0.0001975605587101818,
      "loss": 5.3125,
      "step": 59406
    },
    {
      "epoch": 2.4332172844562767,
      "grad_norm": 3.648689410866478,
      "learning_rate": 0.0001975574655858065,
      "loss": 4.8125,
      "step": 59407
    },
    {
      "epoch": 2.4332582428834733,
      "grad_norm": 3.4190889913181364,
      "learning_rate": 0.00019755437243894875,
      "loss": 5.1875,
      "step": 59408
    },
    {
      "epoch": 2.43329920131067,
      "grad_norm": 3.5026227474073974,
      "learning_rate": 0.00019755127926961,
      "loss": 4.9688,
      "step": 59409
    },
    {
      "epoch": 2.433340159737866,
      "grad_norm": 3.3468401831069974,
      "learning_rate": 0.00019754818607779185,
      "loss": 5.3125,
      "step": 59410
    },
    {
      "epoch": 2.4333811181650624,
      "grad_norm": 2.8551096361207806,
      "learning_rate": 0.00019754509286349568,
      "loss": 4.5,
      "step": 59411
    },
    {
      "epoch": 2.433422076592259,
      "grad_norm": 3.066198741184175,
      "learning_rate": 0.00019754199962672295,
      "loss": 4.5625,
      "step": 59412
    },
    {
      "epoch": 2.4334630350194555,
      "grad_norm": 3.809651338183279,
      "learning_rate": 0.00019753890636747506,
      "loss": 4.2188,
      "step": 59413
    },
    {
      "epoch": 2.4335039934466516,
      "grad_norm": 5.062729025480197,
      "learning_rate": 0.00019753581308575358,
      "loss": 6.125,
      "step": 59414
    },
    {
      "epoch": 2.433544951873848,
      "grad_norm": 3.1895459914059443,
      "learning_rate": 0.00019753271978155992,
      "loss": 4.3438,
      "step": 59415
    },
    {
      "epoch": 2.433585910301044,
      "grad_norm": 4.60837420641319,
      "learning_rate": 0.00019752962645489553,
      "loss": 4.4062,
      "step": 59416
    },
    {
      "epoch": 2.4336268687282407,
      "grad_norm": 4.702219197592587,
      "learning_rate": 0.00019752653310576185,
      "loss": 5.2188,
      "step": 59417
    },
    {
      "epoch": 2.4336678271554373,
      "grad_norm": 4.070242193416417,
      "learning_rate": 0.00019752343973416045,
      "loss": 5.4062,
      "step": 59418
    },
    {
      "epoch": 2.433708785582634,
      "grad_norm": 4.123572937033187,
      "learning_rate": 0.00019752034634009272,
      "loss": 5.4688,
      "step": 59419
    },
    {
      "epoch": 2.43374974400983,
      "grad_norm": 3.4876344768109795,
      "learning_rate": 0.00019751725292356013,
      "loss": 4.7812,
      "step": 59420
    },
    {
      "epoch": 2.4337907024370264,
      "grad_norm": 5.3509809032793365,
      "learning_rate": 0.0001975141594845641,
      "loss": 5.25,
      "step": 59421
    },
    {
      "epoch": 2.433831660864223,
      "grad_norm": 6.8028547170848706,
      "learning_rate": 0.00019751106602310613,
      "loss": 4.75,
      "step": 59422
    },
    {
      "epoch": 2.433872619291419,
      "grad_norm": 3.6041466145195504,
      "learning_rate": 0.00019750797253918775,
      "loss": 4.5625,
      "step": 59423
    },
    {
      "epoch": 2.4339135777186156,
      "grad_norm": 3.1086695514540676,
      "learning_rate": 0.0001975048790328103,
      "loss": 4.0938,
      "step": 59424
    },
    {
      "epoch": 2.433954536145812,
      "grad_norm": 3.413733628906663,
      "learning_rate": 0.0001975017855039753,
      "loss": 5.3438,
      "step": 59425
    },
    {
      "epoch": 2.4339954945730082,
      "grad_norm": 4.175360223083354,
      "learning_rate": 0.00019749869195268425,
      "loss": 4.875,
      "step": 59426
    },
    {
      "epoch": 2.4340364530002048,
      "grad_norm": 3.0712129149083998,
      "learning_rate": 0.00019749559837893855,
      "loss": 3.0469,
      "step": 59427
    },
    {
      "epoch": 2.4340774114274013,
      "grad_norm": 2.949836607019377,
      "learning_rate": 0.0001974925047827397,
      "loss": 4.4062,
      "step": 59428
    },
    {
      "epoch": 2.4341183698545974,
      "grad_norm": 3.104887179710552,
      "learning_rate": 0.00019748941116408912,
      "loss": 5.2188,
      "step": 59429
    },
    {
      "epoch": 2.434159328281794,
      "grad_norm": 3.005881411981392,
      "learning_rate": 0.00019748631752298832,
      "loss": 3.4375,
      "step": 59430
    },
    {
      "epoch": 2.4342002867089905,
      "grad_norm": 3.202577462271533,
      "learning_rate": 0.00019748322385943875,
      "loss": 4.4375,
      "step": 59431
    },
    {
      "epoch": 2.434241245136187,
      "grad_norm": 3.191014009526837,
      "learning_rate": 0.00019748013017344192,
      "loss": 5.0312,
      "step": 59432
    },
    {
      "epoch": 2.434282203563383,
      "grad_norm": 4.7065601842442994,
      "learning_rate": 0.00019747703646499914,
      "loss": 2.5156,
      "step": 59433
    },
    {
      "epoch": 2.4343231619905796,
      "grad_norm": 3.029034150362949,
      "learning_rate": 0.000197473942734112,
      "loss": 3.9219,
      "step": 59434
    },
    {
      "epoch": 2.4343641204177757,
      "grad_norm": 10.187575246027945,
      "learning_rate": 0.00019747084898078196,
      "loss": 2.2344,
      "step": 59435
    },
    {
      "epoch": 2.4344050788449723,
      "grad_norm": 2.8721541364935805,
      "learning_rate": 0.00019746775520501045,
      "loss": 4.0625,
      "step": 59436
    },
    {
      "epoch": 2.434446037272169,
      "grad_norm": 4.522028816745398,
      "learning_rate": 0.00019746466140679894,
      "loss": 5.0625,
      "step": 59437
    },
    {
      "epoch": 2.4344869956993653,
      "grad_norm": 3.9056248016799917,
      "learning_rate": 0.0001974615675861489,
      "loss": 5.0938,
      "step": 59438
    },
    {
      "epoch": 2.4345279541265614,
      "grad_norm": 2.775776697188838,
      "learning_rate": 0.00019745847374306178,
      "loss": 4.625,
      "step": 59439
    },
    {
      "epoch": 2.434568912553758,
      "grad_norm": 3.9020462065907333,
      "learning_rate": 0.00019745537987753904,
      "loss": 5.7188,
      "step": 59440
    },
    {
      "epoch": 2.4346098709809545,
      "grad_norm": 3.127472140595435,
      "learning_rate": 0.00019745228598958215,
      "loss": 4.4375,
      "step": 59441
    },
    {
      "epoch": 2.4346508294081506,
      "grad_norm": 4.707314452792324,
      "learning_rate": 0.00019744919207919257,
      "loss": 3.4219,
      "step": 59442
    },
    {
      "epoch": 2.434691787835347,
      "grad_norm": 3.3163943821402713,
      "learning_rate": 0.0001974460981463718,
      "loss": 3.9688,
      "step": 59443
    },
    {
      "epoch": 2.4347327462625437,
      "grad_norm": 3.3216618747297484,
      "learning_rate": 0.00019744300419112122,
      "loss": 4.5,
      "step": 59444
    },
    {
      "epoch": 2.4347737046897397,
      "grad_norm": 4.542979169994818,
      "learning_rate": 0.00019743991021344237,
      "loss": 5.5,
      "step": 59445
    },
    {
      "epoch": 2.4348146631169363,
      "grad_norm": 9.724234499628793,
      "learning_rate": 0.00019743681621333664,
      "loss": 4.125,
      "step": 59446
    },
    {
      "epoch": 2.434855621544133,
      "grad_norm": 4.744893146889923,
      "learning_rate": 0.00019743372219080564,
      "loss": 5.8125,
      "step": 59447
    },
    {
      "epoch": 2.434896579971329,
      "grad_norm": 6.245029106773285,
      "learning_rate": 0.00019743062814585067,
      "loss": 6.4062,
      "step": 59448
    },
    {
      "epoch": 2.4349375383985254,
      "grad_norm": 3.3790217887656078,
      "learning_rate": 0.00019742753407847317,
      "loss": 4.125,
      "step": 59449
    },
    {
      "epoch": 2.434978496825722,
      "grad_norm": 11.536542093975674,
      "learning_rate": 0.00019742443998867478,
      "loss": 7.1562,
      "step": 59450
    },
    {
      "epoch": 2.4350194552529185,
      "grad_norm": 3.136233139447657,
      "learning_rate": 0.00019742134587645685,
      "loss": 4.125,
      "step": 59451
    },
    {
      "epoch": 2.4350604136801146,
      "grad_norm": 3.1764353547471798,
      "learning_rate": 0.00019741825174182087,
      "loss": 5.1562,
      "step": 59452
    },
    {
      "epoch": 2.435101372107311,
      "grad_norm": 3.5587198450149327,
      "learning_rate": 0.00019741515758476823,
      "loss": 4.6562,
      "step": 59453
    },
    {
      "epoch": 2.4351423305345072,
      "grad_norm": 5.918179971281856,
      "learning_rate": 0.00019741206340530051,
      "loss": 6.0312,
      "step": 59454
    },
    {
      "epoch": 2.4351832889617038,
      "grad_norm": 5.253153317958096,
      "learning_rate": 0.00019740896920341915,
      "loss": 1.5625,
      "step": 59455
    },
    {
      "epoch": 2.4352242473889003,
      "grad_norm": 4.147932369857051,
      "learning_rate": 0.0001974058749791255,
      "loss": 5.5625,
      "step": 59456
    },
    {
      "epoch": 2.435265205816097,
      "grad_norm": 4.290806838371607,
      "learning_rate": 0.00019740278073242113,
      "loss": 5.0938,
      "step": 59457
    },
    {
      "epoch": 2.435306164243293,
      "grad_norm": 3.4462029323365173,
      "learning_rate": 0.0001973996864633075,
      "loss": 4.6875,
      "step": 59458
    },
    {
      "epoch": 2.4353471226704895,
      "grad_norm": 5.583416494135458,
      "learning_rate": 0.00019739659217178602,
      "loss": 5.4375,
      "step": 59459
    },
    {
      "epoch": 2.435388081097686,
      "grad_norm": 7.45950281658223,
      "learning_rate": 0.00019739349785785818,
      "loss": 4.625,
      "step": 59460
    },
    {
      "epoch": 2.435429039524882,
      "grad_norm": 3.0939870008152,
      "learning_rate": 0.00019739040352152544,
      "loss": 4.4688,
      "step": 59461
    },
    {
      "epoch": 2.4354699979520786,
      "grad_norm": 2.8952993023551357,
      "learning_rate": 0.00019738730916278932,
      "loss": 2.8594,
      "step": 59462
    },
    {
      "epoch": 2.435510956379275,
      "grad_norm": 3.686631280844946,
      "learning_rate": 0.0001973842147816512,
      "loss": 5.625,
      "step": 59463
    },
    {
      "epoch": 2.4355519148064713,
      "grad_norm": 3.9460101414120725,
      "learning_rate": 0.0001973811203781126,
      "loss": 4.9375,
      "step": 59464
    },
    {
      "epoch": 2.435592873233668,
      "grad_norm": 8.674133417339114,
      "learning_rate": 0.00019737802595217485,
      "loss": 5.4375,
      "step": 59465
    },
    {
      "epoch": 2.4356338316608643,
      "grad_norm": 3.0327903481791343,
      "learning_rate": 0.0001973749315038396,
      "loss": 4.4688,
      "step": 59466
    },
    {
      "epoch": 2.4356747900880604,
      "grad_norm": 4.420473079964631,
      "learning_rate": 0.00019737183703310825,
      "loss": 4.5938,
      "step": 59467
    },
    {
      "epoch": 2.435715748515257,
      "grad_norm": 3.4696562827077133,
      "learning_rate": 0.0001973687425399822,
      "loss": 4.2188,
      "step": 59468
    },
    {
      "epoch": 2.4357567069424535,
      "grad_norm": 2.7580631351802944,
      "learning_rate": 0.00019736564802446294,
      "loss": 4.25,
      "step": 59469
    },
    {
      "epoch": 2.43579766536965,
      "grad_norm": 2.905145558074256,
      "learning_rate": 0.00019736255348655203,
      "loss": 4.5312,
      "step": 59470
    },
    {
      "epoch": 2.435838623796846,
      "grad_norm": 3.871201710599646,
      "learning_rate": 0.00019735945892625082,
      "loss": 5.1562,
      "step": 59471
    },
    {
      "epoch": 2.4358795822240427,
      "grad_norm": 2.929310710896808,
      "learning_rate": 0.00019735636434356079,
      "loss": 4.4688,
      "step": 59472
    },
    {
      "epoch": 2.4359205406512388,
      "grad_norm": 4.394923324262982,
      "learning_rate": 0.00019735326973848339,
      "loss": 1.3438,
      "step": 59473
    },
    {
      "epoch": 2.4359614990784353,
      "grad_norm": 5.809092011923698,
      "learning_rate": 0.00019735017511102014,
      "loss": 5.0938,
      "step": 59474
    },
    {
      "epoch": 2.436002457505632,
      "grad_norm": 2.820656344746995,
      "learning_rate": 0.0001973470804611725,
      "loss": 3.75,
      "step": 59475
    },
    {
      "epoch": 2.4360434159328284,
      "grad_norm": 3.5357459126232187,
      "learning_rate": 0.0001973439857889419,
      "loss": 4.8438,
      "step": 59476
    },
    {
      "epoch": 2.4360843743600245,
      "grad_norm": 4.606849282342559,
      "learning_rate": 0.00019734089109432976,
      "loss": 0.9844,
      "step": 59477
    },
    {
      "epoch": 2.436125332787221,
      "grad_norm": 3.370235937505468,
      "learning_rate": 0.00019733779637733765,
      "loss": 3.9062,
      "step": 59478
    },
    {
      "epoch": 2.4361662912144175,
      "grad_norm": 4.041503140592396,
      "learning_rate": 0.00019733470163796698,
      "loss": 6.625,
      "step": 59479
    },
    {
      "epoch": 2.4362072496416136,
      "grad_norm": 3.073649668481959,
      "learning_rate": 0.00019733160687621917,
      "loss": 3.8906,
      "step": 59480
    },
    {
      "epoch": 2.43624820806881,
      "grad_norm": 2.859837534841309,
      "learning_rate": 0.00019732851209209576,
      "loss": 4.0,
      "step": 59481
    },
    {
      "epoch": 2.4362891664960067,
      "grad_norm": 3.4417920854437667,
      "learning_rate": 0.00019732541728559815,
      "loss": 6.0625,
      "step": 59482
    },
    {
      "epoch": 2.4363301249232028,
      "grad_norm": 2.849012628042306,
      "learning_rate": 0.00019732232245672787,
      "loss": 4.375,
      "step": 59483
    },
    {
      "epoch": 2.4363710833503993,
      "grad_norm": 3.254709550768373,
      "learning_rate": 0.0001973192276054863,
      "loss": 4.3438,
      "step": 59484
    },
    {
      "epoch": 2.436412041777596,
      "grad_norm": 3.8291743902254427,
      "learning_rate": 0.00019731613273187492,
      "loss": 3.0312,
      "step": 59485
    },
    {
      "epoch": 2.436453000204792,
      "grad_norm": 3.082044604377,
      "learning_rate": 0.00019731303783589526,
      "loss": 4.8438,
      "step": 59486
    },
    {
      "epoch": 2.4364939586319885,
      "grad_norm": 3.2705356445028033,
      "learning_rate": 0.00019730994291754873,
      "loss": 4.4375,
      "step": 59487
    },
    {
      "epoch": 2.436534917059185,
      "grad_norm": 4.4192863162594715,
      "learning_rate": 0.00019730684797683682,
      "loss": 5.3438,
      "step": 59488
    },
    {
      "epoch": 2.4365758754863815,
      "grad_norm": 3.4579308751690934,
      "learning_rate": 0.00019730375301376093,
      "loss": 5.9688,
      "step": 59489
    },
    {
      "epoch": 2.4366168339135776,
      "grad_norm": 3.637910633730719,
      "learning_rate": 0.00019730065802832264,
      "loss": 5.8438,
      "step": 59490
    },
    {
      "epoch": 2.436657792340774,
      "grad_norm": 2.9175529170426007,
      "learning_rate": 0.00019729756302052333,
      "loss": 3.8125,
      "step": 59491
    },
    {
      "epoch": 2.4366987507679703,
      "grad_norm": 3.838718020494864,
      "learning_rate": 0.00019729446799036446,
      "loss": 4.5625,
      "step": 59492
    },
    {
      "epoch": 2.436739709195167,
      "grad_norm": 2.7918576573528133,
      "learning_rate": 0.00019729137293784745,
      "loss": 3.5938,
      "step": 59493
    },
    {
      "epoch": 2.4367806676223633,
      "grad_norm": 3.611465503450179,
      "learning_rate": 0.0001972882778629739,
      "loss": 6.5625,
      "step": 59494
    },
    {
      "epoch": 2.43682162604956,
      "grad_norm": 4.90741168167664,
      "learning_rate": 0.00019728518276574517,
      "loss": 5.75,
      "step": 59495
    },
    {
      "epoch": 2.436862584476756,
      "grad_norm": 3.0529061559066046,
      "learning_rate": 0.00019728208764616277,
      "loss": 4.0312,
      "step": 59496
    },
    {
      "epoch": 2.4369035429039525,
      "grad_norm": 3.2098074182807146,
      "learning_rate": 0.00019727899250422809,
      "loss": 4.5312,
      "step": 59497
    },
    {
      "epoch": 2.436944501331149,
      "grad_norm": 3.184837626618133,
      "learning_rate": 0.00019727589733994268,
      "loss": 4.75,
      "step": 59498
    },
    {
      "epoch": 2.436985459758345,
      "grad_norm": 3.2725170554015954,
      "learning_rate": 0.000197272802153308,
      "loss": 5.7188,
      "step": 59499
    },
    {
      "epoch": 2.4370264181855417,
      "grad_norm": 2.891765079606802,
      "learning_rate": 0.00019726970694432545,
      "loss": 4.3125,
      "step": 59500
    },
    {
      "epoch": 2.437067376612738,
      "grad_norm": 3.8465121276260983,
      "learning_rate": 0.0001972666117129965,
      "loss": 5.75,
      "step": 59501
    },
    {
      "epoch": 2.4371083350399343,
      "grad_norm": 2.8992141556287616,
      "learning_rate": 0.0001972635164593227,
      "loss": 3.6406,
      "step": 59502
    },
    {
      "epoch": 2.437149293467131,
      "grad_norm": 3.9298577553365215,
      "learning_rate": 0.0001972604211833054,
      "loss": 6.1562,
      "step": 59503
    },
    {
      "epoch": 2.4371902518943274,
      "grad_norm": 13.793818775275726,
      "learning_rate": 0.00019725732588494614,
      "loss": 5.5938,
      "step": 59504
    },
    {
      "epoch": 2.4372312103215235,
      "grad_norm": 5.694156240430477,
      "learning_rate": 0.00019725423056424633,
      "loss": 3.125,
      "step": 59505
    },
    {
      "epoch": 2.43727216874872,
      "grad_norm": 3.7154400405788444,
      "learning_rate": 0.0001972511352212075,
      "loss": 5.4688,
      "step": 59506
    },
    {
      "epoch": 2.4373131271759165,
      "grad_norm": 3.380165566551206,
      "learning_rate": 0.00019724803985583106,
      "loss": 6.2812,
      "step": 59507
    },
    {
      "epoch": 2.437354085603113,
      "grad_norm": 3.614383704505772,
      "learning_rate": 0.00019724494446811852,
      "loss": 4.0312,
      "step": 59508
    },
    {
      "epoch": 2.437395044030309,
      "grad_norm": 3.330546089201617,
      "learning_rate": 0.00019724184905807124,
      "loss": 4.9375,
      "step": 59509
    },
    {
      "epoch": 2.4374360024575057,
      "grad_norm": 3.0919674191037188,
      "learning_rate": 0.00019723875362569082,
      "loss": 5.375,
      "step": 59510
    },
    {
      "epoch": 2.437476960884702,
      "grad_norm": 4.439913371147886,
      "learning_rate": 0.00019723565817097863,
      "loss": 5.5625,
      "step": 59511
    },
    {
      "epoch": 2.4375179193118983,
      "grad_norm": 3.3775973928947494,
      "learning_rate": 0.00019723256269393616,
      "loss": 4.4062,
      "step": 59512
    },
    {
      "epoch": 2.437558877739095,
      "grad_norm": 2.8147672492068336,
      "learning_rate": 0.00019722946719456487,
      "loss": 3.0781,
      "step": 59513
    },
    {
      "epoch": 2.4375998361662914,
      "grad_norm": 4.852213701352933,
      "learning_rate": 0.00019722637167286623,
      "loss": 4.3438,
      "step": 59514
    },
    {
      "epoch": 2.4376407945934875,
      "grad_norm": 2.9469332239003867,
      "learning_rate": 0.00019722327612884172,
      "loss": 4.25,
      "step": 59515
    },
    {
      "epoch": 2.437681753020684,
      "grad_norm": 3.9007938140427707,
      "learning_rate": 0.0001972201805624928,
      "loss": 5.4375,
      "step": 59516
    },
    {
      "epoch": 2.4377227114478806,
      "grad_norm": 3.0915446883129913,
      "learning_rate": 0.00019721708497382086,
      "loss": 5.0312,
      "step": 59517
    },
    {
      "epoch": 2.4377636698750766,
      "grad_norm": 5.581472868290091,
      "learning_rate": 0.0001972139893628275,
      "loss": 5.3438,
      "step": 59518
    },
    {
      "epoch": 2.437804628302273,
      "grad_norm": 11.8293839559215,
      "learning_rate": 0.00019721089372951408,
      "loss": 5.25,
      "step": 59519
    },
    {
      "epoch": 2.4378455867294697,
      "grad_norm": 4.971721365791452,
      "learning_rate": 0.00019720779807388207,
      "loss": 4.1875,
      "step": 59520
    },
    {
      "epoch": 2.437886545156666,
      "grad_norm": 7.394389434536085,
      "learning_rate": 0.00019720470239593293,
      "loss": 3.6562,
      "step": 59521
    },
    {
      "epoch": 2.4379275035838623,
      "grad_norm": 6.062532274481932,
      "learning_rate": 0.00019720160669566816,
      "loss": 2.1875,
      "step": 59522
    },
    {
      "epoch": 2.437968462011059,
      "grad_norm": 3.6094539006727087,
      "learning_rate": 0.00019719851097308924,
      "loss": 4.75,
      "step": 59523
    },
    {
      "epoch": 2.438009420438255,
      "grad_norm": 3.124862669224672,
      "learning_rate": 0.00019719541522819758,
      "loss": 5.4062,
      "step": 59524
    },
    {
      "epoch": 2.4380503788654515,
      "grad_norm": 2.6595132577061644,
      "learning_rate": 0.00019719231946099466,
      "loss": 3.8125,
      "step": 59525
    },
    {
      "epoch": 2.438091337292648,
      "grad_norm": 2.957055310617727,
      "learning_rate": 0.00019718922367148196,
      "loss": 4.5938,
      "step": 59526
    },
    {
      "epoch": 2.4381322957198446,
      "grad_norm": 4.401887932647813,
      "learning_rate": 0.00019718612785966095,
      "loss": 5.2812,
      "step": 59527
    },
    {
      "epoch": 2.4381732541470407,
      "grad_norm": 3.031233815323621,
      "learning_rate": 0.00019718303202553302,
      "loss": 4.7812,
      "step": 59528
    },
    {
      "epoch": 2.438214212574237,
      "grad_norm": 3.214453343861795,
      "learning_rate": 0.00019717993616909975,
      "loss": 5.2812,
      "step": 59529
    },
    {
      "epoch": 2.4382551710014333,
      "grad_norm": 2.9305435996545945,
      "learning_rate": 0.00019717684029036252,
      "loss": 4.5,
      "step": 59530
    },
    {
      "epoch": 2.43829612942863,
      "grad_norm": 8.571549231443042,
      "learning_rate": 0.0001971737443893228,
      "loss": 6.125,
      "step": 59531
    },
    {
      "epoch": 2.4383370878558264,
      "grad_norm": 4.071156506393263,
      "learning_rate": 0.0001971706484659821,
      "loss": 4.625,
      "step": 59532
    },
    {
      "epoch": 2.438378046283023,
      "grad_norm": 3.392578547498068,
      "learning_rate": 0.00019716755252034183,
      "loss": 4.4375,
      "step": 59533
    },
    {
      "epoch": 2.438419004710219,
      "grad_norm": 3.094820576465495,
      "learning_rate": 0.0001971644565524035,
      "loss": 4.3125,
      "step": 59534
    },
    {
      "epoch": 2.4384599631374155,
      "grad_norm": 4.801790666054407,
      "learning_rate": 0.0001971613605621686,
      "loss": 4.5312,
      "step": 59535
    },
    {
      "epoch": 2.438500921564612,
      "grad_norm": 3.113121613675075,
      "learning_rate": 0.00019715826454963847,
      "loss": 4.7812,
      "step": 59536
    },
    {
      "epoch": 2.438541879991808,
      "grad_norm": 3.2776798049516014,
      "learning_rate": 0.00019715516851481462,
      "loss": 5.1562,
      "step": 59537
    },
    {
      "epoch": 2.4385828384190047,
      "grad_norm": 3.0707506739840076,
      "learning_rate": 0.0001971520724576986,
      "loss": 4.25,
      "step": 59538
    },
    {
      "epoch": 2.4386237968462012,
      "grad_norm": 3.2467028438082526,
      "learning_rate": 0.00019714897637829182,
      "loss": 4.5938,
      "step": 59539
    },
    {
      "epoch": 2.4386647552733973,
      "grad_norm": 2.882292096277885,
      "learning_rate": 0.00019714588027659573,
      "loss": 4.5938,
      "step": 59540
    },
    {
      "epoch": 2.438705713700594,
      "grad_norm": 2.8638737000130923,
      "learning_rate": 0.00019714278415261177,
      "loss": 4.1562,
      "step": 59541
    },
    {
      "epoch": 2.4387466721277904,
      "grad_norm": 3.995374543935723,
      "learning_rate": 0.00019713968800634147,
      "loss": 6.25,
      "step": 59542
    },
    {
      "epoch": 2.4387876305549865,
      "grad_norm": 5.350110999069691,
      "learning_rate": 0.00019713659183778632,
      "loss": 5.7812,
      "step": 59543
    },
    {
      "epoch": 2.438828588982183,
      "grad_norm": 2.9242009386024566,
      "learning_rate": 0.00019713349564694764,
      "loss": 4.7188,
      "step": 59544
    },
    {
      "epoch": 2.4388695474093796,
      "grad_norm": 5.621128498734372,
      "learning_rate": 0.000197130399433827,
      "loss": 5.9375,
      "step": 59545
    },
    {
      "epoch": 2.438910505836576,
      "grad_norm": 3.515286184126928,
      "learning_rate": 0.00019712730319842582,
      "loss": 4.0938,
      "step": 59546
    },
    {
      "epoch": 2.438951464263772,
      "grad_norm": 3.380397852717913,
      "learning_rate": 0.00019712420694074562,
      "loss": 3.1719,
      "step": 59547
    },
    {
      "epoch": 2.4389924226909687,
      "grad_norm": 2.836885951788485,
      "learning_rate": 0.00019712111066078782,
      "loss": 4.8438,
      "step": 59548
    },
    {
      "epoch": 2.4390333811181653,
      "grad_norm": 3.674395342450824,
      "learning_rate": 0.00019711801435855388,
      "loss": 5.0,
      "step": 59549
    },
    {
      "epoch": 2.4390743395453613,
      "grad_norm": 3.259399828720763,
      "learning_rate": 0.0001971149180340453,
      "loss": 5.375,
      "step": 59550
    },
    {
      "epoch": 2.439115297972558,
      "grad_norm": 2.8392386366517046,
      "learning_rate": 0.00019711182168726354,
      "loss": 3.9219,
      "step": 59551
    },
    {
      "epoch": 2.4391562563997544,
      "grad_norm": 3.8922814625792337,
      "learning_rate": 0.00019710872531821,
      "loss": 3.2812,
      "step": 59552
    },
    {
      "epoch": 2.4391972148269505,
      "grad_norm": 3.4303366670391973,
      "learning_rate": 0.00019710562892688623,
      "loss": 5.2188,
      "step": 59553
    },
    {
      "epoch": 2.439238173254147,
      "grad_norm": 4.776817487326563,
      "learning_rate": 0.00019710253251329363,
      "loss": 5.1562,
      "step": 59554
    },
    {
      "epoch": 2.4392791316813436,
      "grad_norm": 2.999880102633444,
      "learning_rate": 0.0001970994360774337,
      "loss": 3.2188,
      "step": 59555
    },
    {
      "epoch": 2.4393200901085397,
      "grad_norm": 3.2776405891273916,
      "learning_rate": 0.00019709633961930784,
      "loss": 4.7812,
      "step": 59556
    },
    {
      "epoch": 2.439361048535736,
      "grad_norm": 3.5362764975201357,
      "learning_rate": 0.00019709324313891757,
      "loss": 5.5625,
      "step": 59557
    },
    {
      "epoch": 2.4394020069629327,
      "grad_norm": 4.471318482549506,
      "learning_rate": 0.00019709014663626438,
      "loss": 4.4062,
      "step": 59558
    },
    {
      "epoch": 2.439442965390129,
      "grad_norm": 5.239644902398044,
      "learning_rate": 0.0001970870501113497,
      "loss": 6.6562,
      "step": 59559
    },
    {
      "epoch": 2.4394839238173254,
      "grad_norm": 3.132615006118807,
      "learning_rate": 0.000197083953564175,
      "loss": 4.8438,
      "step": 59560
    },
    {
      "epoch": 2.439524882244522,
      "grad_norm": 3.5968084752005476,
      "learning_rate": 0.0001970808569947417,
      "loss": 5.5938,
      "step": 59561
    },
    {
      "epoch": 2.439565840671718,
      "grad_norm": 3.9598406670124375,
      "learning_rate": 0.00019707776040305135,
      "loss": 4.5938,
      "step": 59562
    },
    {
      "epoch": 2.4396067990989145,
      "grad_norm": 3.0101535401383144,
      "learning_rate": 0.00019707466378910538,
      "loss": 4.5,
      "step": 59563
    },
    {
      "epoch": 2.439647757526111,
      "grad_norm": 4.924224217412504,
      "learning_rate": 0.00019707156715290518,
      "loss": 5.7188,
      "step": 59564
    },
    {
      "epoch": 2.4396887159533076,
      "grad_norm": 3.2264122433446265,
      "learning_rate": 0.00019706847049445227,
      "loss": 4.1875,
      "step": 59565
    },
    {
      "epoch": 2.4397296743805037,
      "grad_norm": 3.482380055359814,
      "learning_rate": 0.0001970653738137482,
      "loss": 5.125,
      "step": 59566
    },
    {
      "epoch": 2.4397706328077002,
      "grad_norm": 3.720938240010562,
      "learning_rate": 0.0001970622771107943,
      "loss": 5.0938,
      "step": 59567
    },
    {
      "epoch": 2.4398115912348968,
      "grad_norm": 4.291402210852342,
      "learning_rate": 0.0001970591803855921,
      "loss": 5.7188,
      "step": 59568
    },
    {
      "epoch": 2.439852549662093,
      "grad_norm": 3.052915038366095,
      "learning_rate": 0.000197056083638143,
      "loss": 4.1562,
      "step": 59569
    },
    {
      "epoch": 2.4398935080892894,
      "grad_norm": 2.8179185320395113,
      "learning_rate": 0.00019705298686844858,
      "loss": 4.1875,
      "step": 59570
    },
    {
      "epoch": 2.439934466516486,
      "grad_norm": 2.9181042425002186,
      "learning_rate": 0.0001970498900765102,
      "loss": 4.5312,
      "step": 59571
    },
    {
      "epoch": 2.439975424943682,
      "grad_norm": 2.871541544805714,
      "learning_rate": 0.0001970467932623294,
      "loss": 5.0312,
      "step": 59572
    },
    {
      "epoch": 2.4400163833708786,
      "grad_norm": 3.0366704876390807,
      "learning_rate": 0.00019704369642590752,
      "loss": 5.0,
      "step": 59573
    },
    {
      "epoch": 2.440057341798075,
      "grad_norm": 3.566599417711716,
      "learning_rate": 0.0001970405995672462,
      "loss": 4.8125,
      "step": 59574
    },
    {
      "epoch": 2.440098300225271,
      "grad_norm": 2.9541083746656542,
      "learning_rate": 0.0001970375026863468,
      "loss": 5.4375,
      "step": 59575
    },
    {
      "epoch": 2.4401392586524677,
      "grad_norm": 3.1483618701401017,
      "learning_rate": 0.00019703440578321076,
      "loss": 4.625,
      "step": 59576
    },
    {
      "epoch": 2.4401802170796643,
      "grad_norm": 18.404134706682637,
      "learning_rate": 0.00019703130885783958,
      "loss": 4.0,
      "step": 59577
    },
    {
      "epoch": 2.4402211755068604,
      "grad_norm": 6.151102216922104,
      "learning_rate": 0.00019702821191023475,
      "loss": 4.4062,
      "step": 59578
    },
    {
      "epoch": 2.440262133934057,
      "grad_norm": 6.1084737285221005,
      "learning_rate": 0.00019702511494039773,
      "loss": 5.1562,
      "step": 59579
    },
    {
      "epoch": 2.4403030923612534,
      "grad_norm": 3.045597880806624,
      "learning_rate": 0.00019702201794832998,
      "loss": 4.6562,
      "step": 59580
    },
    {
      "epoch": 2.4403440507884495,
      "grad_norm": 4.494592625841263,
      "learning_rate": 0.00019701892093403287,
      "loss": 5.9688,
      "step": 59581
    },
    {
      "epoch": 2.440385009215646,
      "grad_norm": 2.7906421695079193,
      "learning_rate": 0.00019701582389750798,
      "loss": 3.0156,
      "step": 59582
    },
    {
      "epoch": 2.4404259676428426,
      "grad_norm": 5.246714926740516,
      "learning_rate": 0.00019701272683875676,
      "loss": 5.8438,
      "step": 59583
    },
    {
      "epoch": 2.440466926070039,
      "grad_norm": 2.8850118639292694,
      "learning_rate": 0.00019700962975778064,
      "loss": 4.0625,
      "step": 59584
    },
    {
      "epoch": 2.440507884497235,
      "grad_norm": 5.113279703166037,
      "learning_rate": 0.00019700653265458106,
      "loss": 4.9375,
      "step": 59585
    },
    {
      "epoch": 2.4405488429244317,
      "grad_norm": 2.850926552157988,
      "learning_rate": 0.00019700343552915957,
      "loss": 4.375,
      "step": 59586
    },
    {
      "epoch": 2.4405898013516283,
      "grad_norm": 3.0308185685965205,
      "learning_rate": 0.00019700033838151754,
      "loss": 4.125,
      "step": 59587
    },
    {
      "epoch": 2.4406307597788244,
      "grad_norm": 3.296744979508219,
      "learning_rate": 0.0001969972412116565,
      "loss": 4.4375,
      "step": 59588
    },
    {
      "epoch": 2.440671718206021,
      "grad_norm": 5.796512224462537,
      "learning_rate": 0.00019699414401957793,
      "loss": 1.3594,
      "step": 59589
    },
    {
      "epoch": 2.4407126766332174,
      "grad_norm": 7.244119035861192,
      "learning_rate": 0.00019699104680528319,
      "loss": 3.4375,
      "step": 59590
    },
    {
      "epoch": 2.4407536350604135,
      "grad_norm": 3.155553172473739,
      "learning_rate": 0.00019698794956877387,
      "loss": 4.3125,
      "step": 59591
    },
    {
      "epoch": 2.44079459348761,
      "grad_norm": 3.596299032646585,
      "learning_rate": 0.00019698485231005132,
      "loss": 3.6406,
      "step": 59592
    },
    {
      "epoch": 2.4408355519148066,
      "grad_norm": 2.9063788336948853,
      "learning_rate": 0.00019698175502911707,
      "loss": 4.2188,
      "step": 59593
    },
    {
      "epoch": 2.4408765103420027,
      "grad_norm": 3.094441242919653,
      "learning_rate": 0.0001969786577259726,
      "loss": 4.25,
      "step": 59594
    },
    {
      "epoch": 2.4409174687691992,
      "grad_norm": 3.7646956502458364,
      "learning_rate": 0.0001969755604006193,
      "loss": 6.0625,
      "step": 59595
    },
    {
      "epoch": 2.4409584271963958,
      "grad_norm": 8.249978727205097,
      "learning_rate": 0.00019697246305305872,
      "loss": 5.5312,
      "step": 59596
    },
    {
      "epoch": 2.440999385623592,
      "grad_norm": 11.527993638208386,
      "learning_rate": 0.00019696936568329226,
      "loss": 2.4375,
      "step": 59597
    },
    {
      "epoch": 2.4410403440507884,
      "grad_norm": 3.3122266602098014,
      "learning_rate": 0.00019696626829132145,
      "loss": 3.7031,
      "step": 59598
    },
    {
      "epoch": 2.441081302477985,
      "grad_norm": 3.432726003209232,
      "learning_rate": 0.00019696317087714767,
      "loss": 3.6094,
      "step": 59599
    },
    {
      "epoch": 2.441122260905181,
      "grad_norm": 6.612223409777989,
      "learning_rate": 0.00019696007344077246,
      "loss": 5.375,
      "step": 59600
    },
    {
      "epoch": 2.4411632193323776,
      "grad_norm": 3.0730573616398478,
      "learning_rate": 0.00019695697598219722,
      "loss": 4.4062,
      "step": 59601
    },
    {
      "epoch": 2.441204177759574,
      "grad_norm": 4.382186642238596,
      "learning_rate": 0.00019695387850142345,
      "loss": 4.7812,
      "step": 59602
    },
    {
      "epoch": 2.4412451361867706,
      "grad_norm": 3.3962711358894535,
      "learning_rate": 0.00019695078099845264,
      "loss": 4.625,
      "step": 59603
    },
    {
      "epoch": 2.4412860946139667,
      "grad_norm": 3.142733539352008,
      "learning_rate": 0.0001969476834732862,
      "loss": 5.3438,
      "step": 59604
    },
    {
      "epoch": 2.4413270530411633,
      "grad_norm": 2.9823867331501326,
      "learning_rate": 0.00019694458592592562,
      "loss": 4.5625,
      "step": 59605
    },
    {
      "epoch": 2.44136801146836,
      "grad_norm": 4.392835234795545,
      "learning_rate": 0.00019694148835637236,
      "loss": 3.1562,
      "step": 59606
    },
    {
      "epoch": 2.441408969895556,
      "grad_norm": 3.1813279999976047,
      "learning_rate": 0.00019693839076462792,
      "loss": 4.75,
      "step": 59607
    },
    {
      "epoch": 2.4414499283227524,
      "grad_norm": 3.9160018065622455,
      "learning_rate": 0.00019693529315069374,
      "loss": 3.8594,
      "step": 59608
    },
    {
      "epoch": 2.441490886749949,
      "grad_norm": 2.992104853458218,
      "learning_rate": 0.00019693219551457123,
      "loss": 4.625,
      "step": 59609
    },
    {
      "epoch": 2.441531845177145,
      "grad_norm": 4.862174177610272,
      "learning_rate": 0.0001969290978562619,
      "loss": 5.0312,
      "step": 59610
    },
    {
      "epoch": 2.4415728036043416,
      "grad_norm": 3.3518737342869844,
      "learning_rate": 0.00019692600017576724,
      "loss": 4.2188,
      "step": 59611
    },
    {
      "epoch": 2.441613762031538,
      "grad_norm": 5.288025838891555,
      "learning_rate": 0.00019692290247308867,
      "loss": 5.3125,
      "step": 59612
    },
    {
      "epoch": 2.441654720458734,
      "grad_norm": 3.3898867685611593,
      "learning_rate": 0.00019691980474822768,
      "loss": 4.8125,
      "step": 59613
    },
    {
      "epoch": 2.4416956788859308,
      "grad_norm": 3.329649638674243,
      "learning_rate": 0.00019691670700118578,
      "loss": 5.0625,
      "step": 59614
    },
    {
      "epoch": 2.4417366373131273,
      "grad_norm": 3.6232389602474786,
      "learning_rate": 0.00019691360923196433,
      "loss": 4.1562,
      "step": 59615
    },
    {
      "epoch": 2.4417775957403234,
      "grad_norm": 5.88258205049216,
      "learning_rate": 0.00019691051144056488,
      "loss": 5.1562,
      "step": 59616
    },
    {
      "epoch": 2.44181855416752,
      "grad_norm": 3.81597429256583,
      "learning_rate": 0.00019690741362698882,
      "loss": 4.75,
      "step": 59617
    },
    {
      "epoch": 2.4418595125947165,
      "grad_norm": 13.59169905748022,
      "learning_rate": 0.00019690431579123767,
      "loss": 4.5938,
      "step": 59618
    },
    {
      "epoch": 2.4419004710219125,
      "grad_norm": 3.5491142487172453,
      "learning_rate": 0.0001969012179333129,
      "loss": 4.5938,
      "step": 59619
    },
    {
      "epoch": 2.441941429449109,
      "grad_norm": 2.919964710280884,
      "learning_rate": 0.00019689812005321597,
      "loss": 5.1875,
      "step": 59620
    },
    {
      "epoch": 2.4419823878763056,
      "grad_norm": 3.019730982012806,
      "learning_rate": 0.00019689502215094825,
      "loss": 4.4375,
      "step": 59621
    },
    {
      "epoch": 2.442023346303502,
      "grad_norm": 3.0871657840787514,
      "learning_rate": 0.00019689192422651139,
      "loss": 4.1875,
      "step": 59622
    },
    {
      "epoch": 2.4420643047306982,
      "grad_norm": 9.293886354683341,
      "learning_rate": 0.0001968888262799067,
      "loss": 5.875,
      "step": 59623
    },
    {
      "epoch": 2.442105263157895,
      "grad_norm": 3.3406631232920345,
      "learning_rate": 0.0001968857283111357,
      "loss": 4.5625,
      "step": 59624
    },
    {
      "epoch": 2.4421462215850913,
      "grad_norm": 2.8628323758602665,
      "learning_rate": 0.00019688263032019982,
      "loss": 3.4219,
      "step": 59625
    },
    {
      "epoch": 2.4421871800122874,
      "grad_norm": 3.509064414071831,
      "learning_rate": 0.00019687953230710062,
      "loss": 5.9688,
      "step": 59626
    },
    {
      "epoch": 2.442228138439484,
      "grad_norm": 3.9917916961900577,
      "learning_rate": 0.00019687643427183945,
      "loss": 5.625,
      "step": 59627
    },
    {
      "epoch": 2.4422690968666805,
      "grad_norm": 7.384030826086378,
      "learning_rate": 0.00019687333621441782,
      "loss": 6.0312,
      "step": 59628
    },
    {
      "epoch": 2.4423100552938766,
      "grad_norm": 3.3766523842021194,
      "learning_rate": 0.0001968702381348372,
      "loss": 4.3438,
      "step": 59629
    },
    {
      "epoch": 2.442351013721073,
      "grad_norm": 3.0147420636277684,
      "learning_rate": 0.00019686714003309906,
      "loss": 4.875,
      "step": 59630
    },
    {
      "epoch": 2.4423919721482696,
      "grad_norm": 3.059926308769562,
      "learning_rate": 0.00019686404190920483,
      "loss": 4.0,
      "step": 59631
    },
    {
      "epoch": 2.4424329305754657,
      "grad_norm": 3.639794533383625,
      "learning_rate": 0.00019686094376315604,
      "loss": 4.0938,
      "step": 59632
    },
    {
      "epoch": 2.4424738890026623,
      "grad_norm": 4.348203140216317,
      "learning_rate": 0.00019685784559495405,
      "loss": 6.125,
      "step": 59633
    },
    {
      "epoch": 2.442514847429859,
      "grad_norm": 2.9298265096181386,
      "learning_rate": 0.00019685474740460045,
      "loss": 4.3125,
      "step": 59634
    },
    {
      "epoch": 2.442555805857055,
      "grad_norm": 3.1344092162935686,
      "learning_rate": 0.00019685164919209665,
      "loss": 4.25,
      "step": 59635
    },
    {
      "epoch": 2.4425967642842514,
      "grad_norm": 2.7688615071048988,
      "learning_rate": 0.00019684855095744407,
      "loss": 4.375,
      "step": 59636
    },
    {
      "epoch": 2.442637722711448,
      "grad_norm": 5.78161839524105,
      "learning_rate": 0.00019684545270064421,
      "loss": 1.9688,
      "step": 59637
    },
    {
      "epoch": 2.442678681138644,
      "grad_norm": 3.160405838414031,
      "learning_rate": 0.00019684235442169856,
      "loss": 3.1719,
      "step": 59638
    },
    {
      "epoch": 2.4427196395658406,
      "grad_norm": 3.0928109243765753,
      "learning_rate": 0.0001968392561206086,
      "loss": 4.8438,
      "step": 59639
    },
    {
      "epoch": 2.442760597993037,
      "grad_norm": 4.76319871129879,
      "learning_rate": 0.00019683615779737568,
      "loss": 3.6719,
      "step": 59640
    },
    {
      "epoch": 2.4428015564202337,
      "grad_norm": 3.1595853367950135,
      "learning_rate": 0.0001968330594520014,
      "loss": 4.6875,
      "step": 59641
    },
    {
      "epoch": 2.4428425148474298,
      "grad_norm": 3.193244265175385,
      "learning_rate": 0.00019682996108448715,
      "loss": 4.5938,
      "step": 59642
    },
    {
      "epoch": 2.4428834732746263,
      "grad_norm": 4.533524476279681,
      "learning_rate": 0.00019682686269483442,
      "loss": 6.0312,
      "step": 59643
    },
    {
      "epoch": 2.442924431701823,
      "grad_norm": 4.162636454593361,
      "learning_rate": 0.00019682376428304467,
      "loss": 4.8438,
      "step": 59644
    },
    {
      "epoch": 2.442965390129019,
      "grad_norm": 3.6845163715873377,
      "learning_rate": 0.00019682066584911933,
      "loss": 5.1875,
      "step": 59645
    },
    {
      "epoch": 2.4430063485562155,
      "grad_norm": 5.854617458961256,
      "learning_rate": 0.0001968175673930599,
      "loss": 3.25,
      "step": 59646
    },
    {
      "epoch": 2.443047306983412,
      "grad_norm": 3.556708318244377,
      "learning_rate": 0.00019681446891486786,
      "loss": 5.5625,
      "step": 59647
    },
    {
      "epoch": 2.443088265410608,
      "grad_norm": 3.202886080210131,
      "learning_rate": 0.00019681137041454466,
      "loss": 5.4062,
      "step": 59648
    },
    {
      "epoch": 2.4431292238378046,
      "grad_norm": 10.678438890826593,
      "learning_rate": 0.00019680827189209172,
      "loss": 3.6719,
      "step": 59649
    },
    {
      "epoch": 2.443170182265001,
      "grad_norm": 3.561034823573933,
      "learning_rate": 0.0001968051733475106,
      "loss": 5.2812,
      "step": 59650
    },
    {
      "epoch": 2.4432111406921972,
      "grad_norm": 3.5182112579125016,
      "learning_rate": 0.0001968020747808027,
      "loss": 4.25,
      "step": 59651
    },
    {
      "epoch": 2.443252099119394,
      "grad_norm": 2.8785634063426873,
      "learning_rate": 0.00019679897619196947,
      "loss": 4.6875,
      "step": 59652
    },
    {
      "epoch": 2.4432930575465903,
      "grad_norm": 4.47148485238502,
      "learning_rate": 0.00019679587758101238,
      "loss": 6.0,
      "step": 59653
    },
    {
      "epoch": 2.443334015973787,
      "grad_norm": 3.090465333788022,
      "learning_rate": 0.00019679277894793295,
      "loss": 4.1875,
      "step": 59654
    },
    {
      "epoch": 2.443374974400983,
      "grad_norm": 3.205480919273193,
      "learning_rate": 0.00019678968029273263,
      "loss": 4.7812,
      "step": 59655
    },
    {
      "epoch": 2.4434159328281795,
      "grad_norm": 2.9739874406701294,
      "learning_rate": 0.00019678658161541282,
      "loss": 4.6875,
      "step": 59656
    },
    {
      "epoch": 2.4434568912553756,
      "grad_norm": 3.5896499844851,
      "learning_rate": 0.00019678348291597505,
      "loss": 6.5,
      "step": 59657
    },
    {
      "epoch": 2.443497849682572,
      "grad_norm": 4.640448048479971,
      "learning_rate": 0.00019678038419442077,
      "loss": 5.625,
      "step": 59658
    },
    {
      "epoch": 2.4435388081097686,
      "grad_norm": 3.269022009317113,
      "learning_rate": 0.00019677728545075147,
      "loss": 5.125,
      "step": 59659
    },
    {
      "epoch": 2.443579766536965,
      "grad_norm": 4.8243030636637405,
      "learning_rate": 0.00019677418668496855,
      "loss": 5.4688,
      "step": 59660
    },
    {
      "epoch": 2.4436207249641613,
      "grad_norm": 3.047838081723553,
      "learning_rate": 0.00019677108789707348,
      "loss": 4.7812,
      "step": 59661
    },
    {
      "epoch": 2.443661683391358,
      "grad_norm": 3.7280523426159298,
      "learning_rate": 0.0001967679890870678,
      "loss": 5.9062,
      "step": 59662
    },
    {
      "epoch": 2.4437026418185543,
      "grad_norm": 3.456520374669746,
      "learning_rate": 0.00019676489025495292,
      "loss": 3.9531,
      "step": 59663
    },
    {
      "epoch": 2.4437436002457504,
      "grad_norm": 3.185142258801563,
      "learning_rate": 0.0001967617914007303,
      "loss": 4.2188,
      "step": 59664
    },
    {
      "epoch": 2.443784558672947,
      "grad_norm": 3.2584972576149998,
      "learning_rate": 0.00019675869252440138,
      "loss": 3.9531,
      "step": 59665
    },
    {
      "epoch": 2.4438255171001435,
      "grad_norm": 3.6131110108993196,
      "learning_rate": 0.0001967555936259677,
      "loss": 5.1875,
      "step": 59666
    },
    {
      "epoch": 2.4438664755273396,
      "grad_norm": 3.2277657405309617,
      "learning_rate": 0.0001967524947054307,
      "loss": 4.5312,
      "step": 59667
    },
    {
      "epoch": 2.443907433954536,
      "grad_norm": 3.7731168426932253,
      "learning_rate": 0.00019674939576279184,
      "loss": 4.3438,
      "step": 59668
    },
    {
      "epoch": 2.4439483923817327,
      "grad_norm": 4.263694794514718,
      "learning_rate": 0.00019674629679805253,
      "loss": 5.4375,
      "step": 59669
    },
    {
      "epoch": 2.4439893508089288,
      "grad_norm": 3.9998526054390218,
      "learning_rate": 0.00019674319781121433,
      "loss": 4.375,
      "step": 59670
    },
    {
      "epoch": 2.4440303092361253,
      "grad_norm": 3.1965844854019325,
      "learning_rate": 0.00019674009880227866,
      "loss": 4.8438,
      "step": 59671
    },
    {
      "epoch": 2.444071267663322,
      "grad_norm": 2.9260590129538486,
      "learning_rate": 0.00019673699977124697,
      "loss": 4.5,
      "step": 59672
    },
    {
      "epoch": 2.4441122260905184,
      "grad_norm": 11.960211267809964,
      "learning_rate": 0.0001967339007181207,
      "loss": 3.9844,
      "step": 59673
    },
    {
      "epoch": 2.4441531845177145,
      "grad_norm": 3.2667080417548635,
      "learning_rate": 0.0001967308016429014,
      "loss": 5.5,
      "step": 59674
    },
    {
      "epoch": 2.444194142944911,
      "grad_norm": 3.4582329672513974,
      "learning_rate": 0.00019672770254559047,
      "loss": 4.6875,
      "step": 59675
    },
    {
      "epoch": 2.444235101372107,
      "grad_norm": 3.240549125545461,
      "learning_rate": 0.0001967246034261894,
      "loss": 4.9375,
      "step": 59676
    },
    {
      "epoch": 2.4442760597993036,
      "grad_norm": 4.337904015306418,
      "learning_rate": 0.00019672150428469963,
      "loss": 5.1875,
      "step": 59677
    },
    {
      "epoch": 2.4443170182265,
      "grad_norm": 7.268119369169789,
      "learning_rate": 0.0001967184051211227,
      "loss": 5.9062,
      "step": 59678
    },
    {
      "epoch": 2.4443579766536967,
      "grad_norm": 3.072213117429246,
      "learning_rate": 0.00019671530593545997,
      "loss": 4.125,
      "step": 59679
    },
    {
      "epoch": 2.444398935080893,
      "grad_norm": 3.8820418454762082,
      "learning_rate": 0.000196712206727713,
      "loss": 6.0,
      "step": 59680
    },
    {
      "epoch": 2.4444398935080893,
      "grad_norm": 3.0909557037449518,
      "learning_rate": 0.00019670910749788314,
      "loss": 4.5,
      "step": 59681
    },
    {
      "epoch": 2.444480851935286,
      "grad_norm": 5.329494636841851,
      "learning_rate": 0.000196706008245972,
      "loss": 4.3438,
      "step": 59682
    },
    {
      "epoch": 2.444521810362482,
      "grad_norm": 3.2602349818514305,
      "learning_rate": 0.0001967029089719809,
      "loss": 4.0312,
      "step": 59683
    },
    {
      "epoch": 2.4445627687896785,
      "grad_norm": 3.3366115543897927,
      "learning_rate": 0.0001966998096759114,
      "loss": 4.75,
      "step": 59684
    },
    {
      "epoch": 2.444603727216875,
      "grad_norm": 2.9342176822654733,
      "learning_rate": 0.00019669671035776496,
      "loss": 4.75,
      "step": 59685
    },
    {
      "epoch": 2.444644685644071,
      "grad_norm": 7.145379791772682,
      "learning_rate": 0.000196693611017543,
      "loss": 6.1875,
      "step": 59686
    },
    {
      "epoch": 2.4446856440712676,
      "grad_norm": 2.9867624146923055,
      "learning_rate": 0.000196690511655247,
      "loss": 4.125,
      "step": 59687
    },
    {
      "epoch": 2.444726602498464,
      "grad_norm": 3.4251835072799373,
      "learning_rate": 0.00019668741227087848,
      "loss": 5.125,
      "step": 59688
    },
    {
      "epoch": 2.4447675609256603,
      "grad_norm": 3.5841413526042456,
      "learning_rate": 0.0001966843128644388,
      "loss": 5.2188,
      "step": 59689
    },
    {
      "epoch": 2.444808519352857,
      "grad_norm": 3.1913435406876824,
      "learning_rate": 0.00019668121343592953,
      "loss": 3.375,
      "step": 59690
    },
    {
      "epoch": 2.4448494777800533,
      "grad_norm": 3.3957017760717823,
      "learning_rate": 0.00019667811398535213,
      "loss": 4.75,
      "step": 59691
    },
    {
      "epoch": 2.44489043620725,
      "grad_norm": 4.435377501869758,
      "learning_rate": 0.00019667501451270798,
      "loss": 5.0,
      "step": 59692
    },
    {
      "epoch": 2.444931394634446,
      "grad_norm": 3.438395351692977,
      "learning_rate": 0.00019667191501799856,
      "loss": 4.125,
      "step": 59693
    },
    {
      "epoch": 2.4449723530616425,
      "grad_norm": 7.3291749821580385,
      "learning_rate": 0.00019666881550122544,
      "loss": 4.1562,
      "step": 59694
    },
    {
      "epoch": 2.4450133114888386,
      "grad_norm": 4.810705037707287,
      "learning_rate": 0.00019666571596239,
      "loss": 3.6094,
      "step": 59695
    },
    {
      "epoch": 2.445054269916035,
      "grad_norm": 2.8849337289651227,
      "learning_rate": 0.00019666261640149366,
      "loss": 4.0312,
      "step": 59696
    },
    {
      "epoch": 2.4450952283432317,
      "grad_norm": 2.7982374935441015,
      "learning_rate": 0.00019665951681853793,
      "loss": 2.3594,
      "step": 59697
    },
    {
      "epoch": 2.445136186770428,
      "grad_norm": 10.076591045001992,
      "learning_rate": 0.00019665641721352433,
      "loss": 4.5938,
      "step": 59698
    },
    {
      "epoch": 2.4451771451976243,
      "grad_norm": 3.750237098357191,
      "learning_rate": 0.0001966533175864543,
      "loss": 4.5625,
      "step": 59699
    },
    {
      "epoch": 2.445218103624821,
      "grad_norm": 5.263454236849516,
      "learning_rate": 0.0001966502179373293,
      "loss": 1.8984,
      "step": 59700
    },
    {
      "epoch": 2.4452590620520174,
      "grad_norm": 6.918368073482769,
      "learning_rate": 0.0001966471182661507,
      "loss": 6.9375,
      "step": 59701
    },
    {
      "epoch": 2.4453000204792135,
      "grad_norm": 2.802345650192741,
      "learning_rate": 0.00019664401857292014,
      "loss": 3.4375,
      "step": 59702
    },
    {
      "epoch": 2.44534097890641,
      "grad_norm": 3.8088271243438734,
      "learning_rate": 0.00019664091885763894,
      "loss": 4.5312,
      "step": 59703
    },
    {
      "epoch": 2.4453819373336065,
      "grad_norm": 4.327809336592776,
      "learning_rate": 0.00019663781912030866,
      "loss": 3.3281,
      "step": 59704
    },
    {
      "epoch": 2.4454228957608026,
      "grad_norm": 4.839000599320454,
      "learning_rate": 0.00019663471936093066,
      "loss": 7.1562,
      "step": 59705
    },
    {
      "epoch": 2.445463854187999,
      "grad_norm": 2.7358397288962806,
      "learning_rate": 0.00019663161957950655,
      "loss": 3.625,
      "step": 59706
    },
    {
      "epoch": 2.4455048126151957,
      "grad_norm": 4.297692059016211,
      "learning_rate": 0.00019662851977603768,
      "loss": 4.5938,
      "step": 59707
    },
    {
      "epoch": 2.445545771042392,
      "grad_norm": 3.056551127378596,
      "learning_rate": 0.00019662541995052558,
      "loss": 4.8438,
      "step": 59708
    },
    {
      "epoch": 2.4455867294695883,
      "grad_norm": 8.81401611343365,
      "learning_rate": 0.00019662232010297158,
      "loss": 4.4375,
      "step": 59709
    },
    {
      "epoch": 2.445627687896785,
      "grad_norm": 2.4169638283639667,
      "learning_rate": 0.00019661922023337736,
      "loss": 2.2969,
      "step": 59710
    },
    {
      "epoch": 2.4456686463239814,
      "grad_norm": 5.498169647112045,
      "learning_rate": 0.00019661612034174426,
      "loss": 7.6875,
      "step": 59711
    },
    {
      "epoch": 2.4457096047511775,
      "grad_norm": 3.2308345091049797,
      "learning_rate": 0.00019661302042807375,
      "loss": 4.25,
      "step": 59712
    },
    {
      "epoch": 2.445750563178374,
      "grad_norm": 3.858324702577537,
      "learning_rate": 0.0001966099204923673,
      "loss": 2.3906,
      "step": 59713
    },
    {
      "epoch": 2.44579152160557,
      "grad_norm": 3.863144444634937,
      "learning_rate": 0.0001966068205346264,
      "loss": 3.6875,
      "step": 59714
    },
    {
      "epoch": 2.4458324800327667,
      "grad_norm": 3.470011732051303,
      "learning_rate": 0.00019660372055485252,
      "loss": 4.4375,
      "step": 59715
    },
    {
      "epoch": 2.445873438459963,
      "grad_norm": 3.203069145473209,
      "learning_rate": 0.00019660062055304705,
      "loss": 4.6875,
      "step": 59716
    },
    {
      "epoch": 2.4459143968871597,
      "grad_norm": 2.9947154907140043,
      "learning_rate": 0.00019659752052921152,
      "loss": 3.8281,
      "step": 59717
    },
    {
      "epoch": 2.445955355314356,
      "grad_norm": 3.417632827813659,
      "learning_rate": 0.0001965944204833474,
      "loss": 4.6562,
      "step": 59718
    },
    {
      "epoch": 2.4459963137415524,
      "grad_norm": 3.116833655331681,
      "learning_rate": 0.0001965913204154562,
      "loss": 5.125,
      "step": 59719
    },
    {
      "epoch": 2.446037272168749,
      "grad_norm": 3.3944566784686394,
      "learning_rate": 0.00019658822032553923,
      "loss": 4.8438,
      "step": 59720
    },
    {
      "epoch": 2.446078230595945,
      "grad_norm": 4.436734697516925,
      "learning_rate": 0.0001965851202135981,
      "loss": 4.3125,
      "step": 59721
    },
    {
      "epoch": 2.4461191890231415,
      "grad_norm": 5.59024345051924,
      "learning_rate": 0.00019658202007963424,
      "loss": 6.3438,
      "step": 59722
    },
    {
      "epoch": 2.446160147450338,
      "grad_norm": 2.631275949486863,
      "learning_rate": 0.0001965789199236491,
      "loss": 3.0938,
      "step": 59723
    },
    {
      "epoch": 2.446201105877534,
      "grad_norm": 3.572534520004221,
      "learning_rate": 0.00019657581974564413,
      "loss": 3.9219,
      "step": 59724
    },
    {
      "epoch": 2.4462420643047307,
      "grad_norm": 3.152955046855086,
      "learning_rate": 0.00019657271954562081,
      "loss": 4.8125,
      "step": 59725
    },
    {
      "epoch": 2.446283022731927,
      "grad_norm": 5.859890184459893,
      "learning_rate": 0.00019656961932358065,
      "loss": 5.9062,
      "step": 59726
    },
    {
      "epoch": 2.4463239811591233,
      "grad_norm": 3.9377770565058334,
      "learning_rate": 0.00019656651907952507,
      "loss": 2.6562,
      "step": 59727
    },
    {
      "epoch": 2.44636493958632,
      "grad_norm": 11.22015222718491,
      "learning_rate": 0.0001965634188134555,
      "loss": 1.2109,
      "step": 59728
    },
    {
      "epoch": 2.4464058980135164,
      "grad_norm": 3.3441736917756324,
      "learning_rate": 0.0001965603185253735,
      "loss": 3.8125,
      "step": 59729
    },
    {
      "epoch": 2.446446856440713,
      "grad_norm": 8.275510619705349,
      "learning_rate": 0.0001965572182152805,
      "loss": 4.1875,
      "step": 59730
    },
    {
      "epoch": 2.446487814867909,
      "grad_norm": 3.790841690534607,
      "learning_rate": 0.00019655411788317787,
      "loss": 3.9062,
      "step": 59731
    },
    {
      "epoch": 2.4465287732951055,
      "grad_norm": 4.66679399439903,
      "learning_rate": 0.0001965510175290672,
      "loss": 4.5938,
      "step": 59732
    },
    {
      "epoch": 2.4465697317223016,
      "grad_norm": 4.008365624956692,
      "learning_rate": 0.00019654791715294987,
      "loss": 4.375,
      "step": 59733
    },
    {
      "epoch": 2.446610690149498,
      "grad_norm": 4.630613072764166,
      "learning_rate": 0.00019654481675482742,
      "loss": 1.6797,
      "step": 59734
    },
    {
      "epoch": 2.4466516485766947,
      "grad_norm": 3.220021848357959,
      "learning_rate": 0.00019654171633470127,
      "loss": 4.0312,
      "step": 59735
    },
    {
      "epoch": 2.4466926070038912,
      "grad_norm": 3.1257071037625783,
      "learning_rate": 0.00019653861589257292,
      "loss": 4.0938,
      "step": 59736
    },
    {
      "epoch": 2.4467335654310873,
      "grad_norm": 3.3829390017601124,
      "learning_rate": 0.00019653551542844378,
      "loss": 4.2188,
      "step": 59737
    },
    {
      "epoch": 2.446774523858284,
      "grad_norm": 4.3098658939498815,
      "learning_rate": 0.00019653241494231537,
      "loss": 4.75,
      "step": 59738
    },
    {
      "epoch": 2.4468154822854804,
      "grad_norm": 13.464660039411392,
      "learning_rate": 0.00019652931443418914,
      "loss": 4.9062,
      "step": 59739
    },
    {
      "epoch": 2.4468564407126765,
      "grad_norm": 3.0371962377088417,
      "learning_rate": 0.00019652621390406656,
      "loss": 4.4062,
      "step": 59740
    },
    {
      "epoch": 2.446897399139873,
      "grad_norm": 6.707643495222027,
      "learning_rate": 0.00019652311335194904,
      "loss": 5.4062,
      "step": 59741
    },
    {
      "epoch": 2.4469383575670696,
      "grad_norm": 4.002559154892508,
      "learning_rate": 0.0001965200127778381,
      "loss": 1.5703,
      "step": 59742
    },
    {
      "epoch": 2.4469793159942657,
      "grad_norm": 4.154011620271368,
      "learning_rate": 0.00019651691218173524,
      "loss": 5.4062,
      "step": 59743
    },
    {
      "epoch": 2.447020274421462,
      "grad_norm": 3.232496829639248,
      "learning_rate": 0.00019651381156364183,
      "loss": 4.7188,
      "step": 59744
    },
    {
      "epoch": 2.4470612328486587,
      "grad_norm": 2.9810412835244753,
      "learning_rate": 0.00019651071092355942,
      "loss": 3.6875,
      "step": 59745
    },
    {
      "epoch": 2.447102191275855,
      "grad_norm": 20.308633245611315,
      "learning_rate": 0.00019650761026148943,
      "loss": 5.875,
      "step": 59746
    },
    {
      "epoch": 2.4471431497030514,
      "grad_norm": 3.526972645327666,
      "learning_rate": 0.00019650450957743338,
      "loss": 4.9062,
      "step": 59747
    },
    {
      "epoch": 2.447184108130248,
      "grad_norm": 3.413303519813812,
      "learning_rate": 0.00019650140887139268,
      "loss": 4.4062,
      "step": 59748
    },
    {
      "epoch": 2.4472250665574444,
      "grad_norm": 3.5479048011836802,
      "learning_rate": 0.00019649830814336876,
      "loss": 4.3125,
      "step": 59749
    },
    {
      "epoch": 2.4472660249846405,
      "grad_norm": 3.160578916885426,
      "learning_rate": 0.00019649520739336318,
      "loss": 4.4375,
      "step": 59750
    },
    {
      "epoch": 2.447306983411837,
      "grad_norm": 3.0520525437773496,
      "learning_rate": 0.00019649210662137738,
      "loss": 4.3438,
      "step": 59751
    },
    {
      "epoch": 2.447347941839033,
      "grad_norm": 3.3187907641776793,
      "learning_rate": 0.0001964890058274128,
      "loss": 5.0625,
      "step": 59752
    },
    {
      "epoch": 2.4473889002662297,
      "grad_norm": 3.1486979028282045,
      "learning_rate": 0.0001964859050114709,
      "loss": 3.7344,
      "step": 59753
    },
    {
      "epoch": 2.447429858693426,
      "grad_norm": 4.865800606561416,
      "learning_rate": 0.00019648280417355315,
      "loss": 4.2812,
      "step": 59754
    },
    {
      "epoch": 2.4474708171206228,
      "grad_norm": 3.9338182474281513,
      "learning_rate": 0.00019647970331366105,
      "loss": 4.0938,
      "step": 59755
    },
    {
      "epoch": 2.447511775547819,
      "grad_norm": 3.0879408955127086,
      "learning_rate": 0.00019647660243179605,
      "loss": 4.75,
      "step": 59756
    },
    {
      "epoch": 2.4475527339750154,
      "grad_norm": 6.053530860712315,
      "learning_rate": 0.00019647350152795958,
      "loss": 6.6875,
      "step": 59757
    },
    {
      "epoch": 2.447593692402212,
      "grad_norm": 3.336812278381003,
      "learning_rate": 0.00019647040060215317,
      "loss": 4.2812,
      "step": 59758
    },
    {
      "epoch": 2.447634650829408,
      "grad_norm": 3.7305537315978623,
      "learning_rate": 0.00019646729965437822,
      "loss": 4.625,
      "step": 59759
    },
    {
      "epoch": 2.4476756092566045,
      "grad_norm": 2.7608116197903816,
      "learning_rate": 0.00019646419868463627,
      "loss": 5.3125,
      "step": 59760
    },
    {
      "epoch": 2.447716567683801,
      "grad_norm": 3.0972248315218867,
      "learning_rate": 0.00019646109769292869,
      "loss": 3.3594,
      "step": 59761
    },
    {
      "epoch": 2.447757526110997,
      "grad_norm": 2.7918083596718883,
      "learning_rate": 0.00019645799667925704,
      "loss": 4.4375,
      "step": 59762
    },
    {
      "epoch": 2.4477984845381937,
      "grad_norm": 3.569854685769721,
      "learning_rate": 0.00019645489564362273,
      "loss": 4.375,
      "step": 59763
    },
    {
      "epoch": 2.4478394429653902,
      "grad_norm": 2.8774786356746747,
      "learning_rate": 0.00019645179458602726,
      "loss": 4.625,
      "step": 59764
    },
    {
      "epoch": 2.4478804013925863,
      "grad_norm": 3.0743209914409135,
      "learning_rate": 0.00019644869350647203,
      "loss": 4.8125,
      "step": 59765
    },
    {
      "epoch": 2.447921359819783,
      "grad_norm": 3.586025622474671,
      "learning_rate": 0.0001964455924049586,
      "loss": 4.75,
      "step": 59766
    },
    {
      "epoch": 2.4479623182469794,
      "grad_norm": 3.242355516508476,
      "learning_rate": 0.00019644249128148838,
      "loss": 5.1562,
      "step": 59767
    },
    {
      "epoch": 2.448003276674176,
      "grad_norm": 3.432432296681634,
      "learning_rate": 0.00019643939013606285,
      "loss": 4.3125,
      "step": 59768
    },
    {
      "epoch": 2.448044235101372,
      "grad_norm": 3.24398879240208,
      "learning_rate": 0.00019643628896868343,
      "loss": 3.875,
      "step": 59769
    },
    {
      "epoch": 2.4480851935285686,
      "grad_norm": 3.174393510228444,
      "learning_rate": 0.00019643318777935165,
      "loss": 4.5312,
      "step": 59770
    },
    {
      "epoch": 2.4481261519557647,
      "grad_norm": 3.440479990757544,
      "learning_rate": 0.00019643008656806897,
      "loss": 2.3281,
      "step": 59771
    },
    {
      "epoch": 2.448167110382961,
      "grad_norm": 3.285104135224157,
      "learning_rate": 0.00019642698533483684,
      "loss": 4.6875,
      "step": 59772
    },
    {
      "epoch": 2.4482080688101577,
      "grad_norm": 4.656103179094979,
      "learning_rate": 0.00019642388407965666,
      "loss": 3.9844,
      "step": 59773
    },
    {
      "epoch": 2.4482490272373543,
      "grad_norm": 2.7623217623646106,
      "learning_rate": 0.00019642078280253004,
      "loss": 4.4688,
      "step": 59774
    },
    {
      "epoch": 2.4482899856645504,
      "grad_norm": 3.8183649407930504,
      "learning_rate": 0.00019641768150345835,
      "loss": 4.6875,
      "step": 59775
    },
    {
      "epoch": 2.448330944091747,
      "grad_norm": 3.6867132672917613,
      "learning_rate": 0.00019641458018244306,
      "loss": 5.4688,
      "step": 59776
    },
    {
      "epoch": 2.4483719025189434,
      "grad_norm": 3.618045924445894,
      "learning_rate": 0.00019641147883948563,
      "loss": 4.7812,
      "step": 59777
    },
    {
      "epoch": 2.4484128609461395,
      "grad_norm": 3.9002393581658685,
      "learning_rate": 0.00019640837747458758,
      "loss": 4.4062,
      "step": 59778
    },
    {
      "epoch": 2.448453819373336,
      "grad_norm": 3.460096363694115,
      "learning_rate": 0.00019640527608775032,
      "loss": 5.9062,
      "step": 59779
    },
    {
      "epoch": 2.4484947778005326,
      "grad_norm": 8.897186652642045,
      "learning_rate": 0.00019640217467897537,
      "loss": 5.9062,
      "step": 59780
    },
    {
      "epoch": 2.4485357362277287,
      "grad_norm": 3.2026303218068213,
      "learning_rate": 0.0001963990732482641,
      "loss": 4.9688,
      "step": 59781
    },
    {
      "epoch": 2.4485766946549252,
      "grad_norm": 5.589321881018495,
      "learning_rate": 0.0001963959717956181,
      "loss": 4.625,
      "step": 59782
    },
    {
      "epoch": 2.4486176530821218,
      "grad_norm": 3.509299705609161,
      "learning_rate": 0.00019639287032103877,
      "loss": 4.1875,
      "step": 59783
    },
    {
      "epoch": 2.448658611509318,
      "grad_norm": 3.544034695393576,
      "learning_rate": 0.0001963897688245276,
      "loss": 3.8906,
      "step": 59784
    },
    {
      "epoch": 2.4486995699365144,
      "grad_norm": 4.013352244464823,
      "learning_rate": 0.00019638666730608599,
      "loss": 3.3438,
      "step": 59785
    },
    {
      "epoch": 2.448740528363711,
      "grad_norm": 3.4237451915054864,
      "learning_rate": 0.0001963835657657155,
      "loss": 4.5312,
      "step": 59786
    },
    {
      "epoch": 2.4487814867909075,
      "grad_norm": 4.248285118057641,
      "learning_rate": 0.0001963804642034175,
      "loss": 4.8438,
      "step": 59787
    },
    {
      "epoch": 2.4488224452181035,
      "grad_norm": 7.357345980936377,
      "learning_rate": 0.00019637736261919356,
      "loss": 6.9062,
      "step": 59788
    },
    {
      "epoch": 2.4488634036453,
      "grad_norm": 3.1445197098052877,
      "learning_rate": 0.00019637426101304508,
      "loss": 5.0,
      "step": 59789
    },
    {
      "epoch": 2.448904362072496,
      "grad_norm": 3.856894133725747,
      "learning_rate": 0.0001963711593849735,
      "loss": 4.6562,
      "step": 59790
    },
    {
      "epoch": 2.4489453204996927,
      "grad_norm": 3.064548509763237,
      "learning_rate": 0.00019636805773498039,
      "loss": 4.5312,
      "step": 59791
    },
    {
      "epoch": 2.4489862789268892,
      "grad_norm": 3.6145801476702206,
      "learning_rate": 0.00019636495606306713,
      "loss": 5.5938,
      "step": 59792
    },
    {
      "epoch": 2.449027237354086,
      "grad_norm": 3.13316791167104,
      "learning_rate": 0.00019636185436923518,
      "loss": 4.7188,
      "step": 59793
    },
    {
      "epoch": 2.449068195781282,
      "grad_norm": 2.9898547808240994,
      "learning_rate": 0.00019635875265348605,
      "loss": 4.5312,
      "step": 59794
    },
    {
      "epoch": 2.4491091542084784,
      "grad_norm": 2.851986699351292,
      "learning_rate": 0.00019635565091582122,
      "loss": 3.3281,
      "step": 59795
    },
    {
      "epoch": 2.449150112635675,
      "grad_norm": 3.217481018604568,
      "learning_rate": 0.0001963525491562421,
      "loss": 4.8125,
      "step": 59796
    },
    {
      "epoch": 2.449191071062871,
      "grad_norm": 2.8440160327866093,
      "learning_rate": 0.0001963494473747502,
      "loss": 4.4062,
      "step": 59797
    },
    {
      "epoch": 2.4492320294900676,
      "grad_norm": 3.410909961569002,
      "learning_rate": 0.00019634634557134692,
      "loss": 4.6562,
      "step": 59798
    },
    {
      "epoch": 2.449272987917264,
      "grad_norm": 4.222934779242594,
      "learning_rate": 0.00019634324374603386,
      "loss": 3.9062,
      "step": 59799
    },
    {
      "epoch": 2.44931394634446,
      "grad_norm": 7.772745633684631,
      "learning_rate": 0.00019634014189881237,
      "loss": 5.625,
      "step": 59800
    },
    {
      "epoch": 2.4493549047716567,
      "grad_norm": 3.244048534034925,
      "learning_rate": 0.00019633704002968395,
      "loss": 3.8594,
      "step": 59801
    },
    {
      "epoch": 2.4493958631988533,
      "grad_norm": 4.054988652610794,
      "learning_rate": 0.00019633393813865005,
      "loss": 4.9375,
      "step": 59802
    },
    {
      "epoch": 2.4494368216260494,
      "grad_norm": 3.8782651329652937,
      "learning_rate": 0.0001963308362257122,
      "loss": 5.6875,
      "step": 59803
    },
    {
      "epoch": 2.449477780053246,
      "grad_norm": 4.085489582089831,
      "learning_rate": 0.00019632773429087175,
      "loss": 5.125,
      "step": 59804
    },
    {
      "epoch": 2.4495187384804424,
      "grad_norm": 3.987094264639213,
      "learning_rate": 0.00019632463233413026,
      "loss": 2.9062,
      "step": 59805
    },
    {
      "epoch": 2.449559696907639,
      "grad_norm": 3.3842251640327707,
      "learning_rate": 0.0001963215303554892,
      "loss": 5.625,
      "step": 59806
    },
    {
      "epoch": 2.449600655334835,
      "grad_norm": 4.841497470025827,
      "learning_rate": 0.00019631842835494997,
      "loss": 3.375,
      "step": 59807
    },
    {
      "epoch": 2.4496416137620316,
      "grad_norm": 3.0518233895526894,
      "learning_rate": 0.0001963153263325141,
      "loss": 4.1562,
      "step": 59808
    },
    {
      "epoch": 2.4496825721892277,
      "grad_norm": 27.963506428133257,
      "learning_rate": 0.000196312224288183,
      "loss": 7.2812,
      "step": 59809
    },
    {
      "epoch": 2.4497235306164242,
      "grad_norm": 2.933533885184351,
      "learning_rate": 0.0001963091222219582,
      "loss": 3.875,
      "step": 59810
    },
    {
      "epoch": 2.4497644890436208,
      "grad_norm": 6.127433250949531,
      "learning_rate": 0.00019630602013384111,
      "loss": 4.6875,
      "step": 59811
    },
    {
      "epoch": 2.4498054474708173,
      "grad_norm": 3.4841341447597007,
      "learning_rate": 0.00019630291802383325,
      "loss": 5.4688,
      "step": 59812
    },
    {
      "epoch": 2.4498464058980134,
      "grad_norm": 5.92586055907907,
      "learning_rate": 0.00019629981589193603,
      "loss": 5.8125,
      "step": 59813
    },
    {
      "epoch": 2.44988736432521,
      "grad_norm": 6.985965636785633,
      "learning_rate": 0.00019629671373815096,
      "loss": 5.9062,
      "step": 59814
    },
    {
      "epoch": 2.4499283227524065,
      "grad_norm": 3.497695722591638,
      "learning_rate": 0.0001962936115624795,
      "loss": 4.8125,
      "step": 59815
    },
    {
      "epoch": 2.4499692811796026,
      "grad_norm": 4.259387035346953,
      "learning_rate": 0.00019629050936492308,
      "loss": 5.8125,
      "step": 59816
    },
    {
      "epoch": 2.450010239606799,
      "grad_norm": 3.519803568861085,
      "learning_rate": 0.0001962874071454832,
      "loss": 4.8438,
      "step": 59817
    },
    {
      "epoch": 2.4500511980339956,
      "grad_norm": 3.7415319932153426,
      "learning_rate": 0.00019628430490416132,
      "loss": 6.125,
      "step": 59818
    },
    {
      "epoch": 2.4500921564611917,
      "grad_norm": 2.945249041209061,
      "learning_rate": 0.00019628120264095894,
      "loss": 4.3438,
      "step": 59819
    },
    {
      "epoch": 2.4501331148883883,
      "grad_norm": 2.8495280456773653,
      "learning_rate": 0.00019627810035587748,
      "loss": 4.2812,
      "step": 59820
    },
    {
      "epoch": 2.450174073315585,
      "grad_norm": 4.162316033775957,
      "learning_rate": 0.00019627499804891836,
      "loss": 4.875,
      "step": 59821
    },
    {
      "epoch": 2.450215031742781,
      "grad_norm": 3.512301336587189,
      "learning_rate": 0.00019627189572008315,
      "loss": 2.8906,
      "step": 59822
    },
    {
      "epoch": 2.4502559901699774,
      "grad_norm": 3.4586702406840018,
      "learning_rate": 0.0001962687933693733,
      "loss": 5.0312,
      "step": 59823
    },
    {
      "epoch": 2.450296948597174,
      "grad_norm": 4.492740114384388,
      "learning_rate": 0.00019626569099679024,
      "loss": 4.8125,
      "step": 59824
    },
    {
      "epoch": 2.4503379070243705,
      "grad_norm": 2.772383277722807,
      "learning_rate": 0.0001962625886023354,
      "loss": 3.9375,
      "step": 59825
    },
    {
      "epoch": 2.4503788654515666,
      "grad_norm": 3.1533037239980204,
      "learning_rate": 0.00019625948618601032,
      "loss": 4.4375,
      "step": 59826
    },
    {
      "epoch": 2.450419823878763,
      "grad_norm": 3.0257041925419412,
      "learning_rate": 0.00019625638374781644,
      "loss": 4.9375,
      "step": 59827
    },
    {
      "epoch": 2.450460782305959,
      "grad_norm": 3.680328506851882,
      "learning_rate": 0.00019625328128775526,
      "loss": 3.1719,
      "step": 59828
    },
    {
      "epoch": 2.4505017407331557,
      "grad_norm": 3.2782882468214134,
      "learning_rate": 0.00019625017880582814,
      "loss": 5.6875,
      "step": 59829
    },
    {
      "epoch": 2.4505426991603523,
      "grad_norm": 3.754881033146104,
      "learning_rate": 0.00019624707630203666,
      "loss": 4.1562,
      "step": 59830
    },
    {
      "epoch": 2.450583657587549,
      "grad_norm": 3.720394672852453,
      "learning_rate": 0.00019624397377638228,
      "loss": 4.75,
      "step": 59831
    },
    {
      "epoch": 2.450624616014745,
      "grad_norm": 2.8963842212015174,
      "learning_rate": 0.00019624087122886637,
      "loss": 4.5,
      "step": 59832
    },
    {
      "epoch": 2.4506655744419414,
      "grad_norm": 3.1101941946673963,
      "learning_rate": 0.00019623776865949045,
      "loss": 4.875,
      "step": 59833
    },
    {
      "epoch": 2.450706532869138,
      "grad_norm": 3.888355305942162,
      "learning_rate": 0.00019623466606825607,
      "loss": 4.5,
      "step": 59834
    },
    {
      "epoch": 2.450747491296334,
      "grad_norm": 5.628604038512664,
      "learning_rate": 0.00019623156345516463,
      "loss": 4.0312,
      "step": 59835
    },
    {
      "epoch": 2.4507884497235306,
      "grad_norm": 3.473535412105292,
      "learning_rate": 0.00019622846082021752,
      "loss": 5.4062,
      "step": 59836
    },
    {
      "epoch": 2.450829408150727,
      "grad_norm": 3.628243350896494,
      "learning_rate": 0.0001962253581634163,
      "loss": 5.6875,
      "step": 59837
    },
    {
      "epoch": 2.4508703665779232,
      "grad_norm": 4.232867771137702,
      "learning_rate": 0.0001962222554847624,
      "loss": 5.7188,
      "step": 59838
    },
    {
      "epoch": 2.4509113250051198,
      "grad_norm": 3.1065833041805324,
      "learning_rate": 0.00019621915278425733,
      "loss": 4.8438,
      "step": 59839
    },
    {
      "epoch": 2.4509522834323163,
      "grad_norm": 2.980438131174158,
      "learning_rate": 0.00019621605006190252,
      "loss": 4.3438,
      "step": 59840
    },
    {
      "epoch": 2.4509932418595124,
      "grad_norm": 3.509694204112157,
      "learning_rate": 0.0001962129473176994,
      "loss": 5.2812,
      "step": 59841
    },
    {
      "epoch": 2.451034200286709,
      "grad_norm": 4.346917524086981,
      "learning_rate": 0.00019620984455164954,
      "loss": 6.2188,
      "step": 59842
    },
    {
      "epoch": 2.4510751587139055,
      "grad_norm": 4.719752319677002,
      "learning_rate": 0.00019620674176375433,
      "loss": 5.0625,
      "step": 59843
    },
    {
      "epoch": 2.451116117141102,
      "grad_norm": 3.0995816042626543,
      "learning_rate": 0.00019620363895401523,
      "loss": 3.9375,
      "step": 59844
    },
    {
      "epoch": 2.451157075568298,
      "grad_norm": 3.5862738898169724,
      "learning_rate": 0.00019620053612243375,
      "loss": 4.75,
      "step": 59845
    },
    {
      "epoch": 2.4511980339954946,
      "grad_norm": 4.006504336741088,
      "learning_rate": 0.00019619743326901133,
      "loss": 4.25,
      "step": 59846
    },
    {
      "epoch": 2.4512389924226907,
      "grad_norm": 3.3972366700823904,
      "learning_rate": 0.00019619433039374945,
      "loss": 5.2812,
      "step": 59847
    },
    {
      "epoch": 2.4512799508498873,
      "grad_norm": 4.217276146421602,
      "learning_rate": 0.00019619122749664958,
      "loss": 4.875,
      "step": 59848
    },
    {
      "epoch": 2.451320909277084,
      "grad_norm": 3.314504860182892,
      "learning_rate": 0.00019618812457771316,
      "loss": 3.9688,
      "step": 59849
    },
    {
      "epoch": 2.4513618677042803,
      "grad_norm": 8.06663605148501,
      "learning_rate": 0.00019618502163694167,
      "loss": 7.0312,
      "step": 59850
    },
    {
      "epoch": 2.4514028261314764,
      "grad_norm": 5.942416743264698,
      "learning_rate": 0.0001961819186743366,
      "loss": 6.2812,
      "step": 59851
    },
    {
      "epoch": 2.451443784558673,
      "grad_norm": 3.4927020069564354,
      "learning_rate": 0.0001961788156898994,
      "loss": 5.8125,
      "step": 59852
    },
    {
      "epoch": 2.4514847429858695,
      "grad_norm": 6.382192895376581,
      "learning_rate": 0.0001961757126836315,
      "loss": 6.0,
      "step": 59853
    },
    {
      "epoch": 2.4515257014130656,
      "grad_norm": 3.2299553381533284,
      "learning_rate": 0.00019617260965553443,
      "loss": 4.2812,
      "step": 59854
    },
    {
      "epoch": 2.451566659840262,
      "grad_norm": 9.754989026120517,
      "learning_rate": 0.00019616950660560965,
      "loss": 7.375,
      "step": 59855
    },
    {
      "epoch": 2.4516076182674587,
      "grad_norm": 3.407262462112064,
      "learning_rate": 0.0001961664035338586,
      "loss": 4.9062,
      "step": 59856
    },
    {
      "epoch": 2.4516485766946547,
      "grad_norm": 4.266448782066934,
      "learning_rate": 0.0001961633004402827,
      "loss": 4.7812,
      "step": 59857
    },
    {
      "epoch": 2.4516895351218513,
      "grad_norm": 5.460757906481173,
      "learning_rate": 0.00019616019732488353,
      "loss": 6.7812,
      "step": 59858
    },
    {
      "epoch": 2.451730493549048,
      "grad_norm": 3.8315061625674263,
      "learning_rate": 0.00019615709418766247,
      "loss": 3.125,
      "step": 59859
    },
    {
      "epoch": 2.451771451976244,
      "grad_norm": 3.2009575330515596,
      "learning_rate": 0.00019615399102862103,
      "loss": 4.9062,
      "step": 59860
    },
    {
      "epoch": 2.4518124104034404,
      "grad_norm": 3.2711931227493647,
      "learning_rate": 0.0001961508878477606,
      "loss": 5.1562,
      "step": 59861
    },
    {
      "epoch": 2.451853368830637,
      "grad_norm": 2.6616348759889004,
      "learning_rate": 0.00019614778464508277,
      "loss": 3.3594,
      "step": 59862
    },
    {
      "epoch": 2.4518943272578335,
      "grad_norm": 3.07962517792826,
      "learning_rate": 0.00019614468142058894,
      "loss": 4.2812,
      "step": 59863
    },
    {
      "epoch": 2.4519352856850296,
      "grad_norm": 3.065958943114165,
      "learning_rate": 0.00019614157817428058,
      "loss": 4.1875,
      "step": 59864
    },
    {
      "epoch": 2.451976244112226,
      "grad_norm": 3.2419599755607367,
      "learning_rate": 0.00019613847490615916,
      "loss": 5.0,
      "step": 59865
    },
    {
      "epoch": 2.4520172025394227,
      "grad_norm": 3.416591672070155,
      "learning_rate": 0.00019613537161622613,
      "loss": 4.25,
      "step": 59866
    },
    {
      "epoch": 2.4520581609666188,
      "grad_norm": 3.8083612166175653,
      "learning_rate": 0.000196132268304483,
      "loss": 4.9375,
      "step": 59867
    },
    {
      "epoch": 2.4520991193938153,
      "grad_norm": 3.444990137128514,
      "learning_rate": 0.0001961291649709312,
      "loss": 4.8125,
      "step": 59868
    },
    {
      "epoch": 2.452140077821012,
      "grad_norm": 6.748168123245346,
      "learning_rate": 0.00019612606161557218,
      "loss": 5.4062,
      "step": 59869
    },
    {
      "epoch": 2.452181036248208,
      "grad_norm": 2.8279880172504948,
      "learning_rate": 0.00019612295823840748,
      "loss": 3.5625,
      "step": 59870
    },
    {
      "epoch": 2.4522219946754045,
      "grad_norm": 3.2585302423721236,
      "learning_rate": 0.00019611985483943852,
      "loss": 4.875,
      "step": 59871
    },
    {
      "epoch": 2.452262953102601,
      "grad_norm": 4.119753443240174,
      "learning_rate": 0.00019611675141866677,
      "loss": 6.3125,
      "step": 59872
    },
    {
      "epoch": 2.452303911529797,
      "grad_norm": 2.8711028045058944,
      "learning_rate": 0.00019611364797609364,
      "loss": 4.2188,
      "step": 59873
    },
    {
      "epoch": 2.4523448699569936,
      "grad_norm": 2.6790944144502924,
      "learning_rate": 0.00019611054451172072,
      "loss": 3.3594,
      "step": 59874
    },
    {
      "epoch": 2.45238582838419,
      "grad_norm": 2.7328889990052776,
      "learning_rate": 0.00019610744102554936,
      "loss": 3.5938,
      "step": 59875
    },
    {
      "epoch": 2.4524267868113863,
      "grad_norm": 3.401127664498941,
      "learning_rate": 0.0001961043375175811,
      "loss": 4.9062,
      "step": 59876
    },
    {
      "epoch": 2.452467745238583,
      "grad_norm": 6.186725133575805,
      "learning_rate": 0.00019610123398781736,
      "loss": 5.4375,
      "step": 59877
    },
    {
      "epoch": 2.4525087036657793,
      "grad_norm": 11.400989859025223,
      "learning_rate": 0.00019609813043625969,
      "loss": 3.1719,
      "step": 59878
    },
    {
      "epoch": 2.4525496620929754,
      "grad_norm": 2.9966747915043688,
      "learning_rate": 0.00019609502686290944,
      "loss": 3.875,
      "step": 59879
    },
    {
      "epoch": 2.452590620520172,
      "grad_norm": 3.4727996492529187,
      "learning_rate": 0.0001960919232677682,
      "loss": 5.0938,
      "step": 59880
    },
    {
      "epoch": 2.4526315789473685,
      "grad_norm": 3.21847789682743,
      "learning_rate": 0.0001960888196508373,
      "loss": 5.4062,
      "step": 59881
    },
    {
      "epoch": 2.452672537374565,
      "grad_norm": 2.8841770840599956,
      "learning_rate": 0.0001960857160121183,
      "loss": 4.8125,
      "step": 59882
    },
    {
      "epoch": 2.452713495801761,
      "grad_norm": 4.373723059955868,
      "learning_rate": 0.00019608261235161268,
      "loss": 3.0781,
      "step": 59883
    },
    {
      "epoch": 2.4527544542289577,
      "grad_norm": 15.583844116253681,
      "learning_rate": 0.00019607950866932182,
      "loss": 4.25,
      "step": 59884
    },
    {
      "epoch": 2.452795412656154,
      "grad_norm": 3.5054819966433497,
      "learning_rate": 0.0001960764049652473,
      "loss": 4.875,
      "step": 59885
    },
    {
      "epoch": 2.4528363710833503,
      "grad_norm": 3.913012194695218,
      "learning_rate": 0.00019607330123939048,
      "loss": 5.25,
      "step": 59886
    },
    {
      "epoch": 2.452877329510547,
      "grad_norm": 3.003670777777936,
      "learning_rate": 0.00019607019749175292,
      "loss": 4.0312,
      "step": 59887
    },
    {
      "epoch": 2.4529182879377434,
      "grad_norm": 3.390100101750341,
      "learning_rate": 0.00019606709372233604,
      "loss": 4.9375,
      "step": 59888
    },
    {
      "epoch": 2.4529592463649394,
      "grad_norm": 8.22418965175819,
      "learning_rate": 0.00019606398993114125,
      "loss": 4.6875,
      "step": 59889
    },
    {
      "epoch": 2.453000204792136,
      "grad_norm": 3.760057797455181,
      "learning_rate": 0.00019606088611817015,
      "loss": 3.7656,
      "step": 59890
    },
    {
      "epoch": 2.4530411632193325,
      "grad_norm": 2.9019671986171103,
      "learning_rate": 0.00019605778228342412,
      "loss": 4.125,
      "step": 59891
    },
    {
      "epoch": 2.4530821216465286,
      "grad_norm": 7.811182293528134,
      "learning_rate": 0.00019605467842690466,
      "loss": 6.0,
      "step": 59892
    },
    {
      "epoch": 2.453123080073725,
      "grad_norm": 3.993402916734829,
      "learning_rate": 0.00019605157454861312,
      "loss": 4.875,
      "step": 59893
    },
    {
      "epoch": 2.4531640385009217,
      "grad_norm": 4.312196600342176,
      "learning_rate": 0.00019604847064855116,
      "loss": 2.0469,
      "step": 59894
    },
    {
      "epoch": 2.4532049969281178,
      "grad_norm": 3.5252576781717067,
      "learning_rate": 0.00019604536672672017,
      "loss": 4.3438,
      "step": 59895
    },
    {
      "epoch": 2.4532459553553143,
      "grad_norm": 4.44260532360929,
      "learning_rate": 0.00019604226278312157,
      "loss": 4.6562,
      "step": 59896
    },
    {
      "epoch": 2.453286913782511,
      "grad_norm": 3.2696769030161423,
      "learning_rate": 0.00019603915881775684,
      "loss": 5.25,
      "step": 59897
    },
    {
      "epoch": 2.453327872209707,
      "grad_norm": 3.3404232185931044,
      "learning_rate": 0.0001960360548306275,
      "loss": 4.8125,
      "step": 59898
    },
    {
      "epoch": 2.4533688306369035,
      "grad_norm": 4.243104825242403,
      "learning_rate": 0.00019603295082173497,
      "loss": 4.25,
      "step": 59899
    },
    {
      "epoch": 2.4534097890641,
      "grad_norm": 3.1658635381492264,
      "learning_rate": 0.00019602984679108077,
      "loss": 5.4062,
      "step": 59900
    },
    {
      "epoch": 2.4534507474912965,
      "grad_norm": 3.185322920487,
      "learning_rate": 0.00019602674273866625,
      "loss": 4.8438,
      "step": 59901
    },
    {
      "epoch": 2.4534917059184926,
      "grad_norm": 3.8601315234671927,
      "learning_rate": 0.00019602363866449299,
      "loss": 5.4688,
      "step": 59902
    },
    {
      "epoch": 2.453532664345689,
      "grad_norm": 4.482302024081967,
      "learning_rate": 0.00019602053456856247,
      "loss": 4.3125,
      "step": 59903
    },
    {
      "epoch": 2.4535736227728857,
      "grad_norm": 3.674392240473276,
      "learning_rate": 0.00019601743045087608,
      "loss": 5.1875,
      "step": 59904
    },
    {
      "epoch": 2.453614581200082,
      "grad_norm": 3.225321924567714,
      "learning_rate": 0.00019601432631143528,
      "loss": 3.9219,
      "step": 59905
    },
    {
      "epoch": 2.4536555396272783,
      "grad_norm": 3.5974638303613315,
      "learning_rate": 0.00019601122215024165,
      "loss": 5.5,
      "step": 59906
    },
    {
      "epoch": 2.453696498054475,
      "grad_norm": 2.9462653154179566,
      "learning_rate": 0.00019600811796729656,
      "loss": 4.5625,
      "step": 59907
    },
    {
      "epoch": 2.453737456481671,
      "grad_norm": 3.0000086216486523,
      "learning_rate": 0.00019600501376260148,
      "loss": 4.9062,
      "step": 59908
    },
    {
      "epoch": 2.4537784149088675,
      "grad_norm": 3.6523445860344816,
      "learning_rate": 0.00019600190953615788,
      "loss": 4.5625,
      "step": 59909
    },
    {
      "epoch": 2.453819373336064,
      "grad_norm": 4.830660629171991,
      "learning_rate": 0.00019599880528796727,
      "loss": 5.2188,
      "step": 59910
    },
    {
      "epoch": 2.45386033176326,
      "grad_norm": 3.9639366099536,
      "learning_rate": 0.0001959957010180311,
      "loss": 4.625,
      "step": 59911
    },
    {
      "epoch": 2.4539012901904567,
      "grad_norm": 3.699992131912706,
      "learning_rate": 0.00019599259672635087,
      "loss": 4.0938,
      "step": 59912
    },
    {
      "epoch": 2.453942248617653,
      "grad_norm": 2.8603143193366867,
      "learning_rate": 0.00019598949241292793,
      "loss": 3.8438,
      "step": 59913
    },
    {
      "epoch": 2.4539832070448493,
      "grad_norm": 4.018947737388831,
      "learning_rate": 0.00019598638807776387,
      "loss": 3.7188,
      "step": 59914
    },
    {
      "epoch": 2.454024165472046,
      "grad_norm": 2.95485447609797,
      "learning_rate": 0.00019598328372086012,
      "loss": 3.9062,
      "step": 59915
    },
    {
      "epoch": 2.4540651238992424,
      "grad_norm": 8.514960495265793,
      "learning_rate": 0.00019598017934221814,
      "loss": 6.0938,
      "step": 59916
    },
    {
      "epoch": 2.4541060823264385,
      "grad_norm": 2.9850022224090393,
      "learning_rate": 0.00019597707494183937,
      "loss": 4.625,
      "step": 59917
    },
    {
      "epoch": 2.454147040753635,
      "grad_norm": 3.1528451715477033,
      "learning_rate": 0.00019597397051972532,
      "loss": 5.0,
      "step": 59918
    },
    {
      "epoch": 2.4541879991808315,
      "grad_norm": 2.7180904237108856,
      "learning_rate": 0.00019597086607587747,
      "loss": 4.1562,
      "step": 59919
    },
    {
      "epoch": 2.454228957608028,
      "grad_norm": 3.0486608329215956,
      "learning_rate": 0.00019596776161029725,
      "loss": 4.5625,
      "step": 59920
    },
    {
      "epoch": 2.454269916035224,
      "grad_norm": 3.200683547768812,
      "learning_rate": 0.0001959646571229861,
      "loss": 4.0625,
      "step": 59921
    },
    {
      "epoch": 2.4543108744624207,
      "grad_norm": 3.534090574961729,
      "learning_rate": 0.00019596155261394557,
      "loss": 1.7734,
      "step": 59922
    },
    {
      "epoch": 2.4543518328896172,
      "grad_norm": 3.2826683862746955,
      "learning_rate": 0.00019595844808317707,
      "loss": 4.2812,
      "step": 59923
    },
    {
      "epoch": 2.4543927913168133,
      "grad_norm": 4.124909663250706,
      "learning_rate": 0.0001959553435306821,
      "loss": 4.7188,
      "step": 59924
    },
    {
      "epoch": 2.45443374974401,
      "grad_norm": 3.422375106308559,
      "learning_rate": 0.0001959522389564621,
      "loss": 4.875,
      "step": 59925
    },
    {
      "epoch": 2.4544747081712064,
      "grad_norm": 2.888730253652374,
      "learning_rate": 0.0001959491343605185,
      "loss": 3.9062,
      "step": 59926
    },
    {
      "epoch": 2.4545156665984025,
      "grad_norm": 3.252800675749962,
      "learning_rate": 0.0001959460297428529,
      "loss": 5.5938,
      "step": 59927
    },
    {
      "epoch": 2.454556625025599,
      "grad_norm": 2.9603900063688497,
      "learning_rate": 0.00019594292510346665,
      "loss": 4.125,
      "step": 59928
    },
    {
      "epoch": 2.4545975834527956,
      "grad_norm": 3.128145734527448,
      "learning_rate": 0.00019593982044236122,
      "loss": 4.6875,
      "step": 59929
    },
    {
      "epoch": 2.4546385418799916,
      "grad_norm": 3.3206689343787077,
      "learning_rate": 0.00019593671575953814,
      "loss": 5.0938,
      "step": 59930
    },
    {
      "epoch": 2.454679500307188,
      "grad_norm": 3.103805176523002,
      "learning_rate": 0.0001959336110549989,
      "loss": 3.7656,
      "step": 59931
    },
    {
      "epoch": 2.4547204587343847,
      "grad_norm": 4.575133114420907,
      "learning_rate": 0.00019593050632874483,
      "loss": 6.5312,
      "step": 59932
    },
    {
      "epoch": 2.454761417161581,
      "grad_norm": 4.341146214131321,
      "learning_rate": 0.00019592740158077746,
      "loss": 6.0312,
      "step": 59933
    },
    {
      "epoch": 2.4548023755887773,
      "grad_norm": 3.491597035314707,
      "learning_rate": 0.00019592429681109834,
      "loss": 4.7188,
      "step": 59934
    },
    {
      "epoch": 2.454843334015974,
      "grad_norm": 7.98423668443891,
      "learning_rate": 0.00019592119201970886,
      "loss": 4.0625,
      "step": 59935
    },
    {
      "epoch": 2.45488429244317,
      "grad_norm": 2.9643604896027287,
      "learning_rate": 0.00019591808720661053,
      "loss": 4.0,
      "step": 59936
    },
    {
      "epoch": 2.4549252508703665,
      "grad_norm": 2.988025813720238,
      "learning_rate": 0.00019591498237180475,
      "loss": 4.625,
      "step": 59937
    },
    {
      "epoch": 2.454966209297563,
      "grad_norm": 5.57008807168373,
      "learning_rate": 0.00019591187751529307,
      "loss": 5.2812,
      "step": 59938
    },
    {
      "epoch": 2.4550071677247596,
      "grad_norm": 5.725262157025843,
      "learning_rate": 0.00019590877263707689,
      "loss": 5.9062,
      "step": 59939
    },
    {
      "epoch": 2.4550481261519557,
      "grad_norm": 3.2266548078213146,
      "learning_rate": 0.0001959056677371577,
      "loss": 4.8125,
      "step": 59940
    },
    {
      "epoch": 2.455089084579152,
      "grad_norm": 3.9344722502547413,
      "learning_rate": 0.00019590256281553704,
      "loss": 4.5,
      "step": 59941
    },
    {
      "epoch": 2.4551300430063487,
      "grad_norm": 5.01079892813986,
      "learning_rate": 0.00019589945787221625,
      "loss": 6.0312,
      "step": 59942
    },
    {
      "epoch": 2.455171001433545,
      "grad_norm": 2.9908443570940384,
      "learning_rate": 0.00019589635290719688,
      "loss": 4.5,
      "step": 59943
    },
    {
      "epoch": 2.4552119598607414,
      "grad_norm": 4.55097865310292,
      "learning_rate": 0.00019589324792048039,
      "loss": 4.5,
      "step": 59944
    },
    {
      "epoch": 2.455252918287938,
      "grad_norm": 3.8052535865685893,
      "learning_rate": 0.00019589014291206816,
      "loss": 4.875,
      "step": 59945
    },
    {
      "epoch": 2.455293876715134,
      "grad_norm": 2.9712641076580173,
      "learning_rate": 0.0001958870378819618,
      "loss": 1.8516,
      "step": 59946
    },
    {
      "epoch": 2.4553348351423305,
      "grad_norm": 4.471505072615391,
      "learning_rate": 0.00019588393283016272,
      "loss": 6.125,
      "step": 59947
    },
    {
      "epoch": 2.455375793569527,
      "grad_norm": 3.5488903967305503,
      "learning_rate": 0.00019588082775667237,
      "loss": 4.7812,
      "step": 59948
    },
    {
      "epoch": 2.455416751996723,
      "grad_norm": 4.35743331030195,
      "learning_rate": 0.00019587772266149218,
      "loss": 4.625,
      "step": 59949
    },
    {
      "epoch": 2.4554577104239197,
      "grad_norm": 24.301398024882513,
      "learning_rate": 0.00019587461754462372,
      "loss": 5.4688,
      "step": 59950
    },
    {
      "epoch": 2.4554986688511162,
      "grad_norm": 2.8705736319617694,
      "learning_rate": 0.00019587151240606836,
      "loss": 3.9688,
      "step": 59951
    },
    {
      "epoch": 2.4555396272783123,
      "grad_norm": 12.543635031117917,
      "learning_rate": 0.00019586840724582767,
      "loss": 1.6953,
      "step": 59952
    },
    {
      "epoch": 2.455580585705509,
      "grad_norm": 3.1545499469382934,
      "learning_rate": 0.00019586530206390298,
      "loss": 3.4219,
      "step": 59953
    },
    {
      "epoch": 2.4556215441327054,
      "grad_norm": 11.1327582965685,
      "learning_rate": 0.0001958621968602959,
      "loss": 4.7188,
      "step": 59954
    },
    {
      "epoch": 2.4556625025599015,
      "grad_norm": 3.193667246297854,
      "learning_rate": 0.00019585909163500785,
      "loss": 4.9062,
      "step": 59955
    },
    {
      "epoch": 2.455703460987098,
      "grad_norm": 3.1890058873376317,
      "learning_rate": 0.00019585598638804025,
      "loss": 4.0938,
      "step": 59956
    },
    {
      "epoch": 2.4557444194142946,
      "grad_norm": 5.776280385478741,
      "learning_rate": 0.00019585288111939456,
      "loss": 3.7031,
      "step": 59957
    },
    {
      "epoch": 2.455785377841491,
      "grad_norm": 2.866317058381325,
      "learning_rate": 0.00019584977582907235,
      "loss": 4.0938,
      "step": 59958
    },
    {
      "epoch": 2.455826336268687,
      "grad_norm": 3.5177565866784013,
      "learning_rate": 0.000195846670517075,
      "loss": 5.0625,
      "step": 59959
    },
    {
      "epoch": 2.4558672946958837,
      "grad_norm": 3.688150340436,
      "learning_rate": 0.00019584356518340403,
      "loss": 5.125,
      "step": 59960
    },
    {
      "epoch": 2.4559082531230803,
      "grad_norm": 4.446460974941428,
      "learning_rate": 0.00019584045982806082,
      "loss": 3.8281,
      "step": 59961
    },
    {
      "epoch": 2.4559492115502763,
      "grad_norm": 17.39341928293445,
      "learning_rate": 0.00019583735445104697,
      "loss": 4.0,
      "step": 59962
    },
    {
      "epoch": 2.455990169977473,
      "grad_norm": 3.149346631245398,
      "learning_rate": 0.0001958342490523638,
      "loss": 5.0312,
      "step": 59963
    },
    {
      "epoch": 2.4560311284046694,
      "grad_norm": 4.198334512616185,
      "learning_rate": 0.00019583114363201296,
      "loss": 5.8125,
      "step": 59964
    },
    {
      "epoch": 2.4560720868318655,
      "grad_norm": 5.001215178810575,
      "learning_rate": 0.0001958280381899957,
      "loss": 2.125,
      "step": 59965
    },
    {
      "epoch": 2.456113045259062,
      "grad_norm": 3.5259529747598553,
      "learning_rate": 0.00019582493272631368,
      "loss": 5.9062,
      "step": 59966
    },
    {
      "epoch": 2.4561540036862586,
      "grad_norm": 2.99447716919962,
      "learning_rate": 0.00019582182724096827,
      "loss": 4.1875,
      "step": 59967
    },
    {
      "epoch": 2.4561949621134547,
      "grad_norm": 3.3151836621856905,
      "learning_rate": 0.00019581872173396098,
      "loss": 4.75,
      "step": 59968
    },
    {
      "epoch": 2.456235920540651,
      "grad_norm": 4.40951581005876,
      "learning_rate": 0.00019581561620529323,
      "loss": 7.4062,
      "step": 59969
    },
    {
      "epoch": 2.4562768789678477,
      "grad_norm": 3.847857543135114,
      "learning_rate": 0.00019581251065496652,
      "loss": 5.2812,
      "step": 59970
    },
    {
      "epoch": 2.4563178373950443,
      "grad_norm": 3.3915155453557544,
      "learning_rate": 0.00019580940508298232,
      "loss": 4.25,
      "step": 59971
    },
    {
      "epoch": 2.4563587958222404,
      "grad_norm": 4.962721274317948,
      "learning_rate": 0.0001958062994893421,
      "loss": 6.4062,
      "step": 59972
    },
    {
      "epoch": 2.456399754249437,
      "grad_norm": 3.3289130629497663,
      "learning_rate": 0.0001958031938740473,
      "loss": 4.875,
      "step": 59973
    },
    {
      "epoch": 2.456440712676633,
      "grad_norm": 3.946265898362842,
      "learning_rate": 0.00019580008823709942,
      "loss": 5.3438,
      "step": 59974
    },
    {
      "epoch": 2.4564816711038295,
      "grad_norm": 5.3546837650167465,
      "learning_rate": 0.0001957969825784999,
      "loss": 1.7812,
      "step": 59975
    },
    {
      "epoch": 2.456522629531026,
      "grad_norm": 2.9959072426189293,
      "learning_rate": 0.00019579387689825026,
      "loss": 3.7188,
      "step": 59976
    },
    {
      "epoch": 2.4565635879582226,
      "grad_norm": 3.121603231087931,
      "learning_rate": 0.00019579077119635192,
      "loss": 3.8438,
      "step": 59977
    },
    {
      "epoch": 2.4566045463854187,
      "grad_norm": 10.005455495511594,
      "learning_rate": 0.00019578766547280634,
      "loss": 4.6875,
      "step": 59978
    },
    {
      "epoch": 2.4566455048126152,
      "grad_norm": 2.7371581252950024,
      "learning_rate": 0.00019578455972761504,
      "loss": 4.5,
      "step": 59979
    },
    {
      "epoch": 2.4566864632398118,
      "grad_norm": 13.111096274725975,
      "learning_rate": 0.00019578145396077944,
      "loss": 5.9062,
      "step": 59980
    },
    {
      "epoch": 2.456727421667008,
      "grad_norm": 10.615615408391184,
      "learning_rate": 0.000195778348172301,
      "loss": 4.7812,
      "step": 59981
    },
    {
      "epoch": 2.4567683800942044,
      "grad_norm": 2.9957924650909367,
      "learning_rate": 0.00019577524236218122,
      "loss": 3.2656,
      "step": 59982
    },
    {
      "epoch": 2.456809338521401,
      "grad_norm": 3.383911971008391,
      "learning_rate": 0.00019577213653042158,
      "loss": 4.9062,
      "step": 59983
    },
    {
      "epoch": 2.456850296948597,
      "grad_norm": 3.994272587551445,
      "learning_rate": 0.00019576903067702355,
      "loss": 3.8125,
      "step": 59984
    },
    {
      "epoch": 2.4568912553757936,
      "grad_norm": 5.273629361773219,
      "learning_rate": 0.00019576592480198852,
      "loss": 4.0312,
      "step": 59985
    },
    {
      "epoch": 2.45693221380299,
      "grad_norm": 8.595758652539532,
      "learning_rate": 0.00019576281890531808,
      "loss": 3.0938,
      "step": 59986
    },
    {
      "epoch": 2.456973172230186,
      "grad_norm": 2.9127565200383665,
      "learning_rate": 0.00019575971298701363,
      "loss": 4.5938,
      "step": 59987
    },
    {
      "epoch": 2.4570141306573827,
      "grad_norm": 3.3952957222307454,
      "learning_rate": 0.0001957566070470766,
      "loss": 4.6875,
      "step": 59988
    },
    {
      "epoch": 2.4570550890845793,
      "grad_norm": 3.357953178024211,
      "learning_rate": 0.00019575350108550852,
      "loss": 3.6094,
      "step": 59989
    },
    {
      "epoch": 2.457096047511776,
      "grad_norm": 3.3042143790618117,
      "learning_rate": 0.0001957503951023108,
      "loss": 5.625,
      "step": 59990
    },
    {
      "epoch": 2.457137005938972,
      "grad_norm": 4.21137853666079,
      "learning_rate": 0.00019574728909748501,
      "loss": 4.6562,
      "step": 59991
    },
    {
      "epoch": 2.4571779643661684,
      "grad_norm": 3.8155558777077823,
      "learning_rate": 0.00019574418307103256,
      "loss": 6.0625,
      "step": 59992
    },
    {
      "epoch": 2.4572189227933645,
      "grad_norm": 4.290436588861453,
      "learning_rate": 0.00019574107702295486,
      "loss": 4.6875,
      "step": 59993
    },
    {
      "epoch": 2.457259881220561,
      "grad_norm": 15.547331596312663,
      "learning_rate": 0.00019573797095325345,
      "loss": 4.8438,
      "step": 59994
    },
    {
      "epoch": 2.4573008396477576,
      "grad_norm": 9.878096728888645,
      "learning_rate": 0.0001957348648619298,
      "loss": 7.4062,
      "step": 59995
    },
    {
      "epoch": 2.457341798074954,
      "grad_norm": 5.299803662338356,
      "learning_rate": 0.0001957317587489854,
      "loss": 5.4062,
      "step": 59996
    },
    {
      "epoch": 2.45738275650215,
      "grad_norm": 3.027990390874326,
      "learning_rate": 0.00019572865261442156,
      "loss": 3.4688,
      "step": 59997
    },
    {
      "epoch": 2.4574237149293467,
      "grad_norm": 6.283364774487114,
      "learning_rate": 0.00019572554645823996,
      "loss": 2.6719,
      "step": 59998
    },
    {
      "epoch": 2.4574646733565433,
      "grad_norm": 3.187557536902618,
      "learning_rate": 0.00019572244028044197,
      "loss": 4.4688,
      "step": 59999
    },
    {
      "epoch": 2.4575056317837394,
      "grad_norm": 4.294616557701576,
      "learning_rate": 0.00019571933408102905,
      "loss": 7.25,
      "step": 60000
    },
    {
      "epoch": 2.457546590210936,
      "grad_norm": 4.930888410057827,
      "learning_rate": 0.00019571622786000264,
      "loss": 3.4688,
      "step": 60001
    },
    {
      "epoch": 2.4575875486381324,
      "grad_norm": 3.360666771545225,
      "learning_rate": 0.00019571312161736432,
      "loss": 3.0625,
      "step": 60002
    },
    {
      "epoch": 2.4576285070653285,
      "grad_norm": 3.41357700570773,
      "learning_rate": 0.00019571001535311546,
      "loss": 4.125,
      "step": 60003
    },
    {
      "epoch": 2.457669465492525,
      "grad_norm": 4.530346722924617,
      "learning_rate": 0.00019570690906725753,
      "loss": 4.9688,
      "step": 60004
    },
    {
      "epoch": 2.4577104239197216,
      "grad_norm": 3.0250165567740868,
      "learning_rate": 0.00019570380275979205,
      "loss": 4.9375,
      "step": 60005
    },
    {
      "epoch": 2.4577513823469177,
      "grad_norm": 3.2766463107108463,
      "learning_rate": 0.00019570069643072042,
      "loss": 5.2188,
      "step": 60006
    },
    {
      "epoch": 2.4577923407741142,
      "grad_norm": 3.1718324837824086,
      "learning_rate": 0.00019569759008004423,
      "loss": 4.1875,
      "step": 60007
    },
    {
      "epoch": 2.4578332992013108,
      "grad_norm": 2.9518132138697646,
      "learning_rate": 0.00019569448370776484,
      "loss": 4.2812,
      "step": 60008
    },
    {
      "epoch": 2.4578742576285073,
      "grad_norm": 5.953132555641218,
      "learning_rate": 0.00019569137731388373,
      "loss": 5.5,
      "step": 60009
    },
    {
      "epoch": 2.4579152160557034,
      "grad_norm": 3.248328946208461,
      "learning_rate": 0.0001956882708984024,
      "loss": 4.4062,
      "step": 60010
    },
    {
      "epoch": 2.4579561744829,
      "grad_norm": 4.388770748581217,
      "learning_rate": 0.00019568516446132235,
      "loss": 1.3828,
      "step": 60011
    },
    {
      "epoch": 2.457997132910096,
      "grad_norm": 5.666916307141497,
      "learning_rate": 0.00019568205800264495,
      "loss": 5.4375,
      "step": 60012
    },
    {
      "epoch": 2.4580380913372926,
      "grad_norm": 3.26684166900862,
      "learning_rate": 0.00019567895152237177,
      "loss": 5.1562,
      "step": 60013
    },
    {
      "epoch": 2.458079049764489,
      "grad_norm": 2.8002926662476404,
      "learning_rate": 0.0001956758450205042,
      "loss": 4.0625,
      "step": 60014
    },
    {
      "epoch": 2.4581200081916856,
      "grad_norm": 3.581432296774933,
      "learning_rate": 0.00019567273849704374,
      "loss": 5.4688,
      "step": 60015
    },
    {
      "epoch": 2.4581609666188817,
      "grad_norm": 4.631011594080663,
      "learning_rate": 0.0001956696319519919,
      "loss": 3.9844,
      "step": 60016
    },
    {
      "epoch": 2.4582019250460783,
      "grad_norm": 3.6614065010576757,
      "learning_rate": 0.00019566652538535002,
      "loss": 3.9531,
      "step": 60017
    },
    {
      "epoch": 2.458242883473275,
      "grad_norm": 2.746454339338348,
      "learning_rate": 0.00019566341879711973,
      "loss": 4.3125,
      "step": 60018
    },
    {
      "epoch": 2.458283841900471,
      "grad_norm": 3.3643503938180315,
      "learning_rate": 0.00019566031218730238,
      "loss": 5.25,
      "step": 60019
    },
    {
      "epoch": 2.4583248003276674,
      "grad_norm": 3.2525325149123887,
      "learning_rate": 0.00019565720555589955,
      "loss": 4.9375,
      "step": 60020
    },
    {
      "epoch": 2.458365758754864,
      "grad_norm": 5.251956530107635,
      "learning_rate": 0.00019565409890291257,
      "loss": 3.875,
      "step": 60021
    },
    {
      "epoch": 2.45840671718206,
      "grad_norm": 4.06023639139272,
      "learning_rate": 0.000195650992228343,
      "loss": 6.2812,
      "step": 60022
    },
    {
      "epoch": 2.4584476756092566,
      "grad_norm": 4.18495514592576,
      "learning_rate": 0.0001956478855321923,
      "loss": 5.1875,
      "step": 60023
    },
    {
      "epoch": 2.458488634036453,
      "grad_norm": 2.8757962348864017,
      "learning_rate": 0.00019564477881446198,
      "loss": 4.2188,
      "step": 60024
    },
    {
      "epoch": 2.458529592463649,
      "grad_norm": 3.2547785981263866,
      "learning_rate": 0.00019564167207515335,
      "loss": 5.0,
      "step": 60025
    },
    {
      "epoch": 2.4585705508908458,
      "grad_norm": 4.097781248502362,
      "learning_rate": 0.00019563856531426804,
      "loss": 5.3438,
      "step": 60026
    },
    {
      "epoch": 2.4586115093180423,
      "grad_norm": 2.9217672251807296,
      "learning_rate": 0.0001956354585318075,
      "loss": 4.75,
      "step": 60027
    },
    {
      "epoch": 2.458652467745239,
      "grad_norm": 3.425402727896738,
      "learning_rate": 0.00019563235172777313,
      "loss": 3.2656,
      "step": 60028
    },
    {
      "epoch": 2.458693426172435,
      "grad_norm": 2.845818784353075,
      "learning_rate": 0.0001956292449021664,
      "loss": 3.8438,
      "step": 60029
    },
    {
      "epoch": 2.4587343845996315,
      "grad_norm": 3.9842993906471396,
      "learning_rate": 0.00019562613805498884,
      "loss": 4.4688,
      "step": 60030
    },
    {
      "epoch": 2.4587753430268275,
      "grad_norm": 4.545993371830659,
      "learning_rate": 0.0001956230311862419,
      "loss": 4.5,
      "step": 60031
    },
    {
      "epoch": 2.458816301454024,
      "grad_norm": 5.200113453043639,
      "learning_rate": 0.00019561992429592705,
      "loss": 3.3125,
      "step": 60032
    },
    {
      "epoch": 2.4588572598812206,
      "grad_norm": 4.1992644388765115,
      "learning_rate": 0.00019561681738404572,
      "loss": 4.5625,
      "step": 60033
    },
    {
      "epoch": 2.458898218308417,
      "grad_norm": 4.191522315428958,
      "learning_rate": 0.0001956137104505994,
      "loss": 3.4688,
      "step": 60034
    },
    {
      "epoch": 2.4589391767356132,
      "grad_norm": 2.956604482925649,
      "learning_rate": 0.00019561060349558958,
      "loss": 5.0938,
      "step": 60035
    },
    {
      "epoch": 2.4589801351628098,
      "grad_norm": 2.938252278625902,
      "learning_rate": 0.0001956074965190177,
      "loss": 3.2969,
      "step": 60036
    },
    {
      "epoch": 2.4590210935900063,
      "grad_norm": 4.281595840601244,
      "learning_rate": 0.00019560438952088527,
      "loss": 4.2812,
      "step": 60037
    },
    {
      "epoch": 2.4590620520172024,
      "grad_norm": 2.987533395785778,
      "learning_rate": 0.0001956012825011937,
      "loss": 3.9688,
      "step": 60038
    },
    {
      "epoch": 2.459103010444399,
      "grad_norm": 4.188642717532054,
      "learning_rate": 0.0001955981754599445,
      "loss": 6.125,
      "step": 60039
    },
    {
      "epoch": 2.4591439688715955,
      "grad_norm": 2.9070881113406104,
      "learning_rate": 0.00019559506839713915,
      "loss": 4.7188,
      "step": 60040
    },
    {
      "epoch": 2.4591849272987916,
      "grad_norm": 3.4168600940351137,
      "learning_rate": 0.00019559196131277909,
      "loss": 5.3438,
      "step": 60041
    },
    {
      "epoch": 2.459225885725988,
      "grad_norm": 3.428165332553956,
      "learning_rate": 0.00019558885420686576,
      "loss": 5.8125,
      "step": 60042
    },
    {
      "epoch": 2.4592668441531846,
      "grad_norm": 3.3382611423569686,
      "learning_rate": 0.0001955857470794007,
      "loss": 4.375,
      "step": 60043
    },
    {
      "epoch": 2.4593078025803807,
      "grad_norm": 4.817937835888312,
      "learning_rate": 0.00019558263993038535,
      "loss": 5.0,
      "step": 60044
    },
    {
      "epoch": 2.4593487610075773,
      "grad_norm": 2.9732275502088426,
      "learning_rate": 0.00019557953275982116,
      "loss": 4.1875,
      "step": 60045
    },
    {
      "epoch": 2.459389719434774,
      "grad_norm": 3.2117844750385727,
      "learning_rate": 0.00019557642556770958,
      "loss": 5.1875,
      "step": 60046
    },
    {
      "epoch": 2.4594306778619703,
      "grad_norm": 3.881746551679791,
      "learning_rate": 0.00019557331835405218,
      "loss": 6.625,
      "step": 60047
    },
    {
      "epoch": 2.4594716362891664,
      "grad_norm": 4.5846870150997825,
      "learning_rate": 0.0001955702111188503,
      "loss": 3.0156,
      "step": 60048
    },
    {
      "epoch": 2.459512594716363,
      "grad_norm": 4.13824891970877,
      "learning_rate": 0.0001955671038621055,
      "loss": 5.2812,
      "step": 60049
    },
    {
      "epoch": 2.459553553143559,
      "grad_norm": 3.0150632746307955,
      "learning_rate": 0.0001955639965838192,
      "loss": 4.125,
      "step": 60050
    },
    {
      "epoch": 2.4595945115707556,
      "grad_norm": 3.115735977142141,
      "learning_rate": 0.0001955608892839929,
      "loss": 4.0625,
      "step": 60051
    },
    {
      "epoch": 2.459635469997952,
      "grad_norm": 3.715848528851685,
      "learning_rate": 0.00019555778196262807,
      "loss": 4.5,
      "step": 60052
    },
    {
      "epoch": 2.4596764284251487,
      "grad_norm": 3.5721826975792297,
      "learning_rate": 0.0001955546746197261,
      "loss": 5.9062,
      "step": 60053
    },
    {
      "epoch": 2.4597173868523448,
      "grad_norm": 3.1265687250044087,
      "learning_rate": 0.00019555156725528858,
      "loss": 4.625,
      "step": 60054
    },
    {
      "epoch": 2.4597583452795413,
      "grad_norm": 3.2753814161876647,
      "learning_rate": 0.00019554845986931692,
      "loss": 4.7812,
      "step": 60055
    },
    {
      "epoch": 2.459799303706738,
      "grad_norm": 3.6512729779422894,
      "learning_rate": 0.0001955453524618126,
      "loss": 4.5625,
      "step": 60056
    },
    {
      "epoch": 2.459840262133934,
      "grad_norm": 2.7544510543529763,
      "learning_rate": 0.00019554224503277702,
      "loss": 3.7188,
      "step": 60057
    },
    {
      "epoch": 2.4598812205611305,
      "grad_norm": 3.063862671662709,
      "learning_rate": 0.00019553913758221174,
      "loss": 3.5,
      "step": 60058
    },
    {
      "epoch": 2.459922178988327,
      "grad_norm": 3.4334279092445747,
      "learning_rate": 0.00019553603011011824,
      "loss": 4.9688,
      "step": 60059
    },
    {
      "epoch": 2.459963137415523,
      "grad_norm": 3.398135659880165,
      "learning_rate": 0.0001955329226164979,
      "loss": 5.1562,
      "step": 60060
    },
    {
      "epoch": 2.4600040958427196,
      "grad_norm": 4.196109016709213,
      "learning_rate": 0.00019552981510135225,
      "loss": 5.9062,
      "step": 60061
    },
    {
      "epoch": 2.460045054269916,
      "grad_norm": 3.99037885009155,
      "learning_rate": 0.00019552670756468272,
      "loss": 4.5625,
      "step": 60062
    },
    {
      "epoch": 2.4600860126971122,
      "grad_norm": 3.2733491233969807,
      "learning_rate": 0.00019552360000649085,
      "loss": 5.2812,
      "step": 60063
    },
    {
      "epoch": 2.460126971124309,
      "grad_norm": 3.6004844509630716,
      "learning_rate": 0.00019552049242677806,
      "loss": 4.8438,
      "step": 60064
    },
    {
      "epoch": 2.4601679295515053,
      "grad_norm": 2.868311857809838,
      "learning_rate": 0.00019551738482554578,
      "loss": 4.5938,
      "step": 60065
    },
    {
      "epoch": 2.460208887978702,
      "grad_norm": 9.406562289003018,
      "learning_rate": 0.00019551427720279553,
      "loss": 4.5938,
      "step": 60066
    },
    {
      "epoch": 2.460249846405898,
      "grad_norm": 3.8531878800503994,
      "learning_rate": 0.00019551116955852883,
      "loss": 4.8438,
      "step": 60067
    },
    {
      "epoch": 2.4602908048330945,
      "grad_norm": 4.85774304635563,
      "learning_rate": 0.00019550806189274706,
      "loss": 6.0625,
      "step": 60068
    },
    {
      "epoch": 2.4603317632602906,
      "grad_norm": 2.6679112586024787,
      "learning_rate": 0.00019550495420545165,
      "loss": 4.1875,
      "step": 60069
    },
    {
      "epoch": 2.460372721687487,
      "grad_norm": 10.213995944422432,
      "learning_rate": 0.00019550184649664423,
      "loss": 2.7031,
      "step": 60070
    },
    {
      "epoch": 2.4604136801146836,
      "grad_norm": 3.1929810815440827,
      "learning_rate": 0.00019549873876632614,
      "loss": 4.9375,
      "step": 60071
    },
    {
      "epoch": 2.46045463854188,
      "grad_norm": 5.602816541698995,
      "learning_rate": 0.00019549563101449888,
      "loss": 6.9688,
      "step": 60072
    },
    {
      "epoch": 2.4604955969690763,
      "grad_norm": 3.275451228825254,
      "learning_rate": 0.0001954925232411639,
      "loss": 4.8125,
      "step": 60073
    },
    {
      "epoch": 2.460536555396273,
      "grad_norm": 3.261259843852079,
      "learning_rate": 0.00019548941544632277,
      "loss": 3.4062,
      "step": 60074
    },
    {
      "epoch": 2.4605775138234693,
      "grad_norm": 8.62692556438371,
      "learning_rate": 0.00019548630762997684,
      "loss": 3.6562,
      "step": 60075
    },
    {
      "epoch": 2.4606184722506654,
      "grad_norm": 3.02453145248717,
      "learning_rate": 0.00019548319979212762,
      "loss": 4.7188,
      "step": 60076
    },
    {
      "epoch": 2.460659430677862,
      "grad_norm": 5.000186229153367,
      "learning_rate": 0.0001954800919327766,
      "loss": 5.25,
      "step": 60077
    },
    {
      "epoch": 2.4607003891050585,
      "grad_norm": 3.0874092866108254,
      "learning_rate": 0.00019547698405192522,
      "loss": 5.1875,
      "step": 60078
    },
    {
      "epoch": 2.4607413475322546,
      "grad_norm": 3.123343009584476,
      "learning_rate": 0.00019547387614957495,
      "loss": 4.2188,
      "step": 60079
    },
    {
      "epoch": 2.460782305959451,
      "grad_norm": 4.115179860991444,
      "learning_rate": 0.0001954707682257273,
      "loss": 4.5625,
      "step": 60080
    },
    {
      "epoch": 2.4608232643866477,
      "grad_norm": 4.192247445210696,
      "learning_rate": 0.00019546766028038365,
      "loss": 5.125,
      "step": 60081
    },
    {
      "epoch": 2.4608642228138438,
      "grad_norm": 2.8140287948121077,
      "learning_rate": 0.00019546455231354563,
      "loss": 4.375,
      "step": 60082
    },
    {
      "epoch": 2.4609051812410403,
      "grad_norm": 6.329461516139299,
      "learning_rate": 0.00019546144432521452,
      "loss": 2.375,
      "step": 60083
    },
    {
      "epoch": 2.460946139668237,
      "grad_norm": 4.05783560843201,
      "learning_rate": 0.0001954583363153919,
      "loss": 4.4062,
      "step": 60084
    },
    {
      "epoch": 2.4609870980954334,
      "grad_norm": 3.209621037747659,
      "learning_rate": 0.00019545522828407925,
      "loss": 4.4375,
      "step": 60085
    },
    {
      "epoch": 2.4610280565226295,
      "grad_norm": 2.7854618526047554,
      "learning_rate": 0.000195452120231278,
      "loss": 4.1562,
      "step": 60086
    },
    {
      "epoch": 2.461069014949826,
      "grad_norm": 3.6052385676838776,
      "learning_rate": 0.00019544901215698957,
      "loss": 3.9062,
      "step": 60087
    },
    {
      "epoch": 2.461109973377022,
      "grad_norm": 3.608611134164188,
      "learning_rate": 0.00019544590406121552,
      "loss": 1.8125,
      "step": 60088
    },
    {
      "epoch": 2.4611509318042186,
      "grad_norm": 4.343764808449218,
      "learning_rate": 0.00019544279594395727,
      "loss": 2.7969,
      "step": 60089
    },
    {
      "epoch": 2.461191890231415,
      "grad_norm": 3.172611037306683,
      "learning_rate": 0.00019543968780521632,
      "loss": 4.6562,
      "step": 60090
    },
    {
      "epoch": 2.4612328486586117,
      "grad_norm": 3.1674111476869147,
      "learning_rate": 0.00019543657964499412,
      "loss": 4.2188,
      "step": 60091
    },
    {
      "epoch": 2.461273807085808,
      "grad_norm": 4.432739692715272,
      "learning_rate": 0.00019543347146329214,
      "loss": 3.7344,
      "step": 60092
    },
    {
      "epoch": 2.4613147655130043,
      "grad_norm": 3.2524268057418135,
      "learning_rate": 0.00019543036326011184,
      "loss": 4.625,
      "step": 60093
    },
    {
      "epoch": 2.461355723940201,
      "grad_norm": 3.134993093213159,
      "learning_rate": 0.00019542725503545472,
      "loss": 3.9062,
      "step": 60094
    },
    {
      "epoch": 2.461396682367397,
      "grad_norm": 5.430713534955059,
      "learning_rate": 0.00019542414678932224,
      "loss": 4.375,
      "step": 60095
    },
    {
      "epoch": 2.4614376407945935,
      "grad_norm": 7.710883225884716,
      "learning_rate": 0.00019542103852171583,
      "loss": 4.125,
      "step": 60096
    },
    {
      "epoch": 2.46147859922179,
      "grad_norm": 9.3321604989309,
      "learning_rate": 0.00019541793023263693,
      "loss": 5.4062,
      "step": 60097
    },
    {
      "epoch": 2.461519557648986,
      "grad_norm": 10.396391089797062,
      "learning_rate": 0.0001954148219220872,
      "loss": 6.1562,
      "step": 60098
    },
    {
      "epoch": 2.4615605160761826,
      "grad_norm": 3.488517012088028,
      "learning_rate": 0.00019541171359006788,
      "loss": 5.6875,
      "step": 60099
    },
    {
      "epoch": 2.461601474503379,
      "grad_norm": 2.9991476465043285,
      "learning_rate": 0.00019540860523658058,
      "loss": 5.6875,
      "step": 60100
    },
    {
      "epoch": 2.4616424329305753,
      "grad_norm": 3.0548472149172206,
      "learning_rate": 0.00019540549686162672,
      "loss": 4.7188,
      "step": 60101
    },
    {
      "epoch": 2.461683391357772,
      "grad_norm": 3.111218702947383,
      "learning_rate": 0.00019540238846520777,
      "loss": 4.0938,
      "step": 60102
    },
    {
      "epoch": 2.4617243497849683,
      "grad_norm": 3.927424807284642,
      "learning_rate": 0.0001953992800473252,
      "loss": 5.25,
      "step": 60103
    },
    {
      "epoch": 2.461765308212165,
      "grad_norm": 2.8174332453390427,
      "learning_rate": 0.0001953961716079805,
      "loss": 4.75,
      "step": 60104
    },
    {
      "epoch": 2.461806266639361,
      "grad_norm": 9.806044451519863,
      "learning_rate": 0.0001953930631471751,
      "loss": 1.4531,
      "step": 60105
    },
    {
      "epoch": 2.4618472250665575,
      "grad_norm": 5.157159839959383,
      "learning_rate": 0.0001953899546649105,
      "loss": 6.7812,
      "step": 60106
    },
    {
      "epoch": 2.4618881834937536,
      "grad_norm": 2.8081271484075465,
      "learning_rate": 0.0001953868461611882,
      "loss": 3.6719,
      "step": 60107
    },
    {
      "epoch": 2.46192914192095,
      "grad_norm": 2.913638649569031,
      "learning_rate": 0.0001953837376360096,
      "loss": 4.5,
      "step": 60108
    },
    {
      "epoch": 2.4619701003481467,
      "grad_norm": 3.339230591264065,
      "learning_rate": 0.00019538062908937618,
      "loss": 4.0938,
      "step": 60109
    },
    {
      "epoch": 2.462011058775343,
      "grad_norm": 3.875660526865277,
      "learning_rate": 0.00019537752052128948,
      "loss": 6.0625,
      "step": 60110
    },
    {
      "epoch": 2.4620520172025393,
      "grad_norm": 3.1573272608451006,
      "learning_rate": 0.00019537441193175092,
      "loss": 4.2188,
      "step": 60111
    },
    {
      "epoch": 2.462092975629736,
      "grad_norm": 4.5115114948270945,
      "learning_rate": 0.00019537130332076194,
      "loss": 6.0938,
      "step": 60112
    },
    {
      "epoch": 2.4621339340569324,
      "grad_norm": 3.969551816103497,
      "learning_rate": 0.00019536819468832402,
      "loss": 3.75,
      "step": 60113
    },
    {
      "epoch": 2.4621748924841285,
      "grad_norm": 3.555369426278988,
      "learning_rate": 0.00019536508603443869,
      "loss": 4.9062,
      "step": 60114
    },
    {
      "epoch": 2.462215850911325,
      "grad_norm": 3.089259253978741,
      "learning_rate": 0.00019536197735910737,
      "loss": 4.7188,
      "step": 60115
    },
    {
      "epoch": 2.4622568093385215,
      "grad_norm": 3.2701630896686718,
      "learning_rate": 0.00019535886866233157,
      "loss": 4.0938,
      "step": 60116
    },
    {
      "epoch": 2.4622977677657176,
      "grad_norm": 5.69754517348949,
      "learning_rate": 0.00019535575994411266,
      "loss": 6.9375,
      "step": 60117
    },
    {
      "epoch": 2.462338726192914,
      "grad_norm": 2.889079160683347,
      "learning_rate": 0.00019535265120445227,
      "loss": 3.6094,
      "step": 60118
    },
    {
      "epoch": 2.4623796846201107,
      "grad_norm": 2.744164021443739,
      "learning_rate": 0.00019534954244335175,
      "loss": 4.25,
      "step": 60119
    },
    {
      "epoch": 2.462420643047307,
      "grad_norm": 11.781176031816461,
      "learning_rate": 0.00019534643366081255,
      "loss": 2.8906,
      "step": 60120
    },
    {
      "epoch": 2.4624616014745033,
      "grad_norm": 4.02210655212812,
      "learning_rate": 0.0001953433248568362,
      "loss": 3.8438,
      "step": 60121
    },
    {
      "epoch": 2.4625025599017,
      "grad_norm": 3.3331089369190874,
      "learning_rate": 0.0001953402160314242,
      "loss": 4.3438,
      "step": 60122
    },
    {
      "epoch": 2.4625435183288964,
      "grad_norm": 3.5980236918436055,
      "learning_rate": 0.00019533710718457794,
      "loss": 5.4062,
      "step": 60123
    },
    {
      "epoch": 2.4625844767560925,
      "grad_norm": 3.0318666188541097,
      "learning_rate": 0.00019533399831629894,
      "loss": 4.75,
      "step": 60124
    },
    {
      "epoch": 2.462625435183289,
      "grad_norm": 12.99553188266295,
      "learning_rate": 0.00019533088942658863,
      "loss": 1.4141,
      "step": 60125
    },
    {
      "epoch": 2.462666393610485,
      "grad_norm": 3.6866771851117495,
      "learning_rate": 0.00019532778051544852,
      "loss": 5.75,
      "step": 60126
    },
    {
      "epoch": 2.4627073520376817,
      "grad_norm": 2.9810270354679242,
      "learning_rate": 0.00019532467158288008,
      "loss": 4.3125,
      "step": 60127
    },
    {
      "epoch": 2.462748310464878,
      "grad_norm": 3.794879720949664,
      "learning_rate": 0.0001953215626288848,
      "loss": 4.9062,
      "step": 60128
    },
    {
      "epoch": 2.4627892688920747,
      "grad_norm": 2.944642551906069,
      "learning_rate": 0.000195318453653464,
      "loss": 4.375,
      "step": 60129
    },
    {
      "epoch": 2.462830227319271,
      "grad_norm": 3.921917463381283,
      "learning_rate": 0.00019531534465661938,
      "loss": 6.1562,
      "step": 60130
    },
    {
      "epoch": 2.4628711857464674,
      "grad_norm": 2.791160662847577,
      "learning_rate": 0.00019531223563835223,
      "loss": 4.2188,
      "step": 60131
    },
    {
      "epoch": 2.462912144173664,
      "grad_norm": 2.8724478475378414,
      "learning_rate": 0.00019530912659866412,
      "loss": 4.7188,
      "step": 60132
    },
    {
      "epoch": 2.46295310260086,
      "grad_norm": 10.274818815053512,
      "learning_rate": 0.00019530601753755644,
      "loss": 6.4062,
      "step": 60133
    },
    {
      "epoch": 2.4629940610280565,
      "grad_norm": 2.901174699283094,
      "learning_rate": 0.00019530290845503075,
      "loss": 4.9062,
      "step": 60134
    },
    {
      "epoch": 2.463035019455253,
      "grad_norm": 3.268214582683838,
      "learning_rate": 0.00019529979935108843,
      "loss": 3.9531,
      "step": 60135
    },
    {
      "epoch": 2.463075977882449,
      "grad_norm": 4.403055200108409,
      "learning_rate": 0.00019529669022573106,
      "loss": 4.75,
      "step": 60136
    },
    {
      "epoch": 2.4631169363096457,
      "grad_norm": 2.8962088095985847,
      "learning_rate": 0.00019529358107895996,
      "loss": 4.0625,
      "step": 60137
    },
    {
      "epoch": 2.463157894736842,
      "grad_norm": 3.3890676132371405,
      "learning_rate": 0.00019529047191077674,
      "loss": 4.0938,
      "step": 60138
    },
    {
      "epoch": 2.4631988531640383,
      "grad_norm": 3.090168428935753,
      "learning_rate": 0.0001952873627211828,
      "loss": 4.4688,
      "step": 60139
    },
    {
      "epoch": 2.463239811591235,
      "grad_norm": 3.976474955729549,
      "learning_rate": 0.00019528425351017964,
      "loss": 5.8125,
      "step": 60140
    },
    {
      "epoch": 2.4632807700184314,
      "grad_norm": 4.931676708046148,
      "learning_rate": 0.00019528114427776866,
      "loss": 5.25,
      "step": 60141
    },
    {
      "epoch": 2.463321728445628,
      "grad_norm": 4.267356535029681,
      "learning_rate": 0.00019527803502395144,
      "loss": 1.4609,
      "step": 60142
    },
    {
      "epoch": 2.463362686872824,
      "grad_norm": 4.123717178864231,
      "learning_rate": 0.00019527492574872936,
      "loss": 6.1875,
      "step": 60143
    },
    {
      "epoch": 2.4634036453000205,
      "grad_norm": 3.93380584776126,
      "learning_rate": 0.00019527181645210396,
      "loss": 5.6875,
      "step": 60144
    },
    {
      "epoch": 2.4634446037272166,
      "grad_norm": 25.67825879380022,
      "learning_rate": 0.0001952687071340766,
      "loss": 1.7578,
      "step": 60145
    },
    {
      "epoch": 2.463485562154413,
      "grad_norm": 4.222750963280012,
      "learning_rate": 0.00019526559779464887,
      "loss": 5.9688,
      "step": 60146
    },
    {
      "epoch": 2.4635265205816097,
      "grad_norm": 3.0355579882507397,
      "learning_rate": 0.0001952624884338222,
      "loss": 4.2812,
      "step": 60147
    },
    {
      "epoch": 2.4635674790088062,
      "grad_norm": 3.7981220975574392,
      "learning_rate": 0.00019525937905159806,
      "loss": 3.9688,
      "step": 60148
    },
    {
      "epoch": 2.4636084374360023,
      "grad_norm": 2.9389356278587964,
      "learning_rate": 0.00019525626964797784,
      "loss": 3.8125,
      "step": 60149
    },
    {
      "epoch": 2.463649395863199,
      "grad_norm": 5.239275210985323,
      "learning_rate": 0.00019525316022296317,
      "loss": 3.7031,
      "step": 60150
    },
    {
      "epoch": 2.4636903542903954,
      "grad_norm": 4.5569705206725475,
      "learning_rate": 0.00019525005077655543,
      "loss": 3.5156,
      "step": 60151
    },
    {
      "epoch": 2.4637313127175915,
      "grad_norm": 7.055677225029254,
      "learning_rate": 0.00019524694130875603,
      "loss": 5.4688,
      "step": 60152
    },
    {
      "epoch": 2.463772271144788,
      "grad_norm": 4.45614271890032,
      "learning_rate": 0.00019524383181956654,
      "loss": 5.0938,
      "step": 60153
    },
    {
      "epoch": 2.4638132295719846,
      "grad_norm": 3.1932560426441876,
      "learning_rate": 0.00019524072230898837,
      "loss": 4.75,
      "step": 60154
    },
    {
      "epoch": 2.4638541879991807,
      "grad_norm": 3.604725529954933,
      "learning_rate": 0.00019523761277702304,
      "loss": 4.7188,
      "step": 60155
    },
    {
      "epoch": 2.463895146426377,
      "grad_norm": 8.541639504001203,
      "learning_rate": 0.00019523450322367198,
      "loss": 3.1875,
      "step": 60156
    },
    {
      "epoch": 2.4639361048535737,
      "grad_norm": 3.4778979898236053,
      "learning_rate": 0.00019523139364893666,
      "loss": 4.375,
      "step": 60157
    },
    {
      "epoch": 2.46397706328077,
      "grad_norm": 4.574233573363082,
      "learning_rate": 0.00019522828405281857,
      "loss": 3.7656,
      "step": 60158
    },
    {
      "epoch": 2.4640180217079664,
      "grad_norm": 3.1930800938300705,
      "learning_rate": 0.00019522517443531918,
      "loss": 4.7812,
      "step": 60159
    },
    {
      "epoch": 2.464058980135163,
      "grad_norm": 3.937778660503028,
      "learning_rate": 0.00019522206479643996,
      "loss": 4.6875,
      "step": 60160
    },
    {
      "epoch": 2.4640999385623594,
      "grad_norm": 3.4075562676815387,
      "learning_rate": 0.00019521895513618234,
      "loss": 5.0,
      "step": 60161
    },
    {
      "epoch": 2.4641408969895555,
      "grad_norm": 4.004768886348215,
      "learning_rate": 0.0001952158454545478,
      "loss": 4.375,
      "step": 60162
    },
    {
      "epoch": 2.464181855416752,
      "grad_norm": 2.9783801711168985,
      "learning_rate": 0.0001952127357515379,
      "loss": 3.7969,
      "step": 60163
    },
    {
      "epoch": 2.464222813843948,
      "grad_norm": 3.256639773609311,
      "learning_rate": 0.000195209626027154,
      "loss": 4.5,
      "step": 60164
    },
    {
      "epoch": 2.4642637722711447,
      "grad_norm": 5.02257266865628,
      "learning_rate": 0.0001952065162813976,
      "loss": 6.125,
      "step": 60165
    },
    {
      "epoch": 2.464304730698341,
      "grad_norm": 8.959769703830222,
      "learning_rate": 0.0001952034065142702,
      "loss": 3.5,
      "step": 60166
    },
    {
      "epoch": 2.4643456891255378,
      "grad_norm": 5.211857201936035,
      "learning_rate": 0.0001952002967257733,
      "loss": 4.8125,
      "step": 60167
    },
    {
      "epoch": 2.464386647552734,
      "grad_norm": 16.014927486385925,
      "learning_rate": 0.00019519718691590827,
      "loss": 4.9375,
      "step": 60168
    },
    {
      "epoch": 2.4644276059799304,
      "grad_norm": 3.7193533302841564,
      "learning_rate": 0.0001951940770846766,
      "loss": 5.25,
      "step": 60169
    },
    {
      "epoch": 2.464468564407127,
      "grad_norm": 4.649088015137514,
      "learning_rate": 0.00019519096723207986,
      "loss": 6.4688,
      "step": 60170
    },
    {
      "epoch": 2.464509522834323,
      "grad_norm": 3.0258194791840776,
      "learning_rate": 0.0001951878573581194,
      "loss": 4.0312,
      "step": 60171
    },
    {
      "epoch": 2.4645504812615195,
      "grad_norm": 2.970686927930994,
      "learning_rate": 0.0001951847474627968,
      "loss": 3.6875,
      "step": 60172
    },
    {
      "epoch": 2.464591439688716,
      "grad_norm": 6.6654353202532395,
      "learning_rate": 0.00019518163754611345,
      "loss": 4.9062,
      "step": 60173
    },
    {
      "epoch": 2.464632398115912,
      "grad_norm": 3.037865793259649,
      "learning_rate": 0.00019517852760807082,
      "loss": 4.75,
      "step": 60174
    },
    {
      "epoch": 2.4646733565431087,
      "grad_norm": 5.157686140128504,
      "learning_rate": 0.0001951754176486704,
      "loss": 2.875,
      "step": 60175
    },
    {
      "epoch": 2.4647143149703052,
      "grad_norm": 3.350585652311191,
      "learning_rate": 0.00019517230766791374,
      "loss": 4.1875,
      "step": 60176
    },
    {
      "epoch": 2.4647552733975013,
      "grad_norm": 5.351040759567618,
      "learning_rate": 0.00019516919766580213,
      "loss": 5.5312,
      "step": 60177
    },
    {
      "epoch": 2.464796231824698,
      "grad_norm": 3.114427400124386,
      "learning_rate": 0.0001951660876423372,
      "loss": 5.1875,
      "step": 60178
    },
    {
      "epoch": 2.4648371902518944,
      "grad_norm": 3.56902385829244,
      "learning_rate": 0.00019516297759752035,
      "loss": 5.25,
      "step": 60179
    },
    {
      "epoch": 2.464878148679091,
      "grad_norm": 3.434908302423005,
      "learning_rate": 0.00019515986753135308,
      "loss": 3.0938,
      "step": 60180
    },
    {
      "epoch": 2.464919107106287,
      "grad_norm": 5.450915166177912,
      "learning_rate": 0.00019515675744383683,
      "loss": 6.125,
      "step": 60181
    },
    {
      "epoch": 2.4649600655334836,
      "grad_norm": 3.14539833150523,
      "learning_rate": 0.0001951536473349731,
      "loss": 4.1875,
      "step": 60182
    },
    {
      "epoch": 2.4650010239606797,
      "grad_norm": 3.413999200430233,
      "learning_rate": 0.00019515053720476334,
      "loss": 1.8281,
      "step": 60183
    },
    {
      "epoch": 2.465041982387876,
      "grad_norm": 3.0444648239843297,
      "learning_rate": 0.00019514742705320905,
      "loss": 4.4688,
      "step": 60184
    },
    {
      "epoch": 2.4650829408150727,
      "grad_norm": 2.9686204903488753,
      "learning_rate": 0.00019514431688031164,
      "loss": 4.7188,
      "step": 60185
    },
    {
      "epoch": 2.4651238992422693,
      "grad_norm": 3.9214590364434248,
      "learning_rate": 0.0001951412066860726,
      "loss": 5.1875,
      "step": 60186
    },
    {
      "epoch": 2.4651648576694654,
      "grad_norm": 17.229335752286648,
      "learning_rate": 0.00019513809647049346,
      "loss": 3.0156,
      "step": 60187
    },
    {
      "epoch": 2.465205816096662,
      "grad_norm": 3.851640724887536,
      "learning_rate": 0.00019513498623357565,
      "loss": 5.7812,
      "step": 60188
    },
    {
      "epoch": 2.4652467745238584,
      "grad_norm": 3.8601889918494257,
      "learning_rate": 0.00019513187597532063,
      "loss": 5.5938,
      "step": 60189
    },
    {
      "epoch": 2.4652877329510545,
      "grad_norm": 4.15784712546752,
      "learning_rate": 0.0001951287656957299,
      "loss": 5.0938,
      "step": 60190
    },
    {
      "epoch": 2.465328691378251,
      "grad_norm": 3.3884086293423166,
      "learning_rate": 0.00019512565539480487,
      "loss": 4.7812,
      "step": 60191
    },
    {
      "epoch": 2.4653696498054476,
      "grad_norm": 4.1404121369963125,
      "learning_rate": 0.00019512254507254704,
      "loss": 5.4375,
      "step": 60192
    },
    {
      "epoch": 2.4654106082326437,
      "grad_norm": 2.8277656783786607,
      "learning_rate": 0.0001951194347289579,
      "loss": 4.9062,
      "step": 60193
    },
    {
      "epoch": 2.46545156665984,
      "grad_norm": 2.9774141096080666,
      "learning_rate": 0.00019511632436403892,
      "loss": 4.125,
      "step": 60194
    },
    {
      "epoch": 2.4654925250870368,
      "grad_norm": 5.34750500250706,
      "learning_rate": 0.00019511321397779155,
      "loss": 5.0625,
      "step": 60195
    },
    {
      "epoch": 2.465533483514233,
      "grad_norm": 4.137091497272508,
      "learning_rate": 0.00019511010357021728,
      "loss": 3.3125,
      "step": 60196
    },
    {
      "epoch": 2.4655744419414294,
      "grad_norm": 2.8759427209141815,
      "learning_rate": 0.00019510699314131754,
      "loss": 4.2812,
      "step": 60197
    },
    {
      "epoch": 2.465615400368626,
      "grad_norm": 4.392034192776583,
      "learning_rate": 0.00019510388269109385,
      "loss": 4.4062,
      "step": 60198
    },
    {
      "epoch": 2.4656563587958225,
      "grad_norm": 3.0681776414225475,
      "learning_rate": 0.0001951007722195477,
      "loss": 3.9219,
      "step": 60199
    },
    {
      "epoch": 2.4656973172230185,
      "grad_norm": 4.171164404099639,
      "learning_rate": 0.00019509766172668048,
      "loss": 6.375,
      "step": 60200
    },
    {
      "epoch": 2.465738275650215,
      "grad_norm": 3.043303026044794,
      "learning_rate": 0.00019509455121249368,
      "loss": 4.4688,
      "step": 60201
    },
    {
      "epoch": 2.4657792340774116,
      "grad_norm": 3.447137899703504,
      "learning_rate": 0.00019509144067698884,
      "loss": 5.75,
      "step": 60202
    },
    {
      "epoch": 2.4658201925046077,
      "grad_norm": 3.3905375035960743,
      "learning_rate": 0.00019508833012016737,
      "loss": 5.0312,
      "step": 60203
    },
    {
      "epoch": 2.4658611509318042,
      "grad_norm": 2.819794274014262,
      "learning_rate": 0.00019508521954203077,
      "loss": 4.7188,
      "step": 60204
    },
    {
      "epoch": 2.465902109359001,
      "grad_norm": 3.4983416777242367,
      "learning_rate": 0.00019508210894258045,
      "loss": 5.1562,
      "step": 60205
    },
    {
      "epoch": 2.465943067786197,
      "grad_norm": 2.896591003542135,
      "learning_rate": 0.00019507899832181796,
      "loss": 3.9062,
      "step": 60206
    },
    {
      "epoch": 2.4659840262133934,
      "grad_norm": 6.403665304990909,
      "learning_rate": 0.00019507588767974472,
      "loss": 5.75,
      "step": 60207
    },
    {
      "epoch": 2.46602498464059,
      "grad_norm": 2.9442818130397046,
      "learning_rate": 0.00019507277701636221,
      "loss": 5.3125,
      "step": 60208
    },
    {
      "epoch": 2.466065943067786,
      "grad_norm": 4.010006531707305,
      "learning_rate": 0.0001950696663316719,
      "loss": 6.3438,
      "step": 60209
    },
    {
      "epoch": 2.4661069014949826,
      "grad_norm": 3.2917483075255745,
      "learning_rate": 0.0001950665556256753,
      "loss": 4.8125,
      "step": 60210
    },
    {
      "epoch": 2.466147859922179,
      "grad_norm": 3.687137156313428,
      "learning_rate": 0.00019506344489837385,
      "loss": 5.0938,
      "step": 60211
    },
    {
      "epoch": 2.466188818349375,
      "grad_norm": 3.5943447870805905,
      "learning_rate": 0.000195060334149769,
      "loss": 4.7812,
      "step": 60212
    },
    {
      "epoch": 2.4662297767765717,
      "grad_norm": 3.224622028086588,
      "learning_rate": 0.00019505722337986221,
      "loss": 3.9219,
      "step": 60213
    },
    {
      "epoch": 2.4662707352037683,
      "grad_norm": 5.366403472145716,
      "learning_rate": 0.00019505411258865504,
      "loss": 5.9062,
      "step": 60214
    },
    {
      "epoch": 2.4663116936309644,
      "grad_norm": 5.465598747234125,
      "learning_rate": 0.00019505100177614885,
      "loss": 4.7188,
      "step": 60215
    },
    {
      "epoch": 2.466352652058161,
      "grad_norm": 3.0944608172125334,
      "learning_rate": 0.0001950478909423452,
      "loss": 4.9688,
      "step": 60216
    },
    {
      "epoch": 2.4663936104853574,
      "grad_norm": 4.294619242995332,
      "learning_rate": 0.0001950447800872455,
      "loss": 6.5,
      "step": 60217
    },
    {
      "epoch": 2.466434568912554,
      "grad_norm": 3.0186251516181937,
      "learning_rate": 0.00019504166921085122,
      "loss": 4.0938,
      "step": 60218
    },
    {
      "epoch": 2.46647552733975,
      "grad_norm": 3.495144742227633,
      "learning_rate": 0.00019503855831316387,
      "loss": 6.2812,
      "step": 60219
    },
    {
      "epoch": 2.4665164857669466,
      "grad_norm": 3.302413930033665,
      "learning_rate": 0.0001950354473941849,
      "loss": 5.6875,
      "step": 60220
    },
    {
      "epoch": 2.466557444194143,
      "grad_norm": 6.152640102210628,
      "learning_rate": 0.0001950323364539158,
      "loss": 5.125,
      "step": 60221
    },
    {
      "epoch": 2.4665984026213392,
      "grad_norm": 10.515965272553947,
      "learning_rate": 0.000195029225492358,
      "loss": 5.0938,
      "step": 60222
    },
    {
      "epoch": 2.4666393610485358,
      "grad_norm": 3.3277720774885133,
      "learning_rate": 0.00019502611450951306,
      "loss": 4.7188,
      "step": 60223
    },
    {
      "epoch": 2.4666803194757323,
      "grad_norm": 4.551148063005533,
      "learning_rate": 0.00019502300350538232,
      "loss": 4.3125,
      "step": 60224
    },
    {
      "epoch": 2.4667212779029284,
      "grad_norm": 5.213968053545712,
      "learning_rate": 0.00019501989247996734,
      "loss": 2.9844,
      "step": 60225
    },
    {
      "epoch": 2.466762236330125,
      "grad_norm": 3.5832007622206654,
      "learning_rate": 0.00019501678143326955,
      "loss": 5.0312,
      "step": 60226
    },
    {
      "epoch": 2.4668031947573215,
      "grad_norm": 3.929839724117311,
      "learning_rate": 0.00019501367036529044,
      "loss": 6.25,
      "step": 60227
    },
    {
      "epoch": 2.4668441531845176,
      "grad_norm": 2.702074900998386,
      "learning_rate": 0.0001950105592760315,
      "loss": 1.2266,
      "step": 60228
    },
    {
      "epoch": 2.466885111611714,
      "grad_norm": 4.129553841174848,
      "learning_rate": 0.0001950074481654942,
      "loss": 4.6875,
      "step": 60229
    },
    {
      "epoch": 2.4669260700389106,
      "grad_norm": 3.0831467086428095,
      "learning_rate": 0.00019500433703367994,
      "loss": 4.5,
      "step": 60230
    },
    {
      "epoch": 2.4669670284661067,
      "grad_norm": 3.168682751362589,
      "learning_rate": 0.00019500122588059026,
      "loss": 4.5312,
      "step": 60231
    },
    {
      "epoch": 2.4670079868933033,
      "grad_norm": 3.384226961298685,
      "learning_rate": 0.00019499811470622663,
      "loss": 4.4062,
      "step": 60232
    },
    {
      "epoch": 2.4670489453205,
      "grad_norm": 5.226796958642259,
      "learning_rate": 0.00019499500351059044,
      "loss": 5.0938,
      "step": 60233
    },
    {
      "epoch": 2.467089903747696,
      "grad_norm": 3.5755224924575777,
      "learning_rate": 0.00019499189229368327,
      "loss": 4.1875,
      "step": 60234
    },
    {
      "epoch": 2.4671308621748924,
      "grad_norm": 3.249188269964269,
      "learning_rate": 0.00019498878105550654,
      "loss": 4.875,
      "step": 60235
    },
    {
      "epoch": 2.467171820602089,
      "grad_norm": 3.57041980544273,
      "learning_rate": 0.00019498566979606174,
      "loss": 5.0312,
      "step": 60236
    },
    {
      "epoch": 2.4672127790292855,
      "grad_norm": 3.2518830663272484,
      "learning_rate": 0.00019498255851535027,
      "loss": 3.9688,
      "step": 60237
    },
    {
      "epoch": 2.4672537374564816,
      "grad_norm": 2.817473616126969,
      "learning_rate": 0.00019497944721337372,
      "loss": 4.875,
      "step": 60238
    },
    {
      "epoch": 2.467294695883678,
      "grad_norm": 8.627782853717056,
      "learning_rate": 0.00019497633589013347,
      "loss": 4.9062,
      "step": 60239
    },
    {
      "epoch": 2.4673356543108746,
      "grad_norm": 3.3564937540053377,
      "learning_rate": 0.00019497322454563104,
      "loss": 5.0938,
      "step": 60240
    },
    {
      "epoch": 2.4673766127380707,
      "grad_norm": 5.461457078953548,
      "learning_rate": 0.00019497011317986783,
      "loss": 4.4375,
      "step": 60241
    },
    {
      "epoch": 2.4674175711652673,
      "grad_norm": 2.964391075458174,
      "learning_rate": 0.0001949670017928454,
      "loss": 4.1562,
      "step": 60242
    },
    {
      "epoch": 2.467458529592464,
      "grad_norm": 3.1180848334995193,
      "learning_rate": 0.0001949638903845652,
      "loss": 4.3125,
      "step": 60243
    },
    {
      "epoch": 2.46749948801966,
      "grad_norm": 2.747855374719253,
      "learning_rate": 0.00019496077895502864,
      "loss": 4.4062,
      "step": 60244
    },
    {
      "epoch": 2.4675404464468564,
      "grad_norm": 9.482840348096667,
      "learning_rate": 0.00019495766750423724,
      "loss": 4.2812,
      "step": 60245
    },
    {
      "epoch": 2.467581404874053,
      "grad_norm": 6.970468919638034,
      "learning_rate": 0.0001949545560321925,
      "loss": 4.6562,
      "step": 60246
    },
    {
      "epoch": 2.467622363301249,
      "grad_norm": 2.9481606725456855,
      "learning_rate": 0.0001949514445388958,
      "loss": 4.4375,
      "step": 60247
    },
    {
      "epoch": 2.4676633217284456,
      "grad_norm": 5.310889935714819,
      "learning_rate": 0.0001949483330243487,
      "loss": 6.3438,
      "step": 60248
    },
    {
      "epoch": 2.467704280155642,
      "grad_norm": 3.061463918577377,
      "learning_rate": 0.0001949452214885526,
      "loss": 4.0625,
      "step": 60249
    },
    {
      "epoch": 2.4677452385828382,
      "grad_norm": 18.80806159090498,
      "learning_rate": 0.00019494210993150905,
      "loss": 1.7578,
      "step": 60250
    },
    {
      "epoch": 2.4677861970100348,
      "grad_norm": 5.038830791575118,
      "learning_rate": 0.00019493899835321945,
      "loss": 5.7188,
      "step": 60251
    },
    {
      "epoch": 2.4678271554372313,
      "grad_norm": 3.5763264741714123,
      "learning_rate": 0.00019493588675368535,
      "loss": 5.3125,
      "step": 60252
    },
    {
      "epoch": 2.4678681138644274,
      "grad_norm": 3.5217709357910776,
      "learning_rate": 0.00019493277513290806,
      "loss": 5.3125,
      "step": 60253
    },
    {
      "epoch": 2.467909072291624,
      "grad_norm": 2.9857240523616597,
      "learning_rate": 0.00019492966349088925,
      "loss": 4.8438,
      "step": 60254
    },
    {
      "epoch": 2.4679500307188205,
      "grad_norm": 3.3018076264963225,
      "learning_rate": 0.0001949265518276303,
      "loss": 5.4375,
      "step": 60255
    },
    {
      "epoch": 2.467990989146017,
      "grad_norm": 9.71096896601955,
      "learning_rate": 0.00019492344014313266,
      "loss": 6.4062,
      "step": 60256
    },
    {
      "epoch": 2.468031947573213,
      "grad_norm": 10.437480294480105,
      "learning_rate": 0.00019492032843739784,
      "loss": 5.75,
      "step": 60257
    },
    {
      "epoch": 2.4680729060004096,
      "grad_norm": 3.550460316865687,
      "learning_rate": 0.0001949172167104273,
      "loss": 4.8438,
      "step": 60258
    },
    {
      "epoch": 2.468113864427606,
      "grad_norm": 3.6775232008103336,
      "learning_rate": 0.0001949141049622225,
      "loss": 4.7188,
      "step": 60259
    },
    {
      "epoch": 2.4681548228548023,
      "grad_norm": 2.884725008637184,
      "learning_rate": 0.00019491099319278492,
      "loss": 3.5781,
      "step": 60260
    },
    {
      "epoch": 2.468195781281999,
      "grad_norm": 9.631763702225776,
      "learning_rate": 0.000194907881402116,
      "loss": 5.8438,
      "step": 60261
    },
    {
      "epoch": 2.4682367397091953,
      "grad_norm": 4.62515084052411,
      "learning_rate": 0.00019490476959021727,
      "loss": 6.3125,
      "step": 60262
    },
    {
      "epoch": 2.4682776981363914,
      "grad_norm": 3.575964083381784,
      "learning_rate": 0.00019490165775709018,
      "loss": 4.5,
      "step": 60263
    },
    {
      "epoch": 2.468318656563588,
      "grad_norm": 3.5451313458272953,
      "learning_rate": 0.00019489854590273617,
      "loss": 5.125,
      "step": 60264
    },
    {
      "epoch": 2.4683596149907845,
      "grad_norm": 6.950847632755365,
      "learning_rate": 0.00019489543402715671,
      "loss": 4.2812,
      "step": 60265
    },
    {
      "epoch": 2.4684005734179806,
      "grad_norm": 2.8786606464396796,
      "learning_rate": 0.00019489232213035332,
      "loss": 3.7344,
      "step": 60266
    },
    {
      "epoch": 2.468441531845177,
      "grad_norm": 3.093600485040813,
      "learning_rate": 0.00019488921021232743,
      "loss": 2.6719,
      "step": 60267
    },
    {
      "epoch": 2.4684824902723737,
      "grad_norm": 2.8942617063316747,
      "learning_rate": 0.00019488609827308058,
      "loss": 3.9219,
      "step": 60268
    },
    {
      "epoch": 2.4685234486995697,
      "grad_norm": 2.8055776400539214,
      "learning_rate": 0.0001948829863126141,
      "loss": 4.3438,
      "step": 60269
    },
    {
      "epoch": 2.4685644071267663,
      "grad_norm": 3.3855027358392538,
      "learning_rate": 0.0001948798743309296,
      "loss": 4.25,
      "step": 60270
    },
    {
      "epoch": 2.468605365553963,
      "grad_norm": 3.4687693848534553,
      "learning_rate": 0.00019487676232802853,
      "loss": 5.4688,
      "step": 60271
    },
    {
      "epoch": 2.468646323981159,
      "grad_norm": 3.297002820451904,
      "learning_rate": 0.0001948736503039123,
      "loss": 4.5938,
      "step": 60272
    },
    {
      "epoch": 2.4686872824083554,
      "grad_norm": 3.130313823363251,
      "learning_rate": 0.00019487053825858238,
      "loss": 4.0625,
      "step": 60273
    },
    {
      "epoch": 2.468728240835552,
      "grad_norm": 3.292225648308459,
      "learning_rate": 0.0001948674261920403,
      "loss": 4.7812,
      "step": 60274
    },
    {
      "epoch": 2.4687691992627485,
      "grad_norm": 3.4856382740988585,
      "learning_rate": 0.0001948643141042875,
      "loss": 4.5312,
      "step": 60275
    },
    {
      "epoch": 2.4688101576899446,
      "grad_norm": 3.0918189601992023,
      "learning_rate": 0.0001948612019953255,
      "loss": 4.0938,
      "step": 60276
    },
    {
      "epoch": 2.468851116117141,
      "grad_norm": 3.315479534395349,
      "learning_rate": 0.00019485808986515566,
      "loss": 4.9688,
      "step": 60277
    },
    {
      "epoch": 2.4688920745443377,
      "grad_norm": 2.6971008415981723,
      "learning_rate": 0.00019485497771377954,
      "loss": 4.0312,
      "step": 60278
    },
    {
      "epoch": 2.4689330329715338,
      "grad_norm": 2.866932295881645,
      "learning_rate": 0.00019485186554119862,
      "loss": 3.7812,
      "step": 60279
    },
    {
      "epoch": 2.4689739913987303,
      "grad_norm": 3.7613309679401095,
      "learning_rate": 0.0001948487533474143,
      "loss": 4.9688,
      "step": 60280
    },
    {
      "epoch": 2.469014949825927,
      "grad_norm": 3.2975338611129876,
      "learning_rate": 0.0001948456411324281,
      "loss": 4.75,
      "step": 60281
    },
    {
      "epoch": 2.469055908253123,
      "grad_norm": 3.288912452256835,
      "learning_rate": 0.0001948425288962415,
      "loss": 4.0312,
      "step": 60282
    },
    {
      "epoch": 2.4690968666803195,
      "grad_norm": 3.0749179831596174,
      "learning_rate": 0.00019483941663885594,
      "loss": 4.2812,
      "step": 60283
    },
    {
      "epoch": 2.469137825107516,
      "grad_norm": 4.410990298055735,
      "learning_rate": 0.00019483630436027292,
      "loss": 4.3125,
      "step": 60284
    },
    {
      "epoch": 2.469178783534712,
      "grad_norm": 2.901433639047374,
      "learning_rate": 0.00019483319206049386,
      "loss": 4.5938,
      "step": 60285
    },
    {
      "epoch": 2.4692197419619086,
      "grad_norm": 2.7167993032905517,
      "learning_rate": 0.00019483007973952033,
      "loss": 4.125,
      "step": 60286
    },
    {
      "epoch": 2.469260700389105,
      "grad_norm": 3.2552251587461627,
      "learning_rate": 0.0001948269673973537,
      "loss": 4.8125,
      "step": 60287
    },
    {
      "epoch": 2.4693016588163017,
      "grad_norm": 4.013771376848713,
      "learning_rate": 0.0001948238550339955,
      "loss": 6.0,
      "step": 60288
    },
    {
      "epoch": 2.469342617243498,
      "grad_norm": 3.4764039589832585,
      "learning_rate": 0.00019482074264944716,
      "loss": 5.8438,
      "step": 60289
    },
    {
      "epoch": 2.4693835756706943,
      "grad_norm": 2.7190449741766827,
      "learning_rate": 0.00019481763024371018,
      "loss": 3.5781,
      "step": 60290
    },
    {
      "epoch": 2.4694245340978904,
      "grad_norm": 3.0864441794396797,
      "learning_rate": 0.00019481451781678603,
      "loss": 4.25,
      "step": 60291
    },
    {
      "epoch": 2.469465492525087,
      "grad_norm": 3.1548644665424646,
      "learning_rate": 0.00019481140536867618,
      "loss": 4.0938,
      "step": 60292
    },
    {
      "epoch": 2.4695064509522835,
      "grad_norm": 3.7205034991362353,
      "learning_rate": 0.00019480829289938208,
      "loss": 6.4375,
      "step": 60293
    },
    {
      "epoch": 2.46954740937948,
      "grad_norm": 3.0880031090599527,
      "learning_rate": 0.00019480518040890525,
      "loss": 4.4062,
      "step": 60294
    },
    {
      "epoch": 2.469588367806676,
      "grad_norm": 2.830255275008188,
      "learning_rate": 0.00019480206789724715,
      "loss": 3.4062,
      "step": 60295
    },
    {
      "epoch": 2.4696293262338727,
      "grad_norm": 2.929277217904395,
      "learning_rate": 0.00019479895536440915,
      "loss": 3.9531,
      "step": 60296
    },
    {
      "epoch": 2.469670284661069,
      "grad_norm": 16.969299113366414,
      "learning_rate": 0.00019479584281039287,
      "loss": 4.625,
      "step": 60297
    },
    {
      "epoch": 2.4697112430882653,
      "grad_norm": 9.541669123910559,
      "learning_rate": 0.0001947927302351997,
      "loss": 4.5625,
      "step": 60298
    },
    {
      "epoch": 2.469752201515462,
      "grad_norm": 2.8025988874018863,
      "learning_rate": 0.00019478961763883112,
      "loss": 4.2188,
      "step": 60299
    },
    {
      "epoch": 2.4697931599426584,
      "grad_norm": 3.7384878797186123,
      "learning_rate": 0.0001947865050212886,
      "loss": 4.9062,
      "step": 60300
    },
    {
      "epoch": 2.4698341183698544,
      "grad_norm": 3.2514054213259835,
      "learning_rate": 0.0001947833923825736,
      "loss": 5.0,
      "step": 60301
    },
    {
      "epoch": 2.469875076797051,
      "grad_norm": 3.3216760053531145,
      "learning_rate": 0.00019478027972268767,
      "loss": 4.6562,
      "step": 60302
    },
    {
      "epoch": 2.4699160352242475,
      "grad_norm": 4.7024046154993595,
      "learning_rate": 0.0001947771670416322,
      "loss": 5.25,
      "step": 60303
    },
    {
      "epoch": 2.4699569936514436,
      "grad_norm": 3.9431133090353137,
      "learning_rate": 0.00019477405433940864,
      "loss": 5.1562,
      "step": 60304
    },
    {
      "epoch": 2.46999795207864,
      "grad_norm": 2.7939384828423752,
      "learning_rate": 0.00019477094161601854,
      "loss": 3.5938,
      "step": 60305
    },
    {
      "epoch": 2.4700389105058367,
      "grad_norm": 8.82623729903005,
      "learning_rate": 0.00019476782887146337,
      "loss": 3.7969,
      "step": 60306
    },
    {
      "epoch": 2.470079868933033,
      "grad_norm": 2.5813689099348482,
      "learning_rate": 0.00019476471610574452,
      "loss": 2.6094,
      "step": 60307
    },
    {
      "epoch": 2.4701208273602293,
      "grad_norm": 2.9364097532675393,
      "learning_rate": 0.0001947616033188635,
      "loss": 4.4375,
      "step": 60308
    },
    {
      "epoch": 2.470161785787426,
      "grad_norm": 7.905138048811204,
      "learning_rate": 0.0001947584905108218,
      "loss": 4.8125,
      "step": 60309
    },
    {
      "epoch": 2.470202744214622,
      "grad_norm": 2.9036622093200455,
      "learning_rate": 0.00019475537768162094,
      "loss": 5.25,
      "step": 60310
    },
    {
      "epoch": 2.4702437026418185,
      "grad_norm": 3.5246789901434115,
      "learning_rate": 0.00019475226483126227,
      "loss": 1.2109,
      "step": 60311
    },
    {
      "epoch": 2.470284661069015,
      "grad_norm": 3.284085185565497,
      "learning_rate": 0.00019474915195974736,
      "loss": 4.4688,
      "step": 60312
    },
    {
      "epoch": 2.4703256194962115,
      "grad_norm": 2.7156005472520826,
      "learning_rate": 0.0001947460390670776,
      "loss": 3.0781,
      "step": 60313
    },
    {
      "epoch": 2.4703665779234076,
      "grad_norm": 3.747710304332712,
      "learning_rate": 0.00019474292615325457,
      "loss": 4.9375,
      "step": 60314
    },
    {
      "epoch": 2.470407536350604,
      "grad_norm": 3.064021616438685,
      "learning_rate": 0.00019473981321827967,
      "loss": 4.7812,
      "step": 60315
    },
    {
      "epoch": 2.4704484947778007,
      "grad_norm": 3.034767463947526,
      "learning_rate": 0.00019473670026215435,
      "loss": 4.0625,
      "step": 60316
    },
    {
      "epoch": 2.470489453204997,
      "grad_norm": 9.425004522423336,
      "learning_rate": 0.00019473358728488014,
      "loss": 7.0938,
      "step": 60317
    },
    {
      "epoch": 2.4705304116321933,
      "grad_norm": 2.8034112056926728,
      "learning_rate": 0.00019473047428645847,
      "loss": 4.3125,
      "step": 60318
    },
    {
      "epoch": 2.47057137005939,
      "grad_norm": 4.234461927763095,
      "learning_rate": 0.00019472736126689084,
      "loss": 3.1875,
      "step": 60319
    },
    {
      "epoch": 2.470612328486586,
      "grad_norm": 2.958568091643604,
      "learning_rate": 0.0001947242482261787,
      "loss": 4.125,
      "step": 60320
    },
    {
      "epoch": 2.4706532869137825,
      "grad_norm": 2.8574142928121233,
      "learning_rate": 0.00019472113516432352,
      "loss": 4.75,
      "step": 60321
    },
    {
      "epoch": 2.470694245340979,
      "grad_norm": 3.0826737323429723,
      "learning_rate": 0.0001947180220813268,
      "loss": 4.4375,
      "step": 60322
    },
    {
      "epoch": 2.470735203768175,
      "grad_norm": 3.115991763753853,
      "learning_rate": 0.00019471490897719,
      "loss": 4.0625,
      "step": 60323
    },
    {
      "epoch": 2.4707761621953717,
      "grad_norm": 3.0939938603806474,
      "learning_rate": 0.0001947117958519146,
      "loss": 4.3125,
      "step": 60324
    },
    {
      "epoch": 2.470817120622568,
      "grad_norm": 3.1353949354084656,
      "learning_rate": 0.000194708682705502,
      "loss": 4.0938,
      "step": 60325
    },
    {
      "epoch": 2.4708580790497647,
      "grad_norm": 3.041613927590629,
      "learning_rate": 0.00019470556953795376,
      "loss": 4.0,
      "step": 60326
    },
    {
      "epoch": 2.470899037476961,
      "grad_norm": 3.752097056081308,
      "learning_rate": 0.00019470245634927135,
      "loss": 5.75,
      "step": 60327
    },
    {
      "epoch": 2.4709399959041574,
      "grad_norm": 2.842697051391342,
      "learning_rate": 0.00019469934313945617,
      "loss": 3.6719,
      "step": 60328
    },
    {
      "epoch": 2.4709809543313535,
      "grad_norm": 3.136375176315331,
      "learning_rate": 0.0001946962299085098,
      "loss": 4.6875,
      "step": 60329
    },
    {
      "epoch": 2.47102191275855,
      "grad_norm": 4.023818252141683,
      "learning_rate": 0.00019469311665643358,
      "loss": 5.5625,
      "step": 60330
    },
    {
      "epoch": 2.4710628711857465,
      "grad_norm": 3.1905612341522636,
      "learning_rate": 0.00019469000338322908,
      "loss": 4.625,
      "step": 60331
    },
    {
      "epoch": 2.471103829612943,
      "grad_norm": 3.524406801874029,
      "learning_rate": 0.00019468689008889767,
      "loss": 5.2812,
      "step": 60332
    },
    {
      "epoch": 2.471144788040139,
      "grad_norm": 4.025805901248785,
      "learning_rate": 0.00019468377677344097,
      "loss": 5.5938,
      "step": 60333
    },
    {
      "epoch": 2.4711857464673357,
      "grad_norm": 3.54280118432708,
      "learning_rate": 0.00019468066343686038,
      "loss": 5.5625,
      "step": 60334
    },
    {
      "epoch": 2.4712267048945322,
      "grad_norm": 3.2036625582405973,
      "learning_rate": 0.00019467755007915733,
      "loss": 3.7656,
      "step": 60335
    },
    {
      "epoch": 2.4712676633217283,
      "grad_norm": 2.9165683764938883,
      "learning_rate": 0.00019467443670033332,
      "loss": 3.5469,
      "step": 60336
    },
    {
      "epoch": 2.471308621748925,
      "grad_norm": 9.668942487349813,
      "learning_rate": 0.00019467132330038982,
      "loss": 3.4219,
      "step": 60337
    },
    {
      "epoch": 2.4713495801761214,
      "grad_norm": 2.837957786376007,
      "learning_rate": 0.00019466820987932835,
      "loss": 4.4062,
      "step": 60338
    },
    {
      "epoch": 2.4713905386033175,
      "grad_norm": 6.826215410741397,
      "learning_rate": 0.00019466509643715032,
      "loss": 3.7812,
      "step": 60339
    },
    {
      "epoch": 2.471431497030514,
      "grad_norm": 5.381073869960739,
      "learning_rate": 0.00019466198297385726,
      "loss": 3.3594,
      "step": 60340
    },
    {
      "epoch": 2.4714724554577105,
      "grad_norm": 13.680605860213687,
      "learning_rate": 0.00019465886948945052,
      "loss": 4.5625,
      "step": 60341
    },
    {
      "epoch": 2.4715134138849066,
      "grad_norm": 2.9840813006263387,
      "learning_rate": 0.00019465575598393172,
      "loss": 4.1875,
      "step": 60342
    },
    {
      "epoch": 2.471554372312103,
      "grad_norm": 3.004701357749029,
      "learning_rate": 0.00019465264245730228,
      "loss": 4.2812,
      "step": 60343
    },
    {
      "epoch": 2.4715953307392997,
      "grad_norm": 4.612297522224687,
      "learning_rate": 0.00019464952890956363,
      "loss": 1.2969,
      "step": 60344
    },
    {
      "epoch": 2.4716362891664962,
      "grad_norm": 3.337020377862853,
      "learning_rate": 0.00019464641534071728,
      "loss": 3.7812,
      "step": 60345
    },
    {
      "epoch": 2.4716772475936923,
      "grad_norm": 3.1480739171262586,
      "learning_rate": 0.00019464330175076472,
      "loss": 4.3125,
      "step": 60346
    },
    {
      "epoch": 2.471718206020889,
      "grad_norm": 2.4975841079544145,
      "learning_rate": 0.00019464018813970737,
      "loss": 2.7656,
      "step": 60347
    },
    {
      "epoch": 2.471759164448085,
      "grad_norm": 2.9323326550346303,
      "learning_rate": 0.00019463707450754675,
      "loss": 3.7031,
      "step": 60348
    },
    {
      "epoch": 2.4718001228752815,
      "grad_norm": 3.233604234437861,
      "learning_rate": 0.00019463396085428429,
      "loss": 5.2188,
      "step": 60349
    },
    {
      "epoch": 2.471841081302478,
      "grad_norm": 3.3231066540521685,
      "learning_rate": 0.00019463084717992148,
      "loss": 4.3125,
      "step": 60350
    },
    {
      "epoch": 2.4718820397296746,
      "grad_norm": 3.1557750390896233,
      "learning_rate": 0.0001946277334844598,
      "loss": 5.1875,
      "step": 60351
    },
    {
      "epoch": 2.4719229981568707,
      "grad_norm": 3.724932257255126,
      "learning_rate": 0.00019462461976790075,
      "loss": 5.25,
      "step": 60352
    },
    {
      "epoch": 2.471963956584067,
      "grad_norm": 3.53900276981474,
      "learning_rate": 0.00019462150603024572,
      "loss": 4.8125,
      "step": 60353
    },
    {
      "epoch": 2.4720049150112637,
      "grad_norm": 2.999146480060205,
      "learning_rate": 0.00019461839227149626,
      "loss": 4.9688,
      "step": 60354
    },
    {
      "epoch": 2.47204587343846,
      "grad_norm": 13.915962486488857,
      "learning_rate": 0.00019461527849165384,
      "loss": 1.6484,
      "step": 60355
    },
    {
      "epoch": 2.4720868318656564,
      "grad_norm": 3.1353639360016174,
      "learning_rate": 0.00019461216469071987,
      "loss": 4.4688,
      "step": 60356
    },
    {
      "epoch": 2.472127790292853,
      "grad_norm": 3.710237173736447,
      "learning_rate": 0.00019460905086869586,
      "loss": 5.375,
      "step": 60357
    },
    {
      "epoch": 2.472168748720049,
      "grad_norm": 3.29785730858095,
      "learning_rate": 0.00019460593702558325,
      "loss": 4.5312,
      "step": 60358
    },
    {
      "epoch": 2.4722097071472455,
      "grad_norm": 3.0987734969507925,
      "learning_rate": 0.0001946028231613836,
      "loss": 4.0625,
      "step": 60359
    },
    {
      "epoch": 2.472250665574442,
      "grad_norm": 3.4235034970149854,
      "learning_rate": 0.00019459970927609827,
      "loss": 4.9062,
      "step": 60360
    },
    {
      "epoch": 2.472291624001638,
      "grad_norm": 6.889842899483831,
      "learning_rate": 0.00019459659536972884,
      "loss": 3.5625,
      "step": 60361
    },
    {
      "epoch": 2.4723325824288347,
      "grad_norm": 4.632103894328581,
      "learning_rate": 0.00019459348144227666,
      "loss": 4.25,
      "step": 60362
    },
    {
      "epoch": 2.4723735408560312,
      "grad_norm": 3.209471801138734,
      "learning_rate": 0.00019459036749374333,
      "loss": 4.5938,
      "step": 60363
    },
    {
      "epoch": 2.4724144992832278,
      "grad_norm": 6.103742940415741,
      "learning_rate": 0.00019458725352413024,
      "loss": 2.4531,
      "step": 60364
    },
    {
      "epoch": 2.472455457710424,
      "grad_norm": 3.2264251567246234,
      "learning_rate": 0.0001945841395334389,
      "loss": 4.8438,
      "step": 60365
    },
    {
      "epoch": 2.4724964161376204,
      "grad_norm": 3.1554253139846615,
      "learning_rate": 0.00019458102552167075,
      "loss": 4.4062,
      "step": 60366
    },
    {
      "epoch": 2.4725373745648165,
      "grad_norm": 3.5835948677880087,
      "learning_rate": 0.0001945779114888273,
      "loss": 5.0938,
      "step": 60367
    },
    {
      "epoch": 2.472578332992013,
      "grad_norm": 2.8742243306042394,
      "learning_rate": 0.00019457479743490997,
      "loss": 4.375,
      "step": 60368
    },
    {
      "epoch": 2.4726192914192096,
      "grad_norm": 7.721484178820657,
      "learning_rate": 0.00019457168335992026,
      "loss": 6.2812,
      "step": 60369
    },
    {
      "epoch": 2.472660249846406,
      "grad_norm": 3.727528936218825,
      "learning_rate": 0.00019456856926385965,
      "loss": 4.875,
      "step": 60370
    },
    {
      "epoch": 2.472701208273602,
      "grad_norm": 3.5399440328324148,
      "learning_rate": 0.0001945654551467296,
      "loss": 5.5938,
      "step": 60371
    },
    {
      "epoch": 2.4727421667007987,
      "grad_norm": 7.828491590266656,
      "learning_rate": 0.00019456234100853162,
      "loss": 4.125,
      "step": 60372
    },
    {
      "epoch": 2.4727831251279953,
      "grad_norm": 3.099823207505718,
      "learning_rate": 0.0001945592268492671,
      "loss": 4.75,
      "step": 60373
    },
    {
      "epoch": 2.4728240835551913,
      "grad_norm": 3.3518916027640557,
      "learning_rate": 0.00019455611266893763,
      "loss": 4.4688,
      "step": 60374
    },
    {
      "epoch": 2.472865041982388,
      "grad_norm": 5.275327250161154,
      "learning_rate": 0.0001945529984675446,
      "loss": 4.6562,
      "step": 60375
    },
    {
      "epoch": 2.4729060004095844,
      "grad_norm": 3.341672144880993,
      "learning_rate": 0.00019454988424508947,
      "loss": 4.5,
      "step": 60376
    },
    {
      "epoch": 2.4729469588367805,
      "grad_norm": 3.0589990053440674,
      "learning_rate": 0.0001945467700015737,
      "loss": 4.5938,
      "step": 60377
    },
    {
      "epoch": 2.472987917263977,
      "grad_norm": 3.935046572907099,
      "learning_rate": 0.00019454365573699886,
      "loss": 6.1562,
      "step": 60378
    },
    {
      "epoch": 2.4730288756911736,
      "grad_norm": 4.736762332693978,
      "learning_rate": 0.00019454054145136637,
      "loss": 5.0312,
      "step": 60379
    },
    {
      "epoch": 2.4730698341183697,
      "grad_norm": 4.072400838890281,
      "learning_rate": 0.00019453742714467767,
      "loss": 4.75,
      "step": 60380
    },
    {
      "epoch": 2.473110792545566,
      "grad_norm": 5.9120068633598795,
      "learning_rate": 0.00019453431281693425,
      "loss": 6.125,
      "step": 60381
    },
    {
      "epoch": 2.4731517509727627,
      "grad_norm": 2.9822970132759483,
      "learning_rate": 0.00019453119846813763,
      "loss": 4.2188,
      "step": 60382
    },
    {
      "epoch": 2.4731927093999593,
      "grad_norm": 3.3715293798908474,
      "learning_rate": 0.00019452808409828922,
      "loss": 1.875,
      "step": 60383
    },
    {
      "epoch": 2.4732336678271554,
      "grad_norm": 4.532154311777243,
      "learning_rate": 0.00019452496970739057,
      "loss": 4.6875,
      "step": 60384
    },
    {
      "epoch": 2.473274626254352,
      "grad_norm": 3.644346299189112,
      "learning_rate": 0.000194521855295443,
      "loss": 4.7188,
      "step": 60385
    },
    {
      "epoch": 2.473315584681548,
      "grad_norm": 4.1488890084295935,
      "learning_rate": 0.00019451874086244813,
      "loss": 4.625,
      "step": 60386
    },
    {
      "epoch": 2.4733565431087445,
      "grad_norm": 4.390049397230476,
      "learning_rate": 0.00019451562640840738,
      "loss": 5.2188,
      "step": 60387
    },
    {
      "epoch": 2.473397501535941,
      "grad_norm": 5.5473296071211955,
      "learning_rate": 0.00019451251193332221,
      "loss": 5.6875,
      "step": 60388
    },
    {
      "epoch": 2.4734384599631376,
      "grad_norm": 3.381803766942289,
      "learning_rate": 0.00019450939743719412,
      "loss": 4.6875,
      "step": 60389
    },
    {
      "epoch": 2.4734794183903337,
      "grad_norm": 4.370997518780387,
      "learning_rate": 0.0001945062829200246,
      "loss": 6.6562,
      "step": 60390
    },
    {
      "epoch": 2.4735203768175302,
      "grad_norm": 3.1331555898309214,
      "learning_rate": 0.00019450316838181506,
      "loss": 4.7188,
      "step": 60391
    },
    {
      "epoch": 2.4735613352447268,
      "grad_norm": 3.3776945766444313,
      "learning_rate": 0.00019450005382256702,
      "loss": 5.0938,
      "step": 60392
    },
    {
      "epoch": 2.473602293671923,
      "grad_norm": 3.9050614416517964,
      "learning_rate": 0.0001944969392422819,
      "loss": 5.3438,
      "step": 60393
    },
    {
      "epoch": 2.4736432520991194,
      "grad_norm": 3.3555438403292475,
      "learning_rate": 0.0001944938246409612,
      "loss": 4.625,
      "step": 60394
    },
    {
      "epoch": 2.473684210526316,
      "grad_norm": 4.059688879923806,
      "learning_rate": 0.00019449071001860648,
      "loss": 6.3438,
      "step": 60395
    },
    {
      "epoch": 2.473725168953512,
      "grad_norm": 4.349004773123988,
      "learning_rate": 0.0001944875953752191,
      "loss": 6.625,
      "step": 60396
    },
    {
      "epoch": 2.4737661273807086,
      "grad_norm": 4.229544737387956,
      "learning_rate": 0.00019448448071080054,
      "loss": 4.6875,
      "step": 60397
    },
    {
      "epoch": 2.473807085807905,
      "grad_norm": 4.55656348023174,
      "learning_rate": 0.00019448136602535232,
      "loss": 3.875,
      "step": 60398
    },
    {
      "epoch": 2.473848044235101,
      "grad_norm": 2.8381723128145184,
      "learning_rate": 0.00019447825131887588,
      "loss": 3.8281,
      "step": 60399
    },
    {
      "epoch": 2.4738890026622977,
      "grad_norm": 3.1451209826132773,
      "learning_rate": 0.00019447513659137273,
      "loss": 4.0625,
      "step": 60400
    },
    {
      "epoch": 2.4739299610894943,
      "grad_norm": 2.922228254882803,
      "learning_rate": 0.0001944720218428443,
      "loss": 4.6875,
      "step": 60401
    },
    {
      "epoch": 2.473970919516691,
      "grad_norm": 3.044022611297738,
      "learning_rate": 0.00019446890707329207,
      "loss": 4.3125,
      "step": 60402
    },
    {
      "epoch": 2.474011877943887,
      "grad_norm": 3.9970260780186417,
      "learning_rate": 0.00019446579228271754,
      "loss": 1.0781,
      "step": 60403
    },
    {
      "epoch": 2.4740528363710834,
      "grad_norm": 3.92028921132738,
      "learning_rate": 0.00019446267747112215,
      "loss": 5.6562,
      "step": 60404
    },
    {
      "epoch": 2.4740937947982795,
      "grad_norm": 3.1501479133720403,
      "learning_rate": 0.00019445956263850736,
      "loss": 4.6562,
      "step": 60405
    },
    {
      "epoch": 2.474134753225476,
      "grad_norm": 7.146358183102712,
      "learning_rate": 0.00019445644778487471,
      "loss": 6.9062,
      "step": 60406
    },
    {
      "epoch": 2.4741757116526726,
      "grad_norm": 3.6872193848892385,
      "learning_rate": 0.00019445333291022562,
      "loss": 5.0938,
      "step": 60407
    },
    {
      "epoch": 2.474216670079869,
      "grad_norm": 3.8913806173708956,
      "learning_rate": 0.0001944502180145616,
      "loss": 3.9219,
      "step": 60408
    },
    {
      "epoch": 2.474257628507065,
      "grad_norm": 3.847876218264131,
      "learning_rate": 0.00019444710309788403,
      "loss": 4.4062,
      "step": 60409
    },
    {
      "epoch": 2.4742985869342617,
      "grad_norm": 2.9739459831080852,
      "learning_rate": 0.00019444398816019447,
      "loss": 5.125,
      "step": 60410
    },
    {
      "epoch": 2.4743395453614583,
      "grad_norm": 4.360388047157592,
      "learning_rate": 0.0001944408732014944,
      "loss": 5.1875,
      "step": 60411
    },
    {
      "epoch": 2.4743805037886544,
      "grad_norm": 4.46053858653785,
      "learning_rate": 0.00019443775822178527,
      "loss": 4.625,
      "step": 60412
    },
    {
      "epoch": 2.474421462215851,
      "grad_norm": 3.381550215799497,
      "learning_rate": 0.00019443464322106848,
      "loss": 4.375,
      "step": 60413
    },
    {
      "epoch": 2.4744624206430474,
      "grad_norm": 3.338405200765907,
      "learning_rate": 0.00019443152819934563,
      "loss": 4.875,
      "step": 60414
    },
    {
      "epoch": 2.4745033790702435,
      "grad_norm": 4.289800023819101,
      "learning_rate": 0.00019442841315661812,
      "loss": 6.8438,
      "step": 60415
    },
    {
      "epoch": 2.47454433749744,
      "grad_norm": 6.232812155491682,
      "learning_rate": 0.00019442529809288745,
      "loss": 5.5,
      "step": 60416
    },
    {
      "epoch": 2.4745852959246366,
      "grad_norm": 3.1366461461286606,
      "learning_rate": 0.00019442218300815502,
      "loss": 4.25,
      "step": 60417
    },
    {
      "epoch": 2.4746262543518327,
      "grad_norm": 3.376636453662043,
      "learning_rate": 0.00019441906790242244,
      "loss": 4.4062,
      "step": 60418
    },
    {
      "epoch": 2.4746672127790292,
      "grad_norm": 3.3278745309163473,
      "learning_rate": 0.00019441595277569105,
      "loss": 4.8125,
      "step": 60419
    },
    {
      "epoch": 2.4747081712062258,
      "grad_norm": 3.3206038497607726,
      "learning_rate": 0.0001944128376279624,
      "loss": 4.1562,
      "step": 60420
    },
    {
      "epoch": 2.4747491296334223,
      "grad_norm": 3.3563024017295877,
      "learning_rate": 0.00019440972245923788,
      "loss": 4.5625,
      "step": 60421
    },
    {
      "epoch": 2.4747900880606184,
      "grad_norm": 3.4613128029299163,
      "learning_rate": 0.00019440660726951906,
      "loss": 4.8438,
      "step": 60422
    },
    {
      "epoch": 2.474831046487815,
      "grad_norm": 2.7159859955701102,
      "learning_rate": 0.0001944034920588074,
      "loss": 3.5625,
      "step": 60423
    },
    {
      "epoch": 2.474872004915011,
      "grad_norm": 3.6238767008082107,
      "learning_rate": 0.00019440037682710433,
      "loss": 2.9688,
      "step": 60424
    },
    {
      "epoch": 2.4749129633422076,
      "grad_norm": 3.5581047515363284,
      "learning_rate": 0.0001943972615744113,
      "loss": 4.8125,
      "step": 60425
    },
    {
      "epoch": 2.474953921769404,
      "grad_norm": 4.329237176022109,
      "learning_rate": 0.00019439414630072985,
      "loss": 5.2812,
      "step": 60426
    },
    {
      "epoch": 2.4749948801966006,
      "grad_norm": 3.2689489054236853,
      "learning_rate": 0.00019439103100606144,
      "loss": 5.2188,
      "step": 60427
    },
    {
      "epoch": 2.4750358386237967,
      "grad_norm": 3.3534842267798166,
      "learning_rate": 0.0001943879156904075,
      "loss": 4.875,
      "step": 60428
    },
    {
      "epoch": 2.4750767970509933,
      "grad_norm": 3.3301059108327977,
      "learning_rate": 0.00019438480035376953,
      "loss": 4.125,
      "step": 60429
    },
    {
      "epoch": 2.47511775547819,
      "grad_norm": 3.507078257972336,
      "learning_rate": 0.00019438168499614903,
      "loss": 4.125,
      "step": 60430
    },
    {
      "epoch": 2.475158713905386,
      "grad_norm": 2.7130873360103607,
      "learning_rate": 0.0001943785696175474,
      "loss": 3.7031,
      "step": 60431
    },
    {
      "epoch": 2.4751996723325824,
      "grad_norm": 3.194747551514287,
      "learning_rate": 0.00019437545421796624,
      "loss": 4.6562,
      "step": 60432
    },
    {
      "epoch": 2.475240630759779,
      "grad_norm": 3.371888042559126,
      "learning_rate": 0.00019437233879740682,
      "loss": 3.8906,
      "step": 60433
    },
    {
      "epoch": 2.475281589186975,
      "grad_norm": 2.9978801061853084,
      "learning_rate": 0.0001943692233558708,
      "loss": 4.875,
      "step": 60434
    },
    {
      "epoch": 2.4753225476141716,
      "grad_norm": 3.39316484943359,
      "learning_rate": 0.00019436610789335965,
      "loss": 4.5625,
      "step": 60435
    },
    {
      "epoch": 2.475363506041368,
      "grad_norm": 3.594540227224955,
      "learning_rate": 0.0001943629924098747,
      "loss": 6.0625,
      "step": 60436
    },
    {
      "epoch": 2.475404464468564,
      "grad_norm": 3.30449009346337,
      "learning_rate": 0.0001943598769054175,
      "loss": 4.0938,
      "step": 60437
    },
    {
      "epoch": 2.4754454228957607,
      "grad_norm": 3.121056256346298,
      "learning_rate": 0.00019435676137998957,
      "loss": 4.2188,
      "step": 60438
    },
    {
      "epoch": 2.4754863813229573,
      "grad_norm": 3.6284062817035476,
      "learning_rate": 0.00019435364583359228,
      "loss": 6.875,
      "step": 60439
    },
    {
      "epoch": 2.475527339750154,
      "grad_norm": 5.512153039378159,
      "learning_rate": 0.00019435053026622718,
      "loss": 4.8438,
      "step": 60440
    },
    {
      "epoch": 2.47556829817735,
      "grad_norm": 2.722433421234464,
      "learning_rate": 0.00019434741467789574,
      "loss": 4.3438,
      "step": 60441
    },
    {
      "epoch": 2.4756092566045464,
      "grad_norm": 5.690173153310892,
      "learning_rate": 0.00019434429906859942,
      "loss": 5.7812,
      "step": 60442
    },
    {
      "epoch": 2.4756502150317425,
      "grad_norm": 3.303452225593205,
      "learning_rate": 0.00019434118343833966,
      "loss": 4.5,
      "step": 60443
    },
    {
      "epoch": 2.475691173458939,
      "grad_norm": 5.160064797130066,
      "learning_rate": 0.00019433806778711797,
      "loss": 5.125,
      "step": 60444
    },
    {
      "epoch": 2.4757321318861356,
      "grad_norm": 3.4614548142963057,
      "learning_rate": 0.00019433495211493577,
      "loss": 5.375,
      "step": 60445
    },
    {
      "epoch": 2.475773090313332,
      "grad_norm": 2.8190046603277166,
      "learning_rate": 0.00019433183642179465,
      "loss": 3.7812,
      "step": 60446
    },
    {
      "epoch": 2.4758140487405282,
      "grad_norm": 3.333984739998027,
      "learning_rate": 0.000194328720707696,
      "loss": 4.3438,
      "step": 60447
    },
    {
      "epoch": 2.4758550071677248,
      "grad_norm": 3.0393420935200903,
      "learning_rate": 0.00019432560497264129,
      "loss": 4.2812,
      "step": 60448
    },
    {
      "epoch": 2.4758959655949213,
      "grad_norm": 8.424925198035426,
      "learning_rate": 0.000194322489216632,
      "loss": 6.1875,
      "step": 60449
    },
    {
      "epoch": 2.4759369240221174,
      "grad_norm": 3.450048077669674,
      "learning_rate": 0.0001943193734396696,
      "loss": 4.9688,
      "step": 60450
    },
    {
      "epoch": 2.475977882449314,
      "grad_norm": 2.855138203826685,
      "learning_rate": 0.0001943162576417556,
      "loss": 4.0312,
      "step": 60451
    },
    {
      "epoch": 2.4760188408765105,
      "grad_norm": 3.3654915715972047,
      "learning_rate": 0.00019431314182289142,
      "loss": 3.9531,
      "step": 60452
    },
    {
      "epoch": 2.4760597993037066,
      "grad_norm": 3.2950403578162524,
      "learning_rate": 0.00019431002598307856,
      "loss": 4.875,
      "step": 60453
    },
    {
      "epoch": 2.476100757730903,
      "grad_norm": 5.1643144193603305,
      "learning_rate": 0.0001943069101223185,
      "loss": 4.125,
      "step": 60454
    },
    {
      "epoch": 2.4761417161580996,
      "grad_norm": 3.234158971490718,
      "learning_rate": 0.0001943037942406127,
      "loss": 3.2656,
      "step": 60455
    },
    {
      "epoch": 2.4761826745852957,
      "grad_norm": 4.402623781652792,
      "learning_rate": 0.00019430067833796266,
      "loss": 5.0938,
      "step": 60456
    },
    {
      "epoch": 2.4762236330124923,
      "grad_norm": 5.19897070634526,
      "learning_rate": 0.00019429756241436978,
      "loss": 6.0625,
      "step": 60457
    },
    {
      "epoch": 2.476264591439689,
      "grad_norm": 10.436637140705361,
      "learning_rate": 0.00019429444646983562,
      "loss": 2.875,
      "step": 60458
    },
    {
      "epoch": 2.4763055498668853,
      "grad_norm": 11.70052660841465,
      "learning_rate": 0.00019429133050436162,
      "loss": 5.2188,
      "step": 60459
    },
    {
      "epoch": 2.4763465082940814,
      "grad_norm": 19.442490819818786,
      "learning_rate": 0.00019428821451794923,
      "loss": 6.5938,
      "step": 60460
    },
    {
      "epoch": 2.476387466721278,
      "grad_norm": 2.9644757793114325,
      "learning_rate": 0.00019428509851059995,
      "loss": 3.4844,
      "step": 60461
    },
    {
      "epoch": 2.476428425148474,
      "grad_norm": 3.858967934096374,
      "learning_rate": 0.00019428198248231524,
      "loss": 6.4375,
      "step": 60462
    },
    {
      "epoch": 2.4764693835756706,
      "grad_norm": 3.0150988964023053,
      "learning_rate": 0.0001942788664330966,
      "loss": 3.7969,
      "step": 60463
    },
    {
      "epoch": 2.476510342002867,
      "grad_norm": 3.1121923795524187,
      "learning_rate": 0.00019427575036294544,
      "loss": 4.125,
      "step": 60464
    },
    {
      "epoch": 2.4765513004300637,
      "grad_norm": 3.125879335904347,
      "learning_rate": 0.00019427263427186327,
      "loss": 5.9375,
      "step": 60465
    },
    {
      "epoch": 2.4765922588572598,
      "grad_norm": 3.6838689448001407,
      "learning_rate": 0.00019426951815985162,
      "loss": 5.5312,
      "step": 60466
    },
    {
      "epoch": 2.4766332172844563,
      "grad_norm": 6.661971021447487,
      "learning_rate": 0.0001942664020269119,
      "loss": 5.4688,
      "step": 60467
    },
    {
      "epoch": 2.476674175711653,
      "grad_norm": 3.072384842625049,
      "learning_rate": 0.0001942632858730456,
      "loss": 4.625,
      "step": 60468
    },
    {
      "epoch": 2.476715134138849,
      "grad_norm": 3.1772522091993816,
      "learning_rate": 0.00019426016969825412,
      "loss": 4.7812,
      "step": 60469
    },
    {
      "epoch": 2.4767560925660455,
      "grad_norm": 2.7086551915882584,
      "learning_rate": 0.00019425705350253908,
      "loss": 3.8906,
      "step": 60470
    },
    {
      "epoch": 2.476797050993242,
      "grad_norm": 3.1661287967583136,
      "learning_rate": 0.00019425393728590189,
      "loss": 3.875,
      "step": 60471
    },
    {
      "epoch": 2.476838009420438,
      "grad_norm": 3.1389635882122504,
      "learning_rate": 0.00019425082104834387,
      "loss": 4.5625,
      "step": 60472
    },
    {
      "epoch": 2.4768789678476346,
      "grad_norm": 8.383535834970466,
      "learning_rate": 0.00019424770478986675,
      "loss": 5.6562,
      "step": 60473
    },
    {
      "epoch": 2.476919926274831,
      "grad_norm": 3.5673907537696885,
      "learning_rate": 0.00019424458851047185,
      "loss": 6.0312,
      "step": 60474
    },
    {
      "epoch": 2.4769608847020272,
      "grad_norm": 2.692504547744755,
      "learning_rate": 0.00019424147221016068,
      "loss": 4.0312,
      "step": 60475
    },
    {
      "epoch": 2.477001843129224,
      "grad_norm": 2.6544286121141214,
      "learning_rate": 0.00019423835588893476,
      "loss": 3.8438,
      "step": 60476
    },
    {
      "epoch": 2.4770428015564203,
      "grad_norm": 3.005120101686389,
      "learning_rate": 0.00019423523954679542,
      "loss": 5.2812,
      "step": 60477
    },
    {
      "epoch": 2.477083759983617,
      "grad_norm": 2.85376296628113,
      "learning_rate": 0.00019423212318374426,
      "loss": 3.7969,
      "step": 60478
    },
    {
      "epoch": 2.477124718410813,
      "grad_norm": 3.3150394954253186,
      "learning_rate": 0.00019422900679978271,
      "loss": 3.3438,
      "step": 60479
    },
    {
      "epoch": 2.4771656768380095,
      "grad_norm": 3.1611660066861473,
      "learning_rate": 0.00019422589039491228,
      "loss": 4.3438,
      "step": 60480
    },
    {
      "epoch": 2.4772066352652056,
      "grad_norm": 2.9576756581596504,
      "learning_rate": 0.00019422277396913436,
      "loss": 4.5312,
      "step": 60481
    },
    {
      "epoch": 2.477247593692402,
      "grad_norm": 3.231255478235185,
      "learning_rate": 0.00019421965752245053,
      "loss": 5.5,
      "step": 60482
    },
    {
      "epoch": 2.4772885521195986,
      "grad_norm": 6.755807775878659,
      "learning_rate": 0.0001942165410548622,
      "loss": 5.3125,
      "step": 60483
    },
    {
      "epoch": 2.477329510546795,
      "grad_norm": 3.172586075029316,
      "learning_rate": 0.0001942134245663709,
      "loss": 4.0938,
      "step": 60484
    },
    {
      "epoch": 2.4773704689739913,
      "grad_norm": 3.411980900442262,
      "learning_rate": 0.00019421030805697798,
      "loss": 4.7812,
      "step": 60485
    },
    {
      "epoch": 2.477411427401188,
      "grad_norm": 3.209617382211637,
      "learning_rate": 0.000194207191526685,
      "loss": 4.9375,
      "step": 60486
    },
    {
      "epoch": 2.4774523858283843,
      "grad_norm": 3.384824895168034,
      "learning_rate": 0.0001942040749754935,
      "loss": 3.1406,
      "step": 60487
    },
    {
      "epoch": 2.4774933442555804,
      "grad_norm": 4.602711426711691,
      "learning_rate": 0.00019420095840340482,
      "loss": 5.1875,
      "step": 60488
    },
    {
      "epoch": 2.477534302682777,
      "grad_norm": 7.714466017860767,
      "learning_rate": 0.00019419784181042045,
      "loss": 6.6875,
      "step": 60489
    },
    {
      "epoch": 2.4775752611099735,
      "grad_norm": 3.5348467274608106,
      "learning_rate": 0.00019419472519654197,
      "loss": 3.9531,
      "step": 60490
    },
    {
      "epoch": 2.4776162195371696,
      "grad_norm": 2.9310615807640463,
      "learning_rate": 0.0001941916085617708,
      "loss": 5.0,
      "step": 60491
    },
    {
      "epoch": 2.477657177964366,
      "grad_norm": 18.32997710613336,
      "learning_rate": 0.00019418849190610838,
      "loss": 5.1875,
      "step": 60492
    },
    {
      "epoch": 2.4776981363915627,
      "grad_norm": 3.4056387462504025,
      "learning_rate": 0.00019418537522955618,
      "loss": 4.9375,
      "step": 60493
    },
    {
      "epoch": 2.4777390948187588,
      "grad_norm": 3.9218887348271245,
      "learning_rate": 0.0001941822585321157,
      "loss": 4.8438,
      "step": 60494
    },
    {
      "epoch": 2.4777800532459553,
      "grad_norm": 2.418221608067859,
      "learning_rate": 0.00019417914181378844,
      "loss": 3.4375,
      "step": 60495
    },
    {
      "epoch": 2.477821011673152,
      "grad_norm": 3.162096524571147,
      "learning_rate": 0.00019417602507457583,
      "loss": 4.5625,
      "step": 60496
    },
    {
      "epoch": 2.4778619701003484,
      "grad_norm": 3.188886138210046,
      "learning_rate": 0.00019417290831447935,
      "loss": 4.7812,
      "step": 60497
    },
    {
      "epoch": 2.4779029285275445,
      "grad_norm": 2.878024984111039,
      "learning_rate": 0.00019416979153350053,
      "loss": 3.8594,
      "step": 60498
    },
    {
      "epoch": 2.477943886954741,
      "grad_norm": 3.489310022016252,
      "learning_rate": 0.00019416667473164074,
      "loss": 5.5938,
      "step": 60499
    },
    {
      "epoch": 2.477984845381937,
      "grad_norm": 3.4279696625703373,
      "learning_rate": 0.00019416355790890155,
      "loss": 5.0,
      "step": 60500
    },
    {
      "epoch": 2.4780258038091336,
      "grad_norm": 3.388406593480813,
      "learning_rate": 0.00019416044106528434,
      "loss": 6.1875,
      "step": 60501
    },
    {
      "epoch": 2.47806676223633,
      "grad_norm": 3.580367262472735,
      "learning_rate": 0.0001941573242007907,
      "loss": 5.0625,
      "step": 60502
    },
    {
      "epoch": 2.4781077206635267,
      "grad_norm": 3.0105278010479943,
      "learning_rate": 0.000194154207315422,
      "loss": 4.6875,
      "step": 60503
    },
    {
      "epoch": 2.478148679090723,
      "grad_norm": 4.105088977738115,
      "learning_rate": 0.00019415109040917975,
      "loss": 4.7188,
      "step": 60504
    },
    {
      "epoch": 2.4781896375179193,
      "grad_norm": 3.6570417253897567,
      "learning_rate": 0.00019414797348206545,
      "loss": 4.5,
      "step": 60505
    },
    {
      "epoch": 2.478230595945116,
      "grad_norm": 3.434461449233926,
      "learning_rate": 0.00019414485653408058,
      "loss": 4.7812,
      "step": 60506
    },
    {
      "epoch": 2.478271554372312,
      "grad_norm": 6.563378556375843,
      "learning_rate": 0.00019414173956522652,
      "loss": 5.4062,
      "step": 60507
    },
    {
      "epoch": 2.4783125127995085,
      "grad_norm": 4.5261711420017186,
      "learning_rate": 0.00019413862257550483,
      "loss": 5.75,
      "step": 60508
    },
    {
      "epoch": 2.478353471226705,
      "grad_norm": 4.4632609623742665,
      "learning_rate": 0.00019413550556491695,
      "loss": 5.875,
      "step": 60509
    },
    {
      "epoch": 2.478394429653901,
      "grad_norm": 3.6572312061675194,
      "learning_rate": 0.0001941323885334644,
      "loss": 5.2188,
      "step": 60510
    },
    {
      "epoch": 2.4784353880810976,
      "grad_norm": 3.14002658383465,
      "learning_rate": 0.0001941292714811486,
      "loss": 4.875,
      "step": 60511
    },
    {
      "epoch": 2.478476346508294,
      "grad_norm": 3.1548343989884047,
      "learning_rate": 0.00019412615440797103,
      "loss": 5.125,
      "step": 60512
    },
    {
      "epoch": 2.4785173049354903,
      "grad_norm": 3.5990883938997325,
      "learning_rate": 0.00019412303731393315,
      "loss": 4.8438,
      "step": 60513
    },
    {
      "epoch": 2.478558263362687,
      "grad_norm": 4.091452447448357,
      "learning_rate": 0.0001941199201990365,
      "loss": 4.875,
      "step": 60514
    },
    {
      "epoch": 2.4785992217898833,
      "grad_norm": 3.1453242959339263,
      "learning_rate": 0.0001941168030632825,
      "loss": 5.4062,
      "step": 60515
    },
    {
      "epoch": 2.47864018021708,
      "grad_norm": 3.444151948058782,
      "learning_rate": 0.00019411368590667262,
      "loss": 4.4062,
      "step": 60516
    },
    {
      "epoch": 2.478681138644276,
      "grad_norm": 3.0577142385433915,
      "learning_rate": 0.00019411056872920834,
      "loss": 4.6562,
      "step": 60517
    },
    {
      "epoch": 2.4787220970714725,
      "grad_norm": 4.016328283965524,
      "learning_rate": 0.00019410745153089119,
      "loss": 2.9688,
      "step": 60518
    },
    {
      "epoch": 2.478763055498669,
      "grad_norm": 3.631472984551527,
      "learning_rate": 0.00019410433431172258,
      "loss": 5.125,
      "step": 60519
    },
    {
      "epoch": 2.478804013925865,
      "grad_norm": 2.86300293189372,
      "learning_rate": 0.000194101217071704,
      "loss": 4.7812,
      "step": 60520
    },
    {
      "epoch": 2.4788449723530617,
      "grad_norm": 3.2447206354444615,
      "learning_rate": 0.00019409809981083687,
      "loss": 4.9688,
      "step": 60521
    },
    {
      "epoch": 2.478885930780258,
      "grad_norm": 3.0263182113343654,
      "learning_rate": 0.00019409498252912277,
      "loss": 4.1875,
      "step": 60522
    },
    {
      "epoch": 2.4789268892074543,
      "grad_norm": 3.108883191843898,
      "learning_rate": 0.00019409186522656313,
      "loss": 4.3438,
      "step": 60523
    },
    {
      "epoch": 2.478967847634651,
      "grad_norm": 3.314418559190331,
      "learning_rate": 0.0001940887479031594,
      "loss": 4.4062,
      "step": 60524
    },
    {
      "epoch": 2.4790088060618474,
      "grad_norm": 3.27285646464759,
      "learning_rate": 0.00019408563055891304,
      "loss": 3.7188,
      "step": 60525
    },
    {
      "epoch": 2.4790497644890435,
      "grad_norm": 4.411195958150356,
      "learning_rate": 0.00019408251319382556,
      "loss": 4.75,
      "step": 60526
    },
    {
      "epoch": 2.47909072291624,
      "grad_norm": 3.1761557089685044,
      "learning_rate": 0.00019407939580789847,
      "loss": 5.1562,
      "step": 60527
    },
    {
      "epoch": 2.4791316813434365,
      "grad_norm": 3.773954792150104,
      "learning_rate": 0.00019407627840113318,
      "loss": 5.6875,
      "step": 60528
    },
    {
      "epoch": 2.4791726397706326,
      "grad_norm": 3.2409248649394016,
      "learning_rate": 0.00019407316097353117,
      "loss": 4.2188,
      "step": 60529
    },
    {
      "epoch": 2.479213598197829,
      "grad_norm": 3.0563459244469073,
      "learning_rate": 0.00019407004352509392,
      "loss": 4.5938,
      "step": 60530
    },
    {
      "epoch": 2.4792545566250257,
      "grad_norm": 3.165715708190589,
      "learning_rate": 0.00019406692605582296,
      "loss": 5.0625,
      "step": 60531
    },
    {
      "epoch": 2.479295515052222,
      "grad_norm": 4.86376192443655,
      "learning_rate": 0.00019406380856571966,
      "loss": 1.2969,
      "step": 60532
    },
    {
      "epoch": 2.4793364734794183,
      "grad_norm": 3.3001468780897216,
      "learning_rate": 0.00019406069105478555,
      "loss": 4.9062,
      "step": 60533
    },
    {
      "epoch": 2.479377431906615,
      "grad_norm": 3.5187782121481566,
      "learning_rate": 0.00019405757352302213,
      "loss": 5.0312,
      "step": 60534
    },
    {
      "epoch": 2.4794183903338114,
      "grad_norm": 2.9899017705932773,
      "learning_rate": 0.00019405445597043083,
      "loss": 4.75,
      "step": 60535
    },
    {
      "epoch": 2.4794593487610075,
      "grad_norm": 2.9093413355242066,
      "learning_rate": 0.00019405133839701315,
      "loss": 4.2812,
      "step": 60536
    },
    {
      "epoch": 2.479500307188204,
      "grad_norm": 3.146992150553343,
      "learning_rate": 0.0001940482208027705,
      "loss": 4.9062,
      "step": 60537
    },
    {
      "epoch": 2.4795412656154006,
      "grad_norm": 2.8547285185127174,
      "learning_rate": 0.00019404510318770448,
      "loss": 4.7812,
      "step": 60538
    },
    {
      "epoch": 2.4795822240425966,
      "grad_norm": 3.2714802212256933,
      "learning_rate": 0.0001940419855518165,
      "loss": 4.9375,
      "step": 60539
    },
    {
      "epoch": 2.479623182469793,
      "grad_norm": 4.80612771075165,
      "learning_rate": 0.000194038867895108,
      "loss": 5.0938,
      "step": 60540
    },
    {
      "epoch": 2.4796641408969897,
      "grad_norm": 2.643450198795211,
      "learning_rate": 0.00019403575021758045,
      "loss": 2.9531,
      "step": 60541
    },
    {
      "epoch": 2.479705099324186,
      "grad_norm": 3.98792865299181,
      "learning_rate": 0.0001940326325192354,
      "loss": 5.5,
      "step": 60542
    },
    {
      "epoch": 2.4797460577513823,
      "grad_norm": 3.274010412661023,
      "learning_rate": 0.00019402951480007423,
      "loss": 3.8125,
      "step": 60543
    },
    {
      "epoch": 2.479787016178579,
      "grad_norm": 3.7108168840310114,
      "learning_rate": 0.00019402639706009848,
      "loss": 5.2188,
      "step": 60544
    },
    {
      "epoch": 2.479827974605775,
      "grad_norm": 3.1224581207377335,
      "learning_rate": 0.0001940232792993096,
      "loss": 4.5938,
      "step": 60545
    },
    {
      "epoch": 2.4798689330329715,
      "grad_norm": 3.302134539435009,
      "learning_rate": 0.00019402016151770908,
      "loss": 3.2344,
      "step": 60546
    },
    {
      "epoch": 2.479909891460168,
      "grad_norm": 3.0009707390354667,
      "learning_rate": 0.00019401704371529836,
      "loss": 4.4062,
      "step": 60547
    },
    {
      "epoch": 2.479950849887364,
      "grad_norm": 3.198245978671797,
      "learning_rate": 0.00019401392589207895,
      "loss": 3.9531,
      "step": 60548
    },
    {
      "epoch": 2.4799918083145607,
      "grad_norm": 6.284495288110833,
      "learning_rate": 0.0001940108080480523,
      "loss": 4.6562,
      "step": 60549
    },
    {
      "epoch": 2.480032766741757,
      "grad_norm": 2.804720504034955,
      "learning_rate": 0.00019400769018321993,
      "loss": 4.3438,
      "step": 60550
    },
    {
      "epoch": 2.4800737251689533,
      "grad_norm": 3.28877405435917,
      "learning_rate": 0.00019400457229758325,
      "loss": 4.1875,
      "step": 60551
    },
    {
      "epoch": 2.48011468359615,
      "grad_norm": 4.426341679647175,
      "learning_rate": 0.00019400145439114376,
      "loss": 4.1875,
      "step": 60552
    },
    {
      "epoch": 2.4801556420233464,
      "grad_norm": 3.641757308825324,
      "learning_rate": 0.00019399833646390293,
      "loss": 4.9375,
      "step": 60553
    },
    {
      "epoch": 2.480196600450543,
      "grad_norm": 6.160238929074743,
      "learning_rate": 0.00019399521851586223,
      "loss": 6.8125,
      "step": 60554
    },
    {
      "epoch": 2.480237558877739,
      "grad_norm": 3.0756990018513224,
      "learning_rate": 0.0001939921005470232,
      "loss": 5.3125,
      "step": 60555
    },
    {
      "epoch": 2.4802785173049355,
      "grad_norm": 3.796364730668555,
      "learning_rate": 0.0001939889825573872,
      "loss": 5.7812,
      "step": 60556
    },
    {
      "epoch": 2.480319475732132,
      "grad_norm": 10.59251733215741,
      "learning_rate": 0.00019398586454695576,
      "loss": 1.5,
      "step": 60557
    },
    {
      "epoch": 2.480360434159328,
      "grad_norm": 4.471988517466444,
      "learning_rate": 0.00019398274651573038,
      "loss": 4.9062,
      "step": 60558
    },
    {
      "epoch": 2.4804013925865247,
      "grad_norm": 3.076115755793058,
      "learning_rate": 0.0001939796284637125,
      "loss": 3.5781,
      "step": 60559
    },
    {
      "epoch": 2.4804423510137212,
      "grad_norm": 3.346461434999572,
      "learning_rate": 0.00019397651039090361,
      "loss": 4.4062,
      "step": 60560
    },
    {
      "epoch": 2.4804833094409173,
      "grad_norm": 2.180656252906228,
      "learning_rate": 0.00019397339229730516,
      "loss": 2.5938,
      "step": 60561
    },
    {
      "epoch": 2.480524267868114,
      "grad_norm": 3.4425525298412505,
      "learning_rate": 0.00019397027418291868,
      "loss": 4.5,
      "step": 60562
    },
    {
      "epoch": 2.4805652262953104,
      "grad_norm": 3.4443204177024764,
      "learning_rate": 0.00019396715604774558,
      "loss": 4.8438,
      "step": 60563
    },
    {
      "epoch": 2.4806061847225065,
      "grad_norm": 4.007927711690171,
      "learning_rate": 0.00019396403789178737,
      "loss": 5.9375,
      "step": 60564
    },
    {
      "epoch": 2.480647143149703,
      "grad_norm": 2.9012391755526847,
      "learning_rate": 0.0001939609197150455,
      "loss": 4.2812,
      "step": 60565
    },
    {
      "epoch": 2.4806881015768996,
      "grad_norm": 3.0660309260470044,
      "learning_rate": 0.00019395780151752146,
      "loss": 3.4531,
      "step": 60566
    },
    {
      "epoch": 2.4807290600040957,
      "grad_norm": 3.3913006559224286,
      "learning_rate": 0.00019395468329921675,
      "loss": 5.4375,
      "step": 60567
    },
    {
      "epoch": 2.480770018431292,
      "grad_norm": 3.5136500945434026,
      "learning_rate": 0.00019395156506013279,
      "loss": 4.25,
      "step": 60568
    },
    {
      "epoch": 2.4808109768584887,
      "grad_norm": 7.161059714194844,
      "learning_rate": 0.00019394844680027104,
      "loss": 4.9062,
      "step": 60569
    },
    {
      "epoch": 2.480851935285685,
      "grad_norm": 6.785516753602493,
      "learning_rate": 0.00019394532851963307,
      "loss": 5.0938,
      "step": 60570
    },
    {
      "epoch": 2.4808928937128814,
      "grad_norm": 3.399122226264455,
      "learning_rate": 0.0001939422102182203,
      "loss": 5.4688,
      "step": 60571
    },
    {
      "epoch": 2.480933852140078,
      "grad_norm": 3.5177095595286616,
      "learning_rate": 0.00019393909189603423,
      "loss": 4.4688,
      "step": 60572
    },
    {
      "epoch": 2.4809748105672744,
      "grad_norm": 6.900465806574021,
      "learning_rate": 0.00019393597355307624,
      "loss": 3.7656,
      "step": 60573
    },
    {
      "epoch": 2.4810157689944705,
      "grad_norm": 4.10393088480797,
      "learning_rate": 0.0001939328551893479,
      "loss": 5.9688,
      "step": 60574
    },
    {
      "epoch": 2.481056727421667,
      "grad_norm": 3.085126374879107,
      "learning_rate": 0.00019392973680485066,
      "loss": 3.6406,
      "step": 60575
    },
    {
      "epoch": 2.4810976858488636,
      "grad_norm": 3.0879536937258445,
      "learning_rate": 0.000193926618399586,
      "loss": 3.9375,
      "step": 60576
    },
    {
      "epoch": 2.4811386442760597,
      "grad_norm": 3.083643315218188,
      "learning_rate": 0.00019392349997355535,
      "loss": 3.9219,
      "step": 60577
    },
    {
      "epoch": 2.481179602703256,
      "grad_norm": 9.972576052857873,
      "learning_rate": 0.00019392038152676026,
      "loss": 5.6562,
      "step": 60578
    },
    {
      "epoch": 2.4812205611304528,
      "grad_norm": 3.1793733987940547,
      "learning_rate": 0.00019391726305920215,
      "loss": 4.0312,
      "step": 60579
    },
    {
      "epoch": 2.481261519557649,
      "grad_norm": 3.5678938042268817,
      "learning_rate": 0.0001939141445708825,
      "loss": 4.25,
      "step": 60580
    },
    {
      "epoch": 2.4813024779848454,
      "grad_norm": 4.989273060531085,
      "learning_rate": 0.00019391102606180273,
      "loss": 4.5312,
      "step": 60581
    },
    {
      "epoch": 2.481343436412042,
      "grad_norm": 1.9728581524960924,
      "learning_rate": 0.00019390790753196443,
      "loss": 1.8281,
      "step": 60582
    },
    {
      "epoch": 2.481384394839238,
      "grad_norm": 3.914940680929191,
      "learning_rate": 0.00019390478898136904,
      "loss": 5.5,
      "step": 60583
    },
    {
      "epoch": 2.4814253532664345,
      "grad_norm": 3.03205981672449,
      "learning_rate": 0.000193901670410018,
      "loss": 4.125,
      "step": 60584
    },
    {
      "epoch": 2.481466311693631,
      "grad_norm": 3.0724709272369664,
      "learning_rate": 0.00019389855181791275,
      "loss": 5.375,
      "step": 60585
    },
    {
      "epoch": 2.481507270120827,
      "grad_norm": 3.726702579792915,
      "learning_rate": 0.00019389543320505486,
      "loss": 5.0,
      "step": 60586
    },
    {
      "epoch": 2.4815482285480237,
      "grad_norm": 3.4827749924561537,
      "learning_rate": 0.00019389231457144578,
      "loss": 4.7188,
      "step": 60587
    },
    {
      "epoch": 2.4815891869752202,
      "grad_norm": 2.845458903274241,
      "learning_rate": 0.00019388919591708693,
      "loss": 3.6562,
      "step": 60588
    },
    {
      "epoch": 2.4816301454024163,
      "grad_norm": 3.3839925490372993,
      "learning_rate": 0.0001938860772419798,
      "loss": 4.0938,
      "step": 60589
    },
    {
      "epoch": 2.481671103829613,
      "grad_norm": 3.285524822254961,
      "learning_rate": 0.0001938829585461259,
      "loss": 4.875,
      "step": 60590
    },
    {
      "epoch": 2.4817120622568094,
      "grad_norm": 2.8862148153405163,
      "learning_rate": 0.00019387983982952666,
      "loss": 4.4375,
      "step": 60591
    },
    {
      "epoch": 2.481753020684006,
      "grad_norm": 3.048164518780577,
      "learning_rate": 0.00019387672109218363,
      "loss": 4.5312,
      "step": 60592
    },
    {
      "epoch": 2.481793979111202,
      "grad_norm": 4.350383881465474,
      "learning_rate": 0.00019387360233409816,
      "loss": 4.0312,
      "step": 60593
    },
    {
      "epoch": 2.4818349375383986,
      "grad_norm": 3.4357596591296673,
      "learning_rate": 0.00019387048355527185,
      "loss": 5.125,
      "step": 60594
    },
    {
      "epoch": 2.481875895965595,
      "grad_norm": 3.386074870317803,
      "learning_rate": 0.0001938673647557061,
      "loss": 3.8438,
      "step": 60595
    },
    {
      "epoch": 2.481916854392791,
      "grad_norm": 2.855665855038952,
      "learning_rate": 0.0001938642459354024,
      "loss": 4.6562,
      "step": 60596
    },
    {
      "epoch": 2.4819578128199877,
      "grad_norm": 3.0141075630532357,
      "learning_rate": 0.00019386112709436225,
      "loss": 4.2812,
      "step": 60597
    },
    {
      "epoch": 2.4819987712471843,
      "grad_norm": 3.177125772928078,
      "learning_rate": 0.00019385800823258707,
      "loss": 4.3438,
      "step": 60598
    },
    {
      "epoch": 2.4820397296743804,
      "grad_norm": 4.3535333997733066,
      "learning_rate": 0.00019385488935007842,
      "loss": 6.5625,
      "step": 60599
    },
    {
      "epoch": 2.482080688101577,
      "grad_norm": 2.7188329014070476,
      "learning_rate": 0.00019385177044683771,
      "loss": 3.9375,
      "step": 60600
    },
    {
      "epoch": 2.4821216465287734,
      "grad_norm": 3.393298610004947,
      "learning_rate": 0.00019384865152286638,
      "loss": 4.9375,
      "step": 60601
    },
    {
      "epoch": 2.4821626049559695,
      "grad_norm": 5.5666383728681215,
      "learning_rate": 0.00019384553257816603,
      "loss": 5.125,
      "step": 60602
    },
    {
      "epoch": 2.482203563383166,
      "grad_norm": 2.968272808582254,
      "learning_rate": 0.00019384241361273798,
      "loss": 4.1875,
      "step": 60603
    },
    {
      "epoch": 2.4822445218103626,
      "grad_norm": 3.0239778950585383,
      "learning_rate": 0.0001938392946265838,
      "loss": 4.4375,
      "step": 60604
    },
    {
      "epoch": 2.4822854802375587,
      "grad_norm": 3.6393647096559176,
      "learning_rate": 0.00019383617561970497,
      "loss": 5.4688,
      "step": 60605
    },
    {
      "epoch": 2.482326438664755,
      "grad_norm": 6.483051892884393,
      "learning_rate": 0.0001938330565921029,
      "loss": 5.2188,
      "step": 60606
    },
    {
      "epoch": 2.4823673970919518,
      "grad_norm": 2.922155693660389,
      "learning_rate": 0.00019382993754377915,
      "loss": 4.6875,
      "step": 60607
    },
    {
      "epoch": 2.482408355519148,
      "grad_norm": 2.8160444081204274,
      "learning_rate": 0.00019382681847473514,
      "loss": 3.9531,
      "step": 60608
    },
    {
      "epoch": 2.4824493139463444,
      "grad_norm": 3.335051314635915,
      "learning_rate": 0.00019382369938497233,
      "loss": 4.4062,
      "step": 60609
    },
    {
      "epoch": 2.482490272373541,
      "grad_norm": 3.448423007784773,
      "learning_rate": 0.00019382058027449223,
      "loss": 4.4375,
      "step": 60610
    },
    {
      "epoch": 2.4825312308007375,
      "grad_norm": 7.911950460497021,
      "learning_rate": 0.00019381746114329634,
      "loss": 3.5312,
      "step": 60611
    },
    {
      "epoch": 2.4825721892279335,
      "grad_norm": 3.1780406101633423,
      "learning_rate": 0.00019381434199138605,
      "loss": 5.2188,
      "step": 60612
    },
    {
      "epoch": 2.48261314765513,
      "grad_norm": 4.09112624734564,
      "learning_rate": 0.0001938112228187629,
      "loss": 5.625,
      "step": 60613
    },
    {
      "epoch": 2.4826541060823266,
      "grad_norm": 7.0122355121058915,
      "learning_rate": 0.00019380810362542835,
      "loss": 1.7188,
      "step": 60614
    },
    {
      "epoch": 2.4826950645095227,
      "grad_norm": 4.475506215527993,
      "learning_rate": 0.00019380498441138385,
      "loss": 3.0625,
      "step": 60615
    },
    {
      "epoch": 2.4827360229367192,
      "grad_norm": 3.081083383789667,
      "learning_rate": 0.00019380186517663092,
      "loss": 4.5312,
      "step": 60616
    },
    {
      "epoch": 2.482776981363916,
      "grad_norm": 5.965572202834788,
      "learning_rate": 0.00019379874592117098,
      "loss": 7.0312,
      "step": 60617
    },
    {
      "epoch": 2.482817939791112,
      "grad_norm": 3.2507280977946857,
      "learning_rate": 0.00019379562664500558,
      "loss": 5.5625,
      "step": 60618
    },
    {
      "epoch": 2.4828588982183084,
      "grad_norm": 3.603854770456239,
      "learning_rate": 0.0001937925073481361,
      "loss": 3.75,
      "step": 60619
    },
    {
      "epoch": 2.482899856645505,
      "grad_norm": 4.893252865790185,
      "learning_rate": 0.0001937893880305641,
      "loss": 6.0625,
      "step": 60620
    },
    {
      "epoch": 2.482940815072701,
      "grad_norm": 3.9901915606154574,
      "learning_rate": 0.00019378626869229098,
      "loss": 4.9375,
      "step": 60621
    },
    {
      "epoch": 2.4829817734998976,
      "grad_norm": 3.4990918285296084,
      "learning_rate": 0.00019378314933331828,
      "loss": 4.3125,
      "step": 60622
    },
    {
      "epoch": 2.483022731927094,
      "grad_norm": 2.8484706714733687,
      "learning_rate": 0.00019378002995364745,
      "loss": 4.125,
      "step": 60623
    },
    {
      "epoch": 2.4830636903542906,
      "grad_norm": 3.3568913855352585,
      "learning_rate": 0.00019377691055327996,
      "loss": 4.5312,
      "step": 60624
    },
    {
      "epoch": 2.4831046487814867,
      "grad_norm": 3.5678897423995575,
      "learning_rate": 0.00019377379113221725,
      "loss": 5.3438,
      "step": 60625
    },
    {
      "epoch": 2.4831456072086833,
      "grad_norm": 2.8642256862191,
      "learning_rate": 0.00019377067169046088,
      "loss": 4.0938,
      "step": 60626
    },
    {
      "epoch": 2.4831865656358794,
      "grad_norm": 3.1114910996736724,
      "learning_rate": 0.00019376755222801225,
      "loss": 4.6562,
      "step": 60627
    },
    {
      "epoch": 2.483227524063076,
      "grad_norm": 2.9533025795426697,
      "learning_rate": 0.0001937644327448729,
      "loss": 4.3438,
      "step": 60628
    },
    {
      "epoch": 2.4832684824902724,
      "grad_norm": 3.2536744092764276,
      "learning_rate": 0.0001937613132410442,
      "loss": 4.8125,
      "step": 60629
    },
    {
      "epoch": 2.483309440917469,
      "grad_norm": 4.549239699424036,
      "learning_rate": 0.00019375819371652772,
      "loss": 3.0469,
      "step": 60630
    },
    {
      "epoch": 2.483350399344665,
      "grad_norm": 3.3071768107995996,
      "learning_rate": 0.00019375507417132494,
      "loss": 4.25,
      "step": 60631
    },
    {
      "epoch": 2.4833913577718616,
      "grad_norm": 2.847968709809694,
      "learning_rate": 0.00019375195460543727,
      "loss": 3.8438,
      "step": 60632
    },
    {
      "epoch": 2.483432316199058,
      "grad_norm": 3.6877704743364745,
      "learning_rate": 0.0001937488350188662,
      "loss": 4.625,
      "step": 60633
    },
    {
      "epoch": 2.4834732746262542,
      "grad_norm": 4.492508014188225,
      "learning_rate": 0.00019374571541161325,
      "loss": 4.7188,
      "step": 60634
    },
    {
      "epoch": 2.4835142330534508,
      "grad_norm": 6.893899788838198,
      "learning_rate": 0.00019374259578367983,
      "loss": 3.8125,
      "step": 60635
    },
    {
      "epoch": 2.4835551914806473,
      "grad_norm": 2.7051206930491087,
      "learning_rate": 0.0001937394761350675,
      "loss": 4.0938,
      "step": 60636
    },
    {
      "epoch": 2.4835961499078434,
      "grad_norm": 2.9913185124195607,
      "learning_rate": 0.00019373635646577762,
      "loss": 2.9531,
      "step": 60637
    },
    {
      "epoch": 2.48363710833504,
      "grad_norm": 5.554363747867787,
      "learning_rate": 0.00019373323677581176,
      "loss": 4.6562,
      "step": 60638
    },
    {
      "epoch": 2.4836780667622365,
      "grad_norm": 3.0789628760315546,
      "learning_rate": 0.0001937301170651714,
      "loss": 4.125,
      "step": 60639
    },
    {
      "epoch": 2.4837190251894325,
      "grad_norm": 3.220988918531162,
      "learning_rate": 0.0001937269973338579,
      "loss": 4.375,
      "step": 60640
    },
    {
      "epoch": 2.483759983616629,
      "grad_norm": 4.049584826553515,
      "learning_rate": 0.00019372387758187287,
      "loss": 4.5,
      "step": 60641
    },
    {
      "epoch": 2.4838009420438256,
      "grad_norm": 3.5574641482599563,
      "learning_rate": 0.0001937207578092177,
      "loss": 4.5938,
      "step": 60642
    },
    {
      "epoch": 2.483841900471022,
      "grad_norm": 2.967839133423674,
      "learning_rate": 0.00019371763801589393,
      "loss": 4.3125,
      "step": 60643
    },
    {
      "epoch": 2.4838828588982182,
      "grad_norm": 3.3700882296997703,
      "learning_rate": 0.000193714518201903,
      "loss": 4.8438,
      "step": 60644
    },
    {
      "epoch": 2.483923817325415,
      "grad_norm": 5.482398998148032,
      "learning_rate": 0.00019371139836724628,
      "loss": 5.125,
      "step": 60645
    },
    {
      "epoch": 2.483964775752611,
      "grad_norm": 3.869851254436992,
      "learning_rate": 0.00019370827851192545,
      "loss": 3.7656,
      "step": 60646
    },
    {
      "epoch": 2.4840057341798074,
      "grad_norm": 3.269273846228602,
      "learning_rate": 0.00019370515863594188,
      "loss": 4.875,
      "step": 60647
    },
    {
      "epoch": 2.484046692607004,
      "grad_norm": 3.0676855902682814,
      "learning_rate": 0.000193702038739297,
      "loss": 4.125,
      "step": 60648
    },
    {
      "epoch": 2.4840876510342005,
      "grad_norm": 4.700959957167072,
      "learning_rate": 0.00019369891882199238,
      "loss": 4.5938,
      "step": 60649
    },
    {
      "epoch": 2.4841286094613966,
      "grad_norm": 3.18608921260953,
      "learning_rate": 0.00019369579888402943,
      "loss": 4.5,
      "step": 60650
    },
    {
      "epoch": 2.484169567888593,
      "grad_norm": 5.324729471244761,
      "learning_rate": 0.00019369267892540963,
      "loss": 3.0312,
      "step": 60651
    },
    {
      "epoch": 2.4842105263157896,
      "grad_norm": 4.031042657007023,
      "learning_rate": 0.00019368955894613448,
      "loss": 5.0625,
      "step": 60652
    },
    {
      "epoch": 2.4842514847429857,
      "grad_norm": 2.865241075000351,
      "learning_rate": 0.00019368643894620538,
      "loss": 5.0,
      "step": 60653
    },
    {
      "epoch": 2.4842924431701823,
      "grad_norm": 6.1567218289031596,
      "learning_rate": 0.00019368331892562397,
      "loss": 5.6875,
      "step": 60654
    },
    {
      "epoch": 2.484333401597379,
      "grad_norm": 2.8322483233446567,
      "learning_rate": 0.00019368019888439157,
      "loss": 3.7188,
      "step": 60655
    },
    {
      "epoch": 2.484374360024575,
      "grad_norm": 3.0284243136139506,
      "learning_rate": 0.0001936770788225097,
      "loss": 4.3438,
      "step": 60656
    },
    {
      "epoch": 2.4844153184517714,
      "grad_norm": 3.095386770050209,
      "learning_rate": 0.00019367395873997982,
      "loss": 4.75,
      "step": 60657
    },
    {
      "epoch": 2.484456276878968,
      "grad_norm": 3.0175305446446328,
      "learning_rate": 0.00019367083863680348,
      "loss": 3.9219,
      "step": 60658
    },
    {
      "epoch": 2.484497235306164,
      "grad_norm": 2.863597087801011,
      "learning_rate": 0.00019366771851298206,
      "loss": 4.625,
      "step": 60659
    },
    {
      "epoch": 2.4845381937333606,
      "grad_norm": 3.076900195345106,
      "learning_rate": 0.0001936645983685171,
      "loss": 4.0625,
      "step": 60660
    },
    {
      "epoch": 2.484579152160557,
      "grad_norm": 3.518318334284414,
      "learning_rate": 0.00019366147820341006,
      "loss": 5.8125,
      "step": 60661
    },
    {
      "epoch": 2.4846201105877537,
      "grad_norm": 4.429646148113568,
      "learning_rate": 0.00019365835801766237,
      "loss": 4.75,
      "step": 60662
    },
    {
      "epoch": 2.4846610690149498,
      "grad_norm": 3.069942681607241,
      "learning_rate": 0.00019365523781127557,
      "loss": 4.2188,
      "step": 60663
    },
    {
      "epoch": 2.4847020274421463,
      "grad_norm": 3.0295681717512966,
      "learning_rate": 0.00019365211758425111,
      "loss": 4.0312,
      "step": 60664
    },
    {
      "epoch": 2.4847429858693424,
      "grad_norm": 3.6634931699818285,
      "learning_rate": 0.00019364899733659042,
      "loss": 4.1562,
      "step": 60665
    },
    {
      "epoch": 2.484783944296539,
      "grad_norm": 3.0019108081217154,
      "learning_rate": 0.00019364587706829507,
      "loss": 3.9844,
      "step": 60666
    },
    {
      "epoch": 2.4848249027237355,
      "grad_norm": 3.208556609113495,
      "learning_rate": 0.00019364275677936647,
      "loss": 4.625,
      "step": 60667
    },
    {
      "epoch": 2.484865861150932,
      "grad_norm": 2.9588567347509467,
      "learning_rate": 0.0001936396364698061,
      "loss": 4.5,
      "step": 60668
    },
    {
      "epoch": 2.484906819578128,
      "grad_norm": 12.666781392877084,
      "learning_rate": 0.00019363651613961538,
      "loss": 4.8125,
      "step": 60669
    },
    {
      "epoch": 2.4849477780053246,
      "grad_norm": 11.912375507954811,
      "learning_rate": 0.00019363339578879594,
      "loss": 3.0938,
      "step": 60670
    },
    {
      "epoch": 2.484988736432521,
      "grad_norm": 3.3401427370341024,
      "learning_rate": 0.00019363027541734914,
      "loss": 4.5,
      "step": 60671
    },
    {
      "epoch": 2.4850296948597173,
      "grad_norm": 3.282286123433673,
      "learning_rate": 0.00019362715502527648,
      "loss": 5.6562,
      "step": 60672
    },
    {
      "epoch": 2.485070653286914,
      "grad_norm": 3.0458953675126637,
      "learning_rate": 0.00019362403461257937,
      "loss": 4.0625,
      "step": 60673
    },
    {
      "epoch": 2.4851116117141103,
      "grad_norm": 3.2453261288490416,
      "learning_rate": 0.0001936209141792594,
      "loss": 4.6875,
      "step": 60674
    },
    {
      "epoch": 2.4851525701413064,
      "grad_norm": 4.063059540762407,
      "learning_rate": 0.00019361779372531801,
      "loss": 5.625,
      "step": 60675
    },
    {
      "epoch": 2.485193528568503,
      "grad_norm": 3.222565190608331,
      "learning_rate": 0.00019361467325075665,
      "loss": 4.75,
      "step": 60676
    },
    {
      "epoch": 2.4852344869956995,
      "grad_norm": 2.860850789784541,
      "learning_rate": 0.00019361155275557677,
      "loss": 4.1875,
      "step": 60677
    },
    {
      "epoch": 2.4852754454228956,
      "grad_norm": 4.693726318358734,
      "learning_rate": 0.0001936084322397799,
      "loss": 4.6562,
      "step": 60678
    },
    {
      "epoch": 2.485316403850092,
      "grad_norm": 6.519334275529608,
      "learning_rate": 0.0001936053117033675,
      "loss": 5.4062,
      "step": 60679
    },
    {
      "epoch": 2.4853573622772887,
      "grad_norm": 2.9202601725756443,
      "learning_rate": 0.00019360219114634105,
      "loss": 3.9531,
      "step": 60680
    },
    {
      "epoch": 2.485398320704485,
      "grad_norm": 3.014320663831725,
      "learning_rate": 0.00019359907056870198,
      "loss": 4.625,
      "step": 60681
    },
    {
      "epoch": 2.4854392791316813,
      "grad_norm": 2.7580661542148412,
      "learning_rate": 0.00019359594997045185,
      "loss": 3.6406,
      "step": 60682
    },
    {
      "epoch": 2.485480237558878,
      "grad_norm": 6.247767350139632,
      "learning_rate": 0.00019359282935159207,
      "loss": 1.7969,
      "step": 60683
    },
    {
      "epoch": 2.485521195986074,
      "grad_norm": 2.812216409518993,
      "learning_rate": 0.00019358970871212407,
      "loss": 3.7656,
      "step": 60684
    },
    {
      "epoch": 2.4855621544132704,
      "grad_norm": 3.167517531271189,
      "learning_rate": 0.00019358658805204945,
      "loss": 4.8438,
      "step": 60685
    },
    {
      "epoch": 2.485603112840467,
      "grad_norm": 3.0220019264018796,
      "learning_rate": 0.00019358346737136957,
      "loss": 3.4219,
      "step": 60686
    },
    {
      "epoch": 2.4856440712676635,
      "grad_norm": 4.0138454511732595,
      "learning_rate": 0.00019358034667008603,
      "loss": 4.375,
      "step": 60687
    },
    {
      "epoch": 2.4856850296948596,
      "grad_norm": 3.197678897161624,
      "learning_rate": 0.00019357722594820018,
      "loss": 4.6875,
      "step": 60688
    },
    {
      "epoch": 2.485725988122056,
      "grad_norm": 2.9040670397591954,
      "learning_rate": 0.0001935741052057135,
      "loss": 4.0938,
      "step": 60689
    },
    {
      "epoch": 2.4857669465492527,
      "grad_norm": 3.056768145723149,
      "learning_rate": 0.00019357098444262757,
      "loss": 4.6562,
      "step": 60690
    },
    {
      "epoch": 2.4858079049764488,
      "grad_norm": 3.2752262025870396,
      "learning_rate": 0.0001935678636589438,
      "loss": 3.875,
      "step": 60691
    },
    {
      "epoch": 2.4858488634036453,
      "grad_norm": 7.119082622460715,
      "learning_rate": 0.00019356474285466368,
      "loss": 6.1562,
      "step": 60692
    },
    {
      "epoch": 2.485889821830842,
      "grad_norm": 2.9873283004633775,
      "learning_rate": 0.00019356162202978868,
      "loss": 3.8594,
      "step": 60693
    },
    {
      "epoch": 2.485930780258038,
      "grad_norm": 2.713844744989486,
      "learning_rate": 0.00019355850118432023,
      "loss": 3.7031,
      "step": 60694
    },
    {
      "epoch": 2.4859717386852345,
      "grad_norm": 3.7533070977682925,
      "learning_rate": 0.0001935553803182599,
      "loss": 4.6875,
      "step": 60695
    },
    {
      "epoch": 2.486012697112431,
      "grad_norm": 3.1473979071773104,
      "learning_rate": 0.00019355225943160908,
      "loss": 4.75,
      "step": 60696
    },
    {
      "epoch": 2.486053655539627,
      "grad_norm": 5.097172715930799,
      "learning_rate": 0.00019354913852436928,
      "loss": 4.2812,
      "step": 60697
    },
    {
      "epoch": 2.4860946139668236,
      "grad_norm": 3.189990503219585,
      "learning_rate": 0.000193546017596542,
      "loss": 4.75,
      "step": 60698
    },
    {
      "epoch": 2.48613557239402,
      "grad_norm": 3.4063480519605993,
      "learning_rate": 0.00019354289664812868,
      "loss": 4.75,
      "step": 60699
    },
    {
      "epoch": 2.4861765308212167,
      "grad_norm": 2.9701769529978326,
      "learning_rate": 0.0001935397756791308,
      "loss": 4.9062,
      "step": 60700
    },
    {
      "epoch": 2.486217489248413,
      "grad_norm": 2.8925550830687032,
      "learning_rate": 0.0001935366546895498,
      "loss": 4.25,
      "step": 60701
    },
    {
      "epoch": 2.4862584476756093,
      "grad_norm": 3.251677921274237,
      "learning_rate": 0.00019353353367938724,
      "loss": 4.4062,
      "step": 60702
    },
    {
      "epoch": 2.4862994061028054,
      "grad_norm": 5.009743264215819,
      "learning_rate": 0.00019353041264864458,
      "loss": 3.3594,
      "step": 60703
    },
    {
      "epoch": 2.486340364530002,
      "grad_norm": 3.465177053890724,
      "learning_rate": 0.00019352729159732325,
      "loss": 5.0312,
      "step": 60704
    },
    {
      "epoch": 2.4863813229571985,
      "grad_norm": 4.170774370582054,
      "learning_rate": 0.00019352417052542469,
      "loss": 4.0,
      "step": 60705
    },
    {
      "epoch": 2.486422281384395,
      "grad_norm": 3.071121123146334,
      "learning_rate": 0.00019352104943295046,
      "loss": 4.6875,
      "step": 60706
    },
    {
      "epoch": 2.486463239811591,
      "grad_norm": 3.4921427357609405,
      "learning_rate": 0.00019351792831990203,
      "loss": 4.9062,
      "step": 60707
    },
    {
      "epoch": 2.4865041982387877,
      "grad_norm": 19.63102652601565,
      "learning_rate": 0.00019351480718628083,
      "loss": 5.8125,
      "step": 60708
    },
    {
      "epoch": 2.486545156665984,
      "grad_norm": 3.197215774850088,
      "learning_rate": 0.00019351168603208834,
      "loss": 4.4688,
      "step": 60709
    },
    {
      "epoch": 2.4865861150931803,
      "grad_norm": 3.031599863308252,
      "learning_rate": 0.00019350856485732607,
      "loss": 4.5,
      "step": 60710
    },
    {
      "epoch": 2.486627073520377,
      "grad_norm": 16.971504949565162,
      "learning_rate": 0.00019350544366199547,
      "loss": 6.3125,
      "step": 60711
    },
    {
      "epoch": 2.4866680319475734,
      "grad_norm": 3.6452173650629383,
      "learning_rate": 0.00019350232244609803,
      "loss": 4.5,
      "step": 60712
    },
    {
      "epoch": 2.4867089903747694,
      "grad_norm": 3.4369926258903303,
      "learning_rate": 0.00019349920120963516,
      "loss": 4.5312,
      "step": 60713
    },
    {
      "epoch": 2.486749948801966,
      "grad_norm": 2.7332346971892294,
      "learning_rate": 0.00019349607995260842,
      "loss": 4.25,
      "step": 60714
    },
    {
      "epoch": 2.4867909072291625,
      "grad_norm": 3.2167232556962824,
      "learning_rate": 0.0001934929586750193,
      "loss": 4.9688,
      "step": 60715
    },
    {
      "epoch": 2.4868318656563586,
      "grad_norm": 4.261612789668266,
      "learning_rate": 0.00019348983737686924,
      "loss": 5.0625,
      "step": 60716
    },
    {
      "epoch": 2.486872824083555,
      "grad_norm": 3.7541350343218,
      "learning_rate": 0.00019348671605815966,
      "loss": 5.125,
      "step": 60717
    },
    {
      "epoch": 2.4869137825107517,
      "grad_norm": 3.132109936800378,
      "learning_rate": 0.00019348359471889207,
      "loss": 4.0625,
      "step": 60718
    },
    {
      "epoch": 2.486954740937948,
      "grad_norm": 3.2231299337074373,
      "learning_rate": 0.000193480473359068,
      "loss": 4.9062,
      "step": 60719
    },
    {
      "epoch": 2.4869956993651443,
      "grad_norm": 3.7899593420382285,
      "learning_rate": 0.00019347735197868888,
      "loss": 4.3438,
      "step": 60720
    },
    {
      "epoch": 2.487036657792341,
      "grad_norm": 3.6397794247552224,
      "learning_rate": 0.00019347423057775617,
      "loss": 4.625,
      "step": 60721
    },
    {
      "epoch": 2.487077616219537,
      "grad_norm": 7.7249589138327295,
      "learning_rate": 0.0001934711091562714,
      "loss": 2.2656,
      "step": 60722
    },
    {
      "epoch": 2.4871185746467335,
      "grad_norm": 3.981701389874238,
      "learning_rate": 0.000193467987714236,
      "loss": 5.3125,
      "step": 60723
    },
    {
      "epoch": 2.48715953307393,
      "grad_norm": 3.2114280222547835,
      "learning_rate": 0.00019346486625165145,
      "loss": 3.9844,
      "step": 60724
    },
    {
      "epoch": 2.4872004915011265,
      "grad_norm": 3.017057935000063,
      "learning_rate": 0.00019346174476851918,
      "loss": 4.3125,
      "step": 60725
    },
    {
      "epoch": 2.4872414499283226,
      "grad_norm": 3.1004391391167485,
      "learning_rate": 0.0001934586232648408,
      "loss": 4.4375,
      "step": 60726
    },
    {
      "epoch": 2.487282408355519,
      "grad_norm": 3.851906931645028,
      "learning_rate": 0.00019345550174061768,
      "loss": 4.5938,
      "step": 60727
    },
    {
      "epoch": 2.4873233667827157,
      "grad_norm": 3.5541703698027898,
      "learning_rate": 0.00019345238019585135,
      "loss": 4.5,
      "step": 60728
    },
    {
      "epoch": 2.487364325209912,
      "grad_norm": 2.851065747620428,
      "learning_rate": 0.00019344925863054317,
      "loss": 3.8438,
      "step": 60729
    },
    {
      "epoch": 2.4874052836371083,
      "grad_norm": 3.5197053910656004,
      "learning_rate": 0.00019344613704469477,
      "loss": 5.5,
      "step": 60730
    },
    {
      "epoch": 2.487446242064305,
      "grad_norm": 3.303986742117401,
      "learning_rate": 0.00019344301543830754,
      "loss": 3.75,
      "step": 60731
    },
    {
      "epoch": 2.487487200491501,
      "grad_norm": 3.8778699748803,
      "learning_rate": 0.00019343989381138298,
      "loss": 4.8125,
      "step": 60732
    },
    {
      "epoch": 2.4875281589186975,
      "grad_norm": 3.3052597599726834,
      "learning_rate": 0.00019343677216392255,
      "loss": 5.1875,
      "step": 60733
    },
    {
      "epoch": 2.487569117345894,
      "grad_norm": 9.0573901767654,
      "learning_rate": 0.00019343365049592773,
      "loss": 3.25,
      "step": 60734
    },
    {
      "epoch": 2.48761007577309,
      "grad_norm": 3.3951478739716623,
      "learning_rate": 0.00019343052880740002,
      "loss": 4.625,
      "step": 60735
    },
    {
      "epoch": 2.4876510342002867,
      "grad_norm": 3.096145970370347,
      "learning_rate": 0.00019342740709834088,
      "loss": 5.7188,
      "step": 60736
    },
    {
      "epoch": 2.487691992627483,
      "grad_norm": 3.532366863679627,
      "learning_rate": 0.00019342428536875175,
      "loss": 5.0,
      "step": 60737
    },
    {
      "epoch": 2.4877329510546797,
      "grad_norm": 4.054231886030872,
      "learning_rate": 0.00019342116361863418,
      "loss": 5.1562,
      "step": 60738
    },
    {
      "epoch": 2.487773909481876,
      "grad_norm": 3.207729887340007,
      "learning_rate": 0.00019341804184798956,
      "loss": 5.0938,
      "step": 60739
    },
    {
      "epoch": 2.4878148679090724,
      "grad_norm": 2.7470282486852824,
      "learning_rate": 0.00019341492005681943,
      "loss": 3.1562,
      "step": 60740
    },
    {
      "epoch": 2.4878558263362684,
      "grad_norm": 3.7433987631323786,
      "learning_rate": 0.00019341179824512524,
      "loss": 3.9688,
      "step": 60741
    },
    {
      "epoch": 2.487896784763465,
      "grad_norm": 5.80901552212915,
      "learning_rate": 0.00019340867641290846,
      "loss": 5.3438,
      "step": 60742
    },
    {
      "epoch": 2.4879377431906615,
      "grad_norm": 3.3250909435818534,
      "learning_rate": 0.0001934055545601706,
      "loss": 5.1875,
      "step": 60743
    },
    {
      "epoch": 2.487978701617858,
      "grad_norm": 3.253322259582684,
      "learning_rate": 0.00019340243268691312,
      "loss": 5.0312,
      "step": 60744
    },
    {
      "epoch": 2.488019660045054,
      "grad_norm": 6.012935151266099,
      "learning_rate": 0.00019339931079313745,
      "loss": 3.9531,
      "step": 60745
    },
    {
      "epoch": 2.4880606184722507,
      "grad_norm": 4.5387532457382616,
      "learning_rate": 0.00019339618887884513,
      "loss": 2.9375,
      "step": 60746
    },
    {
      "epoch": 2.488101576899447,
      "grad_norm": 3.4759206317743727,
      "learning_rate": 0.0001933930669440376,
      "loss": 5.3125,
      "step": 60747
    },
    {
      "epoch": 2.4881425353266433,
      "grad_norm": 3.182820414980231,
      "learning_rate": 0.00019338994498871638,
      "loss": 4.375,
      "step": 60748
    },
    {
      "epoch": 2.48818349375384,
      "grad_norm": 5.468755168768538,
      "learning_rate": 0.00019338682301288284,
      "loss": 5.1875,
      "step": 60749
    },
    {
      "epoch": 2.4882244521810364,
      "grad_norm": 4.844784709035889,
      "learning_rate": 0.00019338370101653856,
      "loss": 5.125,
      "step": 60750
    },
    {
      "epoch": 2.4882654106082325,
      "grad_norm": 4.6071327798684,
      "learning_rate": 0.00019338057899968502,
      "loss": 4.7188,
      "step": 60751
    },
    {
      "epoch": 2.488306369035429,
      "grad_norm": 7.457752939256775,
      "learning_rate": 0.00019337745696232364,
      "loss": 6.3125,
      "step": 60752
    },
    {
      "epoch": 2.4883473274626255,
      "grad_norm": 9.900549261948377,
      "learning_rate": 0.00019337433490445593,
      "loss": 3.3906,
      "step": 60753
    },
    {
      "epoch": 2.4883882858898216,
      "grad_norm": 2.8503246504824467,
      "learning_rate": 0.00019337121282608332,
      "loss": 4.4688,
      "step": 60754
    },
    {
      "epoch": 2.488429244317018,
      "grad_norm": 3.5414442575264924,
      "learning_rate": 0.00019336809072720735,
      "loss": 5.0,
      "step": 60755
    },
    {
      "epoch": 2.4884702027442147,
      "grad_norm": 3.3614389217461227,
      "learning_rate": 0.0001933649686078294,
      "loss": 4.5312,
      "step": 60756
    },
    {
      "epoch": 2.4885111611714112,
      "grad_norm": 3.110738596489602,
      "learning_rate": 0.00019336184646795106,
      "loss": 4.6875,
      "step": 60757
    },
    {
      "epoch": 2.4885521195986073,
      "grad_norm": 3.0218881202624392,
      "learning_rate": 0.00019335872430757377,
      "loss": 3.9531,
      "step": 60758
    },
    {
      "epoch": 2.488593078025804,
      "grad_norm": 4.761267831208726,
      "learning_rate": 0.00019335560212669896,
      "loss": 6.9062,
      "step": 60759
    },
    {
      "epoch": 2.488634036453,
      "grad_norm": 3.1842567500460195,
      "learning_rate": 0.00019335247992532817,
      "loss": 4.2188,
      "step": 60760
    },
    {
      "epoch": 2.4886749948801965,
      "grad_norm": 5.783604728470704,
      "learning_rate": 0.0001933493577034628,
      "loss": 4.1875,
      "step": 60761
    },
    {
      "epoch": 2.488715953307393,
      "grad_norm": 3.8052859270413255,
      "learning_rate": 0.0001933462354611044,
      "loss": 5.125,
      "step": 60762
    },
    {
      "epoch": 2.4887569117345896,
      "grad_norm": 24.616664856165183,
      "learning_rate": 0.0001933431131982544,
      "loss": 8.0,
      "step": 60763
    },
    {
      "epoch": 2.4887978701617857,
      "grad_norm": 8.6900616798921,
      "learning_rate": 0.00019333999091491428,
      "loss": 5.8125,
      "step": 60764
    },
    {
      "epoch": 2.488838828588982,
      "grad_norm": 14.367730569837631,
      "learning_rate": 0.00019333686861108552,
      "loss": 5.7812,
      "step": 60765
    },
    {
      "epoch": 2.4888797870161787,
      "grad_norm": 3.0649686010587955,
      "learning_rate": 0.00019333374628676962,
      "loss": 4.5938,
      "step": 60766
    },
    {
      "epoch": 2.488920745443375,
      "grad_norm": 4.10689269972217,
      "learning_rate": 0.00019333062394196807,
      "loss": 5.9688,
      "step": 60767
    },
    {
      "epoch": 2.4889617038705714,
      "grad_norm": 5.219006891101815,
      "learning_rate": 0.0001933275015766823,
      "loss": 5.7188,
      "step": 60768
    },
    {
      "epoch": 2.489002662297768,
      "grad_norm": 3.3133040172422894,
      "learning_rate": 0.00019332437919091373,
      "loss": 4.2188,
      "step": 60769
    },
    {
      "epoch": 2.489043620724964,
      "grad_norm": 6.477674634779249,
      "learning_rate": 0.00019332125678466397,
      "loss": 6.9062,
      "step": 60770
    },
    {
      "epoch": 2.4890845791521605,
      "grad_norm": 3.74869573368475,
      "learning_rate": 0.00019331813435793444,
      "loss": 5.1562,
      "step": 60771
    },
    {
      "epoch": 2.489125537579357,
      "grad_norm": 3.1140570000986183,
      "learning_rate": 0.0001933150119107266,
      "loss": 4.3438,
      "step": 60772
    },
    {
      "epoch": 2.489166496006553,
      "grad_norm": 6.002846643557023,
      "learning_rate": 0.00019331188944304194,
      "loss": 4.0938,
      "step": 60773
    },
    {
      "epoch": 2.4892074544337497,
      "grad_norm": 5.336001295371937,
      "learning_rate": 0.00019330876695488193,
      "loss": 5.0938,
      "step": 60774
    },
    {
      "epoch": 2.4892484128609462,
      "grad_norm": 3.2817904147361885,
      "learning_rate": 0.00019330564444624805,
      "loss": 5.2188,
      "step": 60775
    },
    {
      "epoch": 2.4892893712881428,
      "grad_norm": 4.826973528087526,
      "learning_rate": 0.0001933025219171418,
      "loss": 2.7031,
      "step": 60776
    },
    {
      "epoch": 2.489330329715339,
      "grad_norm": 3.0663810959684557,
      "learning_rate": 0.00019329939936756457,
      "loss": 4.75,
      "step": 60777
    },
    {
      "epoch": 2.4893712881425354,
      "grad_norm": 5.4510340282355125,
      "learning_rate": 0.00019329627679751793,
      "loss": 5.8125,
      "step": 60778
    },
    {
      "epoch": 2.4894122465697315,
      "grad_norm": 4.884012748939491,
      "learning_rate": 0.00019329315420700332,
      "loss": 6.875,
      "step": 60779
    },
    {
      "epoch": 2.489453204996928,
      "grad_norm": 4.10896604648036,
      "learning_rate": 0.0001932900315960222,
      "loss": 6.2188,
      "step": 60780
    },
    {
      "epoch": 2.4894941634241246,
      "grad_norm": 3.950058917948118,
      "learning_rate": 0.00019328690896457606,
      "loss": 5.0938,
      "step": 60781
    },
    {
      "epoch": 2.489535121851321,
      "grad_norm": 2.7515756822010946,
      "learning_rate": 0.0001932837863126664,
      "loss": 3.5469,
      "step": 60782
    },
    {
      "epoch": 2.489576080278517,
      "grad_norm": 2.994469119080877,
      "learning_rate": 0.00019328066364029473,
      "loss": 3.0312,
      "step": 60783
    },
    {
      "epoch": 2.4896170387057137,
      "grad_norm": 4.025062524033527,
      "learning_rate": 0.00019327754094746242,
      "loss": 5.5,
      "step": 60784
    },
    {
      "epoch": 2.4896579971329102,
      "grad_norm": 4.230815630663178,
      "learning_rate": 0.000193274418234171,
      "loss": 5.2812,
      "step": 60785
    },
    {
      "epoch": 2.4896989555601063,
      "grad_norm": 2.9532505207636697,
      "learning_rate": 0.00019327129550042194,
      "loss": 4.1875,
      "step": 60786
    },
    {
      "epoch": 2.489739913987303,
      "grad_norm": 3.089722370785452,
      "learning_rate": 0.00019326817274621674,
      "loss": 3.6562,
      "step": 60787
    },
    {
      "epoch": 2.4897808724144994,
      "grad_norm": 3.3472176112885106,
      "learning_rate": 0.00019326504997155687,
      "loss": 4.7812,
      "step": 60788
    },
    {
      "epoch": 2.4898218308416955,
      "grad_norm": 3.9449126535296735,
      "learning_rate": 0.00019326192717644377,
      "loss": 4.9375,
      "step": 60789
    },
    {
      "epoch": 2.489862789268892,
      "grad_norm": 2.82904900182968,
      "learning_rate": 0.00019325880436087898,
      "loss": 4.375,
      "step": 60790
    },
    {
      "epoch": 2.4899037476960886,
      "grad_norm": 5.327618188491138,
      "learning_rate": 0.0001932556815248639,
      "loss": 5.4688,
      "step": 60791
    },
    {
      "epoch": 2.4899447061232847,
      "grad_norm": 6.763882399351976,
      "learning_rate": 0.00019325255866840005,
      "loss": 4.1562,
      "step": 60792
    },
    {
      "epoch": 2.489985664550481,
      "grad_norm": 3.4177931723838624,
      "learning_rate": 0.00019324943579148888,
      "loss": 4.0312,
      "step": 60793
    },
    {
      "epoch": 2.4900266229776777,
      "grad_norm": 2.966832784062218,
      "learning_rate": 0.00019324631289413194,
      "loss": 3.875,
      "step": 60794
    },
    {
      "epoch": 2.4900675814048743,
      "grad_norm": 3.2333581675244347,
      "learning_rate": 0.0001932431899763306,
      "loss": 3.7344,
      "step": 60795
    },
    {
      "epoch": 2.4901085398320704,
      "grad_norm": 7.0362238180217895,
      "learning_rate": 0.00019324006703808644,
      "loss": 4.0625,
      "step": 60796
    },
    {
      "epoch": 2.490149498259267,
      "grad_norm": 3.1865577754602445,
      "learning_rate": 0.00019323694407940081,
      "loss": 4.0938,
      "step": 60797
    },
    {
      "epoch": 2.490190456686463,
      "grad_norm": 4.042742476903768,
      "learning_rate": 0.00019323382110027532,
      "loss": 4.1875,
      "step": 60798
    },
    {
      "epoch": 2.4902314151136595,
      "grad_norm": 3.4723634343996235,
      "learning_rate": 0.0001932306981007114,
      "loss": 4.2188,
      "step": 60799
    },
    {
      "epoch": 2.490272373540856,
      "grad_norm": 4.831929282066057,
      "learning_rate": 0.00019322757508071045,
      "loss": 5.5312,
      "step": 60800
    },
    {
      "epoch": 2.4903133319680526,
      "grad_norm": 4.926754642604881,
      "learning_rate": 0.00019322445204027406,
      "loss": 4.6562,
      "step": 60801
    },
    {
      "epoch": 2.4903542903952487,
      "grad_norm": 3.6190966865867265,
      "learning_rate": 0.00019322132897940365,
      "loss": 4.8125,
      "step": 60802
    },
    {
      "epoch": 2.4903952488224452,
      "grad_norm": 3.2149486337955624,
      "learning_rate": 0.0001932182058981007,
      "loss": 5.0312,
      "step": 60803
    },
    {
      "epoch": 2.4904362072496418,
      "grad_norm": 2.9768952355116665,
      "learning_rate": 0.00019321508279636669,
      "loss": 4.5625,
      "step": 60804
    },
    {
      "epoch": 2.490477165676838,
      "grad_norm": 2.8466670285852045,
      "learning_rate": 0.00019321195967420308,
      "loss": 3.7188,
      "step": 60805
    },
    {
      "epoch": 2.4905181241040344,
      "grad_norm": 3.239085561948033,
      "learning_rate": 0.0001932088365316114,
      "loss": 4.7812,
      "step": 60806
    },
    {
      "epoch": 2.490559082531231,
      "grad_norm": 4.203336461249399,
      "learning_rate": 0.00019320571336859304,
      "loss": 6.7188,
      "step": 60807
    },
    {
      "epoch": 2.490600040958427,
      "grad_norm": 3.8208251405151112,
      "learning_rate": 0.0001932025901851496,
      "loss": 3.0625,
      "step": 60808
    },
    {
      "epoch": 2.4906409993856236,
      "grad_norm": 3.784399675058842,
      "learning_rate": 0.00019319946698128238,
      "loss": 4.3438,
      "step": 60809
    },
    {
      "epoch": 2.49068195781282,
      "grad_norm": 3.552537254584972,
      "learning_rate": 0.00019319634375699303,
      "loss": 5.1562,
      "step": 60810
    },
    {
      "epoch": 2.490722916240016,
      "grad_norm": 3.5231255485117705,
      "learning_rate": 0.00019319322051228294,
      "loss": 4.4062,
      "step": 60811
    },
    {
      "epoch": 2.4907638746672127,
      "grad_norm": 3.6150941523537545,
      "learning_rate": 0.00019319009724715362,
      "loss": 4.8438,
      "step": 60812
    },
    {
      "epoch": 2.4908048330944093,
      "grad_norm": 4.312336915099459,
      "learning_rate": 0.0001931869739616065,
      "loss": 3.6094,
      "step": 60813
    },
    {
      "epoch": 2.490845791521606,
      "grad_norm": 3.5116411014051985,
      "learning_rate": 0.0001931838506556431,
      "loss": 4.8125,
      "step": 60814
    },
    {
      "epoch": 2.490886749948802,
      "grad_norm": 2.928038437737478,
      "learning_rate": 0.00019318072732926487,
      "loss": 3.6406,
      "step": 60815
    },
    {
      "epoch": 2.4909277083759984,
      "grad_norm": 4.386509640247618,
      "learning_rate": 0.0001931776039824733,
      "loss": 5.5625,
      "step": 60816
    },
    {
      "epoch": 2.4909686668031945,
      "grad_norm": 4.343997872050035,
      "learning_rate": 0.00019317448061526986,
      "loss": 1.4531,
      "step": 60817
    },
    {
      "epoch": 2.491009625230391,
      "grad_norm": 3.5631002296472785,
      "learning_rate": 0.00019317135722765605,
      "loss": 5.3125,
      "step": 60818
    },
    {
      "epoch": 2.4910505836575876,
      "grad_norm": 4.027255924477047,
      "learning_rate": 0.00019316823381963332,
      "loss": 1.1484,
      "step": 60819
    },
    {
      "epoch": 2.491091542084784,
      "grad_norm": 3.220775718340666,
      "learning_rate": 0.00019316511039120318,
      "loss": 4.8438,
      "step": 60820
    },
    {
      "epoch": 2.49113250051198,
      "grad_norm": 3.143919003894436,
      "learning_rate": 0.000193161986942367,
      "loss": 4.625,
      "step": 60821
    },
    {
      "epoch": 2.4911734589391767,
      "grad_norm": 3.4806261815271817,
      "learning_rate": 0.0001931588634731264,
      "loss": 6.125,
      "step": 60822
    },
    {
      "epoch": 2.4912144173663733,
      "grad_norm": 3.2428539621097,
      "learning_rate": 0.0001931557399834828,
      "loss": 5.1562,
      "step": 60823
    },
    {
      "epoch": 2.4912553757935694,
      "grad_norm": 6.349491025474848,
      "learning_rate": 0.00019315261647343768,
      "loss": 6.0,
      "step": 60824
    },
    {
      "epoch": 2.491296334220766,
      "grad_norm": 3.1652870483493483,
      "learning_rate": 0.00019314949294299246,
      "loss": 4.125,
      "step": 60825
    },
    {
      "epoch": 2.4913372926479624,
      "grad_norm": 3.4143795253240476,
      "learning_rate": 0.0001931463693921487,
      "loss": 4.9688,
      "step": 60826
    },
    {
      "epoch": 2.4913782510751585,
      "grad_norm": 3.0190432549424076,
      "learning_rate": 0.00019314324582090782,
      "loss": 4.6875,
      "step": 60827
    },
    {
      "epoch": 2.491419209502355,
      "grad_norm": 4.57752548328704,
      "learning_rate": 0.00019314012222927134,
      "loss": 6.25,
      "step": 60828
    },
    {
      "epoch": 2.4914601679295516,
      "grad_norm": 3.7208989837584796,
      "learning_rate": 0.00019313699861724066,
      "loss": 3.3125,
      "step": 60829
    },
    {
      "epoch": 2.4915011263567477,
      "grad_norm": 4.2501248775431675,
      "learning_rate": 0.00019313387498481736,
      "loss": 4.1875,
      "step": 60830
    },
    {
      "epoch": 2.4915420847839442,
      "grad_norm": 3.0889697944170726,
      "learning_rate": 0.00019313075133200284,
      "loss": 3.5,
      "step": 60831
    },
    {
      "epoch": 2.4915830432111408,
      "grad_norm": 3.5261206296947645,
      "learning_rate": 0.0001931276276587986,
      "loss": 4.7812,
      "step": 60832
    },
    {
      "epoch": 2.4916240016383373,
      "grad_norm": 3.257209996029883,
      "learning_rate": 0.00019312450396520616,
      "loss": 4.5312,
      "step": 60833
    },
    {
      "epoch": 2.4916649600655334,
      "grad_norm": 4.4591812072756385,
      "learning_rate": 0.00019312138025122692,
      "loss": 6.4062,
      "step": 60834
    },
    {
      "epoch": 2.49170591849273,
      "grad_norm": 3.03970413684636,
      "learning_rate": 0.00019311825651686243,
      "loss": 3.9375,
      "step": 60835
    },
    {
      "epoch": 2.4917468769199265,
      "grad_norm": 3.2303076183692694,
      "learning_rate": 0.0001931151327621141,
      "loss": 5.4062,
      "step": 60836
    },
    {
      "epoch": 2.4917878353471226,
      "grad_norm": 4.78936195290866,
      "learning_rate": 0.0001931120089869834,
      "loss": 5.6562,
      "step": 60837
    },
    {
      "epoch": 2.491828793774319,
      "grad_norm": 9.749408185373573,
      "learning_rate": 0.0001931088851914719,
      "loss": 4.9062,
      "step": 60838
    },
    {
      "epoch": 2.4918697522015156,
      "grad_norm": 3.028661812416079,
      "learning_rate": 0.00019310576137558102,
      "loss": 4.875,
      "step": 60839
    },
    {
      "epoch": 2.4919107106287117,
      "grad_norm": 5.141962494661157,
      "learning_rate": 0.00019310263753931226,
      "loss": 4.2812,
      "step": 60840
    },
    {
      "epoch": 2.4919516690559083,
      "grad_norm": 3.409151245117156,
      "learning_rate": 0.000193099513682667,
      "loss": 3.8438,
      "step": 60841
    },
    {
      "epoch": 2.491992627483105,
      "grad_norm": 3.6883488082280316,
      "learning_rate": 0.00019309638980564682,
      "loss": 3.9375,
      "step": 60842
    },
    {
      "epoch": 2.492033585910301,
      "grad_norm": 3.4584878734009266,
      "learning_rate": 0.0001930932659082532,
      "loss": 3.875,
      "step": 60843
    },
    {
      "epoch": 2.4920745443374974,
      "grad_norm": 3.296734658657319,
      "learning_rate": 0.00019309014199048757,
      "loss": 4.125,
      "step": 60844
    },
    {
      "epoch": 2.492115502764694,
      "grad_norm": 3.850514914485577,
      "learning_rate": 0.00019308701805235135,
      "loss": 4.9062,
      "step": 60845
    },
    {
      "epoch": 2.49215646119189,
      "grad_norm": 3.157387639301918,
      "learning_rate": 0.00019308389409384617,
      "loss": 4.8125,
      "step": 60846
    },
    {
      "epoch": 2.4921974196190866,
      "grad_norm": 7.377729563157997,
      "learning_rate": 0.00019308077011497343,
      "loss": 4.6562,
      "step": 60847
    },
    {
      "epoch": 2.492238378046283,
      "grad_norm": 3.200846769062662,
      "learning_rate": 0.00019307764611573459,
      "loss": 4.5938,
      "step": 60848
    },
    {
      "epoch": 2.492279336473479,
      "grad_norm": 3.2823460575741934,
      "learning_rate": 0.0001930745220961311,
      "loss": 4.5312,
      "step": 60849
    },
    {
      "epoch": 2.4923202949006757,
      "grad_norm": 5.970518428927992,
      "learning_rate": 0.0001930713980561645,
      "loss": 5.1875,
      "step": 60850
    },
    {
      "epoch": 2.4923612533278723,
      "grad_norm": 5.794506149909725,
      "learning_rate": 0.00019306827399583623,
      "loss": 2.3281,
      "step": 60851
    },
    {
      "epoch": 2.492402211755069,
      "grad_norm": 2.8166718209094737,
      "learning_rate": 0.00019306514991514784,
      "loss": 3.875,
      "step": 60852
    },
    {
      "epoch": 2.492443170182265,
      "grad_norm": 3.201236717490451,
      "learning_rate": 0.00019306202581410067,
      "loss": 4.4062,
      "step": 60853
    },
    {
      "epoch": 2.4924841286094614,
      "grad_norm": 3.3038746229911293,
      "learning_rate": 0.0001930589016926963,
      "loss": 4.0625,
      "step": 60854
    },
    {
      "epoch": 2.492525087036658,
      "grad_norm": 5.932136210045741,
      "learning_rate": 0.00019305577755093618,
      "loss": 4.0,
      "step": 60855
    },
    {
      "epoch": 2.492566045463854,
      "grad_norm": 2.683640013228169,
      "learning_rate": 0.0001930526533888218,
      "loss": 3.4688,
      "step": 60856
    },
    {
      "epoch": 2.4926070038910506,
      "grad_norm": 3.340213090123338,
      "learning_rate": 0.00019304952920635462,
      "loss": 4.75,
      "step": 60857
    },
    {
      "epoch": 2.492647962318247,
      "grad_norm": 3.0739822069713623,
      "learning_rate": 0.00019304640500353613,
      "loss": 4.875,
      "step": 60858
    },
    {
      "epoch": 2.4926889207454432,
      "grad_norm": 3.4912516359467225,
      "learning_rate": 0.0001930432807803678,
      "loss": 4.4375,
      "step": 60859
    },
    {
      "epoch": 2.4927298791726398,
      "grad_norm": 5.241188245610018,
      "learning_rate": 0.00019304015653685106,
      "loss": 5.6875,
      "step": 60860
    },
    {
      "epoch": 2.4927708375998363,
      "grad_norm": 3.5637039251680505,
      "learning_rate": 0.00019303703227298744,
      "loss": 5.0938,
      "step": 60861
    },
    {
      "epoch": 2.4928117960270324,
      "grad_norm": 7.756728676126132,
      "learning_rate": 0.00019303390798877844,
      "loss": 1.4531,
      "step": 60862
    },
    {
      "epoch": 2.492852754454229,
      "grad_norm": 3.2460407989594176,
      "learning_rate": 0.0001930307836842255,
      "loss": 3.4844,
      "step": 60863
    },
    {
      "epoch": 2.4928937128814255,
      "grad_norm": 3.6296261537298773,
      "learning_rate": 0.0001930276593593301,
      "loss": 4.5625,
      "step": 60864
    },
    {
      "epoch": 2.4929346713086216,
      "grad_norm": 4.205108696564357,
      "learning_rate": 0.00019302453501409368,
      "loss": 3.6875,
      "step": 60865
    },
    {
      "epoch": 2.492975629735818,
      "grad_norm": 3.7147748059143906,
      "learning_rate": 0.0001930214106485178,
      "loss": 5.625,
      "step": 60866
    },
    {
      "epoch": 2.4930165881630146,
      "grad_norm": 7.59137934857672,
      "learning_rate": 0.0001930182862626039,
      "loss": 6.0938,
      "step": 60867
    },
    {
      "epoch": 2.4930575465902107,
      "grad_norm": 5.300865132633981,
      "learning_rate": 0.00019301516185635343,
      "loss": 5.6875,
      "step": 60868
    },
    {
      "epoch": 2.4930985050174073,
      "grad_norm": 3.3190129737913288,
      "learning_rate": 0.00019301203742976786,
      "loss": 4.375,
      "step": 60869
    },
    {
      "epoch": 2.493139463444604,
      "grad_norm": 2.8457632993902138,
      "learning_rate": 0.00019300891298284874,
      "loss": 3.3125,
      "step": 60870
    },
    {
      "epoch": 2.4931804218718003,
      "grad_norm": 3.439369955490263,
      "learning_rate": 0.0001930057885155975,
      "loss": 2.0156,
      "step": 60871
    },
    {
      "epoch": 2.4932213802989964,
      "grad_norm": 4.347037868784044,
      "learning_rate": 0.00019300266402801563,
      "loss": 6.4688,
      "step": 60872
    },
    {
      "epoch": 2.493262338726193,
      "grad_norm": 4.02606206071366,
      "learning_rate": 0.00019299953952010452,
      "loss": 4.6562,
      "step": 60873
    },
    {
      "epoch": 2.4933032971533895,
      "grad_norm": 3.6266213911890754,
      "learning_rate": 0.0001929964149918658,
      "loss": 4.9688,
      "step": 60874
    },
    {
      "epoch": 2.4933442555805856,
      "grad_norm": 3.491368104735339,
      "learning_rate": 0.00019299329044330084,
      "loss": 4.6562,
      "step": 60875
    },
    {
      "epoch": 2.493385214007782,
      "grad_norm": 3.4162140803167844,
      "learning_rate": 0.00019299016587441114,
      "loss": 4.75,
      "step": 60876
    },
    {
      "epoch": 2.4934261724349787,
      "grad_norm": 2.8157400614235075,
      "learning_rate": 0.00019298704128519817,
      "loss": 3.5,
      "step": 60877
    },
    {
      "epoch": 2.4934671308621748,
      "grad_norm": 4.239847715723547,
      "learning_rate": 0.00019298391667566347,
      "loss": 6.4688,
      "step": 60878
    },
    {
      "epoch": 2.4935080892893713,
      "grad_norm": 3.096254308440411,
      "learning_rate": 0.00019298079204580846,
      "loss": 4.3438,
      "step": 60879
    },
    {
      "epoch": 2.493549047716568,
      "grad_norm": 7.542283878922056,
      "learning_rate": 0.00019297766739563463,
      "loss": 4.0938,
      "step": 60880
    },
    {
      "epoch": 2.493590006143764,
      "grad_norm": 3.7980346612136207,
      "learning_rate": 0.0001929745427251434,
      "loss": 2.5,
      "step": 60881
    },
    {
      "epoch": 2.4936309645709605,
      "grad_norm": 5.974995239949565,
      "learning_rate": 0.00019297141803433635,
      "loss": 3.6719,
      "step": 60882
    },
    {
      "epoch": 2.493671922998157,
      "grad_norm": 3.0257662347299963,
      "learning_rate": 0.00019296829332321488,
      "loss": 4.9688,
      "step": 60883
    },
    {
      "epoch": 2.493712881425353,
      "grad_norm": 6.422786385861806,
      "learning_rate": 0.00019296516859178053,
      "loss": 4.0312,
      "step": 60884
    },
    {
      "epoch": 2.4937538398525496,
      "grad_norm": 4.144430167689489,
      "learning_rate": 0.00019296204384003466,
      "loss": 4.5625,
      "step": 60885
    },
    {
      "epoch": 2.493794798279746,
      "grad_norm": 5.134878543467066,
      "learning_rate": 0.00019295891906797889,
      "loss": 2.7031,
      "step": 60886
    },
    {
      "epoch": 2.4938357567069422,
      "grad_norm": 7.268630994926871,
      "learning_rate": 0.00019295579427561465,
      "loss": 6.4375,
      "step": 60887
    },
    {
      "epoch": 2.4938767151341388,
      "grad_norm": 3.1993852140666483,
      "learning_rate": 0.00019295266946294342,
      "loss": 4.2188,
      "step": 60888
    },
    {
      "epoch": 2.4939176735613353,
      "grad_norm": 4.424566885760631,
      "learning_rate": 0.00019294954462996657,
      "loss": 5.0312,
      "step": 60889
    },
    {
      "epoch": 2.493958631988532,
      "grad_norm": 4.010020274289497,
      "learning_rate": 0.00019294641977668573,
      "loss": 5.0625,
      "step": 60890
    },
    {
      "epoch": 2.493999590415728,
      "grad_norm": 3.4059608674958413,
      "learning_rate": 0.00019294329490310232,
      "loss": 4.375,
      "step": 60891
    },
    {
      "epoch": 2.4940405488429245,
      "grad_norm": 4.9103101887139715,
      "learning_rate": 0.0001929401700092178,
      "loss": 5.8438,
      "step": 60892
    },
    {
      "epoch": 2.494081507270121,
      "grad_norm": 3.7648277589252603,
      "learning_rate": 0.00019293704509503365,
      "loss": 3.7188,
      "step": 60893
    },
    {
      "epoch": 2.494122465697317,
      "grad_norm": 4.051730786492347,
      "learning_rate": 0.00019293392016055138,
      "loss": 6.0,
      "step": 60894
    },
    {
      "epoch": 2.4941634241245136,
      "grad_norm": 3.541572561111977,
      "learning_rate": 0.00019293079520577244,
      "loss": 4.5625,
      "step": 60895
    },
    {
      "epoch": 2.49420438255171,
      "grad_norm": 3.618260912411459,
      "learning_rate": 0.00019292767023069827,
      "loss": 4.75,
      "step": 60896
    },
    {
      "epoch": 2.4942453409789063,
      "grad_norm": 3.1965036853700632,
      "learning_rate": 0.00019292454523533043,
      "loss": 4.7812,
      "step": 60897
    },
    {
      "epoch": 2.494286299406103,
      "grad_norm": 2.8993051602655,
      "learning_rate": 0.00019292142021967034,
      "loss": 3.9844,
      "step": 60898
    },
    {
      "epoch": 2.4943272578332993,
      "grad_norm": 3.291567448900685,
      "learning_rate": 0.0001929182951837195,
      "loss": 4.7812,
      "step": 60899
    },
    {
      "epoch": 2.4943682162604954,
      "grad_norm": 3.407975019168662,
      "learning_rate": 0.0001929151701274794,
      "loss": 4.4688,
      "step": 60900
    },
    {
      "epoch": 2.494409174687692,
      "grad_norm": 3.3594934589123455,
      "learning_rate": 0.00019291204505095144,
      "loss": 4.2812,
      "step": 60901
    },
    {
      "epoch": 2.4944501331148885,
      "grad_norm": 2.8674648797089937,
      "learning_rate": 0.00019290891995413722,
      "loss": 4.0625,
      "step": 60902
    },
    {
      "epoch": 2.4944910915420846,
      "grad_norm": 4.326260536871114,
      "learning_rate": 0.00019290579483703812,
      "loss": 6.9375,
      "step": 60903
    },
    {
      "epoch": 2.494532049969281,
      "grad_norm": 3.2543491816739136,
      "learning_rate": 0.00019290266969965565,
      "loss": 4.9062,
      "step": 60904
    },
    {
      "epoch": 2.4945730083964777,
      "grad_norm": 3.595961691386789,
      "learning_rate": 0.0001928995445419913,
      "loss": 3.9219,
      "step": 60905
    },
    {
      "epoch": 2.4946139668236738,
      "grad_norm": 3.0370033335188364,
      "learning_rate": 0.00019289641936404652,
      "loss": 4.9375,
      "step": 60906
    },
    {
      "epoch": 2.4946549252508703,
      "grad_norm": 5.355010778497451,
      "learning_rate": 0.0001928932941658228,
      "loss": 7.0,
      "step": 60907
    },
    {
      "epoch": 2.494695883678067,
      "grad_norm": 3.595604385957658,
      "learning_rate": 0.00019289016894732163,
      "loss": 6.1875,
      "step": 60908
    },
    {
      "epoch": 2.4947368421052634,
      "grad_norm": 3.1826194468734914,
      "learning_rate": 0.00019288704370854445,
      "loss": 4.75,
      "step": 60909
    },
    {
      "epoch": 2.4947778005324595,
      "grad_norm": 13.218843387822385,
      "learning_rate": 0.0001928839184494928,
      "loss": 5.5625,
      "step": 60910
    },
    {
      "epoch": 2.494818758959656,
      "grad_norm": 3.761413977428685,
      "learning_rate": 0.0001928807931701681,
      "loss": 5.7188,
      "step": 60911
    },
    {
      "epoch": 2.4948597173868525,
      "grad_norm": 3.041565403084006,
      "learning_rate": 0.00019287766787057188,
      "loss": 4.5312,
      "step": 60912
    },
    {
      "epoch": 2.4949006758140486,
      "grad_norm": 3.859672402026225,
      "learning_rate": 0.00019287454255070556,
      "loss": 3.8281,
      "step": 60913
    },
    {
      "epoch": 2.494941634241245,
      "grad_norm": 3.99893784100219,
      "learning_rate": 0.00019287141721057062,
      "loss": 3.9375,
      "step": 60914
    },
    {
      "epoch": 2.4949825926684417,
      "grad_norm": 3.1878570382329827,
      "learning_rate": 0.0001928682918501686,
      "loss": 4.875,
      "step": 60915
    },
    {
      "epoch": 2.495023551095638,
      "grad_norm": 2.951683315175982,
      "learning_rate": 0.00019286516646950094,
      "loss": 5.0938,
      "step": 60916
    },
    {
      "epoch": 2.4950645095228343,
      "grad_norm": 3.1472171786571037,
      "learning_rate": 0.0001928620410685691,
      "loss": 4.5938,
      "step": 60917
    },
    {
      "epoch": 2.495105467950031,
      "grad_norm": 2.536462103881355,
      "learning_rate": 0.00019285891564737456,
      "loss": 3.8125,
      "step": 60918
    },
    {
      "epoch": 2.495146426377227,
      "grad_norm": 3.178845941865133,
      "learning_rate": 0.00019285579020591887,
      "loss": 4.625,
      "step": 60919
    },
    {
      "epoch": 2.4951873848044235,
      "grad_norm": 4.552686978944131,
      "learning_rate": 0.00019285266474420342,
      "loss": 5.375,
      "step": 60920
    },
    {
      "epoch": 2.49522834323162,
      "grad_norm": 3.58109504513829,
      "learning_rate": 0.00019284953926222966,
      "loss": 4.0312,
      "step": 60921
    },
    {
      "epoch": 2.495269301658816,
      "grad_norm": 3.0145731124725117,
      "learning_rate": 0.0001928464137599992,
      "loss": 4.375,
      "step": 60922
    },
    {
      "epoch": 2.4953102600860126,
      "grad_norm": 8.353763648710212,
      "learning_rate": 0.00019284328823751342,
      "loss": 5.5312,
      "step": 60923
    },
    {
      "epoch": 2.495351218513209,
      "grad_norm": 3.3386571295429284,
      "learning_rate": 0.0001928401626947738,
      "loss": 4.1875,
      "step": 60924
    },
    {
      "epoch": 2.4953921769404053,
      "grad_norm": 4.768372531031577,
      "learning_rate": 0.00019283703713178182,
      "loss": 5.125,
      "step": 60925
    },
    {
      "epoch": 2.495433135367602,
      "grad_norm": 5.3099555615575635,
      "learning_rate": 0.00019283391154853905,
      "loss": 5.125,
      "step": 60926
    },
    {
      "epoch": 2.4954740937947983,
      "grad_norm": 3.5010546622805223,
      "learning_rate": 0.00019283078594504685,
      "loss": 4.5938,
      "step": 60927
    },
    {
      "epoch": 2.495515052221995,
      "grad_norm": 3.1492888025006582,
      "learning_rate": 0.00019282766032130674,
      "loss": 4.2188,
      "step": 60928
    },
    {
      "epoch": 2.495556010649191,
      "grad_norm": 3.459462765521949,
      "learning_rate": 0.00019282453467732018,
      "loss": 5.3125,
      "step": 60929
    },
    {
      "epoch": 2.4955969690763875,
      "grad_norm": 2.962974764152638,
      "learning_rate": 0.0001928214090130887,
      "loss": 4.1875,
      "step": 60930
    },
    {
      "epoch": 2.495637927503584,
      "grad_norm": 17.29443860356242,
      "learning_rate": 0.00019281828332861373,
      "loss": 4.625,
      "step": 60931
    },
    {
      "epoch": 2.49567888593078,
      "grad_norm": 3.212849209702608,
      "learning_rate": 0.00019281515762389673,
      "loss": 3.5938,
      "step": 60932
    },
    {
      "epoch": 2.4957198443579767,
      "grad_norm": 3.1800078191034444,
      "learning_rate": 0.00019281203189893924,
      "loss": 4.5938,
      "step": 60933
    },
    {
      "epoch": 2.495760802785173,
      "grad_norm": 4.568196861549172,
      "learning_rate": 0.0001928089061537427,
      "loss": 5.0625,
      "step": 60934
    },
    {
      "epoch": 2.4958017612123693,
      "grad_norm": 2.981869942587574,
      "learning_rate": 0.0001928057803883086,
      "loss": 4.7188,
      "step": 60935
    },
    {
      "epoch": 2.495842719639566,
      "grad_norm": 3.065794836106911,
      "learning_rate": 0.0001928026546026384,
      "loss": 4.25,
      "step": 60936
    },
    {
      "epoch": 2.4958836780667624,
      "grad_norm": 3.1500248636851436,
      "learning_rate": 0.00019279952879673357,
      "loss": 4.8125,
      "step": 60937
    },
    {
      "epoch": 2.4959246364939585,
      "grad_norm": 2.967975172060683,
      "learning_rate": 0.00019279640297059563,
      "loss": 3.8438,
      "step": 60938
    },
    {
      "epoch": 2.495965594921155,
      "grad_norm": 3.2029670318930124,
      "learning_rate": 0.00019279327712422604,
      "loss": 4.6562,
      "step": 60939
    },
    {
      "epoch": 2.4960065533483515,
      "grad_norm": 5.375546197403649,
      "learning_rate": 0.00019279015125762625,
      "loss": 4.5625,
      "step": 60940
    },
    {
      "epoch": 2.496047511775548,
      "grad_norm": 3.203571580948705,
      "learning_rate": 0.00019278702537079778,
      "loss": 4.4062,
      "step": 60941
    },
    {
      "epoch": 2.496088470202744,
      "grad_norm": 3.7757862935964472,
      "learning_rate": 0.00019278389946374204,
      "loss": 5.1875,
      "step": 60942
    },
    {
      "epoch": 2.4961294286299407,
      "grad_norm": 2.786611839615928,
      "learning_rate": 0.00019278077353646061,
      "loss": 3.6875,
      "step": 60943
    },
    {
      "epoch": 2.496170387057137,
      "grad_norm": 4.2352484721527475,
      "learning_rate": 0.00019277764758895491,
      "loss": 6.2812,
      "step": 60944
    },
    {
      "epoch": 2.4962113454843333,
      "grad_norm": 3.091534073344179,
      "learning_rate": 0.00019277452162122638,
      "loss": 3.5312,
      "step": 60945
    },
    {
      "epoch": 2.49625230391153,
      "grad_norm": 3.735970914571386,
      "learning_rate": 0.00019277139563327658,
      "loss": 5.1562,
      "step": 60946
    },
    {
      "epoch": 2.4962932623387264,
      "grad_norm": 3.417055459441798,
      "learning_rate": 0.00019276826962510692,
      "loss": 4.2812,
      "step": 60947
    },
    {
      "epoch": 2.4963342207659225,
      "grad_norm": 4.708642000141596,
      "learning_rate": 0.00019276514359671895,
      "loss": 6.0,
      "step": 60948
    },
    {
      "epoch": 2.496375179193119,
      "grad_norm": 3.025279222868588,
      "learning_rate": 0.00019276201754811405,
      "loss": 4.5625,
      "step": 60949
    },
    {
      "epoch": 2.4964161376203156,
      "grad_norm": 3.91919391207451,
      "learning_rate": 0.00019275889147929375,
      "loss": 1.4688,
      "step": 60950
    },
    {
      "epoch": 2.4964570960475116,
      "grad_norm": 3.2761201623128238,
      "learning_rate": 0.00019275576539025955,
      "loss": 4.2188,
      "step": 60951
    },
    {
      "epoch": 2.496498054474708,
      "grad_norm": 3.8729330197289076,
      "learning_rate": 0.00019275263928101292,
      "loss": 6.0,
      "step": 60952
    },
    {
      "epoch": 2.4965390129019047,
      "grad_norm": 3.406881942156752,
      "learning_rate": 0.00019274951315155525,
      "loss": 4.5938,
      "step": 60953
    },
    {
      "epoch": 2.496579971329101,
      "grad_norm": 5.464275215001626,
      "learning_rate": 0.00019274638700188815,
      "loss": 6.625,
      "step": 60954
    },
    {
      "epoch": 2.4966209297562973,
      "grad_norm": 3.1897088246901184,
      "learning_rate": 0.00019274326083201305,
      "loss": 5.4688,
      "step": 60955
    },
    {
      "epoch": 2.496661888183494,
      "grad_norm": 3.1208855767268617,
      "learning_rate": 0.00019274013464193142,
      "loss": 4.5,
      "step": 60956
    },
    {
      "epoch": 2.49670284661069,
      "grad_norm": 3.691838354977037,
      "learning_rate": 0.00019273700843164466,
      "loss": 3.8281,
      "step": 60957
    },
    {
      "epoch": 2.4967438050378865,
      "grad_norm": 3.662197038320924,
      "learning_rate": 0.00019273388220115439,
      "loss": 5.3438,
      "step": 60958
    },
    {
      "epoch": 2.496784763465083,
      "grad_norm": 3.173986439218722,
      "learning_rate": 0.000192730755950462,
      "loss": 4.5938,
      "step": 60959
    },
    {
      "epoch": 2.4968257218922796,
      "grad_norm": 5.9179644887501235,
      "learning_rate": 0.000192727629679569,
      "loss": 4.4375,
      "step": 60960
    },
    {
      "epoch": 2.4968666803194757,
      "grad_norm": 5.211530845332536,
      "learning_rate": 0.00019272450338847684,
      "loss": 5.25,
      "step": 60961
    },
    {
      "epoch": 2.496907638746672,
      "grad_norm": 4.775225820460464,
      "learning_rate": 0.00019272137707718702,
      "loss": 6.8125,
      "step": 60962
    },
    {
      "epoch": 2.4969485971738683,
      "grad_norm": 5.287177066513571,
      "learning_rate": 0.00019271825074570098,
      "loss": 4.0625,
      "step": 60963
    },
    {
      "epoch": 2.496989555601065,
      "grad_norm": 3.517967232226991,
      "learning_rate": 0.00019271512439402033,
      "loss": 4.9375,
      "step": 60964
    },
    {
      "epoch": 2.4970305140282614,
      "grad_norm": 3.6666600834260223,
      "learning_rate": 0.00019271199802214638,
      "loss": 4.9375,
      "step": 60965
    },
    {
      "epoch": 2.497071472455458,
      "grad_norm": 3.00236221682253,
      "learning_rate": 0.00019270887163008068,
      "loss": 4.6562,
      "step": 60966
    },
    {
      "epoch": 2.497112430882654,
      "grad_norm": 3.485038797301084,
      "learning_rate": 0.0001927057452178247,
      "loss": 4.9688,
      "step": 60967
    },
    {
      "epoch": 2.4971533893098505,
      "grad_norm": 4.600256012158922,
      "learning_rate": 0.0001927026187853799,
      "loss": 3.6719,
      "step": 60968
    },
    {
      "epoch": 2.497194347737047,
      "grad_norm": 5.379648060626438,
      "learning_rate": 0.00019269949233274782,
      "loss": 5.2812,
      "step": 60969
    },
    {
      "epoch": 2.497235306164243,
      "grad_norm": 5.451360255699641,
      "learning_rate": 0.00019269636585992988,
      "loss": 5.75,
      "step": 60970
    },
    {
      "epoch": 2.4972762645914397,
      "grad_norm": 3.089608649178007,
      "learning_rate": 0.00019269323936692758,
      "loss": 3.8594,
      "step": 60971
    },
    {
      "epoch": 2.4973172230186362,
      "grad_norm": 2.9836399938952485,
      "learning_rate": 0.00019269011285374238,
      "loss": 4.4688,
      "step": 60972
    },
    {
      "epoch": 2.4973581814458323,
      "grad_norm": 3.3327255567054057,
      "learning_rate": 0.00019268698632037576,
      "loss": 4.8125,
      "step": 60973
    },
    {
      "epoch": 2.497399139873029,
      "grad_norm": 4.154750513567434,
      "learning_rate": 0.00019268385976682924,
      "loss": 4.6875,
      "step": 60974
    },
    {
      "epoch": 2.4974400983002254,
      "grad_norm": 4.356404282802242,
      "learning_rate": 0.00019268073319310427,
      "loss": 3.7969,
      "step": 60975
    },
    {
      "epoch": 2.4974810567274215,
      "grad_norm": 3.091442703922908,
      "learning_rate": 0.00019267760659920233,
      "loss": 3.4219,
      "step": 60976
    },
    {
      "epoch": 2.497522015154618,
      "grad_norm": 4.955510836651039,
      "learning_rate": 0.00019267447998512485,
      "loss": 5.125,
      "step": 60977
    },
    {
      "epoch": 2.4975629735818146,
      "grad_norm": 2.929628411898852,
      "learning_rate": 0.00019267135335087338,
      "loss": 4.1562,
      "step": 60978
    },
    {
      "epoch": 2.497603932009011,
      "grad_norm": 2.9634284973523415,
      "learning_rate": 0.00019266822669644938,
      "loss": 4.6562,
      "step": 60979
    },
    {
      "epoch": 2.497644890436207,
      "grad_norm": 2.8472857971879963,
      "learning_rate": 0.0001926651000218543,
      "loss": 4.1875,
      "step": 60980
    },
    {
      "epoch": 2.4976858488634037,
      "grad_norm": 3.5560166324002873,
      "learning_rate": 0.00019266197332708964,
      "loss": 5.6562,
      "step": 60981
    },
    {
      "epoch": 2.4977268072906,
      "grad_norm": 3.411504662993609,
      "learning_rate": 0.0001926588466121569,
      "loss": 4.6562,
      "step": 60982
    },
    {
      "epoch": 2.4977677657177964,
      "grad_norm": 3.436423960391164,
      "learning_rate": 0.0001926557198770575,
      "loss": 6.25,
      "step": 60983
    },
    {
      "epoch": 2.497808724144993,
      "grad_norm": 4.702649390461043,
      "learning_rate": 0.00019265259312179297,
      "loss": 5.125,
      "step": 60984
    },
    {
      "epoch": 2.4978496825721894,
      "grad_norm": 3.086883046654468,
      "learning_rate": 0.00019264946634636477,
      "loss": 4.2188,
      "step": 60985
    },
    {
      "epoch": 2.4978906409993855,
      "grad_norm": 5.5436365402749015,
      "learning_rate": 0.00019264633955077436,
      "loss": 4.75,
      "step": 60986
    },
    {
      "epoch": 2.497931599426582,
      "grad_norm": 3.633643070214406,
      "learning_rate": 0.00019264321273502327,
      "loss": 5.4062,
      "step": 60987
    },
    {
      "epoch": 2.4979725578537786,
      "grad_norm": 3.0141663750844265,
      "learning_rate": 0.0001926400858991129,
      "loss": 4.5312,
      "step": 60988
    },
    {
      "epoch": 2.4980135162809747,
      "grad_norm": 2.7630568784646035,
      "learning_rate": 0.00019263695904304476,
      "loss": 3.3438,
      "step": 60989
    },
    {
      "epoch": 2.498054474708171,
      "grad_norm": 6.818573627833774,
      "learning_rate": 0.0001926338321668204,
      "loss": 5.0312,
      "step": 60990
    },
    {
      "epoch": 2.4980954331353677,
      "grad_norm": 3.027166982980752,
      "learning_rate": 0.0001926307052704412,
      "loss": 4.8125,
      "step": 60991
    },
    {
      "epoch": 2.498136391562564,
      "grad_norm": 2.7390786448933726,
      "learning_rate": 0.0001926275783539087,
      "loss": 3.4688,
      "step": 60992
    },
    {
      "epoch": 2.4981773499897604,
      "grad_norm": 3.223079803235405,
      "learning_rate": 0.0001926244514172243,
      "loss": 4.25,
      "step": 60993
    },
    {
      "epoch": 2.498218308416957,
      "grad_norm": 14.761453800544711,
      "learning_rate": 0.00019262132446038962,
      "loss": 2.25,
      "step": 60994
    },
    {
      "epoch": 2.498259266844153,
      "grad_norm": 4.052790059519508,
      "learning_rate": 0.000192618197483406,
      "loss": 4.4062,
      "step": 60995
    },
    {
      "epoch": 2.4983002252713495,
      "grad_norm": 2.93034328522891,
      "learning_rate": 0.00019261507048627498,
      "loss": 3.8125,
      "step": 60996
    },
    {
      "epoch": 2.498341183698546,
      "grad_norm": 5.3460899782036,
      "learning_rate": 0.000192611943468998,
      "loss": 5.1562,
      "step": 60997
    },
    {
      "epoch": 2.4983821421257426,
      "grad_norm": 2.6960624595674623,
      "learning_rate": 0.0001926088164315766,
      "loss": 4.2188,
      "step": 60998
    },
    {
      "epoch": 2.4984231005529387,
      "grad_norm": 5.963960605055779,
      "learning_rate": 0.00019260568937401224,
      "loss": 3.1094,
      "step": 60999
    },
    {
      "epoch": 2.4984640589801352,
      "grad_norm": 3.205248301867486,
      "learning_rate": 0.00019260256229630633,
      "loss": 4.6875,
      "step": 61000
    },
    {
      "epoch": 2.4985050174073313,
      "grad_norm": 2.998474326078235,
      "learning_rate": 0.00019259943519846042,
      "loss": 5.2188,
      "step": 61001
    },
    {
      "epoch": 2.498545975834528,
      "grad_norm": 3.0622303611030066,
      "learning_rate": 0.000192596308080476,
      "loss": 4.7188,
      "step": 61002
    },
    {
      "epoch": 2.4985869342617244,
      "grad_norm": 7.20781018083714,
      "learning_rate": 0.0001925931809423545,
      "loss": 6.5625,
      "step": 61003
    },
    {
      "epoch": 2.498627892688921,
      "grad_norm": 4.3748775974448435,
      "learning_rate": 0.00019259005378409737,
      "loss": 3.4531,
      "step": 61004
    },
    {
      "epoch": 2.498668851116117,
      "grad_norm": 4.78276150799168,
      "learning_rate": 0.00019258692660570616,
      "loss": 4.4375,
      "step": 61005
    },
    {
      "epoch": 2.4987098095433136,
      "grad_norm": 2.959622420870855,
      "learning_rate": 0.00019258379940718237,
      "loss": 4.3125,
      "step": 61006
    },
    {
      "epoch": 2.49875076797051,
      "grad_norm": 3.761410331355707,
      "learning_rate": 0.00019258067218852736,
      "loss": 4.9062,
      "step": 61007
    },
    {
      "epoch": 2.498791726397706,
      "grad_norm": 2.4298036711348607,
      "learning_rate": 0.00019257754494974273,
      "loss": 2.2344,
      "step": 61008
    },
    {
      "epoch": 2.4988326848249027,
      "grad_norm": 3.6439446020957384,
      "learning_rate": 0.00019257441769082988,
      "loss": 5.3125,
      "step": 61009
    },
    {
      "epoch": 2.4988736432520993,
      "grad_norm": 4.419407646141528,
      "learning_rate": 0.00019257129041179032,
      "loss": 1.4297,
      "step": 61010
    },
    {
      "epoch": 2.4989146016792954,
      "grad_norm": 3.536418709026655,
      "learning_rate": 0.00019256816311262554,
      "loss": 5.2812,
      "step": 61011
    },
    {
      "epoch": 2.498955560106492,
      "grad_norm": 4.461676201087768,
      "learning_rate": 0.00019256503579333697,
      "loss": 5.125,
      "step": 61012
    },
    {
      "epoch": 2.4989965185336884,
      "grad_norm": 5.205411302747334,
      "learning_rate": 0.00019256190845392613,
      "loss": 1.7891,
      "step": 61013
    },
    {
      "epoch": 2.4990374769608845,
      "grad_norm": 2.864526254197315,
      "learning_rate": 0.00019255878109439452,
      "loss": 4.8125,
      "step": 61014
    },
    {
      "epoch": 2.499078435388081,
      "grad_norm": 3.215154520909057,
      "learning_rate": 0.00019255565371474357,
      "loss": 4.3125,
      "step": 61015
    },
    {
      "epoch": 2.4991193938152776,
      "grad_norm": 3.362564476322554,
      "learning_rate": 0.00019255252631497478,
      "loss": 4.3438,
      "step": 61016
    },
    {
      "epoch": 2.499160352242474,
      "grad_norm": 3.1850804386140545,
      "learning_rate": 0.00019254939889508962,
      "loss": 4.8125,
      "step": 61017
    },
    {
      "epoch": 2.49920131066967,
      "grad_norm": 4.3022707942902105,
      "learning_rate": 0.00019254627145508956,
      "loss": 4.2188,
      "step": 61018
    },
    {
      "epoch": 2.4992422690968668,
      "grad_norm": 5.822515852789715,
      "learning_rate": 0.00019254314399497612,
      "loss": 6.3438,
      "step": 61019
    },
    {
      "epoch": 2.499283227524063,
      "grad_norm": 4.286693450459491,
      "learning_rate": 0.00019254001651475072,
      "loss": 4.25,
      "step": 61020
    },
    {
      "epoch": 2.4993241859512594,
      "grad_norm": 4.102972830386463,
      "learning_rate": 0.0001925368890144149,
      "loss": 6.0938,
      "step": 61021
    },
    {
      "epoch": 2.499365144378456,
      "grad_norm": 3.698846407391288,
      "learning_rate": 0.00019253376149397006,
      "loss": 4.125,
      "step": 61022
    },
    {
      "epoch": 2.4994061028056525,
      "grad_norm": 3.391557419127709,
      "learning_rate": 0.00019253063395341778,
      "loss": 5.375,
      "step": 61023
    },
    {
      "epoch": 2.4994470612328485,
      "grad_norm": 3.0730085243619496,
      "learning_rate": 0.00019252750639275947,
      "loss": 3.8438,
      "step": 61024
    },
    {
      "epoch": 2.499488019660045,
      "grad_norm": 3.1636679510527363,
      "learning_rate": 0.0001925243788119966,
      "loss": 4.3438,
      "step": 61025
    },
    {
      "epoch": 2.4995289780872416,
      "grad_norm": 3.408588410082992,
      "learning_rate": 0.00019252125121113067,
      "loss": 4.5312,
      "step": 61026
    },
    {
      "epoch": 2.4995699365144377,
      "grad_norm": 3.26597222292657,
      "learning_rate": 0.0001925181235901632,
      "loss": 4.875,
      "step": 61027
    },
    {
      "epoch": 2.4996108949416342,
      "grad_norm": 2.9877825582168764,
      "learning_rate": 0.0001925149959490956,
      "loss": 5.5312,
      "step": 61028
    },
    {
      "epoch": 2.499651853368831,
      "grad_norm": 7.516564298950973,
      "learning_rate": 0.00019251186828792935,
      "loss": 5.25,
      "step": 61029
    },
    {
      "epoch": 2.499692811796027,
      "grad_norm": 5.286085725464,
      "learning_rate": 0.000192508740606666,
      "loss": 1.6484,
      "step": 61030
    },
    {
      "epoch": 2.4997337702232234,
      "grad_norm": 3.3544121991478093,
      "learning_rate": 0.00019250561290530698,
      "loss": 3.3281,
      "step": 61031
    },
    {
      "epoch": 2.49977472865042,
      "grad_norm": 3.1706648458190747,
      "learning_rate": 0.00019250248518385378,
      "loss": 3.8906,
      "step": 61032
    },
    {
      "epoch": 2.499815687077616,
      "grad_norm": 3.051241174594901,
      "learning_rate": 0.00019249935744230782,
      "loss": 4.6562,
      "step": 61033
    },
    {
      "epoch": 2.4998566455048126,
      "grad_norm": 3.4790582475373606,
      "learning_rate": 0.00019249622968067068,
      "loss": 4.875,
      "step": 61034
    },
    {
      "epoch": 2.499897603932009,
      "grad_norm": 3.152177358757723,
      "learning_rate": 0.0001924931018989438,
      "loss": 4.5625,
      "step": 61035
    },
    {
      "epoch": 2.4999385623592056,
      "grad_norm": 4.440203415814565,
      "learning_rate": 0.0001924899740971286,
      "loss": 4.75,
      "step": 61036
    },
    {
      "epoch": 2.4999795207864017,
      "grad_norm": 3.810107793912705,
      "learning_rate": 0.00019248684627522664,
      "loss": 4.7812,
      "step": 61037
    },
    {
      "epoch": 2.5000204792135983,
      "grad_norm": 3.834112508993144,
      "learning_rate": 0.00019248371843323935,
      "loss": 4.0938,
      "step": 61038
    },
    {
      "epoch": 2.5000614376407944,
      "grad_norm": 3.7657282616987517,
      "learning_rate": 0.00019248059057116825,
      "loss": 4.6875,
      "step": 61039
    },
    {
      "epoch": 2.500102396067991,
      "grad_norm": 3.2629312233044865,
      "learning_rate": 0.0001924774626890147,
      "loss": 3.8281,
      "step": 61040
    },
    {
      "epoch": 2.5001433544951874,
      "grad_norm": 3.071658117435378,
      "learning_rate": 0.00019247433478678037,
      "loss": 4.5938,
      "step": 61041
    },
    {
      "epoch": 2.500184312922384,
      "grad_norm": 4.249055713202716,
      "learning_rate": 0.0001924712068644666,
      "loss": 5.0938,
      "step": 61042
    },
    {
      "epoch": 2.50022527134958,
      "grad_norm": 3.105667376327456,
      "learning_rate": 0.00019246807892207493,
      "loss": 4.5312,
      "step": 61043
    },
    {
      "epoch": 2.5002662297767766,
      "grad_norm": 3.187334561147091,
      "learning_rate": 0.0001924649509596068,
      "loss": 5.1562,
      "step": 61044
    },
    {
      "epoch": 2.500307188203973,
      "grad_norm": 2.7595744853410427,
      "learning_rate": 0.00019246182297706367,
      "loss": 3.625,
      "step": 61045
    },
    {
      "epoch": 2.500348146631169,
      "grad_norm": 3.9748666448371237,
      "learning_rate": 0.00019245869497444708,
      "loss": 5.2188,
      "step": 61046
    },
    {
      "epoch": 2.5003891050583658,
      "grad_norm": 3.92954291566727,
      "learning_rate": 0.0001924555669517585,
      "loss": 4.0938,
      "step": 61047
    },
    {
      "epoch": 2.5004300634855623,
      "grad_norm": 6.453930893805764,
      "learning_rate": 0.0001924524389089994,
      "loss": 2.2812,
      "step": 61048
    },
    {
      "epoch": 2.5004710219127584,
      "grad_norm": 8.43252712443599,
      "learning_rate": 0.00019244931084617123,
      "loss": 1.4219,
      "step": 61049
    },
    {
      "epoch": 2.500511980339955,
      "grad_norm": 4.599101953454261,
      "learning_rate": 0.0001924461827632755,
      "loss": 5.25,
      "step": 61050
    },
    {
      "epoch": 2.5005529387671515,
      "grad_norm": 8.038760697712279,
      "learning_rate": 0.00019244305466031367,
      "loss": 4.4688,
      "step": 61051
    },
    {
      "epoch": 2.5005938971943475,
      "grad_norm": 3.2929197669050074,
      "learning_rate": 0.00019243992653728722,
      "loss": 4.3125,
      "step": 61052
    },
    {
      "epoch": 2.500634855621544,
      "grad_norm": 3.7307337403065812,
      "learning_rate": 0.00019243679839419764,
      "loss": 4.9062,
      "step": 61053
    },
    {
      "epoch": 2.5006758140487406,
      "grad_norm": 4.717687689322704,
      "learning_rate": 0.00019243367023104638,
      "loss": 2.7188,
      "step": 61054
    },
    {
      "epoch": 2.500716772475937,
      "grad_norm": 4.370308976295976,
      "learning_rate": 0.000192430542047835,
      "loss": 5.9062,
      "step": 61055
    },
    {
      "epoch": 2.5007577309031332,
      "grad_norm": 23.991336925303248,
      "learning_rate": 0.0001924274138445649,
      "loss": 6.9688,
      "step": 61056
    },
    {
      "epoch": 2.50079868933033,
      "grad_norm": 6.351158278440245,
      "learning_rate": 0.00019242428562123753,
      "loss": 6.7188,
      "step": 61057
    },
    {
      "epoch": 2.500839647757526,
      "grad_norm": 2.9924647100321344,
      "learning_rate": 0.00019242115737785447,
      "loss": 2.75,
      "step": 61058
    },
    {
      "epoch": 2.5008806061847224,
      "grad_norm": 2.872238223578263,
      "learning_rate": 0.00019241802911441718,
      "loss": 4.4688,
      "step": 61059
    },
    {
      "epoch": 2.500921564611919,
      "grad_norm": 3.1390567648912033,
      "learning_rate": 0.00019241490083092704,
      "loss": 5.0312,
      "step": 61060
    },
    {
      "epoch": 2.5009625230391155,
      "grad_norm": 3.7141792008139474,
      "learning_rate": 0.00019241177252738562,
      "loss": 5.0625,
      "step": 61061
    },
    {
      "epoch": 2.5010034814663116,
      "grad_norm": 3.6947137716022227,
      "learning_rate": 0.00019240864420379437,
      "loss": 4.1875,
      "step": 61062
    },
    {
      "epoch": 2.501044439893508,
      "grad_norm": 3.536971188975433,
      "learning_rate": 0.0001924055158601548,
      "loss": 3.75,
      "step": 61063
    },
    {
      "epoch": 2.5010853983207046,
      "grad_norm": 3.4684959003349927,
      "learning_rate": 0.00019240238749646834,
      "loss": 4.7812,
      "step": 61064
    },
    {
      "epoch": 2.5011263567479007,
      "grad_norm": 3.3310203143721444,
      "learning_rate": 0.00019239925911273647,
      "loss": 4.8125,
      "step": 61065
    },
    {
      "epoch": 2.5011673151750973,
      "grad_norm": 2.756149619824622,
      "learning_rate": 0.00019239613070896075,
      "loss": 4.0625,
      "step": 61066
    },
    {
      "epoch": 2.501208273602294,
      "grad_norm": 3.243516639210108,
      "learning_rate": 0.00019239300228514255,
      "loss": 4.8438,
      "step": 61067
    },
    {
      "epoch": 2.5012492320294903,
      "grad_norm": 8.045533552066258,
      "learning_rate": 0.00019238987384128344,
      "loss": 4.375,
      "step": 61068
    },
    {
      "epoch": 2.5012901904566864,
      "grad_norm": 3.370548683884855,
      "learning_rate": 0.0001923867453773848,
      "loss": 4.125,
      "step": 61069
    },
    {
      "epoch": 2.501331148883883,
      "grad_norm": 4.719505937207929,
      "learning_rate": 0.00019238361689344823,
      "loss": 2.1875,
      "step": 61070
    },
    {
      "epoch": 2.501372107311079,
      "grad_norm": 3.51158414035363,
      "learning_rate": 0.0001923804883894751,
      "loss": 5.125,
      "step": 61071
    },
    {
      "epoch": 2.5014130657382756,
      "grad_norm": 5.464630083512935,
      "learning_rate": 0.00019237735986546694,
      "loss": 4.6875,
      "step": 61072
    },
    {
      "epoch": 2.501454024165472,
      "grad_norm": 3.177071995359562,
      "learning_rate": 0.00019237423132142522,
      "loss": 4.3438,
      "step": 61073
    },
    {
      "epoch": 2.5014949825926687,
      "grad_norm": 3.7178482303795857,
      "learning_rate": 0.00019237110275735145,
      "loss": 4.9062,
      "step": 61074
    },
    {
      "epoch": 2.5015359410198648,
      "grad_norm": 7.5498462008597755,
      "learning_rate": 0.0001923679741732471,
      "loss": 5.4375,
      "step": 61075
    },
    {
      "epoch": 2.5015768994470613,
      "grad_norm": 3.4875175791542548,
      "learning_rate": 0.0001923648455691136,
      "loss": 5.2812,
      "step": 61076
    },
    {
      "epoch": 2.5016178578742574,
      "grad_norm": 3.770323534629037,
      "learning_rate": 0.00019236171694495243,
      "loss": 5.4688,
      "step": 61077
    },
    {
      "epoch": 2.501658816301454,
      "grad_norm": 3.626749538169496,
      "learning_rate": 0.0001923585883007651,
      "loss": 5.1562,
      "step": 61078
    },
    {
      "epoch": 2.5016997747286505,
      "grad_norm": 4.027132790805181,
      "learning_rate": 0.00019235545963655314,
      "loss": 6.8438,
      "step": 61079
    },
    {
      "epoch": 2.501740733155847,
      "grad_norm": 7.84481364495419,
      "learning_rate": 0.00019235233095231795,
      "loss": 5.5625,
      "step": 61080
    },
    {
      "epoch": 2.501781691583043,
      "grad_norm": 3.1533859461831186,
      "learning_rate": 0.00019234920224806102,
      "loss": 4.2188,
      "step": 61081
    },
    {
      "epoch": 2.5018226500102396,
      "grad_norm": 15.59048995950975,
      "learning_rate": 0.00019234607352378385,
      "loss": 4.625,
      "step": 61082
    },
    {
      "epoch": 2.501863608437436,
      "grad_norm": 3.204815258738361,
      "learning_rate": 0.0001923429447794879,
      "loss": 5.1875,
      "step": 61083
    },
    {
      "epoch": 2.5019045668646323,
      "grad_norm": 3.35997778938279,
      "learning_rate": 0.0001923398160151747,
      "loss": 4.875,
      "step": 61084
    },
    {
      "epoch": 2.501945525291829,
      "grad_norm": 3.022825775376984,
      "learning_rate": 0.00019233668723084565,
      "loss": 3.6406,
      "step": 61085
    },
    {
      "epoch": 2.5019864837190253,
      "grad_norm": 7.285225195152613,
      "learning_rate": 0.00019233355842650232,
      "loss": 5.7812,
      "step": 61086
    },
    {
      "epoch": 2.502027442146222,
      "grad_norm": 3.605831138941056,
      "learning_rate": 0.00019233042960214612,
      "loss": 5.1875,
      "step": 61087
    },
    {
      "epoch": 2.502068400573418,
      "grad_norm": 4.1768391753003895,
      "learning_rate": 0.00019232730075777855,
      "loss": 4.8438,
      "step": 61088
    },
    {
      "epoch": 2.5021093590006145,
      "grad_norm": 6.72915799338297,
      "learning_rate": 0.00019232417189340105,
      "loss": 6.5,
      "step": 61089
    },
    {
      "epoch": 2.5021503174278106,
      "grad_norm": 6.632107711139307,
      "learning_rate": 0.0001923210430090152,
      "loss": 5.125,
      "step": 61090
    },
    {
      "epoch": 2.502191275855007,
      "grad_norm": 3.2426998307522754,
      "learning_rate": 0.0001923179141046224,
      "loss": 5.0,
      "step": 61091
    },
    {
      "epoch": 2.5022322342822036,
      "grad_norm": 3.8604257721895965,
      "learning_rate": 0.00019231478518022413,
      "loss": 7.2188,
      "step": 61092
    },
    {
      "epoch": 2.5022731927094,
      "grad_norm": 3.1110093102078364,
      "learning_rate": 0.00019231165623582186,
      "loss": 4.1562,
      "step": 61093
    },
    {
      "epoch": 2.5023141511365963,
      "grad_norm": 3.6931669098383635,
      "learning_rate": 0.00019230852727141712,
      "loss": 4.6875,
      "step": 61094
    },
    {
      "epoch": 2.502355109563793,
      "grad_norm": 4.3157660315411315,
      "learning_rate": 0.0001923053982870114,
      "loss": 5.1562,
      "step": 61095
    },
    {
      "epoch": 2.502396067990989,
      "grad_norm": 4.291042040020328,
      "learning_rate": 0.0001923022692826061,
      "loss": 4.2812,
      "step": 61096
    },
    {
      "epoch": 2.5024370264181854,
      "grad_norm": 4.2052857921810345,
      "learning_rate": 0.00019229914025820273,
      "loss": 6.0,
      "step": 61097
    },
    {
      "epoch": 2.502477984845382,
      "grad_norm": 2.9025914835124835,
      "learning_rate": 0.0001922960112138028,
      "loss": 4.3125,
      "step": 61098
    },
    {
      "epoch": 2.5025189432725785,
      "grad_norm": 3.5713918363549966,
      "learning_rate": 0.0001922928821494078,
      "loss": 5.0938,
      "step": 61099
    },
    {
      "epoch": 2.5025599016997746,
      "grad_norm": 3.9459752394157523,
      "learning_rate": 0.00019228975306501912,
      "loss": 5.5312,
      "step": 61100
    },
    {
      "epoch": 2.502600860126971,
      "grad_norm": 3.7966398950108267,
      "learning_rate": 0.00019228662396063832,
      "loss": 4.1562,
      "step": 61101
    },
    {
      "epoch": 2.5026418185541677,
      "grad_norm": 3.741468630774314,
      "learning_rate": 0.0001922834948362669,
      "loss": 5.4688,
      "step": 61102
    },
    {
      "epoch": 2.5026827769813638,
      "grad_norm": 8.684795333720514,
      "learning_rate": 0.00019228036569190625,
      "loss": 4.3125,
      "step": 61103
    },
    {
      "epoch": 2.5027237354085603,
      "grad_norm": 3.427623403450529,
      "learning_rate": 0.0001922772365275579,
      "loss": 4.3438,
      "step": 61104
    },
    {
      "epoch": 2.502764693835757,
      "grad_norm": 3.3767917499284468,
      "learning_rate": 0.00019227410734322335,
      "loss": 5.5938,
      "step": 61105
    },
    {
      "epoch": 2.5028056522629534,
      "grad_norm": 3.6008105815192164,
      "learning_rate": 0.00019227097813890408,
      "loss": 4.7188,
      "step": 61106
    },
    {
      "epoch": 2.5028466106901495,
      "grad_norm": 3.1861509997949957,
      "learning_rate": 0.00019226784891460152,
      "loss": 1.5469,
      "step": 61107
    },
    {
      "epoch": 2.502887569117346,
      "grad_norm": 3.4446158785955228,
      "learning_rate": 0.00019226471967031712,
      "loss": 3.5156,
      "step": 61108
    },
    {
      "epoch": 2.502928527544542,
      "grad_norm": 3.0381871136983496,
      "learning_rate": 0.00019226159040605244,
      "loss": 3.9062,
      "step": 61109
    },
    {
      "epoch": 2.5029694859717386,
      "grad_norm": 11.339255461263436,
      "learning_rate": 0.00019225846112180898,
      "loss": 7.0,
      "step": 61110
    },
    {
      "epoch": 2.503010444398935,
      "grad_norm": 4.679486098015107,
      "learning_rate": 0.00019225533181758814,
      "loss": 4.4062,
      "step": 61111
    },
    {
      "epoch": 2.5030514028261317,
      "grad_norm": 3.431604089049189,
      "learning_rate": 0.00019225220249339143,
      "loss": 4.7812,
      "step": 61112
    },
    {
      "epoch": 2.503092361253328,
      "grad_norm": 3.3579423619311988,
      "learning_rate": 0.0001922490731492203,
      "loss": 4.7812,
      "step": 61113
    },
    {
      "epoch": 2.5031333196805243,
      "grad_norm": 3.571387108737877,
      "learning_rate": 0.0001922459437850763,
      "loss": 3.7812,
      "step": 61114
    },
    {
      "epoch": 2.5031742781077204,
      "grad_norm": 3.4240839235175398,
      "learning_rate": 0.0001922428144009609,
      "loss": 4.625,
      "step": 61115
    },
    {
      "epoch": 2.503215236534917,
      "grad_norm": 4.43106725666771,
      "learning_rate": 0.00019223968499687547,
      "loss": 4.6875,
      "step": 61116
    },
    {
      "epoch": 2.5032561949621135,
      "grad_norm": 3.2001455504760026,
      "learning_rate": 0.0001922365555728216,
      "loss": 4.9688,
      "step": 61117
    },
    {
      "epoch": 2.50329715338931,
      "grad_norm": 5.887848465728548,
      "learning_rate": 0.00019223342612880072,
      "loss": 6.0625,
      "step": 61118
    },
    {
      "epoch": 2.503338111816506,
      "grad_norm": 3.365186713646518,
      "learning_rate": 0.00019223029666481437,
      "loss": 5.0625,
      "step": 61119
    },
    {
      "epoch": 2.5033790702437027,
      "grad_norm": 3.9513212562416733,
      "learning_rate": 0.000192227167180864,
      "loss": 1.5391,
      "step": 61120
    },
    {
      "epoch": 2.503420028670899,
      "grad_norm": 7.998439396347846,
      "learning_rate": 0.00019222403767695098,
      "loss": 3.5625,
      "step": 61121
    },
    {
      "epoch": 2.5034609870980953,
      "grad_norm": 16.208245160837894,
      "learning_rate": 0.00019222090815307696,
      "loss": 4.4062,
      "step": 61122
    },
    {
      "epoch": 2.503501945525292,
      "grad_norm": 3.931918460579216,
      "learning_rate": 0.00019221777860924336,
      "loss": 5.7188,
      "step": 61123
    },
    {
      "epoch": 2.5035429039524884,
      "grad_norm": 3.404727161920229,
      "learning_rate": 0.00019221464904545162,
      "loss": 4.4062,
      "step": 61124
    },
    {
      "epoch": 2.503583862379685,
      "grad_norm": 2.9577755870277667,
      "learning_rate": 0.0001922115194617032,
      "loss": 4.3438,
      "step": 61125
    },
    {
      "epoch": 2.503624820806881,
      "grad_norm": 4.020555039928985,
      "learning_rate": 0.00019220838985799967,
      "loss": 5.7188,
      "step": 61126
    },
    {
      "epoch": 2.5036657792340775,
      "grad_norm": 3.563574941609168,
      "learning_rate": 0.00019220526023434246,
      "loss": 3.8125,
      "step": 61127
    },
    {
      "epoch": 2.5037067376612736,
      "grad_norm": 2.8248099816378693,
      "learning_rate": 0.00019220213059073304,
      "loss": 4.0312,
      "step": 61128
    },
    {
      "epoch": 2.50374769608847,
      "grad_norm": 12.6009105617559,
      "learning_rate": 0.0001921990009271729,
      "loss": 1.4062,
      "step": 61129
    },
    {
      "epoch": 2.5037886545156667,
      "grad_norm": 5.574809312248185,
      "learning_rate": 0.00019219587124366354,
      "loss": 4.2812,
      "step": 61130
    },
    {
      "epoch": 2.503829612942863,
      "grad_norm": 3.2074246430258264,
      "learning_rate": 0.00019219274154020643,
      "loss": 4.2188,
      "step": 61131
    },
    {
      "epoch": 2.5038705713700593,
      "grad_norm": 3.692275181734352,
      "learning_rate": 0.000192189611816803,
      "loss": 4.25,
      "step": 61132
    },
    {
      "epoch": 2.503911529797256,
      "grad_norm": 3.295519937278115,
      "learning_rate": 0.00019218648207345476,
      "loss": 4.6875,
      "step": 61133
    },
    {
      "epoch": 2.503952488224452,
      "grad_norm": 2.9192450788038338,
      "learning_rate": 0.00019218335231016326,
      "loss": 4.2188,
      "step": 61134
    },
    {
      "epoch": 2.5039934466516485,
      "grad_norm": 3.714393785180245,
      "learning_rate": 0.00019218022252692987,
      "loss": 4.0938,
      "step": 61135
    },
    {
      "epoch": 2.504034405078845,
      "grad_norm": 3.489517874085925,
      "learning_rate": 0.00019217709272375616,
      "loss": 4.8438,
      "step": 61136
    },
    {
      "epoch": 2.5040753635060415,
      "grad_norm": 13.54132645304571,
      "learning_rate": 0.00019217396290064352,
      "loss": 1.3125,
      "step": 61137
    },
    {
      "epoch": 2.5041163219332376,
      "grad_norm": 3.2173073397015877,
      "learning_rate": 0.0001921708330575935,
      "loss": 4.9688,
      "step": 61138
    },
    {
      "epoch": 2.504157280360434,
      "grad_norm": 3.39509743526706,
      "learning_rate": 0.00019216770319460756,
      "loss": 5.125,
      "step": 61139
    },
    {
      "epoch": 2.5041982387876307,
      "grad_norm": 3.488558131944403,
      "learning_rate": 0.0001921645733116872,
      "loss": 4.875,
      "step": 61140
    },
    {
      "epoch": 2.504239197214827,
      "grad_norm": 3.3756709005916568,
      "learning_rate": 0.00019216144340883387,
      "loss": 5.0938,
      "step": 61141
    },
    {
      "epoch": 2.5042801556420233,
      "grad_norm": 6.542084698889867,
      "learning_rate": 0.00019215831348604902,
      "loss": 6.0312,
      "step": 61142
    },
    {
      "epoch": 2.50432111406922,
      "grad_norm": 3.444436264365274,
      "learning_rate": 0.0001921551835433342,
      "loss": 2.8281,
      "step": 61143
    },
    {
      "epoch": 2.5043620724964164,
      "grad_norm": 3.2238729168087312,
      "learning_rate": 0.00019215205358069081,
      "loss": 4.1875,
      "step": 61144
    },
    {
      "epoch": 2.5044030309236125,
      "grad_norm": 3.0999315059100403,
      "learning_rate": 0.0001921489235981204,
      "loss": 4.8125,
      "step": 61145
    },
    {
      "epoch": 2.504443989350809,
      "grad_norm": 6.214029943282293,
      "learning_rate": 0.00019214579359562445,
      "loss": 4.75,
      "step": 61146
    },
    {
      "epoch": 2.504484947778005,
      "grad_norm": 9.046918768491716,
      "learning_rate": 0.0001921426635732044,
      "loss": 4.1562,
      "step": 61147
    },
    {
      "epoch": 2.5045259062052017,
      "grad_norm": 3.225564488553311,
      "learning_rate": 0.00019213953353086171,
      "loss": 5.5,
      "step": 61148
    },
    {
      "epoch": 2.504566864632398,
      "grad_norm": 3.3624449187396888,
      "learning_rate": 0.00019213640346859792,
      "loss": 4.4375,
      "step": 61149
    },
    {
      "epoch": 2.5046078230595947,
      "grad_norm": 2.716762179803334,
      "learning_rate": 0.0001921332733864145,
      "loss": 4.0,
      "step": 61150
    },
    {
      "epoch": 2.504648781486791,
      "grad_norm": 3.663690280560389,
      "learning_rate": 0.0001921301432843129,
      "loss": 4.3125,
      "step": 61151
    },
    {
      "epoch": 2.5046897399139874,
      "grad_norm": 3.0613174964181837,
      "learning_rate": 0.0001921270131622946,
      "loss": 3.5625,
      "step": 61152
    },
    {
      "epoch": 2.5047306983411834,
      "grad_norm": 4.072262502575137,
      "learning_rate": 0.00019212388302036109,
      "loss": 6.1875,
      "step": 61153
    },
    {
      "epoch": 2.50477165676838,
      "grad_norm": 2.9743775460812754,
      "learning_rate": 0.00019212075285851386,
      "loss": 4.375,
      "step": 61154
    },
    {
      "epoch": 2.5048126151955765,
      "grad_norm": 4.128792318760521,
      "learning_rate": 0.0001921176226767544,
      "loss": 5.7812,
      "step": 61155
    },
    {
      "epoch": 2.504853573622773,
      "grad_norm": 4.879023499799589,
      "learning_rate": 0.0001921144924750842,
      "loss": 3.7812,
      "step": 61156
    },
    {
      "epoch": 2.504894532049969,
      "grad_norm": 5.703115363695122,
      "learning_rate": 0.0001921113622535046,
      "loss": 1.5312,
      "step": 61157
    },
    {
      "epoch": 2.5049354904771657,
      "grad_norm": 3.1743987845477637,
      "learning_rate": 0.0001921082320120173,
      "loss": 6.125,
      "step": 61158
    },
    {
      "epoch": 2.504976448904362,
      "grad_norm": 2.839209701088677,
      "learning_rate": 0.00019210510175062364,
      "loss": 3.8125,
      "step": 61159
    },
    {
      "epoch": 2.5050174073315583,
      "grad_norm": 3.541878246730583,
      "learning_rate": 0.00019210197146932515,
      "loss": 4.5312,
      "step": 61160
    },
    {
      "epoch": 2.505058365758755,
      "grad_norm": 4.297047734656647,
      "learning_rate": 0.00019209884116812322,
      "loss": 4.4062,
      "step": 61161
    },
    {
      "epoch": 2.5050993241859514,
      "grad_norm": 2.949603824069753,
      "learning_rate": 0.00019209571084701947,
      "loss": 4.5625,
      "step": 61162
    },
    {
      "epoch": 2.505140282613148,
      "grad_norm": 5.71971738554946,
      "learning_rate": 0.0001920925805060153,
      "loss": 3.625,
      "step": 61163
    },
    {
      "epoch": 2.505181241040344,
      "grad_norm": 21.26907026542608,
      "learning_rate": 0.00019208945014511215,
      "loss": 3.6406,
      "step": 61164
    },
    {
      "epoch": 2.5052221994675405,
      "grad_norm": 5.00668899907127,
      "learning_rate": 0.00019208631976431158,
      "loss": 5.4688,
      "step": 61165
    },
    {
      "epoch": 2.5052631578947366,
      "grad_norm": 2.869013840913915,
      "learning_rate": 0.00019208318936361505,
      "loss": 4.0625,
      "step": 61166
    },
    {
      "epoch": 2.505304116321933,
      "grad_norm": 3.3079745702975343,
      "learning_rate": 0.00019208005894302404,
      "loss": 5.0,
      "step": 61167
    },
    {
      "epoch": 2.5053450747491297,
      "grad_norm": 2.727165949292592,
      "learning_rate": 0.00019207692850254,
      "loss": 3.4844,
      "step": 61168
    },
    {
      "epoch": 2.5053860331763262,
      "grad_norm": 3.484235782809102,
      "learning_rate": 0.0001920737980421644,
      "loss": 4.7812,
      "step": 61169
    },
    {
      "epoch": 2.5054269916035223,
      "grad_norm": 5.09609728417832,
      "learning_rate": 0.00019207066756189885,
      "loss": 1.8438,
      "step": 61170
    },
    {
      "epoch": 2.505467950030719,
      "grad_norm": 5.595864517779138,
      "learning_rate": 0.00019206753706174463,
      "loss": 5.5625,
      "step": 61171
    },
    {
      "epoch": 2.505508908457915,
      "grad_norm": 3.3035562390462925,
      "learning_rate": 0.0001920644065417034,
      "loss": 5.1562,
      "step": 61172
    },
    {
      "epoch": 2.5055498668851115,
      "grad_norm": 4.384345858490134,
      "learning_rate": 0.00019206127600177646,
      "loss": 4.5312,
      "step": 61173
    },
    {
      "epoch": 2.505590825312308,
      "grad_norm": 4.253076153182658,
      "learning_rate": 0.00019205814544196546,
      "loss": 5.3125,
      "step": 61174
    },
    {
      "epoch": 2.5056317837395046,
      "grad_norm": 6.193661473391315,
      "learning_rate": 0.0001920550148622718,
      "loss": 3.3438,
      "step": 61175
    },
    {
      "epoch": 2.5056727421667007,
      "grad_norm": 4.814564098312623,
      "learning_rate": 0.000192051884262697,
      "loss": 5.2812,
      "step": 61176
    },
    {
      "epoch": 2.505713700593897,
      "grad_norm": 3.9260598455955664,
      "learning_rate": 0.0001920487536432425,
      "loss": 6.5312,
      "step": 61177
    },
    {
      "epoch": 2.5057546590210937,
      "grad_norm": 3.751661563858029,
      "learning_rate": 0.00019204562300390975,
      "loss": 4.7812,
      "step": 61178
    },
    {
      "epoch": 2.50579561744829,
      "grad_norm": 4.879647533731711,
      "learning_rate": 0.00019204249234470026,
      "loss": 4.6562,
      "step": 61179
    },
    {
      "epoch": 2.5058365758754864,
      "grad_norm": 3.2866125421890477,
      "learning_rate": 0.00019203936166561553,
      "loss": 4.4688,
      "step": 61180
    },
    {
      "epoch": 2.505877534302683,
      "grad_norm": 3.3526673830210703,
      "learning_rate": 0.00019203623096665704,
      "loss": 5.1875,
      "step": 61181
    },
    {
      "epoch": 2.5059184927298794,
      "grad_norm": 3.3235529367144467,
      "learning_rate": 0.00019203310024782627,
      "loss": 5.0938,
      "step": 61182
    },
    {
      "epoch": 2.5059594511570755,
      "grad_norm": 6.761721667907676,
      "learning_rate": 0.0001920299695091247,
      "loss": 4.8438,
      "step": 61183
    },
    {
      "epoch": 2.506000409584272,
      "grad_norm": 4.193641455830669,
      "learning_rate": 0.00019202683875055377,
      "loss": 4.25,
      "step": 61184
    },
    {
      "epoch": 2.506041368011468,
      "grad_norm": 3.2523638517085054,
      "learning_rate": 0.00019202370797211498,
      "loss": 4.8438,
      "step": 61185
    },
    {
      "epoch": 2.5060823264386647,
      "grad_norm": 3.2345722373431234,
      "learning_rate": 0.00019202057717380983,
      "loss": 5.625,
      "step": 61186
    },
    {
      "epoch": 2.5061232848658612,
      "grad_norm": 13.867270207216071,
      "learning_rate": 0.00019201744635563982,
      "loss": 4.5938,
      "step": 61187
    },
    {
      "epoch": 2.5061642432930578,
      "grad_norm": 2.9597540887287,
      "learning_rate": 0.00019201431551760638,
      "loss": 3.9844,
      "step": 61188
    },
    {
      "epoch": 2.506205201720254,
      "grad_norm": 8.060740782382341,
      "learning_rate": 0.00019201118465971099,
      "loss": 1.625,
      "step": 61189
    },
    {
      "epoch": 2.5062461601474504,
      "grad_norm": 3.6033873033372736,
      "learning_rate": 0.00019200805378195515,
      "loss": 4.5,
      "step": 61190
    },
    {
      "epoch": 2.5062871185746465,
      "grad_norm": 3.186887055897941,
      "learning_rate": 0.00019200492288434036,
      "loss": 4.125,
      "step": 61191
    },
    {
      "epoch": 2.506328077001843,
      "grad_norm": 6.97962286747459,
      "learning_rate": 0.0001920017919668681,
      "loss": 3.4219,
      "step": 61192
    },
    {
      "epoch": 2.5063690354290395,
      "grad_norm": 3.286281668035306,
      "learning_rate": 0.00019199866102953978,
      "loss": 4.5938,
      "step": 61193
    },
    {
      "epoch": 2.506409993856236,
      "grad_norm": 3.1934133400027727,
      "learning_rate": 0.00019199553007235697,
      "loss": 4.875,
      "step": 61194
    },
    {
      "epoch": 2.506450952283432,
      "grad_norm": 4.52804224221247,
      "learning_rate": 0.0001919923990953211,
      "loss": 6.5312,
      "step": 61195
    },
    {
      "epoch": 2.5064919107106287,
      "grad_norm": 3.1090479434621265,
      "learning_rate": 0.00019198926809843367,
      "loss": 4.6875,
      "step": 61196
    },
    {
      "epoch": 2.5065328691378252,
      "grad_norm": 3.7564314167991926,
      "learning_rate": 0.0001919861370816961,
      "loss": 2.7344,
      "step": 61197
    },
    {
      "epoch": 2.5065738275650213,
      "grad_norm": 3.7054499730144617,
      "learning_rate": 0.00019198300604510995,
      "loss": 4.1875,
      "step": 61198
    },
    {
      "epoch": 2.506614785992218,
      "grad_norm": 3.242525925379075,
      "learning_rate": 0.0001919798749886767,
      "loss": 5.0312,
      "step": 61199
    },
    {
      "epoch": 2.5066557444194144,
      "grad_norm": 3.227860859723471,
      "learning_rate": 0.00019197674391239778,
      "loss": 4.3125,
      "step": 61200
    },
    {
      "epoch": 2.506696702846611,
      "grad_norm": 3.375208306898386,
      "learning_rate": 0.00019197361281627468,
      "loss": 4.9062,
      "step": 61201
    },
    {
      "epoch": 2.506737661273807,
      "grad_norm": 4.966982411196285,
      "learning_rate": 0.0001919704817003089,
      "loss": 2.2656,
      "step": 61202
    },
    {
      "epoch": 2.5067786197010036,
      "grad_norm": 7.502809942304727,
      "learning_rate": 0.0001919673505645019,
      "loss": 5.1562,
      "step": 61203
    },
    {
      "epoch": 2.5068195781281997,
      "grad_norm": 6.553707015089564,
      "learning_rate": 0.00019196421940885521,
      "loss": 6.625,
      "step": 61204
    },
    {
      "epoch": 2.506860536555396,
      "grad_norm": 3.2812198961847,
      "learning_rate": 0.00019196108823337025,
      "loss": 4.4062,
      "step": 61205
    },
    {
      "epoch": 2.5069014949825927,
      "grad_norm": 5.497449069993193,
      "learning_rate": 0.00019195795703804848,
      "loss": 4.5938,
      "step": 61206
    },
    {
      "epoch": 2.5069424534097893,
      "grad_norm": 3.3897579955470074,
      "learning_rate": 0.0001919548258228915,
      "loss": 5.1562,
      "step": 61207
    },
    {
      "epoch": 2.5069834118369854,
      "grad_norm": 3.333222185385245,
      "learning_rate": 0.00019195169458790067,
      "loss": 4.5312,
      "step": 61208
    },
    {
      "epoch": 2.507024370264182,
      "grad_norm": 3.514097083887701,
      "learning_rate": 0.0001919485633330775,
      "loss": 3.9219,
      "step": 61209
    },
    {
      "epoch": 2.507065328691378,
      "grad_norm": 3.753159746089846,
      "learning_rate": 0.0001919454320584235,
      "loss": 4.0625,
      "step": 61210
    },
    {
      "epoch": 2.5071062871185745,
      "grad_norm": 4.659201250447352,
      "learning_rate": 0.0001919423007639402,
      "loss": 6.0312,
      "step": 61211
    },
    {
      "epoch": 2.507147245545771,
      "grad_norm": 3.1901621408231677,
      "learning_rate": 0.0001919391694496289,
      "loss": 4.9375,
      "step": 61212
    },
    {
      "epoch": 2.5071882039729676,
      "grad_norm": 3.0644734949264008,
      "learning_rate": 0.00019193603811549126,
      "loss": 4.9062,
      "step": 61213
    },
    {
      "epoch": 2.5072291624001637,
      "grad_norm": 3.852981564112405,
      "learning_rate": 0.00019193290676152867,
      "loss": 4.0625,
      "step": 61214
    },
    {
      "epoch": 2.5072701208273602,
      "grad_norm": 3.251304743893072,
      "learning_rate": 0.00019192977538774267,
      "loss": 4.5938,
      "step": 61215
    },
    {
      "epoch": 2.5073110792545568,
      "grad_norm": 4.254434170548001,
      "learning_rate": 0.00019192664399413466,
      "loss": 5.5,
      "step": 61216
    },
    {
      "epoch": 2.507352037681753,
      "grad_norm": 6.723356913254832,
      "learning_rate": 0.0001919235125807062,
      "loss": 4.5625,
      "step": 61217
    },
    {
      "epoch": 2.5073929961089494,
      "grad_norm": 3.8614209502192427,
      "learning_rate": 0.0001919203811474587,
      "loss": 4.9688,
      "step": 61218
    },
    {
      "epoch": 2.507433954536146,
      "grad_norm": 3.8653411089898446,
      "learning_rate": 0.00019191724969439371,
      "loss": 3.1406,
      "step": 61219
    },
    {
      "epoch": 2.5074749129633425,
      "grad_norm": 3.5375389254252108,
      "learning_rate": 0.00019191411822151266,
      "loss": 4.875,
      "step": 61220
    },
    {
      "epoch": 2.5075158713905386,
      "grad_norm": 4.559547219571174,
      "learning_rate": 0.000191910986728817,
      "loss": 5.4062,
      "step": 61221
    },
    {
      "epoch": 2.507556829817735,
      "grad_norm": 3.6343832623014243,
      "learning_rate": 0.00019190785521630834,
      "loss": 4.75,
      "step": 61222
    },
    {
      "epoch": 2.507597788244931,
      "grad_norm": 3.318208794039302,
      "learning_rate": 0.00019190472368398807,
      "loss": 4.5312,
      "step": 61223
    },
    {
      "epoch": 2.5076387466721277,
      "grad_norm": 3.4547139261910638,
      "learning_rate": 0.00019190159213185764,
      "loss": 5.375,
      "step": 61224
    },
    {
      "epoch": 2.5076797050993243,
      "grad_norm": 3.306192284483312,
      "learning_rate": 0.00019189846055991854,
      "loss": 4.5938,
      "step": 61225
    },
    {
      "epoch": 2.507720663526521,
      "grad_norm": 4.365661357868756,
      "learning_rate": 0.00019189532896817237,
      "loss": 3.625,
      "step": 61226
    },
    {
      "epoch": 2.507761621953717,
      "grad_norm": 2.9402345487943755,
      "learning_rate": 0.00019189219735662048,
      "loss": 4.1875,
      "step": 61227
    },
    {
      "epoch": 2.5078025803809134,
      "grad_norm": 2.5712065225893705,
      "learning_rate": 0.0001918890657252644,
      "loss": 3.5781,
      "step": 61228
    },
    {
      "epoch": 2.5078435388081095,
      "grad_norm": 2.8627312976977035,
      "learning_rate": 0.00019188593407410554,
      "loss": 4.0938,
      "step": 61229
    },
    {
      "epoch": 2.507884497235306,
      "grad_norm": 4.254801447237445,
      "learning_rate": 0.00019188280240314546,
      "loss": 5.5,
      "step": 61230
    },
    {
      "epoch": 2.5079254556625026,
      "grad_norm": 3.400317707931014,
      "learning_rate": 0.00019187967071238567,
      "loss": 4.6562,
      "step": 61231
    },
    {
      "epoch": 2.507966414089699,
      "grad_norm": 2.983268075765472,
      "learning_rate": 0.00019187653900182758,
      "loss": 4.1875,
      "step": 61232
    },
    {
      "epoch": 2.508007372516895,
      "grad_norm": 3.6093017955766906,
      "learning_rate": 0.00019187340727147266,
      "loss": 4.5312,
      "step": 61233
    },
    {
      "epoch": 2.5080483309440917,
      "grad_norm": 3.238059547586669,
      "learning_rate": 0.00019187027552132246,
      "loss": 5.3438,
      "step": 61234
    },
    {
      "epoch": 2.5080892893712883,
      "grad_norm": 2.986939418951557,
      "learning_rate": 0.00019186714375137842,
      "loss": 4.3125,
      "step": 61235
    },
    {
      "epoch": 2.5081302477984844,
      "grad_norm": 3.3462366290098435,
      "learning_rate": 0.00019186401196164205,
      "loss": 4.8438,
      "step": 61236
    },
    {
      "epoch": 2.508171206225681,
      "grad_norm": 3.8294190025287103,
      "learning_rate": 0.00019186088015211473,
      "loss": 6.0625,
      "step": 61237
    },
    {
      "epoch": 2.5082121646528774,
      "grad_norm": 3.134631673722737,
      "learning_rate": 0.00019185774832279807,
      "loss": 4.375,
      "step": 61238
    },
    {
      "epoch": 2.508253123080074,
      "grad_norm": 8.827463959752821,
      "learning_rate": 0.0001918546164736935,
      "loss": 6.125,
      "step": 61239
    },
    {
      "epoch": 2.50829408150727,
      "grad_norm": 3.750555067098482,
      "learning_rate": 0.00019185148460480246,
      "loss": 4.7812,
      "step": 61240
    },
    {
      "epoch": 2.5083350399344666,
      "grad_norm": 13.699585567345762,
      "learning_rate": 0.00019184835271612646,
      "loss": 3.9062,
      "step": 61241
    },
    {
      "epoch": 2.5083759983616627,
      "grad_norm": 3.874961721630427,
      "learning_rate": 0.00019184522080766702,
      "loss": 4.8125,
      "step": 61242
    },
    {
      "epoch": 2.5084169567888592,
      "grad_norm": 3.152907191083986,
      "learning_rate": 0.0001918420888794256,
      "loss": 4.0938,
      "step": 61243
    },
    {
      "epoch": 2.5084579152160558,
      "grad_norm": 3.4433049219727394,
      "learning_rate": 0.00019183895693140367,
      "loss": 4.5312,
      "step": 61244
    },
    {
      "epoch": 2.5084988736432523,
      "grad_norm": 3.1223246324750575,
      "learning_rate": 0.00019183582496360265,
      "loss": 4.0312,
      "step": 61245
    },
    {
      "epoch": 2.5085398320704484,
      "grad_norm": 4.258971990460936,
      "learning_rate": 0.00019183269297602415,
      "loss": 4.1562,
      "step": 61246
    },
    {
      "epoch": 2.508580790497645,
      "grad_norm": 3.5005411976671628,
      "learning_rate": 0.00019182956096866954,
      "loss": 5.1562,
      "step": 61247
    },
    {
      "epoch": 2.508621748924841,
      "grad_norm": 4.864925997653945,
      "learning_rate": 0.00019182642894154036,
      "loss": 4.5938,
      "step": 61248
    },
    {
      "epoch": 2.5086627073520376,
      "grad_norm": 3.0577185551534747,
      "learning_rate": 0.00019182329689463806,
      "loss": 4.0,
      "step": 61249
    },
    {
      "epoch": 2.508703665779234,
      "grad_norm": 2.1113798076601413,
      "learning_rate": 0.00019182016482796412,
      "loss": 1.9453,
      "step": 61250
    },
    {
      "epoch": 2.5087446242064306,
      "grad_norm": 3.229408962611337,
      "learning_rate": 0.00019181703274152005,
      "loss": 1.6328,
      "step": 61251
    },
    {
      "epoch": 2.5087855826336267,
      "grad_norm": 3.900751933159264,
      "learning_rate": 0.0001918139006353073,
      "loss": 5.0312,
      "step": 61252
    },
    {
      "epoch": 2.5088265410608233,
      "grad_norm": 3.0575350712728957,
      "learning_rate": 0.00019181076850932738,
      "loss": 4.5,
      "step": 61253
    },
    {
      "epoch": 2.50886749948802,
      "grad_norm": 2.938806492401298,
      "learning_rate": 0.00019180763636358176,
      "loss": 2.5625,
      "step": 61254
    },
    {
      "epoch": 2.508908457915216,
      "grad_norm": 5.029442522351324,
      "learning_rate": 0.0001918045041980719,
      "loss": 5.375,
      "step": 61255
    },
    {
      "epoch": 2.5089494163424124,
      "grad_norm": 4.278682519593751,
      "learning_rate": 0.00019180137201279932,
      "loss": 3.1406,
      "step": 61256
    },
    {
      "epoch": 2.508990374769609,
      "grad_norm": 3.339980973882975,
      "learning_rate": 0.0001917982398077654,
      "loss": 5.0,
      "step": 61257
    },
    {
      "epoch": 2.5090313331968055,
      "grad_norm": 3.4531741620976484,
      "learning_rate": 0.00019179510758297178,
      "loss": 4.875,
      "step": 61258
    },
    {
      "epoch": 2.5090722916240016,
      "grad_norm": 3.195652526805384,
      "learning_rate": 0.00019179197533841986,
      "loss": 4.4062,
      "step": 61259
    },
    {
      "epoch": 2.509113250051198,
      "grad_norm": 3.460471665908405,
      "learning_rate": 0.0001917888430741111,
      "loss": 3.3906,
      "step": 61260
    },
    {
      "epoch": 2.509154208478394,
      "grad_norm": 3.461587627389242,
      "learning_rate": 0.00019178571079004697,
      "loss": 4.3125,
      "step": 61261
    },
    {
      "epoch": 2.5091951669055907,
      "grad_norm": 2.8422659070953213,
      "learning_rate": 0.00019178257848622899,
      "loss": 4.2812,
      "step": 61262
    },
    {
      "epoch": 2.5092361253327873,
      "grad_norm": 3.324506313958947,
      "learning_rate": 0.00019177944616265865,
      "loss": 4.4688,
      "step": 61263
    },
    {
      "epoch": 2.509277083759984,
      "grad_norm": 3.400473356792107,
      "learning_rate": 0.0001917763138193374,
      "loss": 5.3438,
      "step": 61264
    },
    {
      "epoch": 2.50931804218718,
      "grad_norm": 3.9698161305435438,
      "learning_rate": 0.00019177318145626671,
      "loss": 6.0625,
      "step": 61265
    },
    {
      "epoch": 2.5093590006143764,
      "grad_norm": 3.9550135052225275,
      "learning_rate": 0.00019177004907344815,
      "loss": 1.5859,
      "step": 61266
    },
    {
      "epoch": 2.5093999590415725,
      "grad_norm": 3.1400035938626307,
      "learning_rate": 0.0001917669166708831,
      "loss": 4.6562,
      "step": 61267
    },
    {
      "epoch": 2.509440917468769,
      "grad_norm": 3.166521018451771,
      "learning_rate": 0.00019176378424857308,
      "loss": 5.0312,
      "step": 61268
    },
    {
      "epoch": 2.5094818758959656,
      "grad_norm": 4.545884250766333,
      "learning_rate": 0.00019176065180651953,
      "loss": 3.2344,
      "step": 61269
    },
    {
      "epoch": 2.509522834323162,
      "grad_norm": 3.558628709961739,
      "learning_rate": 0.000191757519344724,
      "loss": 5.1562,
      "step": 61270
    },
    {
      "epoch": 2.5095637927503582,
      "grad_norm": 4.59855304749917,
      "learning_rate": 0.00019175438686318792,
      "loss": 4.375,
      "step": 61271
    },
    {
      "epoch": 2.5096047511775548,
      "grad_norm": 3.375405047324226,
      "learning_rate": 0.0001917512543619128,
      "loss": 4.8438,
      "step": 61272
    },
    {
      "epoch": 2.5096457096047513,
      "grad_norm": 3.001603907177779,
      "learning_rate": 0.0001917481218409001,
      "loss": 4.4375,
      "step": 61273
    },
    {
      "epoch": 2.5096866680319474,
      "grad_norm": 3.9213851281581005,
      "learning_rate": 0.00019174498930015133,
      "loss": 6.375,
      "step": 61274
    },
    {
      "epoch": 2.509727626459144,
      "grad_norm": 4.446889470901062,
      "learning_rate": 0.00019174185673966797,
      "loss": 4.6875,
      "step": 61275
    },
    {
      "epoch": 2.5097685848863405,
      "grad_norm": 2.7485390551759914,
      "learning_rate": 0.00019173872415945145,
      "loss": 4.0,
      "step": 61276
    },
    {
      "epoch": 2.509809543313537,
      "grad_norm": 3.4083784948172706,
      "learning_rate": 0.00019173559155950327,
      "loss": 4.625,
      "step": 61277
    },
    {
      "epoch": 2.509850501740733,
      "grad_norm": 3.3204952315291525,
      "learning_rate": 0.00019173245893982493,
      "loss": 4.0625,
      "step": 61278
    },
    {
      "epoch": 2.5098914601679296,
      "grad_norm": 3.423033032252401,
      "learning_rate": 0.00019172932630041794,
      "loss": 4.9375,
      "step": 61279
    },
    {
      "epoch": 2.5099324185951257,
      "grad_norm": 4.190342175490618,
      "learning_rate": 0.00019172619364128373,
      "loss": 4.9688,
      "step": 61280
    },
    {
      "epoch": 2.5099733770223223,
      "grad_norm": 2.9214017506801957,
      "learning_rate": 0.00019172306096242378,
      "loss": 4.2188,
      "step": 61281
    },
    {
      "epoch": 2.510014335449519,
      "grad_norm": 2.9485632659615773,
      "learning_rate": 0.00019171992826383963,
      "loss": 4.0625,
      "step": 61282
    },
    {
      "epoch": 2.5100552938767153,
      "grad_norm": 2.70712832943757,
      "learning_rate": 0.00019171679554553267,
      "loss": 3.8125,
      "step": 61283
    },
    {
      "epoch": 2.5100962523039114,
      "grad_norm": 2.4270515378418556,
      "learning_rate": 0.00019171366280750445,
      "loss": 3.0781,
      "step": 61284
    },
    {
      "epoch": 2.510137210731108,
      "grad_norm": 4.184433985731745,
      "learning_rate": 0.00019171053004975644,
      "loss": 4.7812,
      "step": 61285
    },
    {
      "epoch": 2.510178169158304,
      "grad_norm": 8.03054448762939,
      "learning_rate": 0.0001917073972722901,
      "loss": 5.8125,
      "step": 61286
    },
    {
      "epoch": 2.5102191275855006,
      "grad_norm": 6.46375003916076,
      "learning_rate": 0.00019170426447510691,
      "loss": 5.75,
      "step": 61287
    },
    {
      "epoch": 2.510260086012697,
      "grad_norm": 2.9710460939000902,
      "learning_rate": 0.00019170113165820836,
      "loss": 4.4688,
      "step": 61288
    },
    {
      "epoch": 2.5103010444398937,
      "grad_norm": 4.675717138871131,
      "learning_rate": 0.00019169799882159597,
      "loss": 5.75,
      "step": 61289
    },
    {
      "epoch": 2.5103420028670898,
      "grad_norm": 2.9941790224987868,
      "learning_rate": 0.00019169486596527118,
      "loss": 4.4062,
      "step": 61290
    },
    {
      "epoch": 2.5103829612942863,
      "grad_norm": 4.919544845367183,
      "learning_rate": 0.00019169173308923544,
      "loss": 3.8281,
      "step": 61291
    },
    {
      "epoch": 2.510423919721483,
      "grad_norm": 2.7190041005521874,
      "learning_rate": 0.0001916886001934903,
      "loss": 3.5156,
      "step": 61292
    },
    {
      "epoch": 2.510464878148679,
      "grad_norm": 3.827643327840032,
      "learning_rate": 0.00019168546727803718,
      "loss": 5.1562,
      "step": 61293
    },
    {
      "epoch": 2.5105058365758754,
      "grad_norm": 3.7592427226576617,
      "learning_rate": 0.00019168233434287764,
      "loss": 4.8125,
      "step": 61294
    },
    {
      "epoch": 2.510546795003072,
      "grad_norm": 2.7652869088138923,
      "learning_rate": 0.00019167920138801308,
      "loss": 3.8594,
      "step": 61295
    },
    {
      "epoch": 2.5105877534302685,
      "grad_norm": 4.017760545155447,
      "learning_rate": 0.000191676068413445,
      "loss": 3.9219,
      "step": 61296
    },
    {
      "epoch": 2.5106287118574646,
      "grad_norm": 3.419360462739038,
      "learning_rate": 0.00019167293541917492,
      "loss": 5.5312,
      "step": 61297
    },
    {
      "epoch": 2.510669670284661,
      "grad_norm": 3.846455439864235,
      "learning_rate": 0.00019166980240520426,
      "loss": 5.4062,
      "step": 61298
    },
    {
      "epoch": 2.5107106287118572,
      "grad_norm": 3.3108678100615445,
      "learning_rate": 0.00019166666937153458,
      "loss": 4.9375,
      "step": 61299
    },
    {
      "epoch": 2.5107515871390538,
      "grad_norm": 3.7175222763920073,
      "learning_rate": 0.0001916635363181673,
      "loss": 5.0312,
      "step": 61300
    },
    {
      "epoch": 2.5107925455662503,
      "grad_norm": 2.820042078992816,
      "learning_rate": 0.0001916604032451039,
      "loss": 3.6406,
      "step": 61301
    },
    {
      "epoch": 2.510833503993447,
      "grad_norm": 3.5363041948349085,
      "learning_rate": 0.00019165727015234586,
      "loss": 5.875,
      "step": 61302
    },
    {
      "epoch": 2.510874462420643,
      "grad_norm": 6.739685055848567,
      "learning_rate": 0.0001916541370398947,
      "loss": 4.0,
      "step": 61303
    },
    {
      "epoch": 2.5109154208478395,
      "grad_norm": 3.7624933537880896,
      "learning_rate": 0.00019165100390775193,
      "loss": 5.2188,
      "step": 61304
    },
    {
      "epoch": 2.5109563792750356,
      "grad_norm": 5.132444720337512,
      "learning_rate": 0.00019164787075591895,
      "loss": 5.25,
      "step": 61305
    },
    {
      "epoch": 2.510997337702232,
      "grad_norm": 3.2303271680962866,
      "learning_rate": 0.00019164473758439724,
      "loss": 5.1875,
      "step": 61306
    },
    {
      "epoch": 2.5110382961294286,
      "grad_norm": 12.385187703820792,
      "learning_rate": 0.00019164160439318837,
      "loss": 3.2188,
      "step": 61307
    },
    {
      "epoch": 2.511079254556625,
      "grad_norm": 3.0203688882527007,
      "learning_rate": 0.00019163847118229373,
      "loss": 4.2812,
      "step": 61308
    },
    {
      "epoch": 2.5111202129838213,
      "grad_norm": 3.715397918152329,
      "learning_rate": 0.0001916353379517148,
      "loss": 4.6562,
      "step": 61309
    },
    {
      "epoch": 2.511161171411018,
      "grad_norm": 3.5027381569441562,
      "learning_rate": 0.00019163220470145317,
      "loss": 4.875,
      "step": 61310
    },
    {
      "epoch": 2.5112021298382143,
      "grad_norm": 6.956417244725982,
      "learning_rate": 0.00019162907143151022,
      "loss": 6.1875,
      "step": 61311
    },
    {
      "epoch": 2.5112430882654104,
      "grad_norm": 5.572627973102872,
      "learning_rate": 0.00019162593814188748,
      "loss": 6.9688,
      "step": 61312
    },
    {
      "epoch": 2.511284046692607,
      "grad_norm": 3.1652805382182203,
      "learning_rate": 0.00019162280483258636,
      "loss": 4.625,
      "step": 61313
    },
    {
      "epoch": 2.5113250051198035,
      "grad_norm": 3.00438915096649,
      "learning_rate": 0.00019161967150360844,
      "loss": 4.6875,
      "step": 61314
    },
    {
      "epoch": 2.511365963547,
      "grad_norm": 2.9368746700133883,
      "learning_rate": 0.00019161653815495514,
      "loss": 4.1875,
      "step": 61315
    },
    {
      "epoch": 2.511406921974196,
      "grad_norm": 4.385972244630304,
      "learning_rate": 0.00019161340478662797,
      "loss": 5.7188,
      "step": 61316
    },
    {
      "epoch": 2.5114478804013927,
      "grad_norm": 6.423647870963003,
      "learning_rate": 0.00019161027139862836,
      "loss": 4.4688,
      "step": 61317
    },
    {
      "epoch": 2.5114888388285888,
      "grad_norm": 3.0464108854072753,
      "learning_rate": 0.0001916071379909579,
      "loss": 4.5938,
      "step": 61318
    },
    {
      "epoch": 2.5115297972557853,
      "grad_norm": 4.4206365250537285,
      "learning_rate": 0.00019160400456361793,
      "loss": 6.9062,
      "step": 61319
    },
    {
      "epoch": 2.511570755682982,
      "grad_norm": 7.192134286956835,
      "learning_rate": 0.00019160087111661002,
      "loss": 7.0625,
      "step": 61320
    },
    {
      "epoch": 2.5116117141101784,
      "grad_norm": 3.1764095929549914,
      "learning_rate": 0.00019159773764993566,
      "loss": 4.875,
      "step": 61321
    },
    {
      "epoch": 2.5116526725373745,
      "grad_norm": 6.399008801718885,
      "learning_rate": 0.00019159460416359625,
      "loss": 4.6562,
      "step": 61322
    },
    {
      "epoch": 2.511693630964571,
      "grad_norm": 2.987977758303547,
      "learning_rate": 0.00019159147065759337,
      "loss": 4.3125,
      "step": 61323
    },
    {
      "epoch": 2.511734589391767,
      "grad_norm": 2.9955782771614885,
      "learning_rate": 0.00019158833713192844,
      "loss": 4.25,
      "step": 61324
    },
    {
      "epoch": 2.5117755478189636,
      "grad_norm": 10.035424824007462,
      "learning_rate": 0.00019158520358660296,
      "loss": 5.3125,
      "step": 61325
    },
    {
      "epoch": 2.51181650624616,
      "grad_norm": 3.348888633379136,
      "learning_rate": 0.0001915820700216184,
      "loss": 5.0938,
      "step": 61326
    },
    {
      "epoch": 2.5118574646733567,
      "grad_norm": 7.3756387579585665,
      "learning_rate": 0.00019157893643697625,
      "loss": 1.9531,
      "step": 61327
    },
    {
      "epoch": 2.511898423100553,
      "grad_norm": 3.6415456410271867,
      "learning_rate": 0.000191575802832678,
      "loss": 4.9688,
      "step": 61328
    },
    {
      "epoch": 2.5119393815277493,
      "grad_norm": 4.091003772520636,
      "learning_rate": 0.00019157266920872513,
      "loss": 5.7188,
      "step": 61329
    },
    {
      "epoch": 2.511980339954946,
      "grad_norm": 3.0497447645842417,
      "learning_rate": 0.00019156953556511908,
      "loss": 4.4062,
      "step": 61330
    },
    {
      "epoch": 2.512021298382142,
      "grad_norm": 3.876983455331979,
      "learning_rate": 0.0001915664019018614,
      "loss": 5.125,
      "step": 61331
    },
    {
      "epoch": 2.5120622568093385,
      "grad_norm": 3.0694964099955464,
      "learning_rate": 0.00019156326821895354,
      "loss": 4.625,
      "step": 61332
    },
    {
      "epoch": 2.512103215236535,
      "grad_norm": 3.423323399494375,
      "learning_rate": 0.00019156013451639692,
      "loss": 4.3125,
      "step": 61333
    },
    {
      "epoch": 2.5121441736637316,
      "grad_norm": 8.356962954661237,
      "learning_rate": 0.00019155700079419316,
      "loss": 6.5312,
      "step": 61334
    },
    {
      "epoch": 2.5121851320909276,
      "grad_norm": 3.5636528940040235,
      "learning_rate": 0.00019155386705234362,
      "loss": 3.5156,
      "step": 61335
    },
    {
      "epoch": 2.512226090518124,
      "grad_norm": 2.9882636513696283,
      "learning_rate": 0.00019155073329084986,
      "loss": 3.9531,
      "step": 61336
    },
    {
      "epoch": 2.5122670489453203,
      "grad_norm": 7.18322116761459,
      "learning_rate": 0.00019154759950971325,
      "loss": 6.5312,
      "step": 61337
    },
    {
      "epoch": 2.512308007372517,
      "grad_norm": 3.3773311798694934,
      "learning_rate": 0.00019154446570893537,
      "loss": 5.125,
      "step": 61338
    },
    {
      "epoch": 2.5123489657997133,
      "grad_norm": 3.6580295996584185,
      "learning_rate": 0.00019154133188851774,
      "loss": 4.7188,
      "step": 61339
    },
    {
      "epoch": 2.51238992422691,
      "grad_norm": 3.580296565947789,
      "learning_rate": 0.0001915381980484617,
      "loss": 5.0625,
      "step": 61340
    },
    {
      "epoch": 2.512430882654106,
      "grad_norm": 4.8996748558383345,
      "learning_rate": 0.00019153506418876889,
      "loss": 5.8125,
      "step": 61341
    },
    {
      "epoch": 2.5124718410813025,
      "grad_norm": 6.3642130271896935,
      "learning_rate": 0.00019153193030944064,
      "loss": 4.9688,
      "step": 61342
    },
    {
      "epoch": 2.512512799508499,
      "grad_norm": 3.450254537661216,
      "learning_rate": 0.00019152879641047855,
      "loss": 5.0938,
      "step": 61343
    },
    {
      "epoch": 2.512553757935695,
      "grad_norm": 5.495603552645329,
      "learning_rate": 0.00019152566249188403,
      "loss": 5.9375,
      "step": 61344
    },
    {
      "epoch": 2.5125947163628917,
      "grad_norm": 7.798720769335756,
      "learning_rate": 0.00019152252855365856,
      "loss": 3.7344,
      "step": 61345
    },
    {
      "epoch": 2.512635674790088,
      "grad_norm": 3.211879060061965,
      "learning_rate": 0.0001915193945958037,
      "loss": 5.125,
      "step": 61346
    },
    {
      "epoch": 2.5126766332172843,
      "grad_norm": 3.3983209977161204,
      "learning_rate": 0.00019151626061832087,
      "loss": 3.9688,
      "step": 61347
    },
    {
      "epoch": 2.512717591644481,
      "grad_norm": 3.330553711003783,
      "learning_rate": 0.00019151312662121154,
      "loss": 4.1562,
      "step": 61348
    },
    {
      "epoch": 2.5127585500716774,
      "grad_norm": 2.7973447974371477,
      "learning_rate": 0.0001915099926044772,
      "loss": 4.1875,
      "step": 61349
    },
    {
      "epoch": 2.5127995084988735,
      "grad_norm": 3.514632632008291,
      "learning_rate": 0.00019150685856811938,
      "loss": 4.6875,
      "step": 61350
    },
    {
      "epoch": 2.51284046692607,
      "grad_norm": 3.4051468493043644,
      "learning_rate": 0.0001915037245121395,
      "loss": 4.125,
      "step": 61351
    },
    {
      "epoch": 2.5128814253532665,
      "grad_norm": 3.133464173278508,
      "learning_rate": 0.00019150059043653914,
      "loss": 4.5938,
      "step": 61352
    },
    {
      "epoch": 2.512922383780463,
      "grad_norm": 3.7383610032655983,
      "learning_rate": 0.00019149745634131966,
      "loss": 4.3125,
      "step": 61353
    },
    {
      "epoch": 2.512963342207659,
      "grad_norm": 3.8100086143693868,
      "learning_rate": 0.00019149432222648256,
      "loss": 5.8125,
      "step": 61354
    },
    {
      "epoch": 2.5130043006348557,
      "grad_norm": 4.326023563999093,
      "learning_rate": 0.00019149118809202938,
      "loss": 5.1562,
      "step": 61355
    },
    {
      "epoch": 2.513045259062052,
      "grad_norm": 4.287737655410077,
      "learning_rate": 0.00019148805393796157,
      "loss": 4.9062,
      "step": 61356
    },
    {
      "epoch": 2.5130862174892483,
      "grad_norm": 3.8787789171263753,
      "learning_rate": 0.00019148491976428062,
      "loss": 5.125,
      "step": 61357
    },
    {
      "epoch": 2.513127175916445,
      "grad_norm": 3.62376120379782,
      "learning_rate": 0.00019148178557098797,
      "loss": 4.8438,
      "step": 61358
    },
    {
      "epoch": 2.5131681343436414,
      "grad_norm": 3.2871891258359884,
      "learning_rate": 0.0001914786513580852,
      "loss": 4.625,
      "step": 61359
    },
    {
      "epoch": 2.5132090927708375,
      "grad_norm": 3.809291456640607,
      "learning_rate": 0.0001914755171255737,
      "loss": 4.7188,
      "step": 61360
    },
    {
      "epoch": 2.513250051198034,
      "grad_norm": 3.5337054460358392,
      "learning_rate": 0.00019147238287345496,
      "loss": 5.2188,
      "step": 61361
    },
    {
      "epoch": 2.5132910096252306,
      "grad_norm": 3.2505796839400074,
      "learning_rate": 0.0001914692486017305,
      "loss": 4.5625,
      "step": 61362
    },
    {
      "epoch": 2.5133319680524266,
      "grad_norm": 4.106865344583967,
      "learning_rate": 0.0001914661143104018,
      "loss": 4.8125,
      "step": 61363
    },
    {
      "epoch": 2.513372926479623,
      "grad_norm": 3.3305929133396637,
      "learning_rate": 0.00019146297999947035,
      "loss": 3.5938,
      "step": 61364
    },
    {
      "epoch": 2.5134138849068197,
      "grad_norm": 3.5255831752518887,
      "learning_rate": 0.00019145984566893754,
      "loss": 4.25,
      "step": 61365
    },
    {
      "epoch": 2.513454843334016,
      "grad_norm": 3.7620600767591417,
      "learning_rate": 0.00019145671131880497,
      "loss": 4.1562,
      "step": 61366
    },
    {
      "epoch": 2.5134958017612123,
      "grad_norm": 3.736605134540246,
      "learning_rate": 0.00019145357694907406,
      "loss": 4.0312,
      "step": 61367
    },
    {
      "epoch": 2.513536760188409,
      "grad_norm": 4.501947253787647,
      "learning_rate": 0.0001914504425597463,
      "loss": 5.5938,
      "step": 61368
    },
    {
      "epoch": 2.513577718615605,
      "grad_norm": 4.045392144940719,
      "learning_rate": 0.0001914473081508232,
      "loss": 5.1562,
      "step": 61369
    },
    {
      "epoch": 2.5136186770428015,
      "grad_norm": 3.160540604638429,
      "learning_rate": 0.00019144417372230619,
      "loss": 4.5,
      "step": 61370
    },
    {
      "epoch": 2.513659635469998,
      "grad_norm": 3.565910613934869,
      "learning_rate": 0.00019144103927419678,
      "loss": 4.75,
      "step": 61371
    },
    {
      "epoch": 2.5137005938971946,
      "grad_norm": 3.9381072929158356,
      "learning_rate": 0.00019143790480649647,
      "loss": 4.625,
      "step": 61372
    },
    {
      "epoch": 2.5137415523243907,
      "grad_norm": 3.4210720273905424,
      "learning_rate": 0.00019143477031920665,
      "loss": 4.625,
      "step": 61373
    },
    {
      "epoch": 2.513782510751587,
      "grad_norm": 3.318513452412206,
      "learning_rate": 0.00019143163581232896,
      "loss": 4.375,
      "step": 61374
    },
    {
      "epoch": 2.5138234691787833,
      "grad_norm": 3.3980815819302452,
      "learning_rate": 0.00019142850128586478,
      "loss": 3.9375,
      "step": 61375
    },
    {
      "epoch": 2.51386442760598,
      "grad_norm": 2.671283332379829,
      "learning_rate": 0.00019142536673981563,
      "loss": 3.7656,
      "step": 61376
    },
    {
      "epoch": 2.5139053860331764,
      "grad_norm": 3.1372231640259276,
      "learning_rate": 0.0001914222321741829,
      "loss": 3.5781,
      "step": 61377
    },
    {
      "epoch": 2.513946344460373,
      "grad_norm": 3.0970266790345615,
      "learning_rate": 0.00019141909758896823,
      "loss": 4.75,
      "step": 61378
    },
    {
      "epoch": 2.513987302887569,
      "grad_norm": 4.050607027099016,
      "learning_rate": 0.00019141596298417296,
      "loss": 4.4688,
      "step": 61379
    },
    {
      "epoch": 2.5140282613147655,
      "grad_norm": 3.1045825134205645,
      "learning_rate": 0.00019141282835979866,
      "loss": 4.5625,
      "step": 61380
    },
    {
      "epoch": 2.514069219741962,
      "grad_norm": 3.186835659481143,
      "learning_rate": 0.0001914096937158467,
      "loss": 4.6562,
      "step": 61381
    },
    {
      "epoch": 2.514110178169158,
      "grad_norm": 12.8439894223716,
      "learning_rate": 0.0001914065590523187,
      "loss": 4.2188,
      "step": 61382
    },
    {
      "epoch": 2.5141511365963547,
      "grad_norm": 3.18700100580246,
      "learning_rate": 0.00019140342436921607,
      "loss": 4.8125,
      "step": 61383
    },
    {
      "epoch": 2.5141920950235512,
      "grad_norm": 4.6496585574869576,
      "learning_rate": 0.00019140028966654034,
      "loss": 4.7188,
      "step": 61384
    },
    {
      "epoch": 2.5142330534507478,
      "grad_norm": 3.331602170908461,
      "learning_rate": 0.0001913971549442929,
      "loss": 4.1562,
      "step": 61385
    },
    {
      "epoch": 2.514274011877944,
      "grad_norm": 3.6955689331299766,
      "learning_rate": 0.0001913940202024753,
      "loss": 5.2812,
      "step": 61386
    },
    {
      "epoch": 2.5143149703051404,
      "grad_norm": 2.7290412107433983,
      "learning_rate": 0.00019139088544108907,
      "loss": 4.1562,
      "step": 61387
    },
    {
      "epoch": 2.5143559287323365,
      "grad_norm": 3.7044009446295743,
      "learning_rate": 0.00019138775066013556,
      "loss": 5.1875,
      "step": 61388
    },
    {
      "epoch": 2.514396887159533,
      "grad_norm": 2.998768764736439,
      "learning_rate": 0.00019138461585961635,
      "loss": 2.875,
      "step": 61389
    },
    {
      "epoch": 2.5144378455867296,
      "grad_norm": 3.9348990816655163,
      "learning_rate": 0.0001913814810395329,
      "loss": 6.4375,
      "step": 61390
    },
    {
      "epoch": 2.514478804013926,
      "grad_norm": 4.824183359393137,
      "learning_rate": 0.0001913783461998867,
      "loss": 5.5312,
      "step": 61391
    },
    {
      "epoch": 2.514519762441122,
      "grad_norm": 3.1516290584846693,
      "learning_rate": 0.00019137521134067915,
      "loss": 4.375,
      "step": 61392
    },
    {
      "epoch": 2.5145607208683187,
      "grad_norm": 3.527367805046382,
      "learning_rate": 0.00019137207646191184,
      "loss": 5.0625,
      "step": 61393
    },
    {
      "epoch": 2.514601679295515,
      "grad_norm": 3.051263640814847,
      "learning_rate": 0.00019136894156358624,
      "loss": 4.375,
      "step": 61394
    },
    {
      "epoch": 2.5146426377227113,
      "grad_norm": 5.543278937739284,
      "learning_rate": 0.0001913658066457038,
      "loss": 7.1562,
      "step": 61395
    },
    {
      "epoch": 2.514683596149908,
      "grad_norm": 3.073797523038324,
      "learning_rate": 0.00019136267170826598,
      "loss": 4.8438,
      "step": 61396
    },
    {
      "epoch": 2.5147245545771044,
      "grad_norm": 3.2323620689451067,
      "learning_rate": 0.00019135953675127428,
      "loss": 4.5,
      "step": 61397
    },
    {
      "epoch": 2.5147655130043005,
      "grad_norm": 3.0078861477119534,
      "learning_rate": 0.00019135640177473021,
      "loss": 4.1875,
      "step": 61398
    },
    {
      "epoch": 2.514806471431497,
      "grad_norm": 4.123103213575012,
      "learning_rate": 0.00019135326677863527,
      "loss": 5.125,
      "step": 61399
    },
    {
      "epoch": 2.5148474298586936,
      "grad_norm": 3.103981440726548,
      "learning_rate": 0.0001913501317629909,
      "loss": 3.9531,
      "step": 61400
    },
    {
      "epoch": 2.5148883882858897,
      "grad_norm": 4.217562889710044,
      "learning_rate": 0.0001913469967277985,
      "loss": 4.875,
      "step": 61401
    },
    {
      "epoch": 2.514929346713086,
      "grad_norm": 2.510676463709229,
      "learning_rate": 0.0001913438616730597,
      "loss": 2.7656,
      "step": 61402
    },
    {
      "epoch": 2.5149703051402827,
      "grad_norm": 3.181542628480614,
      "learning_rate": 0.0001913407265987759,
      "loss": 4.4375,
      "step": 61403
    },
    {
      "epoch": 2.5150112635674793,
      "grad_norm": 3.517959736010527,
      "learning_rate": 0.00019133759150494867,
      "loss": 4.9688,
      "step": 61404
    },
    {
      "epoch": 2.5150522219946754,
      "grad_norm": 3.543867898746239,
      "learning_rate": 0.00019133445639157932,
      "loss": 6.3438,
      "step": 61405
    },
    {
      "epoch": 2.515093180421872,
      "grad_norm": 3.0169243437891153,
      "learning_rate": 0.0001913313212586695,
      "loss": 4.5,
      "step": 61406
    },
    {
      "epoch": 2.515134138849068,
      "grad_norm": 7.06098032171318,
      "learning_rate": 0.00019132818610622065,
      "loss": 6.3438,
      "step": 61407
    },
    {
      "epoch": 2.5151750972762645,
      "grad_norm": 7.237355819710287,
      "learning_rate": 0.00019132505093423424,
      "loss": 5.8125,
      "step": 61408
    },
    {
      "epoch": 2.515216055703461,
      "grad_norm": 3.120050412822733,
      "learning_rate": 0.00019132191574271163,
      "loss": 4.625,
      "step": 61409
    },
    {
      "epoch": 2.5152570141306576,
      "grad_norm": 2.7019050674874725,
      "learning_rate": 0.00019131878053165453,
      "loss": 3.125,
      "step": 61410
    },
    {
      "epoch": 2.5152979725578537,
      "grad_norm": 3.1142390991279525,
      "learning_rate": 0.00019131564530106427,
      "loss": 4.2812,
      "step": 61411
    },
    {
      "epoch": 2.5153389309850502,
      "grad_norm": 3.326864395853103,
      "learning_rate": 0.0001913125100509424,
      "loss": 4.7188,
      "step": 61412
    },
    {
      "epoch": 2.5153798894122463,
      "grad_norm": 3.5012232694483747,
      "learning_rate": 0.00019130937478129028,
      "loss": 5.0312,
      "step": 61413
    },
    {
      "epoch": 2.515420847839443,
      "grad_norm": 2.7171343724528105,
      "learning_rate": 0.00019130623949210958,
      "loss": 3.1562,
      "step": 61414
    },
    {
      "epoch": 2.5154618062666394,
      "grad_norm": 2.8737213383865314,
      "learning_rate": 0.00019130310418340166,
      "loss": 3.6875,
      "step": 61415
    },
    {
      "epoch": 2.515502764693836,
      "grad_norm": 7.91278327968954,
      "learning_rate": 0.00019129996885516805,
      "loss": 2.375,
      "step": 61416
    },
    {
      "epoch": 2.515543723121032,
      "grad_norm": 2.906999911452089,
      "learning_rate": 0.00019129683350741015,
      "loss": 4.625,
      "step": 61417
    },
    {
      "epoch": 2.5155846815482286,
      "grad_norm": 5.411812251851866,
      "learning_rate": 0.00019129369814012957,
      "loss": 5.5938,
      "step": 61418
    },
    {
      "epoch": 2.515625639975425,
      "grad_norm": 5.8552348947601285,
      "learning_rate": 0.0001912905627533277,
      "loss": 5.3125,
      "step": 61419
    },
    {
      "epoch": 2.515666598402621,
      "grad_norm": 5.909998510992602,
      "learning_rate": 0.00019128742734700604,
      "loss": 3.7969,
      "step": 61420
    },
    {
      "epoch": 2.5157075568298177,
      "grad_norm": 3.191912418991932,
      "learning_rate": 0.00019128429192116607,
      "loss": 4.6562,
      "step": 61421
    },
    {
      "epoch": 2.5157485152570143,
      "grad_norm": 5.472405342596896,
      "learning_rate": 0.0001912811564758093,
      "loss": 5.4688,
      "step": 61422
    },
    {
      "epoch": 2.515789473684211,
      "grad_norm": 3.5859583637388015,
      "learning_rate": 0.0001912780210109372,
      "loss": 3.9844,
      "step": 61423
    },
    {
      "epoch": 2.515830432111407,
      "grad_norm": 3.2441417845656857,
      "learning_rate": 0.00019127488552655121,
      "loss": 5.3125,
      "step": 61424
    },
    {
      "epoch": 2.5158713905386034,
      "grad_norm": 9.922551862161056,
      "learning_rate": 0.0001912717500226529,
      "loss": 2.8906,
      "step": 61425
    },
    {
      "epoch": 2.5159123489657995,
      "grad_norm": 3.5698671947143934,
      "learning_rate": 0.0001912686144992437,
      "loss": 5.125,
      "step": 61426
    },
    {
      "epoch": 2.515953307392996,
      "grad_norm": 2.759897816041201,
      "learning_rate": 0.00019126547895632507,
      "loss": 3.7656,
      "step": 61427
    },
    {
      "epoch": 2.5159942658201926,
      "grad_norm": 3.1845192436172116,
      "learning_rate": 0.0001912623433938985,
      "loss": 3.3438,
      "step": 61428
    },
    {
      "epoch": 2.516035224247389,
      "grad_norm": 3.7392072715693963,
      "learning_rate": 0.00019125920781196552,
      "loss": 4.6562,
      "step": 61429
    },
    {
      "epoch": 2.516076182674585,
      "grad_norm": 3.002542468577742,
      "learning_rate": 0.00019125607221052757,
      "loss": 4.0625,
      "step": 61430
    },
    {
      "epoch": 2.5161171411017818,
      "grad_norm": 5.739503774514887,
      "learning_rate": 0.00019125293658958612,
      "loss": 7.0938,
      "step": 61431
    },
    {
      "epoch": 2.516158099528978,
      "grad_norm": 2.890730639763832,
      "learning_rate": 0.00019124980094914273,
      "loss": 2.2344,
      "step": 61432
    },
    {
      "epoch": 2.5161990579561744,
      "grad_norm": 3.1461526806416362,
      "learning_rate": 0.00019124666528919876,
      "loss": 4.5625,
      "step": 61433
    },
    {
      "epoch": 2.516240016383371,
      "grad_norm": 6.463552833211032,
      "learning_rate": 0.0001912435296097558,
      "loss": 5.5312,
      "step": 61434
    },
    {
      "epoch": 2.5162809748105675,
      "grad_norm": 9.44970962860676,
      "learning_rate": 0.0001912403939108153,
      "loss": 3.625,
      "step": 61435
    },
    {
      "epoch": 2.5163219332377635,
      "grad_norm": 6.717627822455372,
      "learning_rate": 0.00019123725819237872,
      "loss": 4.0312,
      "step": 61436
    },
    {
      "epoch": 2.51636289166496,
      "grad_norm": 3.070864452054302,
      "learning_rate": 0.00019123412245444755,
      "loss": 4.2812,
      "step": 61437
    },
    {
      "epoch": 2.5164038500921566,
      "grad_norm": 4.308832905331983,
      "learning_rate": 0.0001912309866970233,
      "loss": 4.9375,
      "step": 61438
    },
    {
      "epoch": 2.5164448085193527,
      "grad_norm": 3.789202964104682,
      "learning_rate": 0.00019122785092010744,
      "loss": 5.0,
      "step": 61439
    },
    {
      "epoch": 2.5164857669465492,
      "grad_norm": 3.7396591451544277,
      "learning_rate": 0.00019122471512370142,
      "loss": 4.25,
      "step": 61440
    },
    {
      "epoch": 2.5165267253737458,
      "grad_norm": 3.1844594113632922,
      "learning_rate": 0.0001912215793078067,
      "loss": 4.4062,
      "step": 61441
    },
    {
      "epoch": 2.5165676838009423,
      "grad_norm": 3.414728681388842,
      "learning_rate": 0.00019121844347242488,
      "loss": 3.1719,
      "step": 61442
    },
    {
      "epoch": 2.5166086422281384,
      "grad_norm": 3.215731554759213,
      "learning_rate": 0.00019121530761755735,
      "loss": 4.875,
      "step": 61443
    },
    {
      "epoch": 2.516649600655335,
      "grad_norm": 7.542987096417416,
      "learning_rate": 0.00019121217174320563,
      "loss": 5.5938,
      "step": 61444
    },
    {
      "epoch": 2.516690559082531,
      "grad_norm": 3.7352413272636764,
      "learning_rate": 0.00019120903584937118,
      "loss": 1.4453,
      "step": 61445
    },
    {
      "epoch": 2.5167315175097276,
      "grad_norm": 7.019573479797251,
      "learning_rate": 0.00019120589993605548,
      "loss": 5.3125,
      "step": 61446
    },
    {
      "epoch": 2.516772475936924,
      "grad_norm": 3.69557334723905,
      "learning_rate": 0.00019120276400326003,
      "loss": 4.2812,
      "step": 61447
    },
    {
      "epoch": 2.5168134343641206,
      "grad_norm": 3.4087799900410984,
      "learning_rate": 0.00019119962805098632,
      "loss": 4.4688,
      "step": 61448
    },
    {
      "epoch": 2.5168543927913167,
      "grad_norm": 2.982920513016379,
      "learning_rate": 0.00019119649207923573,
      "loss": 4.25,
      "step": 61449
    },
    {
      "epoch": 2.5168953512185133,
      "grad_norm": 2.6743119992429736,
      "learning_rate": 0.00019119335608800995,
      "loss": 4.4062,
      "step": 61450
    },
    {
      "epoch": 2.5169363096457094,
      "grad_norm": 3.969236640321935,
      "learning_rate": 0.0001911902200773103,
      "loss": 2.1875,
      "step": 61451
    },
    {
      "epoch": 2.516977268072906,
      "grad_norm": 2.825442193863712,
      "learning_rate": 0.00019118708404713828,
      "loss": 3.9531,
      "step": 61452
    },
    {
      "epoch": 2.5170182265001024,
      "grad_norm": 2.8086822858382487,
      "learning_rate": 0.00019118394799749538,
      "loss": 4.125,
      "step": 61453
    },
    {
      "epoch": 2.517059184927299,
      "grad_norm": 5.581628086894171,
      "learning_rate": 0.0001911808119283831,
      "loss": 6.4688,
      "step": 61454
    },
    {
      "epoch": 2.517100143354495,
      "grad_norm": 3.032082003325195,
      "learning_rate": 0.000191177675839803,
      "loss": 4.125,
      "step": 61455
    },
    {
      "epoch": 2.5171411017816916,
      "grad_norm": 4.55939289260144,
      "learning_rate": 0.00019117453973175642,
      "loss": 4.8438,
      "step": 61456
    },
    {
      "epoch": 2.517182060208888,
      "grad_norm": 3.284228137621937,
      "learning_rate": 0.00019117140360424488,
      "loss": 3.4531,
      "step": 61457
    },
    {
      "epoch": 2.517223018636084,
      "grad_norm": 3.897618726012071,
      "learning_rate": 0.00019116826745726995,
      "loss": 4.3125,
      "step": 61458
    },
    {
      "epoch": 2.5172639770632808,
      "grad_norm": 3.5326941910393037,
      "learning_rate": 0.00019116513129083305,
      "loss": 3.9844,
      "step": 61459
    },
    {
      "epoch": 2.5173049354904773,
      "grad_norm": 3.0206698876732467,
      "learning_rate": 0.00019116199510493565,
      "loss": 5.375,
      "step": 61460
    },
    {
      "epoch": 2.517345893917674,
      "grad_norm": 2.9467133234837126,
      "learning_rate": 0.00019115885889957923,
      "loss": 5.0,
      "step": 61461
    },
    {
      "epoch": 2.51738685234487,
      "grad_norm": 3.814180422964989,
      "learning_rate": 0.0001911557226747653,
      "loss": 4.5312,
      "step": 61462
    },
    {
      "epoch": 2.5174278107720665,
      "grad_norm": 3.537583888554712,
      "learning_rate": 0.00019115258643049535,
      "loss": 4.8125,
      "step": 61463
    },
    {
      "epoch": 2.5174687691992625,
      "grad_norm": 3.3375387974128703,
      "learning_rate": 0.0001911494501667708,
      "loss": 5.2188,
      "step": 61464
    },
    {
      "epoch": 2.517509727626459,
      "grad_norm": 3.468606269249296,
      "learning_rate": 0.0001911463138835932,
      "loss": 5.3125,
      "step": 61465
    },
    {
      "epoch": 2.5175506860536556,
      "grad_norm": 6.7945692373713635,
      "learning_rate": 0.00019114317758096402,
      "loss": 5.7188,
      "step": 61466
    },
    {
      "epoch": 2.517591644480852,
      "grad_norm": 3.474849287962268,
      "learning_rate": 0.00019114004125888475,
      "loss": 5.0312,
      "step": 61467
    },
    {
      "epoch": 2.5176326029080482,
      "grad_norm": 3.028153969430127,
      "learning_rate": 0.00019113690491735688,
      "loss": 4.5312,
      "step": 61468
    },
    {
      "epoch": 2.517673561335245,
      "grad_norm": 3.531498391785068,
      "learning_rate": 0.00019113376855638177,
      "loss": 4.9688,
      "step": 61469
    },
    {
      "epoch": 2.517714519762441,
      "grad_norm": 3.6659051939474856,
      "learning_rate": 0.00019113063217596107,
      "loss": 5.25,
      "step": 61470
    },
    {
      "epoch": 2.5177554781896374,
      "grad_norm": 6.2063981398914025,
      "learning_rate": 0.00019112749577609618,
      "loss": 4.0625,
      "step": 61471
    },
    {
      "epoch": 2.517796436616834,
      "grad_norm": 2.9195618888446906,
      "learning_rate": 0.0001911243593567886,
      "loss": 4.6875,
      "step": 61472
    },
    {
      "epoch": 2.5178373950440305,
      "grad_norm": 3.449229506879294,
      "learning_rate": 0.00019112122291803978,
      "loss": 4.5625,
      "step": 61473
    },
    {
      "epoch": 2.5178783534712266,
      "grad_norm": 3.0398017651296754,
      "learning_rate": 0.00019111808645985124,
      "loss": 4.4375,
      "step": 61474
    },
    {
      "epoch": 2.517919311898423,
      "grad_norm": 3.3516489567235688,
      "learning_rate": 0.0001911149499822245,
      "loss": 4.5938,
      "step": 61475
    },
    {
      "epoch": 2.5179602703256196,
      "grad_norm": 4.0871683333776065,
      "learning_rate": 0.00019111181348516098,
      "loss": 4.8438,
      "step": 61476
    },
    {
      "epoch": 2.5180012287528157,
      "grad_norm": 3.8921252604423002,
      "learning_rate": 0.00019110867696866214,
      "loss": 5.5938,
      "step": 61477
    },
    {
      "epoch": 2.5180421871800123,
      "grad_norm": 3.5841840519921484,
      "learning_rate": 0.00019110554043272955,
      "loss": 4.1562,
      "step": 61478
    },
    {
      "epoch": 2.518083145607209,
      "grad_norm": 6.957786282973237,
      "learning_rate": 0.00019110240387736462,
      "loss": 1.5156,
      "step": 61479
    },
    {
      "epoch": 2.5181241040344053,
      "grad_norm": 4.958367557685414,
      "learning_rate": 0.00019109926730256888,
      "loss": 4.3438,
      "step": 61480
    },
    {
      "epoch": 2.5181650624616014,
      "grad_norm": 6.675936273412859,
      "learning_rate": 0.00019109613070834378,
      "loss": 5.875,
      "step": 61481
    },
    {
      "epoch": 2.518206020888798,
      "grad_norm": 2.769078105021503,
      "learning_rate": 0.0001910929940946908,
      "loss": 3.2812,
      "step": 61482
    },
    {
      "epoch": 2.518246979315994,
      "grad_norm": 4.015424861315276,
      "learning_rate": 0.00019108985746161145,
      "loss": 5.3125,
      "step": 61483
    },
    {
      "epoch": 2.5182879377431906,
      "grad_norm": 3.449325545475,
      "learning_rate": 0.0001910867208091072,
      "loss": 4.5,
      "step": 61484
    },
    {
      "epoch": 2.518328896170387,
      "grad_norm": 3.8782354789083446,
      "learning_rate": 0.0001910835841371795,
      "loss": 4.0312,
      "step": 61485
    },
    {
      "epoch": 2.5183698545975837,
      "grad_norm": 4.672174998582878,
      "learning_rate": 0.00019108044744582992,
      "loss": 5.6562,
      "step": 61486
    },
    {
      "epoch": 2.5184108130247798,
      "grad_norm": 7.636697165380953,
      "learning_rate": 0.00019107731073505986,
      "loss": 5.4375,
      "step": 61487
    },
    {
      "epoch": 2.5184517714519763,
      "grad_norm": 3.223163602739128,
      "learning_rate": 0.00019107417400487085,
      "loss": 5.1875,
      "step": 61488
    },
    {
      "epoch": 2.5184927298791724,
      "grad_norm": 3.3418303188581606,
      "learning_rate": 0.00019107103725526434,
      "loss": 4.5312,
      "step": 61489
    },
    {
      "epoch": 2.518533688306369,
      "grad_norm": 3.2339596195081746,
      "learning_rate": 0.0001910679004862418,
      "loss": 4.375,
      "step": 61490
    },
    {
      "epoch": 2.5185746467335655,
      "grad_norm": 3.1263023490600665,
      "learning_rate": 0.00019106476369780477,
      "loss": 4.2188,
      "step": 61491
    },
    {
      "epoch": 2.518615605160762,
      "grad_norm": 6.236221720361433,
      "learning_rate": 0.0001910616268899547,
      "loss": 5.25,
      "step": 61492
    },
    {
      "epoch": 2.518656563587958,
      "grad_norm": 5.512628494931869,
      "learning_rate": 0.00019105849006269312,
      "loss": 2.3906,
      "step": 61493
    },
    {
      "epoch": 2.5186975220151546,
      "grad_norm": 3.021857513289026,
      "learning_rate": 0.00019105535321602143,
      "loss": 4.4375,
      "step": 61494
    },
    {
      "epoch": 2.518738480442351,
      "grad_norm": 2.982696844409503,
      "learning_rate": 0.00019105221634994112,
      "loss": 4.375,
      "step": 61495
    },
    {
      "epoch": 2.5187794388695472,
      "grad_norm": 3.0705301698994143,
      "learning_rate": 0.00019104907946445373,
      "loss": 3.875,
      "step": 61496
    },
    {
      "epoch": 2.518820397296744,
      "grad_norm": 7.664250741544988,
      "learning_rate": 0.0001910459425595607,
      "loss": 5.8438,
      "step": 61497
    },
    {
      "epoch": 2.5188613557239403,
      "grad_norm": 3.0169951185072086,
      "learning_rate": 0.00019104280563526357,
      "loss": 4.0,
      "step": 61498
    },
    {
      "epoch": 2.518902314151137,
      "grad_norm": 4.656639841664349,
      "learning_rate": 0.00019103966869156376,
      "loss": 5.125,
      "step": 61499
    },
    {
      "epoch": 2.518943272578333,
      "grad_norm": 2.950557413331916,
      "learning_rate": 0.00019103653172846275,
      "loss": 3.6875,
      "step": 61500
    },
    {
      "epoch": 2.5189842310055295,
      "grad_norm": 3.068929619026366,
      "learning_rate": 0.00019103339474596206,
      "loss": 4.8125,
      "step": 61501
    },
    {
      "epoch": 2.5190251894327256,
      "grad_norm": 3.2415593483181944,
      "learning_rate": 0.00019103025774406323,
      "loss": 4.6562,
      "step": 61502
    },
    {
      "epoch": 2.519066147859922,
      "grad_norm": 3.676491959040156,
      "learning_rate": 0.00019102712072276758,
      "loss": 2.5312,
      "step": 61503
    },
    {
      "epoch": 2.5191071062871186,
      "grad_norm": 2.800253752148503,
      "learning_rate": 0.00019102398368207673,
      "loss": 3.625,
      "step": 61504
    },
    {
      "epoch": 2.519148064714315,
      "grad_norm": 4.345768843452256,
      "learning_rate": 0.0001910208466219921,
      "loss": 4.25,
      "step": 61505
    },
    {
      "epoch": 2.5191890231415113,
      "grad_norm": 4.703713537549339,
      "learning_rate": 0.00019101770954251524,
      "loss": 5.25,
      "step": 61506
    },
    {
      "epoch": 2.519229981568708,
      "grad_norm": 4.129820037481942,
      "learning_rate": 0.00019101457244364756,
      "loss": 5.1875,
      "step": 61507
    },
    {
      "epoch": 2.519270939995904,
      "grad_norm": 3.088168933710739,
      "learning_rate": 0.0001910114353253906,
      "loss": 3.6875,
      "step": 61508
    },
    {
      "epoch": 2.5193118984231004,
      "grad_norm": 9.999535512901614,
      "learning_rate": 0.00019100829818774573,
      "loss": 5.0,
      "step": 61509
    },
    {
      "epoch": 2.519352856850297,
      "grad_norm": 3.746704650710679,
      "learning_rate": 0.0001910051610307146,
      "loss": 4.375,
      "step": 61510
    },
    {
      "epoch": 2.5193938152774935,
      "grad_norm": 5.712481177853353,
      "learning_rate": 0.00019100202385429857,
      "loss": 3.7812,
      "step": 61511
    },
    {
      "epoch": 2.5194347737046896,
      "grad_norm": 3.2823767513466677,
      "learning_rate": 0.0001909988866584992,
      "loss": 3.7656,
      "step": 61512
    },
    {
      "epoch": 2.519475732131886,
      "grad_norm": 3.901061858797789,
      "learning_rate": 0.00019099574944331788,
      "loss": 4.5938,
      "step": 61513
    },
    {
      "epoch": 2.5195166905590827,
      "grad_norm": 3.672051468265318,
      "learning_rate": 0.00019099261220875617,
      "loss": 3.7031,
      "step": 61514
    },
    {
      "epoch": 2.5195576489862788,
      "grad_norm": 3.7976911803166242,
      "learning_rate": 0.00019098947495481555,
      "loss": 4.6875,
      "step": 61515
    },
    {
      "epoch": 2.5195986074134753,
      "grad_norm": 5.134354135157454,
      "learning_rate": 0.00019098633768149746,
      "loss": 6.2188,
      "step": 61516
    },
    {
      "epoch": 2.519639565840672,
      "grad_norm": 4.549628348520763,
      "learning_rate": 0.00019098320038880344,
      "loss": 4.0312,
      "step": 61517
    },
    {
      "epoch": 2.5196805242678684,
      "grad_norm": 3.1179898602737732,
      "learning_rate": 0.0001909800630767349,
      "loss": 4.5312,
      "step": 61518
    },
    {
      "epoch": 2.5197214826950645,
      "grad_norm": 3.959310314787856,
      "learning_rate": 0.0001909769257452934,
      "loss": 5.9375,
      "step": 61519
    },
    {
      "epoch": 2.519762441122261,
      "grad_norm": 2.929896118348782,
      "learning_rate": 0.00019097378839448039,
      "loss": 3.9062,
      "step": 61520
    },
    {
      "epoch": 2.519803399549457,
      "grad_norm": 8.797624169093499,
      "learning_rate": 0.0001909706510242973,
      "loss": 5.0312,
      "step": 61521
    },
    {
      "epoch": 2.5198443579766536,
      "grad_norm": 2.9396690350501413,
      "learning_rate": 0.00019096751363474571,
      "loss": 4.625,
      "step": 61522
    },
    {
      "epoch": 2.51988531640385,
      "grad_norm": 10.717868287588434,
      "learning_rate": 0.00019096437622582706,
      "loss": 4.7812,
      "step": 61523
    },
    {
      "epoch": 2.5199262748310467,
      "grad_norm": 5.248381345811797,
      "learning_rate": 0.00019096123879754282,
      "loss": 4.8438,
      "step": 61524
    },
    {
      "epoch": 2.519967233258243,
      "grad_norm": 3.1253783786123512,
      "learning_rate": 0.00019095810134989443,
      "loss": 4.5312,
      "step": 61525
    },
    {
      "epoch": 2.5200081916854393,
      "grad_norm": 3.9439553199193567,
      "learning_rate": 0.00019095496388288346,
      "loss": 5.0625,
      "step": 61526
    },
    {
      "epoch": 2.5200491501126354,
      "grad_norm": 3.31082912399323,
      "learning_rate": 0.0001909518263965114,
      "loss": 4.625,
      "step": 61527
    },
    {
      "epoch": 2.520090108539832,
      "grad_norm": 3.91331412855861,
      "learning_rate": 0.00019094868889077968,
      "loss": 6.0312,
      "step": 61528
    },
    {
      "epoch": 2.5201310669670285,
      "grad_norm": 4.808043169026367,
      "learning_rate": 0.00019094555136568977,
      "loss": 3.9375,
      "step": 61529
    },
    {
      "epoch": 2.520172025394225,
      "grad_norm": 7.141685549727331,
      "learning_rate": 0.0001909424138212432,
      "loss": 5.375,
      "step": 61530
    },
    {
      "epoch": 2.520212983821421,
      "grad_norm": 3.334575413538754,
      "learning_rate": 0.00019093927625744145,
      "loss": 6.8438,
      "step": 61531
    },
    {
      "epoch": 2.5202539422486177,
      "grad_norm": 6.033824059929073,
      "learning_rate": 0.00019093613867428592,
      "loss": 4.0938,
      "step": 61532
    },
    {
      "epoch": 2.520294900675814,
      "grad_norm": 3.52066748918935,
      "learning_rate": 0.00019093300107177823,
      "loss": 3.3438,
      "step": 61533
    },
    {
      "epoch": 2.5203358591030103,
      "grad_norm": 2.911284552117475,
      "learning_rate": 0.00019092986344991977,
      "loss": 4.0312,
      "step": 61534
    },
    {
      "epoch": 2.520376817530207,
      "grad_norm": 2.9826380176230316,
      "learning_rate": 0.00019092672580871205,
      "loss": 4.0938,
      "step": 61535
    },
    {
      "epoch": 2.5204177759574034,
      "grad_norm": 4.062812301611651,
      "learning_rate": 0.00019092358814815647,
      "loss": 5.875,
      "step": 61536
    },
    {
      "epoch": 2.5204587343846,
      "grad_norm": 3.2133934376541005,
      "learning_rate": 0.00019092045046825468,
      "loss": 4.5938,
      "step": 61537
    },
    {
      "epoch": 2.520499692811796,
      "grad_norm": 3.138743358619463,
      "learning_rate": 0.00019091731276900807,
      "loss": 4.8438,
      "step": 61538
    },
    {
      "epoch": 2.5205406512389925,
      "grad_norm": 9.008614081329853,
      "learning_rate": 0.00019091417505041813,
      "loss": 4.0938,
      "step": 61539
    },
    {
      "epoch": 2.5205816096661886,
      "grad_norm": 3.4322011942453443,
      "learning_rate": 0.00019091103731248631,
      "loss": 4.7812,
      "step": 61540
    },
    {
      "epoch": 2.520622568093385,
      "grad_norm": 3.2707197116817164,
      "learning_rate": 0.0001909078995552141,
      "loss": 4.625,
      "step": 61541
    },
    {
      "epoch": 2.5206635265205817,
      "grad_norm": 4.801811445672141,
      "learning_rate": 0.00019090476177860308,
      "loss": 5.9062,
      "step": 61542
    },
    {
      "epoch": 2.520704484947778,
      "grad_norm": 3.2106895696275832,
      "learning_rate": 0.00019090162398265463,
      "loss": 4.2188,
      "step": 61543
    },
    {
      "epoch": 2.5207454433749743,
      "grad_norm": 4.332531581596275,
      "learning_rate": 0.00019089848616737025,
      "loss": 5.0,
      "step": 61544
    },
    {
      "epoch": 2.520786401802171,
      "grad_norm": 3.0308793575594533,
      "learning_rate": 0.00019089534833275146,
      "loss": 5.3125,
      "step": 61545
    },
    {
      "epoch": 2.520827360229367,
      "grad_norm": 6.685493021763218,
      "learning_rate": 0.00019089221047879971,
      "loss": 4.7188,
      "step": 61546
    },
    {
      "epoch": 2.5208683186565635,
      "grad_norm": 6.366660616449068,
      "learning_rate": 0.0001908890726055165,
      "loss": 5.875,
      "step": 61547
    },
    {
      "epoch": 2.52090927708376,
      "grad_norm": 3.5172438732490057,
      "learning_rate": 0.0001908859347129033,
      "loss": 5.0625,
      "step": 61548
    },
    {
      "epoch": 2.5209502355109565,
      "grad_norm": 3.8381112895062177,
      "learning_rate": 0.00019088279680096163,
      "loss": 0.6094,
      "step": 61549
    },
    {
      "epoch": 2.5209911939381526,
      "grad_norm": 3.619826983095653,
      "learning_rate": 0.00019087965886969294,
      "loss": 5.5312,
      "step": 61550
    },
    {
      "epoch": 2.521032152365349,
      "grad_norm": 3.167581930149682,
      "learning_rate": 0.00019087652091909872,
      "loss": 1.6328,
      "step": 61551
    },
    {
      "epoch": 2.5210731107925457,
      "grad_norm": 3.7947148973107314,
      "learning_rate": 0.00019087338294918044,
      "loss": 4.8125,
      "step": 61552
    },
    {
      "epoch": 2.521114069219742,
      "grad_norm": 5.446093689567033,
      "learning_rate": 0.0001908702449599396,
      "loss": 3.3281,
      "step": 61553
    },
    {
      "epoch": 2.5211550276469383,
      "grad_norm": 2.8873382577576394,
      "learning_rate": 0.00019086710695137766,
      "loss": 3.5312,
      "step": 61554
    },
    {
      "epoch": 2.521195986074135,
      "grad_norm": 3.1992312781537438,
      "learning_rate": 0.00019086396892349614,
      "loss": 4.4375,
      "step": 61555
    },
    {
      "epoch": 2.5212369445013314,
      "grad_norm": 3.3366429945345972,
      "learning_rate": 0.0001908608308762965,
      "loss": 4.625,
      "step": 61556
    },
    {
      "epoch": 2.5212779029285275,
      "grad_norm": 3.9192923363950114,
      "learning_rate": 0.00019085769280978023,
      "loss": 5.4062,
      "step": 61557
    },
    {
      "epoch": 2.521318861355724,
      "grad_norm": 7.424274417124973,
      "learning_rate": 0.00019085455472394884,
      "loss": 5.0938,
      "step": 61558
    },
    {
      "epoch": 2.52135981978292,
      "grad_norm": 3.4543787389681992,
      "learning_rate": 0.00019085141661880377,
      "loss": 6.6562,
      "step": 61559
    },
    {
      "epoch": 2.5214007782101167,
      "grad_norm": 3.722130889901706,
      "learning_rate": 0.0001908482784943465,
      "loss": 3.8906,
      "step": 61560
    },
    {
      "epoch": 2.521441736637313,
      "grad_norm": 2.767225359666116,
      "learning_rate": 0.00019084514035057858,
      "loss": 3.8125,
      "step": 61561
    },
    {
      "epoch": 2.5214826950645097,
      "grad_norm": 3.294389009411108,
      "learning_rate": 0.00019084200218750141,
      "loss": 4.5938,
      "step": 61562
    },
    {
      "epoch": 2.521523653491706,
      "grad_norm": 3.2122927647868207,
      "learning_rate": 0.0001908388640051165,
      "loss": 3.9375,
      "step": 61563
    },
    {
      "epoch": 2.5215646119189024,
      "grad_norm": 2.856324295588037,
      "learning_rate": 0.0001908357258034254,
      "loss": 3.75,
      "step": 61564
    },
    {
      "epoch": 2.5216055703460984,
      "grad_norm": 2.7676930891572247,
      "learning_rate": 0.00019083258758242954,
      "loss": 3.9844,
      "step": 61565
    },
    {
      "epoch": 2.521646528773295,
      "grad_norm": 2.8894915522806928,
      "learning_rate": 0.00019082944934213037,
      "loss": 4.5625,
      "step": 61566
    },
    {
      "epoch": 2.5216874872004915,
      "grad_norm": 4.3863715449881955,
      "learning_rate": 0.0001908263110825294,
      "loss": 4.875,
      "step": 61567
    },
    {
      "epoch": 2.521728445627688,
      "grad_norm": 2.90474842462343,
      "learning_rate": 0.0001908231728036281,
      "loss": 4.25,
      "step": 61568
    },
    {
      "epoch": 2.521769404054884,
      "grad_norm": 5.742710225055742,
      "learning_rate": 0.000190820034505428,
      "loss": 6.1562,
      "step": 61569
    },
    {
      "epoch": 2.5218103624820807,
      "grad_norm": 3.4582563701245177,
      "learning_rate": 0.00019081689618793054,
      "loss": 4.0312,
      "step": 61570
    },
    {
      "epoch": 2.521851320909277,
      "grad_norm": 6.004434572626717,
      "learning_rate": 0.00019081375785113728,
      "loss": 5.5,
      "step": 61571
    },
    {
      "epoch": 2.5218922793364733,
      "grad_norm": 12.338853085003045,
      "learning_rate": 0.0001908106194950496,
      "loss": 6.4062,
      "step": 61572
    },
    {
      "epoch": 2.52193323776367,
      "grad_norm": 2.6289902849588596,
      "learning_rate": 0.00019080748111966896,
      "loss": 2.8125,
      "step": 61573
    },
    {
      "epoch": 2.5219741961908664,
      "grad_norm": 2.892391530794033,
      "learning_rate": 0.00019080434272499702,
      "loss": 3.0,
      "step": 61574
    },
    {
      "epoch": 2.522015154618063,
      "grad_norm": 3.1103995876005186,
      "learning_rate": 0.00019080120431103512,
      "loss": 4.1875,
      "step": 61575
    },
    {
      "epoch": 2.522056113045259,
      "grad_norm": 3.26692568931996,
      "learning_rate": 0.00019079806587778478,
      "loss": 4.375,
      "step": 61576
    },
    {
      "epoch": 2.5220970714724555,
      "grad_norm": 3.185626490422015,
      "learning_rate": 0.00019079492742524746,
      "loss": 4.4062,
      "step": 61577
    },
    {
      "epoch": 2.5221380298996516,
      "grad_norm": 4.5959401212030295,
      "learning_rate": 0.00019079178895342464,
      "loss": 6.4688,
      "step": 61578
    },
    {
      "epoch": 2.522178988326848,
      "grad_norm": 4.520400190326776,
      "learning_rate": 0.00019078865046231788,
      "loss": 3.2031,
      "step": 61579
    },
    {
      "epoch": 2.5222199467540447,
      "grad_norm": 2.543513418049563,
      "learning_rate": 0.00019078551195192861,
      "loss": 3.25,
      "step": 61580
    },
    {
      "epoch": 2.5222609051812412,
      "grad_norm": 3.837180714799588,
      "learning_rate": 0.00019078237342225827,
      "loss": 5.0625,
      "step": 61581
    },
    {
      "epoch": 2.5223018636084373,
      "grad_norm": 6.056098270969211,
      "learning_rate": 0.0001907792348733084,
      "loss": 4.1875,
      "step": 61582
    },
    {
      "epoch": 2.522342822035634,
      "grad_norm": 3.1426288913178926,
      "learning_rate": 0.00019077609630508053,
      "loss": 4.8125,
      "step": 61583
    },
    {
      "epoch": 2.52238378046283,
      "grad_norm": 3.2207198133519466,
      "learning_rate": 0.00019077295771757608,
      "loss": 5.1562,
      "step": 61584
    },
    {
      "epoch": 2.5224247388900265,
      "grad_norm": 3.297061159641684,
      "learning_rate": 0.00019076981911079647,
      "loss": 5.0625,
      "step": 61585
    },
    {
      "epoch": 2.522465697317223,
      "grad_norm": 3.2107633215791203,
      "learning_rate": 0.00019076668048474332,
      "loss": 4.4375,
      "step": 61586
    },
    {
      "epoch": 2.5225066557444196,
      "grad_norm": 4.1540421792635085,
      "learning_rate": 0.00019076354183941805,
      "loss": 4.875,
      "step": 61587
    },
    {
      "epoch": 2.5225476141716157,
      "grad_norm": 3.1164464022634744,
      "learning_rate": 0.0001907604031748221,
      "loss": 4.5312,
      "step": 61588
    },
    {
      "epoch": 2.522588572598812,
      "grad_norm": 13.163288630674208,
      "learning_rate": 0.000190757264490957,
      "loss": 4.8438,
      "step": 61589
    },
    {
      "epoch": 2.5226295310260087,
      "grad_norm": 2.9637552326593197,
      "learning_rate": 0.00019075412578782429,
      "loss": 4.5625,
      "step": 61590
    },
    {
      "epoch": 2.522670489453205,
      "grad_norm": 2.871609058101487,
      "learning_rate": 0.00019075098706542535,
      "loss": 3.6562,
      "step": 61591
    },
    {
      "epoch": 2.5227114478804014,
      "grad_norm": 2.8291619357474724,
      "learning_rate": 0.0001907478483237617,
      "loss": 4.2812,
      "step": 61592
    },
    {
      "epoch": 2.522752406307598,
      "grad_norm": 3.7359464460894567,
      "learning_rate": 0.00019074470956283483,
      "loss": 5.0938,
      "step": 61593
    },
    {
      "epoch": 2.5227933647347944,
      "grad_norm": 5.059137931886893,
      "learning_rate": 0.00019074157078264624,
      "loss": 6.3125,
      "step": 61594
    },
    {
      "epoch": 2.5228343231619905,
      "grad_norm": 2.9341080467384995,
      "learning_rate": 0.00019073843198319743,
      "loss": 3.75,
      "step": 61595
    },
    {
      "epoch": 2.522875281589187,
      "grad_norm": 3.178285540109438,
      "learning_rate": 0.00019073529316448985,
      "loss": 4.3438,
      "step": 61596
    },
    {
      "epoch": 2.522916240016383,
      "grad_norm": 4.241353239521799,
      "learning_rate": 0.00019073215432652494,
      "loss": 4.9062,
      "step": 61597
    },
    {
      "epoch": 2.5229571984435797,
      "grad_norm": 2.8533691748115615,
      "learning_rate": 0.00019072901546930425,
      "loss": 4.0312,
      "step": 61598
    },
    {
      "epoch": 2.522998156870776,
      "grad_norm": 3.179223451037031,
      "learning_rate": 0.0001907258765928293,
      "loss": 4.75,
      "step": 61599
    },
    {
      "epoch": 2.5230391152979728,
      "grad_norm": 3.237320102416665,
      "learning_rate": 0.00019072273769710142,
      "loss": 5.0312,
      "step": 61600
    },
    {
      "epoch": 2.523080073725169,
      "grad_norm": 3.0832622118150828,
      "learning_rate": 0.00019071959878212225,
      "loss": 4.5938,
      "step": 61601
    },
    {
      "epoch": 2.5231210321523654,
      "grad_norm": 5.714012818822486,
      "learning_rate": 0.0001907164598478932,
      "loss": 2.2031,
      "step": 61602
    },
    {
      "epoch": 2.5231619905795615,
      "grad_norm": 3.365520902293956,
      "learning_rate": 0.0001907133208944158,
      "loss": 4.25,
      "step": 61603
    },
    {
      "epoch": 2.523202949006758,
      "grad_norm": 3.2946220570106437,
      "learning_rate": 0.00019071018192169144,
      "loss": 4.6875,
      "step": 61604
    },
    {
      "epoch": 2.5232439074339545,
      "grad_norm": 3.6960935369369374,
      "learning_rate": 0.0001907070429297217,
      "loss": 4.25,
      "step": 61605
    },
    {
      "epoch": 2.523284865861151,
      "grad_norm": 3.220936251244929,
      "learning_rate": 0.00019070390391850807,
      "loss": 5.0625,
      "step": 61606
    },
    {
      "epoch": 2.523325824288347,
      "grad_norm": 5.721881242024137,
      "learning_rate": 0.00019070076488805196,
      "loss": 4.7812,
      "step": 61607
    },
    {
      "epoch": 2.5233667827155437,
      "grad_norm": 3.36833768949297,
      "learning_rate": 0.00019069762583835492,
      "loss": 4.0938,
      "step": 61608
    },
    {
      "epoch": 2.5234077411427402,
      "grad_norm": 6.682554019634393,
      "learning_rate": 0.00019069448676941835,
      "loss": 4.875,
      "step": 61609
    },
    {
      "epoch": 2.5234486995699363,
      "grad_norm": 3.5481199905076437,
      "learning_rate": 0.00019069134768124384,
      "loss": 5.9375,
      "step": 61610
    },
    {
      "epoch": 2.523489657997133,
      "grad_norm": 22.530233041448685,
      "learning_rate": 0.0001906882085738328,
      "loss": 3.5312,
      "step": 61611
    },
    {
      "epoch": 2.5235306164243294,
      "grad_norm": 4.00777557405994,
      "learning_rate": 0.00019068506944718672,
      "loss": 5.3438,
      "step": 61612
    },
    {
      "epoch": 2.523571574851526,
      "grad_norm": 4.632097115003629,
      "learning_rate": 0.0001906819303013071,
      "loss": 5.6875,
      "step": 61613
    },
    {
      "epoch": 2.523612533278722,
      "grad_norm": 3.1431717671761668,
      "learning_rate": 0.00019067879113619543,
      "loss": 3.8438,
      "step": 61614
    },
    {
      "epoch": 2.5236534917059186,
      "grad_norm": 4.990747292764049,
      "learning_rate": 0.00019067565195185325,
      "loss": 6.3438,
      "step": 61615
    },
    {
      "epoch": 2.5236944501331147,
      "grad_norm": 7.943463015024007,
      "learning_rate": 0.00019067251274828192,
      "loss": 4.5312,
      "step": 61616
    },
    {
      "epoch": 2.523735408560311,
      "grad_norm": 4.3918784806522515,
      "learning_rate": 0.00019066937352548298,
      "loss": 6.2812,
      "step": 61617
    },
    {
      "epoch": 2.5237763669875077,
      "grad_norm": 6.870672228754872,
      "learning_rate": 0.00019066623428345793,
      "loss": 6.6562,
      "step": 61618
    },
    {
      "epoch": 2.5238173254147043,
      "grad_norm": 3.866857140637097,
      "learning_rate": 0.00019066309502220827,
      "loss": 4.5,
      "step": 61619
    },
    {
      "epoch": 2.5238582838419004,
      "grad_norm": 7.008909258301894,
      "learning_rate": 0.00019065995574173546,
      "loss": 3.4844,
      "step": 61620
    },
    {
      "epoch": 2.523899242269097,
      "grad_norm": 3.3072362607233092,
      "learning_rate": 0.0001906568164420409,
      "loss": 4.9688,
      "step": 61621
    },
    {
      "epoch": 2.523940200696293,
      "grad_norm": 4.185172653637815,
      "learning_rate": 0.00019065367712312622,
      "loss": 5.0938,
      "step": 61622
    },
    {
      "epoch": 2.5239811591234895,
      "grad_norm": 3.1274515660371254,
      "learning_rate": 0.00019065053778499286,
      "loss": 3.5312,
      "step": 61623
    },
    {
      "epoch": 2.524022117550686,
      "grad_norm": 4.844047158404914,
      "learning_rate": 0.00019064739842764226,
      "loss": 4.9375,
      "step": 61624
    },
    {
      "epoch": 2.5240630759778826,
      "grad_norm": 2.9910655496687033,
      "learning_rate": 0.00019064425905107593,
      "loss": 4.4375,
      "step": 61625
    },
    {
      "epoch": 2.5241040344050787,
      "grad_norm": 2.9362453657486,
      "learning_rate": 0.00019064111965529535,
      "loss": 3.3594,
      "step": 61626
    },
    {
      "epoch": 2.5241449928322752,
      "grad_norm": 6.6793899980413745,
      "learning_rate": 0.00019063798024030203,
      "loss": 4.2188,
      "step": 61627
    },
    {
      "epoch": 2.5241859512594718,
      "grad_norm": 4.404043372972218,
      "learning_rate": 0.0001906348408060974,
      "loss": 5.1875,
      "step": 61628
    },
    {
      "epoch": 2.524226909686668,
      "grad_norm": 3.642536699801439,
      "learning_rate": 0.000190631701352683,
      "loss": 4.2812,
      "step": 61629
    },
    {
      "epoch": 2.5242678681138644,
      "grad_norm": 3.385790127381039,
      "learning_rate": 0.00019062856188006023,
      "loss": 4.6875,
      "step": 61630
    },
    {
      "epoch": 2.524308826541061,
      "grad_norm": 3.2847333119452187,
      "learning_rate": 0.00019062542238823074,
      "loss": 4.0312,
      "step": 61631
    },
    {
      "epoch": 2.5243497849682575,
      "grad_norm": 3.1070670716881814,
      "learning_rate": 0.0001906222828771958,
      "loss": 4.5312,
      "step": 61632
    },
    {
      "epoch": 2.5243907433954536,
      "grad_norm": 2.9388434878098706,
      "learning_rate": 0.00019061914334695708,
      "loss": 3.9844,
      "step": 61633
    },
    {
      "epoch": 2.52443170182265,
      "grad_norm": 3.30835915024123,
      "learning_rate": 0.000190616003797516,
      "loss": 5.2188,
      "step": 61634
    },
    {
      "epoch": 2.524472660249846,
      "grad_norm": 3.033016010725384,
      "learning_rate": 0.00019061286422887395,
      "loss": 3.3438,
      "step": 61635
    },
    {
      "epoch": 2.5245136186770427,
      "grad_norm": 3.247302460071178,
      "learning_rate": 0.0001906097246410325,
      "loss": 4.75,
      "step": 61636
    },
    {
      "epoch": 2.5245545771042393,
      "grad_norm": 5.692175033111907,
      "learning_rate": 0.00019060658503399319,
      "loss": 4.125,
      "step": 61637
    },
    {
      "epoch": 2.524595535531436,
      "grad_norm": 5.222918295565806,
      "learning_rate": 0.0001906034454077574,
      "loss": 5.125,
      "step": 61638
    },
    {
      "epoch": 2.524636493958632,
      "grad_norm": 6.639114276903251,
      "learning_rate": 0.0001906003057623267,
      "loss": 6.4688,
      "step": 61639
    },
    {
      "epoch": 2.5246774523858284,
      "grad_norm": 4.230256825207265,
      "learning_rate": 0.0001905971660977025,
      "loss": 4.2812,
      "step": 61640
    },
    {
      "epoch": 2.5247184108130245,
      "grad_norm": 3.1881387515719632,
      "learning_rate": 0.00019059402641388628,
      "loss": 5.125,
      "step": 61641
    },
    {
      "epoch": 2.524759369240221,
      "grad_norm": 3.5792133068880383,
      "learning_rate": 0.00019059088671087964,
      "loss": 4.4062,
      "step": 61642
    },
    {
      "epoch": 2.5248003276674176,
      "grad_norm": 3.0328206716506547,
      "learning_rate": 0.00019058774698868394,
      "loss": 4.7812,
      "step": 61643
    },
    {
      "epoch": 2.524841286094614,
      "grad_norm": 4.220738501332531,
      "learning_rate": 0.00019058460724730072,
      "loss": 5.625,
      "step": 61644
    },
    {
      "epoch": 2.52488224452181,
      "grad_norm": 3.181185726240453,
      "learning_rate": 0.00019058146748673137,
      "loss": 3.9844,
      "step": 61645
    },
    {
      "epoch": 2.5249232029490067,
      "grad_norm": 3.4162625055556535,
      "learning_rate": 0.00019057832770697755,
      "loss": 4.875,
      "step": 61646
    },
    {
      "epoch": 2.5249641613762033,
      "grad_norm": 2.7892001721091715,
      "learning_rate": 0.00019057518790804065,
      "loss": 3.8594,
      "step": 61647
    },
    {
      "epoch": 2.5250051198033994,
      "grad_norm": 3.121745102671415,
      "learning_rate": 0.00019057204808992214,
      "loss": 4.7812,
      "step": 61648
    },
    {
      "epoch": 2.525046078230596,
      "grad_norm": 4.211846610582556,
      "learning_rate": 0.00019056890825262348,
      "loss": 4.9375,
      "step": 61649
    },
    {
      "epoch": 2.5250870366577924,
      "grad_norm": 3.58242114598754,
      "learning_rate": 0.00019056576839614626,
      "loss": 4.2812,
      "step": 61650
    },
    {
      "epoch": 2.525127995084989,
      "grad_norm": 7.964374567899,
      "learning_rate": 0.00019056262852049183,
      "loss": 4.125,
      "step": 61651
    },
    {
      "epoch": 2.525168953512185,
      "grad_norm": 5.283644960737886,
      "learning_rate": 0.00019055948862566183,
      "loss": 3.8125,
      "step": 61652
    },
    {
      "epoch": 2.5252099119393816,
      "grad_norm": 20.1657214579784,
      "learning_rate": 0.00019055634871165757,
      "loss": 6.0938,
      "step": 61653
    },
    {
      "epoch": 2.5252508703665777,
      "grad_norm": 3.0708139340823415,
      "learning_rate": 0.00019055320877848066,
      "loss": 4.75,
      "step": 61654
    },
    {
      "epoch": 2.5252918287937742,
      "grad_norm": 4.159843869853124,
      "learning_rate": 0.00019055006882613256,
      "loss": 5.3125,
      "step": 61655
    },
    {
      "epoch": 2.5253327872209708,
      "grad_norm": 5.052333066737175,
      "learning_rate": 0.00019054692885461474,
      "loss": 3.75,
      "step": 61656
    },
    {
      "epoch": 2.5253737456481673,
      "grad_norm": 3.130193991743828,
      "learning_rate": 0.00019054378886392866,
      "loss": 5.0625,
      "step": 61657
    },
    {
      "epoch": 2.5254147040753634,
      "grad_norm": 2.8617640215413798,
      "learning_rate": 0.00019054064885407586,
      "loss": 4.0625,
      "step": 61658
    },
    {
      "epoch": 2.52545566250256,
      "grad_norm": 8.396239417448426,
      "learning_rate": 0.00019053750882505775,
      "loss": 5.5938,
      "step": 61659
    },
    {
      "epoch": 2.5254966209297565,
      "grad_norm": 3.601706808854489,
      "learning_rate": 0.00019053436877687591,
      "loss": 3.2812,
      "step": 61660
    },
    {
      "epoch": 2.5255375793569526,
      "grad_norm": 2.965785288277142,
      "learning_rate": 0.0001905312287095317,
      "loss": 4.5625,
      "step": 61661
    },
    {
      "epoch": 2.525578537784149,
      "grad_norm": 3.293785039602389,
      "learning_rate": 0.00019052808862302675,
      "loss": 4.9375,
      "step": 61662
    },
    {
      "epoch": 2.5256194962113456,
      "grad_norm": 4.149161723318719,
      "learning_rate": 0.00019052494851736244,
      "loss": 1.7969,
      "step": 61663
    },
    {
      "epoch": 2.5256604546385417,
      "grad_norm": 4.2017548249533325,
      "learning_rate": 0.0001905218083925403,
      "loss": 5.0312,
      "step": 61664
    },
    {
      "epoch": 2.5257014130657383,
      "grad_norm": 4.8654402191402255,
      "learning_rate": 0.00019051866824856175,
      "loss": 5.3438,
      "step": 61665
    },
    {
      "epoch": 2.525742371492935,
      "grad_norm": 3.5241220577237677,
      "learning_rate": 0.00019051552808542837,
      "loss": 6.0312,
      "step": 61666
    },
    {
      "epoch": 2.525783329920131,
      "grad_norm": 3.5904832871872885,
      "learning_rate": 0.0001905123879031416,
      "loss": 3.9062,
      "step": 61667
    },
    {
      "epoch": 2.5258242883473274,
      "grad_norm": 3.042886983881546,
      "learning_rate": 0.00019050924770170293,
      "loss": 4.3125,
      "step": 61668
    },
    {
      "epoch": 2.525865246774524,
      "grad_norm": 4.674009317087163,
      "learning_rate": 0.0001905061074811138,
      "loss": 5.4062,
      "step": 61669
    },
    {
      "epoch": 2.5259062052017205,
      "grad_norm": 3.071469683903058,
      "learning_rate": 0.00019050296724137578,
      "loss": 4.6562,
      "step": 61670
    },
    {
      "epoch": 2.5259471636289166,
      "grad_norm": 3.0635450476938257,
      "learning_rate": 0.00019049982698249033,
      "loss": 3.9219,
      "step": 61671
    },
    {
      "epoch": 2.525988122056113,
      "grad_norm": 3.2945845471678528,
      "learning_rate": 0.00019049668670445883,
      "loss": 5.3125,
      "step": 61672
    },
    {
      "epoch": 2.526029080483309,
      "grad_norm": 4.137116956202657,
      "learning_rate": 0.00019049354640728288,
      "loss": 6.125,
      "step": 61673
    },
    {
      "epoch": 2.5260700389105057,
      "grad_norm": 3.8119397544770317,
      "learning_rate": 0.00019049040609096394,
      "loss": 2.8125,
      "step": 61674
    },
    {
      "epoch": 2.5261109973377023,
      "grad_norm": 3.935448239511747,
      "learning_rate": 0.0001904872657555035,
      "loss": 3.7969,
      "step": 61675
    },
    {
      "epoch": 2.526151955764899,
      "grad_norm": 3.0665639973624397,
      "learning_rate": 0.000190484125400903,
      "loss": 4.0938,
      "step": 61676
    },
    {
      "epoch": 2.526192914192095,
      "grad_norm": 7.159586672786232,
      "learning_rate": 0.00019048098502716395,
      "loss": 3.875,
      "step": 61677
    },
    {
      "epoch": 2.5262338726192914,
      "grad_norm": 2.2437588192189546,
      "learning_rate": 0.00019047784463428787,
      "loss": 1.25,
      "step": 61678
    },
    {
      "epoch": 2.526274831046488,
      "grad_norm": 2.9911519077651256,
      "learning_rate": 0.00019047470422227622,
      "loss": 5.4062,
      "step": 61679
    },
    {
      "epoch": 2.526315789473684,
      "grad_norm": 4.169596987867477,
      "learning_rate": 0.00019047156379113045,
      "loss": 5.75,
      "step": 61680
    },
    {
      "epoch": 2.5263567479008806,
      "grad_norm": 3.0628884719348197,
      "learning_rate": 0.00019046842334085207,
      "loss": 4.7812,
      "step": 61681
    },
    {
      "epoch": 2.526397706328077,
      "grad_norm": 9.840658900436601,
      "learning_rate": 0.00019046528287144256,
      "loss": 3.7812,
      "step": 61682
    },
    {
      "epoch": 2.5264386647552732,
      "grad_norm": 4.315500152375448,
      "learning_rate": 0.00019046214238290348,
      "loss": 6.3438,
      "step": 61683
    },
    {
      "epoch": 2.5264796231824698,
      "grad_norm": 4.1241276432529075,
      "learning_rate": 0.00019045900187523619,
      "loss": 5.7812,
      "step": 61684
    },
    {
      "epoch": 2.5265205816096663,
      "grad_norm": 2.840915577990768,
      "learning_rate": 0.0001904558613484422,
      "loss": 4.5312,
      "step": 61685
    },
    {
      "epoch": 2.5265615400368624,
      "grad_norm": 3.685441272483984,
      "learning_rate": 0.00019045272080252308,
      "loss": 3.9531,
      "step": 61686
    },
    {
      "epoch": 2.526602498464059,
      "grad_norm": 3.251195522226023,
      "learning_rate": 0.00019044958023748025,
      "loss": 4.5938,
      "step": 61687
    },
    {
      "epoch": 2.5266434568912555,
      "grad_norm": 3.1076545565410405,
      "learning_rate": 0.00019044643965331523,
      "loss": 4.0938,
      "step": 61688
    },
    {
      "epoch": 2.526684415318452,
      "grad_norm": 3.069303423298525,
      "learning_rate": 0.00019044329905002942,
      "loss": 4.1875,
      "step": 61689
    },
    {
      "epoch": 2.526725373745648,
      "grad_norm": 3.2400605374981506,
      "learning_rate": 0.0001904401584276244,
      "loss": 5.1562,
      "step": 61690
    },
    {
      "epoch": 2.5267663321728446,
      "grad_norm": 4.6734081302987835,
      "learning_rate": 0.00019043701778610162,
      "loss": 3.2344,
      "step": 61691
    },
    {
      "epoch": 2.5268072906000407,
      "grad_norm": 3.0440062000748207,
      "learning_rate": 0.00019043387712546256,
      "loss": 4.375,
      "step": 61692
    },
    {
      "epoch": 2.5268482490272373,
      "grad_norm": 3.0128251073571377,
      "learning_rate": 0.00019043073644570867,
      "loss": 4.0625,
      "step": 61693
    },
    {
      "epoch": 2.526889207454434,
      "grad_norm": 3.401954230621077,
      "learning_rate": 0.00019042759574684157,
      "loss": 5.125,
      "step": 61694
    },
    {
      "epoch": 2.5269301658816303,
      "grad_norm": 2.6943739161883817,
      "learning_rate": 0.0001904244550288626,
      "loss": 3.6562,
      "step": 61695
    },
    {
      "epoch": 2.5269711243088264,
      "grad_norm": 3.0827288447716374,
      "learning_rate": 0.00019042131429177327,
      "loss": 4.7188,
      "step": 61696
    },
    {
      "epoch": 2.527012082736023,
      "grad_norm": 2.831102609554791,
      "learning_rate": 0.0001904181735355751,
      "loss": 3.4531,
      "step": 61697
    },
    {
      "epoch": 2.5270530411632195,
      "grad_norm": 2.817680089559226,
      "learning_rate": 0.00019041503276026955,
      "loss": 3.7656,
      "step": 61698
    },
    {
      "epoch": 2.5270939995904156,
      "grad_norm": 3.142732217973677,
      "learning_rate": 0.00019041189196585814,
      "loss": 4.75,
      "step": 61699
    },
    {
      "epoch": 2.527134958017612,
      "grad_norm": 5.025652471201704,
      "learning_rate": 0.00019040875115234235,
      "loss": 4.0938,
      "step": 61700
    },
    {
      "epoch": 2.5271759164448087,
      "grad_norm": 3.2963212406338216,
      "learning_rate": 0.0001904056103197236,
      "loss": 4.1875,
      "step": 61701
    },
    {
      "epoch": 2.527216874872005,
      "grad_norm": 3.775720948809254,
      "learning_rate": 0.00019040246946800345,
      "loss": 4.5,
      "step": 61702
    },
    {
      "epoch": 2.5272578332992013,
      "grad_norm": 5.40277436463862,
      "learning_rate": 0.00019039932859718335,
      "loss": 5.4062,
      "step": 61703
    },
    {
      "epoch": 2.527298791726398,
      "grad_norm": 3.1728114792805595,
      "learning_rate": 0.0001903961877072648,
      "loss": 4.9375,
      "step": 61704
    },
    {
      "epoch": 2.527339750153594,
      "grad_norm": 2.8379291786571974,
      "learning_rate": 0.0001903930467982493,
      "loss": 3.9062,
      "step": 61705
    },
    {
      "epoch": 2.5273807085807904,
      "grad_norm": 2.969207503312138,
      "learning_rate": 0.0001903899058701383,
      "loss": 4.7188,
      "step": 61706
    },
    {
      "epoch": 2.527421667007987,
      "grad_norm": 3.228690388875106,
      "learning_rate": 0.00019038676492293328,
      "loss": 4.5312,
      "step": 61707
    },
    {
      "epoch": 2.5274626254351835,
      "grad_norm": 3.015032842245004,
      "learning_rate": 0.0001903836239566357,
      "loss": 4.375,
      "step": 61708
    },
    {
      "epoch": 2.5275035838623796,
      "grad_norm": 3.1806691328935823,
      "learning_rate": 0.00019038048297124712,
      "loss": 4.4375,
      "step": 61709
    },
    {
      "epoch": 2.527544542289576,
      "grad_norm": 4.561832917991561,
      "learning_rate": 0.000190377341966769,
      "loss": 3.2656,
      "step": 61710
    },
    {
      "epoch": 2.5275855007167722,
      "grad_norm": 3.04918462322568,
      "learning_rate": 0.00019037420094320285,
      "loss": 4.375,
      "step": 61711
    },
    {
      "epoch": 2.5276264591439688,
      "grad_norm": 4.514087922086327,
      "learning_rate": 0.00019037105990055007,
      "loss": 5.4375,
      "step": 61712
    },
    {
      "epoch": 2.5276674175711653,
      "grad_norm": 6.70533512176788,
      "learning_rate": 0.0001903679188388122,
      "loss": 5.2188,
      "step": 61713
    },
    {
      "epoch": 2.527708375998362,
      "grad_norm": 4.558761164796543,
      "learning_rate": 0.00019036477775799074,
      "loss": 5.1562,
      "step": 61714
    },
    {
      "epoch": 2.527749334425558,
      "grad_norm": 3.663690029724667,
      "learning_rate": 0.00019036163665808715,
      "loss": 3.9688,
      "step": 61715
    },
    {
      "epoch": 2.5277902928527545,
      "grad_norm": 3.726152903229443,
      "learning_rate": 0.00019035849553910295,
      "loss": 4.375,
      "step": 61716
    },
    {
      "epoch": 2.527831251279951,
      "grad_norm": 4.232434793195983,
      "learning_rate": 0.0001903553544010395,
      "loss": 2.3438,
      "step": 61717
    },
    {
      "epoch": 2.527872209707147,
      "grad_norm": 3.124235605187525,
      "learning_rate": 0.00019035221324389845,
      "loss": 3.3594,
      "step": 61718
    },
    {
      "epoch": 2.5279131681343436,
      "grad_norm": 7.735148625480234,
      "learning_rate": 0.00019034907206768123,
      "loss": 5.625,
      "step": 61719
    },
    {
      "epoch": 2.52795412656154,
      "grad_norm": 5.419205251919191,
      "learning_rate": 0.00019034593087238928,
      "loss": 4.9062,
      "step": 61720
    },
    {
      "epoch": 2.5279950849887367,
      "grad_norm": 5.292799153750104,
      "learning_rate": 0.0001903427896580241,
      "loss": 5.9062,
      "step": 61721
    },
    {
      "epoch": 2.528036043415933,
      "grad_norm": 2.9568433911384284,
      "learning_rate": 0.00019033964842458723,
      "loss": 3.9844,
      "step": 61722
    },
    {
      "epoch": 2.5280770018431293,
      "grad_norm": 5.637379825003648,
      "learning_rate": 0.00019033650717208012,
      "loss": 4.8125,
      "step": 61723
    },
    {
      "epoch": 2.5281179602703254,
      "grad_norm": 3.6728478115918146,
      "learning_rate": 0.00019033336590050423,
      "loss": 4.6562,
      "step": 61724
    },
    {
      "epoch": 2.528158918697522,
      "grad_norm": 3.20558282467498,
      "learning_rate": 0.000190330224609861,
      "loss": 3.375,
      "step": 61725
    },
    {
      "epoch": 2.5281998771247185,
      "grad_norm": 4.429681936447705,
      "learning_rate": 0.00019032708330015205,
      "loss": 2.0625,
      "step": 61726
    },
    {
      "epoch": 2.528240835551915,
      "grad_norm": 6.280594980182003,
      "learning_rate": 0.0001903239419713788,
      "loss": 6.0,
      "step": 61727
    },
    {
      "epoch": 2.528281793979111,
      "grad_norm": 3.7847050262573476,
      "learning_rate": 0.00019032080062354273,
      "loss": 5.0625,
      "step": 61728
    },
    {
      "epoch": 2.5283227524063077,
      "grad_norm": 3.339876895432316,
      "learning_rate": 0.0001903176592566453,
      "loss": 4.625,
      "step": 61729
    },
    {
      "epoch": 2.5283637108335038,
      "grad_norm": 5.668335011522266,
      "learning_rate": 0.00019031451787068803,
      "loss": 5.7812,
      "step": 61730
    },
    {
      "epoch": 2.5284046692607003,
      "grad_norm": 3.790901165085399,
      "learning_rate": 0.0001903113764656724,
      "loss": 6.5938,
      "step": 61731
    },
    {
      "epoch": 2.528445627687897,
      "grad_norm": 3.782372840716143,
      "learning_rate": 0.0001903082350415999,
      "loss": 4.2188,
      "step": 61732
    },
    {
      "epoch": 2.5284865861150934,
      "grad_norm": 2.95147495720587,
      "learning_rate": 0.00019030509359847198,
      "loss": 3.9062,
      "step": 61733
    },
    {
      "epoch": 2.5285275445422895,
      "grad_norm": 4.372368457692496,
      "learning_rate": 0.00019030195213629015,
      "loss": 5.3438,
      "step": 61734
    },
    {
      "epoch": 2.528568502969486,
      "grad_norm": 3.578453965846083,
      "learning_rate": 0.00019029881065505595,
      "loss": 4.4375,
      "step": 61735
    },
    {
      "epoch": 2.5286094613966825,
      "grad_norm": 3.4258000589681443,
      "learning_rate": 0.00019029566915477076,
      "loss": 5.1562,
      "step": 61736
    },
    {
      "epoch": 2.5286504198238786,
      "grad_norm": 3.530547585973717,
      "learning_rate": 0.0001902925276354361,
      "loss": 4.4062,
      "step": 61737
    },
    {
      "epoch": 2.528691378251075,
      "grad_norm": 8.23455618489154,
      "learning_rate": 0.0001902893860970535,
      "loss": 5.2812,
      "step": 61738
    },
    {
      "epoch": 2.5287323366782717,
      "grad_norm": 3.979138748548987,
      "learning_rate": 0.0001902862445396244,
      "loss": 5.5625,
      "step": 61739
    },
    {
      "epoch": 2.528773295105468,
      "grad_norm": 3.2802680900092667,
      "learning_rate": 0.00019028310296315034,
      "loss": 4.8125,
      "step": 61740
    },
    {
      "epoch": 2.5288142535326643,
      "grad_norm": 9.61467067031033,
      "learning_rate": 0.00019027996136763273,
      "loss": 5.875,
      "step": 61741
    },
    {
      "epoch": 2.528855211959861,
      "grad_norm": 3.340880367856659,
      "learning_rate": 0.00019027681975307314,
      "loss": 4.6875,
      "step": 61742
    },
    {
      "epoch": 2.528896170387057,
      "grad_norm": 3.9990688447954117,
      "learning_rate": 0.00019027367811947298,
      "loss": 5.5938,
      "step": 61743
    },
    {
      "epoch": 2.5289371288142535,
      "grad_norm": 5.040401098274479,
      "learning_rate": 0.0001902705364668337,
      "loss": 4.75,
      "step": 61744
    },
    {
      "epoch": 2.52897808724145,
      "grad_norm": 7.454848128615108,
      "learning_rate": 0.00019026739479515692,
      "loss": 5.875,
      "step": 61745
    },
    {
      "epoch": 2.5290190456686465,
      "grad_norm": 6.3551445988463495,
      "learning_rate": 0.00019026425310444405,
      "loss": 6.125,
      "step": 61746
    },
    {
      "epoch": 2.5290600040958426,
      "grad_norm": 3.26883357183755,
      "learning_rate": 0.00019026111139469655,
      "loss": 4.7812,
      "step": 61747
    },
    {
      "epoch": 2.529100962523039,
      "grad_norm": 3.7602461151857773,
      "learning_rate": 0.0001902579696659159,
      "loss": 4.7812,
      "step": 61748
    },
    {
      "epoch": 2.5291419209502353,
      "grad_norm": 3.452345931313232,
      "learning_rate": 0.00019025482791810367,
      "loss": 5.0,
      "step": 61749
    },
    {
      "epoch": 2.529182879377432,
      "grad_norm": 4.514656253623253,
      "learning_rate": 0.0001902516861512613,
      "loss": 3.8281,
      "step": 61750
    },
    {
      "epoch": 2.5292238378046283,
      "grad_norm": 6.165125354818729,
      "learning_rate": 0.00019024854436539026,
      "loss": 3.4375,
      "step": 61751
    },
    {
      "epoch": 2.529264796231825,
      "grad_norm": 2.932258116243875,
      "learning_rate": 0.00019024540256049207,
      "loss": 3.9531,
      "step": 61752
    },
    {
      "epoch": 2.529305754659021,
      "grad_norm": 8.908149450268922,
      "learning_rate": 0.0001902422607365681,
      "loss": 5.7812,
      "step": 61753
    },
    {
      "epoch": 2.5293467130862175,
      "grad_norm": 3.478728641838681,
      "learning_rate": 0.00019023911889362,
      "loss": 5.0938,
      "step": 61754
    },
    {
      "epoch": 2.529387671513414,
      "grad_norm": 3.102176677280302,
      "learning_rate": 0.00019023597703164916,
      "loss": 4.125,
      "step": 61755
    },
    {
      "epoch": 2.52942862994061,
      "grad_norm": 3.3500488046951165,
      "learning_rate": 0.00019023283515065705,
      "loss": 5.3125,
      "step": 61756
    },
    {
      "epoch": 2.5294695883678067,
      "grad_norm": 3.1259203331855714,
      "learning_rate": 0.00019022969325064524,
      "loss": 4.0938,
      "step": 61757
    },
    {
      "epoch": 2.529510546795003,
      "grad_norm": 2.861050867640928,
      "learning_rate": 0.00019022655133161515,
      "loss": 3.3125,
      "step": 61758
    },
    {
      "epoch": 2.5295515052221997,
      "grad_norm": 3.960064654563436,
      "learning_rate": 0.00019022340939356828,
      "loss": 5.9062,
      "step": 61759
    },
    {
      "epoch": 2.529592463649396,
      "grad_norm": 2.974937783243042,
      "learning_rate": 0.00019022026743650613,
      "loss": 3.9531,
      "step": 61760
    },
    {
      "epoch": 2.5296334220765924,
      "grad_norm": 22.731003666645705,
      "learning_rate": 0.00019021712546043012,
      "loss": 2.9688,
      "step": 61761
    },
    {
      "epoch": 2.5296743805037885,
      "grad_norm": 3.0262434634530453,
      "learning_rate": 0.00019021398346534183,
      "loss": 4.5312,
      "step": 61762
    },
    {
      "epoch": 2.529715338930985,
      "grad_norm": 2.9127204478134,
      "learning_rate": 0.0001902108414512427,
      "loss": 4.125,
      "step": 61763
    },
    {
      "epoch": 2.5297562973581815,
      "grad_norm": 15.42634574358223,
      "learning_rate": 0.0001902076994181342,
      "loss": 4.3125,
      "step": 61764
    },
    {
      "epoch": 2.529797255785378,
      "grad_norm": 2.7216493666846096,
      "learning_rate": 0.00019020455736601784,
      "loss": 3.4688,
      "step": 61765
    },
    {
      "epoch": 2.529838214212574,
      "grad_norm": 3.0279884200686444,
      "learning_rate": 0.0001902014152948951,
      "loss": 4.875,
      "step": 61766
    },
    {
      "epoch": 2.5298791726397707,
      "grad_norm": 3.023316702456056,
      "learning_rate": 0.0001901982732047675,
      "loss": 4.7188,
      "step": 61767
    },
    {
      "epoch": 2.529920131066967,
      "grad_norm": 3.9819009184142358,
      "learning_rate": 0.00019019513109563645,
      "loss": 5.0938,
      "step": 61768
    },
    {
      "epoch": 2.5299610894941633,
      "grad_norm": 5.428722480870635,
      "learning_rate": 0.00019019198896750344,
      "loss": 6.4062,
      "step": 61769
    },
    {
      "epoch": 2.53000204792136,
      "grad_norm": 7.4330803933789245,
      "learning_rate": 0.00019018884682037003,
      "loss": 5.9062,
      "step": 61770
    },
    {
      "epoch": 2.5300430063485564,
      "grad_norm": 3.2847776789713157,
      "learning_rate": 0.00019018570465423768,
      "loss": 5.3438,
      "step": 61771
    },
    {
      "epoch": 2.5300839647757525,
      "grad_norm": 4.405216462890903,
      "learning_rate": 0.00019018256246910786,
      "loss": 5.4375,
      "step": 61772
    },
    {
      "epoch": 2.530124923202949,
      "grad_norm": 3.827413690916919,
      "learning_rate": 0.00019017942026498203,
      "loss": 5.1875,
      "step": 61773
    },
    {
      "epoch": 2.5301658816301456,
      "grad_norm": 3.5711327031998645,
      "learning_rate": 0.00019017627804186174,
      "loss": 5.0312,
      "step": 61774
    },
    {
      "epoch": 2.5302068400573416,
      "grad_norm": 3.8350851491061237,
      "learning_rate": 0.00019017313579974842,
      "loss": 5.4375,
      "step": 61775
    },
    {
      "epoch": 2.530247798484538,
      "grad_norm": 4.206373311567197,
      "learning_rate": 0.00019016999353864354,
      "loss": 5.375,
      "step": 61776
    },
    {
      "epoch": 2.5302887569117347,
      "grad_norm": 3.0533795010086147,
      "learning_rate": 0.00019016685125854864,
      "loss": 3.9844,
      "step": 61777
    },
    {
      "epoch": 2.5303297153389313,
      "grad_norm": 3.450864089998424,
      "learning_rate": 0.00019016370895946522,
      "loss": 4.2812,
      "step": 61778
    },
    {
      "epoch": 2.5303706737661273,
      "grad_norm": 3.0447933277799377,
      "learning_rate": 0.0001901605666413947,
      "loss": 4.4375,
      "step": 61779
    },
    {
      "epoch": 2.530411632193324,
      "grad_norm": 3.983611989471373,
      "learning_rate": 0.00019015742430433853,
      "loss": 4.25,
      "step": 61780
    },
    {
      "epoch": 2.53045259062052,
      "grad_norm": 3.494368984364325,
      "learning_rate": 0.00019015428194829836,
      "loss": 4.75,
      "step": 61781
    },
    {
      "epoch": 2.5304935490477165,
      "grad_norm": 3.2041741811354694,
      "learning_rate": 0.00019015113957327555,
      "loss": 4.7188,
      "step": 61782
    },
    {
      "epoch": 2.530534507474913,
      "grad_norm": 3.6045196017500936,
      "learning_rate": 0.00019014799717927155,
      "loss": 4.5,
      "step": 61783
    },
    {
      "epoch": 2.5305754659021096,
      "grad_norm": 3.290399446262372,
      "learning_rate": 0.00019014485476628794,
      "loss": 4.6875,
      "step": 61784
    },
    {
      "epoch": 2.5306164243293057,
      "grad_norm": 3.393898901158923,
      "learning_rate": 0.00019014171233432622,
      "loss": 4.0938,
      "step": 61785
    },
    {
      "epoch": 2.530657382756502,
      "grad_norm": 2.9207860793745013,
      "learning_rate": 0.00019013856988338778,
      "loss": 4.4062,
      "step": 61786
    },
    {
      "epoch": 2.5306983411836983,
      "grad_norm": 3.903489348941294,
      "learning_rate": 0.00019013542741347418,
      "loss": 3.4062,
      "step": 61787
    },
    {
      "epoch": 2.530739299610895,
      "grad_norm": 3.8772089031915153,
      "learning_rate": 0.00019013228492458686,
      "loss": 4.9688,
      "step": 61788
    },
    {
      "epoch": 2.5307802580380914,
      "grad_norm": 14.302425513644206,
      "learning_rate": 0.0001901291424167273,
      "loss": 6.2812,
      "step": 61789
    },
    {
      "epoch": 2.530821216465288,
      "grad_norm": 3.3492053051055435,
      "learning_rate": 0.00019012599988989706,
      "loss": 4.4688,
      "step": 61790
    },
    {
      "epoch": 2.530862174892484,
      "grad_norm": 3.0942032034824254,
      "learning_rate": 0.00019012285734409755,
      "loss": 4.3438,
      "step": 61791
    },
    {
      "epoch": 2.5309031333196805,
      "grad_norm": 19.96133165134072,
      "learning_rate": 0.0001901197147793303,
      "loss": 4.7812,
      "step": 61792
    },
    {
      "epoch": 2.530944091746877,
      "grad_norm": 3.0160225931218485,
      "learning_rate": 0.00019011657219559675,
      "loss": 4.5,
      "step": 61793
    },
    {
      "epoch": 2.530985050174073,
      "grad_norm": 3.187399691092981,
      "learning_rate": 0.00019011342959289845,
      "loss": 4.7188,
      "step": 61794
    },
    {
      "epoch": 2.5310260086012697,
      "grad_norm": 7.860786004273828,
      "learning_rate": 0.0001901102869712368,
      "loss": 1.1953,
      "step": 61795
    },
    {
      "epoch": 2.5310669670284662,
      "grad_norm": 4.46763376097969,
      "learning_rate": 0.00019010714433061337,
      "loss": 4.9375,
      "step": 61796
    },
    {
      "epoch": 2.5311079254556628,
      "grad_norm": 3.4517513287347006,
      "learning_rate": 0.00019010400167102957,
      "loss": 4.1875,
      "step": 61797
    },
    {
      "epoch": 2.531148883882859,
      "grad_norm": 3.0574227740188054,
      "learning_rate": 0.00019010085899248696,
      "loss": 4.4688,
      "step": 61798
    },
    {
      "epoch": 2.5311898423100554,
      "grad_norm": 5.80015532449794,
      "learning_rate": 0.000190097716294987,
      "loss": 5.5625,
      "step": 61799
    },
    {
      "epoch": 2.5312308007372515,
      "grad_norm": 4.843841867903726,
      "learning_rate": 0.00019009457357853113,
      "loss": 5.2812,
      "step": 61800
    },
    {
      "epoch": 2.531271759164448,
      "grad_norm": 5.091812644521145,
      "learning_rate": 0.00019009143084312087,
      "loss": 4.875,
      "step": 61801
    },
    {
      "epoch": 2.5313127175916446,
      "grad_norm": 3.8206463661668577,
      "learning_rate": 0.00019008828808875772,
      "loss": 5.0,
      "step": 61802
    },
    {
      "epoch": 2.531353676018841,
      "grad_norm": 2.7470931011857593,
      "learning_rate": 0.0001900851453154432,
      "loss": 3.3438,
      "step": 61803
    },
    {
      "epoch": 2.531394634446037,
      "grad_norm": 3.1299041681890367,
      "learning_rate": 0.00019008200252317872,
      "loss": 3.7188,
      "step": 61804
    },
    {
      "epoch": 2.5314355928732337,
      "grad_norm": 3.6338827738853485,
      "learning_rate": 0.00019007885971196578,
      "loss": 5.5312,
      "step": 61805
    },
    {
      "epoch": 2.53147655130043,
      "grad_norm": 3.4366068547213864,
      "learning_rate": 0.00019007571688180584,
      "loss": 4.375,
      "step": 61806
    },
    {
      "epoch": 2.5315175097276263,
      "grad_norm": 3.156558695191809,
      "learning_rate": 0.00019007257403270048,
      "loss": 3.3438,
      "step": 61807
    },
    {
      "epoch": 2.531558468154823,
      "grad_norm": 3.264938727966805,
      "learning_rate": 0.00019006943116465114,
      "loss": 4.5938,
      "step": 61808
    },
    {
      "epoch": 2.5315994265820194,
      "grad_norm": 2.8677605432963493,
      "learning_rate": 0.00019006628827765928,
      "loss": 3.6094,
      "step": 61809
    },
    {
      "epoch": 2.5316403850092155,
      "grad_norm": 3.278505704754099,
      "learning_rate": 0.0001900631453717264,
      "loss": 4.5938,
      "step": 61810
    },
    {
      "epoch": 2.531681343436412,
      "grad_norm": 3.719002406288918,
      "learning_rate": 0.00019006000244685406,
      "loss": 4.8438,
      "step": 61811
    },
    {
      "epoch": 2.5317223018636086,
      "grad_norm": 3.017533038809607,
      "learning_rate": 0.00019005685950304358,
      "loss": 4.3438,
      "step": 61812
    },
    {
      "epoch": 2.5317632602908047,
      "grad_norm": 4.145417549370025,
      "learning_rate": 0.00019005371654029658,
      "loss": 5.25,
      "step": 61813
    },
    {
      "epoch": 2.531804218718001,
      "grad_norm": 3.2843285512747347,
      "learning_rate": 0.00019005057355861451,
      "loss": 4.0312,
      "step": 61814
    },
    {
      "epoch": 2.5318451771451977,
      "grad_norm": 3.831836773462324,
      "learning_rate": 0.00019004743055799886,
      "loss": 6.1562,
      "step": 61815
    },
    {
      "epoch": 2.5318861355723943,
      "grad_norm": 6.080722490940678,
      "learning_rate": 0.00019004428753845106,
      "loss": 5.5938,
      "step": 61816
    },
    {
      "epoch": 2.5319270939995904,
      "grad_norm": 3.6250078791081344,
      "learning_rate": 0.0001900411444999727,
      "loss": 4.4688,
      "step": 61817
    },
    {
      "epoch": 2.531968052426787,
      "grad_norm": 3.4457808225339486,
      "learning_rate": 0.00019003800144256516,
      "loss": 5.0312,
      "step": 61818
    },
    {
      "epoch": 2.532009010853983,
      "grad_norm": 5.413641961165772,
      "learning_rate": 0.00019003485836623,
      "loss": 4.25,
      "step": 61819
    },
    {
      "epoch": 2.5320499692811795,
      "grad_norm": 4.743313884773911,
      "learning_rate": 0.00019003171527096874,
      "loss": 3.0156,
      "step": 61820
    },
    {
      "epoch": 2.532090927708376,
      "grad_norm": 4.049551752309354,
      "learning_rate": 0.00019002857215678272,
      "loss": 6.5625,
      "step": 61821
    },
    {
      "epoch": 2.5321318861355726,
      "grad_norm": 5.1854243013540415,
      "learning_rate": 0.00019002542902367355,
      "loss": 4.3125,
      "step": 61822
    },
    {
      "epoch": 2.5321728445627687,
      "grad_norm": 3.3863272827736957,
      "learning_rate": 0.0001900222858716427,
      "loss": 5.8125,
      "step": 61823
    },
    {
      "epoch": 2.5322138029899652,
      "grad_norm": 3.7165200587670975,
      "learning_rate": 0.0001900191427006916,
      "loss": 4.2188,
      "step": 61824
    },
    {
      "epoch": 2.5322547614171613,
      "grad_norm": 2.7803460047925657,
      "learning_rate": 0.0001900159995108218,
      "loss": 3.4375,
      "step": 61825
    },
    {
      "epoch": 2.532295719844358,
      "grad_norm": 8.690685404473845,
      "learning_rate": 0.0001900128563020347,
      "loss": 6.0312,
      "step": 61826
    },
    {
      "epoch": 2.5323366782715544,
      "grad_norm": 3.1846420280167025,
      "learning_rate": 0.0001900097130743319,
      "loss": 5.1875,
      "step": 61827
    },
    {
      "epoch": 2.532377636698751,
      "grad_norm": 3.0525157151291573,
      "learning_rate": 0.00019000656982771482,
      "loss": 4.75,
      "step": 61828
    },
    {
      "epoch": 2.532418595125947,
      "grad_norm": 20.17959639165352,
      "learning_rate": 0.00019000342656218494,
      "loss": 1.8984,
      "step": 61829
    },
    {
      "epoch": 2.5324595535531436,
      "grad_norm": 9.685061321976486,
      "learning_rate": 0.00019000028327774377,
      "loss": 3.5312,
      "step": 61830
    },
    {
      "epoch": 2.53250051198034,
      "grad_norm": 3.7383911791875946,
      "learning_rate": 0.0001899971399743928,
      "loss": 5.2188,
      "step": 61831
    },
    {
      "epoch": 2.532541470407536,
      "grad_norm": 3.8284080103237867,
      "learning_rate": 0.00018999399665213347,
      "loss": 4.9375,
      "step": 61832
    },
    {
      "epoch": 2.5325824288347327,
      "grad_norm": 7.414732414006059,
      "learning_rate": 0.00018999085331096734,
      "loss": 4.3438,
      "step": 61833
    },
    {
      "epoch": 2.5326233872619293,
      "grad_norm": 2.9047108105869563,
      "learning_rate": 0.00018998770995089584,
      "loss": 4.5312,
      "step": 61834
    },
    {
      "epoch": 2.532664345689126,
      "grad_norm": 5.79402095603173,
      "learning_rate": 0.00018998456657192046,
      "loss": 5.75,
      "step": 61835
    },
    {
      "epoch": 2.532705304116322,
      "grad_norm": 6.342390165764202,
      "learning_rate": 0.00018998142317404272,
      "loss": 5.4062,
      "step": 61836
    },
    {
      "epoch": 2.5327462625435184,
      "grad_norm": 3.954925915932786,
      "learning_rate": 0.00018997827975726403,
      "loss": 5.25,
      "step": 61837
    },
    {
      "epoch": 2.5327872209707145,
      "grad_norm": 4.822212635248504,
      "learning_rate": 0.00018997513632158596,
      "loss": 4.2812,
      "step": 61838
    },
    {
      "epoch": 2.532828179397911,
      "grad_norm": 4.587906844555604,
      "learning_rate": 0.00018997199286701,
      "loss": 4.9688,
      "step": 61839
    },
    {
      "epoch": 2.5328691378251076,
      "grad_norm": 4.9140236752350415,
      "learning_rate": 0.00018996884939353757,
      "loss": 5.75,
      "step": 61840
    },
    {
      "epoch": 2.532910096252304,
      "grad_norm": 3.12359631183624,
      "learning_rate": 0.00018996570590117017,
      "loss": 4.9375,
      "step": 61841
    },
    {
      "epoch": 2.5329510546795,
      "grad_norm": 7.774905787374802,
      "learning_rate": 0.00018996256238990934,
      "loss": 2.3906,
      "step": 61842
    },
    {
      "epoch": 2.5329920131066967,
      "grad_norm": 3.4159320146520082,
      "learning_rate": 0.00018995941885975652,
      "loss": 5.625,
      "step": 61843
    },
    {
      "epoch": 2.533032971533893,
      "grad_norm": 4.654383726312476,
      "learning_rate": 0.0001899562753107132,
      "loss": 3.4375,
      "step": 61844
    },
    {
      "epoch": 2.5330739299610894,
      "grad_norm": 4.4193080094921875,
      "learning_rate": 0.00018995313174278086,
      "loss": 4.1875,
      "step": 61845
    },
    {
      "epoch": 2.533114888388286,
      "grad_norm": 3.3896883272602687,
      "learning_rate": 0.00018994998815596102,
      "loss": 4.75,
      "step": 61846
    },
    {
      "epoch": 2.5331558468154824,
      "grad_norm": 3.540592199364533,
      "learning_rate": 0.00018994684455025514,
      "loss": 5.1875,
      "step": 61847
    },
    {
      "epoch": 2.5331968052426785,
      "grad_norm": 3.464696802294383,
      "learning_rate": 0.00018994370092566468,
      "loss": 5.125,
      "step": 61848
    },
    {
      "epoch": 2.533237763669875,
      "grad_norm": 3.0502185540050086,
      "learning_rate": 0.00018994055728219117,
      "loss": 4.2188,
      "step": 61849
    },
    {
      "epoch": 2.5332787220970716,
      "grad_norm": 11.489168345215587,
      "learning_rate": 0.0001899374136198361,
      "loss": 4.8438,
      "step": 61850
    },
    {
      "epoch": 2.5333196805242677,
      "grad_norm": 2.8714109825871437,
      "learning_rate": 0.00018993426993860096,
      "loss": 3.7344,
      "step": 61851
    },
    {
      "epoch": 2.5333606389514642,
      "grad_norm": 2.7525138312221196,
      "learning_rate": 0.00018993112623848715,
      "loss": 3.6562,
      "step": 61852
    },
    {
      "epoch": 2.5334015973786608,
      "grad_norm": 3.6304472900329166,
      "learning_rate": 0.00018992798251949626,
      "loss": 5.0938,
      "step": 61853
    },
    {
      "epoch": 2.5334425558058573,
      "grad_norm": 3.7567576866218424,
      "learning_rate": 0.00018992483878162972,
      "loss": 6.5938,
      "step": 61854
    },
    {
      "epoch": 2.5334835142330534,
      "grad_norm": 5.189531007570274,
      "learning_rate": 0.00018992169502488905,
      "loss": 4.3125,
      "step": 61855
    },
    {
      "epoch": 2.53352447266025,
      "grad_norm": 3.060358916062098,
      "learning_rate": 0.00018991855124927574,
      "loss": 4.7188,
      "step": 61856
    },
    {
      "epoch": 2.533565431087446,
      "grad_norm": 3.0414742593080217,
      "learning_rate": 0.00018991540745479118,
      "loss": 4.5312,
      "step": 61857
    },
    {
      "epoch": 2.5336063895146426,
      "grad_norm": 9.244376530915451,
      "learning_rate": 0.000189912263641437,
      "loss": 3.5625,
      "step": 61858
    },
    {
      "epoch": 2.533647347941839,
      "grad_norm": 7.550348410237632,
      "learning_rate": 0.0001899091198092146,
      "loss": 4.9062,
      "step": 61859
    },
    {
      "epoch": 2.5336883063690356,
      "grad_norm": 4.007746826732078,
      "learning_rate": 0.00018990597595812546,
      "loss": 4.7812,
      "step": 61860
    },
    {
      "epoch": 2.5337292647962317,
      "grad_norm": 3.264389162045527,
      "learning_rate": 0.0001899028320881711,
      "loss": 4.375,
      "step": 61861
    },
    {
      "epoch": 2.5337702232234283,
      "grad_norm": 5.117191712817148,
      "learning_rate": 0.00018989968819935302,
      "loss": 6.1875,
      "step": 61862
    },
    {
      "epoch": 2.5338111816506244,
      "grad_norm": 3.992188055886089,
      "learning_rate": 0.00018989654429167269,
      "loss": 4.5625,
      "step": 61863
    },
    {
      "epoch": 2.533852140077821,
      "grad_norm": 3.576422216815227,
      "learning_rate": 0.0001898934003651316,
      "loss": 5.4688,
      "step": 61864
    },
    {
      "epoch": 2.5338930985050174,
      "grad_norm": 5.907600200155901,
      "learning_rate": 0.00018989025641973114,
      "loss": 5.375,
      "step": 61865
    },
    {
      "epoch": 2.533934056932214,
      "grad_norm": 3.3936775074239725,
      "learning_rate": 0.00018988711245547293,
      "loss": 4.6562,
      "step": 61866
    },
    {
      "epoch": 2.53397501535941,
      "grad_norm": 3.166875358016335,
      "learning_rate": 0.00018988396847235845,
      "loss": 5.375,
      "step": 61867
    },
    {
      "epoch": 2.5340159737866066,
      "grad_norm": 3.00055760950758,
      "learning_rate": 0.0001898808244703891,
      "loss": 4.375,
      "step": 61868
    },
    {
      "epoch": 2.534056932213803,
      "grad_norm": 13.688929166135244,
      "learning_rate": 0.0001898776804495664,
      "loss": 6.5,
      "step": 61869
    },
    {
      "epoch": 2.534097890640999,
      "grad_norm": 3.426389366041768,
      "learning_rate": 0.00018987453640989185,
      "loss": 4.8125,
      "step": 61870
    },
    {
      "epoch": 2.5341388490681958,
      "grad_norm": 4.373681374197186,
      "learning_rate": 0.00018987139235136696,
      "loss": 4.625,
      "step": 61871
    },
    {
      "epoch": 2.5341798074953923,
      "grad_norm": 3.8271817352412305,
      "learning_rate": 0.0001898682482739932,
      "loss": 4.1875,
      "step": 61872
    },
    {
      "epoch": 2.534220765922589,
      "grad_norm": 3.3339590974836324,
      "learning_rate": 0.00018986510417777196,
      "loss": 4.75,
      "step": 61873
    },
    {
      "epoch": 2.534261724349785,
      "grad_norm": 2.7832907341169286,
      "learning_rate": 0.0001898619600627049,
      "loss": 1.6172,
      "step": 61874
    },
    {
      "epoch": 2.5343026827769815,
      "grad_norm": 3.870429986133849,
      "learning_rate": 0.0001898588159287934,
      "loss": 5.25,
      "step": 61875
    },
    {
      "epoch": 2.5343436412041775,
      "grad_norm": 3.0679341607385378,
      "learning_rate": 0.00018985567177603896,
      "loss": 4.5,
      "step": 61876
    },
    {
      "epoch": 2.534384599631374,
      "grad_norm": 2.964391192390245,
      "learning_rate": 0.00018985252760444308,
      "loss": 4.3125,
      "step": 61877
    },
    {
      "epoch": 2.5344255580585706,
      "grad_norm": 4.848074646619512,
      "learning_rate": 0.00018984938341400719,
      "loss": 7.9375,
      "step": 61878
    },
    {
      "epoch": 2.534466516485767,
      "grad_norm": 3.2239240920379673,
      "learning_rate": 0.0001898462392047329,
      "loss": 4.8438,
      "step": 61879
    },
    {
      "epoch": 2.5345074749129632,
      "grad_norm": 9.041699221765985,
      "learning_rate": 0.00018984309497662157,
      "loss": 2.0625,
      "step": 61880
    },
    {
      "epoch": 2.53454843334016,
      "grad_norm": 5.228409648620364,
      "learning_rate": 0.00018983995072967478,
      "loss": 5.0,
      "step": 61881
    },
    {
      "epoch": 2.534589391767356,
      "grad_norm": 3.241879040690754,
      "learning_rate": 0.00018983680646389393,
      "loss": 5.625,
      "step": 61882
    },
    {
      "epoch": 2.5346303501945524,
      "grad_norm": 4.121086891838245,
      "learning_rate": 0.00018983366217928055,
      "loss": 5.0312,
      "step": 61883
    },
    {
      "epoch": 2.534671308621749,
      "grad_norm": 3.2984641234483845,
      "learning_rate": 0.00018983051787583612,
      "loss": 4.5625,
      "step": 61884
    },
    {
      "epoch": 2.5347122670489455,
      "grad_norm": 3.4764413159913756,
      "learning_rate": 0.00018982737355356216,
      "loss": 4.5938,
      "step": 61885
    },
    {
      "epoch": 2.5347532254761416,
      "grad_norm": 3.447087196820258,
      "learning_rate": 0.0001898242292124601,
      "loss": 4.125,
      "step": 61886
    },
    {
      "epoch": 2.534794183903338,
      "grad_norm": 3.0264517746488484,
      "learning_rate": 0.0001898210848525315,
      "loss": 4.5938,
      "step": 61887
    },
    {
      "epoch": 2.5348351423305346,
      "grad_norm": 3.4871160966391828,
      "learning_rate": 0.00018981794047377774,
      "loss": 0.9688,
      "step": 61888
    },
    {
      "epoch": 2.5348761007577307,
      "grad_norm": 2.8043566228969063,
      "learning_rate": 0.0001898147960762004,
      "loss": 3.9062,
      "step": 61889
    },
    {
      "epoch": 2.5349170591849273,
      "grad_norm": 3.948301362004138,
      "learning_rate": 0.00018981165165980095,
      "loss": 5.6562,
      "step": 61890
    },
    {
      "epoch": 2.534958017612124,
      "grad_norm": 3.091343854396182,
      "learning_rate": 0.00018980850722458086,
      "loss": 4.4375,
      "step": 61891
    },
    {
      "epoch": 2.5349989760393203,
      "grad_norm": 3.327780910771162,
      "learning_rate": 0.0001898053627705416,
      "loss": 4.5312,
      "step": 61892
    },
    {
      "epoch": 2.5350399344665164,
      "grad_norm": 3.103066468052443,
      "learning_rate": 0.00018980221829768468,
      "loss": 4.2188,
      "step": 61893
    },
    {
      "epoch": 2.535080892893713,
      "grad_norm": 6.598440113879452,
      "learning_rate": 0.00018979907380601156,
      "loss": 6.2812,
      "step": 61894
    },
    {
      "epoch": 2.535121851320909,
      "grad_norm": 3.403610644207317,
      "learning_rate": 0.0001897959292955238,
      "loss": 5.1562,
      "step": 61895
    },
    {
      "epoch": 2.5351628097481056,
      "grad_norm": 4.540977457265068,
      "learning_rate": 0.0001897927847662228,
      "loss": 4.0312,
      "step": 61896
    },
    {
      "epoch": 2.535203768175302,
      "grad_norm": 3.549212805473138,
      "learning_rate": 0.00018978964021811005,
      "loss": 4.9375,
      "step": 61897
    },
    {
      "epoch": 2.5352447266024987,
      "grad_norm": 3.263355774599593,
      "learning_rate": 0.00018978649565118714,
      "loss": 4.4062,
      "step": 61898
    },
    {
      "epoch": 2.5352856850296948,
      "grad_norm": 3.8481513049114633,
      "learning_rate": 0.00018978335106545542,
      "loss": 5.4062,
      "step": 61899
    },
    {
      "epoch": 2.5353266434568913,
      "grad_norm": 3.2652320887302944,
      "learning_rate": 0.00018978020646091647,
      "loss": 3.8438,
      "step": 61900
    },
    {
      "epoch": 2.5353676018840874,
      "grad_norm": 4.893919149859742,
      "learning_rate": 0.0001897770618375717,
      "loss": 3.8906,
      "step": 61901
    },
    {
      "epoch": 2.535408560311284,
      "grad_norm": 3.622234286383612,
      "learning_rate": 0.0001897739171954227,
      "loss": 3.9531,
      "step": 61902
    },
    {
      "epoch": 2.5354495187384805,
      "grad_norm": 3.159622232570429,
      "learning_rate": 0.0001897707725344709,
      "loss": 4.1875,
      "step": 61903
    },
    {
      "epoch": 2.535490477165677,
      "grad_norm": 2.9281206221898115,
      "learning_rate": 0.00018976762785471776,
      "loss": 4.1875,
      "step": 61904
    },
    {
      "epoch": 2.535531435592873,
      "grad_norm": 3.7206873542656016,
      "learning_rate": 0.00018976448315616477,
      "loss": 4.5312,
      "step": 61905
    },
    {
      "epoch": 2.5355723940200696,
      "grad_norm": 3.7481749152512682,
      "learning_rate": 0.0001897613384388135,
      "loss": 4.5312,
      "step": 61906
    },
    {
      "epoch": 2.535613352447266,
      "grad_norm": 3.3181999951550254,
      "learning_rate": 0.00018975819370266537,
      "loss": 4.7812,
      "step": 61907
    },
    {
      "epoch": 2.5356543108744622,
      "grad_norm": 4.235192956333365,
      "learning_rate": 0.00018975504894772185,
      "loss": 4.5312,
      "step": 61908
    },
    {
      "epoch": 2.535695269301659,
      "grad_norm": 3.0006961153231053,
      "learning_rate": 0.00018975190417398443,
      "loss": 3.7969,
      "step": 61909
    },
    {
      "epoch": 2.5357362277288553,
      "grad_norm": 3.740382295190349,
      "learning_rate": 0.00018974875938145464,
      "loss": 4.1562,
      "step": 61910
    },
    {
      "epoch": 2.535777186156052,
      "grad_norm": 5.654502123830652,
      "learning_rate": 0.00018974561457013394,
      "loss": 4.7812,
      "step": 61911
    },
    {
      "epoch": 2.535818144583248,
      "grad_norm": 2.7404009309262354,
      "learning_rate": 0.00018974246974002383,
      "loss": 3.9375,
      "step": 61912
    },
    {
      "epoch": 2.5358591030104445,
      "grad_norm": 3.174571989096359,
      "learning_rate": 0.00018973932489112577,
      "loss": 4.25,
      "step": 61913
    },
    {
      "epoch": 2.5359000614376406,
      "grad_norm": 4.9806967009571865,
      "learning_rate": 0.00018973618002344128,
      "loss": 4.5625,
      "step": 61914
    },
    {
      "epoch": 2.535941019864837,
      "grad_norm": 3.758194914825558,
      "learning_rate": 0.00018973303513697182,
      "loss": 5.2812,
      "step": 61915
    },
    {
      "epoch": 2.5359819782920336,
      "grad_norm": 4.427909919671528,
      "learning_rate": 0.00018972989023171888,
      "loss": 5.9688,
      "step": 61916
    },
    {
      "epoch": 2.53602293671923,
      "grad_norm": 4.598215998644497,
      "learning_rate": 0.00018972674530768398,
      "loss": 6.1875,
      "step": 61917
    },
    {
      "epoch": 2.5360638951464263,
      "grad_norm": 3.3604632794121074,
      "learning_rate": 0.0001897236003648686,
      "loss": 5.0,
      "step": 61918
    },
    {
      "epoch": 2.536104853573623,
      "grad_norm": 2.9335670085945913,
      "learning_rate": 0.00018972045540327414,
      "loss": 4.1562,
      "step": 61919
    },
    {
      "epoch": 2.536145812000819,
      "grad_norm": 6.505530380005835,
      "learning_rate": 0.00018971731042290217,
      "loss": 4.9062,
      "step": 61920
    },
    {
      "epoch": 2.5361867704280154,
      "grad_norm": 3.121718706663623,
      "learning_rate": 0.00018971416542375416,
      "loss": 4.3438,
      "step": 61921
    },
    {
      "epoch": 2.536227728855212,
      "grad_norm": 3.8569754134000447,
      "learning_rate": 0.0001897110204058316,
      "loss": 5.0625,
      "step": 61922
    },
    {
      "epoch": 2.5362686872824085,
      "grad_norm": 2.650266159637753,
      "learning_rate": 0.000189707875369136,
      "loss": 3.5625,
      "step": 61923
    },
    {
      "epoch": 2.5363096457096046,
      "grad_norm": 3.4196901366997245,
      "learning_rate": 0.00018970473031366876,
      "loss": 4.5,
      "step": 61924
    },
    {
      "epoch": 2.536350604136801,
      "grad_norm": 4.658529804884424,
      "learning_rate": 0.0001897015852394315,
      "loss": 5.1875,
      "step": 61925
    },
    {
      "epoch": 2.5363915625639977,
      "grad_norm": 3.1035581157588465,
      "learning_rate": 0.0001896984401464256,
      "loss": 3.7344,
      "step": 61926
    },
    {
      "epoch": 2.5364325209911938,
      "grad_norm": 8.71106632528564,
      "learning_rate": 0.0001896952950346526,
      "loss": 5.0938,
      "step": 61927
    },
    {
      "epoch": 2.5364734794183903,
      "grad_norm": 2.7867839216007506,
      "learning_rate": 0.00018969214990411396,
      "loss": 3.9688,
      "step": 61928
    },
    {
      "epoch": 2.536514437845587,
      "grad_norm": 6.145102695998558,
      "learning_rate": 0.00018968900475481115,
      "loss": 5.125,
      "step": 61929
    },
    {
      "epoch": 2.5365553962727834,
      "grad_norm": 4.015590928026904,
      "learning_rate": 0.00018968585958674568,
      "loss": 5.1562,
      "step": 61930
    },
    {
      "epoch": 2.5365963546999795,
      "grad_norm": 4.853857731183535,
      "learning_rate": 0.00018968271439991907,
      "loss": 5.0938,
      "step": 61931
    },
    {
      "epoch": 2.536637313127176,
      "grad_norm": 3.6849713536502,
      "learning_rate": 0.0001896795691943328,
      "loss": 1.3828,
      "step": 61932
    },
    {
      "epoch": 2.536678271554372,
      "grad_norm": 2.912132480150938,
      "learning_rate": 0.00018967642396998827,
      "loss": 3.4844,
      "step": 61933
    },
    {
      "epoch": 2.5367192299815686,
      "grad_norm": 5.528531972148465,
      "learning_rate": 0.00018967327872688707,
      "loss": 6.4375,
      "step": 61934
    },
    {
      "epoch": 2.536760188408765,
      "grad_norm": 3.3365889503142725,
      "learning_rate": 0.0001896701334650306,
      "loss": 3.375,
      "step": 61935
    },
    {
      "epoch": 2.5368011468359617,
      "grad_norm": 3.1689379807469344,
      "learning_rate": 0.00018966698818442045,
      "loss": 4.4062,
      "step": 61936
    },
    {
      "epoch": 2.536842105263158,
      "grad_norm": 3.7845686001151178,
      "learning_rate": 0.000189663842885058,
      "loss": 5.4062,
      "step": 61937
    },
    {
      "epoch": 2.5368830636903543,
      "grad_norm": 4.509853212692603,
      "learning_rate": 0.00018966069756694482,
      "loss": 4.625,
      "step": 61938
    },
    {
      "epoch": 2.5369240221175504,
      "grad_norm": 2.849651097703186,
      "learning_rate": 0.00018965755223008236,
      "loss": 3.4375,
      "step": 61939
    },
    {
      "epoch": 2.536964980544747,
      "grad_norm": 3.6493921715687834,
      "learning_rate": 0.00018965440687447209,
      "loss": 5.1562,
      "step": 61940
    },
    {
      "epoch": 2.5370059389719435,
      "grad_norm": 5.028965674211557,
      "learning_rate": 0.00018965126150011552,
      "loss": 3.9531,
      "step": 61941
    },
    {
      "epoch": 2.53704689739914,
      "grad_norm": 7.675690031742899,
      "learning_rate": 0.00018964811610701414,
      "loss": 1.2891,
      "step": 61942
    },
    {
      "epoch": 2.537087855826336,
      "grad_norm": 3.196979982667367,
      "learning_rate": 0.00018964497069516944,
      "loss": 4.875,
      "step": 61943
    },
    {
      "epoch": 2.5371288142535326,
      "grad_norm": 2.9961352443180593,
      "learning_rate": 0.00018964182526458293,
      "loss": 4.4688,
      "step": 61944
    },
    {
      "epoch": 2.537169772680729,
      "grad_norm": 2.8622738538090515,
      "learning_rate": 0.00018963867981525598,
      "loss": 3.5938,
      "step": 61945
    },
    {
      "epoch": 2.5372107311079253,
      "grad_norm": 3.6282354897735325,
      "learning_rate": 0.00018963553434719023,
      "loss": 5.75,
      "step": 61946
    },
    {
      "epoch": 2.537251689535122,
      "grad_norm": 3.1166216036899064,
      "learning_rate": 0.00018963238886038708,
      "loss": 4.625,
      "step": 61947
    },
    {
      "epoch": 2.5372926479623183,
      "grad_norm": 4.287818366003426,
      "learning_rate": 0.00018962924335484804,
      "loss": 4.9062,
      "step": 61948
    },
    {
      "epoch": 2.537333606389515,
      "grad_norm": 6.420557338452189,
      "learning_rate": 0.0001896260978305746,
      "loss": 4.875,
      "step": 61949
    },
    {
      "epoch": 2.537374564816711,
      "grad_norm": 4.247344265108639,
      "learning_rate": 0.00018962295228756824,
      "loss": 5.0938,
      "step": 61950
    },
    {
      "epoch": 2.5374155232439075,
      "grad_norm": 3.596810231996411,
      "learning_rate": 0.00018961980672583043,
      "loss": 4.125,
      "step": 61951
    },
    {
      "epoch": 2.5374564816711036,
      "grad_norm": 7.281082929002579,
      "learning_rate": 0.00018961666114536272,
      "loss": 1.1406,
      "step": 61952
    },
    {
      "epoch": 2.5374974400983,
      "grad_norm": 3.427616058068713,
      "learning_rate": 0.00018961351554616648,
      "loss": 3.7188,
      "step": 61953
    },
    {
      "epoch": 2.5375383985254967,
      "grad_norm": 3.277490365325731,
      "learning_rate": 0.00018961036992824333,
      "loss": 4.4062,
      "step": 61954
    },
    {
      "epoch": 2.537579356952693,
      "grad_norm": 3.838927858889222,
      "learning_rate": 0.00018960722429159469,
      "loss": 4.5938,
      "step": 61955
    },
    {
      "epoch": 2.5376203153798893,
      "grad_norm": 3.0787838946260857,
      "learning_rate": 0.00018960407863622197,
      "loss": 4.4688,
      "step": 61956
    },
    {
      "epoch": 2.537661273807086,
      "grad_norm": 3.335564780202979,
      "learning_rate": 0.00018960093296212685,
      "loss": 5.0312,
      "step": 61957
    },
    {
      "epoch": 2.537702232234282,
      "grad_norm": 3.902278853246812,
      "learning_rate": 0.00018959778726931065,
      "loss": 5.0625,
      "step": 61958
    },
    {
      "epoch": 2.5377431906614785,
      "grad_norm": 3.210705047391225,
      "learning_rate": 0.0001895946415577749,
      "loss": 4.3438,
      "step": 61959
    },
    {
      "epoch": 2.537784149088675,
      "grad_norm": 3.3958179573503933,
      "learning_rate": 0.00018959149582752113,
      "loss": 3.9062,
      "step": 61960
    },
    {
      "epoch": 2.5378251075158715,
      "grad_norm": 3.2888849869731627,
      "learning_rate": 0.00018958835007855079,
      "loss": 5.25,
      "step": 61961
    },
    {
      "epoch": 2.5378660659430676,
      "grad_norm": 3.2963789087101665,
      "learning_rate": 0.00018958520431086538,
      "loss": 4.9062,
      "step": 61962
    },
    {
      "epoch": 2.537907024370264,
      "grad_norm": 3.205194563345726,
      "learning_rate": 0.0001895820585244664,
      "loss": 3.2656,
      "step": 61963
    },
    {
      "epoch": 2.5379479827974607,
      "grad_norm": 3.5752908367036245,
      "learning_rate": 0.00018957891271935532,
      "loss": 5.3438,
      "step": 61964
    },
    {
      "epoch": 2.537988941224657,
      "grad_norm": 6.199130150555398,
      "learning_rate": 0.00018957576689553355,
      "loss": 2.4531,
      "step": 61965
    },
    {
      "epoch": 2.5380298996518533,
      "grad_norm": 2.6387974011860726,
      "learning_rate": 0.00018957262105300272,
      "loss": 2.2969,
      "step": 61966
    },
    {
      "epoch": 2.53807085807905,
      "grad_norm": 3.4509385752197668,
      "learning_rate": 0.00018956947519176425,
      "loss": 3.5938,
      "step": 61967
    },
    {
      "epoch": 2.5381118165062464,
      "grad_norm": 6.26155231365811,
      "learning_rate": 0.00018956632931181966,
      "loss": 3.8281,
      "step": 61968
    },
    {
      "epoch": 2.5381527749334425,
      "grad_norm": 8.871386480452253,
      "learning_rate": 0.00018956318341317033,
      "loss": 5.9688,
      "step": 61969
    },
    {
      "epoch": 2.538193733360639,
      "grad_norm": 3.2983543344195874,
      "learning_rate": 0.00018956003749581783,
      "loss": 4.25,
      "step": 61970
    },
    {
      "epoch": 2.538234691787835,
      "grad_norm": 4.067065488706894,
      "learning_rate": 0.0001895568915597637,
      "loss": 4.5,
      "step": 61971
    },
    {
      "epoch": 2.5382756502150317,
      "grad_norm": 3.474118600210025,
      "learning_rate": 0.00018955374560500934,
      "loss": 4.8438,
      "step": 61972
    },
    {
      "epoch": 2.538316608642228,
      "grad_norm": 4.346579062389652,
      "learning_rate": 0.00018955059963155624,
      "loss": 3.9531,
      "step": 61973
    },
    {
      "epoch": 2.5383575670694247,
      "grad_norm": 4.1283153876707575,
      "learning_rate": 0.0001895474536394059,
      "loss": 5.4375,
      "step": 61974
    },
    {
      "epoch": 2.538398525496621,
      "grad_norm": 2.9068843851957142,
      "learning_rate": 0.00018954430762855987,
      "loss": 3.625,
      "step": 61975
    },
    {
      "epoch": 2.5384394839238174,
      "grad_norm": 5.506267067688115,
      "learning_rate": 0.0001895411615990196,
      "loss": 4.3438,
      "step": 61976
    },
    {
      "epoch": 2.5384804423510134,
      "grad_norm": 3.3628283936360175,
      "learning_rate": 0.00018953801555078646,
      "loss": 4.7188,
      "step": 61977
    },
    {
      "epoch": 2.53852140077821,
      "grad_norm": 3.4222371628006663,
      "learning_rate": 0.00018953486948386215,
      "loss": 4.5625,
      "step": 61978
    },
    {
      "epoch": 2.5385623592054065,
      "grad_norm": 6.346458534843364,
      "learning_rate": 0.000189531723398248,
      "loss": 4.5312,
      "step": 61979
    },
    {
      "epoch": 2.538603317632603,
      "grad_norm": 3.5149673054632635,
      "learning_rate": 0.00018952857729394556,
      "loss": 4.9688,
      "step": 61980
    },
    {
      "epoch": 2.538644276059799,
      "grad_norm": 3.00155629582354,
      "learning_rate": 0.00018952543117095626,
      "loss": 4.0938,
      "step": 61981
    },
    {
      "epoch": 2.5386852344869957,
      "grad_norm": 3.3433425265866132,
      "learning_rate": 0.0001895222850292817,
      "loss": 4.375,
      "step": 61982
    },
    {
      "epoch": 2.538726192914192,
      "grad_norm": 3.343445351057378,
      "learning_rate": 0.00018951913886892325,
      "loss": 4.2812,
      "step": 61983
    },
    {
      "epoch": 2.5387671513413883,
      "grad_norm": 3.1957248462714904,
      "learning_rate": 0.00018951599268988246,
      "loss": 5.4688,
      "step": 61984
    },
    {
      "epoch": 2.538808109768585,
      "grad_norm": 4.361684831495527,
      "learning_rate": 0.0001895128464921608,
      "loss": 6.125,
      "step": 61985
    },
    {
      "epoch": 2.5388490681957814,
      "grad_norm": 3.1805746766628498,
      "learning_rate": 0.00018950970027575975,
      "loss": 4.375,
      "step": 61986
    },
    {
      "epoch": 2.538890026622978,
      "grad_norm": 3.743578856080593,
      "learning_rate": 0.00018950655404068083,
      "loss": 1.4844,
      "step": 61987
    },
    {
      "epoch": 2.538930985050174,
      "grad_norm": 3.337563516697626,
      "learning_rate": 0.00018950340778692547,
      "loss": 4.5,
      "step": 61988
    },
    {
      "epoch": 2.5389719434773705,
      "grad_norm": 3.5956703713640983,
      "learning_rate": 0.00018950026151449522,
      "loss": 5.6562,
      "step": 61989
    },
    {
      "epoch": 2.5390129019045666,
      "grad_norm": 2.960171175012755,
      "learning_rate": 0.00018949711522339152,
      "loss": 3.9844,
      "step": 61990
    },
    {
      "epoch": 2.539053860331763,
      "grad_norm": 2.9486567644009467,
      "learning_rate": 0.0001894939689136159,
      "loss": 4.0,
      "step": 61991
    },
    {
      "epoch": 2.5390948187589597,
      "grad_norm": 3.00155945578024,
      "learning_rate": 0.00018949082258516977,
      "loss": 4.0,
      "step": 61992
    },
    {
      "epoch": 2.5391357771861562,
      "grad_norm": 3.1067412842291775,
      "learning_rate": 0.00018948767623805469,
      "loss": 3.2812,
      "step": 61993
    },
    {
      "epoch": 2.5391767356133523,
      "grad_norm": 9.375230695554366,
      "learning_rate": 0.0001894845298722722,
      "loss": 6.4062,
      "step": 61994
    },
    {
      "epoch": 2.539217694040549,
      "grad_norm": 3.2533328656594347,
      "learning_rate": 0.00018948138348782363,
      "loss": 5.5625,
      "step": 61995
    },
    {
      "epoch": 2.5392586524677454,
      "grad_norm": 3.8555925622053766,
      "learning_rate": 0.00018947823708471054,
      "loss": 4.3438,
      "step": 61996
    },
    {
      "epoch": 2.5392996108949415,
      "grad_norm": 3.173465887008921,
      "learning_rate": 0.0001894750906629345,
      "loss": 4.5312,
      "step": 61997
    },
    {
      "epoch": 2.539340569322138,
      "grad_norm": 10.000006411081182,
      "learning_rate": 0.0001894719442224969,
      "loss": 4.5,
      "step": 61998
    },
    {
      "epoch": 2.5393815277493346,
      "grad_norm": 3.9533118926447224,
      "learning_rate": 0.00018946879776339927,
      "loss": 6.0625,
      "step": 61999
    },
    {
      "epoch": 2.5394224861765307,
      "grad_norm": 6.868653641301427,
      "learning_rate": 0.00018946565128564308,
      "loss": 5.6875,
      "step": 62000
    },
    {
      "epoch": 2.539463444603727,
      "grad_norm": 3.418924218871598,
      "learning_rate": 0.00018946250478922975,
      "loss": 4.7188,
      "step": 62001
    },
    {
      "epoch": 2.5395044030309237,
      "grad_norm": 3.4838430453614198,
      "learning_rate": 0.00018945935827416094,
      "loss": 4.1875,
      "step": 62002
    },
    {
      "epoch": 2.53954536145812,
      "grad_norm": 5.746598584145424,
      "learning_rate": 0.000189456211740438,
      "loss": 2.9531,
      "step": 62003
    },
    {
      "epoch": 2.5395863198853164,
      "grad_norm": 5.150260659422223,
      "learning_rate": 0.00018945306518806243,
      "loss": 5.6875,
      "step": 62004
    },
    {
      "epoch": 2.539627278312513,
      "grad_norm": 4.06302785757807,
      "learning_rate": 0.00018944991861703575,
      "loss": 5.4062,
      "step": 62005
    },
    {
      "epoch": 2.5396682367397094,
      "grad_norm": 3.4725432475570517,
      "learning_rate": 0.00018944677202735943,
      "loss": 4.375,
      "step": 62006
    },
    {
      "epoch": 2.5397091951669055,
      "grad_norm": 3.826778639866677,
      "learning_rate": 0.000189443625419035,
      "loss": 4.5,
      "step": 62007
    },
    {
      "epoch": 2.539750153594102,
      "grad_norm": 3.833316591113889,
      "learning_rate": 0.00018944047879206386,
      "loss": 5.4062,
      "step": 62008
    },
    {
      "epoch": 2.539791112021298,
      "grad_norm": 4.440698139176192,
      "learning_rate": 0.00018943733214644756,
      "loss": 5.7812,
      "step": 62009
    },
    {
      "epoch": 2.5398320704484947,
      "grad_norm": 3.2332269569186645,
      "learning_rate": 0.0001894341854821876,
      "loss": 4.25,
      "step": 62010
    },
    {
      "epoch": 2.539873028875691,
      "grad_norm": 3.5028997440589493,
      "learning_rate": 0.00018943103879928545,
      "loss": 3.7031,
      "step": 62011
    },
    {
      "epoch": 2.5399139873028878,
      "grad_norm": 3.8473655123350476,
      "learning_rate": 0.0001894278920977426,
      "loss": 4.2188,
      "step": 62012
    },
    {
      "epoch": 2.539954945730084,
      "grad_norm": 3.462141165849374,
      "learning_rate": 0.0001894247453775605,
      "loss": 3.2656,
      "step": 62013
    },
    {
      "epoch": 2.5399959041572804,
      "grad_norm": 3.059312686014927,
      "learning_rate": 0.00018942159863874068,
      "loss": 4.5,
      "step": 62014
    },
    {
      "epoch": 2.540036862584477,
      "grad_norm": 4.1986017492237355,
      "learning_rate": 0.00018941845188128462,
      "loss": 4.2812,
      "step": 62015
    },
    {
      "epoch": 2.540077821011673,
      "grad_norm": 2.9718253895429325,
      "learning_rate": 0.0001894153051051938,
      "loss": 3.7812,
      "step": 62016
    },
    {
      "epoch": 2.5401187794388695,
      "grad_norm": 3.405345641309866,
      "learning_rate": 0.0001894121583104697,
      "loss": 4.875,
      "step": 62017
    },
    {
      "epoch": 2.540159737866066,
      "grad_norm": 3.2242620890975506,
      "learning_rate": 0.00018940901149711384,
      "loss": 5.8438,
      "step": 62018
    },
    {
      "epoch": 2.540200696293262,
      "grad_norm": 3.88645184246752,
      "learning_rate": 0.0001894058646651277,
      "loss": 4.7812,
      "step": 62019
    },
    {
      "epoch": 2.5402416547204587,
      "grad_norm": 2.981883613214866,
      "learning_rate": 0.00018940271781451272,
      "loss": 4.5625,
      "step": 62020
    },
    {
      "epoch": 2.5402826131476552,
      "grad_norm": 3.013571179354468,
      "learning_rate": 0.00018939957094527043,
      "loss": 4.5312,
      "step": 62021
    },
    {
      "epoch": 2.5403235715748513,
      "grad_norm": 4.723030389134056,
      "learning_rate": 0.00018939642405740235,
      "loss": 2.6875,
      "step": 62022
    },
    {
      "epoch": 2.540364530002048,
      "grad_norm": 3.0955473331780627,
      "learning_rate": 0.00018939327715090988,
      "loss": 4.875,
      "step": 62023
    },
    {
      "epoch": 2.5404054884292444,
      "grad_norm": 2.858375564054045,
      "learning_rate": 0.00018939013022579453,
      "loss": 4.2812,
      "step": 62024
    },
    {
      "epoch": 2.540446446856441,
      "grad_norm": 5.126548286500249,
      "learning_rate": 0.00018938698328205785,
      "loss": 4.5938,
      "step": 62025
    },
    {
      "epoch": 2.540487405283637,
      "grad_norm": 3.1289472165825427,
      "learning_rate": 0.0001893838363197013,
      "loss": 2.6875,
      "step": 62026
    },
    {
      "epoch": 2.5405283637108336,
      "grad_norm": 3.1292170980211464,
      "learning_rate": 0.00018938068933872635,
      "loss": 5.0938,
      "step": 62027
    },
    {
      "epoch": 2.5405693221380297,
      "grad_norm": 4.939262275609315,
      "learning_rate": 0.00018937754233913447,
      "loss": 5.375,
      "step": 62028
    },
    {
      "epoch": 2.540610280565226,
      "grad_norm": 3.1233913136441847,
      "learning_rate": 0.0001893743953209272,
      "loss": 4.3438,
      "step": 62029
    },
    {
      "epoch": 2.5406512389924227,
      "grad_norm": 3.175807427156551,
      "learning_rate": 0.000189371248284106,
      "loss": 4.4688,
      "step": 62030
    },
    {
      "epoch": 2.5406921974196193,
      "grad_norm": 3.8234339423033346,
      "learning_rate": 0.00018936810122867234,
      "loss": 2.5938,
      "step": 62031
    },
    {
      "epoch": 2.5407331558468154,
      "grad_norm": 7.1943205182180305,
      "learning_rate": 0.0001893649541546277,
      "loss": 5.5312,
      "step": 62032
    },
    {
      "epoch": 2.540774114274012,
      "grad_norm": 3.011250043954639,
      "learning_rate": 0.00018936180706197368,
      "loss": 3.8281,
      "step": 62033
    },
    {
      "epoch": 2.5408150727012084,
      "grad_norm": 3.402621390018639,
      "learning_rate": 0.0001893586599507116,
      "loss": 4.625,
      "step": 62034
    },
    {
      "epoch": 2.5408560311284045,
      "grad_norm": 4.205615400576982,
      "learning_rate": 0.00018935551282084307,
      "loss": 3.2969,
      "step": 62035
    },
    {
      "epoch": 2.540896989555601,
      "grad_norm": 3.861242879591329,
      "learning_rate": 0.00018935236567236955,
      "loss": 5.0938,
      "step": 62036
    },
    {
      "epoch": 2.5409379479827976,
      "grad_norm": 3.6833943526359625,
      "learning_rate": 0.00018934921850529248,
      "loss": 4.5625,
      "step": 62037
    },
    {
      "epoch": 2.540978906409994,
      "grad_norm": 3.7885406666149444,
      "learning_rate": 0.0001893460713196134,
      "loss": 1.2266,
      "step": 62038
    },
    {
      "epoch": 2.5410198648371902,
      "grad_norm": 3.364084574565804,
      "learning_rate": 0.0001893429241153338,
      "loss": 5.5625,
      "step": 62039
    },
    {
      "epoch": 2.5410608232643868,
      "grad_norm": 5.4593576362233165,
      "learning_rate": 0.0001893397768924551,
      "loss": 4.5938,
      "step": 62040
    },
    {
      "epoch": 2.541101781691583,
      "grad_norm": 3.066629958964794,
      "learning_rate": 0.00018933662965097884,
      "loss": 4.4688,
      "step": 62041
    },
    {
      "epoch": 2.5411427401187794,
      "grad_norm": 3.439350845151505,
      "learning_rate": 0.00018933348239090654,
      "loss": 5.0625,
      "step": 62042
    },
    {
      "epoch": 2.541183698545976,
      "grad_norm": 3.6291570882459716,
      "learning_rate": 0.00018933033511223964,
      "loss": 5.0625,
      "step": 62043
    },
    {
      "epoch": 2.5412246569731725,
      "grad_norm": 3.7275177056151008,
      "learning_rate": 0.00018932718781497967,
      "loss": 4.8125,
      "step": 62044
    },
    {
      "epoch": 2.5412656154003685,
      "grad_norm": 9.41570459102565,
      "learning_rate": 0.000189324040499128,
      "loss": 6.2812,
      "step": 62045
    },
    {
      "epoch": 2.541306573827565,
      "grad_norm": 3.2307323748275354,
      "learning_rate": 0.00018932089316468626,
      "loss": 2.6562,
      "step": 62046
    },
    {
      "epoch": 2.541347532254761,
      "grad_norm": 7.781755398608249,
      "learning_rate": 0.00018931774581165594,
      "loss": 6.4062,
      "step": 62047
    },
    {
      "epoch": 2.5413884906819577,
      "grad_norm": 2.8513043699692253,
      "learning_rate": 0.0001893145984400384,
      "loss": 4.5625,
      "step": 62048
    },
    {
      "epoch": 2.5414294491091542,
      "grad_norm": 3.0622458959365124,
      "learning_rate": 0.00018931145104983518,
      "loss": 4.8125,
      "step": 62049
    },
    {
      "epoch": 2.541470407536351,
      "grad_norm": 4.393052462844999,
      "learning_rate": 0.0001893083036410478,
      "loss": 2.9844,
      "step": 62050
    },
    {
      "epoch": 2.541511365963547,
      "grad_norm": 4.012255407956584,
      "learning_rate": 0.0001893051562136778,
      "loss": 4.6875,
      "step": 62051
    },
    {
      "epoch": 2.5415523243907434,
      "grad_norm": 4.373167530156177,
      "learning_rate": 0.00018930200876772653,
      "loss": 3.8125,
      "step": 62052
    },
    {
      "epoch": 2.54159328281794,
      "grad_norm": 3.6831640208127197,
      "learning_rate": 0.0001892988613031956,
      "loss": 2.7812,
      "step": 62053
    },
    {
      "epoch": 2.541634241245136,
      "grad_norm": 3.33697242930842,
      "learning_rate": 0.00018929571382008642,
      "loss": 4.8438,
      "step": 62054
    },
    {
      "epoch": 2.5416751996723326,
      "grad_norm": 3.8392682785919767,
      "learning_rate": 0.00018929256631840052,
      "loss": 4.6875,
      "step": 62055
    },
    {
      "epoch": 2.541716158099529,
      "grad_norm": 3.432894586432772,
      "learning_rate": 0.00018928941879813938,
      "loss": 4.4375,
      "step": 62056
    },
    {
      "epoch": 2.5417571165267256,
      "grad_norm": 3.648561735024456,
      "learning_rate": 0.00018928627125930445,
      "loss": 6.0312,
      "step": 62057
    },
    {
      "epoch": 2.5417980749539217,
      "grad_norm": 3.099503872118292,
      "learning_rate": 0.00018928312370189733,
      "loss": 4.0312,
      "step": 62058
    },
    {
      "epoch": 2.5418390333811183,
      "grad_norm": 3.6233782241193566,
      "learning_rate": 0.00018927997612591934,
      "loss": 4.375,
      "step": 62059
    },
    {
      "epoch": 2.5418799918083144,
      "grad_norm": 3.1981182017658574,
      "learning_rate": 0.00018927682853137206,
      "loss": 4.1875,
      "step": 62060
    },
    {
      "epoch": 2.541920950235511,
      "grad_norm": 3.6801057610408767,
      "learning_rate": 0.00018927368091825706,
      "loss": 5.125,
      "step": 62061
    },
    {
      "epoch": 2.5419619086627074,
      "grad_norm": 3.9730008482869312,
      "learning_rate": 0.0001892705332865757,
      "loss": 5.4688,
      "step": 62062
    },
    {
      "epoch": 2.542002867089904,
      "grad_norm": 10.247827257598644,
      "learning_rate": 0.00018926738563632947,
      "loss": 7.0938,
      "step": 62063
    },
    {
      "epoch": 2.5420438255171,
      "grad_norm": 3.395526330960391,
      "learning_rate": 0.0001892642379675199,
      "loss": 5.0,
      "step": 62064
    },
    {
      "epoch": 2.5420847839442966,
      "grad_norm": 4.501185957492642,
      "learning_rate": 0.0001892610902801485,
      "loss": 4.8125,
      "step": 62065
    },
    {
      "epoch": 2.5421257423714927,
      "grad_norm": 5.554847329778572,
      "learning_rate": 0.00018925794257421675,
      "loss": 6.125,
      "step": 62066
    },
    {
      "epoch": 2.5421667007986892,
      "grad_norm": 4.417213507904542,
      "learning_rate": 0.00018925479484972613,
      "loss": 5.0,
      "step": 62067
    },
    {
      "epoch": 2.5422076592258858,
      "grad_norm": 5.05570172486307,
      "learning_rate": 0.00018925164710667812,
      "loss": 5.6875,
      "step": 62068
    },
    {
      "epoch": 2.5422486176530823,
      "grad_norm": 5.257474944438612,
      "learning_rate": 0.00018924849934507412,
      "loss": 7.0625,
      "step": 62069
    },
    {
      "epoch": 2.5422895760802784,
      "grad_norm": 3.2452735497793084,
      "learning_rate": 0.0001892453515649158,
      "loss": 4.7188,
      "step": 62070
    },
    {
      "epoch": 2.542330534507475,
      "grad_norm": 3.6042538879656085,
      "learning_rate": 0.00018924220376620454,
      "loss": 4.0938,
      "step": 62071
    },
    {
      "epoch": 2.5423714929346715,
      "grad_norm": 3.2103320255125114,
      "learning_rate": 0.00018923905594894186,
      "loss": 4.5312,
      "step": 62072
    },
    {
      "epoch": 2.5424124513618676,
      "grad_norm": 6.145486569128948,
      "learning_rate": 0.00018923590811312918,
      "loss": 5.125,
      "step": 62073
    },
    {
      "epoch": 2.542453409789064,
      "grad_norm": 4.688851846133916,
      "learning_rate": 0.00018923276025876808,
      "loss": 3.2656,
      "step": 62074
    },
    {
      "epoch": 2.5424943682162606,
      "grad_norm": 6.102878416219981,
      "learning_rate": 0.00018922961238585997,
      "loss": 5.75,
      "step": 62075
    },
    {
      "epoch": 2.542535326643457,
      "grad_norm": 5.165674132129404,
      "learning_rate": 0.0001892264644944064,
      "loss": 5.2188,
      "step": 62076
    },
    {
      "epoch": 2.5425762850706533,
      "grad_norm": 5.366186402758897,
      "learning_rate": 0.00018922331658440884,
      "loss": 5.0312,
      "step": 62077
    },
    {
      "epoch": 2.54261724349785,
      "grad_norm": 3.436140216289421,
      "learning_rate": 0.00018922016865586877,
      "loss": 4.625,
      "step": 62078
    },
    {
      "epoch": 2.542658201925046,
      "grad_norm": 3.6303563500430522,
      "learning_rate": 0.00018921702070878765,
      "loss": 4.9375,
      "step": 62079
    },
    {
      "epoch": 2.5426991603522424,
      "grad_norm": 3.368364371605215,
      "learning_rate": 0.00018921387274316705,
      "loss": 4.1875,
      "step": 62080
    },
    {
      "epoch": 2.542740118779439,
      "grad_norm": 4.517660586036369,
      "learning_rate": 0.00018921072475900833,
      "loss": 1.7734,
      "step": 62081
    },
    {
      "epoch": 2.5427810772066355,
      "grad_norm": 5.978969390919691,
      "learning_rate": 0.00018920757675631314,
      "loss": 4.9062,
      "step": 62082
    },
    {
      "epoch": 2.5428220356338316,
      "grad_norm": 3.331531735235793,
      "learning_rate": 0.00018920442873508286,
      "loss": 4.0312,
      "step": 62083
    },
    {
      "epoch": 2.542862994061028,
      "grad_norm": 3.87482004481036,
      "learning_rate": 0.000189201280695319,
      "loss": 4.9688,
      "step": 62084
    },
    {
      "epoch": 2.542903952488224,
      "grad_norm": 3.7905751225126076,
      "learning_rate": 0.000189198132637023,
      "loss": 5.5625,
      "step": 62085
    },
    {
      "epoch": 2.5429449109154207,
      "grad_norm": 3.63725492482771,
      "learning_rate": 0.00018919498456019642,
      "loss": 5.25,
      "step": 62086
    },
    {
      "epoch": 2.5429858693426173,
      "grad_norm": 3.438255299639644,
      "learning_rate": 0.00018919183646484076,
      "loss": 4.7188,
      "step": 62087
    },
    {
      "epoch": 2.543026827769814,
      "grad_norm": 4.080958358519508,
      "learning_rate": 0.00018918868835095744,
      "loss": 5.2188,
      "step": 62088
    },
    {
      "epoch": 2.54306778619701,
      "grad_norm": 3.339221326536541,
      "learning_rate": 0.00018918554021854798,
      "loss": 3.875,
      "step": 62089
    },
    {
      "epoch": 2.5431087446242064,
      "grad_norm": 3.473258931971746,
      "learning_rate": 0.00018918239206761392,
      "loss": 4.5625,
      "step": 62090
    },
    {
      "epoch": 2.543149703051403,
      "grad_norm": 3.5650934519997195,
      "learning_rate": 0.00018917924389815668,
      "loss": 4.3125,
      "step": 62091
    },
    {
      "epoch": 2.543190661478599,
      "grad_norm": 7.321113895437163,
      "learning_rate": 0.00018917609571017773,
      "loss": 3.2812,
      "step": 62092
    },
    {
      "epoch": 2.5432316199057956,
      "grad_norm": 3.8144891808305204,
      "learning_rate": 0.00018917294750367864,
      "loss": 4.7812,
      "step": 62093
    },
    {
      "epoch": 2.543272578332992,
      "grad_norm": 4.506233865700974,
      "learning_rate": 0.00018916979927866083,
      "loss": 3.9844,
      "step": 62094
    },
    {
      "epoch": 2.5433135367601887,
      "grad_norm": 3.2395914052265193,
      "learning_rate": 0.00018916665103512582,
      "loss": 5.0938,
      "step": 62095
    },
    {
      "epoch": 2.5433544951873848,
      "grad_norm": 8.595723405607039,
      "learning_rate": 0.00018916350277307505,
      "loss": 5.75,
      "step": 62096
    },
    {
      "epoch": 2.5433954536145813,
      "grad_norm": 5.648643248643733,
      "learning_rate": 0.0001891603544925101,
      "loss": 3.75,
      "step": 62097
    },
    {
      "epoch": 2.5434364120417774,
      "grad_norm": 3.4682668934397896,
      "learning_rate": 0.00018915720619343238,
      "loss": 4.25,
      "step": 62098
    },
    {
      "epoch": 2.543477370468974,
      "grad_norm": 4.035479980436748,
      "learning_rate": 0.0001891540578758434,
      "loss": 4.7812,
      "step": 62099
    },
    {
      "epoch": 2.5435183288961705,
      "grad_norm": 3.3971252781901327,
      "learning_rate": 0.00018915090953974464,
      "loss": 5.3125,
      "step": 62100
    },
    {
      "epoch": 2.543559287323367,
      "grad_norm": 3.5543494620472385,
      "learning_rate": 0.00018914776118513768,
      "loss": 4.5,
      "step": 62101
    },
    {
      "epoch": 2.543600245750563,
      "grad_norm": 2.9873049800849385,
      "learning_rate": 0.00018914461281202387,
      "loss": 4.2812,
      "step": 62102
    },
    {
      "epoch": 2.5436412041777596,
      "grad_norm": 3.005849113601882,
      "learning_rate": 0.00018914146442040479,
      "loss": 3.8594,
      "step": 62103
    },
    {
      "epoch": 2.5436821626049557,
      "grad_norm": 9.400253707249925,
      "learning_rate": 0.00018913831601028187,
      "loss": 2.3281,
      "step": 62104
    },
    {
      "epoch": 2.5437231210321523,
      "grad_norm": 3.3202347888236745,
      "learning_rate": 0.00018913516758165658,
      "loss": 3.9688,
      "step": 62105
    },
    {
      "epoch": 2.543764079459349,
      "grad_norm": 3.206198303646863,
      "learning_rate": 0.0001891320191345305,
      "loss": 4.9062,
      "step": 62106
    },
    {
      "epoch": 2.5438050378865453,
      "grad_norm": 4.007541354659448,
      "learning_rate": 0.0001891288706689051,
      "loss": 4.125,
      "step": 62107
    },
    {
      "epoch": 2.5438459963137414,
      "grad_norm": 12.348672889477136,
      "learning_rate": 0.00018912572218478181,
      "loss": 4.75,
      "step": 62108
    },
    {
      "epoch": 2.543886954740938,
      "grad_norm": 3.18040261390823,
      "learning_rate": 0.00018912257368216211,
      "loss": 4.4375,
      "step": 62109
    },
    {
      "epoch": 2.5439279131681345,
      "grad_norm": 3.3589249999007205,
      "learning_rate": 0.00018911942516104763,
      "loss": 4.625,
      "step": 62110
    },
    {
      "epoch": 2.5439688715953306,
      "grad_norm": 25.62081998315314,
      "learning_rate": 0.0001891162766214397,
      "loss": 1.4453,
      "step": 62111
    },
    {
      "epoch": 2.544009830022527,
      "grad_norm": 3.6291173548924287,
      "learning_rate": 0.00018911312806333986,
      "loss": 4.7188,
      "step": 62112
    },
    {
      "epoch": 2.5440507884497237,
      "grad_norm": 3.9851732968697506,
      "learning_rate": 0.00018910997948674957,
      "loss": 4.5312,
      "step": 62113
    },
    {
      "epoch": 2.54409174687692,
      "grad_norm": 4.566516203798112,
      "learning_rate": 0.00018910683089167038,
      "loss": 5.0938,
      "step": 62114
    },
    {
      "epoch": 2.5441327053041163,
      "grad_norm": 3.216328295966285,
      "learning_rate": 0.0001891036822781038,
      "loss": 5.2812,
      "step": 62115
    },
    {
      "epoch": 2.544173663731313,
      "grad_norm": 4.690160862267293,
      "learning_rate": 0.00018910053364605122,
      "loss": 5.125,
      "step": 62116
    },
    {
      "epoch": 2.544214622158509,
      "grad_norm": 3.2691751118815158,
      "learning_rate": 0.00018909738499551412,
      "loss": 5.0938,
      "step": 62117
    },
    {
      "epoch": 2.5442555805857054,
      "grad_norm": 3.5610581377948014,
      "learning_rate": 0.00018909423632649413,
      "loss": 5.125,
      "step": 62118
    },
    {
      "epoch": 2.544296539012902,
      "grad_norm": 13.048580988847041,
      "learning_rate": 0.00018909108763899264,
      "loss": 5.0312,
      "step": 62119
    },
    {
      "epoch": 2.5443374974400985,
      "grad_norm": 3.2566885209117915,
      "learning_rate": 0.00018908793893301112,
      "loss": 4.5,
      "step": 62120
    },
    {
      "epoch": 2.5443784558672946,
      "grad_norm": 2.9555592639992723,
      "learning_rate": 0.0001890847902085511,
      "loss": 4.0938,
      "step": 62121
    },
    {
      "epoch": 2.544419414294491,
      "grad_norm": 3.762380844835609,
      "learning_rate": 0.00018908164146561412,
      "loss": 5.6875,
      "step": 62122
    },
    {
      "epoch": 2.5444603727216872,
      "grad_norm": 2.82395781295444,
      "learning_rate": 0.00018907849270420154,
      "loss": 4.0625,
      "step": 62123
    },
    {
      "epoch": 2.5445013311488838,
      "grad_norm": 3.480659672286293,
      "learning_rate": 0.00018907534392431495,
      "loss": 5.0,
      "step": 62124
    },
    {
      "epoch": 2.5445422895760803,
      "grad_norm": 3.1448883731861494,
      "learning_rate": 0.00018907219512595574,
      "loss": 4.5625,
      "step": 62125
    },
    {
      "epoch": 2.544583248003277,
      "grad_norm": 3.545463278043934,
      "learning_rate": 0.00018906904630912555,
      "loss": 5.375,
      "step": 62126
    },
    {
      "epoch": 2.544624206430473,
      "grad_norm": 5.49845370098433,
      "learning_rate": 0.00018906589747382573,
      "loss": 4.2188,
      "step": 62127
    },
    {
      "epoch": 2.5446651648576695,
      "grad_norm": 10.177698248461327,
      "learning_rate": 0.00018906274862005783,
      "loss": 3.2969,
      "step": 62128
    },
    {
      "epoch": 2.544706123284866,
      "grad_norm": 3.071614675471344,
      "learning_rate": 0.00018905959974782334,
      "loss": 4.5938,
      "step": 62129
    },
    {
      "epoch": 2.544747081712062,
      "grad_norm": 3.2203244168328893,
      "learning_rate": 0.00018905645085712374,
      "loss": 5.0312,
      "step": 62130
    },
    {
      "epoch": 2.5447880401392586,
      "grad_norm": 3.6683223244776473,
      "learning_rate": 0.00018905330194796054,
      "loss": 4.1875,
      "step": 62131
    },
    {
      "epoch": 2.544828998566455,
      "grad_norm": 3.472309137003428,
      "learning_rate": 0.00018905015302033516,
      "loss": 5.3125,
      "step": 62132
    },
    {
      "epoch": 2.5448699569936517,
      "grad_norm": 3.2498063200500615,
      "learning_rate": 0.00018904700407424912,
      "loss": 4.6562,
      "step": 62133
    },
    {
      "epoch": 2.544910915420848,
      "grad_norm": 3.9204664184468876,
      "learning_rate": 0.00018904385510970395,
      "loss": 4.9062,
      "step": 62134
    },
    {
      "epoch": 2.5449518738480443,
      "grad_norm": 4.64435221425958,
      "learning_rate": 0.00018904070612670113,
      "loss": 5.1875,
      "step": 62135
    },
    {
      "epoch": 2.5449928322752404,
      "grad_norm": 5.694460601500159,
      "learning_rate": 0.00018903755712524207,
      "loss": 5.625,
      "step": 62136
    },
    {
      "epoch": 2.545033790702437,
      "grad_norm": 3.243044579874413,
      "learning_rate": 0.00018903440810532837,
      "loss": 4.1875,
      "step": 62137
    },
    {
      "epoch": 2.5450747491296335,
      "grad_norm": 3.236029469258521,
      "learning_rate": 0.00018903125906696147,
      "loss": 4.5625,
      "step": 62138
    },
    {
      "epoch": 2.54511570755683,
      "grad_norm": 3.3694332187551117,
      "learning_rate": 0.00018902811001014286,
      "loss": 4.7188,
      "step": 62139
    },
    {
      "epoch": 2.545156665984026,
      "grad_norm": 3.5260297349230356,
      "learning_rate": 0.00018902496093487397,
      "loss": 5.0625,
      "step": 62140
    },
    {
      "epoch": 2.5451976244112227,
      "grad_norm": 4.431458948938509,
      "learning_rate": 0.00018902181184115639,
      "loss": 6.25,
      "step": 62141
    },
    {
      "epoch": 2.5452385828384188,
      "grad_norm": 5.869827299515049,
      "learning_rate": 0.00018901866272899156,
      "loss": 4.9062,
      "step": 62142
    },
    {
      "epoch": 2.5452795412656153,
      "grad_norm": 4.550505359658339,
      "learning_rate": 0.00018901551359838095,
      "loss": 6.9688,
      "step": 62143
    },
    {
      "epoch": 2.545320499692812,
      "grad_norm": 5.299636399705618,
      "learning_rate": 0.0001890123644493261,
      "loss": 1.6719,
      "step": 62144
    },
    {
      "epoch": 2.5453614581200084,
      "grad_norm": 3.008121577155549,
      "learning_rate": 0.0001890092152818284,
      "loss": 4.1562,
      "step": 62145
    },
    {
      "epoch": 2.5454024165472044,
      "grad_norm": 6.254009577731851,
      "learning_rate": 0.00018900606609588948,
      "loss": 4.5938,
      "step": 62146
    },
    {
      "epoch": 2.545443374974401,
      "grad_norm": 10.99922840778464,
      "learning_rate": 0.00018900291689151076,
      "loss": 1.9297,
      "step": 62147
    },
    {
      "epoch": 2.5454843334015975,
      "grad_norm": 2.799245293672373,
      "learning_rate": 0.00018899976766869367,
      "loss": 3.9688,
      "step": 62148
    },
    {
      "epoch": 2.5455252918287936,
      "grad_norm": 3.2828429689151633,
      "learning_rate": 0.00018899661842743974,
      "loss": 4.75,
      "step": 62149
    },
    {
      "epoch": 2.54556625025599,
      "grad_norm": 3.396751133811516,
      "learning_rate": 0.00018899346916775053,
      "loss": 4.125,
      "step": 62150
    },
    {
      "epoch": 2.5456072086831867,
      "grad_norm": 3.381234459623364,
      "learning_rate": 0.00018899031988962745,
      "loss": 4.1875,
      "step": 62151
    },
    {
      "epoch": 2.545648167110383,
      "grad_norm": 3.2841748396242303,
      "learning_rate": 0.000188987170593072,
      "loss": 1.8438,
      "step": 62152
    },
    {
      "epoch": 2.5456891255375793,
      "grad_norm": 3.0204422490570106,
      "learning_rate": 0.00018898402127808566,
      "loss": 4.2812,
      "step": 62153
    },
    {
      "epoch": 2.545730083964776,
      "grad_norm": 3.5213078118609293,
      "learning_rate": 0.00018898087194467,
      "loss": 5.4062,
      "step": 62154
    },
    {
      "epoch": 2.545771042391972,
      "grad_norm": 2.855696481621715,
      "learning_rate": 0.00018897772259282637,
      "loss": 4.3125,
      "step": 62155
    },
    {
      "epoch": 2.5458120008191685,
      "grad_norm": 4.385607326547793,
      "learning_rate": 0.0001889745732225564,
      "loss": 4.2188,
      "step": 62156
    },
    {
      "epoch": 2.545852959246365,
      "grad_norm": 3.6619817195288653,
      "learning_rate": 0.00018897142383386147,
      "loss": 5.375,
      "step": 62157
    },
    {
      "epoch": 2.5458939176735615,
      "grad_norm": 3.483158009072573,
      "learning_rate": 0.00018896827442674313,
      "loss": 5.1562,
      "step": 62158
    },
    {
      "epoch": 2.5459348761007576,
      "grad_norm": 3.942417424826663,
      "learning_rate": 0.00018896512500120283,
      "loss": 5.8125,
      "step": 62159
    },
    {
      "epoch": 2.545975834527954,
      "grad_norm": 4.132250237448293,
      "learning_rate": 0.0001889619755572421,
      "loss": 4.9688,
      "step": 62160
    },
    {
      "epoch": 2.5460167929551503,
      "grad_norm": 3.1267131806859676,
      "learning_rate": 0.00018895882609486239,
      "loss": 4.875,
      "step": 62161
    },
    {
      "epoch": 2.546057751382347,
      "grad_norm": 5.653526946481788,
      "learning_rate": 0.00018895567661406527,
      "loss": 6.1875,
      "step": 62162
    },
    {
      "epoch": 2.5460987098095433,
      "grad_norm": 2.7831255481511197,
      "learning_rate": 0.0001889525271148521,
      "loss": 1.5938,
      "step": 62163
    },
    {
      "epoch": 2.54613966823674,
      "grad_norm": 3.277842587828481,
      "learning_rate": 0.00018894937759722448,
      "loss": 4.4688,
      "step": 62164
    },
    {
      "epoch": 2.546180626663936,
      "grad_norm": 3.320004391761231,
      "learning_rate": 0.00018894622806118385,
      "loss": 4.8438,
      "step": 62165
    },
    {
      "epoch": 2.5462215850911325,
      "grad_norm": 3.3276146509311606,
      "learning_rate": 0.0001889430785067317,
      "loss": 4.5,
      "step": 62166
    },
    {
      "epoch": 2.546262543518329,
      "grad_norm": 4.792442289208748,
      "learning_rate": 0.0001889399289338695,
      "loss": 4.3438,
      "step": 62167
    },
    {
      "epoch": 2.546303501945525,
      "grad_norm": 3.0634667270186213,
      "learning_rate": 0.0001889367793425987,
      "loss": 5.5625,
      "step": 62168
    },
    {
      "epoch": 2.5463444603727217,
      "grad_norm": 4.510233671133619,
      "learning_rate": 0.00018893362973292096,
      "loss": 5.875,
      "step": 62169
    },
    {
      "epoch": 2.546385418799918,
      "grad_norm": 3.155062249643282,
      "learning_rate": 0.00018893048010483764,
      "loss": 4.5312,
      "step": 62170
    },
    {
      "epoch": 2.5464263772271147,
      "grad_norm": 3.1587810347640137,
      "learning_rate": 0.00018892733045835022,
      "loss": 4.7188,
      "step": 62171
    },
    {
      "epoch": 2.546467335654311,
      "grad_norm": 5.447473021380097,
      "learning_rate": 0.00018892418079346018,
      "loss": 5.625,
      "step": 62172
    },
    {
      "epoch": 2.5465082940815074,
      "grad_norm": 3.039759835439422,
      "learning_rate": 0.00018892103111016912,
      "loss": 4.7188,
      "step": 62173
    },
    {
      "epoch": 2.5465492525087035,
      "grad_norm": 3.4259548471275045,
      "learning_rate": 0.0001889178814084784,
      "loss": 4.4375,
      "step": 62174
    },
    {
      "epoch": 2.5465902109359,
      "grad_norm": 3.2892870640929233,
      "learning_rate": 0.0001889147316883896,
      "loss": 5.0938,
      "step": 62175
    },
    {
      "epoch": 2.5466311693630965,
      "grad_norm": 3.231253759057982,
      "learning_rate": 0.00018891158194990417,
      "loss": 4.7812,
      "step": 62176
    },
    {
      "epoch": 2.546672127790293,
      "grad_norm": 3.2582399593536935,
      "learning_rate": 0.00018890843219302359,
      "loss": 4.5312,
      "step": 62177
    },
    {
      "epoch": 2.546713086217489,
      "grad_norm": 3.367838760755701,
      "learning_rate": 0.00018890528241774935,
      "loss": 4.875,
      "step": 62178
    },
    {
      "epoch": 2.5467540446446857,
      "grad_norm": 3.8460522933302475,
      "learning_rate": 0.00018890213262408298,
      "loss": 3.25,
      "step": 62179
    },
    {
      "epoch": 2.546795003071882,
      "grad_norm": 4.239708984767067,
      "learning_rate": 0.00018889898281202592,
      "loss": 2.2031,
      "step": 62180
    },
    {
      "epoch": 2.5468359614990783,
      "grad_norm": 3.0447755076457,
      "learning_rate": 0.00018889583298157967,
      "loss": 3.6406,
      "step": 62181
    },
    {
      "epoch": 2.546876919926275,
      "grad_norm": 4.353612931042358,
      "learning_rate": 0.00018889268313274576,
      "loss": 4.8125,
      "step": 62182
    },
    {
      "epoch": 2.5469178783534714,
      "grad_norm": 2.9231225247534396,
      "learning_rate": 0.00018888953326552562,
      "loss": 4.1875,
      "step": 62183
    },
    {
      "epoch": 2.5469588367806675,
      "grad_norm": 2.9903086612322363,
      "learning_rate": 0.00018888638337992078,
      "loss": 4.5625,
      "step": 62184
    },
    {
      "epoch": 2.546999795207864,
      "grad_norm": 3.786526362114478,
      "learning_rate": 0.00018888323347593267,
      "loss": 5.125,
      "step": 62185
    },
    {
      "epoch": 2.5470407536350606,
      "grad_norm": 4.084511108274404,
      "learning_rate": 0.00018888008355356288,
      "loss": 5.0312,
      "step": 62186
    },
    {
      "epoch": 2.5470817120622566,
      "grad_norm": 3.239427744350061,
      "learning_rate": 0.0001888769336128128,
      "loss": 5.1562,
      "step": 62187
    },
    {
      "epoch": 2.547122670489453,
      "grad_norm": 6.657087566663903,
      "learning_rate": 0.00018887378365368398,
      "loss": 5.2812,
      "step": 62188
    },
    {
      "epoch": 2.5471636289166497,
      "grad_norm": 4.130716630543807,
      "learning_rate": 0.0001888706336761779,
      "loss": 3.3438,
      "step": 62189
    },
    {
      "epoch": 2.5472045873438462,
      "grad_norm": 3.543770008266672,
      "learning_rate": 0.00018886748368029602,
      "loss": 5.9062,
      "step": 62190
    },
    {
      "epoch": 2.5472455457710423,
      "grad_norm": 3.323383173176843,
      "learning_rate": 0.00018886433366603985,
      "loss": 4.5,
      "step": 62191
    },
    {
      "epoch": 2.547286504198239,
      "grad_norm": 3.073837431688992,
      "learning_rate": 0.0001888611836334109,
      "loss": 4.0625,
      "step": 62192
    },
    {
      "epoch": 2.547327462625435,
      "grad_norm": 3.5564706153807752,
      "learning_rate": 0.00018885803358241062,
      "loss": 5.5,
      "step": 62193
    },
    {
      "epoch": 2.5473684210526315,
      "grad_norm": 3.4684372643531147,
      "learning_rate": 0.00018885488351304052,
      "loss": 4.4062,
      "step": 62194
    },
    {
      "epoch": 2.547409379479828,
      "grad_norm": 6.887292894424767,
      "learning_rate": 0.0001888517334253021,
      "loss": 2.3281,
      "step": 62195
    },
    {
      "epoch": 2.5474503379070246,
      "grad_norm": 5.483588060302697,
      "learning_rate": 0.00018884858331919682,
      "loss": 3.7812,
      "step": 62196
    },
    {
      "epoch": 2.5474912963342207,
      "grad_norm": 3.190774549675906,
      "learning_rate": 0.0001888454331947262,
      "loss": 4.4688,
      "step": 62197
    },
    {
      "epoch": 2.547532254761417,
      "grad_norm": 6.214336484398171,
      "learning_rate": 0.0001888422830518917,
      "loss": 6.8438,
      "step": 62198
    },
    {
      "epoch": 2.5475732131886133,
      "grad_norm": 3.4994522494718874,
      "learning_rate": 0.00018883913289069484,
      "loss": 4.3438,
      "step": 62199
    },
    {
      "epoch": 2.54761417161581,
      "grad_norm": 4.035870992317756,
      "learning_rate": 0.00018883598271113706,
      "loss": 5.3438,
      "step": 62200
    },
    {
      "epoch": 2.5476551300430064,
      "grad_norm": 5.09211813466276,
      "learning_rate": 0.0001888328325132199,
      "loss": 5.1875,
      "step": 62201
    },
    {
      "epoch": 2.547696088470203,
      "grad_norm": 2.894784361198239,
      "learning_rate": 0.00018882968229694483,
      "loss": 3.4375,
      "step": 62202
    },
    {
      "epoch": 2.547737046897399,
      "grad_norm": 3.307900284147962,
      "learning_rate": 0.00018882653206231335,
      "loss": 4.6562,
      "step": 62203
    },
    {
      "epoch": 2.5477780053245955,
      "grad_norm": 4.110827084318685,
      "learning_rate": 0.0001888233818093269,
      "loss": 4.375,
      "step": 62204
    },
    {
      "epoch": 2.547818963751792,
      "grad_norm": 3.1675980427627417,
      "learning_rate": 0.00018882023153798705,
      "loss": 3.8594,
      "step": 62205
    },
    {
      "epoch": 2.547859922178988,
      "grad_norm": 3.8966614869989846,
      "learning_rate": 0.00018881708124829523,
      "loss": 4.3438,
      "step": 62206
    },
    {
      "epoch": 2.5479008806061847,
      "grad_norm": 6.284492448454004,
      "learning_rate": 0.00018881393094025294,
      "loss": 7.3438,
      "step": 62207
    },
    {
      "epoch": 2.5479418390333812,
      "grad_norm": 3.5687964946255097,
      "learning_rate": 0.00018881078061386167,
      "loss": 5.25,
      "step": 62208
    },
    {
      "epoch": 2.5479827974605778,
      "grad_norm": 5.361294118079093,
      "learning_rate": 0.00018880763026912295,
      "loss": 5.4688,
      "step": 62209
    },
    {
      "epoch": 2.548023755887774,
      "grad_norm": 4.482451638101711,
      "learning_rate": 0.0001888044799060382,
      "loss": 4.375,
      "step": 62210
    },
    {
      "epoch": 2.5480647143149704,
      "grad_norm": 5.567589509545916,
      "learning_rate": 0.00018880132952460899,
      "loss": 5.3438,
      "step": 62211
    },
    {
      "epoch": 2.5481056727421665,
      "grad_norm": 3.897155701937836,
      "learning_rate": 0.0001887981791248367,
      "loss": 5.6875,
      "step": 62212
    },
    {
      "epoch": 2.548146631169363,
      "grad_norm": 3.735270886228505,
      "learning_rate": 0.0001887950287067229,
      "loss": 6.1875,
      "step": 62213
    },
    {
      "epoch": 2.5481875895965596,
      "grad_norm": 3.232725944356805,
      "learning_rate": 0.0001887918782702691,
      "loss": 5.1562,
      "step": 62214
    },
    {
      "epoch": 2.548228548023756,
      "grad_norm": 6.208633568651925,
      "learning_rate": 0.0001887887278154767,
      "loss": 5.7812,
      "step": 62215
    },
    {
      "epoch": 2.548269506450952,
      "grad_norm": 6.385874929145005,
      "learning_rate": 0.00018878557734234726,
      "loss": 5.3438,
      "step": 62216
    },
    {
      "epoch": 2.5483104648781487,
      "grad_norm": 12.970421872356592,
      "learning_rate": 0.00018878242685088222,
      "loss": 4.25,
      "step": 62217
    },
    {
      "epoch": 2.548351423305345,
      "grad_norm": 3.225308977755153,
      "learning_rate": 0.00018877927634108316,
      "loss": 4.3438,
      "step": 62218
    },
    {
      "epoch": 2.5483923817325413,
      "grad_norm": 3.70991574817773,
      "learning_rate": 0.00018877612581295148,
      "loss": 4.5625,
      "step": 62219
    },
    {
      "epoch": 2.548433340159738,
      "grad_norm": 3.9674314170430818,
      "learning_rate": 0.00018877297526648872,
      "loss": 5.25,
      "step": 62220
    },
    {
      "epoch": 2.5484742985869344,
      "grad_norm": 3.963834720441818,
      "learning_rate": 0.0001887698247016963,
      "loss": 3.75,
      "step": 62221
    },
    {
      "epoch": 2.5485152570141305,
      "grad_norm": 5.33396692550058,
      "learning_rate": 0.00018876667411857578,
      "loss": 6.7812,
      "step": 62222
    },
    {
      "epoch": 2.548556215441327,
      "grad_norm": 5.284969944071022,
      "learning_rate": 0.00018876352351712865,
      "loss": 5.7812,
      "step": 62223
    },
    {
      "epoch": 2.5485971738685236,
      "grad_norm": 11.581719163752602,
      "learning_rate": 0.00018876037289735633,
      "loss": 5.3125,
      "step": 62224
    },
    {
      "epoch": 2.5486381322957197,
      "grad_norm": 3.218747407539495,
      "learning_rate": 0.00018875722225926035,
      "loss": 4.5312,
      "step": 62225
    },
    {
      "epoch": 2.548679090722916,
      "grad_norm": 3.5612174353136234,
      "learning_rate": 0.00018875407160284227,
      "loss": 5.25,
      "step": 62226
    },
    {
      "epoch": 2.5487200491501127,
      "grad_norm": 3.6783972705609718,
      "learning_rate": 0.00018875092092810348,
      "loss": 4.7812,
      "step": 62227
    },
    {
      "epoch": 2.5487610075773093,
      "grad_norm": 4.719889494664054,
      "learning_rate": 0.0001887477702350455,
      "loss": 3.4375,
      "step": 62228
    },
    {
      "epoch": 2.5488019660045054,
      "grad_norm": 3.4382055518934744,
      "learning_rate": 0.0001887446195236698,
      "loss": 4.2812,
      "step": 62229
    },
    {
      "epoch": 2.548842924431702,
      "grad_norm": 3.0546689312781665,
      "learning_rate": 0.00018874146879397792,
      "loss": 4.5312,
      "step": 62230
    },
    {
      "epoch": 2.548883882858898,
      "grad_norm": 3.149671491290247,
      "learning_rate": 0.00018873831804597132,
      "loss": 3.9219,
      "step": 62231
    },
    {
      "epoch": 2.5489248412860945,
      "grad_norm": 3.67660691845752,
      "learning_rate": 0.0001887351672796515,
      "loss": 4.3438,
      "step": 62232
    },
    {
      "epoch": 2.548965799713291,
      "grad_norm": 3.5661044820614185,
      "learning_rate": 0.0001887320164950199,
      "loss": 4.9375,
      "step": 62233
    },
    {
      "epoch": 2.5490067581404876,
      "grad_norm": 2.9625375280077635,
      "learning_rate": 0.00018872886569207812,
      "loss": 4.4375,
      "step": 62234
    },
    {
      "epoch": 2.5490477165676837,
      "grad_norm": 6.596958670843941,
      "learning_rate": 0.00018872571487082754,
      "loss": 5.3125,
      "step": 62235
    },
    {
      "epoch": 2.5490886749948802,
      "grad_norm": 4.218030251441924,
      "learning_rate": 0.00018872256403126966,
      "loss": 4.125,
      "step": 62236
    },
    {
      "epoch": 2.5491296334220763,
      "grad_norm": 3.8956840650865,
      "learning_rate": 0.00018871941317340603,
      "loss": 4.7812,
      "step": 62237
    },
    {
      "epoch": 2.549170591849273,
      "grad_norm": 3.3788973877601243,
      "learning_rate": 0.00018871626229723812,
      "loss": 4.7188,
      "step": 62238
    },
    {
      "epoch": 2.5492115502764694,
      "grad_norm": 3.6417594742998314,
      "learning_rate": 0.00018871311140276738,
      "loss": 4.4688,
      "step": 62239
    },
    {
      "epoch": 2.549252508703666,
      "grad_norm": 4.89940858184451,
      "learning_rate": 0.0001887099604899953,
      "loss": 3.7812,
      "step": 62240
    },
    {
      "epoch": 2.549293467130862,
      "grad_norm": 3.3179667738009986,
      "learning_rate": 0.00018870680955892344,
      "loss": 5.0312,
      "step": 62241
    },
    {
      "epoch": 2.5493344255580586,
      "grad_norm": 3.4426872501948957,
      "learning_rate": 0.00018870365860955326,
      "loss": 4.2812,
      "step": 62242
    },
    {
      "epoch": 2.549375383985255,
      "grad_norm": 3.0361663060832544,
      "learning_rate": 0.00018870050764188624,
      "loss": 4.1875,
      "step": 62243
    },
    {
      "epoch": 2.549416342412451,
      "grad_norm": 8.181562542062718,
      "learning_rate": 0.00018869735665592383,
      "loss": 6.625,
      "step": 62244
    },
    {
      "epoch": 2.5494573008396477,
      "grad_norm": 4.121167935863536,
      "learning_rate": 0.00018869420565166756,
      "loss": 4.4688,
      "step": 62245
    },
    {
      "epoch": 2.5494982592668443,
      "grad_norm": 6.277163271676265,
      "learning_rate": 0.0001886910546291189,
      "loss": 2.7812,
      "step": 62246
    },
    {
      "epoch": 2.549539217694041,
      "grad_norm": 3.686457024388957,
      "learning_rate": 0.00018868790358827944,
      "loss": 5.2188,
      "step": 62247
    },
    {
      "epoch": 2.549580176121237,
      "grad_norm": 4.734465514193354,
      "learning_rate": 0.0001886847525291505,
      "loss": 4.6562,
      "step": 62248
    },
    {
      "epoch": 2.5496211345484334,
      "grad_norm": 4.319779629591265,
      "learning_rate": 0.00018868160145173364,
      "loss": 7.1562,
      "step": 62249
    },
    {
      "epoch": 2.5496620929756295,
      "grad_norm": 3.5776982234273023,
      "learning_rate": 0.00018867845035603042,
      "loss": 4.375,
      "step": 62250
    },
    {
      "epoch": 2.549703051402826,
      "grad_norm": 3.6538873928073157,
      "learning_rate": 0.00018867529924204227,
      "loss": 4.2812,
      "step": 62251
    },
    {
      "epoch": 2.5497440098300226,
      "grad_norm": 3.8483953855236757,
      "learning_rate": 0.00018867214810977065,
      "loss": 4.4062,
      "step": 62252
    },
    {
      "epoch": 2.549784968257219,
      "grad_norm": 3.3257655720608192,
      "learning_rate": 0.0001886689969592171,
      "loss": 4.3438,
      "step": 62253
    },
    {
      "epoch": 2.549825926684415,
      "grad_norm": 4.186848708629267,
      "learning_rate": 0.0001886658457903831,
      "loss": 5.4062,
      "step": 62254
    },
    {
      "epoch": 2.5498668851116117,
      "grad_norm": 3.534683186500622,
      "learning_rate": 0.00018866269460327011,
      "loss": 4.5,
      "step": 62255
    },
    {
      "epoch": 2.549907843538808,
      "grad_norm": 3.785203477872806,
      "learning_rate": 0.00018865954339787968,
      "loss": 4.4375,
      "step": 62256
    },
    {
      "epoch": 2.5499488019660044,
      "grad_norm": 4.914781679885347,
      "learning_rate": 0.0001886563921742132,
      "loss": 3.6875,
      "step": 62257
    },
    {
      "epoch": 2.549989760393201,
      "grad_norm": 3.305814041091818,
      "learning_rate": 0.00018865324093227223,
      "loss": 4.5625,
      "step": 62258
    },
    {
      "epoch": 2.5500307188203974,
      "grad_norm": 3.6506119623952533,
      "learning_rate": 0.0001886500896720583,
      "loss": 5.7812,
      "step": 62259
    },
    {
      "epoch": 2.5500716772475935,
      "grad_norm": 2.9084976627060843,
      "learning_rate": 0.00018864693839357283,
      "loss": 4.8438,
      "step": 62260
    },
    {
      "epoch": 2.55011263567479,
      "grad_norm": 3.258932329799253,
      "learning_rate": 0.0001886437870968173,
      "loss": 4.25,
      "step": 62261
    },
    {
      "epoch": 2.5501535941019866,
      "grad_norm": 3.671586369528874,
      "learning_rate": 0.00018864063578179327,
      "loss": 4.6875,
      "step": 62262
    },
    {
      "epoch": 2.5501945525291827,
      "grad_norm": 3.8977904675201747,
      "learning_rate": 0.0001886374844485022,
      "loss": 1.3984,
      "step": 62263
    },
    {
      "epoch": 2.5502355109563792,
      "grad_norm": 3.3229873374824557,
      "learning_rate": 0.0001886343330969455,
      "loss": 4.125,
      "step": 62264
    },
    {
      "epoch": 2.5502764693835758,
      "grad_norm": 9.010699690656558,
      "learning_rate": 0.00018863118172712478,
      "loss": 4.25,
      "step": 62265
    },
    {
      "epoch": 2.5503174278107723,
      "grad_norm": 3.1415070386460666,
      "learning_rate": 0.00018862803033904148,
      "loss": 5.2188,
      "step": 62266
    },
    {
      "epoch": 2.5503583862379684,
      "grad_norm": 6.922867986042172,
      "learning_rate": 0.0001886248789326971,
      "loss": 5.5625,
      "step": 62267
    },
    {
      "epoch": 2.550399344665165,
      "grad_norm": 3.498292483402834,
      "learning_rate": 0.0001886217275080931,
      "loss": 4.5625,
      "step": 62268
    },
    {
      "epoch": 2.550440303092361,
      "grad_norm": 3.331374486638147,
      "learning_rate": 0.000188618576065231,
      "loss": 4.3438,
      "step": 62269
    },
    {
      "epoch": 2.5504812615195576,
      "grad_norm": 7.020949144684184,
      "learning_rate": 0.00018861542460411226,
      "loss": 3.0469,
      "step": 62270
    },
    {
      "epoch": 2.550522219946754,
      "grad_norm": 3.775181879941195,
      "learning_rate": 0.0001886122731247384,
      "loss": 4.3438,
      "step": 62271
    },
    {
      "epoch": 2.5505631783739506,
      "grad_norm": 3.411376459060671,
      "learning_rate": 0.00018860912162711087,
      "loss": 3.9844,
      "step": 62272
    },
    {
      "epoch": 2.5506041368011467,
      "grad_norm": 4.3119443330117155,
      "learning_rate": 0.00018860597011123123,
      "loss": 4.4688,
      "step": 62273
    },
    {
      "epoch": 2.5506450952283433,
      "grad_norm": 2.87969297379074,
      "learning_rate": 0.0001886028185771009,
      "loss": 3.8125,
      "step": 62274
    },
    {
      "epoch": 2.5506860536555394,
      "grad_norm": 4.689963804467424,
      "learning_rate": 0.00018859966702472141,
      "loss": 4.4375,
      "step": 62275
    },
    {
      "epoch": 2.550727012082736,
      "grad_norm": 3.272004964127338,
      "learning_rate": 0.0001885965154540942,
      "loss": 4.75,
      "step": 62276
    },
    {
      "epoch": 2.5507679705099324,
      "grad_norm": 4.439806461163841,
      "learning_rate": 0.00018859336386522083,
      "loss": 5.9062,
      "step": 62277
    },
    {
      "epoch": 2.550808928937129,
      "grad_norm": 3.2450042638553986,
      "learning_rate": 0.00018859021225810279,
      "loss": 4.5625,
      "step": 62278
    },
    {
      "epoch": 2.550849887364325,
      "grad_norm": 3.703725686359505,
      "learning_rate": 0.0001885870606327415,
      "loss": 5.6562,
      "step": 62279
    },
    {
      "epoch": 2.5508908457915216,
      "grad_norm": 3.3331691088960436,
      "learning_rate": 0.00018858390898913852,
      "loss": 4.2188,
      "step": 62280
    },
    {
      "epoch": 2.550931804218718,
      "grad_norm": 3.125765280774273,
      "learning_rate": 0.00018858075732729524,
      "loss": 4.5312,
      "step": 62281
    },
    {
      "epoch": 2.550972762645914,
      "grad_norm": 3.5803506886282768,
      "learning_rate": 0.00018857760564721326,
      "loss": 4.0938,
      "step": 62282
    },
    {
      "epoch": 2.5510137210731108,
      "grad_norm": 2.8963842721891373,
      "learning_rate": 0.00018857445394889405,
      "loss": 3.8438,
      "step": 62283
    },
    {
      "epoch": 2.5510546795003073,
      "grad_norm": 4.9453616439010295,
      "learning_rate": 0.00018857130223233902,
      "loss": 5.5312,
      "step": 62284
    },
    {
      "epoch": 2.551095637927504,
      "grad_norm": 3.660563570406183,
      "learning_rate": 0.00018856815049754974,
      "loss": 6.25,
      "step": 62285
    },
    {
      "epoch": 2.5511365963547,
      "grad_norm": 3.36692175783425,
      "learning_rate": 0.00018856499874452768,
      "loss": 4.8125,
      "step": 62286
    },
    {
      "epoch": 2.5511775547818965,
      "grad_norm": 4.69826209772334,
      "learning_rate": 0.00018856184697327432,
      "loss": 3.1875,
      "step": 62287
    },
    {
      "epoch": 2.5512185132090925,
      "grad_norm": 3.459719713008562,
      "learning_rate": 0.0001885586951837912,
      "loss": 3.8281,
      "step": 62288
    },
    {
      "epoch": 2.551259471636289,
      "grad_norm": 3.1953415135816847,
      "learning_rate": 0.0001885555433760797,
      "loss": 3.5781,
      "step": 62289
    },
    {
      "epoch": 2.5513004300634856,
      "grad_norm": 3.1828833075770913,
      "learning_rate": 0.00018855239155014138,
      "loss": 4.875,
      "step": 62290
    },
    {
      "epoch": 2.551341388490682,
      "grad_norm": 3.3439409227662553,
      "learning_rate": 0.00018854923970597776,
      "loss": 4.875,
      "step": 62291
    },
    {
      "epoch": 2.5513823469178782,
      "grad_norm": 3.862764957321485,
      "learning_rate": 0.0001885460878435903,
      "loss": 5.4062,
      "step": 62292
    },
    {
      "epoch": 2.5514233053450748,
      "grad_norm": 3.126275378835645,
      "learning_rate": 0.00018854293596298047,
      "loss": 5.2812,
      "step": 62293
    },
    {
      "epoch": 2.551464263772271,
      "grad_norm": 2.845605365866704,
      "learning_rate": 0.00018853978406414978,
      "loss": 3.4219,
      "step": 62294
    },
    {
      "epoch": 2.5515052221994674,
      "grad_norm": 3.276294271423441,
      "learning_rate": 0.00018853663214709972,
      "loss": 4.125,
      "step": 62295
    },
    {
      "epoch": 2.551546180626664,
      "grad_norm": 3.241329714277485,
      "learning_rate": 0.00018853348021183179,
      "loss": 5.0,
      "step": 62296
    },
    {
      "epoch": 2.5515871390538605,
      "grad_norm": 2.830944783801202,
      "learning_rate": 0.0001885303282583474,
      "loss": 4.7188,
      "step": 62297
    },
    {
      "epoch": 2.5516280974810566,
      "grad_norm": 3.0397254593408625,
      "learning_rate": 0.0001885271762866482,
      "loss": 4.0312,
      "step": 62298
    },
    {
      "epoch": 2.551669055908253,
      "grad_norm": 4.085034067534876,
      "learning_rate": 0.00018852402429673552,
      "loss": 5.5,
      "step": 62299
    },
    {
      "epoch": 2.5517100143354496,
      "grad_norm": 4.371992300499941,
      "learning_rate": 0.00018852087228861093,
      "loss": 4.875,
      "step": 62300
    },
    {
      "epoch": 2.5517509727626457,
      "grad_norm": 3.441336466043533,
      "learning_rate": 0.0001885177202622759,
      "loss": 5.1562,
      "step": 62301
    },
    {
      "epoch": 2.5517919311898423,
      "grad_norm": 3.3002289850541127,
      "learning_rate": 0.00018851456821773196,
      "loss": 1.9375,
      "step": 62302
    },
    {
      "epoch": 2.551832889617039,
      "grad_norm": 3.06087093134754,
      "learning_rate": 0.00018851141615498055,
      "loss": 4.5,
      "step": 62303
    },
    {
      "epoch": 2.5518738480442353,
      "grad_norm": 3.2869473029562752,
      "learning_rate": 0.00018850826407402322,
      "loss": 4.3438,
      "step": 62304
    },
    {
      "epoch": 2.5519148064714314,
      "grad_norm": 3.3140909093006115,
      "learning_rate": 0.00018850511197486135,
      "loss": 4.875,
      "step": 62305
    },
    {
      "epoch": 2.551955764898628,
      "grad_norm": 4.420411193922511,
      "learning_rate": 0.00018850195985749656,
      "loss": 4.2188,
      "step": 62306
    },
    {
      "epoch": 2.551996723325824,
      "grad_norm": 5.906325192732226,
      "learning_rate": 0.00018849880772193024,
      "loss": 3.4531,
      "step": 62307
    },
    {
      "epoch": 2.5520376817530206,
      "grad_norm": 3.3084165740590086,
      "learning_rate": 0.00018849565556816389,
      "loss": 5.0,
      "step": 62308
    },
    {
      "epoch": 2.552078640180217,
      "grad_norm": 3.215299101297422,
      "learning_rate": 0.00018849250339619908,
      "loss": 3.9375,
      "step": 62309
    },
    {
      "epoch": 2.5521195986074137,
      "grad_norm": 3.5151664466816612,
      "learning_rate": 0.00018848935120603722,
      "loss": 5.0312,
      "step": 62310
    },
    {
      "epoch": 2.5521605570346098,
      "grad_norm": 3.7078515157077976,
      "learning_rate": 0.00018848619899767985,
      "loss": 1.0547,
      "step": 62311
    },
    {
      "epoch": 2.5522015154618063,
      "grad_norm": 4.03504974588824,
      "learning_rate": 0.00018848304677112837,
      "loss": 4.0938,
      "step": 62312
    },
    {
      "epoch": 2.552242473889003,
      "grad_norm": 3.369815106780464,
      "learning_rate": 0.0001884798945263844,
      "loss": 5.25,
      "step": 62313
    },
    {
      "epoch": 2.552283432316199,
      "grad_norm": 3.376015293124675,
      "learning_rate": 0.00018847674226344936,
      "loss": 4.7812,
      "step": 62314
    },
    {
      "epoch": 2.5523243907433955,
      "grad_norm": 3.6372025105608996,
      "learning_rate": 0.00018847358998232475,
      "loss": 2.3125,
      "step": 62315
    },
    {
      "epoch": 2.552365349170592,
      "grad_norm": 4.528821900937453,
      "learning_rate": 0.00018847043768301208,
      "loss": 3.5469,
      "step": 62316
    },
    {
      "epoch": 2.552406307597788,
      "grad_norm": 3.088731296644348,
      "learning_rate": 0.00018846728536551276,
      "loss": 4.4375,
      "step": 62317
    },
    {
      "epoch": 2.5524472660249846,
      "grad_norm": 4.0806933807907395,
      "learning_rate": 0.0001884641330298284,
      "loss": 6.4375,
      "step": 62318
    },
    {
      "epoch": 2.552488224452181,
      "grad_norm": 3.7735877963403612,
      "learning_rate": 0.00018846098067596038,
      "loss": 5.6875,
      "step": 62319
    },
    {
      "epoch": 2.5525291828793772,
      "grad_norm": 3.203022532151228,
      "learning_rate": 0.0001884578283039103,
      "loss": 4.6875,
      "step": 62320
    },
    {
      "epoch": 2.552570141306574,
      "grad_norm": 3.395283965447271,
      "learning_rate": 0.00018845467591367953,
      "loss": 4.8438,
      "step": 62321
    },
    {
      "epoch": 2.5526110997337703,
      "grad_norm": 2.911000994428344,
      "learning_rate": 0.00018845152350526964,
      "loss": 4.1562,
      "step": 62322
    },
    {
      "epoch": 2.552652058160967,
      "grad_norm": 3.2972556787278156,
      "learning_rate": 0.00018844837107868213,
      "loss": 5.3125,
      "step": 62323
    },
    {
      "epoch": 2.552693016588163,
      "grad_norm": 7.982862928600579,
      "learning_rate": 0.00018844521863391843,
      "loss": 7.1562,
      "step": 62324
    },
    {
      "epoch": 2.5527339750153595,
      "grad_norm": 5.601585141452645,
      "learning_rate": 0.00018844206617098005,
      "loss": 4.375,
      "step": 62325
    },
    {
      "epoch": 2.5527749334425556,
      "grad_norm": 3.814622377533161,
      "learning_rate": 0.0001884389136898685,
      "loss": 1.2031,
      "step": 62326
    },
    {
      "epoch": 2.552815891869752,
      "grad_norm": 2.9392488775249217,
      "learning_rate": 0.0001884357611905853,
      "loss": 3.7656,
      "step": 62327
    },
    {
      "epoch": 2.5528568502969486,
      "grad_norm": 3.141483323360829,
      "learning_rate": 0.0001884326086731319,
      "loss": 3.6562,
      "step": 62328
    },
    {
      "epoch": 2.552897808724145,
      "grad_norm": 3.9255780029081926,
      "learning_rate": 0.0001884294561375097,
      "loss": 5.4688,
      "step": 62329
    },
    {
      "epoch": 2.5529387671513413,
      "grad_norm": 2.9524188085666276,
      "learning_rate": 0.0001884263035837204,
      "loss": 4.4688,
      "step": 62330
    },
    {
      "epoch": 2.552979725578538,
      "grad_norm": 2.8558025234014943,
      "learning_rate": 0.00018842315101176533,
      "loss": 3.9688,
      "step": 62331
    },
    {
      "epoch": 2.5530206840057343,
      "grad_norm": 6.996477465123559,
      "learning_rate": 0.000188419998421646,
      "loss": 3.2969,
      "step": 62332
    },
    {
      "epoch": 2.5530616424329304,
      "grad_norm": 3.0728380612005197,
      "learning_rate": 0.00018841684581336393,
      "loss": 4.0312,
      "step": 62333
    },
    {
      "epoch": 2.553102600860127,
      "grad_norm": 3.4979188479159653,
      "learning_rate": 0.00018841369318692064,
      "loss": 4.8125,
      "step": 62334
    },
    {
      "epoch": 2.5531435592873235,
      "grad_norm": 3.7015434387824735,
      "learning_rate": 0.00018841054054231755,
      "loss": 5.5625,
      "step": 62335
    },
    {
      "epoch": 2.5531845177145196,
      "grad_norm": 3.2098828822039858,
      "learning_rate": 0.0001884073878795562,
      "loss": 4.625,
      "step": 62336
    },
    {
      "epoch": 2.553225476141716,
      "grad_norm": 3.160017641119843,
      "learning_rate": 0.00018840423519863805,
      "loss": 3.9219,
      "step": 62337
    },
    {
      "epoch": 2.5532664345689127,
      "grad_norm": 3.352812569225404,
      "learning_rate": 0.00018840108249956465,
      "loss": 4.8125,
      "step": 62338
    },
    {
      "epoch": 2.5533073929961088,
      "grad_norm": 6.3575337232739475,
      "learning_rate": 0.0001883979297823374,
      "loss": 2.7812,
      "step": 62339
    },
    {
      "epoch": 2.5533483514233053,
      "grad_norm": 3.6429877775158777,
      "learning_rate": 0.00018839477704695785,
      "loss": 4.875,
      "step": 62340
    },
    {
      "epoch": 2.553389309850502,
      "grad_norm": 3.0804059454406527,
      "learning_rate": 0.00018839162429342752,
      "loss": 3.9844,
      "step": 62341
    },
    {
      "epoch": 2.5534302682776984,
      "grad_norm": 3.454734313591952,
      "learning_rate": 0.00018838847152174778,
      "loss": 4.9062,
      "step": 62342
    },
    {
      "epoch": 2.5534712267048945,
      "grad_norm": 8.049584909630509,
      "learning_rate": 0.00018838531873192028,
      "loss": 4.4062,
      "step": 62343
    },
    {
      "epoch": 2.553512185132091,
      "grad_norm": 3.8259130815626574,
      "learning_rate": 0.00018838216592394634,
      "loss": 6.1875,
      "step": 62344
    },
    {
      "epoch": 2.553553143559287,
      "grad_norm": 6.987490538461142,
      "learning_rate": 0.0001883790130978276,
      "loss": 2.8906,
      "step": 62345
    },
    {
      "epoch": 2.5535941019864836,
      "grad_norm": 3.845930538532095,
      "learning_rate": 0.00018837586025356547,
      "loss": 4.625,
      "step": 62346
    },
    {
      "epoch": 2.55363506041368,
      "grad_norm": 3.523481195680914,
      "learning_rate": 0.00018837270739116148,
      "loss": 4.7188,
      "step": 62347
    },
    {
      "epoch": 2.5536760188408767,
      "grad_norm": 5.895334655076251,
      "learning_rate": 0.00018836955451061708,
      "loss": 4.5625,
      "step": 62348
    },
    {
      "epoch": 2.553716977268073,
      "grad_norm": 10.571254372768305,
      "learning_rate": 0.00018836640161193376,
      "loss": 3.5625,
      "step": 62349
    },
    {
      "epoch": 2.5537579356952693,
      "grad_norm": 3.273735550837162,
      "learning_rate": 0.00018836324869511307,
      "loss": 4.875,
      "step": 62350
    },
    {
      "epoch": 2.553798894122466,
      "grad_norm": 4.974176067181291,
      "learning_rate": 0.00018836009576015647,
      "loss": 5.7812,
      "step": 62351
    },
    {
      "epoch": 2.553839852549662,
      "grad_norm": 3.6036034070054654,
      "learning_rate": 0.00018835694280706542,
      "loss": 4.75,
      "step": 62352
    },
    {
      "epoch": 2.5538808109768585,
      "grad_norm": 4.159611823504521,
      "learning_rate": 0.00018835378983584141,
      "loss": 4.9375,
      "step": 62353
    },
    {
      "epoch": 2.553921769404055,
      "grad_norm": 2.549467313629118,
      "learning_rate": 0.00018835063684648597,
      "loss": 3.1406,
      "step": 62354
    },
    {
      "epoch": 2.5539627278312516,
      "grad_norm": 3.131353806362263,
      "learning_rate": 0.0001883474838390006,
      "loss": 3.8906,
      "step": 62355
    },
    {
      "epoch": 2.5540036862584476,
      "grad_norm": 5.174973089691023,
      "learning_rate": 0.00018834433081338676,
      "loss": 6.375,
      "step": 62356
    },
    {
      "epoch": 2.554044644685644,
      "grad_norm": 4.262259546600089,
      "learning_rate": 0.0001883411777696459,
      "loss": 3.3438,
      "step": 62357
    },
    {
      "epoch": 2.5540856031128403,
      "grad_norm": 3.6751228990048808,
      "learning_rate": 0.0001883380247077796,
      "loss": 5.3438,
      "step": 62358
    },
    {
      "epoch": 2.554126561540037,
      "grad_norm": 5.579340020096551,
      "learning_rate": 0.00018833487162778933,
      "loss": 7.0312,
      "step": 62359
    },
    {
      "epoch": 2.5541675199672333,
      "grad_norm": 3.2577282432608685,
      "learning_rate": 0.00018833171852967654,
      "loss": 4.8438,
      "step": 62360
    },
    {
      "epoch": 2.55420847839443,
      "grad_norm": 3.559350096389163,
      "learning_rate": 0.00018832856541344269,
      "loss": 4.2188,
      "step": 62361
    },
    {
      "epoch": 2.554249436821626,
      "grad_norm": 3.351110267663256,
      "learning_rate": 0.00018832541227908932,
      "loss": 4.9688,
      "step": 62362
    },
    {
      "epoch": 2.5542903952488225,
      "grad_norm": 3.251993975054378,
      "learning_rate": 0.00018832225912661797,
      "loss": 4.9062,
      "step": 62363
    },
    {
      "epoch": 2.5543313536760186,
      "grad_norm": 3.3746487878323634,
      "learning_rate": 0.00018831910595603008,
      "loss": 4.2188,
      "step": 62364
    },
    {
      "epoch": 2.554372312103215,
      "grad_norm": 4.893177844254214,
      "learning_rate": 0.0001883159527673271,
      "loss": 5.0625,
      "step": 62365
    },
    {
      "epoch": 2.5544132705304117,
      "grad_norm": 2.960970772286091,
      "learning_rate": 0.00018831279956051057,
      "loss": 3.8281,
      "step": 62366
    },
    {
      "epoch": 2.554454228957608,
      "grad_norm": 3.2537311853385775,
      "learning_rate": 0.00018830964633558198,
      "loss": 5.375,
      "step": 62367
    },
    {
      "epoch": 2.5544951873848043,
      "grad_norm": 6.6599262595185,
      "learning_rate": 0.00018830649309254283,
      "loss": 5.125,
      "step": 62368
    },
    {
      "epoch": 2.554536145812001,
      "grad_norm": 2.9229974630965008,
      "learning_rate": 0.00018830333983139454,
      "loss": 4.0938,
      "step": 62369
    },
    {
      "epoch": 2.5545771042391974,
      "grad_norm": 2.797601734984441,
      "learning_rate": 0.0001883001865521387,
      "loss": 3.4844,
      "step": 62370
    },
    {
      "epoch": 2.5546180626663935,
      "grad_norm": 3.0584572302587207,
      "learning_rate": 0.00018829703325477673,
      "loss": 3.5938,
      "step": 62371
    },
    {
      "epoch": 2.55465902109359,
      "grad_norm": 8.921927482857688,
      "learning_rate": 0.00018829387993931019,
      "loss": 3.4531,
      "step": 62372
    },
    {
      "epoch": 2.5546999795207865,
      "grad_norm": 4.932735446849819,
      "learning_rate": 0.00018829072660574047,
      "loss": 5.5938,
      "step": 62373
    },
    {
      "epoch": 2.554740937947983,
      "grad_norm": 3.6524862282809685,
      "learning_rate": 0.00018828757325406917,
      "loss": 4.8125,
      "step": 62374
    },
    {
      "epoch": 2.554781896375179,
      "grad_norm": 4.288515470908122,
      "learning_rate": 0.00018828441988429773,
      "loss": 5.0312,
      "step": 62375
    },
    {
      "epoch": 2.5548228548023757,
      "grad_norm": 3.3798122740018033,
      "learning_rate": 0.00018828126649642757,
      "loss": 4.2812,
      "step": 62376
    },
    {
      "epoch": 2.554863813229572,
      "grad_norm": 4.186069535551789,
      "learning_rate": 0.00018827811309046028,
      "loss": 4.8438,
      "step": 62377
    },
    {
      "epoch": 2.5549047716567683,
      "grad_norm": 3.1173509023209958,
      "learning_rate": 0.00018827495966639734,
      "loss": 4.4688,
      "step": 62378
    },
    {
      "epoch": 2.554945730083965,
      "grad_norm": 3.3708757069946453,
      "learning_rate": 0.0001882718062242402,
      "loss": 5.0312,
      "step": 62379
    },
    {
      "epoch": 2.5549866885111614,
      "grad_norm": 3.079267883963992,
      "learning_rate": 0.00018826865276399036,
      "loss": 3.9688,
      "step": 62380
    },
    {
      "epoch": 2.5550276469383575,
      "grad_norm": 4.7764237030732275,
      "learning_rate": 0.00018826549928564935,
      "loss": 0.9922,
      "step": 62381
    },
    {
      "epoch": 2.555068605365554,
      "grad_norm": 3.6434358706319907,
      "learning_rate": 0.0001882623457892186,
      "loss": 4.75,
      "step": 62382
    },
    {
      "epoch": 2.55510956379275,
      "grad_norm": 6.334944549790667,
      "learning_rate": 0.00018825919227469966,
      "loss": 3.8906,
      "step": 62383
    },
    {
      "epoch": 2.5551505222199467,
      "grad_norm": 3.1712287693039296,
      "learning_rate": 0.000188256038742094,
      "loss": 4.375,
      "step": 62384
    },
    {
      "epoch": 2.555191480647143,
      "grad_norm": 3.5607131080495793,
      "learning_rate": 0.0001882528851914031,
      "loss": 4.7812,
      "step": 62385
    },
    {
      "epoch": 2.5552324390743397,
      "grad_norm": 4.739738294458815,
      "learning_rate": 0.00018824973162262845,
      "loss": 5.1875,
      "step": 62386
    },
    {
      "epoch": 2.555273397501536,
      "grad_norm": 2.893994849073079,
      "learning_rate": 0.00018824657803577152,
      "loss": 4.5625,
      "step": 62387
    },
    {
      "epoch": 2.5553143559287324,
      "grad_norm": 2.8416976179329403,
      "learning_rate": 0.00018824342443083387,
      "loss": 4.0625,
      "step": 62388
    },
    {
      "epoch": 2.555355314355929,
      "grad_norm": 4.878214767784742,
      "learning_rate": 0.00018824027080781687,
      "loss": 5.8125,
      "step": 62389
    },
    {
      "epoch": 2.555396272783125,
      "grad_norm": 9.559995521840028,
      "learning_rate": 0.0001882371171667222,
      "loss": 5.6875,
      "step": 62390
    },
    {
      "epoch": 2.5554372312103215,
      "grad_norm": 8.486905392444111,
      "learning_rate": 0.00018823396350755117,
      "loss": 6.8438,
      "step": 62391
    },
    {
      "epoch": 2.555478189637518,
      "grad_norm": 3.8852401363155717,
      "learning_rate": 0.00018823080983030536,
      "loss": 6.7812,
      "step": 62392
    },
    {
      "epoch": 2.5555191480647146,
      "grad_norm": 3.373908210308128,
      "learning_rate": 0.00018822765613498623,
      "loss": 4.5312,
      "step": 62393
    },
    {
      "epoch": 2.5555601064919107,
      "grad_norm": 3.346300575082597,
      "learning_rate": 0.0001882245024215953,
      "loss": 4.3125,
      "step": 62394
    },
    {
      "epoch": 2.555601064919107,
      "grad_norm": 3.7200254918794617,
      "learning_rate": 0.000188221348690134,
      "loss": 5.5,
      "step": 62395
    },
    {
      "epoch": 2.5556420233463033,
      "grad_norm": 3.169883363179236,
      "learning_rate": 0.00018821819494060395,
      "loss": 4.75,
      "step": 62396
    },
    {
      "epoch": 2.5556829817735,
      "grad_norm": 2.89764096298524,
      "learning_rate": 0.00018821504117300648,
      "loss": 4.0625,
      "step": 62397
    },
    {
      "epoch": 2.5557239402006964,
      "grad_norm": 4.484067781541117,
      "learning_rate": 0.0001882118873873432,
      "loss": 5.125,
      "step": 62398
    },
    {
      "epoch": 2.555764898627893,
      "grad_norm": 3.4421460400247197,
      "learning_rate": 0.00018820873358361552,
      "loss": 5.0938,
      "step": 62399
    },
    {
      "epoch": 2.555805857055089,
      "grad_norm": 6.176370515667933,
      "learning_rate": 0.000188205579761825,
      "loss": 5.5938,
      "step": 62400
    },
    {
      "epoch": 2.5558468154822855,
      "grad_norm": 3.6021006256874513,
      "learning_rate": 0.00018820242592197304,
      "loss": 5.25,
      "step": 62401
    },
    {
      "epoch": 2.5558877739094816,
      "grad_norm": 3.2336758412606277,
      "learning_rate": 0.00018819927206406125,
      "loss": 4.8125,
      "step": 62402
    },
    {
      "epoch": 2.555928732336678,
      "grad_norm": 4.1436761013003665,
      "learning_rate": 0.00018819611818809105,
      "loss": 4.3125,
      "step": 62403
    },
    {
      "epoch": 2.5559696907638747,
      "grad_norm": 3.645670436479046,
      "learning_rate": 0.00018819296429406393,
      "loss": 5.5938,
      "step": 62404
    },
    {
      "epoch": 2.5560106491910712,
      "grad_norm": 4.2439048142174665,
      "learning_rate": 0.0001881898103819814,
      "loss": 4.5312,
      "step": 62405
    },
    {
      "epoch": 2.5560516076182673,
      "grad_norm": 3.1419195956084143,
      "learning_rate": 0.00018818665645184494,
      "loss": 4.625,
      "step": 62406
    },
    {
      "epoch": 2.556092566045464,
      "grad_norm": 3.42126906715701,
      "learning_rate": 0.00018818350250365606,
      "loss": 5.125,
      "step": 62407
    },
    {
      "epoch": 2.5561335244726604,
      "grad_norm": 5.082757409737881,
      "learning_rate": 0.0001881803485374162,
      "loss": 5.0625,
      "step": 62408
    },
    {
      "epoch": 2.5561744828998565,
      "grad_norm": 3.1064243833544056,
      "learning_rate": 0.0001881771945531269,
      "loss": 4.5,
      "step": 62409
    },
    {
      "epoch": 2.556215441327053,
      "grad_norm": 5.196074769044728,
      "learning_rate": 0.00018817404055078966,
      "loss": 6.5312,
      "step": 62410
    },
    {
      "epoch": 2.5562563997542496,
      "grad_norm": 3.476207346253581,
      "learning_rate": 0.00018817088653040595,
      "loss": 5.5312,
      "step": 62411
    },
    {
      "epoch": 2.556297358181446,
      "grad_norm": 3.2418567127116598,
      "learning_rate": 0.00018816773249197722,
      "loss": 4.5312,
      "step": 62412
    },
    {
      "epoch": 2.556338316608642,
      "grad_norm": 3.3255077289271644,
      "learning_rate": 0.00018816457843550503,
      "loss": 4.0,
      "step": 62413
    },
    {
      "epoch": 2.5563792750358387,
      "grad_norm": 4.396257660275783,
      "learning_rate": 0.00018816142436099088,
      "loss": 5.7812,
      "step": 62414
    },
    {
      "epoch": 2.556420233463035,
      "grad_norm": 3.7295876539074193,
      "learning_rate": 0.00018815827026843617,
      "loss": 4.125,
      "step": 62415
    },
    {
      "epoch": 2.5564611918902314,
      "grad_norm": 3.452120121236441,
      "learning_rate": 0.00018815511615784242,
      "loss": 5.3438,
      "step": 62416
    },
    {
      "epoch": 2.556502150317428,
      "grad_norm": 7.91558537912274,
      "learning_rate": 0.0001881519620292112,
      "loss": 4.2188,
      "step": 62417
    },
    {
      "epoch": 2.5565431087446244,
      "grad_norm": 4.59124210606781,
      "learning_rate": 0.00018814880788254392,
      "loss": 6.3125,
      "step": 62418
    },
    {
      "epoch": 2.5565840671718205,
      "grad_norm": 3.169673834798874,
      "learning_rate": 0.00018814565371784214,
      "loss": 4.75,
      "step": 62419
    },
    {
      "epoch": 2.556625025599017,
      "grad_norm": 11.517095805943562,
      "learning_rate": 0.00018814249953510724,
      "loss": 5.5625,
      "step": 62420
    },
    {
      "epoch": 2.556665984026213,
      "grad_norm": 3.6915965387839504,
      "learning_rate": 0.0001881393453343408,
      "loss": 4.6562,
      "step": 62421
    },
    {
      "epoch": 2.5567069424534097,
      "grad_norm": 3.508244119939941,
      "learning_rate": 0.0001881361911155443,
      "loss": 4.375,
      "step": 62422
    },
    {
      "epoch": 2.556747900880606,
      "grad_norm": 15.287314648576604,
      "learning_rate": 0.00018813303687871926,
      "loss": 3.8438,
      "step": 62423
    },
    {
      "epoch": 2.5567888593078028,
      "grad_norm": 5.973015497707391,
      "learning_rate": 0.0001881298826238671,
      "loss": 5.5,
      "step": 62424
    },
    {
      "epoch": 2.556829817734999,
      "grad_norm": 7.36952572675433,
      "learning_rate": 0.0001881267283509893,
      "loss": 4.1875,
      "step": 62425
    },
    {
      "epoch": 2.5568707761621954,
      "grad_norm": 4.009316877373573,
      "learning_rate": 0.00018812357406008747,
      "loss": 4.9062,
      "step": 62426
    },
    {
      "epoch": 2.556911734589392,
      "grad_norm": 3.353889677097805,
      "learning_rate": 0.00018812041975116298,
      "loss": 5.0312,
      "step": 62427
    },
    {
      "epoch": 2.556952693016588,
      "grad_norm": 3.063794349511277,
      "learning_rate": 0.0001881172654242174,
      "loss": 4.4375,
      "step": 62428
    },
    {
      "epoch": 2.5569936514437845,
      "grad_norm": 3.5155478662459383,
      "learning_rate": 0.00018811411107925213,
      "loss": 4.8438,
      "step": 62429
    },
    {
      "epoch": 2.557034609870981,
      "grad_norm": 2.8696916759370925,
      "learning_rate": 0.0001881109567162688,
      "loss": 3.75,
      "step": 62430
    },
    {
      "epoch": 2.5570755682981776,
      "grad_norm": 2.8730276470466993,
      "learning_rate": 0.00018810780233526875,
      "loss": 4.4375,
      "step": 62431
    },
    {
      "epoch": 2.5571165267253737,
      "grad_norm": 3.16306797208764,
      "learning_rate": 0.0001881046479362536,
      "loss": 5.125,
      "step": 62432
    },
    {
      "epoch": 2.5571574851525702,
      "grad_norm": 3.5475118173665297,
      "learning_rate": 0.0001881014935192247,
      "loss": 3.625,
      "step": 62433
    },
    {
      "epoch": 2.5571984435797663,
      "grad_norm": 3.3020228391946365,
      "learning_rate": 0.0001880983390841837,
      "loss": 4.75,
      "step": 62434
    },
    {
      "epoch": 2.557239402006963,
      "grad_norm": 7.470968452373444,
      "learning_rate": 0.000188095184631132,
      "loss": 6.1562,
      "step": 62435
    },
    {
      "epoch": 2.5572803604341594,
      "grad_norm": 3.163430510635813,
      "learning_rate": 0.0001880920301600711,
      "loss": 4.5625,
      "step": 62436
    },
    {
      "epoch": 2.557321318861356,
      "grad_norm": 3.5777898573678484,
      "learning_rate": 0.00018808887567100247,
      "loss": 4.1562,
      "step": 62437
    },
    {
      "epoch": 2.557362277288552,
      "grad_norm": 3.5616720385227096,
      "learning_rate": 0.0001880857211639277,
      "loss": 4.375,
      "step": 62438
    },
    {
      "epoch": 2.5574032357157486,
      "grad_norm": 3.6788109934281183,
      "learning_rate": 0.00018808256663884818,
      "loss": 1.125,
      "step": 62439
    },
    {
      "epoch": 2.5574441941429447,
      "grad_norm": 4.091721093660068,
      "learning_rate": 0.00018807941209576543,
      "loss": 2.8594,
      "step": 62440
    },
    {
      "epoch": 2.557485152570141,
      "grad_norm": 4.472132529768533,
      "learning_rate": 0.0001880762575346809,
      "loss": 5.4062,
      "step": 62441
    },
    {
      "epoch": 2.5575261109973377,
      "grad_norm": 3.291817084611509,
      "learning_rate": 0.0001880731029555962,
      "loss": 4.5,
      "step": 62442
    },
    {
      "epoch": 2.5575670694245343,
      "grad_norm": 3.574354819360302,
      "learning_rate": 0.0001880699483585127,
      "loss": 4.9062,
      "step": 62443
    },
    {
      "epoch": 2.5576080278517304,
      "grad_norm": 4.763917353825216,
      "learning_rate": 0.00018806679374343196,
      "loss": 5.3438,
      "step": 62444
    },
    {
      "epoch": 2.557648986278927,
      "grad_norm": 3.88272183935274,
      "learning_rate": 0.0001880636391103554,
      "loss": 4.8125,
      "step": 62445
    },
    {
      "epoch": 2.5576899447061234,
      "grad_norm": 2.7658904076044757,
      "learning_rate": 0.00018806048445928463,
      "loss": 4.25,
      "step": 62446
    },
    {
      "epoch": 2.5577309031333195,
      "grad_norm": 5.572287778424373,
      "learning_rate": 0.00018805732979022106,
      "loss": 6.125,
      "step": 62447
    },
    {
      "epoch": 2.557771861560516,
      "grad_norm": 3.5298997193487534,
      "learning_rate": 0.00018805417510316615,
      "loss": 4.5625,
      "step": 62448
    },
    {
      "epoch": 2.5578128199877126,
      "grad_norm": 3.9965434635756973,
      "learning_rate": 0.00018805102039812146,
      "loss": 4.875,
      "step": 62449
    },
    {
      "epoch": 2.557853778414909,
      "grad_norm": 3.9643286722197613,
      "learning_rate": 0.00018804786567508844,
      "loss": 5.4062,
      "step": 62450
    },
    {
      "epoch": 2.557894736842105,
      "grad_norm": 3.9385954053755947,
      "learning_rate": 0.00018804471093406865,
      "loss": 5.9062,
      "step": 62451
    },
    {
      "epoch": 2.5579356952693018,
      "grad_norm": 2.91576310867461,
      "learning_rate": 0.00018804155617506343,
      "loss": 3.6719,
      "step": 62452
    },
    {
      "epoch": 2.557976653696498,
      "grad_norm": 4.637268255285431,
      "learning_rate": 0.00018803840139807446,
      "loss": 5.4062,
      "step": 62453
    },
    {
      "epoch": 2.5580176121236944,
      "grad_norm": 3.943121913196966,
      "learning_rate": 0.0001880352466031031,
      "loss": 5.5,
      "step": 62454
    },
    {
      "epoch": 2.558058570550891,
      "grad_norm": 4.068517224549812,
      "learning_rate": 0.0001880320917901509,
      "loss": 4.8438,
      "step": 62455
    },
    {
      "epoch": 2.5580995289780875,
      "grad_norm": 6.765407732829936,
      "learning_rate": 0.0001880289369592193,
      "loss": 4.4062,
      "step": 62456
    },
    {
      "epoch": 2.5581404874052835,
      "grad_norm": 3.7432721958822337,
      "learning_rate": 0.00018802578211030984,
      "loss": 5.125,
      "step": 62457
    },
    {
      "epoch": 2.55818144583248,
      "grad_norm": 4.118618575849304,
      "learning_rate": 0.000188022627243424,
      "loss": 4.5,
      "step": 62458
    },
    {
      "epoch": 2.558222404259676,
      "grad_norm": 7.119285960140043,
      "learning_rate": 0.0001880194723585633,
      "loss": 4.3438,
      "step": 62459
    },
    {
      "epoch": 2.5582633626868727,
      "grad_norm": 3.2591157159166335,
      "learning_rate": 0.0001880163174557292,
      "loss": 4.3438,
      "step": 62460
    },
    {
      "epoch": 2.5583043211140692,
      "grad_norm": 3.136575866039977,
      "learning_rate": 0.00018801316253492313,
      "loss": 4.375,
      "step": 62461
    },
    {
      "epoch": 2.558345279541266,
      "grad_norm": 4.177637818920371,
      "learning_rate": 0.00018801000759614668,
      "loss": 5.375,
      "step": 62462
    },
    {
      "epoch": 2.558386237968462,
      "grad_norm": 5.278987240257578,
      "learning_rate": 0.0001880068526394013,
      "loss": 5.5625,
      "step": 62463
    },
    {
      "epoch": 2.5584271963956584,
      "grad_norm": 3.7769321321612153,
      "learning_rate": 0.0001880036976646885,
      "loss": 5.0312,
      "step": 62464
    },
    {
      "epoch": 2.558468154822855,
      "grad_norm": 2.933715159568354,
      "learning_rate": 0.00018800054267200972,
      "loss": 4.375,
      "step": 62465
    },
    {
      "epoch": 2.558509113250051,
      "grad_norm": 19.483646190832385,
      "learning_rate": 0.00018799738766136652,
      "loss": 4.0938,
      "step": 62466
    },
    {
      "epoch": 2.5585500716772476,
      "grad_norm": 3.477073352501074,
      "learning_rate": 0.00018799423263276033,
      "loss": 4.9688,
      "step": 62467
    },
    {
      "epoch": 2.558591030104444,
      "grad_norm": 3.5453087658978366,
      "learning_rate": 0.00018799107758619274,
      "loss": 5.1562,
      "step": 62468
    },
    {
      "epoch": 2.5586319885316406,
      "grad_norm": 3.5150101849412567,
      "learning_rate": 0.0001879879225216651,
      "loss": 4.1562,
      "step": 62469
    },
    {
      "epoch": 2.5586729469588367,
      "grad_norm": 4.5294316659927585,
      "learning_rate": 0.000187984767439179,
      "loss": 4.9375,
      "step": 62470
    },
    {
      "epoch": 2.5587139053860333,
      "grad_norm": 3.492488409600926,
      "learning_rate": 0.0001879816123387359,
      "loss": 4.7188,
      "step": 62471
    },
    {
      "epoch": 2.5587548638132294,
      "grad_norm": 4.40421853210664,
      "learning_rate": 0.0001879784572203373,
      "loss": 2.2344,
      "step": 62472
    },
    {
      "epoch": 2.558795822240426,
      "grad_norm": 3.475908700622448,
      "learning_rate": 0.0001879753020839847,
      "loss": 3.7969,
      "step": 62473
    },
    {
      "epoch": 2.5588367806676224,
      "grad_norm": 3.4570970539044596,
      "learning_rate": 0.00018797214692967956,
      "loss": 4.0938,
      "step": 62474
    },
    {
      "epoch": 2.558877739094819,
      "grad_norm": 5.593066868969713,
      "learning_rate": 0.00018796899175742345,
      "loss": 2.9062,
      "step": 62475
    },
    {
      "epoch": 2.558918697522015,
      "grad_norm": 3.495538270050628,
      "learning_rate": 0.00018796583656721774,
      "loss": 4.1562,
      "step": 62476
    },
    {
      "epoch": 2.5589596559492116,
      "grad_norm": 3.6903381669346658,
      "learning_rate": 0.000187962681359064,
      "loss": 6.3125,
      "step": 62477
    },
    {
      "epoch": 2.5590006143764077,
      "grad_norm": 3.6636155380352924,
      "learning_rate": 0.00018795952613296371,
      "loss": 4.5,
      "step": 62478
    },
    {
      "epoch": 2.5590415728036042,
      "grad_norm": 3.838287204180814,
      "learning_rate": 0.00018795637088891835,
      "loss": 5.9688,
      "step": 62479
    },
    {
      "epoch": 2.5590825312308008,
      "grad_norm": 8.264992318709272,
      "learning_rate": 0.00018795321562692946,
      "loss": 7.3125,
      "step": 62480
    },
    {
      "epoch": 2.5591234896579973,
      "grad_norm": 3.006947735997966,
      "learning_rate": 0.00018795006034699846,
      "loss": 4.2188,
      "step": 62481
    },
    {
      "epoch": 2.5591644480851934,
      "grad_norm": 4.117899744047454,
      "learning_rate": 0.00018794690504912688,
      "loss": 5.0312,
      "step": 62482
    },
    {
      "epoch": 2.55920540651239,
      "grad_norm": 8.249379352131454,
      "learning_rate": 0.00018794374973331621,
      "loss": 6.0938,
      "step": 62483
    },
    {
      "epoch": 2.5592463649395865,
      "grad_norm": 4.139782089396944,
      "learning_rate": 0.00018794059439956794,
      "loss": 3.0156,
      "step": 62484
    },
    {
      "epoch": 2.5592873233667826,
      "grad_norm": 3.0098124331324505,
      "learning_rate": 0.00018793743904788353,
      "loss": 4.0312,
      "step": 62485
    },
    {
      "epoch": 2.559328281793979,
      "grad_norm": 2.958795091914745,
      "learning_rate": 0.00018793428367826453,
      "loss": 3.5938,
      "step": 62486
    },
    {
      "epoch": 2.5593692402211756,
      "grad_norm": 2.951273931487998,
      "learning_rate": 0.0001879311282907124,
      "loss": 4.0,
      "step": 62487
    },
    {
      "epoch": 2.559410198648372,
      "grad_norm": 13.78562271254956,
      "learning_rate": 0.0001879279728852286,
      "loss": 4.5312,
      "step": 62488
    },
    {
      "epoch": 2.5594511570755683,
      "grad_norm": 3.1626026361095088,
      "learning_rate": 0.00018792481746181467,
      "loss": 5.0938,
      "step": 62489
    },
    {
      "epoch": 2.559492115502765,
      "grad_norm": 3.0466071346199612,
      "learning_rate": 0.00018792166202047213,
      "loss": 4.9062,
      "step": 62490
    },
    {
      "epoch": 2.559533073929961,
      "grad_norm": 3.3605344343253276,
      "learning_rate": 0.00018791850656120238,
      "loss": 5.0312,
      "step": 62491
    },
    {
      "epoch": 2.5595740323571574,
      "grad_norm": 3.6292191290167755,
      "learning_rate": 0.00018791535108400698,
      "loss": 4.1875,
      "step": 62492
    },
    {
      "epoch": 2.559614990784354,
      "grad_norm": 6.8429710723271855,
      "learning_rate": 0.0001879121955888874,
      "loss": 5.8438,
      "step": 62493
    },
    {
      "epoch": 2.5596559492115505,
      "grad_norm": 3.121291822945005,
      "learning_rate": 0.00018790904007584514,
      "loss": 4.4375,
      "step": 62494
    },
    {
      "epoch": 2.5596969076387466,
      "grad_norm": 3.677845927331737,
      "learning_rate": 0.0001879058845448817,
      "loss": 4.5312,
      "step": 62495
    },
    {
      "epoch": 2.559737866065943,
      "grad_norm": 5.007349010130228,
      "learning_rate": 0.0001879027289959985,
      "loss": 5.3438,
      "step": 62496
    },
    {
      "epoch": 2.559778824493139,
      "grad_norm": 3.017379703997696,
      "learning_rate": 0.00018789957342919714,
      "loss": 4.4688,
      "step": 62497
    },
    {
      "epoch": 2.5598197829203357,
      "grad_norm": 3.96489613156381,
      "learning_rate": 0.00018789641784447902,
      "loss": 4.625,
      "step": 62498
    },
    {
      "epoch": 2.5598607413475323,
      "grad_norm": 4.859447339004133,
      "learning_rate": 0.00018789326224184574,
      "loss": 4.9062,
      "step": 62499
    },
    {
      "epoch": 2.559901699774729,
      "grad_norm": 7.005694082478639,
      "learning_rate": 0.00018789010662129867,
      "loss": 2.3125,
      "step": 62500
    },
    {
      "epoch": 2.559942658201925,
      "grad_norm": 4.374197824673253,
      "learning_rate": 0.00018788695098283933,
      "loss": 5.5625,
      "step": 62501
    },
    {
      "epoch": 2.5599836166291214,
      "grad_norm": 3.341081461844573,
      "learning_rate": 0.0001878837953264693,
      "loss": 4.9375,
      "step": 62502
    },
    {
      "epoch": 2.560024575056318,
      "grad_norm": 3.6728355760792706,
      "learning_rate": 0.00018788063965219,
      "loss": 4.875,
      "step": 62503
    },
    {
      "epoch": 2.560065533483514,
      "grad_norm": 3.3857605922506524,
      "learning_rate": 0.00018787748396000294,
      "loss": 4.7188,
      "step": 62504
    },
    {
      "epoch": 2.5601064919107106,
      "grad_norm": 4.5389445630286875,
      "learning_rate": 0.00018787432824990952,
      "loss": 5.5938,
      "step": 62505
    },
    {
      "epoch": 2.560147450337907,
      "grad_norm": 4.353108750033621,
      "learning_rate": 0.00018787117252191138,
      "loss": 5.3125,
      "step": 62506
    },
    {
      "epoch": 2.5601884087651037,
      "grad_norm": 3.5332079989282454,
      "learning_rate": 0.00018786801677600997,
      "loss": 4.5938,
      "step": 62507
    },
    {
      "epoch": 2.5602293671922998,
      "grad_norm": 3.512284333492345,
      "learning_rate": 0.00018786486101220672,
      "loss": 5.1875,
      "step": 62508
    },
    {
      "epoch": 2.5602703256194963,
      "grad_norm": 3.2431700667081333,
      "learning_rate": 0.00018786170523050314,
      "loss": 4.5938,
      "step": 62509
    },
    {
      "epoch": 2.5603112840466924,
      "grad_norm": 2.843214617945085,
      "learning_rate": 0.00018785854943090082,
      "loss": 3.9688,
      "step": 62510
    },
    {
      "epoch": 2.560352242473889,
      "grad_norm": 3.1513192665172705,
      "learning_rate": 0.0001878553936134011,
      "loss": 4.25,
      "step": 62511
    },
    {
      "epoch": 2.5603932009010855,
      "grad_norm": 4.055970217392427,
      "learning_rate": 0.0001878522377780056,
      "loss": 5.0938,
      "step": 62512
    },
    {
      "epoch": 2.560434159328282,
      "grad_norm": 4.269285343232801,
      "learning_rate": 0.0001878490819247157,
      "loss": 3.875,
      "step": 62513
    },
    {
      "epoch": 2.560475117755478,
      "grad_norm": 5.829724922612025,
      "learning_rate": 0.000187845926053533,
      "loss": 3.5781,
      "step": 62514
    },
    {
      "epoch": 2.5605160761826746,
      "grad_norm": 2.866419573503103,
      "learning_rate": 0.00018784277016445898,
      "loss": 3.4219,
      "step": 62515
    },
    {
      "epoch": 2.5605570346098707,
      "grad_norm": 4.791921136880777,
      "learning_rate": 0.000187839614257495,
      "loss": 5.4688,
      "step": 62516
    },
    {
      "epoch": 2.5605979930370673,
      "grad_norm": 3.3920329488410945,
      "learning_rate": 0.00018783645833264274,
      "loss": 4.9062,
      "step": 62517
    },
    {
      "epoch": 2.560638951464264,
      "grad_norm": 3.534727250964474,
      "learning_rate": 0.00018783330238990352,
      "loss": 5.0625,
      "step": 62518
    },
    {
      "epoch": 2.5606799098914603,
      "grad_norm": 3.0053798983307396,
      "learning_rate": 0.00018783014642927896,
      "loss": 4.2812,
      "step": 62519
    },
    {
      "epoch": 2.5607208683186564,
      "grad_norm": 3.252789524028031,
      "learning_rate": 0.00018782699045077046,
      "loss": 4.1562,
      "step": 62520
    },
    {
      "epoch": 2.560761826745853,
      "grad_norm": 3.4658764219267484,
      "learning_rate": 0.00018782383445437956,
      "loss": 4.7812,
      "step": 62521
    },
    {
      "epoch": 2.5608027851730495,
      "grad_norm": 3.2512420609644295,
      "learning_rate": 0.00018782067844010778,
      "loss": 3.5938,
      "step": 62522
    },
    {
      "epoch": 2.5608437436002456,
      "grad_norm": 3.428684320513281,
      "learning_rate": 0.00018781752240795656,
      "loss": 4.5312,
      "step": 62523
    },
    {
      "epoch": 2.560884702027442,
      "grad_norm": 3.3570119528960913,
      "learning_rate": 0.00018781436635792738,
      "loss": 4.0312,
      "step": 62524
    },
    {
      "epoch": 2.5609256604546387,
      "grad_norm": 3.4834673191828114,
      "learning_rate": 0.00018781121029002177,
      "loss": 4.9062,
      "step": 62525
    },
    {
      "epoch": 2.560966618881835,
      "grad_norm": 3.0701652013138174,
      "learning_rate": 0.00018780805420424128,
      "loss": 4.3125,
      "step": 62526
    },
    {
      "epoch": 2.5610075773090313,
      "grad_norm": 4.48465592616161,
      "learning_rate": 0.00018780489810058727,
      "loss": 4.2188,
      "step": 62527
    },
    {
      "epoch": 2.561048535736228,
      "grad_norm": 3.864849704368327,
      "learning_rate": 0.00018780174197906136,
      "loss": 3.8281,
      "step": 62528
    },
    {
      "epoch": 2.561089494163424,
      "grad_norm": 3.5342587144881334,
      "learning_rate": 0.00018779858583966487,
      "loss": 4.5312,
      "step": 62529
    },
    {
      "epoch": 2.5611304525906204,
      "grad_norm": 3.159148897583652,
      "learning_rate": 0.00018779542968239948,
      "loss": 4.2188,
      "step": 62530
    },
    {
      "epoch": 2.561171411017817,
      "grad_norm": 3.446913900676316,
      "learning_rate": 0.0001877922735072666,
      "loss": 4.2812,
      "step": 62531
    },
    {
      "epoch": 2.5612123694450135,
      "grad_norm": 4.96392346208307,
      "learning_rate": 0.00018778911731426776,
      "loss": 1.3672,
      "step": 62532
    },
    {
      "epoch": 2.5612533278722096,
      "grad_norm": 3.399574829718082,
      "learning_rate": 0.00018778596110340432,
      "loss": 4.6875,
      "step": 62533
    },
    {
      "epoch": 2.561294286299406,
      "grad_norm": 4.511152319131427,
      "learning_rate": 0.00018778280487467795,
      "loss": 5.4062,
      "step": 62534
    },
    {
      "epoch": 2.5613352447266022,
      "grad_norm": 6.160923682147633,
      "learning_rate": 0.00018777964862809005,
      "loss": 5.0938,
      "step": 62535
    },
    {
      "epoch": 2.5613762031537988,
      "grad_norm": 5.398354524693079,
      "learning_rate": 0.0001877764923636421,
      "loss": 4.3438,
      "step": 62536
    },
    {
      "epoch": 2.5614171615809953,
      "grad_norm": 3.317638092141775,
      "learning_rate": 0.0001877733360813356,
      "loss": 4.375,
      "step": 62537
    },
    {
      "epoch": 2.561458120008192,
      "grad_norm": 4.506610372338568,
      "learning_rate": 0.0001877701797811721,
      "loss": 6.2188,
      "step": 62538
    },
    {
      "epoch": 2.561499078435388,
      "grad_norm": 12.57883108743734,
      "learning_rate": 0.00018776702346315306,
      "loss": 5.7188,
      "step": 62539
    },
    {
      "epoch": 2.5615400368625845,
      "grad_norm": 3.0866507443058073,
      "learning_rate": 0.00018776386712727994,
      "loss": 3.8125,
      "step": 62540
    },
    {
      "epoch": 2.561580995289781,
      "grad_norm": 3.463495429926009,
      "learning_rate": 0.00018776071077355422,
      "loss": 4.2188,
      "step": 62541
    },
    {
      "epoch": 2.561621953716977,
      "grad_norm": 4.04961322471478,
      "learning_rate": 0.00018775755440197746,
      "loss": 5.0625,
      "step": 62542
    },
    {
      "epoch": 2.5616629121441736,
      "grad_norm": 3.531785750299819,
      "learning_rate": 0.00018775439801255116,
      "loss": 5.1562,
      "step": 62543
    },
    {
      "epoch": 2.56170387057137,
      "grad_norm": 3.6027313622572694,
      "learning_rate": 0.00018775124160527675,
      "loss": 4.1875,
      "step": 62544
    },
    {
      "epoch": 2.5617448289985667,
      "grad_norm": 5.810850235739396,
      "learning_rate": 0.00018774808518015566,
      "loss": 5.0,
      "step": 62545
    },
    {
      "epoch": 2.561785787425763,
      "grad_norm": 4.306526671071008,
      "learning_rate": 0.00018774492873718958,
      "loss": 5.1875,
      "step": 62546
    },
    {
      "epoch": 2.5618267458529593,
      "grad_norm": 3.8858804225846977,
      "learning_rate": 0.00018774177227637984,
      "loss": 6.0,
      "step": 62547
    },
    {
      "epoch": 2.5618677042801554,
      "grad_norm": 9.111484842909565,
      "learning_rate": 0.00018773861579772798,
      "loss": 5.5938,
      "step": 62548
    },
    {
      "epoch": 2.561908662707352,
      "grad_norm": 2.985350697738744,
      "learning_rate": 0.00018773545930123546,
      "loss": 3.25,
      "step": 62549
    },
    {
      "epoch": 2.5619496211345485,
      "grad_norm": 3.144614104678829,
      "learning_rate": 0.00018773230278690386,
      "loss": 4.2812,
      "step": 62550
    },
    {
      "epoch": 2.561990579561745,
      "grad_norm": 3.1756796345207334,
      "learning_rate": 0.00018772914625473462,
      "loss": 4.3125,
      "step": 62551
    },
    {
      "epoch": 2.562031537988941,
      "grad_norm": 3.0212353268889975,
      "learning_rate": 0.0001877259897047292,
      "loss": 4.4375,
      "step": 62552
    },
    {
      "epoch": 2.5620724964161377,
      "grad_norm": 7.918229245318854,
      "learning_rate": 0.00018772283313688912,
      "loss": 3.5,
      "step": 62553
    },
    {
      "epoch": 2.5621134548433337,
      "grad_norm": 3.509103786046077,
      "learning_rate": 0.0001877196765512159,
      "loss": 4.8438,
      "step": 62554
    },
    {
      "epoch": 2.5621544132705303,
      "grad_norm": 3.2194146463696085,
      "learning_rate": 0.000187716519947711,
      "loss": 4.2188,
      "step": 62555
    },
    {
      "epoch": 2.562195371697727,
      "grad_norm": 2.916552663955989,
      "learning_rate": 0.00018771336332637587,
      "loss": 4.1562,
      "step": 62556
    },
    {
      "epoch": 2.5622363301249234,
      "grad_norm": 3.3799789618319998,
      "learning_rate": 0.00018771020668721208,
      "loss": 4.1875,
      "step": 62557
    },
    {
      "epoch": 2.5622772885521194,
      "grad_norm": 3.00994801920229,
      "learning_rate": 0.0001877070500302211,
      "loss": 3.7812,
      "step": 62558
    },
    {
      "epoch": 2.562318246979316,
      "grad_norm": 4.598743627172717,
      "learning_rate": 0.00018770389335540444,
      "loss": 1.2188,
      "step": 62559
    },
    {
      "epoch": 2.5623592054065125,
      "grad_norm": 3.0653729357889907,
      "learning_rate": 0.00018770073666276349,
      "loss": 3.9531,
      "step": 62560
    },
    {
      "epoch": 2.5624001638337086,
      "grad_norm": 3.5293653635517446,
      "learning_rate": 0.00018769757995229985,
      "loss": 5.2188,
      "step": 62561
    },
    {
      "epoch": 2.562441122260905,
      "grad_norm": 3.1010152058475917,
      "learning_rate": 0.00018769442322401502,
      "loss": 3.9219,
      "step": 62562
    },
    {
      "epoch": 2.5624820806881017,
      "grad_norm": 3.14571032584327,
      "learning_rate": 0.00018769126647791043,
      "loss": 5.0,
      "step": 62563
    },
    {
      "epoch": 2.562523039115298,
      "grad_norm": 4.313843214355569,
      "learning_rate": 0.00018768810971398763,
      "loss": 5.9062,
      "step": 62564
    },
    {
      "epoch": 2.5625639975424943,
      "grad_norm": 3.4841004615665727,
      "learning_rate": 0.00018768495293224803,
      "loss": 4.8125,
      "step": 62565
    },
    {
      "epoch": 2.562604955969691,
      "grad_norm": 3.41770299543297,
      "learning_rate": 0.00018768179613269317,
      "loss": 4.5938,
      "step": 62566
    },
    {
      "epoch": 2.562645914396887,
      "grad_norm": 3.77920667351457,
      "learning_rate": 0.00018767863931532457,
      "loss": 4.9062,
      "step": 62567
    },
    {
      "epoch": 2.5626868728240835,
      "grad_norm": 4.155490633659033,
      "learning_rate": 0.0001876754824801437,
      "loss": 5.5938,
      "step": 62568
    },
    {
      "epoch": 2.56272783125128,
      "grad_norm": 4.073508124516812,
      "learning_rate": 0.000187672325627152,
      "loss": 3.8125,
      "step": 62569
    },
    {
      "epoch": 2.5627687896784765,
      "grad_norm": 3.027210442266029,
      "learning_rate": 0.00018766916875635105,
      "loss": 3.9219,
      "step": 62570
    },
    {
      "epoch": 2.5628097481056726,
      "grad_norm": 3.421023889482566,
      "learning_rate": 0.00018766601186774232,
      "loss": 4.5312,
      "step": 62571
    },
    {
      "epoch": 2.562850706532869,
      "grad_norm": 2.9377745411467155,
      "learning_rate": 0.00018766285496132727,
      "loss": 3.7969,
      "step": 62572
    },
    {
      "epoch": 2.5628916649600653,
      "grad_norm": 3.1817695655141978,
      "learning_rate": 0.00018765969803710738,
      "loss": 4.4688,
      "step": 62573
    },
    {
      "epoch": 2.562932623387262,
      "grad_norm": 5.333564677863864,
      "learning_rate": 0.0001876565410950842,
      "loss": 3.9062,
      "step": 62574
    },
    {
      "epoch": 2.5629735818144583,
      "grad_norm": 4.258316460102772,
      "learning_rate": 0.0001876533841352592,
      "loss": 5.5625,
      "step": 62575
    },
    {
      "epoch": 2.563014540241655,
      "grad_norm": 3.241380530623041,
      "learning_rate": 0.00018765022715763383,
      "loss": 4.4062,
      "step": 62576
    },
    {
      "epoch": 2.563055498668851,
      "grad_norm": 3.0733237570462992,
      "learning_rate": 0.00018764707016220963,
      "loss": 3.9531,
      "step": 62577
    },
    {
      "epoch": 2.5630964570960475,
      "grad_norm": 5.027738079093211,
      "learning_rate": 0.00018764391314898807,
      "loss": 6.0625,
      "step": 62578
    },
    {
      "epoch": 2.563137415523244,
      "grad_norm": 3.691858902233376,
      "learning_rate": 0.0001876407561179707,
      "loss": 5.0625,
      "step": 62579
    },
    {
      "epoch": 2.56317837395044,
      "grad_norm": 3.9148278676810393,
      "learning_rate": 0.00018763759906915894,
      "loss": 4.5938,
      "step": 62580
    },
    {
      "epoch": 2.5632193323776367,
      "grad_norm": 3.3337596070035977,
      "learning_rate": 0.0001876344420025543,
      "loss": 4.4062,
      "step": 62581
    },
    {
      "epoch": 2.563260290804833,
      "grad_norm": 5.166459610973868,
      "learning_rate": 0.00018763128491815825,
      "loss": 5.1875,
      "step": 62582
    },
    {
      "epoch": 2.5633012492320297,
      "grad_norm": 10.226738607561078,
      "learning_rate": 0.00018762812781597236,
      "loss": 5.8438,
      "step": 62583
    },
    {
      "epoch": 2.563342207659226,
      "grad_norm": 3.072091818412733,
      "learning_rate": 0.00018762497069599803,
      "loss": 4.5312,
      "step": 62584
    },
    {
      "epoch": 2.5633831660864224,
      "grad_norm": 3.427368082081623,
      "learning_rate": 0.00018762181355823682,
      "loss": 4.2188,
      "step": 62585
    },
    {
      "epoch": 2.5634241245136185,
      "grad_norm": 3.1309643447870017,
      "learning_rate": 0.00018761865640269022,
      "loss": 4.1875,
      "step": 62586
    },
    {
      "epoch": 2.563465082940815,
      "grad_norm": 3.8897416596144176,
      "learning_rate": 0.00018761549922935973,
      "loss": 5.0,
      "step": 62587
    },
    {
      "epoch": 2.5635060413680115,
      "grad_norm": 3.1036150299204803,
      "learning_rate": 0.00018761234203824674,
      "loss": 4.0312,
      "step": 62588
    },
    {
      "epoch": 2.563546999795208,
      "grad_norm": 3.5490721780343213,
      "learning_rate": 0.00018760918482935284,
      "loss": 5.25,
      "step": 62589
    },
    {
      "epoch": 2.563587958222404,
      "grad_norm": 6.039250759447591,
      "learning_rate": 0.00018760602760267952,
      "loss": 7.0312,
      "step": 62590
    },
    {
      "epoch": 2.5636289166496007,
      "grad_norm": 4.570806532108074,
      "learning_rate": 0.00018760287035822826,
      "loss": 6.0625,
      "step": 62591
    },
    {
      "epoch": 2.563669875076797,
      "grad_norm": 3.8311120027398444,
      "learning_rate": 0.00018759971309600048,
      "loss": 4.875,
      "step": 62592
    },
    {
      "epoch": 2.5637108335039933,
      "grad_norm": 3.3900080728663053,
      "learning_rate": 0.0001875965558159978,
      "loss": 4.8438,
      "step": 62593
    },
    {
      "epoch": 2.56375179193119,
      "grad_norm": 3.08947190709493,
      "learning_rate": 0.00018759339851822166,
      "loss": 4.375,
      "step": 62594
    },
    {
      "epoch": 2.5637927503583864,
      "grad_norm": 3.162263023674866,
      "learning_rate": 0.00018759024120267351,
      "loss": 4.5938,
      "step": 62595
    },
    {
      "epoch": 2.5638337087855825,
      "grad_norm": 2.9610487643007444,
      "learning_rate": 0.00018758708386935484,
      "loss": 4.1875,
      "step": 62596
    },
    {
      "epoch": 2.563874667212779,
      "grad_norm": 3.827589229152981,
      "learning_rate": 0.00018758392651826723,
      "loss": 5.1875,
      "step": 62597
    },
    {
      "epoch": 2.5639156256399755,
      "grad_norm": 3.616249311833863,
      "learning_rate": 0.00018758076914941215,
      "loss": 4.9062,
      "step": 62598
    },
    {
      "epoch": 2.5639565840671716,
      "grad_norm": 3.3196306905524615,
      "learning_rate": 0.00018757761176279098,
      "loss": 5.0625,
      "step": 62599
    },
    {
      "epoch": 2.563997542494368,
      "grad_norm": 4.1700058327765746,
      "learning_rate": 0.00018757445435840537,
      "loss": 3.9375,
      "step": 62600
    },
    {
      "epoch": 2.5640385009215647,
      "grad_norm": 11.254606224489464,
      "learning_rate": 0.00018757129693625665,
      "loss": 4.125,
      "step": 62601
    },
    {
      "epoch": 2.5640794593487612,
      "grad_norm": 5.870485381937849,
      "learning_rate": 0.0001875681394963465,
      "loss": 6.2812,
      "step": 62602
    },
    {
      "epoch": 2.5641204177759573,
      "grad_norm": 3.266863361657686,
      "learning_rate": 0.00018756498203867624,
      "loss": 4.3438,
      "step": 62603
    },
    {
      "epoch": 2.564161376203154,
      "grad_norm": 3.5760406519032015,
      "learning_rate": 0.0001875618245632475,
      "loss": 4.8125,
      "step": 62604
    },
    {
      "epoch": 2.56420233463035,
      "grad_norm": 3.0380944440172715,
      "learning_rate": 0.00018755866707006165,
      "loss": 4.6562,
      "step": 62605
    },
    {
      "epoch": 2.5642432930575465,
      "grad_norm": 3.7581841339109605,
      "learning_rate": 0.00018755550955912027,
      "loss": 4.4062,
      "step": 62606
    },
    {
      "epoch": 2.564284251484743,
      "grad_norm": 4.20153259977479,
      "learning_rate": 0.00018755235203042484,
      "loss": 4.6562,
      "step": 62607
    },
    {
      "epoch": 2.5643252099119396,
      "grad_norm": 3.392219386483713,
      "learning_rate": 0.00018754919448397682,
      "loss": 4.5625,
      "step": 62608
    },
    {
      "epoch": 2.5643661683391357,
      "grad_norm": 5.203866066541589,
      "learning_rate": 0.0001875460369197777,
      "loss": 5.5625,
      "step": 62609
    },
    {
      "epoch": 2.564407126766332,
      "grad_norm": 3.1684080561440253,
      "learning_rate": 0.00018754287933782902,
      "loss": 4.625,
      "step": 62610
    },
    {
      "epoch": 2.5644480851935283,
      "grad_norm": 3.105450083602898,
      "learning_rate": 0.00018753972173813223,
      "loss": 4.2812,
      "step": 62611
    },
    {
      "epoch": 2.564489043620725,
      "grad_norm": 9.291578351094461,
      "learning_rate": 0.00018753656412068886,
      "loss": 4.1562,
      "step": 62612
    },
    {
      "epoch": 2.5645300020479214,
      "grad_norm": 3.1100608155267455,
      "learning_rate": 0.00018753340648550032,
      "loss": 3.9688,
      "step": 62613
    },
    {
      "epoch": 2.564570960475118,
      "grad_norm": 4.278935575452204,
      "learning_rate": 0.0001875302488325682,
      "loss": 4.9688,
      "step": 62614
    },
    {
      "epoch": 2.564611918902314,
      "grad_norm": 3.1427937714825607,
      "learning_rate": 0.000187527091161894,
      "loss": 3.9219,
      "step": 62615
    },
    {
      "epoch": 2.5646528773295105,
      "grad_norm": 4.346145810864715,
      "learning_rate": 0.0001875239334734791,
      "loss": 6.7188,
      "step": 62616
    },
    {
      "epoch": 2.564693835756707,
      "grad_norm": 3.2559624272468928,
      "learning_rate": 0.0001875207757673251,
      "loss": 4.2812,
      "step": 62617
    },
    {
      "epoch": 2.564734794183903,
      "grad_norm": 3.5842596734286323,
      "learning_rate": 0.00018751761804343346,
      "loss": 4.875,
      "step": 62618
    },
    {
      "epoch": 2.5647757526110997,
      "grad_norm": 3.7759097797701937,
      "learning_rate": 0.00018751446030180566,
      "loss": 4.875,
      "step": 62619
    },
    {
      "epoch": 2.5648167110382962,
      "grad_norm": 3.920574791452597,
      "learning_rate": 0.00018751130254244318,
      "loss": 5.5,
      "step": 62620
    },
    {
      "epoch": 2.5648576694654928,
      "grad_norm": 3.2938313534979624,
      "learning_rate": 0.00018750814476534754,
      "loss": 5.0,
      "step": 62621
    },
    {
      "epoch": 2.564898627892689,
      "grad_norm": 3.8312333644541186,
      "learning_rate": 0.00018750498697052024,
      "loss": 3.9844,
      "step": 62622
    },
    {
      "epoch": 2.5649395863198854,
      "grad_norm": 3.3014823472486503,
      "learning_rate": 0.00018750182915796277,
      "loss": 5.0312,
      "step": 62623
    },
    {
      "epoch": 2.5649805447470815,
      "grad_norm": 4.335740824782612,
      "learning_rate": 0.00018749867132767658,
      "loss": 5.625,
      "step": 62624
    },
    {
      "epoch": 2.565021503174278,
      "grad_norm": 5.849641142962288,
      "learning_rate": 0.0001874955134796632,
      "loss": 4.0625,
      "step": 62625
    },
    {
      "epoch": 2.5650624616014746,
      "grad_norm": 4.569190984309448,
      "learning_rate": 0.00018749235561392417,
      "loss": 6.0625,
      "step": 62626
    },
    {
      "epoch": 2.565103420028671,
      "grad_norm": 4.025609475962535,
      "learning_rate": 0.00018748919773046088,
      "loss": 1.5781,
      "step": 62627
    },
    {
      "epoch": 2.565144378455867,
      "grad_norm": 3.402460160230692,
      "learning_rate": 0.00018748603982927483,
      "loss": 4.7812,
      "step": 62628
    },
    {
      "epoch": 2.5651853368830637,
      "grad_norm": 3.4616757805315284,
      "learning_rate": 0.00018748288191036764,
      "loss": 5.2188,
      "step": 62629
    },
    {
      "epoch": 2.5652262953102603,
      "grad_norm": 5.229335936267974,
      "learning_rate": 0.00018747972397374066,
      "loss": 3.4375,
      "step": 62630
    },
    {
      "epoch": 2.5652672537374563,
      "grad_norm": 3.4610137168241186,
      "learning_rate": 0.00018747656601939548,
      "loss": 5.4062,
      "step": 62631
    },
    {
      "epoch": 2.565308212164653,
      "grad_norm": 2.9438390704604767,
      "learning_rate": 0.00018747340804733354,
      "loss": 4.0,
      "step": 62632
    },
    {
      "epoch": 2.5653491705918494,
      "grad_norm": 3.213819325658538,
      "learning_rate": 0.0001874702500575563,
      "loss": 4.4375,
      "step": 62633
    },
    {
      "epoch": 2.5653901290190455,
      "grad_norm": 2.5665449477158395,
      "learning_rate": 0.00018746709205006538,
      "loss": 3.2344,
      "step": 62634
    },
    {
      "epoch": 2.565431087446242,
      "grad_norm": 3.479698938168263,
      "learning_rate": 0.00018746393402486216,
      "loss": 4.5312,
      "step": 62635
    },
    {
      "epoch": 2.5654720458734386,
      "grad_norm": 3.7168818060932347,
      "learning_rate": 0.00018746077598194818,
      "loss": 5.4062,
      "step": 62636
    },
    {
      "epoch": 2.5655130043006347,
      "grad_norm": 3.565882151223808,
      "learning_rate": 0.00018745761792132487,
      "loss": 4.4688,
      "step": 62637
    },
    {
      "epoch": 2.565553962727831,
      "grad_norm": 5.000257984813924,
      "learning_rate": 0.00018745445984299383,
      "loss": 6.4375,
      "step": 62638
    },
    {
      "epoch": 2.5655949211550277,
      "grad_norm": 3.405093896505231,
      "learning_rate": 0.00018745130174695646,
      "loss": 5.0312,
      "step": 62639
    },
    {
      "epoch": 2.5656358795822243,
      "grad_norm": 3.461668334744135,
      "learning_rate": 0.0001874481436332143,
      "loss": 5.0312,
      "step": 62640
    },
    {
      "epoch": 2.5656768380094204,
      "grad_norm": 5.647851212216993,
      "learning_rate": 0.0001874449855017688,
      "loss": 3.25,
      "step": 62641
    },
    {
      "epoch": 2.565717796436617,
      "grad_norm": 5.410829176261915,
      "learning_rate": 0.00018744182735262152,
      "loss": 5.125,
      "step": 62642
    },
    {
      "epoch": 2.565758754863813,
      "grad_norm": 3.693107391075547,
      "learning_rate": 0.0001874386691857739,
      "loss": 5.125,
      "step": 62643
    },
    {
      "epoch": 2.5657997132910095,
      "grad_norm": 3.3536263587447257,
      "learning_rate": 0.00018743551100122748,
      "loss": 4.3438,
      "step": 62644
    },
    {
      "epoch": 2.565840671718206,
      "grad_norm": 3.0299980392813963,
      "learning_rate": 0.00018743235279898368,
      "loss": 4.1875,
      "step": 62645
    },
    {
      "epoch": 2.5658816301454026,
      "grad_norm": 3.446431273181915,
      "learning_rate": 0.00018742919457904406,
      "loss": 5.9688,
      "step": 62646
    },
    {
      "epoch": 2.5659225885725987,
      "grad_norm": 2.865482289898893,
      "learning_rate": 0.00018742603634141008,
      "loss": 3.9062,
      "step": 62647
    },
    {
      "epoch": 2.5659635469997952,
      "grad_norm": 3.1361129538515757,
      "learning_rate": 0.00018742287808608325,
      "loss": 4.9062,
      "step": 62648
    },
    {
      "epoch": 2.5660045054269918,
      "grad_norm": 3.6208302780128427,
      "learning_rate": 0.00018741971981306503,
      "loss": 5.5938,
      "step": 62649
    },
    {
      "epoch": 2.566045463854188,
      "grad_norm": 3.2252537524458638,
      "learning_rate": 0.00018741656152235697,
      "loss": 4.0312,
      "step": 62650
    },
    {
      "epoch": 2.5660864222813844,
      "grad_norm": 7.986518265044146,
      "learning_rate": 0.00018741340321396053,
      "loss": 4.125,
      "step": 62651
    },
    {
      "epoch": 2.566127380708581,
      "grad_norm": 5.584099153121451,
      "learning_rate": 0.0001874102448878772,
      "loss": 4.8438,
      "step": 62652
    },
    {
      "epoch": 2.566168339135777,
      "grad_norm": 4.5297817594815015,
      "learning_rate": 0.00018740708654410844,
      "loss": 4.5,
      "step": 62653
    },
    {
      "epoch": 2.5662092975629736,
      "grad_norm": 3.4380908589730237,
      "learning_rate": 0.0001874039281826558,
      "loss": 4.3438,
      "step": 62654
    },
    {
      "epoch": 2.56625025599017,
      "grad_norm": 3.3154326060431187,
      "learning_rate": 0.0001874007698035208,
      "loss": 4.0625,
      "step": 62655
    },
    {
      "epoch": 2.566291214417366,
      "grad_norm": 3.1378330675333985,
      "learning_rate": 0.00018739761140670484,
      "loss": 3.9844,
      "step": 62656
    },
    {
      "epoch": 2.5663321728445627,
      "grad_norm": 2.857935134532962,
      "learning_rate": 0.0001873944529922095,
      "loss": 3.5781,
      "step": 62657
    },
    {
      "epoch": 2.5663731312717593,
      "grad_norm": 4.8046565642911725,
      "learning_rate": 0.0001873912945600362,
      "loss": 4.9688,
      "step": 62658
    },
    {
      "epoch": 2.566414089698956,
      "grad_norm": 4.263208137320008,
      "learning_rate": 0.00018738813611018646,
      "loss": 3.9219,
      "step": 62659
    },
    {
      "epoch": 2.566455048126152,
      "grad_norm": 3.395555775622848,
      "learning_rate": 0.00018738497764266178,
      "loss": 5.3125,
      "step": 62660
    },
    {
      "epoch": 2.5664960065533484,
      "grad_norm": 3.8516636968659252,
      "learning_rate": 0.00018738181915746368,
      "loss": 4.125,
      "step": 62661
    },
    {
      "epoch": 2.5665369649805445,
      "grad_norm": 4.598588768378474,
      "learning_rate": 0.0001873786606545936,
      "loss": 3.9062,
      "step": 62662
    },
    {
      "epoch": 2.566577923407741,
      "grad_norm": 4.190506138201316,
      "learning_rate": 0.00018737550213405307,
      "loss": 4.5312,
      "step": 62663
    },
    {
      "epoch": 2.5666188818349376,
      "grad_norm": 3.9336924767336114,
      "learning_rate": 0.00018737234359584353,
      "loss": 6.875,
      "step": 62664
    },
    {
      "epoch": 2.566659840262134,
      "grad_norm": 4.371197070167468,
      "learning_rate": 0.00018736918503996653,
      "loss": 4.9062,
      "step": 62665
    },
    {
      "epoch": 2.56670079868933,
      "grad_norm": 3.3278214368924277,
      "learning_rate": 0.0001873660264664236,
      "loss": 3.7812,
      "step": 62666
    },
    {
      "epoch": 2.5667417571165267,
      "grad_norm": 3.8434238953826894,
      "learning_rate": 0.00018736286787521614,
      "loss": 4.2812,
      "step": 62667
    },
    {
      "epoch": 2.5667827155437233,
      "grad_norm": 4.431504821479427,
      "learning_rate": 0.0001873597092663457,
      "loss": 5.1875,
      "step": 62668
    },
    {
      "epoch": 2.5668236739709194,
      "grad_norm": 4.6753154761841245,
      "learning_rate": 0.0001873565506398137,
      "loss": 4.9375,
      "step": 62669
    },
    {
      "epoch": 2.566864632398116,
      "grad_norm": 4.562395925285189,
      "learning_rate": 0.00018735339199562177,
      "loss": 6.3438,
      "step": 62670
    },
    {
      "epoch": 2.5669055908253124,
      "grad_norm": 3.0246651715663746,
      "learning_rate": 0.0001873502333337713,
      "loss": 3.6406,
      "step": 62671
    },
    {
      "epoch": 2.566946549252509,
      "grad_norm": 4.0003699709544565,
      "learning_rate": 0.00018734707465426382,
      "loss": 4.875,
      "step": 62672
    },
    {
      "epoch": 2.566987507679705,
      "grad_norm": 4.217030958061506,
      "learning_rate": 0.00018734391595710075,
      "loss": 6.4062,
      "step": 62673
    },
    {
      "epoch": 2.5670284661069016,
      "grad_norm": 2.889049613935835,
      "learning_rate": 0.00018734075724228367,
      "loss": 3.7812,
      "step": 62674
    },
    {
      "epoch": 2.5670694245340977,
      "grad_norm": 3.37356799137878,
      "learning_rate": 0.0001873375985098141,
      "loss": 5.125,
      "step": 62675
    },
    {
      "epoch": 2.5671103829612942,
      "grad_norm": 4.4532804095735115,
      "learning_rate": 0.00018733443975969341,
      "loss": 5.125,
      "step": 62676
    },
    {
      "epoch": 2.5671513413884908,
      "grad_norm": 3.124722881627074,
      "learning_rate": 0.0001873312809919232,
      "loss": 5.0625,
      "step": 62677
    },
    {
      "epoch": 2.5671922998156873,
      "grad_norm": 5.3105387571358005,
      "learning_rate": 0.0001873281222065049,
      "loss": 5.3438,
      "step": 62678
    },
    {
      "epoch": 2.5672332582428834,
      "grad_norm": 5.666191408857944,
      "learning_rate": 0.00018732496340344006,
      "loss": 4.4375,
      "step": 62679
    },
    {
      "epoch": 2.56727421667008,
      "grad_norm": 7.357086378323114,
      "learning_rate": 0.00018732180458273014,
      "loss": 3.0938,
      "step": 62680
    },
    {
      "epoch": 2.567315175097276,
      "grad_norm": 4.006273732796214,
      "learning_rate": 0.00018731864574437663,
      "loss": 4.9062,
      "step": 62681
    },
    {
      "epoch": 2.5673561335244726,
      "grad_norm": 7.125314211361191,
      "learning_rate": 0.000187315486888381,
      "loss": 6.4688,
      "step": 62682
    },
    {
      "epoch": 2.567397091951669,
      "grad_norm": 4.084708883891776,
      "learning_rate": 0.0001873123280147448,
      "loss": 4.8125,
      "step": 62683
    },
    {
      "epoch": 2.5674380503788656,
      "grad_norm": 4.974841172985283,
      "learning_rate": 0.00018730916912346952,
      "loss": 2.625,
      "step": 62684
    },
    {
      "epoch": 2.5674790088060617,
      "grad_norm": 5.199952120022625,
      "learning_rate": 0.0001873060102145566,
      "loss": 5.5,
      "step": 62685
    },
    {
      "epoch": 2.5675199672332583,
      "grad_norm": 3.0419356234543584,
      "learning_rate": 0.00018730285128800756,
      "loss": 3.9531,
      "step": 62686
    },
    {
      "epoch": 2.567560925660455,
      "grad_norm": 3.507605242841666,
      "learning_rate": 0.00018729969234382394,
      "loss": 3.75,
      "step": 62687
    },
    {
      "epoch": 2.567601884087651,
      "grad_norm": 3.415318218136539,
      "learning_rate": 0.00018729653338200714,
      "loss": 3.0469,
      "step": 62688
    },
    {
      "epoch": 2.5676428425148474,
      "grad_norm": 3.700714726277006,
      "learning_rate": 0.0001872933744025587,
      "loss": 4.6562,
      "step": 62689
    },
    {
      "epoch": 2.567683800942044,
      "grad_norm": 3.1399012009145526,
      "learning_rate": 0.00018729021540548016,
      "loss": 4.375,
      "step": 62690
    },
    {
      "epoch": 2.5677247593692405,
      "grad_norm": 3.984161009576285,
      "learning_rate": 0.00018728705639077295,
      "loss": 4.5625,
      "step": 62691
    },
    {
      "epoch": 2.5677657177964366,
      "grad_norm": 3.224292625714297,
      "learning_rate": 0.0001872838973584386,
      "loss": 4.5312,
      "step": 62692
    },
    {
      "epoch": 2.567806676223633,
      "grad_norm": 3.14364277804058,
      "learning_rate": 0.00018728073830847857,
      "loss": 4.7188,
      "step": 62693
    },
    {
      "epoch": 2.567847634650829,
      "grad_norm": 9.127540408762053,
      "learning_rate": 0.00018727757924089436,
      "loss": 6.4688,
      "step": 62694
    },
    {
      "epoch": 2.5678885930780257,
      "grad_norm": 3.376174781530202,
      "learning_rate": 0.00018727442015568747,
      "loss": 4.75,
      "step": 62695
    },
    {
      "epoch": 2.5679295515052223,
      "grad_norm": 3.7701181112871436,
      "learning_rate": 0.0001872712610528594,
      "loss": 5.6562,
      "step": 62696
    },
    {
      "epoch": 2.567970509932419,
      "grad_norm": 3.059283672977886,
      "learning_rate": 0.00018726810193241169,
      "loss": 4.3125,
      "step": 62697
    },
    {
      "epoch": 2.568011468359615,
      "grad_norm": 11.087476766823642,
      "learning_rate": 0.00018726494279434574,
      "loss": 5.875,
      "step": 62698
    },
    {
      "epoch": 2.5680524267868114,
      "grad_norm": 5.467525219457434,
      "learning_rate": 0.00018726178363866308,
      "loss": 5.4375,
      "step": 62699
    },
    {
      "epoch": 2.5680933852140075,
      "grad_norm": 6.515942370691219,
      "learning_rate": 0.0001872586244653652,
      "loss": 4.9688,
      "step": 62700
    },
    {
      "epoch": 2.568134343641204,
      "grad_norm": 3.4341349822466927,
      "learning_rate": 0.00018725546527445364,
      "loss": 4.9688,
      "step": 62701
    },
    {
      "epoch": 2.5681753020684006,
      "grad_norm": 2.995067528008,
      "learning_rate": 0.00018725230606592982,
      "loss": 4.125,
      "step": 62702
    },
    {
      "epoch": 2.568216260495597,
      "grad_norm": 4.565445426410209,
      "learning_rate": 0.00018724914683979532,
      "loss": 5.125,
      "step": 62703
    },
    {
      "epoch": 2.5682572189227932,
      "grad_norm": 4.349664097401193,
      "learning_rate": 0.00018724598759605154,
      "loss": 4.8438,
      "step": 62704
    },
    {
      "epoch": 2.5682981773499898,
      "grad_norm": 3.5557304037225497,
      "learning_rate": 0.00018724282833470005,
      "loss": 4.5,
      "step": 62705
    },
    {
      "epoch": 2.5683391357771863,
      "grad_norm": 3.3436925991419906,
      "learning_rate": 0.00018723966905574227,
      "loss": 3.3906,
      "step": 62706
    },
    {
      "epoch": 2.5683800942043824,
      "grad_norm": 5.917112718493651,
      "learning_rate": 0.0001872365097591798,
      "loss": 5.625,
      "step": 62707
    },
    {
      "epoch": 2.568421052631579,
      "grad_norm": 3.1477689782417504,
      "learning_rate": 0.00018723335044501405,
      "loss": 4.8125,
      "step": 62708
    },
    {
      "epoch": 2.5684620110587755,
      "grad_norm": 3.133934318736158,
      "learning_rate": 0.00018723019111324647,
      "loss": 4.625,
      "step": 62709
    },
    {
      "epoch": 2.568502969485972,
      "grad_norm": 3.2400360025653123,
      "learning_rate": 0.00018722703176387868,
      "loss": 4.4062,
      "step": 62710
    },
    {
      "epoch": 2.568543927913168,
      "grad_norm": 3.337560031489723,
      "learning_rate": 0.00018722387239691212,
      "loss": 4.25,
      "step": 62711
    },
    {
      "epoch": 2.5685848863403646,
      "grad_norm": 7.162017833873759,
      "learning_rate": 0.00018722071301234823,
      "loss": 7.0938,
      "step": 62712
    },
    {
      "epoch": 2.5686258447675607,
      "grad_norm": 6.684937501450318,
      "learning_rate": 0.00018721755361018856,
      "loss": 1.1875,
      "step": 62713
    },
    {
      "epoch": 2.5686668031947573,
      "grad_norm": 3.5357467232289825,
      "learning_rate": 0.00018721439419043458,
      "loss": 4.9375,
      "step": 62714
    },
    {
      "epoch": 2.568707761621954,
      "grad_norm": 3.4119853770431257,
      "learning_rate": 0.00018721123475308783,
      "loss": 4.6562,
      "step": 62715
    },
    {
      "epoch": 2.5687487200491503,
      "grad_norm": 3.276702931686648,
      "learning_rate": 0.00018720807529814973,
      "loss": 4.4062,
      "step": 62716
    },
    {
      "epoch": 2.5687896784763464,
      "grad_norm": 3.8250511342178313,
      "learning_rate": 0.0001872049158256218,
      "loss": 2.3594,
      "step": 62717
    },
    {
      "epoch": 2.568830636903543,
      "grad_norm": 8.522511302338494,
      "learning_rate": 0.00018720175633550558,
      "loss": 4.7812,
      "step": 62718
    },
    {
      "epoch": 2.568871595330739,
      "grad_norm": 3.8240236730847115,
      "learning_rate": 0.0001871985968278025,
      "loss": 4.9062,
      "step": 62719
    },
    {
      "epoch": 2.5689125537579356,
      "grad_norm": 3.41249649506222,
      "learning_rate": 0.0001871954373025141,
      "loss": 5.0,
      "step": 62720
    },
    {
      "epoch": 2.568953512185132,
      "grad_norm": 3.797016293009795,
      "learning_rate": 0.00018719227775964184,
      "loss": 4.625,
      "step": 62721
    },
    {
      "epoch": 2.5689944706123287,
      "grad_norm": 3.7844989687772146,
      "learning_rate": 0.0001871891181991873,
      "loss": 3.8594,
      "step": 62722
    },
    {
      "epoch": 2.5690354290395248,
      "grad_norm": 5.303052440805291,
      "learning_rate": 0.00018718595862115184,
      "loss": 4.9375,
      "step": 62723
    },
    {
      "epoch": 2.5690763874667213,
      "grad_norm": 7.0672353772882435,
      "learning_rate": 0.00018718279902553704,
      "loss": 4.0,
      "step": 62724
    },
    {
      "epoch": 2.569117345893918,
      "grad_norm": 5.976491212563306,
      "learning_rate": 0.00018717963941234433,
      "loss": 5.0625,
      "step": 62725
    },
    {
      "epoch": 2.569158304321114,
      "grad_norm": 3.677650662992655,
      "learning_rate": 0.00018717647978157525,
      "loss": 4.7812,
      "step": 62726
    },
    {
      "epoch": 2.5691992627483105,
      "grad_norm": 4.883089529565441,
      "learning_rate": 0.0001871733201332313,
      "loss": 5.1875,
      "step": 62727
    },
    {
      "epoch": 2.569240221175507,
      "grad_norm": 3.429594974516712,
      "learning_rate": 0.00018717016046731398,
      "loss": 5.1875,
      "step": 62728
    },
    {
      "epoch": 2.5692811796027035,
      "grad_norm": 3.4308153262829686,
      "learning_rate": 0.00018716700078382477,
      "loss": 5.2812,
      "step": 62729
    },
    {
      "epoch": 2.5693221380298996,
      "grad_norm": 3.6608446082989783,
      "learning_rate": 0.00018716384108276513,
      "loss": 4.625,
      "step": 62730
    },
    {
      "epoch": 2.569363096457096,
      "grad_norm": 5.792197733229921,
      "learning_rate": 0.0001871606813641366,
      "loss": 4.5312,
      "step": 62731
    },
    {
      "epoch": 2.5694040548842922,
      "grad_norm": 3.487291023932316,
      "learning_rate": 0.00018715752162794065,
      "loss": 4.6875,
      "step": 62732
    },
    {
      "epoch": 2.569445013311489,
      "grad_norm": 3.429466251871653,
      "learning_rate": 0.00018715436187417877,
      "loss": 4.5938,
      "step": 62733
    },
    {
      "epoch": 2.5694859717386853,
      "grad_norm": 3.5994408539767133,
      "learning_rate": 0.00018715120210285248,
      "loss": 5.1562,
      "step": 62734
    },
    {
      "epoch": 2.569526930165882,
      "grad_norm": 4.279470936640852,
      "learning_rate": 0.00018714804231396328,
      "loss": 3.3438,
      "step": 62735
    },
    {
      "epoch": 2.569567888593078,
      "grad_norm": 3.7340273347716555,
      "learning_rate": 0.00018714488250751258,
      "loss": 5.5312,
      "step": 62736
    },
    {
      "epoch": 2.5696088470202745,
      "grad_norm": 3.3009789617988177,
      "learning_rate": 0.00018714172268350198,
      "loss": 5.0,
      "step": 62737
    },
    {
      "epoch": 2.5696498054474706,
      "grad_norm": 4.389240581350206,
      "learning_rate": 0.00018713856284193291,
      "loss": 5.3438,
      "step": 62738
    },
    {
      "epoch": 2.569690763874667,
      "grad_norm": 3.305017698209805,
      "learning_rate": 0.00018713540298280688,
      "loss": 3.8125,
      "step": 62739
    },
    {
      "epoch": 2.5697317223018636,
      "grad_norm": 4.327583424068913,
      "learning_rate": 0.00018713224310612536,
      "loss": 5.625,
      "step": 62740
    },
    {
      "epoch": 2.56977268072906,
      "grad_norm": 3.1904309103683968,
      "learning_rate": 0.00018712908321188992,
      "loss": 4.4688,
      "step": 62741
    },
    {
      "epoch": 2.5698136391562563,
      "grad_norm": 5.934488479195184,
      "learning_rate": 0.000187125923300102,
      "loss": 6.6875,
      "step": 62742
    },
    {
      "epoch": 2.569854597583453,
      "grad_norm": 3.5320787431082077,
      "learning_rate": 0.0001871227633707631,
      "loss": 4.875,
      "step": 62743
    },
    {
      "epoch": 2.5698955560106493,
      "grad_norm": 3.432137899178787,
      "learning_rate": 0.0001871196034238747,
      "loss": 3.1406,
      "step": 62744
    },
    {
      "epoch": 2.5699365144378454,
      "grad_norm": 2.8478908561730987,
      "learning_rate": 0.00018711644345943828,
      "loss": 3.125,
      "step": 62745
    },
    {
      "epoch": 2.569977472865042,
      "grad_norm": 4.330320759211187,
      "learning_rate": 0.00018711328347745539,
      "loss": 5.1562,
      "step": 62746
    },
    {
      "epoch": 2.5700184312922385,
      "grad_norm": 4.494185525746482,
      "learning_rate": 0.0001871101234779275,
      "loss": 4.0312,
      "step": 62747
    },
    {
      "epoch": 2.570059389719435,
      "grad_norm": 4.203455964517847,
      "learning_rate": 0.0001871069634608561,
      "loss": 6.625,
      "step": 62748
    },
    {
      "epoch": 2.570100348146631,
      "grad_norm": 6.083620538506881,
      "learning_rate": 0.00018710380342624262,
      "loss": 4.1562,
      "step": 62749
    },
    {
      "epoch": 2.5701413065738277,
      "grad_norm": 3.2813974059764144,
      "learning_rate": 0.00018710064337408867,
      "loss": 4.5312,
      "step": 62750
    },
    {
      "epoch": 2.5701822650010238,
      "grad_norm": 3.343968481639336,
      "learning_rate": 0.0001870974833043957,
      "loss": 5.0,
      "step": 62751
    },
    {
      "epoch": 2.5702232234282203,
      "grad_norm": 4.036774087101897,
      "learning_rate": 0.00018709432321716514,
      "loss": 5.1875,
      "step": 62752
    },
    {
      "epoch": 2.570264181855417,
      "grad_norm": 3.189392443011886,
      "learning_rate": 0.00018709116311239855,
      "loss": 4.625,
      "step": 62753
    },
    {
      "epoch": 2.5703051402826134,
      "grad_norm": 2.7555845566317387,
      "learning_rate": 0.00018708800299009745,
      "loss": 3.4688,
      "step": 62754
    },
    {
      "epoch": 2.5703460987098095,
      "grad_norm": 4.454611894666889,
      "learning_rate": 0.00018708484285026328,
      "loss": 5.5625,
      "step": 62755
    },
    {
      "epoch": 2.570387057137006,
      "grad_norm": 3.229764828174756,
      "learning_rate": 0.00018708168269289754,
      "loss": 4.0,
      "step": 62756
    },
    {
      "epoch": 2.570428015564202,
      "grad_norm": 4.124466943829796,
      "learning_rate": 0.00018707852251800169,
      "loss": 3.2344,
      "step": 62757
    },
    {
      "epoch": 2.5704689739913986,
      "grad_norm": 7.564045545357496,
      "learning_rate": 0.00018707536232557734,
      "loss": 7.5625,
      "step": 62758
    },
    {
      "epoch": 2.570509932418595,
      "grad_norm": 3.092050191418637,
      "learning_rate": 0.00018707220211562587,
      "loss": 4.5,
      "step": 62759
    },
    {
      "epoch": 2.5705508908457917,
      "grad_norm": 5.568219556531922,
      "learning_rate": 0.00018706904188814884,
      "loss": 2.8594,
      "step": 62760
    },
    {
      "epoch": 2.570591849272988,
      "grad_norm": 3.750650514590115,
      "learning_rate": 0.00018706588164314766,
      "loss": 5.8125,
      "step": 62761
    },
    {
      "epoch": 2.5706328077001843,
      "grad_norm": 7.228779693809274,
      "learning_rate": 0.00018706272138062396,
      "loss": 4.0625,
      "step": 62762
    },
    {
      "epoch": 2.570673766127381,
      "grad_norm": 3.3188077573291497,
      "learning_rate": 0.0001870595611005791,
      "loss": 4.4375,
      "step": 62763
    },
    {
      "epoch": 2.570714724554577,
      "grad_norm": 3.5790660444467464,
      "learning_rate": 0.00018705640080301464,
      "loss": 3.5312,
      "step": 62764
    },
    {
      "epoch": 2.5707556829817735,
      "grad_norm": 3.3035398528557964,
      "learning_rate": 0.0001870532404879321,
      "loss": 4.7188,
      "step": 62765
    },
    {
      "epoch": 2.57079664140897,
      "grad_norm": 3.1152377173315067,
      "learning_rate": 0.0001870500801553329,
      "loss": 3.5625,
      "step": 62766
    },
    {
      "epoch": 2.5708375998361666,
      "grad_norm": 3.2315988946530525,
      "learning_rate": 0.0001870469198052186,
      "loss": 4.4375,
      "step": 62767
    },
    {
      "epoch": 2.5708785582633626,
      "grad_norm": 3.597207779005159,
      "learning_rate": 0.0001870437594375906,
      "loss": 4.875,
      "step": 62768
    },
    {
      "epoch": 2.570919516690559,
      "grad_norm": 2.9298703886720037,
      "learning_rate": 0.00018704059905245055,
      "loss": 4.0938,
      "step": 62769
    },
    {
      "epoch": 2.5709604751177553,
      "grad_norm": 5.831999606311179,
      "learning_rate": 0.0001870374386497998,
      "loss": 5.125,
      "step": 62770
    },
    {
      "epoch": 2.571001433544952,
      "grad_norm": 4.795826201374334,
      "learning_rate": 0.00018703427822963991,
      "loss": 4.5625,
      "step": 62771
    },
    {
      "epoch": 2.5710423919721483,
      "grad_norm": 3.185567395678231,
      "learning_rate": 0.00018703111779197235,
      "loss": 4.5,
      "step": 62772
    },
    {
      "epoch": 2.571083350399345,
      "grad_norm": 3.3425808825224745,
      "learning_rate": 0.00018702795733679866,
      "loss": 4.1562,
      "step": 62773
    },
    {
      "epoch": 2.571124308826541,
      "grad_norm": 3.3582089792005005,
      "learning_rate": 0.00018702479686412025,
      "loss": 4.625,
      "step": 62774
    },
    {
      "epoch": 2.5711652672537375,
      "grad_norm": 2.954253771720475,
      "learning_rate": 0.00018702163637393873,
      "loss": 3.6875,
      "step": 62775
    },
    {
      "epoch": 2.5712062256809336,
      "grad_norm": 3.641927586098709,
      "learning_rate": 0.0001870184758662555,
      "loss": 5.625,
      "step": 62776
    },
    {
      "epoch": 2.57124718410813,
      "grad_norm": 4.019698186459718,
      "learning_rate": 0.00018701531534107203,
      "loss": 4.9062,
      "step": 62777
    },
    {
      "epoch": 2.5712881425353267,
      "grad_norm": 3.166820439933002,
      "learning_rate": 0.00018701215479838992,
      "loss": 4.375,
      "step": 62778
    },
    {
      "epoch": 2.571329100962523,
      "grad_norm": 4.173553184510908,
      "learning_rate": 0.00018700899423821062,
      "loss": 4.7188,
      "step": 62779
    },
    {
      "epoch": 2.5713700593897193,
      "grad_norm": 3.6046375256302317,
      "learning_rate": 0.00018700583366053559,
      "loss": 4.2188,
      "step": 62780
    },
    {
      "epoch": 2.571411017816916,
      "grad_norm": 4.5652027439439955,
      "learning_rate": 0.00018700267306536632,
      "loss": 5.4062,
      "step": 62781
    },
    {
      "epoch": 2.5714519762441124,
      "grad_norm": 4.594073900710679,
      "learning_rate": 0.00018699951245270438,
      "loss": 5.4062,
      "step": 62782
    },
    {
      "epoch": 2.5714929346713085,
      "grad_norm": 3.1852184309760574,
      "learning_rate": 0.00018699635182255125,
      "loss": 4.8125,
      "step": 62783
    },
    {
      "epoch": 2.571533893098505,
      "grad_norm": 3.9816509850653095,
      "learning_rate": 0.00018699319117490833,
      "loss": 4.8125,
      "step": 62784
    },
    {
      "epoch": 2.5715748515257015,
      "grad_norm": 4.48230550415065,
      "learning_rate": 0.00018699003050977718,
      "loss": 3.4375,
      "step": 62785
    },
    {
      "epoch": 2.571615809952898,
      "grad_norm": 3.3865077472307945,
      "learning_rate": 0.00018698686982715932,
      "loss": 4.8125,
      "step": 62786
    },
    {
      "epoch": 2.571656768380094,
      "grad_norm": 2.9768156175779166,
      "learning_rate": 0.0001869837091270562,
      "loss": 5.3125,
      "step": 62787
    },
    {
      "epoch": 2.5716977268072907,
      "grad_norm": 3.683583190397343,
      "learning_rate": 0.00018698054840946931,
      "loss": 4.0625,
      "step": 62788
    },
    {
      "epoch": 2.571738685234487,
      "grad_norm": 4.213769300216389,
      "learning_rate": 0.00018697738767440016,
      "loss": 3.1719,
      "step": 62789
    },
    {
      "epoch": 2.5717796436616833,
      "grad_norm": 2.98556608700554,
      "learning_rate": 0.00018697422692185028,
      "loss": 4.125,
      "step": 62790
    },
    {
      "epoch": 2.57182060208888,
      "grad_norm": 3.9300804985281195,
      "learning_rate": 0.00018697106615182113,
      "loss": 5.6875,
      "step": 62791
    },
    {
      "epoch": 2.5718615605160764,
      "grad_norm": 4.5721605700396015,
      "learning_rate": 0.0001869679053643142,
      "loss": 2.6719,
      "step": 62792
    },
    {
      "epoch": 2.5719025189432725,
      "grad_norm": 3.4841370246480254,
      "learning_rate": 0.00018696474455933096,
      "loss": 3.8906,
      "step": 62793
    },
    {
      "epoch": 2.571943477370469,
      "grad_norm": 12.786704679279277,
      "learning_rate": 0.00018696158373687297,
      "loss": 4.5938,
      "step": 62794
    },
    {
      "epoch": 2.571984435797665,
      "grad_norm": 3.2693222827408097,
      "learning_rate": 0.00018695842289694165,
      "loss": 4.5625,
      "step": 62795
    },
    {
      "epoch": 2.5720253942248616,
      "grad_norm": 3.1533584258133036,
      "learning_rate": 0.00018695526203953857,
      "loss": 3.9688,
      "step": 62796
    },
    {
      "epoch": 2.572066352652058,
      "grad_norm": 3.4523050486203335,
      "learning_rate": 0.00018695210116466518,
      "loss": 5.5938,
      "step": 62797
    },
    {
      "epoch": 2.5721073110792547,
      "grad_norm": 3.2563349546135747,
      "learning_rate": 0.000186948940272323,
      "loss": 4.3125,
      "step": 62798
    },
    {
      "epoch": 2.572148269506451,
      "grad_norm": 4.545700978171705,
      "learning_rate": 0.00018694577936251348,
      "loss": 4.8438,
      "step": 62799
    },
    {
      "epoch": 2.5721892279336473,
      "grad_norm": 3.301627212817731,
      "learning_rate": 0.0001869426184352381,
      "loss": 4.125,
      "step": 62800
    },
    {
      "epoch": 2.572230186360844,
      "grad_norm": 3.6436195657663557,
      "learning_rate": 0.00018693945749049845,
      "loss": 5.4375,
      "step": 62801
    },
    {
      "epoch": 2.57227114478804,
      "grad_norm": 3.6681958939198256,
      "learning_rate": 0.00018693629652829594,
      "loss": 5.3438,
      "step": 62802
    },
    {
      "epoch": 2.5723121032152365,
      "grad_norm": 4.8449407599152545,
      "learning_rate": 0.00018693313554863213,
      "loss": 3.7812,
      "step": 62803
    },
    {
      "epoch": 2.572353061642433,
      "grad_norm": 3.379738404187925,
      "learning_rate": 0.0001869299745515084,
      "loss": 4.9688,
      "step": 62804
    },
    {
      "epoch": 2.5723940200696296,
      "grad_norm": 3.2899295913787245,
      "learning_rate": 0.00018692681353692638,
      "loss": 4.7188,
      "step": 62805
    },
    {
      "epoch": 2.5724349784968257,
      "grad_norm": 3.3346531884013153,
      "learning_rate": 0.00018692365250488752,
      "loss": 4.25,
      "step": 62806
    },
    {
      "epoch": 2.572475936924022,
      "grad_norm": 3.44500773749181,
      "learning_rate": 0.00018692049145539326,
      "loss": 4.5,
      "step": 62807
    },
    {
      "epoch": 2.5725168953512183,
      "grad_norm": 3.1508613812265334,
      "learning_rate": 0.00018691733038844513,
      "loss": 4.1875,
      "step": 62808
    },
    {
      "epoch": 2.572557853778415,
      "grad_norm": 3.1092200777631125,
      "learning_rate": 0.00018691416930404465,
      "loss": 4.9688,
      "step": 62809
    },
    {
      "epoch": 2.5725988122056114,
      "grad_norm": 4.232304114947288,
      "learning_rate": 0.00018691100820219332,
      "loss": 4.9375,
      "step": 62810
    },
    {
      "epoch": 2.572639770632808,
      "grad_norm": 3.244452735789993,
      "learning_rate": 0.00018690784708289256,
      "loss": 4.1875,
      "step": 62811
    },
    {
      "epoch": 2.572680729060004,
      "grad_norm": 3.614143935840905,
      "learning_rate": 0.00018690468594614396,
      "loss": 4.6562,
      "step": 62812
    },
    {
      "epoch": 2.5727216874872005,
      "grad_norm": 3.5817650207291343,
      "learning_rate": 0.0001869015247919489,
      "loss": 5.1875,
      "step": 62813
    },
    {
      "epoch": 2.5727626459143966,
      "grad_norm": 2.8471021475134823,
      "learning_rate": 0.00018689836362030898,
      "loss": 3.8125,
      "step": 62814
    },
    {
      "epoch": 2.572803604341593,
      "grad_norm": 2.875786125589262,
      "learning_rate": 0.00018689520243122566,
      "loss": 3.7656,
      "step": 62815
    },
    {
      "epoch": 2.5728445627687897,
      "grad_norm": 5.122478471259032,
      "learning_rate": 0.0001868920412247004,
      "loss": 5.6875,
      "step": 62816
    },
    {
      "epoch": 2.5728855211959862,
      "grad_norm": 4.563218505244607,
      "learning_rate": 0.0001868888800007347,
      "loss": 6.625,
      "step": 62817
    },
    {
      "epoch": 2.5729264796231823,
      "grad_norm": 3.982398919773926,
      "learning_rate": 0.00018688571875933018,
      "loss": 5.2188,
      "step": 62818
    },
    {
      "epoch": 2.572967438050379,
      "grad_norm": 6.043999595929961,
      "learning_rate": 0.00018688255750048816,
      "loss": 5.7812,
      "step": 62819
    },
    {
      "epoch": 2.5730083964775754,
      "grad_norm": 3.1774888317767744,
      "learning_rate": 0.00018687939622421022,
      "loss": 4.25,
      "step": 62820
    },
    {
      "epoch": 2.5730493549047715,
      "grad_norm": 3.3017491871580336,
      "learning_rate": 0.00018687623493049782,
      "loss": 3.0156,
      "step": 62821
    },
    {
      "epoch": 2.573090313331968,
      "grad_norm": 4.282709232064413,
      "learning_rate": 0.00018687307361935253,
      "loss": 4.7812,
      "step": 62822
    },
    {
      "epoch": 2.5731312717591646,
      "grad_norm": 3.4049841398807064,
      "learning_rate": 0.00018686991229077574,
      "loss": 4.0938,
      "step": 62823
    },
    {
      "epoch": 2.573172230186361,
      "grad_norm": 3.7818851852979734,
      "learning_rate": 0.00018686675094476904,
      "loss": 5.0938,
      "step": 62824
    },
    {
      "epoch": 2.573213188613557,
      "grad_norm": 2.5252139235745883,
      "learning_rate": 0.00018686358958133382,
      "loss": 1.9453,
      "step": 62825
    },
    {
      "epoch": 2.5732541470407537,
      "grad_norm": 3.7303017482425562,
      "learning_rate": 0.00018686042820047167,
      "loss": 4.4688,
      "step": 62826
    },
    {
      "epoch": 2.57329510546795,
      "grad_norm": 3.630846588759115,
      "learning_rate": 0.00018685726680218404,
      "loss": 4.4375,
      "step": 62827
    },
    {
      "epoch": 2.5733360638951464,
      "grad_norm": 7.845364736776983,
      "learning_rate": 0.00018685410538647247,
      "loss": 3.8906,
      "step": 62828
    },
    {
      "epoch": 2.573377022322343,
      "grad_norm": 3.0819015140006476,
      "learning_rate": 0.00018685094395333836,
      "loss": 4.2812,
      "step": 62829
    },
    {
      "epoch": 2.5734179807495394,
      "grad_norm": 4.038109360266236,
      "learning_rate": 0.00018684778250278327,
      "loss": 4.9062,
      "step": 62830
    },
    {
      "epoch": 2.5734589391767355,
      "grad_norm": 3.0421903524032365,
      "learning_rate": 0.00018684462103480873,
      "loss": 4.0312,
      "step": 62831
    },
    {
      "epoch": 2.573499897603932,
      "grad_norm": 3.464279444630357,
      "learning_rate": 0.00018684145954941616,
      "loss": 4.5312,
      "step": 62832
    },
    {
      "epoch": 2.573540856031128,
      "grad_norm": 3.2192867363620237,
      "learning_rate": 0.00018683829804660708,
      "loss": 4.5625,
      "step": 62833
    },
    {
      "epoch": 2.5735818144583247,
      "grad_norm": 3.8072561180195983,
      "learning_rate": 0.00018683513652638302,
      "loss": 4.5625,
      "step": 62834
    },
    {
      "epoch": 2.573622772885521,
      "grad_norm": 3.1795573241656423,
      "learning_rate": 0.00018683197498874543,
      "loss": 4.5,
      "step": 62835
    },
    {
      "epoch": 2.5736637313127178,
      "grad_norm": 5.309622777269445,
      "learning_rate": 0.0001868288134336958,
      "loss": 1.5703,
      "step": 62836
    },
    {
      "epoch": 2.573704689739914,
      "grad_norm": 4.252191940089871,
      "learning_rate": 0.00018682565186123567,
      "loss": 4.75,
      "step": 62837
    },
    {
      "epoch": 2.5737456481671104,
      "grad_norm": 3.8034717514677494,
      "learning_rate": 0.0001868224902713665,
      "loss": 4.0312,
      "step": 62838
    },
    {
      "epoch": 2.573786606594307,
      "grad_norm": 3.0459050948318893,
      "learning_rate": 0.0001868193286640898,
      "loss": 3.3125,
      "step": 62839
    },
    {
      "epoch": 2.573827565021503,
      "grad_norm": 3.2541059451275287,
      "learning_rate": 0.00018681616703940704,
      "loss": 4.375,
      "step": 62840
    },
    {
      "epoch": 2.5738685234486995,
      "grad_norm": 3.513988463072813,
      "learning_rate": 0.00018681300539731975,
      "loss": 4.9062,
      "step": 62841
    },
    {
      "epoch": 2.573909481875896,
      "grad_norm": 2.973645506110705,
      "learning_rate": 0.00018680984373782938,
      "loss": 5.2812,
      "step": 62842
    },
    {
      "epoch": 2.5739504403030926,
      "grad_norm": 4.44140575421245,
      "learning_rate": 0.0001868066820609375,
      "loss": 5.5312,
      "step": 62843
    },
    {
      "epoch": 2.5739913987302887,
      "grad_norm": 2.9725818294446253,
      "learning_rate": 0.00018680352036664548,
      "loss": 3.9688,
      "step": 62844
    },
    {
      "epoch": 2.5740323571574852,
      "grad_norm": 3.7338890620895837,
      "learning_rate": 0.00018680035865495495,
      "loss": 3.8281,
      "step": 62845
    },
    {
      "epoch": 2.5740733155846813,
      "grad_norm": 3.0050525641378045,
      "learning_rate": 0.00018679719692586734,
      "loss": 4.375,
      "step": 62846
    },
    {
      "epoch": 2.574114274011878,
      "grad_norm": 3.9410443631841185,
      "learning_rate": 0.00018679403517938417,
      "loss": 5.1875,
      "step": 62847
    },
    {
      "epoch": 2.5741552324390744,
      "grad_norm": 3.384620846645999,
      "learning_rate": 0.00018679087341550688,
      "loss": 4.625,
      "step": 62848
    },
    {
      "epoch": 2.574196190866271,
      "grad_norm": 10.368842577033076,
      "learning_rate": 0.00018678771163423697,
      "loss": 2.4219,
      "step": 62849
    },
    {
      "epoch": 2.574237149293467,
      "grad_norm": 4.31248878252436,
      "learning_rate": 0.00018678454983557603,
      "loss": 6.3125,
      "step": 62850
    },
    {
      "epoch": 2.5742781077206636,
      "grad_norm": 5.065125066527604,
      "learning_rate": 0.00018678138801952549,
      "loss": 5.125,
      "step": 62851
    },
    {
      "epoch": 2.5743190661478597,
      "grad_norm": 3.6019474543944514,
      "learning_rate": 0.0001867782261860868,
      "loss": 4.375,
      "step": 62852
    },
    {
      "epoch": 2.574360024575056,
      "grad_norm": 3.5624163019087236,
      "learning_rate": 0.0001867750643352615,
      "loss": 6.0,
      "step": 62853
    },
    {
      "epoch": 2.5744009830022527,
      "grad_norm": 2.988662483677978,
      "learning_rate": 0.00018677190246705114,
      "loss": 4.1875,
      "step": 62854
    },
    {
      "epoch": 2.5744419414294493,
      "grad_norm": 6.129442395723236,
      "learning_rate": 0.0001867687405814571,
      "loss": 4.5625,
      "step": 62855
    },
    {
      "epoch": 2.5744828998566454,
      "grad_norm": 4.284929593203007,
      "learning_rate": 0.00018676557867848095,
      "loss": 4.8125,
      "step": 62856
    },
    {
      "epoch": 2.574523858283842,
      "grad_norm": 8.386526577845524,
      "learning_rate": 0.00018676241675812414,
      "loss": 3.7812,
      "step": 62857
    },
    {
      "epoch": 2.5745648167110384,
      "grad_norm": 3.1346843444083126,
      "learning_rate": 0.00018675925482038825,
      "loss": 4.5,
      "step": 62858
    },
    {
      "epoch": 2.5746057751382345,
      "grad_norm": 2.9021650073470027,
      "learning_rate": 0.00018675609286527471,
      "loss": 3.0,
      "step": 62859
    },
    {
      "epoch": 2.574646733565431,
      "grad_norm": 3.044669193649156,
      "learning_rate": 0.000186752930892785,
      "loss": 4.3125,
      "step": 62860
    },
    {
      "epoch": 2.5746876919926276,
      "grad_norm": 5.037133569551783,
      "learning_rate": 0.0001867497689029206,
      "loss": 5.4688,
      "step": 62861
    },
    {
      "epoch": 2.574728650419824,
      "grad_norm": 3.0169912195066635,
      "learning_rate": 0.00018674660689568307,
      "loss": 4.8125,
      "step": 62862
    },
    {
      "epoch": 2.57476960884702,
      "grad_norm": 4.053288392958327,
      "learning_rate": 0.00018674344487107394,
      "loss": 3.7031,
      "step": 62863
    },
    {
      "epoch": 2.5748105672742168,
      "grad_norm": 3.7985998106751677,
      "learning_rate": 0.00018674028282909458,
      "loss": 4.875,
      "step": 62864
    },
    {
      "epoch": 2.574851525701413,
      "grad_norm": 3.884585760388903,
      "learning_rate": 0.00018673712076974652,
      "loss": 4.625,
      "step": 62865
    },
    {
      "epoch": 2.5748924841286094,
      "grad_norm": 3.21323265866009,
      "learning_rate": 0.0001867339586930313,
      "loss": 4.5938,
      "step": 62866
    },
    {
      "epoch": 2.574933442555806,
      "grad_norm": 3.4474276351655977,
      "learning_rate": 0.00018673079659895043,
      "loss": 4.75,
      "step": 62867
    },
    {
      "epoch": 2.5749744009830025,
      "grad_norm": 3.7771236779597364,
      "learning_rate": 0.00018672763448750537,
      "loss": 5.2188,
      "step": 62868
    },
    {
      "epoch": 2.5750153594101985,
      "grad_norm": 3.2537934014056265,
      "learning_rate": 0.00018672447235869763,
      "loss": 4.6875,
      "step": 62869
    },
    {
      "epoch": 2.575056317837395,
      "grad_norm": 3.801108337955913,
      "learning_rate": 0.00018672131021252864,
      "loss": 5.0,
      "step": 62870
    },
    {
      "epoch": 2.575097276264591,
      "grad_norm": 4.22447439295359,
      "learning_rate": 0.00018671814804899998,
      "loss": 6.2188,
      "step": 62871
    },
    {
      "epoch": 2.5751382346917877,
      "grad_norm": 3.7345478049377605,
      "learning_rate": 0.00018671498586811307,
      "loss": 4.6562,
      "step": 62872
    },
    {
      "epoch": 2.5751791931189842,
      "grad_norm": 3.2721195951965334,
      "learning_rate": 0.00018671182366986945,
      "loss": 4.75,
      "step": 62873
    },
    {
      "epoch": 2.575220151546181,
      "grad_norm": 3.245561946388198,
      "learning_rate": 0.00018670866145427064,
      "loss": 4.4375,
      "step": 62874
    },
    {
      "epoch": 2.575261109973377,
      "grad_norm": 3.411949587163739,
      "learning_rate": 0.00018670549922131813,
      "loss": 4.8125,
      "step": 62875
    },
    {
      "epoch": 2.5753020684005734,
      "grad_norm": 3.383810600904369,
      "learning_rate": 0.0001867023369710133,
      "loss": 4.875,
      "step": 62876
    },
    {
      "epoch": 2.57534302682777,
      "grad_norm": 3.180551558358122,
      "learning_rate": 0.00018669917470335781,
      "loss": 4.25,
      "step": 62877
    },
    {
      "epoch": 2.575383985254966,
      "grad_norm": 3.6015380808252155,
      "learning_rate": 0.00018669601241835305,
      "loss": 4.3125,
      "step": 62878
    },
    {
      "epoch": 2.5754249436821626,
      "grad_norm": 4.076680381374112,
      "learning_rate": 0.0001866928501160006,
      "loss": 5.0312,
      "step": 62879
    },
    {
      "epoch": 2.575465902109359,
      "grad_norm": 2.1221589712436315,
      "learning_rate": 0.00018668968779630182,
      "loss": 1.0625,
      "step": 62880
    },
    {
      "epoch": 2.5755068605365556,
      "grad_norm": 3.1969928137749246,
      "learning_rate": 0.0001866865254592583,
      "loss": 4.2812,
      "step": 62881
    },
    {
      "epoch": 2.5755478189637517,
      "grad_norm": 3.2309202035727345,
      "learning_rate": 0.00018668336310487157,
      "loss": 4.4062,
      "step": 62882
    },
    {
      "epoch": 2.5755887773909483,
      "grad_norm": 3.2124905192080266,
      "learning_rate": 0.00018668020073314305,
      "loss": 4.8438,
      "step": 62883
    },
    {
      "epoch": 2.5756297358181444,
      "grad_norm": 2.9053413027031754,
      "learning_rate": 0.00018667703834407423,
      "loss": 3.1875,
      "step": 62884
    },
    {
      "epoch": 2.575670694245341,
      "grad_norm": 3.5735496568821743,
      "learning_rate": 0.00018667387593766663,
      "loss": 4.9688,
      "step": 62885
    },
    {
      "epoch": 2.5757116526725374,
      "grad_norm": 3.0106508737864712,
      "learning_rate": 0.0001866707135139218,
      "loss": 4.3438,
      "step": 62886
    },
    {
      "epoch": 2.575752611099734,
      "grad_norm": 3.6191036635279827,
      "learning_rate": 0.00018666755107284115,
      "loss": 4.7812,
      "step": 62887
    },
    {
      "epoch": 2.57579356952693,
      "grad_norm": 3.5098782432816704,
      "learning_rate": 0.00018666438861442624,
      "loss": 4.4688,
      "step": 62888
    },
    {
      "epoch": 2.5758345279541266,
      "grad_norm": 5.247510442542271,
      "learning_rate": 0.0001866612261386785,
      "loss": 5.6875,
      "step": 62889
    },
    {
      "epoch": 2.5758754863813227,
      "grad_norm": 3.3620878500462084,
      "learning_rate": 0.00018665806364559945,
      "loss": 4.75,
      "step": 62890
    },
    {
      "epoch": 2.5759164448085192,
      "grad_norm": 3.191204657110243,
      "learning_rate": 0.00018665490113519063,
      "loss": 4.875,
      "step": 62891
    },
    {
      "epoch": 2.5759574032357158,
      "grad_norm": 3.0276656320788344,
      "learning_rate": 0.00018665173860745352,
      "loss": 4.75,
      "step": 62892
    },
    {
      "epoch": 2.5759983616629123,
      "grad_norm": 11.165553047594962,
      "learning_rate": 0.00018664857606238953,
      "loss": 6.5938,
      "step": 62893
    },
    {
      "epoch": 2.5760393200901084,
      "grad_norm": 4.828932080010884,
      "learning_rate": 0.00018664541350000026,
      "loss": 4.6875,
      "step": 62894
    },
    {
      "epoch": 2.576080278517305,
      "grad_norm": 4.911024119449849,
      "learning_rate": 0.00018664225092028717,
      "loss": 4.375,
      "step": 62895
    },
    {
      "epoch": 2.5761212369445015,
      "grad_norm": 3.27103273295152,
      "learning_rate": 0.00018663908832325176,
      "loss": 5.25,
      "step": 62896
    },
    {
      "epoch": 2.5761621953716975,
      "grad_norm": 2.852018668004123,
      "learning_rate": 0.00018663592570889546,
      "loss": 3.9375,
      "step": 62897
    },
    {
      "epoch": 2.576203153798894,
      "grad_norm": 5.314215221605666,
      "learning_rate": 0.00018663276307721985,
      "loss": 5.25,
      "step": 62898
    },
    {
      "epoch": 2.5762441122260906,
      "grad_norm": 3.163027385240143,
      "learning_rate": 0.0001866296004282264,
      "loss": 4.1875,
      "step": 62899
    },
    {
      "epoch": 2.576285070653287,
      "grad_norm": 3.17561721309901,
      "learning_rate": 0.0001866264377619166,
      "loss": 4.5312,
      "step": 62900
    },
    {
      "epoch": 2.5763260290804832,
      "grad_norm": 5.30387635313021,
      "learning_rate": 0.00018662327507829192,
      "loss": 4.9062,
      "step": 62901
    },
    {
      "epoch": 2.57636698750768,
      "grad_norm": 2.8905419340617735,
      "learning_rate": 0.0001866201123773539,
      "loss": 4.1875,
      "step": 62902
    },
    {
      "epoch": 2.576407945934876,
      "grad_norm": 3.406937432880215,
      "learning_rate": 0.00018661694965910403,
      "loss": 4.1562,
      "step": 62903
    },
    {
      "epoch": 2.5764489043620724,
      "grad_norm": 4.750323082636774,
      "learning_rate": 0.0001866137869235438,
      "loss": 5.8438,
      "step": 62904
    },
    {
      "epoch": 2.576489862789269,
      "grad_norm": 3.3970732233070917,
      "learning_rate": 0.0001866106241706747,
      "loss": 4.0938,
      "step": 62905
    },
    {
      "epoch": 2.5765308212164655,
      "grad_norm": 3.6359258243546644,
      "learning_rate": 0.0001866074614004982,
      "loss": 1.5859,
      "step": 62906
    },
    {
      "epoch": 2.5765717796436616,
      "grad_norm": 3.2597336025030432,
      "learning_rate": 0.00018660429861301582,
      "loss": 5.8125,
      "step": 62907
    },
    {
      "epoch": 2.576612738070858,
      "grad_norm": 3.2451212226731485,
      "learning_rate": 0.00018660113580822903,
      "loss": 4.625,
      "step": 62908
    },
    {
      "epoch": 2.576653696498054,
      "grad_norm": 2.614546164268281,
      "learning_rate": 0.00018659797298613935,
      "loss": 1.4453,
      "step": 62909
    },
    {
      "epoch": 2.5766946549252507,
      "grad_norm": 3.820568230441155,
      "learning_rate": 0.0001865948101467483,
      "loss": 4.625,
      "step": 62910
    },
    {
      "epoch": 2.5767356133524473,
      "grad_norm": 6.05400511835968,
      "learning_rate": 0.00018659164729005733,
      "loss": 3.1562,
      "step": 62911
    },
    {
      "epoch": 2.576776571779644,
      "grad_norm": 2.7946628147887407,
      "learning_rate": 0.00018658848441606795,
      "loss": 3.2812,
      "step": 62912
    },
    {
      "epoch": 2.57681753020684,
      "grad_norm": 2.697391695992145,
      "learning_rate": 0.0001865853215247817,
      "loss": 2.8594,
      "step": 62913
    },
    {
      "epoch": 2.5768584886340364,
      "grad_norm": 3.143429033423296,
      "learning_rate": 0.00018658215861619998,
      "loss": 5.125,
      "step": 62914
    },
    {
      "epoch": 2.576899447061233,
      "grad_norm": 4.734419223322366,
      "learning_rate": 0.00018657899569032437,
      "loss": 4.25,
      "step": 62915
    },
    {
      "epoch": 2.576940405488429,
      "grad_norm": 4.948580684913932,
      "learning_rate": 0.00018657583274715627,
      "loss": 5.1875,
      "step": 62916
    },
    {
      "epoch": 2.5769813639156256,
      "grad_norm": 4.530462732084857,
      "learning_rate": 0.0001865726697866973,
      "loss": 3.6094,
      "step": 62917
    },
    {
      "epoch": 2.577022322342822,
      "grad_norm": 3.778169314568344,
      "learning_rate": 0.00018656950680894888,
      "loss": 4.375,
      "step": 62918
    },
    {
      "epoch": 2.5770632807700187,
      "grad_norm": 3.411915429950684,
      "learning_rate": 0.00018656634381391252,
      "loss": 3.8125,
      "step": 62919
    },
    {
      "epoch": 2.5771042391972148,
      "grad_norm": 3.4667552739956182,
      "learning_rate": 0.00018656318080158973,
      "loss": 4.75,
      "step": 62920
    },
    {
      "epoch": 2.5771451976244113,
      "grad_norm": 3.738806053586259,
      "learning_rate": 0.00018656001777198197,
      "loss": 4.375,
      "step": 62921
    },
    {
      "epoch": 2.5771861560516074,
      "grad_norm": 4.0292688528848375,
      "learning_rate": 0.00018655685472509077,
      "loss": 4.4375,
      "step": 62922
    },
    {
      "epoch": 2.577227114478804,
      "grad_norm": 3.3845992206120674,
      "learning_rate": 0.0001865536916609176,
      "loss": 4.7812,
      "step": 62923
    },
    {
      "epoch": 2.5772680729060005,
      "grad_norm": 3.3799291397403497,
      "learning_rate": 0.00018655052857946395,
      "loss": 4.625,
      "step": 62924
    },
    {
      "epoch": 2.577309031333197,
      "grad_norm": 5.414775658373726,
      "learning_rate": 0.00018654736548073136,
      "loss": 3.8594,
      "step": 62925
    },
    {
      "epoch": 2.577349989760393,
      "grad_norm": 3.524547359212897,
      "learning_rate": 0.00018654420236472127,
      "loss": 5.1875,
      "step": 62926
    },
    {
      "epoch": 2.5773909481875896,
      "grad_norm": 3.38346153244317,
      "learning_rate": 0.00018654103923143524,
      "loss": 4.7812,
      "step": 62927
    },
    {
      "epoch": 2.5774319066147857,
      "grad_norm": 3.4561627954228045,
      "learning_rate": 0.0001865378760808747,
      "loss": 4.7188,
      "step": 62928
    },
    {
      "epoch": 2.5774728650419823,
      "grad_norm": 3.769476198938932,
      "learning_rate": 0.00018653471291304116,
      "loss": 6.5,
      "step": 62929
    },
    {
      "epoch": 2.577513823469179,
      "grad_norm": 3.092175215777511,
      "learning_rate": 0.00018653154972793614,
      "loss": 4.3438,
      "step": 62930
    },
    {
      "epoch": 2.5775547818963753,
      "grad_norm": 3.270326858294747,
      "learning_rate": 0.0001865283865255611,
      "loss": 3.9688,
      "step": 62931
    },
    {
      "epoch": 2.5775957403235714,
      "grad_norm": 3.4343698442786486,
      "learning_rate": 0.00018652522330591761,
      "loss": 4.25,
      "step": 62932
    },
    {
      "epoch": 2.577636698750768,
      "grad_norm": 4.125957464621169,
      "learning_rate": 0.00018652206006900706,
      "loss": 4.9375,
      "step": 62933
    },
    {
      "epoch": 2.5776776571779645,
      "grad_norm": 3.319845591490022,
      "learning_rate": 0.00018651889681483105,
      "loss": 4.5312,
      "step": 62934
    },
    {
      "epoch": 2.5777186156051606,
      "grad_norm": 3.5598720128863603,
      "learning_rate": 0.00018651573354339099,
      "loss": 5.3438,
      "step": 62935
    },
    {
      "epoch": 2.577759574032357,
      "grad_norm": 16.25631220219364,
      "learning_rate": 0.00018651257025468845,
      "loss": 4.5938,
      "step": 62936
    },
    {
      "epoch": 2.5778005324595537,
      "grad_norm": 8.477091634837873,
      "learning_rate": 0.0001865094069487248,
      "loss": 4.0938,
      "step": 62937
    },
    {
      "epoch": 2.57784149088675,
      "grad_norm": 3.0458694330086726,
      "learning_rate": 0.0001865062436255017,
      "loss": 4.2188,
      "step": 62938
    },
    {
      "epoch": 2.5778824493139463,
      "grad_norm": 7.759334618998878,
      "learning_rate": 0.00018650308028502055,
      "loss": 5.0312,
      "step": 62939
    },
    {
      "epoch": 2.577923407741143,
      "grad_norm": 3.4121636075503927,
      "learning_rate": 0.00018649991692728284,
      "loss": 4.8438,
      "step": 62940
    },
    {
      "epoch": 2.577964366168339,
      "grad_norm": 4.809000176732813,
      "learning_rate": 0.00018649675355229014,
      "loss": 3.3906,
      "step": 62941
    },
    {
      "epoch": 2.5780053245955354,
      "grad_norm": 2.985060633370327,
      "learning_rate": 0.00018649359016004386,
      "loss": 3.8906,
      "step": 62942
    },
    {
      "epoch": 2.578046283022732,
      "grad_norm": 7.316642373092705,
      "learning_rate": 0.00018649042675054553,
      "loss": 4.1562,
      "step": 62943
    },
    {
      "epoch": 2.5780872414499285,
      "grad_norm": 6.519444738500198,
      "learning_rate": 0.0001864872633237966,
      "loss": 3.1875,
      "step": 62944
    },
    {
      "epoch": 2.5781281998771246,
      "grad_norm": 3.2069485269362787,
      "learning_rate": 0.00018648409987979866,
      "loss": 5.0312,
      "step": 62945
    },
    {
      "epoch": 2.578169158304321,
      "grad_norm": 3.386515543907122,
      "learning_rate": 0.00018648093641855315,
      "loss": 4.6562,
      "step": 62946
    },
    {
      "epoch": 2.5782101167315177,
      "grad_norm": 3.9355477823126384,
      "learning_rate": 0.00018647777294006156,
      "loss": 4.5625,
      "step": 62947
    },
    {
      "epoch": 2.5782510751587138,
      "grad_norm": 3.7268814881731385,
      "learning_rate": 0.00018647460944432539,
      "loss": 4.625,
      "step": 62948
    },
    {
      "epoch": 2.5782920335859103,
      "grad_norm": 3.585265381120208,
      "learning_rate": 0.00018647144593134614,
      "loss": 2.75,
      "step": 62949
    },
    {
      "epoch": 2.578332992013107,
      "grad_norm": 4.920732781568075,
      "learning_rate": 0.00018646828240112534,
      "loss": 1.4688,
      "step": 62950
    },
    {
      "epoch": 2.578373950440303,
      "grad_norm": 4.756753604824479,
      "learning_rate": 0.00018646511885366443,
      "loss": 3.3438,
      "step": 62951
    },
    {
      "epoch": 2.5784149088674995,
      "grad_norm": 4.048884455286049,
      "learning_rate": 0.0001864619552889649,
      "loss": 5.2188,
      "step": 62952
    },
    {
      "epoch": 2.578455867294696,
      "grad_norm": 3.3359138698475364,
      "learning_rate": 0.0001864587917070283,
      "loss": 3.9062,
      "step": 62953
    },
    {
      "epoch": 2.578496825721892,
      "grad_norm": 3.261438304589826,
      "learning_rate": 0.0001864556281078561,
      "loss": 4.2812,
      "step": 62954
    },
    {
      "epoch": 2.5785377841490886,
      "grad_norm": 4.470839414043385,
      "learning_rate": 0.00018645246449144982,
      "loss": 4.5625,
      "step": 62955
    },
    {
      "epoch": 2.578578742576285,
      "grad_norm": 4.439468916852175,
      "learning_rate": 0.0001864493008578109,
      "loss": 5.5625,
      "step": 62956
    },
    {
      "epoch": 2.5786197010034817,
      "grad_norm": 4.25153650700359,
      "learning_rate": 0.00018644613720694082,
      "loss": 6.2188,
      "step": 62957
    },
    {
      "epoch": 2.578660659430678,
      "grad_norm": 3.1799341401843306,
      "learning_rate": 0.0001864429735388412,
      "loss": 4.4375,
      "step": 62958
    },
    {
      "epoch": 2.5787016178578743,
      "grad_norm": 3.3254296634264,
      "learning_rate": 0.0001864398098535134,
      "loss": 4.125,
      "step": 62959
    },
    {
      "epoch": 2.5787425762850704,
      "grad_norm": 3.8294544629850638,
      "learning_rate": 0.00018643664615095902,
      "loss": 6.4375,
      "step": 62960
    },
    {
      "epoch": 2.578783534712267,
      "grad_norm": 3.8303401302498896,
      "learning_rate": 0.00018643348243117946,
      "loss": 4.2812,
      "step": 62961
    },
    {
      "epoch": 2.5788244931394635,
      "grad_norm": 3.8027640524050597,
      "learning_rate": 0.00018643031869417632,
      "loss": 4.8125,
      "step": 62962
    },
    {
      "epoch": 2.57886545156666,
      "grad_norm": 3.0045678862654484,
      "learning_rate": 0.00018642715493995103,
      "loss": 3.75,
      "step": 62963
    },
    {
      "epoch": 2.578906409993856,
      "grad_norm": 3.693718615355543,
      "learning_rate": 0.00018642399116850506,
      "loss": 5.5625,
      "step": 62964
    },
    {
      "epoch": 2.5789473684210527,
      "grad_norm": 13.224996774199598,
      "learning_rate": 0.0001864208273798399,
      "loss": 3.25,
      "step": 62965
    },
    {
      "epoch": 2.578988326848249,
      "grad_norm": 3.1973861510801806,
      "learning_rate": 0.00018641766357395718,
      "loss": 4.7812,
      "step": 62966
    },
    {
      "epoch": 2.5790292852754453,
      "grad_norm": 4.952786320113926,
      "learning_rate": 0.00018641449975085827,
      "loss": 1.8906,
      "step": 62967
    },
    {
      "epoch": 2.579070243702642,
      "grad_norm": 3.910320798886218,
      "learning_rate": 0.0001864113359105447,
      "loss": 5.0,
      "step": 62968
    },
    {
      "epoch": 2.5791112021298384,
      "grad_norm": 3.3068823199866237,
      "learning_rate": 0.00018640817205301793,
      "loss": 4.8438,
      "step": 62969
    },
    {
      "epoch": 2.5791521605570344,
      "grad_norm": 3.6280001174975407,
      "learning_rate": 0.00018640500817827948,
      "loss": 4.25,
      "step": 62970
    },
    {
      "epoch": 2.579193118984231,
      "grad_norm": 3.489301925917362,
      "learning_rate": 0.00018640184428633092,
      "loss": 4.4688,
      "step": 62971
    },
    {
      "epoch": 2.5792340774114275,
      "grad_norm": 3.4843808305432677,
      "learning_rate": 0.00018639868037717365,
      "loss": 2.7812,
      "step": 62972
    },
    {
      "epoch": 2.5792750358386236,
      "grad_norm": 4.4772056946917855,
      "learning_rate": 0.00018639551645080915,
      "loss": 4.3438,
      "step": 62973
    },
    {
      "epoch": 2.57931599426582,
      "grad_norm": 3.4500868647199,
      "learning_rate": 0.00018639235250723902,
      "loss": 4.5938,
      "step": 62974
    },
    {
      "epoch": 2.5793569526930167,
      "grad_norm": 8.88389582638063,
      "learning_rate": 0.00018638918854646473,
      "loss": 4.1562,
      "step": 62975
    },
    {
      "epoch": 2.579397911120213,
      "grad_norm": 3.1687094867581815,
      "learning_rate": 0.00018638602456848765,
      "loss": 4.6562,
      "step": 62976
    },
    {
      "epoch": 2.5794388695474093,
      "grad_norm": 3.0455439486042075,
      "learning_rate": 0.00018638286057330944,
      "loss": 4.1875,
      "step": 62977
    },
    {
      "epoch": 2.579479827974606,
      "grad_norm": 4.4478625231814695,
      "learning_rate": 0.0001863796965609315,
      "loss": 4.9688,
      "step": 62978
    },
    {
      "epoch": 2.579520786401802,
      "grad_norm": 3.494623209689492,
      "learning_rate": 0.00018637653253135536,
      "loss": 3.4844,
      "step": 62979
    },
    {
      "epoch": 2.5795617448289985,
      "grad_norm": 3.384587911669633,
      "learning_rate": 0.0001863733684845825,
      "loss": 5.6562,
      "step": 62980
    },
    {
      "epoch": 2.579602703256195,
      "grad_norm": 3.391142201032298,
      "learning_rate": 0.0001863702044206144,
      "loss": 4.0938,
      "step": 62981
    },
    {
      "epoch": 2.5796436616833915,
      "grad_norm": 8.093659370835006,
      "learning_rate": 0.0001863670403394526,
      "loss": 7.1875,
      "step": 62982
    },
    {
      "epoch": 2.5796846201105876,
      "grad_norm": 3.187923499863914,
      "learning_rate": 0.00018636387624109858,
      "loss": 3.9375,
      "step": 62983
    },
    {
      "epoch": 2.579725578537784,
      "grad_norm": 6.0477814460295845,
      "learning_rate": 0.0001863607121255538,
      "loss": 6.3125,
      "step": 62984
    },
    {
      "epoch": 2.5797665369649807,
      "grad_norm": 3.6729022186181526,
      "learning_rate": 0.0001863575479928198,
      "loss": 4.2188,
      "step": 62985
    },
    {
      "epoch": 2.579807495392177,
      "grad_norm": 3.299317516621902,
      "learning_rate": 0.00018635438384289807,
      "loss": 4.9688,
      "step": 62986
    },
    {
      "epoch": 2.5798484538193733,
      "grad_norm": 2.8964031413356595,
      "learning_rate": 0.0001863512196757901,
      "loss": 2.8281,
      "step": 62987
    },
    {
      "epoch": 2.57988941224657,
      "grad_norm": 3.6358788105085345,
      "learning_rate": 0.00018634805549149736,
      "loss": 4.9688,
      "step": 62988
    },
    {
      "epoch": 2.5799303706737664,
      "grad_norm": 3.5392949552491797,
      "learning_rate": 0.0001863448912900214,
      "loss": 4.5625,
      "step": 62989
    },
    {
      "epoch": 2.5799713291009625,
      "grad_norm": 6.7028825672951236,
      "learning_rate": 0.00018634172707136367,
      "loss": 6.875,
      "step": 62990
    },
    {
      "epoch": 2.580012287528159,
      "grad_norm": 17.485125573841795,
      "learning_rate": 0.0001863385628355257,
      "loss": 5.0938,
      "step": 62991
    },
    {
      "epoch": 2.580053245955355,
      "grad_norm": 3.11745660245855,
      "learning_rate": 0.00018633539858250894,
      "loss": 3.1094,
      "step": 62992
    },
    {
      "epoch": 2.5800942043825517,
      "grad_norm": 4.209144937561292,
      "learning_rate": 0.00018633223431231488,
      "loss": 5.0,
      "step": 62993
    },
    {
      "epoch": 2.580135162809748,
      "grad_norm": 3.2079199547471404,
      "learning_rate": 0.00018632907002494507,
      "loss": 4.6875,
      "step": 62994
    },
    {
      "epoch": 2.5801761212369447,
      "grad_norm": 3.501642722457179,
      "learning_rate": 0.00018632590572040104,
      "loss": 4.4688,
      "step": 62995
    },
    {
      "epoch": 2.580217079664141,
      "grad_norm": 3.6975577011611622,
      "learning_rate": 0.00018632274139868417,
      "loss": 4.875,
      "step": 62996
    },
    {
      "epoch": 2.5802580380913374,
      "grad_norm": 3.168553931374713,
      "learning_rate": 0.00018631957705979603,
      "loss": 3.7344,
      "step": 62997
    },
    {
      "epoch": 2.5802989965185334,
      "grad_norm": 7.990137705910151,
      "learning_rate": 0.0001863164127037381,
      "loss": 4.6562,
      "step": 62998
    },
    {
      "epoch": 2.58033995494573,
      "grad_norm": 3.5729132963113104,
      "learning_rate": 0.00018631324833051188,
      "loss": 4.9062,
      "step": 62999
    },
    {
      "epoch": 2.5803809133729265,
      "grad_norm": 4.4597532553537444,
      "learning_rate": 0.00018631008394011888,
      "loss": 1.5938,
      "step": 63000
    },
    {
      "epoch": 2.580421871800123,
      "grad_norm": 3.7863120462770525,
      "learning_rate": 0.00018630691953256052,
      "loss": 6.5312,
      "step": 63001
    },
    {
      "epoch": 2.580462830227319,
      "grad_norm": 5.329826650695687,
      "learning_rate": 0.00018630375510783842,
      "loss": 5.8125,
      "step": 63002
    },
    {
      "epoch": 2.5805037886545157,
      "grad_norm": 3.56793941306019,
      "learning_rate": 0.000186300590665954,
      "loss": 4.8438,
      "step": 63003
    },
    {
      "epoch": 2.580544747081712,
      "grad_norm": 10.69077180494128,
      "learning_rate": 0.00018629742620690875,
      "loss": 4.0,
      "step": 63004
    },
    {
      "epoch": 2.5805857055089083,
      "grad_norm": 4.897532697241532,
      "learning_rate": 0.00018629426173070418,
      "loss": 3.6719,
      "step": 63005
    },
    {
      "epoch": 2.580626663936105,
      "grad_norm": 3.782106387284432,
      "learning_rate": 0.0001862910972373418,
      "loss": 5.1875,
      "step": 63006
    },
    {
      "epoch": 2.5806676223633014,
      "grad_norm": 3.830860520605499,
      "learning_rate": 0.00018628793272682312,
      "loss": 4.2188,
      "step": 63007
    },
    {
      "epoch": 2.580708580790498,
      "grad_norm": 3.3656192036861396,
      "learning_rate": 0.00018628476819914958,
      "loss": 4.7188,
      "step": 63008
    },
    {
      "epoch": 2.580749539217694,
      "grad_norm": 3.570500514012785,
      "learning_rate": 0.00018628160365432268,
      "loss": 4.875,
      "step": 63009
    },
    {
      "epoch": 2.5807904976448905,
      "grad_norm": 3.4305216051252416,
      "learning_rate": 0.00018627843909234404,
      "loss": 4.5,
      "step": 63010
    },
    {
      "epoch": 2.5808314560720866,
      "grad_norm": 3.034949917614499,
      "learning_rate": 0.000186275274513215,
      "loss": 4.1562,
      "step": 63011
    },
    {
      "epoch": 2.580872414499283,
      "grad_norm": 3.389555634730994,
      "learning_rate": 0.0001862721099169371,
      "loss": 5.2188,
      "step": 63012
    },
    {
      "epoch": 2.5809133729264797,
      "grad_norm": 5.8031610309077255,
      "learning_rate": 0.00018626894530351183,
      "loss": 3.7812,
      "step": 63013
    },
    {
      "epoch": 2.5809543313536762,
      "grad_norm": 4.19341832232874,
      "learning_rate": 0.00018626578067294075,
      "loss": 4.6875,
      "step": 63014
    },
    {
      "epoch": 2.5809952897808723,
      "grad_norm": 3.292605451051635,
      "learning_rate": 0.00018626261602522532,
      "loss": 4.0,
      "step": 63015
    },
    {
      "epoch": 2.581036248208069,
      "grad_norm": 2.5996473827109923,
      "learning_rate": 0.000186259451360367,
      "loss": 2.8594,
      "step": 63016
    },
    {
      "epoch": 2.581077206635265,
      "grad_norm": 3.0843113176572254,
      "learning_rate": 0.0001862562866783673,
      "loss": 4.0938,
      "step": 63017
    },
    {
      "epoch": 2.5811181650624615,
      "grad_norm": 3.446600228359392,
      "learning_rate": 0.0001862531219792278,
      "loss": 4.9062,
      "step": 63018
    },
    {
      "epoch": 2.581159123489658,
      "grad_norm": 4.234160755756109,
      "learning_rate": 0.00018624995726294988,
      "loss": 4.4688,
      "step": 63019
    },
    {
      "epoch": 2.5812000819168546,
      "grad_norm": 4.8503452386721095,
      "learning_rate": 0.00018624679252953507,
      "loss": 5.75,
      "step": 63020
    },
    {
      "epoch": 2.5812410403440507,
      "grad_norm": 3.2798211385014677,
      "learning_rate": 0.0001862436277789849,
      "loss": 4.5938,
      "step": 63021
    },
    {
      "epoch": 2.581281998771247,
      "grad_norm": 3.736436234097073,
      "learning_rate": 0.00018624046301130085,
      "loss": 3.9219,
      "step": 63022
    },
    {
      "epoch": 2.5813229571984437,
      "grad_norm": 6.214604548896601,
      "learning_rate": 0.0001862372982264844,
      "loss": 6.1562,
      "step": 63023
    },
    {
      "epoch": 2.58136391562564,
      "grad_norm": 3.270156118678457,
      "learning_rate": 0.0001862341334245371,
      "loss": 4.5625,
      "step": 63024
    },
    {
      "epoch": 2.5814048740528364,
      "grad_norm": 3.448655073103371,
      "learning_rate": 0.00018623096860546034,
      "loss": 3.8281,
      "step": 63025
    },
    {
      "epoch": 2.581445832480033,
      "grad_norm": 7.638395443302897,
      "learning_rate": 0.00018622780376925573,
      "loss": 4.25,
      "step": 63026
    },
    {
      "epoch": 2.5814867909072294,
      "grad_norm": 4.186430930546875,
      "learning_rate": 0.0001862246389159247,
      "loss": 5.0,
      "step": 63027
    },
    {
      "epoch": 2.5815277493344255,
      "grad_norm": 3.131788794253591,
      "learning_rate": 0.00018622147404546874,
      "loss": 5.0312,
      "step": 63028
    },
    {
      "epoch": 2.581568707761622,
      "grad_norm": 3.1190885736581735,
      "learning_rate": 0.00018621830915788938,
      "loss": 4.875,
      "step": 63029
    },
    {
      "epoch": 2.581609666188818,
      "grad_norm": 3.767026912352128,
      "learning_rate": 0.0001862151442531881,
      "loss": 4.375,
      "step": 63030
    },
    {
      "epoch": 2.5816506246160147,
      "grad_norm": 3.713093862576685,
      "learning_rate": 0.00018621197933136645,
      "loss": 5.3125,
      "step": 63031
    },
    {
      "epoch": 2.5816915830432112,
      "grad_norm": 5.560199641091824,
      "learning_rate": 0.00018620881439242585,
      "loss": 4.6562,
      "step": 63032
    },
    {
      "epoch": 2.5817325414704078,
      "grad_norm": 3.298707477249511,
      "learning_rate": 0.00018620564943636777,
      "loss": 3.625,
      "step": 63033
    },
    {
      "epoch": 2.581773499897604,
      "grad_norm": 4.416364115030988,
      "learning_rate": 0.00018620248446319382,
      "loss": 5.0,
      "step": 63034
    },
    {
      "epoch": 2.5818144583248004,
      "grad_norm": 3.702722338722786,
      "learning_rate": 0.00018619931947290544,
      "loss": 4.7188,
      "step": 63035
    },
    {
      "epoch": 2.5818554167519965,
      "grad_norm": 7.295257965488853,
      "learning_rate": 0.0001861961544655041,
      "loss": 5.5938,
      "step": 63036
    },
    {
      "epoch": 2.581896375179193,
      "grad_norm": 4.704009140997429,
      "learning_rate": 0.0001861929894409913,
      "loss": 3.6719,
      "step": 63037
    },
    {
      "epoch": 2.5819373336063896,
      "grad_norm": 3.5321174218167477,
      "learning_rate": 0.00018618982439936858,
      "loss": 5.0312,
      "step": 63038
    },
    {
      "epoch": 2.581978292033586,
      "grad_norm": 4.532073065903613,
      "learning_rate": 0.00018618665934063742,
      "loss": 5.9375,
      "step": 63039
    },
    {
      "epoch": 2.582019250460782,
      "grad_norm": 3.965957827418184,
      "learning_rate": 0.0001861834942647993,
      "loss": 4.6875,
      "step": 63040
    },
    {
      "epoch": 2.5820602088879787,
      "grad_norm": 6.705188354431466,
      "learning_rate": 0.0001861803291718557,
      "loss": 5.5938,
      "step": 63041
    },
    {
      "epoch": 2.5821011673151752,
      "grad_norm": 4.191173799680784,
      "learning_rate": 0.00018617716406180818,
      "loss": 1.9922,
      "step": 63042
    },
    {
      "epoch": 2.5821421257423713,
      "grad_norm": 3.18766312421942,
      "learning_rate": 0.00018617399893465817,
      "loss": 5.0625,
      "step": 63043
    },
    {
      "epoch": 2.582183084169568,
      "grad_norm": 3.523560676700971,
      "learning_rate": 0.0001861708337904072,
      "loss": 5.9062,
      "step": 63044
    },
    {
      "epoch": 2.5822240425967644,
      "grad_norm": 4.390689684318189,
      "learning_rate": 0.00018616766862905677,
      "loss": 4.6562,
      "step": 63045
    },
    {
      "epoch": 2.582265001023961,
      "grad_norm": 3.820136143511938,
      "learning_rate": 0.00018616450345060835,
      "loss": 5.0625,
      "step": 63046
    },
    {
      "epoch": 2.582305959451157,
      "grad_norm": 3.0300399672161173,
      "learning_rate": 0.00018616133825506345,
      "loss": 5.0312,
      "step": 63047
    },
    {
      "epoch": 2.5823469178783536,
      "grad_norm": 3.204276081799057,
      "learning_rate": 0.00018615817304242359,
      "loss": 5.0938,
      "step": 63048
    },
    {
      "epoch": 2.5823878763055497,
      "grad_norm": 3.5328357792001306,
      "learning_rate": 0.0001861550078126902,
      "loss": 4.875,
      "step": 63049
    },
    {
      "epoch": 2.582428834732746,
      "grad_norm": 3.325219660167152,
      "learning_rate": 0.00018615184256586486,
      "loss": 4.3438,
      "step": 63050
    },
    {
      "epoch": 2.5824697931599427,
      "grad_norm": 3.176137531649984,
      "learning_rate": 0.000186148677301949,
      "loss": 4.7812,
      "step": 63051
    },
    {
      "epoch": 2.5825107515871393,
      "grad_norm": 3.9413049758308603,
      "learning_rate": 0.00018614551202094414,
      "loss": 5.9375,
      "step": 63052
    },
    {
      "epoch": 2.5825517100143354,
      "grad_norm": 3.1091038562710165,
      "learning_rate": 0.0001861423467228518,
      "loss": 4.5312,
      "step": 63053
    },
    {
      "epoch": 2.582592668441532,
      "grad_norm": 3.756631107281895,
      "learning_rate": 0.00018613918140767348,
      "loss": 5.2188,
      "step": 63054
    },
    {
      "epoch": 2.582633626868728,
      "grad_norm": 9.046315853546062,
      "learning_rate": 0.0001861360160754106,
      "loss": 1.0703,
      "step": 63055
    },
    {
      "epoch": 2.5826745852959245,
      "grad_norm": 4.580175544948535,
      "learning_rate": 0.00018613285072606472,
      "loss": 5.3438,
      "step": 63056
    },
    {
      "epoch": 2.582715543723121,
      "grad_norm": 3.110634492984956,
      "learning_rate": 0.00018612968535963733,
      "loss": 3.7656,
      "step": 63057
    },
    {
      "epoch": 2.5827565021503176,
      "grad_norm": 4.3678044040968,
      "learning_rate": 0.00018612651997612992,
      "loss": 4.0938,
      "step": 63058
    },
    {
      "epoch": 2.5827974605775137,
      "grad_norm": 3.2645124241282653,
      "learning_rate": 0.000186123354575544,
      "loss": 4.125,
      "step": 63059
    },
    {
      "epoch": 2.5828384190047102,
      "grad_norm": 3.8460172629468428,
      "learning_rate": 0.0001861201891578811,
      "loss": 3.125,
      "step": 63060
    },
    {
      "epoch": 2.5828793774319068,
      "grad_norm": 3.3697408242992393,
      "learning_rate": 0.00018611702372314256,
      "loss": 4.8438,
      "step": 63061
    },
    {
      "epoch": 2.582920335859103,
      "grad_norm": 3.2737696581455977,
      "learning_rate": 0.00018611385827133008,
      "loss": 5.0312,
      "step": 63062
    },
    {
      "epoch": 2.5829612942862994,
      "grad_norm": 3.897115815826504,
      "learning_rate": 0.00018611069280244502,
      "loss": 5.4688,
      "step": 63063
    },
    {
      "epoch": 2.583002252713496,
      "grad_norm": 2.899093446496448,
      "learning_rate": 0.00018610752731648892,
      "loss": 4.3438,
      "step": 63064
    },
    {
      "epoch": 2.5830432111406925,
      "grad_norm": 2.9607635270314527,
      "learning_rate": 0.00018610436181346328,
      "loss": 3.9375,
      "step": 63065
    },
    {
      "epoch": 2.5830841695678886,
      "grad_norm": 3.7947130292040643,
      "learning_rate": 0.0001861011962933696,
      "loss": 4.3438,
      "step": 63066
    },
    {
      "epoch": 2.583125127995085,
      "grad_norm": 5.056658868849877,
      "learning_rate": 0.00018609803075620937,
      "loss": 1.5547,
      "step": 63067
    },
    {
      "epoch": 2.583166086422281,
      "grad_norm": 3.2963328531162457,
      "learning_rate": 0.0001860948652019841,
      "loss": 4.9375,
      "step": 63068
    },
    {
      "epoch": 2.5832070448494777,
      "grad_norm": 4.20476894134691,
      "learning_rate": 0.00018609169963069522,
      "loss": 1.4922,
      "step": 63069
    },
    {
      "epoch": 2.5832480032766743,
      "grad_norm": 3.3110401654812223,
      "learning_rate": 0.00018608853404234433,
      "loss": 4.2812,
      "step": 63070
    },
    {
      "epoch": 2.583288961703871,
      "grad_norm": 3.4845471738095193,
      "learning_rate": 0.00018608536843693288,
      "loss": 4.8125,
      "step": 63071
    },
    {
      "epoch": 2.583329920131067,
      "grad_norm": 7.660369137125546,
      "learning_rate": 0.0001860822028144623,
      "loss": 6.0312,
      "step": 63072
    },
    {
      "epoch": 2.5833708785582634,
      "grad_norm": 16.64330265175008,
      "learning_rate": 0.0001860790371749342,
      "loss": 2.2969,
      "step": 63073
    },
    {
      "epoch": 2.5834118369854595,
      "grad_norm": 3.392395163012798,
      "learning_rate": 0.00018607587151834998,
      "loss": 4.9062,
      "step": 63074
    },
    {
      "epoch": 2.583452795412656,
      "grad_norm": 3.58198493335544,
      "learning_rate": 0.00018607270584471123,
      "loss": 3.9688,
      "step": 63075
    },
    {
      "epoch": 2.5834937538398526,
      "grad_norm": 4.028444992145248,
      "learning_rate": 0.0001860695401540194,
      "loss": 4.5312,
      "step": 63076
    },
    {
      "epoch": 2.583534712267049,
      "grad_norm": 6.585930461698872,
      "learning_rate": 0.00018606637444627596,
      "loss": 3.3594,
      "step": 63077
    },
    {
      "epoch": 2.583575670694245,
      "grad_norm": 3.0895052965629723,
      "learning_rate": 0.00018606320872148244,
      "loss": 4.5,
      "step": 63078
    },
    {
      "epoch": 2.5836166291214417,
      "grad_norm": 5.630507924099298,
      "learning_rate": 0.00018606004297964032,
      "loss": 3.7812,
      "step": 63079
    },
    {
      "epoch": 2.5836575875486383,
      "grad_norm": 3.534420984640647,
      "learning_rate": 0.00018605687722075113,
      "loss": 4.9375,
      "step": 63080
    },
    {
      "epoch": 2.5836985459758344,
      "grad_norm": 4.171248588051339,
      "learning_rate": 0.00018605371144481632,
      "loss": 5.9375,
      "step": 63081
    },
    {
      "epoch": 2.583739504403031,
      "grad_norm": 3.7593896615978117,
      "learning_rate": 0.00018605054565183743,
      "loss": 4.5938,
      "step": 63082
    },
    {
      "epoch": 2.5837804628302274,
      "grad_norm": 3.5940369914681125,
      "learning_rate": 0.00018604737984181594,
      "loss": 4.0938,
      "step": 63083
    },
    {
      "epoch": 2.583821421257424,
      "grad_norm": 6.136779122627071,
      "learning_rate": 0.00018604421401475325,
      "loss": 4.1875,
      "step": 63084
    },
    {
      "epoch": 2.58386237968462,
      "grad_norm": 4.560562081575518,
      "learning_rate": 0.00018604104817065102,
      "loss": 4.9062,
      "step": 63085
    },
    {
      "epoch": 2.5839033381118166,
      "grad_norm": 5.923004438785714,
      "learning_rate": 0.00018603788230951067,
      "loss": 6.4688,
      "step": 63086
    },
    {
      "epoch": 2.5839442965390127,
      "grad_norm": 3.6417518386426053,
      "learning_rate": 0.0001860347164313337,
      "loss": 2.8438,
      "step": 63087
    },
    {
      "epoch": 2.5839852549662092,
      "grad_norm": 3.109914218491242,
      "learning_rate": 0.00018603155053612157,
      "loss": 3.0625,
      "step": 63088
    },
    {
      "epoch": 2.5840262133934058,
      "grad_norm": 7.189396491543902,
      "learning_rate": 0.00018602838462387585,
      "loss": 6.9062,
      "step": 63089
    },
    {
      "epoch": 2.5840671718206023,
      "grad_norm": 3.215243658924807,
      "learning_rate": 0.000186025218694598,
      "loss": 4.4688,
      "step": 63090
    },
    {
      "epoch": 2.5841081302477984,
      "grad_norm": 3.384700300287375,
      "learning_rate": 0.00018602205274828953,
      "loss": 4.6875,
      "step": 63091
    },
    {
      "epoch": 2.584149088674995,
      "grad_norm": 3.362252922833526,
      "learning_rate": 0.00018601888678495187,
      "loss": 4.6562,
      "step": 63092
    },
    {
      "epoch": 2.584190047102191,
      "grad_norm": 3.715553603943663,
      "learning_rate": 0.00018601572080458663,
      "loss": 4.5938,
      "step": 63093
    },
    {
      "epoch": 2.5842310055293876,
      "grad_norm": 3.333689591839409,
      "learning_rate": 0.00018601255480719522,
      "loss": 4.5938,
      "step": 63094
    },
    {
      "epoch": 2.584271963956584,
      "grad_norm": 12.60586750233502,
      "learning_rate": 0.00018600938879277917,
      "loss": 6.1562,
      "step": 63095
    },
    {
      "epoch": 2.5843129223837806,
      "grad_norm": 2.9677013377442107,
      "learning_rate": 0.00018600622276134,
      "loss": 4.5312,
      "step": 63096
    },
    {
      "epoch": 2.5843538808109767,
      "grad_norm": 4.16449659398074,
      "learning_rate": 0.0001860030567128791,
      "loss": 4.0625,
      "step": 63097
    },
    {
      "epoch": 2.5843948392381733,
      "grad_norm": 3.86489256604045,
      "learning_rate": 0.0001859998906473981,
      "loss": 6.125,
      "step": 63098
    },
    {
      "epoch": 2.58443579766537,
      "grad_norm": 9.110086635292028,
      "learning_rate": 0.00018599672456489844,
      "loss": 7.25,
      "step": 63099
    },
    {
      "epoch": 2.584476756092566,
      "grad_norm": 5.038513076223997,
      "learning_rate": 0.0001859935584653816,
      "loss": 4.1875,
      "step": 63100
    },
    {
      "epoch": 2.5845177145197624,
      "grad_norm": 3.1655285350892353,
      "learning_rate": 0.0001859903923488491,
      "loss": 4.2188,
      "step": 63101
    },
    {
      "epoch": 2.584558672946959,
      "grad_norm": 3.4743960922080914,
      "learning_rate": 0.0001859872262153024,
      "loss": 3.6406,
      "step": 63102
    },
    {
      "epoch": 2.5845996313741555,
      "grad_norm": 6.61949362511592,
      "learning_rate": 0.0001859840600647431,
      "loss": 6.0625,
      "step": 63103
    },
    {
      "epoch": 2.5846405898013516,
      "grad_norm": 5.2313137607710845,
      "learning_rate": 0.00018598089389717257,
      "loss": 6.8125,
      "step": 63104
    },
    {
      "epoch": 2.584681548228548,
      "grad_norm": 5.2534428130880615,
      "learning_rate": 0.00018597772771259235,
      "loss": 5.5938,
      "step": 63105
    },
    {
      "epoch": 2.584722506655744,
      "grad_norm": 3.441996295447309,
      "learning_rate": 0.000185974561511004,
      "loss": 4.5625,
      "step": 63106
    },
    {
      "epoch": 2.5847634650829407,
      "grad_norm": 11.22755153760082,
      "learning_rate": 0.00018597139529240894,
      "loss": 4.9062,
      "step": 63107
    },
    {
      "epoch": 2.5848044235101373,
      "grad_norm": 8.179800300631362,
      "learning_rate": 0.00018596822905680868,
      "loss": 6.7188,
      "step": 63108
    },
    {
      "epoch": 2.584845381937334,
      "grad_norm": 5.640002811271185,
      "learning_rate": 0.00018596506280420472,
      "loss": 4.7188,
      "step": 63109
    },
    {
      "epoch": 2.58488634036453,
      "grad_norm": 4.549620905068799,
      "learning_rate": 0.0001859618965345986,
      "loss": 4.6875,
      "step": 63110
    },
    {
      "epoch": 2.5849272987917264,
      "grad_norm": 3.4775489103378274,
      "learning_rate": 0.00018595873024799178,
      "loss": 4.5625,
      "step": 63111
    },
    {
      "epoch": 2.5849682572189225,
      "grad_norm": 4.926656494176468,
      "learning_rate": 0.00018595556394438576,
      "loss": 4.4375,
      "step": 63112
    },
    {
      "epoch": 2.585009215646119,
      "grad_norm": 3.3902790755618506,
      "learning_rate": 0.00018595239762378196,
      "loss": 4.5938,
      "step": 63113
    },
    {
      "epoch": 2.5850501740733156,
      "grad_norm": 5.028380886954587,
      "learning_rate": 0.00018594923128618202,
      "loss": 5.0,
      "step": 63114
    },
    {
      "epoch": 2.585091132500512,
      "grad_norm": 3.499624802130171,
      "learning_rate": 0.00018594606493158738,
      "loss": 4.4375,
      "step": 63115
    },
    {
      "epoch": 2.5851320909277082,
      "grad_norm": 7.701881706281695,
      "learning_rate": 0.00018594289855999952,
      "loss": 6.5938,
      "step": 63116
    },
    {
      "epoch": 2.5851730493549048,
      "grad_norm": 2.972116178608456,
      "learning_rate": 0.00018593973217141994,
      "loss": 4.4375,
      "step": 63117
    },
    {
      "epoch": 2.5852140077821013,
      "grad_norm": 3.2291831136284364,
      "learning_rate": 0.00018593656576585012,
      "loss": 4.375,
      "step": 63118
    },
    {
      "epoch": 2.5852549662092974,
      "grad_norm": 3.444479009001482,
      "learning_rate": 0.0001859333993432916,
      "loss": 4.3125,
      "step": 63119
    },
    {
      "epoch": 2.585295924636494,
      "grad_norm": 4.790513470211792,
      "learning_rate": 0.00018593023290374585,
      "loss": 4.9062,
      "step": 63120
    },
    {
      "epoch": 2.5853368830636905,
      "grad_norm": 3.6458540453018253,
      "learning_rate": 0.00018592706644721433,
      "loss": 4.3125,
      "step": 63121
    },
    {
      "epoch": 2.585377841490887,
      "grad_norm": 3.6028373165340333,
      "learning_rate": 0.00018592389997369865,
      "loss": 4.8438,
      "step": 63122
    },
    {
      "epoch": 2.585418799918083,
      "grad_norm": 2.994538439724989,
      "learning_rate": 0.0001859207334832002,
      "loss": 4.2188,
      "step": 63123
    },
    {
      "epoch": 2.5854597583452796,
      "grad_norm": 6.468458580104224,
      "learning_rate": 0.00018591756697572048,
      "loss": 3.3125,
      "step": 63124
    },
    {
      "epoch": 2.5855007167724757,
      "grad_norm": 3.1139908615976215,
      "learning_rate": 0.00018591440045126104,
      "loss": 4.0,
      "step": 63125
    },
    {
      "epoch": 2.5855416751996723,
      "grad_norm": 3.570418934025374,
      "learning_rate": 0.00018591123390982337,
      "loss": 5.4375,
      "step": 63126
    },
    {
      "epoch": 2.585582633626869,
      "grad_norm": 3.40547018179243,
      "learning_rate": 0.00018590806735140896,
      "loss": 3.6719,
      "step": 63127
    },
    {
      "epoch": 2.5856235920540653,
      "grad_norm": 4.720578306638673,
      "learning_rate": 0.00018590490077601926,
      "loss": 4.6875,
      "step": 63128
    },
    {
      "epoch": 2.5856645504812614,
      "grad_norm": 12.20121749013699,
      "learning_rate": 0.00018590173418365583,
      "loss": 4.4688,
      "step": 63129
    },
    {
      "epoch": 2.585705508908458,
      "grad_norm": 4.480097581927662,
      "learning_rate": 0.00018589856757432016,
      "loss": 4.3438,
      "step": 63130
    },
    {
      "epoch": 2.585746467335654,
      "grad_norm": 3.8799490114383803,
      "learning_rate": 0.00018589540094801372,
      "loss": 4.4062,
      "step": 63131
    },
    {
      "epoch": 2.5857874257628506,
      "grad_norm": 3.946631052581424,
      "learning_rate": 0.00018589223430473802,
      "loss": 4.9688,
      "step": 63132
    },
    {
      "epoch": 2.585828384190047,
      "grad_norm": 3.3105362881487705,
      "learning_rate": 0.0001858890676444945,
      "loss": 4.8438,
      "step": 63133
    },
    {
      "epoch": 2.5858693426172437,
      "grad_norm": 3.2862368959007004,
      "learning_rate": 0.00018588590096728477,
      "loss": 4.375,
      "step": 63134
    },
    {
      "epoch": 2.5859103010444398,
      "grad_norm": 18.91194782355862,
      "learning_rate": 0.00018588273427311026,
      "loss": 5.1562,
      "step": 63135
    },
    {
      "epoch": 2.5859512594716363,
      "grad_norm": 3.1729568232982532,
      "learning_rate": 0.00018587956756197248,
      "loss": 4.4375,
      "step": 63136
    },
    {
      "epoch": 2.585992217898833,
      "grad_norm": 6.045051284688595,
      "learning_rate": 0.0001858764008338729,
      "loss": 4.7188,
      "step": 63137
    },
    {
      "epoch": 2.586033176326029,
      "grad_norm": 3.745758233153792,
      "learning_rate": 0.00018587323408881306,
      "loss": 4.75,
      "step": 63138
    },
    {
      "epoch": 2.5860741347532255,
      "grad_norm": 7.197788961572737,
      "learning_rate": 0.00018587006732679443,
      "loss": 5.7812,
      "step": 63139
    },
    {
      "epoch": 2.586115093180422,
      "grad_norm": 4.7561316289616835,
      "learning_rate": 0.00018586690054781853,
      "loss": 6.125,
      "step": 63140
    },
    {
      "epoch": 2.5861560516076185,
      "grad_norm": 4.040644883493144,
      "learning_rate": 0.00018586373375188676,
      "loss": 4.4688,
      "step": 63141
    },
    {
      "epoch": 2.5861970100348146,
      "grad_norm": 4.430993271183409,
      "learning_rate": 0.00018586056693900078,
      "loss": 4.0938,
      "step": 63142
    },
    {
      "epoch": 2.586237968462011,
      "grad_norm": 3.3537830382606932,
      "learning_rate": 0.00018585740010916202,
      "loss": 4.5312,
      "step": 63143
    },
    {
      "epoch": 2.5862789268892072,
      "grad_norm": 4.182104475517317,
      "learning_rate": 0.0001858542332623719,
      "loss": 5.1875,
      "step": 63144
    },
    {
      "epoch": 2.5863198853164038,
      "grad_norm": 3.529763990831776,
      "learning_rate": 0.000185851066398632,
      "loss": 3.6719,
      "step": 63145
    },
    {
      "epoch": 2.5863608437436003,
      "grad_norm": 3.868717403178758,
      "learning_rate": 0.0001858478995179438,
      "loss": 4.5312,
      "step": 63146
    },
    {
      "epoch": 2.586401802170797,
      "grad_norm": 3.8306883987685394,
      "learning_rate": 0.00018584473262030882,
      "loss": 4.4688,
      "step": 63147
    },
    {
      "epoch": 2.586442760597993,
      "grad_norm": 3.3739775863950148,
      "learning_rate": 0.0001858415657057285,
      "loss": 4.4062,
      "step": 63148
    },
    {
      "epoch": 2.5864837190251895,
      "grad_norm": 3.5917412395711947,
      "learning_rate": 0.00018583839877420435,
      "loss": 4.0312,
      "step": 63149
    },
    {
      "epoch": 2.5865246774523856,
      "grad_norm": 3.3517333739829716,
      "learning_rate": 0.00018583523182573794,
      "loss": 4.7812,
      "step": 63150
    },
    {
      "epoch": 2.586565635879582,
      "grad_norm": 4.9173581717908235,
      "learning_rate": 0.00018583206486033068,
      "loss": 4.4062,
      "step": 63151
    },
    {
      "epoch": 2.5866065943067786,
      "grad_norm": 3.680866851537812,
      "learning_rate": 0.0001858288978779841,
      "loss": 5.0938,
      "step": 63152
    },
    {
      "epoch": 2.586647552733975,
      "grad_norm": 3.753910770346903,
      "learning_rate": 0.0001858257308786997,
      "loss": 4.4375,
      "step": 63153
    },
    {
      "epoch": 2.5866885111611713,
      "grad_norm": 3.1079515724627416,
      "learning_rate": 0.00018582256386247896,
      "loss": 4.6562,
      "step": 63154
    },
    {
      "epoch": 2.586729469588368,
      "grad_norm": 4.931808855364507,
      "learning_rate": 0.00018581939682932343,
      "loss": 3.6094,
      "step": 63155
    },
    {
      "epoch": 2.5867704280155643,
      "grad_norm": 4.202687614159009,
      "learning_rate": 0.0001858162297792345,
      "loss": 3.4688,
      "step": 63156
    },
    {
      "epoch": 2.5868113864427604,
      "grad_norm": 2.705729339588261,
      "learning_rate": 0.0001858130627122138,
      "loss": 2.8125,
      "step": 63157
    },
    {
      "epoch": 2.586852344869957,
      "grad_norm": 4.085288152285455,
      "learning_rate": 0.0001858098956282627,
      "loss": 5.6875,
      "step": 63158
    },
    {
      "epoch": 2.5868933032971535,
      "grad_norm": 4.0746402388471905,
      "learning_rate": 0.00018580672852738282,
      "loss": 4.625,
      "step": 63159
    },
    {
      "epoch": 2.58693426172435,
      "grad_norm": 2.941134497546388,
      "learning_rate": 0.00018580356140957555,
      "loss": 4.125,
      "step": 63160
    },
    {
      "epoch": 2.586975220151546,
      "grad_norm": 5.17314250227677,
      "learning_rate": 0.00018580039427484245,
      "loss": 4.0312,
      "step": 63161
    },
    {
      "epoch": 2.5870161785787427,
      "grad_norm": 4.344251578075859,
      "learning_rate": 0.000185797227123185,
      "loss": 4.3125,
      "step": 63162
    },
    {
      "epoch": 2.5870571370059388,
      "grad_norm": 3.5794657396107987,
      "learning_rate": 0.00018579405995460473,
      "loss": 3.4219,
      "step": 63163
    },
    {
      "epoch": 2.5870980954331353,
      "grad_norm": 4.495590326880338,
      "learning_rate": 0.00018579089276910305,
      "loss": 3.9688,
      "step": 63164
    },
    {
      "epoch": 2.587139053860332,
      "grad_norm": 8.196307494627039,
      "learning_rate": 0.00018578772556668155,
      "loss": 3.5,
      "step": 63165
    },
    {
      "epoch": 2.5871800122875284,
      "grad_norm": 3.1173125504921106,
      "learning_rate": 0.0001857845583473417,
      "loss": 3.7344,
      "step": 63166
    },
    {
      "epoch": 2.5872209707147245,
      "grad_norm": 10.45428430569145,
      "learning_rate": 0.00018578139111108497,
      "loss": 4.2812,
      "step": 63167
    },
    {
      "epoch": 2.587261929141921,
      "grad_norm": 4.436204712627315,
      "learning_rate": 0.00018577822385791286,
      "loss": 4.375,
      "step": 63168
    },
    {
      "epoch": 2.587302887569117,
      "grad_norm": 5.859389922501525,
      "learning_rate": 0.0001857750565878269,
      "loss": 1.2812,
      "step": 63169
    },
    {
      "epoch": 2.5873438459963136,
      "grad_norm": 3.634100007862843,
      "learning_rate": 0.00018577188930082855,
      "loss": 4.25,
      "step": 63170
    },
    {
      "epoch": 2.58738480442351,
      "grad_norm": 4.901821142611024,
      "learning_rate": 0.00018576872199691934,
      "loss": 3.5781,
      "step": 63171
    },
    {
      "epoch": 2.5874257628507067,
      "grad_norm": 4.241774303639813,
      "learning_rate": 0.0001857655546761008,
      "loss": 6.5938,
      "step": 63172
    },
    {
      "epoch": 2.587466721277903,
      "grad_norm": 3.380056986566184,
      "learning_rate": 0.0001857623873383743,
      "loss": 4.125,
      "step": 63173
    },
    {
      "epoch": 2.5875076797050993,
      "grad_norm": 3.468228254903062,
      "learning_rate": 0.00018575921998374145,
      "loss": 4.625,
      "step": 63174
    },
    {
      "epoch": 2.587548638132296,
      "grad_norm": 3.090812731356341,
      "learning_rate": 0.0001857560526122037,
      "loss": 4.0312,
      "step": 63175
    },
    {
      "epoch": 2.587589596559492,
      "grad_norm": 10.366227004988867,
      "learning_rate": 0.0001857528852237626,
      "loss": 6.2188,
      "step": 63176
    },
    {
      "epoch": 2.5876305549866885,
      "grad_norm": 2.94867224735989,
      "learning_rate": 0.00018574971781841959,
      "loss": 4.375,
      "step": 63177
    },
    {
      "epoch": 2.587671513413885,
      "grad_norm": 7.4072965974571705,
      "learning_rate": 0.00018574655039617618,
      "loss": 4.2812,
      "step": 63178
    },
    {
      "epoch": 2.5877124718410816,
      "grad_norm": 3.071221762628263,
      "learning_rate": 0.0001857433829570339,
      "loss": 4.0312,
      "step": 63179
    },
    {
      "epoch": 2.5877534302682776,
      "grad_norm": 3.8401755332424496,
      "learning_rate": 0.00018574021550099424,
      "loss": 4.4688,
      "step": 63180
    },
    {
      "epoch": 2.587794388695474,
      "grad_norm": 3.53253386340372,
      "learning_rate": 0.00018573704802805858,
      "loss": 4.8438,
      "step": 63181
    },
    {
      "epoch": 2.5878353471226703,
      "grad_norm": 3.60299846373187,
      "learning_rate": 0.00018573388053822859,
      "loss": 4.5,
      "step": 63182
    },
    {
      "epoch": 2.587876305549867,
      "grad_norm": 3.6877544074584865,
      "learning_rate": 0.00018573071303150572,
      "loss": 4.4375,
      "step": 63183
    },
    {
      "epoch": 2.5879172639770633,
      "grad_norm": 3.194013274918429,
      "learning_rate": 0.00018572754550789141,
      "loss": 3.7969,
      "step": 63184
    },
    {
      "epoch": 2.58795822240426,
      "grad_norm": 4.578434930243558,
      "learning_rate": 0.0001857243779673872,
      "loss": 5.5312,
      "step": 63185
    },
    {
      "epoch": 2.587999180831456,
      "grad_norm": 4.598587097671667,
      "learning_rate": 0.00018572121040999454,
      "loss": 3.2656,
      "step": 63186
    },
    {
      "epoch": 2.5880401392586525,
      "grad_norm": 3.8246053808092233,
      "learning_rate": 0.00018571804283571504,
      "loss": 4.0938,
      "step": 63187
    },
    {
      "epoch": 2.5880810976858486,
      "grad_norm": 3.760122923934744,
      "learning_rate": 0.00018571487524455009,
      "loss": 4.7812,
      "step": 63188
    },
    {
      "epoch": 2.588122056113045,
      "grad_norm": 14.263901377014795,
      "learning_rate": 0.00018571170763650118,
      "loss": 3.5625,
      "step": 63189
    },
    {
      "epoch": 2.5881630145402417,
      "grad_norm": 3.287494746375261,
      "learning_rate": 0.0001857085400115699,
      "loss": 4.7812,
      "step": 63190
    },
    {
      "epoch": 2.588203972967438,
      "grad_norm": 4.114300234961329,
      "learning_rate": 0.00018570537236975765,
      "loss": 3.5469,
      "step": 63191
    },
    {
      "epoch": 2.5882449313946343,
      "grad_norm": 3.3488720045389555,
      "learning_rate": 0.00018570220471106596,
      "loss": 4.6875,
      "step": 63192
    },
    {
      "epoch": 2.588285889821831,
      "grad_norm": 3.6215031027472886,
      "learning_rate": 0.00018569903703549639,
      "loss": 4.5,
      "step": 63193
    },
    {
      "epoch": 2.5883268482490274,
      "grad_norm": 3.758396868251093,
      "learning_rate": 0.00018569586934305036,
      "loss": 4.9375,
      "step": 63194
    },
    {
      "epoch": 2.5883678066762235,
      "grad_norm": 4.493725566613921,
      "learning_rate": 0.0001856927016337294,
      "loss": 4.5,
      "step": 63195
    },
    {
      "epoch": 2.58840876510342,
      "grad_norm": 3.0669210292926947,
      "learning_rate": 0.000185689533907535,
      "loss": 5.0,
      "step": 63196
    },
    {
      "epoch": 2.5884497235306165,
      "grad_norm": 7.4494878865242935,
      "learning_rate": 0.00018568636616446866,
      "loss": 6.3125,
      "step": 63197
    },
    {
      "epoch": 2.588490681957813,
      "grad_norm": 4.953946434493375,
      "learning_rate": 0.00018568319840453186,
      "loss": 4.0625,
      "step": 63198
    },
    {
      "epoch": 2.588531640385009,
      "grad_norm": 3.1908383015854738,
      "learning_rate": 0.00018568003062772618,
      "loss": 3.0,
      "step": 63199
    },
    {
      "epoch": 2.5885725988122057,
      "grad_norm": 4.178748211790161,
      "learning_rate": 0.00018567686283405297,
      "loss": 6.4688,
      "step": 63200
    },
    {
      "epoch": 2.588613557239402,
      "grad_norm": 5.864766351726111,
      "learning_rate": 0.00018567369502351383,
      "loss": 4.8438,
      "step": 63201
    },
    {
      "epoch": 2.5886545156665983,
      "grad_norm": 3.6770602277988904,
      "learning_rate": 0.00018567052719611028,
      "loss": 4.625,
      "step": 63202
    },
    {
      "epoch": 2.588695474093795,
      "grad_norm": 3.4706019835116586,
      "learning_rate": 0.00018566735935184376,
      "loss": 4.8438,
      "step": 63203
    },
    {
      "epoch": 2.5887364325209914,
      "grad_norm": 5.074201899936122,
      "learning_rate": 0.00018566419149071577,
      "loss": 5.0,
      "step": 63204
    },
    {
      "epoch": 2.5887773909481875,
      "grad_norm": 3.6370212426050914,
      "learning_rate": 0.00018566102361272776,
      "loss": 3.1406,
      "step": 63205
    },
    {
      "epoch": 2.588818349375384,
      "grad_norm": 3.8132848234326344,
      "learning_rate": 0.0001856578557178814,
      "loss": 5.3438,
      "step": 63206
    },
    {
      "epoch": 2.58885930780258,
      "grad_norm": 3.3605688682491563,
      "learning_rate": 0.000185654687806178,
      "loss": 4.0938,
      "step": 63207
    },
    {
      "epoch": 2.5889002662297766,
      "grad_norm": 3.214066730808561,
      "learning_rate": 0.00018565151987761915,
      "loss": 4.25,
      "step": 63208
    },
    {
      "epoch": 2.588941224656973,
      "grad_norm": 5.537739619968106,
      "learning_rate": 0.0001856483519322063,
      "loss": 3.7188,
      "step": 63209
    },
    {
      "epoch": 2.5889821830841697,
      "grad_norm": 3.5141101980168226,
      "learning_rate": 0.00018564518396994105,
      "loss": 5.4688,
      "step": 63210
    },
    {
      "epoch": 2.589023141511366,
      "grad_norm": 4.472976016888981,
      "learning_rate": 0.00018564201599082476,
      "loss": 4.5938,
      "step": 63211
    },
    {
      "epoch": 2.5890640999385623,
      "grad_norm": 6.463699150376144,
      "learning_rate": 0.00018563884799485905,
      "loss": 4.1562,
      "step": 63212
    },
    {
      "epoch": 2.589105058365759,
      "grad_norm": 4.120675492008839,
      "learning_rate": 0.0001856356799820453,
      "loss": 4.9375,
      "step": 63213
    },
    {
      "epoch": 2.589146016792955,
      "grad_norm": 3.1980284286056113,
      "learning_rate": 0.00018563251195238508,
      "loss": 4.2812,
      "step": 63214
    },
    {
      "epoch": 2.5891869752201515,
      "grad_norm": 4.258743240566329,
      "learning_rate": 0.00018562934390587994,
      "loss": 5.375,
      "step": 63215
    },
    {
      "epoch": 2.589227933647348,
      "grad_norm": 3.4046443338718477,
      "learning_rate": 0.00018562617584253122,
      "loss": 4.625,
      "step": 63216
    },
    {
      "epoch": 2.5892688920745446,
      "grad_norm": 3.9048475159479246,
      "learning_rate": 0.00018562300776234057,
      "loss": 6.0,
      "step": 63217
    },
    {
      "epoch": 2.5893098505017407,
      "grad_norm": 3.7750980394897997,
      "learning_rate": 0.0001856198396653094,
      "loss": 4.3438,
      "step": 63218
    },
    {
      "epoch": 2.589350808928937,
      "grad_norm": 7.391309424210743,
      "learning_rate": 0.0001856166715514393,
      "loss": 5.7188,
      "step": 63219
    },
    {
      "epoch": 2.5893917673561333,
      "grad_norm": 3.5086381828725663,
      "learning_rate": 0.00018561350342073164,
      "loss": 4.3438,
      "step": 63220
    },
    {
      "epoch": 2.58943272578333,
      "grad_norm": 3.694316203239166,
      "learning_rate": 0.00018561033527318796,
      "loss": 4.5,
      "step": 63221
    },
    {
      "epoch": 2.5894736842105264,
      "grad_norm": 3.153875279113941,
      "learning_rate": 0.0001856071671088099,
      "loss": 4.0938,
      "step": 63222
    },
    {
      "epoch": 2.589514642637723,
      "grad_norm": 3.4606011137668546,
      "learning_rate": 0.00018560399892759874,
      "loss": 4.5625,
      "step": 63223
    },
    {
      "epoch": 2.589555601064919,
      "grad_norm": 3.12613525514771,
      "learning_rate": 0.00018560083072955607,
      "loss": 3.9219,
      "step": 63224
    },
    {
      "epoch": 2.5895965594921155,
      "grad_norm": 3.041408223182298,
      "learning_rate": 0.00018559766251468343,
      "loss": 4.3125,
      "step": 63225
    },
    {
      "epoch": 2.5896375179193116,
      "grad_norm": 3.4436132550333753,
      "learning_rate": 0.00018559449428298227,
      "loss": 5.4062,
      "step": 63226
    },
    {
      "epoch": 2.589678476346508,
      "grad_norm": 4.073134637296949,
      "learning_rate": 0.0001855913260344541,
      "loss": 5.125,
      "step": 63227
    },
    {
      "epoch": 2.5897194347737047,
      "grad_norm": 7.11156254174812,
      "learning_rate": 0.0001855881577691004,
      "loss": 6.7188,
      "step": 63228
    },
    {
      "epoch": 2.5897603932009012,
      "grad_norm": 6.081195637598026,
      "learning_rate": 0.00018558498948692269,
      "loss": 6.1875,
      "step": 63229
    },
    {
      "epoch": 2.5898013516280973,
      "grad_norm": 3.418677263661025,
      "learning_rate": 0.00018558182118792247,
      "loss": 4.4062,
      "step": 63230
    },
    {
      "epoch": 2.589842310055294,
      "grad_norm": 5.147564430031452,
      "learning_rate": 0.00018557865287210123,
      "loss": 1.7812,
      "step": 63231
    },
    {
      "epoch": 2.5898832684824904,
      "grad_norm": 3.6137271652118153,
      "learning_rate": 0.00018557548453946045,
      "loss": 5.6875,
      "step": 63232
    },
    {
      "epoch": 2.5899242269096865,
      "grad_norm": 4.347459069878436,
      "learning_rate": 0.00018557231619000165,
      "loss": 5.3438,
      "step": 63233
    },
    {
      "epoch": 2.589965185336883,
      "grad_norm": 3.569086716272896,
      "learning_rate": 0.00018556914782372636,
      "loss": 4.5625,
      "step": 63234
    },
    {
      "epoch": 2.5900061437640796,
      "grad_norm": 9.07068027771493,
      "learning_rate": 0.00018556597944063602,
      "loss": 6.3125,
      "step": 63235
    },
    {
      "epoch": 2.590047102191276,
      "grad_norm": 3.9321134329581775,
      "learning_rate": 0.00018556281104073212,
      "loss": 3.3906,
      "step": 63236
    },
    {
      "epoch": 2.590088060618472,
      "grad_norm": 2.878361721513642,
      "learning_rate": 0.00018555964262401622,
      "loss": 3.7812,
      "step": 63237
    },
    {
      "epoch": 2.5901290190456687,
      "grad_norm": 3.3699250852570524,
      "learning_rate": 0.00018555647419048977,
      "loss": 4.0625,
      "step": 63238
    },
    {
      "epoch": 2.590169977472865,
      "grad_norm": 3.1790410401646687,
      "learning_rate": 0.0001855533057401543,
      "loss": 4.1562,
      "step": 63239
    },
    {
      "epoch": 2.5902109359000614,
      "grad_norm": 3.31084635112191,
      "learning_rate": 0.0001855501372730113,
      "loss": 4.5625,
      "step": 63240
    },
    {
      "epoch": 2.590251894327258,
      "grad_norm": 3.270894752347417,
      "learning_rate": 0.00018554696878906219,
      "loss": 4.4375,
      "step": 63241
    },
    {
      "epoch": 2.5902928527544544,
      "grad_norm": 2.93066243626474,
      "learning_rate": 0.00018554380028830859,
      "loss": 4.0625,
      "step": 63242
    },
    {
      "epoch": 2.5903338111816505,
      "grad_norm": 3.805609154929771,
      "learning_rate": 0.00018554063177075194,
      "loss": 3.9688,
      "step": 63243
    },
    {
      "epoch": 2.590374769608847,
      "grad_norm": 3.1534185001594373,
      "learning_rate": 0.00018553746323639377,
      "loss": 4.5625,
      "step": 63244
    },
    {
      "epoch": 2.590415728036043,
      "grad_norm": 3.4264544838725874,
      "learning_rate": 0.00018553429468523547,
      "loss": 4.3438,
      "step": 63245
    },
    {
      "epoch": 2.5904566864632397,
      "grad_norm": 3.345798514425847,
      "learning_rate": 0.00018553112611727866,
      "loss": 6.2812,
      "step": 63246
    },
    {
      "epoch": 2.590497644890436,
      "grad_norm": 3.9692492328296,
      "learning_rate": 0.00018552795753252482,
      "loss": 4.5,
      "step": 63247
    },
    {
      "epoch": 2.5905386033176327,
      "grad_norm": 3.1215144265246866,
      "learning_rate": 0.00018552478893097538,
      "loss": 4.4062,
      "step": 63248
    },
    {
      "epoch": 2.590579561744829,
      "grad_norm": 3.3400601113890946,
      "learning_rate": 0.0001855216203126319,
      "loss": 4.875,
      "step": 63249
    },
    {
      "epoch": 2.5906205201720254,
      "grad_norm": 4.320603456000471,
      "learning_rate": 0.00018551845167749586,
      "loss": 4.6562,
      "step": 63250
    },
    {
      "epoch": 2.590661478599222,
      "grad_norm": 3.3844109307301253,
      "learning_rate": 0.00018551528302556875,
      "loss": 4.9375,
      "step": 63251
    },
    {
      "epoch": 2.590702437026418,
      "grad_norm": 3.6221067446764432,
      "learning_rate": 0.0001855121143568521,
      "loss": 4.9375,
      "step": 63252
    },
    {
      "epoch": 2.5907433954536145,
      "grad_norm": 4.0725032847915505,
      "learning_rate": 0.00018550894567134736,
      "loss": 3.7656,
      "step": 63253
    },
    {
      "epoch": 2.590784353880811,
      "grad_norm": 3.4902554447600673,
      "learning_rate": 0.00018550577696905608,
      "loss": 3.7656,
      "step": 63254
    },
    {
      "epoch": 2.5908253123080076,
      "grad_norm": 3.429971331023963,
      "learning_rate": 0.00018550260824997967,
      "loss": 4.625,
      "step": 63255
    },
    {
      "epoch": 2.5908662707352037,
      "grad_norm": 4.202929657028103,
      "learning_rate": 0.00018549943951411973,
      "loss": 4.9375,
      "step": 63256
    },
    {
      "epoch": 2.5909072291624002,
      "grad_norm": 3.2338668495220566,
      "learning_rate": 0.00018549627076147772,
      "loss": 4.0312,
      "step": 63257
    },
    {
      "epoch": 2.5909481875895963,
      "grad_norm": 3.1345323926198714,
      "learning_rate": 0.00018549310199205514,
      "loss": 4.6875,
      "step": 63258
    },
    {
      "epoch": 2.590989146016793,
      "grad_norm": 3.639366492625188,
      "learning_rate": 0.00018548993320585347,
      "loss": 5.0312,
      "step": 63259
    },
    {
      "epoch": 2.5910301044439894,
      "grad_norm": 3.0193802219035275,
      "learning_rate": 0.00018548676440287417,
      "loss": 3.5938,
      "step": 63260
    },
    {
      "epoch": 2.591071062871186,
      "grad_norm": 3.249070186858616,
      "learning_rate": 0.00018548359558311886,
      "loss": 4.5,
      "step": 63261
    },
    {
      "epoch": 2.591112021298382,
      "grad_norm": 3.2493323183142553,
      "learning_rate": 0.00018548042674658893,
      "loss": 3.5469,
      "step": 63262
    },
    {
      "epoch": 2.5911529797255786,
      "grad_norm": 3.905825056878917,
      "learning_rate": 0.0001854772578932859,
      "loss": 5.0938,
      "step": 63263
    },
    {
      "epoch": 2.5911939381527747,
      "grad_norm": 5.503873619841773,
      "learning_rate": 0.0001854740890232113,
      "loss": 3.8906,
      "step": 63264
    },
    {
      "epoch": 2.591234896579971,
      "grad_norm": 3.45511652128907,
      "learning_rate": 0.00018547092013636662,
      "loss": 5.25,
      "step": 63265
    },
    {
      "epoch": 2.5912758550071677,
      "grad_norm": 4.547676894447663,
      "learning_rate": 0.00018546775123275334,
      "loss": 5.0938,
      "step": 63266
    },
    {
      "epoch": 2.5913168134343643,
      "grad_norm": 4.610949385522408,
      "learning_rate": 0.00018546458231237295,
      "loss": 4.9375,
      "step": 63267
    },
    {
      "epoch": 2.5913577718615604,
      "grad_norm": 4.00822339147325,
      "learning_rate": 0.00018546141337522697,
      "loss": 5.6562,
      "step": 63268
    },
    {
      "epoch": 2.591398730288757,
      "grad_norm": 4.141516236439204,
      "learning_rate": 0.00018545824442131687,
      "loss": 4.7812,
      "step": 63269
    },
    {
      "epoch": 2.5914396887159534,
      "grad_norm": 3.661282156898293,
      "learning_rate": 0.00018545507545064422,
      "loss": 4.625,
      "step": 63270
    },
    {
      "epoch": 2.5914806471431495,
      "grad_norm": 4.642873126351583,
      "learning_rate": 0.00018545190646321045,
      "loss": 5.7812,
      "step": 63271
    },
    {
      "epoch": 2.591521605570346,
      "grad_norm": 3.6146406060198384,
      "learning_rate": 0.00018544873745901706,
      "loss": 4.5312,
      "step": 63272
    },
    {
      "epoch": 2.5915625639975426,
      "grad_norm": 4.436153853872617,
      "learning_rate": 0.00018544556843806556,
      "loss": 4.6875,
      "step": 63273
    },
    {
      "epoch": 2.591603522424739,
      "grad_norm": 3.323302443028437,
      "learning_rate": 0.00018544239940035748,
      "loss": 4.1875,
      "step": 63274
    },
    {
      "epoch": 2.591644480851935,
      "grad_norm": 3.330457245607683,
      "learning_rate": 0.00018543923034589427,
      "loss": 4.7812,
      "step": 63275
    },
    {
      "epoch": 2.5916854392791318,
      "grad_norm": 10.602511812413352,
      "learning_rate": 0.00018543606127467745,
      "loss": 6.625,
      "step": 63276
    },
    {
      "epoch": 2.591726397706328,
      "grad_norm": 4.0180018082678455,
      "learning_rate": 0.00018543289218670851,
      "loss": 4.8125,
      "step": 63277
    },
    {
      "epoch": 2.5917673561335244,
      "grad_norm": 5.419957385217272,
      "learning_rate": 0.00018542972308198895,
      "loss": 4.3438,
      "step": 63278
    },
    {
      "epoch": 2.591808314560721,
      "grad_norm": 2.943186989169706,
      "learning_rate": 0.00018542655396052031,
      "loss": 3.7656,
      "step": 63279
    },
    {
      "epoch": 2.5918492729879175,
      "grad_norm": 3.5654884519358743,
      "learning_rate": 0.00018542338482230403,
      "loss": 3.9219,
      "step": 63280
    },
    {
      "epoch": 2.5918902314151135,
      "grad_norm": 6.940756564910562,
      "learning_rate": 0.0001854202156673416,
      "loss": 7.5,
      "step": 63281
    },
    {
      "epoch": 2.59193118984231,
      "grad_norm": 10.889095665753509,
      "learning_rate": 0.00018541704649563458,
      "loss": 4.0312,
      "step": 63282
    },
    {
      "epoch": 2.5919721482695066,
      "grad_norm": 3.114570365241168,
      "learning_rate": 0.00018541387730718444,
      "loss": 4.4688,
      "step": 63283
    },
    {
      "epoch": 2.5920131066967027,
      "grad_norm": 3.020079305439335,
      "learning_rate": 0.00018541070810199265,
      "loss": 4.3125,
      "step": 63284
    },
    {
      "epoch": 2.5920540651238992,
      "grad_norm": 3.413292114029766,
      "learning_rate": 0.0001854075388800607,
      "loss": 5.125,
      "step": 63285
    },
    {
      "epoch": 2.592095023551096,
      "grad_norm": 3.4664057078201442,
      "learning_rate": 0.0001854043696413902,
      "loss": 4.9062,
      "step": 63286
    },
    {
      "epoch": 2.592135981978292,
      "grad_norm": 4.921536756089443,
      "learning_rate": 0.00018540120038598254,
      "loss": 5.25,
      "step": 63287
    },
    {
      "epoch": 2.5921769404054884,
      "grad_norm": 7.542154628587798,
      "learning_rate": 0.00018539803111383924,
      "loss": 5.0625,
      "step": 63288
    },
    {
      "epoch": 2.592217898832685,
      "grad_norm": 4.848485967991213,
      "learning_rate": 0.00018539486182496176,
      "loss": 5.4688,
      "step": 63289
    },
    {
      "epoch": 2.592258857259881,
      "grad_norm": 3.420664504220957,
      "learning_rate": 0.00018539169251935173,
      "loss": 5.2188,
      "step": 63290
    },
    {
      "epoch": 2.5922998156870776,
      "grad_norm": 4.417805639314054,
      "learning_rate": 0.00018538852319701052,
      "loss": 6.25,
      "step": 63291
    },
    {
      "epoch": 2.592340774114274,
      "grad_norm": 13.608287045301562,
      "learning_rate": 0.00018538535385793966,
      "loss": 4.0312,
      "step": 63292
    },
    {
      "epoch": 2.5923817325414706,
      "grad_norm": 3.6728250693406537,
      "learning_rate": 0.00018538218450214067,
      "loss": 4.75,
      "step": 63293
    },
    {
      "epoch": 2.5924226909686667,
      "grad_norm": 5.428618371214407,
      "learning_rate": 0.00018537901512961504,
      "loss": 5.0938,
      "step": 63294
    },
    {
      "epoch": 2.5924636493958633,
      "grad_norm": 5.229452600635183,
      "learning_rate": 0.00018537584574036426,
      "loss": 3.9844,
      "step": 63295
    },
    {
      "epoch": 2.5925046078230594,
      "grad_norm": 3.0988057564446145,
      "learning_rate": 0.00018537267633438983,
      "loss": 3.7812,
      "step": 63296
    },
    {
      "epoch": 2.592545566250256,
      "grad_norm": 3.2106219335786506,
      "learning_rate": 0.00018536950691169324,
      "loss": 4.7812,
      "step": 63297
    },
    {
      "epoch": 2.5925865246774524,
      "grad_norm": 3.4235475207504362,
      "learning_rate": 0.00018536633747227602,
      "loss": 4.9688,
      "step": 63298
    },
    {
      "epoch": 2.592627483104649,
      "grad_norm": 6.057876580461075,
      "learning_rate": 0.00018536316801613965,
      "loss": 5.75,
      "step": 63299
    },
    {
      "epoch": 2.592668441531845,
      "grad_norm": 4.61491123117744,
      "learning_rate": 0.0001853599985432856,
      "loss": 5.2188,
      "step": 63300
    },
    {
      "epoch": 2.5927093999590416,
      "grad_norm": 3.149350353850595,
      "learning_rate": 0.0001853568290537154,
      "loss": 4.3125,
      "step": 63301
    },
    {
      "epoch": 2.592750358386238,
      "grad_norm": 5.67658492172051,
      "learning_rate": 0.00018535365954743059,
      "loss": 6.5312,
      "step": 63302
    },
    {
      "epoch": 2.592791316813434,
      "grad_norm": 3.6737187481018334,
      "learning_rate": 0.00018535049002443258,
      "loss": 4.7188,
      "step": 63303
    },
    {
      "epoch": 2.5928322752406308,
      "grad_norm": 4.537388559136821,
      "learning_rate": 0.0001853473204847229,
      "loss": 1.1797,
      "step": 63304
    },
    {
      "epoch": 2.5928732336678273,
      "grad_norm": 6.446993244084819,
      "learning_rate": 0.00018534415092830308,
      "loss": 5.1875,
      "step": 63305
    },
    {
      "epoch": 2.5929141920950234,
      "grad_norm": 3.8661576134296762,
      "learning_rate": 0.00018534098135517457,
      "loss": 4.5312,
      "step": 63306
    },
    {
      "epoch": 2.59295515052222,
      "grad_norm": 4.940315378507781,
      "learning_rate": 0.0001853378117653389,
      "loss": 4.2188,
      "step": 63307
    },
    {
      "epoch": 2.5929961089494165,
      "grad_norm": 4.069967203394715,
      "learning_rate": 0.00018533464215879762,
      "loss": 4.7812,
      "step": 63308
    },
    {
      "epoch": 2.5930370673766125,
      "grad_norm": 3.5953054775853035,
      "learning_rate": 0.0001853314725355521,
      "loss": 4.6875,
      "step": 63309
    },
    {
      "epoch": 2.593078025803809,
      "grad_norm": 3.4172148803534164,
      "learning_rate": 0.00018532830289560393,
      "loss": 4.3438,
      "step": 63310
    },
    {
      "epoch": 2.5931189842310056,
      "grad_norm": 3.551431468635543,
      "learning_rate": 0.00018532513323895458,
      "loss": 4.0,
      "step": 63311
    },
    {
      "epoch": 2.593159942658202,
      "grad_norm": 3.364728624499106,
      "learning_rate": 0.0001853219635656056,
      "loss": 4.0625,
      "step": 63312
    },
    {
      "epoch": 2.5932009010853982,
      "grad_norm": 3.9319252584689903,
      "learning_rate": 0.0001853187938755584,
      "loss": 5.0312,
      "step": 63313
    },
    {
      "epoch": 2.593241859512595,
      "grad_norm": 3.317394387492025,
      "learning_rate": 0.00018531562416881456,
      "loss": 4.2812,
      "step": 63314
    },
    {
      "epoch": 2.593282817939791,
      "grad_norm": 5.934021312387519,
      "learning_rate": 0.0001853124544453755,
      "loss": 5.5,
      "step": 63315
    },
    {
      "epoch": 2.5933237763669874,
      "grad_norm": 3.7827784460334875,
      "learning_rate": 0.0001853092847052428,
      "loss": 4.8438,
      "step": 63316
    },
    {
      "epoch": 2.593364734794184,
      "grad_norm": 7.330698879631629,
      "learning_rate": 0.00018530611494841788,
      "loss": 4.4062,
      "step": 63317
    },
    {
      "epoch": 2.5934056932213805,
      "grad_norm": 3.2913546040555004,
      "learning_rate": 0.00018530294517490233,
      "loss": 4.9375,
      "step": 63318
    },
    {
      "epoch": 2.5934466516485766,
      "grad_norm": 3.5496230784568557,
      "learning_rate": 0.00018529977538469757,
      "loss": 5.375,
      "step": 63319
    },
    {
      "epoch": 2.593487610075773,
      "grad_norm": 3.4833193848630812,
      "learning_rate": 0.0001852966055778051,
      "loss": 4.8125,
      "step": 63320
    },
    {
      "epoch": 2.5935285685029696,
      "grad_norm": 4.032431620321753,
      "learning_rate": 0.00018529343575422646,
      "loss": 4.2812,
      "step": 63321
    },
    {
      "epoch": 2.5935695269301657,
      "grad_norm": 3.6325217420649896,
      "learning_rate": 0.00018529026591396314,
      "loss": 3.6875,
      "step": 63322
    },
    {
      "epoch": 2.5936104853573623,
      "grad_norm": 4.425400211863555,
      "learning_rate": 0.00018528709605701666,
      "loss": 5.625,
      "step": 63323
    },
    {
      "epoch": 2.593651443784559,
      "grad_norm": 6.223103518583863,
      "learning_rate": 0.00018528392618338843,
      "loss": 5.6562,
      "step": 63324
    },
    {
      "epoch": 2.5936924022117553,
      "grad_norm": 3.0506449095463233,
      "learning_rate": 0.00018528075629308002,
      "loss": 4.5938,
      "step": 63325
    },
    {
      "epoch": 2.5937333606389514,
      "grad_norm": 3.595299351498867,
      "learning_rate": 0.00018527758638609292,
      "loss": 4.5312,
      "step": 63326
    },
    {
      "epoch": 2.593774319066148,
      "grad_norm": 4.833561455766293,
      "learning_rate": 0.00018527441646242867,
      "loss": 3.4531,
      "step": 63327
    },
    {
      "epoch": 2.593815277493344,
      "grad_norm": 3.4081402582401465,
      "learning_rate": 0.00018527124652208867,
      "loss": 4.3438,
      "step": 63328
    },
    {
      "epoch": 2.5938562359205406,
      "grad_norm": 5.186620616381682,
      "learning_rate": 0.0001852680765650745,
      "loss": 6.0312,
      "step": 63329
    },
    {
      "epoch": 2.593897194347737,
      "grad_norm": 3.2974222659356327,
      "learning_rate": 0.0001852649065913876,
      "loss": 4.8438,
      "step": 63330
    },
    {
      "epoch": 2.5939381527749337,
      "grad_norm": 3.153286155676219,
      "learning_rate": 0.00018526173660102953,
      "loss": 4.2812,
      "step": 63331
    },
    {
      "epoch": 2.5939791112021298,
      "grad_norm": 3.928807074965021,
      "learning_rate": 0.00018525856659400174,
      "loss": 4.875,
      "step": 63332
    },
    {
      "epoch": 2.5940200696293263,
      "grad_norm": 6.08052892819166,
      "learning_rate": 0.00018525539657030573,
      "loss": 3.4844,
      "step": 63333
    },
    {
      "epoch": 2.5940610280565224,
      "grad_norm": 3.5041785550974507,
      "learning_rate": 0.00018525222652994306,
      "loss": 4.2188,
      "step": 63334
    },
    {
      "epoch": 2.594101986483719,
      "grad_norm": 3.3830683288731414,
      "learning_rate": 0.00018524905647291514,
      "loss": 5.0,
      "step": 63335
    },
    {
      "epoch": 2.5941429449109155,
      "grad_norm": 3.246841452112192,
      "learning_rate": 0.00018524588639922353,
      "loss": 4.1562,
      "step": 63336
    },
    {
      "epoch": 2.594183903338112,
      "grad_norm": 3.2316134034171204,
      "learning_rate": 0.0001852427163088697,
      "loss": 4.4375,
      "step": 63337
    },
    {
      "epoch": 2.594224861765308,
      "grad_norm": 6.439328123138659,
      "learning_rate": 0.00018523954620185517,
      "loss": 3.0,
      "step": 63338
    },
    {
      "epoch": 2.5942658201925046,
      "grad_norm": 3.3494643433682447,
      "learning_rate": 0.00018523637607818143,
      "loss": 4.6562,
      "step": 63339
    },
    {
      "epoch": 2.594306778619701,
      "grad_norm": 12.427843309203777,
      "learning_rate": 0.00018523320593784992,
      "loss": 1.7969,
      "step": 63340
    },
    {
      "epoch": 2.5943477370468973,
      "grad_norm": 3.277906815810674,
      "learning_rate": 0.00018523003578086228,
      "loss": 4.5938,
      "step": 63341
    },
    {
      "epoch": 2.594388695474094,
      "grad_norm": 4.559087022736259,
      "learning_rate": 0.00018522686560721989,
      "loss": 5.0,
      "step": 63342
    },
    {
      "epoch": 2.5944296539012903,
      "grad_norm": 3.5501870398196793,
      "learning_rate": 0.00018522369541692428,
      "loss": 4.4062,
      "step": 63343
    },
    {
      "epoch": 2.594470612328487,
      "grad_norm": 4.414177518795051,
      "learning_rate": 0.00018522052520997696,
      "loss": 5.1562,
      "step": 63344
    },
    {
      "epoch": 2.594511570755683,
      "grad_norm": 8.44132134102975,
      "learning_rate": 0.00018521735498637937,
      "loss": 3.5312,
      "step": 63345
    },
    {
      "epoch": 2.5945525291828795,
      "grad_norm": 3.315200383709545,
      "learning_rate": 0.0001852141847461331,
      "loss": 3.6406,
      "step": 63346
    },
    {
      "epoch": 2.5945934876100756,
      "grad_norm": 3.555965974529099,
      "learning_rate": 0.00018521101448923963,
      "loss": 4.7188,
      "step": 63347
    },
    {
      "epoch": 2.594634446037272,
      "grad_norm": 3.6490731205187297,
      "learning_rate": 0.0001852078442157004,
      "loss": 3.8125,
      "step": 63348
    },
    {
      "epoch": 2.5946754044644686,
      "grad_norm": 3.7749636370096527,
      "learning_rate": 0.0001852046739255169,
      "loss": 4.9688,
      "step": 63349
    },
    {
      "epoch": 2.594716362891665,
      "grad_norm": 3.497532337973027,
      "learning_rate": 0.00018520150361869077,
      "loss": 3.8125,
      "step": 63350
    },
    {
      "epoch": 2.5947573213188613,
      "grad_norm": 4.068442545146305,
      "learning_rate": 0.00018519833329522337,
      "loss": 4.375,
      "step": 63351
    },
    {
      "epoch": 2.594798279746058,
      "grad_norm": 2.9282701420641777,
      "learning_rate": 0.00018519516295511623,
      "loss": 3.7031,
      "step": 63352
    },
    {
      "epoch": 2.594839238173254,
      "grad_norm": 3.498105239553904,
      "learning_rate": 0.00018519199259837087,
      "loss": 4.6875,
      "step": 63353
    },
    {
      "epoch": 2.5948801966004504,
      "grad_norm": 2.9220196132148617,
      "learning_rate": 0.00018518882222498878,
      "loss": 4.2812,
      "step": 63354
    },
    {
      "epoch": 2.594921155027647,
      "grad_norm": 3.9948047292642785,
      "learning_rate": 0.00018518565183497143,
      "loss": 4.0938,
      "step": 63355
    },
    {
      "epoch": 2.5949621134548435,
      "grad_norm": 4.172881501617018,
      "learning_rate": 0.0001851824814283204,
      "loss": 2.7969,
      "step": 63356
    },
    {
      "epoch": 2.5950030718820396,
      "grad_norm": 3.2478491059485197,
      "learning_rate": 0.0001851793110050371,
      "loss": 3.9219,
      "step": 63357
    },
    {
      "epoch": 2.595044030309236,
      "grad_norm": 4.344671394012246,
      "learning_rate": 0.00018517614056512305,
      "loss": 3.8438,
      "step": 63358
    },
    {
      "epoch": 2.5950849887364327,
      "grad_norm": 11.443195541496403,
      "learning_rate": 0.00018517297010857978,
      "loss": 2.8594,
      "step": 63359
    },
    {
      "epoch": 2.5951259471636288,
      "grad_norm": 3.040775587368089,
      "learning_rate": 0.00018516979963540878,
      "loss": 4.5312,
      "step": 63360
    },
    {
      "epoch": 2.5951669055908253,
      "grad_norm": 4.8067736306712,
      "learning_rate": 0.00018516662914561149,
      "loss": 3.1094,
      "step": 63361
    },
    {
      "epoch": 2.595207864018022,
      "grad_norm": 2.6283493894411887,
      "learning_rate": 0.00018516345863918952,
      "loss": 3.0938,
      "step": 63362
    },
    {
      "epoch": 2.5952488224452184,
      "grad_norm": 3.5341247080655678,
      "learning_rate": 0.00018516028811614433,
      "loss": 4.5625,
      "step": 63363
    },
    {
      "epoch": 2.5952897808724145,
      "grad_norm": 3.3635166452083634,
      "learning_rate": 0.0001851571175764773,
      "loss": 5.3125,
      "step": 63364
    },
    {
      "epoch": 2.595330739299611,
      "grad_norm": 3.6377448396359706,
      "learning_rate": 0.0001851539470201901,
      "loss": 4.7188,
      "step": 63365
    },
    {
      "epoch": 2.595371697726807,
      "grad_norm": 3.2908614721578626,
      "learning_rate": 0.0001851507764472841,
      "loss": 4.3438,
      "step": 63366
    },
    {
      "epoch": 2.5954126561540036,
      "grad_norm": 4.933420289550985,
      "learning_rate": 0.00018514760585776091,
      "loss": 2.2812,
      "step": 63367
    },
    {
      "epoch": 2.5954536145812,
      "grad_norm": 3.2617369722344782,
      "learning_rate": 0.00018514443525162192,
      "loss": 4.0938,
      "step": 63368
    },
    {
      "epoch": 2.5954945730083967,
      "grad_norm": 3.8260448294831186,
      "learning_rate": 0.0001851412646288687,
      "loss": 4.875,
      "step": 63369
    },
    {
      "epoch": 2.595535531435593,
      "grad_norm": 3.2216081424872907,
      "learning_rate": 0.00018513809398950273,
      "loss": 3.25,
      "step": 63370
    },
    {
      "epoch": 2.5955764898627893,
      "grad_norm": 5.867617174398128,
      "learning_rate": 0.00018513492333352554,
      "loss": 5.4062,
      "step": 63371
    },
    {
      "epoch": 2.5956174482899854,
      "grad_norm": 3.63590793193355,
      "learning_rate": 0.00018513175266093854,
      "loss": 4.8438,
      "step": 63372
    },
    {
      "epoch": 2.595658406717182,
      "grad_norm": 3.318351712952574,
      "learning_rate": 0.00018512858197174332,
      "loss": 4.7812,
      "step": 63373
    },
    {
      "epoch": 2.5956993651443785,
      "grad_norm": 3.7828622172985744,
      "learning_rate": 0.00018512541126594135,
      "loss": 5.0625,
      "step": 63374
    },
    {
      "epoch": 2.595740323571575,
      "grad_norm": 3.5009862773531863,
      "learning_rate": 0.00018512224054353411,
      "loss": 4.9688,
      "step": 63375
    },
    {
      "epoch": 2.595781281998771,
      "grad_norm": 3.1777638381593234,
      "learning_rate": 0.00018511906980452306,
      "loss": 4.125,
      "step": 63376
    },
    {
      "epoch": 2.5958222404259677,
      "grad_norm": 3.1606849562504293,
      "learning_rate": 0.00018511589904890983,
      "loss": 4.5312,
      "step": 63377
    },
    {
      "epoch": 2.595863198853164,
      "grad_norm": 3.685499937924493,
      "learning_rate": 0.00018511272827669584,
      "loss": 2.4219,
      "step": 63378
    },
    {
      "epoch": 2.5959041572803603,
      "grad_norm": 7.096789433081454,
      "learning_rate": 0.00018510955748788258,
      "loss": 6.3438,
      "step": 63379
    },
    {
      "epoch": 2.595945115707557,
      "grad_norm": 3.622135209472454,
      "learning_rate": 0.00018510638668247154,
      "loss": 4.2812,
      "step": 63380
    },
    {
      "epoch": 2.5959860741347534,
      "grad_norm": 4.708128298514375,
      "learning_rate": 0.0001851032158604642,
      "loss": 4.625,
      "step": 63381
    },
    {
      "epoch": 2.59602703256195,
      "grad_norm": 7.038170124276433,
      "learning_rate": 0.00018510004502186216,
      "loss": 5.9062,
      "step": 63382
    },
    {
      "epoch": 2.596067990989146,
      "grad_norm": 4.496134888754466,
      "learning_rate": 0.00018509687416666683,
      "loss": 4.9375,
      "step": 63383
    },
    {
      "epoch": 2.5961089494163425,
      "grad_norm": 3.4168779827547646,
      "learning_rate": 0.00018509370329487974,
      "loss": 4.3438,
      "step": 63384
    },
    {
      "epoch": 2.5961499078435386,
      "grad_norm": 3.499843966918941,
      "learning_rate": 0.00018509053240650238,
      "loss": 3.7031,
      "step": 63385
    },
    {
      "epoch": 2.596190866270735,
      "grad_norm": 3.3336140482381507,
      "learning_rate": 0.00018508736150153626,
      "loss": 4.4688,
      "step": 63386
    },
    {
      "epoch": 2.5962318246979317,
      "grad_norm": 3.444663724781976,
      "learning_rate": 0.00018508419057998288,
      "loss": 4.625,
      "step": 63387
    },
    {
      "epoch": 2.596272783125128,
      "grad_norm": 4.0904739461578465,
      "learning_rate": 0.0001850810196418437,
      "loss": 4.5938,
      "step": 63388
    },
    {
      "epoch": 2.5963137415523243,
      "grad_norm": 4.2116020167066734,
      "learning_rate": 0.00018507784868712025,
      "loss": 5.5,
      "step": 63389
    },
    {
      "epoch": 2.596354699979521,
      "grad_norm": 4.314768499961894,
      "learning_rate": 0.00018507467771581405,
      "loss": 5.9688,
      "step": 63390
    },
    {
      "epoch": 2.596395658406717,
      "grad_norm": 3.1667316909527967,
      "learning_rate": 0.00018507150672792658,
      "loss": 4.5938,
      "step": 63391
    },
    {
      "epoch": 2.5964366168339135,
      "grad_norm": 3.338930150662855,
      "learning_rate": 0.00018506833572345932,
      "loss": 4.5938,
      "step": 63392
    },
    {
      "epoch": 2.59647757526111,
      "grad_norm": 5.584428471772531,
      "learning_rate": 0.00018506516470241378,
      "loss": 5.6875,
      "step": 63393
    },
    {
      "epoch": 2.5965185336883065,
      "grad_norm": 3.2852364090598147,
      "learning_rate": 0.00018506199366479152,
      "loss": 5.0938,
      "step": 63394
    },
    {
      "epoch": 2.5965594921155026,
      "grad_norm": 3.502627506065811,
      "learning_rate": 0.00018505882261059392,
      "loss": 4.2188,
      "step": 63395
    },
    {
      "epoch": 2.596600450542699,
      "grad_norm": 3.3039660962416573,
      "learning_rate": 0.00018505565153982258,
      "loss": 5.0625,
      "step": 63396
    },
    {
      "epoch": 2.5966414089698957,
      "grad_norm": 6.0694777036754415,
      "learning_rate": 0.00018505248045247894,
      "loss": 5.8438,
      "step": 63397
    },
    {
      "epoch": 2.596682367397092,
      "grad_norm": 3.889189719697584,
      "learning_rate": 0.00018504930934856454,
      "loss": 3.9844,
      "step": 63398
    },
    {
      "epoch": 2.5967233258242883,
      "grad_norm": 4.409237478466479,
      "learning_rate": 0.00018504613822808088,
      "loss": 5.5625,
      "step": 63399
    },
    {
      "epoch": 2.596764284251485,
      "grad_norm": 3.572400858241579,
      "learning_rate": 0.00018504296709102936,
      "loss": 4.0,
      "step": 63400
    },
    {
      "epoch": 2.5968052426786814,
      "grad_norm": 3.0128047416185666,
      "learning_rate": 0.00018503979593741162,
      "loss": 3.5156,
      "step": 63401
    },
    {
      "epoch": 2.5968462011058775,
      "grad_norm": 3.8659783452807366,
      "learning_rate": 0.0001850366247672291,
      "loss": 4.2812,
      "step": 63402
    },
    {
      "epoch": 2.596887159533074,
      "grad_norm": 5.303734946248848,
      "learning_rate": 0.0001850334535804833,
      "loss": 2.9688,
      "step": 63403
    },
    {
      "epoch": 2.59692811796027,
      "grad_norm": 6.774118100719663,
      "learning_rate": 0.00018503028237717566,
      "loss": 5.7188,
      "step": 63404
    },
    {
      "epoch": 2.5969690763874667,
      "grad_norm": 3.4354610699212293,
      "learning_rate": 0.0001850271111573078,
      "loss": 5.4062,
      "step": 63405
    },
    {
      "epoch": 2.597010034814663,
      "grad_norm": 2.9260780921482468,
      "learning_rate": 0.0001850239399208811,
      "loss": 5.0312,
      "step": 63406
    },
    {
      "epoch": 2.5970509932418597,
      "grad_norm": 5.206248413565368,
      "learning_rate": 0.00018502076866789717,
      "loss": 5.5,
      "step": 63407
    },
    {
      "epoch": 2.597091951669056,
      "grad_norm": 3.9311280267845565,
      "learning_rate": 0.0001850175973983574,
      "loss": 4.4375,
      "step": 63408
    },
    {
      "epoch": 2.5971329100962524,
      "grad_norm": 3.9408719092613906,
      "learning_rate": 0.00018501442611226337,
      "loss": 4.4062,
      "step": 63409
    },
    {
      "epoch": 2.5971738685234484,
      "grad_norm": 3.592175144793879,
      "learning_rate": 0.00018501125480961653,
      "loss": 4.3438,
      "step": 63410
    },
    {
      "epoch": 2.597214826950645,
      "grad_norm": 3.119630848834114,
      "learning_rate": 0.00018500808349041845,
      "loss": 4.5625,
      "step": 63411
    },
    {
      "epoch": 2.5972557853778415,
      "grad_norm": 6.785435316378359,
      "learning_rate": 0.00018500491215467051,
      "loss": 5.875,
      "step": 63412
    },
    {
      "epoch": 2.597296743805038,
      "grad_norm": 3.0684425737551213,
      "learning_rate": 0.00018500174080237435,
      "loss": 4.0938,
      "step": 63413
    },
    {
      "epoch": 2.597337702232234,
      "grad_norm": 3.9802278736777588,
      "learning_rate": 0.00018499856943353138,
      "loss": 5.5,
      "step": 63414
    },
    {
      "epoch": 2.5973786606594307,
      "grad_norm": 4.425079791055786,
      "learning_rate": 0.00018499539804814308,
      "loss": 4.9688,
      "step": 63415
    },
    {
      "epoch": 2.597419619086627,
      "grad_norm": 3.3300226899939585,
      "learning_rate": 0.000184992226646211,
      "loss": 4.125,
      "step": 63416
    },
    {
      "epoch": 2.5974605775138233,
      "grad_norm": 42.82467706971529,
      "learning_rate": 0.00018498905522773665,
      "loss": 4.7812,
      "step": 63417
    },
    {
      "epoch": 2.59750153594102,
      "grad_norm": 2.9755971732873383,
      "learning_rate": 0.00018498588379272147,
      "loss": 4.5938,
      "step": 63418
    },
    {
      "epoch": 2.5975424943682164,
      "grad_norm": 2.9551272888142326,
      "learning_rate": 0.00018498271234116702,
      "loss": 4.0938,
      "step": 63419
    },
    {
      "epoch": 2.597583452795413,
      "grad_norm": 4.87202044272807,
      "learning_rate": 0.00018497954087307478,
      "loss": 3.9844,
      "step": 63420
    },
    {
      "epoch": 2.597624411222609,
      "grad_norm": 4.722550899018199,
      "learning_rate": 0.0001849763693884462,
      "loss": 5.75,
      "step": 63421
    },
    {
      "epoch": 2.5976653696498055,
      "grad_norm": 3.180222562952151,
      "learning_rate": 0.00018497319788728287,
      "loss": 4.75,
      "step": 63422
    },
    {
      "epoch": 2.5977063280770016,
      "grad_norm": 4.4123387469479605,
      "learning_rate": 0.00018497002636958621,
      "loss": 5.0,
      "step": 63423
    },
    {
      "epoch": 2.597747286504198,
      "grad_norm": 3.188417479973541,
      "learning_rate": 0.00018496685483535778,
      "loss": 3.4844,
      "step": 63424
    },
    {
      "epoch": 2.5977882449313947,
      "grad_norm": 3.5031153810698874,
      "learning_rate": 0.00018496368328459902,
      "loss": 4.9062,
      "step": 63425
    },
    {
      "epoch": 2.5978292033585912,
      "grad_norm": 3.4510437295440233,
      "learning_rate": 0.00018496051171731145,
      "loss": 4.3438,
      "step": 63426
    },
    {
      "epoch": 2.5978701617857873,
      "grad_norm": 3.500229863228568,
      "learning_rate": 0.00018495734013349664,
      "loss": 4.2812,
      "step": 63427
    },
    {
      "epoch": 2.597911120212984,
      "grad_norm": 8.445543659483915,
      "learning_rate": 0.000184954168533156,
      "loss": 1.4453,
      "step": 63428
    },
    {
      "epoch": 2.59795207864018,
      "grad_norm": 3.247590926644927,
      "learning_rate": 0.00018495099691629102,
      "loss": 4.8125,
      "step": 63429
    },
    {
      "epoch": 2.5979930370673765,
      "grad_norm": 3.156335690252541,
      "learning_rate": 0.00018494782528290327,
      "loss": 4.25,
      "step": 63430
    },
    {
      "epoch": 2.598033995494573,
      "grad_norm": 3.0389313175114916,
      "learning_rate": 0.00018494465363299423,
      "loss": 4.5625,
      "step": 63431
    },
    {
      "epoch": 2.5980749539217696,
      "grad_norm": 11.285506598884353,
      "learning_rate": 0.00018494148196656536,
      "loss": 7.125,
      "step": 63432
    },
    {
      "epoch": 2.5981159123489657,
      "grad_norm": 3.5387584701899915,
      "learning_rate": 0.00018493831028361819,
      "loss": 5.0312,
      "step": 63433
    },
    {
      "epoch": 2.598156870776162,
      "grad_norm": 4.452495094059991,
      "learning_rate": 0.00018493513858415422,
      "loss": 5.0,
      "step": 63434
    },
    {
      "epoch": 2.5981978292033587,
      "grad_norm": 5.134132328626681,
      "learning_rate": 0.00018493196686817496,
      "loss": 5.0625,
      "step": 63435
    },
    {
      "epoch": 2.598238787630555,
      "grad_norm": 5.4498876842823805,
      "learning_rate": 0.00018492879513568183,
      "loss": 4.6875,
      "step": 63436
    },
    {
      "epoch": 2.5982797460577514,
      "grad_norm": 7.9798818918664045,
      "learning_rate": 0.00018492562338667644,
      "loss": 5.125,
      "step": 63437
    },
    {
      "epoch": 2.598320704484948,
      "grad_norm": 3.3735785905541804,
      "learning_rate": 0.00018492245162116024,
      "loss": 4.25,
      "step": 63438
    },
    {
      "epoch": 2.5983616629121444,
      "grad_norm": 3.934420557870873,
      "learning_rate": 0.00018491927983913472,
      "loss": 6.3125,
      "step": 63439
    },
    {
      "epoch": 2.5984026213393405,
      "grad_norm": 8.00375225632022,
      "learning_rate": 0.0001849161080406014,
      "loss": 6.125,
      "step": 63440
    },
    {
      "epoch": 2.598443579766537,
      "grad_norm": 4.278213949653114,
      "learning_rate": 0.00018491293622556175,
      "loss": 5.5,
      "step": 63441
    },
    {
      "epoch": 2.598484538193733,
      "grad_norm": 3.9736845460622914,
      "learning_rate": 0.00018490976439401735,
      "loss": 5.6875,
      "step": 63442
    },
    {
      "epoch": 2.5985254966209297,
      "grad_norm": 3.351510636735567,
      "learning_rate": 0.0001849065925459696,
      "loss": 4.25,
      "step": 63443
    },
    {
      "epoch": 2.5985664550481262,
      "grad_norm": 5.683132652362533,
      "learning_rate": 0.00018490342068142,
      "loss": 6.6875,
      "step": 63444
    },
    {
      "epoch": 2.5986074134753228,
      "grad_norm": 3.529136759909998,
      "learning_rate": 0.00018490024880037014,
      "loss": 5.1875,
      "step": 63445
    },
    {
      "epoch": 2.598648371902519,
      "grad_norm": 3.2640954923557146,
      "learning_rate": 0.00018489707690282146,
      "loss": 4.0,
      "step": 63446
    },
    {
      "epoch": 2.5986893303297154,
      "grad_norm": 2.9954467339777056,
      "learning_rate": 0.00018489390498877548,
      "loss": 3.5781,
      "step": 63447
    },
    {
      "epoch": 2.5987302887569115,
      "grad_norm": 3.558879002010899,
      "learning_rate": 0.0001848907330582336,
      "loss": 5.2188,
      "step": 63448
    },
    {
      "epoch": 2.598771247184108,
      "grad_norm": 2.9869649982390127,
      "learning_rate": 0.0001848875611111975,
      "loss": 3.9688,
      "step": 63449
    },
    {
      "epoch": 2.5988122056113045,
      "grad_norm": 2.6998100447410076,
      "learning_rate": 0.00018488438914766856,
      "loss": 3.1406,
      "step": 63450
    },
    {
      "epoch": 2.598853164038501,
      "grad_norm": 3.377702963573965,
      "learning_rate": 0.0001848812171676483,
      "loss": 4.2812,
      "step": 63451
    },
    {
      "epoch": 2.598894122465697,
      "grad_norm": 3.4317430960687045,
      "learning_rate": 0.00018487804517113823,
      "loss": 5.0312,
      "step": 63452
    },
    {
      "epoch": 2.5989350808928937,
      "grad_norm": 3.3189433033847733,
      "learning_rate": 0.00018487487315813983,
      "loss": 4.8125,
      "step": 63453
    },
    {
      "epoch": 2.5989760393200902,
      "grad_norm": 4.4563206663897885,
      "learning_rate": 0.00018487170112865462,
      "loss": 2.875,
      "step": 63454
    },
    {
      "epoch": 2.5990169977472863,
      "grad_norm": 3.750793418875205,
      "learning_rate": 0.00018486852908268414,
      "loss": 4.5938,
      "step": 63455
    },
    {
      "epoch": 2.599057956174483,
      "grad_norm": 3.1663880509614843,
      "learning_rate": 0.0001848653570202298,
      "loss": 4.3125,
      "step": 63456
    },
    {
      "epoch": 2.5990989146016794,
      "grad_norm": 3.6538111188413906,
      "learning_rate": 0.0001848621849412931,
      "loss": 4.1562,
      "step": 63457
    },
    {
      "epoch": 2.599139873028876,
      "grad_norm": 4.428823661746455,
      "learning_rate": 0.00018485901284587562,
      "loss": 4.7812,
      "step": 63458
    },
    {
      "epoch": 2.599180831456072,
      "grad_norm": 3.1771376494898043,
      "learning_rate": 0.00018485584073397885,
      "loss": 5.1875,
      "step": 63459
    },
    {
      "epoch": 2.5992217898832686,
      "grad_norm": 3.4768283564263385,
      "learning_rate": 0.00018485266860560423,
      "loss": 5.625,
      "step": 63460
    },
    {
      "epoch": 2.5992627483104647,
      "grad_norm": 5.1063068675979935,
      "learning_rate": 0.00018484949646075326,
      "loss": 4.3438,
      "step": 63461
    },
    {
      "epoch": 2.599303706737661,
      "grad_norm": 3.042052824515281,
      "learning_rate": 0.00018484632429942752,
      "loss": 4.0312,
      "step": 63462
    },
    {
      "epoch": 2.5993446651648577,
      "grad_norm": 11.857588622245775,
      "learning_rate": 0.00018484315212162846,
      "loss": 6.0,
      "step": 63463
    },
    {
      "epoch": 2.5993856235920543,
      "grad_norm": 3.5238987037584217,
      "learning_rate": 0.00018483997992735758,
      "loss": 4.5625,
      "step": 63464
    },
    {
      "epoch": 2.5994265820192504,
      "grad_norm": 3.6229154313683,
      "learning_rate": 0.00018483680771661635,
      "loss": 4.4688,
      "step": 63465
    },
    {
      "epoch": 2.599467540446447,
      "grad_norm": 3.479821249887709,
      "learning_rate": 0.00018483363548940632,
      "loss": 4.3125,
      "step": 63466
    },
    {
      "epoch": 2.599508498873643,
      "grad_norm": 4.139323776571615,
      "learning_rate": 0.00018483046324572894,
      "loss": 5.3125,
      "step": 63467
    },
    {
      "epoch": 2.5995494573008395,
      "grad_norm": 6.4879975804755325,
      "learning_rate": 0.0001848272909855858,
      "loss": 3.5938,
      "step": 63468
    },
    {
      "epoch": 2.599590415728036,
      "grad_norm": 3.5934568618832903,
      "learning_rate": 0.0001848241187089783,
      "loss": 4.5625,
      "step": 63469
    },
    {
      "epoch": 2.5996313741552326,
      "grad_norm": 3.0316432611980337,
      "learning_rate": 0.000184820946415908,
      "loss": 3.2656,
      "step": 63470
    },
    {
      "epoch": 2.5996723325824287,
      "grad_norm": 4.34055865717816,
      "learning_rate": 0.00018481777410637632,
      "loss": 6.3125,
      "step": 63471
    },
    {
      "epoch": 2.5997132910096252,
      "grad_norm": 4.235613602357529,
      "learning_rate": 0.00018481460178038482,
      "loss": 3.7656,
      "step": 63472
    },
    {
      "epoch": 2.5997542494368218,
      "grad_norm": 8.098324362745036,
      "learning_rate": 0.00018481142943793506,
      "loss": 6.1562,
      "step": 63473
    },
    {
      "epoch": 2.599795207864018,
      "grad_norm": 3.5999638696227314,
      "learning_rate": 0.00018480825707902846,
      "loss": 6.9688,
      "step": 63474
    },
    {
      "epoch": 2.5998361662912144,
      "grad_norm": 4.084013501530395,
      "learning_rate": 0.00018480508470366652,
      "loss": 6.3438,
      "step": 63475
    },
    {
      "epoch": 2.599877124718411,
      "grad_norm": 5.6495289114850715,
      "learning_rate": 0.00018480191231185072,
      "loss": 4.5312,
      "step": 63476
    },
    {
      "epoch": 2.5999180831456075,
      "grad_norm": 4.060179477684465,
      "learning_rate": 0.00018479873990358265,
      "loss": 3.9375,
      "step": 63477
    },
    {
      "epoch": 2.5999590415728036,
      "grad_norm": 3.378894052116313,
      "learning_rate": 0.00018479556747886375,
      "loss": 5.625,
      "step": 63478
    },
    {
      "epoch": 2.6,
      "grad_norm": 3.928419079688886,
      "learning_rate": 0.0001847923950376955,
      "loss": 4.9688,
      "step": 63479
    },
    {
      "epoch": 2.600040958427196,
      "grad_norm": 3.9948090724876875,
      "learning_rate": 0.0001847892225800794,
      "loss": 5.3125,
      "step": 63480
    },
    {
      "epoch": 2.6000819168543927,
      "grad_norm": 6.036980756204345,
      "learning_rate": 0.00018478605010601703,
      "loss": 4.8125,
      "step": 63481
    },
    {
      "epoch": 2.6001228752815893,
      "grad_norm": 4.281088449087834,
      "learning_rate": 0.00018478287761550984,
      "loss": 5.0938,
      "step": 63482
    },
    {
      "epoch": 2.600163833708786,
      "grad_norm": 3.9563863688798233,
      "learning_rate": 0.00018477970510855928,
      "loss": 4.3438,
      "step": 63483
    },
    {
      "epoch": 2.600204792135982,
      "grad_norm": 3.3440943649226647,
      "learning_rate": 0.00018477653258516688,
      "loss": 4.3438,
      "step": 63484
    },
    {
      "epoch": 2.6002457505631784,
      "grad_norm": 3.4704982952696506,
      "learning_rate": 0.00018477336004533418,
      "loss": 4.2812,
      "step": 63485
    },
    {
      "epoch": 2.6002867089903745,
      "grad_norm": 3.6876113797086694,
      "learning_rate": 0.0001847701874890627,
      "loss": 4.5938,
      "step": 63486
    },
    {
      "epoch": 2.600327667417571,
      "grad_norm": 3.0456507146619693,
      "learning_rate": 0.00018476701491635384,
      "loss": 4.2188,
      "step": 63487
    },
    {
      "epoch": 2.6003686258447676,
      "grad_norm": 4.464451971076288,
      "learning_rate": 0.00018476384232720916,
      "loss": 4.5938,
      "step": 63488
    },
    {
      "epoch": 2.600409584271964,
      "grad_norm": 7.240194063919537,
      "learning_rate": 0.00018476066972163014,
      "loss": 1.1016,
      "step": 63489
    },
    {
      "epoch": 2.60045054269916,
      "grad_norm": 4.034862228734168,
      "learning_rate": 0.0001847574970996183,
      "loss": 5.0625,
      "step": 63490
    },
    {
      "epoch": 2.6004915011263567,
      "grad_norm": 6.915631012543119,
      "learning_rate": 0.00018475432446117519,
      "loss": 5.375,
      "step": 63491
    },
    {
      "epoch": 2.6005324595535533,
      "grad_norm": 3.209660744023582,
      "learning_rate": 0.00018475115180630218,
      "loss": 4.5,
      "step": 63492
    },
    {
      "epoch": 2.6005734179807494,
      "grad_norm": 3.973826433894793,
      "learning_rate": 0.00018474797913500083,
      "loss": 5.0938,
      "step": 63493
    },
    {
      "epoch": 2.600614376407946,
      "grad_norm": 3.860984010231278,
      "learning_rate": 0.0001847448064472727,
      "loss": 5.25,
      "step": 63494
    },
    {
      "epoch": 2.6006553348351424,
      "grad_norm": 4.834432033883687,
      "learning_rate": 0.00018474163374311925,
      "loss": 4.2812,
      "step": 63495
    },
    {
      "epoch": 2.600696293262339,
      "grad_norm": 3.6824074043673294,
      "learning_rate": 0.00018473846102254194,
      "loss": 4.25,
      "step": 63496
    },
    {
      "epoch": 2.600737251689535,
      "grad_norm": 3.97653196233498,
      "learning_rate": 0.0001847352882855423,
      "loss": 5.1875,
      "step": 63497
    },
    {
      "epoch": 2.6007782101167316,
      "grad_norm": 3.3738997239819013,
      "learning_rate": 0.00018473211553212183,
      "loss": 5.2812,
      "step": 63498
    },
    {
      "epoch": 2.6008191685439277,
      "grad_norm": 8.989929451916819,
      "learning_rate": 0.00018472894276228206,
      "loss": 2.6719,
      "step": 63499
    },
    {
      "epoch": 2.6008601269711242,
      "grad_norm": 4.4662604903036565,
      "learning_rate": 0.00018472576997602446,
      "loss": 6.4688,
      "step": 63500
    },
    {
      "epoch": 2.6009010853983208,
      "grad_norm": 3.315591508945686,
      "learning_rate": 0.00018472259717335047,
      "loss": 4.5625,
      "step": 63501
    },
    {
      "epoch": 2.6009420438255173,
      "grad_norm": 3.648025929446063,
      "learning_rate": 0.0001847194243542617,
      "loss": 4.6562,
      "step": 63502
    },
    {
      "epoch": 2.6009830022527134,
      "grad_norm": 3.655927077349396,
      "learning_rate": 0.00018471625151875962,
      "loss": 6.1562,
      "step": 63503
    },
    {
      "epoch": 2.60102396067991,
      "grad_norm": 3.2724879636574937,
      "learning_rate": 0.0001847130786668457,
      "loss": 4.375,
      "step": 63504
    },
    {
      "epoch": 2.601064919107106,
      "grad_norm": 3.3366181509855224,
      "learning_rate": 0.00018470990579852144,
      "loss": 4.0938,
      "step": 63505
    },
    {
      "epoch": 2.6011058775343026,
      "grad_norm": 3.8512482428021246,
      "learning_rate": 0.00018470673291378836,
      "loss": 4.5938,
      "step": 63506
    },
    {
      "epoch": 2.601146835961499,
      "grad_norm": 7.660281026602398,
      "learning_rate": 0.00018470356001264795,
      "loss": 6.4062,
      "step": 63507
    },
    {
      "epoch": 2.6011877943886956,
      "grad_norm": 3.487601901411045,
      "learning_rate": 0.00018470038709510168,
      "loss": 5.5625,
      "step": 63508
    },
    {
      "epoch": 2.6012287528158917,
      "grad_norm": 3.1933031412370037,
      "learning_rate": 0.00018469721416115108,
      "loss": 4.5625,
      "step": 63509
    },
    {
      "epoch": 2.6012697112430883,
      "grad_norm": 3.583493078334738,
      "learning_rate": 0.0001846940412107977,
      "loss": 4.0312,
      "step": 63510
    },
    {
      "epoch": 2.601310669670285,
      "grad_norm": 3.4345673653460347,
      "learning_rate": 0.00018469086824404295,
      "loss": 4.375,
      "step": 63511
    },
    {
      "epoch": 2.601351628097481,
      "grad_norm": 3.943308157789569,
      "learning_rate": 0.00018468769526088836,
      "loss": 3.8594,
      "step": 63512
    },
    {
      "epoch": 2.6013925865246774,
      "grad_norm": 4.6875796445714215,
      "learning_rate": 0.00018468452226133548,
      "loss": 4.1875,
      "step": 63513
    },
    {
      "epoch": 2.601433544951874,
      "grad_norm": 3.1460918657677936,
      "learning_rate": 0.00018468134924538575,
      "loss": 4.5,
      "step": 63514
    },
    {
      "epoch": 2.6014745033790705,
      "grad_norm": 3.871281473663221,
      "learning_rate": 0.0001846781762130407,
      "loss": 5.0625,
      "step": 63515
    },
    {
      "epoch": 2.6015154618062666,
      "grad_norm": 2.8903271808184656,
      "learning_rate": 0.00018467500316430178,
      "loss": 4.2188,
      "step": 63516
    },
    {
      "epoch": 2.601556420233463,
      "grad_norm": 5.997904125036782,
      "learning_rate": 0.00018467183009917057,
      "loss": 3.0469,
      "step": 63517
    },
    {
      "epoch": 2.601597378660659,
      "grad_norm": 3.3044141896976464,
      "learning_rate": 0.00018466865701764854,
      "loss": 3.8125,
      "step": 63518
    },
    {
      "epoch": 2.6016383370878557,
      "grad_norm": 4.145968831339393,
      "learning_rate": 0.0001846654839197372,
      "loss": 4.3125,
      "step": 63519
    },
    {
      "epoch": 2.6016792955150523,
      "grad_norm": 5.020614994375094,
      "learning_rate": 0.00018466231080543796,
      "loss": 3.9062,
      "step": 63520
    },
    {
      "epoch": 2.601720253942249,
      "grad_norm": 4.487694239626615,
      "learning_rate": 0.00018465913767475243,
      "loss": 5.875,
      "step": 63521
    },
    {
      "epoch": 2.601761212369445,
      "grad_norm": 3.4075995239927708,
      "learning_rate": 0.00018465596452768205,
      "loss": 4.9375,
      "step": 63522
    },
    {
      "epoch": 2.6018021707966414,
      "grad_norm": 3.7010585196715025,
      "learning_rate": 0.0001846527913642284,
      "loss": 4.7812,
      "step": 63523
    },
    {
      "epoch": 2.6018431292238375,
      "grad_norm": 10.610823856506423,
      "learning_rate": 0.00018464961818439286,
      "loss": 4.5,
      "step": 63524
    },
    {
      "epoch": 2.601884087651034,
      "grad_norm": 3.990798500393501,
      "learning_rate": 0.00018464644498817698,
      "loss": 4.2812,
      "step": 63525
    },
    {
      "epoch": 2.6019250460782306,
      "grad_norm": 4.008174264499814,
      "learning_rate": 0.00018464327177558233,
      "loss": 5.875,
      "step": 63526
    },
    {
      "epoch": 2.601966004505427,
      "grad_norm": 3.591065135117612,
      "learning_rate": 0.00018464009854661035,
      "loss": 4.9062,
      "step": 63527
    },
    {
      "epoch": 2.6020069629326232,
      "grad_norm": 4.569911480167173,
      "learning_rate": 0.0001846369253012625,
      "loss": 4.6562,
      "step": 63528
    },
    {
      "epoch": 2.6020479213598198,
      "grad_norm": 3.747985069955737,
      "learning_rate": 0.0001846337520395403,
      "loss": 1.2266,
      "step": 63529
    },
    {
      "epoch": 2.6020888797870163,
      "grad_norm": 3.265660407108166,
      "learning_rate": 0.00018463057876144534,
      "loss": 4.6875,
      "step": 63530
    },
    {
      "epoch": 2.6021298382142124,
      "grad_norm": 3.5316116119081356,
      "learning_rate": 0.000184627405466979,
      "loss": 4.625,
      "step": 63531
    },
    {
      "epoch": 2.602170796641409,
      "grad_norm": 3.1156975267555542,
      "learning_rate": 0.00018462423215614287,
      "loss": 4.0938,
      "step": 63532
    },
    {
      "epoch": 2.6022117550686055,
      "grad_norm": 4.0169330721634315,
      "learning_rate": 0.00018462105882893835,
      "loss": 4.75,
      "step": 63533
    },
    {
      "epoch": 2.602252713495802,
      "grad_norm": 3.6622566849184013,
      "learning_rate": 0.0001846178854853671,
      "loss": 5.0,
      "step": 63534
    },
    {
      "epoch": 2.602293671922998,
      "grad_norm": 6.2794666502327585,
      "learning_rate": 0.00018461471212543045,
      "loss": 5.9688,
      "step": 63535
    },
    {
      "epoch": 2.6023346303501946,
      "grad_norm": 7.06628484184167,
      "learning_rate": 0.00018461153874913002,
      "loss": 3.2812,
      "step": 63536
    },
    {
      "epoch": 2.6023755887773907,
      "grad_norm": 3.5088899896690653,
      "learning_rate": 0.0001846083653564672,
      "loss": 5.2188,
      "step": 63537
    },
    {
      "epoch": 2.6024165472045873,
      "grad_norm": 4.429349746950409,
      "learning_rate": 0.00018460519194744357,
      "loss": 4.0,
      "step": 63538
    },
    {
      "epoch": 2.602457505631784,
      "grad_norm": 3.1976211376171633,
      "learning_rate": 0.0001846020185220607,
      "loss": 4.8438,
      "step": 63539
    },
    {
      "epoch": 2.6024984640589803,
      "grad_norm": 3.0028572017929065,
      "learning_rate": 0.00018459884508031991,
      "loss": 4.4688,
      "step": 63540
    },
    {
      "epoch": 2.6025394224861764,
      "grad_norm": 5.311586119076068,
      "learning_rate": 0.0001845956716222228,
      "loss": 5.8438,
      "step": 63541
    },
    {
      "epoch": 2.602580380913373,
      "grad_norm": 4.9694785715560785,
      "learning_rate": 0.00018459249814777091,
      "loss": 4.5625,
      "step": 63542
    },
    {
      "epoch": 2.602621339340569,
      "grad_norm": 3.567405405451873,
      "learning_rate": 0.00018458932465696568,
      "loss": 3.9844,
      "step": 63543
    },
    {
      "epoch": 2.6026622977677656,
      "grad_norm": 3.513065150255155,
      "learning_rate": 0.00018458615114980858,
      "loss": 4.7812,
      "step": 63544
    },
    {
      "epoch": 2.602703256194962,
      "grad_norm": 3.01305665772139,
      "learning_rate": 0.0001845829776263012,
      "loss": 3.4219,
      "step": 63545
    },
    {
      "epoch": 2.6027442146221587,
      "grad_norm": 3.9894606730253894,
      "learning_rate": 0.000184579804086445,
      "loss": 5.4062,
      "step": 63546
    },
    {
      "epoch": 2.6027851730493547,
      "grad_norm": 3.135238664347424,
      "learning_rate": 0.00018457663053024142,
      "loss": 3.7344,
      "step": 63547
    },
    {
      "epoch": 2.6028261314765513,
      "grad_norm": 3.08104636950505,
      "learning_rate": 0.00018457345695769203,
      "loss": 4.0625,
      "step": 63548
    },
    {
      "epoch": 2.602867089903748,
      "grad_norm": 6.300043490635359,
      "learning_rate": 0.00018457028336879837,
      "loss": 5.8438,
      "step": 63549
    },
    {
      "epoch": 2.602908048330944,
      "grad_norm": 3.019621969599423,
      "learning_rate": 0.00018456710976356186,
      "loss": 4.125,
      "step": 63550
    },
    {
      "epoch": 2.6029490067581404,
      "grad_norm": 3.6065723326396912,
      "learning_rate": 0.00018456393614198403,
      "loss": 4.5,
      "step": 63551
    },
    {
      "epoch": 2.602989965185337,
      "grad_norm": 3.680606430364178,
      "learning_rate": 0.00018456076250406632,
      "loss": 4.2812,
      "step": 63552
    },
    {
      "epoch": 2.6030309236125335,
      "grad_norm": 8.55176109272521,
      "learning_rate": 0.00018455758884981037,
      "loss": 3.9062,
      "step": 63553
    },
    {
      "epoch": 2.6030718820397296,
      "grad_norm": 3.408153014727216,
      "learning_rate": 0.00018455441517921755,
      "loss": 4.375,
      "step": 63554
    },
    {
      "epoch": 2.603112840466926,
      "grad_norm": 3.7520412401376366,
      "learning_rate": 0.0001845512414922894,
      "loss": 4.625,
      "step": 63555
    },
    {
      "epoch": 2.6031537988941222,
      "grad_norm": 4.341811560541904,
      "learning_rate": 0.0001845480677890275,
      "loss": 5.1875,
      "step": 63556
    },
    {
      "epoch": 2.6031947573213188,
      "grad_norm": 2.8188502886572326,
      "learning_rate": 0.00018454489406943318,
      "loss": 2.7812,
      "step": 63557
    },
    {
      "epoch": 2.6032357157485153,
      "grad_norm": 3.7646447636463822,
      "learning_rate": 0.0001845417203335081,
      "loss": 4.1562,
      "step": 63558
    },
    {
      "epoch": 2.603276674175712,
      "grad_norm": 3.9927775894030266,
      "learning_rate": 0.0001845385465812537,
      "loss": 4.75,
      "step": 63559
    },
    {
      "epoch": 2.603317632602908,
      "grad_norm": 3.6660077275030294,
      "learning_rate": 0.00018453537281267143,
      "loss": 4.75,
      "step": 63560
    },
    {
      "epoch": 2.6033585910301045,
      "grad_norm": 3.0834248080959084,
      "learning_rate": 0.00018453219902776286,
      "loss": 4.4062,
      "step": 63561
    },
    {
      "epoch": 2.6033995494573006,
      "grad_norm": 3.936497304305224,
      "learning_rate": 0.0001845290252265295,
      "loss": 0.832,
      "step": 63562
    },
    {
      "epoch": 2.603440507884497,
      "grad_norm": 3.215090889664687,
      "learning_rate": 0.0001845258514089728,
      "loss": 5.1562,
      "step": 63563
    },
    {
      "epoch": 2.6034814663116936,
      "grad_norm": 3.214195914544933,
      "learning_rate": 0.0001845226775750943,
      "loss": 4.3438,
      "step": 63564
    },
    {
      "epoch": 2.60352242473889,
      "grad_norm": 3.8371514189274714,
      "learning_rate": 0.00018451950372489544,
      "loss": 4.75,
      "step": 63565
    },
    {
      "epoch": 2.6035633831660863,
      "grad_norm": 3.7943227937526887,
      "learning_rate": 0.0001845163298583778,
      "loss": 4.6875,
      "step": 63566
    },
    {
      "epoch": 2.603604341593283,
      "grad_norm": 4.537225578617666,
      "learning_rate": 0.0001845131559755428,
      "loss": 5.4375,
      "step": 63567
    },
    {
      "epoch": 2.6036453000204793,
      "grad_norm": 7.025494790904954,
      "learning_rate": 0.00018450998207639204,
      "loss": 3.2656,
      "step": 63568
    },
    {
      "epoch": 2.6036862584476754,
      "grad_norm": 4.427864079644686,
      "learning_rate": 0.0001845068081609269,
      "loss": 5.7188,
      "step": 63569
    },
    {
      "epoch": 2.603727216874872,
      "grad_norm": 3.4988623945724786,
      "learning_rate": 0.000184503634229149,
      "loss": 4.0312,
      "step": 63570
    },
    {
      "epoch": 2.6037681753020685,
      "grad_norm": 3.1260806237316614,
      "learning_rate": 0.00018450046028105975,
      "loss": 4.0,
      "step": 63571
    },
    {
      "epoch": 2.603809133729265,
      "grad_norm": 3.1779616620102265,
      "learning_rate": 0.00018449728631666072,
      "loss": 3.5312,
      "step": 63572
    },
    {
      "epoch": 2.603850092156461,
      "grad_norm": 3.15110468801383,
      "learning_rate": 0.0001844941123359533,
      "loss": 3.9688,
      "step": 63573
    },
    {
      "epoch": 2.6038910505836577,
      "grad_norm": 3.3778332191344473,
      "learning_rate": 0.00018449093833893912,
      "loss": 4.9375,
      "step": 63574
    },
    {
      "epoch": 2.6039320090108538,
      "grad_norm": 3.8971648212328107,
      "learning_rate": 0.0001844877643256197,
      "loss": 6.4062,
      "step": 63575
    },
    {
      "epoch": 2.6039729674380503,
      "grad_norm": 3.9964045228274765,
      "learning_rate": 0.00018448459029599633,
      "loss": 5.0,
      "step": 63576
    },
    {
      "epoch": 2.604013925865247,
      "grad_norm": 3.654938320222867,
      "learning_rate": 0.00018448141625007075,
      "loss": 6.3438,
      "step": 63577
    },
    {
      "epoch": 2.6040548842924434,
      "grad_norm": 4.6626148346602285,
      "learning_rate": 0.0001844782421878443,
      "loss": 5.4688,
      "step": 63578
    },
    {
      "epoch": 2.6040958427196395,
      "grad_norm": 4.2157287764381275,
      "learning_rate": 0.00018447506810931853,
      "loss": 4.3125,
      "step": 63579
    },
    {
      "epoch": 2.604136801146836,
      "grad_norm": 3.2967266191769395,
      "learning_rate": 0.00018447189401449496,
      "loss": 4.9062,
      "step": 63580
    },
    {
      "epoch": 2.604177759574032,
      "grad_norm": 3.7778763966971276,
      "learning_rate": 0.00018446871990337508,
      "loss": 4.4062,
      "step": 63581
    },
    {
      "epoch": 2.6042187180012286,
      "grad_norm": 3.3051157372992828,
      "learning_rate": 0.0001844655457759604,
      "loss": 4.0938,
      "step": 63582
    },
    {
      "epoch": 2.604259676428425,
      "grad_norm": 3.374492912863646,
      "learning_rate": 0.00018446237163225243,
      "loss": 5.1562,
      "step": 63583
    },
    {
      "epoch": 2.6043006348556217,
      "grad_norm": 3.329041544481711,
      "learning_rate": 0.0001844591974722526,
      "loss": 4.875,
      "step": 63584
    },
    {
      "epoch": 2.604341593282818,
      "grad_norm": 4.540918189939169,
      "learning_rate": 0.0001844560232959625,
      "loss": 4.9375,
      "step": 63585
    },
    {
      "epoch": 2.6043825517100143,
      "grad_norm": 3.699973966129058,
      "learning_rate": 0.00018445284910338357,
      "loss": 4.5,
      "step": 63586
    },
    {
      "epoch": 2.604423510137211,
      "grad_norm": 3.8432419765997037,
      "learning_rate": 0.00018444967489451736,
      "loss": 3.5156,
      "step": 63587
    },
    {
      "epoch": 2.604464468564407,
      "grad_norm": 4.125738549879924,
      "learning_rate": 0.0001844465006693653,
      "loss": 4.1562,
      "step": 63588
    },
    {
      "epoch": 2.6045054269916035,
      "grad_norm": 5.961580314125073,
      "learning_rate": 0.00018444332642792897,
      "loss": 5.625,
      "step": 63589
    },
    {
      "epoch": 2.6045463854188,
      "grad_norm": 4.150615826466613,
      "learning_rate": 0.00018444015217020983,
      "loss": 4.4688,
      "step": 63590
    },
    {
      "epoch": 2.6045873438459965,
      "grad_norm": 4.269717456766059,
      "learning_rate": 0.00018443697789620938,
      "loss": 4.125,
      "step": 63591
    },
    {
      "epoch": 2.6046283022731926,
      "grad_norm": 3.5437314779303835,
      "learning_rate": 0.0001844338036059291,
      "loss": 6.2188,
      "step": 63592
    },
    {
      "epoch": 2.604669260700389,
      "grad_norm": 3.036194543139448,
      "learning_rate": 0.00018443062929937053,
      "loss": 4.625,
      "step": 63593
    },
    {
      "epoch": 2.6047102191275853,
      "grad_norm": 8.36856441633845,
      "learning_rate": 0.00018442745497653515,
      "loss": 5.1562,
      "step": 63594
    },
    {
      "epoch": 2.604751177554782,
      "grad_norm": 3.205728018854997,
      "learning_rate": 0.00018442428063742452,
      "loss": 4.625,
      "step": 63595
    },
    {
      "epoch": 2.6047921359819783,
      "grad_norm": 4.814963127963333,
      "learning_rate": 0.00018442110628204004,
      "loss": 5.5938,
      "step": 63596
    },
    {
      "epoch": 2.604833094409175,
      "grad_norm": 3.8508785347873165,
      "learning_rate": 0.00018441793191038323,
      "loss": 2.875,
      "step": 63597
    },
    {
      "epoch": 2.604874052836371,
      "grad_norm": 4.377176238747634,
      "learning_rate": 0.0001844147575224557,
      "loss": 5.125,
      "step": 63598
    },
    {
      "epoch": 2.6049150112635675,
      "grad_norm": 3.855025220856774,
      "learning_rate": 0.0001844115831182588,
      "loss": 4.3438,
      "step": 63599
    },
    {
      "epoch": 2.604955969690764,
      "grad_norm": 3.8425880162147537,
      "learning_rate": 0.00018440840869779411,
      "loss": 5.9375,
      "step": 63600
    },
    {
      "epoch": 2.60499692811796,
      "grad_norm": 5.020337422852668,
      "learning_rate": 0.00018440523426106314,
      "loss": 5.0938,
      "step": 63601
    },
    {
      "epoch": 2.6050378865451567,
      "grad_norm": 3.510641646413227,
      "learning_rate": 0.00018440205980806737,
      "loss": 4.875,
      "step": 63602
    },
    {
      "epoch": 2.605078844972353,
      "grad_norm": 6.562277689597668,
      "learning_rate": 0.00018439888533880832,
      "loss": 1.3438,
      "step": 63603
    },
    {
      "epoch": 2.6051198033995493,
      "grad_norm": 3.107484339623365,
      "learning_rate": 0.00018439571085328743,
      "loss": 4.0938,
      "step": 63604
    },
    {
      "epoch": 2.605160761826746,
      "grad_norm": 3.276262916930004,
      "learning_rate": 0.00018439253635150625,
      "loss": 4.4688,
      "step": 63605
    },
    {
      "epoch": 2.6052017202539424,
      "grad_norm": 5.367195185161607,
      "learning_rate": 0.00018438936183346632,
      "loss": 3.2656,
      "step": 63606
    },
    {
      "epoch": 2.6052426786811385,
      "grad_norm": 3.74179545452548,
      "learning_rate": 0.00018438618729916905,
      "loss": 3.3906,
      "step": 63607
    },
    {
      "epoch": 2.605283637108335,
      "grad_norm": 3.3176449710016715,
      "learning_rate": 0.000184383012748616,
      "loss": 5.4062,
      "step": 63608
    },
    {
      "epoch": 2.6053245955355315,
      "grad_norm": 3.4481846540920422,
      "learning_rate": 0.00018437983818180866,
      "loss": 4.3125,
      "step": 63609
    },
    {
      "epoch": 2.605365553962728,
      "grad_norm": 5.241883239815235,
      "learning_rate": 0.00018437666359874855,
      "loss": 4.0,
      "step": 63610
    },
    {
      "epoch": 2.605406512389924,
      "grad_norm": 3.901292774937062,
      "learning_rate": 0.00018437348899943713,
      "loss": 5.1875,
      "step": 63611
    },
    {
      "epoch": 2.6054474708171207,
      "grad_norm": 3.2782016891537253,
      "learning_rate": 0.0001843703143838759,
      "loss": 5.0312,
      "step": 63612
    },
    {
      "epoch": 2.605488429244317,
      "grad_norm": 4.55632193385298,
      "learning_rate": 0.0001843671397520664,
      "loss": 3.5,
      "step": 63613
    },
    {
      "epoch": 2.6055293876715133,
      "grad_norm": 3.123417651213971,
      "learning_rate": 0.00018436396510401008,
      "loss": 4.7188,
      "step": 63614
    },
    {
      "epoch": 2.60557034609871,
      "grad_norm": 4.388912279158961,
      "learning_rate": 0.0001843607904397085,
      "loss": 5.9062,
      "step": 63615
    },
    {
      "epoch": 2.6056113045259064,
      "grad_norm": 4.1768879397532075,
      "learning_rate": 0.00018435761575916312,
      "loss": 5.9688,
      "step": 63616
    },
    {
      "epoch": 2.6056522629531025,
      "grad_norm": 3.43284391808756,
      "learning_rate": 0.00018435444106237547,
      "loss": 3.0469,
      "step": 63617
    },
    {
      "epoch": 2.605693221380299,
      "grad_norm": 4.641934206069286,
      "learning_rate": 0.00018435126634934706,
      "loss": 5.4375,
      "step": 63618
    },
    {
      "epoch": 2.6057341798074956,
      "grad_norm": 3.0311822958088173,
      "learning_rate": 0.0001843480916200793,
      "loss": 4.125,
      "step": 63619
    },
    {
      "epoch": 2.6057751382346916,
      "grad_norm": 3.947188327539235,
      "learning_rate": 0.00018434491687457376,
      "loss": 4.9688,
      "step": 63620
    },
    {
      "epoch": 2.605816096661888,
      "grad_norm": 3.5626870481095616,
      "learning_rate": 0.000184341742112832,
      "loss": 4.9375,
      "step": 63621
    },
    {
      "epoch": 2.6058570550890847,
      "grad_norm": 3.620943220006675,
      "learning_rate": 0.0001843385673348554,
      "loss": 5.8438,
      "step": 63622
    },
    {
      "epoch": 2.605898013516281,
      "grad_norm": 4.529774436620118,
      "learning_rate": 0.00018433539254064557,
      "loss": 5.4062,
      "step": 63623
    },
    {
      "epoch": 2.6059389719434773,
      "grad_norm": 3.501891147589392,
      "learning_rate": 0.00018433221773020387,
      "loss": 4.0625,
      "step": 63624
    },
    {
      "epoch": 2.605979930370674,
      "grad_norm": 5.590226049486578,
      "learning_rate": 0.00018432904290353197,
      "loss": 5.9062,
      "step": 63625
    },
    {
      "epoch": 2.60602088879787,
      "grad_norm": 4.761042989846429,
      "learning_rate": 0.00018432586806063124,
      "loss": 1.9766,
      "step": 63626
    },
    {
      "epoch": 2.6060618472250665,
      "grad_norm": 3.856318125969702,
      "learning_rate": 0.00018432269320150328,
      "loss": 5.8438,
      "step": 63627
    },
    {
      "epoch": 2.606102805652263,
      "grad_norm": 3.6433083198814766,
      "learning_rate": 0.00018431951832614953,
      "loss": 5.1562,
      "step": 63628
    },
    {
      "epoch": 2.6061437640794596,
      "grad_norm": 3.7680221875086968,
      "learning_rate": 0.00018431634343457146,
      "loss": 3.7812,
      "step": 63629
    },
    {
      "epoch": 2.6061847225066557,
      "grad_norm": 5.482619505401871,
      "learning_rate": 0.00018431316852677063,
      "loss": 1.5156,
      "step": 63630
    },
    {
      "epoch": 2.606225680933852,
      "grad_norm": 3.2975697987428436,
      "learning_rate": 0.00018430999360274857,
      "loss": 3.9062,
      "step": 63631
    },
    {
      "epoch": 2.6062666393610483,
      "grad_norm": 3.1882673923356113,
      "learning_rate": 0.0001843068186625067,
      "loss": 4.1562,
      "step": 63632
    },
    {
      "epoch": 2.606307597788245,
      "grad_norm": 3.709537001855968,
      "learning_rate": 0.00018430364370604656,
      "loss": 4.5625,
      "step": 63633
    },
    {
      "epoch": 2.6063485562154414,
      "grad_norm": 3.2055410996988463,
      "learning_rate": 0.00018430046873336964,
      "loss": 4.9375,
      "step": 63634
    },
    {
      "epoch": 2.606389514642638,
      "grad_norm": 3.6219586819780596,
      "learning_rate": 0.00018429729374447746,
      "loss": 4.9062,
      "step": 63635
    },
    {
      "epoch": 2.606430473069834,
      "grad_norm": 3.471421499679954,
      "learning_rate": 0.00018429411873937152,
      "loss": 4.5,
      "step": 63636
    },
    {
      "epoch": 2.6064714314970305,
      "grad_norm": 4.935990037105939,
      "learning_rate": 0.0001842909437180533,
      "loss": 5.0625,
      "step": 63637
    },
    {
      "epoch": 2.606512389924227,
      "grad_norm": 4.371469877566172,
      "learning_rate": 0.00018428776868052428,
      "loss": 4.125,
      "step": 63638
    },
    {
      "epoch": 2.606553348351423,
      "grad_norm": 3.4021984794043236,
      "learning_rate": 0.00018428459362678605,
      "loss": 4.75,
      "step": 63639
    },
    {
      "epoch": 2.6065943067786197,
      "grad_norm": 5.126651962426621,
      "learning_rate": 0.00018428141855684005,
      "loss": 4.0,
      "step": 63640
    },
    {
      "epoch": 2.6066352652058162,
      "grad_norm": 3.8006246076616876,
      "learning_rate": 0.00018427824347068774,
      "loss": 4.7188,
      "step": 63641
    },
    {
      "epoch": 2.6066762236330128,
      "grad_norm": 3.5429601904126766,
      "learning_rate": 0.00018427506836833066,
      "loss": 5.0,
      "step": 63642
    },
    {
      "epoch": 2.606717182060209,
      "grad_norm": 3.7703909194527765,
      "learning_rate": 0.00018427189324977036,
      "loss": 4.875,
      "step": 63643
    },
    {
      "epoch": 2.6067581404874054,
      "grad_norm": 3.9323023726787,
      "learning_rate": 0.00018426871811500829,
      "loss": 4.5625,
      "step": 63644
    },
    {
      "epoch": 2.6067990989146015,
      "grad_norm": 3.3507695761066154,
      "learning_rate": 0.00018426554296404596,
      "loss": 4.1562,
      "step": 63645
    },
    {
      "epoch": 2.606840057341798,
      "grad_norm": 3.195931077944173,
      "learning_rate": 0.00018426236779688486,
      "loss": 4.2812,
      "step": 63646
    },
    {
      "epoch": 2.6068810157689946,
      "grad_norm": 5.409536319779809,
      "learning_rate": 0.00018425919261352654,
      "loss": 4.875,
      "step": 63647
    },
    {
      "epoch": 2.606921974196191,
      "grad_norm": 3.018037124219269,
      "learning_rate": 0.00018425601741397238,
      "loss": 4.6875,
      "step": 63648
    },
    {
      "epoch": 2.606962932623387,
      "grad_norm": 3.6522484787273974,
      "learning_rate": 0.000184252842198224,
      "loss": 1.9609,
      "step": 63649
    },
    {
      "epoch": 2.6070038910505837,
      "grad_norm": 3.7113234882899513,
      "learning_rate": 0.00018424966696628287,
      "loss": 5.5625,
      "step": 63650
    },
    {
      "epoch": 2.60704484947778,
      "grad_norm": 3.5367090131598267,
      "learning_rate": 0.00018424649171815052,
      "loss": 4.5312,
      "step": 63651
    },
    {
      "epoch": 2.6070858079049763,
      "grad_norm": 3.4929516465948165,
      "learning_rate": 0.00018424331645382834,
      "loss": 4.9375,
      "step": 63652
    },
    {
      "epoch": 2.607126766332173,
      "grad_norm": 3.6122963395550616,
      "learning_rate": 0.00018424014117331795,
      "loss": 5.3125,
      "step": 63653
    },
    {
      "epoch": 2.6071677247593694,
      "grad_norm": 5.60437724141475,
      "learning_rate": 0.0001842369658766208,
      "loss": 5.3438,
      "step": 63654
    },
    {
      "epoch": 2.6072086831865655,
      "grad_norm": 4.22642677659951,
      "learning_rate": 0.00018423379056373842,
      "loss": 3.4844,
      "step": 63655
    },
    {
      "epoch": 2.607249641613762,
      "grad_norm": 3.5035031183364964,
      "learning_rate": 0.00018423061523467225,
      "loss": 4.5,
      "step": 63656
    },
    {
      "epoch": 2.6072906000409586,
      "grad_norm": 3.488549814958052,
      "learning_rate": 0.00018422743988942387,
      "loss": 4.3438,
      "step": 63657
    },
    {
      "epoch": 2.6073315584681547,
      "grad_norm": 2.9180273435510835,
      "learning_rate": 0.00018422426452799475,
      "loss": 4.0625,
      "step": 63658
    },
    {
      "epoch": 2.607372516895351,
      "grad_norm": 3.3522159429052785,
      "learning_rate": 0.00018422108915038636,
      "loss": 4.0312,
      "step": 63659
    },
    {
      "epoch": 2.6074134753225477,
      "grad_norm": 4.148352423606007,
      "learning_rate": 0.00018421791375660017,
      "loss": 4.6562,
      "step": 63660
    },
    {
      "epoch": 2.6074544337497443,
      "grad_norm": 4.242614483596661,
      "learning_rate": 0.00018421473834663783,
      "loss": 4.7188,
      "step": 63661
    },
    {
      "epoch": 2.6074953921769404,
      "grad_norm": 4.362820326894931,
      "learning_rate": 0.0001842115629205007,
      "loss": 6.5312,
      "step": 63662
    },
    {
      "epoch": 2.607536350604137,
      "grad_norm": 3.9047050072026916,
      "learning_rate": 0.00018420838747819037,
      "loss": 4.625,
      "step": 63663
    },
    {
      "epoch": 2.607577309031333,
      "grad_norm": 4.773813098236281,
      "learning_rate": 0.00018420521201970827,
      "loss": 5.3438,
      "step": 63664
    },
    {
      "epoch": 2.6076182674585295,
      "grad_norm": 3.7759790797316266,
      "learning_rate": 0.00018420203654505592,
      "loss": 4.1562,
      "step": 63665
    },
    {
      "epoch": 2.607659225885726,
      "grad_norm": 3.14856301440072,
      "learning_rate": 0.0001841988610542348,
      "loss": 1.7344,
      "step": 63666
    },
    {
      "epoch": 2.6077001843129226,
      "grad_norm": 5.44306785610186,
      "learning_rate": 0.00018419568554724653,
      "loss": 6.2188,
      "step": 63667
    },
    {
      "epoch": 2.6077411427401187,
      "grad_norm": 3.257463838391253,
      "learning_rate": 0.00018419251002409245,
      "loss": 4.0312,
      "step": 63668
    },
    {
      "epoch": 2.6077821011673152,
      "grad_norm": 3.9781803291772677,
      "learning_rate": 0.00018418933448477416,
      "loss": 5.4688,
      "step": 63669
    },
    {
      "epoch": 2.6078230595945113,
      "grad_norm": 5.861348378952891,
      "learning_rate": 0.00018418615892929315,
      "loss": 6.0312,
      "step": 63670
    },
    {
      "epoch": 2.607864018021708,
      "grad_norm": 4.803303145457966,
      "learning_rate": 0.00018418298335765092,
      "loss": 4.125,
      "step": 63671
    },
    {
      "epoch": 2.6079049764489044,
      "grad_norm": 3.6398653752492622,
      "learning_rate": 0.00018417980776984892,
      "loss": 4.9062,
      "step": 63672
    },
    {
      "epoch": 2.607945934876101,
      "grad_norm": 3.9833478801299638,
      "learning_rate": 0.00018417663216588868,
      "loss": 4.4688,
      "step": 63673
    },
    {
      "epoch": 2.607986893303297,
      "grad_norm": 7.376439927013141,
      "learning_rate": 0.00018417345654577177,
      "loss": 4.7812,
      "step": 63674
    },
    {
      "epoch": 2.6080278517304936,
      "grad_norm": 3.4946308125452745,
      "learning_rate": 0.00018417028090949957,
      "loss": 5.125,
      "step": 63675
    },
    {
      "epoch": 2.60806881015769,
      "grad_norm": 2.9333090156357002,
      "learning_rate": 0.0001841671052570737,
      "loss": 3.9688,
      "step": 63676
    },
    {
      "epoch": 2.608109768584886,
      "grad_norm": 3.3578482336033795,
      "learning_rate": 0.00018416392958849555,
      "loss": 4.375,
      "step": 63677
    },
    {
      "epoch": 2.6081507270120827,
      "grad_norm": 3.063479024436071,
      "learning_rate": 0.0001841607539037667,
      "loss": 3.5312,
      "step": 63678
    },
    {
      "epoch": 2.6081916854392793,
      "grad_norm": 3.647964357251527,
      "learning_rate": 0.00018415757820288862,
      "loss": 4.375,
      "step": 63679
    },
    {
      "epoch": 2.608232643866476,
      "grad_norm": 3.9975961291463595,
      "learning_rate": 0.00018415440248586287,
      "loss": 5.1875,
      "step": 63680
    },
    {
      "epoch": 2.608273602293672,
      "grad_norm": 6.34969591171781,
      "learning_rate": 0.00018415122675269086,
      "loss": 6.8125,
      "step": 63681
    },
    {
      "epoch": 2.6083145607208684,
      "grad_norm": 3.237322838656422,
      "learning_rate": 0.00018414805100337416,
      "loss": 3.8594,
      "step": 63682
    },
    {
      "epoch": 2.6083555191480645,
      "grad_norm": 3.7574393274731888,
      "learning_rate": 0.00018414487523791423,
      "loss": 4.0938,
      "step": 63683
    },
    {
      "epoch": 2.608396477575261,
      "grad_norm": 3.3738904751752763,
      "learning_rate": 0.00018414169945631253,
      "loss": 3.3125,
      "step": 63684
    },
    {
      "epoch": 2.6084374360024576,
      "grad_norm": 3.360230972878977,
      "learning_rate": 0.0001841385236585707,
      "loss": 4.6875,
      "step": 63685
    },
    {
      "epoch": 2.608478394429654,
      "grad_norm": 14.470257019407331,
      "learning_rate": 0.0001841353478446901,
      "loss": 7.875,
      "step": 63686
    },
    {
      "epoch": 2.60851935285685,
      "grad_norm": 3.1614242883548958,
      "learning_rate": 0.0001841321720146723,
      "loss": 4.3125,
      "step": 63687
    },
    {
      "epoch": 2.6085603112840468,
      "grad_norm": 5.221292000798262,
      "learning_rate": 0.00018412899616851875,
      "loss": 4.5625,
      "step": 63688
    },
    {
      "epoch": 2.608601269711243,
      "grad_norm": 3.9787771944986368,
      "learning_rate": 0.00018412582030623105,
      "loss": 4.7188,
      "step": 63689
    },
    {
      "epoch": 2.6086422281384394,
      "grad_norm": 4.581050920775946,
      "learning_rate": 0.00018412264442781064,
      "loss": 4.5938,
      "step": 63690
    },
    {
      "epoch": 2.608683186565636,
      "grad_norm": 14.165722133155295,
      "learning_rate": 0.00018411946853325901,
      "loss": 4.375,
      "step": 63691
    },
    {
      "epoch": 2.6087241449928324,
      "grad_norm": 4.710991898587088,
      "learning_rate": 0.00018411629262257766,
      "loss": 5.1875,
      "step": 63692
    },
    {
      "epoch": 2.6087651034200285,
      "grad_norm": 11.109256295303952,
      "learning_rate": 0.00018411311669576814,
      "loss": 4.5938,
      "step": 63693
    },
    {
      "epoch": 2.608806061847225,
      "grad_norm": 4.432577056272827,
      "learning_rate": 0.0001841099407528319,
      "loss": 5.3438,
      "step": 63694
    },
    {
      "epoch": 2.6088470202744216,
      "grad_norm": 3.8486627969024565,
      "learning_rate": 0.00018410676479377046,
      "loss": 3.9844,
      "step": 63695
    },
    {
      "epoch": 2.6088879787016177,
      "grad_norm": 3.5372060676548363,
      "learning_rate": 0.0001841035888185853,
      "loss": 6.5,
      "step": 63696
    },
    {
      "epoch": 2.6089289371288142,
      "grad_norm": 4.796752550109967,
      "learning_rate": 0.00018410041282727795,
      "loss": 3.2812,
      "step": 63697
    },
    {
      "epoch": 2.6089698955560108,
      "grad_norm": 3.4429655348037094,
      "learning_rate": 0.00018409723681984993,
      "loss": 4.5625,
      "step": 63698
    },
    {
      "epoch": 2.6090108539832073,
      "grad_norm": 3.6449787125246154,
      "learning_rate": 0.00018409406079630271,
      "loss": 5.625,
      "step": 63699
    },
    {
      "epoch": 2.6090518124104034,
      "grad_norm": 4.5691525281628795,
      "learning_rate": 0.0001840908847566378,
      "loss": 5.875,
      "step": 63700
    },
    {
      "epoch": 2.6090927708376,
      "grad_norm": 3.2838358716069527,
      "learning_rate": 0.00018408770870085667,
      "loss": 4.5312,
      "step": 63701
    },
    {
      "epoch": 2.609133729264796,
      "grad_norm": 3.586480814179815,
      "learning_rate": 0.00018408453262896087,
      "loss": 4.125,
      "step": 63702
    },
    {
      "epoch": 2.6091746876919926,
      "grad_norm": 3.6315820830198167,
      "learning_rate": 0.00018408135654095187,
      "loss": 4.5,
      "step": 63703
    },
    {
      "epoch": 2.609215646119189,
      "grad_norm": 3.6157699820492697,
      "learning_rate": 0.0001840781804368312,
      "loss": 4.0625,
      "step": 63704
    },
    {
      "epoch": 2.6092566045463856,
      "grad_norm": 3.175017014821968,
      "learning_rate": 0.00018407500431660032,
      "loss": 4.375,
      "step": 63705
    },
    {
      "epoch": 2.6092975629735817,
      "grad_norm": 5.144021450790907,
      "learning_rate": 0.00018407182818026073,
      "loss": 5.2188,
      "step": 63706
    },
    {
      "epoch": 2.6093385214007783,
      "grad_norm": 3.9567252915319355,
      "learning_rate": 0.00018406865202781402,
      "loss": 3.2656,
      "step": 63707
    },
    {
      "epoch": 2.6093794798279744,
      "grad_norm": 3.7288452343177703,
      "learning_rate": 0.00018406547585926163,
      "loss": 4.5938,
      "step": 63708
    },
    {
      "epoch": 2.609420438255171,
      "grad_norm": 3.55207937071036,
      "learning_rate": 0.00018406229967460498,
      "loss": 4.7812,
      "step": 63709
    },
    {
      "epoch": 2.6094613966823674,
      "grad_norm": 3.893884642455233,
      "learning_rate": 0.0001840591234738457,
      "loss": 4.9688,
      "step": 63710
    },
    {
      "epoch": 2.609502355109564,
      "grad_norm": 3.1405532752604106,
      "learning_rate": 0.00018405594725698528,
      "loss": 4.8125,
      "step": 63711
    },
    {
      "epoch": 2.60954331353676,
      "grad_norm": 3.3739058568273004,
      "learning_rate": 0.00018405277102402515,
      "loss": 4.0938,
      "step": 63712
    },
    {
      "epoch": 2.6095842719639566,
      "grad_norm": 7.041514033635127,
      "learning_rate": 0.0001840495947749668,
      "loss": 2.9219,
      "step": 63713
    },
    {
      "epoch": 2.609625230391153,
      "grad_norm": 7.738795637557555,
      "learning_rate": 0.00018404641850981184,
      "loss": 4.0312,
      "step": 63714
    },
    {
      "epoch": 2.609666188818349,
      "grad_norm": 4.592333803019943,
      "learning_rate": 0.0001840432422285617,
      "loss": 5.3438,
      "step": 63715
    },
    {
      "epoch": 2.6097071472455458,
      "grad_norm": 3.7107294923168994,
      "learning_rate": 0.00018404006593121788,
      "loss": 4.6875,
      "step": 63716
    },
    {
      "epoch": 2.6097481056727423,
      "grad_norm": 5.897294516612976,
      "learning_rate": 0.00018403688961778192,
      "loss": 3.1406,
      "step": 63717
    },
    {
      "epoch": 2.609789064099939,
      "grad_norm": 3.9571451033605145,
      "learning_rate": 0.0001840337132882553,
      "loss": 5.25,
      "step": 63718
    },
    {
      "epoch": 2.609830022527135,
      "grad_norm": 6.159636103282422,
      "learning_rate": 0.00018403053694263945,
      "loss": 5.75,
      "step": 63719
    },
    {
      "epoch": 2.6098709809543315,
      "grad_norm": 3.4171603212952055,
      "learning_rate": 0.00018402736058093595,
      "loss": 3.6094,
      "step": 63720
    },
    {
      "epoch": 2.6099119393815275,
      "grad_norm": 3.1486820659483725,
      "learning_rate": 0.00018402418420314633,
      "loss": 3.6094,
      "step": 63721
    },
    {
      "epoch": 2.609952897808724,
      "grad_norm": 4.4118264809731755,
      "learning_rate": 0.00018402100780927203,
      "loss": 5.25,
      "step": 63722
    },
    {
      "epoch": 2.6099938562359206,
      "grad_norm": 4.808931048332168,
      "learning_rate": 0.00018401783139931457,
      "loss": 6.1875,
      "step": 63723
    },
    {
      "epoch": 2.610034814663117,
      "grad_norm": 3.319445608582519,
      "learning_rate": 0.0001840146549732754,
      "loss": 4.625,
      "step": 63724
    },
    {
      "epoch": 2.6100757730903132,
      "grad_norm": 3.542153960370732,
      "learning_rate": 0.00018401147853115617,
      "loss": 4.9062,
      "step": 63725
    },
    {
      "epoch": 2.61011673151751,
      "grad_norm": 3.3128471564233664,
      "learning_rate": 0.00018400830207295824,
      "loss": 4.1562,
      "step": 63726
    },
    {
      "epoch": 2.610157689944706,
      "grad_norm": 3.6170643956778212,
      "learning_rate": 0.0001840051255986832,
      "loss": 5.0625,
      "step": 63727
    },
    {
      "epoch": 2.6101986483719024,
      "grad_norm": 4.466509779193738,
      "learning_rate": 0.00018400194910833244,
      "loss": 5.5625,
      "step": 63728
    },
    {
      "epoch": 2.610239606799099,
      "grad_norm": 4.065849539732249,
      "learning_rate": 0.00018399877260190755,
      "loss": 4.9062,
      "step": 63729
    },
    {
      "epoch": 2.6102805652262955,
      "grad_norm": 3.0759846623564115,
      "learning_rate": 0.00018399559607941004,
      "loss": 4.25,
      "step": 63730
    },
    {
      "epoch": 2.6103215236534916,
      "grad_norm": 3.6897710367215724,
      "learning_rate": 0.0001839924195408414,
      "loss": 4.1875,
      "step": 63731
    },
    {
      "epoch": 2.610362482080688,
      "grad_norm": 3.995911163208071,
      "learning_rate": 0.00018398924298620306,
      "loss": 5.1562,
      "step": 63732
    },
    {
      "epoch": 2.6104034405078846,
      "grad_norm": 5.227898641345578,
      "learning_rate": 0.00018398606641549658,
      "loss": 4.75,
      "step": 63733
    },
    {
      "epoch": 2.6104443989350807,
      "grad_norm": 3.921505420552173,
      "learning_rate": 0.0001839828898287235,
      "loss": 5.0625,
      "step": 63734
    },
    {
      "epoch": 2.6104853573622773,
      "grad_norm": 3.6924089086707546,
      "learning_rate": 0.00018397971322588527,
      "loss": 4.9062,
      "step": 63735
    },
    {
      "epoch": 2.610526315789474,
      "grad_norm": 3.2251346217592713,
      "learning_rate": 0.00018397653660698343,
      "loss": 4.5,
      "step": 63736
    },
    {
      "epoch": 2.6105672742166703,
      "grad_norm": 3.4644226060328114,
      "learning_rate": 0.00018397335997201938,
      "loss": 4.875,
      "step": 63737
    },
    {
      "epoch": 2.6106082326438664,
      "grad_norm": 3.291016174089379,
      "learning_rate": 0.00018397018332099477,
      "loss": 4.3438,
      "step": 63738
    },
    {
      "epoch": 2.610649191071063,
      "grad_norm": 3.6628685861277104,
      "learning_rate": 0.000183967006653911,
      "loss": 4.0625,
      "step": 63739
    },
    {
      "epoch": 2.610690149498259,
      "grad_norm": 5.908098881678817,
      "learning_rate": 0.00018396382997076962,
      "loss": 4.4062,
      "step": 63740
    },
    {
      "epoch": 2.6107311079254556,
      "grad_norm": 3.1073582746146102,
      "learning_rate": 0.00018396065327157209,
      "loss": 3.875,
      "step": 63741
    },
    {
      "epoch": 2.610772066352652,
      "grad_norm": 4.18664771287376,
      "learning_rate": 0.00018395747655631993,
      "loss": 6.4062,
      "step": 63742
    },
    {
      "epoch": 2.6108130247798487,
      "grad_norm": 4.291280291444084,
      "learning_rate": 0.00018395429982501465,
      "loss": 4.6562,
      "step": 63743
    },
    {
      "epoch": 2.6108539832070448,
      "grad_norm": 3.3594397771581583,
      "learning_rate": 0.00018395112307765775,
      "loss": 4.75,
      "step": 63744
    },
    {
      "epoch": 2.6108949416342413,
      "grad_norm": 3.205506278630121,
      "learning_rate": 0.0001839479463142507,
      "loss": 3.8906,
      "step": 63745
    },
    {
      "epoch": 2.6109359000614374,
      "grad_norm": 3.1652013907240413,
      "learning_rate": 0.00018394476953479508,
      "loss": 4.4688,
      "step": 63746
    },
    {
      "epoch": 2.610976858488634,
      "grad_norm": 3.846714657326046,
      "learning_rate": 0.00018394159273929232,
      "loss": 5.0625,
      "step": 63747
    },
    {
      "epoch": 2.6110178169158305,
      "grad_norm": 2.9491220290840983,
      "learning_rate": 0.000183938415927744,
      "loss": 3.5469,
      "step": 63748
    },
    {
      "epoch": 2.611058775343027,
      "grad_norm": 3.1223032101977752,
      "learning_rate": 0.00018393523910015144,
      "loss": 3.9219,
      "step": 63749
    },
    {
      "epoch": 2.611099733770223,
      "grad_norm": 5.349840754637959,
      "learning_rate": 0.00018393206225651636,
      "loss": 6.6562,
      "step": 63750
    },
    {
      "epoch": 2.6111406921974196,
      "grad_norm": 3.265274155470676,
      "learning_rate": 0.0001839288853968402,
      "loss": 4.7812,
      "step": 63751
    },
    {
      "epoch": 2.611181650624616,
      "grad_norm": 4.265802902286847,
      "learning_rate": 0.00018392570852112435,
      "loss": 5.0625,
      "step": 63752
    },
    {
      "epoch": 2.6112226090518122,
      "grad_norm": 5.1889702056305635,
      "learning_rate": 0.00018392253162937045,
      "loss": 4.3125,
      "step": 63753
    },
    {
      "epoch": 2.611263567479009,
      "grad_norm": 3.8743231860479312,
      "learning_rate": 0.0001839193547215799,
      "loss": 4.9688,
      "step": 63754
    },
    {
      "epoch": 2.6113045259062053,
      "grad_norm": 3.434241197959326,
      "learning_rate": 0.0001839161777977543,
      "loss": 3.8906,
      "step": 63755
    },
    {
      "epoch": 2.611345484333402,
      "grad_norm": 4.057633372422352,
      "learning_rate": 0.00018391300085789507,
      "loss": 4.5312,
      "step": 63756
    },
    {
      "epoch": 2.611386442760598,
      "grad_norm": 3.718629067623144,
      "learning_rate": 0.00018390982390200373,
      "loss": 4.7188,
      "step": 63757
    },
    {
      "epoch": 2.6114274011877945,
      "grad_norm": 3.6506290850953365,
      "learning_rate": 0.00018390664693008178,
      "loss": 4.5,
      "step": 63758
    },
    {
      "epoch": 2.6114683596149906,
      "grad_norm": 5.556977796103521,
      "learning_rate": 0.00018390346994213077,
      "loss": 3.7031,
      "step": 63759
    },
    {
      "epoch": 2.611509318042187,
      "grad_norm": 3.070796583855713,
      "learning_rate": 0.00018390029293815214,
      "loss": 4.1562,
      "step": 63760
    },
    {
      "epoch": 2.6115502764693836,
      "grad_norm": 3.473740505636455,
      "learning_rate": 0.00018389711591814745,
      "loss": 4.9375,
      "step": 63761
    },
    {
      "epoch": 2.61159123489658,
      "grad_norm": 3.467148823193636,
      "learning_rate": 0.00018389393888211815,
      "loss": 6.5312,
      "step": 63762
    },
    {
      "epoch": 2.6116321933237763,
      "grad_norm": 12.31483906190429,
      "learning_rate": 0.00018389076183006578,
      "loss": 4.8125,
      "step": 63763
    },
    {
      "epoch": 2.611673151750973,
      "grad_norm": 3.5394079754411996,
      "learning_rate": 0.0001838875847619918,
      "loss": 4.8125,
      "step": 63764
    },
    {
      "epoch": 2.611714110178169,
      "grad_norm": 4.47699668248334,
      "learning_rate": 0.00018388440767789775,
      "loss": 1.7656,
      "step": 63765
    },
    {
      "epoch": 2.6117550686053654,
      "grad_norm": 3.5600370384646216,
      "learning_rate": 0.00018388123057778513,
      "loss": 5.1562,
      "step": 63766
    },
    {
      "epoch": 2.611796027032562,
      "grad_norm": 9.532674654417745,
      "learning_rate": 0.0001838780534616554,
      "loss": 5.75,
      "step": 63767
    },
    {
      "epoch": 2.6118369854597585,
      "grad_norm": 3.2293723272868124,
      "learning_rate": 0.00018387487632951015,
      "loss": 4.3438,
      "step": 63768
    },
    {
      "epoch": 2.6118779438869546,
      "grad_norm": 7.349111900099078,
      "learning_rate": 0.00018387169918135073,
      "loss": 4.2812,
      "step": 63769
    },
    {
      "epoch": 2.611918902314151,
      "grad_norm": 3.676830958682836,
      "learning_rate": 0.0001838685220171788,
      "loss": 3.7188,
      "step": 63770
    },
    {
      "epoch": 2.6119598607413477,
      "grad_norm": 4.38693076488629,
      "learning_rate": 0.00018386534483699578,
      "loss": 4.3125,
      "step": 63771
    },
    {
      "epoch": 2.6120008191685438,
      "grad_norm": 3.732209266687897,
      "learning_rate": 0.0001838621676408032,
      "loss": 4.1562,
      "step": 63772
    },
    {
      "epoch": 2.6120417775957403,
      "grad_norm": 3.457349535616342,
      "learning_rate": 0.00018385899042860254,
      "loss": 4.7812,
      "step": 63773
    },
    {
      "epoch": 2.612082736022937,
      "grad_norm": 3.774679326433903,
      "learning_rate": 0.00018385581320039534,
      "loss": 5.0938,
      "step": 63774
    },
    {
      "epoch": 2.6121236944501334,
      "grad_norm": 3.283602302000037,
      "learning_rate": 0.00018385263595618306,
      "loss": 3.8906,
      "step": 63775
    },
    {
      "epoch": 2.6121646528773295,
      "grad_norm": 3.5858147234093094,
      "learning_rate": 0.00018384945869596723,
      "loss": 4.0312,
      "step": 63776
    },
    {
      "epoch": 2.612205611304526,
      "grad_norm": 8.934876976083217,
      "learning_rate": 0.0001838462814197493,
      "loss": 5.5,
      "step": 63777
    },
    {
      "epoch": 2.612246569731722,
      "grad_norm": 3.359372345686758,
      "learning_rate": 0.00018384310412753084,
      "loss": 4.5,
      "step": 63778
    },
    {
      "epoch": 2.6122875281589186,
      "grad_norm": 3.13566249045421,
      "learning_rate": 0.00018383992681931334,
      "loss": 6.0,
      "step": 63779
    },
    {
      "epoch": 2.612328486586115,
      "grad_norm": 8.841366087057876,
      "learning_rate": 0.00018383674949509827,
      "loss": 5.25,
      "step": 63780
    },
    {
      "epoch": 2.6123694450133117,
      "grad_norm": 4.541849659308312,
      "learning_rate": 0.0001838335721548871,
      "loss": 6.125,
      "step": 63781
    },
    {
      "epoch": 2.612410403440508,
      "grad_norm": 3.2311258416651305,
      "learning_rate": 0.00018383039479868147,
      "loss": 4.5938,
      "step": 63782
    },
    {
      "epoch": 2.6124513618677043,
      "grad_norm": 4.121676601890356,
      "learning_rate": 0.00018382721742648276,
      "loss": 5.6562,
      "step": 63783
    },
    {
      "epoch": 2.6124923202949004,
      "grad_norm": 3.5005730723785424,
      "learning_rate": 0.0001838240400382925,
      "loss": 4.875,
      "step": 63784
    },
    {
      "epoch": 2.612533278722097,
      "grad_norm": 4.177801388199769,
      "learning_rate": 0.00018382086263411216,
      "loss": 4.7188,
      "step": 63785
    },
    {
      "epoch": 2.6125742371492935,
      "grad_norm": 3.322174490249843,
      "learning_rate": 0.00018381768521394336,
      "loss": 4.2812,
      "step": 63786
    },
    {
      "epoch": 2.61261519557649,
      "grad_norm": 7.083782225910735,
      "learning_rate": 0.00018381450777778745,
      "loss": 5.5938,
      "step": 63787
    },
    {
      "epoch": 2.612656154003686,
      "grad_norm": 2.925214590296184,
      "learning_rate": 0.000183811330325646,
      "loss": 3.5625,
      "step": 63788
    },
    {
      "epoch": 2.6126971124308827,
      "grad_norm": 3.7019045463459928,
      "learning_rate": 0.00018380815285752055,
      "loss": 4.5625,
      "step": 63789
    },
    {
      "epoch": 2.612738070858079,
      "grad_norm": 2.9234291510161396,
      "learning_rate": 0.00018380497537341258,
      "loss": 3.7656,
      "step": 63790
    },
    {
      "epoch": 2.6127790292852753,
      "grad_norm": 3.9464005613920463,
      "learning_rate": 0.00018380179787332355,
      "loss": 5.1875,
      "step": 63791
    },
    {
      "epoch": 2.612819987712472,
      "grad_norm": 4.491044405113953,
      "learning_rate": 0.00018379862035725498,
      "loss": 7.0938,
      "step": 63792
    },
    {
      "epoch": 2.6128609461396683,
      "grad_norm": 3.820427680519718,
      "learning_rate": 0.00018379544282520838,
      "loss": 4.625,
      "step": 63793
    },
    {
      "epoch": 2.612901904566865,
      "grad_norm": 3.063093611200554,
      "learning_rate": 0.0001837922652771853,
      "loss": 2.8281,
      "step": 63794
    },
    {
      "epoch": 2.612942862994061,
      "grad_norm": 3.7726093070966313,
      "learning_rate": 0.0001837890877131872,
      "loss": 4.9062,
      "step": 63795
    },
    {
      "epoch": 2.6129838214212575,
      "grad_norm": 4.214068856603041,
      "learning_rate": 0.0001837859101332155,
      "loss": 4.4375,
      "step": 63796
    },
    {
      "epoch": 2.6130247798484536,
      "grad_norm": 3.490822445109115,
      "learning_rate": 0.00018378273253727185,
      "loss": 4.3438,
      "step": 63797
    },
    {
      "epoch": 2.61306573827565,
      "grad_norm": 3.8140627397431204,
      "learning_rate": 0.0001837795549253577,
      "loss": 5.5,
      "step": 63798
    },
    {
      "epoch": 2.6131066967028467,
      "grad_norm": 4.764387285328541,
      "learning_rate": 0.0001837763772974745,
      "loss": 4.4375,
      "step": 63799
    },
    {
      "epoch": 2.613147655130043,
      "grad_norm": 3.309565164886106,
      "learning_rate": 0.00018377319965362377,
      "loss": 4.875,
      "step": 63800
    },
    {
      "epoch": 2.6131886135572393,
      "grad_norm": 3.583633482083974,
      "learning_rate": 0.00018377002199380707,
      "loss": 4.625,
      "step": 63801
    },
    {
      "epoch": 2.613229571984436,
      "grad_norm": 6.451190334428656,
      "learning_rate": 0.00018376684431802587,
      "loss": 6.5625,
      "step": 63802
    },
    {
      "epoch": 2.613270530411632,
      "grad_norm": 3.394276409308924,
      "learning_rate": 0.00018376366662628164,
      "loss": 5.125,
      "step": 63803
    },
    {
      "epoch": 2.6133114888388285,
      "grad_norm": 4.137889781531719,
      "learning_rate": 0.00018376048891857592,
      "loss": 4.0312,
      "step": 63804
    },
    {
      "epoch": 2.613352447266025,
      "grad_norm": 3.2239709005413992,
      "learning_rate": 0.00018375731119491014,
      "loss": 4.5625,
      "step": 63805
    },
    {
      "epoch": 2.6133934056932215,
      "grad_norm": 3.68521919040583,
      "learning_rate": 0.00018375413345528594,
      "loss": 4.9375,
      "step": 63806
    },
    {
      "epoch": 2.6134343641204176,
      "grad_norm": 3.131745597260399,
      "learning_rate": 0.00018375095569970473,
      "loss": 4.4375,
      "step": 63807
    },
    {
      "epoch": 2.613475322547614,
      "grad_norm": 3.905112182020219,
      "learning_rate": 0.00018374777792816804,
      "loss": 4.8125,
      "step": 63808
    },
    {
      "epoch": 2.6135162809748107,
      "grad_norm": 9.053538581783744,
      "learning_rate": 0.00018374460014067731,
      "loss": 5.6875,
      "step": 63809
    },
    {
      "epoch": 2.613557239402007,
      "grad_norm": 4.111037500583955,
      "learning_rate": 0.00018374142233723413,
      "loss": 5.4062,
      "step": 63810
    },
    {
      "epoch": 2.6135981978292033,
      "grad_norm": 3.1476879724419375,
      "learning_rate": 0.00018373824451783992,
      "loss": 3.3438,
      "step": 63811
    },
    {
      "epoch": 2.6136391562564,
      "grad_norm": 3.2596856468676507,
      "learning_rate": 0.00018373506668249628,
      "loss": 5.0625,
      "step": 63812
    },
    {
      "epoch": 2.6136801146835964,
      "grad_norm": 3.4136885892811306,
      "learning_rate": 0.00018373188883120462,
      "loss": 5.0312,
      "step": 63813
    },
    {
      "epoch": 2.6137210731107925,
      "grad_norm": 4.676758364262885,
      "learning_rate": 0.0001837287109639665,
      "loss": 5.8125,
      "step": 63814
    },
    {
      "epoch": 2.613762031537989,
      "grad_norm": 3.0073505825013913,
      "learning_rate": 0.00018372553308078338,
      "loss": 3.9219,
      "step": 63815
    },
    {
      "epoch": 2.613802989965185,
      "grad_norm": 2.546084583650428,
      "learning_rate": 0.00018372235518165683,
      "loss": 3.2812,
      "step": 63816
    },
    {
      "epoch": 2.6138439483923817,
      "grad_norm": 3.0743464228451116,
      "learning_rate": 0.00018371917726658823,
      "loss": 4.4062,
      "step": 63817
    },
    {
      "epoch": 2.613884906819578,
      "grad_norm": 3.662177079445113,
      "learning_rate": 0.00018371599933557923,
      "loss": 4.0,
      "step": 63818
    },
    {
      "epoch": 2.6139258652467747,
      "grad_norm": 3.5751524706691695,
      "learning_rate": 0.00018371282138863126,
      "loss": 4.875,
      "step": 63819
    },
    {
      "epoch": 2.613966823673971,
      "grad_norm": 3.445137510810863,
      "learning_rate": 0.00018370964342574581,
      "loss": 4.125,
      "step": 63820
    },
    {
      "epoch": 2.6140077821011674,
      "grad_norm": 4.217972696210754,
      "learning_rate": 0.0001837064654469244,
      "loss": 5.0625,
      "step": 63821
    },
    {
      "epoch": 2.6140487405283634,
      "grad_norm": 4.362992966984598,
      "learning_rate": 0.00018370328745216853,
      "loss": 5.9375,
      "step": 63822
    },
    {
      "epoch": 2.61408969895556,
      "grad_norm": 5.970213541053036,
      "learning_rate": 0.0001837001094414797,
      "loss": 5.5312,
      "step": 63823
    },
    {
      "epoch": 2.6141306573827565,
      "grad_norm": 3.3052174815084134,
      "learning_rate": 0.00018369693141485934,
      "loss": 3.125,
      "step": 63824
    },
    {
      "epoch": 2.614171615809953,
      "grad_norm": 7.88186094617675,
      "learning_rate": 0.00018369375337230914,
      "loss": 3.0312,
      "step": 63825
    },
    {
      "epoch": 2.614212574237149,
      "grad_norm": 7.072409144465644,
      "learning_rate": 0.00018369057531383045,
      "loss": 4.8125,
      "step": 63826
    },
    {
      "epoch": 2.6142535326643457,
      "grad_norm": 4.215196749061311,
      "learning_rate": 0.00018368739723942482,
      "loss": 4.2188,
      "step": 63827
    },
    {
      "epoch": 2.614294491091542,
      "grad_norm": 3.4937014915718976,
      "learning_rate": 0.00018368421914909366,
      "loss": 5.0938,
      "step": 63828
    },
    {
      "epoch": 2.6143354495187383,
      "grad_norm": 11.374877695522668,
      "learning_rate": 0.00018368104104283863,
      "loss": 5.0938,
      "step": 63829
    },
    {
      "epoch": 2.614376407945935,
      "grad_norm": 4.297554747253305,
      "learning_rate": 0.00018367786292066118,
      "loss": 3.25,
      "step": 63830
    },
    {
      "epoch": 2.6144173663731314,
      "grad_norm": 3.2919722008624013,
      "learning_rate": 0.00018367468478256276,
      "loss": 4.4688,
      "step": 63831
    },
    {
      "epoch": 2.614458324800328,
      "grad_norm": 5.359243064570158,
      "learning_rate": 0.00018367150662854486,
      "loss": 4.9375,
      "step": 63832
    },
    {
      "epoch": 2.614499283227524,
      "grad_norm": 4.447838229189911,
      "learning_rate": 0.00018366832845860908,
      "loss": 6.3125,
      "step": 63833
    },
    {
      "epoch": 2.6145402416547205,
      "grad_norm": 6.399909187901673,
      "learning_rate": 0.00018366515027275687,
      "loss": 3.2188,
      "step": 63834
    },
    {
      "epoch": 2.6145812000819166,
      "grad_norm": 5.471383685212271,
      "learning_rate": 0.0001836619720709897,
      "loss": 5.0625,
      "step": 63835
    },
    {
      "epoch": 2.614622158509113,
      "grad_norm": 3.9832433238306217,
      "learning_rate": 0.0001836587938533091,
      "loss": 5.0625,
      "step": 63836
    },
    {
      "epoch": 2.6146631169363097,
      "grad_norm": 3.9207870487774845,
      "learning_rate": 0.00018365561561971662,
      "loss": 5.2188,
      "step": 63837
    },
    {
      "epoch": 2.6147040753635062,
      "grad_norm": 3.7931347333650627,
      "learning_rate": 0.0001836524373702137,
      "loss": 4.8125,
      "step": 63838
    },
    {
      "epoch": 2.6147450337907023,
      "grad_norm": 4.589394751506112,
      "learning_rate": 0.00018364925910480185,
      "loss": 3.8125,
      "step": 63839
    },
    {
      "epoch": 2.614785992217899,
      "grad_norm": 3.5081960901299536,
      "learning_rate": 0.0001836460808234826,
      "loss": 4.2812,
      "step": 63840
    },
    {
      "epoch": 2.614826950645095,
      "grad_norm": 3.3405317127746286,
      "learning_rate": 0.0001836429025262574,
      "loss": 4.5312,
      "step": 63841
    },
    {
      "epoch": 2.6148679090722915,
      "grad_norm": 4.288814613665445,
      "learning_rate": 0.00018363972421312782,
      "loss": 6.5,
      "step": 63842
    },
    {
      "epoch": 2.614908867499488,
      "grad_norm": 3.6213392900054684,
      "learning_rate": 0.00018363654588409532,
      "loss": 4.8438,
      "step": 63843
    },
    {
      "epoch": 2.6149498259266846,
      "grad_norm": 3.3534500904987925,
      "learning_rate": 0.0001836333675391614,
      "loss": 3.6094,
      "step": 63844
    },
    {
      "epoch": 2.6149907843538807,
      "grad_norm": 4.463732648095482,
      "learning_rate": 0.00018363018917832757,
      "loss": 4.6875,
      "step": 63845
    },
    {
      "epoch": 2.615031742781077,
      "grad_norm": 3.169956010282984,
      "learning_rate": 0.00018362701080159539,
      "loss": 4.5938,
      "step": 63846
    },
    {
      "epoch": 2.6150727012082737,
      "grad_norm": 4.611003585585824,
      "learning_rate": 0.00018362383240896625,
      "loss": 2.0625,
      "step": 63847
    },
    {
      "epoch": 2.61511365963547,
      "grad_norm": 3.382497581477134,
      "learning_rate": 0.00018362065400044175,
      "loss": 4.9688,
      "step": 63848
    },
    {
      "epoch": 2.6151546180626664,
      "grad_norm": 5.339394175906757,
      "learning_rate": 0.00018361747557602332,
      "loss": 5.0625,
      "step": 63849
    },
    {
      "epoch": 2.615195576489863,
      "grad_norm": 3.4098086317344816,
      "learning_rate": 0.00018361429713571254,
      "loss": 4.5312,
      "step": 63850
    },
    {
      "epoch": 2.6152365349170594,
      "grad_norm": 4.058323712152297,
      "learning_rate": 0.00018361111867951083,
      "loss": 5.25,
      "step": 63851
    },
    {
      "epoch": 2.6152774933442555,
      "grad_norm": 3.2037513100664783,
      "learning_rate": 0.00018360794020741978,
      "loss": 5.0,
      "step": 63852
    },
    {
      "epoch": 2.615318451771452,
      "grad_norm": 2.3984924534291405,
      "learning_rate": 0.0001836047617194408,
      "loss": 2.9844,
      "step": 63853
    },
    {
      "epoch": 2.615359410198648,
      "grad_norm": 3.453540612875189,
      "learning_rate": 0.00018360158321557548,
      "loss": 5.375,
      "step": 63854
    },
    {
      "epoch": 2.6154003686258447,
      "grad_norm": 3.6276081148694077,
      "learning_rate": 0.00018359840469582526,
      "loss": 4.9062,
      "step": 63855
    },
    {
      "epoch": 2.615441327053041,
      "grad_norm": 3.9001187663670907,
      "learning_rate": 0.0001835952261601917,
      "loss": 3.9062,
      "step": 63856
    },
    {
      "epoch": 2.6154822854802378,
      "grad_norm": 6.164080042110988,
      "learning_rate": 0.00018359204760867622,
      "loss": 2.625,
      "step": 63857
    },
    {
      "epoch": 2.615523243907434,
      "grad_norm": 4.505033800148541,
      "learning_rate": 0.00018358886904128042,
      "loss": 6.0938,
      "step": 63858
    },
    {
      "epoch": 2.6155642023346304,
      "grad_norm": 3.953667197064797,
      "learning_rate": 0.00018358569045800568,
      "loss": 4.9375,
      "step": 63859
    },
    {
      "epoch": 2.6156051607618265,
      "grad_norm": 7.456434038244734,
      "learning_rate": 0.0001835825118588536,
      "loss": 3.9375,
      "step": 63860
    },
    {
      "epoch": 2.615646119189023,
      "grad_norm": 3.403582958396676,
      "learning_rate": 0.00018357933324382567,
      "loss": 4.5938,
      "step": 63861
    },
    {
      "epoch": 2.6156870776162195,
      "grad_norm": 4.2249276229446755,
      "learning_rate": 0.0001835761546129234,
      "loss": 4.4062,
      "step": 63862
    },
    {
      "epoch": 2.615728036043416,
      "grad_norm": 3.7735193813019183,
      "learning_rate": 0.00018357297596614827,
      "loss": 5.0,
      "step": 63863
    },
    {
      "epoch": 2.615768994470612,
      "grad_norm": 3.9690740847003334,
      "learning_rate": 0.0001835697973035017,
      "loss": 4.25,
      "step": 63864
    },
    {
      "epoch": 2.6158099528978087,
      "grad_norm": 3.7897030894214363,
      "learning_rate": 0.00018356661862498536,
      "loss": 3.9375,
      "step": 63865
    },
    {
      "epoch": 2.6158509113250052,
      "grad_norm": 3.7472797011343517,
      "learning_rate": 0.00018356343993060066,
      "loss": 5.25,
      "step": 63866
    },
    {
      "epoch": 2.6158918697522013,
      "grad_norm": 3.2551164433618385,
      "learning_rate": 0.0001835602612203491,
      "loss": 4.5625,
      "step": 63867
    },
    {
      "epoch": 2.615932828179398,
      "grad_norm": 3.253513622092753,
      "learning_rate": 0.00018355708249423217,
      "loss": 3.5156,
      "step": 63868
    },
    {
      "epoch": 2.6159737866065944,
      "grad_norm": 5.42180240428141,
      "learning_rate": 0.00018355390375225143,
      "loss": 5.2188,
      "step": 63869
    },
    {
      "epoch": 2.616014745033791,
      "grad_norm": 3.404995583360546,
      "learning_rate": 0.00018355072499440838,
      "loss": 4.9375,
      "step": 63870
    },
    {
      "epoch": 2.616055703460987,
      "grad_norm": 3.3612271840792154,
      "learning_rate": 0.00018354754622070446,
      "loss": 5.0312,
      "step": 63871
    },
    {
      "epoch": 2.6160966618881836,
      "grad_norm": 3.399111154745471,
      "learning_rate": 0.00018354436743114118,
      "loss": 3.625,
      "step": 63872
    },
    {
      "epoch": 2.6161376203153797,
      "grad_norm": 3.6724797800011655,
      "learning_rate": 0.00018354118862572014,
      "loss": 4.8125,
      "step": 63873
    },
    {
      "epoch": 2.616178578742576,
      "grad_norm": 3.455943178706167,
      "learning_rate": 0.00018353800980444273,
      "loss": 4.4688,
      "step": 63874
    },
    {
      "epoch": 2.6162195371697727,
      "grad_norm": 3.193575621822682,
      "learning_rate": 0.0001835348309673105,
      "loss": 5.1875,
      "step": 63875
    },
    {
      "epoch": 2.6162604955969693,
      "grad_norm": 3.6159896627950383,
      "learning_rate": 0.00018353165211432496,
      "loss": 4.4375,
      "step": 63876
    },
    {
      "epoch": 2.6163014540241654,
      "grad_norm": 3.847953501789114,
      "learning_rate": 0.00018352847324548758,
      "loss": 4.6875,
      "step": 63877
    },
    {
      "epoch": 2.616342412451362,
      "grad_norm": 3.906194170176743,
      "learning_rate": 0.0001835252943607999,
      "loss": 3.7188,
      "step": 63878
    },
    {
      "epoch": 2.616383370878558,
      "grad_norm": 7.439851324545125,
      "learning_rate": 0.00018352211546026338,
      "loss": 5.9375,
      "step": 63879
    },
    {
      "epoch": 2.6164243293057545,
      "grad_norm": 3.4766391103450163,
      "learning_rate": 0.00018351893654387959,
      "loss": 5.0312,
      "step": 63880
    },
    {
      "epoch": 2.616465287732951,
      "grad_norm": 4.2803985115349095,
      "learning_rate": 0.00018351575761164994,
      "loss": 3.4531,
      "step": 63881
    },
    {
      "epoch": 2.6165062461601476,
      "grad_norm": 7.385229722695094,
      "learning_rate": 0.00018351257866357603,
      "loss": 4.4062,
      "step": 63882
    },
    {
      "epoch": 2.6165472045873437,
      "grad_norm": 5.444088600815744,
      "learning_rate": 0.0001835093996996593,
      "loss": 2.8594,
      "step": 63883
    },
    {
      "epoch": 2.6165881630145402,
      "grad_norm": 3.1424590912204766,
      "learning_rate": 0.00018350622071990126,
      "loss": 4.1875,
      "step": 63884
    },
    {
      "epoch": 2.6166291214417368,
      "grad_norm": 3.788672716624839,
      "learning_rate": 0.00018350304172430344,
      "loss": 4.5625,
      "step": 63885
    },
    {
      "epoch": 2.616670079868933,
      "grad_norm": 3.7139023527364636,
      "learning_rate": 0.0001834998627128673,
      "loss": 5.0625,
      "step": 63886
    },
    {
      "epoch": 2.6167110382961294,
      "grad_norm": 4.001250635678592,
      "learning_rate": 0.0001834966836855944,
      "loss": 1.5391,
      "step": 63887
    },
    {
      "epoch": 2.616751996723326,
      "grad_norm": 5.9575536959356254,
      "learning_rate": 0.0001834935046424862,
      "loss": 5.1875,
      "step": 63888
    },
    {
      "epoch": 2.6167929551505225,
      "grad_norm": 5.162470201580824,
      "learning_rate": 0.0001834903255835442,
      "loss": 4.5938,
      "step": 63889
    },
    {
      "epoch": 2.6168339135777186,
      "grad_norm": 3.8973150115099213,
      "learning_rate": 0.00018348714650876993,
      "loss": 3.4062,
      "step": 63890
    },
    {
      "epoch": 2.616874872004915,
      "grad_norm": 4.236661837683021,
      "learning_rate": 0.00018348396741816488,
      "loss": 5.25,
      "step": 63891
    },
    {
      "epoch": 2.616915830432111,
      "grad_norm": 3.049254590931215,
      "learning_rate": 0.0001834807883117306,
      "loss": 3.8906,
      "step": 63892
    },
    {
      "epoch": 2.6169567888593077,
      "grad_norm": 3.828544863044447,
      "learning_rate": 0.0001834776091894685,
      "loss": 4.6875,
      "step": 63893
    },
    {
      "epoch": 2.6169977472865043,
      "grad_norm": 7.833086904343019,
      "learning_rate": 0.00018347443005138013,
      "loss": 5.5312,
      "step": 63894
    },
    {
      "epoch": 2.617038705713701,
      "grad_norm": 3.256861917102179,
      "learning_rate": 0.00018347125089746697,
      "loss": 4.1562,
      "step": 63895
    },
    {
      "epoch": 2.617079664140897,
      "grad_norm": 3.772861139254539,
      "learning_rate": 0.00018346807172773058,
      "loss": 5.9688,
      "step": 63896
    },
    {
      "epoch": 2.6171206225680934,
      "grad_norm": 3.239848854704797,
      "learning_rate": 0.0001834648925421724,
      "loss": 4.8125,
      "step": 63897
    },
    {
      "epoch": 2.6171615809952895,
      "grad_norm": 3.4809470269757283,
      "learning_rate": 0.00018346171334079396,
      "loss": 3.8438,
      "step": 63898
    },
    {
      "epoch": 2.617202539422486,
      "grad_norm": 3.6190279293864647,
      "learning_rate": 0.0001834585341235968,
      "loss": 3.3125,
      "step": 63899
    },
    {
      "epoch": 2.6172434978496826,
      "grad_norm": 15.172289391803963,
      "learning_rate": 0.00018345535489058235,
      "loss": 4.1875,
      "step": 63900
    },
    {
      "epoch": 2.617284456276879,
      "grad_norm": 3.8121393124339846,
      "learning_rate": 0.0001834521756417522,
      "loss": 4.9375,
      "step": 63901
    },
    {
      "epoch": 2.617325414704075,
      "grad_norm": 4.100304782137397,
      "learning_rate": 0.00018344899637710773,
      "loss": 3.2656,
      "step": 63902
    },
    {
      "epoch": 2.6173663731312717,
      "grad_norm": 3.529053167678971,
      "learning_rate": 0.00018344581709665058,
      "loss": 4.375,
      "step": 63903
    },
    {
      "epoch": 2.6174073315584683,
      "grad_norm": 4.340441091849724,
      "learning_rate": 0.0001834426378003821,
      "loss": 5.7188,
      "step": 63904
    },
    {
      "epoch": 2.6174482899856644,
      "grad_norm": 14.188770121578175,
      "learning_rate": 0.000183439458488304,
      "loss": 4.2812,
      "step": 63905
    },
    {
      "epoch": 2.617489248412861,
      "grad_norm": 3.0684126909898857,
      "learning_rate": 0.00018343627916041758,
      "loss": 3.6875,
      "step": 63906
    },
    {
      "epoch": 2.6175302068400574,
      "grad_norm": 3.769748864529248,
      "learning_rate": 0.00018343309981672448,
      "loss": 4.125,
      "step": 63907
    },
    {
      "epoch": 2.617571165267254,
      "grad_norm": 3.3539637878290844,
      "learning_rate": 0.0001834299204572261,
      "loss": 4.6562,
      "step": 63908
    },
    {
      "epoch": 2.61761212369445,
      "grad_norm": 3.6643821734714006,
      "learning_rate": 0.00018342674108192403,
      "loss": 4.6562,
      "step": 63909
    },
    {
      "epoch": 2.6176530821216466,
      "grad_norm": 3.8815682487181338,
      "learning_rate": 0.00018342356169081972,
      "loss": 4.1875,
      "step": 63910
    },
    {
      "epoch": 2.6176940405488427,
      "grad_norm": 3.5326107527867956,
      "learning_rate": 0.0001834203822839147,
      "loss": 4.7188,
      "step": 63911
    },
    {
      "epoch": 2.6177349989760392,
      "grad_norm": 3.1243874200688837,
      "learning_rate": 0.00018341720286121048,
      "loss": 4.3438,
      "step": 63912
    },
    {
      "epoch": 2.6177759574032358,
      "grad_norm": 3.4324705968380798,
      "learning_rate": 0.0001834140234227085,
      "loss": 4.7188,
      "step": 63913
    },
    {
      "epoch": 2.6178169158304323,
      "grad_norm": 3.8143422364839497,
      "learning_rate": 0.00018341084396841033,
      "loss": 5.2188,
      "step": 63914
    },
    {
      "epoch": 2.6178578742576284,
      "grad_norm": 3.8923239782138506,
      "learning_rate": 0.00018340766449831744,
      "loss": 4.3438,
      "step": 63915
    },
    {
      "epoch": 2.617898832684825,
      "grad_norm": 8.250121277565254,
      "learning_rate": 0.0001834044850124314,
      "loss": 4.125,
      "step": 63916
    },
    {
      "epoch": 2.6179397911120215,
      "grad_norm": 3.116001504746714,
      "learning_rate": 0.00018340130551075358,
      "loss": 4.875,
      "step": 63917
    },
    {
      "epoch": 2.6179807495392176,
      "grad_norm": 6.291326651026391,
      "learning_rate": 0.00018339812599328558,
      "loss": 6.625,
      "step": 63918
    },
    {
      "epoch": 2.618021707966414,
      "grad_norm": 6.044489910879408,
      "learning_rate": 0.00018339494646002892,
      "loss": 6.1562,
      "step": 63919
    },
    {
      "epoch": 2.6180626663936106,
      "grad_norm": 3.4347632793881413,
      "learning_rate": 0.00018339176691098505,
      "loss": 3.5938,
      "step": 63920
    },
    {
      "epoch": 2.6181036248208067,
      "grad_norm": 3.3573198479723936,
      "learning_rate": 0.00018338858734615548,
      "loss": 4.9062,
      "step": 63921
    },
    {
      "epoch": 2.6181445832480033,
      "grad_norm": 3.8440975624168017,
      "learning_rate": 0.00018338540776554173,
      "loss": 4.6875,
      "step": 63922
    },
    {
      "epoch": 2.6181855416752,
      "grad_norm": 3.259507170464313,
      "learning_rate": 0.0001833822281691453,
      "loss": 5.0,
      "step": 63923
    },
    {
      "epoch": 2.618226500102396,
      "grad_norm": 5.278025962534701,
      "learning_rate": 0.0001833790485569677,
      "loss": 3.3594,
      "step": 63924
    },
    {
      "epoch": 2.6182674585295924,
      "grad_norm": 3.7668543696897276,
      "learning_rate": 0.0001833758689290104,
      "loss": 4.4062,
      "step": 63925
    },
    {
      "epoch": 2.618308416956789,
      "grad_norm": 3.2569168692762394,
      "learning_rate": 0.00018337268928527494,
      "loss": 4.9375,
      "step": 63926
    },
    {
      "epoch": 2.6183493753839855,
      "grad_norm": 3.186559000242042,
      "learning_rate": 0.00018336950962576283,
      "loss": 3.9062,
      "step": 63927
    },
    {
      "epoch": 2.6183903338111816,
      "grad_norm": 3.2819205236773037,
      "learning_rate": 0.00018336632995047552,
      "loss": 4.9688,
      "step": 63928
    },
    {
      "epoch": 2.618431292238378,
      "grad_norm": 3.242008500324186,
      "learning_rate": 0.00018336315025941453,
      "loss": 3.9219,
      "step": 63929
    },
    {
      "epoch": 2.618472250665574,
      "grad_norm": 5.738354065091343,
      "learning_rate": 0.00018335997055258144,
      "loss": 5.3438,
      "step": 63930
    },
    {
      "epoch": 2.6185132090927707,
      "grad_norm": 3.238516870914613,
      "learning_rate": 0.00018335679082997765,
      "loss": 4.875,
      "step": 63931
    },
    {
      "epoch": 2.6185541675199673,
      "grad_norm": 3.012573592097248,
      "learning_rate": 0.00018335361109160468,
      "loss": 3.125,
      "step": 63932
    },
    {
      "epoch": 2.618595125947164,
      "grad_norm": 3.7667903336442716,
      "learning_rate": 0.00018335043133746408,
      "loss": 5.9688,
      "step": 63933
    },
    {
      "epoch": 2.61863608437436,
      "grad_norm": 10.47833146066124,
      "learning_rate": 0.00018334725156755733,
      "loss": 5.8125,
      "step": 63934
    },
    {
      "epoch": 2.6186770428015564,
      "grad_norm": 3.2957679359360497,
      "learning_rate": 0.00018334407178188596,
      "loss": 4.1562,
      "step": 63935
    },
    {
      "epoch": 2.618718001228753,
      "grad_norm": 3.6176749597365974,
      "learning_rate": 0.0001833408919804514,
      "loss": 4.0625,
      "step": 63936
    },
    {
      "epoch": 2.618758959655949,
      "grad_norm": 12.327787692930674,
      "learning_rate": 0.00018333771216325526,
      "loss": 5.5938,
      "step": 63937
    },
    {
      "epoch": 2.6187999180831456,
      "grad_norm": 8.285356410765832,
      "learning_rate": 0.00018333453233029899,
      "loss": 4.8125,
      "step": 63938
    },
    {
      "epoch": 2.618840876510342,
      "grad_norm": 4.4335121383895135,
      "learning_rate": 0.00018333135248158402,
      "loss": 4.3438,
      "step": 63939
    },
    {
      "epoch": 2.6188818349375382,
      "grad_norm": 3.8555225081833497,
      "learning_rate": 0.00018332817261711195,
      "loss": 5.0625,
      "step": 63940
    },
    {
      "epoch": 2.6189227933647348,
      "grad_norm": 3.855257603644418,
      "learning_rate": 0.00018332499273688424,
      "loss": 5.125,
      "step": 63941
    },
    {
      "epoch": 2.6189637517919313,
      "grad_norm": 3.2691404169109317,
      "learning_rate": 0.00018332181284090243,
      "loss": 4.3438,
      "step": 63942
    },
    {
      "epoch": 2.6190047102191274,
      "grad_norm": 19.346036234324444,
      "learning_rate": 0.000183318632929168,
      "loss": 3.2812,
      "step": 63943
    },
    {
      "epoch": 2.619045668646324,
      "grad_norm": 3.4066160681420894,
      "learning_rate": 0.00018331545300168245,
      "loss": 4.375,
      "step": 63944
    },
    {
      "epoch": 2.6190866270735205,
      "grad_norm": 3.6760049185782138,
      "learning_rate": 0.00018331227305844728,
      "loss": 4.9375,
      "step": 63945
    },
    {
      "epoch": 2.619127585500717,
      "grad_norm": 3.4328724202770067,
      "learning_rate": 0.000183309093099464,
      "loss": 4.7812,
      "step": 63946
    },
    {
      "epoch": 2.619168543927913,
      "grad_norm": 4.102593042531756,
      "learning_rate": 0.00018330591312473414,
      "loss": 3.1562,
      "step": 63947
    },
    {
      "epoch": 2.6192095023551096,
      "grad_norm": 4.0682940713603974,
      "learning_rate": 0.00018330273313425915,
      "loss": 4.125,
      "step": 63948
    },
    {
      "epoch": 2.6192504607823057,
      "grad_norm": 3.1646219683690706,
      "learning_rate": 0.00018329955312804054,
      "loss": 4.375,
      "step": 63949
    },
    {
      "epoch": 2.6192914192095023,
      "grad_norm": 6.001936640011177,
      "learning_rate": 0.0001832963731060799,
      "loss": 3.9219,
      "step": 63950
    },
    {
      "epoch": 2.619332377636699,
      "grad_norm": 6.175837425509703,
      "learning_rate": 0.00018329319306837862,
      "loss": 6.5,
      "step": 63951
    },
    {
      "epoch": 2.6193733360638953,
      "grad_norm": 3.0803128463343716,
      "learning_rate": 0.00018329001301493824,
      "loss": 3.6875,
      "step": 63952
    },
    {
      "epoch": 2.6194142944910914,
      "grad_norm": 5.077262896223687,
      "learning_rate": 0.00018328683294576028,
      "loss": 1.6094,
      "step": 63953
    },
    {
      "epoch": 2.619455252918288,
      "grad_norm": 5.771487110465328,
      "learning_rate": 0.00018328365286084626,
      "loss": 7.1875,
      "step": 63954
    },
    {
      "epoch": 2.6194962113454845,
      "grad_norm": 3.6058655759615204,
      "learning_rate": 0.00018328047276019763,
      "loss": 4.9688,
      "step": 63955
    },
    {
      "epoch": 2.6195371697726806,
      "grad_norm": 3.2987266104239046,
      "learning_rate": 0.00018327729264381597,
      "loss": 4.9688,
      "step": 63956
    },
    {
      "epoch": 2.619578128199877,
      "grad_norm": 4.555266596775095,
      "learning_rate": 0.0001832741125117027,
      "loss": 5.8438,
      "step": 63957
    },
    {
      "epoch": 2.6196190866270737,
      "grad_norm": 4.08604177889647,
      "learning_rate": 0.00018327093236385938,
      "loss": 3.2969,
      "step": 63958
    },
    {
      "epoch": 2.61966004505427,
      "grad_norm": 3.7464575112209753,
      "learning_rate": 0.00018326775220028744,
      "loss": 5.75,
      "step": 63959
    },
    {
      "epoch": 2.6197010034814663,
      "grad_norm": 5.509651090285138,
      "learning_rate": 0.00018326457202098853,
      "loss": 5.5625,
      "step": 63960
    },
    {
      "epoch": 2.619741961908663,
      "grad_norm": 4.25734937003595,
      "learning_rate": 0.00018326139182596397,
      "loss": 4.6562,
      "step": 63961
    },
    {
      "epoch": 2.619782920335859,
      "grad_norm": 26.644564821696306,
      "learning_rate": 0.0001832582116152154,
      "loss": 4.0625,
      "step": 63962
    },
    {
      "epoch": 2.6198238787630554,
      "grad_norm": 3.267242115027627,
      "learning_rate": 0.0001832550313887443,
      "loss": 4.5938,
      "step": 63963
    },
    {
      "epoch": 2.619864837190252,
      "grad_norm": 4.3662258010211366,
      "learning_rate": 0.0001832518511465521,
      "loss": 5.3125,
      "step": 63964
    },
    {
      "epoch": 2.6199057956174485,
      "grad_norm": 3.2232923222399106,
      "learning_rate": 0.00018324867088864038,
      "loss": 4.4062,
      "step": 63965
    },
    {
      "epoch": 2.6199467540446446,
      "grad_norm": 4.104465423939929,
      "learning_rate": 0.00018324549061501062,
      "loss": 4.6562,
      "step": 63966
    },
    {
      "epoch": 2.619987712471841,
      "grad_norm": 5.698763610926425,
      "learning_rate": 0.00018324231032566433,
      "loss": 6.125,
      "step": 63967
    },
    {
      "epoch": 2.6200286708990372,
      "grad_norm": 3.726153183939623,
      "learning_rate": 0.00018323913002060295,
      "loss": 5.1875,
      "step": 63968
    },
    {
      "epoch": 2.6200696293262338,
      "grad_norm": 3.5481140909445745,
      "learning_rate": 0.0001832359496998281,
      "loss": 3.3438,
      "step": 63969
    },
    {
      "epoch": 2.6201105877534303,
      "grad_norm": 14.534101046717074,
      "learning_rate": 0.0001832327693633412,
      "loss": 5.9062,
      "step": 63970
    },
    {
      "epoch": 2.620151546180627,
      "grad_norm": 5.870023417002209,
      "learning_rate": 0.00018322958901114382,
      "loss": 5.9688,
      "step": 63971
    },
    {
      "epoch": 2.620192504607823,
      "grad_norm": 3.4946474049635396,
      "learning_rate": 0.00018322640864323734,
      "loss": 3.9375,
      "step": 63972
    },
    {
      "epoch": 2.6202334630350195,
      "grad_norm": 3.6079776882221615,
      "learning_rate": 0.00018322322825962338,
      "loss": 5.5625,
      "step": 63973
    },
    {
      "epoch": 2.620274421462216,
      "grad_norm": 3.128250467083051,
      "learning_rate": 0.00018322004786030342,
      "loss": 4.4688,
      "step": 63974
    },
    {
      "epoch": 2.620315379889412,
      "grad_norm": 4.027759061714373,
      "learning_rate": 0.0001832168674452789,
      "loss": 4.75,
      "step": 63975
    },
    {
      "epoch": 2.6203563383166086,
      "grad_norm": 13.854280311938068,
      "learning_rate": 0.0001832136870145514,
      "loss": 4.1562,
      "step": 63976
    },
    {
      "epoch": 2.620397296743805,
      "grad_norm": 3.9143473935224082,
      "learning_rate": 0.0001832105065681224,
      "loss": 4.25,
      "step": 63977
    },
    {
      "epoch": 2.6204382551710017,
      "grad_norm": 3.0329919485970307,
      "learning_rate": 0.0001832073261059934,
      "loss": 4.3125,
      "step": 63978
    },
    {
      "epoch": 2.620479213598198,
      "grad_norm": 5.16513305646402,
      "learning_rate": 0.0001832041456281659,
      "loss": 2.6562,
      "step": 63979
    },
    {
      "epoch": 2.6205201720253943,
      "grad_norm": 3.382707459060461,
      "learning_rate": 0.00018320096513464143,
      "loss": 4.9375,
      "step": 63980
    },
    {
      "epoch": 2.6205611304525904,
      "grad_norm": 3.5910585964658712,
      "learning_rate": 0.0001831977846254214,
      "loss": 4.8125,
      "step": 63981
    },
    {
      "epoch": 2.620602088879787,
      "grad_norm": 3.374503014351066,
      "learning_rate": 0.00018319460410050746,
      "loss": 4.75,
      "step": 63982
    },
    {
      "epoch": 2.6206430473069835,
      "grad_norm": 6.8936273001125485,
      "learning_rate": 0.00018319142355990102,
      "loss": 6.0312,
      "step": 63983
    },
    {
      "epoch": 2.62068400573418,
      "grad_norm": 3.4809124594336334,
      "learning_rate": 0.00018318824300360358,
      "loss": 4.2188,
      "step": 63984
    },
    {
      "epoch": 2.620724964161376,
      "grad_norm": 3.1591213044445867,
      "learning_rate": 0.00018318506243161667,
      "loss": 3.4062,
      "step": 63985
    },
    {
      "epoch": 2.6207659225885727,
      "grad_norm": 4.188048726458665,
      "learning_rate": 0.00018318188184394182,
      "loss": 4.1562,
      "step": 63986
    },
    {
      "epoch": 2.6208068810157688,
      "grad_norm": 3.282180037463626,
      "learning_rate": 0.00018317870124058046,
      "loss": 4.5938,
      "step": 63987
    },
    {
      "epoch": 2.6208478394429653,
      "grad_norm": 3.628537806679681,
      "learning_rate": 0.00018317552062153413,
      "loss": 3.75,
      "step": 63988
    },
    {
      "epoch": 2.620888797870162,
      "grad_norm": 4.340184845165716,
      "learning_rate": 0.00018317233998680436,
      "loss": 3.9688,
      "step": 63989
    },
    {
      "epoch": 2.6209297562973584,
      "grad_norm": 3.566246793627461,
      "learning_rate": 0.00018316915933639264,
      "loss": 4.7812,
      "step": 63990
    },
    {
      "epoch": 2.6209707147245545,
      "grad_norm": 3.984764741384908,
      "learning_rate": 0.00018316597867030045,
      "loss": 5.75,
      "step": 63991
    },
    {
      "epoch": 2.621011673151751,
      "grad_norm": 11.277780328011486,
      "learning_rate": 0.00018316279798852932,
      "loss": 5.75,
      "step": 63992
    },
    {
      "epoch": 2.6210526315789475,
      "grad_norm": 3.192992375392212,
      "learning_rate": 0.00018315961729108073,
      "loss": 3.7969,
      "step": 63993
    },
    {
      "epoch": 2.6210935900061436,
      "grad_norm": 9.471642514121807,
      "learning_rate": 0.00018315643657795623,
      "loss": 1.5156,
      "step": 63994
    },
    {
      "epoch": 2.62113454843334,
      "grad_norm": 3.8007932629186887,
      "learning_rate": 0.0001831532558491573,
      "loss": 4.625,
      "step": 63995
    },
    {
      "epoch": 2.6211755068605367,
      "grad_norm": 5.595256007293984,
      "learning_rate": 0.00018315007510468536,
      "loss": 5.1875,
      "step": 63996
    },
    {
      "epoch": 2.621216465287733,
      "grad_norm": 3.6145555865588315,
      "learning_rate": 0.00018314689434454203,
      "loss": 4.3438,
      "step": 63997
    },
    {
      "epoch": 2.6212574237149293,
      "grad_norm": 16.72947743747019,
      "learning_rate": 0.0001831437135687288,
      "loss": 3.4375,
      "step": 63998
    },
    {
      "epoch": 2.621298382142126,
      "grad_norm": 3.2001816513962065,
      "learning_rate": 0.0001831405327772471,
      "loss": 4.6875,
      "step": 63999
    },
    {
      "epoch": 2.621339340569322,
      "grad_norm": 3.84989416435055,
      "learning_rate": 0.0001831373519700985,
      "loss": 6.125,
      "step": 64000
    },
    {
      "epoch": 2.6213802989965185,
      "grad_norm": 3.4462467897928875,
      "learning_rate": 0.0001831341711472845,
      "loss": 5.1562,
      "step": 64001
    },
    {
      "epoch": 2.621421257423715,
      "grad_norm": 3.2467774861277987,
      "learning_rate": 0.00018313099030880655,
      "loss": 4.7188,
      "step": 64002
    },
    {
      "epoch": 2.6214622158509115,
      "grad_norm": 4.2281795143387075,
      "learning_rate": 0.00018312780945466624,
      "loss": 4.2812,
      "step": 64003
    },
    {
      "epoch": 2.6215031742781076,
      "grad_norm": 3.303613665665946,
      "learning_rate": 0.00018312462858486496,
      "loss": 4.5625,
      "step": 64004
    },
    {
      "epoch": 2.621544132705304,
      "grad_norm": 4.477949946626843,
      "learning_rate": 0.00018312144769940433,
      "loss": 4.125,
      "step": 64005
    },
    {
      "epoch": 2.6215850911325003,
      "grad_norm": 4.453560652469832,
      "learning_rate": 0.0001831182667982858,
      "loss": 4.6562,
      "step": 64006
    },
    {
      "epoch": 2.621626049559697,
      "grad_norm": 16.452242237838195,
      "learning_rate": 0.00018311508588151083,
      "loss": 6.7188,
      "step": 64007
    },
    {
      "epoch": 2.6216670079868933,
      "grad_norm": 4.040595164379862,
      "learning_rate": 0.000183111904949081,
      "loss": 4.75,
      "step": 64008
    },
    {
      "epoch": 2.62170796641409,
      "grad_norm": 3.5535168370075425,
      "learning_rate": 0.00018310872400099777,
      "loss": 5.2812,
      "step": 64009
    },
    {
      "epoch": 2.621748924841286,
      "grad_norm": 5.308142192505318,
      "learning_rate": 0.00018310554303726265,
      "loss": 1.9922,
      "step": 64010
    },
    {
      "epoch": 2.6217898832684825,
      "grad_norm": 4.699427405353133,
      "learning_rate": 0.0001831023620578772,
      "loss": 4.625,
      "step": 64011
    },
    {
      "epoch": 2.621830841695679,
      "grad_norm": 8.587655391004237,
      "learning_rate": 0.00018309918106284277,
      "loss": 6.25,
      "step": 64012
    },
    {
      "epoch": 2.621871800122875,
      "grad_norm": 3.2533764802111884,
      "learning_rate": 0.00018309600005216107,
      "loss": 3.7031,
      "step": 64013
    },
    {
      "epoch": 2.6219127585500717,
      "grad_norm": 3.8453260157427227,
      "learning_rate": 0.00018309281902583347,
      "loss": 4.8438,
      "step": 64014
    },
    {
      "epoch": 2.621953716977268,
      "grad_norm": 4.794714335166434,
      "learning_rate": 0.00018308963798386154,
      "loss": 6.7812,
      "step": 64015
    },
    {
      "epoch": 2.6219946754044647,
      "grad_norm": 2.9084596355896606,
      "learning_rate": 0.00018308645692624668,
      "loss": 3.9375,
      "step": 64016
    },
    {
      "epoch": 2.622035633831661,
      "grad_norm": 4.658091723672351,
      "learning_rate": 0.00018308327585299047,
      "loss": 5.5938,
      "step": 64017
    },
    {
      "epoch": 2.6220765922588574,
      "grad_norm": 3.3062404437496613,
      "learning_rate": 0.00018308009476409446,
      "loss": 4.3125,
      "step": 64018
    },
    {
      "epoch": 2.6221175506860535,
      "grad_norm": 7.743439665601787,
      "learning_rate": 0.0001830769136595601,
      "loss": 4.9375,
      "step": 64019
    },
    {
      "epoch": 2.62215850911325,
      "grad_norm": 3.57089794568467,
      "learning_rate": 0.00018307373253938884,
      "loss": 4.5312,
      "step": 64020
    },
    {
      "epoch": 2.6221994675404465,
      "grad_norm": 4.790862683116044,
      "learning_rate": 0.00018307055140358227,
      "loss": 5.6875,
      "step": 64021
    },
    {
      "epoch": 2.622240425967643,
      "grad_norm": 3.2536553387933025,
      "learning_rate": 0.00018306737025214185,
      "loss": 4.1562,
      "step": 64022
    },
    {
      "epoch": 2.622281384394839,
      "grad_norm": 3.444423226673299,
      "learning_rate": 0.0001830641890850691,
      "loss": 4.9375,
      "step": 64023
    },
    {
      "epoch": 2.6223223428220357,
      "grad_norm": 4.470715244722052,
      "learning_rate": 0.00018306100790236554,
      "loss": 5.4062,
      "step": 64024
    },
    {
      "epoch": 2.622363301249232,
      "grad_norm": 4.64924528303769,
      "learning_rate": 0.00018305782670403263,
      "loss": 3.9375,
      "step": 64025
    },
    {
      "epoch": 2.6224042596764283,
      "grad_norm": 3.8674649690387737,
      "learning_rate": 0.0001830546454900719,
      "loss": 4.9062,
      "step": 64026
    },
    {
      "epoch": 2.622445218103625,
      "grad_norm": 3.4749594745342387,
      "learning_rate": 0.00018305146426048487,
      "loss": 4.6875,
      "step": 64027
    },
    {
      "epoch": 2.6224861765308214,
      "grad_norm": 3.510153100383134,
      "learning_rate": 0.000183048283015273,
      "loss": 3.8906,
      "step": 64028
    },
    {
      "epoch": 2.6225271349580175,
      "grad_norm": 4.292577153403839,
      "learning_rate": 0.0001830451017544378,
      "loss": 5.1875,
      "step": 64029
    },
    {
      "epoch": 2.622568093385214,
      "grad_norm": 3.418982387345334,
      "learning_rate": 0.00018304192047798086,
      "loss": 4.2812,
      "step": 64030
    },
    {
      "epoch": 2.6226090518124106,
      "grad_norm": 5.488794158543507,
      "learning_rate": 0.00018303873918590363,
      "loss": 5.0,
      "step": 64031
    },
    {
      "epoch": 2.6226500102396066,
      "grad_norm": 4.208882011975777,
      "learning_rate": 0.00018303555787820754,
      "loss": 4.4062,
      "step": 64032
    },
    {
      "epoch": 2.622690968666803,
      "grad_norm": 3.3569032578798934,
      "learning_rate": 0.00018303237655489416,
      "loss": 5.0,
      "step": 64033
    },
    {
      "epoch": 2.6227319270939997,
      "grad_norm": 11.566420605398665,
      "learning_rate": 0.000183029195215965,
      "loss": 4.4062,
      "step": 64034
    },
    {
      "epoch": 2.6227728855211963,
      "grad_norm": 5.9185163223752095,
      "learning_rate": 0.00018302601386142156,
      "loss": 5.9375,
      "step": 64035
    },
    {
      "epoch": 2.6228138439483923,
      "grad_norm": 3.497423075109474,
      "learning_rate": 0.00018302283249126532,
      "loss": 4.1562,
      "step": 64036
    },
    {
      "epoch": 2.622854802375589,
      "grad_norm": 3.7881402219540683,
      "learning_rate": 0.0001830196511054978,
      "loss": 5.3125,
      "step": 64037
    },
    {
      "epoch": 2.622895760802785,
      "grad_norm": 3.3584831763747776,
      "learning_rate": 0.00018301646970412055,
      "loss": 4.5312,
      "step": 64038
    },
    {
      "epoch": 2.6229367192299815,
      "grad_norm": 4.467325005157854,
      "learning_rate": 0.00018301328828713499,
      "loss": 3.0781,
      "step": 64039
    },
    {
      "epoch": 2.622977677657178,
      "grad_norm": 7.235977089637262,
      "learning_rate": 0.00018301010685454265,
      "loss": 3.7344,
      "step": 64040
    },
    {
      "epoch": 2.6230186360843746,
      "grad_norm": 3.2868635329018137,
      "learning_rate": 0.00018300692540634508,
      "loss": 4.375,
      "step": 64041
    },
    {
      "epoch": 2.6230595945115707,
      "grad_norm": 3.2226061774134105,
      "learning_rate": 0.00018300374394254374,
      "loss": 4.4062,
      "step": 64042
    },
    {
      "epoch": 2.623100552938767,
      "grad_norm": 3.3398222814794774,
      "learning_rate": 0.00018300056246314014,
      "loss": 4.4062,
      "step": 64043
    },
    {
      "epoch": 2.6231415113659633,
      "grad_norm": 5.202138058602835,
      "learning_rate": 0.00018299738096813576,
      "loss": 5.3438,
      "step": 64044
    },
    {
      "epoch": 2.62318246979316,
      "grad_norm": 3.5153067363005417,
      "learning_rate": 0.00018299419945753216,
      "loss": 3.9219,
      "step": 64045
    },
    {
      "epoch": 2.6232234282203564,
      "grad_norm": 3.1771790744282447,
      "learning_rate": 0.00018299101793133084,
      "loss": 4.625,
      "step": 64046
    },
    {
      "epoch": 2.623264386647553,
      "grad_norm": 4.8104853122808136,
      "learning_rate": 0.00018298783638953325,
      "loss": 2.6406,
      "step": 64047
    },
    {
      "epoch": 2.623305345074749,
      "grad_norm": 3.9497465306023445,
      "learning_rate": 0.00018298465483214093,
      "loss": 4.3438,
      "step": 64048
    },
    {
      "epoch": 2.6233463035019455,
      "grad_norm": 7.760892328468072,
      "learning_rate": 0.0001829814732591554,
      "loss": 3.2812,
      "step": 64049
    },
    {
      "epoch": 2.623387261929142,
      "grad_norm": 3.967615891971599,
      "learning_rate": 0.00018297829167057813,
      "loss": 5.1562,
      "step": 64050
    },
    {
      "epoch": 2.623428220356338,
      "grad_norm": 3.5076370757182125,
      "learning_rate": 0.00018297511006641065,
      "loss": 4.6562,
      "step": 64051
    },
    {
      "epoch": 2.6234691787835347,
      "grad_norm": 4.652439951209352,
      "learning_rate": 0.00018297192844665444,
      "loss": 5.7812,
      "step": 64052
    },
    {
      "epoch": 2.6235101372107312,
      "grad_norm": 3.508652117443757,
      "learning_rate": 0.000182968746811311,
      "loss": 5.3125,
      "step": 64053
    },
    {
      "epoch": 2.6235510956379278,
      "grad_norm": 6.140200089232442,
      "learning_rate": 0.00018296556516038184,
      "loss": 4.375,
      "step": 64054
    },
    {
      "epoch": 2.623592054065124,
      "grad_norm": 4.398113507846878,
      "learning_rate": 0.00018296238349386852,
      "loss": 4.3125,
      "step": 64055
    },
    {
      "epoch": 2.6236330124923204,
      "grad_norm": 8.320820805582962,
      "learning_rate": 0.00018295920181177246,
      "loss": 6.0312,
      "step": 64056
    },
    {
      "epoch": 2.6236739709195165,
      "grad_norm": 3.5644885857034248,
      "learning_rate": 0.00018295602011409522,
      "loss": 4.5,
      "step": 64057
    },
    {
      "epoch": 2.623714929346713,
      "grad_norm": 3.4121096993541373,
      "learning_rate": 0.0001829528384008383,
      "loss": 4.875,
      "step": 64058
    },
    {
      "epoch": 2.6237558877739096,
      "grad_norm": 3.8475334082637724,
      "learning_rate": 0.00018294965667200316,
      "loss": 3.875,
      "step": 64059
    },
    {
      "epoch": 2.623796846201106,
      "grad_norm": 3.3994392442189443,
      "learning_rate": 0.00018294647492759133,
      "loss": 4.4062,
      "step": 64060
    },
    {
      "epoch": 2.623837804628302,
      "grad_norm": 3.2125776807884385,
      "learning_rate": 0.00018294329316760434,
      "loss": 4.0938,
      "step": 64061
    },
    {
      "epoch": 2.6238787630554987,
      "grad_norm": 6.024868431150169,
      "learning_rate": 0.00018294011139204368,
      "loss": 5.2812,
      "step": 64062
    },
    {
      "epoch": 2.623919721482695,
      "grad_norm": 3.503737623706389,
      "learning_rate": 0.00018293692960091084,
      "loss": 4.7812,
      "step": 64063
    },
    {
      "epoch": 2.6239606799098913,
      "grad_norm": 5.833534102087202,
      "learning_rate": 0.00018293374779420734,
      "loss": 5.7812,
      "step": 64064
    },
    {
      "epoch": 2.624001638337088,
      "grad_norm": 4.6937110875146475,
      "learning_rate": 0.00018293056597193461,
      "loss": 4.1875,
      "step": 64065
    },
    {
      "epoch": 2.6240425967642844,
      "grad_norm": 3.579855831378127,
      "learning_rate": 0.00018292738413409426,
      "loss": 4.6562,
      "step": 64066
    },
    {
      "epoch": 2.6240835551914805,
      "grad_norm": 5.224823090816214,
      "learning_rate": 0.00018292420228068778,
      "loss": 5.4062,
      "step": 64067
    },
    {
      "epoch": 2.624124513618677,
      "grad_norm": 3.8307126036914076,
      "learning_rate": 0.00018292102041171665,
      "loss": 5.5625,
      "step": 64068
    },
    {
      "epoch": 2.6241654720458736,
      "grad_norm": 3.4979797539742923,
      "learning_rate": 0.00018291783852718237,
      "loss": 4.8125,
      "step": 64069
    },
    {
      "epoch": 2.6242064304730697,
      "grad_norm": 3.4929803190595075,
      "learning_rate": 0.00018291465662708642,
      "loss": 5.4688,
      "step": 64070
    },
    {
      "epoch": 2.624247388900266,
      "grad_norm": 4.0130379791318065,
      "learning_rate": 0.00018291147471143036,
      "loss": 5.5312,
      "step": 64071
    },
    {
      "epoch": 2.6242883473274627,
      "grad_norm": 4.988192077905681,
      "learning_rate": 0.00018290829278021562,
      "loss": 5.5,
      "step": 64072
    },
    {
      "epoch": 2.6243293057546593,
      "grad_norm": 3.257501829552681,
      "learning_rate": 0.0001829051108334438,
      "loss": 3.9844,
      "step": 64073
    },
    {
      "epoch": 2.6243702641818554,
      "grad_norm": 3.302289561171536,
      "learning_rate": 0.0001829019288711163,
      "loss": 5.5625,
      "step": 64074
    },
    {
      "epoch": 2.624411222609052,
      "grad_norm": 4.836008944507943,
      "learning_rate": 0.0001828987468932347,
      "loss": 5.0312,
      "step": 64075
    },
    {
      "epoch": 2.624452181036248,
      "grad_norm": 4.070238270891059,
      "learning_rate": 0.00018289556489980047,
      "loss": 4.7188,
      "step": 64076
    },
    {
      "epoch": 2.6244931394634445,
      "grad_norm": 3.296277988061536,
      "learning_rate": 0.00018289238289081515,
      "loss": 4.3438,
      "step": 64077
    },
    {
      "epoch": 2.624534097890641,
      "grad_norm": 5.486716111920681,
      "learning_rate": 0.00018288920086628022,
      "loss": 4.6875,
      "step": 64078
    },
    {
      "epoch": 2.6245750563178376,
      "grad_norm": 3.100803726019802,
      "learning_rate": 0.00018288601882619716,
      "loss": 4.6875,
      "step": 64079
    },
    {
      "epoch": 2.6246160147450337,
      "grad_norm": 3.648814471350213,
      "learning_rate": 0.0001828828367705675,
      "loss": 6.2812,
      "step": 64080
    },
    {
      "epoch": 2.6246569731722302,
      "grad_norm": 5.079617017722858,
      "learning_rate": 0.00018287965469939276,
      "loss": 5.5312,
      "step": 64081
    },
    {
      "epoch": 2.6246979315994263,
      "grad_norm": 4.276919219555169,
      "learning_rate": 0.00018287647261267442,
      "loss": 5.6875,
      "step": 64082
    },
    {
      "epoch": 2.624738890026623,
      "grad_norm": 3.2860116742530403,
      "learning_rate": 0.000182873290510414,
      "loss": 4.5,
      "step": 64083
    },
    {
      "epoch": 2.6247798484538194,
      "grad_norm": 5.27735040464174,
      "learning_rate": 0.000182870108392613,
      "loss": 3.3281,
      "step": 64084
    },
    {
      "epoch": 2.624820806881016,
      "grad_norm": 3.308250830474689,
      "learning_rate": 0.00018286692625927288,
      "loss": 4.75,
      "step": 64085
    },
    {
      "epoch": 2.624861765308212,
      "grad_norm": 8.181195981896073,
      "learning_rate": 0.00018286374411039525,
      "loss": 6.1562,
      "step": 64086
    },
    {
      "epoch": 2.6249027237354086,
      "grad_norm": 5.028846467653976,
      "learning_rate": 0.00018286056194598152,
      "loss": 5.1875,
      "step": 64087
    },
    {
      "epoch": 2.624943682162605,
      "grad_norm": 3.3752797334572557,
      "learning_rate": 0.00018285737976603324,
      "loss": 4.4375,
      "step": 64088
    },
    {
      "epoch": 2.624984640589801,
      "grad_norm": 4.495125287796872,
      "learning_rate": 0.0001828541975705518,
      "loss": 5.0625,
      "step": 64089
    },
    {
      "epoch": 2.6250255990169977,
      "grad_norm": 3.9607426657910687,
      "learning_rate": 0.0001828510153595389,
      "loss": 4.5938,
      "step": 64090
    },
    {
      "epoch": 2.6250665574441943,
      "grad_norm": 3.4141563936013335,
      "learning_rate": 0.00018284783313299595,
      "loss": 4.6875,
      "step": 64091
    },
    {
      "epoch": 2.625107515871391,
      "grad_norm": 2.881555662117435,
      "learning_rate": 0.00018284465089092442,
      "loss": 3.75,
      "step": 64092
    },
    {
      "epoch": 2.625148474298587,
      "grad_norm": 6.740855705431703,
      "learning_rate": 0.00018284146863332582,
      "loss": 6.0,
      "step": 64093
    },
    {
      "epoch": 2.6251894327257834,
      "grad_norm": 4.970945344046171,
      "learning_rate": 0.0001828382863602017,
      "loss": 1.9922,
      "step": 64094
    },
    {
      "epoch": 2.6252303911529795,
      "grad_norm": 3.0681169547766256,
      "learning_rate": 0.00018283510407155357,
      "loss": 3.8594,
      "step": 64095
    },
    {
      "epoch": 2.625271349580176,
      "grad_norm": 2.6457052985703875,
      "learning_rate": 0.0001828319217673829,
      "loss": 2.7656,
      "step": 64096
    },
    {
      "epoch": 2.6253123080073726,
      "grad_norm": 3.4354869063916476,
      "learning_rate": 0.00018282873944769115,
      "loss": 4.5625,
      "step": 64097
    },
    {
      "epoch": 2.625353266434569,
      "grad_norm": 3.3116977420607285,
      "learning_rate": 0.00018282555711247994,
      "loss": 3.4531,
      "step": 64098
    },
    {
      "epoch": 2.625394224861765,
      "grad_norm": 3.477259702015688,
      "learning_rate": 0.00018282237476175068,
      "loss": 4.0312,
      "step": 64099
    },
    {
      "epoch": 2.6254351832889617,
      "grad_norm": 3.4916819970886808,
      "learning_rate": 0.0001828191923955049,
      "loss": 4.4375,
      "step": 64100
    },
    {
      "epoch": 2.625476141716158,
      "grad_norm": 4.037660474823257,
      "learning_rate": 0.00018281601001374415,
      "loss": 5.5938,
      "step": 64101
    },
    {
      "epoch": 2.6255171001433544,
      "grad_norm": 4.145635442394799,
      "learning_rate": 0.00018281282761646987,
      "loss": 5.1875,
      "step": 64102
    },
    {
      "epoch": 2.625558058570551,
      "grad_norm": 3.5216210029345323,
      "learning_rate": 0.00018280964520368356,
      "loss": 4.625,
      "step": 64103
    },
    {
      "epoch": 2.6255990169977474,
      "grad_norm": 4.606745147314304,
      "learning_rate": 0.00018280646277538682,
      "loss": 4.5625,
      "step": 64104
    },
    {
      "epoch": 2.6256399754249435,
      "grad_norm": 3.82144724303366,
      "learning_rate": 0.00018280328033158107,
      "loss": 4.7188,
      "step": 64105
    },
    {
      "epoch": 2.62568093385214,
      "grad_norm": 3.255795188268552,
      "learning_rate": 0.0001828000978722678,
      "loss": 4.375,
      "step": 64106
    },
    {
      "epoch": 2.6257218922793366,
      "grad_norm": 3.6273747731668733,
      "learning_rate": 0.0001827969153974486,
      "loss": 3.8281,
      "step": 64107
    },
    {
      "epoch": 2.6257628507065327,
      "grad_norm": 3.287549094184658,
      "learning_rate": 0.00018279373290712482,
      "loss": 4.4688,
      "step": 64108
    },
    {
      "epoch": 2.6258038091337292,
      "grad_norm": 3.178217129002093,
      "learning_rate": 0.00018279055040129814,
      "loss": 4.5,
      "step": 64109
    },
    {
      "epoch": 2.6258447675609258,
      "grad_norm": 3.387483594359523,
      "learning_rate": 0.00018278736787996996,
      "loss": 3.9688,
      "step": 64110
    },
    {
      "epoch": 2.6258857259881223,
      "grad_norm": 3.223264238900001,
      "learning_rate": 0.00018278418534314187,
      "loss": 3.3906,
      "step": 64111
    },
    {
      "epoch": 2.6259266844153184,
      "grad_norm": 3.1054983377953844,
      "learning_rate": 0.00018278100279081526,
      "loss": 4.0,
      "step": 64112
    },
    {
      "epoch": 2.625967642842515,
      "grad_norm": 3.2563065880051463,
      "learning_rate": 0.0001827778202229917,
      "loss": 4.3125,
      "step": 64113
    },
    {
      "epoch": 2.626008601269711,
      "grad_norm": 3.166667578401984,
      "learning_rate": 0.00018277463763967272,
      "loss": 3.2188,
      "step": 64114
    },
    {
      "epoch": 2.6260495596969076,
      "grad_norm": 3.4235588643553467,
      "learning_rate": 0.0001827714550408598,
      "loss": 4.5625,
      "step": 64115
    },
    {
      "epoch": 2.626090518124104,
      "grad_norm": 3.9590753683807196,
      "learning_rate": 0.00018276827242655441,
      "loss": 5.5625,
      "step": 64116
    },
    {
      "epoch": 2.6261314765513006,
      "grad_norm": 3.6130873776737964,
      "learning_rate": 0.00018276508979675807,
      "loss": 4.7812,
      "step": 64117
    },
    {
      "epoch": 2.6261724349784967,
      "grad_norm": 7.812924747631698,
      "learning_rate": 0.00018276190715147233,
      "loss": 1.7656,
      "step": 64118
    },
    {
      "epoch": 2.6262133934056933,
      "grad_norm": 3.790452419673179,
      "learning_rate": 0.00018275872449069865,
      "loss": 4.2812,
      "step": 64119
    },
    {
      "epoch": 2.6262543518328894,
      "grad_norm": 8.362411091083574,
      "learning_rate": 0.00018275554181443852,
      "loss": 4.4688,
      "step": 64120
    },
    {
      "epoch": 2.626295310260086,
      "grad_norm": 3.6358703417888263,
      "learning_rate": 0.0001827523591226935,
      "loss": 4.0312,
      "step": 64121
    },
    {
      "epoch": 2.6263362686872824,
      "grad_norm": 3.1280917469109806,
      "learning_rate": 0.00018274917641546506,
      "loss": 3.9219,
      "step": 64122
    },
    {
      "epoch": 2.626377227114479,
      "grad_norm": 5.501409202731598,
      "learning_rate": 0.00018274599369275473,
      "loss": 1.8906,
      "step": 64123
    },
    {
      "epoch": 2.626418185541675,
      "grad_norm": 3.3902965785613617,
      "learning_rate": 0.00018274281095456395,
      "loss": 4.6875,
      "step": 64124
    },
    {
      "epoch": 2.6264591439688716,
      "grad_norm": 3.4613736975082814,
      "learning_rate": 0.00018273962820089428,
      "loss": 4.5938,
      "step": 64125
    },
    {
      "epoch": 2.626500102396068,
      "grad_norm": 3.238919091318084,
      "learning_rate": 0.00018273644543174723,
      "loss": 4.4062,
      "step": 64126
    },
    {
      "epoch": 2.626541060823264,
      "grad_norm": 4.104917797464651,
      "learning_rate": 0.00018273326264712432,
      "loss": 4.7188,
      "step": 64127
    },
    {
      "epoch": 2.6265820192504608,
      "grad_norm": 3.2133122201521775,
      "learning_rate": 0.00018273007984702697,
      "loss": 5.2812,
      "step": 64128
    },
    {
      "epoch": 2.6266229776776573,
      "grad_norm": 3.4276922835315444,
      "learning_rate": 0.00018272689703145674,
      "loss": 4.2812,
      "step": 64129
    },
    {
      "epoch": 2.626663936104854,
      "grad_norm": 5.757235282598385,
      "learning_rate": 0.00018272371420041515,
      "loss": 1.1953,
      "step": 64130
    },
    {
      "epoch": 2.62670489453205,
      "grad_norm": 16.55844847503137,
      "learning_rate": 0.00018272053135390368,
      "loss": 6.9688,
      "step": 64131
    },
    {
      "epoch": 2.6267458529592465,
      "grad_norm": 4.329232407579901,
      "learning_rate": 0.00018271734849192384,
      "loss": 5.375,
      "step": 64132
    },
    {
      "epoch": 2.6267868113864425,
      "grad_norm": 4.932226015141904,
      "learning_rate": 0.00018271416561447713,
      "loss": 4.3125,
      "step": 64133
    },
    {
      "epoch": 2.626827769813639,
      "grad_norm": 5.26199007494801,
      "learning_rate": 0.00018271098272156506,
      "loss": 4.9062,
      "step": 64134
    },
    {
      "epoch": 2.6268687282408356,
      "grad_norm": 3.3494307197086632,
      "learning_rate": 0.00018270779981318917,
      "loss": 4.6562,
      "step": 64135
    },
    {
      "epoch": 2.626909686668032,
      "grad_norm": 3.8812423504926996,
      "learning_rate": 0.0001827046168893509,
      "loss": 5.3438,
      "step": 64136
    },
    {
      "epoch": 2.6269506450952282,
      "grad_norm": 3.362246329107868,
      "learning_rate": 0.00018270143395005177,
      "loss": 5.1875,
      "step": 64137
    },
    {
      "epoch": 2.626991603522425,
      "grad_norm": 3.84274956173876,
      "learning_rate": 0.00018269825099529336,
      "loss": 5.0938,
      "step": 64138
    },
    {
      "epoch": 2.627032561949621,
      "grad_norm": 3.6788014519678027,
      "learning_rate": 0.00018269506802507708,
      "loss": 3.9219,
      "step": 64139
    },
    {
      "epoch": 2.6270735203768174,
      "grad_norm": 3.7369466426726774,
      "learning_rate": 0.00018269188503940444,
      "loss": 4.4688,
      "step": 64140
    },
    {
      "epoch": 2.627114478804014,
      "grad_norm": 3.4305095650264374,
      "learning_rate": 0.000182688702038277,
      "loss": 4.5625,
      "step": 64141
    },
    {
      "epoch": 2.6271554372312105,
      "grad_norm": 3.209901978535725,
      "learning_rate": 0.00018268551902169626,
      "loss": 4.5625,
      "step": 64142
    },
    {
      "epoch": 2.6271963956584066,
      "grad_norm": 3.8068055384528696,
      "learning_rate": 0.00018268233598966367,
      "loss": 4.4062,
      "step": 64143
    },
    {
      "epoch": 2.627237354085603,
      "grad_norm": 2.8459209200811224,
      "learning_rate": 0.00018267915294218077,
      "loss": 2.9688,
      "step": 64144
    },
    {
      "epoch": 2.6272783125127996,
      "grad_norm": 3.1853965854258854,
      "learning_rate": 0.0001826759698792491,
      "loss": 3.6094,
      "step": 64145
    },
    {
      "epoch": 2.6273192709399957,
      "grad_norm": 3.4792756256093584,
      "learning_rate": 0.00018267278680087008,
      "loss": 5.3438,
      "step": 64146
    },
    {
      "epoch": 2.6273602293671923,
      "grad_norm": 3.4170284835216687,
      "learning_rate": 0.0001826696037070453,
      "loss": 4.5,
      "step": 64147
    },
    {
      "epoch": 2.627401187794389,
      "grad_norm": 4.694674533467505,
      "learning_rate": 0.00018266642059777617,
      "loss": 4.75,
      "step": 64148
    },
    {
      "epoch": 2.6274421462215853,
      "grad_norm": 3.6966486374145253,
      "learning_rate": 0.0001826632374730643,
      "loss": 4.75,
      "step": 64149
    },
    {
      "epoch": 2.6274831046487814,
      "grad_norm": 3.889736208569436,
      "learning_rate": 0.00018266005433291115,
      "loss": 6.0625,
      "step": 64150
    },
    {
      "epoch": 2.627524063075978,
      "grad_norm": 3.524132862487709,
      "learning_rate": 0.0001826568711773182,
      "loss": 4.4688,
      "step": 64151
    },
    {
      "epoch": 2.627565021503174,
      "grad_norm": 5.267537420110482,
      "learning_rate": 0.000182653688006287,
      "loss": 7.3125,
      "step": 64152
    },
    {
      "epoch": 2.6276059799303706,
      "grad_norm": 7.222657361699448,
      "learning_rate": 0.000182650504819819,
      "loss": 2.6562,
      "step": 64153
    },
    {
      "epoch": 2.627646938357567,
      "grad_norm": 3.264441577356182,
      "learning_rate": 0.00018264732161791576,
      "loss": 3.625,
      "step": 64154
    },
    {
      "epoch": 2.6276878967847637,
      "grad_norm": 3.538334640665434,
      "learning_rate": 0.00018264413840057874,
      "loss": 4.75,
      "step": 64155
    },
    {
      "epoch": 2.6277288552119598,
      "grad_norm": 5.4009308053931955,
      "learning_rate": 0.00018264095516780946,
      "loss": 6.4375,
      "step": 64156
    },
    {
      "epoch": 2.6277698136391563,
      "grad_norm": 9.48819136542269,
      "learning_rate": 0.00018263777191960946,
      "loss": 4.6562,
      "step": 64157
    },
    {
      "epoch": 2.6278107720663524,
      "grad_norm": 3.3891457433013326,
      "learning_rate": 0.0001826345886559802,
      "loss": 4.375,
      "step": 64158
    },
    {
      "epoch": 2.627851730493549,
      "grad_norm": 4.029496172238495,
      "learning_rate": 0.0001826314053769232,
      "loss": 5.0625,
      "step": 64159
    },
    {
      "epoch": 2.6278926889207455,
      "grad_norm": 3.244856513944705,
      "learning_rate": 0.00018262822208244,
      "loss": 3.8594,
      "step": 64160
    },
    {
      "epoch": 2.627933647347942,
      "grad_norm": 3.9620216528117758,
      "learning_rate": 0.000182625038772532,
      "loss": 1.3125,
      "step": 64161
    },
    {
      "epoch": 2.627974605775138,
      "grad_norm": 2.3611991543865734,
      "learning_rate": 0.00018262185544720084,
      "loss": 2.7344,
      "step": 64162
    },
    {
      "epoch": 2.6280155642023346,
      "grad_norm": 5.692967520591509,
      "learning_rate": 0.00018261867210644795,
      "loss": 6.1875,
      "step": 64163
    },
    {
      "epoch": 2.628056522629531,
      "grad_norm": 3.442390521853554,
      "learning_rate": 0.0001826154887502748,
      "loss": 3.7812,
      "step": 64164
    },
    {
      "epoch": 2.6280974810567272,
      "grad_norm": 3.1454026305619087,
      "learning_rate": 0.00018261230537868295,
      "loss": 4.25,
      "step": 64165
    },
    {
      "epoch": 2.628138439483924,
      "grad_norm": 3.402288708425088,
      "learning_rate": 0.00018260912199167395,
      "loss": 3.9062,
      "step": 64166
    },
    {
      "epoch": 2.6281793979111203,
      "grad_norm": 6.426162627845742,
      "learning_rate": 0.0001826059385892492,
      "loss": 4.625,
      "step": 64167
    },
    {
      "epoch": 2.628220356338317,
      "grad_norm": 3.7542501105148745,
      "learning_rate": 0.00018260275517141027,
      "loss": 5.25,
      "step": 64168
    },
    {
      "epoch": 2.628261314765513,
      "grad_norm": 3.171577018034406,
      "learning_rate": 0.0001825995717381586,
      "loss": 4.3125,
      "step": 64169
    },
    {
      "epoch": 2.6283022731927095,
      "grad_norm": 3.704837054344729,
      "learning_rate": 0.0001825963882894958,
      "loss": 4.875,
      "step": 64170
    },
    {
      "epoch": 2.6283432316199056,
      "grad_norm": 3.621431344719816,
      "learning_rate": 0.00018259320482542332,
      "loss": 4.4062,
      "step": 64171
    },
    {
      "epoch": 2.628384190047102,
      "grad_norm": 3.461763166004555,
      "learning_rate": 0.00018259002134594267,
      "loss": 5.3438,
      "step": 64172
    },
    {
      "epoch": 2.6284251484742986,
      "grad_norm": 3.145057171368525,
      "learning_rate": 0.0001825868378510553,
      "loss": 4.1562,
      "step": 64173
    },
    {
      "epoch": 2.628466106901495,
      "grad_norm": 3.5905853364995357,
      "learning_rate": 0.00018258365434076286,
      "loss": 4.9375,
      "step": 64174
    },
    {
      "epoch": 2.6285070653286913,
      "grad_norm": 13.853559790925635,
      "learning_rate": 0.0001825804708150667,
      "loss": 4.0312,
      "step": 64175
    },
    {
      "epoch": 2.628548023755888,
      "grad_norm": 4.7529048187206016,
      "learning_rate": 0.00018257728727396832,
      "loss": 3.9844,
      "step": 64176
    },
    {
      "epoch": 2.628588982183084,
      "grad_norm": 3.4586301381560824,
      "learning_rate": 0.00018257410371746936,
      "loss": 4.125,
      "step": 64177
    },
    {
      "epoch": 2.6286299406102804,
      "grad_norm": 4.050591135380116,
      "learning_rate": 0.00018257092014557126,
      "loss": 5.0,
      "step": 64178
    },
    {
      "epoch": 2.628670899037477,
      "grad_norm": 3.6074467592431194,
      "learning_rate": 0.00018256773655827551,
      "loss": 4.5,
      "step": 64179
    },
    {
      "epoch": 2.6287118574646735,
      "grad_norm": 3.257940586624338,
      "learning_rate": 0.00018256455295558358,
      "loss": 4.6562,
      "step": 64180
    },
    {
      "epoch": 2.6287528158918696,
      "grad_norm": 3.263764686117412,
      "learning_rate": 0.00018256136933749706,
      "loss": 3.7969,
      "step": 64181
    },
    {
      "epoch": 2.628793774319066,
      "grad_norm": 3.0765358053621306,
      "learning_rate": 0.0001825581857040174,
      "loss": 1.5156,
      "step": 64182
    },
    {
      "epoch": 2.6288347327462627,
      "grad_norm": 3.2695535117797783,
      "learning_rate": 0.00018255500205514614,
      "loss": 4.0938,
      "step": 64183
    },
    {
      "epoch": 2.6288756911734588,
      "grad_norm": 3.1739321373355036,
      "learning_rate": 0.00018255181839088472,
      "loss": 3.7344,
      "step": 64184
    },
    {
      "epoch": 2.6289166496006553,
      "grad_norm": 3.631944874091997,
      "learning_rate": 0.00018254863471123473,
      "loss": 4.2812,
      "step": 64185
    },
    {
      "epoch": 2.628957608027852,
      "grad_norm": 3.3237512628209878,
      "learning_rate": 0.0001825454510161976,
      "loss": 3.2969,
      "step": 64186
    },
    {
      "epoch": 2.6289985664550484,
      "grad_norm": 12.818268161871144,
      "learning_rate": 0.00018254226730577493,
      "loss": 5.7812,
      "step": 64187
    },
    {
      "epoch": 2.6290395248822445,
      "grad_norm": 3.6549850663000885,
      "learning_rate": 0.0001825390835799681,
      "loss": 5.2188,
      "step": 64188
    },
    {
      "epoch": 2.629080483309441,
      "grad_norm": 4.604192372055517,
      "learning_rate": 0.0001825358998387787,
      "loss": 6.5625,
      "step": 64189
    },
    {
      "epoch": 2.629121441736637,
      "grad_norm": 6.444809894602949,
      "learning_rate": 0.00018253271608220824,
      "loss": 5.4375,
      "step": 64190
    },
    {
      "epoch": 2.6291624001638336,
      "grad_norm": 3.4020149205331744,
      "learning_rate": 0.0001825295323102582,
      "loss": 4.7812,
      "step": 64191
    },
    {
      "epoch": 2.62920335859103,
      "grad_norm": 3.4076264366549154,
      "learning_rate": 0.00018252634852293002,
      "loss": 3.4375,
      "step": 64192
    },
    {
      "epoch": 2.6292443170182267,
      "grad_norm": 3.332457330090524,
      "learning_rate": 0.00018252316472022533,
      "loss": 4.0,
      "step": 64193
    },
    {
      "epoch": 2.629285275445423,
      "grad_norm": 4.212704835543864,
      "learning_rate": 0.00018251998090214558,
      "loss": 4.2188,
      "step": 64194
    },
    {
      "epoch": 2.6293262338726193,
      "grad_norm": 5.784577480643867,
      "learning_rate": 0.00018251679706869224,
      "loss": 5.5312,
      "step": 64195
    },
    {
      "epoch": 2.6293671922998154,
      "grad_norm": 5.950031534889478,
      "learning_rate": 0.00018251361321986687,
      "loss": 5.8125,
      "step": 64196
    },
    {
      "epoch": 2.629408150727012,
      "grad_norm": 7.162761052030207,
      "learning_rate": 0.00018251042935567093,
      "loss": 2.9219,
      "step": 64197
    },
    {
      "epoch": 2.6294491091542085,
      "grad_norm": 4.127763246146302,
      "learning_rate": 0.00018250724547610593,
      "loss": 4.4688,
      "step": 64198
    },
    {
      "epoch": 2.629490067581405,
      "grad_norm": 3.5750944457899845,
      "learning_rate": 0.00018250406158117343,
      "loss": 4.2812,
      "step": 64199
    },
    {
      "epoch": 2.629531026008601,
      "grad_norm": 3.837534292427176,
      "learning_rate": 0.00018250087767087488,
      "loss": 5.7812,
      "step": 64200
    },
    {
      "epoch": 2.6295719844357976,
      "grad_norm": 3.785079237750484,
      "learning_rate": 0.00018249769374521175,
      "loss": 4.8125,
      "step": 64201
    },
    {
      "epoch": 2.629612942862994,
      "grad_norm": 8.616369529823734,
      "learning_rate": 0.00018249450980418566,
      "loss": 3.5156,
      "step": 64202
    },
    {
      "epoch": 2.6296539012901903,
      "grad_norm": 3.595424392737496,
      "learning_rate": 0.00018249132584779806,
      "loss": 2.0781,
      "step": 64203
    },
    {
      "epoch": 2.629694859717387,
      "grad_norm": 3.9769726429375636,
      "learning_rate": 0.00018248814187605042,
      "loss": 4.5938,
      "step": 64204
    },
    {
      "epoch": 2.6297358181445833,
      "grad_norm": 3.4995552310546145,
      "learning_rate": 0.00018248495788894425,
      "loss": 5.8125,
      "step": 64205
    },
    {
      "epoch": 2.62977677657178,
      "grad_norm": 3.347576305852809,
      "learning_rate": 0.00018248177388648112,
      "loss": 4.2188,
      "step": 64206
    },
    {
      "epoch": 2.629817734998976,
      "grad_norm": 3.539298877178603,
      "learning_rate": 0.00018247858986866248,
      "loss": 4.75,
      "step": 64207
    },
    {
      "epoch": 2.6298586934261725,
      "grad_norm": 3.1635098496225353,
      "learning_rate": 0.00018247540583548987,
      "loss": 4.2188,
      "step": 64208
    },
    {
      "epoch": 2.6298996518533686,
      "grad_norm": 16.2332010321119,
      "learning_rate": 0.00018247222178696467,
      "loss": 4.375,
      "step": 64209
    },
    {
      "epoch": 2.629940610280565,
      "grad_norm": 4.251896878461241,
      "learning_rate": 0.00018246903772308861,
      "loss": 1.2578,
      "step": 64210
    },
    {
      "epoch": 2.6299815687077617,
      "grad_norm": 3.180018370519254,
      "learning_rate": 0.00018246585364386304,
      "loss": 3.5469,
      "step": 64211
    },
    {
      "epoch": 2.630022527134958,
      "grad_norm": 3.947370798338079,
      "learning_rate": 0.00018246266954928945,
      "loss": 6.1875,
      "step": 64212
    },
    {
      "epoch": 2.6300634855621543,
      "grad_norm": 5.542081540998378,
      "learning_rate": 0.00018245948543936944,
      "loss": 5.7812,
      "step": 64213
    },
    {
      "epoch": 2.630104443989351,
      "grad_norm": 3.0355624578575013,
      "learning_rate": 0.00018245630131410445,
      "loss": 3.25,
      "step": 64214
    },
    {
      "epoch": 2.630145402416547,
      "grad_norm": 4.696070347158021,
      "learning_rate": 0.00018245311717349604,
      "loss": 4.75,
      "step": 64215
    },
    {
      "epoch": 2.6301863608437435,
      "grad_norm": 3.484281546985204,
      "learning_rate": 0.00018244993301754563,
      "loss": 4.0312,
      "step": 64216
    },
    {
      "epoch": 2.63022731927094,
      "grad_norm": 17.945908153819843,
      "learning_rate": 0.0001824467488462548,
      "loss": 7.2812,
      "step": 64217
    },
    {
      "epoch": 2.6302682776981365,
      "grad_norm": 6.282815193255012,
      "learning_rate": 0.000182443564659625,
      "loss": 4.9375,
      "step": 64218
    },
    {
      "epoch": 2.6303092361253326,
      "grad_norm": 3.0927313403050163,
      "learning_rate": 0.00018244038045765778,
      "loss": 3.8594,
      "step": 64219
    },
    {
      "epoch": 2.630350194552529,
      "grad_norm": 4.464378673714796,
      "learning_rate": 0.00018243719624035462,
      "loss": 3.6719,
      "step": 64220
    },
    {
      "epoch": 2.6303911529797257,
      "grad_norm": 3.4615694063434153,
      "learning_rate": 0.0001824340120077171,
      "loss": 4.5938,
      "step": 64221
    },
    {
      "epoch": 2.630432111406922,
      "grad_norm": 7.218312696522061,
      "learning_rate": 0.0001824308277597466,
      "loss": 5.3438,
      "step": 64222
    },
    {
      "epoch": 2.6304730698341183,
      "grad_norm": 4.005571153831693,
      "learning_rate": 0.00018242764349644472,
      "loss": 5.0,
      "step": 64223
    },
    {
      "epoch": 2.630514028261315,
      "grad_norm": 4.410508295531487,
      "learning_rate": 0.00018242445921781288,
      "loss": 4.5938,
      "step": 64224
    },
    {
      "epoch": 2.6305549866885114,
      "grad_norm": 3.582085531010651,
      "learning_rate": 0.00018242127492385267,
      "loss": 4.3438,
      "step": 64225
    },
    {
      "epoch": 2.6305959451157075,
      "grad_norm": 3.204269642816323,
      "learning_rate": 0.00018241809061456558,
      "loss": 4.1562,
      "step": 64226
    },
    {
      "epoch": 2.630636903542904,
      "grad_norm": 3.866403072074791,
      "learning_rate": 0.0001824149062899531,
      "loss": 4.5625,
      "step": 64227
    },
    {
      "epoch": 2.6306778619701,
      "grad_norm": 4.175082648781873,
      "learning_rate": 0.00018241172195001672,
      "loss": 4.375,
      "step": 64228
    },
    {
      "epoch": 2.6307188203972967,
      "grad_norm": 3.5318120311922554,
      "learning_rate": 0.00018240853759475791,
      "loss": 4.5938,
      "step": 64229
    },
    {
      "epoch": 2.630759778824493,
      "grad_norm": 3.5552713799069813,
      "learning_rate": 0.00018240535322417827,
      "loss": 5.0,
      "step": 64230
    },
    {
      "epoch": 2.6308007372516897,
      "grad_norm": 3.3225873200650726,
      "learning_rate": 0.0001824021688382793,
      "loss": 4.6562,
      "step": 64231
    },
    {
      "epoch": 2.630841695678886,
      "grad_norm": 6.277912011533811,
      "learning_rate": 0.0001823989844370624,
      "loss": 1.8672,
      "step": 64232
    },
    {
      "epoch": 2.6308826541060824,
      "grad_norm": 9.701897558145216,
      "learning_rate": 0.00018239580002052914,
      "loss": 2.0469,
      "step": 64233
    },
    {
      "epoch": 2.630923612533279,
      "grad_norm": 4.221813021258141,
      "learning_rate": 0.00018239261558868105,
      "loss": 5.5625,
      "step": 64234
    },
    {
      "epoch": 2.630964570960475,
      "grad_norm": 7.938297711343931,
      "learning_rate": 0.00018238943114151963,
      "loss": 6.2188,
      "step": 64235
    },
    {
      "epoch": 2.6310055293876715,
      "grad_norm": 5.272243012693452,
      "learning_rate": 0.00018238624667904634,
      "loss": 2.8438,
      "step": 64236
    },
    {
      "epoch": 2.631046487814868,
      "grad_norm": 4.1620688184026235,
      "learning_rate": 0.0001823830622012627,
      "loss": 6.2188,
      "step": 64237
    },
    {
      "epoch": 2.631087446242064,
      "grad_norm": 3.3717470233619493,
      "learning_rate": 0.00018237987770817026,
      "loss": 4.9688,
      "step": 64238
    },
    {
      "epoch": 2.6311284046692607,
      "grad_norm": 3.3455581057100465,
      "learning_rate": 0.00018237669319977047,
      "loss": 4.4375,
      "step": 64239
    },
    {
      "epoch": 2.631169363096457,
      "grad_norm": 5.099634838686402,
      "learning_rate": 0.00018237350867606486,
      "loss": 5.5,
      "step": 64240
    },
    {
      "epoch": 2.6312103215236533,
      "grad_norm": 3.4242560865747365,
      "learning_rate": 0.0001823703241370549,
      "loss": 4.5938,
      "step": 64241
    },
    {
      "epoch": 2.63125127995085,
      "grad_norm": 3.8853473154982985,
      "learning_rate": 0.00018236713958274219,
      "loss": 4.9375,
      "step": 64242
    },
    {
      "epoch": 2.6312922383780464,
      "grad_norm": 3.4331302141406153,
      "learning_rate": 0.00018236395501312815,
      "loss": 4.9062,
      "step": 64243
    },
    {
      "epoch": 2.631333196805243,
      "grad_norm": 3.4182639779083166,
      "learning_rate": 0.00018236077042821434,
      "loss": 3.9375,
      "step": 64244
    },
    {
      "epoch": 2.631374155232439,
      "grad_norm": 3.3415104268277633,
      "learning_rate": 0.0001823575858280022,
      "loss": 5.0,
      "step": 64245
    },
    {
      "epoch": 2.6314151136596355,
      "grad_norm": 3.1240562505655562,
      "learning_rate": 0.00018235440121249326,
      "loss": 4.9688,
      "step": 64246
    },
    {
      "epoch": 2.6314560720868316,
      "grad_norm": 8.4898263857465,
      "learning_rate": 0.00018235121658168908,
      "loss": 1.5469,
      "step": 64247
    },
    {
      "epoch": 2.631497030514028,
      "grad_norm": 12.41696200237553,
      "learning_rate": 0.0001823480319355911,
      "loss": 5.5312,
      "step": 64248
    },
    {
      "epoch": 2.6315379889412247,
      "grad_norm": 3.2374143148498136,
      "learning_rate": 0.00018234484727420083,
      "loss": 4.6875,
      "step": 64249
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 3.8400746333972693,
      "learning_rate": 0.0001823416625975198,
      "loss": 4.9688,
      "step": 64250
    },
    {
      "epoch": 2.6316199057956173,
      "grad_norm": 3.3728249734965,
      "learning_rate": 0.00018233847790554954,
      "loss": 3.9531,
      "step": 64251
    },
    {
      "epoch": 2.631660864222814,
      "grad_norm": 3.907627600163345,
      "learning_rate": 0.00018233529319829146,
      "loss": 6.4062,
      "step": 64252
    },
    {
      "epoch": 2.6317018226500104,
      "grad_norm": 3.6373690166636097,
      "learning_rate": 0.00018233210847574719,
      "loss": 4.9375,
      "step": 64253
    },
    {
      "epoch": 2.6317427810772065,
      "grad_norm": 3.2493405532964665,
      "learning_rate": 0.00018232892373791815,
      "loss": 4.6562,
      "step": 64254
    },
    {
      "epoch": 2.631783739504403,
      "grad_norm": 5.117297013602786,
      "learning_rate": 0.0001823257389848059,
      "loss": 6.2188,
      "step": 64255
    },
    {
      "epoch": 2.6318246979315996,
      "grad_norm": 3.3452956287324866,
      "learning_rate": 0.00018232255421641187,
      "loss": 4.3125,
      "step": 64256
    },
    {
      "epoch": 2.6318656563587957,
      "grad_norm": 3.4117374117025405,
      "learning_rate": 0.00018231936943273764,
      "loss": 4.75,
      "step": 64257
    },
    {
      "epoch": 2.631906614785992,
      "grad_norm": 3.593186605318491,
      "learning_rate": 0.00018231618463378468,
      "loss": 4.1562,
      "step": 64258
    },
    {
      "epoch": 2.6319475732131887,
      "grad_norm": 3.6372530336840128,
      "learning_rate": 0.00018231299981955453,
      "loss": 4.6875,
      "step": 64259
    },
    {
      "epoch": 2.631988531640385,
      "grad_norm": 3.5612458269910214,
      "learning_rate": 0.00018230981499004858,
      "loss": 6.0,
      "step": 64260
    },
    {
      "epoch": 2.6320294900675814,
      "grad_norm": 3.2865554134800665,
      "learning_rate": 0.00018230663014526854,
      "loss": 4.4375,
      "step": 64261
    },
    {
      "epoch": 2.632070448494778,
      "grad_norm": 4.047996690147528,
      "learning_rate": 0.00018230344528521574,
      "loss": 4.9688,
      "step": 64262
    },
    {
      "epoch": 2.6321114069219744,
      "grad_norm": 4.4211753051415945,
      "learning_rate": 0.00018230026040989177,
      "loss": 3.75,
      "step": 64263
    },
    {
      "epoch": 2.6321523653491705,
      "grad_norm": 5.100475456608209,
      "learning_rate": 0.00018229707551929808,
      "loss": 5.4062,
      "step": 64264
    },
    {
      "epoch": 2.632193323776367,
      "grad_norm": 4.418446537759387,
      "learning_rate": 0.0001822938906134362,
      "loss": 6.125,
      "step": 64265
    },
    {
      "epoch": 2.632234282203563,
      "grad_norm": 3.3579294707865097,
      "learning_rate": 0.00018229070569230767,
      "loss": 4.7812,
      "step": 64266
    },
    {
      "epoch": 2.6322752406307597,
      "grad_norm": 4.027308466043832,
      "learning_rate": 0.000182287520755914,
      "loss": 5.0938,
      "step": 64267
    },
    {
      "epoch": 2.632316199057956,
      "grad_norm": 4.074826187754314,
      "learning_rate": 0.0001822843358042566,
      "loss": 4.25,
      "step": 64268
    },
    {
      "epoch": 2.6323571574851528,
      "grad_norm": 3.171986760836025,
      "learning_rate": 0.00018228115083733704,
      "loss": 3.5938,
      "step": 64269
    },
    {
      "epoch": 2.632398115912349,
      "grad_norm": 3.763307243289389,
      "learning_rate": 0.00018227796585515687,
      "loss": 4.7812,
      "step": 64270
    },
    {
      "epoch": 2.6324390743395454,
      "grad_norm": 4.06188851772381,
      "learning_rate": 0.00018227478085771753,
      "loss": 4.3125,
      "step": 64271
    },
    {
      "epoch": 2.632480032766742,
      "grad_norm": 3.7990481352136283,
      "learning_rate": 0.00018227159584502056,
      "loss": 4.1875,
      "step": 64272
    },
    {
      "epoch": 2.632520991193938,
      "grad_norm": 4.511311689659063,
      "learning_rate": 0.0001822684108170674,
      "loss": 5.8438,
      "step": 64273
    },
    {
      "epoch": 2.6325619496211345,
      "grad_norm": 2.9527745801421243,
      "learning_rate": 0.00018226522577385968,
      "loss": 3.6406,
      "step": 64274
    },
    {
      "epoch": 2.632602908048331,
      "grad_norm": 4.446189880185664,
      "learning_rate": 0.00018226204071539878,
      "loss": 5.0,
      "step": 64275
    },
    {
      "epoch": 2.6326438664755276,
      "grad_norm": 3.1706425603752804,
      "learning_rate": 0.00018225885564168633,
      "loss": 4.1875,
      "step": 64276
    },
    {
      "epoch": 2.6326848249027237,
      "grad_norm": 8.750232283795683,
      "learning_rate": 0.00018225567055272368,
      "loss": 1.8438,
      "step": 64277
    },
    {
      "epoch": 2.6327257833299202,
      "grad_norm": 3.697321201545757,
      "learning_rate": 0.00018225248544851246,
      "loss": 5.4375,
      "step": 64278
    },
    {
      "epoch": 2.6327667417571163,
      "grad_norm": 3.1233750020726645,
      "learning_rate": 0.0001822493003290541,
      "loss": 3.625,
      "step": 64279
    },
    {
      "epoch": 2.632807700184313,
      "grad_norm": 3.1491869615472297,
      "learning_rate": 0.00018224611519435024,
      "loss": 4.6562,
      "step": 64280
    },
    {
      "epoch": 2.6328486586115094,
      "grad_norm": 3.1420067575419055,
      "learning_rate": 0.0001822429300444022,
      "loss": 4.25,
      "step": 64281
    },
    {
      "epoch": 2.632889617038706,
      "grad_norm": 3.7784492754999364,
      "learning_rate": 0.0001822397448792116,
      "loss": 4.6875,
      "step": 64282
    },
    {
      "epoch": 2.632930575465902,
      "grad_norm": 3.878441659057568,
      "learning_rate": 0.00018223655969877993,
      "loss": 5.2188,
      "step": 64283
    },
    {
      "epoch": 2.6329715338930986,
      "grad_norm": 3.274784463572097,
      "learning_rate": 0.00018223337450310863,
      "loss": 3.9531,
      "step": 64284
    },
    {
      "epoch": 2.6330124923202947,
      "grad_norm": 11.455000809502065,
      "learning_rate": 0.00018223018929219931,
      "loss": 3.6562,
      "step": 64285
    },
    {
      "epoch": 2.633053450747491,
      "grad_norm": 3.1198396880335864,
      "learning_rate": 0.00018222700406605343,
      "loss": 4.4062,
      "step": 64286
    },
    {
      "epoch": 2.6330944091746877,
      "grad_norm": 3.3928955413272672,
      "learning_rate": 0.00018222381882467247,
      "loss": 4.8125,
      "step": 64287
    },
    {
      "epoch": 2.6331353676018843,
      "grad_norm": 3.727580671882151,
      "learning_rate": 0.000182220633568058,
      "loss": 4.5312,
      "step": 64288
    },
    {
      "epoch": 2.6331763260290804,
      "grad_norm": 3.3433421468636784,
      "learning_rate": 0.00018221744829621144,
      "loss": 4.0,
      "step": 64289
    },
    {
      "epoch": 2.633217284456277,
      "grad_norm": 6.581899902000707,
      "learning_rate": 0.00018221426300913437,
      "loss": 4.6875,
      "step": 64290
    },
    {
      "epoch": 2.6332582428834734,
      "grad_norm": 3.5876865348489106,
      "learning_rate": 0.00018221107770682824,
      "loss": 4.2188,
      "step": 64291
    },
    {
      "epoch": 2.6332992013106695,
      "grad_norm": 4.978807225968049,
      "learning_rate": 0.00018220789238929458,
      "loss": 3.8438,
      "step": 64292
    },
    {
      "epoch": 2.633340159737866,
      "grad_norm": 3.2755298827375996,
      "learning_rate": 0.00018220470705653492,
      "loss": 4.4375,
      "step": 64293
    },
    {
      "epoch": 2.6333811181650626,
      "grad_norm": 3.848535277689143,
      "learning_rate": 0.00018220152170855074,
      "loss": 5.1562,
      "step": 64294
    },
    {
      "epoch": 2.633422076592259,
      "grad_norm": 7.523242017167387,
      "learning_rate": 0.00018219833634534354,
      "loss": 4.625,
      "step": 64295
    },
    {
      "epoch": 2.6334630350194552,
      "grad_norm": 3.5005610241688907,
      "learning_rate": 0.00018219515096691482,
      "loss": 4.625,
      "step": 64296
    },
    {
      "epoch": 2.6335039934466518,
      "grad_norm": 2.6870297103102034,
      "learning_rate": 0.0001821919655732661,
      "loss": 3.5,
      "step": 64297
    },
    {
      "epoch": 2.633544951873848,
      "grad_norm": 3.086851014297955,
      "learning_rate": 0.00018218878016439892,
      "loss": 4.125,
      "step": 64298
    },
    {
      "epoch": 2.6335859103010444,
      "grad_norm": 5.349829965617509,
      "learning_rate": 0.00018218559474031474,
      "loss": 3.2031,
      "step": 64299
    },
    {
      "epoch": 2.633626868728241,
      "grad_norm": 6.419974248068465,
      "learning_rate": 0.00018218240930101506,
      "loss": 7.3125,
      "step": 64300
    },
    {
      "epoch": 2.6336678271554375,
      "grad_norm": 3.698730010391135,
      "learning_rate": 0.0001821792238465014,
      "loss": 3.6406,
      "step": 64301
    },
    {
      "epoch": 2.6337087855826335,
      "grad_norm": 3.268391385117044,
      "learning_rate": 0.0001821760383767753,
      "loss": 4.4688,
      "step": 64302
    },
    {
      "epoch": 2.63374974400983,
      "grad_norm": 3.496817712918516,
      "learning_rate": 0.00018217285289183824,
      "loss": 5.9375,
      "step": 64303
    },
    {
      "epoch": 2.633790702437026,
      "grad_norm": 5.123315360020276,
      "learning_rate": 0.0001821696673916917,
      "loss": 3.7344,
      "step": 64304
    },
    {
      "epoch": 2.6338316608642227,
      "grad_norm": 4.37635610746341,
      "learning_rate": 0.0001821664818763372,
      "loss": 4.6562,
      "step": 64305
    },
    {
      "epoch": 2.6338726192914192,
      "grad_norm": 3.3365674053697463,
      "learning_rate": 0.00018216329634577628,
      "loss": 4.4688,
      "step": 64306
    },
    {
      "epoch": 2.633913577718616,
      "grad_norm": 4.495682807493984,
      "learning_rate": 0.0001821601108000104,
      "loss": 5.8125,
      "step": 64307
    },
    {
      "epoch": 2.633954536145812,
      "grad_norm": 3.699616040553617,
      "learning_rate": 0.00018215692523904109,
      "loss": 4.7188,
      "step": 64308
    },
    {
      "epoch": 2.6339954945730084,
      "grad_norm": 3.4944714024695966,
      "learning_rate": 0.00018215373966286986,
      "loss": 3.3906,
      "step": 64309
    },
    {
      "epoch": 2.634036453000205,
      "grad_norm": 5.262143891375573,
      "learning_rate": 0.0001821505540714982,
      "loss": 3.1562,
      "step": 64310
    },
    {
      "epoch": 2.634077411427401,
      "grad_norm": 4.264147603428825,
      "learning_rate": 0.0001821473684649276,
      "loss": 3.625,
      "step": 64311
    },
    {
      "epoch": 2.6341183698545976,
      "grad_norm": 3.187873789023154,
      "learning_rate": 0.00018214418284315964,
      "loss": 3.6562,
      "step": 64312
    },
    {
      "epoch": 2.634159328281794,
      "grad_norm": 3.523968858184455,
      "learning_rate": 0.00018214099720619573,
      "loss": 4.4375,
      "step": 64313
    },
    {
      "epoch": 2.6342002867089906,
      "grad_norm": 3.591795781265443,
      "learning_rate": 0.00018213781155403745,
      "loss": 5.4375,
      "step": 64314
    },
    {
      "epoch": 2.6342412451361867,
      "grad_norm": 3.8557402510933785,
      "learning_rate": 0.0001821346258866863,
      "loss": 3.7656,
      "step": 64315
    },
    {
      "epoch": 2.6342822035633833,
      "grad_norm": 5.754305636744009,
      "learning_rate": 0.0001821314402041437,
      "loss": 4.9688,
      "step": 64316
    },
    {
      "epoch": 2.6343231619905794,
      "grad_norm": 3.554184829497574,
      "learning_rate": 0.0001821282545064113,
      "loss": 4.3125,
      "step": 64317
    },
    {
      "epoch": 2.634364120417776,
      "grad_norm": 3.5401838487248822,
      "learning_rate": 0.00018212506879349048,
      "loss": 4.8438,
      "step": 64318
    },
    {
      "epoch": 2.6344050788449724,
      "grad_norm": 3.1361425607329747,
      "learning_rate": 0.0001821218830653828,
      "loss": 3.7656,
      "step": 64319
    },
    {
      "epoch": 2.634446037272169,
      "grad_norm": 4.43723037850386,
      "learning_rate": 0.00018211869732208974,
      "loss": 3.8906,
      "step": 64320
    },
    {
      "epoch": 2.634486995699365,
      "grad_norm": 3.788447495768935,
      "learning_rate": 0.00018211551156361281,
      "loss": 5.0625,
      "step": 64321
    },
    {
      "epoch": 2.6345279541265616,
      "grad_norm": 3.8987364904335595,
      "learning_rate": 0.00018211232578995356,
      "loss": 5.0625,
      "step": 64322
    },
    {
      "epoch": 2.6345689125537577,
      "grad_norm": 5.824151864609923,
      "learning_rate": 0.00018210914000111347,
      "loss": 4.1875,
      "step": 64323
    },
    {
      "epoch": 2.6346098709809542,
      "grad_norm": 3.2120779228501717,
      "learning_rate": 0.000182105954197094,
      "loss": 4.1875,
      "step": 64324
    },
    {
      "epoch": 2.6346508294081508,
      "grad_norm": 3.1741142713025567,
      "learning_rate": 0.00018210276837789678,
      "loss": 4.0312,
      "step": 64325
    },
    {
      "epoch": 2.6346917878353473,
      "grad_norm": 3.07829609805716,
      "learning_rate": 0.00018209958254352315,
      "loss": 4.25,
      "step": 64326
    },
    {
      "epoch": 2.6347327462625434,
      "grad_norm": 3.269033889514207,
      "learning_rate": 0.00018209639669397476,
      "loss": 3.8906,
      "step": 64327
    },
    {
      "epoch": 2.63477370468974,
      "grad_norm": 4.786729609819423,
      "learning_rate": 0.000182093210829253,
      "loss": 5.75,
      "step": 64328
    },
    {
      "epoch": 2.6348146631169365,
      "grad_norm": 3.0104496355288837,
      "learning_rate": 0.00018209002494935946,
      "loss": 3.9219,
      "step": 64329
    },
    {
      "epoch": 2.6348556215441326,
      "grad_norm": 3.310594456711278,
      "learning_rate": 0.00018208683905429564,
      "loss": 4.4688,
      "step": 64330
    },
    {
      "epoch": 2.634896579971329,
      "grad_norm": 3.9638950629264236,
      "learning_rate": 0.000182083653144063,
      "loss": 4.75,
      "step": 64331
    },
    {
      "epoch": 2.6349375383985256,
      "grad_norm": 4.5879135204926875,
      "learning_rate": 0.00018208046721866303,
      "loss": 5.9688,
      "step": 64332
    },
    {
      "epoch": 2.634978496825722,
      "grad_norm": 3.386024379425393,
      "learning_rate": 0.00018207728127809733,
      "loss": 4.7812,
      "step": 64333
    },
    {
      "epoch": 2.6350194552529183,
      "grad_norm": 4.576961149816699,
      "learning_rate": 0.00018207409532236738,
      "loss": 3.5781,
      "step": 64334
    },
    {
      "epoch": 2.635060413680115,
      "grad_norm": 3.2017526940659033,
      "learning_rate": 0.0001820709093514746,
      "loss": 3.2969,
      "step": 64335
    },
    {
      "epoch": 2.635101372107311,
      "grad_norm": 3.66748159901545,
      "learning_rate": 0.0001820677233654206,
      "loss": 3.6875,
      "step": 64336
    },
    {
      "epoch": 2.6351423305345074,
      "grad_norm": 7.372987306496305,
      "learning_rate": 0.00018206453736420677,
      "loss": 3.3438,
      "step": 64337
    },
    {
      "epoch": 2.635183288961704,
      "grad_norm": 2.3453498833231685,
      "learning_rate": 0.00018206135134783474,
      "loss": 2.0781,
      "step": 64338
    },
    {
      "epoch": 2.6352242473889005,
      "grad_norm": 3.7041202416058843,
      "learning_rate": 0.00018205816531630597,
      "loss": 4.6875,
      "step": 64339
    },
    {
      "epoch": 2.6352652058160966,
      "grad_norm": 3.4623538588679366,
      "learning_rate": 0.00018205497926962198,
      "loss": 1.2734,
      "step": 64340
    },
    {
      "epoch": 2.635306164243293,
      "grad_norm": 3.7709918621509693,
      "learning_rate": 0.00018205179320778417,
      "loss": 2.8125,
      "step": 64341
    },
    {
      "epoch": 2.635347122670489,
      "grad_norm": 3.0940196487130174,
      "learning_rate": 0.0001820486071307942,
      "loss": 3.7656,
      "step": 64342
    },
    {
      "epoch": 2.6353880810976857,
      "grad_norm": 4.099018014024675,
      "learning_rate": 0.00018204542103865352,
      "loss": 2.6875,
      "step": 64343
    },
    {
      "epoch": 2.6354290395248823,
      "grad_norm": 3.2045887973967715,
      "learning_rate": 0.0001820422349313636,
      "loss": 4.125,
      "step": 64344
    },
    {
      "epoch": 2.635469997952079,
      "grad_norm": 4.661587565188072,
      "learning_rate": 0.00018203904880892595,
      "loss": 3.4531,
      "step": 64345
    },
    {
      "epoch": 2.635510956379275,
      "grad_norm": 4.487403916777813,
      "learning_rate": 0.00018203586267134212,
      "loss": 1.6328,
      "step": 64346
    },
    {
      "epoch": 2.6355519148064714,
      "grad_norm": 4.172925836261943,
      "learning_rate": 0.00018203267651861358,
      "loss": 4.0312,
      "step": 64347
    },
    {
      "epoch": 2.635592873233668,
      "grad_norm": 3.949396084334233,
      "learning_rate": 0.0001820294903507419,
      "loss": 2.2188,
      "step": 64348
    },
    {
      "epoch": 2.635633831660864,
      "grad_norm": 3.424934107654237,
      "learning_rate": 0.00018202630416772847,
      "loss": 4.4062,
      "step": 64349
    },
    {
      "epoch": 2.6356747900880606,
      "grad_norm": 3.1166660490769686,
      "learning_rate": 0.00018202311796957488,
      "loss": 4.7812,
      "step": 64350
    },
    {
      "epoch": 2.635715748515257,
      "grad_norm": 6.339105062047656,
      "learning_rate": 0.00018201993175628265,
      "loss": 2.9219,
      "step": 64351
    },
    {
      "epoch": 2.6357567069424537,
      "grad_norm": 5.368771339292374,
      "learning_rate": 0.00018201674552785322,
      "loss": 5.125,
      "step": 64352
    },
    {
      "epoch": 2.6357976653696498,
      "grad_norm": 3.8951216047859964,
      "learning_rate": 0.00018201355928428815,
      "loss": 4.4375,
      "step": 64353
    },
    {
      "epoch": 2.6358386237968463,
      "grad_norm": 3.9345516865754133,
      "learning_rate": 0.0001820103730255889,
      "loss": 3.7188,
      "step": 64354
    },
    {
      "epoch": 2.6358795822240424,
      "grad_norm": 2.708052333846289,
      "learning_rate": 0.00018200718675175702,
      "loss": 2.7344,
      "step": 64355
    },
    {
      "epoch": 2.635920540651239,
      "grad_norm": 3.4037161486357004,
      "learning_rate": 0.000182004000462794,
      "loss": 5.4688,
      "step": 64356
    },
    {
      "epoch": 2.6359614990784355,
      "grad_norm": 3.651297863699527,
      "learning_rate": 0.00018200081415870135,
      "loss": 4.4688,
      "step": 64357
    },
    {
      "epoch": 2.636002457505632,
      "grad_norm": 5.564156606802556,
      "learning_rate": 0.00018199762783948059,
      "loss": 5.6562,
      "step": 64358
    },
    {
      "epoch": 2.636043415932828,
      "grad_norm": 3.3332282816943195,
      "learning_rate": 0.00018199444150513317,
      "loss": 4.8125,
      "step": 64359
    },
    {
      "epoch": 2.6360843743600246,
      "grad_norm": 3.7476984496476984,
      "learning_rate": 0.00018199125515566062,
      "loss": 5.0312,
      "step": 64360
    },
    {
      "epoch": 2.6361253327872207,
      "grad_norm": 3.5831766384674992,
      "learning_rate": 0.00018198806879106449,
      "loss": 3.5,
      "step": 64361
    },
    {
      "epoch": 2.6361662912144173,
      "grad_norm": 3.2580616752974643,
      "learning_rate": 0.00018198488241134627,
      "loss": 4.4375,
      "step": 64362
    },
    {
      "epoch": 2.636207249641614,
      "grad_norm": 5.772674204131994,
      "learning_rate": 0.00018198169601650745,
      "loss": 4.5312,
      "step": 64363
    },
    {
      "epoch": 2.6362482080688103,
      "grad_norm": 11.634268094052908,
      "learning_rate": 0.00018197850960654952,
      "loss": 4.3438,
      "step": 64364
    },
    {
      "epoch": 2.6362891664960064,
      "grad_norm": 3.1577929851905924,
      "learning_rate": 0.000181975323181474,
      "loss": 3.6562,
      "step": 64365
    },
    {
      "epoch": 2.636330124923203,
      "grad_norm": 3.6047030510624913,
      "learning_rate": 0.00018197213674128244,
      "loss": 4.6562,
      "step": 64366
    },
    {
      "epoch": 2.6363710833503995,
      "grad_norm": 2.820979335924162,
      "learning_rate": 0.00018196895028597628,
      "loss": 2.9219,
      "step": 64367
    },
    {
      "epoch": 2.6364120417775956,
      "grad_norm": 4.107372035485929,
      "learning_rate": 0.00018196576381555705,
      "loss": 5.75,
      "step": 64368
    },
    {
      "epoch": 2.636453000204792,
      "grad_norm": 3.6821703414717626,
      "learning_rate": 0.0001819625773300263,
      "loss": 5.0938,
      "step": 64369
    },
    {
      "epoch": 2.6364939586319887,
      "grad_norm": 6.071362786890135,
      "learning_rate": 0.00018195939082938547,
      "loss": 5.5,
      "step": 64370
    },
    {
      "epoch": 2.636534917059185,
      "grad_norm": 3.947724389192012,
      "learning_rate": 0.00018195620431363612,
      "loss": 6.0938,
      "step": 64371
    },
    {
      "epoch": 2.6365758754863813,
      "grad_norm": 4.410791269535215,
      "learning_rate": 0.0001819530177827797,
      "loss": 5.9062,
      "step": 64372
    },
    {
      "epoch": 2.636616833913578,
      "grad_norm": 4.112308469786102,
      "learning_rate": 0.00018194983123681773,
      "loss": 6.0312,
      "step": 64373
    },
    {
      "epoch": 2.636657792340774,
      "grad_norm": 4.527163128271571,
      "learning_rate": 0.0001819466446757518,
      "loss": 2.5781,
      "step": 64374
    },
    {
      "epoch": 2.6366987507679704,
      "grad_norm": 4.1661840400138495,
      "learning_rate": 0.00018194345809958328,
      "loss": 4.5,
      "step": 64375
    },
    {
      "epoch": 2.636739709195167,
      "grad_norm": 3.619982334810907,
      "learning_rate": 0.0001819402715083138,
      "loss": 3.8906,
      "step": 64376
    },
    {
      "epoch": 2.6367806676223635,
      "grad_norm": 3.785911339815786,
      "learning_rate": 0.00018193708490194476,
      "loss": 3.1875,
      "step": 64377
    },
    {
      "epoch": 2.6368216260495596,
      "grad_norm": 3.4532958488598546,
      "learning_rate": 0.00018193389828047776,
      "loss": 4.6562,
      "step": 64378
    },
    {
      "epoch": 2.636862584476756,
      "grad_norm": 3.3957095051560233,
      "learning_rate": 0.00018193071164391425,
      "loss": 4.1875,
      "step": 64379
    },
    {
      "epoch": 2.6369035429039522,
      "grad_norm": 4.628619209780119,
      "learning_rate": 0.00018192752499225577,
      "loss": 6.375,
      "step": 64380
    },
    {
      "epoch": 2.6369445013311488,
      "grad_norm": 7.928629175582965,
      "learning_rate": 0.00018192433832550376,
      "loss": 2.6875,
      "step": 64381
    },
    {
      "epoch": 2.6369854597583453,
      "grad_norm": 7.720971235917889,
      "learning_rate": 0.00018192115164365982,
      "loss": 5.5,
      "step": 64382
    },
    {
      "epoch": 2.637026418185542,
      "grad_norm": 3.7061253184779432,
      "learning_rate": 0.00018191796494672544,
      "loss": 5.5938,
      "step": 64383
    },
    {
      "epoch": 2.637067376612738,
      "grad_norm": 5.373979478533381,
      "learning_rate": 0.00018191477823470208,
      "loss": 5.2812,
      "step": 64384
    },
    {
      "epoch": 2.6371083350399345,
      "grad_norm": 4.765292056660427,
      "learning_rate": 0.0001819115915075912,
      "loss": 5.0938,
      "step": 64385
    },
    {
      "epoch": 2.637149293467131,
      "grad_norm": 3.47317097081328,
      "learning_rate": 0.00018190840476539445,
      "loss": 5.1562,
      "step": 64386
    },
    {
      "epoch": 2.637190251894327,
      "grad_norm": 6.6158416725134375,
      "learning_rate": 0.00018190521800811327,
      "loss": 4.875,
      "step": 64387
    },
    {
      "epoch": 2.6372312103215236,
      "grad_norm": 2.6850518219674755,
      "learning_rate": 0.00018190203123574908,
      "loss": 1.6484,
      "step": 64388
    },
    {
      "epoch": 2.63727216874872,
      "grad_norm": 5.678846151711469,
      "learning_rate": 0.00018189884444830346,
      "loss": 3.8594,
      "step": 64389
    },
    {
      "epoch": 2.6373131271759167,
      "grad_norm": 4.174081928053515,
      "learning_rate": 0.00018189565764577798,
      "loss": 5.8125,
      "step": 64390
    },
    {
      "epoch": 2.637354085603113,
      "grad_norm": 3.4416423527455184,
      "learning_rate": 0.00018189247082817407,
      "loss": 5.4688,
      "step": 64391
    },
    {
      "epoch": 2.6373950440303093,
      "grad_norm": 3.1835220990515625,
      "learning_rate": 0.00018188928399549318,
      "loss": 3.875,
      "step": 64392
    },
    {
      "epoch": 2.6374360024575054,
      "grad_norm": 3.184851084185349,
      "learning_rate": 0.00018188609714773696,
      "loss": 4.4062,
      "step": 64393
    },
    {
      "epoch": 2.637476960884702,
      "grad_norm": 3.052138808443411,
      "learning_rate": 0.00018188291028490682,
      "loss": 4.2188,
      "step": 64394
    },
    {
      "epoch": 2.6375179193118985,
      "grad_norm": 3.3287834712377524,
      "learning_rate": 0.0001818797234070043,
      "loss": 4.6875,
      "step": 64395
    },
    {
      "epoch": 2.637558877739095,
      "grad_norm": 4.3853733170547775,
      "learning_rate": 0.00018187653651403088,
      "loss": 5.25,
      "step": 64396
    },
    {
      "epoch": 2.637599836166291,
      "grad_norm": 6.384912939988882,
      "learning_rate": 0.00018187334960598808,
      "loss": 4.7188,
      "step": 64397
    },
    {
      "epoch": 2.6376407945934877,
      "grad_norm": 2.9135160202026844,
      "learning_rate": 0.00018187016268287744,
      "loss": 3.6875,
      "step": 64398
    },
    {
      "epoch": 2.6376817530206838,
      "grad_norm": 4.3611931926292336,
      "learning_rate": 0.00018186697574470046,
      "loss": 4.5625,
      "step": 64399
    },
    {
      "epoch": 2.6377227114478803,
      "grad_norm": 3.4619466791497278,
      "learning_rate": 0.00018186378879145855,
      "loss": 4.0938,
      "step": 64400
    },
    {
      "epoch": 2.637763669875077,
      "grad_norm": 3.1486134683067513,
      "learning_rate": 0.00018186060182315332,
      "loss": 4.8438,
      "step": 64401
    },
    {
      "epoch": 2.6378046283022734,
      "grad_norm": 5.55188693037429,
      "learning_rate": 0.00018185741483978625,
      "loss": 6.0938,
      "step": 64402
    },
    {
      "epoch": 2.6378455867294694,
      "grad_norm": 3.8402983339060985,
      "learning_rate": 0.00018185422784135885,
      "loss": 5.0312,
      "step": 64403
    },
    {
      "epoch": 2.637886545156666,
      "grad_norm": 3.306089174042968,
      "learning_rate": 0.0001818510408278726,
      "loss": 3.9688,
      "step": 64404
    },
    {
      "epoch": 2.6379275035838625,
      "grad_norm": 4.044570436757303,
      "learning_rate": 0.00018184785379932902,
      "loss": 4.4062,
      "step": 64405
    },
    {
      "epoch": 2.6379684620110586,
      "grad_norm": 3.5829576975033834,
      "learning_rate": 0.00018184466675572966,
      "loss": 5.1875,
      "step": 64406
    },
    {
      "epoch": 2.638009420438255,
      "grad_norm": 3.1265619604890724,
      "learning_rate": 0.00018184147969707598,
      "loss": 4.125,
      "step": 64407
    },
    {
      "epoch": 2.6380503788654517,
      "grad_norm": 4.136585495672534,
      "learning_rate": 0.0001818382926233695,
      "loss": 4.625,
      "step": 64408
    },
    {
      "epoch": 2.638091337292648,
      "grad_norm": 4.295650685485486,
      "learning_rate": 0.00018183510553461166,
      "loss": 3.6875,
      "step": 64409
    },
    {
      "epoch": 2.6381322957198443,
      "grad_norm": 3.979186795856744,
      "learning_rate": 0.0001818319184308041,
      "loss": 4.25,
      "step": 64410
    },
    {
      "epoch": 2.638173254147041,
      "grad_norm": 3.207723667692915,
      "learning_rate": 0.00018182873131194824,
      "loss": 3.5625,
      "step": 64411
    },
    {
      "epoch": 2.638214212574237,
      "grad_norm": 3.2576368570075207,
      "learning_rate": 0.0001818255441780456,
      "loss": 3.9531,
      "step": 64412
    },
    {
      "epoch": 2.6382551710014335,
      "grad_norm": 4.348528623713821,
      "learning_rate": 0.00018182235702909763,
      "loss": 6.0938,
      "step": 64413
    },
    {
      "epoch": 2.63829612942863,
      "grad_norm": 3.5247546151421556,
      "learning_rate": 0.00018181916986510598,
      "loss": 4.4062,
      "step": 64414
    },
    {
      "epoch": 2.6383370878558265,
      "grad_norm": 3.274549914058857,
      "learning_rate": 0.00018181598268607205,
      "loss": 4.6875,
      "step": 64415
    },
    {
      "epoch": 2.6383780462830226,
      "grad_norm": 3.383963777503368,
      "learning_rate": 0.00018181279549199736,
      "loss": 4.125,
      "step": 64416
    },
    {
      "epoch": 2.638419004710219,
      "grad_norm": 4.077582288544195,
      "learning_rate": 0.00018180960828288343,
      "loss": 5.0312,
      "step": 64417
    },
    {
      "epoch": 2.6384599631374153,
      "grad_norm": 3.4688727587398747,
      "learning_rate": 0.00018180642105873176,
      "loss": 4.6562,
      "step": 64418
    },
    {
      "epoch": 2.638500921564612,
      "grad_norm": 2.9973291237385924,
      "learning_rate": 0.00018180323381954388,
      "loss": 3.7812,
      "step": 64419
    },
    {
      "epoch": 2.6385418799918083,
      "grad_norm": 3.1278630682602735,
      "learning_rate": 0.0001818000465653213,
      "loss": 3.9531,
      "step": 64420
    },
    {
      "epoch": 2.638582838419005,
      "grad_norm": 4.543633680862031,
      "learning_rate": 0.00018179685929606542,
      "loss": 5.75,
      "step": 64421
    },
    {
      "epoch": 2.638623796846201,
      "grad_norm": 3.819142602126517,
      "learning_rate": 0.0001817936720117779,
      "loss": 4.4375,
      "step": 64422
    },
    {
      "epoch": 2.6386647552733975,
      "grad_norm": 8.337747943804633,
      "learning_rate": 0.00018179048471246014,
      "loss": 3.7969,
      "step": 64423
    },
    {
      "epoch": 2.638705713700594,
      "grad_norm": 3.213888683327782,
      "learning_rate": 0.00018178729739811366,
      "loss": 3.9062,
      "step": 64424
    },
    {
      "epoch": 2.63874667212779,
      "grad_norm": 4.6886158744637445,
      "learning_rate": 0.00018178411006874006,
      "loss": 5.625,
      "step": 64425
    },
    {
      "epoch": 2.6387876305549867,
      "grad_norm": 3.8269956326314407,
      "learning_rate": 0.00018178092272434074,
      "loss": 4.75,
      "step": 64426
    },
    {
      "epoch": 2.638828588982183,
      "grad_norm": 5.76359369546124,
      "learning_rate": 0.00018177773536491725,
      "loss": 3.6562,
      "step": 64427
    },
    {
      "epoch": 2.6388695474093797,
      "grad_norm": 4.4844457400013935,
      "learning_rate": 0.0001817745479904711,
      "loss": 6.3438,
      "step": 64428
    },
    {
      "epoch": 2.638910505836576,
      "grad_norm": 3.5215888538046927,
      "learning_rate": 0.00018177136060100373,
      "loss": 4.4375,
      "step": 64429
    },
    {
      "epoch": 2.6389514642637724,
      "grad_norm": 6.458011676021438,
      "learning_rate": 0.00018176817319651676,
      "loss": 5.5,
      "step": 64430
    },
    {
      "epoch": 2.6389924226909685,
      "grad_norm": 6.491407834309057,
      "learning_rate": 0.00018176498577701167,
      "loss": 6.0,
      "step": 64431
    },
    {
      "epoch": 2.639033381118165,
      "grad_norm": 3.9477005506123932,
      "learning_rate": 0.00018176179834248984,
      "loss": 4.75,
      "step": 64432
    },
    {
      "epoch": 2.6390743395453615,
      "grad_norm": 3.5643031016066633,
      "learning_rate": 0.00018175861089295297,
      "loss": 5.9688,
      "step": 64433
    },
    {
      "epoch": 2.639115297972558,
      "grad_norm": 3.7629348169646364,
      "learning_rate": 0.00018175542342840242,
      "loss": 6.0938,
      "step": 64434
    },
    {
      "epoch": 2.639156256399754,
      "grad_norm": 4.235943325651105,
      "learning_rate": 0.00018175223594883976,
      "loss": 5.7188,
      "step": 64435
    },
    {
      "epoch": 2.6391972148269507,
      "grad_norm": 4.561694500530656,
      "learning_rate": 0.0001817490484542665,
      "loss": 3.9844,
      "step": 64436
    },
    {
      "epoch": 2.639238173254147,
      "grad_norm": 4.816417788858655,
      "learning_rate": 0.0001817458609446841,
      "loss": 6.2188,
      "step": 64437
    },
    {
      "epoch": 2.6392791316813433,
      "grad_norm": 4.516666249101402,
      "learning_rate": 0.0001817426734200941,
      "loss": 4.1875,
      "step": 64438
    },
    {
      "epoch": 2.63932009010854,
      "grad_norm": 4.251711366079747,
      "learning_rate": 0.00018173948588049804,
      "loss": 4.3125,
      "step": 64439
    },
    {
      "epoch": 2.6393610485357364,
      "grad_norm": 3.5759493129297026,
      "learning_rate": 0.00018173629832589735,
      "loss": 4.2812,
      "step": 64440
    },
    {
      "epoch": 2.6394020069629325,
      "grad_norm": 3.4182697312800725,
      "learning_rate": 0.0001817331107562936,
      "loss": 4.125,
      "step": 64441
    },
    {
      "epoch": 2.639442965390129,
      "grad_norm": 4.260423674946536,
      "learning_rate": 0.0001817299231716883,
      "loss": 4.6875,
      "step": 64442
    },
    {
      "epoch": 2.6394839238173256,
      "grad_norm": 3.7707047723295966,
      "learning_rate": 0.00018172673557208293,
      "loss": 5.5625,
      "step": 64443
    },
    {
      "epoch": 2.6395248822445216,
      "grad_norm": 3.224181158929463,
      "learning_rate": 0.000181723547957479,
      "loss": 4.375,
      "step": 64444
    },
    {
      "epoch": 2.639565840671718,
      "grad_norm": 5.201320035781171,
      "learning_rate": 0.00018172036032787798,
      "loss": 4.9688,
      "step": 64445
    },
    {
      "epoch": 2.6396067990989147,
      "grad_norm": 3.3709471136457405,
      "learning_rate": 0.00018171717268328143,
      "loss": 4.6875,
      "step": 64446
    },
    {
      "epoch": 2.6396477575261112,
      "grad_norm": 4.237775672079509,
      "learning_rate": 0.00018171398502369086,
      "loss": 5.1875,
      "step": 64447
    },
    {
      "epoch": 2.6396887159533073,
      "grad_norm": 3.5579916280460857,
      "learning_rate": 0.00018171079734910777,
      "loss": 4.4375,
      "step": 64448
    },
    {
      "epoch": 2.639729674380504,
      "grad_norm": 4.166572708611374,
      "learning_rate": 0.0001817076096595336,
      "loss": 4.375,
      "step": 64449
    },
    {
      "epoch": 2.6397706328077,
      "grad_norm": 3.4076204500126823,
      "learning_rate": 0.00018170442195496994,
      "loss": 3.7031,
      "step": 64450
    },
    {
      "epoch": 2.6398115912348965,
      "grad_norm": 6.463666433861176,
      "learning_rate": 0.0001817012342354183,
      "loss": 4.875,
      "step": 64451
    },
    {
      "epoch": 2.639852549662093,
      "grad_norm": 3.516169557567197,
      "learning_rate": 0.00018169804650088015,
      "loss": 4.1875,
      "step": 64452
    },
    {
      "epoch": 2.6398935080892896,
      "grad_norm": 3.912656533685321,
      "learning_rate": 0.00018169485875135693,
      "loss": 4.875,
      "step": 64453
    },
    {
      "epoch": 2.6399344665164857,
      "grad_norm": 5.670758374386622,
      "learning_rate": 0.0001816916709868503,
      "loss": 4.875,
      "step": 64454
    },
    {
      "epoch": 2.639975424943682,
      "grad_norm": 3.3677480756838594,
      "learning_rate": 0.00018168848320736166,
      "loss": 5.125,
      "step": 64455
    },
    {
      "epoch": 2.6400163833708783,
      "grad_norm": 9.749358473823353,
      "learning_rate": 0.00018168529541289253,
      "loss": 4.5938,
      "step": 64456
    },
    {
      "epoch": 2.640057341798075,
      "grad_norm": 4.880621645875225,
      "learning_rate": 0.00018168210760344445,
      "loss": 4.3125,
      "step": 64457
    },
    {
      "epoch": 2.6400983002252714,
      "grad_norm": 4.35614277734959,
      "learning_rate": 0.00018167891977901893,
      "loss": 5.3438,
      "step": 64458
    },
    {
      "epoch": 2.640139258652468,
      "grad_norm": 3.6710585373342566,
      "learning_rate": 0.00018167573193961743,
      "loss": 4.4062,
      "step": 64459
    },
    {
      "epoch": 2.640180217079664,
      "grad_norm": 3.9106498408266868,
      "learning_rate": 0.00018167254408524148,
      "loss": 4.3438,
      "step": 64460
    },
    {
      "epoch": 2.6402211755068605,
      "grad_norm": 4.150993060760187,
      "learning_rate": 0.00018166935621589258,
      "loss": 4.625,
      "step": 64461
    },
    {
      "epoch": 2.640262133934057,
      "grad_norm": 3.4403920307749787,
      "learning_rate": 0.0001816661683315723,
      "loss": 4.25,
      "step": 64462
    },
    {
      "epoch": 2.640303092361253,
      "grad_norm": 4.090312769312887,
      "learning_rate": 0.00018166298043228204,
      "loss": 4.375,
      "step": 64463
    },
    {
      "epoch": 2.6403440507884497,
      "grad_norm": 3.2941739978808027,
      "learning_rate": 0.00018165979251802332,
      "loss": 4.7188,
      "step": 64464
    },
    {
      "epoch": 2.6403850092156462,
      "grad_norm": 3.1806299493008012,
      "learning_rate": 0.00018165660458879776,
      "loss": 3.9062,
      "step": 64465
    },
    {
      "epoch": 2.6404259676428428,
      "grad_norm": 3.835370531155056,
      "learning_rate": 0.00018165341664460677,
      "loss": 5.625,
      "step": 64466
    },
    {
      "epoch": 2.640466926070039,
      "grad_norm": 4.69474990613878,
      "learning_rate": 0.00018165022868545187,
      "loss": 4.5938,
      "step": 64467
    },
    {
      "epoch": 2.6405078844972354,
      "grad_norm": 3.4940746695345224,
      "learning_rate": 0.0001816470407113346,
      "loss": 4.4062,
      "step": 64468
    },
    {
      "epoch": 2.6405488429244315,
      "grad_norm": 4.243504842348826,
      "learning_rate": 0.00018164385272225644,
      "loss": 5.2188,
      "step": 64469
    },
    {
      "epoch": 2.640589801351628,
      "grad_norm": 4.885598028319359,
      "learning_rate": 0.0001816406647182189,
      "loss": 6.0,
      "step": 64470
    },
    {
      "epoch": 2.6406307597788246,
      "grad_norm": 3.3810767064743517,
      "learning_rate": 0.00018163747669922348,
      "loss": 4.0,
      "step": 64471
    },
    {
      "epoch": 2.640671718206021,
      "grad_norm": 2.895216075130623,
      "learning_rate": 0.0001816342886652717,
      "loss": 4.0,
      "step": 64472
    },
    {
      "epoch": 2.640712676633217,
      "grad_norm": 3.979834244297328,
      "learning_rate": 0.00018163110061636504,
      "loss": 4.8438,
      "step": 64473
    },
    {
      "epoch": 2.6407536350604137,
      "grad_norm": 3.2248897564397794,
      "learning_rate": 0.00018162791255250507,
      "loss": 4.5,
      "step": 64474
    },
    {
      "epoch": 2.64079459348761,
      "grad_norm": 3.241832727425519,
      "learning_rate": 0.00018162472447369327,
      "loss": 4.2188,
      "step": 64475
    },
    {
      "epoch": 2.6408355519148063,
      "grad_norm": 5.734310408175741,
      "learning_rate": 0.00018162153637993111,
      "loss": 2.9531,
      "step": 64476
    },
    {
      "epoch": 2.640876510342003,
      "grad_norm": 7.108695135083109,
      "learning_rate": 0.0001816183482712201,
      "loss": 3.7812,
      "step": 64477
    },
    {
      "epoch": 2.6409174687691994,
      "grad_norm": 3.446782825510164,
      "learning_rate": 0.0001816151601475618,
      "loss": 4.8438,
      "step": 64478
    },
    {
      "epoch": 2.6409584271963955,
      "grad_norm": 3.2849972424655394,
      "learning_rate": 0.0001816119720089577,
      "loss": 4.125,
      "step": 64479
    },
    {
      "epoch": 2.640999385623592,
      "grad_norm": 9.659454554971656,
      "learning_rate": 0.00018160878385540928,
      "loss": 5.7812,
      "step": 64480
    },
    {
      "epoch": 2.6410403440507886,
      "grad_norm": 3.5459699930035353,
      "learning_rate": 0.00018160559568691803,
      "loss": 4.9688,
      "step": 64481
    },
    {
      "epoch": 2.6410813024779847,
      "grad_norm": 4.168058425061879,
      "learning_rate": 0.00018160240750348555,
      "loss": 5.875,
      "step": 64482
    },
    {
      "epoch": 2.641122260905181,
      "grad_norm": 4.023762842724955,
      "learning_rate": 0.00018159921930511322,
      "loss": 4.8438,
      "step": 64483
    },
    {
      "epoch": 2.6411632193323777,
      "grad_norm": 4.22711762257737,
      "learning_rate": 0.00018159603109180268,
      "loss": 4.375,
      "step": 64484
    },
    {
      "epoch": 2.6412041777595743,
      "grad_norm": 3.161009603888456,
      "learning_rate": 0.0001815928428635553,
      "loss": 4.2812,
      "step": 64485
    },
    {
      "epoch": 2.6412451361867704,
      "grad_norm": 4.163542243833733,
      "learning_rate": 0.0001815896546203727,
      "loss": 5.1875,
      "step": 64486
    },
    {
      "epoch": 2.641286094613967,
      "grad_norm": 4.023822995109682,
      "learning_rate": 0.00018158646636225631,
      "loss": 6.1875,
      "step": 64487
    },
    {
      "epoch": 2.641327053041163,
      "grad_norm": 4.534856953310884,
      "learning_rate": 0.00018158327808920772,
      "loss": 4.4375,
      "step": 64488
    },
    {
      "epoch": 2.6413680114683595,
      "grad_norm": 3.347575970395013,
      "learning_rate": 0.00018158008980122836,
      "loss": 4.5625,
      "step": 64489
    },
    {
      "epoch": 2.641408969895556,
      "grad_norm": 10.328349486272947,
      "learning_rate": 0.00018157690149831976,
      "loss": 6.9375,
      "step": 64490
    },
    {
      "epoch": 2.6414499283227526,
      "grad_norm": 3.552004371437505,
      "learning_rate": 0.00018157371318048345,
      "loss": 5.3125,
      "step": 64491
    },
    {
      "epoch": 2.6414908867499487,
      "grad_norm": 4.248422467616941,
      "learning_rate": 0.00018157052484772093,
      "loss": 5.125,
      "step": 64492
    },
    {
      "epoch": 2.6415318451771452,
      "grad_norm": 8.709604409584749,
      "learning_rate": 0.0001815673365000337,
      "loss": 6.2812,
      "step": 64493
    },
    {
      "epoch": 2.6415728036043413,
      "grad_norm": 4.637070944621133,
      "learning_rate": 0.00018156414813742325,
      "loss": 5.125,
      "step": 64494
    },
    {
      "epoch": 2.641613762031538,
      "grad_norm": 3.793242427913653,
      "learning_rate": 0.0001815609597598911,
      "loss": 4.7812,
      "step": 64495
    },
    {
      "epoch": 2.6416547204587344,
      "grad_norm": 4.5819345780885525,
      "learning_rate": 0.00018155777136743875,
      "loss": 4.875,
      "step": 64496
    },
    {
      "epoch": 2.641695678885931,
      "grad_norm": 2.9255681966599316,
      "learning_rate": 0.00018155458296006773,
      "loss": 3.6094,
      "step": 64497
    },
    {
      "epoch": 2.641736637313127,
      "grad_norm": 3.505788315178575,
      "learning_rate": 0.00018155139453777952,
      "loss": 4.7812,
      "step": 64498
    },
    {
      "epoch": 2.6417775957403236,
      "grad_norm": 3.8482754058875965,
      "learning_rate": 0.00018154820610057567,
      "loss": 5.0938,
      "step": 64499
    },
    {
      "epoch": 2.64181855416752,
      "grad_norm": 4.475917952794142,
      "learning_rate": 0.00018154501764845764,
      "loss": 5.3438,
      "step": 64500
    },
    {
      "epoch": 2.641859512594716,
      "grad_norm": 3.1644400410365225,
      "learning_rate": 0.00018154182918142693,
      "loss": 5.1562,
      "step": 64501
    },
    {
      "epoch": 2.6419004710219127,
      "grad_norm": 3.380572675829893,
      "learning_rate": 0.00018153864069948513,
      "loss": 4.9688,
      "step": 64502
    },
    {
      "epoch": 2.6419414294491093,
      "grad_norm": 5.820525057109339,
      "learning_rate": 0.00018153545220263369,
      "loss": 3.9219,
      "step": 64503
    },
    {
      "epoch": 2.641982387876306,
      "grad_norm": 4.8032560208015616,
      "learning_rate": 0.00018153226369087402,
      "loss": 5.8125,
      "step": 64504
    },
    {
      "epoch": 2.642023346303502,
      "grad_norm": 3.252313706979944,
      "learning_rate": 0.00018152907516420783,
      "loss": 4.2188,
      "step": 64505
    },
    {
      "epoch": 2.6420643047306984,
      "grad_norm": 3.541847326651717,
      "learning_rate": 0.00018152588662263648,
      "loss": 4.875,
      "step": 64506
    },
    {
      "epoch": 2.6421052631578945,
      "grad_norm": 5.541526351750517,
      "learning_rate": 0.00018152269806616153,
      "loss": 5.875,
      "step": 64507
    },
    {
      "epoch": 2.642146221585091,
      "grad_norm": 3.279989758377097,
      "learning_rate": 0.00018151950949478446,
      "loss": 4.4062,
      "step": 64508
    },
    {
      "epoch": 2.6421871800122876,
      "grad_norm": 3.5983300396429443,
      "learning_rate": 0.00018151632090850683,
      "loss": 4.9375,
      "step": 64509
    },
    {
      "epoch": 2.642228138439484,
      "grad_norm": 4.194370011805798,
      "learning_rate": 0.00018151313230733009,
      "loss": 1.8359,
      "step": 64510
    },
    {
      "epoch": 2.64226909686668,
      "grad_norm": 3.306292626691207,
      "learning_rate": 0.00018150994369125578,
      "loss": 4.3438,
      "step": 64511
    },
    {
      "epoch": 2.6423100552938767,
      "grad_norm": 3.2237590193759664,
      "learning_rate": 0.00018150675506028538,
      "loss": 3.4062,
      "step": 64512
    },
    {
      "epoch": 2.642351013721073,
      "grad_norm": 3.117627234682289,
      "learning_rate": 0.00018150356641442043,
      "loss": 4.375,
      "step": 64513
    },
    {
      "epoch": 2.6423919721482694,
      "grad_norm": 5.831550419216932,
      "learning_rate": 0.00018150037775366238,
      "loss": 3.9062,
      "step": 64514
    },
    {
      "epoch": 2.642432930575466,
      "grad_norm": 3.2260034621026734,
      "learning_rate": 0.00018149718907801288,
      "loss": 3.8594,
      "step": 64515
    },
    {
      "epoch": 2.6424738890026624,
      "grad_norm": 3.13119120178434,
      "learning_rate": 0.00018149400038747326,
      "loss": 4.25,
      "step": 64516
    },
    {
      "epoch": 2.6425148474298585,
      "grad_norm": 4.49750051218547,
      "learning_rate": 0.0001814908116820451,
      "loss": 6.3125,
      "step": 64517
    },
    {
      "epoch": 2.642555805857055,
      "grad_norm": 4.628800021532716,
      "learning_rate": 0.00018148762296172992,
      "loss": 5.625,
      "step": 64518
    },
    {
      "epoch": 2.6425967642842516,
      "grad_norm": 5.2523770464435575,
      "learning_rate": 0.00018148443422652923,
      "loss": 1.2266,
      "step": 64519
    },
    {
      "epoch": 2.6426377227114477,
      "grad_norm": 3.648316478292504,
      "learning_rate": 0.00018148124547644453,
      "loss": 5.0312,
      "step": 64520
    },
    {
      "epoch": 2.6426786811386442,
      "grad_norm": 3.3230521190694304,
      "learning_rate": 0.00018147805671147728,
      "loss": 4.5625,
      "step": 64521
    },
    {
      "epoch": 2.6427196395658408,
      "grad_norm": 5.718417599750769,
      "learning_rate": 0.00018147486793162912,
      "loss": 4.8438,
      "step": 64522
    },
    {
      "epoch": 2.6427605979930373,
      "grad_norm": 3.387500868367948,
      "learning_rate": 0.00018147167913690142,
      "loss": 4.3438,
      "step": 64523
    },
    {
      "epoch": 2.6428015564202334,
      "grad_norm": 3.498139192887433,
      "learning_rate": 0.00018146849032729572,
      "loss": 4.0625,
      "step": 64524
    },
    {
      "epoch": 2.64284251484743,
      "grad_norm": 3.996534111635797,
      "learning_rate": 0.00018146530150281353,
      "loss": 1.7969,
      "step": 64525
    },
    {
      "epoch": 2.642883473274626,
      "grad_norm": 4.727959862953159,
      "learning_rate": 0.00018146211266345638,
      "loss": 5.7188,
      "step": 64526
    },
    {
      "epoch": 2.6429244317018226,
      "grad_norm": 3.4692359145325846,
      "learning_rate": 0.00018145892380922585,
      "loss": 4.1875,
      "step": 64527
    },
    {
      "epoch": 2.642965390129019,
      "grad_norm": 3.4444240626252043,
      "learning_rate": 0.0001814557349401233,
      "loss": 4.9688,
      "step": 64528
    },
    {
      "epoch": 2.6430063485562156,
      "grad_norm": 6.5005196380935635,
      "learning_rate": 0.0001814525460561503,
      "loss": 4.3125,
      "step": 64529
    },
    {
      "epoch": 2.6430473069834117,
      "grad_norm": 3.1297799895999088,
      "learning_rate": 0.00018144935715730837,
      "loss": 3.8438,
      "step": 64530
    },
    {
      "epoch": 2.6430882654106083,
      "grad_norm": 3.262695590085416,
      "learning_rate": 0.00018144616824359902,
      "loss": 4.375,
      "step": 64531
    },
    {
      "epoch": 2.6431292238378044,
      "grad_norm": 3.952219067583288,
      "learning_rate": 0.00018144297931502372,
      "loss": 5.125,
      "step": 64532
    },
    {
      "epoch": 2.643170182265001,
      "grad_norm": 3.2362778617693766,
      "learning_rate": 0.00018143979037158403,
      "loss": 5.0,
      "step": 64533
    },
    {
      "epoch": 2.6432111406921974,
      "grad_norm": 24.532630196680962,
      "learning_rate": 0.00018143660141328142,
      "loss": 6.8438,
      "step": 64534
    },
    {
      "epoch": 2.643252099119394,
      "grad_norm": 3.4023331029607844,
      "learning_rate": 0.0001814334124401174,
      "loss": 4.8125,
      "step": 64535
    },
    {
      "epoch": 2.64329305754659,
      "grad_norm": 4.364208435874871,
      "learning_rate": 0.00018143022345209347,
      "loss": 3.7188,
      "step": 64536
    },
    {
      "epoch": 2.6433340159737866,
      "grad_norm": 6.428491086163285,
      "learning_rate": 0.00018142703444921118,
      "loss": 5.4688,
      "step": 64537
    },
    {
      "epoch": 2.643374974400983,
      "grad_norm": 3.248109514198497,
      "learning_rate": 0.00018142384543147204,
      "loss": 4.1562,
      "step": 64538
    },
    {
      "epoch": 2.643415932828179,
      "grad_norm": 3.370758555316664,
      "learning_rate": 0.0001814206563988775,
      "loss": 4.4688,
      "step": 64539
    },
    {
      "epoch": 2.6434568912553758,
      "grad_norm": 3.049262116959244,
      "learning_rate": 0.00018141746735142906,
      "loss": 3.875,
      "step": 64540
    },
    {
      "epoch": 2.6434978496825723,
      "grad_norm": 2.9474380920588374,
      "learning_rate": 0.00018141427828912834,
      "loss": 3.75,
      "step": 64541
    },
    {
      "epoch": 2.643538808109769,
      "grad_norm": 3.3975432891275017,
      "learning_rate": 0.00018141108921197673,
      "loss": 4.25,
      "step": 64542
    },
    {
      "epoch": 2.643579766536965,
      "grad_norm": 4.2675060533682805,
      "learning_rate": 0.00018140790011997578,
      "loss": 5.9062,
      "step": 64543
    },
    {
      "epoch": 2.6436207249641615,
      "grad_norm": 6.948427059286562,
      "learning_rate": 0.00018140471101312698,
      "loss": 4.2812,
      "step": 64544
    },
    {
      "epoch": 2.6436616833913575,
      "grad_norm": 3.1272456217738127,
      "learning_rate": 0.00018140152189143188,
      "loss": 3.0,
      "step": 64545
    },
    {
      "epoch": 2.643702641818554,
      "grad_norm": 3.60378253286612,
      "learning_rate": 0.000181398332754892,
      "loss": 4.5938,
      "step": 64546
    },
    {
      "epoch": 2.6437436002457506,
      "grad_norm": 6.344081201102569,
      "learning_rate": 0.00018139514360350874,
      "loss": 5.9062,
      "step": 64547
    },
    {
      "epoch": 2.643784558672947,
      "grad_norm": 2.970514267307744,
      "learning_rate": 0.00018139195443728375,
      "loss": 4.0312,
      "step": 64548
    },
    {
      "epoch": 2.6438255171001432,
      "grad_norm": 4.651974109804766,
      "learning_rate": 0.00018138876525621838,
      "loss": 5.5312,
      "step": 64549
    },
    {
      "epoch": 2.6438664755273398,
      "grad_norm": 3.2594137828162406,
      "learning_rate": 0.00018138557606031428,
      "loss": 2.8906,
      "step": 64550
    },
    {
      "epoch": 2.643907433954536,
      "grad_norm": 4.016250703626473,
      "learning_rate": 0.0001813823868495729,
      "loss": 4.7812,
      "step": 64551
    },
    {
      "epoch": 2.6439483923817324,
      "grad_norm": 5.303496079288515,
      "learning_rate": 0.0001813791976239957,
      "loss": 4.0625,
      "step": 64552
    },
    {
      "epoch": 2.643989350808929,
      "grad_norm": 4.268571302653884,
      "learning_rate": 0.00018137600838358427,
      "loss": 5.0938,
      "step": 64553
    },
    {
      "epoch": 2.6440303092361255,
      "grad_norm": 3.8017591516414107,
      "learning_rate": 0.0001813728191283401,
      "loss": 5.25,
      "step": 64554
    },
    {
      "epoch": 2.6440712676633216,
      "grad_norm": 3.2207380126914544,
      "learning_rate": 0.00018136962985826466,
      "loss": 3.9062,
      "step": 64555
    },
    {
      "epoch": 2.644112226090518,
      "grad_norm": 3.111634422843044,
      "learning_rate": 0.0001813664405733595,
      "loss": 4.0625,
      "step": 64556
    },
    {
      "epoch": 2.6441531845177146,
      "grad_norm": 3.991489837969404,
      "learning_rate": 0.00018136325127362604,
      "loss": 5.3125,
      "step": 64557
    },
    {
      "epoch": 2.6441941429449107,
      "grad_norm": 3.367295847288706,
      "learning_rate": 0.00018136006195906593,
      "loss": 4.7188,
      "step": 64558
    },
    {
      "epoch": 2.6442351013721073,
      "grad_norm": 3.1426639457921,
      "learning_rate": 0.0001813568726296806,
      "loss": 4.4062,
      "step": 64559
    },
    {
      "epoch": 2.644276059799304,
      "grad_norm": 11.472872487333808,
      "learning_rate": 0.00018135368328547156,
      "loss": 3.1562,
      "step": 64560
    },
    {
      "epoch": 2.6443170182265003,
      "grad_norm": 6.723691362529783,
      "learning_rate": 0.00018135049392644024,
      "loss": 6.3125,
      "step": 64561
    },
    {
      "epoch": 2.6443579766536964,
      "grad_norm": 2.802325444181702,
      "learning_rate": 0.00018134730455258833,
      "loss": 4.0938,
      "step": 64562
    },
    {
      "epoch": 2.644398935080893,
      "grad_norm": 4.211455992951749,
      "learning_rate": 0.0001813441151639172,
      "loss": 4.4062,
      "step": 64563
    },
    {
      "epoch": 2.644439893508089,
      "grad_norm": 4.9184786331965356,
      "learning_rate": 0.00018134092576042835,
      "loss": 3.2812,
      "step": 64564
    },
    {
      "epoch": 2.6444808519352856,
      "grad_norm": 4.076163795522893,
      "learning_rate": 0.00018133773634212337,
      "loss": 4.4688,
      "step": 64565
    },
    {
      "epoch": 2.644521810362482,
      "grad_norm": 6.416320047890625,
      "learning_rate": 0.00018133454690900372,
      "loss": 4.4375,
      "step": 64566
    },
    {
      "epoch": 2.6445627687896787,
      "grad_norm": 8.444917766720001,
      "learning_rate": 0.0001813313574610709,
      "loss": 4.25,
      "step": 64567
    },
    {
      "epoch": 2.6446037272168748,
      "grad_norm": 3.9879417878208465,
      "learning_rate": 0.00018132816799832643,
      "loss": 3.5625,
      "step": 64568
    },
    {
      "epoch": 2.6446446856440713,
      "grad_norm": 3.3973853383342254,
      "learning_rate": 0.00018132497852077183,
      "loss": 4.6875,
      "step": 64569
    },
    {
      "epoch": 2.644685644071268,
      "grad_norm": 5.024564374458486,
      "learning_rate": 0.0001813217890284086,
      "loss": 4.2812,
      "step": 64570
    },
    {
      "epoch": 2.644726602498464,
      "grad_norm": 3.8259070840850717,
      "learning_rate": 0.00018131859952123826,
      "loss": 3.9062,
      "step": 64571
    },
    {
      "epoch": 2.6447675609256605,
      "grad_norm": 4.253248966116513,
      "learning_rate": 0.00018131540999926228,
      "loss": 4.7188,
      "step": 64572
    },
    {
      "epoch": 2.644808519352857,
      "grad_norm": 6.9490435400761825,
      "learning_rate": 0.0001813122204624822,
      "loss": 3.2344,
      "step": 64573
    },
    {
      "epoch": 2.644849477780053,
      "grad_norm": 3.6794387932415904,
      "learning_rate": 0.00018130903091089954,
      "loss": 4.3438,
      "step": 64574
    },
    {
      "epoch": 2.6448904362072496,
      "grad_norm": 6.318373179282503,
      "learning_rate": 0.00018130584134451574,
      "loss": 5.2812,
      "step": 64575
    },
    {
      "epoch": 2.644931394634446,
      "grad_norm": 3.765055480620266,
      "learning_rate": 0.0001813026517633324,
      "loss": 5.0,
      "step": 64576
    },
    {
      "epoch": 2.6449723530616422,
      "grad_norm": 3.3902708325431927,
      "learning_rate": 0.00018129946216735094,
      "loss": 4.3125,
      "step": 64577
    },
    {
      "epoch": 2.645013311488839,
      "grad_norm": 3.5544550029083872,
      "learning_rate": 0.00018129627255657294,
      "loss": 4.4062,
      "step": 64578
    },
    {
      "epoch": 2.6450542699160353,
      "grad_norm": 4.619347328738656,
      "learning_rate": 0.0001812930829309999,
      "loss": 5.1875,
      "step": 64579
    },
    {
      "epoch": 2.645095228343232,
      "grad_norm": 3.8052428138125154,
      "learning_rate": 0.00018128989329063323,
      "loss": 4.7188,
      "step": 64580
    },
    {
      "epoch": 2.645136186770428,
      "grad_norm": 4.400805116370187,
      "learning_rate": 0.00018128670363547455,
      "loss": 4.6875,
      "step": 64581
    },
    {
      "epoch": 2.6451771451976245,
      "grad_norm": 3.056527135760714,
      "learning_rate": 0.00018128351396552535,
      "loss": 4.0938,
      "step": 64582
    },
    {
      "epoch": 2.6452181036248206,
      "grad_norm": 3.290827230667626,
      "learning_rate": 0.00018128032428078717,
      "loss": 4.5,
      "step": 64583
    },
    {
      "epoch": 2.645259062052017,
      "grad_norm": 4.060186040502496,
      "learning_rate": 0.0001812771345812614,
      "loss": 4.4688,
      "step": 64584
    },
    {
      "epoch": 2.6453000204792136,
      "grad_norm": 5.2313539076131015,
      "learning_rate": 0.0001812739448669496,
      "loss": 5.5938,
      "step": 64585
    },
    {
      "epoch": 2.64534097890641,
      "grad_norm": 3.150593411998013,
      "learning_rate": 0.00018127075513785332,
      "loss": 3.7031,
      "step": 64586
    },
    {
      "epoch": 2.6453819373336063,
      "grad_norm": 3.7140569450788257,
      "learning_rate": 0.00018126756539397405,
      "loss": 4.7812,
      "step": 64587
    },
    {
      "epoch": 2.645422895760803,
      "grad_norm": 3.7023171924067273,
      "learning_rate": 0.0001812643756353133,
      "loss": 4.2812,
      "step": 64588
    },
    {
      "epoch": 2.6454638541879993,
      "grad_norm": 5.713176349494406,
      "learning_rate": 0.0001812611858618725,
      "loss": 6.0312,
      "step": 64589
    },
    {
      "epoch": 2.6455048126151954,
      "grad_norm": 3.1643901451880945,
      "learning_rate": 0.00018125799607365332,
      "loss": 4.4375,
      "step": 64590
    },
    {
      "epoch": 2.645545771042392,
      "grad_norm": 3.585014603608782,
      "learning_rate": 0.00018125480627065711,
      "loss": 5.0938,
      "step": 64591
    },
    {
      "epoch": 2.6455867294695885,
      "grad_norm": 3.888484210567551,
      "learning_rate": 0.00018125161645288549,
      "loss": 4.0312,
      "step": 64592
    },
    {
      "epoch": 2.645627687896785,
      "grad_norm": 3.6515897405708015,
      "learning_rate": 0.00018124842662033984,
      "loss": 4.625,
      "step": 64593
    },
    {
      "epoch": 2.645668646323981,
      "grad_norm": 3.3342152897337454,
      "learning_rate": 0.0001812452367730218,
      "loss": 4.8438,
      "step": 64594
    },
    {
      "epoch": 2.6457096047511777,
      "grad_norm": 2.496989057547531,
      "learning_rate": 0.00018124204691093282,
      "loss": 3.0781,
      "step": 64595
    },
    {
      "epoch": 2.6457505631783738,
      "grad_norm": 3.766977608852623,
      "learning_rate": 0.00018123885703407445,
      "loss": 5.0,
      "step": 64596
    },
    {
      "epoch": 2.6457915216055703,
      "grad_norm": 5.502122782111771,
      "learning_rate": 0.0001812356671424481,
      "loss": 2.4375,
      "step": 64597
    },
    {
      "epoch": 2.645832480032767,
      "grad_norm": 5.186482548720448,
      "learning_rate": 0.0001812324772360554,
      "loss": 5.0625,
      "step": 64598
    },
    {
      "epoch": 2.6458734384599634,
      "grad_norm": 3.610217347757231,
      "learning_rate": 0.00018122928731489774,
      "loss": 4.4375,
      "step": 64599
    },
    {
      "epoch": 2.6459143968871595,
      "grad_norm": 3.7893199240291318,
      "learning_rate": 0.0001812260973789767,
      "loss": 2.5,
      "step": 64600
    },
    {
      "epoch": 2.645955355314356,
      "grad_norm": 3.6588341219301395,
      "learning_rate": 0.00018122290742829378,
      "loss": 4.7188,
      "step": 64601
    },
    {
      "epoch": 2.645996313741552,
      "grad_norm": 4.54567557685296,
      "learning_rate": 0.0001812197174628505,
      "loss": 5.2812,
      "step": 64602
    },
    {
      "epoch": 2.6460372721687486,
      "grad_norm": 3.7829056647518056,
      "learning_rate": 0.00018121652748264835,
      "loss": 4.375,
      "step": 64603
    },
    {
      "epoch": 2.646078230595945,
      "grad_norm": 3.403180063315743,
      "learning_rate": 0.00018121333748768876,
      "loss": 3.9531,
      "step": 64604
    },
    {
      "epoch": 2.6461191890231417,
      "grad_norm": 4.397051321329946,
      "learning_rate": 0.0001812101474779734,
      "loss": 4.4688,
      "step": 64605
    },
    {
      "epoch": 2.646160147450338,
      "grad_norm": 2.7867088941283353,
      "learning_rate": 0.00018120695745350366,
      "loss": 3.3906,
      "step": 64606
    },
    {
      "epoch": 2.6462011058775343,
      "grad_norm": 4.23767833894553,
      "learning_rate": 0.00018120376741428108,
      "loss": 5.4688,
      "step": 64607
    },
    {
      "epoch": 2.646242064304731,
      "grad_norm": 4.150929379476076,
      "learning_rate": 0.00018120057736030717,
      "loss": 4.8125,
      "step": 64608
    },
    {
      "epoch": 2.646283022731927,
      "grad_norm": 7.822977651778788,
      "learning_rate": 0.00018119738729158345,
      "loss": 6.4375,
      "step": 64609
    },
    {
      "epoch": 2.6463239811591235,
      "grad_norm": 3.0749536701490947,
      "learning_rate": 0.0001811941972081114,
      "loss": 4.0,
      "step": 64610
    },
    {
      "epoch": 2.64636493958632,
      "grad_norm": 3.8651511315739127,
      "learning_rate": 0.00018119100710989257,
      "loss": 5.0312,
      "step": 64611
    },
    {
      "epoch": 2.6464058980135166,
      "grad_norm": 3.5832565193985504,
      "learning_rate": 0.00018118781699692841,
      "loss": 4.2812,
      "step": 64612
    },
    {
      "epoch": 2.6464468564407126,
      "grad_norm": 3.6972713550934957,
      "learning_rate": 0.00018118462686922046,
      "loss": 4.5312,
      "step": 64613
    },
    {
      "epoch": 2.646487814867909,
      "grad_norm": 3.6471890773097746,
      "learning_rate": 0.00018118143672677027,
      "loss": 4.1562,
      "step": 64614
    },
    {
      "epoch": 2.6465287732951053,
      "grad_norm": 3.574452547737194,
      "learning_rate": 0.00018117824656957928,
      "loss": 5.5625,
      "step": 64615
    },
    {
      "epoch": 2.646569731722302,
      "grad_norm": 4.547992615108443,
      "learning_rate": 0.000181175056397649,
      "loss": 4.875,
      "step": 64616
    },
    {
      "epoch": 2.6466106901494983,
      "grad_norm": 3.684585524453749,
      "learning_rate": 0.000181171866210981,
      "loss": 4.5625,
      "step": 64617
    },
    {
      "epoch": 2.646651648576695,
      "grad_norm": 3.921497975415214,
      "learning_rate": 0.0001811686760095767,
      "loss": 5.2188,
      "step": 64618
    },
    {
      "epoch": 2.646692607003891,
      "grad_norm": 9.080911982804945,
      "learning_rate": 0.00018116548579343773,
      "loss": 4.3125,
      "step": 64619
    },
    {
      "epoch": 2.6467335654310875,
      "grad_norm": 10.578060054958332,
      "learning_rate": 0.00018116229556256548,
      "loss": 4.875,
      "step": 64620
    },
    {
      "epoch": 2.6467745238582836,
      "grad_norm": 6.117041391257741,
      "learning_rate": 0.0001811591053169615,
      "loss": 3.6719,
      "step": 64621
    },
    {
      "epoch": 2.64681548228548,
      "grad_norm": 3.4453252022013827,
      "learning_rate": 0.00018115591505662732,
      "loss": 4.0312,
      "step": 64622
    },
    {
      "epoch": 2.6468564407126767,
      "grad_norm": 4.990812738565862,
      "learning_rate": 0.00018115272478156445,
      "loss": 6.1562,
      "step": 64623
    },
    {
      "epoch": 2.646897399139873,
      "grad_norm": 3.5267702409382733,
      "learning_rate": 0.00018114953449177438,
      "loss": 5.2188,
      "step": 64624
    },
    {
      "epoch": 2.6469383575670693,
      "grad_norm": 4.326229430224412,
      "learning_rate": 0.00018114634418725856,
      "loss": 4.8125,
      "step": 64625
    },
    {
      "epoch": 2.646979315994266,
      "grad_norm": 4.021421129653422,
      "learning_rate": 0.0001811431538680186,
      "loss": 4.4375,
      "step": 64626
    },
    {
      "epoch": 2.6470202744214624,
      "grad_norm": 2.7883505775456774,
      "learning_rate": 0.00018113996353405596,
      "loss": 3.4219,
      "step": 64627
    },
    {
      "epoch": 2.6470612328486585,
      "grad_norm": 3.33845780215268,
      "learning_rate": 0.00018113677318537215,
      "loss": 4.4062,
      "step": 64628
    },
    {
      "epoch": 2.647102191275855,
      "grad_norm": 3.2041416690368987,
      "learning_rate": 0.00018113358282196865,
      "loss": 2.5312,
      "step": 64629
    },
    {
      "epoch": 2.6471431497030515,
      "grad_norm": 3.5760299225183885,
      "learning_rate": 0.00018113039244384703,
      "loss": 3.9688,
      "step": 64630
    },
    {
      "epoch": 2.647184108130248,
      "grad_norm": 3.640156799276087,
      "learning_rate": 0.0001811272020510088,
      "loss": 3.7656,
      "step": 64631
    },
    {
      "epoch": 2.647225066557444,
      "grad_norm": 4.180105583800049,
      "learning_rate": 0.00018112401164345541,
      "loss": 5.6562,
      "step": 64632
    },
    {
      "epoch": 2.6472660249846407,
      "grad_norm": 4.117842188356203,
      "learning_rate": 0.00018112082122118838,
      "loss": 5.9062,
      "step": 64633
    },
    {
      "epoch": 2.647306983411837,
      "grad_norm": 6.057800334328312,
      "learning_rate": 0.00018111763078420924,
      "loss": 5.6562,
      "step": 64634
    },
    {
      "epoch": 2.6473479418390333,
      "grad_norm": 3.9686201665417182,
      "learning_rate": 0.00018111444033251948,
      "loss": 4.0625,
      "step": 64635
    },
    {
      "epoch": 2.64738890026623,
      "grad_norm": 3.628103713187348,
      "learning_rate": 0.00018111124986612063,
      "loss": 4.4375,
      "step": 64636
    },
    {
      "epoch": 2.6474298586934264,
      "grad_norm": 3.8990400329415156,
      "learning_rate": 0.0001811080593850142,
      "loss": 4.5625,
      "step": 64637
    },
    {
      "epoch": 2.6474708171206225,
      "grad_norm": 3.5619761828071166,
      "learning_rate": 0.00018110486888920163,
      "loss": 4.2812,
      "step": 64638
    },
    {
      "epoch": 2.647511775547819,
      "grad_norm": 3.2328881145355584,
      "learning_rate": 0.00018110167837868453,
      "loss": 4.4688,
      "step": 64639
    },
    {
      "epoch": 2.647552733975015,
      "grad_norm": 3.4953222787196196,
      "learning_rate": 0.00018109848785346434,
      "loss": 4.5,
      "step": 64640
    },
    {
      "epoch": 2.6475936924022117,
      "grad_norm": 3.8762276661889983,
      "learning_rate": 0.00018109529731354261,
      "loss": 4.5625,
      "step": 64641
    },
    {
      "epoch": 2.647634650829408,
      "grad_norm": 3.3333715855448767,
      "learning_rate": 0.00018109210675892082,
      "loss": 4.1562,
      "step": 64642
    },
    {
      "epoch": 2.6476756092566047,
      "grad_norm": 3.529412611600094,
      "learning_rate": 0.00018108891618960046,
      "loss": 4.5,
      "step": 64643
    },
    {
      "epoch": 2.647716567683801,
      "grad_norm": 4.173847968263633,
      "learning_rate": 0.00018108572560558307,
      "loss": 6.2812,
      "step": 64644
    },
    {
      "epoch": 2.6477575261109974,
      "grad_norm": 3.278740037354862,
      "learning_rate": 0.00018108253500687018,
      "loss": 3.9688,
      "step": 64645
    },
    {
      "epoch": 2.647798484538194,
      "grad_norm": 3.8440653781290806,
      "learning_rate": 0.00018107934439346327,
      "loss": 4.0625,
      "step": 64646
    },
    {
      "epoch": 2.64783944296539,
      "grad_norm": 7.754829854007785,
      "learning_rate": 0.00018107615376536384,
      "loss": 6.0312,
      "step": 64647
    },
    {
      "epoch": 2.6478804013925865,
      "grad_norm": 3.6452634128912607,
      "learning_rate": 0.0001810729631225734,
      "loss": 4.8438,
      "step": 64648
    },
    {
      "epoch": 2.647921359819783,
      "grad_norm": 5.92063398787161,
      "learning_rate": 0.00018106977246509347,
      "loss": 3.6094,
      "step": 64649
    },
    {
      "epoch": 2.6479623182469796,
      "grad_norm": 3.886739767026391,
      "learning_rate": 0.00018106658179292557,
      "loss": 4.9375,
      "step": 64650
    },
    {
      "epoch": 2.6480032766741757,
      "grad_norm": 7.041461179888834,
      "learning_rate": 0.00018106339110607117,
      "loss": 6.5,
      "step": 64651
    },
    {
      "epoch": 2.648044235101372,
      "grad_norm": 3.8230099451887587,
      "learning_rate": 0.0001810602004045318,
      "loss": 4.9062,
      "step": 64652
    },
    {
      "epoch": 2.6480851935285683,
      "grad_norm": 4.071655985384245,
      "learning_rate": 0.000181057009688309,
      "loss": 6.0625,
      "step": 64653
    },
    {
      "epoch": 2.648126151955765,
      "grad_norm": 3.171578709773122,
      "learning_rate": 0.0001810538189574042,
      "loss": 4.0312,
      "step": 64654
    },
    {
      "epoch": 2.6481671103829614,
      "grad_norm": 3.8569510532570663,
      "learning_rate": 0.00018105062821181903,
      "loss": 5.5312,
      "step": 64655
    },
    {
      "epoch": 2.648208068810158,
      "grad_norm": 3.8904812693473376,
      "learning_rate": 0.0001810474374515549,
      "loss": 4.5,
      "step": 64656
    },
    {
      "epoch": 2.648249027237354,
      "grad_norm": 4.598490344368239,
      "learning_rate": 0.00018104424667661327,
      "loss": 5.0,
      "step": 64657
    },
    {
      "epoch": 2.6482899856645505,
      "grad_norm": 4.338293926527396,
      "learning_rate": 0.0001810410558869958,
      "loss": 4.5,
      "step": 64658
    },
    {
      "epoch": 2.6483309440917466,
      "grad_norm": 3.7518549920592617,
      "learning_rate": 0.00018103786508270387,
      "loss": 4.4688,
      "step": 64659
    },
    {
      "epoch": 2.648371902518943,
      "grad_norm": 3.126718444079155,
      "learning_rate": 0.0001810346742637391,
      "loss": 4.25,
      "step": 64660
    },
    {
      "epoch": 2.6484128609461397,
      "grad_norm": 4.239886026835758,
      "learning_rate": 0.00018103148343010284,
      "loss": 1.3672,
      "step": 64661
    },
    {
      "epoch": 2.6484538193733362,
      "grad_norm": 3.9092677741594124,
      "learning_rate": 0.00018102829258179678,
      "loss": 4.6562,
      "step": 64662
    },
    {
      "epoch": 2.6484947778005323,
      "grad_norm": 4.085683553541252,
      "learning_rate": 0.00018102510171882233,
      "loss": 3.2031,
      "step": 64663
    },
    {
      "epoch": 2.648535736227729,
      "grad_norm": 3.5171673315336958,
      "learning_rate": 0.00018102191084118103,
      "loss": 4.8125,
      "step": 64664
    },
    {
      "epoch": 2.6485766946549254,
      "grad_norm": 4.710684608132767,
      "learning_rate": 0.0001810187199488743,
      "loss": 4.2188,
      "step": 64665
    },
    {
      "epoch": 2.6486176530821215,
      "grad_norm": 3.5991686325586247,
      "learning_rate": 0.00018101552904190374,
      "loss": 4.0,
      "step": 64666
    },
    {
      "epoch": 2.648658611509318,
      "grad_norm": 5.23833511286686,
      "learning_rate": 0.00018101233812027088,
      "loss": 3.0938,
      "step": 64667
    },
    {
      "epoch": 2.6486995699365146,
      "grad_norm": 5.86314471806754,
      "learning_rate": 0.0001810091471839772,
      "loss": 6.375,
      "step": 64668
    },
    {
      "epoch": 2.648740528363711,
      "grad_norm": 3.2650205103680943,
      "learning_rate": 0.00018100595623302417,
      "loss": 4.4688,
      "step": 64669
    },
    {
      "epoch": 2.648781486790907,
      "grad_norm": 3.6291026304403,
      "learning_rate": 0.0001810027652674133,
      "loss": 4.25,
      "step": 64670
    },
    {
      "epoch": 2.6488224452181037,
      "grad_norm": 3.3254323027541997,
      "learning_rate": 0.00018099957428714612,
      "loss": 4.125,
      "step": 64671
    },
    {
      "epoch": 2.6488634036453,
      "grad_norm": 3.1615690262724883,
      "learning_rate": 0.00018099638329222416,
      "loss": 5.1562,
      "step": 64672
    },
    {
      "epoch": 2.6489043620724964,
      "grad_norm": 4.063808244466522,
      "learning_rate": 0.00018099319228264893,
      "loss": 4.9062,
      "step": 64673
    },
    {
      "epoch": 2.648945320499693,
      "grad_norm": 2.9928641989540736,
      "learning_rate": 0.00018099000125842187,
      "loss": 4.1562,
      "step": 64674
    },
    {
      "epoch": 2.6489862789268894,
      "grad_norm": 3.7893386953633756,
      "learning_rate": 0.00018098681021954456,
      "loss": 4.3125,
      "step": 64675
    },
    {
      "epoch": 2.6490272373540855,
      "grad_norm": 3.3211556736392946,
      "learning_rate": 0.00018098361916601844,
      "loss": 3.625,
      "step": 64676
    },
    {
      "epoch": 2.649068195781282,
      "grad_norm": 3.5316557600340857,
      "learning_rate": 0.00018098042809784514,
      "loss": 2.375,
      "step": 64677
    },
    {
      "epoch": 2.649109154208478,
      "grad_norm": 3.167872729054811,
      "learning_rate": 0.00018097723701502607,
      "loss": 4.9062,
      "step": 64678
    },
    {
      "epoch": 2.6491501126356747,
      "grad_norm": 3.3284111575492896,
      "learning_rate": 0.00018097404591756275,
      "loss": 5.1562,
      "step": 64679
    },
    {
      "epoch": 2.649191071062871,
      "grad_norm": 2.6650865565980895,
      "learning_rate": 0.00018097085480545667,
      "loss": 2.5625,
      "step": 64680
    },
    {
      "epoch": 2.6492320294900678,
      "grad_norm": 4.18433750426413,
      "learning_rate": 0.00018096766367870938,
      "loss": 4.8438,
      "step": 64681
    },
    {
      "epoch": 2.649272987917264,
      "grad_norm": 3.611138610597364,
      "learning_rate": 0.0001809644725373224,
      "loss": 5.0,
      "step": 64682
    },
    {
      "epoch": 2.6493139463444604,
      "grad_norm": 3.7138247214159152,
      "learning_rate": 0.00018096128138129721,
      "loss": 3.75,
      "step": 64683
    },
    {
      "epoch": 2.649354904771657,
      "grad_norm": 4.057747800275784,
      "learning_rate": 0.0001809580902106353,
      "loss": 4.625,
      "step": 64684
    },
    {
      "epoch": 2.649395863198853,
      "grad_norm": 2.9978709901810894,
      "learning_rate": 0.0001809548990253382,
      "loss": 3.875,
      "step": 64685
    },
    {
      "epoch": 2.6494368216260495,
      "grad_norm": 7.950417567533634,
      "learning_rate": 0.00018095170782540744,
      "loss": 3.7812,
      "step": 64686
    },
    {
      "epoch": 2.649477780053246,
      "grad_norm": 3.518706662628707,
      "learning_rate": 0.0001809485166108445,
      "loss": 4.0625,
      "step": 64687
    },
    {
      "epoch": 2.6495187384804426,
      "grad_norm": 3.0194074117775402,
      "learning_rate": 0.00018094532538165089,
      "loss": 3.8594,
      "step": 64688
    },
    {
      "epoch": 2.6495596969076387,
      "grad_norm": 3.337793586050155,
      "learning_rate": 0.00018094213413782814,
      "loss": 3.375,
      "step": 64689
    },
    {
      "epoch": 2.6496006553348352,
      "grad_norm": 8.657353661586058,
      "learning_rate": 0.00018093894287937775,
      "loss": 4.625,
      "step": 64690
    },
    {
      "epoch": 2.6496416137620313,
      "grad_norm": 3.342695951047699,
      "learning_rate": 0.0001809357516063012,
      "loss": 4.3438,
      "step": 64691
    },
    {
      "epoch": 2.649682572189228,
      "grad_norm": 4.439959123032579,
      "learning_rate": 0.00018093256031860005,
      "loss": 4.6562,
      "step": 64692
    },
    {
      "epoch": 2.6497235306164244,
      "grad_norm": 3.5364590130933298,
      "learning_rate": 0.00018092936901627574,
      "loss": 4.8438,
      "step": 64693
    },
    {
      "epoch": 2.649764489043621,
      "grad_norm": 4.8427749278868895,
      "learning_rate": 0.00018092617769932987,
      "loss": 6.2812,
      "step": 64694
    },
    {
      "epoch": 2.649805447470817,
      "grad_norm": 3.6598618797388216,
      "learning_rate": 0.00018092298636776386,
      "loss": 4.1875,
      "step": 64695
    },
    {
      "epoch": 2.6498464058980136,
      "grad_norm": 4.1059246692554865,
      "learning_rate": 0.00018091979502157928,
      "loss": 4.9375,
      "step": 64696
    },
    {
      "epoch": 2.6498873643252097,
      "grad_norm": 3.371263630491934,
      "learning_rate": 0.00018091660366077757,
      "loss": 4.3438,
      "step": 64697
    },
    {
      "epoch": 2.649928322752406,
      "grad_norm": 6.20597609223905,
      "learning_rate": 0.0001809134122853603,
      "loss": 6.9062,
      "step": 64698
    },
    {
      "epoch": 2.6499692811796027,
      "grad_norm": 3.672755701415739,
      "learning_rate": 0.000180910220895329,
      "loss": 3.6719,
      "step": 64699
    },
    {
      "epoch": 2.6500102396067993,
      "grad_norm": 4.172308077425514,
      "learning_rate": 0.00018090702949068516,
      "loss": 5.625,
      "step": 64700
    },
    {
      "epoch": 2.6500511980339954,
      "grad_norm": 3.4748015562742514,
      "learning_rate": 0.00018090383807143018,
      "loss": 4.3125,
      "step": 64701
    },
    {
      "epoch": 2.650092156461192,
      "grad_norm": 3.3553148494773803,
      "learning_rate": 0.00018090064663756574,
      "loss": 4.1562,
      "step": 64702
    },
    {
      "epoch": 2.6501331148883884,
      "grad_norm": 3.174504201782294,
      "learning_rate": 0.00018089745518909325,
      "loss": 2.8594,
      "step": 64703
    },
    {
      "epoch": 2.6501740733155845,
      "grad_norm": 3.211040459820956,
      "learning_rate": 0.0001808942637260142,
      "loss": 4.125,
      "step": 64704
    },
    {
      "epoch": 2.650215031742781,
      "grad_norm": 6.57707172043945,
      "learning_rate": 0.00018089107224833018,
      "loss": 6.75,
      "step": 64705
    },
    {
      "epoch": 2.6502559901699776,
      "grad_norm": 5.789112305524497,
      "learning_rate": 0.00018088788075604263,
      "loss": 5.4375,
      "step": 64706
    },
    {
      "epoch": 2.650296948597174,
      "grad_norm": 3.2822343343267097,
      "learning_rate": 0.00018088468924915308,
      "loss": 4.7812,
      "step": 64707
    },
    {
      "epoch": 2.65033790702437,
      "grad_norm": 4.900391403138074,
      "learning_rate": 0.00018088149772766304,
      "loss": 5.0312,
      "step": 64708
    },
    {
      "epoch": 2.6503788654515668,
      "grad_norm": 3.6127892642782227,
      "learning_rate": 0.00018087830619157403,
      "loss": 6.5,
      "step": 64709
    },
    {
      "epoch": 2.650419823878763,
      "grad_norm": 6.535258561046632,
      "learning_rate": 0.00018087511464088754,
      "loss": 1.125,
      "step": 64710
    },
    {
      "epoch": 2.6504607823059594,
      "grad_norm": 4.124773015168217,
      "learning_rate": 0.0001808719230756051,
      "loss": 4.5938,
      "step": 64711
    },
    {
      "epoch": 2.650501740733156,
      "grad_norm": 4.163415950666638,
      "learning_rate": 0.00018086873149572816,
      "loss": 5.375,
      "step": 64712
    },
    {
      "epoch": 2.6505426991603525,
      "grad_norm": 3.740001939386259,
      "learning_rate": 0.00018086553990125833,
      "loss": 4.5,
      "step": 64713
    },
    {
      "epoch": 2.6505836575875485,
      "grad_norm": 3.801651621113985,
      "learning_rate": 0.00018086234829219704,
      "loss": 3.9062,
      "step": 64714
    },
    {
      "epoch": 2.650624616014745,
      "grad_norm": 4.602249912589926,
      "learning_rate": 0.00018085915666854585,
      "loss": 5.7812,
      "step": 64715
    },
    {
      "epoch": 2.650665574441941,
      "grad_norm": 3.013749728705564,
      "learning_rate": 0.00018085596503030618,
      "loss": 3.8906,
      "step": 64716
    },
    {
      "epoch": 2.6507065328691377,
      "grad_norm": 4.295055994176115,
      "learning_rate": 0.00018085277337747966,
      "loss": 3.9844,
      "step": 64717
    },
    {
      "epoch": 2.6507474912963342,
      "grad_norm": 4.867605137701395,
      "learning_rate": 0.00018084958171006772,
      "loss": 3.8906,
      "step": 64718
    },
    {
      "epoch": 2.650788449723531,
      "grad_norm": 3.4958370221536064,
      "learning_rate": 0.0001808463900280719,
      "loss": 4.7188,
      "step": 64719
    },
    {
      "epoch": 2.650829408150727,
      "grad_norm": 3.164923909485224,
      "learning_rate": 0.00018084319833149362,
      "loss": 3.2812,
      "step": 64720
    },
    {
      "epoch": 2.6508703665779234,
      "grad_norm": 3.425216641435932,
      "learning_rate": 0.00018084000662033455,
      "loss": 4.5625,
      "step": 64721
    },
    {
      "epoch": 2.65091132500512,
      "grad_norm": 3.0349719415367002,
      "learning_rate": 0.00018083681489459608,
      "loss": 3.8281,
      "step": 64722
    },
    {
      "epoch": 2.650952283432316,
      "grad_norm": 4.933986769558009,
      "learning_rate": 0.0001808336231542798,
      "loss": 3.9062,
      "step": 64723
    },
    {
      "epoch": 2.6509932418595126,
      "grad_norm": 3.9551573225522647,
      "learning_rate": 0.00018083043139938718,
      "loss": 5.3438,
      "step": 64724
    },
    {
      "epoch": 2.651034200286709,
      "grad_norm": 3.868048857293928,
      "learning_rate": 0.0001808272396299196,
      "loss": 4.5625,
      "step": 64725
    },
    {
      "epoch": 2.6510751587139056,
      "grad_norm": 3.522704529141064,
      "learning_rate": 0.00018082404784587882,
      "loss": 4.3438,
      "step": 64726
    },
    {
      "epoch": 2.6511161171411017,
      "grad_norm": 3.3195106672228234,
      "learning_rate": 0.00018082085604726616,
      "loss": 4.7812,
      "step": 64727
    },
    {
      "epoch": 2.6511570755682983,
      "grad_norm": 3.3755318144635327,
      "learning_rate": 0.0001808176642340832,
      "loss": 4.75,
      "step": 64728
    },
    {
      "epoch": 2.6511980339954944,
      "grad_norm": 3.5173154924448644,
      "learning_rate": 0.0001808144724063314,
      "loss": 5.3438,
      "step": 64729
    },
    {
      "epoch": 2.651238992422691,
      "grad_norm": 3.1710184433276956,
      "learning_rate": 0.00018081128056401236,
      "loss": 3.5781,
      "step": 64730
    },
    {
      "epoch": 2.6512799508498874,
      "grad_norm": 3.496199920126124,
      "learning_rate": 0.00018080808870712752,
      "loss": 4.0,
      "step": 64731
    },
    {
      "epoch": 2.651320909277084,
      "grad_norm": 4.072806517500483,
      "learning_rate": 0.0001808048968356784,
      "loss": 4.5,
      "step": 64732
    },
    {
      "epoch": 2.65136186770428,
      "grad_norm": 14.353120881434103,
      "learning_rate": 0.00018080170494966648,
      "loss": 1.3203,
      "step": 64733
    },
    {
      "epoch": 2.6514028261314766,
      "grad_norm": 3.8984342508398124,
      "learning_rate": 0.0001807985130490933,
      "loss": 3.8594,
      "step": 64734
    },
    {
      "epoch": 2.6514437845586727,
      "grad_norm": 4.9015192090053485,
      "learning_rate": 0.00018079532113396044,
      "loss": 4.5,
      "step": 64735
    },
    {
      "epoch": 2.6514847429858692,
      "grad_norm": 4.781392801941326,
      "learning_rate": 0.0001807921292042693,
      "loss": 5.2188,
      "step": 64736
    },
    {
      "epoch": 2.6515257014130658,
      "grad_norm": 3.7445195642611577,
      "learning_rate": 0.00018078893726002142,
      "loss": 4.2812,
      "step": 64737
    },
    {
      "epoch": 2.6515666598402623,
      "grad_norm": 3.788910655762924,
      "learning_rate": 0.00018078574530121832,
      "loss": 5.0938,
      "step": 64738
    },
    {
      "epoch": 2.6516076182674584,
      "grad_norm": 7.43603990594422,
      "learning_rate": 0.00018078255332786152,
      "loss": 6.6875,
      "step": 64739
    },
    {
      "epoch": 2.651648576694655,
      "grad_norm": 4.252437397924629,
      "learning_rate": 0.0001807793613399525,
      "loss": 4.8125,
      "step": 64740
    },
    {
      "epoch": 2.6516895351218515,
      "grad_norm": 3.4603521535028934,
      "learning_rate": 0.0001807761693374928,
      "loss": 3.4688,
      "step": 64741
    },
    {
      "epoch": 2.6517304935490476,
      "grad_norm": 3.265182816002075,
      "learning_rate": 0.00018077297732048392,
      "loss": 4.625,
      "step": 64742
    },
    {
      "epoch": 2.651771451976244,
      "grad_norm": 7.89057116347013,
      "learning_rate": 0.00018076978528892734,
      "loss": 1.4375,
      "step": 64743
    },
    {
      "epoch": 2.6518124104034406,
      "grad_norm": 3.610652307695801,
      "learning_rate": 0.00018076659324282456,
      "loss": 6.125,
      "step": 64744
    },
    {
      "epoch": 2.651853368830637,
      "grad_norm": 3.4270690638398547,
      "learning_rate": 0.00018076340118217715,
      "loss": 1.6641,
      "step": 64745
    },
    {
      "epoch": 2.6518943272578333,
      "grad_norm": 3.238683861329944,
      "learning_rate": 0.00018076020910698663,
      "loss": 4.6562,
      "step": 64746
    },
    {
      "epoch": 2.65193528568503,
      "grad_norm": 3.885062276608496,
      "learning_rate": 0.00018075701701725444,
      "loss": 5.0938,
      "step": 64747
    },
    {
      "epoch": 2.651976244112226,
      "grad_norm": 3.8901289931276466,
      "learning_rate": 0.00018075382491298207,
      "loss": 5.3438,
      "step": 64748
    },
    {
      "epoch": 2.6520172025394224,
      "grad_norm": 3.7230570121708553,
      "learning_rate": 0.00018075063279417112,
      "loss": 4.25,
      "step": 64749
    },
    {
      "epoch": 2.652058160966619,
      "grad_norm": 3.8895982524600354,
      "learning_rate": 0.00018074744066082308,
      "loss": 5.375,
      "step": 64750
    },
    {
      "epoch": 2.6520991193938155,
      "grad_norm": 5.083468612225719,
      "learning_rate": 0.0001807442485129394,
      "loss": 4.8438,
      "step": 64751
    },
    {
      "epoch": 2.6521400778210116,
      "grad_norm": 3.4051823360469506,
      "learning_rate": 0.00018074105635052163,
      "loss": 4.7188,
      "step": 64752
    },
    {
      "epoch": 2.652181036248208,
      "grad_norm": 4.65981540389684,
      "learning_rate": 0.00018073786417357126,
      "loss": 5.2812,
      "step": 64753
    },
    {
      "epoch": 2.652221994675404,
      "grad_norm": 5.337619782755016,
      "learning_rate": 0.00018073467198208984,
      "loss": 6.0625,
      "step": 64754
    },
    {
      "epoch": 2.6522629531026007,
      "grad_norm": 2.9269717204701946,
      "learning_rate": 0.0001807314797760788,
      "loss": 3.0781,
      "step": 64755
    },
    {
      "epoch": 2.6523039115297973,
      "grad_norm": 3.2046176784240044,
      "learning_rate": 0.00018072828755553972,
      "loss": 4.3125,
      "step": 64756
    },
    {
      "epoch": 2.652344869956994,
      "grad_norm": 6.044704029067625,
      "learning_rate": 0.0001807250953204741,
      "loss": 3.0469,
      "step": 64757
    },
    {
      "epoch": 2.65238582838419,
      "grad_norm": 1.8665785341567642,
      "learning_rate": 0.0001807219030708835,
      "loss": 1.2812,
      "step": 64758
    },
    {
      "epoch": 2.6524267868113864,
      "grad_norm": 3.59694060675916,
      "learning_rate": 0.00018071871080676925,
      "loss": 3.9844,
      "step": 64759
    },
    {
      "epoch": 2.652467745238583,
      "grad_norm": 13.964768669367134,
      "learning_rate": 0.00018071551852813308,
      "loss": 3.4062,
      "step": 64760
    },
    {
      "epoch": 2.652508703665779,
      "grad_norm": 3.8564082325728593,
      "learning_rate": 0.00018071232623497632,
      "loss": 4.4062,
      "step": 64761
    },
    {
      "epoch": 2.6525496620929756,
      "grad_norm": 3.6120617291474137,
      "learning_rate": 0.00018070913392730057,
      "loss": 4.375,
      "step": 64762
    },
    {
      "epoch": 2.652590620520172,
      "grad_norm": 3.6190286520312904,
      "learning_rate": 0.00018070594160510736,
      "loss": 4.5938,
      "step": 64763
    },
    {
      "epoch": 2.6526315789473687,
      "grad_norm": 3.5782966060183954,
      "learning_rate": 0.00018070274926839815,
      "loss": 4.25,
      "step": 64764
    },
    {
      "epoch": 2.6526725373745648,
      "grad_norm": 8.377525157532634,
      "learning_rate": 0.00018069955691717442,
      "loss": 6.0312,
      "step": 64765
    },
    {
      "epoch": 2.6527134958017613,
      "grad_norm": 3.6335552800539612,
      "learning_rate": 0.00018069636455143775,
      "loss": 4.625,
      "step": 64766
    },
    {
      "epoch": 2.6527544542289574,
      "grad_norm": 3.7887265027845545,
      "learning_rate": 0.00018069317217118963,
      "loss": 4.9375,
      "step": 64767
    },
    {
      "epoch": 2.652795412656154,
      "grad_norm": 3.5848331991469977,
      "learning_rate": 0.00018068997977643155,
      "loss": 4.5,
      "step": 64768
    },
    {
      "epoch": 2.6528363710833505,
      "grad_norm": 3.9363062467421237,
      "learning_rate": 0.00018068678736716498,
      "loss": 5.3438,
      "step": 64769
    },
    {
      "epoch": 2.652877329510547,
      "grad_norm": 3.5477099557777874,
      "learning_rate": 0.00018068359494339154,
      "loss": 4.125,
      "step": 64770
    },
    {
      "epoch": 2.652918287937743,
      "grad_norm": 3.8690499893084946,
      "learning_rate": 0.00018068040250511267,
      "loss": 4.5,
      "step": 64771
    },
    {
      "epoch": 2.6529592463649396,
      "grad_norm": 5.53672838383488,
      "learning_rate": 0.00018067721005232988,
      "loss": 5.4062,
      "step": 64772
    },
    {
      "epoch": 2.6530002047921357,
      "grad_norm": 4.89676315777197,
      "learning_rate": 0.00018067401758504464,
      "loss": 6.4062,
      "step": 64773
    },
    {
      "epoch": 2.6530411632193323,
      "grad_norm": 3.6975713209042875,
      "learning_rate": 0.00018067082510325863,
      "loss": 4.9062,
      "step": 64774
    },
    {
      "epoch": 2.653082121646529,
      "grad_norm": 3.6370296156171813,
      "learning_rate": 0.00018066763260697312,
      "loss": 4.8438,
      "step": 64775
    },
    {
      "epoch": 2.6531230800737253,
      "grad_norm": 4.313505105643647,
      "learning_rate": 0.00018066444009618975,
      "loss": 4.8438,
      "step": 64776
    },
    {
      "epoch": 2.6531640385009214,
      "grad_norm": 3.4989298872310566,
      "learning_rate": 0.00018066124757091005,
      "loss": 4.2812,
      "step": 64777
    },
    {
      "epoch": 2.653204996928118,
      "grad_norm": 3.7383760639718515,
      "learning_rate": 0.00018065805503113548,
      "loss": 4.375,
      "step": 64778
    },
    {
      "epoch": 2.6532459553553145,
      "grad_norm": 3.402677819610799,
      "learning_rate": 0.00018065486247686755,
      "loss": 3.7656,
      "step": 64779
    },
    {
      "epoch": 2.6532869137825106,
      "grad_norm": 4.039745936814248,
      "learning_rate": 0.00018065166990810774,
      "loss": 6.0625,
      "step": 64780
    },
    {
      "epoch": 2.653327872209707,
      "grad_norm": 4.102340200983804,
      "learning_rate": 0.00018064847732485764,
      "loss": 5.0,
      "step": 64781
    },
    {
      "epoch": 2.6533688306369037,
      "grad_norm": 3.4050297510652037,
      "learning_rate": 0.00018064528472711873,
      "loss": 4.8438,
      "step": 64782
    },
    {
      "epoch": 2.6534097890641,
      "grad_norm": 4.595090066548127,
      "learning_rate": 0.0001806420921148925,
      "loss": 5.125,
      "step": 64783
    },
    {
      "epoch": 2.6534507474912963,
      "grad_norm": 5.358603915044761,
      "learning_rate": 0.00018063889948818045,
      "loss": 5.1562,
      "step": 64784
    },
    {
      "epoch": 2.653491705918493,
      "grad_norm": 4.513983594897054,
      "learning_rate": 0.0001806357068469841,
      "loss": 6.4688,
      "step": 64785
    },
    {
      "epoch": 2.653532664345689,
      "grad_norm": 3.2247742134397277,
      "learning_rate": 0.000180632514191305,
      "loss": 3.9531,
      "step": 64786
    },
    {
      "epoch": 2.6535736227728854,
      "grad_norm": 3.558492858259165,
      "learning_rate": 0.0001806293215211446,
      "loss": 4.5938,
      "step": 64787
    },
    {
      "epoch": 2.653614581200082,
      "grad_norm": 4.190801446363674,
      "learning_rate": 0.0001806261288365044,
      "loss": 5.75,
      "step": 64788
    },
    {
      "epoch": 2.6536555396272785,
      "grad_norm": 3.322689316722043,
      "learning_rate": 0.00018062293613738603,
      "loss": 4.7812,
      "step": 64789
    },
    {
      "epoch": 2.6536964980544746,
      "grad_norm": 3.5721821245205687,
      "learning_rate": 0.00018061974342379087,
      "loss": 5.1875,
      "step": 64790
    },
    {
      "epoch": 2.653737456481671,
      "grad_norm": 3.258937788089592,
      "learning_rate": 0.00018061655069572048,
      "loss": 4.6875,
      "step": 64791
    },
    {
      "epoch": 2.6537784149088672,
      "grad_norm": 5.439833743490424,
      "learning_rate": 0.0001806133579531763,
      "loss": 5.5,
      "step": 64792
    },
    {
      "epoch": 2.6538193733360638,
      "grad_norm": 5.03401816803747,
      "learning_rate": 0.00018061016519615997,
      "loss": 4.25,
      "step": 64793
    },
    {
      "epoch": 2.6538603317632603,
      "grad_norm": 4.035180488464944,
      "learning_rate": 0.00018060697242467291,
      "loss": 5.1875,
      "step": 64794
    },
    {
      "epoch": 2.653901290190457,
      "grad_norm": 6.456559010855292,
      "learning_rate": 0.00018060377963871664,
      "loss": 1.6562,
      "step": 64795
    },
    {
      "epoch": 2.653942248617653,
      "grad_norm": 4.20861050171951,
      "learning_rate": 0.0001806005868382927,
      "loss": 4.2188,
      "step": 64796
    },
    {
      "epoch": 2.6539832070448495,
      "grad_norm": 3.2084061854400083,
      "learning_rate": 0.00018059739402340256,
      "loss": 4.0938,
      "step": 64797
    },
    {
      "epoch": 2.654024165472046,
      "grad_norm": 3.4632465458604447,
      "learning_rate": 0.00018059420119404776,
      "loss": 4.5938,
      "step": 64798
    },
    {
      "epoch": 2.654065123899242,
      "grad_norm": 3.0445091776246693,
      "learning_rate": 0.0001805910083502298,
      "loss": 4.1562,
      "step": 64799
    },
    {
      "epoch": 2.6541060823264386,
      "grad_norm": 3.5451100059277776,
      "learning_rate": 0.00018058781549195018,
      "loss": 5.0312,
      "step": 64800
    },
    {
      "epoch": 2.654147040753635,
      "grad_norm": 3.407455983643276,
      "learning_rate": 0.00018058462261921038,
      "loss": 4.6875,
      "step": 64801
    },
    {
      "epoch": 2.6541879991808317,
      "grad_norm": 4.262754521561086,
      "learning_rate": 0.000180581429732012,
      "loss": 4.5625,
      "step": 64802
    },
    {
      "epoch": 2.654228957608028,
      "grad_norm": 3.5076634830244733,
      "learning_rate": 0.0001805782368303565,
      "loss": 3.8281,
      "step": 64803
    },
    {
      "epoch": 2.6542699160352243,
      "grad_norm": 2.9608936056674975,
      "learning_rate": 0.00018057504391424535,
      "loss": 3.5469,
      "step": 64804
    },
    {
      "epoch": 2.6543108744624204,
      "grad_norm": 3.2818971951512514,
      "learning_rate": 0.00018057185098368006,
      "loss": 3.9219,
      "step": 64805
    },
    {
      "epoch": 2.654351832889617,
      "grad_norm": 3.2865741150262626,
      "learning_rate": 0.00018056865803866223,
      "loss": 4.4688,
      "step": 64806
    },
    {
      "epoch": 2.6543927913168135,
      "grad_norm": 3.149909033734599,
      "learning_rate": 0.0001805654650791933,
      "loss": 3.8125,
      "step": 64807
    },
    {
      "epoch": 2.65443374974401,
      "grad_norm": 3.694875841101692,
      "learning_rate": 0.0001805622721052748,
      "loss": 3.9062,
      "step": 64808
    },
    {
      "epoch": 2.654474708171206,
      "grad_norm": 4.154931495175603,
      "learning_rate": 0.00018055907911690823,
      "loss": 4.875,
      "step": 64809
    },
    {
      "epoch": 2.6545156665984027,
      "grad_norm": 3.6704894059502022,
      "learning_rate": 0.00018055588611409507,
      "loss": 4.4062,
      "step": 64810
    },
    {
      "epoch": 2.6545566250255987,
      "grad_norm": 4.103722685952275,
      "learning_rate": 0.00018055269309683692,
      "loss": 5.0938,
      "step": 64811
    },
    {
      "epoch": 2.6545975834527953,
      "grad_norm": 4.641454555608739,
      "learning_rate": 0.00018054950006513514,
      "loss": 4.4688,
      "step": 64812
    },
    {
      "epoch": 2.654638541879992,
      "grad_norm": 6.2604247646918765,
      "learning_rate": 0.0001805463070189914,
      "loss": 4.4375,
      "step": 64813
    },
    {
      "epoch": 2.6546795003071884,
      "grad_norm": 4.900920792898392,
      "learning_rate": 0.0001805431139584071,
      "loss": 4.9375,
      "step": 64814
    },
    {
      "epoch": 2.6547204587343844,
      "grad_norm": 3.3200198912322225,
      "learning_rate": 0.00018053992088338383,
      "loss": 4.8125,
      "step": 64815
    },
    {
      "epoch": 2.654761417161581,
      "grad_norm": 3.771923579984606,
      "learning_rate": 0.00018053672779392302,
      "loss": 3.4375,
      "step": 64816
    },
    {
      "epoch": 2.6548023755887775,
      "grad_norm": 4.176070293820466,
      "learning_rate": 0.00018053353469002622,
      "loss": 4.5312,
      "step": 64817
    },
    {
      "epoch": 2.6548433340159736,
      "grad_norm": 6.1145355337142435,
      "learning_rate": 0.00018053034157169498,
      "loss": 2.1094,
      "step": 64818
    },
    {
      "epoch": 2.65488429244317,
      "grad_norm": 5.1540258601336735,
      "learning_rate": 0.00018052714843893076,
      "loss": 3.6406,
      "step": 64819
    },
    {
      "epoch": 2.6549252508703667,
      "grad_norm": 6.548188106416238,
      "learning_rate": 0.000180523955291735,
      "loss": 4.7188,
      "step": 64820
    },
    {
      "epoch": 2.654966209297563,
      "grad_norm": 3.737969568963782,
      "learning_rate": 0.00018052076213010933,
      "loss": 3.9688,
      "step": 64821
    },
    {
      "epoch": 2.6550071677247593,
      "grad_norm": 4.180522701139772,
      "learning_rate": 0.00018051756895405525,
      "loss": 3.1406,
      "step": 64822
    },
    {
      "epoch": 2.655048126151956,
      "grad_norm": 3.4997033563635953,
      "learning_rate": 0.00018051437576357417,
      "loss": 5.0625,
      "step": 64823
    },
    {
      "epoch": 2.655089084579152,
      "grad_norm": 3.997331390933642,
      "learning_rate": 0.00018051118255866768,
      "loss": 4.6875,
      "step": 64824
    },
    {
      "epoch": 2.6551300430063485,
      "grad_norm": 3.440611470325163,
      "learning_rate": 0.0001805079893393373,
      "loss": 4.5,
      "step": 64825
    },
    {
      "epoch": 2.655171001433545,
      "grad_norm": 3.334792437479962,
      "learning_rate": 0.0001805047961055845,
      "loss": 5.2188,
      "step": 64826
    },
    {
      "epoch": 2.6552119598607415,
      "grad_norm": 3.8389079665896224,
      "learning_rate": 0.00018050160285741081,
      "loss": 4.7812,
      "step": 64827
    },
    {
      "epoch": 2.6552529182879376,
      "grad_norm": 3.3112222352493426,
      "learning_rate": 0.00018049840959481772,
      "loss": 4.1562,
      "step": 64828
    },
    {
      "epoch": 2.655293876715134,
      "grad_norm": 3.3972510481586555,
      "learning_rate": 0.00018049521631780677,
      "loss": 4.3438,
      "step": 64829
    },
    {
      "epoch": 2.6553348351423303,
      "grad_norm": 4.304603799883636,
      "learning_rate": 0.00018049202302637945,
      "loss": 4.75,
      "step": 64830
    },
    {
      "epoch": 2.655375793569527,
      "grad_norm": 3.7062056516358313,
      "learning_rate": 0.00018048882972053726,
      "loss": 4.5,
      "step": 64831
    },
    {
      "epoch": 2.6554167519967233,
      "grad_norm": 3.5338999317091955,
      "learning_rate": 0.00018048563640028173,
      "loss": 4.4062,
      "step": 64832
    },
    {
      "epoch": 2.65545771042392,
      "grad_norm": 3.7434074628168506,
      "learning_rate": 0.00018048244306561435,
      "loss": 5.9375,
      "step": 64833
    },
    {
      "epoch": 2.655498668851116,
      "grad_norm": 3.1405859354436174,
      "learning_rate": 0.00018047924971653664,
      "loss": 4.375,
      "step": 64834
    },
    {
      "epoch": 2.6555396272783125,
      "grad_norm": 3.6390441218208087,
      "learning_rate": 0.0001804760563530501,
      "loss": 4.5625,
      "step": 64835
    },
    {
      "epoch": 2.655580585705509,
      "grad_norm": 3.8991943332464905,
      "learning_rate": 0.00018047286297515628,
      "loss": 4.875,
      "step": 64836
    },
    {
      "epoch": 2.655621544132705,
      "grad_norm": 6.041051577172542,
      "learning_rate": 0.0001804696695828566,
      "loss": 4.7812,
      "step": 64837
    },
    {
      "epoch": 2.6556625025599017,
      "grad_norm": 4.275166559097404,
      "learning_rate": 0.00018046647617615268,
      "loss": 4.25,
      "step": 64838
    },
    {
      "epoch": 2.655703460987098,
      "grad_norm": 9.522878887950895,
      "learning_rate": 0.00018046328275504595,
      "loss": 4.6562,
      "step": 64839
    },
    {
      "epoch": 2.6557444194142947,
      "grad_norm": 3.097356961159619,
      "learning_rate": 0.000180460089319538,
      "loss": 4.2188,
      "step": 64840
    },
    {
      "epoch": 2.655785377841491,
      "grad_norm": 4.602501049399443,
      "learning_rate": 0.00018045689586963022,
      "loss": 5.5,
      "step": 64841
    },
    {
      "epoch": 2.6558263362686874,
      "grad_norm": 3.467389253532458,
      "learning_rate": 0.00018045370240532421,
      "loss": 5.4688,
      "step": 64842
    },
    {
      "epoch": 2.6558672946958835,
      "grad_norm": 6.429156812533862,
      "learning_rate": 0.00018045050892662146,
      "loss": 3.9688,
      "step": 64843
    },
    {
      "epoch": 2.65590825312308,
      "grad_norm": 5.222964996581258,
      "learning_rate": 0.00018044731543352351,
      "loss": 5.5938,
      "step": 64844
    },
    {
      "epoch": 2.6559492115502765,
      "grad_norm": 5.755421149744977,
      "learning_rate": 0.00018044412192603178,
      "loss": 6.6875,
      "step": 64845
    },
    {
      "epoch": 2.655990169977473,
      "grad_norm": 3.2601925647249668,
      "learning_rate": 0.00018044092840414789,
      "loss": 4.4688,
      "step": 64846
    },
    {
      "epoch": 2.656031128404669,
      "grad_norm": 3.168336105398402,
      "learning_rate": 0.00018043773486787327,
      "loss": 3.7812,
      "step": 64847
    },
    {
      "epoch": 2.6560720868318657,
      "grad_norm": 3.632816437693,
      "learning_rate": 0.00018043454131720944,
      "loss": 4.4375,
      "step": 64848
    },
    {
      "epoch": 2.6561130452590618,
      "grad_norm": 3.153357470938782,
      "learning_rate": 0.00018043134775215793,
      "loss": 4.625,
      "step": 64849
    },
    {
      "epoch": 2.6561540036862583,
      "grad_norm": 3.295516898739006,
      "learning_rate": 0.00018042815417272027,
      "loss": 4.875,
      "step": 64850
    },
    {
      "epoch": 2.656194962113455,
      "grad_norm": 3.8528142463143245,
      "learning_rate": 0.0001804249605788979,
      "loss": 4.5938,
      "step": 64851
    },
    {
      "epoch": 2.6562359205406514,
      "grad_norm": 5.136170699130787,
      "learning_rate": 0.00018042176697069239,
      "loss": 4.5,
      "step": 64852
    },
    {
      "epoch": 2.6562768789678475,
      "grad_norm": 3.911738441038996,
      "learning_rate": 0.00018041857334810527,
      "loss": 1.0078,
      "step": 64853
    },
    {
      "epoch": 2.656317837395044,
      "grad_norm": 2.5460023715637514,
      "learning_rate": 0.000180415379711138,
      "loss": 2.4219,
      "step": 64854
    },
    {
      "epoch": 2.6563587958222405,
      "grad_norm": 5.578115703797977,
      "learning_rate": 0.00018041218605979208,
      "loss": 4.8125,
      "step": 64855
    },
    {
      "epoch": 2.6563997542494366,
      "grad_norm": 3.5407874423931864,
      "learning_rate": 0.00018040899239406903,
      "loss": 5.25,
      "step": 64856
    },
    {
      "epoch": 2.656440712676633,
      "grad_norm": 3.401885615621395,
      "learning_rate": 0.0001804057987139704,
      "loss": 3.6719,
      "step": 64857
    },
    {
      "epoch": 2.6564816711038297,
      "grad_norm": 6.385098206239699,
      "learning_rate": 0.0001804026050194977,
      "loss": 4.125,
      "step": 64858
    },
    {
      "epoch": 2.6565226295310262,
      "grad_norm": 15.103110890221084,
      "learning_rate": 0.00018039941131065237,
      "loss": 5.7812,
      "step": 64859
    },
    {
      "epoch": 2.6565635879582223,
      "grad_norm": 3.947297910457864,
      "learning_rate": 0.00018039621758743596,
      "loss": 4.7188,
      "step": 64860
    },
    {
      "epoch": 2.656604546385419,
      "grad_norm": 3.9309255236822236,
      "learning_rate": 0.00018039302384984998,
      "loss": 4.375,
      "step": 64861
    },
    {
      "epoch": 2.656645504812615,
      "grad_norm": 8.567916354837884,
      "learning_rate": 0.00018038983009789598,
      "loss": 4.5625,
      "step": 64862
    },
    {
      "epoch": 2.6566864632398115,
      "grad_norm": 3.2635389644058126,
      "learning_rate": 0.0001803866363315754,
      "loss": 4.1562,
      "step": 64863
    },
    {
      "epoch": 2.656727421667008,
      "grad_norm": 3.229310879783684,
      "learning_rate": 0.00018038344255088978,
      "loss": 4.25,
      "step": 64864
    },
    {
      "epoch": 2.6567683800942046,
      "grad_norm": 5.212769765052603,
      "learning_rate": 0.00018038024875584066,
      "loss": 5.2188,
      "step": 64865
    },
    {
      "epoch": 2.6568093385214007,
      "grad_norm": 3.2777618395095414,
      "learning_rate": 0.0001803770549464295,
      "loss": 4.4062,
      "step": 64866
    },
    {
      "epoch": 2.656850296948597,
      "grad_norm": 3.420174273240974,
      "learning_rate": 0.00018037386112265783,
      "loss": 4.7812,
      "step": 64867
    },
    {
      "epoch": 2.6568912553757933,
      "grad_norm": 3.7827698302497086,
      "learning_rate": 0.0001803706672845272,
      "loss": 4.3438,
      "step": 64868
    },
    {
      "epoch": 2.65693221380299,
      "grad_norm": 3.762374854591816,
      "learning_rate": 0.00018036747343203903,
      "loss": 3.0312,
      "step": 64869
    },
    {
      "epoch": 2.6569731722301864,
      "grad_norm": 12.298400247303222,
      "learning_rate": 0.00018036427956519488,
      "loss": 2.2344,
      "step": 64870
    },
    {
      "epoch": 2.657014130657383,
      "grad_norm": 3.223681606898468,
      "learning_rate": 0.00018036108568399628,
      "loss": 4.3438,
      "step": 64871
    },
    {
      "epoch": 2.657055089084579,
      "grad_norm": 6.776090734469039,
      "learning_rate": 0.00018035789178844473,
      "loss": 5.5,
      "step": 64872
    },
    {
      "epoch": 2.6570960475117755,
      "grad_norm": 5.362729081311528,
      "learning_rate": 0.0001803546978785417,
      "loss": 5.2188,
      "step": 64873
    },
    {
      "epoch": 2.657137005938972,
      "grad_norm": 3.9617725561130612,
      "learning_rate": 0.00018035150395428874,
      "loss": 5.25,
      "step": 64874
    },
    {
      "epoch": 2.657177964366168,
      "grad_norm": 3.4484232141210978,
      "learning_rate": 0.00018034831001568737,
      "loss": 4.6875,
      "step": 64875
    },
    {
      "epoch": 2.6572189227933647,
      "grad_norm": 3.1903033600855144,
      "learning_rate": 0.00018034511606273909,
      "loss": 3.875,
      "step": 64876
    },
    {
      "epoch": 2.6572598812205612,
      "grad_norm": 7.113274614918232,
      "learning_rate": 0.00018034192209544534,
      "loss": 5.3438,
      "step": 64877
    },
    {
      "epoch": 2.6573008396477578,
      "grad_norm": 3.4421911355365933,
      "learning_rate": 0.00018033872811380774,
      "loss": 4.5,
      "step": 64878
    },
    {
      "epoch": 2.657341798074954,
      "grad_norm": 17.26670259822394,
      "learning_rate": 0.00018033553411782777,
      "loss": 7.5,
      "step": 64879
    },
    {
      "epoch": 2.6573827565021504,
      "grad_norm": 5.040785646781245,
      "learning_rate": 0.0001803323401075069,
      "loss": 3.9062,
      "step": 64880
    },
    {
      "epoch": 2.6574237149293465,
      "grad_norm": 3.3143650542931415,
      "learning_rate": 0.00018032914608284665,
      "loss": 4.5,
      "step": 64881
    },
    {
      "epoch": 2.657464673356543,
      "grad_norm": 4.714100437657226,
      "learning_rate": 0.00018032595204384852,
      "loss": 4.0938,
      "step": 64882
    },
    {
      "epoch": 2.6575056317837396,
      "grad_norm": 3.8068736376067562,
      "learning_rate": 0.0001803227579905141,
      "loss": 6.0312,
      "step": 64883
    },
    {
      "epoch": 2.657546590210936,
      "grad_norm": 4.132542272172286,
      "learning_rate": 0.00018031956392284475,
      "loss": 5.4062,
      "step": 64884
    },
    {
      "epoch": 2.657587548638132,
      "grad_norm": 4.264919674986534,
      "learning_rate": 0.00018031636984084214,
      "loss": 3.3281,
      "step": 64885
    },
    {
      "epoch": 2.6576285070653287,
      "grad_norm": 3.910763554613557,
      "learning_rate": 0.00018031317574450768,
      "loss": 4.0,
      "step": 64886
    },
    {
      "epoch": 2.6576694654925253,
      "grad_norm": 3.4155054364463266,
      "learning_rate": 0.00018030998163384292,
      "loss": 2.9844,
      "step": 64887
    },
    {
      "epoch": 2.6577104239197213,
      "grad_norm": 3.210516582348442,
      "learning_rate": 0.00018030678750884934,
      "loss": 4.0312,
      "step": 64888
    },
    {
      "epoch": 2.657751382346918,
      "grad_norm": 4.811116005911761,
      "learning_rate": 0.00018030359336952852,
      "loss": 4.5625,
      "step": 64889
    },
    {
      "epoch": 2.6577923407741144,
      "grad_norm": 3.2349251640388763,
      "learning_rate": 0.00018030039921588186,
      "loss": 4.5938,
      "step": 64890
    },
    {
      "epoch": 2.6578332992013105,
      "grad_norm": 9.083202012424373,
      "learning_rate": 0.00018029720504791097,
      "loss": 1.8359,
      "step": 64891
    },
    {
      "epoch": 2.657874257628507,
      "grad_norm": 6.277456616941235,
      "learning_rate": 0.00018029401086561728,
      "loss": 4.25,
      "step": 64892
    },
    {
      "epoch": 2.6579152160557036,
      "grad_norm": 3.1280118000552366,
      "learning_rate": 0.00018029081666900236,
      "loss": 4.4688,
      "step": 64893
    },
    {
      "epoch": 2.6579561744828997,
      "grad_norm": 6.750213838842598,
      "learning_rate": 0.0001802876224580677,
      "loss": 5.6875,
      "step": 64894
    },
    {
      "epoch": 2.657997132910096,
      "grad_norm": 3.9898637330603512,
      "learning_rate": 0.00018028442823281486,
      "loss": 3.8906,
      "step": 64895
    },
    {
      "epoch": 2.6580380913372927,
      "grad_norm": 4.1612022806247095,
      "learning_rate": 0.0001802812339932452,
      "loss": 5.0938,
      "step": 64896
    },
    {
      "epoch": 2.6580790497644893,
      "grad_norm": 3.7679532453483366,
      "learning_rate": 0.0001802780397393604,
      "loss": 4.1875,
      "step": 64897
    },
    {
      "epoch": 2.6581200081916854,
      "grad_norm": 5.250811744350084,
      "learning_rate": 0.0001802748454711619,
      "loss": 5.0625,
      "step": 64898
    },
    {
      "epoch": 2.658160966618882,
      "grad_norm": 3.550422037524094,
      "learning_rate": 0.0001802716511886512,
      "loss": 4.875,
      "step": 64899
    },
    {
      "epoch": 2.658201925046078,
      "grad_norm": 3.35268814033533,
      "learning_rate": 0.00018026845689182977,
      "loss": 4.4062,
      "step": 64900
    },
    {
      "epoch": 2.6582428834732745,
      "grad_norm": 3.612099404682392,
      "learning_rate": 0.0001802652625806992,
      "loss": 3.9375,
      "step": 64901
    },
    {
      "epoch": 2.658283841900471,
      "grad_norm": 3.4514728427870196,
      "learning_rate": 0.000180262068255261,
      "loss": 4.1875,
      "step": 64902
    },
    {
      "epoch": 2.6583248003276676,
      "grad_norm": 3.1747899161819633,
      "learning_rate": 0.00018025887391551665,
      "loss": 4.6875,
      "step": 64903
    },
    {
      "epoch": 2.6583657587548637,
      "grad_norm": 8.487292766163797,
      "learning_rate": 0.00018025567956146766,
      "loss": 5.0,
      "step": 64904
    },
    {
      "epoch": 2.6584067171820602,
      "grad_norm": 4.259896280112223,
      "learning_rate": 0.00018025248519311547,
      "loss": 4.6875,
      "step": 64905
    },
    {
      "epoch": 2.6584476756092568,
      "grad_norm": 5.051667351452333,
      "learning_rate": 0.00018024929081046173,
      "loss": 4.0938,
      "step": 64906
    },
    {
      "epoch": 2.658488634036453,
      "grad_norm": 3.3370034989387616,
      "learning_rate": 0.00018024609641350786,
      "loss": 4.5312,
      "step": 64907
    },
    {
      "epoch": 2.6585295924636494,
      "grad_norm": 3.3517864590043214,
      "learning_rate": 0.0001802429020022554,
      "loss": 5.25,
      "step": 64908
    },
    {
      "epoch": 2.658570550890846,
      "grad_norm": 3.3573471394064827,
      "learning_rate": 0.00018023970757670584,
      "loss": 5.375,
      "step": 64909
    },
    {
      "epoch": 2.658611509318042,
      "grad_norm": 5.590667082437537,
      "learning_rate": 0.0001802365131368607,
      "loss": 4.125,
      "step": 64910
    },
    {
      "epoch": 2.6586524677452386,
      "grad_norm": 5.634087207362008,
      "learning_rate": 0.0001802333186827215,
      "loss": 3.0625,
      "step": 64911
    },
    {
      "epoch": 2.658693426172435,
      "grad_norm": 3.4238048013350184,
      "learning_rate": 0.00018023012421428973,
      "loss": 4.3125,
      "step": 64912
    },
    {
      "epoch": 2.658734384599631,
      "grad_norm": 6.959365362588402,
      "learning_rate": 0.00018022692973156693,
      "loss": 4.9062,
      "step": 64913
    },
    {
      "epoch": 2.6587753430268277,
      "grad_norm": 3.2164066832884526,
      "learning_rate": 0.00018022373523455458,
      "loss": 5.0625,
      "step": 64914
    },
    {
      "epoch": 2.6588163014540243,
      "grad_norm": 3.669102829311062,
      "learning_rate": 0.00018022054072325424,
      "loss": 3.5,
      "step": 64915
    },
    {
      "epoch": 2.658857259881221,
      "grad_norm": 5.002842518909071,
      "learning_rate": 0.0001802173461976673,
      "loss": 5.3438,
      "step": 64916
    },
    {
      "epoch": 2.658898218308417,
      "grad_norm": 3.3929479860830556,
      "learning_rate": 0.0001802141516577954,
      "loss": 3.5,
      "step": 64917
    },
    {
      "epoch": 2.6589391767356134,
      "grad_norm": 3.7565679899875772,
      "learning_rate": 0.00018021095710364003,
      "loss": 4.0312,
      "step": 64918
    },
    {
      "epoch": 2.6589801351628095,
      "grad_norm": 7.118693105295639,
      "learning_rate": 0.00018020776253520264,
      "loss": 4.9062,
      "step": 64919
    },
    {
      "epoch": 2.659021093590006,
      "grad_norm": 3.67446996205503,
      "learning_rate": 0.00018020456795248476,
      "loss": 4.0,
      "step": 64920
    },
    {
      "epoch": 2.6590620520172026,
      "grad_norm": 3.9607997085467317,
      "learning_rate": 0.00018020137335548792,
      "loss": 4.6875,
      "step": 64921
    },
    {
      "epoch": 2.659103010444399,
      "grad_norm": 3.865430673486868,
      "learning_rate": 0.00018019817874421364,
      "loss": 4.7188,
      "step": 64922
    },
    {
      "epoch": 2.659143968871595,
      "grad_norm": 4.760753219431501,
      "learning_rate": 0.0001801949841186634,
      "loss": 4.6875,
      "step": 64923
    },
    {
      "epoch": 2.6591849272987917,
      "grad_norm": 3.9147722035133574,
      "learning_rate": 0.00018019178947883873,
      "loss": 4.9688,
      "step": 64924
    },
    {
      "epoch": 2.6592258857259883,
      "grad_norm": 5.153854192426695,
      "learning_rate": 0.00018018859482474113,
      "loss": 5.4062,
      "step": 64925
    },
    {
      "epoch": 2.6592668441531844,
      "grad_norm": 3.8567188845308142,
      "learning_rate": 0.00018018540015637212,
      "loss": 5.5938,
      "step": 64926
    },
    {
      "epoch": 2.659307802580381,
      "grad_norm": 8.893346931695588,
      "learning_rate": 0.0001801822054737332,
      "loss": 5.6562,
      "step": 64927
    },
    {
      "epoch": 2.6593487610075774,
      "grad_norm": 3.5432557113465473,
      "learning_rate": 0.0001801790107768259,
      "loss": 4.3125,
      "step": 64928
    },
    {
      "epoch": 2.659389719434774,
      "grad_norm": 5.907696365388042,
      "learning_rate": 0.0001801758160656517,
      "loss": 4.5938,
      "step": 64929
    },
    {
      "epoch": 2.65943067786197,
      "grad_norm": 3.9491129963339375,
      "learning_rate": 0.00018017262134021212,
      "loss": 5.0312,
      "step": 64930
    },
    {
      "epoch": 2.6594716362891666,
      "grad_norm": 3.323547599518753,
      "learning_rate": 0.00018016942660050868,
      "loss": 4.3125,
      "step": 64931
    },
    {
      "epoch": 2.6595125947163627,
      "grad_norm": 3.9276618930385356,
      "learning_rate": 0.00018016623184654286,
      "loss": 5.2188,
      "step": 64932
    },
    {
      "epoch": 2.6595535531435592,
      "grad_norm": 3.4819039192304855,
      "learning_rate": 0.00018016303707831622,
      "loss": 3.6719,
      "step": 64933
    },
    {
      "epoch": 2.6595945115707558,
      "grad_norm": 3.6049705952806215,
      "learning_rate": 0.00018015984229583027,
      "loss": 4.75,
      "step": 64934
    },
    {
      "epoch": 2.6596354699979523,
      "grad_norm": 6.415699822992071,
      "learning_rate": 0.0001801566474990865,
      "loss": 5.4375,
      "step": 64935
    },
    {
      "epoch": 2.6596764284251484,
      "grad_norm": 3.798433433522524,
      "learning_rate": 0.00018015345268808632,
      "loss": 5.0625,
      "step": 64936
    },
    {
      "epoch": 2.659717386852345,
      "grad_norm": 5.147059586034658,
      "learning_rate": 0.00018015025786283144,
      "loss": 4.0312,
      "step": 64937
    },
    {
      "epoch": 2.659758345279541,
      "grad_norm": 3.1420379847527213,
      "learning_rate": 0.00018014706302332324,
      "loss": 4.9375,
      "step": 64938
    },
    {
      "epoch": 2.6597993037067376,
      "grad_norm": 5.207656636108818,
      "learning_rate": 0.00018014386816956324,
      "loss": 4.5938,
      "step": 64939
    },
    {
      "epoch": 2.659840262133934,
      "grad_norm": 3.4152438414365434,
      "learning_rate": 0.000180140673301553,
      "loss": 5.125,
      "step": 64940
    },
    {
      "epoch": 2.6598812205611306,
      "grad_norm": 3.1520822752380426,
      "learning_rate": 0.00018013747841929395,
      "loss": 4.7188,
      "step": 64941
    },
    {
      "epoch": 2.6599221789883267,
      "grad_norm": 3.9612630041388863,
      "learning_rate": 0.0001801342835227877,
      "loss": 4.9375,
      "step": 64942
    },
    {
      "epoch": 2.6599631374155233,
      "grad_norm": 3.1927843741298463,
      "learning_rate": 0.00018013108861203572,
      "loss": 3.7969,
      "step": 64943
    },
    {
      "epoch": 2.66000409584272,
      "grad_norm": 6.2033293328419,
      "learning_rate": 0.00018012789368703947,
      "loss": 2.3125,
      "step": 64944
    },
    {
      "epoch": 2.660045054269916,
      "grad_norm": 4.959132670328879,
      "learning_rate": 0.0001801246987478005,
      "loss": 6.1562,
      "step": 64945
    },
    {
      "epoch": 2.6600860126971124,
      "grad_norm": 3.6664169008624823,
      "learning_rate": 0.00018012150379432033,
      "loss": 3.7188,
      "step": 64946
    },
    {
      "epoch": 2.660126971124309,
      "grad_norm": 4.747578560380023,
      "learning_rate": 0.00018011830882660047,
      "loss": 5.0312,
      "step": 64947
    },
    {
      "epoch": 2.6601679295515055,
      "grad_norm": 4.469311478958724,
      "learning_rate": 0.0001801151138446424,
      "loss": 6.0312,
      "step": 64948
    },
    {
      "epoch": 2.6602088879787016,
      "grad_norm": 7.506802177412042,
      "learning_rate": 0.00018011191884844766,
      "loss": 3.3438,
      "step": 64949
    },
    {
      "epoch": 2.660249846405898,
      "grad_norm": 3.3969862865337737,
      "learning_rate": 0.00018010872383801777,
      "loss": 4.9062,
      "step": 64950
    },
    {
      "epoch": 2.660290804833094,
      "grad_norm": 3.3627447353063165,
      "learning_rate": 0.00018010552881335423,
      "loss": 3.5938,
      "step": 64951
    },
    {
      "epoch": 2.6603317632602907,
      "grad_norm": 3.452756202800813,
      "learning_rate": 0.00018010233377445853,
      "loss": 4.0312,
      "step": 64952
    },
    {
      "epoch": 2.6603727216874873,
      "grad_norm": 3.6962773719091486,
      "learning_rate": 0.0001800991387213322,
      "loss": 5.2812,
      "step": 64953
    },
    {
      "epoch": 2.660413680114684,
      "grad_norm": 9.553367523374845,
      "learning_rate": 0.0001800959436539767,
      "loss": 5.8438,
      "step": 64954
    },
    {
      "epoch": 2.66045463854188,
      "grad_norm": 4.7591017043253805,
      "learning_rate": 0.00018009274857239363,
      "loss": 4.6562,
      "step": 64955
    },
    {
      "epoch": 2.6604955969690764,
      "grad_norm": 3.2094440851500123,
      "learning_rate": 0.00018008955347658442,
      "loss": 4.1562,
      "step": 64956
    },
    {
      "epoch": 2.6605365553962725,
      "grad_norm": 4.953510824547402,
      "learning_rate": 0.00018008635836655064,
      "loss": 6.0938,
      "step": 64957
    },
    {
      "epoch": 2.660577513823469,
      "grad_norm": 3.607499051874093,
      "learning_rate": 0.00018008316324229378,
      "loss": 4.2188,
      "step": 64958
    },
    {
      "epoch": 2.6606184722506656,
      "grad_norm": 4.501491173694544,
      "learning_rate": 0.0001800799681038153,
      "loss": 5.4688,
      "step": 64959
    },
    {
      "epoch": 2.660659430677862,
      "grad_norm": 3.408161748041951,
      "learning_rate": 0.00018007677295111678,
      "loss": 4.0625,
      "step": 64960
    },
    {
      "epoch": 2.6607003891050582,
      "grad_norm": 3.316881395773014,
      "learning_rate": 0.00018007357778419974,
      "loss": 4.625,
      "step": 64961
    },
    {
      "epoch": 2.6607413475322548,
      "grad_norm": 3.3796206517777794,
      "learning_rate": 0.00018007038260306563,
      "loss": 4.3125,
      "step": 64962
    },
    {
      "epoch": 2.6607823059594513,
      "grad_norm": 12.156673239529312,
      "learning_rate": 0.00018006718740771598,
      "loss": 5.2188,
      "step": 64963
    },
    {
      "epoch": 2.6608232643866474,
      "grad_norm": 3.8193619230761695,
      "learning_rate": 0.00018006399219815233,
      "loss": 4.375,
      "step": 64964
    },
    {
      "epoch": 2.660864222813844,
      "grad_norm": 6.800483802091856,
      "learning_rate": 0.00018006079697437618,
      "loss": 5.5,
      "step": 64965
    },
    {
      "epoch": 2.6609051812410405,
      "grad_norm": 3.3335464194615447,
      "learning_rate": 0.000180057601736389,
      "loss": 4.1875,
      "step": 64966
    },
    {
      "epoch": 2.660946139668237,
      "grad_norm": 3.51775631281806,
      "learning_rate": 0.00018005440648419233,
      "loss": 4.4375,
      "step": 64967
    },
    {
      "epoch": 2.660987098095433,
      "grad_norm": 4.016416956161403,
      "learning_rate": 0.00018005121121778767,
      "loss": 5.1875,
      "step": 64968
    },
    {
      "epoch": 2.6610280565226296,
      "grad_norm": 4.878133341889008,
      "learning_rate": 0.0001800480159371766,
      "loss": 5.0,
      "step": 64969
    },
    {
      "epoch": 2.6610690149498257,
      "grad_norm": 3.63699893889465,
      "learning_rate": 0.00018004482064236054,
      "loss": 5.875,
      "step": 64970
    },
    {
      "epoch": 2.6611099733770223,
      "grad_norm": 3.336558254550886,
      "learning_rate": 0.00018004162533334102,
      "loss": 4.3438,
      "step": 64971
    },
    {
      "epoch": 2.661150931804219,
      "grad_norm": 3.58183764977552,
      "learning_rate": 0.00018003843001011957,
      "loss": 3.6875,
      "step": 64972
    },
    {
      "epoch": 2.6611918902314153,
      "grad_norm": 3.3985579879216004,
      "learning_rate": 0.0001800352346726977,
      "loss": 4.625,
      "step": 64973
    },
    {
      "epoch": 2.6612328486586114,
      "grad_norm": 3.9922846631329514,
      "learning_rate": 0.00018003203932107689,
      "loss": 5.375,
      "step": 64974
    },
    {
      "epoch": 2.661273807085808,
      "grad_norm": 6.211201408642283,
      "learning_rate": 0.0001800288439552587,
      "loss": 5.375,
      "step": 64975
    },
    {
      "epoch": 2.661314765513004,
      "grad_norm": 4.095733764568309,
      "learning_rate": 0.00018002564857524462,
      "loss": 4.5625,
      "step": 64976
    },
    {
      "epoch": 2.6613557239402006,
      "grad_norm": 3.9677016482975906,
      "learning_rate": 0.00018002245318103613,
      "loss": 4.6875,
      "step": 64977
    },
    {
      "epoch": 2.661396682367397,
      "grad_norm": 3.6684805881052585,
      "learning_rate": 0.00018001925777263477,
      "loss": 4.625,
      "step": 64978
    },
    {
      "epoch": 2.6614376407945937,
      "grad_norm": 3.4158308097244303,
      "learning_rate": 0.00018001606235004203,
      "loss": 4.1562,
      "step": 64979
    },
    {
      "epoch": 2.6614785992217898,
      "grad_norm": 4.000402184760987,
      "learning_rate": 0.0001800128669132595,
      "loss": 3.9688,
      "step": 64980
    },
    {
      "epoch": 2.6615195576489863,
      "grad_norm": 3.1964584229576944,
      "learning_rate": 0.00018000967146228857,
      "loss": 3.0,
      "step": 64981
    },
    {
      "epoch": 2.661560516076183,
      "grad_norm": 4.0531266303996265,
      "learning_rate": 0.00018000647599713084,
      "loss": 4.6875,
      "step": 64982
    },
    {
      "epoch": 2.661601474503379,
      "grad_norm": 3.3454408597191114,
      "learning_rate": 0.00018000328051778777,
      "loss": 4.3125,
      "step": 64983
    },
    {
      "epoch": 2.6616424329305755,
      "grad_norm": 3.291690599324238,
      "learning_rate": 0.00018000008502426092,
      "loss": 3.6562,
      "step": 64984
    },
    {
      "epoch": 2.661683391357772,
      "grad_norm": 4.200540713455793,
      "learning_rate": 0.0001799968895165517,
      "loss": 4.8125,
      "step": 64985
    },
    {
      "epoch": 2.6617243497849685,
      "grad_norm": 3.425231566274308,
      "learning_rate": 0.0001799936939946618,
      "loss": 4.0938,
      "step": 64986
    },
    {
      "epoch": 2.6617653082121646,
      "grad_norm": 3.8634413771738156,
      "learning_rate": 0.00017999049845859253,
      "loss": 4.9062,
      "step": 64987
    },
    {
      "epoch": 2.661806266639361,
      "grad_norm": 7.818288107351431,
      "learning_rate": 0.00017998730290834554,
      "loss": 4.75,
      "step": 64988
    },
    {
      "epoch": 2.6618472250665572,
      "grad_norm": 4.80683438113365,
      "learning_rate": 0.0001799841073439223,
      "loss": 4.8438,
      "step": 64989
    },
    {
      "epoch": 2.661888183493754,
      "grad_norm": 3.8687837611384563,
      "learning_rate": 0.0001799809117653243,
      "loss": 3.75,
      "step": 64990
    },
    {
      "epoch": 2.6619291419209503,
      "grad_norm": 4.045201537682995,
      "learning_rate": 0.00017997771617255307,
      "loss": 4.5625,
      "step": 64991
    },
    {
      "epoch": 2.661970100348147,
      "grad_norm": 5.457364783698591,
      "learning_rate": 0.00017997452056561005,
      "loss": 5.5625,
      "step": 64992
    },
    {
      "epoch": 2.662011058775343,
      "grad_norm": 3.4191403529173217,
      "learning_rate": 0.00017997132494449686,
      "loss": 4.3125,
      "step": 64993
    },
    {
      "epoch": 2.6620520172025395,
      "grad_norm": 3.4073455818884364,
      "learning_rate": 0.000179968129309215,
      "loss": 4.2812,
      "step": 64994
    },
    {
      "epoch": 2.6620929756297356,
      "grad_norm": 4.0187039798043465,
      "learning_rate": 0.00017996493365976594,
      "loss": 4.0938,
      "step": 64995
    },
    {
      "epoch": 2.662133934056932,
      "grad_norm": 4.526844000321315,
      "learning_rate": 0.00017996173799615114,
      "loss": 5.6562,
      "step": 64996
    },
    {
      "epoch": 2.6621748924841286,
      "grad_norm": 5.766812051712132,
      "learning_rate": 0.0001799585423183722,
      "loss": 4.7812,
      "step": 64997
    },
    {
      "epoch": 2.662215850911325,
      "grad_norm": 3.9596639793274977,
      "learning_rate": 0.00017995534662643064,
      "loss": 4.2188,
      "step": 64998
    },
    {
      "epoch": 2.6622568093385213,
      "grad_norm": 3.503064812152927,
      "learning_rate": 0.0001799521509203279,
      "loss": 3.9531,
      "step": 64999
    },
    {
      "epoch": 2.662297767765718,
      "grad_norm": 3.8160562943656955,
      "learning_rate": 0.00017994895520006548,
      "loss": 4.3438,
      "step": 65000
    },
    {
      "epoch": 2.6623387261929143,
      "grad_norm": 5.279542725697701,
      "learning_rate": 0.00017994575946564498,
      "loss": 1.4609,
      "step": 65001
    },
    {
      "epoch": 2.6623796846201104,
      "grad_norm": 3.97879515431179,
      "learning_rate": 0.0001799425637170679,
      "loss": 4.5312,
      "step": 65002
    },
    {
      "epoch": 2.662420643047307,
      "grad_norm": 3.6051657744479493,
      "learning_rate": 0.00017993936795433565,
      "loss": 4.25,
      "step": 65003
    },
    {
      "epoch": 2.6624616014745035,
      "grad_norm": 3.7668296537853423,
      "learning_rate": 0.0001799361721774498,
      "loss": 3.875,
      "step": 65004
    },
    {
      "epoch": 2.6625025599017,
      "grad_norm": 3.790396280282567,
      "learning_rate": 0.00017993297638641188,
      "loss": 4.7188,
      "step": 65005
    },
    {
      "epoch": 2.662543518328896,
      "grad_norm": 4.4608968033430045,
      "learning_rate": 0.00017992978058122342,
      "loss": 5.0938,
      "step": 65006
    },
    {
      "epoch": 2.6625844767560927,
      "grad_norm": 3.802581195567546,
      "learning_rate": 0.00017992658476188587,
      "loss": 5.4688,
      "step": 65007
    },
    {
      "epoch": 2.6626254351832888,
      "grad_norm": 3.726537236231311,
      "learning_rate": 0.0001799233889284008,
      "loss": 4.6562,
      "step": 65008
    },
    {
      "epoch": 2.6626663936104853,
      "grad_norm": 3.848215026716094,
      "learning_rate": 0.0001799201930807696,
      "loss": 4.8125,
      "step": 65009
    },
    {
      "epoch": 2.662707352037682,
      "grad_norm": 4.486528619426605,
      "learning_rate": 0.00017991699721899395,
      "loss": 5.9062,
      "step": 65010
    },
    {
      "epoch": 2.6627483104648784,
      "grad_norm": 4.158569507318993,
      "learning_rate": 0.00017991380134307523,
      "loss": 2.5156,
      "step": 65011
    },
    {
      "epoch": 2.6627892688920745,
      "grad_norm": 3.711838348418585,
      "learning_rate": 0.00017991060545301504,
      "loss": 5.0312,
      "step": 65012
    },
    {
      "epoch": 2.662830227319271,
      "grad_norm": 5.050062544928145,
      "learning_rate": 0.0001799074095488148,
      "loss": 4.8438,
      "step": 65013
    },
    {
      "epoch": 2.662871185746467,
      "grad_norm": 3.9576031583636215,
      "learning_rate": 0.00017990421363047612,
      "loss": 4.625,
      "step": 65014
    },
    {
      "epoch": 2.6629121441736636,
      "grad_norm": 4.061310706336081,
      "learning_rate": 0.00017990101769800045,
      "loss": 4.6562,
      "step": 65015
    },
    {
      "epoch": 2.66295310260086,
      "grad_norm": 4.606747956961689,
      "learning_rate": 0.00017989782175138934,
      "loss": 3.625,
      "step": 65016
    },
    {
      "epoch": 2.6629940610280567,
      "grad_norm": 4.289183059239344,
      "learning_rate": 0.0001798946257906442,
      "loss": 5.0938,
      "step": 65017
    },
    {
      "epoch": 2.663035019455253,
      "grad_norm": 2.9913247214162313,
      "learning_rate": 0.00017989142981576667,
      "loss": 4.2812,
      "step": 65018
    },
    {
      "epoch": 2.6630759778824493,
      "grad_norm": 4.611075134735445,
      "learning_rate": 0.00017988823382675823,
      "loss": 3.9375,
      "step": 65019
    },
    {
      "epoch": 2.663116936309646,
      "grad_norm": 3.475573648514847,
      "learning_rate": 0.00017988503782362036,
      "loss": 4.9375,
      "step": 65020
    },
    {
      "epoch": 2.663157894736842,
      "grad_norm": 3.201504775342496,
      "learning_rate": 0.00017988184180635456,
      "loss": 4.1875,
      "step": 65021
    },
    {
      "epoch": 2.6631988531640385,
      "grad_norm": 3.8014087633622435,
      "learning_rate": 0.00017987864577496236,
      "loss": 4.0,
      "step": 65022
    },
    {
      "epoch": 2.663239811591235,
      "grad_norm": 5.03703749764594,
      "learning_rate": 0.00017987544972944528,
      "loss": 4.7188,
      "step": 65023
    },
    {
      "epoch": 2.6632807700184316,
      "grad_norm": 4.511821551592996,
      "learning_rate": 0.00017987225366980475,
      "loss": 3.3906,
      "step": 65024
    },
    {
      "epoch": 2.6633217284456276,
      "grad_norm": 3.926347321278482,
      "learning_rate": 0.00017986905759604242,
      "loss": 5.3125,
      "step": 65025
    },
    {
      "epoch": 2.663362686872824,
      "grad_norm": 3.2492664032935274,
      "learning_rate": 0.00017986586150815973,
      "loss": 5.0625,
      "step": 65026
    },
    {
      "epoch": 2.6634036453000203,
      "grad_norm": 3.037389515749251,
      "learning_rate": 0.0001798626654061582,
      "loss": 3.4531,
      "step": 65027
    },
    {
      "epoch": 2.663444603727217,
      "grad_norm": 3.23274711415543,
      "learning_rate": 0.00017985946929003932,
      "loss": 3.7031,
      "step": 65028
    },
    {
      "epoch": 2.6634855621544133,
      "grad_norm": 3.4218578597651392,
      "learning_rate": 0.0001798562731598046,
      "loss": 5.0312,
      "step": 65029
    },
    {
      "epoch": 2.66352652058161,
      "grad_norm": 4.043251791170855,
      "learning_rate": 0.0001798530770154556,
      "loss": 4.4375,
      "step": 65030
    },
    {
      "epoch": 2.663567479008806,
      "grad_norm": 3.673744135133758,
      "learning_rate": 0.00017984988085699376,
      "loss": 2.25,
      "step": 65031
    },
    {
      "epoch": 2.6636084374360025,
      "grad_norm": 4.367305633132743,
      "learning_rate": 0.00017984668468442062,
      "loss": 4.25,
      "step": 65032
    },
    {
      "epoch": 2.6636493958631986,
      "grad_norm": 4.164595886203318,
      "learning_rate": 0.00017984348849773776,
      "loss": 4.125,
      "step": 65033
    },
    {
      "epoch": 2.663690354290395,
      "grad_norm": 4.551054440189222,
      "learning_rate": 0.00017984029229694662,
      "loss": 1.5078,
      "step": 65034
    },
    {
      "epoch": 2.6637313127175917,
      "grad_norm": 4.09665228653406,
      "learning_rate": 0.0001798370960820487,
      "loss": 5.5,
      "step": 65035
    },
    {
      "epoch": 2.663772271144788,
      "grad_norm": 4.284390416743287,
      "learning_rate": 0.0001798338998530455,
      "loss": 5.0938,
      "step": 65036
    },
    {
      "epoch": 2.6638132295719843,
      "grad_norm": 3.558068874116218,
      "learning_rate": 0.00017983070360993861,
      "loss": 4.875,
      "step": 65037
    },
    {
      "epoch": 2.663854187999181,
      "grad_norm": 4.19293977077697,
      "learning_rate": 0.00017982750735272946,
      "loss": 1.1797,
      "step": 65038
    },
    {
      "epoch": 2.6638951464263774,
      "grad_norm": 3.2797820353829557,
      "learning_rate": 0.00017982431108141963,
      "loss": 3.9375,
      "step": 65039
    },
    {
      "epoch": 2.6639361048535735,
      "grad_norm": 3.545651729044029,
      "learning_rate": 0.00017982111479601057,
      "loss": 4.4688,
      "step": 65040
    },
    {
      "epoch": 2.66397706328077,
      "grad_norm": 4.822272509098516,
      "learning_rate": 0.00017981791849650382,
      "loss": 4.7812,
      "step": 65041
    },
    {
      "epoch": 2.6640180217079665,
      "grad_norm": 4.82072474023273,
      "learning_rate": 0.0001798147221829009,
      "loss": 5.125,
      "step": 65042
    },
    {
      "epoch": 2.664058980135163,
      "grad_norm": 4.826305033200854,
      "learning_rate": 0.0001798115258552033,
      "loss": 5.4688,
      "step": 65043
    },
    {
      "epoch": 2.664099938562359,
      "grad_norm": 3.5810430387581293,
      "learning_rate": 0.00017980832951341257,
      "loss": 3.75,
      "step": 65044
    },
    {
      "epoch": 2.6641408969895557,
      "grad_norm": 5.807544178107037,
      "learning_rate": 0.00017980513315753014,
      "loss": 4.9688,
      "step": 65045
    },
    {
      "epoch": 2.664181855416752,
      "grad_norm": 3.8266765938619702,
      "learning_rate": 0.00017980193678755762,
      "loss": 4.8125,
      "step": 65046
    },
    {
      "epoch": 2.6642228138439483,
      "grad_norm": 3.332043334283564,
      "learning_rate": 0.00017979874040349646,
      "loss": 4.625,
      "step": 65047
    },
    {
      "epoch": 2.664263772271145,
      "grad_norm": 2.9754536879464717,
      "learning_rate": 0.00017979554400534816,
      "loss": 3.7031,
      "step": 65048
    },
    {
      "epoch": 2.6643047306983414,
      "grad_norm": 3.537620411465557,
      "learning_rate": 0.00017979234759311427,
      "loss": 5.5938,
      "step": 65049
    },
    {
      "epoch": 2.6643456891255375,
      "grad_norm": 3.265629369856345,
      "learning_rate": 0.0001797891511667963,
      "loss": 4.2812,
      "step": 65050
    },
    {
      "epoch": 2.664386647552734,
      "grad_norm": 4.327900889114829,
      "learning_rate": 0.00017978595472639575,
      "loss": 4.125,
      "step": 65051
    },
    {
      "epoch": 2.66442760597993,
      "grad_norm": 4.701901581399418,
      "learning_rate": 0.0001797827582719141,
      "loss": 4.0938,
      "step": 65052
    },
    {
      "epoch": 2.6644685644071266,
      "grad_norm": 3.5377924850162876,
      "learning_rate": 0.0001797795618033529,
      "loss": 4.375,
      "step": 65053
    },
    {
      "epoch": 2.664509522834323,
      "grad_norm": 3.2515191808810235,
      "learning_rate": 0.00017977636532071368,
      "loss": 3.9688,
      "step": 65054
    },
    {
      "epoch": 2.6645504812615197,
      "grad_norm": 3.693055946501365,
      "learning_rate": 0.0001797731688239979,
      "loss": 4.6875,
      "step": 65055
    },
    {
      "epoch": 2.664591439688716,
      "grad_norm": 3.806550153185703,
      "learning_rate": 0.00017976997231320711,
      "loss": 4.625,
      "step": 65056
    },
    {
      "epoch": 2.6646323981159123,
      "grad_norm": 3.317015700827405,
      "learning_rate": 0.00017976677578834279,
      "loss": 3.7344,
      "step": 65057
    },
    {
      "epoch": 2.664673356543109,
      "grad_norm": 3.936677303967674,
      "learning_rate": 0.00017976357924940646,
      "loss": 3.6875,
      "step": 65058
    },
    {
      "epoch": 2.664714314970305,
      "grad_norm": 3.1753741421381467,
      "learning_rate": 0.00017976038269639966,
      "loss": 4.4062,
      "step": 65059
    },
    {
      "epoch": 2.6647552733975015,
      "grad_norm": 3.0141351764728297,
      "learning_rate": 0.00017975718612932385,
      "loss": 3.7344,
      "step": 65060
    },
    {
      "epoch": 2.664796231824698,
      "grad_norm": 4.273793790507563,
      "learning_rate": 0.0001797539895481806,
      "loss": 3.5625,
      "step": 65061
    },
    {
      "epoch": 2.6648371902518946,
      "grad_norm": 3.5133815944252205,
      "learning_rate": 0.00017975079295297136,
      "loss": 4.6562,
      "step": 65062
    },
    {
      "epoch": 2.6648781486790907,
      "grad_norm": 3.774393742058713,
      "learning_rate": 0.0001797475963436977,
      "loss": 4.7188,
      "step": 65063
    },
    {
      "epoch": 2.664919107106287,
      "grad_norm": 4.746753024526797,
      "learning_rate": 0.00017974439972036105,
      "loss": 3.8125,
      "step": 65064
    },
    {
      "epoch": 2.6649600655334833,
      "grad_norm": 4.4003662635201,
      "learning_rate": 0.000179741203082963,
      "loss": 5.0625,
      "step": 65065
    },
    {
      "epoch": 2.66500102396068,
      "grad_norm": 3.9280560597131484,
      "learning_rate": 0.00017973800643150505,
      "loss": 4.6875,
      "step": 65066
    },
    {
      "epoch": 2.6650419823878764,
      "grad_norm": 4.875777253262276,
      "learning_rate": 0.0001797348097659887,
      "loss": 5.1562,
      "step": 65067
    },
    {
      "epoch": 2.665082940815073,
      "grad_norm": 3.949510221267651,
      "learning_rate": 0.0001797316130864154,
      "loss": 2.0781,
      "step": 65068
    },
    {
      "epoch": 2.665123899242269,
      "grad_norm": 3.506343832873117,
      "learning_rate": 0.00017972841639278677,
      "loss": 5.25,
      "step": 65069
    },
    {
      "epoch": 2.6651648576694655,
      "grad_norm": 5.685415215070199,
      "learning_rate": 0.00017972521968510427,
      "loss": 5.3438,
      "step": 65070
    },
    {
      "epoch": 2.6652058160966616,
      "grad_norm": 3.8890441272597096,
      "learning_rate": 0.00017972202296336943,
      "loss": 3.3125,
      "step": 65071
    },
    {
      "epoch": 2.665246774523858,
      "grad_norm": 3.3430488644080083,
      "learning_rate": 0.0001797188262275837,
      "loss": 4.4062,
      "step": 65072
    },
    {
      "epoch": 2.6652877329510547,
      "grad_norm": 4.254051670924011,
      "learning_rate": 0.00017971562947774868,
      "loss": 4.375,
      "step": 65073
    },
    {
      "epoch": 2.6653286913782512,
      "grad_norm": 6.698425338372144,
      "learning_rate": 0.0001797124327138658,
      "loss": 2.8594,
      "step": 65074
    },
    {
      "epoch": 2.6653696498054473,
      "grad_norm": 6.286760413198537,
      "learning_rate": 0.00017970923593593662,
      "loss": 0.9961,
      "step": 65075
    },
    {
      "epoch": 2.665410608232644,
      "grad_norm": 3.916547250857812,
      "learning_rate": 0.00017970603914396258,
      "loss": 4.4688,
      "step": 65076
    },
    {
      "epoch": 2.6654515666598404,
      "grad_norm": 4.80110298878935,
      "learning_rate": 0.0001797028423379453,
      "loss": 5.6562,
      "step": 65077
    },
    {
      "epoch": 2.6654925250870365,
      "grad_norm": 3.999164998038882,
      "learning_rate": 0.00017969964551788626,
      "loss": 3.4844,
      "step": 65078
    },
    {
      "epoch": 2.665533483514233,
      "grad_norm": 3.492792092426236,
      "learning_rate": 0.00017969644868378695,
      "loss": 4.3125,
      "step": 65079
    },
    {
      "epoch": 2.6655744419414296,
      "grad_norm": 3.69347276707863,
      "learning_rate": 0.00017969325183564885,
      "loss": 3.9531,
      "step": 65080
    },
    {
      "epoch": 2.665615400368626,
      "grad_norm": 5.565516788658611,
      "learning_rate": 0.00017969005497347348,
      "loss": 5.6875,
      "step": 65081
    },
    {
      "epoch": 2.665656358795822,
      "grad_norm": 3.812032093443235,
      "learning_rate": 0.00017968685809726244,
      "loss": 6.375,
      "step": 65082
    },
    {
      "epoch": 2.6656973172230187,
      "grad_norm": 3.841879176160636,
      "learning_rate": 0.00017968366120701712,
      "loss": 3.5625,
      "step": 65083
    },
    {
      "epoch": 2.665738275650215,
      "grad_norm": 3.6260922204575934,
      "learning_rate": 0.00017968046430273915,
      "loss": 4.4375,
      "step": 65084
    },
    {
      "epoch": 2.6657792340774114,
      "grad_norm": 3.5635993394470495,
      "learning_rate": 0.00017967726738442989,
      "loss": 4.1875,
      "step": 65085
    },
    {
      "epoch": 2.665820192504608,
      "grad_norm": 4.966580537782039,
      "learning_rate": 0.000179674070452091,
      "loss": 5.3125,
      "step": 65086
    },
    {
      "epoch": 2.6658611509318044,
      "grad_norm": 3.716219388085807,
      "learning_rate": 0.00017967087350572394,
      "loss": 5.1562,
      "step": 65087
    },
    {
      "epoch": 2.6659021093590005,
      "grad_norm": 2.384746864818436,
      "learning_rate": 0.00017966767654533023,
      "loss": 2.875,
      "step": 65088
    },
    {
      "epoch": 2.665943067786197,
      "grad_norm": 4.637033271178058,
      "learning_rate": 0.00017966447957091128,
      "loss": 5.7188,
      "step": 65089
    },
    {
      "epoch": 2.665984026213393,
      "grad_norm": 3.4583972805173624,
      "learning_rate": 0.00017966128258246875,
      "loss": 4.75,
      "step": 65090
    },
    {
      "epoch": 2.6660249846405897,
      "grad_norm": 2.943532866986217,
      "learning_rate": 0.00017965808558000412,
      "loss": 3.9219,
      "step": 65091
    },
    {
      "epoch": 2.666065943067786,
      "grad_norm": 3.553233628199183,
      "learning_rate": 0.00017965488856351878,
      "loss": 4.25,
      "step": 65092
    },
    {
      "epoch": 2.6661069014949828,
      "grad_norm": 3.7437947127036417,
      "learning_rate": 0.00017965169153301438,
      "loss": 4.2188,
      "step": 65093
    },
    {
      "epoch": 2.666147859922179,
      "grad_norm": 3.574123707540262,
      "learning_rate": 0.0001796484944884924,
      "loss": 3.4844,
      "step": 65094
    },
    {
      "epoch": 2.6661888183493754,
      "grad_norm": 3.438234986080619,
      "learning_rate": 0.0001796452974299543,
      "loss": 4.8125,
      "step": 65095
    },
    {
      "epoch": 2.666229776776572,
      "grad_norm": 3.2007065990991497,
      "learning_rate": 0.00017964210035740157,
      "loss": 4.5312,
      "step": 65096
    },
    {
      "epoch": 2.666270735203768,
      "grad_norm": 6.317644681163726,
      "learning_rate": 0.00017963890327083584,
      "loss": 3.9062,
      "step": 65097
    },
    {
      "epoch": 2.6663116936309645,
      "grad_norm": 3.610439866483542,
      "learning_rate": 0.00017963570617025856,
      "loss": 4.25,
      "step": 65098
    },
    {
      "epoch": 2.666352652058161,
      "grad_norm": 3.172625105796274,
      "learning_rate": 0.00017963250905567125,
      "loss": 4.0,
      "step": 65099
    },
    {
      "epoch": 2.6663936104853576,
      "grad_norm": 3.141801934847047,
      "learning_rate": 0.00017962931192707534,
      "loss": 3.4375,
      "step": 65100
    },
    {
      "epoch": 2.6664345689125537,
      "grad_norm": 2.960075287972869,
      "learning_rate": 0.00017962611478447249,
      "loss": 4.0938,
      "step": 65101
    },
    {
      "epoch": 2.6664755273397502,
      "grad_norm": 4.157158177347337,
      "learning_rate": 0.0001796229176278641,
      "loss": 5.4375,
      "step": 65102
    },
    {
      "epoch": 2.6665164857669463,
      "grad_norm": 4.982604697325108,
      "learning_rate": 0.0001796197204572517,
      "loss": 4.8438,
      "step": 65103
    },
    {
      "epoch": 2.666557444194143,
      "grad_norm": 3.3933628473739494,
      "learning_rate": 0.00017961652327263682,
      "loss": 4.8125,
      "step": 65104
    },
    {
      "epoch": 2.6665984026213394,
      "grad_norm": 3.472779706069846,
      "learning_rate": 0.00017961332607402096,
      "loss": 4.6562,
      "step": 65105
    },
    {
      "epoch": 2.666639361048536,
      "grad_norm": 4.71295477925328,
      "learning_rate": 0.00017961012886140567,
      "loss": 5.9688,
      "step": 65106
    },
    {
      "epoch": 2.666680319475732,
      "grad_norm": 3.778015774297094,
      "learning_rate": 0.0001796069316347924,
      "loss": 4.3125,
      "step": 65107
    },
    {
      "epoch": 2.6667212779029286,
      "grad_norm": 3.5582842385774187,
      "learning_rate": 0.00017960373439418267,
      "loss": 4.5,
      "step": 65108
    },
    {
      "epoch": 2.6667622363301247,
      "grad_norm": 3.1786283355409095,
      "learning_rate": 0.00017960053713957807,
      "loss": 4.3125,
      "step": 65109
    },
    {
      "epoch": 2.666803194757321,
      "grad_norm": 3.4794095624747223,
      "learning_rate": 0.00017959733987098003,
      "loss": 4.4062,
      "step": 65110
    },
    {
      "epoch": 2.6668441531845177,
      "grad_norm": 3.2307145273000035,
      "learning_rate": 0.00017959414258839009,
      "loss": 4.2188,
      "step": 65111
    },
    {
      "epoch": 2.6668851116117143,
      "grad_norm": 3.255106007154748,
      "learning_rate": 0.0001795909452918097,
      "loss": 4.4375,
      "step": 65112
    },
    {
      "epoch": 2.6669260700389104,
      "grad_norm": 4.103032850331212,
      "learning_rate": 0.0001795877479812405,
      "loss": 4.5938,
      "step": 65113
    },
    {
      "epoch": 2.666967028466107,
      "grad_norm": 3.557461279129744,
      "learning_rate": 0.0001795845506566839,
      "loss": 5.75,
      "step": 65114
    },
    {
      "epoch": 2.6670079868933034,
      "grad_norm": 4.114014837034196,
      "learning_rate": 0.00017958135331814143,
      "loss": 5.0312,
      "step": 65115
    },
    {
      "epoch": 2.6670489453204995,
      "grad_norm": 3.3928248031697485,
      "learning_rate": 0.00017957815596561467,
      "loss": 5.0625,
      "step": 65116
    },
    {
      "epoch": 2.667089903747696,
      "grad_norm": 3.423399801329264,
      "learning_rate": 0.00017957495859910501,
      "loss": 4.7188,
      "step": 65117
    },
    {
      "epoch": 2.6671308621748926,
      "grad_norm": 4.930120867281532,
      "learning_rate": 0.00017957176121861403,
      "loss": 4.9375,
      "step": 65118
    },
    {
      "epoch": 2.667171820602089,
      "grad_norm": 4.073236302372926,
      "learning_rate": 0.00017956856382414328,
      "loss": 4.9375,
      "step": 65119
    },
    {
      "epoch": 2.667212779029285,
      "grad_norm": 3.6380916186682186,
      "learning_rate": 0.00017956536641569422,
      "loss": 3.8438,
      "step": 65120
    },
    {
      "epoch": 2.6672537374564818,
      "grad_norm": 4.441987648439775,
      "learning_rate": 0.00017956216899326833,
      "loss": 4.9688,
      "step": 65121
    },
    {
      "epoch": 2.667294695883678,
      "grad_norm": 4.020160777739052,
      "learning_rate": 0.00017955897155686717,
      "loss": 4.4375,
      "step": 65122
    },
    {
      "epoch": 2.6673356543108744,
      "grad_norm": 4.033681491595785,
      "learning_rate": 0.00017955577410649226,
      "loss": 5.625,
      "step": 65123
    },
    {
      "epoch": 2.667376612738071,
      "grad_norm": 12.917646944521458,
      "learning_rate": 0.00017955257664214512,
      "loss": 6.6875,
      "step": 65124
    },
    {
      "epoch": 2.6674175711652675,
      "grad_norm": 6.85898350420595,
      "learning_rate": 0.0001795493791638272,
      "loss": 5.125,
      "step": 65125
    },
    {
      "epoch": 2.6674585295924635,
      "grad_norm": 3.1935335525187334,
      "learning_rate": 0.00017954618167154005,
      "loss": 4.5,
      "step": 65126
    },
    {
      "epoch": 2.66749948801966,
      "grad_norm": 2.7557948669226184,
      "learning_rate": 0.00017954298416528525,
      "loss": 2.375,
      "step": 65127
    },
    {
      "epoch": 2.667540446446856,
      "grad_norm": 3.410907699345034,
      "learning_rate": 0.00017953978664506415,
      "loss": 4.4062,
      "step": 65128
    },
    {
      "epoch": 2.6675814048740527,
      "grad_norm": 3.987886615411928,
      "learning_rate": 0.00017953658911087838,
      "loss": 5.0938,
      "step": 65129
    },
    {
      "epoch": 2.6676223633012492,
      "grad_norm": 4.042884037368909,
      "learning_rate": 0.00017953339156272946,
      "loss": 5.375,
      "step": 65130
    },
    {
      "epoch": 2.667663321728446,
      "grad_norm": 3.319370848242983,
      "learning_rate": 0.00017953019400061883,
      "loss": 4.7188,
      "step": 65131
    },
    {
      "epoch": 2.667704280155642,
      "grad_norm": 3.5757574675536405,
      "learning_rate": 0.00017952699642454802,
      "loss": 4.625,
      "step": 65132
    },
    {
      "epoch": 2.6677452385828384,
      "grad_norm": 3.7383936947681593,
      "learning_rate": 0.0001795237988345186,
      "loss": 5.5,
      "step": 65133
    },
    {
      "epoch": 2.667786197010035,
      "grad_norm": 4.00164606458567,
      "learning_rate": 0.00017952060123053204,
      "loss": 4.7188,
      "step": 65134
    },
    {
      "epoch": 2.667827155437231,
      "grad_norm": 5.459006991016956,
      "learning_rate": 0.00017951740361258982,
      "loss": 6.5312,
      "step": 65135
    },
    {
      "epoch": 2.6678681138644276,
      "grad_norm": 3.8163497974290848,
      "learning_rate": 0.00017951420598069347,
      "loss": 4.75,
      "step": 65136
    },
    {
      "epoch": 2.667909072291624,
      "grad_norm": 6.677280514707,
      "learning_rate": 0.00017951100833484454,
      "loss": 2.375,
      "step": 65137
    },
    {
      "epoch": 2.6679500307188206,
      "grad_norm": 6.2513495598210405,
      "learning_rate": 0.00017950781067504454,
      "loss": 6.4062,
      "step": 65138
    },
    {
      "epoch": 2.6679909891460167,
      "grad_norm": 3.723479135309562,
      "learning_rate": 0.00017950461300129494,
      "loss": 4.9062,
      "step": 65139
    },
    {
      "epoch": 2.6680319475732133,
      "grad_norm": 4.688879299888629,
      "learning_rate": 0.00017950141531359725,
      "loss": 5.4062,
      "step": 65140
    },
    {
      "epoch": 2.6680729060004094,
      "grad_norm": 4.60941750222066,
      "learning_rate": 0.00017949821761195306,
      "loss": 4.1562,
      "step": 65141
    },
    {
      "epoch": 2.668113864427606,
      "grad_norm": 3.789970207436585,
      "learning_rate": 0.0001794950198963638,
      "loss": 4.1875,
      "step": 65142
    },
    {
      "epoch": 2.6681548228548024,
      "grad_norm": 3.184443794018253,
      "learning_rate": 0.000179491822166831,
      "loss": 4.375,
      "step": 65143
    },
    {
      "epoch": 2.668195781281999,
      "grad_norm": 3.4713508098078254,
      "learning_rate": 0.00017948862442335615,
      "loss": 5.3125,
      "step": 65144
    },
    {
      "epoch": 2.668236739709195,
      "grad_norm": 6.751109683212351,
      "learning_rate": 0.0001794854266659408,
      "loss": 4.9688,
      "step": 65145
    },
    {
      "epoch": 2.6682776981363916,
      "grad_norm": 3.631063194523273,
      "learning_rate": 0.0001794822288945865,
      "loss": 4.1875,
      "step": 65146
    },
    {
      "epoch": 2.6683186565635877,
      "grad_norm": 3.4379916739353305,
      "learning_rate": 0.00017947903110929466,
      "loss": 3.5938,
      "step": 65147
    },
    {
      "epoch": 2.6683596149907842,
      "grad_norm": 3.777363804640023,
      "learning_rate": 0.00017947583331006685,
      "loss": 5.5625,
      "step": 65148
    },
    {
      "epoch": 2.6684005734179808,
      "grad_norm": 3.275573454855184,
      "learning_rate": 0.0001794726354969046,
      "loss": 4.6875,
      "step": 65149
    },
    {
      "epoch": 2.6684415318451773,
      "grad_norm": 3.419365687229592,
      "learning_rate": 0.00017946943766980938,
      "loss": 4.4375,
      "step": 65150
    },
    {
      "epoch": 2.6684824902723734,
      "grad_norm": 7.973851018804235,
      "learning_rate": 0.00017946623982878273,
      "loss": 3.9531,
      "step": 65151
    },
    {
      "epoch": 2.66852344869957,
      "grad_norm": 3.657942639374054,
      "learning_rate": 0.00017946304197382617,
      "loss": 4.25,
      "step": 65152
    },
    {
      "epoch": 2.6685644071267665,
      "grad_norm": 4.587607230270475,
      "learning_rate": 0.00017945984410494117,
      "loss": 3.7656,
      "step": 65153
    },
    {
      "epoch": 2.6686053655539625,
      "grad_norm": 9.301673354910289,
      "learning_rate": 0.00017945664622212929,
      "loss": 3.75,
      "step": 65154
    },
    {
      "epoch": 2.668646323981159,
      "grad_norm": 3.45568894202128,
      "learning_rate": 0.000179453448325392,
      "loss": 5.625,
      "step": 65155
    },
    {
      "epoch": 2.6686872824083556,
      "grad_norm": 3.3811251790903976,
      "learning_rate": 0.00017945025041473083,
      "loss": 4.1875,
      "step": 65156
    },
    {
      "epoch": 2.668728240835552,
      "grad_norm": 4.193014499459627,
      "learning_rate": 0.00017944705249014724,
      "loss": 1.9375,
      "step": 65157
    },
    {
      "epoch": 2.6687691992627482,
      "grad_norm": 3.7198630111901463,
      "learning_rate": 0.00017944385455164285,
      "loss": 4.8125,
      "step": 65158
    },
    {
      "epoch": 2.668810157689945,
      "grad_norm": 11.238738907151333,
      "learning_rate": 0.0001794406565992191,
      "loss": 1.9062,
      "step": 65159
    },
    {
      "epoch": 2.668851116117141,
      "grad_norm": 4.248509623463914,
      "learning_rate": 0.00017943745863287754,
      "loss": 5.4688,
      "step": 65160
    },
    {
      "epoch": 2.6688920745443374,
      "grad_norm": 3.2523121737703096,
      "learning_rate": 0.00017943426065261962,
      "loss": 3.8438,
      "step": 65161
    },
    {
      "epoch": 2.668933032971534,
      "grad_norm": 13.341352370573935,
      "learning_rate": 0.00017943106265844695,
      "loss": 3.6562,
      "step": 65162
    },
    {
      "epoch": 2.6689739913987305,
      "grad_norm": 3.4126264726247064,
      "learning_rate": 0.00017942786465036093,
      "loss": 4.5312,
      "step": 65163
    },
    {
      "epoch": 2.6690149498259266,
      "grad_norm": 4.059197956324237,
      "learning_rate": 0.0001794246666283631,
      "loss": 2.875,
      "step": 65164
    },
    {
      "epoch": 2.669055908253123,
      "grad_norm": 4.814404190197491,
      "learning_rate": 0.00017942146859245502,
      "loss": 4.7188,
      "step": 65165
    },
    {
      "epoch": 2.669096866680319,
      "grad_norm": 4.391423454856933,
      "learning_rate": 0.0001794182705426382,
      "loss": 1.3984,
      "step": 65166
    },
    {
      "epoch": 2.6691378251075157,
      "grad_norm": 5.152907983971615,
      "learning_rate": 0.0001794150724789141,
      "loss": 6.0625,
      "step": 65167
    },
    {
      "epoch": 2.6691787835347123,
      "grad_norm": 3.8886564393665917,
      "learning_rate": 0.00017941187440128427,
      "loss": 5.9688,
      "step": 65168
    },
    {
      "epoch": 2.669219741961909,
      "grad_norm": 3.72175799781864,
      "learning_rate": 0.0001794086763097502,
      "loss": 5.125,
      "step": 65169
    },
    {
      "epoch": 2.669260700389105,
      "grad_norm": 3.326128990172988,
      "learning_rate": 0.00017940547820431346,
      "loss": 4.6562,
      "step": 65170
    },
    {
      "epoch": 2.6693016588163014,
      "grad_norm": 4.517918375599962,
      "learning_rate": 0.00017940228008497548,
      "loss": 3.4219,
      "step": 65171
    },
    {
      "epoch": 2.669342617243498,
      "grad_norm": 4.289545464005119,
      "learning_rate": 0.0001793990819517378,
      "loss": 3.7969,
      "step": 65172
    },
    {
      "epoch": 2.669383575670694,
      "grad_norm": 9.42872573820132,
      "learning_rate": 0.00017939588380460196,
      "loss": 7.5625,
      "step": 65173
    },
    {
      "epoch": 2.6694245340978906,
      "grad_norm": 3.617085783401237,
      "learning_rate": 0.00017939268564356943,
      "loss": 4.8125,
      "step": 65174
    },
    {
      "epoch": 2.669465492525087,
      "grad_norm": 3.4315670444401274,
      "learning_rate": 0.00017938948746864175,
      "loss": 4.1875,
      "step": 65175
    },
    {
      "epoch": 2.6695064509522837,
      "grad_norm": 3.645267467605249,
      "learning_rate": 0.00017938628927982041,
      "loss": 4.375,
      "step": 65176
    },
    {
      "epoch": 2.6695474093794798,
      "grad_norm": 4.50187455779057,
      "learning_rate": 0.00017938309107710698,
      "loss": 6.375,
      "step": 65177
    },
    {
      "epoch": 2.6695883678066763,
      "grad_norm": 8.538023158325753,
      "learning_rate": 0.00017937989286050294,
      "loss": 2.9375,
      "step": 65178
    },
    {
      "epoch": 2.6696293262338724,
      "grad_norm": 3.810865006093869,
      "learning_rate": 0.00017937669463000976,
      "loss": 3.125,
      "step": 65179
    },
    {
      "epoch": 2.669670284661069,
      "grad_norm": 3.6700471036812288,
      "learning_rate": 0.00017937349638562898,
      "loss": 5.0938,
      "step": 65180
    },
    {
      "epoch": 2.6697112430882655,
      "grad_norm": 3.335060036325132,
      "learning_rate": 0.0001793702981273621,
      "loss": 3.7344,
      "step": 65181
    },
    {
      "epoch": 2.669752201515462,
      "grad_norm": 7.217701118440401,
      "learning_rate": 0.00017936709985521068,
      "loss": 6.9375,
      "step": 65182
    },
    {
      "epoch": 2.669793159942658,
      "grad_norm": 4.05866841832385,
      "learning_rate": 0.00017936390156917618,
      "loss": 5.2812,
      "step": 65183
    },
    {
      "epoch": 2.6698341183698546,
      "grad_norm": 3.514341584866623,
      "learning_rate": 0.00017936070326926012,
      "loss": 3.8438,
      "step": 65184
    },
    {
      "epoch": 2.6698750767970507,
      "grad_norm": 12.534318089162333,
      "learning_rate": 0.00017935750495546405,
      "loss": 1.5,
      "step": 65185
    },
    {
      "epoch": 2.6699160352242473,
      "grad_norm": 3.8606456074624553,
      "learning_rate": 0.00017935430662778946,
      "loss": 5.25,
      "step": 65186
    },
    {
      "epoch": 2.669956993651444,
      "grad_norm": 3.3809010144484755,
      "learning_rate": 0.00017935110828623787,
      "loss": 3.8594,
      "step": 65187
    },
    {
      "epoch": 2.6699979520786403,
      "grad_norm": 4.124413081705508,
      "learning_rate": 0.00017934790993081074,
      "loss": 4.8438,
      "step": 65188
    },
    {
      "epoch": 2.6700389105058364,
      "grad_norm": 5.128926134799577,
      "learning_rate": 0.00017934471156150962,
      "loss": 4.375,
      "step": 65189
    },
    {
      "epoch": 2.670079868933033,
      "grad_norm": 4.303447538625889,
      "learning_rate": 0.00017934151317833605,
      "loss": 5.1562,
      "step": 65190
    },
    {
      "epoch": 2.6701208273602295,
      "grad_norm": 3.6518202733016634,
      "learning_rate": 0.0001793383147812915,
      "loss": 4.625,
      "step": 65191
    },
    {
      "epoch": 2.6701617857874256,
      "grad_norm": 3.217691128572328,
      "learning_rate": 0.00017933511637037753,
      "loss": 4.4375,
      "step": 65192
    },
    {
      "epoch": 2.670202744214622,
      "grad_norm": 3.1389858822099725,
      "learning_rate": 0.00017933191794559553,
      "loss": 3.0781,
      "step": 65193
    },
    {
      "epoch": 2.6702437026418187,
      "grad_norm": 4.050772296625886,
      "learning_rate": 0.00017932871950694716,
      "loss": 4.3438,
      "step": 65194
    },
    {
      "epoch": 2.670284661069015,
      "grad_norm": 3.5064246976990754,
      "learning_rate": 0.00017932552105443387,
      "loss": 4.1875,
      "step": 65195
    },
    {
      "epoch": 2.6703256194962113,
      "grad_norm": 3.979878382776153,
      "learning_rate": 0.0001793223225880572,
      "loss": 5.3438,
      "step": 65196
    },
    {
      "epoch": 2.670366577923408,
      "grad_norm": 6.084667809259797,
      "learning_rate": 0.00017931912410781864,
      "loss": 6.3438,
      "step": 65197
    },
    {
      "epoch": 2.670407536350604,
      "grad_norm": 4.252872509611652,
      "learning_rate": 0.0001793159256137197,
      "loss": 4.3438,
      "step": 65198
    },
    {
      "epoch": 2.6704484947778004,
      "grad_norm": 3.6524520753308076,
      "learning_rate": 0.00017931272710576188,
      "loss": 4.8125,
      "step": 65199
    },
    {
      "epoch": 2.670489453204997,
      "grad_norm": 3.2857049097284885,
      "learning_rate": 0.00017930952858394663,
      "loss": 4.125,
      "step": 65200
    },
    {
      "epoch": 2.6705304116321935,
      "grad_norm": 3.5627803892439256,
      "learning_rate": 0.0001793063300482756,
      "loss": 4.8125,
      "step": 65201
    },
    {
      "epoch": 2.6705713700593896,
      "grad_norm": 4.179429670559469,
      "learning_rate": 0.00017930313149875027,
      "loss": 5.7188,
      "step": 65202
    },
    {
      "epoch": 2.670612328486586,
      "grad_norm": 3.9156835524627214,
      "learning_rate": 0.00017929993293537208,
      "loss": 4.4688,
      "step": 65203
    },
    {
      "epoch": 2.6706532869137827,
      "grad_norm": 3.5431129805222494,
      "learning_rate": 0.00017929673435814256,
      "loss": 4.2188,
      "step": 65204
    },
    {
      "epoch": 2.6706942453409788,
      "grad_norm": 5.140794108119378,
      "learning_rate": 0.0001792935357670633,
      "loss": 5.0938,
      "step": 65205
    },
    {
      "epoch": 2.6707352037681753,
      "grad_norm": 9.82102366071549,
      "learning_rate": 0.0001792903371621357,
      "loss": 3.9062,
      "step": 65206
    },
    {
      "epoch": 2.670776162195372,
      "grad_norm": 3.84639481901909,
      "learning_rate": 0.0001792871385433614,
      "loss": 4.3438,
      "step": 65207
    },
    {
      "epoch": 2.670817120622568,
      "grad_norm": 5.028660164757185,
      "learning_rate": 0.00017928393991074174,
      "loss": 3.125,
      "step": 65208
    },
    {
      "epoch": 2.6708580790497645,
      "grad_norm": 2.6222038364319666,
      "learning_rate": 0.00017928074126427837,
      "loss": 3.6406,
      "step": 65209
    },
    {
      "epoch": 2.670899037476961,
      "grad_norm": 4.444529285532313,
      "learning_rate": 0.00017927754260397283,
      "loss": 4.5,
      "step": 65210
    },
    {
      "epoch": 2.670939995904157,
      "grad_norm": 4.089363490373197,
      "learning_rate": 0.0001792743439298265,
      "loss": 5.1562,
      "step": 65211
    },
    {
      "epoch": 2.6709809543313536,
      "grad_norm": 3.4223761839523092,
      "learning_rate": 0.00017927114524184096,
      "loss": 4.3125,
      "step": 65212
    },
    {
      "epoch": 2.67102191275855,
      "grad_norm": 3.951974074478468,
      "learning_rate": 0.00017926794654001774,
      "loss": 5.125,
      "step": 65213
    },
    {
      "epoch": 2.6710628711857467,
      "grad_norm": 4.576921395437651,
      "learning_rate": 0.00017926474782435837,
      "loss": 4.2812,
      "step": 65214
    },
    {
      "epoch": 2.671103829612943,
      "grad_norm": 3.01783140867425,
      "learning_rate": 0.00017926154909486428,
      "loss": 4.4375,
      "step": 65215
    },
    {
      "epoch": 2.6711447880401393,
      "grad_norm": 3.2948182326501327,
      "learning_rate": 0.000179258350351537,
      "loss": 4.1562,
      "step": 65216
    },
    {
      "epoch": 2.6711857464673354,
      "grad_norm": 3.128944612847419,
      "learning_rate": 0.0001792551515943781,
      "loss": 4.1562,
      "step": 65217
    },
    {
      "epoch": 2.671226704894532,
      "grad_norm": 12.345097321389865,
      "learning_rate": 0.0001792519528233891,
      "loss": 5.3125,
      "step": 65218
    },
    {
      "epoch": 2.6712676633217285,
      "grad_norm": 2.971926444140509,
      "learning_rate": 0.00017924875403857143,
      "loss": 4.1562,
      "step": 65219
    },
    {
      "epoch": 2.671308621748925,
      "grad_norm": 5.2178305343724825,
      "learning_rate": 0.00017924555523992665,
      "loss": 6.0,
      "step": 65220
    },
    {
      "epoch": 2.671349580176121,
      "grad_norm": 3.3908196432921702,
      "learning_rate": 0.00017924235642745626,
      "loss": 3.6562,
      "step": 65221
    },
    {
      "epoch": 2.6713905386033177,
      "grad_norm": 3.5908862390934684,
      "learning_rate": 0.0001792391576011618,
      "loss": 4.5312,
      "step": 65222
    },
    {
      "epoch": 2.671431497030514,
      "grad_norm": 3.316096497379892,
      "learning_rate": 0.00017923595876104479,
      "loss": 4.5,
      "step": 65223
    },
    {
      "epoch": 2.6714724554577103,
      "grad_norm": 3.558042840515875,
      "learning_rate": 0.00017923275990710668,
      "loss": 5.7188,
      "step": 65224
    },
    {
      "epoch": 2.671513413884907,
      "grad_norm": 3.4477418743661508,
      "learning_rate": 0.000179229561039349,
      "loss": 4.8438,
      "step": 65225
    },
    {
      "epoch": 2.6715543723121034,
      "grad_norm": 8.350421628189437,
      "learning_rate": 0.0001792263621577733,
      "loss": 6.5,
      "step": 65226
    },
    {
      "epoch": 2.6715953307392994,
      "grad_norm": 4.532593281872139,
      "learning_rate": 0.00017922316326238107,
      "loss": 5.125,
      "step": 65227
    },
    {
      "epoch": 2.671636289166496,
      "grad_norm": 3.13276427074657,
      "learning_rate": 0.00017921996435317383,
      "loss": 3.8906,
      "step": 65228
    },
    {
      "epoch": 2.6716772475936925,
      "grad_norm": 3.8153069459947937,
      "learning_rate": 0.00017921676543015307,
      "loss": 3.9219,
      "step": 65229
    },
    {
      "epoch": 2.6717182060208886,
      "grad_norm": 3.298168056275866,
      "learning_rate": 0.00017921356649332033,
      "loss": 4.6875,
      "step": 65230
    },
    {
      "epoch": 2.671759164448085,
      "grad_norm": 3.36924304344953,
      "learning_rate": 0.00017921036754267713,
      "loss": 5.125,
      "step": 65231
    },
    {
      "epoch": 2.6718001228752817,
      "grad_norm": 4.7042277628459175,
      "learning_rate": 0.00017920716857822497,
      "loss": 5.7188,
      "step": 65232
    },
    {
      "epoch": 2.671841081302478,
      "grad_norm": 3.031158592152171,
      "learning_rate": 0.00017920396959996532,
      "loss": 3.4531,
      "step": 65233
    },
    {
      "epoch": 2.6718820397296743,
      "grad_norm": 4.422971042633585,
      "learning_rate": 0.00017920077060789975,
      "loss": 5.0,
      "step": 65234
    },
    {
      "epoch": 2.671922998156871,
      "grad_norm": 5.2005868632759205,
      "learning_rate": 0.00017919757160202976,
      "loss": 6.0,
      "step": 65235
    },
    {
      "epoch": 2.671963956584067,
      "grad_norm": 6.244776855401607,
      "learning_rate": 0.0001791943725823568,
      "loss": 4.375,
      "step": 65236
    },
    {
      "epoch": 2.6720049150112635,
      "grad_norm": 3.509288453709384,
      "learning_rate": 0.00017919117354888247,
      "loss": 4.5,
      "step": 65237
    },
    {
      "epoch": 2.67204587343846,
      "grad_norm": 5.235599985197311,
      "learning_rate": 0.00017918797450160826,
      "loss": 4.5938,
      "step": 65238
    },
    {
      "epoch": 2.6720868318656565,
      "grad_norm": 4.806077477564228,
      "learning_rate": 0.00017918477544053563,
      "loss": 4.3125,
      "step": 65239
    },
    {
      "epoch": 2.6721277902928526,
      "grad_norm": 3.6302762554430603,
      "learning_rate": 0.00017918157636566618,
      "loss": 4.9375,
      "step": 65240
    },
    {
      "epoch": 2.672168748720049,
      "grad_norm": 21.233089308965162,
      "learning_rate": 0.00017917837727700133,
      "loss": 6.4375,
      "step": 65241
    },
    {
      "epoch": 2.6722097071472457,
      "grad_norm": 3.4878077753677443,
      "learning_rate": 0.00017917517817454264,
      "loss": 5.0625,
      "step": 65242
    },
    {
      "epoch": 2.672250665574442,
      "grad_norm": 4.264751198129196,
      "learning_rate": 0.00017917197905829168,
      "loss": 5.0312,
      "step": 65243
    },
    {
      "epoch": 2.6722916240016383,
      "grad_norm": 3.3577189002525896,
      "learning_rate": 0.0001791687799282498,
      "loss": 4.6875,
      "step": 65244
    },
    {
      "epoch": 2.672332582428835,
      "grad_norm": 2.2120772156421706,
      "learning_rate": 0.0001791655807844187,
      "loss": 2.6406,
      "step": 65245
    },
    {
      "epoch": 2.6723735408560314,
      "grad_norm": 3.864883897896976,
      "learning_rate": 0.00017916238162679979,
      "loss": 4.8125,
      "step": 65246
    },
    {
      "epoch": 2.6724144992832275,
      "grad_norm": 3.748719519025794,
      "learning_rate": 0.00017915918245539457,
      "loss": 4.1875,
      "step": 65247
    },
    {
      "epoch": 2.672455457710424,
      "grad_norm": 4.997462943744727,
      "learning_rate": 0.00017915598327020456,
      "loss": 4.5625,
      "step": 65248
    },
    {
      "epoch": 2.67249641613762,
      "grad_norm": 6.09552314586766,
      "learning_rate": 0.00017915278407123133,
      "loss": 5.4688,
      "step": 65249
    },
    {
      "epoch": 2.6725373745648167,
      "grad_norm": 4.152960938678223,
      "learning_rate": 0.00017914958485847638,
      "loss": 6.1562,
      "step": 65250
    },
    {
      "epoch": 2.672578332992013,
      "grad_norm": 3.5694529889271003,
      "learning_rate": 0.00017914638563194116,
      "loss": 4.0625,
      "step": 65251
    },
    {
      "epoch": 2.6726192914192097,
      "grad_norm": 3.3346672208028147,
      "learning_rate": 0.00017914318639162722,
      "loss": 4.4688,
      "step": 65252
    },
    {
      "epoch": 2.672660249846406,
      "grad_norm": 3.811264495725322,
      "learning_rate": 0.00017913998713753608,
      "loss": 3.4688,
      "step": 65253
    },
    {
      "epoch": 2.6727012082736024,
      "grad_norm": 3.4444226959174085,
      "learning_rate": 0.00017913678786966926,
      "loss": 4.0312,
      "step": 65254
    },
    {
      "epoch": 2.6727421667007984,
      "grad_norm": 3.24808375720178,
      "learning_rate": 0.00017913358858802825,
      "loss": 4.3125,
      "step": 65255
    },
    {
      "epoch": 2.672783125127995,
      "grad_norm": 3.823022929195892,
      "learning_rate": 0.00017913038929261458,
      "loss": 4.8438,
      "step": 65256
    },
    {
      "epoch": 2.6728240835551915,
      "grad_norm": 3.3779185623107977,
      "learning_rate": 0.0001791271899834297,
      "loss": 4.375,
      "step": 65257
    },
    {
      "epoch": 2.672865041982388,
      "grad_norm": 3.24590444567482,
      "learning_rate": 0.0001791239906604752,
      "loss": 4.4375,
      "step": 65258
    },
    {
      "epoch": 2.672906000409584,
      "grad_norm": 3.1784532823927116,
      "learning_rate": 0.0001791207913237526,
      "loss": 4.6875,
      "step": 65259
    },
    {
      "epoch": 2.6729469588367807,
      "grad_norm": 6.365492378504741,
      "learning_rate": 0.00017911759197326336,
      "loss": 5.0625,
      "step": 65260
    },
    {
      "epoch": 2.672987917263977,
      "grad_norm": 3.79758992673847,
      "learning_rate": 0.00017911439260900902,
      "loss": 3.7969,
      "step": 65261
    },
    {
      "epoch": 2.6730288756911733,
      "grad_norm": 3.4134599639762753,
      "learning_rate": 0.00017911119323099105,
      "loss": 3.75,
      "step": 65262
    },
    {
      "epoch": 2.67306983411837,
      "grad_norm": 3.3915302618254883,
      "learning_rate": 0.000179107993839211,
      "loss": 4.7812,
      "step": 65263
    },
    {
      "epoch": 2.6731107925455664,
      "grad_norm": 4.30680568732286,
      "learning_rate": 0.00017910479443367046,
      "loss": 5.0625,
      "step": 65264
    },
    {
      "epoch": 2.673151750972763,
      "grad_norm": 4.481346576900103,
      "learning_rate": 0.00017910159501437076,
      "loss": 4.7812,
      "step": 65265
    },
    {
      "epoch": 2.673192709399959,
      "grad_norm": 3.2182052091945383,
      "learning_rate": 0.00017909839558131357,
      "loss": 4.0,
      "step": 65266
    },
    {
      "epoch": 2.6732336678271555,
      "grad_norm": 3.5523998958640903,
      "learning_rate": 0.00017909519613450034,
      "loss": 4.8125,
      "step": 65267
    },
    {
      "epoch": 2.6732746262543516,
      "grad_norm": 6.29159676666511,
      "learning_rate": 0.0001790919966739326,
      "loss": 1.9219,
      "step": 65268
    },
    {
      "epoch": 2.673315584681548,
      "grad_norm": 7.304551337453832,
      "learning_rate": 0.00017908879719961182,
      "loss": 3.5625,
      "step": 65269
    },
    {
      "epoch": 2.6733565431087447,
      "grad_norm": 4.1656815435558086,
      "learning_rate": 0.00017908559771153958,
      "loss": 4.375,
      "step": 65270
    },
    {
      "epoch": 2.6733975015359412,
      "grad_norm": 3.583739054246373,
      "learning_rate": 0.00017908239820971735,
      "loss": 4.2188,
      "step": 65271
    },
    {
      "epoch": 2.6734384599631373,
      "grad_norm": 7.09718895676409,
      "learning_rate": 0.0001790791986941466,
      "loss": 6.0,
      "step": 65272
    },
    {
      "epoch": 2.673479418390334,
      "grad_norm": 3.1474835708777205,
      "learning_rate": 0.00017907599916482895,
      "loss": 4.6562,
      "step": 65273
    },
    {
      "epoch": 2.67352037681753,
      "grad_norm": 3.5416856474201177,
      "learning_rate": 0.00017907279962176586,
      "loss": 4.4688,
      "step": 65274
    },
    {
      "epoch": 2.6735613352447265,
      "grad_norm": 5.952002661179796,
      "learning_rate": 0.00017906960006495878,
      "loss": 5.875,
      "step": 65275
    },
    {
      "epoch": 2.673602293671923,
      "grad_norm": 3.4870384143159034,
      "learning_rate": 0.00017906640049440933,
      "loss": 4.7188,
      "step": 65276
    },
    {
      "epoch": 2.6736432520991196,
      "grad_norm": 3.1756767687269103,
      "learning_rate": 0.00017906320091011895,
      "loss": 4.25,
      "step": 65277
    },
    {
      "epoch": 2.6736842105263157,
      "grad_norm": 3.115548828312536,
      "learning_rate": 0.00017906000131208917,
      "loss": 4.2188,
      "step": 65278
    },
    {
      "epoch": 2.673725168953512,
      "grad_norm": 3.5554399300747925,
      "learning_rate": 0.00017905680170032155,
      "loss": 4.375,
      "step": 65279
    },
    {
      "epoch": 2.6737661273807087,
      "grad_norm": 3.2573850137549822,
      "learning_rate": 0.0001790536020748175,
      "loss": 4.4062,
      "step": 65280
    },
    {
      "epoch": 2.673807085807905,
      "grad_norm": 4.9127918171284986,
      "learning_rate": 0.0001790504024355786,
      "loss": 6.5625,
      "step": 65281
    },
    {
      "epoch": 2.6738480442351014,
      "grad_norm": 3.222203432309159,
      "learning_rate": 0.0001790472027826064,
      "loss": 4.0312,
      "step": 65282
    },
    {
      "epoch": 2.673889002662298,
      "grad_norm": 3.4935694551094647,
      "learning_rate": 0.00017904400311590234,
      "loss": 4.875,
      "step": 65283
    },
    {
      "epoch": 2.6739299610894944,
      "grad_norm": 2.66134571468267,
      "learning_rate": 0.00017904080343546794,
      "loss": 1.6094,
      "step": 65284
    },
    {
      "epoch": 2.6739709195166905,
      "grad_norm": 3.333294448374723,
      "learning_rate": 0.00017903760374130478,
      "loss": 4.0,
      "step": 65285
    },
    {
      "epoch": 2.674011877943887,
      "grad_norm": 3.88477273092266,
      "learning_rate": 0.0001790344040334143,
      "loss": 4.1875,
      "step": 65286
    },
    {
      "epoch": 2.674052836371083,
      "grad_norm": 3.6370316333586046,
      "learning_rate": 0.00017903120431179807,
      "loss": 4.1562,
      "step": 65287
    },
    {
      "epoch": 2.6740937947982797,
      "grad_norm": 3.963450251107711,
      "learning_rate": 0.0001790280045764575,
      "loss": 5.5312,
      "step": 65288
    },
    {
      "epoch": 2.6741347532254762,
      "grad_norm": 5.113067109093158,
      "learning_rate": 0.00017902480482739425,
      "loss": 6.25,
      "step": 65289
    },
    {
      "epoch": 2.6741757116526728,
      "grad_norm": 4.65144478311701,
      "learning_rate": 0.0001790216050646097,
      "loss": 2.6719,
      "step": 65290
    },
    {
      "epoch": 2.674216670079869,
      "grad_norm": 4.055268087383321,
      "learning_rate": 0.00017901840528810546,
      "loss": 4.9062,
      "step": 65291
    },
    {
      "epoch": 2.6742576285070654,
      "grad_norm": 9.068177758547161,
      "learning_rate": 0.00017901520549788299,
      "loss": 2.7969,
      "step": 65292
    },
    {
      "epoch": 2.6742985869342615,
      "grad_norm": 3.8352645304855364,
      "learning_rate": 0.00017901200569394378,
      "loss": 5.7812,
      "step": 65293
    },
    {
      "epoch": 2.674339545361458,
      "grad_norm": 3.306846032901661,
      "learning_rate": 0.00017900880587628945,
      "loss": 4.2188,
      "step": 65294
    },
    {
      "epoch": 2.6743805037886546,
      "grad_norm": 4.884933802785745,
      "learning_rate": 0.0001790056060449214,
      "loss": 5.1562,
      "step": 65295
    },
    {
      "epoch": 2.674421462215851,
      "grad_norm": 3.443657692575776,
      "learning_rate": 0.00017900240619984117,
      "loss": 4.4062,
      "step": 65296
    },
    {
      "epoch": 2.674462420643047,
      "grad_norm": 3.4220286306570933,
      "learning_rate": 0.00017899920634105026,
      "loss": 3.9688,
      "step": 65297
    },
    {
      "epoch": 2.6745033790702437,
      "grad_norm": 4.583097443540978,
      "learning_rate": 0.00017899600646855026,
      "loss": 4.7812,
      "step": 65298
    },
    {
      "epoch": 2.6745443374974402,
      "grad_norm": 3.353152343759323,
      "learning_rate": 0.0001789928065823426,
      "loss": 2.6562,
      "step": 65299
    },
    {
      "epoch": 2.6745852959246363,
      "grad_norm": 6.854767249834734,
      "learning_rate": 0.00017898960668242888,
      "loss": 5.875,
      "step": 65300
    },
    {
      "epoch": 2.674626254351833,
      "grad_norm": 6.313290357964995,
      "learning_rate": 0.00017898640676881046,
      "loss": 6.5312,
      "step": 65301
    },
    {
      "epoch": 2.6746672127790294,
      "grad_norm": 4.695147786172704,
      "learning_rate": 0.00017898320684148902,
      "loss": 5.3125,
      "step": 65302
    },
    {
      "epoch": 2.674708171206226,
      "grad_norm": 5.067094617261687,
      "learning_rate": 0.000178980006900466,
      "loss": 4.375,
      "step": 65303
    },
    {
      "epoch": 2.674749129633422,
      "grad_norm": 3.202619497457004,
      "learning_rate": 0.00017897680694574288,
      "loss": 4.4375,
      "step": 65304
    },
    {
      "epoch": 2.6747900880606186,
      "grad_norm": 4.331598930278724,
      "learning_rate": 0.00017897360697732124,
      "loss": 4.3125,
      "step": 65305
    },
    {
      "epoch": 2.6748310464878147,
      "grad_norm": 5.051281605174173,
      "learning_rate": 0.00017897040699520257,
      "loss": 6.6875,
      "step": 65306
    },
    {
      "epoch": 2.674872004915011,
      "grad_norm": 5.294981527685543,
      "learning_rate": 0.00017896720699938834,
      "loss": 4.875,
      "step": 65307
    },
    {
      "epoch": 2.6749129633422077,
      "grad_norm": 12.60447270553176,
      "learning_rate": 0.0001789640069898801,
      "loss": 6.125,
      "step": 65308
    },
    {
      "epoch": 2.6749539217694043,
      "grad_norm": 3.1322373664001932,
      "learning_rate": 0.00017896080696667933,
      "loss": 4.75,
      "step": 65309
    },
    {
      "epoch": 2.6749948801966004,
      "grad_norm": 4.043992903577033,
      "learning_rate": 0.00017895760692978764,
      "loss": 5.0625,
      "step": 65310
    },
    {
      "epoch": 2.675035838623797,
      "grad_norm": 7.247236205600583,
      "learning_rate": 0.00017895440687920646,
      "loss": 5.75,
      "step": 65311
    },
    {
      "epoch": 2.675076797050993,
      "grad_norm": 3.0376299954848975,
      "learning_rate": 0.00017895120681493725,
      "loss": 0.8672,
      "step": 65312
    },
    {
      "epoch": 2.6751177554781895,
      "grad_norm": 3.4392710855657644,
      "learning_rate": 0.00017894800673698161,
      "loss": 4.5625,
      "step": 65313
    },
    {
      "epoch": 2.675158713905386,
      "grad_norm": 3.5133069571427775,
      "learning_rate": 0.00017894480664534107,
      "loss": 4.0938,
      "step": 65314
    },
    {
      "epoch": 2.6751996723325826,
      "grad_norm": 7.345872343731347,
      "learning_rate": 0.0001789416065400171,
      "loss": 6.0,
      "step": 65315
    },
    {
      "epoch": 2.6752406307597787,
      "grad_norm": 3.438731251354566,
      "learning_rate": 0.0001789384064210112,
      "loss": 3.9062,
      "step": 65316
    },
    {
      "epoch": 2.6752815891869752,
      "grad_norm": 4.1009643527889486,
      "learning_rate": 0.00017893520628832493,
      "loss": 4.5938,
      "step": 65317
    },
    {
      "epoch": 2.6753225476141718,
      "grad_norm": 7.700343218161199,
      "learning_rate": 0.00017893200614195974,
      "loss": 7.9375,
      "step": 65318
    },
    {
      "epoch": 2.675363506041368,
      "grad_norm": 3.6715091475150854,
      "learning_rate": 0.00017892880598191718,
      "loss": 4.7812,
      "step": 65319
    },
    {
      "epoch": 2.6754044644685644,
      "grad_norm": 3.198446275730485,
      "learning_rate": 0.00017892560580819877,
      "loss": 4.3125,
      "step": 65320
    },
    {
      "epoch": 2.675445422895761,
      "grad_norm": 4.396841681337259,
      "learning_rate": 0.000178922405620806,
      "loss": 5.8438,
      "step": 65321
    },
    {
      "epoch": 2.6754863813229575,
      "grad_norm": 6.0081066354075885,
      "learning_rate": 0.00017891920541974042,
      "loss": 6.8438,
      "step": 65322
    },
    {
      "epoch": 2.6755273397501536,
      "grad_norm": 5.692208742143877,
      "learning_rate": 0.0001789160052050035,
      "loss": 4.375,
      "step": 65323
    },
    {
      "epoch": 2.67556829817735,
      "grad_norm": 3.252107535916762,
      "learning_rate": 0.00017891280497659673,
      "loss": 4.4688,
      "step": 65324
    },
    {
      "epoch": 2.675609256604546,
      "grad_norm": 4.6781846330989145,
      "learning_rate": 0.00017890960473452173,
      "loss": 6.125,
      "step": 65325
    },
    {
      "epoch": 2.6756502150317427,
      "grad_norm": 3.2734579228325056,
      "learning_rate": 0.0001789064044787799,
      "loss": 3.8906,
      "step": 65326
    },
    {
      "epoch": 2.6756911734589393,
      "grad_norm": 3.503858515794171,
      "learning_rate": 0.00017890320420937286,
      "loss": 4.875,
      "step": 65327
    },
    {
      "epoch": 2.675732131886136,
      "grad_norm": 3.8457024625286675,
      "learning_rate": 0.000178900003926302,
      "loss": 4.1562,
      "step": 65328
    },
    {
      "epoch": 2.675773090313332,
      "grad_norm": 3.789317785497699,
      "learning_rate": 0.00017889680362956893,
      "loss": 4.875,
      "step": 65329
    },
    {
      "epoch": 2.6758140487405284,
      "grad_norm": 3.5384105181328698,
      "learning_rate": 0.0001788936033191751,
      "loss": 5.5938,
      "step": 65330
    },
    {
      "epoch": 2.6758550071677245,
      "grad_norm": 5.771062425209659,
      "learning_rate": 0.00017889040299512207,
      "loss": 5.1875,
      "step": 65331
    },
    {
      "epoch": 2.675895965594921,
      "grad_norm": 3.4957368768700983,
      "learning_rate": 0.00017888720265741136,
      "loss": 4.2188,
      "step": 65332
    },
    {
      "epoch": 2.6759369240221176,
      "grad_norm": 9.00409570443731,
      "learning_rate": 0.00017888400230604438,
      "loss": 5.9062,
      "step": 65333
    },
    {
      "epoch": 2.675977882449314,
      "grad_norm": 8.13334687764681,
      "learning_rate": 0.00017888080194102278,
      "loss": 5.1562,
      "step": 65334
    },
    {
      "epoch": 2.67601884087651,
      "grad_norm": 3.491620315162013,
      "learning_rate": 0.000178877601562348,
      "loss": 2.375,
      "step": 65335
    },
    {
      "epoch": 2.6760597993037067,
      "grad_norm": 3.7546559970864672,
      "learning_rate": 0.0001788744011700216,
      "loss": 4.875,
      "step": 65336
    },
    {
      "epoch": 2.6761007577309033,
      "grad_norm": 6.806203629532114,
      "learning_rate": 0.000178871200764045,
      "loss": 6.6875,
      "step": 65337
    },
    {
      "epoch": 2.6761417161580994,
      "grad_norm": 3.2725220108119863,
      "learning_rate": 0.00017886800034441983,
      "loss": 4.1562,
      "step": 65338
    },
    {
      "epoch": 2.676182674585296,
      "grad_norm": 3.2439389454760983,
      "learning_rate": 0.0001788647999111475,
      "loss": 4.375,
      "step": 65339
    },
    {
      "epoch": 2.6762236330124924,
      "grad_norm": 3.366160145428905,
      "learning_rate": 0.00017886159946422958,
      "loss": 4.4688,
      "step": 65340
    },
    {
      "epoch": 2.676264591439689,
      "grad_norm": 3.315909295411606,
      "learning_rate": 0.00017885839900366756,
      "loss": 4.6875,
      "step": 65341
    },
    {
      "epoch": 2.676305549866885,
      "grad_norm": 3.5619305114026956,
      "learning_rate": 0.00017885519852946298,
      "loss": 4.625,
      "step": 65342
    },
    {
      "epoch": 2.6763465082940816,
      "grad_norm": 3.7344401295071865,
      "learning_rate": 0.00017885199804161737,
      "loss": 3.4219,
      "step": 65343
    },
    {
      "epoch": 2.6763874667212777,
      "grad_norm": 4.4878138642676975,
      "learning_rate": 0.00017884879754013211,
      "loss": 5.0625,
      "step": 65344
    },
    {
      "epoch": 2.6764284251484742,
      "grad_norm": 6.55283936150845,
      "learning_rate": 0.0001788455970250089,
      "loss": 5.375,
      "step": 65345
    },
    {
      "epoch": 2.6764693835756708,
      "grad_norm": 4.307478202749107,
      "learning_rate": 0.00017884239649624913,
      "loss": 4.25,
      "step": 65346
    },
    {
      "epoch": 2.6765103420028673,
      "grad_norm": 4.146962174528751,
      "learning_rate": 0.00017883919595385438,
      "loss": 4.8438,
      "step": 65347
    },
    {
      "epoch": 2.6765513004300634,
      "grad_norm": 3.9647753080948966,
      "learning_rate": 0.00017883599539782606,
      "loss": 5.3125,
      "step": 65348
    },
    {
      "epoch": 2.67659225885726,
      "grad_norm": 3.3917422158156882,
      "learning_rate": 0.0001788327948281658,
      "loss": 4.5,
      "step": 65349
    },
    {
      "epoch": 2.676633217284456,
      "grad_norm": 9.126477943933502,
      "learning_rate": 0.0001788295942448751,
      "loss": 1.3594,
      "step": 65350
    },
    {
      "epoch": 2.6766741757116526,
      "grad_norm": 4.038319367144887,
      "learning_rate": 0.00017882639364795542,
      "loss": 5.1875,
      "step": 65351
    },
    {
      "epoch": 2.676715134138849,
      "grad_norm": 2.935012944184425,
      "learning_rate": 0.00017882319303740826,
      "loss": 3.2188,
      "step": 65352
    },
    {
      "epoch": 2.6767560925660456,
      "grad_norm": 2.973176881887758,
      "learning_rate": 0.00017881999241323518,
      "loss": 3.4062,
      "step": 65353
    },
    {
      "epoch": 2.6767970509932417,
      "grad_norm": 4.353581884711118,
      "learning_rate": 0.00017881679177543768,
      "loss": 4.4062,
      "step": 65354
    },
    {
      "epoch": 2.6768380094204383,
      "grad_norm": 3.7661925737564856,
      "learning_rate": 0.00017881359112401733,
      "loss": 4.2812,
      "step": 65355
    },
    {
      "epoch": 2.676878967847635,
      "grad_norm": 3.0775994609085404,
      "learning_rate": 0.00017881039045897549,
      "loss": 4.0938,
      "step": 65356
    },
    {
      "epoch": 2.676919926274831,
      "grad_norm": 3.4101582587592993,
      "learning_rate": 0.00017880718978031384,
      "loss": 4.4375,
      "step": 65357
    },
    {
      "epoch": 2.6769608847020274,
      "grad_norm": 4.44722685197007,
      "learning_rate": 0.0001788039890880338,
      "loss": 4.9375,
      "step": 65358
    },
    {
      "epoch": 2.677001843129224,
      "grad_norm": 3.1765776076546084,
      "learning_rate": 0.00017880078838213693,
      "loss": 4.5625,
      "step": 65359
    },
    {
      "epoch": 2.6770428015564205,
      "grad_norm": 3.9680579577560655,
      "learning_rate": 0.00017879758766262466,
      "loss": 6.875,
      "step": 65360
    },
    {
      "epoch": 2.6770837599836166,
      "grad_norm": 3.3397887924738385,
      "learning_rate": 0.0001787943869294986,
      "loss": 3.7188,
      "step": 65361
    },
    {
      "epoch": 2.677124718410813,
      "grad_norm": 4.329053555895544,
      "learning_rate": 0.00017879118618276024,
      "loss": 5.6562,
      "step": 65362
    },
    {
      "epoch": 2.677165676838009,
      "grad_norm": 4.439272769965982,
      "learning_rate": 0.00017878798542241106,
      "loss": 5.8438,
      "step": 65363
    },
    {
      "epoch": 2.6772066352652057,
      "grad_norm": 3.6952709361257785,
      "learning_rate": 0.00017878478464845258,
      "loss": 4.0625,
      "step": 65364
    },
    {
      "epoch": 2.6772475936924023,
      "grad_norm": 3.228610553430073,
      "learning_rate": 0.00017878158386088632,
      "loss": 4.6562,
      "step": 65365
    },
    {
      "epoch": 2.677288552119599,
      "grad_norm": 4.084684884355807,
      "learning_rate": 0.00017877838305971382,
      "loss": 4.8438,
      "step": 65366
    },
    {
      "epoch": 2.677329510546795,
      "grad_norm": 3.178505110874443,
      "learning_rate": 0.00017877518224493658,
      "loss": 4.3438,
      "step": 65367
    },
    {
      "epoch": 2.6773704689739914,
      "grad_norm": 5.2633228652694015,
      "learning_rate": 0.0001787719814165561,
      "loss": 3.9062,
      "step": 65368
    },
    {
      "epoch": 2.6774114274011875,
      "grad_norm": 3.9874140017694213,
      "learning_rate": 0.00017876878057457386,
      "loss": 3.0625,
      "step": 65369
    },
    {
      "epoch": 2.677452385828384,
      "grad_norm": 5.655144085734755,
      "learning_rate": 0.00017876557971899143,
      "loss": 5.0938,
      "step": 65370
    },
    {
      "epoch": 2.6774933442555806,
      "grad_norm": 6.660488849435768,
      "learning_rate": 0.0001787623788498103,
      "loss": 1.2734,
      "step": 65371
    },
    {
      "epoch": 2.677534302682777,
      "grad_norm": 3.6177569875404703,
      "learning_rate": 0.00017875917796703202,
      "loss": 4.4062,
      "step": 65372
    },
    {
      "epoch": 2.6775752611099732,
      "grad_norm": 4.01344821798649,
      "learning_rate": 0.000178755977070658,
      "loss": 4.4688,
      "step": 65373
    },
    {
      "epoch": 2.6776162195371698,
      "grad_norm": 13.376635375124154,
      "learning_rate": 0.0001787527761606899,
      "loss": 6.0938,
      "step": 65374
    },
    {
      "epoch": 2.6776571779643663,
      "grad_norm": 3.4981893417095566,
      "learning_rate": 0.00017874957523712914,
      "loss": 4.5,
      "step": 65375
    },
    {
      "epoch": 2.6776981363915624,
      "grad_norm": 4.158955060995794,
      "learning_rate": 0.00017874637429997722,
      "loss": 4.625,
      "step": 65376
    },
    {
      "epoch": 2.677739094818759,
      "grad_norm": 4.076658640971751,
      "learning_rate": 0.00017874317334923566,
      "loss": 5.3438,
      "step": 65377
    },
    {
      "epoch": 2.6777800532459555,
      "grad_norm": 5.375165296672092,
      "learning_rate": 0.00017873997238490605,
      "loss": 3.5469,
      "step": 65378
    },
    {
      "epoch": 2.677821011673152,
      "grad_norm": 3.3675558719266183,
      "learning_rate": 0.00017873677140698983,
      "loss": 4.5,
      "step": 65379
    },
    {
      "epoch": 2.677861970100348,
      "grad_norm": 3.389168807571997,
      "learning_rate": 0.0001787335704154885,
      "loss": 4.4375,
      "step": 65380
    },
    {
      "epoch": 2.6779029285275446,
      "grad_norm": 3.5065450148167985,
      "learning_rate": 0.00017873036941040365,
      "loss": 4.3125,
      "step": 65381
    },
    {
      "epoch": 2.6779438869547407,
      "grad_norm": 3.6971321962409176,
      "learning_rate": 0.00017872716839173675,
      "loss": 5.1562,
      "step": 65382
    },
    {
      "epoch": 2.6779848453819373,
      "grad_norm": 3.6315616434505316,
      "learning_rate": 0.0001787239673594893,
      "loss": 4.75,
      "step": 65383
    },
    {
      "epoch": 2.678025803809134,
      "grad_norm": 3.7382586521051873,
      "learning_rate": 0.00017872076631366278,
      "loss": 4.4688,
      "step": 65384
    },
    {
      "epoch": 2.6780667622363303,
      "grad_norm": 3.147430556221118,
      "learning_rate": 0.0001787175652542588,
      "loss": 4.0312,
      "step": 65385
    },
    {
      "epoch": 2.6781077206635264,
      "grad_norm": 3.466962295393909,
      "learning_rate": 0.0001787143641812788,
      "loss": 4.75,
      "step": 65386
    },
    {
      "epoch": 2.678148679090723,
      "grad_norm": 4.5451345743117395,
      "learning_rate": 0.00017871116309472435,
      "loss": 5.0625,
      "step": 65387
    },
    {
      "epoch": 2.678189637517919,
      "grad_norm": 2.6379679163321805,
      "learning_rate": 0.00017870796199459684,
      "loss": 3.3906,
      "step": 65388
    },
    {
      "epoch": 2.6782305959451156,
      "grad_norm": 6.0530799113434615,
      "learning_rate": 0.00017870476088089796,
      "loss": 5.3438,
      "step": 65389
    },
    {
      "epoch": 2.678271554372312,
      "grad_norm": 10.541125344944255,
      "learning_rate": 0.0001787015597536291,
      "loss": 5.4688,
      "step": 65390
    },
    {
      "epoch": 2.6783125127995087,
      "grad_norm": 3.141949836141738,
      "learning_rate": 0.00017869835861279184,
      "loss": 3.9375,
      "step": 65391
    },
    {
      "epoch": 2.6783534712267048,
      "grad_norm": 12.850476096256937,
      "learning_rate": 0.00017869515745838762,
      "loss": 5.9688,
      "step": 65392
    },
    {
      "epoch": 2.6783944296539013,
      "grad_norm": 4.169634134279773,
      "learning_rate": 0.000178691956290418,
      "loss": 4.375,
      "step": 65393
    },
    {
      "epoch": 2.678435388081098,
      "grad_norm": 4.132014829239256,
      "learning_rate": 0.0001786887551088845,
      "loss": 6.1875,
      "step": 65394
    },
    {
      "epoch": 2.678476346508294,
      "grad_norm": 3.1788668821349093,
      "learning_rate": 0.00017868555391378863,
      "loss": 3.6562,
      "step": 65395
    },
    {
      "epoch": 2.6785173049354905,
      "grad_norm": 3.67248831462572,
      "learning_rate": 0.00017868235270513186,
      "loss": 4.0,
      "step": 65396
    },
    {
      "epoch": 2.678558263362687,
      "grad_norm": 4.852719243825362,
      "learning_rate": 0.00017867915148291579,
      "loss": 5.9062,
      "step": 65397
    },
    {
      "epoch": 2.6785992217898835,
      "grad_norm": 3.4909346356167292,
      "learning_rate": 0.00017867595024714187,
      "loss": 5.2188,
      "step": 65398
    },
    {
      "epoch": 2.6786401802170796,
      "grad_norm": 3.82880485373895,
      "learning_rate": 0.0001786727489978116,
      "loss": 4.625,
      "step": 65399
    },
    {
      "epoch": 2.678681138644276,
      "grad_norm": 3.7734604808648675,
      "learning_rate": 0.00017866954773492654,
      "loss": 5.9062,
      "step": 65400
    },
    {
      "epoch": 2.6787220970714722,
      "grad_norm": 3.5364029335865226,
      "learning_rate": 0.00017866634645848813,
      "loss": 5.0,
      "step": 65401
    },
    {
      "epoch": 2.6787630554986688,
      "grad_norm": 7.442443955593512,
      "learning_rate": 0.000178663145168498,
      "loss": 3.7969,
      "step": 65402
    },
    {
      "epoch": 2.6788040139258653,
      "grad_norm": 3.4687044170830803,
      "learning_rate": 0.00017865994386495759,
      "loss": 5.0625,
      "step": 65403
    },
    {
      "epoch": 2.678844972353062,
      "grad_norm": 10.20321159403772,
      "learning_rate": 0.0001786567425478684,
      "loss": 6.625,
      "step": 65404
    },
    {
      "epoch": 2.678885930780258,
      "grad_norm": 5.524116948954625,
      "learning_rate": 0.00017865354121723195,
      "loss": 6.7188,
      "step": 65405
    },
    {
      "epoch": 2.6789268892074545,
      "grad_norm": 5.668552569308033,
      "learning_rate": 0.00017865033987304977,
      "loss": 6.3438,
      "step": 65406
    },
    {
      "epoch": 2.6789678476346506,
      "grad_norm": 3.3346619550378285,
      "learning_rate": 0.00017864713851532338,
      "loss": 3.9062,
      "step": 65407
    },
    {
      "epoch": 2.679008806061847,
      "grad_norm": 5.5152967700548645,
      "learning_rate": 0.0001786439371440543,
      "loss": 3.4688,
      "step": 65408
    },
    {
      "epoch": 2.6790497644890436,
      "grad_norm": 3.767895920202714,
      "learning_rate": 0.00017864073575924407,
      "loss": 4.875,
      "step": 65409
    },
    {
      "epoch": 2.67909072291624,
      "grad_norm": 4.363375690981738,
      "learning_rate": 0.00017863753436089412,
      "loss": 4.75,
      "step": 65410
    },
    {
      "epoch": 2.6791316813434363,
      "grad_norm": 3.227167277176322,
      "learning_rate": 0.00017863433294900598,
      "loss": 3.6875,
      "step": 65411
    },
    {
      "epoch": 2.679172639770633,
      "grad_norm": 3.459126279118741,
      "learning_rate": 0.0001786311315235812,
      "loss": 4.4688,
      "step": 65412
    },
    {
      "epoch": 2.6792135981978293,
      "grad_norm": 6.61799702688585,
      "learning_rate": 0.0001786279300846213,
      "loss": 7.375,
      "step": 65413
    },
    {
      "epoch": 2.6792545566250254,
      "grad_norm": 3.0943210131757666,
      "learning_rate": 0.00017862472863212775,
      "loss": 4.2188,
      "step": 65414
    },
    {
      "epoch": 2.679295515052222,
      "grad_norm": 3.4393188895110356,
      "learning_rate": 0.00017862152716610215,
      "loss": 4.1875,
      "step": 65415
    },
    {
      "epoch": 2.6793364734794185,
      "grad_norm": 3.257823815714928,
      "learning_rate": 0.00017861832568654584,
      "loss": 4.3125,
      "step": 65416
    },
    {
      "epoch": 2.679377431906615,
      "grad_norm": 4.789991207849233,
      "learning_rate": 0.00017861512419346055,
      "loss": 5.1562,
      "step": 65417
    },
    {
      "epoch": 2.679418390333811,
      "grad_norm": 3.4635578208265168,
      "learning_rate": 0.00017861192268684768,
      "loss": 4.8438,
      "step": 65418
    },
    {
      "epoch": 2.6794593487610077,
      "grad_norm": 3.301280917393428,
      "learning_rate": 0.0001786087211667087,
      "loss": 4.8125,
      "step": 65419
    },
    {
      "epoch": 2.6795003071882038,
      "grad_norm": 3.981276314408646,
      "learning_rate": 0.0001786055196330452,
      "loss": 4.1562,
      "step": 65420
    },
    {
      "epoch": 2.6795412656154003,
      "grad_norm": 5.045218843125886,
      "learning_rate": 0.00017860231808585866,
      "loss": 7.125,
      "step": 65421
    },
    {
      "epoch": 2.679582224042597,
      "grad_norm": 4.887034607790655,
      "learning_rate": 0.00017859911652515063,
      "loss": 6.7812,
      "step": 65422
    },
    {
      "epoch": 2.6796231824697934,
      "grad_norm": 5.116810879480994,
      "learning_rate": 0.0001785959149509226,
      "loss": 4.9688,
      "step": 65423
    },
    {
      "epoch": 2.6796641408969895,
      "grad_norm": 3.3621153350381907,
      "learning_rate": 0.00017859271336317605,
      "loss": 3.7656,
      "step": 65424
    },
    {
      "epoch": 2.679705099324186,
      "grad_norm": 4.081169995320479,
      "learning_rate": 0.00017858951176191254,
      "loss": 4.3125,
      "step": 65425
    },
    {
      "epoch": 2.679746057751382,
      "grad_norm": 3.1843314458782834,
      "learning_rate": 0.0001785863101471336,
      "loss": 4.5312,
      "step": 65426
    },
    {
      "epoch": 2.6797870161785786,
      "grad_norm": 5.667140788463465,
      "learning_rate": 0.00017858310851884068,
      "loss": 1.0078,
      "step": 65427
    },
    {
      "epoch": 2.679827974605775,
      "grad_norm": 6.523264165189537,
      "learning_rate": 0.0001785799068770353,
      "loss": 5.0625,
      "step": 65428
    },
    {
      "epoch": 2.6798689330329717,
      "grad_norm": 3.153497459441531,
      "learning_rate": 0.00017857670522171903,
      "loss": 3.9062,
      "step": 65429
    },
    {
      "epoch": 2.679909891460168,
      "grad_norm": 3.1400882022994137,
      "learning_rate": 0.00017857350355289332,
      "loss": 2.9062,
      "step": 65430
    },
    {
      "epoch": 2.6799508498873643,
      "grad_norm": 6.112128925051369,
      "learning_rate": 0.0001785703018705598,
      "loss": 2.6562,
      "step": 65431
    },
    {
      "epoch": 2.679991808314561,
      "grad_norm": 5.334064330857119,
      "learning_rate": 0.00017856710017471976,
      "loss": 0.8906,
      "step": 65432
    },
    {
      "epoch": 2.680032766741757,
      "grad_norm": 11.300997640606608,
      "learning_rate": 0.00017856389846537495,
      "loss": 3.7031,
      "step": 65433
    },
    {
      "epoch": 2.6800737251689535,
      "grad_norm": 3.6220553599405947,
      "learning_rate": 0.0001785606967425268,
      "loss": 4.7812,
      "step": 65434
    },
    {
      "epoch": 2.68011468359615,
      "grad_norm": 3.934766728549819,
      "learning_rate": 0.00017855749500617676,
      "loss": 4.6875,
      "step": 65435
    },
    {
      "epoch": 2.6801556420233466,
      "grad_norm": 4.161382788474739,
      "learning_rate": 0.0001785542932563264,
      "loss": 6.5938,
      "step": 65436
    },
    {
      "epoch": 2.6801966004505426,
      "grad_norm": 3.3138657898262194,
      "learning_rate": 0.00017855109149297725,
      "loss": 5.0312,
      "step": 65437
    },
    {
      "epoch": 2.680237558877739,
      "grad_norm": 3.8903263158346513,
      "learning_rate": 0.00017854788971613078,
      "loss": 4.5938,
      "step": 65438
    },
    {
      "epoch": 2.6802785173049353,
      "grad_norm": 7.2695329233534345,
      "learning_rate": 0.00017854468792578856,
      "loss": 6.6875,
      "step": 65439
    },
    {
      "epoch": 2.680319475732132,
      "grad_norm": 3.5553968837870085,
      "learning_rate": 0.00017854148612195204,
      "loss": 4.25,
      "step": 65440
    },
    {
      "epoch": 2.6803604341593283,
      "grad_norm": 4.930010802576121,
      "learning_rate": 0.00017853828430462274,
      "loss": 5.2812,
      "step": 65441
    },
    {
      "epoch": 2.680401392586525,
      "grad_norm": 4.67696547413933,
      "learning_rate": 0.00017853508247380224,
      "loss": 5.6562,
      "step": 65442
    },
    {
      "epoch": 2.680442351013721,
      "grad_norm": 4.577059353852842,
      "learning_rate": 0.00017853188062949197,
      "loss": 4.9062,
      "step": 65443
    },
    {
      "epoch": 2.6804833094409175,
      "grad_norm": 5.83733773492435,
      "learning_rate": 0.0001785286787716935,
      "loss": 4.4688,
      "step": 65444
    },
    {
      "epoch": 2.6805242678681136,
      "grad_norm": 4.255380184643761,
      "learning_rate": 0.00017852547690040837,
      "loss": 3.9375,
      "step": 65445
    },
    {
      "epoch": 2.68056522629531,
      "grad_norm": 3.344415144483461,
      "learning_rate": 0.00017852227501563803,
      "loss": 4.1875,
      "step": 65446
    },
    {
      "epoch": 2.6806061847225067,
      "grad_norm": 3.7097446234554527,
      "learning_rate": 0.00017851907311738398,
      "loss": 4.875,
      "step": 65447
    },
    {
      "epoch": 2.680647143149703,
      "grad_norm": 3.606429227525737,
      "learning_rate": 0.00017851587120564774,
      "loss": 4.6562,
      "step": 65448
    },
    {
      "epoch": 2.6806881015768993,
      "grad_norm": 3.605063823983272,
      "learning_rate": 0.0001785126692804309,
      "loss": 5.1875,
      "step": 65449
    },
    {
      "epoch": 2.680729060004096,
      "grad_norm": 8.686297432572305,
      "learning_rate": 0.00017850946734173493,
      "loss": 6.6875,
      "step": 65450
    },
    {
      "epoch": 2.6807700184312924,
      "grad_norm": 4.199484066322168,
      "learning_rate": 0.0001785062653895613,
      "loss": 6.2188,
      "step": 65451
    },
    {
      "epoch": 2.6808109768584885,
      "grad_norm": 3.288172121561745,
      "learning_rate": 0.0001785030634239116,
      "loss": 4.2188,
      "step": 65452
    },
    {
      "epoch": 2.680851935285685,
      "grad_norm": 3.399304775136289,
      "learning_rate": 0.00017849986144478726,
      "loss": 4.0312,
      "step": 65453
    },
    {
      "epoch": 2.6808928937128815,
      "grad_norm": 5.259326176739536,
      "learning_rate": 0.00017849665945218987,
      "loss": 4.5312,
      "step": 65454
    },
    {
      "epoch": 2.680933852140078,
      "grad_norm": 3.7231380630454307,
      "learning_rate": 0.0001784934574461209,
      "loss": 4.0625,
      "step": 65455
    },
    {
      "epoch": 2.680974810567274,
      "grad_norm": 3.3319699407408847,
      "learning_rate": 0.00017849025542658188,
      "loss": 4.5,
      "step": 65456
    },
    {
      "epoch": 2.6810157689944707,
      "grad_norm": 3.8974818560654696,
      "learning_rate": 0.00017848705339357435,
      "loss": 4.4688,
      "step": 65457
    },
    {
      "epoch": 2.681056727421667,
      "grad_norm": 9.29754407345223,
      "learning_rate": 0.00017848385134709978,
      "loss": 3.2969,
      "step": 65458
    },
    {
      "epoch": 2.6810976858488633,
      "grad_norm": 3.57914666186696,
      "learning_rate": 0.0001784806492871597,
      "loss": 4.9062,
      "step": 65459
    },
    {
      "epoch": 2.68113864427606,
      "grad_norm": 4.606499398932185,
      "learning_rate": 0.00017847744721375558,
      "loss": 5.5938,
      "step": 65460
    },
    {
      "epoch": 2.6811796027032564,
      "grad_norm": 3.372101266450264,
      "learning_rate": 0.000178474245126889,
      "loss": 4.0625,
      "step": 65461
    },
    {
      "epoch": 2.6812205611304525,
      "grad_norm": 3.286287872740277,
      "learning_rate": 0.00017847104302656146,
      "loss": 4.375,
      "step": 65462
    },
    {
      "epoch": 2.681261519557649,
      "grad_norm": 4.198489645507158,
      "learning_rate": 0.00017846784091277447,
      "loss": 4.375,
      "step": 65463
    },
    {
      "epoch": 2.681302477984845,
      "grad_norm": 3.380305656724811,
      "learning_rate": 0.00017846463878552952,
      "loss": 4.3438,
      "step": 65464
    },
    {
      "epoch": 2.6813434364120416,
      "grad_norm": 3.6142096093059286,
      "learning_rate": 0.00017846143664482816,
      "loss": 2.9844,
      "step": 65465
    },
    {
      "epoch": 2.681384394839238,
      "grad_norm": 3.47696333284277,
      "learning_rate": 0.00017845823449067185,
      "loss": 3.8906,
      "step": 65466
    },
    {
      "epoch": 2.6814253532664347,
      "grad_norm": 3.1230629580237155,
      "learning_rate": 0.00017845503232306217,
      "loss": 1.7266,
      "step": 65467
    },
    {
      "epoch": 2.681466311693631,
      "grad_norm": 4.060325910704791,
      "learning_rate": 0.0001784518301420006,
      "loss": 6.0,
      "step": 65468
    },
    {
      "epoch": 2.6815072701208273,
      "grad_norm": 5.717857575821508,
      "learning_rate": 0.0001784486279474886,
      "loss": 5.7188,
      "step": 65469
    },
    {
      "epoch": 2.681548228548024,
      "grad_norm": 5.57625218419694,
      "learning_rate": 0.0001784454257395278,
      "loss": 5.4688,
      "step": 65470
    },
    {
      "epoch": 2.68158918697522,
      "grad_norm": 4.56589560110329,
      "learning_rate": 0.00017844222351811969,
      "loss": 4.5938,
      "step": 65471
    },
    {
      "epoch": 2.6816301454024165,
      "grad_norm": 3.2598102525029824,
      "learning_rate": 0.00017843902128326567,
      "loss": 4.6875,
      "step": 65472
    },
    {
      "epoch": 2.681671103829613,
      "grad_norm": 3.3084014381806783,
      "learning_rate": 0.00017843581903496732,
      "loss": 3.5312,
      "step": 65473
    },
    {
      "epoch": 2.6817120622568096,
      "grad_norm": 3.6495551336950225,
      "learning_rate": 0.00017843261677322623,
      "loss": 4.6562,
      "step": 65474
    },
    {
      "epoch": 2.6817530206840057,
      "grad_norm": 3.1889982515578743,
      "learning_rate": 0.00017842941449804382,
      "loss": 4.75,
      "step": 65475
    },
    {
      "epoch": 2.681793979111202,
      "grad_norm": 3.2458172742307885,
      "learning_rate": 0.00017842621220942167,
      "loss": 4.3438,
      "step": 65476
    },
    {
      "epoch": 2.6818349375383983,
      "grad_norm": 3.5814036094837483,
      "learning_rate": 0.00017842300990736118,
      "loss": 5.0625,
      "step": 65477
    },
    {
      "epoch": 2.681875895965595,
      "grad_norm": 3.3426669287328767,
      "learning_rate": 0.00017841980759186396,
      "loss": 5.0,
      "step": 65478
    },
    {
      "epoch": 2.6819168543927914,
      "grad_norm": 10.043431837954985,
      "learning_rate": 0.00017841660526293158,
      "loss": 1.6953,
      "step": 65479
    },
    {
      "epoch": 2.681957812819988,
      "grad_norm": 6.480096715268723,
      "learning_rate": 0.0001784134029205654,
      "loss": 5.1875,
      "step": 65480
    },
    {
      "epoch": 2.681998771247184,
      "grad_norm": 3.7307865759200323,
      "learning_rate": 0.00017841020056476705,
      "loss": 5.125,
      "step": 65481
    },
    {
      "epoch": 2.6820397296743805,
      "grad_norm": 6.147149008293928,
      "learning_rate": 0.00017840699819553799,
      "loss": 6.0938,
      "step": 65482
    },
    {
      "epoch": 2.6820806881015766,
      "grad_norm": 20.59868523026396,
      "learning_rate": 0.00017840379581287973,
      "loss": 2.4688,
      "step": 65483
    },
    {
      "epoch": 2.682121646528773,
      "grad_norm": 3.716768418111933,
      "learning_rate": 0.0001784005934167938,
      "loss": 4.75,
      "step": 65484
    },
    {
      "epoch": 2.6821626049559697,
      "grad_norm": 3.4107934740999206,
      "learning_rate": 0.00017839739100728176,
      "loss": 4.2812,
      "step": 65485
    },
    {
      "epoch": 2.6822035633831662,
      "grad_norm": 3.332621741211853,
      "learning_rate": 0.00017839418858434507,
      "loss": 4.625,
      "step": 65486
    },
    {
      "epoch": 2.6822445218103623,
      "grad_norm": 5.148317739209211,
      "learning_rate": 0.00017839098614798527,
      "loss": 5.625,
      "step": 65487
    },
    {
      "epoch": 2.682285480237559,
      "grad_norm": 3.426205784668322,
      "learning_rate": 0.0001783877836982038,
      "loss": 5.375,
      "step": 65488
    },
    {
      "epoch": 2.6823264386647554,
      "grad_norm": 4.172857970708747,
      "learning_rate": 0.00017838458123500229,
      "loss": 5.5625,
      "step": 65489
    },
    {
      "epoch": 2.6823673970919515,
      "grad_norm": 3.441149635181382,
      "learning_rate": 0.00017838137875838216,
      "loss": 3.6719,
      "step": 65490
    },
    {
      "epoch": 2.682408355519148,
      "grad_norm": 3.535610982141283,
      "learning_rate": 0.000178378176268345,
      "loss": 5.0312,
      "step": 65491
    },
    {
      "epoch": 2.6824493139463446,
      "grad_norm": 5.718456157993191,
      "learning_rate": 0.0001783749737648922,
      "loss": 4.125,
      "step": 65492
    },
    {
      "epoch": 2.682490272373541,
      "grad_norm": 5.993639090559049,
      "learning_rate": 0.00017837177124802544,
      "loss": 2.6094,
      "step": 65493
    },
    {
      "epoch": 2.682531230800737,
      "grad_norm": 3.1164157518524926,
      "learning_rate": 0.00017836856871774614,
      "loss": 1.7969,
      "step": 65494
    },
    {
      "epoch": 2.6825721892279337,
      "grad_norm": 3.854504741507009,
      "learning_rate": 0.00017836536617405583,
      "loss": 5.7188,
      "step": 65495
    },
    {
      "epoch": 2.68261314765513,
      "grad_norm": 3.2939415073736447,
      "learning_rate": 0.000178362163616956,
      "loss": 3.9844,
      "step": 65496
    },
    {
      "epoch": 2.6826541060823264,
      "grad_norm": 6.812788692458323,
      "learning_rate": 0.0001783589610464482,
      "loss": 5.5625,
      "step": 65497
    },
    {
      "epoch": 2.682695064509523,
      "grad_norm": 7.757279607961281,
      "learning_rate": 0.00017835575846253393,
      "loss": 3.8438,
      "step": 65498
    },
    {
      "epoch": 2.6827360229367194,
      "grad_norm": 12.985305706633433,
      "learning_rate": 0.0001783525558652147,
      "loss": 5.6562,
      "step": 65499
    },
    {
      "epoch": 2.6827769813639155,
      "grad_norm": 3.1248853783771877,
      "learning_rate": 0.00017834935325449202,
      "loss": 4.4375,
      "step": 65500
    },
    {
      "epoch": 2.682817939791112,
      "grad_norm": 5.945801730864884,
      "learning_rate": 0.0001783461506303674,
      "loss": 6.0,
      "step": 65501
    },
    {
      "epoch": 2.682858898218308,
      "grad_norm": 3.039225477659508,
      "learning_rate": 0.0001783429479928424,
      "loss": 4.4375,
      "step": 65502
    },
    {
      "epoch": 2.6828998566455047,
      "grad_norm": 4.833273379430732,
      "learning_rate": 0.00017833974534191846,
      "loss": 6.125,
      "step": 65503
    },
    {
      "epoch": 2.682940815072701,
      "grad_norm": 4.813775948266623,
      "learning_rate": 0.00017833654267759716,
      "loss": 4.8438,
      "step": 65504
    },
    {
      "epoch": 2.6829817734998977,
      "grad_norm": 8.34521298308885,
      "learning_rate": 0.00017833333999987998,
      "loss": 3.7344,
      "step": 65505
    },
    {
      "epoch": 2.683022731927094,
      "grad_norm": 11.071688912835116,
      "learning_rate": 0.00017833013730876842,
      "loss": 3.5781,
      "step": 65506
    },
    {
      "epoch": 2.6830636903542904,
      "grad_norm": 3.7492010590901645,
      "learning_rate": 0.00017832693460426404,
      "loss": 5.2812,
      "step": 65507
    },
    {
      "epoch": 2.683104648781487,
      "grad_norm": 4.983266934010231,
      "learning_rate": 0.00017832373188636836,
      "loss": 3.0781,
      "step": 65508
    },
    {
      "epoch": 2.683145607208683,
      "grad_norm": 3.7624957467808224,
      "learning_rate": 0.00017832052915508278,
      "loss": 4.75,
      "step": 65509
    },
    {
      "epoch": 2.6831865656358795,
      "grad_norm": 4.169091422771855,
      "learning_rate": 0.00017831732641040895,
      "loss": 5.3125,
      "step": 65510
    },
    {
      "epoch": 2.683227524063076,
      "grad_norm": 6.191607647091213,
      "learning_rate": 0.00017831412365234834,
      "loss": 5.1875,
      "step": 65511
    },
    {
      "epoch": 2.6832684824902726,
      "grad_norm": 4.010560113384052,
      "learning_rate": 0.00017831092088090248,
      "loss": 4.9375,
      "step": 65512
    },
    {
      "epoch": 2.6833094409174687,
      "grad_norm": 3.438312917294933,
      "learning_rate": 0.00017830771809607278,
      "loss": 4.4062,
      "step": 65513
    },
    {
      "epoch": 2.6833503993446652,
      "grad_norm": 3.1375389908408504,
      "learning_rate": 0.00017830451529786087,
      "loss": 3.5938,
      "step": 65514
    },
    {
      "epoch": 2.6833913577718613,
      "grad_norm": 3.683667905389173,
      "learning_rate": 0.00017830131248626827,
      "loss": 5.7188,
      "step": 65515
    },
    {
      "epoch": 2.683432316199058,
      "grad_norm": 20.127464007461864,
      "learning_rate": 0.0001782981096612964,
      "loss": 3.8594,
      "step": 65516
    },
    {
      "epoch": 2.6834732746262544,
      "grad_norm": 9.421828882455957,
      "learning_rate": 0.00017829490682294682,
      "loss": 3.6094,
      "step": 65517
    },
    {
      "epoch": 2.683514233053451,
      "grad_norm": 3.224504869364103,
      "learning_rate": 0.0001782917039712211,
      "loss": 3.9531,
      "step": 65518
    },
    {
      "epoch": 2.683555191480647,
      "grad_norm": 4.265059219329392,
      "learning_rate": 0.00017828850110612065,
      "loss": 5.1875,
      "step": 65519
    },
    {
      "epoch": 2.6835961499078436,
      "grad_norm": 3.3412319392959513,
      "learning_rate": 0.00017828529822764704,
      "loss": 3.5312,
      "step": 65520
    },
    {
      "epoch": 2.68363710833504,
      "grad_norm": 3.2444527360798174,
      "learning_rate": 0.00017828209533580185,
      "loss": 4.0625,
      "step": 65521
    },
    {
      "epoch": 2.683678066762236,
      "grad_norm": 4.440643050929049,
      "learning_rate": 0.00017827889243058646,
      "loss": 4.0,
      "step": 65522
    },
    {
      "epoch": 2.6837190251894327,
      "grad_norm": 3.861661941364241,
      "learning_rate": 0.00017827568951200246,
      "loss": 5.1562,
      "step": 65523
    },
    {
      "epoch": 2.6837599836166293,
      "grad_norm": 3.969185406786542,
      "learning_rate": 0.00017827248658005136,
      "loss": 5.125,
      "step": 65524
    },
    {
      "epoch": 2.6838009420438254,
      "grad_norm": 4.708361399970115,
      "learning_rate": 0.00017826928363473467,
      "loss": 5.0625,
      "step": 65525
    },
    {
      "epoch": 2.683841900471022,
      "grad_norm": 4.745534196010512,
      "learning_rate": 0.00017826608067605392,
      "loss": 4.75,
      "step": 65526
    },
    {
      "epoch": 2.6838828588982184,
      "grad_norm": 3.3287755804806256,
      "learning_rate": 0.0001782628777040106,
      "loss": 4.4688,
      "step": 65527
    },
    {
      "epoch": 2.6839238173254145,
      "grad_norm": 5.489494080913134,
      "learning_rate": 0.00017825967471860618,
      "loss": 2.625,
      "step": 65528
    },
    {
      "epoch": 2.683964775752611,
      "grad_norm": 3.870057961363078,
      "learning_rate": 0.0001782564717198423,
      "loss": 5.7188,
      "step": 65529
    },
    {
      "epoch": 2.6840057341798076,
      "grad_norm": 4.289056382672351,
      "learning_rate": 0.00017825326870772037,
      "loss": 4.125,
      "step": 65530
    },
    {
      "epoch": 2.684046692607004,
      "grad_norm": 3.542156994357187,
      "learning_rate": 0.00017825006568224195,
      "loss": 5.5938,
      "step": 65531
    },
    {
      "epoch": 2.6840876510342,
      "grad_norm": 5.399395085247052,
      "learning_rate": 0.0001782468626434085,
      "loss": 5.125,
      "step": 65532
    },
    {
      "epoch": 2.6841286094613968,
      "grad_norm": 7.624655042501067,
      "learning_rate": 0.0001782436595912216,
      "loss": 5.3125,
      "step": 65533
    },
    {
      "epoch": 2.684169567888593,
      "grad_norm": 4.124396840868124,
      "learning_rate": 0.00017824045652568274,
      "loss": 4.0,
      "step": 65534
    },
    {
      "epoch": 2.6842105263157894,
      "grad_norm": 3.857506639280808,
      "learning_rate": 0.00017823725344679343,
      "loss": 4.7188,
      "step": 65535
    },
    {
      "epoch": 2.684251484742986,
      "grad_norm": 4.95694469065781,
      "learning_rate": 0.00017823405035455515,
      "loss": 4.375,
      "step": 65536
    },
    {
      "epoch": 2.6842924431701825,
      "grad_norm": 4.636994826302227,
      "learning_rate": 0.00017823084724896947,
      "loss": 2.5625,
      "step": 65537
    },
    {
      "epoch": 2.6843334015973785,
      "grad_norm": 3.7555051500105217,
      "learning_rate": 0.00017822764413003792,
      "loss": 4.7188,
      "step": 65538
    },
    {
      "epoch": 2.684374360024575,
      "grad_norm": 10.22246293528539,
      "learning_rate": 0.00017822444099776193,
      "loss": 5.6875,
      "step": 65539
    },
    {
      "epoch": 2.6844153184517716,
      "grad_norm": 3.3457285692720657,
      "learning_rate": 0.00017822123785214312,
      "loss": 4.3438,
      "step": 65540
    },
    {
      "epoch": 2.6844562768789677,
      "grad_norm": 5.023812590745568,
      "learning_rate": 0.00017821803469318285,
      "loss": 5.375,
      "step": 65541
    },
    {
      "epoch": 2.6844972353061642,
      "grad_norm": 3.7982168221355384,
      "learning_rate": 0.00017821483152088283,
      "loss": 4.0312,
      "step": 65542
    },
    {
      "epoch": 2.684538193733361,
      "grad_norm": 3.632454391969151,
      "learning_rate": 0.0001782116283352444,
      "loss": 4.875,
      "step": 65543
    },
    {
      "epoch": 2.684579152160557,
      "grad_norm": 3.2479251615917066,
      "learning_rate": 0.00017820842513626922,
      "loss": 3.9375,
      "step": 65544
    },
    {
      "epoch": 2.6846201105877534,
      "grad_norm": 4.00997726536103,
      "learning_rate": 0.00017820522192395864,
      "loss": 5.3125,
      "step": 65545
    },
    {
      "epoch": 2.68466106901495,
      "grad_norm": 3.892672901510651,
      "learning_rate": 0.00017820201869831435,
      "loss": 4.625,
      "step": 65546
    },
    {
      "epoch": 2.684702027442146,
      "grad_norm": 10.913902601119823,
      "learning_rate": 0.0001781988154593378,
      "loss": 4.2188,
      "step": 65547
    },
    {
      "epoch": 2.6847429858693426,
      "grad_norm": 3.3344278203914253,
      "learning_rate": 0.0001781956122070304,
      "loss": 3.9062,
      "step": 65548
    },
    {
      "epoch": 2.684783944296539,
      "grad_norm": 3.566708108207706,
      "learning_rate": 0.00017819240894139377,
      "loss": 4.0312,
      "step": 65549
    },
    {
      "epoch": 2.6848249027237356,
      "grad_norm": 8.683748905988583,
      "learning_rate": 0.00017818920566242948,
      "loss": 5.5938,
      "step": 65550
    },
    {
      "epoch": 2.6848658611509317,
      "grad_norm": 4.6708574941590655,
      "learning_rate": 0.00017818600237013893,
      "loss": 5.0938,
      "step": 65551
    },
    {
      "epoch": 2.6849068195781283,
      "grad_norm": 3.3610597013870307,
      "learning_rate": 0.00017818279906452365,
      "loss": 4.625,
      "step": 65552
    },
    {
      "epoch": 2.6849477780053244,
      "grad_norm": 3.3491194477665167,
      "learning_rate": 0.00017817959574558518,
      "loss": 4.6562,
      "step": 65553
    },
    {
      "epoch": 2.684988736432521,
      "grad_norm": 4.780952895497206,
      "learning_rate": 0.00017817639241332506,
      "loss": 7.0312,
      "step": 65554
    },
    {
      "epoch": 2.6850296948597174,
      "grad_norm": 6.536406751790135,
      "learning_rate": 0.00017817318906774475,
      "loss": 4.5,
      "step": 65555
    },
    {
      "epoch": 2.685070653286914,
      "grad_norm": 7.005018195745315,
      "learning_rate": 0.00017816998570884576,
      "loss": 5.4375,
      "step": 65556
    },
    {
      "epoch": 2.68511161171411,
      "grad_norm": 4.114151528772976,
      "learning_rate": 0.0001781667823366297,
      "loss": 5.4062,
      "step": 65557
    },
    {
      "epoch": 2.6851525701413066,
      "grad_norm": 3.2043799385792533,
      "learning_rate": 0.000178163578951098,
      "loss": 4.3438,
      "step": 65558
    },
    {
      "epoch": 2.685193528568503,
      "grad_norm": 4.367053525874512,
      "learning_rate": 0.00017816037555225218,
      "loss": 4.375,
      "step": 65559
    },
    {
      "epoch": 2.685234486995699,
      "grad_norm": 3.9662594977845815,
      "learning_rate": 0.0001781571721400938,
      "loss": 4.8438,
      "step": 65560
    },
    {
      "epoch": 2.6852754454228958,
      "grad_norm": 2.7087161349257896,
      "learning_rate": 0.0001781539687146243,
      "loss": 1.0625,
      "step": 65561
    },
    {
      "epoch": 2.6853164038500923,
      "grad_norm": 4.446755126837894,
      "learning_rate": 0.00017815076527584524,
      "loss": 5.5938,
      "step": 65562
    },
    {
      "epoch": 2.685357362277289,
      "grad_norm": 3.6954212661175316,
      "learning_rate": 0.00017814756182375817,
      "loss": 5.4688,
      "step": 65563
    },
    {
      "epoch": 2.685398320704485,
      "grad_norm": 4.175316029514415,
      "learning_rate": 0.00017814435835836453,
      "loss": 3.9219,
      "step": 65564
    },
    {
      "epoch": 2.6854392791316815,
      "grad_norm": 3.8505646993270024,
      "learning_rate": 0.00017814115487966588,
      "loss": 4.375,
      "step": 65565
    },
    {
      "epoch": 2.6854802375588775,
      "grad_norm": 3.5515228135314802,
      "learning_rate": 0.00017813795138766372,
      "loss": 4.875,
      "step": 65566
    },
    {
      "epoch": 2.685521195986074,
      "grad_norm": 4.681112771578042,
      "learning_rate": 0.0001781347478823596,
      "loss": 4.9062,
      "step": 65567
    },
    {
      "epoch": 2.6855621544132706,
      "grad_norm": 3.232819462389144,
      "learning_rate": 0.00017813154436375497,
      "loss": 4.375,
      "step": 65568
    },
    {
      "epoch": 2.685603112840467,
      "grad_norm": 3.719919728870956,
      "learning_rate": 0.00017812834083185138,
      "loss": 5.5,
      "step": 65569
    },
    {
      "epoch": 2.6856440712676632,
      "grad_norm": 3.1583963952949605,
      "learning_rate": 0.00017812513728665037,
      "loss": 3.8594,
      "step": 65570
    },
    {
      "epoch": 2.68568502969486,
      "grad_norm": 5.608373718116637,
      "learning_rate": 0.00017812193372815341,
      "loss": 3.3281,
      "step": 65571
    },
    {
      "epoch": 2.685725988122056,
      "grad_norm": 3.7726834901080375,
      "learning_rate": 0.000178118730156362,
      "loss": 4.5938,
      "step": 65572
    },
    {
      "epoch": 2.6857669465492524,
      "grad_norm": 3.25405200187414,
      "learning_rate": 0.00017811552657127772,
      "loss": 4.25,
      "step": 65573
    },
    {
      "epoch": 2.685807904976449,
      "grad_norm": 3.052766638833122,
      "learning_rate": 0.00017811232297290205,
      "loss": 4.1875,
      "step": 65574
    },
    {
      "epoch": 2.6858488634036455,
      "grad_norm": 3.8854913087883736,
      "learning_rate": 0.00017810911936123655,
      "loss": 5.0,
      "step": 65575
    },
    {
      "epoch": 2.6858898218308416,
      "grad_norm": 3.785115416466755,
      "learning_rate": 0.0001781059157362826,
      "loss": 4.9062,
      "step": 65576
    },
    {
      "epoch": 2.685930780258038,
      "grad_norm": 5.915355164220308,
      "learning_rate": 0.00017810271209804183,
      "loss": 5.0938,
      "step": 65577
    },
    {
      "epoch": 2.6859717386852346,
      "grad_norm": 4.000524374090457,
      "learning_rate": 0.00017809950844651577,
      "loss": 4.8125,
      "step": 65578
    },
    {
      "epoch": 2.6860126971124307,
      "grad_norm": 4.8020046809185395,
      "learning_rate": 0.00017809630478170588,
      "loss": 5.0312,
      "step": 65579
    },
    {
      "epoch": 2.6860536555396273,
      "grad_norm": 3.6289291403285846,
      "learning_rate": 0.0001780931011036137,
      "loss": 4.6562,
      "step": 65580
    },
    {
      "epoch": 2.686094613966824,
      "grad_norm": 4.341923339716228,
      "learning_rate": 0.00017808989741224067,
      "loss": 5.4375,
      "step": 65581
    },
    {
      "epoch": 2.6861355723940203,
      "grad_norm": 3.4122061549978273,
      "learning_rate": 0.0001780866937075884,
      "loss": 5.5625,
      "step": 65582
    },
    {
      "epoch": 2.6861765308212164,
      "grad_norm": 5.737495137333663,
      "learning_rate": 0.00017808348998965838,
      "loss": 5.75,
      "step": 65583
    },
    {
      "epoch": 2.686217489248413,
      "grad_norm": 3.409952417651129,
      "learning_rate": 0.00017808028625845214,
      "loss": 4.8438,
      "step": 65584
    },
    {
      "epoch": 2.686258447675609,
      "grad_norm": 3.538865193101103,
      "learning_rate": 0.00017807708251397112,
      "loss": 4.8438,
      "step": 65585
    },
    {
      "epoch": 2.6862994061028056,
      "grad_norm": 6.736695490556531,
      "learning_rate": 0.00017807387875621694,
      "loss": 3.1094,
      "step": 65586
    },
    {
      "epoch": 2.686340364530002,
      "grad_norm": 2.866980467237304,
      "learning_rate": 0.00017807067498519104,
      "loss": 3.2344,
      "step": 65587
    },
    {
      "epoch": 2.6863813229571987,
      "grad_norm": 3.52711692927643,
      "learning_rate": 0.0001780674712008949,
      "loss": 5.875,
      "step": 65588
    },
    {
      "epoch": 2.6864222813843948,
      "grad_norm": 3.0573451835088528,
      "learning_rate": 0.00017806426740333013,
      "loss": 4.2188,
      "step": 65589
    },
    {
      "epoch": 2.6864632398115913,
      "grad_norm": 3.44583420014558,
      "learning_rate": 0.0001780610635924982,
      "loss": 4.6562,
      "step": 65590
    },
    {
      "epoch": 2.6865041982387874,
      "grad_norm": 4.09248895567874,
      "learning_rate": 0.00017805785976840065,
      "loss": 6.0938,
      "step": 65591
    },
    {
      "epoch": 2.686545156665984,
      "grad_norm": 9.487771961940592,
      "learning_rate": 0.0001780546559310389,
      "loss": 6.4688,
      "step": 65592
    },
    {
      "epoch": 2.6865861150931805,
      "grad_norm": 3.171211433226888,
      "learning_rate": 0.00017805145208041461,
      "loss": 4.25,
      "step": 65593
    },
    {
      "epoch": 2.686627073520377,
      "grad_norm": 4.623452649813393,
      "learning_rate": 0.0001780482482165292,
      "loss": 5.1875,
      "step": 65594
    },
    {
      "epoch": 2.686668031947573,
      "grad_norm": 4.890307894334265,
      "learning_rate": 0.00017804504433938418,
      "loss": 5.1875,
      "step": 65595
    },
    {
      "epoch": 2.6867089903747696,
      "grad_norm": 5.617250208950319,
      "learning_rate": 0.00017804184044898112,
      "loss": 4.2812,
      "step": 65596
    },
    {
      "epoch": 2.686749948801966,
      "grad_norm": 3.03545867781861,
      "learning_rate": 0.0001780386365453215,
      "loss": 3.9375,
      "step": 65597
    },
    {
      "epoch": 2.6867909072291623,
      "grad_norm": 3.7695246319062923,
      "learning_rate": 0.00017803543262840684,
      "loss": 5.2188,
      "step": 65598
    },
    {
      "epoch": 2.686831865656359,
      "grad_norm": 3.545264273096105,
      "learning_rate": 0.00017803222869823866,
      "loss": 4.3438,
      "step": 65599
    },
    {
      "epoch": 2.6868728240835553,
      "grad_norm": 6.3308375579163885,
      "learning_rate": 0.00017802902475481846,
      "loss": 4.0938,
      "step": 65600
    },
    {
      "epoch": 2.686913782510752,
      "grad_norm": 3.3028036650714494,
      "learning_rate": 0.00017802582079814774,
      "loss": 4.6875,
      "step": 65601
    },
    {
      "epoch": 2.686954740937948,
      "grad_norm": 3.1667218214367177,
      "learning_rate": 0.00017802261682822807,
      "loss": 4.0938,
      "step": 65602
    },
    {
      "epoch": 2.6869956993651445,
      "grad_norm": 5.816424121642109,
      "learning_rate": 0.00017801941284506097,
      "loss": 4.125,
      "step": 65603
    },
    {
      "epoch": 2.6870366577923406,
      "grad_norm": 3.300930866083622,
      "learning_rate": 0.00017801620884864782,
      "loss": 4.5,
      "step": 65604
    },
    {
      "epoch": 2.687077616219537,
      "grad_norm": 3.882765550695349,
      "learning_rate": 0.0001780130048389903,
      "loss": 5.5625,
      "step": 65605
    },
    {
      "epoch": 2.6871185746467336,
      "grad_norm": 3.6070911975546083,
      "learning_rate": 0.00017800980081608984,
      "loss": 3.5312,
      "step": 65606
    },
    {
      "epoch": 2.68715953307393,
      "grad_norm": 7.406317799802726,
      "learning_rate": 0.000178006596779948,
      "loss": 4.8125,
      "step": 65607
    },
    {
      "epoch": 2.6872004915011263,
      "grad_norm": 3.1249185121032643,
      "learning_rate": 0.00017800339273056618,
      "loss": 4.5938,
      "step": 65608
    },
    {
      "epoch": 2.687241449928323,
      "grad_norm": 3.5352683990802523,
      "learning_rate": 0.00017800018866794606,
      "loss": 4.75,
      "step": 65609
    },
    {
      "epoch": 2.687282408355519,
      "grad_norm": 4.832450220279164,
      "learning_rate": 0.00017799698459208907,
      "loss": 5.6875,
      "step": 65610
    },
    {
      "epoch": 2.6873233667827154,
      "grad_norm": 4.538346762590235,
      "learning_rate": 0.00017799378050299672,
      "loss": 4.9375,
      "step": 65611
    },
    {
      "epoch": 2.687364325209912,
      "grad_norm": 4.851502331648818,
      "learning_rate": 0.00017799057640067052,
      "loss": 3.1094,
      "step": 65612
    },
    {
      "epoch": 2.6874052836371085,
      "grad_norm": 3.994660734244998,
      "learning_rate": 0.00017798737228511203,
      "loss": 5.625,
      "step": 65613
    },
    {
      "epoch": 2.6874462420643046,
      "grad_norm": 2.8486191566899977,
      "learning_rate": 0.0001779841681563227,
      "loss": 3.5,
      "step": 65614
    },
    {
      "epoch": 2.687487200491501,
      "grad_norm": 7.073080089028289,
      "learning_rate": 0.0001779809640143041,
      "loss": 5.0625,
      "step": 65615
    },
    {
      "epoch": 2.6875281589186977,
      "grad_norm": 3.483407740620142,
      "learning_rate": 0.00017797775985905774,
      "loss": 4.1562,
      "step": 65616
    },
    {
      "epoch": 2.6875691173458938,
      "grad_norm": 4.592005585141207,
      "learning_rate": 0.0001779745556905851,
      "loss": 4.375,
      "step": 65617
    },
    {
      "epoch": 2.6876100757730903,
      "grad_norm": 3.8745113210574678,
      "learning_rate": 0.00017797135150888766,
      "loss": 3.5781,
      "step": 65618
    },
    {
      "epoch": 2.687651034200287,
      "grad_norm": 3.561038639674015,
      "learning_rate": 0.00017796814731396704,
      "loss": 4.25,
      "step": 65619
    },
    {
      "epoch": 2.6876919926274834,
      "grad_norm": 3.2859249035449083,
      "learning_rate": 0.00017796494310582474,
      "loss": 3.9688,
      "step": 65620
    },
    {
      "epoch": 2.6877329510546795,
      "grad_norm": 3.3560827276954237,
      "learning_rate": 0.00017796173888446219,
      "loss": 4.4375,
      "step": 65621
    },
    {
      "epoch": 2.687773909481876,
      "grad_norm": 3.288643176888358,
      "learning_rate": 0.000177958534649881,
      "loss": 4.5312,
      "step": 65622
    },
    {
      "epoch": 2.687814867909072,
      "grad_norm": 6.021308000633965,
      "learning_rate": 0.00017795533040208255,
      "loss": 4.6875,
      "step": 65623
    },
    {
      "epoch": 2.6878558263362686,
      "grad_norm": 3.9308925206417893,
      "learning_rate": 0.0001779521261410685,
      "loss": 5.0625,
      "step": 65624
    },
    {
      "epoch": 2.687896784763465,
      "grad_norm": 3.270234108547245,
      "learning_rate": 0.00017794892186684028,
      "loss": 4.5938,
      "step": 65625
    },
    {
      "epoch": 2.6879377431906617,
      "grad_norm": 3.6006200556274552,
      "learning_rate": 0.00017794571757939948,
      "loss": 4.625,
      "step": 65626
    },
    {
      "epoch": 2.687978701617858,
      "grad_norm": 5.242403440843779,
      "learning_rate": 0.00017794251327874752,
      "loss": 1.3359,
      "step": 65627
    },
    {
      "epoch": 2.6880196600450543,
      "grad_norm": 3.3376758562135582,
      "learning_rate": 0.00017793930896488596,
      "loss": 3.4062,
      "step": 65628
    },
    {
      "epoch": 2.6880606184722504,
      "grad_norm": 3.771485911588929,
      "learning_rate": 0.00017793610463781635,
      "loss": 5.0312,
      "step": 65629
    },
    {
      "epoch": 2.688101576899447,
      "grad_norm": 3.532561609343885,
      "learning_rate": 0.00017793290029754016,
      "loss": 4.9062,
      "step": 65630
    },
    {
      "epoch": 2.6881425353266435,
      "grad_norm": 6.314042242935641,
      "learning_rate": 0.0001779296959440589,
      "loss": 5.2812,
      "step": 65631
    },
    {
      "epoch": 2.68818349375384,
      "grad_norm": 4.146010004647193,
      "learning_rate": 0.0001779264915773741,
      "loss": 3.6094,
      "step": 65632
    },
    {
      "epoch": 2.688224452181036,
      "grad_norm": 3.45877124662874,
      "learning_rate": 0.00017792328719748728,
      "loss": 3.8281,
      "step": 65633
    },
    {
      "epoch": 2.6882654106082327,
      "grad_norm": 3.273434893371534,
      "learning_rate": 0.00017792008280439998,
      "loss": 4.2812,
      "step": 65634
    },
    {
      "epoch": 2.688306369035429,
      "grad_norm": 5.322356283026153,
      "learning_rate": 0.00017791687839811365,
      "loss": 4.9688,
      "step": 65635
    },
    {
      "epoch": 2.6883473274626253,
      "grad_norm": 5.699601734479723,
      "learning_rate": 0.00017791367397862983,
      "loss": 4.3438,
      "step": 65636
    },
    {
      "epoch": 2.688388285889822,
      "grad_norm": 3.600732481518832,
      "learning_rate": 0.00017791046954595006,
      "loss": 5.875,
      "step": 65637
    },
    {
      "epoch": 2.6884292443170184,
      "grad_norm": 3.8337111869712532,
      "learning_rate": 0.00017790726510007586,
      "loss": 4.6562,
      "step": 65638
    },
    {
      "epoch": 2.688470202744215,
      "grad_norm": 3.3943964891550733,
      "learning_rate": 0.0001779040606410087,
      "loss": 5.2188,
      "step": 65639
    },
    {
      "epoch": 2.688511161171411,
      "grad_norm": 11.336153346953905,
      "learning_rate": 0.00017790085616875011,
      "loss": 6.0625,
      "step": 65640
    },
    {
      "epoch": 2.6885521195986075,
      "grad_norm": 4.396163353426469,
      "learning_rate": 0.00017789765168330164,
      "loss": 4.8125,
      "step": 65641
    },
    {
      "epoch": 2.6885930780258036,
      "grad_norm": 3.752246185498153,
      "learning_rate": 0.00017789444718466476,
      "loss": 4.9688,
      "step": 65642
    },
    {
      "epoch": 2.688634036453,
      "grad_norm": 3.335498578595926,
      "learning_rate": 0.00017789124267284103,
      "loss": 4.125,
      "step": 65643
    },
    {
      "epoch": 2.6886749948801967,
      "grad_norm": 3.344496954486179,
      "learning_rate": 0.00017788803814783191,
      "loss": 4.0312,
      "step": 65644
    },
    {
      "epoch": 2.688715953307393,
      "grad_norm": 3.854423083355143,
      "learning_rate": 0.00017788483360963898,
      "loss": 4.4062,
      "step": 65645
    },
    {
      "epoch": 2.6887569117345893,
      "grad_norm": 3.10401226369643,
      "learning_rate": 0.0001778816290582637,
      "loss": 3.7812,
      "step": 65646
    },
    {
      "epoch": 2.688797870161786,
      "grad_norm": 3.481658809507683,
      "learning_rate": 0.00017787842449370762,
      "loss": 4.6875,
      "step": 65647
    },
    {
      "epoch": 2.688838828588982,
      "grad_norm": 3.3795460966193436,
      "learning_rate": 0.0001778752199159722,
      "loss": 4.7812,
      "step": 65648
    },
    {
      "epoch": 2.6888797870161785,
      "grad_norm": 3.1532135969495005,
      "learning_rate": 0.000177872015325059,
      "loss": 4.7188,
      "step": 65649
    },
    {
      "epoch": 2.688920745443375,
      "grad_norm": 6.440694956730831,
      "learning_rate": 0.00017786881072096952,
      "loss": 3.375,
      "step": 65650
    },
    {
      "epoch": 2.6889617038705715,
      "grad_norm": 3.889902832246952,
      "learning_rate": 0.00017786560610370534,
      "loss": 5.3125,
      "step": 65651
    },
    {
      "epoch": 2.6890026622977676,
      "grad_norm": 2.99815976150774,
      "learning_rate": 0.0001778624014732679,
      "loss": 3.5312,
      "step": 65652
    },
    {
      "epoch": 2.689043620724964,
      "grad_norm": 3.639660634668143,
      "learning_rate": 0.00017785919682965868,
      "loss": 5.0625,
      "step": 65653
    },
    {
      "epoch": 2.6890845791521607,
      "grad_norm": 3.8810339435128602,
      "learning_rate": 0.00017785599217287927,
      "loss": 4.5,
      "step": 65654
    },
    {
      "epoch": 2.689125537579357,
      "grad_norm": 3.1968194246072286,
      "learning_rate": 0.00017785278750293118,
      "loss": 3.9531,
      "step": 65655
    },
    {
      "epoch": 2.6891664960065533,
      "grad_norm": 3.8090124216922097,
      "learning_rate": 0.00017784958281981592,
      "loss": 4.5312,
      "step": 65656
    },
    {
      "epoch": 2.68920745443375,
      "grad_norm": 3.921887167303953,
      "learning_rate": 0.000177846378123535,
      "loss": 3.6406,
      "step": 65657
    },
    {
      "epoch": 2.6892484128609464,
      "grad_norm": 3.0303711611130675,
      "learning_rate": 0.00017784317341408993,
      "loss": 3.9219,
      "step": 65658
    },
    {
      "epoch": 2.6892893712881425,
      "grad_norm": 3.35778994197047,
      "learning_rate": 0.0001778399686914822,
      "loss": 4.5312,
      "step": 65659
    },
    {
      "epoch": 2.689330329715339,
      "grad_norm": 8.35455226481377,
      "learning_rate": 0.00017783676395571332,
      "loss": 1.6562,
      "step": 65660
    },
    {
      "epoch": 2.689371288142535,
      "grad_norm": 3.773471759206367,
      "learning_rate": 0.00017783355920678484,
      "loss": 4.6562,
      "step": 65661
    },
    {
      "epoch": 2.6894122465697317,
      "grad_norm": 3.529652140455813,
      "learning_rate": 0.0001778303544446983,
      "loss": 5.125,
      "step": 65662
    },
    {
      "epoch": 2.689453204996928,
      "grad_norm": 3.2114170578809342,
      "learning_rate": 0.0001778271496694552,
      "loss": 4.4688,
      "step": 65663
    },
    {
      "epoch": 2.6894941634241247,
      "grad_norm": 3.8697049241196977,
      "learning_rate": 0.000177823944881057,
      "loss": 4.6562,
      "step": 65664
    },
    {
      "epoch": 2.689535121851321,
      "grad_norm": 3.899857107763448,
      "learning_rate": 0.00017782074007950528,
      "loss": 4.9375,
      "step": 65665
    },
    {
      "epoch": 2.6895760802785174,
      "grad_norm": 4.004136840717501,
      "learning_rate": 0.0001778175352648015,
      "loss": 4.875,
      "step": 65666
    },
    {
      "epoch": 2.6896170387057134,
      "grad_norm": 3.3331713814604647,
      "learning_rate": 0.00017781433043694722,
      "loss": 3.9375,
      "step": 65667
    },
    {
      "epoch": 2.68965799713291,
      "grad_norm": 3.223708150147177,
      "learning_rate": 0.0001778111255959439,
      "loss": 3.7344,
      "step": 65668
    },
    {
      "epoch": 2.6896989555601065,
      "grad_norm": 14.776852671953371,
      "learning_rate": 0.00017780792074179315,
      "loss": 3.3281,
      "step": 65669
    },
    {
      "epoch": 2.689739913987303,
      "grad_norm": 3.202723599551716,
      "learning_rate": 0.00017780471587449642,
      "loss": 4.4062,
      "step": 65670
    },
    {
      "epoch": 2.689780872414499,
      "grad_norm": 3.0848510395310487,
      "learning_rate": 0.00017780151099405523,
      "loss": 4.0312,
      "step": 65671
    },
    {
      "epoch": 2.6898218308416957,
      "grad_norm": 3.8421524463347305,
      "learning_rate": 0.00017779830610047107,
      "loss": 6.0,
      "step": 65672
    },
    {
      "epoch": 2.689862789268892,
      "grad_norm": 3.3279835148200467,
      "learning_rate": 0.0001777951011937455,
      "loss": 3.8906,
      "step": 65673
    },
    {
      "epoch": 2.6899037476960883,
      "grad_norm": 3.4974348079894946,
      "learning_rate": 0.00017779189627388004,
      "loss": 4.4688,
      "step": 65674
    },
    {
      "epoch": 2.689944706123285,
      "grad_norm": 3.780126622404308,
      "learning_rate": 0.00017778869134087616,
      "loss": 5.375,
      "step": 65675
    },
    {
      "epoch": 2.6899856645504814,
      "grad_norm": 3.1179533017158456,
      "learning_rate": 0.00017778548639473538,
      "loss": 1.8125,
      "step": 65676
    },
    {
      "epoch": 2.690026622977678,
      "grad_norm": 5.353367998385977,
      "learning_rate": 0.00017778228143545927,
      "loss": 5.4688,
      "step": 65677
    },
    {
      "epoch": 2.690067581404874,
      "grad_norm": 12.906417139931303,
      "learning_rate": 0.0001777790764630493,
      "loss": 3.9062,
      "step": 65678
    },
    {
      "epoch": 2.6901085398320705,
      "grad_norm": 3.6958397757774586,
      "learning_rate": 0.00017777587147750702,
      "loss": 4.6562,
      "step": 65679
    },
    {
      "epoch": 2.6901494982592666,
      "grad_norm": 3.2510506829575694,
      "learning_rate": 0.0001777726664788339,
      "loss": 4.3125,
      "step": 65680
    },
    {
      "epoch": 2.690190456686463,
      "grad_norm": 3.875195303750804,
      "learning_rate": 0.00017776946146703143,
      "loss": 3.2344,
      "step": 65681
    },
    {
      "epoch": 2.6902314151136597,
      "grad_norm": 3.31884639737854,
      "learning_rate": 0.00017776625644210124,
      "loss": 4.25,
      "step": 65682
    },
    {
      "epoch": 2.6902723735408562,
      "grad_norm": 3.099265079343413,
      "learning_rate": 0.00017776305140404473,
      "loss": 3.75,
      "step": 65683
    },
    {
      "epoch": 2.6903133319680523,
      "grad_norm": 15.463825120249354,
      "learning_rate": 0.00017775984635286352,
      "loss": 6.4688,
      "step": 65684
    },
    {
      "epoch": 2.690354290395249,
      "grad_norm": 3.7944118894133467,
      "learning_rate": 0.00017775664128855898,
      "loss": 4.4062,
      "step": 65685
    },
    {
      "epoch": 2.690395248822445,
      "grad_norm": 5.925690893080864,
      "learning_rate": 0.00017775343621113276,
      "loss": 4.3125,
      "step": 65686
    },
    {
      "epoch": 2.6904362072496415,
      "grad_norm": 17.57710299009401,
      "learning_rate": 0.00017775023112058633,
      "loss": 3.4219,
      "step": 65687
    },
    {
      "epoch": 2.690477165676838,
      "grad_norm": 9.377698947721093,
      "learning_rate": 0.0001777470260169212,
      "loss": 4.125,
      "step": 65688
    },
    {
      "epoch": 2.6905181241040346,
      "grad_norm": 3.4760262326147404,
      "learning_rate": 0.00017774382090013884,
      "loss": 4.5,
      "step": 65689
    },
    {
      "epoch": 2.6905590825312307,
      "grad_norm": 3.0253375471475303,
      "learning_rate": 0.00017774061577024086,
      "loss": 4.2188,
      "step": 65690
    },
    {
      "epoch": 2.690600040958427,
      "grad_norm": 3.062104261785622,
      "learning_rate": 0.00017773741062722872,
      "loss": 4.1875,
      "step": 65691
    },
    {
      "epoch": 2.6906409993856237,
      "grad_norm": 3.841021748537327,
      "learning_rate": 0.00017773420547110392,
      "loss": 4.5938,
      "step": 65692
    },
    {
      "epoch": 2.69068195781282,
      "grad_norm": 3.363169822758757,
      "learning_rate": 0.00017773100030186802,
      "loss": 4.0,
      "step": 65693
    },
    {
      "epoch": 2.6907229162400164,
      "grad_norm": 3.1596843456794512,
      "learning_rate": 0.00017772779511952252,
      "loss": 4.125,
      "step": 65694
    },
    {
      "epoch": 2.690763874667213,
      "grad_norm": 5.611544020633204,
      "learning_rate": 0.0001777245899240689,
      "loss": 3.2031,
      "step": 65695
    },
    {
      "epoch": 2.6908048330944094,
      "grad_norm": 6.20455674540796,
      "learning_rate": 0.0001777213847155087,
      "loss": 4.5,
      "step": 65696
    },
    {
      "epoch": 2.6908457915216055,
      "grad_norm": 6.049174523688357,
      "learning_rate": 0.00017771817949384348,
      "loss": 5.0938,
      "step": 65697
    },
    {
      "epoch": 2.690886749948802,
      "grad_norm": 3.4348240146369844,
      "learning_rate": 0.00017771497425907466,
      "loss": 4.4688,
      "step": 65698
    },
    {
      "epoch": 2.690927708375998,
      "grad_norm": 4.497381425460758,
      "learning_rate": 0.00017771176901120386,
      "loss": 4.625,
      "step": 65699
    },
    {
      "epoch": 2.6909686668031947,
      "grad_norm": 3.4850864666582697,
      "learning_rate": 0.00017770856375023248,
      "loss": 4.2812,
      "step": 65700
    },
    {
      "epoch": 2.6910096252303912,
      "grad_norm": 4.305583601622587,
      "learning_rate": 0.00017770535847616215,
      "loss": 2.25,
      "step": 65701
    },
    {
      "epoch": 2.6910505836575878,
      "grad_norm": 4.459239823529798,
      "learning_rate": 0.00017770215318899433,
      "loss": 5.6562,
      "step": 65702
    },
    {
      "epoch": 2.691091542084784,
      "grad_norm": 3.7495889359349297,
      "learning_rate": 0.00017769894788873054,
      "loss": 4.8438,
      "step": 65703
    },
    {
      "epoch": 2.6911325005119804,
      "grad_norm": 3.2903617695835483,
      "learning_rate": 0.00017769574257537224,
      "loss": 4.4375,
      "step": 65704
    },
    {
      "epoch": 2.6911734589391765,
      "grad_norm": 4.066520267821679,
      "learning_rate": 0.00017769253724892107,
      "loss": 1.1953,
      "step": 65705
    },
    {
      "epoch": 2.691214417366373,
      "grad_norm": 4.092861555470607,
      "learning_rate": 0.00017768933190937845,
      "loss": 5.0938,
      "step": 65706
    },
    {
      "epoch": 2.6912553757935695,
      "grad_norm": 3.3954418456971616,
      "learning_rate": 0.0001776861265567459,
      "loss": 4.375,
      "step": 65707
    },
    {
      "epoch": 2.691296334220766,
      "grad_norm": 3.2832663402105133,
      "learning_rate": 0.00017768292119102496,
      "loss": 4.2188,
      "step": 65708
    },
    {
      "epoch": 2.691337292647962,
      "grad_norm": 3.5902627776387668,
      "learning_rate": 0.0001776797158122172,
      "loss": 4.75,
      "step": 65709
    },
    {
      "epoch": 2.6913782510751587,
      "grad_norm": 4.122802101467389,
      "learning_rate": 0.00017767651042032402,
      "loss": 4.6562,
      "step": 65710
    },
    {
      "epoch": 2.6914192095023552,
      "grad_norm": 3.768685617460633,
      "learning_rate": 0.000177673305015347,
      "loss": 5.1562,
      "step": 65711
    },
    {
      "epoch": 2.6914601679295513,
      "grad_norm": 3.2343734529600456,
      "learning_rate": 0.00017767009959728766,
      "loss": 4.2188,
      "step": 65712
    },
    {
      "epoch": 2.691501126356748,
      "grad_norm": 13.387146239308004,
      "learning_rate": 0.0001776668941661475,
      "loss": 3.2344,
      "step": 65713
    },
    {
      "epoch": 2.6915420847839444,
      "grad_norm": 7.626722918372416,
      "learning_rate": 0.000177663688721928,
      "loss": 5.5,
      "step": 65714
    },
    {
      "epoch": 2.691583043211141,
      "grad_norm": 4.647764450873007,
      "learning_rate": 0.0001776604832646308,
      "loss": 4.75,
      "step": 65715
    },
    {
      "epoch": 2.691624001638337,
      "grad_norm": 4.389447116726774,
      "learning_rate": 0.00017765727779425725,
      "loss": 5.8438,
      "step": 65716
    },
    {
      "epoch": 2.6916649600655336,
      "grad_norm": 3.0589051180801143,
      "learning_rate": 0.00017765407231080897,
      "loss": 4.0938,
      "step": 65717
    },
    {
      "epoch": 2.6917059184927297,
      "grad_norm": 4.2843503359176385,
      "learning_rate": 0.00017765086681428746,
      "loss": 4.3438,
      "step": 65718
    },
    {
      "epoch": 2.691746876919926,
      "grad_norm": 12.120736567564702,
      "learning_rate": 0.00017764766130469418,
      "loss": 5.4375,
      "step": 65719
    },
    {
      "epoch": 2.6917878353471227,
      "grad_norm": 3.6945511546099343,
      "learning_rate": 0.00017764445578203074,
      "loss": 5.0312,
      "step": 65720
    },
    {
      "epoch": 2.6918287937743193,
      "grad_norm": 5.994240969165089,
      "learning_rate": 0.00017764125024629857,
      "loss": 3.0156,
      "step": 65721
    },
    {
      "epoch": 2.6918697522015154,
      "grad_norm": 3.5790028779756113,
      "learning_rate": 0.00017763804469749926,
      "loss": 4.6875,
      "step": 65722
    },
    {
      "epoch": 2.691910710628712,
      "grad_norm": 5.543007367263674,
      "learning_rate": 0.00017763483913563427,
      "loss": 3.5156,
      "step": 65723
    },
    {
      "epoch": 2.691951669055908,
      "grad_norm": 4.444546087993658,
      "learning_rate": 0.0001776316335607051,
      "loss": 5.0938,
      "step": 65724
    },
    {
      "epoch": 2.6919926274831045,
      "grad_norm": 3.769375591849654,
      "learning_rate": 0.00017762842797271333,
      "loss": 4.3125,
      "step": 65725
    },
    {
      "epoch": 2.692033585910301,
      "grad_norm": 3.9799891174039037,
      "learning_rate": 0.00017762522237166047,
      "loss": 4.8438,
      "step": 65726
    },
    {
      "epoch": 2.6920745443374976,
      "grad_norm": 3.895715243204368,
      "learning_rate": 0.00017762201675754796,
      "loss": 4.3125,
      "step": 65727
    },
    {
      "epoch": 2.6921155027646937,
      "grad_norm": 4.191184421941483,
      "learning_rate": 0.0001776188111303774,
      "loss": 5.5938,
      "step": 65728
    },
    {
      "epoch": 2.6921564611918902,
      "grad_norm": 3.8522259601426785,
      "learning_rate": 0.00017761560549015023,
      "loss": 3.8906,
      "step": 65729
    },
    {
      "epoch": 2.6921974196190868,
      "grad_norm": 3.0591420835738776,
      "learning_rate": 0.00017761239983686805,
      "loss": 4.2188,
      "step": 65730
    },
    {
      "epoch": 2.692238378046283,
      "grad_norm": 3.068870218596158,
      "learning_rate": 0.0001776091941705323,
      "loss": 3.9844,
      "step": 65731
    },
    {
      "epoch": 2.6922793364734794,
      "grad_norm": 3.785974802940168,
      "learning_rate": 0.0001776059884911445,
      "loss": 5.7812,
      "step": 65732
    },
    {
      "epoch": 2.692320294900676,
      "grad_norm": 7.994586349479472,
      "learning_rate": 0.0001776027827987062,
      "loss": 7.25,
      "step": 65733
    },
    {
      "epoch": 2.6923612533278725,
      "grad_norm": 5.864106590956695,
      "learning_rate": 0.00017759957709321896,
      "loss": 4.4375,
      "step": 65734
    },
    {
      "epoch": 2.6924022117550686,
      "grad_norm": 3.239019879064278,
      "learning_rate": 0.00017759637137468418,
      "loss": 4.2188,
      "step": 65735
    },
    {
      "epoch": 2.692443170182265,
      "grad_norm": 3.426023930340879,
      "learning_rate": 0.00017759316564310343,
      "loss": 4.5,
      "step": 65736
    },
    {
      "epoch": 2.692484128609461,
      "grad_norm": 3.789023227471117,
      "learning_rate": 0.00017758995989847827,
      "loss": 4.5938,
      "step": 65737
    },
    {
      "epoch": 2.6925250870366577,
      "grad_norm": 3.7283568866766594,
      "learning_rate": 0.0001775867541408102,
      "loss": 4.7812,
      "step": 65738
    },
    {
      "epoch": 2.6925660454638543,
      "grad_norm": 3.5190914081909033,
      "learning_rate": 0.0001775835483701007,
      "loss": 5.2188,
      "step": 65739
    },
    {
      "epoch": 2.692607003891051,
      "grad_norm": 3.7643378236512306,
      "learning_rate": 0.00017758034258635123,
      "loss": 5.25,
      "step": 65740
    },
    {
      "epoch": 2.692647962318247,
      "grad_norm": 3.879606596336394,
      "learning_rate": 0.00017757713678956342,
      "loss": 5.0938,
      "step": 65741
    },
    {
      "epoch": 2.6926889207454434,
      "grad_norm": 3.8988425151046475,
      "learning_rate": 0.00017757393097973876,
      "loss": 4.7812,
      "step": 65742
    },
    {
      "epoch": 2.6927298791726395,
      "grad_norm": 5.515494526880038,
      "learning_rate": 0.00017757072515687877,
      "loss": 6.1875,
      "step": 65743
    },
    {
      "epoch": 2.692770837599836,
      "grad_norm": 5.710826424559093,
      "learning_rate": 0.00017756751932098487,
      "loss": 5.2812,
      "step": 65744
    },
    {
      "epoch": 2.6928117960270326,
      "grad_norm": 3.676950642022863,
      "learning_rate": 0.00017756431347205868,
      "loss": 4.1562,
      "step": 65745
    },
    {
      "epoch": 2.692852754454229,
      "grad_norm": 4.613250946302695,
      "learning_rate": 0.00017756110761010167,
      "loss": 4.5,
      "step": 65746
    },
    {
      "epoch": 2.692893712881425,
      "grad_norm": 4.032928663961224,
      "learning_rate": 0.0001775579017351154,
      "loss": 5.2812,
      "step": 65747
    },
    {
      "epoch": 2.6929346713086217,
      "grad_norm": 5.637664946894594,
      "learning_rate": 0.0001775546958471013,
      "loss": 6.3125,
      "step": 65748
    },
    {
      "epoch": 2.6929756297358183,
      "grad_norm": 4.390574455120734,
      "learning_rate": 0.000177551489946061,
      "loss": 5.4688,
      "step": 65749
    },
    {
      "epoch": 2.6930165881630144,
      "grad_norm": 4.219154429415729,
      "learning_rate": 0.00017754828403199592,
      "loss": 4.7188,
      "step": 65750
    },
    {
      "epoch": 2.693057546590211,
      "grad_norm": 4.237756224665911,
      "learning_rate": 0.00017754507810490761,
      "loss": 5.6562,
      "step": 65751
    },
    {
      "epoch": 2.6930985050174074,
      "grad_norm": 4.1577092526514825,
      "learning_rate": 0.0001775418721647976,
      "loss": 5.0625,
      "step": 65752
    },
    {
      "epoch": 2.693139463444604,
      "grad_norm": 4.265953406874471,
      "learning_rate": 0.00017753866621166736,
      "loss": 6.0625,
      "step": 65753
    },
    {
      "epoch": 2.6931804218718,
      "grad_norm": 4.6681342516631466,
      "learning_rate": 0.00017753546024551847,
      "loss": 4.125,
      "step": 65754
    },
    {
      "epoch": 2.6932213802989966,
      "grad_norm": 3.514927458160739,
      "learning_rate": 0.00017753225426635243,
      "loss": 4.3438,
      "step": 65755
    },
    {
      "epoch": 2.6932623387261927,
      "grad_norm": 4.263132152733233,
      "learning_rate": 0.0001775290482741707,
      "loss": 3.3125,
      "step": 65756
    },
    {
      "epoch": 2.6933032971533892,
      "grad_norm": 3.466483599912472,
      "learning_rate": 0.00017752584226897483,
      "loss": 4.7812,
      "step": 65757
    },
    {
      "epoch": 2.6933442555805858,
      "grad_norm": 3.863245662501019,
      "learning_rate": 0.00017752263625076637,
      "loss": 4.6875,
      "step": 65758
    },
    {
      "epoch": 2.6933852140077823,
      "grad_norm": 3.790486273879798,
      "learning_rate": 0.00017751943021954676,
      "loss": 6.375,
      "step": 65759
    },
    {
      "epoch": 2.6934261724349784,
      "grad_norm": 3.716285165944334,
      "learning_rate": 0.0001775162241753176,
      "loss": 4.75,
      "step": 65760
    },
    {
      "epoch": 2.693467130862175,
      "grad_norm": 3.3982180648332365,
      "learning_rate": 0.00017751301811808035,
      "loss": 4.2188,
      "step": 65761
    },
    {
      "epoch": 2.693508089289371,
      "grad_norm": 5.78024482173179,
      "learning_rate": 0.0001775098120478366,
      "loss": 5.25,
      "step": 65762
    },
    {
      "epoch": 2.6935490477165676,
      "grad_norm": 6.105188723337202,
      "learning_rate": 0.00017750660596458774,
      "loss": 4.9688,
      "step": 65763
    },
    {
      "epoch": 2.693590006143764,
      "grad_norm": 3.6125145741349596,
      "learning_rate": 0.00017750339986833533,
      "loss": 4.5625,
      "step": 65764
    },
    {
      "epoch": 2.6936309645709606,
      "grad_norm": 3.402533163970039,
      "learning_rate": 0.00017750019375908094,
      "loss": 4.5625,
      "step": 65765
    },
    {
      "epoch": 2.6936719229981567,
      "grad_norm": 3.446287181590086,
      "learning_rate": 0.00017749698763682608,
      "loss": 4.4375,
      "step": 65766
    },
    {
      "epoch": 2.6937128814253533,
      "grad_norm": 5.547717913828584,
      "learning_rate": 0.00017749378150157223,
      "loss": 5.0625,
      "step": 65767
    },
    {
      "epoch": 2.69375383985255,
      "grad_norm": 16.406783738380103,
      "learning_rate": 0.00017749057535332088,
      "loss": 5.6875,
      "step": 65768
    },
    {
      "epoch": 2.693794798279746,
      "grad_norm": 3.2458773987542395,
      "learning_rate": 0.00017748736919207358,
      "loss": 1.6719,
      "step": 65769
    },
    {
      "epoch": 2.6938357567069424,
      "grad_norm": 3.1135282771081356,
      "learning_rate": 0.00017748416301783187,
      "loss": 3.0312,
      "step": 65770
    },
    {
      "epoch": 2.693876715134139,
      "grad_norm": 3.054683825684415,
      "learning_rate": 0.00017748095683059727,
      "loss": 3.7656,
      "step": 65771
    },
    {
      "epoch": 2.6939176735613355,
      "grad_norm": 4.636642804979732,
      "learning_rate": 0.0001774777506303712,
      "loss": 6.8125,
      "step": 65772
    },
    {
      "epoch": 2.6939586319885316,
      "grad_norm": 5.406351335947027,
      "learning_rate": 0.0001774745444171553,
      "loss": 6.0938,
      "step": 65773
    },
    {
      "epoch": 2.693999590415728,
      "grad_norm": 4.993951811761852,
      "learning_rate": 0.00017747133819095103,
      "loss": 4.6875,
      "step": 65774
    },
    {
      "epoch": 2.694040548842924,
      "grad_norm": 3.9816650691520254,
      "learning_rate": 0.0001774681319517599,
      "loss": 5.375,
      "step": 65775
    },
    {
      "epoch": 2.6940815072701207,
      "grad_norm": 3.293175531928324,
      "learning_rate": 0.0001774649256995834,
      "loss": 4.2812,
      "step": 65776
    },
    {
      "epoch": 2.6941224656973173,
      "grad_norm": 3.7653580536807967,
      "learning_rate": 0.0001774617194344231,
      "loss": 4.5625,
      "step": 65777
    },
    {
      "epoch": 2.694163424124514,
      "grad_norm": 3.4457050201518986,
      "learning_rate": 0.00017745851315628048,
      "loss": 4.5938,
      "step": 65778
    },
    {
      "epoch": 2.69420438255171,
      "grad_norm": 4.248760597761755,
      "learning_rate": 0.00017745530686515712,
      "loss": 5.4688,
      "step": 65779
    },
    {
      "epoch": 2.6942453409789064,
      "grad_norm": 4.716545444320377,
      "learning_rate": 0.0001774521005610544,
      "loss": 4.5625,
      "step": 65780
    },
    {
      "epoch": 2.6942862994061025,
      "grad_norm": 8.370832554656317,
      "learning_rate": 0.00017744889424397395,
      "loss": 4.1875,
      "step": 65781
    },
    {
      "epoch": 2.694327257833299,
      "grad_norm": 4.4650284386970345,
      "learning_rate": 0.0001774456879139173,
      "loss": 3.7188,
      "step": 65782
    },
    {
      "epoch": 2.6943682162604956,
      "grad_norm": 3.596429826550818,
      "learning_rate": 0.00017744248157088588,
      "loss": 4.6875,
      "step": 65783
    },
    {
      "epoch": 2.694409174687692,
      "grad_norm": 3.2206471561794605,
      "learning_rate": 0.00017743927521488123,
      "loss": 4.0625,
      "step": 65784
    },
    {
      "epoch": 2.6944501331148882,
      "grad_norm": 3.9441307263013874,
      "learning_rate": 0.00017743606884590492,
      "loss": 4.9062,
      "step": 65785
    },
    {
      "epoch": 2.6944910915420848,
      "grad_norm": 3.2418053424007396,
      "learning_rate": 0.00017743286246395842,
      "loss": 4.2812,
      "step": 65786
    },
    {
      "epoch": 2.6945320499692813,
      "grad_norm": 4.817365445100305,
      "learning_rate": 0.00017742965606904327,
      "loss": 6.4688,
      "step": 65787
    },
    {
      "epoch": 2.6945730083964774,
      "grad_norm": 3.4879705985614406,
      "learning_rate": 0.00017742644966116099,
      "loss": 4.375,
      "step": 65788
    },
    {
      "epoch": 2.694613966823674,
      "grad_norm": 3.4847066196401806,
      "learning_rate": 0.00017742324324031297,
      "loss": 4.0312,
      "step": 65789
    },
    {
      "epoch": 2.6946549252508705,
      "grad_norm": 3.621712204690055,
      "learning_rate": 0.0001774200368065009,
      "loss": 4.5,
      "step": 65790
    },
    {
      "epoch": 2.694695883678067,
      "grad_norm": 6.174854870452243,
      "learning_rate": 0.00017741683035972625,
      "loss": 3.8594,
      "step": 65791
    },
    {
      "epoch": 2.694736842105263,
      "grad_norm": 5.370273386352313,
      "learning_rate": 0.00017741362389999053,
      "loss": 1.8047,
      "step": 65792
    },
    {
      "epoch": 2.6947778005324596,
      "grad_norm": 4.898040716553479,
      "learning_rate": 0.00017741041742729515,
      "loss": 6.9062,
      "step": 65793
    },
    {
      "epoch": 2.6948187589596557,
      "grad_norm": 4.051882427146465,
      "learning_rate": 0.00017740721094164176,
      "loss": 3.7656,
      "step": 65794
    },
    {
      "epoch": 2.6948597173868523,
      "grad_norm": 3.530774367473015,
      "learning_rate": 0.00017740400444303186,
      "loss": 3.3281,
      "step": 65795
    },
    {
      "epoch": 2.694900675814049,
      "grad_norm": 3.2287653550558217,
      "learning_rate": 0.00017740079793146694,
      "loss": 3.625,
      "step": 65796
    },
    {
      "epoch": 2.6949416342412453,
      "grad_norm": 3.8710184894057775,
      "learning_rate": 0.0001773975914069485,
      "loss": 4.625,
      "step": 65797
    },
    {
      "epoch": 2.6949825926684414,
      "grad_norm": 4.655831687165191,
      "learning_rate": 0.00017739438486947805,
      "loss": 4.4062,
      "step": 65798
    },
    {
      "epoch": 2.695023551095638,
      "grad_norm": 3.311952466073815,
      "learning_rate": 0.00017739117831905713,
      "loss": 3.9531,
      "step": 65799
    },
    {
      "epoch": 2.695064509522834,
      "grad_norm": 4.5517938398952875,
      "learning_rate": 0.00017738797175568722,
      "loss": 6.4375,
      "step": 65800
    },
    {
      "epoch": 2.6951054679500306,
      "grad_norm": 8.815824324686647,
      "learning_rate": 0.00017738476517936992,
      "loss": 5.25,
      "step": 65801
    },
    {
      "epoch": 2.695146426377227,
      "grad_norm": 3.045883960441565,
      "learning_rate": 0.00017738155859010668,
      "loss": 4.1562,
      "step": 65802
    },
    {
      "epoch": 2.6951873848044237,
      "grad_norm": 3.499924317352894,
      "learning_rate": 0.00017737835198789901,
      "loss": 4.5938,
      "step": 65803
    },
    {
      "epoch": 2.6952283432316197,
      "grad_norm": 3.930195510759723,
      "learning_rate": 0.00017737514537274844,
      "loss": 5.0938,
      "step": 65804
    },
    {
      "epoch": 2.6952693016588163,
      "grad_norm": 3.9644439827686435,
      "learning_rate": 0.00017737193874465648,
      "loss": 7.125,
      "step": 65805
    },
    {
      "epoch": 2.695310260086013,
      "grad_norm": 3.9666227501292783,
      "learning_rate": 0.00017736873210362467,
      "loss": 5.1562,
      "step": 65806
    },
    {
      "epoch": 2.695351218513209,
      "grad_norm": 7.349735918606525,
      "learning_rate": 0.00017736552544965456,
      "loss": 5.6562,
      "step": 65807
    },
    {
      "epoch": 2.6953921769404054,
      "grad_norm": 3.6068489562583994,
      "learning_rate": 0.00017736231878274754,
      "loss": 5.4375,
      "step": 65808
    },
    {
      "epoch": 2.695433135367602,
      "grad_norm": 3.785374467126131,
      "learning_rate": 0.00017735911210290525,
      "loss": 3.9375,
      "step": 65809
    },
    {
      "epoch": 2.6954740937947985,
      "grad_norm": 3.1255415001636084,
      "learning_rate": 0.00017735590541012914,
      "loss": 3.875,
      "step": 65810
    },
    {
      "epoch": 2.6955150522219946,
      "grad_norm": 4.241269621000184,
      "learning_rate": 0.00017735269870442077,
      "loss": 4.9062,
      "step": 65811
    },
    {
      "epoch": 2.695556010649191,
      "grad_norm": 3.417796087378304,
      "learning_rate": 0.00017734949198578158,
      "loss": 4.4688,
      "step": 65812
    },
    {
      "epoch": 2.6955969690763872,
      "grad_norm": 4.521166112406937,
      "learning_rate": 0.0001773462852542132,
      "loss": 5.5312,
      "step": 65813
    },
    {
      "epoch": 2.6956379275035838,
      "grad_norm": 3.4675830828353957,
      "learning_rate": 0.00017734307850971706,
      "loss": 3.9688,
      "step": 65814
    },
    {
      "epoch": 2.6956788859307803,
      "grad_norm": 4.413321388434382,
      "learning_rate": 0.0001773398717522947,
      "loss": 5.0312,
      "step": 65815
    },
    {
      "epoch": 2.695719844357977,
      "grad_norm": 3.745119539292921,
      "learning_rate": 0.0001773366649819476,
      "loss": 5.5,
      "step": 65816
    },
    {
      "epoch": 2.695760802785173,
      "grad_norm": 13.083535587148189,
      "learning_rate": 0.00017733345819867736,
      "loss": 4.5,
      "step": 65817
    },
    {
      "epoch": 2.6958017612123695,
      "grad_norm": 3.412738274650694,
      "learning_rate": 0.0001773302514024854,
      "loss": 4.5938,
      "step": 65818
    },
    {
      "epoch": 2.6958427196395656,
      "grad_norm": 3.3800876679112863,
      "learning_rate": 0.00017732704459337334,
      "loss": 4.4062,
      "step": 65819
    },
    {
      "epoch": 2.695883678066762,
      "grad_norm": 3.4766827437256542,
      "learning_rate": 0.0001773238377713426,
      "loss": 4.8125,
      "step": 65820
    },
    {
      "epoch": 2.6959246364939586,
      "grad_norm": 4.055709442991764,
      "learning_rate": 0.00017732063093639473,
      "loss": 4.3125,
      "step": 65821
    },
    {
      "epoch": 2.695965594921155,
      "grad_norm": 3.863634157671026,
      "learning_rate": 0.00017731742408853127,
      "loss": 3.375,
      "step": 65822
    },
    {
      "epoch": 2.6960065533483513,
      "grad_norm": 3.8759538022783393,
      "learning_rate": 0.00017731421722775372,
      "loss": 4.2188,
      "step": 65823
    },
    {
      "epoch": 2.696047511775548,
      "grad_norm": 3.0391232982603245,
      "learning_rate": 0.0001773110103540636,
      "loss": 4.0938,
      "step": 65824
    },
    {
      "epoch": 2.6960884702027443,
      "grad_norm": 3.4862500369031655,
      "learning_rate": 0.00017730780346746238,
      "loss": 5.9375,
      "step": 65825
    },
    {
      "epoch": 2.6961294286299404,
      "grad_norm": 3.2985730119947427,
      "learning_rate": 0.00017730459656795165,
      "loss": 5.4688,
      "step": 65826
    },
    {
      "epoch": 2.696170387057137,
      "grad_norm": 5.27436337843667,
      "learning_rate": 0.0001773013896555329,
      "loss": 5.2188,
      "step": 65827
    },
    {
      "epoch": 2.6962113454843335,
      "grad_norm": 6.8981653329452355,
      "learning_rate": 0.0001772981827302076,
      "loss": 4.6562,
      "step": 65828
    },
    {
      "epoch": 2.69625230391153,
      "grad_norm": 4.068872973013014,
      "learning_rate": 0.0001772949757919773,
      "loss": 5.5,
      "step": 65829
    },
    {
      "epoch": 2.696293262338726,
      "grad_norm": 3.7316177568316666,
      "learning_rate": 0.00017729176884084355,
      "loss": 5.7188,
      "step": 65830
    },
    {
      "epoch": 2.6963342207659227,
      "grad_norm": 3.558948477029546,
      "learning_rate": 0.00017728856187680783,
      "loss": 4.4062,
      "step": 65831
    },
    {
      "epoch": 2.6963751791931188,
      "grad_norm": 10.877867497156036,
      "learning_rate": 0.00017728535489987168,
      "loss": 4.6562,
      "step": 65832
    },
    {
      "epoch": 2.6964161376203153,
      "grad_norm": 3.4096328469402426,
      "learning_rate": 0.00017728214791003658,
      "loss": 4.5625,
      "step": 65833
    },
    {
      "epoch": 2.696457096047512,
      "grad_norm": 12.718167656675885,
      "learning_rate": 0.00017727894090730406,
      "loss": 4.4375,
      "step": 65834
    },
    {
      "epoch": 2.6964980544747084,
      "grad_norm": 4.545743392097078,
      "learning_rate": 0.00017727573389167563,
      "loss": 5.7188,
      "step": 65835
    },
    {
      "epoch": 2.6965390129019045,
      "grad_norm": 3.775172728998155,
      "learning_rate": 0.0001772725268631528,
      "loss": 4.6562,
      "step": 65836
    },
    {
      "epoch": 2.696579971329101,
      "grad_norm": 3.312258296813958,
      "learning_rate": 0.00017726931982173713,
      "loss": 3.7812,
      "step": 65837
    },
    {
      "epoch": 2.6966209297562975,
      "grad_norm": 3.326967826850246,
      "learning_rate": 0.0001772661127674301,
      "loss": 3.6719,
      "step": 65838
    },
    {
      "epoch": 2.6966618881834936,
      "grad_norm": 2.9898493135741147,
      "learning_rate": 0.00017726290570023326,
      "loss": 3.6875,
      "step": 65839
    },
    {
      "epoch": 2.69670284661069,
      "grad_norm": 3.512613544163957,
      "learning_rate": 0.00017725969862014806,
      "loss": 4.6875,
      "step": 65840
    },
    {
      "epoch": 2.6967438050378867,
      "grad_norm": 3.7455455280547136,
      "learning_rate": 0.00017725649152717607,
      "loss": 5.0938,
      "step": 65841
    },
    {
      "epoch": 2.696784763465083,
      "grad_norm": 3.966247461771412,
      "learning_rate": 0.00017725328442131882,
      "loss": 4.5,
      "step": 65842
    },
    {
      "epoch": 2.6968257218922793,
      "grad_norm": 6.662036395125528,
      "learning_rate": 0.00017725007730257778,
      "loss": 5.9688,
      "step": 65843
    },
    {
      "epoch": 2.696866680319476,
      "grad_norm": 3.1331017025947094,
      "learning_rate": 0.00017724687017095443,
      "loss": 4.1562,
      "step": 65844
    },
    {
      "epoch": 2.696907638746672,
      "grad_norm": 3.4101506572298637,
      "learning_rate": 0.00017724366302645042,
      "loss": 4.1875,
      "step": 65845
    },
    {
      "epoch": 2.6969485971738685,
      "grad_norm": 5.585703100375139,
      "learning_rate": 0.0001772404558690672,
      "loss": 5.0938,
      "step": 65846
    },
    {
      "epoch": 2.696989555601065,
      "grad_norm": 3.2588022317783882,
      "learning_rate": 0.00017723724869880622,
      "loss": 3.5156,
      "step": 65847
    },
    {
      "epoch": 2.6970305140282615,
      "grad_norm": 3.9938684918097027,
      "learning_rate": 0.000177234041515669,
      "loss": 5.6875,
      "step": 65848
    },
    {
      "epoch": 2.6970714724554576,
      "grad_norm": 6.512383174517651,
      "learning_rate": 0.0001772308343196572,
      "loss": 5.2188,
      "step": 65849
    },
    {
      "epoch": 2.697112430882654,
      "grad_norm": 3.3561612369954994,
      "learning_rate": 0.0001772276271107722,
      "loss": 4.4062,
      "step": 65850
    },
    {
      "epoch": 2.6971533893098503,
      "grad_norm": 6.938473364497381,
      "learning_rate": 0.00017722441988901556,
      "loss": 4.125,
      "step": 65851
    },
    {
      "epoch": 2.697194347737047,
      "grad_norm": 5.619835996219975,
      "learning_rate": 0.00017722121265438878,
      "loss": 4.0312,
      "step": 65852
    },
    {
      "epoch": 2.6972353061642433,
      "grad_norm": 3.584809908490406,
      "learning_rate": 0.00017721800540689345,
      "loss": 4.4375,
      "step": 65853
    },
    {
      "epoch": 2.69727626459144,
      "grad_norm": 3.8118910441099776,
      "learning_rate": 0.000177214798146531,
      "loss": 4.3125,
      "step": 65854
    },
    {
      "epoch": 2.697317223018636,
      "grad_norm": 4.620217467571379,
      "learning_rate": 0.00017721159087330296,
      "loss": 3.6562,
      "step": 65855
    },
    {
      "epoch": 2.6973581814458325,
      "grad_norm": 4.51599532469558,
      "learning_rate": 0.0001772083835872108,
      "loss": 5.2812,
      "step": 65856
    },
    {
      "epoch": 2.697399139873029,
      "grad_norm": 4.55862513950442,
      "learning_rate": 0.00017720517628825618,
      "loss": 4.875,
      "step": 65857
    },
    {
      "epoch": 2.697440098300225,
      "grad_norm": 7.554456417150464,
      "learning_rate": 0.00017720196897644052,
      "loss": 5.4062,
      "step": 65858
    },
    {
      "epoch": 2.6974810567274217,
      "grad_norm": 4.642003675947455,
      "learning_rate": 0.00017719876165176533,
      "loss": 5.0938,
      "step": 65859
    },
    {
      "epoch": 2.697522015154618,
      "grad_norm": 3.3283335688709488,
      "learning_rate": 0.00017719555431423213,
      "loss": 4.1562,
      "step": 65860
    },
    {
      "epoch": 2.6975629735818143,
      "grad_norm": 3.9866936476103056,
      "learning_rate": 0.00017719234696384246,
      "loss": 3.7812,
      "step": 65861
    },
    {
      "epoch": 2.697603932009011,
      "grad_norm": 4.277363009496067,
      "learning_rate": 0.00017718913960059783,
      "loss": 4.5938,
      "step": 65862
    },
    {
      "epoch": 2.6976448904362074,
      "grad_norm": 4.528306196406684,
      "learning_rate": 0.00017718593222449975,
      "loss": 5.0625,
      "step": 65863
    },
    {
      "epoch": 2.6976858488634035,
      "grad_norm": 3.747104686427986,
      "learning_rate": 0.00017718272483554975,
      "loss": 4.7812,
      "step": 65864
    },
    {
      "epoch": 2.6977268072906,
      "grad_norm": 4.148529377798763,
      "learning_rate": 0.0001771795174337493,
      "loss": 4.8438,
      "step": 65865
    },
    {
      "epoch": 2.6977677657177965,
      "grad_norm": 3.1017643815521776,
      "learning_rate": 0.0001771763100191,
      "loss": 4.2812,
      "step": 65866
    },
    {
      "epoch": 2.697808724144993,
      "grad_norm": 4.955388426964127,
      "learning_rate": 0.00017717310259160335,
      "loss": 4.8125,
      "step": 65867
    },
    {
      "epoch": 2.697849682572189,
      "grad_norm": 3.20280637836594,
      "learning_rate": 0.00017716989515126073,
      "loss": 4.2188,
      "step": 65868
    },
    {
      "epoch": 2.6978906409993857,
      "grad_norm": 4.235580588582147,
      "learning_rate": 0.0001771666876980738,
      "loss": 6.1875,
      "step": 65869
    },
    {
      "epoch": 2.697931599426582,
      "grad_norm": 3.6733177543033255,
      "learning_rate": 0.00017716348023204408,
      "loss": 5.1562,
      "step": 65870
    },
    {
      "epoch": 2.6979725578537783,
      "grad_norm": 3.6955105770787355,
      "learning_rate": 0.00017716027275317304,
      "loss": 4.375,
      "step": 65871
    },
    {
      "epoch": 2.698013516280975,
      "grad_norm": 4.044117927596302,
      "learning_rate": 0.00017715706526146214,
      "loss": 4.0312,
      "step": 65872
    },
    {
      "epoch": 2.6980544747081714,
      "grad_norm": 29.047145102523512,
      "learning_rate": 0.00017715385775691299,
      "loss": 6.625,
      "step": 65873
    },
    {
      "epoch": 2.6980954331353675,
      "grad_norm": 3.4695000018434157,
      "learning_rate": 0.00017715065023952704,
      "loss": 3.9531,
      "step": 65874
    },
    {
      "epoch": 2.698136391562564,
      "grad_norm": 3.5423052360932603,
      "learning_rate": 0.00017714744270930588,
      "loss": 5.8125,
      "step": 65875
    },
    {
      "epoch": 2.6981773499897606,
      "grad_norm": 3.6955584334929803,
      "learning_rate": 0.00017714423516625096,
      "loss": 4.5625,
      "step": 65876
    },
    {
      "epoch": 2.6982183084169566,
      "grad_norm": 3.445478175668726,
      "learning_rate": 0.00017714102761036383,
      "loss": 3.7188,
      "step": 65877
    },
    {
      "epoch": 2.698259266844153,
      "grad_norm": 11.119759025649227,
      "learning_rate": 0.000177137820041646,
      "loss": 5.375,
      "step": 65878
    },
    {
      "epoch": 2.6983002252713497,
      "grad_norm": 3.078765810159624,
      "learning_rate": 0.00017713461246009898,
      "loss": 3.9375,
      "step": 65879
    },
    {
      "epoch": 2.6983411836985463,
      "grad_norm": 4.084977960341193,
      "learning_rate": 0.00017713140486572427,
      "loss": 4.7188,
      "step": 65880
    },
    {
      "epoch": 2.6983821421257423,
      "grad_norm": 6.724643946881409,
      "learning_rate": 0.00017712819725852343,
      "loss": 3.6875,
      "step": 65881
    },
    {
      "epoch": 2.698423100552939,
      "grad_norm": 3.5700412334035363,
      "learning_rate": 0.00017712498963849796,
      "loss": 4.9062,
      "step": 65882
    },
    {
      "epoch": 2.698464058980135,
      "grad_norm": 4.047258926312531,
      "learning_rate": 0.00017712178200564936,
      "loss": 5.4375,
      "step": 65883
    },
    {
      "epoch": 2.6985050174073315,
      "grad_norm": 4.689459332898941,
      "learning_rate": 0.00017711857435997913,
      "loss": 5.25,
      "step": 65884
    },
    {
      "epoch": 2.698545975834528,
      "grad_norm": 3.310108810411005,
      "learning_rate": 0.00017711536670148885,
      "loss": 4.4062,
      "step": 65885
    },
    {
      "epoch": 2.6985869342617246,
      "grad_norm": 4.081083105968619,
      "learning_rate": 0.00017711215903017997,
      "loss": 4.8438,
      "step": 65886
    },
    {
      "epoch": 2.6986278926889207,
      "grad_norm": 3.5221285697175295,
      "learning_rate": 0.00017710895134605406,
      "loss": 4.4375,
      "step": 65887
    },
    {
      "epoch": 2.698668851116117,
      "grad_norm": 3.502697829800033,
      "learning_rate": 0.00017710574364911258,
      "loss": 4.5312,
      "step": 65888
    },
    {
      "epoch": 2.6987098095433133,
      "grad_norm": 3.4615061458877987,
      "learning_rate": 0.0001771025359393571,
      "loss": 4.9062,
      "step": 65889
    },
    {
      "epoch": 2.69875076797051,
      "grad_norm": 3.5206674356118337,
      "learning_rate": 0.0001770993282167891,
      "loss": 5.2188,
      "step": 65890
    },
    {
      "epoch": 2.6987917263977064,
      "grad_norm": 4.795435659845372,
      "learning_rate": 0.00017709612048141015,
      "loss": 1.6719,
      "step": 65891
    },
    {
      "epoch": 2.698832684824903,
      "grad_norm": 3.0473755608324398,
      "learning_rate": 0.00017709291273322164,
      "loss": 3.5312,
      "step": 65892
    },
    {
      "epoch": 2.698873643252099,
      "grad_norm": 5.8671471190958275,
      "learning_rate": 0.00017708970497222525,
      "loss": 5.125,
      "step": 65893
    },
    {
      "epoch": 2.6989146016792955,
      "grad_norm": 3.6581037722740986,
      "learning_rate": 0.0001770864971984224,
      "loss": 4.3438,
      "step": 65894
    },
    {
      "epoch": 2.698955560106492,
      "grad_norm": 3.661189928092748,
      "learning_rate": 0.00017708328941181463,
      "loss": 4.9062,
      "step": 65895
    },
    {
      "epoch": 2.698996518533688,
      "grad_norm": 3.4111292513560314,
      "learning_rate": 0.00017708008161240347,
      "loss": 4.3125,
      "step": 65896
    },
    {
      "epoch": 2.6990374769608847,
      "grad_norm": 3.1317797431817453,
      "learning_rate": 0.00017707687380019038,
      "loss": 4.0938,
      "step": 65897
    },
    {
      "epoch": 2.6990784353880812,
      "grad_norm": 3.15858550827134,
      "learning_rate": 0.00017707366597517692,
      "loss": 4.25,
      "step": 65898
    },
    {
      "epoch": 2.6991193938152778,
      "grad_norm": 4.55833657194259,
      "learning_rate": 0.00017707045813736462,
      "loss": 4.8125,
      "step": 65899
    },
    {
      "epoch": 2.699160352242474,
      "grad_norm": 9.207462252129723,
      "learning_rate": 0.00017706725028675496,
      "loss": 5.0312,
      "step": 65900
    },
    {
      "epoch": 2.6992013106696704,
      "grad_norm": 3.5706951269532974,
      "learning_rate": 0.00017706404242334947,
      "loss": 4.7188,
      "step": 65901
    },
    {
      "epoch": 2.6992422690968665,
      "grad_norm": 3.135827447742753,
      "learning_rate": 0.0001770608345471497,
      "loss": 4.4062,
      "step": 65902
    },
    {
      "epoch": 2.699283227524063,
      "grad_norm": 5.732669489328272,
      "learning_rate": 0.00017705762665815714,
      "loss": 2.875,
      "step": 65903
    },
    {
      "epoch": 2.6993241859512596,
      "grad_norm": 5.0192815331274065,
      "learning_rate": 0.00017705441875637328,
      "loss": 5.5625,
      "step": 65904
    },
    {
      "epoch": 2.699365144378456,
      "grad_norm": 3.427630427971239,
      "learning_rate": 0.00017705121084179965,
      "loss": 4.5312,
      "step": 65905
    },
    {
      "epoch": 2.699406102805652,
      "grad_norm": 3.6417309626177117,
      "learning_rate": 0.0001770480029144378,
      "loss": 3.9375,
      "step": 65906
    },
    {
      "epoch": 2.6994470612328487,
      "grad_norm": 3.4441381875381873,
      "learning_rate": 0.00017704479497428926,
      "loss": 4.75,
      "step": 65907
    },
    {
      "epoch": 2.699488019660045,
      "grad_norm": 2.521960264453651,
      "learning_rate": 0.00017704158702135542,
      "loss": 2.4531,
      "step": 65908
    },
    {
      "epoch": 2.6995289780872413,
      "grad_norm": 5.088940665199826,
      "learning_rate": 0.00017703837905563797,
      "loss": 5.4688,
      "step": 65909
    },
    {
      "epoch": 2.699569936514438,
      "grad_norm": 4.74317950838319,
      "learning_rate": 0.0001770351710771383,
      "loss": 6.6562,
      "step": 65910
    },
    {
      "epoch": 2.6996108949416344,
      "grad_norm": 4.2638264902538605,
      "learning_rate": 0.00017703196308585802,
      "loss": 5.5,
      "step": 65911
    },
    {
      "epoch": 2.6996518533688305,
      "grad_norm": 3.479775474816798,
      "learning_rate": 0.00017702875508179852,
      "loss": 4.9688,
      "step": 65912
    },
    {
      "epoch": 2.699692811796027,
      "grad_norm": 3.200908478243539,
      "learning_rate": 0.0001770255470649614,
      "loss": 3.7188,
      "step": 65913
    },
    {
      "epoch": 2.6997337702232236,
      "grad_norm": 6.301227367336229,
      "learning_rate": 0.0001770223390353482,
      "loss": 6.3438,
      "step": 65914
    },
    {
      "epoch": 2.6997747286504197,
      "grad_norm": 3.8110763401882606,
      "learning_rate": 0.00017701913099296045,
      "loss": 4.3438,
      "step": 65915
    },
    {
      "epoch": 2.699815687077616,
      "grad_norm": 5.411581931107277,
      "learning_rate": 0.00017701592293779952,
      "loss": 4.3438,
      "step": 65916
    },
    {
      "epoch": 2.6998566455048127,
      "grad_norm": 3.540665925340458,
      "learning_rate": 0.00017701271486986712,
      "loss": 4.5,
      "step": 65917
    },
    {
      "epoch": 2.6998976039320093,
      "grad_norm": 11.91969382338578,
      "learning_rate": 0.00017700950678916464,
      "loss": 5.0,
      "step": 65918
    },
    {
      "epoch": 2.6999385623592054,
      "grad_norm": 3.2513092258561054,
      "learning_rate": 0.00017700629869569362,
      "loss": 4.2188,
      "step": 65919
    },
    {
      "epoch": 2.699979520786402,
      "grad_norm": 9.822970665279183,
      "learning_rate": 0.0001770030905894556,
      "loss": 5.0312,
      "step": 65920
    },
    {
      "epoch": 2.700020479213598,
      "grad_norm": 3.3070572990700353,
      "learning_rate": 0.00017699988247045208,
      "loss": 4.0312,
      "step": 65921
    },
    {
      "epoch": 2.7000614376407945,
      "grad_norm": 4.422020594480542,
      "learning_rate": 0.00017699667433868462,
      "loss": 4.4688,
      "step": 65922
    },
    {
      "epoch": 2.700102396067991,
      "grad_norm": 3.917024529166434,
      "learning_rate": 0.00017699346619415467,
      "loss": 5.3438,
      "step": 65923
    },
    {
      "epoch": 2.7001433544951876,
      "grad_norm": 5.23526677894764,
      "learning_rate": 0.00017699025803686377,
      "loss": 4.375,
      "step": 65924
    },
    {
      "epoch": 2.7001843129223837,
      "grad_norm": 3.5414850149882873,
      "learning_rate": 0.00017698704986681343,
      "loss": 4.6562,
      "step": 65925
    },
    {
      "epoch": 2.7002252713495802,
      "grad_norm": 3.4461373381314044,
      "learning_rate": 0.00017698384168400523,
      "loss": 4.5938,
      "step": 65926
    },
    {
      "epoch": 2.7002662297767763,
      "grad_norm": 3.128850633918194,
      "learning_rate": 0.00017698063348844058,
      "loss": 4.0,
      "step": 65927
    },
    {
      "epoch": 2.700307188203973,
      "grad_norm": 4.641189884901745,
      "learning_rate": 0.0001769774252801211,
      "loss": 6.1562,
      "step": 65928
    },
    {
      "epoch": 2.7003481466311694,
      "grad_norm": 3.330533096324098,
      "learning_rate": 0.00017697421705904822,
      "loss": 4.25,
      "step": 65929
    },
    {
      "epoch": 2.700389105058366,
      "grad_norm": 2.328059875313722,
      "learning_rate": 0.0001769710088252235,
      "loss": 1.2188,
      "step": 65930
    },
    {
      "epoch": 2.700430063485562,
      "grad_norm": 3.7324884215682546,
      "learning_rate": 0.00017696780057864847,
      "loss": 4.4062,
      "step": 65931
    },
    {
      "epoch": 2.7004710219127586,
      "grad_norm": 2.8678519277706256,
      "learning_rate": 0.00017696459231932463,
      "loss": 2.7969,
      "step": 65932
    },
    {
      "epoch": 2.700511980339955,
      "grad_norm": 3.3135531510986365,
      "learning_rate": 0.00017696138404725345,
      "loss": 4.5938,
      "step": 65933
    },
    {
      "epoch": 2.700552938767151,
      "grad_norm": 5.702723081678459,
      "learning_rate": 0.00017695817576243654,
      "loss": 3.6094,
      "step": 65934
    },
    {
      "epoch": 2.7005938971943477,
      "grad_norm": 3.9682516422925835,
      "learning_rate": 0.00017695496746487536,
      "loss": 4.125,
      "step": 65935
    },
    {
      "epoch": 2.7006348556215443,
      "grad_norm": 3.434801961194263,
      "learning_rate": 0.00017695175915457143,
      "loss": 5.2812,
      "step": 65936
    },
    {
      "epoch": 2.700675814048741,
      "grad_norm": 4.049027639787441,
      "learning_rate": 0.00017694855083152627,
      "loss": 4.7812,
      "step": 65937
    },
    {
      "epoch": 2.700716772475937,
      "grad_norm": 3.9160566813095983,
      "learning_rate": 0.00017694534249574142,
      "loss": 5.25,
      "step": 65938
    },
    {
      "epoch": 2.7007577309031334,
      "grad_norm": 3.193606861235349,
      "learning_rate": 0.00017694213414721837,
      "loss": 4.375,
      "step": 65939
    },
    {
      "epoch": 2.7007986893303295,
      "grad_norm": 3.3567132337148875,
      "learning_rate": 0.00017693892578595863,
      "loss": 3.9062,
      "step": 65940
    },
    {
      "epoch": 2.700839647757526,
      "grad_norm": 3.2133728900272875,
      "learning_rate": 0.0001769357174119637,
      "loss": 4.6562,
      "step": 65941
    },
    {
      "epoch": 2.7008806061847226,
      "grad_norm": 4.150429939549167,
      "learning_rate": 0.0001769325090252352,
      "loss": 4.0,
      "step": 65942
    },
    {
      "epoch": 2.700921564611919,
      "grad_norm": 3.406715264974028,
      "learning_rate": 0.0001769293006257745,
      "loss": 4.4688,
      "step": 65943
    },
    {
      "epoch": 2.700962523039115,
      "grad_norm": 3.5243212009769667,
      "learning_rate": 0.00017692609221358322,
      "loss": 4.5,
      "step": 65944
    },
    {
      "epoch": 2.7010034814663118,
      "grad_norm": 4.121460187437887,
      "learning_rate": 0.00017692288378866284,
      "loss": 5.4062,
      "step": 65945
    },
    {
      "epoch": 2.701044439893508,
      "grad_norm": 4.479501556284237,
      "learning_rate": 0.00017691967535101488,
      "loss": 4.1562,
      "step": 65946
    },
    {
      "epoch": 2.7010853983207044,
      "grad_norm": 5.806147451692253,
      "learning_rate": 0.00017691646690064087,
      "loss": 5.6562,
      "step": 65947
    },
    {
      "epoch": 2.701126356747901,
      "grad_norm": 3.4275078315285357,
      "learning_rate": 0.0001769132584375423,
      "loss": 4.6562,
      "step": 65948
    },
    {
      "epoch": 2.7011673151750974,
      "grad_norm": 4.601724327017613,
      "learning_rate": 0.0001769100499617207,
      "loss": 5.7812,
      "step": 65949
    },
    {
      "epoch": 2.7012082736022935,
      "grad_norm": 4.185251131298135,
      "learning_rate": 0.00017690684147317763,
      "loss": 2.7656,
      "step": 65950
    },
    {
      "epoch": 2.70124923202949,
      "grad_norm": 25.816336790912622,
      "learning_rate": 0.00017690363297191456,
      "loss": 5.5312,
      "step": 65951
    },
    {
      "epoch": 2.7012901904566866,
      "grad_norm": 3.7192650602709314,
      "learning_rate": 0.00017690042445793296,
      "loss": 3.9531,
      "step": 65952
    },
    {
      "epoch": 2.7013311488838827,
      "grad_norm": 3.704478121539283,
      "learning_rate": 0.00017689721593123445,
      "loss": 3.1719,
      "step": 65953
    },
    {
      "epoch": 2.7013721073110792,
      "grad_norm": 3.69816031247791,
      "learning_rate": 0.0001768940073918205,
      "loss": 4.8125,
      "step": 65954
    },
    {
      "epoch": 2.7014130657382758,
      "grad_norm": 3.507566930762829,
      "learning_rate": 0.0001768907988396926,
      "loss": 4.4375,
      "step": 65955
    },
    {
      "epoch": 2.7014540241654723,
      "grad_norm": 4.125412053462464,
      "learning_rate": 0.00017688759027485227,
      "loss": 5.0625,
      "step": 65956
    },
    {
      "epoch": 2.7014949825926684,
      "grad_norm": 3.6981385446616866,
      "learning_rate": 0.00017688438169730108,
      "loss": 3.8594,
      "step": 65957
    },
    {
      "epoch": 2.701535941019865,
      "grad_norm": 3.7826857785218024,
      "learning_rate": 0.00017688117310704052,
      "loss": 5.3438,
      "step": 65958
    },
    {
      "epoch": 2.701576899447061,
      "grad_norm": 3.5730483262848334,
      "learning_rate": 0.0001768779645040721,
      "loss": 5.0625,
      "step": 65959
    },
    {
      "epoch": 2.7016178578742576,
      "grad_norm": 3.487851137881798,
      "learning_rate": 0.0001768747558883973,
      "loss": 4.4375,
      "step": 65960
    },
    {
      "epoch": 2.701658816301454,
      "grad_norm": 3.6611345006608293,
      "learning_rate": 0.00017687154726001773,
      "loss": 4.1875,
      "step": 65961
    },
    {
      "epoch": 2.7016997747286506,
      "grad_norm": 3.9165096069997767,
      "learning_rate": 0.00017686833861893484,
      "loss": 5.9062,
      "step": 65962
    },
    {
      "epoch": 2.7017407331558467,
      "grad_norm": 4.841924952761792,
      "learning_rate": 0.00017686512996515014,
      "loss": 5.6562,
      "step": 65963
    },
    {
      "epoch": 2.7017816915830433,
      "grad_norm": 8.614634974999026,
      "learning_rate": 0.00017686192129866515,
      "loss": 7.9375,
      "step": 65964
    },
    {
      "epoch": 2.7018226500102394,
      "grad_norm": 5.675098677913671,
      "learning_rate": 0.0001768587126194814,
      "loss": 4.9375,
      "step": 65965
    },
    {
      "epoch": 2.701863608437436,
      "grad_norm": 3.7866677893288574,
      "learning_rate": 0.00017685550392760043,
      "loss": 4.375,
      "step": 65966
    },
    {
      "epoch": 2.7019045668646324,
      "grad_norm": 3.486083041834186,
      "learning_rate": 0.00017685229522302376,
      "loss": 4.9062,
      "step": 65967
    },
    {
      "epoch": 2.701945525291829,
      "grad_norm": 4.316795116376078,
      "learning_rate": 0.0001768490865057529,
      "loss": 5.4375,
      "step": 65968
    },
    {
      "epoch": 2.701986483719025,
      "grad_norm": 3.785372522611119,
      "learning_rate": 0.00017684587777578925,
      "loss": 4.7812,
      "step": 65969
    },
    {
      "epoch": 2.7020274421462216,
      "grad_norm": 4.100665623018664,
      "learning_rate": 0.0001768426690331345,
      "loss": 5.6875,
      "step": 65970
    },
    {
      "epoch": 2.702068400573418,
      "grad_norm": 3.073430197583945,
      "learning_rate": 0.0001768394602777901,
      "loss": 4.1875,
      "step": 65971
    },
    {
      "epoch": 2.702109359000614,
      "grad_norm": 3.477640313071224,
      "learning_rate": 0.00017683625150975753,
      "loss": 4.5312,
      "step": 65972
    },
    {
      "epoch": 2.7021503174278108,
      "grad_norm": 3.9362460958160845,
      "learning_rate": 0.00017683304272903834,
      "loss": 5.4375,
      "step": 65973
    },
    {
      "epoch": 2.7021912758550073,
      "grad_norm": 4.29274399330251,
      "learning_rate": 0.00017682983393563407,
      "loss": 4.9375,
      "step": 65974
    },
    {
      "epoch": 2.702232234282204,
      "grad_norm": 3.5878776113179103,
      "learning_rate": 0.0001768266251295462,
      "loss": 5.1875,
      "step": 65975
    },
    {
      "epoch": 2.7022731927094,
      "grad_norm": 3.373176812990827,
      "learning_rate": 0.00017682341631077624,
      "loss": 4.2188,
      "step": 65976
    },
    {
      "epoch": 2.7023141511365965,
      "grad_norm": 3.6856360827466417,
      "learning_rate": 0.00017682020747932574,
      "loss": 4.25,
      "step": 65977
    },
    {
      "epoch": 2.7023551095637925,
      "grad_norm": 3.3322837263027765,
      "learning_rate": 0.0001768169986351962,
      "loss": 4.3125,
      "step": 65978
    },
    {
      "epoch": 2.702396067990989,
      "grad_norm": 5.757708125451809,
      "learning_rate": 0.00017681378977838915,
      "loss": 5.2812,
      "step": 65979
    },
    {
      "epoch": 2.7024370264181856,
      "grad_norm": 3.4732687223668113,
      "learning_rate": 0.00017681058090890608,
      "loss": 4.9375,
      "step": 65980
    },
    {
      "epoch": 2.702477984845382,
      "grad_norm": 3.132972029939811,
      "learning_rate": 0.0001768073720267485,
      "loss": 4.0312,
      "step": 65981
    },
    {
      "epoch": 2.7025189432725782,
      "grad_norm": 3.3451164961326665,
      "learning_rate": 0.000176804163131918,
      "loss": 4.7812,
      "step": 65982
    },
    {
      "epoch": 2.702559901699775,
      "grad_norm": 3.185296047569523,
      "learning_rate": 0.00017680095422441605,
      "loss": 3.9375,
      "step": 65983
    },
    {
      "epoch": 2.702600860126971,
      "grad_norm": 3.505927981352218,
      "learning_rate": 0.0001767977453042441,
      "loss": 3.3281,
      "step": 65984
    },
    {
      "epoch": 2.7026418185541674,
      "grad_norm": 4.88802087038189,
      "learning_rate": 0.00017679453637140378,
      "loss": 5.0312,
      "step": 65985
    },
    {
      "epoch": 2.702682776981364,
      "grad_norm": 3.928236246675435,
      "learning_rate": 0.00017679132742589657,
      "loss": 5.8125,
      "step": 65986
    },
    {
      "epoch": 2.7027237354085605,
      "grad_norm": 4.10905702767543,
      "learning_rate": 0.00017678811846772395,
      "loss": 4.375,
      "step": 65987
    },
    {
      "epoch": 2.7027646938357566,
      "grad_norm": 4.917629062902136,
      "learning_rate": 0.00017678490949688742,
      "loss": 3.125,
      "step": 65988
    },
    {
      "epoch": 2.702805652262953,
      "grad_norm": 3.6666566025324476,
      "learning_rate": 0.0001767817005133886,
      "loss": 5.1875,
      "step": 65989
    },
    {
      "epoch": 2.7028466106901496,
      "grad_norm": 3.064200229641617,
      "learning_rate": 0.00017677849151722893,
      "loss": 3.9219,
      "step": 65990
    },
    {
      "epoch": 2.7028875691173457,
      "grad_norm": 3.9411544065864192,
      "learning_rate": 0.00017677528250840998,
      "loss": 2.8594,
      "step": 65991
    },
    {
      "epoch": 2.7029285275445423,
      "grad_norm": 3.5661065250554578,
      "learning_rate": 0.00017677207348693315,
      "loss": 4.3438,
      "step": 65992
    },
    {
      "epoch": 2.702969485971739,
      "grad_norm": 3.2406272249850407,
      "learning_rate": 0.00017676886445280009,
      "loss": 4.0938,
      "step": 65993
    },
    {
      "epoch": 2.7030104443989353,
      "grad_norm": 3.4756337635306833,
      "learning_rate": 0.00017676565540601226,
      "loss": 4.625,
      "step": 65994
    },
    {
      "epoch": 2.7030514028261314,
      "grad_norm": 2.8921191110732205,
      "learning_rate": 0.00017676244634657118,
      "loss": 3.0312,
      "step": 65995
    },
    {
      "epoch": 2.703092361253328,
      "grad_norm": 4.5606556062358115,
      "learning_rate": 0.00017675923727447835,
      "loss": 5.25,
      "step": 65996
    },
    {
      "epoch": 2.703133319680524,
      "grad_norm": 3.717587964307395,
      "learning_rate": 0.00017675602818973532,
      "loss": 4.6562,
      "step": 65997
    },
    {
      "epoch": 2.7031742781077206,
      "grad_norm": 2.621704919719683,
      "learning_rate": 0.0001767528190923436,
      "loss": 2.6094,
      "step": 65998
    },
    {
      "epoch": 2.703215236534917,
      "grad_norm": 3.87444021399336,
      "learning_rate": 0.0001767496099823047,
      "loss": 5.875,
      "step": 65999
    },
    {
      "epoch": 2.7032561949621137,
      "grad_norm": 4.647607299496212,
      "learning_rate": 0.00017674640085962013,
      "loss": 5.5938,
      "step": 66000
    },
    {
      "epoch": 2.7032971533893098,
      "grad_norm": 3.5317025987696673,
      "learning_rate": 0.0001767431917242914,
      "loss": 4.9688,
      "step": 66001
    },
    {
      "epoch": 2.7033381118165063,
      "grad_norm": 3.385059577969432,
      "learning_rate": 0.00017673998257632003,
      "loss": 5.0938,
      "step": 66002
    },
    {
      "epoch": 2.7033790702437024,
      "grad_norm": 3.6715178829240567,
      "learning_rate": 0.0001767367734157076,
      "loss": 4.875,
      "step": 66003
    },
    {
      "epoch": 2.703420028670899,
      "grad_norm": 3.290532202789211,
      "learning_rate": 0.00017673356424245554,
      "loss": 4.2188,
      "step": 66004
    },
    {
      "epoch": 2.7034609870980955,
      "grad_norm": 3.6930467640522484,
      "learning_rate": 0.0001767303550565654,
      "loss": 5.3125,
      "step": 66005
    },
    {
      "epoch": 2.703501945525292,
      "grad_norm": 3.237681545161268,
      "learning_rate": 0.0001767271458580387,
      "loss": 2.8125,
      "step": 66006
    },
    {
      "epoch": 2.703542903952488,
      "grad_norm": 3.17775673246467,
      "learning_rate": 0.000176723936646877,
      "loss": 4.1562,
      "step": 66007
    },
    {
      "epoch": 2.7035838623796846,
      "grad_norm": 3.377368736142621,
      "learning_rate": 0.00017672072742308173,
      "loss": 4.375,
      "step": 66008
    },
    {
      "epoch": 2.703624820806881,
      "grad_norm": 3.225603758425729,
      "learning_rate": 0.00017671751818665448,
      "loss": 4.625,
      "step": 66009
    },
    {
      "epoch": 2.7036657792340772,
      "grad_norm": 3.655550398983643,
      "learning_rate": 0.0001767143089375967,
      "loss": 4.875,
      "step": 66010
    },
    {
      "epoch": 2.703706737661274,
      "grad_norm": 3.8256026699461807,
      "learning_rate": 0.00017671109967590996,
      "loss": 5.0312,
      "step": 66011
    },
    {
      "epoch": 2.7037476960884703,
      "grad_norm": 9.822678367480888,
      "learning_rate": 0.00017670789040159573,
      "loss": 3.1875,
      "step": 66012
    },
    {
      "epoch": 2.703788654515667,
      "grad_norm": 3.8565268176768757,
      "learning_rate": 0.0001767046811146556,
      "loss": 4.5625,
      "step": 66013
    },
    {
      "epoch": 2.703829612942863,
      "grad_norm": 3.703719815671956,
      "learning_rate": 0.00017670147181509104,
      "loss": 4.2812,
      "step": 66014
    },
    {
      "epoch": 2.7038705713700595,
      "grad_norm": 3.601136542969896,
      "learning_rate": 0.00017669826250290362,
      "loss": 4.625,
      "step": 66015
    },
    {
      "epoch": 2.7039115297972556,
      "grad_norm": 3.4536520481999746,
      "learning_rate": 0.0001766950531780947,
      "loss": 4.1562,
      "step": 66016
    },
    {
      "epoch": 2.703952488224452,
      "grad_norm": 3.5539628165536468,
      "learning_rate": 0.000176691843840666,
      "loss": 4.7188,
      "step": 66017
    },
    {
      "epoch": 2.7039934466516486,
      "grad_norm": 3.512984583779922,
      "learning_rate": 0.0001766886344906189,
      "loss": 3.6875,
      "step": 66018
    },
    {
      "epoch": 2.704034405078845,
      "grad_norm": 3.303931959150602,
      "learning_rate": 0.000176685425127955,
      "loss": 5.3125,
      "step": 66019
    },
    {
      "epoch": 2.7040753635060413,
      "grad_norm": 3.482018480186852,
      "learning_rate": 0.0001766822157526757,
      "loss": 3.375,
      "step": 66020
    },
    {
      "epoch": 2.704116321933238,
      "grad_norm": 6.664837970179352,
      "learning_rate": 0.0001766790063647827,
      "loss": 3.4531,
      "step": 66021
    },
    {
      "epoch": 2.704157280360434,
      "grad_norm": 3.108445974104397,
      "learning_rate": 0.0001766757969642774,
      "loss": 4.1562,
      "step": 66022
    },
    {
      "epoch": 2.7041982387876304,
      "grad_norm": 6.906020122259525,
      "learning_rate": 0.0001766725875511613,
      "loss": 5.0,
      "step": 66023
    },
    {
      "epoch": 2.704239197214827,
      "grad_norm": 3.4382783525304568,
      "learning_rate": 0.0001766693781254359,
      "loss": 4.4375,
      "step": 66024
    },
    {
      "epoch": 2.7042801556420235,
      "grad_norm": 13.714579606950126,
      "learning_rate": 0.0001766661686871028,
      "loss": 3.6562,
      "step": 66025
    },
    {
      "epoch": 2.7043211140692196,
      "grad_norm": 4.032994398814097,
      "learning_rate": 0.00017666295923616352,
      "loss": 4.0312,
      "step": 66026
    },
    {
      "epoch": 2.704362072496416,
      "grad_norm": 5.403749806526868,
      "learning_rate": 0.00017665974977261952,
      "loss": 3.5625,
      "step": 66027
    },
    {
      "epoch": 2.7044030309236127,
      "grad_norm": 5.016307132172854,
      "learning_rate": 0.00017665654029647233,
      "loss": 5.1562,
      "step": 66028
    },
    {
      "epoch": 2.7044439893508088,
      "grad_norm": 3.43548521376403,
      "learning_rate": 0.00017665333080772345,
      "loss": 4.5625,
      "step": 66029
    },
    {
      "epoch": 2.7044849477780053,
      "grad_norm": 9.011150546685043,
      "learning_rate": 0.00017665012130637446,
      "loss": 6.5,
      "step": 66030
    },
    {
      "epoch": 2.704525906205202,
      "grad_norm": 5.561565803460644,
      "learning_rate": 0.00017664691179242686,
      "loss": 5.5312,
      "step": 66031
    },
    {
      "epoch": 2.7045668646323984,
      "grad_norm": 5.196872223905921,
      "learning_rate": 0.0001766437022658821,
      "loss": 6.7188,
      "step": 66032
    },
    {
      "epoch": 2.7046078230595945,
      "grad_norm": 3.399109179879556,
      "learning_rate": 0.00017664049272674172,
      "loss": 4.5625,
      "step": 66033
    },
    {
      "epoch": 2.704648781486791,
      "grad_norm": 3.926679038566287,
      "learning_rate": 0.00017663728317500734,
      "loss": 5.4062,
      "step": 66034
    },
    {
      "epoch": 2.704689739913987,
      "grad_norm": 4.172670457183622,
      "learning_rate": 0.00017663407361068035,
      "loss": 3.6562,
      "step": 66035
    },
    {
      "epoch": 2.7047306983411836,
      "grad_norm": 8.010632414989171,
      "learning_rate": 0.0001766308640337623,
      "loss": 5.25,
      "step": 66036
    },
    {
      "epoch": 2.70477165676838,
      "grad_norm": 5.9790226425306745,
      "learning_rate": 0.00017662765444425476,
      "loss": 4.0312,
      "step": 66037
    },
    {
      "epoch": 2.7048126151955767,
      "grad_norm": 3.0932513700935536,
      "learning_rate": 0.00017662444484215918,
      "loss": 3.7188,
      "step": 66038
    },
    {
      "epoch": 2.704853573622773,
      "grad_norm": 8.539532968423638,
      "learning_rate": 0.00017662123522747716,
      "loss": 4.9688,
      "step": 66039
    },
    {
      "epoch": 2.7048945320499693,
      "grad_norm": 4.825871938574718,
      "learning_rate": 0.00017661802560021013,
      "loss": 7.0312,
      "step": 66040
    },
    {
      "epoch": 2.7049354904771654,
      "grad_norm": 6.646639228768476,
      "learning_rate": 0.0001766148159603596,
      "loss": 5.5938,
      "step": 66041
    },
    {
      "epoch": 2.704976448904362,
      "grad_norm": 3.6913993074212224,
      "learning_rate": 0.0001766116063079272,
      "loss": 3.8438,
      "step": 66042
    },
    {
      "epoch": 2.7050174073315585,
      "grad_norm": 3.670771924957965,
      "learning_rate": 0.00017660839664291431,
      "loss": 4.4062,
      "step": 66043
    },
    {
      "epoch": 2.705058365758755,
      "grad_norm": 4.212758240933954,
      "learning_rate": 0.00017660518696532257,
      "loss": 4.4375,
      "step": 66044
    },
    {
      "epoch": 2.705099324185951,
      "grad_norm": 3.7443527393885625,
      "learning_rate": 0.00017660197727515343,
      "loss": 5.375,
      "step": 66045
    },
    {
      "epoch": 2.7051402826131477,
      "grad_norm": 3.4383421016113784,
      "learning_rate": 0.00017659876757240842,
      "loss": 4.4375,
      "step": 66046
    },
    {
      "epoch": 2.705181241040344,
      "grad_norm": 4.374035727041074,
      "learning_rate": 0.00017659555785708904,
      "loss": 4.625,
      "step": 66047
    },
    {
      "epoch": 2.7052221994675403,
      "grad_norm": 3.5243467057300544,
      "learning_rate": 0.0001765923481291968,
      "loss": 3.9375,
      "step": 66048
    },
    {
      "epoch": 2.705263157894737,
      "grad_norm": 3.537016124634414,
      "learning_rate": 0.00017658913838873328,
      "loss": 4.5938,
      "step": 66049
    },
    {
      "epoch": 2.7053041163219333,
      "grad_norm": 4.171812205461738,
      "learning_rate": 0.00017658592863569996,
      "loss": 5.3125,
      "step": 66050
    },
    {
      "epoch": 2.70534507474913,
      "grad_norm": 3.5839386745952035,
      "learning_rate": 0.00017658271887009837,
      "loss": 4.7188,
      "step": 66051
    },
    {
      "epoch": 2.705386033176326,
      "grad_norm": 3.3075477228757117,
      "learning_rate": 0.00017657950909192997,
      "loss": 3.7969,
      "step": 66052
    },
    {
      "epoch": 2.7054269916035225,
      "grad_norm": 4.2086248354757245,
      "learning_rate": 0.00017657629930119633,
      "loss": 5.4062,
      "step": 66053
    },
    {
      "epoch": 2.7054679500307186,
      "grad_norm": 3.526413260235371,
      "learning_rate": 0.00017657308949789897,
      "loss": 4.75,
      "step": 66054
    },
    {
      "epoch": 2.705508908457915,
      "grad_norm": 4.472467000014391,
      "learning_rate": 0.0001765698796820394,
      "loss": 5.4062,
      "step": 66055
    },
    {
      "epoch": 2.7055498668851117,
      "grad_norm": 3.439643364806553,
      "learning_rate": 0.0001765666698536191,
      "loss": 3.8594,
      "step": 66056
    },
    {
      "epoch": 2.705590825312308,
      "grad_norm": 3.970950692647071,
      "learning_rate": 0.00017656346001263966,
      "loss": 5.9062,
      "step": 66057
    },
    {
      "epoch": 2.7056317837395043,
      "grad_norm": 3.433113665394304,
      "learning_rate": 0.00017656025015910256,
      "loss": 4.2188,
      "step": 66058
    },
    {
      "epoch": 2.705672742166701,
      "grad_norm": 3.185643106139951,
      "learning_rate": 0.0001765570402930093,
      "loss": 4.125,
      "step": 66059
    },
    {
      "epoch": 2.705713700593897,
      "grad_norm": 4.004271850570405,
      "learning_rate": 0.00017655383041436135,
      "loss": 4.2188,
      "step": 66060
    },
    {
      "epoch": 2.7057546590210935,
      "grad_norm": 6.9965178502440795,
      "learning_rate": 0.00017655062052316037,
      "loss": 6.3125,
      "step": 66061
    },
    {
      "epoch": 2.70579561744829,
      "grad_norm": 3.3050819156678894,
      "learning_rate": 0.00017654741061940777,
      "loss": 4.3438,
      "step": 66062
    },
    {
      "epoch": 2.7058365758754865,
      "grad_norm": 4.642298979506374,
      "learning_rate": 0.00017654420070310512,
      "loss": 5.625,
      "step": 66063
    },
    {
      "epoch": 2.7058775343026826,
      "grad_norm": 3.4731509549416404,
      "learning_rate": 0.00017654099077425386,
      "loss": 4.3438,
      "step": 66064
    },
    {
      "epoch": 2.705918492729879,
      "grad_norm": 2.9747268606933703,
      "learning_rate": 0.00017653778083285562,
      "loss": 4.0625,
      "step": 66065
    },
    {
      "epoch": 2.7059594511570757,
      "grad_norm": 3.357713800109452,
      "learning_rate": 0.00017653457087891183,
      "loss": 4.75,
      "step": 66066
    },
    {
      "epoch": 2.706000409584272,
      "grad_norm": 3.3347216893183282,
      "learning_rate": 0.00017653136091242406,
      "loss": 4.375,
      "step": 66067
    },
    {
      "epoch": 2.7060413680114683,
      "grad_norm": 3.4891797537504714,
      "learning_rate": 0.00017652815093339373,
      "loss": 4.2812,
      "step": 66068
    },
    {
      "epoch": 2.706082326438665,
      "grad_norm": 3.8713859170797935,
      "learning_rate": 0.00017652494094182248,
      "loss": 4.625,
      "step": 66069
    },
    {
      "epoch": 2.7061232848658614,
      "grad_norm": 3.76308654636635,
      "learning_rate": 0.0001765217309377118,
      "loss": 5.0312,
      "step": 66070
    },
    {
      "epoch": 2.7061642432930575,
      "grad_norm": 7.113664798083713,
      "learning_rate": 0.00017651852092106314,
      "loss": 3.6562,
      "step": 66071
    },
    {
      "epoch": 2.706205201720254,
      "grad_norm": 3.603937768742855,
      "learning_rate": 0.0001765153108918781,
      "loss": 3.7812,
      "step": 66072
    },
    {
      "epoch": 2.70624616014745,
      "grad_norm": 5.095119819898097,
      "learning_rate": 0.0001765121008501581,
      "loss": 5.0312,
      "step": 66073
    },
    {
      "epoch": 2.7062871185746467,
      "grad_norm": 4.0867677379200105,
      "learning_rate": 0.00017650889079590478,
      "loss": 4.8125,
      "step": 66074
    },
    {
      "epoch": 2.706328077001843,
      "grad_norm": 3.4764526522947183,
      "learning_rate": 0.00017650568072911956,
      "loss": 4.0938,
      "step": 66075
    },
    {
      "epoch": 2.7063690354290397,
      "grad_norm": 7.251885792582643,
      "learning_rate": 0.000176502470649804,
      "loss": 6.125,
      "step": 66076
    },
    {
      "epoch": 2.706409993856236,
      "grad_norm": 6.857495309384122,
      "learning_rate": 0.00017649926055795959,
      "loss": 5.2812,
      "step": 66077
    },
    {
      "epoch": 2.7064509522834324,
      "grad_norm": 3.3599315600619164,
      "learning_rate": 0.00017649605045358792,
      "loss": 3.8906,
      "step": 66078
    },
    {
      "epoch": 2.7064919107106284,
      "grad_norm": 4.439913194659829,
      "learning_rate": 0.00017649284033669047,
      "loss": 5.0938,
      "step": 66079
    },
    {
      "epoch": 2.706532869137825,
      "grad_norm": 3.366739874557501,
      "learning_rate": 0.00017648963020726866,
      "loss": 5.25,
      "step": 66080
    },
    {
      "epoch": 2.7065738275650215,
      "grad_norm": 4.662624905498085,
      "learning_rate": 0.00017648642006532414,
      "loss": 2.8594,
      "step": 66081
    },
    {
      "epoch": 2.706614785992218,
      "grad_norm": 3.708203326305421,
      "learning_rate": 0.00017648320991085837,
      "loss": 6.1562,
      "step": 66082
    },
    {
      "epoch": 2.706655744419414,
      "grad_norm": 2.9414227277120237,
      "learning_rate": 0.00017647999974387287,
      "loss": 3.9844,
      "step": 66083
    },
    {
      "epoch": 2.7066967028466107,
      "grad_norm": 4.210042119313778,
      "learning_rate": 0.00017647678956436916,
      "loss": 5.8125,
      "step": 66084
    },
    {
      "epoch": 2.706737661273807,
      "grad_norm": 3.389968518904178,
      "learning_rate": 0.00017647357937234875,
      "loss": 4.7812,
      "step": 66085
    },
    {
      "epoch": 2.7067786197010033,
      "grad_norm": 4.9442514339263575,
      "learning_rate": 0.00017647036916781318,
      "loss": 4.5938,
      "step": 66086
    },
    {
      "epoch": 2.7068195781282,
      "grad_norm": 3.5973803474654815,
      "learning_rate": 0.00017646715895076399,
      "loss": 4.7188,
      "step": 66087
    },
    {
      "epoch": 2.7068605365553964,
      "grad_norm": 4.0343336674857575,
      "learning_rate": 0.00017646394872120259,
      "loss": 5.6875,
      "step": 66088
    },
    {
      "epoch": 2.706901494982593,
      "grad_norm": 3.6546842307578076,
      "learning_rate": 0.0001764607384791306,
      "loss": 3.875,
      "step": 66089
    },
    {
      "epoch": 2.706942453409789,
      "grad_norm": 3.259541248283824,
      "learning_rate": 0.00017645752822454956,
      "loss": 4.0312,
      "step": 66090
    },
    {
      "epoch": 2.7069834118369855,
      "grad_norm": 3.075046320621462,
      "learning_rate": 0.00017645431795746089,
      "loss": 4.125,
      "step": 66091
    },
    {
      "epoch": 2.7070243702641816,
      "grad_norm": 3.889082675326486,
      "learning_rate": 0.00017645110767786613,
      "loss": 4.9688,
      "step": 66092
    },
    {
      "epoch": 2.707065328691378,
      "grad_norm": 4.06108849678221,
      "learning_rate": 0.00017644789738576684,
      "loss": 2.3125,
      "step": 66093
    },
    {
      "epoch": 2.7071062871185747,
      "grad_norm": 3.278655914466764,
      "learning_rate": 0.00017644468708116455,
      "loss": 4.3438,
      "step": 66094
    },
    {
      "epoch": 2.7071472455457712,
      "grad_norm": 3.9031181419084375,
      "learning_rate": 0.00017644147676406074,
      "loss": 6.1562,
      "step": 66095
    },
    {
      "epoch": 2.7071882039729673,
      "grad_norm": 3.2700327569229537,
      "learning_rate": 0.0001764382664344569,
      "loss": 4.25,
      "step": 66096
    },
    {
      "epoch": 2.707229162400164,
      "grad_norm": 3.2931950143565443,
      "learning_rate": 0.0001764350560923546,
      "loss": 5.0312,
      "step": 66097
    },
    {
      "epoch": 2.70727012082736,
      "grad_norm": 4.354105931664363,
      "learning_rate": 0.00017643184573775533,
      "loss": 5.875,
      "step": 66098
    },
    {
      "epoch": 2.7073110792545565,
      "grad_norm": 3.598056615331646,
      "learning_rate": 0.00017642863537066064,
      "loss": 4.4062,
      "step": 66099
    },
    {
      "epoch": 2.707352037681753,
      "grad_norm": 3.344759115454649,
      "learning_rate": 0.000176425424991072,
      "loss": 3.2656,
      "step": 66100
    },
    {
      "epoch": 2.7073929961089496,
      "grad_norm": 3.0079933605499365,
      "learning_rate": 0.00017642221459899097,
      "loss": 4.1875,
      "step": 66101
    },
    {
      "epoch": 2.7074339545361457,
      "grad_norm": 3.9141371265126463,
      "learning_rate": 0.00017641900419441904,
      "loss": 5.3125,
      "step": 66102
    },
    {
      "epoch": 2.707474912963342,
      "grad_norm": 3.694612560983128,
      "learning_rate": 0.00017641579377735775,
      "loss": 1.8438,
      "step": 66103
    },
    {
      "epoch": 2.7075158713905387,
      "grad_norm": 3.3776157624817964,
      "learning_rate": 0.00017641258334780857,
      "loss": 4.5625,
      "step": 66104
    },
    {
      "epoch": 2.707556829817735,
      "grad_norm": 3.9672810343455325,
      "learning_rate": 0.00017640937290577309,
      "loss": 1.9453,
      "step": 66105
    },
    {
      "epoch": 2.7075977882449314,
      "grad_norm": 3.9611023366856504,
      "learning_rate": 0.0001764061624512528,
      "loss": 4.7188,
      "step": 66106
    },
    {
      "epoch": 2.707638746672128,
      "grad_norm": 3.5487396277171794,
      "learning_rate": 0.0001764029519842492,
      "loss": 4.1562,
      "step": 66107
    },
    {
      "epoch": 2.7076797050993244,
      "grad_norm": 3.360116407192086,
      "learning_rate": 0.0001763997415047638,
      "loss": 4.625,
      "step": 66108
    },
    {
      "epoch": 2.7077206635265205,
      "grad_norm": 3.5535638600562844,
      "learning_rate": 0.00017639653101279813,
      "loss": 4.875,
      "step": 66109
    },
    {
      "epoch": 2.707761621953717,
      "grad_norm": 3.753286968040831,
      "learning_rate": 0.00017639332050835372,
      "loss": 3.7969,
      "step": 66110
    },
    {
      "epoch": 2.707802580380913,
      "grad_norm": 3.590872646656448,
      "learning_rate": 0.0001763901099914321,
      "loss": 5.0,
      "step": 66111
    },
    {
      "epoch": 2.7078435388081097,
      "grad_norm": 3.146604459363673,
      "learning_rate": 0.00017638689946203475,
      "loss": 4.375,
      "step": 66112
    },
    {
      "epoch": 2.707884497235306,
      "grad_norm": 3.7920669487876477,
      "learning_rate": 0.00017638368892016317,
      "loss": 4.375,
      "step": 66113
    },
    {
      "epoch": 2.7079254556625028,
      "grad_norm": 5.19992058286085,
      "learning_rate": 0.000176380478365819,
      "loss": 2.3281,
      "step": 66114
    },
    {
      "epoch": 2.707966414089699,
      "grad_norm": 3.4774915186095563,
      "learning_rate": 0.00017637726779900362,
      "loss": 4.4375,
      "step": 66115
    },
    {
      "epoch": 2.7080073725168954,
      "grad_norm": 3.386788441353465,
      "learning_rate": 0.00017637405721971858,
      "loss": 4.6875,
      "step": 66116
    },
    {
      "epoch": 2.7080483309440915,
      "grad_norm": 3.6518895594411194,
      "learning_rate": 0.0001763708466279654,
      "loss": 5.75,
      "step": 66117
    },
    {
      "epoch": 2.708089289371288,
      "grad_norm": 9.419453090216747,
      "learning_rate": 0.0001763676360237457,
      "loss": 4.6562,
      "step": 66118
    },
    {
      "epoch": 2.7081302477984845,
      "grad_norm": 3.2861134295924543,
      "learning_rate": 0.00017636442540706085,
      "loss": 4.5,
      "step": 66119
    },
    {
      "epoch": 2.708171206225681,
      "grad_norm": 3.4503939412245384,
      "learning_rate": 0.0001763612147779124,
      "loss": 4.4062,
      "step": 66120
    },
    {
      "epoch": 2.708212164652877,
      "grad_norm": 3.0338537772933387,
      "learning_rate": 0.00017635800413630197,
      "loss": 4.2188,
      "step": 66121
    },
    {
      "epoch": 2.7082531230800737,
      "grad_norm": 3.765421236093578,
      "learning_rate": 0.00017635479348223097,
      "loss": 4.625,
      "step": 66122
    },
    {
      "epoch": 2.7082940815072702,
      "grad_norm": 6.760025681321841,
      "learning_rate": 0.00017635158281570097,
      "loss": 5.6562,
      "step": 66123
    },
    {
      "epoch": 2.7083350399344663,
      "grad_norm": 3.515178317587077,
      "learning_rate": 0.0001763483721367134,
      "loss": 4.9688,
      "step": 66124
    },
    {
      "epoch": 2.708375998361663,
      "grad_norm": 3.701611651360301,
      "learning_rate": 0.00017634516144526995,
      "loss": 4.9375,
      "step": 66125
    },
    {
      "epoch": 2.7084169567888594,
      "grad_norm": 3.7821614032251447,
      "learning_rate": 0.000176341950741372,
      "loss": 4.4688,
      "step": 66126
    },
    {
      "epoch": 2.708457915216056,
      "grad_norm": 3.439518855550831,
      "learning_rate": 0.00017633874002502106,
      "loss": 5.0312,
      "step": 66127
    },
    {
      "epoch": 2.708498873643252,
      "grad_norm": 9.210251604376017,
      "learning_rate": 0.0001763355292962187,
      "loss": 6.1875,
      "step": 66128
    },
    {
      "epoch": 2.7085398320704486,
      "grad_norm": 3.144106534534805,
      "learning_rate": 0.00017633231855496647,
      "loss": 4.125,
      "step": 66129
    },
    {
      "epoch": 2.7085807904976447,
      "grad_norm": 3.2239356863213597,
      "learning_rate": 0.00017632910780126585,
      "loss": 4.5312,
      "step": 66130
    },
    {
      "epoch": 2.708621748924841,
      "grad_norm": 3.6214164694234894,
      "learning_rate": 0.00017632589703511835,
      "loss": 4.9375,
      "step": 66131
    },
    {
      "epoch": 2.7086627073520377,
      "grad_norm": 3.5262412870379682,
      "learning_rate": 0.00017632268625652543,
      "loss": 4.5938,
      "step": 66132
    },
    {
      "epoch": 2.7087036657792343,
      "grad_norm": 3.618784610817346,
      "learning_rate": 0.00017631947546548876,
      "loss": 5.0938,
      "step": 66133
    },
    {
      "epoch": 2.7087446242064304,
      "grad_norm": 3.3698865452439453,
      "learning_rate": 0.00017631626466200974,
      "loss": 4.4062,
      "step": 66134
    },
    {
      "epoch": 2.708785582633627,
      "grad_norm": 3.136043773637184,
      "learning_rate": 0.0001763130538460899,
      "loss": 4.0312,
      "step": 66135
    },
    {
      "epoch": 2.708826541060823,
      "grad_norm": 3.6915834506313145,
      "learning_rate": 0.00017630984301773077,
      "loss": 6.6562,
      "step": 66136
    },
    {
      "epoch": 2.7088674994880195,
      "grad_norm": 3.921312030885234,
      "learning_rate": 0.0001763066321769339,
      "loss": 4.4062,
      "step": 66137
    },
    {
      "epoch": 2.708908457915216,
      "grad_norm": 6.712432908788119,
      "learning_rate": 0.00017630342132370078,
      "loss": 4.5312,
      "step": 66138
    },
    {
      "epoch": 2.7089494163424126,
      "grad_norm": 3.9077479196012237,
      "learning_rate": 0.00017630021045803292,
      "loss": 4.375,
      "step": 66139
    },
    {
      "epoch": 2.7089903747696087,
      "grad_norm": 3.9153569434150213,
      "learning_rate": 0.00017629699957993181,
      "loss": 2.7188,
      "step": 66140
    },
    {
      "epoch": 2.7090313331968052,
      "grad_norm": 5.040092588405238,
      "learning_rate": 0.00017629378868939903,
      "loss": 4.5938,
      "step": 66141
    },
    {
      "epoch": 2.7090722916240018,
      "grad_norm": 5.09664080746779,
      "learning_rate": 0.0001762905777864361,
      "loss": 5.1562,
      "step": 66142
    },
    {
      "epoch": 2.709113250051198,
      "grad_norm": 4.571534935981982,
      "learning_rate": 0.00017628736687104452,
      "loss": 5.8438,
      "step": 66143
    },
    {
      "epoch": 2.7091542084783944,
      "grad_norm": 3.570871513954127,
      "learning_rate": 0.00017628415594322575,
      "loss": 4.1875,
      "step": 66144
    },
    {
      "epoch": 2.709195166905591,
      "grad_norm": 4.922654788734977,
      "learning_rate": 0.00017628094500298134,
      "loss": 5.4688,
      "step": 66145
    },
    {
      "epoch": 2.7092361253327875,
      "grad_norm": 4.960703205654177,
      "learning_rate": 0.00017627773405031288,
      "loss": 4.5938,
      "step": 66146
    },
    {
      "epoch": 2.7092770837599836,
      "grad_norm": 3.2908122061959277,
      "learning_rate": 0.0001762745230852218,
      "loss": 4.7188,
      "step": 66147
    },
    {
      "epoch": 2.70931804218718,
      "grad_norm": 12.868452589023457,
      "learning_rate": 0.0001762713121077097,
      "loss": 5.4062,
      "step": 66148
    },
    {
      "epoch": 2.709359000614376,
      "grad_norm": 3.7263164965778266,
      "learning_rate": 0.00017626810111777796,
      "loss": 4.625,
      "step": 66149
    },
    {
      "epoch": 2.7093999590415727,
      "grad_norm": 3.2163392953027725,
      "learning_rate": 0.00017626489011542828,
      "loss": 4.2188,
      "step": 66150
    },
    {
      "epoch": 2.7094409174687692,
      "grad_norm": 3.180417008208724,
      "learning_rate": 0.00017626167910066206,
      "loss": 4.2188,
      "step": 66151
    },
    {
      "epoch": 2.709481875895966,
      "grad_norm": 3.8574955972400686,
      "learning_rate": 0.0001762584680734808,
      "loss": 4.9688,
      "step": 66152
    },
    {
      "epoch": 2.709522834323162,
      "grad_norm": 6.560661659954972,
      "learning_rate": 0.0001762552570338861,
      "loss": 5.9688,
      "step": 66153
    },
    {
      "epoch": 2.7095637927503584,
      "grad_norm": 3.4380106035228666,
      "learning_rate": 0.00017625204598187942,
      "loss": 4.1875,
      "step": 66154
    },
    {
      "epoch": 2.7096047511775545,
      "grad_norm": 5.462204094119433,
      "learning_rate": 0.0001762488349174623,
      "loss": 5.5938,
      "step": 66155
    },
    {
      "epoch": 2.709645709604751,
      "grad_norm": 3.7652511764928445,
      "learning_rate": 0.00017624562384063624,
      "loss": 4.4688,
      "step": 66156
    },
    {
      "epoch": 2.7096866680319476,
      "grad_norm": 3.3979110793815686,
      "learning_rate": 0.00017624241275140276,
      "loss": 4.4062,
      "step": 66157
    },
    {
      "epoch": 2.709727626459144,
      "grad_norm": 3.8110823967799963,
      "learning_rate": 0.00017623920164976345,
      "loss": 5.5938,
      "step": 66158
    },
    {
      "epoch": 2.70976858488634,
      "grad_norm": 7.208472983328453,
      "learning_rate": 0.0001762359905357197,
      "loss": 5.5938,
      "step": 66159
    },
    {
      "epoch": 2.7098095433135367,
      "grad_norm": 3.8488590631417985,
      "learning_rate": 0.00017623277940927314,
      "loss": 4.8125,
      "step": 66160
    },
    {
      "epoch": 2.7098505017407333,
      "grad_norm": 5.1643262187536525,
      "learning_rate": 0.00017622956827042523,
      "loss": 6.625,
      "step": 66161
    },
    {
      "epoch": 2.7098914601679294,
      "grad_norm": 3.614555528582335,
      "learning_rate": 0.0001762263571191775,
      "loss": 5.2812,
      "step": 66162
    },
    {
      "epoch": 2.709932418595126,
      "grad_norm": 3.327918476727895,
      "learning_rate": 0.00017622314595553147,
      "loss": 4.1875,
      "step": 66163
    },
    {
      "epoch": 2.7099733770223224,
      "grad_norm": 3.0083325648735686,
      "learning_rate": 0.00017621993477948863,
      "loss": 3.7031,
      "step": 66164
    },
    {
      "epoch": 2.710014335449519,
      "grad_norm": 3.041142832234336,
      "learning_rate": 0.00017621672359105058,
      "loss": 4.5312,
      "step": 66165
    },
    {
      "epoch": 2.710055293876715,
      "grad_norm": 3.6524335818304308,
      "learning_rate": 0.00017621351239021876,
      "loss": 5.25,
      "step": 66166
    },
    {
      "epoch": 2.7100962523039116,
      "grad_norm": 3.6795576163033545,
      "learning_rate": 0.00017621030117699474,
      "loss": 3.75,
      "step": 66167
    },
    {
      "epoch": 2.7101372107311077,
      "grad_norm": 4.218192180667559,
      "learning_rate": 0.00017620708995137995,
      "loss": 4.3125,
      "step": 66168
    },
    {
      "epoch": 2.7101781691583042,
      "grad_norm": 4.427528508044527,
      "learning_rate": 0.000176203878713376,
      "loss": 4.2812,
      "step": 66169
    },
    {
      "epoch": 2.7102191275855008,
      "grad_norm": 3.19230332654776,
      "learning_rate": 0.0001762006674629844,
      "loss": 4.1562,
      "step": 66170
    },
    {
      "epoch": 2.7102600860126973,
      "grad_norm": 3.843271290218075,
      "learning_rate": 0.00017619745620020663,
      "loss": 4.4062,
      "step": 66171
    },
    {
      "epoch": 2.7103010444398934,
      "grad_norm": 5.272138719901194,
      "learning_rate": 0.0001761942449250442,
      "loss": 3.0781,
      "step": 66172
    },
    {
      "epoch": 2.71034200286709,
      "grad_norm": 4.077514171923176,
      "learning_rate": 0.00017619103363749868,
      "loss": 5.125,
      "step": 66173
    },
    {
      "epoch": 2.7103829612942865,
      "grad_norm": 3.8278991597888847,
      "learning_rate": 0.00017618782233757156,
      "loss": 4.9062,
      "step": 66174
    },
    {
      "epoch": 2.7104239197214826,
      "grad_norm": 3.704433513369899,
      "learning_rate": 0.00017618461102526434,
      "loss": 4.125,
      "step": 66175
    },
    {
      "epoch": 2.710464878148679,
      "grad_norm": 3.6469312868433996,
      "learning_rate": 0.00017618139970057857,
      "loss": 4.625,
      "step": 66176
    },
    {
      "epoch": 2.7105058365758756,
      "grad_norm": 4.395775835240709,
      "learning_rate": 0.00017617818836351574,
      "loss": 5.0312,
      "step": 66177
    },
    {
      "epoch": 2.7105467950030717,
      "grad_norm": 6.959743380902455,
      "learning_rate": 0.00017617497701407736,
      "loss": 5.25,
      "step": 66178
    },
    {
      "epoch": 2.7105877534302683,
      "grad_norm": 3.4008848844013917,
      "learning_rate": 0.00017617176565226504,
      "loss": 4.0312,
      "step": 66179
    },
    {
      "epoch": 2.710628711857465,
      "grad_norm": 6.459939179145015,
      "learning_rate": 0.00017616855427808018,
      "loss": 5.7812,
      "step": 66180
    },
    {
      "epoch": 2.710669670284661,
      "grad_norm": 5.391002000009017,
      "learning_rate": 0.0001761653428915243,
      "loss": 7.0625,
      "step": 66181
    },
    {
      "epoch": 2.7107106287118574,
      "grad_norm": 6.227120882962065,
      "learning_rate": 0.00017616213149259903,
      "loss": 4.375,
      "step": 66182
    },
    {
      "epoch": 2.710751587139054,
      "grad_norm": 2.935141460492763,
      "learning_rate": 0.00017615892008130584,
      "loss": 3.6719,
      "step": 66183
    },
    {
      "epoch": 2.7107925455662505,
      "grad_norm": 6.782894115660819,
      "learning_rate": 0.00017615570865764618,
      "loss": 6.5625,
      "step": 66184
    },
    {
      "epoch": 2.7108335039934466,
      "grad_norm": 3.649356835347513,
      "learning_rate": 0.00017615249722162165,
      "loss": 4.3125,
      "step": 66185
    },
    {
      "epoch": 2.710874462420643,
      "grad_norm": 3.171622990752553,
      "learning_rate": 0.0001761492857732337,
      "loss": 4.2188,
      "step": 66186
    },
    {
      "epoch": 2.710915420847839,
      "grad_norm": 6.176104512699106,
      "learning_rate": 0.00017614607431248395,
      "loss": 3.2344,
      "step": 66187
    },
    {
      "epoch": 2.7109563792750357,
      "grad_norm": 24.836263920667722,
      "learning_rate": 0.00017614286283937377,
      "loss": 5.875,
      "step": 66188
    },
    {
      "epoch": 2.7109973377022323,
      "grad_norm": 3.639585640229941,
      "learning_rate": 0.0001761396513539048,
      "loss": 3.8281,
      "step": 66189
    },
    {
      "epoch": 2.711038296129429,
      "grad_norm": 7.1258134030053855,
      "learning_rate": 0.00017613643985607853,
      "loss": 6.3438,
      "step": 66190
    },
    {
      "epoch": 2.711079254556625,
      "grad_norm": 4.213469898066289,
      "learning_rate": 0.00017613322834589647,
      "loss": 3.6719,
      "step": 66191
    },
    {
      "epoch": 2.7111202129838214,
      "grad_norm": 3.8201755188248763,
      "learning_rate": 0.0001761300168233601,
      "loss": 4.375,
      "step": 66192
    },
    {
      "epoch": 2.711161171411018,
      "grad_norm": 5.908022423422524,
      "learning_rate": 0.00017612680528847103,
      "loss": 6.3438,
      "step": 66193
    },
    {
      "epoch": 2.711202129838214,
      "grad_norm": 3.4535137316634263,
      "learning_rate": 0.00017612359374123067,
      "loss": 3.8281,
      "step": 66194
    },
    {
      "epoch": 2.7112430882654106,
      "grad_norm": 2.9755220295286797,
      "learning_rate": 0.00017612038218164065,
      "loss": 3.6094,
      "step": 66195
    },
    {
      "epoch": 2.711284046692607,
      "grad_norm": 3.23461610981691,
      "learning_rate": 0.00017611717060970236,
      "loss": 3.8125,
      "step": 66196
    },
    {
      "epoch": 2.7113250051198032,
      "grad_norm": 4.124472528374842,
      "learning_rate": 0.00017611395902541741,
      "loss": 5.0312,
      "step": 66197
    },
    {
      "epoch": 2.7113659635469998,
      "grad_norm": 3.9852886438302346,
      "learning_rate": 0.0001761107474287873,
      "loss": 5.5312,
      "step": 66198
    },
    {
      "epoch": 2.7114069219741963,
      "grad_norm": 3.0791172584814057,
      "learning_rate": 0.00017610753581981357,
      "loss": 3.9844,
      "step": 66199
    },
    {
      "epoch": 2.7114478804013924,
      "grad_norm": 9.939253387800512,
      "learning_rate": 0.00017610432419849764,
      "loss": 6.2812,
      "step": 66200
    },
    {
      "epoch": 2.711488838828589,
      "grad_norm": 3.324739907153817,
      "learning_rate": 0.0001761011125648412,
      "loss": 3.9219,
      "step": 66201
    },
    {
      "epoch": 2.7115297972557855,
      "grad_norm": 4.247801370718302,
      "learning_rate": 0.0001760979009188456,
      "loss": 4.5,
      "step": 66202
    },
    {
      "epoch": 2.711570755682982,
      "grad_norm": 3.308623896665007,
      "learning_rate": 0.00017609468926051247,
      "loss": 3.8594,
      "step": 66203
    },
    {
      "epoch": 2.711611714110178,
      "grad_norm": 3.216745220907125,
      "learning_rate": 0.00017609147758984323,
      "loss": 4.4375,
      "step": 66204
    },
    {
      "epoch": 2.7116526725373746,
      "grad_norm": 4.817865986135476,
      "learning_rate": 0.00017608826590683951,
      "loss": 5.8125,
      "step": 66205
    },
    {
      "epoch": 2.7116936309645707,
      "grad_norm": 4.876465428700551,
      "learning_rate": 0.00017608505421150272,
      "loss": 5.4062,
      "step": 66206
    },
    {
      "epoch": 2.7117345893917673,
      "grad_norm": 6.406470668813417,
      "learning_rate": 0.0001760818425038345,
      "loss": 5.875,
      "step": 66207
    },
    {
      "epoch": 2.711775547818964,
      "grad_norm": 3.887764592918202,
      "learning_rate": 0.0001760786307838362,
      "loss": 4.125,
      "step": 66208
    },
    {
      "epoch": 2.7118165062461603,
      "grad_norm": 3.8043047076038548,
      "learning_rate": 0.00017607541905150951,
      "loss": 5.3438,
      "step": 66209
    },
    {
      "epoch": 2.7118574646733564,
      "grad_norm": 6.0395342155457366,
      "learning_rate": 0.00017607220730685586,
      "loss": 4.9062,
      "step": 66210
    },
    {
      "epoch": 2.711898423100553,
      "grad_norm": 5.971801349369107,
      "learning_rate": 0.00017606899554987676,
      "loss": 5.5312,
      "step": 66211
    },
    {
      "epoch": 2.7119393815277495,
      "grad_norm": 3.490711842914403,
      "learning_rate": 0.0001760657837805738,
      "loss": 5.0,
      "step": 66212
    },
    {
      "epoch": 2.7119803399549456,
      "grad_norm": 3.9391189188498,
      "learning_rate": 0.0001760625719989484,
      "loss": 4.9062,
      "step": 66213
    },
    {
      "epoch": 2.712021298382142,
      "grad_norm": 3.574787563778217,
      "learning_rate": 0.00017605936020500217,
      "loss": 4.5625,
      "step": 66214
    },
    {
      "epoch": 2.7120622568093387,
      "grad_norm": 6.5243267170232375,
      "learning_rate": 0.00017605614839873656,
      "loss": 5.3125,
      "step": 66215
    },
    {
      "epoch": 2.712103215236535,
      "grad_norm": 4.6197086842711625,
      "learning_rate": 0.00017605293658015311,
      "loss": 6.125,
      "step": 66216
    },
    {
      "epoch": 2.7121441736637313,
      "grad_norm": 6.342404474581265,
      "learning_rate": 0.00017604972474925335,
      "loss": 7.25,
      "step": 66217
    },
    {
      "epoch": 2.712185132090928,
      "grad_norm": 6.779320104412196,
      "learning_rate": 0.00017604651290603878,
      "loss": 6.7812,
      "step": 66218
    },
    {
      "epoch": 2.712226090518124,
      "grad_norm": 3.157559081449611,
      "learning_rate": 0.00017604330105051099,
      "loss": 3.6406,
      "step": 66219
    },
    {
      "epoch": 2.7122670489453204,
      "grad_norm": 3.41683423106297,
      "learning_rate": 0.0001760400891826714,
      "loss": 3.8906,
      "step": 66220
    },
    {
      "epoch": 2.712308007372517,
      "grad_norm": 5.017350906201773,
      "learning_rate": 0.00017603687730252156,
      "loss": 5.5,
      "step": 66221
    },
    {
      "epoch": 2.7123489657997135,
      "grad_norm": 3.3515653662680003,
      "learning_rate": 0.000176033665410063,
      "loss": 3.5156,
      "step": 66222
    },
    {
      "epoch": 2.7123899242269096,
      "grad_norm": 5.582973269283591,
      "learning_rate": 0.00017603045350529723,
      "loss": 4.0625,
      "step": 66223
    },
    {
      "epoch": 2.712430882654106,
      "grad_norm": 4.35175991056738,
      "learning_rate": 0.00017602724158822576,
      "loss": 5.1875,
      "step": 66224
    },
    {
      "epoch": 2.7124718410813022,
      "grad_norm": 5.876291056926338,
      "learning_rate": 0.00017602402965885013,
      "loss": 5.0938,
      "step": 66225
    },
    {
      "epoch": 2.7125127995084988,
      "grad_norm": 3.927660477322899,
      "learning_rate": 0.00017602081771717185,
      "loss": 4.0,
      "step": 66226
    },
    {
      "epoch": 2.7125537579356953,
      "grad_norm": 3.583164137736255,
      "learning_rate": 0.00017601760576319247,
      "loss": 4.0938,
      "step": 66227
    },
    {
      "epoch": 2.712594716362892,
      "grad_norm": 3.476932920395127,
      "learning_rate": 0.00017601439379691343,
      "loss": 3.9688,
      "step": 66228
    },
    {
      "epoch": 2.712635674790088,
      "grad_norm": 3.5056365338287963,
      "learning_rate": 0.0001760111818183363,
      "loss": 5.8438,
      "step": 66229
    },
    {
      "epoch": 2.7126766332172845,
      "grad_norm": 3.4636602498100286,
      "learning_rate": 0.0001760079698274626,
      "loss": 4.75,
      "step": 66230
    },
    {
      "epoch": 2.712717591644481,
      "grad_norm": 3.6192721782718245,
      "learning_rate": 0.00017600475782429385,
      "loss": 4.9375,
      "step": 66231
    },
    {
      "epoch": 2.712758550071677,
      "grad_norm": 4.735743261212293,
      "learning_rate": 0.00017600154580883152,
      "loss": 5.6875,
      "step": 66232
    },
    {
      "epoch": 2.7127995084988736,
      "grad_norm": 3.121466458594317,
      "learning_rate": 0.0001759983337810772,
      "loss": 4.0312,
      "step": 66233
    },
    {
      "epoch": 2.71284046692607,
      "grad_norm": 5.176523298470254,
      "learning_rate": 0.0001759951217410324,
      "loss": 1.25,
      "step": 66234
    },
    {
      "epoch": 2.7128814253532667,
      "grad_norm": 4.064848607249445,
      "learning_rate": 0.0001759919096886986,
      "loss": 3.6875,
      "step": 66235
    },
    {
      "epoch": 2.712922383780463,
      "grad_norm": 3.4386072856671586,
      "learning_rate": 0.00017598869762407732,
      "loss": 4.2812,
      "step": 66236
    },
    {
      "epoch": 2.7129633422076593,
      "grad_norm": 3.5080015218531675,
      "learning_rate": 0.0001759854855471701,
      "loss": 5.75,
      "step": 66237
    },
    {
      "epoch": 2.7130043006348554,
      "grad_norm": 3.554370411218213,
      "learning_rate": 0.00017598227345797844,
      "loss": 5.1562,
      "step": 66238
    },
    {
      "epoch": 2.713045259062052,
      "grad_norm": 8.037611744486256,
      "learning_rate": 0.00017597906135650388,
      "loss": 4.1562,
      "step": 66239
    },
    {
      "epoch": 2.7130862174892485,
      "grad_norm": 3.385377511160925,
      "learning_rate": 0.00017597584924274788,
      "loss": 4.8438,
      "step": 66240
    },
    {
      "epoch": 2.713127175916445,
      "grad_norm": 3.393914893708841,
      "learning_rate": 0.00017597263711671205,
      "loss": 4.9375,
      "step": 66241
    },
    {
      "epoch": 2.713168134343641,
      "grad_norm": 3.5357065518991786,
      "learning_rate": 0.0001759694249783979,
      "loss": 5.3125,
      "step": 66242
    },
    {
      "epoch": 2.7132090927708377,
      "grad_norm": 4.641423085988507,
      "learning_rate": 0.00017596621282780687,
      "loss": 4.9688,
      "step": 66243
    },
    {
      "epoch": 2.7132500511980338,
      "grad_norm": 3.1287494008302272,
      "learning_rate": 0.00017596300066494052,
      "loss": 4.125,
      "step": 66244
    },
    {
      "epoch": 2.7132910096252303,
      "grad_norm": 3.593019089245814,
      "learning_rate": 0.00017595978848980036,
      "loss": 5.125,
      "step": 66245
    },
    {
      "epoch": 2.713331968052427,
      "grad_norm": 3.6174750004730925,
      "learning_rate": 0.00017595657630238795,
      "loss": 4.4375,
      "step": 66246
    },
    {
      "epoch": 2.7133729264796234,
      "grad_norm": 4.20564189889645,
      "learning_rate": 0.00017595336410270476,
      "loss": 6.5,
      "step": 66247
    },
    {
      "epoch": 2.7134138849068195,
      "grad_norm": 3.5495778763297787,
      "learning_rate": 0.00017595015189075236,
      "loss": 3.7812,
      "step": 66248
    },
    {
      "epoch": 2.713454843334016,
      "grad_norm": 3.4225253679445227,
      "learning_rate": 0.00017594693966653215,
      "loss": 5.3125,
      "step": 66249
    },
    {
      "epoch": 2.7134958017612125,
      "grad_norm": 3.5621788997701533,
      "learning_rate": 0.0001759437274300458,
      "loss": 5.375,
      "step": 66250
    },
    {
      "epoch": 2.7135367601884086,
      "grad_norm": 4.0636830551877035,
      "learning_rate": 0.00017594051518129476,
      "loss": 3.5312,
      "step": 66251
    },
    {
      "epoch": 2.713577718615605,
      "grad_norm": 3.622237253711784,
      "learning_rate": 0.00017593730292028053,
      "loss": 4.75,
      "step": 66252
    },
    {
      "epoch": 2.7136186770428017,
      "grad_norm": 3.6782896436115013,
      "learning_rate": 0.00017593409064700465,
      "loss": 4.1562,
      "step": 66253
    },
    {
      "epoch": 2.713659635469998,
      "grad_norm": 5.369889298892862,
      "learning_rate": 0.0001759308783614686,
      "loss": 7.125,
      "step": 66254
    },
    {
      "epoch": 2.7137005938971943,
      "grad_norm": 3.343140761813693,
      "learning_rate": 0.00017592766606367403,
      "loss": 4.2812,
      "step": 66255
    },
    {
      "epoch": 2.713741552324391,
      "grad_norm": 3.5105981969784916,
      "learning_rate": 0.0001759244537536223,
      "loss": 5.5938,
      "step": 66256
    },
    {
      "epoch": 2.713782510751587,
      "grad_norm": 5.23529718004348,
      "learning_rate": 0.00017592124143131502,
      "loss": 4.875,
      "step": 66257
    },
    {
      "epoch": 2.7138234691787835,
      "grad_norm": 3.9428934883838163,
      "learning_rate": 0.00017591802909675366,
      "loss": 4.2812,
      "step": 66258
    },
    {
      "epoch": 2.71386442760598,
      "grad_norm": 5.840689251974598,
      "learning_rate": 0.00017591481674993976,
      "loss": 2.4844,
      "step": 66259
    },
    {
      "epoch": 2.7139053860331765,
      "grad_norm": 3.6015579324824527,
      "learning_rate": 0.0001759116043908748,
      "loss": 4.4688,
      "step": 66260
    },
    {
      "epoch": 2.7139463444603726,
      "grad_norm": 2.733856844930262,
      "learning_rate": 0.00017590839201956043,
      "loss": 2.9062,
      "step": 66261
    },
    {
      "epoch": 2.713987302887569,
      "grad_norm": 4.1524987792682895,
      "learning_rate": 0.00017590517963599802,
      "loss": 6.2812,
      "step": 66262
    },
    {
      "epoch": 2.7140282613147653,
      "grad_norm": 3.9806395194677546,
      "learning_rate": 0.00017590196724018916,
      "loss": 4.4375,
      "step": 66263
    },
    {
      "epoch": 2.714069219741962,
      "grad_norm": 7.835204918201735,
      "learning_rate": 0.00017589875483213532,
      "loss": 2.2344,
      "step": 66264
    },
    {
      "epoch": 2.7141101781691583,
      "grad_norm": 5.254396202260574,
      "learning_rate": 0.00017589554241183807,
      "loss": 4.5312,
      "step": 66265
    },
    {
      "epoch": 2.714151136596355,
      "grad_norm": 3.222195486654153,
      "learning_rate": 0.00017589232997929893,
      "loss": 4.125,
      "step": 66266
    },
    {
      "epoch": 2.714192095023551,
      "grad_norm": 5.2738898041488795,
      "learning_rate": 0.00017588911753451937,
      "loss": 4.8438,
      "step": 66267
    },
    {
      "epoch": 2.7142330534507475,
      "grad_norm": 4.748220916934298,
      "learning_rate": 0.00017588590507750096,
      "loss": 5.1562,
      "step": 66268
    },
    {
      "epoch": 2.714274011877944,
      "grad_norm": 3.480263783909195,
      "learning_rate": 0.00017588269260824518,
      "loss": 5.0625,
      "step": 66269
    },
    {
      "epoch": 2.71431497030514,
      "grad_norm": 4.592607394630708,
      "learning_rate": 0.00017587948012675356,
      "loss": 4.7188,
      "step": 66270
    },
    {
      "epoch": 2.7143559287323367,
      "grad_norm": 7.861487371342836,
      "learning_rate": 0.00017587626763302763,
      "loss": 6.0625,
      "step": 66271
    },
    {
      "epoch": 2.714396887159533,
      "grad_norm": 3.353754529353584,
      "learning_rate": 0.0001758730551270689,
      "loss": 4.9375,
      "step": 66272
    },
    {
      "epoch": 2.7144378455867297,
      "grad_norm": 3.486608803112031,
      "learning_rate": 0.0001758698426088789,
      "loss": 4.3125,
      "step": 66273
    },
    {
      "epoch": 2.714478804013926,
      "grad_norm": 3.763584930675678,
      "learning_rate": 0.00017586663007845916,
      "loss": 5.0312,
      "step": 66274
    },
    {
      "epoch": 2.7145197624411224,
      "grad_norm": 2.990887577392487,
      "learning_rate": 0.00017586341753581114,
      "loss": 4.1875,
      "step": 66275
    },
    {
      "epoch": 2.7145607208683185,
      "grad_norm": 3.6538696647637647,
      "learning_rate": 0.0001758602049809364,
      "loss": 4.9688,
      "step": 66276
    },
    {
      "epoch": 2.714601679295515,
      "grad_norm": 4.287625903180084,
      "learning_rate": 0.00017585699241383647,
      "loss": 6.0312,
      "step": 66277
    },
    {
      "epoch": 2.7146426377227115,
      "grad_norm": 3.727911734663668,
      "learning_rate": 0.00017585377983451284,
      "loss": 4.2812,
      "step": 66278
    },
    {
      "epoch": 2.714683596149908,
      "grad_norm": 4.0414591292948625,
      "learning_rate": 0.00017585056724296705,
      "loss": 4.75,
      "step": 66279
    },
    {
      "epoch": 2.714724554577104,
      "grad_norm": 3.642134615272497,
      "learning_rate": 0.00017584735463920063,
      "loss": 5.125,
      "step": 66280
    },
    {
      "epoch": 2.7147655130043007,
      "grad_norm": 3.2644648946167063,
      "learning_rate": 0.00017584414202321505,
      "loss": 4.5625,
      "step": 66281
    },
    {
      "epoch": 2.714806471431497,
      "grad_norm": 3.237378656397566,
      "learning_rate": 0.00017584092939501188,
      "loss": 4.6875,
      "step": 66282
    },
    {
      "epoch": 2.7148474298586933,
      "grad_norm": 3.6257583101396866,
      "learning_rate": 0.00017583771675459264,
      "loss": 4.4688,
      "step": 66283
    },
    {
      "epoch": 2.71488838828589,
      "grad_norm": 3.638451221034531,
      "learning_rate": 0.0001758345041019588,
      "loss": 3.25,
      "step": 66284
    },
    {
      "epoch": 2.7149293467130864,
      "grad_norm": 3.3742796547932437,
      "learning_rate": 0.00017583129143711187,
      "loss": 3.9531,
      "step": 66285
    },
    {
      "epoch": 2.7149703051402825,
      "grad_norm": 2.7576888230892216,
      "learning_rate": 0.00017582807876005346,
      "loss": 3.0,
      "step": 66286
    },
    {
      "epoch": 2.715011263567479,
      "grad_norm": 3.1047234980226235,
      "learning_rate": 0.000175824866070785,
      "loss": 3.5781,
      "step": 66287
    },
    {
      "epoch": 2.7150522219946756,
      "grad_norm": 3.1805677286122305,
      "learning_rate": 0.0001758216533693081,
      "loss": 3.7969,
      "step": 66288
    },
    {
      "epoch": 2.7150931804218716,
      "grad_norm": 5.09197748311589,
      "learning_rate": 0.00017581844065562416,
      "loss": 4.3125,
      "step": 66289
    },
    {
      "epoch": 2.715134138849068,
      "grad_norm": 2.9874215166784,
      "learning_rate": 0.00017581522792973475,
      "loss": 3.5,
      "step": 66290
    },
    {
      "epoch": 2.7151750972762647,
      "grad_norm": 3.0864135070515295,
      "learning_rate": 0.0001758120151916415,
      "loss": 4.0,
      "step": 66291
    },
    {
      "epoch": 2.7152160557034613,
      "grad_norm": 3.130167953965108,
      "learning_rate": 0.0001758088024413457,
      "loss": 4.125,
      "step": 66292
    },
    {
      "epoch": 2.7152570141306573,
      "grad_norm": 3.7327906982503007,
      "learning_rate": 0.00017580558967884906,
      "loss": 5.0625,
      "step": 66293
    },
    {
      "epoch": 2.715297972557854,
      "grad_norm": 3.7123760636649434,
      "learning_rate": 0.00017580237690415304,
      "loss": 4.6562,
      "step": 66294
    },
    {
      "epoch": 2.71533893098505,
      "grad_norm": 5.590634453933937,
      "learning_rate": 0.00017579916411725915,
      "loss": 5.2812,
      "step": 66295
    },
    {
      "epoch": 2.7153798894122465,
      "grad_norm": 3.8415012212434605,
      "learning_rate": 0.00017579595131816885,
      "loss": 5.0,
      "step": 66296
    },
    {
      "epoch": 2.715420847839443,
      "grad_norm": 4.55414432337631,
      "learning_rate": 0.0001757927385068838,
      "loss": 3.3438,
      "step": 66297
    },
    {
      "epoch": 2.7154618062666396,
      "grad_norm": 3.6508175470848343,
      "learning_rate": 0.0001757895256834054,
      "loss": 0.9336,
      "step": 66298
    },
    {
      "epoch": 2.7155027646938357,
      "grad_norm": 3.988808827506846,
      "learning_rate": 0.00017578631284773523,
      "loss": 5.5,
      "step": 66299
    },
    {
      "epoch": 2.715543723121032,
      "grad_norm": 4.98190692413889,
      "learning_rate": 0.00017578309999987475,
      "loss": 5.25,
      "step": 66300
    },
    {
      "epoch": 2.7155846815482283,
      "grad_norm": 4.135044878617496,
      "learning_rate": 0.00017577988713982553,
      "loss": 4.9062,
      "step": 66301
    },
    {
      "epoch": 2.715625639975425,
      "grad_norm": 3.4412440577159877,
      "learning_rate": 0.0001757766742675891,
      "loss": 4.6875,
      "step": 66302
    },
    {
      "epoch": 2.7156665984026214,
      "grad_norm": 3.823825170774502,
      "learning_rate": 0.00017577346138316697,
      "loss": 5.4375,
      "step": 66303
    },
    {
      "epoch": 2.715707556829818,
      "grad_norm": 4.11434013399421,
      "learning_rate": 0.00017577024848656057,
      "loss": 5.0938,
      "step": 66304
    },
    {
      "epoch": 2.715748515257014,
      "grad_norm": 3.8664168536451036,
      "learning_rate": 0.00017576703557777156,
      "loss": 4.5,
      "step": 66305
    },
    {
      "epoch": 2.7157894736842105,
      "grad_norm": 3.5025843859401564,
      "learning_rate": 0.00017576382265680138,
      "loss": 4.8125,
      "step": 66306
    },
    {
      "epoch": 2.715830432111407,
      "grad_norm": 3.72816388731464,
      "learning_rate": 0.00017576060972365154,
      "loss": 5.0,
      "step": 66307
    },
    {
      "epoch": 2.715871390538603,
      "grad_norm": 3.8381757026090244,
      "learning_rate": 0.00017575739677832357,
      "loss": 4.0938,
      "step": 66308
    },
    {
      "epoch": 2.7159123489657997,
      "grad_norm": 4.498354868244087,
      "learning_rate": 0.000175754183820819,
      "loss": 5.375,
      "step": 66309
    },
    {
      "epoch": 2.7159533073929962,
      "grad_norm": 3.272098030804626,
      "learning_rate": 0.00017575097085113935,
      "loss": 4.875,
      "step": 66310
    },
    {
      "epoch": 2.7159942658201928,
      "grad_norm": 3.7804859862173616,
      "learning_rate": 0.00017574775786928618,
      "loss": 4.8125,
      "step": 66311
    },
    {
      "epoch": 2.716035224247389,
      "grad_norm": 4.241808623226243,
      "learning_rate": 0.00017574454487526088,
      "loss": 5.3438,
      "step": 66312
    },
    {
      "epoch": 2.7160761826745854,
      "grad_norm": 3.3728108632731186,
      "learning_rate": 0.00017574133186906512,
      "loss": 4.5,
      "step": 66313
    },
    {
      "epoch": 2.7161171411017815,
      "grad_norm": 3.078965840810077,
      "learning_rate": 0.00017573811885070035,
      "loss": 4.1875,
      "step": 66314
    },
    {
      "epoch": 2.716158099528978,
      "grad_norm": 4.170811625498096,
      "learning_rate": 0.00017573490582016807,
      "loss": 4.8125,
      "step": 66315
    },
    {
      "epoch": 2.7161990579561746,
      "grad_norm": 5.3901393010798415,
      "learning_rate": 0.00017573169277746982,
      "loss": 5.5938,
      "step": 66316
    },
    {
      "epoch": 2.716240016383371,
      "grad_norm": 3.9674253325727884,
      "learning_rate": 0.00017572847972260712,
      "loss": 4.3438,
      "step": 66317
    },
    {
      "epoch": 2.716280974810567,
      "grad_norm": 3.5339433883839804,
      "learning_rate": 0.0001757252666555815,
      "loss": 3.7188,
      "step": 66318
    },
    {
      "epoch": 2.7163219332377637,
      "grad_norm": 5.385613235290539,
      "learning_rate": 0.00017572205357639444,
      "loss": 3.9844,
      "step": 66319
    },
    {
      "epoch": 2.71636289166496,
      "grad_norm": 6.569928446688351,
      "learning_rate": 0.00017571884048504753,
      "loss": 5.75,
      "step": 66320
    },
    {
      "epoch": 2.7164038500921563,
      "grad_norm": 4.2015687497786836,
      "learning_rate": 0.0001757156273815422,
      "loss": 4.3125,
      "step": 66321
    },
    {
      "epoch": 2.716444808519353,
      "grad_norm": 4.641115742854226,
      "learning_rate": 0.00017571241426588002,
      "loss": 4.7188,
      "step": 66322
    },
    {
      "epoch": 2.7164857669465494,
      "grad_norm": 3.1983396394429056,
      "learning_rate": 0.00017570920113806253,
      "loss": 4.0938,
      "step": 66323
    },
    {
      "epoch": 2.7165267253737455,
      "grad_norm": 3.7323348275496815,
      "learning_rate": 0.00017570598799809123,
      "loss": 4.25,
      "step": 66324
    },
    {
      "epoch": 2.716567683800942,
      "grad_norm": 3.982699900748254,
      "learning_rate": 0.00017570277484596755,
      "loss": 4.6875,
      "step": 66325
    },
    {
      "epoch": 2.7166086422281386,
      "grad_norm": 3.331468201260541,
      "learning_rate": 0.0001756995616816932,
      "loss": 4.4062,
      "step": 66326
    },
    {
      "epoch": 2.7166496006553347,
      "grad_norm": 3.3611908977752285,
      "learning_rate": 0.00017569634850526954,
      "loss": 4.2188,
      "step": 66327
    },
    {
      "epoch": 2.716690559082531,
      "grad_norm": 3.3748903049990555,
      "learning_rate": 0.00017569313531669807,
      "loss": 4.9375,
      "step": 66328
    },
    {
      "epoch": 2.7167315175097277,
      "grad_norm": 3.742051638288602,
      "learning_rate": 0.00017568992211598047,
      "loss": 5.0625,
      "step": 66329
    },
    {
      "epoch": 2.7167724759369243,
      "grad_norm": 3.417466461685185,
      "learning_rate": 0.00017568670890311813,
      "loss": 4.375,
      "step": 66330
    },
    {
      "epoch": 2.7168134343641204,
      "grad_norm": 3.407689186775311,
      "learning_rate": 0.00017568349567811264,
      "loss": 5.0625,
      "step": 66331
    },
    {
      "epoch": 2.716854392791317,
      "grad_norm": 5.455390322150133,
      "learning_rate": 0.00017568028244096544,
      "loss": 5.9375,
      "step": 66332
    },
    {
      "epoch": 2.716895351218513,
      "grad_norm": 3.819791814555885,
      "learning_rate": 0.00017567706919167808,
      "loss": 4.7188,
      "step": 66333
    },
    {
      "epoch": 2.7169363096457095,
      "grad_norm": 6.321955101693542,
      "learning_rate": 0.00017567385593025213,
      "loss": 5.3125,
      "step": 66334
    },
    {
      "epoch": 2.716977268072906,
      "grad_norm": 3.1806286392963865,
      "learning_rate": 0.00017567064265668904,
      "loss": 4.2188,
      "step": 66335
    },
    {
      "epoch": 2.7170182265001026,
      "grad_norm": 3.325212818231945,
      "learning_rate": 0.00017566742937099035,
      "loss": 4.125,
      "step": 66336
    },
    {
      "epoch": 2.7170591849272987,
      "grad_norm": 4.292314902161793,
      "learning_rate": 0.00017566421607315765,
      "loss": 4.4062,
      "step": 66337
    },
    {
      "epoch": 2.7171001433544952,
      "grad_norm": 4.738856105202225,
      "learning_rate": 0.00017566100276319237,
      "loss": 5.1875,
      "step": 66338
    },
    {
      "epoch": 2.7171411017816913,
      "grad_norm": 2.84394295688806,
      "learning_rate": 0.00017565778944109606,
      "loss": 3.3125,
      "step": 66339
    },
    {
      "epoch": 2.717182060208888,
      "grad_norm": 13.625171439853514,
      "learning_rate": 0.00017565457610687019,
      "loss": 2.7188,
      "step": 66340
    },
    {
      "epoch": 2.7172230186360844,
      "grad_norm": 3.5791631895971014,
      "learning_rate": 0.0001756513627605164,
      "loss": 5.1562,
      "step": 66341
    },
    {
      "epoch": 2.717263977063281,
      "grad_norm": 3.5136435558988173,
      "learning_rate": 0.00017564814940203608,
      "loss": 4.9688,
      "step": 66342
    },
    {
      "epoch": 2.717304935490477,
      "grad_norm": 3.502191221949898,
      "learning_rate": 0.0001756449360314308,
      "loss": 4.3438,
      "step": 66343
    },
    {
      "epoch": 2.7173458939176736,
      "grad_norm": 3.8674001445230792,
      "learning_rate": 0.00017564172264870212,
      "loss": 5.25,
      "step": 66344
    },
    {
      "epoch": 2.71738685234487,
      "grad_norm": 3.754430578397491,
      "learning_rate": 0.0001756385092538515,
      "loss": 4.6875,
      "step": 66345
    },
    {
      "epoch": 2.717427810772066,
      "grad_norm": 4.0488517052561,
      "learning_rate": 0.0001756352958468805,
      "loss": 5.375,
      "step": 66346
    },
    {
      "epoch": 2.7174687691992627,
      "grad_norm": 11.004267572051276,
      "learning_rate": 0.0001756320824277906,
      "loss": 3.8438,
      "step": 66347
    },
    {
      "epoch": 2.7175097276264593,
      "grad_norm": 5.263878683607457,
      "learning_rate": 0.00017562886899658332,
      "loss": 4.9375,
      "step": 66348
    },
    {
      "epoch": 2.717550686053656,
      "grad_norm": 3.4144931191625174,
      "learning_rate": 0.0001756256555532602,
      "loss": 4.3125,
      "step": 66349
    },
    {
      "epoch": 2.717591644480852,
      "grad_norm": 3.6862916462168296,
      "learning_rate": 0.0001756224420978228,
      "loss": 2.1719,
      "step": 66350
    },
    {
      "epoch": 2.7176326029080484,
      "grad_norm": 3.278186455313738,
      "learning_rate": 0.00017561922863027258,
      "loss": 4.5,
      "step": 66351
    },
    {
      "epoch": 2.7176735613352445,
      "grad_norm": 3.6315328920400556,
      "learning_rate": 0.00017561601515061104,
      "loss": 4.375,
      "step": 66352
    },
    {
      "epoch": 2.717714519762441,
      "grad_norm": 6.635031141155159,
      "learning_rate": 0.00017561280165883975,
      "loss": 4.5312,
      "step": 66353
    },
    {
      "epoch": 2.7177554781896376,
      "grad_norm": 3.128638704922072,
      "learning_rate": 0.00017560958815496025,
      "loss": 4.4062,
      "step": 66354
    },
    {
      "epoch": 2.717796436616834,
      "grad_norm": 3.2329274602623994,
      "learning_rate": 0.000175606374638974,
      "loss": 4.4375,
      "step": 66355
    },
    {
      "epoch": 2.71783739504403,
      "grad_norm": 3.790006818057822,
      "learning_rate": 0.00017560316111088256,
      "loss": 4.625,
      "step": 66356
    },
    {
      "epoch": 2.7178783534712267,
      "grad_norm": 4.622964637460853,
      "learning_rate": 0.00017559994757068736,
      "loss": 5.2812,
      "step": 66357
    },
    {
      "epoch": 2.717919311898423,
      "grad_norm": 3.969977555418713,
      "learning_rate": 0.00017559673401839007,
      "loss": 4.9375,
      "step": 66358
    },
    {
      "epoch": 2.7179602703256194,
      "grad_norm": 4.318043977766456,
      "learning_rate": 0.0001755935204539921,
      "loss": 4.5938,
      "step": 66359
    },
    {
      "epoch": 2.718001228752816,
      "grad_norm": 3.456462955464833,
      "learning_rate": 0.000175590306877495,
      "loss": 4.0312,
      "step": 66360
    },
    {
      "epoch": 2.7180421871800124,
      "grad_norm": 6.723729176132156,
      "learning_rate": 0.00017558709328890028,
      "loss": 6.8125,
      "step": 66361
    },
    {
      "epoch": 2.7180831456072085,
      "grad_norm": 3.2324181594246655,
      "learning_rate": 0.0001755838796882095,
      "loss": 5.0625,
      "step": 66362
    },
    {
      "epoch": 2.718124104034405,
      "grad_norm": 3.4549104618334563,
      "learning_rate": 0.00017558066607542411,
      "loss": 4.3438,
      "step": 66363
    },
    {
      "epoch": 2.7181650624616016,
      "grad_norm": 4.850369359789143,
      "learning_rate": 0.00017557745245054567,
      "loss": 5.8125,
      "step": 66364
    },
    {
      "epoch": 2.7182060208887977,
      "grad_norm": 3.0878869529828457,
      "learning_rate": 0.0001755742388135757,
      "loss": 3.7656,
      "step": 66365
    },
    {
      "epoch": 2.7182469793159942,
      "grad_norm": 11.61954139925031,
      "learning_rate": 0.00017557102516451575,
      "loss": 6.2188,
      "step": 66366
    },
    {
      "epoch": 2.7182879377431908,
      "grad_norm": 3.4653853153874863,
      "learning_rate": 0.00017556781150336725,
      "loss": 4.0312,
      "step": 66367
    },
    {
      "epoch": 2.7183288961703873,
      "grad_norm": 3.846272401425552,
      "learning_rate": 0.00017556459783013177,
      "loss": 4.1875,
      "step": 66368
    },
    {
      "epoch": 2.7183698545975834,
      "grad_norm": 3.7357667955110503,
      "learning_rate": 0.00017556138414481087,
      "loss": 4.7188,
      "step": 66369
    },
    {
      "epoch": 2.71841081302478,
      "grad_norm": 3.733667569670671,
      "learning_rate": 0.000175558170447406,
      "loss": 3.6719,
      "step": 66370
    },
    {
      "epoch": 2.718451771451976,
      "grad_norm": 3.4175114682377727,
      "learning_rate": 0.00017555495673791875,
      "loss": 4.375,
      "step": 66371
    },
    {
      "epoch": 2.7184927298791726,
      "grad_norm": 3.4365921956663423,
      "learning_rate": 0.00017555174301635057,
      "loss": 5.2188,
      "step": 66372
    },
    {
      "epoch": 2.718533688306369,
      "grad_norm": 3.5133921814559868,
      "learning_rate": 0.000175548529282703,
      "loss": 3.9688,
      "step": 66373
    },
    {
      "epoch": 2.7185746467335656,
      "grad_norm": 3.8499264083839915,
      "learning_rate": 0.00017554531553697758,
      "loss": 4.9062,
      "step": 66374
    },
    {
      "epoch": 2.7186156051607617,
      "grad_norm": 7.144263707556969,
      "learning_rate": 0.0001755421017791758,
      "loss": 2.9844,
      "step": 66375
    },
    {
      "epoch": 2.7186565635879583,
      "grad_norm": 3.280567127369153,
      "learning_rate": 0.0001755388880092992,
      "loss": 5.0625,
      "step": 66376
    },
    {
      "epoch": 2.7186975220151544,
      "grad_norm": 5.927921986055039,
      "learning_rate": 0.00017553567422734932,
      "loss": 1.9766,
      "step": 66377
    },
    {
      "epoch": 2.718738480442351,
      "grad_norm": 4.588845447729514,
      "learning_rate": 0.00017553246043332764,
      "loss": 4.7188,
      "step": 66378
    },
    {
      "epoch": 2.7187794388695474,
      "grad_norm": 2.9933244020478447,
      "learning_rate": 0.0001755292466272357,
      "loss": 4.25,
      "step": 66379
    },
    {
      "epoch": 2.718820397296744,
      "grad_norm": 3.8448169323314714,
      "learning_rate": 0.000175526032809075,
      "loss": 3.75,
      "step": 66380
    },
    {
      "epoch": 2.71886135572394,
      "grad_norm": 9.043446507020603,
      "learning_rate": 0.0001755228189788471,
      "loss": 6.3125,
      "step": 66381
    },
    {
      "epoch": 2.7189023141511366,
      "grad_norm": 4.451112849787186,
      "learning_rate": 0.00017551960513655345,
      "loss": 4.6875,
      "step": 66382
    },
    {
      "epoch": 2.718943272578333,
      "grad_norm": 4.031295513815595,
      "learning_rate": 0.00017551639128219565,
      "loss": 5.9688,
      "step": 66383
    },
    {
      "epoch": 2.718984231005529,
      "grad_norm": 4.479140544236272,
      "learning_rate": 0.00017551317741577516,
      "loss": 5.8438,
      "step": 66384
    },
    {
      "epoch": 2.7190251894327258,
      "grad_norm": 3.2535704992357246,
      "learning_rate": 0.0001755099635372935,
      "loss": 4.75,
      "step": 66385
    },
    {
      "epoch": 2.7190661478599223,
      "grad_norm": 14.880740766741694,
      "learning_rate": 0.00017550674964675228,
      "loss": 1.5547,
      "step": 66386
    },
    {
      "epoch": 2.719107106287119,
      "grad_norm": 3.909673956223163,
      "learning_rate": 0.0001755035357441529,
      "loss": 5.7188,
      "step": 66387
    },
    {
      "epoch": 2.719148064714315,
      "grad_norm": 6.839682794417739,
      "learning_rate": 0.00017550032182949693,
      "loss": 5.75,
      "step": 66388
    },
    {
      "epoch": 2.7191890231415115,
      "grad_norm": 3.342272443860141,
      "learning_rate": 0.0001754971079027859,
      "loss": 5.0625,
      "step": 66389
    },
    {
      "epoch": 2.7192299815687075,
      "grad_norm": 3.399979700325726,
      "learning_rate": 0.0001754938939640213,
      "loss": 3.8281,
      "step": 66390
    },
    {
      "epoch": 2.719270939995904,
      "grad_norm": 3.75907070456146,
      "learning_rate": 0.0001754906800132047,
      "loss": 4.1875,
      "step": 66391
    },
    {
      "epoch": 2.7193118984231006,
      "grad_norm": 7.030264310559266,
      "learning_rate": 0.00017548746605033753,
      "loss": 5.5938,
      "step": 66392
    },
    {
      "epoch": 2.719352856850297,
      "grad_norm": 5.212674256026933,
      "learning_rate": 0.0001754842520754214,
      "loss": 6.375,
      "step": 66393
    },
    {
      "epoch": 2.7193938152774932,
      "grad_norm": 3.2386011373774743,
      "learning_rate": 0.0001754810380884578,
      "loss": 5.0,
      "step": 66394
    },
    {
      "epoch": 2.71943477370469,
      "grad_norm": 4.581209539358682,
      "learning_rate": 0.00017547782408944824,
      "loss": 6.1875,
      "step": 66395
    },
    {
      "epoch": 2.719475732131886,
      "grad_norm": 3.461533968262028,
      "learning_rate": 0.00017547461007839425,
      "loss": 5.0625,
      "step": 66396
    },
    {
      "epoch": 2.7195166905590824,
      "grad_norm": 3.249374524770293,
      "learning_rate": 0.00017547139605529735,
      "loss": 4.375,
      "step": 66397
    },
    {
      "epoch": 2.719557648986279,
      "grad_norm": 5.758897488072496,
      "learning_rate": 0.000175468182020159,
      "loss": 6.25,
      "step": 66398
    },
    {
      "epoch": 2.7195986074134755,
      "grad_norm": 6.386132831399237,
      "learning_rate": 0.00017546496797298084,
      "loss": 4.9375,
      "step": 66399
    },
    {
      "epoch": 2.7196395658406716,
      "grad_norm": 4.874448570388633,
      "learning_rate": 0.00017546175391376423,
      "loss": 1.2734,
      "step": 66400
    },
    {
      "epoch": 2.719680524267868,
      "grad_norm": 3.181268543420435,
      "learning_rate": 0.00017545853984251086,
      "loss": 3.3906,
      "step": 66401
    },
    {
      "epoch": 2.7197214826950646,
      "grad_norm": 10.351060495094332,
      "learning_rate": 0.00017545532575922215,
      "loss": 2.7969,
      "step": 66402
    },
    {
      "epoch": 2.7197624411222607,
      "grad_norm": 4.410767583198261,
      "learning_rate": 0.00017545211166389966,
      "loss": 4.2188,
      "step": 66403
    },
    {
      "epoch": 2.7198033995494573,
      "grad_norm": 4.608231803741125,
      "learning_rate": 0.00017544889755654483,
      "loss": 6.3125,
      "step": 66404
    },
    {
      "epoch": 2.719844357976654,
      "grad_norm": 3.240065690626418,
      "learning_rate": 0.00017544568343715928,
      "loss": 4.4062,
      "step": 66405
    },
    {
      "epoch": 2.7198853164038503,
      "grad_norm": 8.702890138766032,
      "learning_rate": 0.00017544246930574446,
      "loss": 6.1562,
      "step": 66406
    },
    {
      "epoch": 2.7199262748310464,
      "grad_norm": 3.6329783580183737,
      "learning_rate": 0.00017543925516230196,
      "loss": 4.2188,
      "step": 66407
    },
    {
      "epoch": 2.719967233258243,
      "grad_norm": 3.398702808133311,
      "learning_rate": 0.00017543604100683322,
      "loss": 5.0938,
      "step": 66408
    },
    {
      "epoch": 2.720008191685439,
      "grad_norm": 3.8824577256726718,
      "learning_rate": 0.0001754328268393398,
      "loss": 4.7188,
      "step": 66409
    },
    {
      "epoch": 2.7200491501126356,
      "grad_norm": 4.25082909200075,
      "learning_rate": 0.00017542961265982321,
      "loss": 4.6562,
      "step": 66410
    },
    {
      "epoch": 2.720090108539832,
      "grad_norm": 5.190313112346619,
      "learning_rate": 0.000175426398468285,
      "loss": 5.125,
      "step": 66411
    },
    {
      "epoch": 2.7201310669670287,
      "grad_norm": 3.8987049109240446,
      "learning_rate": 0.00017542318426472662,
      "loss": 4.5938,
      "step": 66412
    },
    {
      "epoch": 2.7201720253942248,
      "grad_norm": 2.7916070807604294,
      "learning_rate": 0.00017541997004914969,
      "loss": 3.0781,
      "step": 66413
    },
    {
      "epoch": 2.7202129838214213,
      "grad_norm": 5.1721507029175955,
      "learning_rate": 0.00017541675582155564,
      "loss": 3.8125,
      "step": 66414
    },
    {
      "epoch": 2.7202539422486174,
      "grad_norm": 7.672320381454398,
      "learning_rate": 0.00017541354158194603,
      "loss": 4.6562,
      "step": 66415
    },
    {
      "epoch": 2.720294900675814,
      "grad_norm": 3.93740032917512,
      "learning_rate": 0.00017541032733032236,
      "loss": 4.9062,
      "step": 66416
    },
    {
      "epoch": 2.7203358591030105,
      "grad_norm": 4.190429028392708,
      "learning_rate": 0.00017540711306668618,
      "loss": 5.4688,
      "step": 66417
    },
    {
      "epoch": 2.720376817530207,
      "grad_norm": 3.2553817442818698,
      "learning_rate": 0.000175403898791039,
      "loss": 4.3125,
      "step": 66418
    },
    {
      "epoch": 2.720417775957403,
      "grad_norm": 3.5971461010028305,
      "learning_rate": 0.00017540068450338231,
      "loss": 4.875,
      "step": 66419
    },
    {
      "epoch": 2.7204587343845996,
      "grad_norm": 4.263162836318792,
      "learning_rate": 0.00017539747020371764,
      "loss": 4.7188,
      "step": 66420
    },
    {
      "epoch": 2.720499692811796,
      "grad_norm": 3.281975061833032,
      "learning_rate": 0.00017539425589204653,
      "loss": 3.5469,
      "step": 66421
    },
    {
      "epoch": 2.7205406512389922,
      "grad_norm": 3.7049828106693172,
      "learning_rate": 0.0001753910415683705,
      "loss": 4.5312,
      "step": 66422
    },
    {
      "epoch": 2.720581609666189,
      "grad_norm": 3.790397128106139,
      "learning_rate": 0.00017538782723269109,
      "loss": 5.3125,
      "step": 66423
    },
    {
      "epoch": 2.7206225680933853,
      "grad_norm": 3.621112814856673,
      "learning_rate": 0.00017538461288500975,
      "loss": 4.1875,
      "step": 66424
    },
    {
      "epoch": 2.720663526520582,
      "grad_norm": 3.0874911585380933,
      "learning_rate": 0.000175381398525328,
      "loss": 3.7812,
      "step": 66425
    },
    {
      "epoch": 2.720704484947778,
      "grad_norm": 3.3412942608153737,
      "learning_rate": 0.00017537818415364745,
      "loss": 4.8438,
      "step": 66426
    },
    {
      "epoch": 2.7207454433749745,
      "grad_norm": 7.997834270066154,
      "learning_rate": 0.00017537496976996957,
      "loss": 2.8906,
      "step": 66427
    },
    {
      "epoch": 2.7207864018021706,
      "grad_norm": 6.094005879117998,
      "learning_rate": 0.00017537175537429587,
      "loss": 3.5312,
      "step": 66428
    },
    {
      "epoch": 2.720827360229367,
      "grad_norm": 3.3654560432535057,
      "learning_rate": 0.00017536854096662782,
      "loss": 4.625,
      "step": 66429
    },
    {
      "epoch": 2.7208683186565636,
      "grad_norm": 3.7846194376051048,
      "learning_rate": 0.0001753653265469671,
      "loss": 3.5469,
      "step": 66430
    },
    {
      "epoch": 2.72090927708376,
      "grad_norm": 3.2656773592692954,
      "learning_rate": 0.00017536211211531503,
      "loss": 4.1875,
      "step": 66431
    },
    {
      "epoch": 2.7209502355109563,
      "grad_norm": 3.9000495322817277,
      "learning_rate": 0.0001753588976716733,
      "loss": 3.0312,
      "step": 66432
    },
    {
      "epoch": 2.720991193938153,
      "grad_norm": 5.593930590753863,
      "learning_rate": 0.00017535568321604334,
      "loss": 4.0938,
      "step": 66433
    },
    {
      "epoch": 2.721032152365349,
      "grad_norm": 2.822708745210352,
      "learning_rate": 0.00017535246874842664,
      "loss": 2.8594,
      "step": 66434
    },
    {
      "epoch": 2.7210731107925454,
      "grad_norm": 3.8527307689031876,
      "learning_rate": 0.00017534925426882482,
      "loss": 4.625,
      "step": 66435
    },
    {
      "epoch": 2.721114069219742,
      "grad_norm": 5.836767955713861,
      "learning_rate": 0.00017534603977723925,
      "loss": 1.7578,
      "step": 66436
    },
    {
      "epoch": 2.7211550276469385,
      "grad_norm": 8.258976937446091,
      "learning_rate": 0.00017534282527367163,
      "loss": 5.5625,
      "step": 66437
    },
    {
      "epoch": 2.7211959860741346,
      "grad_norm": 4.543609531899843,
      "learning_rate": 0.0001753396107581234,
      "loss": 4.625,
      "step": 66438
    },
    {
      "epoch": 2.721236944501331,
      "grad_norm": 4.7839947203677555,
      "learning_rate": 0.00017533639623059603,
      "loss": 4.7188,
      "step": 66439
    },
    {
      "epoch": 2.7212779029285277,
      "grad_norm": 3.7149897503492624,
      "learning_rate": 0.00017533318169109106,
      "loss": 4.2188,
      "step": 66440
    },
    {
      "epoch": 2.7213188613557238,
      "grad_norm": 3.371949732963383,
      "learning_rate": 0.00017532996713961007,
      "loss": 4.0625,
      "step": 66441
    },
    {
      "epoch": 2.7213598197829203,
      "grad_norm": 3.728055578316863,
      "learning_rate": 0.00017532675257615456,
      "loss": 4.9375,
      "step": 66442
    },
    {
      "epoch": 2.721400778210117,
      "grad_norm": 3.2550130561309354,
      "learning_rate": 0.00017532353800072602,
      "loss": 4.0938,
      "step": 66443
    },
    {
      "epoch": 2.7214417366373134,
      "grad_norm": 4.194644167649935,
      "learning_rate": 0.0001753203234133259,
      "loss": 5.1562,
      "step": 66444
    },
    {
      "epoch": 2.7214826950645095,
      "grad_norm": 3.3619186391715328,
      "learning_rate": 0.0001753171088139559,
      "loss": 4.3438,
      "step": 66445
    },
    {
      "epoch": 2.721523653491706,
      "grad_norm": 15.067291829457599,
      "learning_rate": 0.0001753138942026174,
      "loss": 5.5,
      "step": 66446
    },
    {
      "epoch": 2.721564611918902,
      "grad_norm": 5.687276159107285,
      "learning_rate": 0.000175310679579312,
      "loss": 4.8438,
      "step": 66447
    },
    {
      "epoch": 2.7216055703460986,
      "grad_norm": 3.0967972146862306,
      "learning_rate": 0.00017530746494404112,
      "loss": 3.7656,
      "step": 66448
    },
    {
      "epoch": 2.721646528773295,
      "grad_norm": 9.853029648493347,
      "learning_rate": 0.00017530425029680638,
      "loss": 4.75,
      "step": 66449
    },
    {
      "epoch": 2.7216874872004917,
      "grad_norm": 4.157707665805315,
      "learning_rate": 0.00017530103563760923,
      "loss": 5.2812,
      "step": 66450
    },
    {
      "epoch": 2.721728445627688,
      "grad_norm": 5.730950283984321,
      "learning_rate": 0.00017529782096645122,
      "loss": 4.4062,
      "step": 66451
    },
    {
      "epoch": 2.7217694040548843,
      "grad_norm": 9.380124620954547,
      "learning_rate": 0.0001752946062833339,
      "loss": 2.2656,
      "step": 66452
    },
    {
      "epoch": 2.7218103624820804,
      "grad_norm": 5.846576215171851,
      "learning_rate": 0.00017529139158825873,
      "loss": 6.4375,
      "step": 66453
    },
    {
      "epoch": 2.721851320909277,
      "grad_norm": 3.467503944879358,
      "learning_rate": 0.00017528817688122725,
      "loss": 4.625,
      "step": 66454
    },
    {
      "epoch": 2.7218922793364735,
      "grad_norm": 3.5668015265293316,
      "learning_rate": 0.00017528496216224105,
      "loss": 4.0938,
      "step": 66455
    },
    {
      "epoch": 2.72193323776367,
      "grad_norm": 3.1826498700858115,
      "learning_rate": 0.00017528174743130148,
      "loss": 4.9062,
      "step": 66456
    },
    {
      "epoch": 2.721974196190866,
      "grad_norm": 3.3334988925401716,
      "learning_rate": 0.00017527853268841024,
      "loss": 5.1562,
      "step": 66457
    },
    {
      "epoch": 2.7220151546180626,
      "grad_norm": 6.884793876031042,
      "learning_rate": 0.00017527531793356876,
      "loss": 4.1562,
      "step": 66458
    },
    {
      "epoch": 2.722056113045259,
      "grad_norm": 3.162698982728644,
      "learning_rate": 0.0001752721031667786,
      "loss": 1.3047,
      "step": 66459
    },
    {
      "epoch": 2.7220970714724553,
      "grad_norm": 7.983608637068662,
      "learning_rate": 0.00017526888838804126,
      "loss": 3.625,
      "step": 66460
    },
    {
      "epoch": 2.722138029899652,
      "grad_norm": 3.9599077982312445,
      "learning_rate": 0.0001752656735973582,
      "loss": 4.7188,
      "step": 66461
    },
    {
      "epoch": 2.7221789883268483,
      "grad_norm": 3.9687735501939057,
      "learning_rate": 0.00017526245879473102,
      "loss": 4.375,
      "step": 66462
    },
    {
      "epoch": 2.722219946754045,
      "grad_norm": 3.48506038924627,
      "learning_rate": 0.00017525924398016123,
      "loss": 4.7188,
      "step": 66463
    },
    {
      "epoch": 2.722260905181241,
      "grad_norm": 8.053580528153624,
      "learning_rate": 0.00017525602915365032,
      "loss": 3.6562,
      "step": 66464
    },
    {
      "epoch": 2.7223018636084375,
      "grad_norm": 3.3036675153925747,
      "learning_rate": 0.00017525281431519986,
      "loss": 4.25,
      "step": 66465
    },
    {
      "epoch": 2.7223428220356336,
      "grad_norm": 3.9944824933290226,
      "learning_rate": 0.00017524959946481128,
      "loss": 5.0312,
      "step": 66466
    },
    {
      "epoch": 2.72238378046283,
      "grad_norm": 3.540652699627718,
      "learning_rate": 0.00017524638460248625,
      "loss": 5.0,
      "step": 66467
    },
    {
      "epoch": 2.7224247388900267,
      "grad_norm": 3.5448377313411066,
      "learning_rate": 0.0001752431697282261,
      "loss": 4.6562,
      "step": 66468
    },
    {
      "epoch": 2.722465697317223,
      "grad_norm": 5.975347069178986,
      "learning_rate": 0.00017523995484203247,
      "loss": 5.125,
      "step": 66469
    },
    {
      "epoch": 2.7225066557444193,
      "grad_norm": 5.601192586988771,
      "learning_rate": 0.00017523673994390685,
      "loss": 7.0312,
      "step": 66470
    },
    {
      "epoch": 2.722547614171616,
      "grad_norm": 4.4643090510006,
      "learning_rate": 0.0001752335250338508,
      "loss": 6.1875,
      "step": 66471
    },
    {
      "epoch": 2.722588572598812,
      "grad_norm": 4.556682999985527,
      "learning_rate": 0.00017523031011186573,
      "loss": 4.4688,
      "step": 66472
    },
    {
      "epoch": 2.7226295310260085,
      "grad_norm": 4.623390839312086,
      "learning_rate": 0.0001752270951779533,
      "loss": 5.0938,
      "step": 66473
    },
    {
      "epoch": 2.722670489453205,
      "grad_norm": 3.85245554091664,
      "learning_rate": 0.00017522388023211497,
      "loss": 4.3438,
      "step": 66474
    },
    {
      "epoch": 2.7227114478804015,
      "grad_norm": 6.013783472458765,
      "learning_rate": 0.0001752206652743522,
      "loss": 6.8438,
      "step": 66475
    },
    {
      "epoch": 2.7227524063075976,
      "grad_norm": 3.3783901620039702,
      "learning_rate": 0.00017521745030466655,
      "loss": 4.2812,
      "step": 66476
    },
    {
      "epoch": 2.722793364734794,
      "grad_norm": 5.101480893340893,
      "learning_rate": 0.0001752142353230596,
      "loss": 5.9375,
      "step": 66477
    },
    {
      "epoch": 2.7228343231619907,
      "grad_norm": 2.541239763795973,
      "learning_rate": 0.00017521102032953283,
      "loss": 1.125,
      "step": 66478
    },
    {
      "epoch": 2.722875281589187,
      "grad_norm": 6.396020622503099,
      "learning_rate": 0.00017520780532408775,
      "loss": 6.0938,
      "step": 66479
    },
    {
      "epoch": 2.7229162400163833,
      "grad_norm": 3.601854636293328,
      "learning_rate": 0.00017520459030672582,
      "loss": 4.5312,
      "step": 66480
    },
    {
      "epoch": 2.72295719844358,
      "grad_norm": 3.4819332653611657,
      "learning_rate": 0.00017520137527744868,
      "loss": 4.7812,
      "step": 66481
    },
    {
      "epoch": 2.7229981568707764,
      "grad_norm": 3.1488697992645864,
      "learning_rate": 0.0001751981602362578,
      "loss": 2.4219,
      "step": 66482
    },
    {
      "epoch": 2.7230391152979725,
      "grad_norm": 4.3892942880921355,
      "learning_rate": 0.0001751949451831547,
      "loss": 3.7188,
      "step": 66483
    },
    {
      "epoch": 2.723080073725169,
      "grad_norm": 3.098303421983069,
      "learning_rate": 0.0001751917301181408,
      "loss": 4.1875,
      "step": 66484
    },
    {
      "epoch": 2.723121032152365,
      "grad_norm": 7.5864468377661485,
      "learning_rate": 0.0001751885150412178,
      "loss": 5.7188,
      "step": 66485
    },
    {
      "epoch": 2.7231619905795617,
      "grad_norm": 4.9466134941674476,
      "learning_rate": 0.0001751852999523871,
      "loss": 5.9375,
      "step": 66486
    },
    {
      "epoch": 2.723202949006758,
      "grad_norm": 3.531881557720778,
      "learning_rate": 0.00017518208485165027,
      "loss": 4.8125,
      "step": 66487
    },
    {
      "epoch": 2.7232439074339547,
      "grad_norm": 33.341911130515534,
      "learning_rate": 0.00017517886973900877,
      "loss": 7.0,
      "step": 66488
    },
    {
      "epoch": 2.723284865861151,
      "grad_norm": 3.874150290119351,
      "learning_rate": 0.0001751756546144642,
      "loss": 4.5,
      "step": 66489
    },
    {
      "epoch": 2.7233258242883474,
      "grad_norm": 3.8225718229310846,
      "learning_rate": 0.00017517243947801805,
      "loss": 4.375,
      "step": 66490
    },
    {
      "epoch": 2.723366782715544,
      "grad_norm": 3.9460564749093736,
      "learning_rate": 0.0001751692243296718,
      "loss": 4.75,
      "step": 66491
    },
    {
      "epoch": 2.72340774114274,
      "grad_norm": 3.7774625421548107,
      "learning_rate": 0.000175166009169427,
      "loss": 6.0,
      "step": 66492
    },
    {
      "epoch": 2.7234486995699365,
      "grad_norm": 7.794507959030433,
      "learning_rate": 0.0001751627939972852,
      "loss": 3.0312,
      "step": 66493
    },
    {
      "epoch": 2.723489657997133,
      "grad_norm": 3.1935208633405483,
      "learning_rate": 0.0001751595788132479,
      "loss": 3.9688,
      "step": 66494
    },
    {
      "epoch": 2.723530616424329,
      "grad_norm": 3.2222571858633065,
      "learning_rate": 0.00017515636361731658,
      "loss": 4.2188,
      "step": 66495
    },
    {
      "epoch": 2.7235715748515257,
      "grad_norm": 4.127526168720178,
      "learning_rate": 0.00017515314840949283,
      "loss": 5.125,
      "step": 66496
    },
    {
      "epoch": 2.723612533278722,
      "grad_norm": 3.535798164506119,
      "learning_rate": 0.00017514993318977807,
      "loss": 4.3438,
      "step": 66497
    },
    {
      "epoch": 2.7236534917059183,
      "grad_norm": 7.025690748233117,
      "learning_rate": 0.0001751467179581739,
      "loss": 6.6562,
      "step": 66498
    },
    {
      "epoch": 2.723694450133115,
      "grad_norm": 3.0919344943003173,
      "learning_rate": 0.00017514350271468184,
      "loss": 4.3125,
      "step": 66499
    },
    {
      "epoch": 2.7237354085603114,
      "grad_norm": 3.9777446664818417,
      "learning_rate": 0.0001751402874593034,
      "loss": 2.9062,
      "step": 66500
    },
    {
      "epoch": 2.723776366987508,
      "grad_norm": 3.7693883313413683,
      "learning_rate": 0.00017513707219204007,
      "loss": 5.375,
      "step": 66501
    },
    {
      "epoch": 2.723817325414704,
      "grad_norm": 3.6255734651108993,
      "learning_rate": 0.0001751338569128934,
      "loss": 4.75,
      "step": 66502
    },
    {
      "epoch": 2.7238582838419005,
      "grad_norm": 5.212793866783484,
      "learning_rate": 0.00017513064162186492,
      "loss": 5.3438,
      "step": 66503
    },
    {
      "epoch": 2.7238992422690966,
      "grad_norm": 3.5045133206309855,
      "learning_rate": 0.0001751274263189561,
      "loss": 5.7188,
      "step": 66504
    },
    {
      "epoch": 2.723940200696293,
      "grad_norm": 3.4152293099678275,
      "learning_rate": 0.0001751242110041685,
      "loss": 2.1094,
      "step": 66505
    },
    {
      "epoch": 2.7239811591234897,
      "grad_norm": 4.209285771059825,
      "learning_rate": 0.00017512099567750363,
      "loss": 4.6562,
      "step": 66506
    },
    {
      "epoch": 2.7240221175506862,
      "grad_norm": 3.19270084536632,
      "learning_rate": 0.000175117780338963,
      "loss": 4.0312,
      "step": 66507
    },
    {
      "epoch": 2.7240630759778823,
      "grad_norm": 4.800209952486763,
      "learning_rate": 0.00017511456498854817,
      "loss": 5.4375,
      "step": 66508
    },
    {
      "epoch": 2.724104034405079,
      "grad_norm": 3.261501240874949,
      "learning_rate": 0.0001751113496262606,
      "loss": 4.0625,
      "step": 66509
    },
    {
      "epoch": 2.7241449928322754,
      "grad_norm": 10.401586394098246,
      "learning_rate": 0.00017510813425210183,
      "loss": 2.7969,
      "step": 66510
    },
    {
      "epoch": 2.7241859512594715,
      "grad_norm": 3.984610392737229,
      "learning_rate": 0.00017510491886607344,
      "loss": 5.125,
      "step": 66511
    },
    {
      "epoch": 2.724226909686668,
      "grad_norm": 4.7590147958623525,
      "learning_rate": 0.00017510170346817687,
      "loss": 4.6875,
      "step": 66512
    },
    {
      "epoch": 2.7242678681138646,
      "grad_norm": 3.495907007715742,
      "learning_rate": 0.0001750984880584137,
      "loss": 3.7812,
      "step": 66513
    },
    {
      "epoch": 2.7243088265410607,
      "grad_norm": 3.603080652414478,
      "learning_rate": 0.0001750952726367854,
      "loss": 4.5625,
      "step": 66514
    },
    {
      "epoch": 2.724349784968257,
      "grad_norm": 5.460661243436702,
      "learning_rate": 0.0001750920572032935,
      "loss": 5.4688,
      "step": 66515
    },
    {
      "epoch": 2.7243907433954537,
      "grad_norm": 9.581468119279496,
      "learning_rate": 0.00017508884175793953,
      "loss": 3.7656,
      "step": 66516
    },
    {
      "epoch": 2.72443170182265,
      "grad_norm": 3.2496685929611018,
      "learning_rate": 0.000175085626300725,
      "loss": 4.5938,
      "step": 66517
    },
    {
      "epoch": 2.7244726602498464,
      "grad_norm": 7.155771564136513,
      "learning_rate": 0.0001750824108316515,
      "loss": 4.3438,
      "step": 66518
    },
    {
      "epoch": 2.724513618677043,
      "grad_norm": 3.8411342087718006,
      "learning_rate": 0.00017507919535072046,
      "loss": 5.4375,
      "step": 66519
    },
    {
      "epoch": 2.7245545771042394,
      "grad_norm": 3.625701542180694,
      "learning_rate": 0.00017507597985793339,
      "loss": 5.25,
      "step": 66520
    },
    {
      "epoch": 2.7245955355314355,
      "grad_norm": 3.4919903545262097,
      "learning_rate": 0.0001750727643532919,
      "loss": 4.7188,
      "step": 66521
    },
    {
      "epoch": 2.724636493958632,
      "grad_norm": 3.3154532960317944,
      "learning_rate": 0.00017506954883679746,
      "loss": 4.3125,
      "step": 66522
    },
    {
      "epoch": 2.724677452385828,
      "grad_norm": 4.233470722046788,
      "learning_rate": 0.0001750663333084516,
      "loss": 4.8438,
      "step": 66523
    },
    {
      "epoch": 2.7247184108130247,
      "grad_norm": 3.198082857290935,
      "learning_rate": 0.0001750631177682558,
      "loss": 4.0938,
      "step": 66524
    },
    {
      "epoch": 2.724759369240221,
      "grad_norm": 3.817113100385562,
      "learning_rate": 0.00017505990221621163,
      "loss": 5.25,
      "step": 66525
    },
    {
      "epoch": 2.7248003276674178,
      "grad_norm": 3.190954802350887,
      "learning_rate": 0.00017505668665232057,
      "loss": 4.0312,
      "step": 66526
    },
    {
      "epoch": 2.724841286094614,
      "grad_norm": 3.950393016803769,
      "learning_rate": 0.00017505347107658417,
      "loss": 5.2188,
      "step": 66527
    },
    {
      "epoch": 2.7248822445218104,
      "grad_norm": 3.5463160398445477,
      "learning_rate": 0.00017505025548900398,
      "loss": 3.0625,
      "step": 66528
    },
    {
      "epoch": 2.724923202949007,
      "grad_norm": 10.967095320096714,
      "learning_rate": 0.00017504703988958144,
      "loss": 6.5312,
      "step": 66529
    },
    {
      "epoch": 2.724964161376203,
      "grad_norm": 3.8904365000639247,
      "learning_rate": 0.00017504382427831815,
      "loss": 4.9375,
      "step": 66530
    },
    {
      "epoch": 2.7250051198033995,
      "grad_norm": 12.657739192260333,
      "learning_rate": 0.0001750406086552156,
      "loss": 4.3438,
      "step": 66531
    },
    {
      "epoch": 2.725046078230596,
      "grad_norm": 3.5861824432427913,
      "learning_rate": 0.00017503739302027527,
      "loss": 4.7812,
      "step": 66532
    },
    {
      "epoch": 2.7250870366577926,
      "grad_norm": 5.337717748394507,
      "learning_rate": 0.00017503417737349867,
      "loss": 4.9688,
      "step": 66533
    },
    {
      "epoch": 2.7251279950849887,
      "grad_norm": 3.565501892453569,
      "learning_rate": 0.00017503096171488742,
      "loss": 4.6875,
      "step": 66534
    },
    {
      "epoch": 2.7251689535121852,
      "grad_norm": 4.735489631372798,
      "learning_rate": 0.00017502774604444298,
      "loss": 5.4688,
      "step": 66535
    },
    {
      "epoch": 2.7252099119393813,
      "grad_norm": 3.86620359156796,
      "learning_rate": 0.00017502453036216691,
      "loss": 4.9375,
      "step": 66536
    },
    {
      "epoch": 2.725250870366578,
      "grad_norm": 3.701064926071573,
      "learning_rate": 0.0001750213146680606,
      "loss": 4.6562,
      "step": 66537
    },
    {
      "epoch": 2.7252918287937744,
      "grad_norm": 3.1490808949321933,
      "learning_rate": 0.00017501809896212578,
      "loss": 3.7812,
      "step": 66538
    },
    {
      "epoch": 2.725332787220971,
      "grad_norm": 3.835951102523822,
      "learning_rate": 0.0001750148832443638,
      "loss": 6.1875,
      "step": 66539
    },
    {
      "epoch": 2.725373745648167,
      "grad_norm": 3.635287487767956,
      "learning_rate": 0.0001750116675147762,
      "loss": 2.3281,
      "step": 66540
    },
    {
      "epoch": 2.7254147040753636,
      "grad_norm": 3.9051943010117496,
      "learning_rate": 0.0001750084517733646,
      "loss": 6.0625,
      "step": 66541
    },
    {
      "epoch": 2.7254556625025597,
      "grad_norm": 3.990365595127081,
      "learning_rate": 0.0001750052360201304,
      "loss": 4.8125,
      "step": 66542
    },
    {
      "epoch": 2.725496620929756,
      "grad_norm": 3.84895192001656,
      "learning_rate": 0.00017500202025507523,
      "loss": 5.25,
      "step": 66543
    },
    {
      "epoch": 2.7255375793569527,
      "grad_norm": 3.2341660330379502,
      "learning_rate": 0.00017499880447820047,
      "loss": 5.3438,
      "step": 66544
    },
    {
      "epoch": 2.7255785377841493,
      "grad_norm": 4.486503711289364,
      "learning_rate": 0.00017499558868950781,
      "loss": 5.1562,
      "step": 66545
    },
    {
      "epoch": 2.7256194962113454,
      "grad_norm": 5.444788877438518,
      "learning_rate": 0.00017499237288899866,
      "loss": 4.9688,
      "step": 66546
    },
    {
      "epoch": 2.725660454638542,
      "grad_norm": 4.678183477627291,
      "learning_rate": 0.00017498915707667454,
      "loss": 4.75,
      "step": 66547
    },
    {
      "epoch": 2.7257014130657384,
      "grad_norm": 6.544701515479367,
      "learning_rate": 0.00017498594125253702,
      "loss": 1.2266,
      "step": 66548
    },
    {
      "epoch": 2.7257423714929345,
      "grad_norm": 4.588396577161507,
      "learning_rate": 0.00017498272541658757,
      "loss": 4.5625,
      "step": 66549
    },
    {
      "epoch": 2.725783329920131,
      "grad_norm": 3.390003043211042,
      "learning_rate": 0.00017497950956882775,
      "loss": 1.3125,
      "step": 66550
    },
    {
      "epoch": 2.7258242883473276,
      "grad_norm": 4.7040555139209825,
      "learning_rate": 0.00017497629370925912,
      "loss": 5.8438,
      "step": 66551
    },
    {
      "epoch": 2.725865246774524,
      "grad_norm": 4.46889075337528,
      "learning_rate": 0.00017497307783788306,
      "loss": 6.2812,
      "step": 66552
    },
    {
      "epoch": 2.7259062052017202,
      "grad_norm": 3.4271286421241274,
      "learning_rate": 0.00017496986195470124,
      "loss": 4.5938,
      "step": 66553
    },
    {
      "epoch": 2.7259471636289168,
      "grad_norm": 5.443012947918933,
      "learning_rate": 0.0001749666460597151,
      "loss": 3.8906,
      "step": 66554
    },
    {
      "epoch": 2.725988122056113,
      "grad_norm": 3.200059782445938,
      "learning_rate": 0.0001749634301529262,
      "loss": 3.8125,
      "step": 66555
    },
    {
      "epoch": 2.7260290804833094,
      "grad_norm": 6.174654271980757,
      "learning_rate": 0.00017496021423433597,
      "loss": 4.875,
      "step": 66556
    },
    {
      "epoch": 2.726070038910506,
      "grad_norm": 3.5976732117552332,
      "learning_rate": 0.00017495699830394608,
      "loss": 4.5,
      "step": 66557
    },
    {
      "epoch": 2.7261109973377025,
      "grad_norm": 3.924886128773661,
      "learning_rate": 0.00017495378236175794,
      "loss": 4.3438,
      "step": 66558
    },
    {
      "epoch": 2.7261519557648985,
      "grad_norm": 4.216582020904537,
      "learning_rate": 0.0001749505664077731,
      "loss": 4.6562,
      "step": 66559
    },
    {
      "epoch": 2.726192914192095,
      "grad_norm": 3.2828556222556164,
      "learning_rate": 0.00017494735044199303,
      "loss": 4.6875,
      "step": 66560
    },
    {
      "epoch": 2.726233872619291,
      "grad_norm": 3.684451690441055,
      "learning_rate": 0.00017494413446441937,
      "loss": 5.2188,
      "step": 66561
    },
    {
      "epoch": 2.7262748310464877,
      "grad_norm": 3.64134202694229,
      "learning_rate": 0.00017494091847505356,
      "loss": 4.3438,
      "step": 66562
    },
    {
      "epoch": 2.7263157894736842,
      "grad_norm": 7.444424450088289,
      "learning_rate": 0.00017493770247389712,
      "loss": 6.1562,
      "step": 66563
    },
    {
      "epoch": 2.726356747900881,
      "grad_norm": 3.49447565649832,
      "learning_rate": 0.00017493448646095156,
      "loss": 4.75,
      "step": 66564
    },
    {
      "epoch": 2.726397706328077,
      "grad_norm": 3.5341432176217547,
      "learning_rate": 0.00017493127043621847,
      "loss": 4.625,
      "step": 66565
    },
    {
      "epoch": 2.7264386647552734,
      "grad_norm": 3.738242319621604,
      "learning_rate": 0.00017492805439969927,
      "loss": 5.6875,
      "step": 66566
    },
    {
      "epoch": 2.72647962318247,
      "grad_norm": 5.121939914723526,
      "learning_rate": 0.00017492483835139557,
      "loss": 4.7812,
      "step": 66567
    },
    {
      "epoch": 2.726520581609666,
      "grad_norm": 3.180708423890825,
      "learning_rate": 0.00017492162229130887,
      "loss": 3.8281,
      "step": 66568
    },
    {
      "epoch": 2.7265615400368626,
      "grad_norm": 3.9140865403592557,
      "learning_rate": 0.00017491840621944058,
      "loss": 4.5312,
      "step": 66569
    },
    {
      "epoch": 2.726602498464059,
      "grad_norm": 3.4915598599070274,
      "learning_rate": 0.00017491519013579238,
      "loss": 4.3438,
      "step": 66570
    },
    {
      "epoch": 2.7266434568912556,
      "grad_norm": 3.662650403083177,
      "learning_rate": 0.00017491197404036573,
      "loss": 3.7656,
      "step": 66571
    },
    {
      "epoch": 2.7266844153184517,
      "grad_norm": 3.586280848788121,
      "learning_rate": 0.00017490875793316215,
      "loss": 4.7188,
      "step": 66572
    },
    {
      "epoch": 2.7267253737456483,
      "grad_norm": 21.806264823212143,
      "learning_rate": 0.00017490554181418317,
      "loss": 5.8125,
      "step": 66573
    },
    {
      "epoch": 2.7267663321728444,
      "grad_norm": 4.734901599431887,
      "learning_rate": 0.00017490232568343026,
      "loss": 4.75,
      "step": 66574
    },
    {
      "epoch": 2.726807290600041,
      "grad_norm": 5.628071016919939,
      "learning_rate": 0.00017489910954090497,
      "loss": 5.1875,
      "step": 66575
    },
    {
      "epoch": 2.7268482490272374,
      "grad_norm": 3.312646571631198,
      "learning_rate": 0.00017489589338660883,
      "loss": 4.875,
      "step": 66576
    },
    {
      "epoch": 2.726889207454434,
      "grad_norm": 7.932097537094119,
      "learning_rate": 0.00017489267722054338,
      "loss": 4.0312,
      "step": 66577
    },
    {
      "epoch": 2.72693016588163,
      "grad_norm": 3.8153062852487993,
      "learning_rate": 0.00017488946104271007,
      "loss": 4.1875,
      "step": 66578
    },
    {
      "epoch": 2.7269711243088266,
      "grad_norm": 4.020810951676438,
      "learning_rate": 0.0001748862448531105,
      "loss": 6.375,
      "step": 66579
    },
    {
      "epoch": 2.7270120827360227,
      "grad_norm": 3.8323353899424513,
      "learning_rate": 0.00017488302865174615,
      "loss": 4.8438,
      "step": 66580
    },
    {
      "epoch": 2.7270530411632192,
      "grad_norm": 3.333907931482471,
      "learning_rate": 0.00017487981243861854,
      "loss": 4.1875,
      "step": 66581
    },
    {
      "epoch": 2.7270939995904158,
      "grad_norm": 4.234187991506578,
      "learning_rate": 0.0001748765962137292,
      "loss": 4.75,
      "step": 66582
    },
    {
      "epoch": 2.7271349580176123,
      "grad_norm": 3.3396230305515346,
      "learning_rate": 0.00017487337997707967,
      "loss": 4.0625,
      "step": 66583
    },
    {
      "epoch": 2.7271759164448084,
      "grad_norm": 4.377003227624823,
      "learning_rate": 0.00017487016372867142,
      "loss": 6.4688,
      "step": 66584
    },
    {
      "epoch": 2.727216874872005,
      "grad_norm": 3.5660789233724253,
      "learning_rate": 0.00017486694746850603,
      "loss": 4.9062,
      "step": 66585
    },
    {
      "epoch": 2.7272578332992015,
      "grad_norm": 8.006697455873734,
      "learning_rate": 0.00017486373119658498,
      "loss": 1.6875,
      "step": 66586
    },
    {
      "epoch": 2.7272987917263976,
      "grad_norm": 3.6407288578905415,
      "learning_rate": 0.0001748605149129098,
      "loss": 4.1875,
      "step": 66587
    },
    {
      "epoch": 2.727339750153594,
      "grad_norm": 5.666066537072624,
      "learning_rate": 0.00017485729861748198,
      "loss": 6.0938,
      "step": 66588
    },
    {
      "epoch": 2.7273807085807906,
      "grad_norm": 4.306433074457033,
      "learning_rate": 0.0001748540823103031,
      "loss": 6.1875,
      "step": 66589
    },
    {
      "epoch": 2.727421667007987,
      "grad_norm": 3.5610377175194774,
      "learning_rate": 0.00017485086599137466,
      "loss": 4.8438,
      "step": 66590
    },
    {
      "epoch": 2.7274626254351833,
      "grad_norm": 3.1593563034856307,
      "learning_rate": 0.0001748476496606982,
      "loss": 4.0625,
      "step": 66591
    },
    {
      "epoch": 2.72750358386238,
      "grad_norm": 14.958186443226687,
      "learning_rate": 0.00017484443331827512,
      "loss": 4.6562,
      "step": 66592
    },
    {
      "epoch": 2.727544542289576,
      "grad_norm": 5.287243317871458,
      "learning_rate": 0.0001748412169641071,
      "loss": 5.9375,
      "step": 66593
    },
    {
      "epoch": 2.7275855007167724,
      "grad_norm": 4.691182260388764,
      "learning_rate": 0.0001748380005981956,
      "loss": 5.2188,
      "step": 66594
    },
    {
      "epoch": 2.727626459143969,
      "grad_norm": 3.435920121034384,
      "learning_rate": 0.00017483478422054214,
      "loss": 4.0625,
      "step": 66595
    },
    {
      "epoch": 2.7276674175711655,
      "grad_norm": 4.0329354029576505,
      "learning_rate": 0.0001748315678311482,
      "loss": 3.4688,
      "step": 66596
    },
    {
      "epoch": 2.7277083759983616,
      "grad_norm": 3.9068012455657333,
      "learning_rate": 0.00017482835143001532,
      "loss": 4.7812,
      "step": 66597
    },
    {
      "epoch": 2.727749334425558,
      "grad_norm": 3.6431650195699588,
      "learning_rate": 0.00017482513501714507,
      "loss": 3.8281,
      "step": 66598
    },
    {
      "epoch": 2.727790292852754,
      "grad_norm": 3.793600311971821,
      "learning_rate": 0.00017482191859253895,
      "loss": 4.7812,
      "step": 66599
    },
    {
      "epoch": 2.7278312512799507,
      "grad_norm": 5.200538626640163,
      "learning_rate": 0.00017481870215619842,
      "loss": 4.5,
      "step": 66600
    },
    {
      "epoch": 2.7278722097071473,
      "grad_norm": 3.6079853680187273,
      "learning_rate": 0.0001748154857081251,
      "loss": 4.4375,
      "step": 66601
    },
    {
      "epoch": 2.727913168134344,
      "grad_norm": 3.280809162627876,
      "learning_rate": 0.00017481226924832044,
      "loss": 4.9062,
      "step": 66602
    },
    {
      "epoch": 2.72795412656154,
      "grad_norm": 3.6447586608258553,
      "learning_rate": 0.00017480905277678598,
      "loss": 4.0938,
      "step": 66603
    },
    {
      "epoch": 2.7279950849887364,
      "grad_norm": 4.682316168053251,
      "learning_rate": 0.00017480583629352325,
      "loss": 4.875,
      "step": 66604
    },
    {
      "epoch": 2.728036043415933,
      "grad_norm": 4.140114325138106,
      "learning_rate": 0.00017480261979853373,
      "loss": 5.1875,
      "step": 66605
    },
    {
      "epoch": 2.728077001843129,
      "grad_norm": 3.7494111650728787,
      "learning_rate": 0.00017479940329181897,
      "loss": 4.5312,
      "step": 66606
    },
    {
      "epoch": 2.7281179602703256,
      "grad_norm": 3.3597097649263548,
      "learning_rate": 0.00017479618677338052,
      "loss": 4.625,
      "step": 66607
    },
    {
      "epoch": 2.728158918697522,
      "grad_norm": 4.588374381129139,
      "learning_rate": 0.00017479297024321986,
      "loss": 4.0312,
      "step": 66608
    },
    {
      "epoch": 2.7281998771247187,
      "grad_norm": 6.6004469053335075,
      "learning_rate": 0.00017478975370133855,
      "loss": 4.0625,
      "step": 66609
    },
    {
      "epoch": 2.7282408355519148,
      "grad_norm": 3.529965200045731,
      "learning_rate": 0.00017478653714773804,
      "loss": 4.5,
      "step": 66610
    },
    {
      "epoch": 2.7282817939791113,
      "grad_norm": 3.1133957282518936,
      "learning_rate": 0.00017478332058241993,
      "loss": 4.5625,
      "step": 66611
    },
    {
      "epoch": 2.7283227524063074,
      "grad_norm": 3.4805402454764964,
      "learning_rate": 0.00017478010400538566,
      "loss": 4.875,
      "step": 66612
    },
    {
      "epoch": 2.728363710833504,
      "grad_norm": 4.026906125033125,
      "learning_rate": 0.0001747768874166368,
      "loss": 5.5625,
      "step": 66613
    },
    {
      "epoch": 2.7284046692607005,
      "grad_norm": 4.296146514559273,
      "learning_rate": 0.0001747736708161749,
      "loss": 6.3125,
      "step": 66614
    },
    {
      "epoch": 2.728445627687897,
      "grad_norm": 4.757008488478553,
      "learning_rate": 0.00017477045420400143,
      "loss": 6.125,
      "step": 66615
    },
    {
      "epoch": 2.728486586115093,
      "grad_norm": 5.563648703616757,
      "learning_rate": 0.00017476723758011792,
      "loss": 3.4844,
      "step": 66616
    },
    {
      "epoch": 2.7285275445422896,
      "grad_norm": 7.017270778009296,
      "learning_rate": 0.0001747640209445259,
      "loss": 5.1875,
      "step": 66617
    },
    {
      "epoch": 2.7285685029694857,
      "grad_norm": 3.582499517957919,
      "learning_rate": 0.00017476080429722687,
      "loss": 3.4375,
      "step": 66618
    },
    {
      "epoch": 2.7286094613966823,
      "grad_norm": 4.031848853705833,
      "learning_rate": 0.00017475758763822242,
      "loss": 4.0938,
      "step": 66619
    },
    {
      "epoch": 2.728650419823879,
      "grad_norm": 3.3928026590590497,
      "learning_rate": 0.00017475437096751395,
      "loss": 4.3438,
      "step": 66620
    },
    {
      "epoch": 2.7286913782510753,
      "grad_norm": 7.574817808145659,
      "learning_rate": 0.0001747511542851031,
      "loss": 6.8438,
      "step": 66621
    },
    {
      "epoch": 2.7287323366782714,
      "grad_norm": 3.9754856238648277,
      "learning_rate": 0.00017474793759099136,
      "loss": 6.4062,
      "step": 66622
    },
    {
      "epoch": 2.728773295105468,
      "grad_norm": 4.373613746039913,
      "learning_rate": 0.00017474472088518017,
      "loss": 4.2188,
      "step": 66623
    },
    {
      "epoch": 2.7288142535326645,
      "grad_norm": 3.357706394181583,
      "learning_rate": 0.00017474150416767114,
      "loss": 3.75,
      "step": 66624
    },
    {
      "epoch": 2.7288552119598606,
      "grad_norm": 3.5657377736521156,
      "learning_rate": 0.00017473828743846574,
      "loss": 4.9688,
      "step": 66625
    },
    {
      "epoch": 2.728896170387057,
      "grad_norm": 3.5076321195921287,
      "learning_rate": 0.00017473507069756556,
      "loss": 3.9688,
      "step": 66626
    },
    {
      "epoch": 2.7289371288142537,
      "grad_norm": 5.879892335961565,
      "learning_rate": 0.00017473185394497207,
      "loss": 4.9688,
      "step": 66627
    },
    {
      "epoch": 2.72897808724145,
      "grad_norm": 6.990063551696727,
      "learning_rate": 0.00017472863718068674,
      "loss": 3.5625,
      "step": 66628
    },
    {
      "epoch": 2.7290190456686463,
      "grad_norm": 4.515009002869784,
      "learning_rate": 0.00017472542040471116,
      "loss": 4.75,
      "step": 66629
    },
    {
      "epoch": 2.729060004095843,
      "grad_norm": 3.778505609895797,
      "learning_rate": 0.0001747222036170469,
      "loss": 3.9375,
      "step": 66630
    },
    {
      "epoch": 2.729100962523039,
      "grad_norm": 3.8267358161094465,
      "learning_rate": 0.00017471898681769538,
      "loss": 5.1562,
      "step": 66631
    },
    {
      "epoch": 2.7291419209502354,
      "grad_norm": 3.5014790161558556,
      "learning_rate": 0.0001747157700066581,
      "loss": 4.5312,
      "step": 66632
    },
    {
      "epoch": 2.729182879377432,
      "grad_norm": 2.2963154116409443,
      "learning_rate": 0.0001747125531839367,
      "loss": 2.3594,
      "step": 66633
    },
    {
      "epoch": 2.7292238378046285,
      "grad_norm": 3.83536966640869,
      "learning_rate": 0.00017470933634953264,
      "loss": 3.9844,
      "step": 66634
    },
    {
      "epoch": 2.7292647962318246,
      "grad_norm": 4.456226256163644,
      "learning_rate": 0.00017470611950344745,
      "loss": 5.5312,
      "step": 66635
    },
    {
      "epoch": 2.729305754659021,
      "grad_norm": 3.139888487541321,
      "learning_rate": 0.0001747029026456826,
      "loss": 4.0312,
      "step": 66636
    },
    {
      "epoch": 2.7293467130862172,
      "grad_norm": 3.2709329718380027,
      "learning_rate": 0.00017469968577623964,
      "loss": 4.4062,
      "step": 66637
    },
    {
      "epoch": 2.7293876715134138,
      "grad_norm": 4.555732330238737,
      "learning_rate": 0.00017469646889512014,
      "loss": 4.6562,
      "step": 66638
    },
    {
      "epoch": 2.7294286299406103,
      "grad_norm": 6.271882828932441,
      "learning_rate": 0.0001746932520023256,
      "loss": 3.2812,
      "step": 66639
    },
    {
      "epoch": 2.729469588367807,
      "grad_norm": 3.5413382237059317,
      "learning_rate": 0.00017469003509785748,
      "loss": 3.625,
      "step": 66640
    },
    {
      "epoch": 2.729510546795003,
      "grad_norm": 3.4884030500138508,
      "learning_rate": 0.00017468681818171735,
      "loss": 5.3125,
      "step": 66641
    },
    {
      "epoch": 2.7295515052221995,
      "grad_norm": 3.597515832064784,
      "learning_rate": 0.00017468360125390674,
      "loss": 2.3594,
      "step": 66642
    },
    {
      "epoch": 2.729592463649396,
      "grad_norm": 3.3169808851163336,
      "learning_rate": 0.00017468038431442715,
      "loss": 4.1875,
      "step": 66643
    },
    {
      "epoch": 2.729633422076592,
      "grad_norm": 3.3238309175049197,
      "learning_rate": 0.00017467716736328012,
      "loss": 4.8438,
      "step": 66644
    },
    {
      "epoch": 2.7296743805037886,
      "grad_norm": 3.2957118771197287,
      "learning_rate": 0.00017467395040046715,
      "loss": 5.2188,
      "step": 66645
    },
    {
      "epoch": 2.729715338930985,
      "grad_norm": 3.1132756261047745,
      "learning_rate": 0.00017467073342598976,
      "loss": 4.2188,
      "step": 66646
    },
    {
      "epoch": 2.7297562973581817,
      "grad_norm": 4.7574359749091135,
      "learning_rate": 0.0001746675164398495,
      "loss": 5.8125,
      "step": 66647
    },
    {
      "epoch": 2.729797255785378,
      "grad_norm": 5.436691976941547,
      "learning_rate": 0.0001746642994420478,
      "loss": 3.0312,
      "step": 66648
    },
    {
      "epoch": 2.7298382142125743,
      "grad_norm": 3.569837043107701,
      "learning_rate": 0.00017466108243258634,
      "loss": 5.0312,
      "step": 66649
    },
    {
      "epoch": 2.7298791726397704,
      "grad_norm": 5.867782404873548,
      "learning_rate": 0.0001746578654114665,
      "loss": 2.4062,
      "step": 66650
    },
    {
      "epoch": 2.729920131066967,
      "grad_norm": 3.5778744040328183,
      "learning_rate": 0.00017465464837868988,
      "loss": 4.375,
      "step": 66651
    },
    {
      "epoch": 2.7299610894941635,
      "grad_norm": 4.046259803695415,
      "learning_rate": 0.00017465143133425792,
      "loss": 4.3125,
      "step": 66652
    },
    {
      "epoch": 2.73000204792136,
      "grad_norm": 4.159248702519742,
      "learning_rate": 0.00017464821427817226,
      "loss": 4.75,
      "step": 66653
    },
    {
      "epoch": 2.730043006348556,
      "grad_norm": 6.821948608162138,
      "learning_rate": 0.00017464499721043432,
      "loss": 4.375,
      "step": 66654
    },
    {
      "epoch": 2.7300839647757527,
      "grad_norm": 4.3230366931950615,
      "learning_rate": 0.00017464178013104568,
      "loss": 3.6719,
      "step": 66655
    },
    {
      "epoch": 2.7301249232029488,
      "grad_norm": 3.370927869279533,
      "learning_rate": 0.00017463856304000778,
      "loss": 4.9375,
      "step": 66656
    },
    {
      "epoch": 2.7301658816301453,
      "grad_norm": 3.466899601909678,
      "learning_rate": 0.00017463534593732222,
      "loss": 4.4062,
      "step": 66657
    },
    {
      "epoch": 2.730206840057342,
      "grad_norm": 3.2761499123581164,
      "learning_rate": 0.00017463212882299053,
      "loss": 3.875,
      "step": 66658
    },
    {
      "epoch": 2.7302477984845384,
      "grad_norm": 3.578744500243488,
      "learning_rate": 0.0001746289116970142,
      "loss": 4.9062,
      "step": 66659
    },
    {
      "epoch": 2.7302887569117344,
      "grad_norm": 3.267363829629666,
      "learning_rate": 0.0001746256945593947,
      "loss": 4.5938,
      "step": 66660
    },
    {
      "epoch": 2.730329715338931,
      "grad_norm": 3.7778878240466414,
      "learning_rate": 0.00017462247741013365,
      "loss": 4.5938,
      "step": 66661
    },
    {
      "epoch": 2.7303706737661275,
      "grad_norm": 3.3858499382705047,
      "learning_rate": 0.0001746192602492325,
      "loss": 3.7344,
      "step": 66662
    },
    {
      "epoch": 2.7304116321933236,
      "grad_norm": 5.725731114584343,
      "learning_rate": 0.0001746160430766928,
      "loss": 5.125,
      "step": 66663
    },
    {
      "epoch": 2.73045259062052,
      "grad_norm": 4.3655871625724885,
      "learning_rate": 0.00017461282589251604,
      "loss": 3.2969,
      "step": 66664
    },
    {
      "epoch": 2.7304935490477167,
      "grad_norm": 4.209227392362663,
      "learning_rate": 0.00017460960869670377,
      "loss": 5.125,
      "step": 66665
    },
    {
      "epoch": 2.730534507474913,
      "grad_norm": 3.771592271067929,
      "learning_rate": 0.00017460639148925752,
      "loss": 4.6562,
      "step": 66666
    },
    {
      "epoch": 2.7305754659021093,
      "grad_norm": 4.3499188237128275,
      "learning_rate": 0.0001746031742701788,
      "loss": 4.4062,
      "step": 66667
    },
    {
      "epoch": 2.730616424329306,
      "grad_norm": 3.5192685892866074,
      "learning_rate": 0.0001745999570394691,
      "loss": 4.375,
      "step": 66668
    },
    {
      "epoch": 2.730657382756502,
      "grad_norm": 5.153634341658539,
      "learning_rate": 0.00017459673979713,
      "loss": 5.5938,
      "step": 66669
    },
    {
      "epoch": 2.7306983411836985,
      "grad_norm": 3.504118060336066,
      "learning_rate": 0.00017459352254316297,
      "loss": 4.875,
      "step": 66670
    },
    {
      "epoch": 2.730739299610895,
      "grad_norm": 3.548590914234593,
      "learning_rate": 0.00017459030527756957,
      "loss": 3.8281,
      "step": 66671
    },
    {
      "epoch": 2.7307802580380915,
      "grad_norm": 3.092456166019324,
      "learning_rate": 0.00017458708800035128,
      "loss": 3.5938,
      "step": 66672
    },
    {
      "epoch": 2.7308212164652876,
      "grad_norm": 3.480680302164397,
      "learning_rate": 0.00017458387071150967,
      "loss": 4.8125,
      "step": 66673
    },
    {
      "epoch": 2.730862174892484,
      "grad_norm": 3.727405632472996,
      "learning_rate": 0.0001745806534110462,
      "loss": 5.9062,
      "step": 66674
    },
    {
      "epoch": 2.7309031333196803,
      "grad_norm": 3.123359051443082,
      "learning_rate": 0.00017457743609896242,
      "loss": 4.0312,
      "step": 66675
    },
    {
      "epoch": 2.730944091746877,
      "grad_norm": 4.620229707744079,
      "learning_rate": 0.00017457421877525988,
      "loss": 5.2188,
      "step": 66676
    },
    {
      "epoch": 2.7309850501740733,
      "grad_norm": 3.5138707379679137,
      "learning_rate": 0.00017457100143994004,
      "loss": 4.1562,
      "step": 66677
    },
    {
      "epoch": 2.73102600860127,
      "grad_norm": 3.7543191025692355,
      "learning_rate": 0.00017456778409300448,
      "loss": 6.4375,
      "step": 66678
    },
    {
      "epoch": 2.731066967028466,
      "grad_norm": 6.02178663986149,
      "learning_rate": 0.00017456456673445474,
      "loss": 5.2188,
      "step": 66679
    },
    {
      "epoch": 2.7311079254556625,
      "grad_norm": 4.60742306898622,
      "learning_rate": 0.00017456134936429224,
      "loss": 5.1562,
      "step": 66680
    },
    {
      "epoch": 2.731148883882859,
      "grad_norm": 3.8969255581950293,
      "learning_rate": 0.0001745581319825186,
      "loss": 5.4688,
      "step": 66681
    },
    {
      "epoch": 2.731189842310055,
      "grad_norm": 3.2898801837055562,
      "learning_rate": 0.00017455491458913527,
      "loss": 4.75,
      "step": 66682
    },
    {
      "epoch": 2.7312308007372517,
      "grad_norm": 3.4873227747007323,
      "learning_rate": 0.0001745516971841438,
      "loss": 4.5,
      "step": 66683
    },
    {
      "epoch": 2.731271759164448,
      "grad_norm": 3.170452387336802,
      "learning_rate": 0.0001745484797675457,
      "loss": 4.5,
      "step": 66684
    },
    {
      "epoch": 2.7313127175916447,
      "grad_norm": 3.7021200105498204,
      "learning_rate": 0.00017454526233934254,
      "loss": 4.2188,
      "step": 66685
    },
    {
      "epoch": 2.731353676018841,
      "grad_norm": 3.249460082036834,
      "learning_rate": 0.00017454204489953577,
      "loss": 4.2812,
      "step": 66686
    },
    {
      "epoch": 2.7313946344460374,
      "grad_norm": 4.333184009949942,
      "learning_rate": 0.00017453882744812699,
      "loss": 4.3125,
      "step": 66687
    },
    {
      "epoch": 2.7314355928732335,
      "grad_norm": 3.2194919292378503,
      "learning_rate": 0.0001745356099851176,
      "loss": 4.4688,
      "step": 66688
    },
    {
      "epoch": 2.73147655130043,
      "grad_norm": 3.5420262091947894,
      "learning_rate": 0.00017453239251050926,
      "loss": 3.4844,
      "step": 66689
    },
    {
      "epoch": 2.7315175097276265,
      "grad_norm": 4.16681852606148,
      "learning_rate": 0.00017452917502430344,
      "loss": 5.9375,
      "step": 66690
    },
    {
      "epoch": 2.731558468154823,
      "grad_norm": 4.247309734048386,
      "learning_rate": 0.0001745259575265016,
      "loss": 5.0,
      "step": 66691
    },
    {
      "epoch": 2.731599426582019,
      "grad_norm": 3.5936003513940453,
      "learning_rate": 0.00017452274001710533,
      "loss": 5.1875,
      "step": 66692
    },
    {
      "epoch": 2.7316403850092157,
      "grad_norm": 3.3513141295137836,
      "learning_rate": 0.0001745195224961161,
      "loss": 4.2812,
      "step": 66693
    },
    {
      "epoch": 2.731681343436412,
      "grad_norm": 3.5749029070157463,
      "learning_rate": 0.00017451630496353554,
      "loss": 4.75,
      "step": 66694
    },
    {
      "epoch": 2.7317223018636083,
      "grad_norm": 4.590938609308405,
      "learning_rate": 0.00017451308741936504,
      "loss": 3.6875,
      "step": 66695
    },
    {
      "epoch": 2.731763260290805,
      "grad_norm": 3.8309135448701728,
      "learning_rate": 0.0001745098698636062,
      "loss": 4.4062,
      "step": 66696
    },
    {
      "epoch": 2.7318042187180014,
      "grad_norm": 3.5407151087577287,
      "learning_rate": 0.0001745066522962605,
      "loss": 4.5938,
      "step": 66697
    },
    {
      "epoch": 2.7318451771451975,
      "grad_norm": 5.332826160221388,
      "learning_rate": 0.00017450343471732947,
      "loss": 2.875,
      "step": 66698
    },
    {
      "epoch": 2.731886135572394,
      "grad_norm": 3.5435096351112683,
      "learning_rate": 0.00017450021712681464,
      "loss": 4.375,
      "step": 66699
    },
    {
      "epoch": 2.7319270939995906,
      "grad_norm": 3.6600339945029043,
      "learning_rate": 0.00017449699952471753,
      "loss": 4.9688,
      "step": 66700
    },
    {
      "epoch": 2.7319680524267866,
      "grad_norm": 5.138201125728378,
      "learning_rate": 0.00017449378191103964,
      "loss": 4.8125,
      "step": 66701
    },
    {
      "epoch": 2.732009010853983,
      "grad_norm": 3.2739910931482124,
      "learning_rate": 0.0001744905642857826,
      "loss": 4.5,
      "step": 66702
    },
    {
      "epoch": 2.7320499692811797,
      "grad_norm": 3.5448551427122927,
      "learning_rate": 0.00017448734664894774,
      "loss": 1.4609,
      "step": 66703
    },
    {
      "epoch": 2.7320909277083762,
      "grad_norm": 4.552087564278911,
      "learning_rate": 0.0001744841290005367,
      "loss": 5.5,
      "step": 66704
    },
    {
      "epoch": 2.7321318861355723,
      "grad_norm": 5.844425720573694,
      "learning_rate": 0.000174480911340551,
      "loss": 5.9375,
      "step": 66705
    },
    {
      "epoch": 2.732172844562769,
      "grad_norm": 3.587389087355729,
      "learning_rate": 0.00017447769366899218,
      "loss": 4.4375,
      "step": 66706
    },
    {
      "epoch": 2.732213802989965,
      "grad_norm": 4.856298221309306,
      "learning_rate": 0.0001744744759858617,
      "loss": 5.75,
      "step": 66707
    },
    {
      "epoch": 2.7322547614171615,
      "grad_norm": 3.122733671679652,
      "learning_rate": 0.00017447125829116113,
      "loss": 4.0938,
      "step": 66708
    },
    {
      "epoch": 2.732295719844358,
      "grad_norm": 3.727650701083825,
      "learning_rate": 0.00017446804058489192,
      "loss": 4.5938,
      "step": 66709
    },
    {
      "epoch": 2.7323366782715546,
      "grad_norm": 3.4967597368981185,
      "learning_rate": 0.00017446482286705568,
      "loss": 5.3125,
      "step": 66710
    },
    {
      "epoch": 2.7323776366987507,
      "grad_norm": 3.2463151386591234,
      "learning_rate": 0.00017446160513765388,
      "loss": 4.7812,
      "step": 66711
    },
    {
      "epoch": 2.732418595125947,
      "grad_norm": 3.1714169288773593,
      "learning_rate": 0.00017445838739668803,
      "loss": 3.9844,
      "step": 66712
    },
    {
      "epoch": 2.7324595535531433,
      "grad_norm": 3.028507271190622,
      "learning_rate": 0.00017445516964415968,
      "loss": 4.4062,
      "step": 66713
    },
    {
      "epoch": 2.73250051198034,
      "grad_norm": 3.6144368454712446,
      "learning_rate": 0.0001744519518800704,
      "loss": 5.0625,
      "step": 66714
    },
    {
      "epoch": 2.7325414704075364,
      "grad_norm": 3.5020889478379202,
      "learning_rate": 0.00017444873410442163,
      "loss": 4.7812,
      "step": 66715
    },
    {
      "epoch": 2.732582428834733,
      "grad_norm": 3.1229270871863823,
      "learning_rate": 0.00017444551631721488,
      "loss": 4.125,
      "step": 66716
    },
    {
      "epoch": 2.732623387261929,
      "grad_norm": 3.5629226502160765,
      "learning_rate": 0.00017444229851845173,
      "loss": 4.5938,
      "step": 66717
    },
    {
      "epoch": 2.7326643456891255,
      "grad_norm": 3.0827873915842425,
      "learning_rate": 0.0001744390807081337,
      "loss": 3.1562,
      "step": 66718
    },
    {
      "epoch": 2.732705304116322,
      "grad_norm": 3.1799883954375,
      "learning_rate": 0.00017443586288626227,
      "loss": 3.7812,
      "step": 66719
    },
    {
      "epoch": 2.732746262543518,
      "grad_norm": 3.5110931135307637,
      "learning_rate": 0.00017443264505283894,
      "loss": 5.0625,
      "step": 66720
    },
    {
      "epoch": 2.7327872209707147,
      "grad_norm": 4.023817868632204,
      "learning_rate": 0.00017442942720786534,
      "loss": 5.2188,
      "step": 66721
    },
    {
      "epoch": 2.7328281793979112,
      "grad_norm": 3.5431507211086024,
      "learning_rate": 0.0001744262093513429,
      "loss": 4.7188,
      "step": 66722
    },
    {
      "epoch": 2.7328691378251078,
      "grad_norm": 9.206246381133418,
      "learning_rate": 0.0001744229914832732,
      "loss": 5.9062,
      "step": 66723
    },
    {
      "epoch": 2.732910096252304,
      "grad_norm": 3.4180685205862513,
      "learning_rate": 0.00017441977360365765,
      "loss": 4.5312,
      "step": 66724
    },
    {
      "epoch": 2.7329510546795004,
      "grad_norm": 3.139523720342302,
      "learning_rate": 0.00017441655571249787,
      "loss": 4.5,
      "step": 66725
    },
    {
      "epoch": 2.7329920131066965,
      "grad_norm": 3.526980146749464,
      "learning_rate": 0.0001744133378097954,
      "loss": 3.5312,
      "step": 66726
    },
    {
      "epoch": 2.733032971533893,
      "grad_norm": 4.336436013300153,
      "learning_rate": 0.00017441011989555172,
      "loss": 3.8594,
      "step": 66727
    },
    {
      "epoch": 2.7330739299610896,
      "grad_norm": 3.5894738948828766,
      "learning_rate": 0.00017440690196976832,
      "loss": 4.5938,
      "step": 66728
    },
    {
      "epoch": 2.733114888388286,
      "grad_norm": 4.613935794202779,
      "learning_rate": 0.00017440368403244676,
      "loss": 6.8125,
      "step": 66729
    },
    {
      "epoch": 2.733155846815482,
      "grad_norm": 3.971780932276216,
      "learning_rate": 0.00017440046608358856,
      "loss": 5.8125,
      "step": 66730
    },
    {
      "epoch": 2.7331968052426787,
      "grad_norm": 4.294800363209694,
      "learning_rate": 0.00017439724812319527,
      "loss": 4.0,
      "step": 66731
    },
    {
      "epoch": 2.733237763669875,
      "grad_norm": 4.178282590027571,
      "learning_rate": 0.0001743940301512683,
      "loss": 4.75,
      "step": 66732
    },
    {
      "epoch": 2.7332787220970713,
      "grad_norm": 8.352077338727137,
      "learning_rate": 0.0001743908121678093,
      "loss": 5.125,
      "step": 66733
    },
    {
      "epoch": 2.733319680524268,
      "grad_norm": 3.489829549538601,
      "learning_rate": 0.00017438759417281972,
      "loss": 4.1562,
      "step": 66734
    },
    {
      "epoch": 2.7333606389514644,
      "grad_norm": 3.241798565280541,
      "learning_rate": 0.00017438437616630113,
      "loss": 4.6562,
      "step": 66735
    },
    {
      "epoch": 2.7334015973786605,
      "grad_norm": 3.2890092416899774,
      "learning_rate": 0.00017438115814825497,
      "loss": 3.9219,
      "step": 66736
    },
    {
      "epoch": 2.733442555805857,
      "grad_norm": 3.1739514390994112,
      "learning_rate": 0.00017437794011868285,
      "loss": 4.0625,
      "step": 66737
    },
    {
      "epoch": 2.7334835142330536,
      "grad_norm": 3.016148459124753,
      "learning_rate": 0.00017437472207758624,
      "loss": 3.0312,
      "step": 66738
    },
    {
      "epoch": 2.7335244726602497,
      "grad_norm": 3.963387889819518,
      "learning_rate": 0.0001743715040249667,
      "loss": 3.4531,
      "step": 66739
    },
    {
      "epoch": 2.733565431087446,
      "grad_norm": 4.1718770293961285,
      "learning_rate": 0.0001743682859608257,
      "loss": 5.2188,
      "step": 66740
    },
    {
      "epoch": 2.7336063895146427,
      "grad_norm": 3.7792110540043864,
      "learning_rate": 0.00017436506788516483,
      "loss": 4.4688,
      "step": 66741
    },
    {
      "epoch": 2.7336473479418393,
      "grad_norm": 3.9695330231543586,
      "learning_rate": 0.00017436184979798553,
      "loss": 5.6562,
      "step": 66742
    },
    {
      "epoch": 2.7336883063690354,
      "grad_norm": 4.486317334746166,
      "learning_rate": 0.00017435863169928937,
      "loss": 3.125,
      "step": 66743
    },
    {
      "epoch": 2.733729264796232,
      "grad_norm": 3.284599622792161,
      "learning_rate": 0.0001743554135890779,
      "loss": 3.7188,
      "step": 66744
    },
    {
      "epoch": 2.733770223223428,
      "grad_norm": 3.56961182212856,
      "learning_rate": 0.00017435219546735252,
      "loss": 4.5,
      "step": 66745
    },
    {
      "epoch": 2.7338111816506245,
      "grad_norm": 2.41303025285877,
      "learning_rate": 0.0001743489773341149,
      "loss": 2.3281,
      "step": 66746
    },
    {
      "epoch": 2.733852140077821,
      "grad_norm": 3.2393635292582132,
      "learning_rate": 0.00017434575918936647,
      "loss": 4.375,
      "step": 66747
    },
    {
      "epoch": 2.7338930985050176,
      "grad_norm": 4.156244926963195,
      "learning_rate": 0.0001743425410331088,
      "loss": 5.8438,
      "step": 66748
    },
    {
      "epoch": 2.7339340569322137,
      "grad_norm": 3.738704820561253,
      "learning_rate": 0.0001743393228653434,
      "loss": 4.9375,
      "step": 66749
    },
    {
      "epoch": 2.7339750153594102,
      "grad_norm": 4.742501412948702,
      "learning_rate": 0.00017433610468607175,
      "loss": 2.875,
      "step": 66750
    },
    {
      "epoch": 2.7340159737866063,
      "grad_norm": 3.862795422856719,
      "learning_rate": 0.0001743328864952954,
      "loss": 6.0625,
      "step": 66751
    },
    {
      "epoch": 2.734056932213803,
      "grad_norm": 4.302333590591576,
      "learning_rate": 0.00017432966829301585,
      "loss": 5.2812,
      "step": 66752
    },
    {
      "epoch": 2.7340978906409994,
      "grad_norm": 6.088467095217087,
      "learning_rate": 0.0001743264500792347,
      "loss": 4.1875,
      "step": 66753
    },
    {
      "epoch": 2.734138849068196,
      "grad_norm": 3.7553138805783193,
      "learning_rate": 0.0001743232318539534,
      "loss": 4.5312,
      "step": 66754
    },
    {
      "epoch": 2.734179807495392,
      "grad_norm": 4.695563989630862,
      "learning_rate": 0.0001743200136171735,
      "loss": 3.5938,
      "step": 66755
    },
    {
      "epoch": 2.7342207659225886,
      "grad_norm": 3.77754102089804,
      "learning_rate": 0.00017431679536889647,
      "loss": 4.7812,
      "step": 66756
    },
    {
      "epoch": 2.734261724349785,
      "grad_norm": 3.205188461116828,
      "learning_rate": 0.00017431357710912389,
      "loss": 4.3125,
      "step": 66757
    },
    {
      "epoch": 2.734302682776981,
      "grad_norm": 3.530717964649,
      "learning_rate": 0.00017431035883785727,
      "loss": 4.8125,
      "step": 66758
    },
    {
      "epoch": 2.7343436412041777,
      "grad_norm": 5.416742037715288,
      "learning_rate": 0.00017430714055509812,
      "loss": 5.5625,
      "step": 66759
    },
    {
      "epoch": 2.7343845996313743,
      "grad_norm": 3.2786313676152465,
      "learning_rate": 0.0001743039222608479,
      "loss": 4.7188,
      "step": 66760
    },
    {
      "epoch": 2.734425558058571,
      "grad_norm": 7.895948875787872,
      "learning_rate": 0.00017430070395510827,
      "loss": 5.5,
      "step": 66761
    },
    {
      "epoch": 2.734466516485767,
      "grad_norm": 3.3211075973087847,
      "learning_rate": 0.00017429748563788067,
      "loss": 5.0312,
      "step": 66762
    },
    {
      "epoch": 2.7345074749129634,
      "grad_norm": 4.772813921787868,
      "learning_rate": 0.00017429426730916663,
      "loss": 4.1875,
      "step": 66763
    },
    {
      "epoch": 2.7345484333401595,
      "grad_norm": 3.404237571254118,
      "learning_rate": 0.00017429104896896764,
      "loss": 4.2188,
      "step": 66764
    },
    {
      "epoch": 2.734589391767356,
      "grad_norm": 3.7233083330967527,
      "learning_rate": 0.00017428783061728529,
      "loss": 4.1562,
      "step": 66765
    },
    {
      "epoch": 2.7346303501945526,
      "grad_norm": 4.2020005182326186,
      "learning_rate": 0.00017428461225412105,
      "loss": 5.0,
      "step": 66766
    },
    {
      "epoch": 2.734671308621749,
      "grad_norm": 3.511183750366823,
      "learning_rate": 0.00017428139387947646,
      "loss": 4.9062,
      "step": 66767
    },
    {
      "epoch": 2.734712267048945,
      "grad_norm": 4.373482703292948,
      "learning_rate": 0.000174278175493353,
      "loss": 1.0391,
      "step": 66768
    },
    {
      "epoch": 2.7347532254761417,
      "grad_norm": 3.3687460764002704,
      "learning_rate": 0.00017427495709575227,
      "loss": 3.5312,
      "step": 66769
    },
    {
      "epoch": 2.734794183903338,
      "grad_norm": 2.419499480899863,
      "learning_rate": 0.00017427173868667572,
      "loss": 3.1406,
      "step": 66770
    },
    {
      "epoch": 2.7348351423305344,
      "grad_norm": 3.31241701265807,
      "learning_rate": 0.0001742685202661249,
      "loss": 4.3438,
      "step": 66771
    },
    {
      "epoch": 2.734876100757731,
      "grad_norm": 6.340707577706853,
      "learning_rate": 0.00017426530183410133,
      "loss": 4.4375,
      "step": 66772
    },
    {
      "epoch": 2.7349170591849274,
      "grad_norm": 3.205058130904368,
      "learning_rate": 0.00017426208339060655,
      "loss": 4.5938,
      "step": 66773
    },
    {
      "epoch": 2.7349580176121235,
      "grad_norm": 3.830155660027707,
      "learning_rate": 0.00017425886493564207,
      "loss": 5.3125,
      "step": 66774
    },
    {
      "epoch": 2.73499897603932,
      "grad_norm": 3.3726399268919818,
      "learning_rate": 0.0001742556464692094,
      "loss": 4.5312,
      "step": 66775
    },
    {
      "epoch": 2.7350399344665166,
      "grad_norm": 4.018028849654198,
      "learning_rate": 0.00017425242799131005,
      "loss": 5.4688,
      "step": 66776
    },
    {
      "epoch": 2.7350808928937127,
      "grad_norm": 3.443449401141788,
      "learning_rate": 0.00017424920950194557,
      "loss": 4.2812,
      "step": 66777
    },
    {
      "epoch": 2.7351218513209092,
      "grad_norm": 3.1207117377350397,
      "learning_rate": 0.00017424599100111747,
      "loss": 3.2344,
      "step": 66778
    },
    {
      "epoch": 2.7351628097481058,
      "grad_norm": 4.597107847733919,
      "learning_rate": 0.0001742427724888273,
      "loss": 1.5391,
      "step": 66779
    },
    {
      "epoch": 2.7352037681753023,
      "grad_norm": 4.779074338378552,
      "learning_rate": 0.00017423955396507655,
      "loss": 3.9688,
      "step": 66780
    },
    {
      "epoch": 2.7352447266024984,
      "grad_norm": 5.44800759077594,
      "learning_rate": 0.0001742363354298667,
      "loss": 5.6562,
      "step": 66781
    },
    {
      "epoch": 2.735285685029695,
      "grad_norm": 5.519823470094977,
      "learning_rate": 0.00017423311688319936,
      "loss": 5.6875,
      "step": 66782
    },
    {
      "epoch": 2.735326643456891,
      "grad_norm": 3.2192308638036202,
      "learning_rate": 0.000174229898325076,
      "loss": 4.0312,
      "step": 66783
    },
    {
      "epoch": 2.7353676018840876,
      "grad_norm": 3.8680340995161164,
      "learning_rate": 0.00017422667975549815,
      "loss": 1.6875,
      "step": 66784
    },
    {
      "epoch": 2.735408560311284,
      "grad_norm": 3.956601024804799,
      "learning_rate": 0.0001742234611744673,
      "loss": 4.7188,
      "step": 66785
    },
    {
      "epoch": 2.7354495187384806,
      "grad_norm": 3.8224278390152895,
      "learning_rate": 0.00017422024258198504,
      "loss": 4.3125,
      "step": 66786
    },
    {
      "epoch": 2.7354904771656767,
      "grad_norm": 3.2163571241594537,
      "learning_rate": 0.00017421702397805286,
      "loss": 4.375,
      "step": 66787
    },
    {
      "epoch": 2.7355314355928733,
      "grad_norm": 4.267499758309564,
      "learning_rate": 0.00017421380536267224,
      "loss": 4.5,
      "step": 66788
    },
    {
      "epoch": 2.7355723940200694,
      "grad_norm": 3.281262041759777,
      "learning_rate": 0.00017421058673584475,
      "loss": 4.875,
      "step": 66789
    },
    {
      "epoch": 2.735613352447266,
      "grad_norm": 3.4172926226314595,
      "learning_rate": 0.0001742073680975719,
      "loss": 4.875,
      "step": 66790
    },
    {
      "epoch": 2.7356543108744624,
      "grad_norm": 3.3699296852831324,
      "learning_rate": 0.00017420414944785526,
      "loss": 4.3125,
      "step": 66791
    },
    {
      "epoch": 2.735695269301659,
      "grad_norm": 5.788211054490167,
      "learning_rate": 0.00017420093078669623,
      "loss": 5.3125,
      "step": 66792
    },
    {
      "epoch": 2.735736227728855,
      "grad_norm": 3.273834123381094,
      "learning_rate": 0.00017419771211409646,
      "loss": 4.6562,
      "step": 66793
    },
    {
      "epoch": 2.7357771861560516,
      "grad_norm": 4.089667246828526,
      "learning_rate": 0.00017419449343005739,
      "loss": 5.6875,
      "step": 66794
    },
    {
      "epoch": 2.735818144583248,
      "grad_norm": 4.452859782658623,
      "learning_rate": 0.00017419127473458057,
      "loss": 4.875,
      "step": 66795
    },
    {
      "epoch": 2.735859103010444,
      "grad_norm": 4.351918877195711,
      "learning_rate": 0.00017418805602766748,
      "loss": 2.4062,
      "step": 66796
    },
    {
      "epoch": 2.7359000614376408,
      "grad_norm": 3.0807996862291276,
      "learning_rate": 0.00017418483730931972,
      "loss": 4.3438,
      "step": 66797
    },
    {
      "epoch": 2.7359410198648373,
      "grad_norm": 3.5516287159047435,
      "learning_rate": 0.00017418161857953878,
      "loss": 4.5,
      "step": 66798
    },
    {
      "epoch": 2.735981978292034,
      "grad_norm": 3.8507661997366998,
      "learning_rate": 0.0001741783998383262,
      "loss": 5.125,
      "step": 66799
    },
    {
      "epoch": 2.73602293671923,
      "grad_norm": 3.625416835046566,
      "learning_rate": 0.00017417518108568341,
      "loss": 5.3438,
      "step": 66800
    },
    {
      "epoch": 2.7360638951464265,
      "grad_norm": 3.2642347216850798,
      "learning_rate": 0.00017417196232161203,
      "loss": 4.0,
      "step": 66801
    },
    {
      "epoch": 2.7361048535736225,
      "grad_norm": 5.243081830310881,
      "learning_rate": 0.00017416874354611353,
      "loss": 4.9688,
      "step": 66802
    },
    {
      "epoch": 2.736145812000819,
      "grad_norm": 5.9299603873009925,
      "learning_rate": 0.0001741655247591895,
      "loss": 6.25,
      "step": 66803
    },
    {
      "epoch": 2.7361867704280156,
      "grad_norm": 13.773498524706822,
      "learning_rate": 0.00017416230596084133,
      "loss": 5.8125,
      "step": 66804
    },
    {
      "epoch": 2.736227728855212,
      "grad_norm": 3.311598156962952,
      "learning_rate": 0.00017415908715107069,
      "loss": 3.8125,
      "step": 66805
    },
    {
      "epoch": 2.7362686872824082,
      "grad_norm": 2.0543396480773373,
      "learning_rate": 0.00017415586832987903,
      "loss": 1.2109,
      "step": 66806
    },
    {
      "epoch": 2.7363096457096048,
      "grad_norm": 3.043728407436294,
      "learning_rate": 0.00017415264949726788,
      "loss": 4.3438,
      "step": 66807
    },
    {
      "epoch": 2.7363506041368013,
      "grad_norm": 4.559937580203775,
      "learning_rate": 0.0001741494306532387,
      "loss": 4.25,
      "step": 66808
    },
    {
      "epoch": 2.7363915625639974,
      "grad_norm": 3.69578164086895,
      "learning_rate": 0.00017414621179779314,
      "loss": 5.0938,
      "step": 66809
    },
    {
      "epoch": 2.736432520991194,
      "grad_norm": 3.3635942106094276,
      "learning_rate": 0.0001741429929309326,
      "loss": 3.8125,
      "step": 66810
    },
    {
      "epoch": 2.7364734794183905,
      "grad_norm": 8.680457257458519,
      "learning_rate": 0.0001741397740526587,
      "loss": 3.7969,
      "step": 66811
    },
    {
      "epoch": 2.7365144378455866,
      "grad_norm": 3.1606034583091667,
      "learning_rate": 0.00017413655516297286,
      "loss": 3.5312,
      "step": 66812
    },
    {
      "epoch": 2.736555396272783,
      "grad_norm": 3.8266558231584993,
      "learning_rate": 0.0001741333362618767,
      "loss": 4.9062,
      "step": 66813
    },
    {
      "epoch": 2.7365963546999796,
      "grad_norm": 3.517888453296402,
      "learning_rate": 0.00017413011734937172,
      "loss": 5.3125,
      "step": 66814
    },
    {
      "epoch": 2.7366373131271757,
      "grad_norm": 4.192949428881561,
      "learning_rate": 0.0001741268984254594,
      "loss": 4.7812,
      "step": 66815
    },
    {
      "epoch": 2.7366782715543723,
      "grad_norm": 3.4705316275345997,
      "learning_rate": 0.00017412367949014128,
      "loss": 5.6562,
      "step": 66816
    },
    {
      "epoch": 2.736719229981569,
      "grad_norm": 3.665791685155003,
      "learning_rate": 0.00017412046054341882,
      "loss": 4.75,
      "step": 66817
    },
    {
      "epoch": 2.7367601884087653,
      "grad_norm": 5.645189992090522,
      "learning_rate": 0.00017411724158529368,
      "loss": 3.8438,
      "step": 66818
    },
    {
      "epoch": 2.7368011468359614,
      "grad_norm": 3.6222605596951554,
      "learning_rate": 0.0001741140226157673,
      "loss": 4.5625,
      "step": 66819
    },
    {
      "epoch": 2.736842105263158,
      "grad_norm": 7.726131878272227,
      "learning_rate": 0.00017411080363484123,
      "loss": 3.9219,
      "step": 66820
    },
    {
      "epoch": 2.736883063690354,
      "grad_norm": 3.5153789502630595,
      "learning_rate": 0.00017410758464251694,
      "loss": 5.5625,
      "step": 66821
    },
    {
      "epoch": 2.7369240221175506,
      "grad_norm": 4.506790373992015,
      "learning_rate": 0.000174104365638796,
      "loss": 4.75,
      "step": 66822
    },
    {
      "epoch": 2.736964980544747,
      "grad_norm": 7.641544999995312,
      "learning_rate": 0.0001741011466236799,
      "loss": 4.4375,
      "step": 66823
    },
    {
      "epoch": 2.7370059389719437,
      "grad_norm": 3.6795396184682962,
      "learning_rate": 0.00017409792759717015,
      "loss": 5.3125,
      "step": 66824
    },
    {
      "epoch": 2.7370468973991398,
      "grad_norm": 3.8724665746487954,
      "learning_rate": 0.00017409470855926835,
      "loss": 4.9688,
      "step": 66825
    },
    {
      "epoch": 2.7370878558263363,
      "grad_norm": 3.324470233077437,
      "learning_rate": 0.00017409148950997593,
      "loss": 3.7656,
      "step": 66826
    },
    {
      "epoch": 2.737128814253533,
      "grad_norm": 3.6858028828685145,
      "learning_rate": 0.00017408827044929447,
      "loss": 4.25,
      "step": 66827
    },
    {
      "epoch": 2.737169772680729,
      "grad_norm": 4.525319385795755,
      "learning_rate": 0.00017408505137722543,
      "loss": 6.125,
      "step": 66828
    },
    {
      "epoch": 2.7372107311079255,
      "grad_norm": 3.997948023498812,
      "learning_rate": 0.00017408183229377045,
      "loss": 4.5938,
      "step": 66829
    },
    {
      "epoch": 2.737251689535122,
      "grad_norm": 3.281956401174279,
      "learning_rate": 0.00017407861319893096,
      "loss": 4.3125,
      "step": 66830
    },
    {
      "epoch": 2.737292647962318,
      "grad_norm": 3.182310170478451,
      "learning_rate": 0.00017407539409270846,
      "loss": 4.1562,
      "step": 66831
    },
    {
      "epoch": 2.7373336063895146,
      "grad_norm": 3.3072347250070084,
      "learning_rate": 0.00017407217497510452,
      "loss": 3.25,
      "step": 66832
    },
    {
      "epoch": 2.737374564816711,
      "grad_norm": 4.228252989567286,
      "learning_rate": 0.00017406895584612067,
      "loss": 4.0938,
      "step": 66833
    },
    {
      "epoch": 2.7374155232439072,
      "grad_norm": 4.517870027715773,
      "learning_rate": 0.00017406573670575843,
      "loss": 4.5,
      "step": 66834
    },
    {
      "epoch": 2.737456481671104,
      "grad_norm": 3.1953041059328675,
      "learning_rate": 0.00017406251755401928,
      "loss": 4.9375,
      "step": 66835
    },
    {
      "epoch": 2.7374974400983003,
      "grad_norm": 3.5926084462927124,
      "learning_rate": 0.00017405929839090474,
      "loss": 4.0312,
      "step": 66836
    },
    {
      "epoch": 2.737538398525497,
      "grad_norm": 3.376799680708353,
      "learning_rate": 0.0001740560792164164,
      "loss": 4.3438,
      "step": 66837
    },
    {
      "epoch": 2.737579356952693,
      "grad_norm": 4.017590712936324,
      "learning_rate": 0.00017405286003055576,
      "loss": 2.5625,
      "step": 66838
    },
    {
      "epoch": 2.7376203153798895,
      "grad_norm": 3.330774389723359,
      "learning_rate": 0.0001740496408333243,
      "loss": 4.6875,
      "step": 66839
    },
    {
      "epoch": 2.7376612738070856,
      "grad_norm": 3.4248603493568495,
      "learning_rate": 0.00017404642162472354,
      "loss": 3.1406,
      "step": 66840
    },
    {
      "epoch": 2.737702232234282,
      "grad_norm": 8.183995231056894,
      "learning_rate": 0.00017404320240475504,
      "loss": 7.3125,
      "step": 66841
    },
    {
      "epoch": 2.7377431906614786,
      "grad_norm": 3.2058788837117516,
      "learning_rate": 0.00017403998317342033,
      "loss": 3.8594,
      "step": 66842
    },
    {
      "epoch": 2.737784149088675,
      "grad_norm": 3.614027507975585,
      "learning_rate": 0.00017403676393072093,
      "loss": 4.7188,
      "step": 66843
    },
    {
      "epoch": 2.7378251075158713,
      "grad_norm": 3.1206348029019426,
      "learning_rate": 0.00017403354467665827,
      "loss": 4.6562,
      "step": 66844
    },
    {
      "epoch": 2.737866065943068,
      "grad_norm": 5.196344874553898,
      "learning_rate": 0.000174030325411234,
      "loss": 2.1094,
      "step": 66845
    },
    {
      "epoch": 2.7379070243702643,
      "grad_norm": 7.045008530559531,
      "learning_rate": 0.00017402710613444958,
      "loss": 1.3438,
      "step": 66846
    },
    {
      "epoch": 2.7379479827974604,
      "grad_norm": 4.919962313239888,
      "learning_rate": 0.00017402388684630655,
      "loss": 4.8125,
      "step": 66847
    },
    {
      "epoch": 2.737988941224657,
      "grad_norm": 6.1623773349206274,
      "learning_rate": 0.00017402066754680637,
      "loss": 4.0625,
      "step": 66848
    },
    {
      "epoch": 2.7380298996518535,
      "grad_norm": 3.6766051502693413,
      "learning_rate": 0.00017401744823595063,
      "loss": 4.9688,
      "step": 66849
    },
    {
      "epoch": 2.73807085807905,
      "grad_norm": 9.974144259965707,
      "learning_rate": 0.00017401422891374089,
      "loss": 4.25,
      "step": 66850
    },
    {
      "epoch": 2.738111816506246,
      "grad_norm": 4.0404628430596095,
      "learning_rate": 0.00017401100958017857,
      "loss": 4.75,
      "step": 66851
    },
    {
      "epoch": 2.7381527749334427,
      "grad_norm": 3.420070604524002,
      "learning_rate": 0.00017400779023526525,
      "loss": 4.375,
      "step": 66852
    },
    {
      "epoch": 2.7381937333606388,
      "grad_norm": 3.523739369928949,
      "learning_rate": 0.0001740045708790024,
      "loss": 4.375,
      "step": 66853
    },
    {
      "epoch": 2.7382346917878353,
      "grad_norm": 6.389158705323139,
      "learning_rate": 0.00017400135151139165,
      "loss": 5.9688,
      "step": 66854
    },
    {
      "epoch": 2.738275650215032,
      "grad_norm": 3.4670234841127385,
      "learning_rate": 0.00017399813213243447,
      "loss": 4.4062,
      "step": 66855
    },
    {
      "epoch": 2.7383166086422284,
      "grad_norm": 6.467540759998933,
      "learning_rate": 0.00017399491274213227,
      "loss": 3.3906,
      "step": 66856
    },
    {
      "epoch": 2.7383575670694245,
      "grad_norm": 5.887781861669516,
      "learning_rate": 0.00017399169334048672,
      "loss": 5.1875,
      "step": 66857
    },
    {
      "epoch": 2.738398525496621,
      "grad_norm": 3.280112246556023,
      "learning_rate": 0.00017398847392749927,
      "loss": 4.1875,
      "step": 66858
    },
    {
      "epoch": 2.738439483923817,
      "grad_norm": 3.965061529894984,
      "learning_rate": 0.0001739852545031715,
      "loss": 4.9688,
      "step": 66859
    },
    {
      "epoch": 2.7384804423510136,
      "grad_norm": 3.3366384142564987,
      "learning_rate": 0.00017398203506750485,
      "loss": 4.5,
      "step": 66860
    },
    {
      "epoch": 2.73852140077821,
      "grad_norm": 3.4119105002203662,
      "learning_rate": 0.0001739788156205009,
      "loss": 4.9688,
      "step": 66861
    },
    {
      "epoch": 2.7385623592054067,
      "grad_norm": 3.6080995615857803,
      "learning_rate": 0.00017397559616216116,
      "loss": 5.375,
      "step": 66862
    },
    {
      "epoch": 2.738603317632603,
      "grad_norm": 3.2047412163016364,
      "learning_rate": 0.00017397237669248715,
      "loss": 4.125,
      "step": 66863
    },
    {
      "epoch": 2.7386442760597993,
      "grad_norm": 3.2449167721562895,
      "learning_rate": 0.00017396915721148038,
      "loss": 4.5625,
      "step": 66864
    },
    {
      "epoch": 2.738685234486996,
      "grad_norm": 3.414591948729328,
      "learning_rate": 0.00017396593771914237,
      "loss": 5.3125,
      "step": 66865
    },
    {
      "epoch": 2.738726192914192,
      "grad_norm": 4.026462792298042,
      "learning_rate": 0.00017396271821547472,
      "loss": 5.2188,
      "step": 66866
    },
    {
      "epoch": 2.7387671513413885,
      "grad_norm": 3.9249429464087293,
      "learning_rate": 0.00017395949870047884,
      "loss": 5.1875,
      "step": 66867
    },
    {
      "epoch": 2.738808109768585,
      "grad_norm": 3.986560938929317,
      "learning_rate": 0.00017395627917415627,
      "loss": 5.6875,
      "step": 66868
    },
    {
      "epoch": 2.7388490681957816,
      "grad_norm": 3.3350392763862393,
      "learning_rate": 0.00017395305963650864,
      "loss": 4.9062,
      "step": 66869
    },
    {
      "epoch": 2.7388900266229776,
      "grad_norm": 6.160659284922574,
      "learning_rate": 0.00017394984008753733,
      "loss": 5.0625,
      "step": 66870
    },
    {
      "epoch": 2.738930985050174,
      "grad_norm": 4.071876915108586,
      "learning_rate": 0.00017394662052724397,
      "loss": 5.5312,
      "step": 66871
    },
    {
      "epoch": 2.7389719434773703,
      "grad_norm": 3.4779401880520573,
      "learning_rate": 0.00017394340095563,
      "loss": 4.5625,
      "step": 66872
    },
    {
      "epoch": 2.739012901904567,
      "grad_norm": 3.811209127029527,
      "learning_rate": 0.00017394018137269698,
      "loss": 4.4062,
      "step": 66873
    },
    {
      "epoch": 2.7390538603317633,
      "grad_norm": 3.975628344368642,
      "learning_rate": 0.00017393696177844646,
      "loss": 3.9375,
      "step": 66874
    },
    {
      "epoch": 2.73909481875896,
      "grad_norm": 3.1929284591600546,
      "learning_rate": 0.00017393374217287993,
      "loss": 3.9062,
      "step": 66875
    },
    {
      "epoch": 2.739135777186156,
      "grad_norm": 5.509589293145089,
      "learning_rate": 0.00017393052255599886,
      "loss": 5.3125,
      "step": 66876
    },
    {
      "epoch": 2.7391767356133525,
      "grad_norm": 4.109938051861796,
      "learning_rate": 0.00017392730292780487,
      "loss": 4.5938,
      "step": 66877
    },
    {
      "epoch": 2.7392176940405486,
      "grad_norm": 3.527279695555967,
      "learning_rate": 0.00017392408328829946,
      "loss": 4.625,
      "step": 66878
    },
    {
      "epoch": 2.739258652467745,
      "grad_norm": 3.0168105924871136,
      "learning_rate": 0.0001739208636374841,
      "loss": 4.0,
      "step": 66879
    },
    {
      "epoch": 2.7392996108949417,
      "grad_norm": 3.7675601885331007,
      "learning_rate": 0.00017391764397536036,
      "loss": 4.25,
      "step": 66880
    },
    {
      "epoch": 2.739340569322138,
      "grad_norm": 4.098709442993341,
      "learning_rate": 0.00017391442430192972,
      "loss": 3.375,
      "step": 66881
    },
    {
      "epoch": 2.7393815277493343,
      "grad_norm": 3.849106416153233,
      "learning_rate": 0.00017391120461719378,
      "loss": 4.5312,
      "step": 66882
    },
    {
      "epoch": 2.739422486176531,
      "grad_norm": 4.553417760016752,
      "learning_rate": 0.00017390798492115397,
      "loss": 4.5938,
      "step": 66883
    },
    {
      "epoch": 2.7394634446037274,
      "grad_norm": 3.669410671792238,
      "learning_rate": 0.00017390476521381186,
      "loss": 5.25,
      "step": 66884
    },
    {
      "epoch": 2.7395044030309235,
      "grad_norm": 4.735998740410553,
      "learning_rate": 0.00017390154549516896,
      "loss": 5.0,
      "step": 66885
    },
    {
      "epoch": 2.73954536145812,
      "grad_norm": 3.4481785107551777,
      "learning_rate": 0.0001738983257652268,
      "loss": 5.0938,
      "step": 66886
    },
    {
      "epoch": 2.7395863198853165,
      "grad_norm": 3.9108513276289814,
      "learning_rate": 0.0001738951060239869,
      "loss": 4.9688,
      "step": 66887
    },
    {
      "epoch": 2.739627278312513,
      "grad_norm": 3.7735831787409815,
      "learning_rate": 0.00017389188627145078,
      "loss": 4.4375,
      "step": 66888
    },
    {
      "epoch": 2.739668236739709,
      "grad_norm": 4.1150644714908955,
      "learning_rate": 0.00017388866650761996,
      "loss": 5.4062,
      "step": 66889
    },
    {
      "epoch": 2.7397091951669057,
      "grad_norm": 5.191237109421779,
      "learning_rate": 0.00017388544673249603,
      "loss": 4.0938,
      "step": 66890
    },
    {
      "epoch": 2.739750153594102,
      "grad_norm": 3.6743810104628265,
      "learning_rate": 0.00017388222694608035,
      "loss": 4.625,
      "step": 66891
    },
    {
      "epoch": 2.7397911120212983,
      "grad_norm": 12.1502732256655,
      "learning_rate": 0.00017387900714837458,
      "loss": 3.2188,
      "step": 66892
    },
    {
      "epoch": 2.739832070448495,
      "grad_norm": 3.79096510055736,
      "learning_rate": 0.00017387578733938017,
      "loss": 5.5625,
      "step": 66893
    },
    {
      "epoch": 2.7398730288756914,
      "grad_norm": 3.4980761104386215,
      "learning_rate": 0.0001738725675190987,
      "loss": 5.0625,
      "step": 66894
    },
    {
      "epoch": 2.7399139873028875,
      "grad_norm": 5.62611220502176,
      "learning_rate": 0.0001738693476875317,
      "loss": 5.9062,
      "step": 66895
    },
    {
      "epoch": 2.739954945730084,
      "grad_norm": 4.081838643313659,
      "learning_rate": 0.0001738661278446806,
      "loss": 4.2188,
      "step": 66896
    },
    {
      "epoch": 2.73999590415728,
      "grad_norm": 3.454139862433898,
      "learning_rate": 0.00017386290799054698,
      "loss": 3.6875,
      "step": 66897
    },
    {
      "epoch": 2.7400368625844767,
      "grad_norm": 4.077545099756723,
      "learning_rate": 0.00017385968812513243,
      "loss": 5.8125,
      "step": 66898
    },
    {
      "epoch": 2.740077821011673,
      "grad_norm": 3.5279353404012084,
      "learning_rate": 0.00017385646824843835,
      "loss": 4.4688,
      "step": 66899
    },
    {
      "epoch": 2.7401187794388697,
      "grad_norm": 3.6587042058162433,
      "learning_rate": 0.0001738532483604663,
      "loss": 4.5938,
      "step": 66900
    },
    {
      "epoch": 2.740159737866066,
      "grad_norm": 3.52037111672296,
      "learning_rate": 0.00017385002846121784,
      "loss": 4.625,
      "step": 66901
    },
    {
      "epoch": 2.7402006962932624,
      "grad_norm": 3.9807293178741503,
      "learning_rate": 0.00017384680855069446,
      "loss": 4.6875,
      "step": 66902
    },
    {
      "epoch": 2.740241654720459,
      "grad_norm": 3.2953767314609284,
      "learning_rate": 0.00017384358862889774,
      "loss": 5.4688,
      "step": 66903
    },
    {
      "epoch": 2.740282613147655,
      "grad_norm": 3.893776021436833,
      "learning_rate": 0.00017384036869582908,
      "loss": 3.75,
      "step": 66904
    },
    {
      "epoch": 2.7403235715748515,
      "grad_norm": 3.251702140807786,
      "learning_rate": 0.00017383714875149014,
      "loss": 3.2031,
      "step": 66905
    },
    {
      "epoch": 2.740364530002048,
      "grad_norm": 4.100625446664205,
      "learning_rate": 0.00017383392879588235,
      "loss": 4.5625,
      "step": 66906
    },
    {
      "epoch": 2.7404054884292446,
      "grad_norm": 3.6566962089686728,
      "learning_rate": 0.00017383070882900724,
      "loss": 5.1875,
      "step": 66907
    },
    {
      "epoch": 2.7404464468564407,
      "grad_norm": 8.644337817099826,
      "learning_rate": 0.0001738274888508664,
      "loss": 4.875,
      "step": 66908
    },
    {
      "epoch": 2.740487405283637,
      "grad_norm": 5.218282270038163,
      "learning_rate": 0.00017382426886146127,
      "loss": 4.3438,
      "step": 66909
    },
    {
      "epoch": 2.7405283637108333,
      "grad_norm": 3.5851345066292266,
      "learning_rate": 0.00017382104886079345,
      "loss": 4.0312,
      "step": 66910
    },
    {
      "epoch": 2.74056932213803,
      "grad_norm": 3.2466023689342274,
      "learning_rate": 0.00017381782884886437,
      "loss": 3.8281,
      "step": 66911
    },
    {
      "epoch": 2.7406102805652264,
      "grad_norm": 4.1188040623629085,
      "learning_rate": 0.00017381460882567564,
      "loss": 5.6562,
      "step": 66912
    },
    {
      "epoch": 2.740651238992423,
      "grad_norm": 3.350187540615591,
      "learning_rate": 0.0001738113887912287,
      "loss": 4.0312,
      "step": 66913
    },
    {
      "epoch": 2.740692197419619,
      "grad_norm": 2.382831989263957,
      "learning_rate": 0.00017380816874552516,
      "loss": 0.832,
      "step": 66914
    },
    {
      "epoch": 2.7407331558468155,
      "grad_norm": 3.67549898009906,
      "learning_rate": 0.00017380494868856648,
      "loss": 4.8125,
      "step": 66915
    },
    {
      "epoch": 2.7407741142740116,
      "grad_norm": 4.839589527626729,
      "learning_rate": 0.00017380172862035422,
      "loss": 5.9062,
      "step": 66916
    },
    {
      "epoch": 2.740815072701208,
      "grad_norm": 4.418525560158206,
      "learning_rate": 0.0001737985085408899,
      "loss": 6.25,
      "step": 66917
    },
    {
      "epoch": 2.7408560311284047,
      "grad_norm": 4.013512502452226,
      "learning_rate": 0.00017379528845017499,
      "loss": 4.5938,
      "step": 66918
    },
    {
      "epoch": 2.7408969895556012,
      "grad_norm": 4.249326370010516,
      "learning_rate": 0.00017379206834821108,
      "loss": 6.2188,
      "step": 66919
    },
    {
      "epoch": 2.7409379479827973,
      "grad_norm": 4.0211753543771955,
      "learning_rate": 0.00017378884823499962,
      "loss": 3.0156,
      "step": 66920
    },
    {
      "epoch": 2.740978906409994,
      "grad_norm": 3.424226999456614,
      "learning_rate": 0.00017378562811054218,
      "loss": 2.875,
      "step": 66921
    },
    {
      "epoch": 2.7410198648371904,
      "grad_norm": 3.5608878689750214,
      "learning_rate": 0.00017378240797484028,
      "loss": 3.3438,
      "step": 66922
    },
    {
      "epoch": 2.7410608232643865,
      "grad_norm": 3.247860150610057,
      "learning_rate": 0.00017377918782789545,
      "loss": 4.1562,
      "step": 66923
    },
    {
      "epoch": 2.741101781691583,
      "grad_norm": 2.4574231840794796,
      "learning_rate": 0.00017377596766970918,
      "loss": 2.2812,
      "step": 66924
    },
    {
      "epoch": 2.7411427401187796,
      "grad_norm": 3.6123821998859245,
      "learning_rate": 0.00017377274750028301,
      "loss": 4.125,
      "step": 66925
    },
    {
      "epoch": 2.741183698545976,
      "grad_norm": 7.4288429454509135,
      "learning_rate": 0.00017376952731961852,
      "loss": 5.4375,
      "step": 66926
    },
    {
      "epoch": 2.741224656973172,
      "grad_norm": 4.854119028966201,
      "learning_rate": 0.00017376630712771717,
      "loss": 2.1562,
      "step": 66927
    },
    {
      "epoch": 2.7412656154003687,
      "grad_norm": 4.037407638869822,
      "learning_rate": 0.00017376308692458042,
      "loss": 4.0312,
      "step": 66928
    },
    {
      "epoch": 2.741306573827565,
      "grad_norm": 4.649698581424062,
      "learning_rate": 0.0001737598667102099,
      "loss": 5.375,
      "step": 66929
    },
    {
      "epoch": 2.7413475322547614,
      "grad_norm": 4.096788519991172,
      "learning_rate": 0.00017375664648460712,
      "loss": 5.4375,
      "step": 66930
    },
    {
      "epoch": 2.741388490681958,
      "grad_norm": 4.111857271654076,
      "learning_rate": 0.00017375342624777353,
      "loss": 6.0938,
      "step": 66931
    },
    {
      "epoch": 2.7414294491091544,
      "grad_norm": 5.222676141563659,
      "learning_rate": 0.0001737502059997107,
      "loss": 1.3438,
      "step": 66932
    },
    {
      "epoch": 2.7414704075363505,
      "grad_norm": 3.4319626234748135,
      "learning_rate": 0.00017374698574042016,
      "loss": 4.3125,
      "step": 66933
    },
    {
      "epoch": 2.741511365963547,
      "grad_norm": 4.173697044864504,
      "learning_rate": 0.00017374376546990344,
      "loss": 5.1562,
      "step": 66934
    },
    {
      "epoch": 2.741552324390743,
      "grad_norm": 3.485985313882087,
      "learning_rate": 0.00017374054518816206,
      "loss": 4.3438,
      "step": 66935
    },
    {
      "epoch": 2.7415932828179397,
      "grad_norm": 4.1234123862798375,
      "learning_rate": 0.00017373732489519745,
      "loss": 4.4062,
      "step": 66936
    },
    {
      "epoch": 2.741634241245136,
      "grad_norm": 2.5879497834877103,
      "learning_rate": 0.00017373410459101132,
      "loss": 2.9375,
      "step": 66937
    },
    {
      "epoch": 2.7416751996723328,
      "grad_norm": 4.976772241467601,
      "learning_rate": 0.000173730884275605,
      "loss": 5.3438,
      "step": 66938
    },
    {
      "epoch": 2.741716158099529,
      "grad_norm": 3.120125046351476,
      "learning_rate": 0.00017372766394898014,
      "loss": 3.4219,
      "step": 66939
    },
    {
      "epoch": 2.7417571165267254,
      "grad_norm": 4.9736104644585035,
      "learning_rate": 0.00017372444361113816,
      "loss": 5.0625,
      "step": 66940
    },
    {
      "epoch": 2.741798074953922,
      "grad_norm": 3.304664941771625,
      "learning_rate": 0.0001737212232620807,
      "loss": 4.8438,
      "step": 66941
    },
    {
      "epoch": 2.741839033381118,
      "grad_norm": 3.273005711443853,
      "learning_rate": 0.00017371800290180922,
      "loss": 3.7969,
      "step": 66942
    },
    {
      "epoch": 2.7418799918083145,
      "grad_norm": 4.186984714428984,
      "learning_rate": 0.0001737147825303252,
      "loss": 4.8125,
      "step": 66943
    },
    {
      "epoch": 2.741920950235511,
      "grad_norm": 3.6298853889728595,
      "learning_rate": 0.00017371156214763023,
      "loss": 4.875,
      "step": 66944
    },
    {
      "epoch": 2.7419619086627076,
      "grad_norm": 4.860091519460204,
      "learning_rate": 0.0001737083417537258,
      "loss": 5.3438,
      "step": 66945
    },
    {
      "epoch": 2.7420028670899037,
      "grad_norm": 4.396915800069779,
      "learning_rate": 0.00017370512134861347,
      "loss": 4.3438,
      "step": 66946
    },
    {
      "epoch": 2.7420438255171002,
      "grad_norm": 7.439861101579715,
      "learning_rate": 0.0001737019009322947,
      "loss": 3.2656,
      "step": 66947
    },
    {
      "epoch": 2.7420847839442963,
      "grad_norm": 4.860333972824513,
      "learning_rate": 0.00017369868050477107,
      "loss": 4.0312,
      "step": 66948
    },
    {
      "epoch": 2.742125742371493,
      "grad_norm": 3.6581521259436935,
      "learning_rate": 0.00017369546006604407,
      "loss": 3.2656,
      "step": 66949
    },
    {
      "epoch": 2.7421667007986894,
      "grad_norm": 5.2727618076864395,
      "learning_rate": 0.00017369223961611523,
      "loss": 2.7812,
      "step": 66950
    },
    {
      "epoch": 2.742207659225886,
      "grad_norm": 3.5118080007232297,
      "learning_rate": 0.0001736890191549861,
      "loss": 4.2188,
      "step": 66951
    },
    {
      "epoch": 2.742248617653082,
      "grad_norm": 4.395106798406614,
      "learning_rate": 0.00017368579868265812,
      "loss": 3.9375,
      "step": 66952
    },
    {
      "epoch": 2.7422895760802786,
      "grad_norm": 3.09705335884143,
      "learning_rate": 0.00017368257819913292,
      "loss": 3.5938,
      "step": 66953
    },
    {
      "epoch": 2.7423305345074747,
      "grad_norm": 3.380799123978577,
      "learning_rate": 0.00017367935770441195,
      "loss": 4.375,
      "step": 66954
    },
    {
      "epoch": 2.742371492934671,
      "grad_norm": 4.507702454402012,
      "learning_rate": 0.00017367613719849678,
      "loss": 5.4688,
      "step": 66955
    },
    {
      "epoch": 2.7424124513618677,
      "grad_norm": 3.6756933553394258,
      "learning_rate": 0.00017367291668138888,
      "loss": 4.375,
      "step": 66956
    },
    {
      "epoch": 2.7424534097890643,
      "grad_norm": 3.2074400574886957,
      "learning_rate": 0.00017366969615308978,
      "loss": 4.25,
      "step": 66957
    },
    {
      "epoch": 2.7424943682162604,
      "grad_norm": 3.1782584732338974,
      "learning_rate": 0.00017366647561360105,
      "loss": 4.0312,
      "step": 66958
    },
    {
      "epoch": 2.742535326643457,
      "grad_norm": 3.6924340664085564,
      "learning_rate": 0.00017366325506292419,
      "loss": 4.9375,
      "step": 66959
    },
    {
      "epoch": 2.7425762850706534,
      "grad_norm": 3.1540894384088873,
      "learning_rate": 0.00017366003450106071,
      "loss": 4.25,
      "step": 66960
    },
    {
      "epoch": 2.7426172434978495,
      "grad_norm": 3.7639943215341902,
      "learning_rate": 0.00017365681392801215,
      "loss": 4.4062,
      "step": 66961
    },
    {
      "epoch": 2.742658201925046,
      "grad_norm": 3.5806892706994975,
      "learning_rate": 0.00017365359334378002,
      "loss": 3.75,
      "step": 66962
    },
    {
      "epoch": 2.7426991603522426,
      "grad_norm": 4.6759726610095464,
      "learning_rate": 0.00017365037274836583,
      "loss": 4.5,
      "step": 66963
    },
    {
      "epoch": 2.742740118779439,
      "grad_norm": 3.745257914978718,
      "learning_rate": 0.00017364715214177108,
      "loss": 4.9062,
      "step": 66964
    },
    {
      "epoch": 2.742781077206635,
      "grad_norm": 3.6854369585315365,
      "learning_rate": 0.00017364393152399736,
      "loss": 4.2188,
      "step": 66965
    },
    {
      "epoch": 2.7428220356338318,
      "grad_norm": 5.390337843740981,
      "learning_rate": 0.00017364071089504617,
      "loss": 4.1875,
      "step": 66966
    },
    {
      "epoch": 2.742862994061028,
      "grad_norm": 3.370367658580349,
      "learning_rate": 0.00017363749025491902,
      "loss": 5.0625,
      "step": 66967
    },
    {
      "epoch": 2.7429039524882244,
      "grad_norm": 3.0887690605160594,
      "learning_rate": 0.00017363426960361744,
      "loss": 3.9531,
      "step": 66968
    },
    {
      "epoch": 2.742944910915421,
      "grad_norm": 4.473594334847092,
      "learning_rate": 0.00017363104894114293,
      "loss": 4.0,
      "step": 66969
    },
    {
      "epoch": 2.7429858693426175,
      "grad_norm": 5.223896913031023,
      "learning_rate": 0.00017362782826749705,
      "loss": 2.7969,
      "step": 66970
    },
    {
      "epoch": 2.7430268277698135,
      "grad_norm": 3.8372028029156104,
      "learning_rate": 0.00017362460758268131,
      "loss": 4.6875,
      "step": 66971
    },
    {
      "epoch": 2.74306778619701,
      "grad_norm": 3.879741925231562,
      "learning_rate": 0.0001736213868866972,
      "loss": 4.625,
      "step": 66972
    },
    {
      "epoch": 2.743108744624206,
      "grad_norm": 6.64247581462418,
      "learning_rate": 0.00017361816617954628,
      "loss": 5.7188,
      "step": 66973
    },
    {
      "epoch": 2.7431497030514027,
      "grad_norm": 3.172173462608149,
      "learning_rate": 0.00017361494546123005,
      "loss": 4.5938,
      "step": 66974
    },
    {
      "epoch": 2.7431906614785992,
      "grad_norm": 3.2416648817798657,
      "learning_rate": 0.00017361172473175006,
      "loss": 5.0625,
      "step": 66975
    },
    {
      "epoch": 2.743231619905796,
      "grad_norm": 2.713735071758933,
      "learning_rate": 0.0001736085039911078,
      "loss": 3.125,
      "step": 66976
    },
    {
      "epoch": 2.743272578332992,
      "grad_norm": 4.501325423415658,
      "learning_rate": 0.00017360528323930483,
      "loss": 7.1562,
      "step": 66977
    },
    {
      "epoch": 2.7433135367601884,
      "grad_norm": 3.9741016942445055,
      "learning_rate": 0.00017360206247634267,
      "loss": 4.4688,
      "step": 66978
    },
    {
      "epoch": 2.743354495187385,
      "grad_norm": 3.5565243903678962,
      "learning_rate": 0.0001735988417022228,
      "loss": 4.7188,
      "step": 66979
    },
    {
      "epoch": 2.743395453614581,
      "grad_norm": 3.606313268172954,
      "learning_rate": 0.00017359562091694673,
      "loss": 4.8438,
      "step": 66980
    },
    {
      "epoch": 2.7434364120417776,
      "grad_norm": 4.9656579873422,
      "learning_rate": 0.0001735924001205161,
      "loss": 4.4062,
      "step": 66981
    },
    {
      "epoch": 2.743477370468974,
      "grad_norm": 3.2165025497871182,
      "learning_rate": 0.00017358917931293227,
      "loss": 4.6562,
      "step": 66982
    },
    {
      "epoch": 2.7435183288961706,
      "grad_norm": 4.620754963821052,
      "learning_rate": 0.0001735859584941969,
      "loss": 5.3125,
      "step": 66983
    },
    {
      "epoch": 2.7435592873233667,
      "grad_norm": 4.6466284204575246,
      "learning_rate": 0.00017358273766431142,
      "loss": 6.2812,
      "step": 66984
    },
    {
      "epoch": 2.7436002457505633,
      "grad_norm": 4.418949161480355,
      "learning_rate": 0.0001735795168232774,
      "loss": 6.5625,
      "step": 66985
    },
    {
      "epoch": 2.7436412041777594,
      "grad_norm": 3.352141729067849,
      "learning_rate": 0.0001735762959710964,
      "loss": 6.0625,
      "step": 66986
    },
    {
      "epoch": 2.743682162604956,
      "grad_norm": 6.8119350613602405,
      "learning_rate": 0.00017357307510776988,
      "loss": 5.8125,
      "step": 66987
    },
    {
      "epoch": 2.7437231210321524,
      "grad_norm": 5.0089296418069615,
      "learning_rate": 0.00017356985423329932,
      "loss": 5.5938,
      "step": 66988
    },
    {
      "epoch": 2.743764079459349,
      "grad_norm": 3.3151097204167206,
      "learning_rate": 0.00017356663334768636,
      "loss": 4.6875,
      "step": 66989
    },
    {
      "epoch": 2.743805037886545,
      "grad_norm": 5.000510286574819,
      "learning_rate": 0.00017356341245093244,
      "loss": 5.75,
      "step": 66990
    },
    {
      "epoch": 2.7438459963137416,
      "grad_norm": 3.5133746173242204,
      "learning_rate": 0.00017356019154303912,
      "loss": 4.4375,
      "step": 66991
    },
    {
      "epoch": 2.7438869547409377,
      "grad_norm": 10.850511676796833,
      "learning_rate": 0.0001735569706240079,
      "loss": 3.0156,
      "step": 66992
    },
    {
      "epoch": 2.7439279131681342,
      "grad_norm": 3.901789425031859,
      "learning_rate": 0.00017355374969384027,
      "loss": 4.8438,
      "step": 66993
    },
    {
      "epoch": 2.7439688715953308,
      "grad_norm": 4.297068639323518,
      "learning_rate": 0.00017355052875253784,
      "loss": 2.9375,
      "step": 66994
    },
    {
      "epoch": 2.7440098300225273,
      "grad_norm": 3.9340822876730748,
      "learning_rate": 0.00017354730780010208,
      "loss": 5.25,
      "step": 66995
    },
    {
      "epoch": 2.7440507884497234,
      "grad_norm": 2.366218557561572,
      "learning_rate": 0.00017354408683653455,
      "loss": 0.9688,
      "step": 66996
    },
    {
      "epoch": 2.74409174687692,
      "grad_norm": 4.440184551792759,
      "learning_rate": 0.00017354086586183668,
      "loss": 4.6875,
      "step": 66997
    },
    {
      "epoch": 2.7441327053041165,
      "grad_norm": 3.640216503613267,
      "learning_rate": 0.0001735376448760101,
      "loss": 4.4062,
      "step": 66998
    },
    {
      "epoch": 2.7441736637313126,
      "grad_norm": 3.395520529589962,
      "learning_rate": 0.00017353442387905627,
      "loss": 4.5938,
      "step": 66999
    },
    {
      "epoch": 2.744214622158509,
      "grad_norm": 4.4512450035676405,
      "learning_rate": 0.0001735312028709767,
      "loss": 1.4609,
      "step": 67000
    },
    {
      "epoch": 2.7442555805857056,
      "grad_norm": 3.42405297881112,
      "learning_rate": 0.000173527981851773,
      "loss": 4.9062,
      "step": 67001
    },
    {
      "epoch": 2.744296539012902,
      "grad_norm": 3.695141119372892,
      "learning_rate": 0.00017352476082144663,
      "loss": 4.8438,
      "step": 67002
    },
    {
      "epoch": 2.7443374974400983,
      "grad_norm": 3.414656820024831,
      "learning_rate": 0.0001735215397799991,
      "loss": 3.7031,
      "step": 67003
    },
    {
      "epoch": 2.744378455867295,
      "grad_norm": 3.375377059806163,
      "learning_rate": 0.00017351831872743193,
      "loss": 4.5,
      "step": 67004
    },
    {
      "epoch": 2.744419414294491,
      "grad_norm": 3.609035251391327,
      "learning_rate": 0.00017351509766374667,
      "loss": 4.2812,
      "step": 67005
    },
    {
      "epoch": 2.7444603727216874,
      "grad_norm": 3.627992198941044,
      "learning_rate": 0.00017351187658894488,
      "loss": 4.6562,
      "step": 67006
    },
    {
      "epoch": 2.744501331148884,
      "grad_norm": 3.596840510958164,
      "learning_rate": 0.000173508655503028,
      "loss": 4.9062,
      "step": 67007
    },
    {
      "epoch": 2.7445422895760805,
      "grad_norm": 3.830946012088093,
      "learning_rate": 0.00017350543440599757,
      "loss": 6.2188,
      "step": 67008
    },
    {
      "epoch": 2.7445832480032766,
      "grad_norm": 3.2941159918600658,
      "learning_rate": 0.00017350221329785517,
      "loss": 4.4688,
      "step": 67009
    },
    {
      "epoch": 2.744624206430473,
      "grad_norm": 3.2363966363718464,
      "learning_rate": 0.00017349899217860228,
      "loss": 4.5312,
      "step": 67010
    },
    {
      "epoch": 2.744665164857669,
      "grad_norm": 3.4626092219394016,
      "learning_rate": 0.00017349577104824044,
      "loss": 4.25,
      "step": 67011
    },
    {
      "epoch": 2.7447061232848657,
      "grad_norm": 3.666769517203843,
      "learning_rate": 0.00017349254990677113,
      "loss": 4.5938,
      "step": 67012
    },
    {
      "epoch": 2.7447470817120623,
      "grad_norm": 3.6189647532067064,
      "learning_rate": 0.0001734893287541959,
      "loss": 3.8594,
      "step": 67013
    },
    {
      "epoch": 2.744788040139259,
      "grad_norm": 6.864929274092012,
      "learning_rate": 0.00017348610759051637,
      "loss": 4.125,
      "step": 67014
    },
    {
      "epoch": 2.744828998566455,
      "grad_norm": 8.147634774564567,
      "learning_rate": 0.0001734828864157339,
      "loss": 4.875,
      "step": 67015
    },
    {
      "epoch": 2.7448699569936514,
      "grad_norm": 3.643680258957881,
      "learning_rate": 0.00017347966522985006,
      "loss": 5.1875,
      "step": 67016
    },
    {
      "epoch": 2.744910915420848,
      "grad_norm": 4.041139090533,
      "learning_rate": 0.00017347644403286646,
      "loss": 4.375,
      "step": 67017
    },
    {
      "epoch": 2.744951873848044,
      "grad_norm": 3.4506108231575823,
      "learning_rate": 0.0001734732228247845,
      "loss": 5.0625,
      "step": 67018
    },
    {
      "epoch": 2.7449928322752406,
      "grad_norm": 3.1497868487876204,
      "learning_rate": 0.00017347000160560582,
      "loss": 3.8594,
      "step": 67019
    },
    {
      "epoch": 2.745033790702437,
      "grad_norm": 2.6370467760635794,
      "learning_rate": 0.00017346678037533181,
      "loss": 3.25,
      "step": 67020
    },
    {
      "epoch": 2.7450747491296337,
      "grad_norm": 5.33099682272656,
      "learning_rate": 0.00017346355913396415,
      "loss": 5.5625,
      "step": 67021
    },
    {
      "epoch": 2.7451157075568298,
      "grad_norm": 3.716333342085177,
      "learning_rate": 0.00017346033788150425,
      "loss": 3.875,
      "step": 67022
    },
    {
      "epoch": 2.7451566659840263,
      "grad_norm": 3.4011521068197204,
      "learning_rate": 0.00017345711661795367,
      "loss": 4.5,
      "step": 67023
    },
    {
      "epoch": 2.7451976244112224,
      "grad_norm": 3.4683470520650785,
      "learning_rate": 0.00017345389534331387,
      "loss": 4.5312,
      "step": 67024
    },
    {
      "epoch": 2.745238582838419,
      "grad_norm": 4.7766270059501394,
      "learning_rate": 0.00017345067405758648,
      "loss": 5.5,
      "step": 67025
    },
    {
      "epoch": 2.7452795412656155,
      "grad_norm": 6.054671617254615,
      "learning_rate": 0.000173447452760773,
      "loss": 5.5,
      "step": 67026
    },
    {
      "epoch": 2.745320499692812,
      "grad_norm": 9.328993515898874,
      "learning_rate": 0.0001734442314528749,
      "loss": 3.0625,
      "step": 67027
    },
    {
      "epoch": 2.745361458120008,
      "grad_norm": 3.302815442303533,
      "learning_rate": 0.0001734410101338937,
      "loss": 4.8438,
      "step": 67028
    },
    {
      "epoch": 2.7454024165472046,
      "grad_norm": 4.320196659909818,
      "learning_rate": 0.00017343778880383096,
      "loss": 5.625,
      "step": 67029
    },
    {
      "epoch": 2.7454433749744007,
      "grad_norm": 8.844804228242584,
      "learning_rate": 0.0001734345674626882,
      "loss": 5.5312,
      "step": 67030
    },
    {
      "epoch": 2.7454843334015973,
      "grad_norm": 3.8482551729380847,
      "learning_rate": 0.00017343134611046696,
      "loss": 4.5625,
      "step": 67031
    },
    {
      "epoch": 2.745525291828794,
      "grad_norm": 6.298476819593248,
      "learning_rate": 0.00017342812474716872,
      "loss": 6.5625,
      "step": 67032
    },
    {
      "epoch": 2.7455662502559903,
      "grad_norm": 4.448303143845725,
      "learning_rate": 0.00017342490337279504,
      "loss": 3.125,
      "step": 67033
    },
    {
      "epoch": 2.7456072086831864,
      "grad_norm": 3.4457472236377105,
      "learning_rate": 0.0001734216819873474,
      "loss": 3.9375,
      "step": 67034
    },
    {
      "epoch": 2.745648167110383,
      "grad_norm": 4.234034806917589,
      "learning_rate": 0.00017341846059082736,
      "loss": 5.8438,
      "step": 67035
    },
    {
      "epoch": 2.7456891255375795,
      "grad_norm": 3.6518215615345753,
      "learning_rate": 0.0001734152391832364,
      "loss": 5.3438,
      "step": 67036
    },
    {
      "epoch": 2.7457300839647756,
      "grad_norm": 3.6954138159907286,
      "learning_rate": 0.0001734120177645761,
      "loss": 5.4688,
      "step": 67037
    },
    {
      "epoch": 2.745771042391972,
      "grad_norm": 3.749143367409673,
      "learning_rate": 0.00017340879633484795,
      "loss": 4.3438,
      "step": 67038
    },
    {
      "epoch": 2.7458120008191687,
      "grad_norm": 4.289931988653338,
      "learning_rate": 0.0001734055748940535,
      "loss": 5.0938,
      "step": 67039
    },
    {
      "epoch": 2.745852959246365,
      "grad_norm": 3.797399621290572,
      "learning_rate": 0.00017340235344219423,
      "loss": 4.8438,
      "step": 67040
    },
    {
      "epoch": 2.7458939176735613,
      "grad_norm": 3.30729482634554,
      "learning_rate": 0.00017339913197927167,
      "loss": 4.75,
      "step": 67041
    },
    {
      "epoch": 2.745934876100758,
      "grad_norm": 4.516081264451121,
      "learning_rate": 0.0001733959105052874,
      "loss": 5.2188,
      "step": 67042
    },
    {
      "epoch": 2.745975834527954,
      "grad_norm": 3.363090897050953,
      "learning_rate": 0.00017339268902024288,
      "loss": 5.375,
      "step": 67043
    },
    {
      "epoch": 2.7460167929551504,
      "grad_norm": 7.021788326534863,
      "learning_rate": 0.00017338946752413963,
      "loss": 6.2812,
      "step": 67044
    },
    {
      "epoch": 2.746057751382347,
      "grad_norm": 3.249891386745647,
      "learning_rate": 0.00017338624601697923,
      "loss": 4.6562,
      "step": 67045
    },
    {
      "epoch": 2.7460987098095435,
      "grad_norm": 5.009284934123732,
      "learning_rate": 0.00017338302449876317,
      "loss": 5.0625,
      "step": 67046
    },
    {
      "epoch": 2.7461396682367396,
      "grad_norm": 3.7615632635992964,
      "learning_rate": 0.000173379802969493,
      "loss": 4.75,
      "step": 67047
    },
    {
      "epoch": 2.746180626663936,
      "grad_norm": 4.730240219763246,
      "learning_rate": 0.00017337658142917012,
      "loss": 4.4375,
      "step": 67048
    },
    {
      "epoch": 2.7462215850911322,
      "grad_norm": 5.097831122847157,
      "learning_rate": 0.00017337335987779623,
      "loss": 4.7812,
      "step": 67049
    },
    {
      "epoch": 2.7462625435183288,
      "grad_norm": 3.3152621352842346,
      "learning_rate": 0.00017337013831537277,
      "loss": 4.8125,
      "step": 67050
    },
    {
      "epoch": 2.7463035019455253,
      "grad_norm": 3.384255549883562,
      "learning_rate": 0.00017336691674190124,
      "loss": 4.5625,
      "step": 67051
    },
    {
      "epoch": 2.746344460372722,
      "grad_norm": 3.519041136520963,
      "learning_rate": 0.00017336369515738318,
      "loss": 5.375,
      "step": 67052
    },
    {
      "epoch": 2.746385418799918,
      "grad_norm": 3.810489069148107,
      "learning_rate": 0.00017336047356182014,
      "loss": 5.0312,
      "step": 67053
    },
    {
      "epoch": 2.7464263772271145,
      "grad_norm": 6.288647487210737,
      "learning_rate": 0.00017335725195521362,
      "loss": 3.0469,
      "step": 67054
    },
    {
      "epoch": 2.746467335654311,
      "grad_norm": 3.226373744487248,
      "learning_rate": 0.00017335403033756516,
      "loss": 3.5,
      "step": 67055
    },
    {
      "epoch": 2.746508294081507,
      "grad_norm": 7.077008523889992,
      "learning_rate": 0.00017335080870887622,
      "loss": 6.8125,
      "step": 67056
    },
    {
      "epoch": 2.7465492525087036,
      "grad_norm": 3.739811900114732,
      "learning_rate": 0.00017334758706914841,
      "loss": 4.6875,
      "step": 67057
    },
    {
      "epoch": 2.7465902109359,
      "grad_norm": 5.4646249414945025,
      "learning_rate": 0.00017334436541838321,
      "loss": 5.9688,
      "step": 67058
    },
    {
      "epoch": 2.7466311693630967,
      "grad_norm": 3.323916791863072,
      "learning_rate": 0.0001733411437565822,
      "loss": 4.4375,
      "step": 67059
    },
    {
      "epoch": 2.746672127790293,
      "grad_norm": 3.4445880788425605,
      "learning_rate": 0.00017333792208374676,
      "loss": 4.8125,
      "step": 67060
    },
    {
      "epoch": 2.7467130862174893,
      "grad_norm": 3.4681407557492148,
      "learning_rate": 0.00017333470039987853,
      "loss": 4.5312,
      "step": 67061
    },
    {
      "epoch": 2.7467540446446854,
      "grad_norm": 3.800232271718074,
      "learning_rate": 0.00017333147870497904,
      "loss": 5.0,
      "step": 67062
    },
    {
      "epoch": 2.746795003071882,
      "grad_norm": 4.348886733859945,
      "learning_rate": 0.00017332825699904977,
      "loss": 2.8281,
      "step": 67063
    },
    {
      "epoch": 2.7468359614990785,
      "grad_norm": 3.902034350980546,
      "learning_rate": 0.00017332503528209227,
      "loss": 4.6562,
      "step": 67064
    },
    {
      "epoch": 2.746876919926275,
      "grad_norm": 3.3902032690709483,
      "learning_rate": 0.000173321813554108,
      "loss": 4.5,
      "step": 67065
    },
    {
      "epoch": 2.746917878353471,
      "grad_norm": 3.0432971025090767,
      "learning_rate": 0.00017331859181509855,
      "loss": 4.125,
      "step": 67066
    },
    {
      "epoch": 2.7469588367806677,
      "grad_norm": 8.677778454959443,
      "learning_rate": 0.00017331537006506548,
      "loss": 5.6875,
      "step": 67067
    },
    {
      "epoch": 2.7469997952078637,
      "grad_norm": 3.8155379843930204,
      "learning_rate": 0.00017331214830401017,
      "loss": 4.9688,
      "step": 67068
    },
    {
      "epoch": 2.7470407536350603,
      "grad_norm": 3.8751143021718764,
      "learning_rate": 0.00017330892653193427,
      "loss": 4.8125,
      "step": 67069
    },
    {
      "epoch": 2.747081712062257,
      "grad_norm": 12.892485941976606,
      "learning_rate": 0.00017330570474883926,
      "loss": 5.9375,
      "step": 67070
    },
    {
      "epoch": 2.7471226704894534,
      "grad_norm": 4.001037926648734,
      "learning_rate": 0.00017330248295472668,
      "loss": 4.9688,
      "step": 67071
    },
    {
      "epoch": 2.7471636289166494,
      "grad_norm": 4.199963618143079,
      "learning_rate": 0.00017329926114959798,
      "loss": 5.5312,
      "step": 67072
    },
    {
      "epoch": 2.747204587343846,
      "grad_norm": 3.5475244206732355,
      "learning_rate": 0.00017329603933345482,
      "loss": 4.25,
      "step": 67073
    },
    {
      "epoch": 2.7472455457710425,
      "grad_norm": 3.7894740855572753,
      "learning_rate": 0.00017329281750629863,
      "loss": 4.3125,
      "step": 67074
    },
    {
      "epoch": 2.7472865041982386,
      "grad_norm": 3.463158678931774,
      "learning_rate": 0.0001732895956681309,
      "loss": 5.0312,
      "step": 67075
    },
    {
      "epoch": 2.747327462625435,
      "grad_norm": 3.091141914898529,
      "learning_rate": 0.00017328637381895318,
      "loss": 4.2812,
      "step": 67076
    },
    {
      "epoch": 2.7473684210526317,
      "grad_norm": 3.496550212706134,
      "learning_rate": 0.00017328315195876706,
      "loss": 4.3125,
      "step": 67077
    },
    {
      "epoch": 2.747409379479828,
      "grad_norm": 2.5244055010576343,
      "learning_rate": 0.00017327993008757405,
      "loss": 0.7773,
      "step": 67078
    },
    {
      "epoch": 2.7474503379070243,
      "grad_norm": 3.183763958400684,
      "learning_rate": 0.0001732767082053756,
      "loss": 4.875,
      "step": 67079
    },
    {
      "epoch": 2.747491296334221,
      "grad_norm": 3.5740065712459144,
      "learning_rate": 0.00017327348631217328,
      "loss": 3.8594,
      "step": 67080
    },
    {
      "epoch": 2.747532254761417,
      "grad_norm": 4.088976626870476,
      "learning_rate": 0.0001732702644079686,
      "loss": 4.7188,
      "step": 67081
    },
    {
      "epoch": 2.7475732131886135,
      "grad_norm": 5.113243541420605,
      "learning_rate": 0.00017326704249276309,
      "loss": 6.2188,
      "step": 67082
    },
    {
      "epoch": 2.74761417161581,
      "grad_norm": 3.988813920988244,
      "learning_rate": 0.00017326382056655828,
      "loss": 3.875,
      "step": 67083
    },
    {
      "epoch": 2.7476551300430065,
      "grad_norm": 3.3346580832041584,
      "learning_rate": 0.00017326059862935564,
      "loss": 4.5938,
      "step": 67084
    },
    {
      "epoch": 2.7476960884702026,
      "grad_norm": 3.4661699597453985,
      "learning_rate": 0.0001732573766811568,
      "loss": 3.8438,
      "step": 67085
    },
    {
      "epoch": 2.747737046897399,
      "grad_norm": 4.3449101040381155,
      "learning_rate": 0.00017325415472196323,
      "loss": 4.8438,
      "step": 67086
    },
    {
      "epoch": 2.7477780053245953,
      "grad_norm": 3.2856612668306826,
      "learning_rate": 0.0001732509327517764,
      "loss": 3.6562,
      "step": 67087
    },
    {
      "epoch": 2.747818963751792,
      "grad_norm": 4.452319744182993,
      "learning_rate": 0.00017324771077059789,
      "loss": 5.9375,
      "step": 67088
    },
    {
      "epoch": 2.7478599221789883,
      "grad_norm": 3.2121138691206474,
      "learning_rate": 0.0001732444887784292,
      "loss": 4.1562,
      "step": 67089
    },
    {
      "epoch": 2.747900880606185,
      "grad_norm": 4.088436279921841,
      "learning_rate": 0.0001732412667752719,
      "loss": 5.3438,
      "step": 67090
    },
    {
      "epoch": 2.747941839033381,
      "grad_norm": 4.247258615962334,
      "learning_rate": 0.00017323804476112746,
      "loss": 3.9062,
      "step": 67091
    },
    {
      "epoch": 2.7479827974605775,
      "grad_norm": 4.180175610416702,
      "learning_rate": 0.0001732348227359974,
      "loss": 5.2812,
      "step": 67092
    },
    {
      "epoch": 2.748023755887774,
      "grad_norm": 3.0735381743981676,
      "learning_rate": 0.00017323160069988326,
      "loss": 3.2969,
      "step": 67093
    },
    {
      "epoch": 2.74806471431497,
      "grad_norm": 6.210456759153657,
      "learning_rate": 0.0001732283786527866,
      "loss": 6.125,
      "step": 67094
    },
    {
      "epoch": 2.7481056727421667,
      "grad_norm": 3.945087780414554,
      "learning_rate": 0.00017322515659470893,
      "loss": 5.2188,
      "step": 67095
    },
    {
      "epoch": 2.748146631169363,
      "grad_norm": 6.85259270844812,
      "learning_rate": 0.0001732219345256517,
      "loss": 3.6406,
      "step": 67096
    },
    {
      "epoch": 2.7481875895965597,
      "grad_norm": 3.2519999357030165,
      "learning_rate": 0.00017321871244561652,
      "loss": 4.2812,
      "step": 67097
    },
    {
      "epoch": 2.748228548023756,
      "grad_norm": 4.440420561667502,
      "learning_rate": 0.00017321549035460488,
      "loss": 4.375,
      "step": 67098
    },
    {
      "epoch": 2.7482695064509524,
      "grad_norm": 3.818557025815878,
      "learning_rate": 0.0001732122682526183,
      "loss": 6.25,
      "step": 67099
    },
    {
      "epoch": 2.7483104648781485,
      "grad_norm": 4.88271746898139,
      "learning_rate": 0.00017320904613965833,
      "loss": 4.8438,
      "step": 67100
    },
    {
      "epoch": 2.748351423305345,
      "grad_norm": 3.5575502117192968,
      "learning_rate": 0.00017320582401572637,
      "loss": 4.4062,
      "step": 67101
    },
    {
      "epoch": 2.7483923817325415,
      "grad_norm": 4.898191570331864,
      "learning_rate": 0.00017320260188082416,
      "loss": 5.25,
      "step": 67102
    },
    {
      "epoch": 2.748433340159738,
      "grad_norm": 3.642543852445484,
      "learning_rate": 0.00017319937973495308,
      "loss": 4.7812,
      "step": 67103
    },
    {
      "epoch": 2.748474298586934,
      "grad_norm": 3.5161095143804686,
      "learning_rate": 0.00017319615757811462,
      "loss": 4.1875,
      "step": 67104
    },
    {
      "epoch": 2.7485152570141307,
      "grad_norm": 3.2109396703715567,
      "learning_rate": 0.00017319293541031043,
      "loss": 3.875,
      "step": 67105
    },
    {
      "epoch": 2.7485562154413268,
      "grad_norm": 3.225840667055164,
      "learning_rate": 0.0001731897132315419,
      "loss": 3.4219,
      "step": 67106
    },
    {
      "epoch": 2.7485971738685233,
      "grad_norm": 3.1692514389512705,
      "learning_rate": 0.00017318649104181068,
      "loss": 4.2188,
      "step": 67107
    },
    {
      "epoch": 2.74863813229572,
      "grad_norm": 4.388678151275025,
      "learning_rate": 0.00017318326884111822,
      "loss": 4.4688,
      "step": 67108
    },
    {
      "epoch": 2.7486790907229164,
      "grad_norm": 3.269728442956667,
      "learning_rate": 0.00017318004662946604,
      "loss": 4.2812,
      "step": 67109
    },
    {
      "epoch": 2.7487200491501125,
      "grad_norm": 3.5013104083204363,
      "learning_rate": 0.0001731768244068557,
      "loss": 4.25,
      "step": 67110
    },
    {
      "epoch": 2.748761007577309,
      "grad_norm": 3.2845459786955726,
      "learning_rate": 0.00017317360217328868,
      "loss": 4.5,
      "step": 67111
    },
    {
      "epoch": 2.7488019660045055,
      "grad_norm": 4.4038085945800685,
      "learning_rate": 0.0001731703799287665,
      "loss": 7.125,
      "step": 67112
    },
    {
      "epoch": 2.7488429244317016,
      "grad_norm": 3.8629377463761463,
      "learning_rate": 0.00017316715767329077,
      "loss": 5.3125,
      "step": 67113
    },
    {
      "epoch": 2.748883882858898,
      "grad_norm": 11.023969867523869,
      "learning_rate": 0.0001731639354068629,
      "loss": 3.5469,
      "step": 67114
    },
    {
      "epoch": 2.7489248412860947,
      "grad_norm": 3.644337823835336,
      "learning_rate": 0.0001731607131294845,
      "loss": 4.7188,
      "step": 67115
    },
    {
      "epoch": 2.7489657997132912,
      "grad_norm": 3.281016673740864,
      "learning_rate": 0.00017315749084115704,
      "loss": 4.0625,
      "step": 67116
    },
    {
      "epoch": 2.7490067581404873,
      "grad_norm": 5.0727416959553455,
      "learning_rate": 0.00017315426854188205,
      "loss": 5.1562,
      "step": 67117
    },
    {
      "epoch": 2.749047716567684,
      "grad_norm": 4.067580316593186,
      "learning_rate": 0.0001731510462316611,
      "loss": 4.75,
      "step": 67118
    },
    {
      "epoch": 2.74908867499488,
      "grad_norm": 4.188535958230775,
      "learning_rate": 0.00017314782391049567,
      "loss": 3.9062,
      "step": 67119
    },
    {
      "epoch": 2.7491296334220765,
      "grad_norm": 3.7864264075031757,
      "learning_rate": 0.00017314460157838728,
      "loss": 4.9062,
      "step": 67120
    },
    {
      "epoch": 2.749170591849273,
      "grad_norm": 4.354848355772328,
      "learning_rate": 0.00017314137923533747,
      "loss": 6.5625,
      "step": 67121
    },
    {
      "epoch": 2.7492115502764696,
      "grad_norm": 5.427329435110767,
      "learning_rate": 0.00017313815688134776,
      "loss": 4.75,
      "step": 67122
    },
    {
      "epoch": 2.7492525087036657,
      "grad_norm": 3.5163945804239534,
      "learning_rate": 0.00017313493451641968,
      "loss": 4.5312,
      "step": 67123
    },
    {
      "epoch": 2.749293467130862,
      "grad_norm": 3.9800573019960592,
      "learning_rate": 0.0001731317121405547,
      "loss": 4.8438,
      "step": 67124
    },
    {
      "epoch": 2.7493344255580587,
      "grad_norm": 5.091542088715887,
      "learning_rate": 0.00017312848975375444,
      "loss": 4.9688,
      "step": 67125
    },
    {
      "epoch": 2.749375383985255,
      "grad_norm": 3.24001924566002,
      "learning_rate": 0.0001731252673560204,
      "loss": 4.5938,
      "step": 67126
    },
    {
      "epoch": 2.7494163424124514,
      "grad_norm": 3.9173070309509535,
      "learning_rate": 0.00017312204494735403,
      "loss": 0.9727,
      "step": 67127
    },
    {
      "epoch": 2.749457300839648,
      "grad_norm": 9.009801777427516,
      "learning_rate": 0.00017311882252775686,
      "loss": 4.9688,
      "step": 67128
    },
    {
      "epoch": 2.749498259266844,
      "grad_norm": 3.8769146788000985,
      "learning_rate": 0.0001731156000972305,
      "loss": 4.8438,
      "step": 67129
    },
    {
      "epoch": 2.7495392176940405,
      "grad_norm": 3.965893962657421,
      "learning_rate": 0.00017311237765577645,
      "loss": 3.9375,
      "step": 67130
    },
    {
      "epoch": 2.749580176121237,
      "grad_norm": 4.161842978522564,
      "learning_rate": 0.00017310915520339615,
      "loss": 4.5312,
      "step": 67131
    },
    {
      "epoch": 2.749621134548433,
      "grad_norm": 4.5355666731135,
      "learning_rate": 0.0001731059327400912,
      "loss": 4.5938,
      "step": 67132
    },
    {
      "epoch": 2.7496620929756297,
      "grad_norm": 3.1831906344910066,
      "learning_rate": 0.00017310271026586314,
      "loss": 4.0,
      "step": 67133
    },
    {
      "epoch": 2.7497030514028262,
      "grad_norm": 3.6461772308123845,
      "learning_rate": 0.00017309948778071346,
      "loss": 4.4062,
      "step": 67134
    },
    {
      "epoch": 2.7497440098300228,
      "grad_norm": 3.56522031532829,
      "learning_rate": 0.00017309626528464364,
      "loss": 4.8125,
      "step": 67135
    },
    {
      "epoch": 2.749784968257219,
      "grad_norm": 4.85122037850022,
      "learning_rate": 0.00017309304277765528,
      "loss": 6.2812,
      "step": 67136
    },
    {
      "epoch": 2.7498259266844154,
      "grad_norm": 3.1136059686493347,
      "learning_rate": 0.00017308982025974985,
      "loss": 3.3438,
      "step": 67137
    },
    {
      "epoch": 2.7498668851116115,
      "grad_norm": 5.184493317386117,
      "learning_rate": 0.0001730865977309289,
      "loss": 2.4531,
      "step": 67138
    },
    {
      "epoch": 2.749907843538808,
      "grad_norm": 3.2032247784865566,
      "learning_rate": 0.000173083375191194,
      "loss": 4.875,
      "step": 67139
    },
    {
      "epoch": 2.7499488019660046,
      "grad_norm": 3.4007687099433865,
      "learning_rate": 0.0001730801526405465,
      "loss": 4.4688,
      "step": 67140
    },
    {
      "epoch": 2.749989760393201,
      "grad_norm": 3.6246402903703983,
      "learning_rate": 0.00017307693007898812,
      "loss": 4.8438,
      "step": 67141
    },
    {
      "epoch": 2.750030718820397,
      "grad_norm": 3.8644767464368845,
      "learning_rate": 0.0001730737075065203,
      "loss": 3.1562,
      "step": 67142
    },
    {
      "epoch": 2.7500716772475937,
      "grad_norm": 23.972072790849506,
      "learning_rate": 0.00017307048492314458,
      "loss": 5.4688,
      "step": 67143
    },
    {
      "epoch": 2.7501126356747903,
      "grad_norm": 4.1600366102185955,
      "learning_rate": 0.0001730672623288624,
      "loss": 4.4062,
      "step": 67144
    },
    {
      "epoch": 2.7501535941019863,
      "grad_norm": 4.80175465971495,
      "learning_rate": 0.00017306403972367545,
      "loss": 4.875,
      "step": 67145
    },
    {
      "epoch": 2.750194552529183,
      "grad_norm": 3.467761094318788,
      "learning_rate": 0.0001730608171075851,
      "loss": 4.4062,
      "step": 67146
    },
    {
      "epoch": 2.7502355109563794,
      "grad_norm": 3.126015707073513,
      "learning_rate": 0.000173057594480593,
      "loss": 4.4375,
      "step": 67147
    },
    {
      "epoch": 2.7502764693835755,
      "grad_norm": 4.06768110390009,
      "learning_rate": 0.00017305437184270052,
      "loss": 4.9375,
      "step": 67148
    },
    {
      "epoch": 2.750317427810772,
      "grad_norm": 4.9984857575432695,
      "learning_rate": 0.00017305114919390934,
      "loss": 3.6094,
      "step": 67149
    },
    {
      "epoch": 2.7503583862379686,
      "grad_norm": 9.441413135859806,
      "learning_rate": 0.00017304792653422086,
      "loss": 4.0938,
      "step": 67150
    },
    {
      "epoch": 2.7503993446651647,
      "grad_norm": 4.20247267244206,
      "learning_rate": 0.00017304470386363672,
      "loss": 4.3438,
      "step": 67151
    },
    {
      "epoch": 2.750440303092361,
      "grad_norm": 3.355337307205122,
      "learning_rate": 0.00017304148118215833,
      "loss": 4.2812,
      "step": 67152
    },
    {
      "epoch": 2.7504812615195577,
      "grad_norm": 7.344405651972916,
      "learning_rate": 0.00017303825848978728,
      "loss": 3.375,
      "step": 67153
    },
    {
      "epoch": 2.7505222199467543,
      "grad_norm": 3.365106870320016,
      "learning_rate": 0.0001730350357865251,
      "loss": 5.8438,
      "step": 67154
    },
    {
      "epoch": 2.7505631783739504,
      "grad_norm": 3.717792975962767,
      "learning_rate": 0.0001730318130723733,
      "loss": 4.375,
      "step": 67155
    },
    {
      "epoch": 2.750604136801147,
      "grad_norm": 3.293130380907306,
      "learning_rate": 0.0001730285903473333,
      "loss": 4.2188,
      "step": 67156
    },
    {
      "epoch": 2.750645095228343,
      "grad_norm": 4.7424535536390895,
      "learning_rate": 0.0001730253676114068,
      "loss": 3.7656,
      "step": 67157
    },
    {
      "epoch": 2.7506860536555395,
      "grad_norm": 3.3305903378703223,
      "learning_rate": 0.00017302214486459525,
      "loss": 4.9375,
      "step": 67158
    },
    {
      "epoch": 2.750727012082736,
      "grad_norm": 3.5058622022819437,
      "learning_rate": 0.00017301892210690013,
      "loss": 4.9375,
      "step": 67159
    },
    {
      "epoch": 2.7507679705099326,
      "grad_norm": 5.325592658045961,
      "learning_rate": 0.000173015699338323,
      "loss": 6.9375,
      "step": 67160
    },
    {
      "epoch": 2.7508089289371287,
      "grad_norm": 3.1374965092877507,
      "learning_rate": 0.00017301247655886543,
      "loss": 4.375,
      "step": 67161
    },
    {
      "epoch": 2.7508498873643252,
      "grad_norm": 6.075060268431676,
      "learning_rate": 0.00017300925376852888,
      "loss": 5.8125,
      "step": 67162
    },
    {
      "epoch": 2.7508908457915218,
      "grad_norm": 5.1377726806474895,
      "learning_rate": 0.00017300603096731486,
      "loss": 5.0,
      "step": 67163
    },
    {
      "epoch": 2.750931804218718,
      "grad_norm": 4.078121155112724,
      "learning_rate": 0.0001730028081552249,
      "loss": 5.4688,
      "step": 67164
    },
    {
      "epoch": 2.7509727626459144,
      "grad_norm": 4.4445451585419,
      "learning_rate": 0.0001729995853322606,
      "loss": 4.9688,
      "step": 67165
    },
    {
      "epoch": 2.751013721073111,
      "grad_norm": 4.920996577400326,
      "learning_rate": 0.00017299636249842344,
      "loss": 6.5625,
      "step": 67166
    },
    {
      "epoch": 2.7510546795003075,
      "grad_norm": 3.6499106950971676,
      "learning_rate": 0.0001729931396537149,
      "loss": 5.4062,
      "step": 67167
    },
    {
      "epoch": 2.7510956379275036,
      "grad_norm": 3.5784844720228617,
      "learning_rate": 0.00017298991679813656,
      "loss": 4.75,
      "step": 67168
    },
    {
      "epoch": 2.7511365963547,
      "grad_norm": 7.400541719481635,
      "learning_rate": 0.00017298669393168986,
      "loss": 5.8125,
      "step": 67169
    },
    {
      "epoch": 2.751177554781896,
      "grad_norm": 8.55714260166378,
      "learning_rate": 0.00017298347105437647,
      "loss": 1.3594,
      "step": 67170
    },
    {
      "epoch": 2.7512185132090927,
      "grad_norm": 13.085170124381886,
      "learning_rate": 0.0001729802481661978,
      "loss": 3.6406,
      "step": 67171
    },
    {
      "epoch": 2.7512594716362893,
      "grad_norm": 3.4865943839709126,
      "learning_rate": 0.0001729770252671554,
      "loss": 4.4375,
      "step": 67172
    },
    {
      "epoch": 2.751300430063486,
      "grad_norm": 3.5665172343458744,
      "learning_rate": 0.00017297380235725077,
      "loss": 4.9062,
      "step": 67173
    },
    {
      "epoch": 2.751341388490682,
      "grad_norm": 5.348072953109003,
      "learning_rate": 0.00017297057943648552,
      "loss": 5.5,
      "step": 67174
    },
    {
      "epoch": 2.7513823469178784,
      "grad_norm": 4.0032486818644495,
      "learning_rate": 0.00017296735650486106,
      "loss": 1.7266,
      "step": 67175
    },
    {
      "epoch": 2.7514233053450745,
      "grad_norm": 3.132111863029629,
      "learning_rate": 0.00017296413356237896,
      "loss": 3.9375,
      "step": 67176
    },
    {
      "epoch": 2.751464263772271,
      "grad_norm": 3.647678759790381,
      "learning_rate": 0.0001729609106090408,
      "loss": 4.3438,
      "step": 67177
    },
    {
      "epoch": 2.7515052221994676,
      "grad_norm": 2.8566568086497455,
      "learning_rate": 0.00017295768764484802,
      "loss": 3.1719,
      "step": 67178
    },
    {
      "epoch": 2.751546180626664,
      "grad_norm": 4.96949119959489,
      "learning_rate": 0.00017295446466980219,
      "loss": 5.1562,
      "step": 67179
    },
    {
      "epoch": 2.75158713905386,
      "grad_norm": 3.1193425706390876,
      "learning_rate": 0.0001729512416839048,
      "loss": 3.4844,
      "step": 67180
    },
    {
      "epoch": 2.7516280974810567,
      "grad_norm": 3.3934616113221465,
      "learning_rate": 0.0001729480186871574,
      "loss": 4.8438,
      "step": 67181
    },
    {
      "epoch": 2.7516690559082533,
      "grad_norm": 3.251001739956065,
      "learning_rate": 0.00017294479567956153,
      "loss": 3.4531,
      "step": 67182
    },
    {
      "epoch": 2.7517100143354494,
      "grad_norm": 8.902921723028426,
      "learning_rate": 0.00017294157266111866,
      "loss": 6.1875,
      "step": 67183
    },
    {
      "epoch": 2.751750972762646,
      "grad_norm": 3.049889418076886,
      "learning_rate": 0.00017293834963183033,
      "loss": 2.8281,
      "step": 67184
    },
    {
      "epoch": 2.7517919311898424,
      "grad_norm": 7.1795873955582135,
      "learning_rate": 0.00017293512659169815,
      "loss": 4.1562,
      "step": 67185
    },
    {
      "epoch": 2.751832889617039,
      "grad_norm": 2.9184449785110833,
      "learning_rate": 0.00017293190354072352,
      "loss": 3.9219,
      "step": 67186
    },
    {
      "epoch": 2.751873848044235,
      "grad_norm": 3.687239508831919,
      "learning_rate": 0.00017292868047890807,
      "loss": 4.3125,
      "step": 67187
    },
    {
      "epoch": 2.7519148064714316,
      "grad_norm": 21.36239916657156,
      "learning_rate": 0.0001729254574062532,
      "loss": 5.5,
      "step": 67188
    },
    {
      "epoch": 2.7519557648986277,
      "grad_norm": 3.795072466480082,
      "learning_rate": 0.00017292223432276054,
      "loss": 4.2812,
      "step": 67189
    },
    {
      "epoch": 2.7519967233258242,
      "grad_norm": 3.614135735936222,
      "learning_rate": 0.00017291901122843157,
      "loss": 4.1562,
      "step": 67190
    },
    {
      "epoch": 2.7520376817530208,
      "grad_norm": 3.7991085181530884,
      "learning_rate": 0.00017291578812326784,
      "loss": 3.7656,
      "step": 67191
    },
    {
      "epoch": 2.7520786401802173,
      "grad_norm": 3.6112364553097827,
      "learning_rate": 0.00017291256500727082,
      "loss": 4.6875,
      "step": 67192
    },
    {
      "epoch": 2.7521195986074134,
      "grad_norm": 2.513076331304278,
      "learning_rate": 0.00017290934188044207,
      "loss": 1.4062,
      "step": 67193
    },
    {
      "epoch": 2.75216055703461,
      "grad_norm": 2.776862560464582,
      "learning_rate": 0.00017290611874278314,
      "loss": 2.6875,
      "step": 67194
    },
    {
      "epoch": 2.752201515461806,
      "grad_norm": 4.32060389298883,
      "learning_rate": 0.00017290289559429553,
      "loss": 4.5312,
      "step": 67195
    },
    {
      "epoch": 2.7522424738890026,
      "grad_norm": 3.630137142009738,
      "learning_rate": 0.00017289967243498073,
      "loss": 5.9375,
      "step": 67196
    },
    {
      "epoch": 2.752283432316199,
      "grad_norm": 6.168044949311861,
      "learning_rate": 0.00017289644926484033,
      "loss": 1.4375,
      "step": 67197
    },
    {
      "epoch": 2.7523243907433956,
      "grad_norm": 4.329630524620787,
      "learning_rate": 0.0001728932260838758,
      "loss": 4.7188,
      "step": 67198
    },
    {
      "epoch": 2.7523653491705917,
      "grad_norm": 6.074476633504713,
      "learning_rate": 0.0001728900028920887,
      "loss": 4.8125,
      "step": 67199
    },
    {
      "epoch": 2.7524063075977883,
      "grad_norm": 3.7708963389919794,
      "learning_rate": 0.00017288677968948048,
      "loss": 5.0938,
      "step": 67200
    },
    {
      "epoch": 2.752447266024985,
      "grad_norm": 4.256382263564385,
      "learning_rate": 0.00017288355647605274,
      "loss": 4.8438,
      "step": 67201
    },
    {
      "epoch": 2.752488224452181,
      "grad_norm": 5.975084481079129,
      "learning_rate": 0.00017288033325180702,
      "loss": 3.5156,
      "step": 67202
    },
    {
      "epoch": 2.7525291828793774,
      "grad_norm": 3.5705183557110605,
      "learning_rate": 0.00017287711001674478,
      "loss": 3.5781,
      "step": 67203
    },
    {
      "epoch": 2.752570141306574,
      "grad_norm": 3.379219132234669,
      "learning_rate": 0.00017287388677086758,
      "loss": 4.8438,
      "step": 67204
    },
    {
      "epoch": 2.7526110997337705,
      "grad_norm": 7.643550684705135,
      "learning_rate": 0.0001728706635141769,
      "loss": 5.7188,
      "step": 67205
    },
    {
      "epoch": 2.7526520581609666,
      "grad_norm": 7.098156137721315,
      "learning_rate": 0.00017286744024667432,
      "loss": 6.0312,
      "step": 67206
    },
    {
      "epoch": 2.752693016588163,
      "grad_norm": 3.563245344263258,
      "learning_rate": 0.00017286421696836136,
      "loss": 6.2812,
      "step": 67207
    },
    {
      "epoch": 2.752733975015359,
      "grad_norm": 3.6749878314935933,
      "learning_rate": 0.00017286099367923953,
      "loss": 5.4688,
      "step": 67208
    },
    {
      "epoch": 2.7527749334425557,
      "grad_norm": 7.381921693668085,
      "learning_rate": 0.00017285777037931031,
      "loss": 6.1562,
      "step": 67209
    },
    {
      "epoch": 2.7528158918697523,
      "grad_norm": 3.405875757134005,
      "learning_rate": 0.0001728545470685753,
      "loss": 4.0625,
      "step": 67210
    },
    {
      "epoch": 2.752856850296949,
      "grad_norm": 4.573717143561382,
      "learning_rate": 0.00017285132374703598,
      "loss": 5.5625,
      "step": 67211
    },
    {
      "epoch": 2.752897808724145,
      "grad_norm": 4.4937212046196136,
      "learning_rate": 0.00017284810041469384,
      "loss": 4.0625,
      "step": 67212
    },
    {
      "epoch": 2.7529387671513414,
      "grad_norm": 4.002505061600283,
      "learning_rate": 0.0001728448770715505,
      "loss": 4.8125,
      "step": 67213
    },
    {
      "epoch": 2.7529797255785375,
      "grad_norm": 4.390090709266857,
      "learning_rate": 0.00017284165371760738,
      "loss": 4.2188,
      "step": 67214
    },
    {
      "epoch": 2.753020684005734,
      "grad_norm": 4.736312889424247,
      "learning_rate": 0.0001728384303528661,
      "loss": 4.875,
      "step": 67215
    },
    {
      "epoch": 2.7530616424329306,
      "grad_norm": 3.661557260821366,
      "learning_rate": 0.00017283520697732808,
      "loss": 4.7812,
      "step": 67216
    },
    {
      "epoch": 2.753102600860127,
      "grad_norm": 3.562082151317765,
      "learning_rate": 0.00017283198359099492,
      "loss": 4.1875,
      "step": 67217
    },
    {
      "epoch": 2.7531435592873232,
      "grad_norm": 4.372236841640039,
      "learning_rate": 0.00017282876019386815,
      "loss": 4.7812,
      "step": 67218
    },
    {
      "epoch": 2.7531845177145198,
      "grad_norm": 3.519433716093189,
      "learning_rate": 0.00017282553678594923,
      "loss": 4.9688,
      "step": 67219
    },
    {
      "epoch": 2.7532254761417163,
      "grad_norm": 4.8076316643646475,
      "learning_rate": 0.0001728223133672397,
      "loss": 6.25,
      "step": 67220
    },
    {
      "epoch": 2.7532664345689124,
      "grad_norm": 3.9963363026390772,
      "learning_rate": 0.00017281908993774115,
      "loss": 4.9062,
      "step": 67221
    },
    {
      "epoch": 2.753307392996109,
      "grad_norm": 3.9990576141828913,
      "learning_rate": 0.00017281586649745505,
      "loss": 6.0312,
      "step": 67222
    },
    {
      "epoch": 2.7533483514233055,
      "grad_norm": 4.40988647043866,
      "learning_rate": 0.00017281264304638296,
      "loss": 5.625,
      "step": 67223
    },
    {
      "epoch": 2.753389309850502,
      "grad_norm": 6.0403054838183365,
      "learning_rate": 0.0001728094195845263,
      "loss": 6.5625,
      "step": 67224
    },
    {
      "epoch": 2.753430268277698,
      "grad_norm": 3.6659783327406097,
      "learning_rate": 0.00017280619611188675,
      "loss": 6.0312,
      "step": 67225
    },
    {
      "epoch": 2.7534712267048946,
      "grad_norm": 3.3642293504285625,
      "learning_rate": 0.00017280297262846573,
      "loss": 4.5938,
      "step": 67226
    },
    {
      "epoch": 2.7535121851320907,
      "grad_norm": 3.9267156765184486,
      "learning_rate": 0.00017279974913426478,
      "loss": 4.0625,
      "step": 67227
    },
    {
      "epoch": 2.7535531435592873,
      "grad_norm": 3.2984424691299914,
      "learning_rate": 0.00017279652562928542,
      "loss": 4.0312,
      "step": 67228
    },
    {
      "epoch": 2.753594101986484,
      "grad_norm": 4.543141525410252,
      "learning_rate": 0.00017279330211352918,
      "loss": 4.6562,
      "step": 67229
    },
    {
      "epoch": 2.7536350604136803,
      "grad_norm": 3.7340791882352793,
      "learning_rate": 0.00017279007858699762,
      "loss": 4.5938,
      "step": 67230
    },
    {
      "epoch": 2.7536760188408764,
      "grad_norm": 11.57613530030666,
      "learning_rate": 0.00017278685504969223,
      "loss": 5.375,
      "step": 67231
    },
    {
      "epoch": 2.753716977268073,
      "grad_norm": 3.229834120598237,
      "learning_rate": 0.00017278363150161449,
      "loss": 4.7812,
      "step": 67232
    },
    {
      "epoch": 2.753757935695269,
      "grad_norm": 3.853292753656158,
      "learning_rate": 0.000172780407942766,
      "loss": 3.9062,
      "step": 67233
    },
    {
      "epoch": 2.7537988941224656,
      "grad_norm": 3.422528364052935,
      "learning_rate": 0.00017277718437314828,
      "loss": 5.125,
      "step": 67234
    },
    {
      "epoch": 2.753839852549662,
      "grad_norm": 3.28586294845992,
      "learning_rate": 0.00017277396079276282,
      "loss": 3.7812,
      "step": 67235
    },
    {
      "epoch": 2.7538808109768587,
      "grad_norm": 4.438225438573604,
      "learning_rate": 0.0001727707372016111,
      "loss": 5.25,
      "step": 67236
    },
    {
      "epoch": 2.7539217694040548,
      "grad_norm": 3.181330537510595,
      "learning_rate": 0.00017276751359969475,
      "loss": 4.1562,
      "step": 67237
    },
    {
      "epoch": 2.7539627278312513,
      "grad_norm": 3.5738646075115157,
      "learning_rate": 0.00017276428998701522,
      "loss": 4.8438,
      "step": 67238
    },
    {
      "epoch": 2.754003686258448,
      "grad_norm": 5.906668362050607,
      "learning_rate": 0.00017276106636357412,
      "loss": 6.3438,
      "step": 67239
    },
    {
      "epoch": 2.754044644685644,
      "grad_norm": 3.3603592304266003,
      "learning_rate": 0.00017275784272937283,
      "loss": 3.8594,
      "step": 67240
    },
    {
      "epoch": 2.7540856031128405,
      "grad_norm": 3.4766454060657335,
      "learning_rate": 0.00017275461908441297,
      "loss": 5.3125,
      "step": 67241
    },
    {
      "epoch": 2.754126561540037,
      "grad_norm": 3.430754508660543,
      "learning_rate": 0.00017275139542869607,
      "loss": 4.9375,
      "step": 67242
    },
    {
      "epoch": 2.7541675199672335,
      "grad_norm": 4.110961204858869,
      "learning_rate": 0.00017274817176222363,
      "loss": 4.9375,
      "step": 67243
    },
    {
      "epoch": 2.7542084783944296,
      "grad_norm": 3.5915621671664923,
      "learning_rate": 0.00017274494808499716,
      "loss": 4.3438,
      "step": 67244
    },
    {
      "epoch": 2.754249436821626,
      "grad_norm": 3.7359331310894075,
      "learning_rate": 0.0001727417243970182,
      "loss": 4.75,
      "step": 67245
    },
    {
      "epoch": 2.7542903952488222,
      "grad_norm": 4.004344152224975,
      "learning_rate": 0.00017273850069828825,
      "loss": 4.8125,
      "step": 67246
    },
    {
      "epoch": 2.754331353676019,
      "grad_norm": 3.6514481072796796,
      "learning_rate": 0.0001727352769888089,
      "loss": 3.8125,
      "step": 67247
    },
    {
      "epoch": 2.7543723121032153,
      "grad_norm": 4.276909681712045,
      "learning_rate": 0.00017273205326858156,
      "loss": 4.5,
      "step": 67248
    },
    {
      "epoch": 2.754413270530412,
      "grad_norm": 16.33427930592789,
      "learning_rate": 0.00017272882953760788,
      "loss": 6.8125,
      "step": 67249
    },
    {
      "epoch": 2.754454228957608,
      "grad_norm": 3.5233482220577965,
      "learning_rate": 0.00017272560579588932,
      "loss": 5.2812,
      "step": 67250
    },
    {
      "epoch": 2.7544951873848045,
      "grad_norm": 3.6826204461396066,
      "learning_rate": 0.00017272238204342743,
      "loss": 5.5,
      "step": 67251
    },
    {
      "epoch": 2.7545361458120006,
      "grad_norm": 3.1612511448481433,
      "learning_rate": 0.00017271915828022367,
      "loss": 4.5,
      "step": 67252
    },
    {
      "epoch": 2.754577104239197,
      "grad_norm": 3.969216257841301,
      "learning_rate": 0.00017271593450627964,
      "loss": 6.6875,
      "step": 67253
    },
    {
      "epoch": 2.7546180626663936,
      "grad_norm": 6.098360022423376,
      "learning_rate": 0.00017271271072159683,
      "loss": 3.3594,
      "step": 67254
    },
    {
      "epoch": 2.75465902109359,
      "grad_norm": 3.666812289838677,
      "learning_rate": 0.0001727094869261768,
      "loss": 4.4062,
      "step": 67255
    },
    {
      "epoch": 2.7546999795207863,
      "grad_norm": 3.31747498904728,
      "learning_rate": 0.00017270626312002095,
      "loss": 3.9688,
      "step": 67256
    },
    {
      "epoch": 2.754740937947983,
      "grad_norm": 4.065610366241296,
      "learning_rate": 0.000172703039303131,
      "loss": 4.3438,
      "step": 67257
    },
    {
      "epoch": 2.7547818963751793,
      "grad_norm": 5.121137842848862,
      "learning_rate": 0.00017269981547550834,
      "loss": 3.4219,
      "step": 67258
    },
    {
      "epoch": 2.7548228548023754,
      "grad_norm": 3.779544379095805,
      "learning_rate": 0.0001726965916371545,
      "loss": 5.4062,
      "step": 67259
    },
    {
      "epoch": 2.754863813229572,
      "grad_norm": 3.5746047172350153,
      "learning_rate": 0.00017269336778807104,
      "loss": 4.125,
      "step": 67260
    },
    {
      "epoch": 2.7549047716567685,
      "grad_norm": 4.454658901352581,
      "learning_rate": 0.00017269014392825945,
      "loss": 5.4375,
      "step": 67261
    },
    {
      "epoch": 2.754945730083965,
      "grad_norm": 3.9074527523721883,
      "learning_rate": 0.00017268692005772133,
      "loss": 5.0938,
      "step": 67262
    },
    {
      "epoch": 2.754986688511161,
      "grad_norm": 2.95706639918438,
      "learning_rate": 0.00017268369617645812,
      "loss": 3.8594,
      "step": 67263
    },
    {
      "epoch": 2.7550276469383577,
      "grad_norm": 3.7823147571643494,
      "learning_rate": 0.00017268047228447136,
      "loss": 4.6562,
      "step": 67264
    },
    {
      "epoch": 2.7550686053655538,
      "grad_norm": 4.0427993211776405,
      "learning_rate": 0.0001726772483817626,
      "loss": 4.4688,
      "step": 67265
    },
    {
      "epoch": 2.7551095637927503,
      "grad_norm": 3.542188947193089,
      "learning_rate": 0.00017267402446833336,
      "loss": 4.9375,
      "step": 67266
    },
    {
      "epoch": 2.755150522219947,
      "grad_norm": 4.345913867811932,
      "learning_rate": 0.00017267080054418515,
      "loss": 4.6562,
      "step": 67267
    },
    {
      "epoch": 2.7551914806471434,
      "grad_norm": 7.400780711189156,
      "learning_rate": 0.0001726675766093195,
      "loss": 3.1875,
      "step": 67268
    },
    {
      "epoch": 2.7552324390743395,
      "grad_norm": 3.2102145799530706,
      "learning_rate": 0.00017266435266373795,
      "loss": 5.4062,
      "step": 67269
    },
    {
      "epoch": 2.755273397501536,
      "grad_norm": 3.490103429553706,
      "learning_rate": 0.000172661128707442,
      "loss": 5.25,
      "step": 67270
    },
    {
      "epoch": 2.755314355928732,
      "grad_norm": 3.499889913349484,
      "learning_rate": 0.0001726579047404332,
      "loss": 4.0625,
      "step": 67271
    },
    {
      "epoch": 2.7553553143559286,
      "grad_norm": 3.518452670604643,
      "learning_rate": 0.00017265468076271302,
      "loss": 4.4375,
      "step": 67272
    },
    {
      "epoch": 2.755396272783125,
      "grad_norm": 4.950930726187569,
      "learning_rate": 0.00017265145677428301,
      "loss": 5.75,
      "step": 67273
    },
    {
      "epoch": 2.7554372312103217,
      "grad_norm": 3.3114568278782714,
      "learning_rate": 0.00017264823277514477,
      "loss": 4.5,
      "step": 67274
    },
    {
      "epoch": 2.755478189637518,
      "grad_norm": 6.891747947612649,
      "learning_rate": 0.00017264500876529974,
      "loss": 6.3438,
      "step": 67275
    },
    {
      "epoch": 2.7555191480647143,
      "grad_norm": 12.89618845452863,
      "learning_rate": 0.00017264178474474945,
      "loss": 5.4375,
      "step": 67276
    },
    {
      "epoch": 2.755560106491911,
      "grad_norm": 3.4424084421063204,
      "learning_rate": 0.0001726385607134954,
      "loss": 4.5938,
      "step": 67277
    },
    {
      "epoch": 2.755601064919107,
      "grad_norm": 5.7168296438158634,
      "learning_rate": 0.00017263533667153923,
      "loss": 5.1562,
      "step": 67278
    },
    {
      "epoch": 2.7556420233463035,
      "grad_norm": 4.25183970666965,
      "learning_rate": 0.00017263211261888238,
      "loss": 4.8438,
      "step": 67279
    },
    {
      "epoch": 2.7556829817735,
      "grad_norm": 3.0351540461768645,
      "learning_rate": 0.0001726288885555263,
      "loss": 3.7344,
      "step": 67280
    },
    {
      "epoch": 2.7557239402006966,
      "grad_norm": 4.072724220799479,
      "learning_rate": 0.00017262566448147267,
      "loss": 3.1094,
      "step": 67281
    },
    {
      "epoch": 2.7557648986278926,
      "grad_norm": 3.8004783924311525,
      "learning_rate": 0.00017262244039672293,
      "loss": 4.7188,
      "step": 67282
    },
    {
      "epoch": 2.755805857055089,
      "grad_norm": 5.699270322314145,
      "learning_rate": 0.00017261921630127856,
      "loss": 5.7812,
      "step": 67283
    },
    {
      "epoch": 2.7558468154822853,
      "grad_norm": 3.059720281788371,
      "learning_rate": 0.00017261599219514116,
      "loss": 4.125,
      "step": 67284
    },
    {
      "epoch": 2.755887773909482,
      "grad_norm": 3.4965167472665866,
      "learning_rate": 0.00017261276807831226,
      "loss": 4.3125,
      "step": 67285
    },
    {
      "epoch": 2.7559287323366783,
      "grad_norm": 3.388146907240655,
      "learning_rate": 0.00017260954395079337,
      "loss": 5.4688,
      "step": 67286
    },
    {
      "epoch": 2.755969690763875,
      "grad_norm": 3.168465996507927,
      "learning_rate": 0.00017260631981258595,
      "loss": 3.8281,
      "step": 67287
    },
    {
      "epoch": 2.756010649191071,
      "grad_norm": 4.121507194459539,
      "learning_rate": 0.00017260309566369158,
      "loss": 5.8438,
      "step": 67288
    },
    {
      "epoch": 2.7560516076182675,
      "grad_norm": 5.13057777710923,
      "learning_rate": 0.0001725998715041118,
      "loss": 4.5,
      "step": 67289
    },
    {
      "epoch": 2.7560925660454636,
      "grad_norm": 3.5173267507726282,
      "learning_rate": 0.0001725966473338481,
      "loss": 5.5,
      "step": 67290
    },
    {
      "epoch": 2.75613352447266,
      "grad_norm": 3.3358221121390366,
      "learning_rate": 0.00017259342315290203,
      "loss": 5.2812,
      "step": 67291
    },
    {
      "epoch": 2.7561744828998567,
      "grad_norm": 6.381709737600629,
      "learning_rate": 0.00017259019896127505,
      "loss": 3.8125,
      "step": 67292
    },
    {
      "epoch": 2.756215441327053,
      "grad_norm": 6.088912361872468,
      "learning_rate": 0.0001725869747589688,
      "loss": 3.0625,
      "step": 67293
    },
    {
      "epoch": 2.7562563997542493,
      "grad_norm": 3.8506684754226326,
      "learning_rate": 0.0001725837505459847,
      "loss": 4.9062,
      "step": 67294
    },
    {
      "epoch": 2.756297358181446,
      "grad_norm": 4.672846566715931,
      "learning_rate": 0.00017258052632232435,
      "loss": 4.8438,
      "step": 67295
    },
    {
      "epoch": 2.7563383166086424,
      "grad_norm": 4.518743510600759,
      "learning_rate": 0.00017257730208798916,
      "loss": 5.25,
      "step": 67296
    },
    {
      "epoch": 2.7563792750358385,
      "grad_norm": 4.895224530017511,
      "learning_rate": 0.0001725740778429808,
      "loss": 4.7188,
      "step": 67297
    },
    {
      "epoch": 2.756420233463035,
      "grad_norm": 3.2299460752826166,
      "learning_rate": 0.00017257085358730073,
      "loss": 3.7969,
      "step": 67298
    },
    {
      "epoch": 2.7564611918902315,
      "grad_norm": 4.566707385112732,
      "learning_rate": 0.00017256762932095046,
      "loss": 4.875,
      "step": 67299
    },
    {
      "epoch": 2.756502150317428,
      "grad_norm": 4.603189864190544,
      "learning_rate": 0.0001725644050439315,
      "loss": 5.75,
      "step": 67300
    },
    {
      "epoch": 2.756543108744624,
      "grad_norm": 3.6915230855923524,
      "learning_rate": 0.0001725611807562454,
      "loss": 4.375,
      "step": 67301
    },
    {
      "epoch": 2.7565840671718207,
      "grad_norm": 3.338783355742012,
      "learning_rate": 0.0001725579564578937,
      "loss": 4.3125,
      "step": 67302
    },
    {
      "epoch": 2.756625025599017,
      "grad_norm": 3.3760100203959555,
      "learning_rate": 0.00017255473214887793,
      "loss": 4.3438,
      "step": 67303
    },
    {
      "epoch": 2.7566659840262133,
      "grad_norm": 4.400575871500717,
      "learning_rate": 0.00017255150782919952,
      "loss": 4.4688,
      "step": 67304
    },
    {
      "epoch": 2.75670694245341,
      "grad_norm": 3.477151490045808,
      "learning_rate": 0.00017254828349886015,
      "loss": 3.9844,
      "step": 67305
    },
    {
      "epoch": 2.7567479008806064,
      "grad_norm": 3.2012523446488523,
      "learning_rate": 0.00017254505915786122,
      "loss": 3.6406,
      "step": 67306
    },
    {
      "epoch": 2.7567888593078025,
      "grad_norm": 4.94476826693975,
      "learning_rate": 0.00017254183480620427,
      "loss": 5.6562,
      "step": 67307
    },
    {
      "epoch": 2.756829817734999,
      "grad_norm": 9.118065002479787,
      "learning_rate": 0.00017253861044389085,
      "loss": 5.375,
      "step": 67308
    },
    {
      "epoch": 2.756870776162195,
      "grad_norm": 3.3681637637394948,
      "learning_rate": 0.00017253538607092252,
      "loss": 3.8281,
      "step": 67309
    },
    {
      "epoch": 2.7569117345893916,
      "grad_norm": 3.274224740684431,
      "learning_rate": 0.00017253216168730076,
      "loss": 4.25,
      "step": 67310
    },
    {
      "epoch": 2.756952693016588,
      "grad_norm": 3.6064089235827868,
      "learning_rate": 0.00017252893729302713,
      "loss": 4.7812,
      "step": 67311
    },
    {
      "epoch": 2.7569936514437847,
      "grad_norm": 3.9303514562010595,
      "learning_rate": 0.00017252571288810307,
      "loss": 4.375,
      "step": 67312
    },
    {
      "epoch": 2.757034609870981,
      "grad_norm": 3.983515359883975,
      "learning_rate": 0.00017252248847253018,
      "loss": 4.875,
      "step": 67313
    },
    {
      "epoch": 2.7570755682981773,
      "grad_norm": 3.2426806876772316,
      "learning_rate": 0.00017251926404630998,
      "loss": 3.7656,
      "step": 67314
    },
    {
      "epoch": 2.757116526725374,
      "grad_norm": 3.1621903331787924,
      "learning_rate": 0.00017251603960944398,
      "loss": 3.7969,
      "step": 67315
    },
    {
      "epoch": 2.75715748515257,
      "grad_norm": 4.759574092407337,
      "learning_rate": 0.00017251281516193366,
      "loss": 4.5312,
      "step": 67316
    },
    {
      "epoch": 2.7571984435797665,
      "grad_norm": 3.908526943415392,
      "learning_rate": 0.00017250959070378062,
      "loss": 4.75,
      "step": 67317
    },
    {
      "epoch": 2.757239402006963,
      "grad_norm": 3.17046732625243,
      "learning_rate": 0.00017250636623498635,
      "loss": 3.9062,
      "step": 67318
    },
    {
      "epoch": 2.7572803604341596,
      "grad_norm": 3.4678966937098683,
      "learning_rate": 0.00017250314175555238,
      "loss": 4.5938,
      "step": 67319
    },
    {
      "epoch": 2.7573213188613557,
      "grad_norm": 8.53981711743428,
      "learning_rate": 0.0001724999172654802,
      "loss": 5.8125,
      "step": 67320
    },
    {
      "epoch": 2.757362277288552,
      "grad_norm": 3.6759179099281907,
      "learning_rate": 0.0001724966927647714,
      "loss": 5.0,
      "step": 67321
    },
    {
      "epoch": 2.7574032357157483,
      "grad_norm": 3.07965745170958,
      "learning_rate": 0.00017249346825342745,
      "loss": 3.9375,
      "step": 67322
    },
    {
      "epoch": 2.757444194142945,
      "grad_norm": 4.072827939317978,
      "learning_rate": 0.00017249024373144992,
      "loss": 3.3125,
      "step": 67323
    },
    {
      "epoch": 2.7574851525701414,
      "grad_norm": 3.018695219022238,
      "learning_rate": 0.00017248701919884028,
      "loss": 3.9219,
      "step": 67324
    },
    {
      "epoch": 2.757526110997338,
      "grad_norm": 4.896640728710812,
      "learning_rate": 0.00017248379465560008,
      "loss": 4.5625,
      "step": 67325
    },
    {
      "epoch": 2.757567069424534,
      "grad_norm": 6.665481580829152,
      "learning_rate": 0.00017248057010173085,
      "loss": 5.3438,
      "step": 67326
    },
    {
      "epoch": 2.7576080278517305,
      "grad_norm": 3.84880786162695,
      "learning_rate": 0.00017247734553723414,
      "loss": 5.0625,
      "step": 67327
    },
    {
      "epoch": 2.7576489862789266,
      "grad_norm": 3.786107337246772,
      "learning_rate": 0.00017247412096211138,
      "loss": 4.1875,
      "step": 67328
    },
    {
      "epoch": 2.757689944706123,
      "grad_norm": 3.3204721859795767,
      "learning_rate": 0.0001724708963763642,
      "loss": 4.625,
      "step": 67329
    },
    {
      "epoch": 2.7577309031333197,
      "grad_norm": 3.3618531093178863,
      "learning_rate": 0.00017246767177999411,
      "loss": 4.8438,
      "step": 67330
    },
    {
      "epoch": 2.7577718615605162,
      "grad_norm": 4.846810843436254,
      "learning_rate": 0.0001724644471730026,
      "loss": 4.625,
      "step": 67331
    },
    {
      "epoch": 2.7578128199877123,
      "grad_norm": 9.42676745368407,
      "learning_rate": 0.00017246122255539116,
      "loss": 4.375,
      "step": 67332
    },
    {
      "epoch": 2.757853778414909,
      "grad_norm": 3.1834520143566767,
      "learning_rate": 0.0001724579979271614,
      "loss": 4.1875,
      "step": 67333
    },
    {
      "epoch": 2.7578947368421054,
      "grad_norm": 3.3063197267518802,
      "learning_rate": 0.00017245477328831478,
      "loss": 4.3125,
      "step": 67334
    },
    {
      "epoch": 2.7579356952693015,
      "grad_norm": 12.151773501397209,
      "learning_rate": 0.00017245154863885286,
      "loss": 4.75,
      "step": 67335
    },
    {
      "epoch": 2.757976653696498,
      "grad_norm": 5.400765084234445,
      "learning_rate": 0.00017244832397877711,
      "loss": 5.4375,
      "step": 67336
    },
    {
      "epoch": 2.7580176121236946,
      "grad_norm": 3.5806645492245535,
      "learning_rate": 0.00017244509930808917,
      "loss": 4.8438,
      "step": 67337
    },
    {
      "epoch": 2.758058570550891,
      "grad_norm": 3.398315170562102,
      "learning_rate": 0.00017244187462679044,
      "loss": 5.1562,
      "step": 67338
    },
    {
      "epoch": 2.758099528978087,
      "grad_norm": 5.5479154980467875,
      "learning_rate": 0.00017243864993488252,
      "loss": 5.25,
      "step": 67339
    },
    {
      "epoch": 2.7581404874052837,
      "grad_norm": 6.920882980005472,
      "learning_rate": 0.00017243542523236687,
      "loss": 4.9688,
      "step": 67340
    },
    {
      "epoch": 2.75818144583248,
      "grad_norm": 3.2680730480007862,
      "learning_rate": 0.00017243220051924507,
      "loss": 3.9062,
      "step": 67341
    },
    {
      "epoch": 2.7582224042596764,
      "grad_norm": 7.997925626911875,
      "learning_rate": 0.00017242897579551863,
      "loss": 1.4844,
      "step": 67342
    },
    {
      "epoch": 2.758263362686873,
      "grad_norm": 3.8090421715691773,
      "learning_rate": 0.00017242575106118908,
      "loss": 5.2188,
      "step": 67343
    },
    {
      "epoch": 2.7583043211140694,
      "grad_norm": 2.533315174832224,
      "learning_rate": 0.0001724225263162579,
      "loss": 1.8828,
      "step": 67344
    },
    {
      "epoch": 2.7583452795412655,
      "grad_norm": 14.24082532123214,
      "learning_rate": 0.00017241930156072668,
      "loss": 4.4062,
      "step": 67345
    },
    {
      "epoch": 2.758386237968462,
      "grad_norm": 3.5563988479479822,
      "learning_rate": 0.00017241607679459694,
      "loss": 5.9375,
      "step": 67346
    },
    {
      "epoch": 2.758427196395658,
      "grad_norm": 3.917049529640449,
      "learning_rate": 0.00017241285201787014,
      "loss": 4.5312,
      "step": 67347
    },
    {
      "epoch": 2.7584681548228547,
      "grad_norm": 3.683319748252023,
      "learning_rate": 0.00017240962723054788,
      "loss": 5.1875,
      "step": 67348
    },
    {
      "epoch": 2.758509113250051,
      "grad_norm": 4.212984919582692,
      "learning_rate": 0.00017240640243263163,
      "loss": 5.875,
      "step": 67349
    },
    {
      "epoch": 2.7585500716772478,
      "grad_norm": 6.198573751152578,
      "learning_rate": 0.00017240317762412294,
      "loss": 5.7812,
      "step": 67350
    },
    {
      "epoch": 2.758591030104444,
      "grad_norm": 5.4128221203544555,
      "learning_rate": 0.00017239995280502333,
      "loss": 5.0,
      "step": 67351
    },
    {
      "epoch": 2.7586319885316404,
      "grad_norm": 3.2052838893906634,
      "learning_rate": 0.00017239672797533426,
      "loss": 4.1875,
      "step": 67352
    },
    {
      "epoch": 2.758672946958837,
      "grad_norm": 10.567159051440598,
      "learning_rate": 0.0001723935031350574,
      "loss": 4.9688,
      "step": 67353
    },
    {
      "epoch": 2.758713905386033,
      "grad_norm": 3.2812285596464332,
      "learning_rate": 0.00017239027828419413,
      "loss": 4.7812,
      "step": 67354
    },
    {
      "epoch": 2.7587548638132295,
      "grad_norm": 3.5448703111535846,
      "learning_rate": 0.0001723870534227461,
      "loss": 5.0625,
      "step": 67355
    },
    {
      "epoch": 2.758795822240426,
      "grad_norm": 6.696561838368067,
      "learning_rate": 0.0001723838285507147,
      "loss": 1.9453,
      "step": 67356
    },
    {
      "epoch": 2.7588367806676226,
      "grad_norm": 3.384342641354464,
      "learning_rate": 0.00017238060366810156,
      "loss": 4.1562,
      "step": 67357
    },
    {
      "epoch": 2.7588777390948187,
      "grad_norm": 3.6808594058639383,
      "learning_rate": 0.00017237737877490817,
      "loss": 4.3125,
      "step": 67358
    },
    {
      "epoch": 2.7589186975220152,
      "grad_norm": 3.425388625261322,
      "learning_rate": 0.00017237415387113603,
      "loss": 4.9062,
      "step": 67359
    },
    {
      "epoch": 2.7589596559492113,
      "grad_norm": 3.3248190416971024,
      "learning_rate": 0.00017237092895678672,
      "loss": 3.9219,
      "step": 67360
    },
    {
      "epoch": 2.759000614376408,
      "grad_norm": 3.6592788212143867,
      "learning_rate": 0.0001723677040318617,
      "loss": 4.7188,
      "step": 67361
    },
    {
      "epoch": 2.7590415728036044,
      "grad_norm": 7.337144141282309,
      "learning_rate": 0.0001723644790963626,
      "loss": 3.9219,
      "step": 67362
    },
    {
      "epoch": 2.759082531230801,
      "grad_norm": 5.60266199013247,
      "learning_rate": 0.00017236125415029082,
      "loss": 3.3281,
      "step": 67363
    },
    {
      "epoch": 2.759123489657997,
      "grad_norm": 4.814145265416608,
      "learning_rate": 0.0001723580291936479,
      "loss": 6.0938,
      "step": 67364
    },
    {
      "epoch": 2.7591644480851936,
      "grad_norm": 6.8801888346703555,
      "learning_rate": 0.00017235480422643547,
      "loss": 5.5312,
      "step": 67365
    },
    {
      "epoch": 2.7592054065123897,
      "grad_norm": 3.183416979358321,
      "learning_rate": 0.00017235157924865493,
      "loss": 3.6719,
      "step": 67366
    },
    {
      "epoch": 2.759246364939586,
      "grad_norm": 3.2575501190807556,
      "learning_rate": 0.0001723483542603079,
      "loss": 3.4375,
      "step": 67367
    },
    {
      "epoch": 2.7592873233667827,
      "grad_norm": 3.5699004863957438,
      "learning_rate": 0.00017234512926139585,
      "loss": 3.9219,
      "step": 67368
    },
    {
      "epoch": 2.7593282817939793,
      "grad_norm": 4.085468699589265,
      "learning_rate": 0.0001723419042519203,
      "loss": 6.1875,
      "step": 67369
    },
    {
      "epoch": 2.7593692402211754,
      "grad_norm": 3.9419787324482103,
      "learning_rate": 0.0001723386792318828,
      "loss": 4.375,
      "step": 67370
    },
    {
      "epoch": 2.759410198648372,
      "grad_norm": 3.937029063535317,
      "learning_rate": 0.0001723354542012849,
      "loss": 5.2812,
      "step": 67371
    },
    {
      "epoch": 2.7594511570755684,
      "grad_norm": 22.571307505984244,
      "learning_rate": 0.00017233222916012808,
      "loss": 4.0625,
      "step": 67372
    },
    {
      "epoch": 2.7594921155027645,
      "grad_norm": 4.119052309782266,
      "learning_rate": 0.00017232900410841387,
      "loss": 5.4062,
      "step": 67373
    },
    {
      "epoch": 2.759533073929961,
      "grad_norm": 3.2377305341182465,
      "learning_rate": 0.0001723257790461438,
      "loss": 4.1562,
      "step": 67374
    },
    {
      "epoch": 2.7595740323571576,
      "grad_norm": 3.6604243591823753,
      "learning_rate": 0.00017232255397331943,
      "loss": 4.4062,
      "step": 67375
    },
    {
      "epoch": 2.759614990784354,
      "grad_norm": 7.492565385785191,
      "learning_rate": 0.0001723193288899422,
      "loss": 5.0,
      "step": 67376
    },
    {
      "epoch": 2.75965594921155,
      "grad_norm": 5.149555753964071,
      "learning_rate": 0.00017231610379601372,
      "loss": 5.5312,
      "step": 67377
    },
    {
      "epoch": 2.7596969076387468,
      "grad_norm": 3.7524454464463264,
      "learning_rate": 0.00017231287869153548,
      "loss": 4.1562,
      "step": 67378
    },
    {
      "epoch": 2.759737866065943,
      "grad_norm": 3.3953729944416247,
      "learning_rate": 0.000172309653576509,
      "loss": 3.625,
      "step": 67379
    },
    {
      "epoch": 2.7597788244931394,
      "grad_norm": 3.151160033146564,
      "learning_rate": 0.00017230642845093584,
      "loss": 4.0,
      "step": 67380
    },
    {
      "epoch": 2.759819782920336,
      "grad_norm": 3.429952616512251,
      "learning_rate": 0.00017230320331481744,
      "loss": 4.75,
      "step": 67381
    },
    {
      "epoch": 2.7598607413475325,
      "grad_norm": 7.033544060078453,
      "learning_rate": 0.00017229997816815539,
      "loss": 4.875,
      "step": 67382
    },
    {
      "epoch": 2.7599016997747285,
      "grad_norm": 3.605933937375582,
      "learning_rate": 0.00017229675301095123,
      "loss": 4.75,
      "step": 67383
    },
    {
      "epoch": 2.759942658201925,
      "grad_norm": 9.297201979489145,
      "learning_rate": 0.00017229352784320647,
      "loss": 6.8438,
      "step": 67384
    },
    {
      "epoch": 2.759983616629121,
      "grad_norm": 6.18981855682045,
      "learning_rate": 0.00017229030266492258,
      "loss": 4.6562,
      "step": 67385
    },
    {
      "epoch": 2.7600245750563177,
      "grad_norm": 2.9664969273856285,
      "learning_rate": 0.00017228707747610116,
      "loss": 3.3438,
      "step": 67386
    },
    {
      "epoch": 2.7600655334835142,
      "grad_norm": 3.565186771670005,
      "learning_rate": 0.0001722838522767437,
      "loss": 4.375,
      "step": 67387
    },
    {
      "epoch": 2.760106491910711,
      "grad_norm": 3.132174828761248,
      "learning_rate": 0.0001722806270668517,
      "loss": 4.3125,
      "step": 67388
    },
    {
      "epoch": 2.760147450337907,
      "grad_norm": 3.9157374193701386,
      "learning_rate": 0.00017227740184642674,
      "loss": 5.5312,
      "step": 67389
    },
    {
      "epoch": 2.7601884087651034,
      "grad_norm": 6.4177986981279265,
      "learning_rate": 0.0001722741766154703,
      "loss": 2.6094,
      "step": 67390
    },
    {
      "epoch": 2.7602293671923,
      "grad_norm": 5.403251218590779,
      "learning_rate": 0.00017227095137398396,
      "loss": 4.6562,
      "step": 67391
    },
    {
      "epoch": 2.760270325619496,
      "grad_norm": 3.299095193210784,
      "learning_rate": 0.00017226772612196912,
      "loss": 4.5,
      "step": 67392
    },
    {
      "epoch": 2.7603112840466926,
      "grad_norm": 4.006519186338253,
      "learning_rate": 0.0001722645008594275,
      "loss": 3.5625,
      "step": 67393
    },
    {
      "epoch": 2.760352242473889,
      "grad_norm": 3.633064560701402,
      "learning_rate": 0.00017226127558636042,
      "loss": 4.875,
      "step": 67394
    },
    {
      "epoch": 2.7603932009010856,
      "grad_norm": 3.5336792549948273,
      "learning_rate": 0.00017225805030276958,
      "loss": 1.8125,
      "step": 67395
    },
    {
      "epoch": 2.7604341593282817,
      "grad_norm": 4.001026536080955,
      "learning_rate": 0.00017225482500865636,
      "loss": 5.6562,
      "step": 67396
    },
    {
      "epoch": 2.7604751177554783,
      "grad_norm": 3.0628858854601577,
      "learning_rate": 0.0001722515997040224,
      "loss": 4.375,
      "step": 67397
    },
    {
      "epoch": 2.7605160761826744,
      "grad_norm": 3.992515507243012,
      "learning_rate": 0.00017224837438886917,
      "loss": 2.9375,
      "step": 67398
    },
    {
      "epoch": 2.760557034609871,
      "grad_norm": 2.260658756405326,
      "learning_rate": 0.0001722451490631982,
      "loss": 2.75,
      "step": 67399
    },
    {
      "epoch": 2.7605979930370674,
      "grad_norm": 3.8353695510831063,
      "learning_rate": 0.00017224192372701096,
      "loss": 4.7812,
      "step": 67400
    },
    {
      "epoch": 2.760638951464264,
      "grad_norm": 3.3946833459309596,
      "learning_rate": 0.00017223869838030908,
      "loss": 4.75,
      "step": 67401
    },
    {
      "epoch": 2.76067990989146,
      "grad_norm": 6.314695398457945,
      "learning_rate": 0.00017223547302309402,
      "loss": 5.25,
      "step": 67402
    },
    {
      "epoch": 2.7607208683186566,
      "grad_norm": 4.306801660859915,
      "learning_rate": 0.00017223224765536732,
      "loss": 4.9375,
      "step": 67403
    },
    {
      "epoch": 2.7607618267458527,
      "grad_norm": 3.861035461096138,
      "learning_rate": 0.0001722290222771305,
      "loss": 4.5,
      "step": 67404
    },
    {
      "epoch": 2.7608027851730492,
      "grad_norm": 3.0548019012233736,
      "learning_rate": 0.00017222579688838508,
      "loss": 3.5938,
      "step": 67405
    },
    {
      "epoch": 2.7608437436002458,
      "grad_norm": 7.340936920354263,
      "learning_rate": 0.00017222257148913263,
      "loss": 4.875,
      "step": 67406
    },
    {
      "epoch": 2.7608847020274423,
      "grad_norm": 3.3674682671722294,
      "learning_rate": 0.00017221934607937462,
      "loss": 3.9844,
      "step": 67407
    },
    {
      "epoch": 2.7609256604546384,
      "grad_norm": 4.53660876063565,
      "learning_rate": 0.00017221612065911255,
      "loss": 4.5938,
      "step": 67408
    },
    {
      "epoch": 2.760966618881835,
      "grad_norm": 5.120460941876353,
      "learning_rate": 0.00017221289522834803,
      "loss": 4.875,
      "step": 67409
    },
    {
      "epoch": 2.7610075773090315,
      "grad_norm": 3.8622233899230944,
      "learning_rate": 0.00017220966978708253,
      "loss": 4.625,
      "step": 67410
    },
    {
      "epoch": 2.7610485357362275,
      "grad_norm": 3.3955475788147487,
      "learning_rate": 0.00017220644433531762,
      "loss": 5.2188,
      "step": 67411
    },
    {
      "epoch": 2.761089494163424,
      "grad_norm": 3.3353873789750352,
      "learning_rate": 0.00017220321887305475,
      "loss": 4.0312,
      "step": 67412
    },
    {
      "epoch": 2.7611304525906206,
      "grad_norm": 3.6023343991146213,
      "learning_rate": 0.00017219999340029548,
      "loss": 4.9062,
      "step": 67413
    },
    {
      "epoch": 2.761171411017817,
      "grad_norm": 3.6365662386283844,
      "learning_rate": 0.00017219676791704137,
      "loss": 4.8438,
      "step": 67414
    },
    {
      "epoch": 2.7612123694450132,
      "grad_norm": 3.306920758713516,
      "learning_rate": 0.0001721935424232939,
      "loss": 4.4688,
      "step": 67415
    },
    {
      "epoch": 2.76125332787221,
      "grad_norm": 4.1033914461092555,
      "learning_rate": 0.00017219031691905463,
      "loss": 4.75,
      "step": 67416
    },
    {
      "epoch": 2.761294286299406,
      "grad_norm": 3.8042350733090937,
      "learning_rate": 0.00017218709140432505,
      "loss": 4.0938,
      "step": 67417
    },
    {
      "epoch": 2.7613352447266024,
      "grad_norm": 3.935299927861411,
      "learning_rate": 0.0001721838658791067,
      "loss": 4.5625,
      "step": 67418
    },
    {
      "epoch": 2.761376203153799,
      "grad_norm": 4.404819764270282,
      "learning_rate": 0.00017218064034340116,
      "loss": 4.4375,
      "step": 67419
    },
    {
      "epoch": 2.7614171615809955,
      "grad_norm": 2.9528142311734373,
      "learning_rate": 0.00017217741479720985,
      "loss": 3.6406,
      "step": 67420
    },
    {
      "epoch": 2.7614581200081916,
      "grad_norm": 3.6462999801205522,
      "learning_rate": 0.00017217418924053436,
      "loss": 4.0938,
      "step": 67421
    },
    {
      "epoch": 2.761499078435388,
      "grad_norm": 2.9365771875605216,
      "learning_rate": 0.00017217096367337618,
      "loss": 2.9375,
      "step": 67422
    },
    {
      "epoch": 2.761540036862584,
      "grad_norm": 3.8357461341979797,
      "learning_rate": 0.00017216773809573685,
      "loss": 5.9062,
      "step": 67423
    },
    {
      "epoch": 2.7615809952897807,
      "grad_norm": 3.2021463372133967,
      "learning_rate": 0.00017216451250761787,
      "loss": 4.7812,
      "step": 67424
    },
    {
      "epoch": 2.7616219537169773,
      "grad_norm": 3.250317198489423,
      "learning_rate": 0.00017216128690902087,
      "loss": 3.1562,
      "step": 67425
    },
    {
      "epoch": 2.761662912144174,
      "grad_norm": 8.339043431322988,
      "learning_rate": 0.00017215806129994724,
      "loss": 3.2969,
      "step": 67426
    },
    {
      "epoch": 2.76170387057137,
      "grad_norm": 3.3027690870307764,
      "learning_rate": 0.00017215483568039863,
      "loss": 1.9141,
      "step": 67427
    },
    {
      "epoch": 2.7617448289985664,
      "grad_norm": 3.4705485163473777,
      "learning_rate": 0.00017215161005037642,
      "loss": 4.7188,
      "step": 67428
    },
    {
      "epoch": 2.761785787425763,
      "grad_norm": 3.5663066933730665,
      "learning_rate": 0.00017214838440988227,
      "loss": 4.2812,
      "step": 67429
    },
    {
      "epoch": 2.761826745852959,
      "grad_norm": 4.9244740056195395,
      "learning_rate": 0.00017214515875891762,
      "loss": 5.9375,
      "step": 67430
    },
    {
      "epoch": 2.7618677042801556,
      "grad_norm": 6.784543167930995,
      "learning_rate": 0.00017214193309748408,
      "loss": 5.5938,
      "step": 67431
    },
    {
      "epoch": 2.761908662707352,
      "grad_norm": 9.508070246721292,
      "learning_rate": 0.00017213870742558305,
      "loss": 3.4688,
      "step": 67432
    },
    {
      "epoch": 2.7619496211345487,
      "grad_norm": 9.220744916100292,
      "learning_rate": 0.00017213548174321614,
      "loss": 4.0,
      "step": 67433
    },
    {
      "epoch": 2.7619905795617448,
      "grad_norm": 3.6203724184424995,
      "learning_rate": 0.00017213225605038486,
      "loss": 4.0625,
      "step": 67434
    },
    {
      "epoch": 2.7620315379889413,
      "grad_norm": 3.8921978679662987,
      "learning_rate": 0.00017212903034709076,
      "loss": 3.8281,
      "step": 67435
    },
    {
      "epoch": 2.7620724964161374,
      "grad_norm": 4.94177410277852,
      "learning_rate": 0.00017212580463333527,
      "loss": 5.5938,
      "step": 67436
    },
    {
      "epoch": 2.762113454843334,
      "grad_norm": 3.7281922295035117,
      "learning_rate": 0.00017212257890912008,
      "loss": 3.7188,
      "step": 67437
    },
    {
      "epoch": 2.7621544132705305,
      "grad_norm": 3.324810448586925,
      "learning_rate": 0.00017211935317444657,
      "loss": 3.6406,
      "step": 67438
    },
    {
      "epoch": 2.762195371697727,
      "grad_norm": 5.383668380863567,
      "learning_rate": 0.00017211612742931633,
      "loss": 6.4375,
      "step": 67439
    },
    {
      "epoch": 2.762236330124923,
      "grad_norm": 3.3257984973029853,
      "learning_rate": 0.0001721129016737308,
      "loss": 4.6562,
      "step": 67440
    },
    {
      "epoch": 2.7622772885521196,
      "grad_norm": 3.6499824849053586,
      "learning_rate": 0.00017210967590769162,
      "loss": 4.5625,
      "step": 67441
    },
    {
      "epoch": 2.7623182469793157,
      "grad_norm": 6.045137366068908,
      "learning_rate": 0.0001721064501312003,
      "loss": 6.6562,
      "step": 67442
    },
    {
      "epoch": 2.7623592054065123,
      "grad_norm": 3.925677080430238,
      "learning_rate": 0.00017210322434425831,
      "loss": 4.8438,
      "step": 67443
    },
    {
      "epoch": 2.762400163833709,
      "grad_norm": 3.746689121710761,
      "learning_rate": 0.00017209999854686717,
      "loss": 4.7812,
      "step": 67444
    },
    {
      "epoch": 2.7624411222609053,
      "grad_norm": 3.2550618876976274,
      "learning_rate": 0.0001720967727390285,
      "loss": 3.2969,
      "step": 67445
    },
    {
      "epoch": 2.7624820806881014,
      "grad_norm": 3.541932581637937,
      "learning_rate": 0.0001720935469207437,
      "loss": 4.3125,
      "step": 67446
    },
    {
      "epoch": 2.762523039115298,
      "grad_norm": 4.402324401938571,
      "learning_rate": 0.0001720903210920144,
      "loss": 3.5781,
      "step": 67447
    },
    {
      "epoch": 2.7625639975424945,
      "grad_norm": 3.6182314454705797,
      "learning_rate": 0.000172087095252842,
      "loss": 5.3438,
      "step": 67448
    },
    {
      "epoch": 2.7626049559696906,
      "grad_norm": 4.999801235678019,
      "learning_rate": 0.00017208386940322816,
      "loss": 4.625,
      "step": 67449
    },
    {
      "epoch": 2.762645914396887,
      "grad_norm": 3.3344887127745078,
      "learning_rate": 0.00017208064354317434,
      "loss": 4.2812,
      "step": 67450
    },
    {
      "epoch": 2.7626868728240837,
      "grad_norm": 3.8763518554981595,
      "learning_rate": 0.00017207741767268208,
      "loss": 4.25,
      "step": 67451
    },
    {
      "epoch": 2.76272783125128,
      "grad_norm": 4.28685836776659,
      "learning_rate": 0.0001720741917917529,
      "loss": 5.25,
      "step": 67452
    },
    {
      "epoch": 2.7627687896784763,
      "grad_norm": 7.656504767129509,
      "learning_rate": 0.0001720709659003883,
      "loss": 6.1562,
      "step": 67453
    },
    {
      "epoch": 2.762809748105673,
      "grad_norm": 3.8701801239041393,
      "learning_rate": 0.00017206773999858983,
      "loss": 4.875,
      "step": 67454
    },
    {
      "epoch": 2.762850706532869,
      "grad_norm": 4.603212505020101,
      "learning_rate": 0.00017206451408635905,
      "loss": 4.5625,
      "step": 67455
    },
    {
      "epoch": 2.7628916649600654,
      "grad_norm": 3.787117523052329,
      "learning_rate": 0.0001720612881636974,
      "loss": 5.0938,
      "step": 67456
    },
    {
      "epoch": 2.762932623387262,
      "grad_norm": 3.840020277569771,
      "learning_rate": 0.00017205806223060652,
      "loss": 4.8125,
      "step": 67457
    },
    {
      "epoch": 2.7629735818144585,
      "grad_norm": 3.576832708200488,
      "learning_rate": 0.00017205483628708783,
      "loss": 4.5938,
      "step": 67458
    },
    {
      "epoch": 2.7630145402416546,
      "grad_norm": 3.8835091153655705,
      "learning_rate": 0.00017205161033314288,
      "loss": 4.3438,
      "step": 67459
    },
    {
      "epoch": 2.763055498668851,
      "grad_norm": 3.388474730250264,
      "learning_rate": 0.0001720483843687732,
      "loss": 4.4688,
      "step": 67460
    },
    {
      "epoch": 2.7630964570960477,
      "grad_norm": 3.29517161632733,
      "learning_rate": 0.00017204515839398032,
      "loss": 4.5938,
      "step": 67461
    },
    {
      "epoch": 2.7631374155232438,
      "grad_norm": 5.2529594362445255,
      "learning_rate": 0.00017204193240876579,
      "loss": 3.1406,
      "step": 67462
    },
    {
      "epoch": 2.7631783739504403,
      "grad_norm": 3.945859488519741,
      "learning_rate": 0.00017203870641313112,
      "loss": 3.6875,
      "step": 67463
    },
    {
      "epoch": 2.763219332377637,
      "grad_norm": 5.206584710625686,
      "learning_rate": 0.0001720354804070778,
      "loss": 5.75,
      "step": 67464
    },
    {
      "epoch": 2.763260290804833,
      "grad_norm": 3.381110312509384,
      "learning_rate": 0.00017203225439060742,
      "loss": 4.4688,
      "step": 67465
    },
    {
      "epoch": 2.7633012492320295,
      "grad_norm": 3.4215903652805366,
      "learning_rate": 0.00017202902836372145,
      "loss": 3.9219,
      "step": 67466
    },
    {
      "epoch": 2.763342207659226,
      "grad_norm": 3.865427905668325,
      "learning_rate": 0.0001720258023264214,
      "loss": 4.3125,
      "step": 67467
    },
    {
      "epoch": 2.763383166086422,
      "grad_norm": 3.5042783121910484,
      "learning_rate": 0.0001720225762787089,
      "loss": 5.875,
      "step": 67468
    },
    {
      "epoch": 2.7634241245136186,
      "grad_norm": 3.7007149762298637,
      "learning_rate": 0.00017201935022058534,
      "loss": 5.0312,
      "step": 67469
    },
    {
      "epoch": 2.763465082940815,
      "grad_norm": 3.399842168229499,
      "learning_rate": 0.00017201612415205237,
      "loss": 3.8125,
      "step": 67470
    },
    {
      "epoch": 2.7635060413680117,
      "grad_norm": 4.884690656112949,
      "learning_rate": 0.0001720128980731114,
      "loss": 5.125,
      "step": 67471
    },
    {
      "epoch": 2.763546999795208,
      "grad_norm": 5.323418925910691,
      "learning_rate": 0.00017200967198376403,
      "loss": 1.2031,
      "step": 67472
    },
    {
      "epoch": 2.7635879582224043,
      "grad_norm": 3.6153447192929633,
      "learning_rate": 0.00017200644588401175,
      "loss": 3.2812,
      "step": 67473
    },
    {
      "epoch": 2.7636289166496004,
      "grad_norm": 3.87028176488747,
      "learning_rate": 0.00017200321977385612,
      "loss": 5.4062,
      "step": 67474
    },
    {
      "epoch": 2.763669875076797,
      "grad_norm": 5.55881286702837,
      "learning_rate": 0.00017199999365329866,
      "loss": 4.1562,
      "step": 67475
    },
    {
      "epoch": 2.7637108335039935,
      "grad_norm": 3.420420753520307,
      "learning_rate": 0.00017199676752234082,
      "loss": 1.1406,
      "step": 67476
    },
    {
      "epoch": 2.76375179193119,
      "grad_norm": 5.834243950992992,
      "learning_rate": 0.00017199354138098424,
      "loss": 5.75,
      "step": 67477
    },
    {
      "epoch": 2.763792750358386,
      "grad_norm": 4.183075202570351,
      "learning_rate": 0.00017199031522923034,
      "loss": 5.0312,
      "step": 67478
    },
    {
      "epoch": 2.7638337087855827,
      "grad_norm": 3.8823657662107696,
      "learning_rate": 0.00017198708906708074,
      "loss": 4.2812,
      "step": 67479
    },
    {
      "epoch": 2.763874667212779,
      "grad_norm": 3.7578165618580814,
      "learning_rate": 0.0001719838628945369,
      "loss": 5.2188,
      "step": 67480
    },
    {
      "epoch": 2.7639156256399753,
      "grad_norm": 3.1846693144937324,
      "learning_rate": 0.00017198063671160037,
      "loss": 3.6875,
      "step": 67481
    },
    {
      "epoch": 2.763956584067172,
      "grad_norm": 3.6282777490426326,
      "learning_rate": 0.0001719774105182727,
      "loss": 3.9219,
      "step": 67482
    },
    {
      "epoch": 2.7639975424943684,
      "grad_norm": 3.2876615898302894,
      "learning_rate": 0.00017197418431455535,
      "loss": 3.9844,
      "step": 67483
    },
    {
      "epoch": 2.764038500921565,
      "grad_norm": 4.041851016733254,
      "learning_rate": 0.00017197095810044988,
      "loss": 4.0312,
      "step": 67484
    },
    {
      "epoch": 2.764079459348761,
      "grad_norm": 3.8365385661099984,
      "learning_rate": 0.00017196773187595782,
      "loss": 1.0391,
      "step": 67485
    },
    {
      "epoch": 2.7641204177759575,
      "grad_norm": 2.9126754413687514,
      "learning_rate": 0.0001719645056410807,
      "loss": 3.6094,
      "step": 67486
    },
    {
      "epoch": 2.7641613762031536,
      "grad_norm": 6.563119361486775,
      "learning_rate": 0.00017196127939582005,
      "loss": 2.7656,
      "step": 67487
    },
    {
      "epoch": 2.76420233463035,
      "grad_norm": 3.5192423281563423,
      "learning_rate": 0.00017195805314017734,
      "loss": 4.5938,
      "step": 67488
    },
    {
      "epoch": 2.7642432930575467,
      "grad_norm": 3.4938492732351216,
      "learning_rate": 0.00017195482687415415,
      "loss": 4.8438,
      "step": 67489
    },
    {
      "epoch": 2.764284251484743,
      "grad_norm": 3.550337927605238,
      "learning_rate": 0.00017195160059775203,
      "loss": 5.0312,
      "step": 67490
    },
    {
      "epoch": 2.7643252099119393,
      "grad_norm": 3.757675842381247,
      "learning_rate": 0.00017194837431097246,
      "loss": 3.4375,
      "step": 67491
    },
    {
      "epoch": 2.764366168339136,
      "grad_norm": 3.635476532867439,
      "learning_rate": 0.00017194514801381692,
      "loss": 2.375,
      "step": 67492
    },
    {
      "epoch": 2.764407126766332,
      "grad_norm": 3.9204380692710816,
      "learning_rate": 0.00017194192170628703,
      "loss": 5.125,
      "step": 67493
    },
    {
      "epoch": 2.7644480851935285,
      "grad_norm": 3.3219999421315594,
      "learning_rate": 0.00017193869538838425,
      "loss": 3.8906,
      "step": 67494
    },
    {
      "epoch": 2.764489043620725,
      "grad_norm": 3.7139621003905323,
      "learning_rate": 0.00017193546906011016,
      "loss": 5.2812,
      "step": 67495
    },
    {
      "epoch": 2.7645300020479215,
      "grad_norm": 3.2243428911852057,
      "learning_rate": 0.0001719322427214662,
      "loss": 4.0625,
      "step": 67496
    },
    {
      "epoch": 2.7645709604751176,
      "grad_norm": 3.9074228484986966,
      "learning_rate": 0.00017192901637245398,
      "loss": 4.1875,
      "step": 67497
    },
    {
      "epoch": 2.764611918902314,
      "grad_norm": 3.063951211144108,
      "learning_rate": 0.00017192579001307502,
      "loss": 4.2812,
      "step": 67498
    },
    {
      "epoch": 2.7646528773295107,
      "grad_norm": 3.9480273980412846,
      "learning_rate": 0.0001719225636433308,
      "loss": 4.5625,
      "step": 67499
    },
    {
      "epoch": 2.764693835756707,
      "grad_norm": 3.673494936946398,
      "learning_rate": 0.00017191933726322283,
      "loss": 4.625,
      "step": 67500
    },
    {
      "epoch": 2.7647347941839033,
      "grad_norm": 4.373682588846153,
      "learning_rate": 0.0001719161108727527,
      "loss": 5.375,
      "step": 67501
    },
    {
      "epoch": 2.7647757526111,
      "grad_norm": 4.982087372264421,
      "learning_rate": 0.00017191288447192192,
      "loss": 6.75,
      "step": 67502
    },
    {
      "epoch": 2.7648167110382964,
      "grad_norm": 3.527100650402949,
      "learning_rate": 0.00017190965806073197,
      "loss": 4.2812,
      "step": 67503
    },
    {
      "epoch": 2.7648576694654925,
      "grad_norm": 6.3924288099546445,
      "learning_rate": 0.0001719064316391844,
      "loss": 5.5312,
      "step": 67504
    },
    {
      "epoch": 2.764898627892689,
      "grad_norm": 5.957839914644819,
      "learning_rate": 0.00017190320520728077,
      "loss": 2.9062,
      "step": 67505
    },
    {
      "epoch": 2.764939586319885,
      "grad_norm": 9.792992517130932,
      "learning_rate": 0.00017189997876502255,
      "loss": 5.625,
      "step": 67506
    },
    {
      "epoch": 2.7649805447470817,
      "grad_norm": 5.0025218697472775,
      "learning_rate": 0.0001718967523124113,
      "loss": 4.5938,
      "step": 67507
    },
    {
      "epoch": 2.765021503174278,
      "grad_norm": 3.405815022147575,
      "learning_rate": 0.00017189352584944851,
      "loss": 4.1875,
      "step": 67508
    },
    {
      "epoch": 2.7650624616014747,
      "grad_norm": 3.1762694523706707,
      "learning_rate": 0.0001718902993761358,
      "loss": 3.8906,
      "step": 67509
    },
    {
      "epoch": 2.765103420028671,
      "grad_norm": 5.6797467053558215,
      "learning_rate": 0.00017188707289247457,
      "loss": 1.2734,
      "step": 67510
    },
    {
      "epoch": 2.7651443784558674,
      "grad_norm": 3.3691273876278642,
      "learning_rate": 0.00017188384639846643,
      "loss": 3.4219,
      "step": 67511
    },
    {
      "epoch": 2.7651853368830634,
      "grad_norm": 2.996151581110204,
      "learning_rate": 0.00017188061989411284,
      "loss": 3.8125,
      "step": 67512
    },
    {
      "epoch": 2.76522629531026,
      "grad_norm": 5.947040448970393,
      "learning_rate": 0.0001718773933794154,
      "loss": 5.6562,
      "step": 67513
    },
    {
      "epoch": 2.7652672537374565,
      "grad_norm": 3.3207081170898953,
      "learning_rate": 0.0001718741668543756,
      "loss": 3.8906,
      "step": 67514
    },
    {
      "epoch": 2.765308212164653,
      "grad_norm": 4.0687521944632765,
      "learning_rate": 0.00017187094031899494,
      "loss": 5.125,
      "step": 67515
    },
    {
      "epoch": 2.765349170591849,
      "grad_norm": 3.6648944825018406,
      "learning_rate": 0.00017186771377327494,
      "loss": 4.4688,
      "step": 67516
    },
    {
      "epoch": 2.7653901290190457,
      "grad_norm": 3.5926263911535115,
      "learning_rate": 0.0001718644872172172,
      "loss": 2.1094,
      "step": 67517
    },
    {
      "epoch": 2.765431087446242,
      "grad_norm": 3.60501462559512,
      "learning_rate": 0.0001718612606508232,
      "loss": 5.0625,
      "step": 67518
    },
    {
      "epoch": 2.7654720458734383,
      "grad_norm": 4.02377944540637,
      "learning_rate": 0.00017185803407409448,
      "loss": 5.625,
      "step": 67519
    },
    {
      "epoch": 2.765513004300635,
      "grad_norm": 3.318956763211607,
      "learning_rate": 0.00017185480748703252,
      "loss": 4.25,
      "step": 67520
    },
    {
      "epoch": 2.7655539627278314,
      "grad_norm": 3.457596230260337,
      "learning_rate": 0.00017185158088963885,
      "loss": 3.625,
      "step": 67521
    },
    {
      "epoch": 2.765594921155028,
      "grad_norm": 4.635060427658309,
      "learning_rate": 0.00017184835428191506,
      "loss": 5.375,
      "step": 67522
    },
    {
      "epoch": 2.765635879582224,
      "grad_norm": 3.699205100114812,
      "learning_rate": 0.00017184512766386261,
      "loss": 5.1875,
      "step": 67523
    },
    {
      "epoch": 2.7656768380094205,
      "grad_norm": 3.424408267933635,
      "learning_rate": 0.00017184190103548312,
      "loss": 3.4062,
      "step": 67524
    },
    {
      "epoch": 2.7657177964366166,
      "grad_norm": 4.025595221631925,
      "learning_rate": 0.00017183867439677798,
      "loss": 5.4062,
      "step": 67525
    },
    {
      "epoch": 2.765758754863813,
      "grad_norm": 3.8099199350477395,
      "learning_rate": 0.00017183544774774883,
      "loss": 5.7812,
      "step": 67526
    },
    {
      "epoch": 2.7657997132910097,
      "grad_norm": 3.797833231294994,
      "learning_rate": 0.00017183222108839712,
      "loss": 4.6562,
      "step": 67527
    },
    {
      "epoch": 2.7658406717182062,
      "grad_norm": 4.3145613086800765,
      "learning_rate": 0.00017182899441872438,
      "loss": 4.5938,
      "step": 67528
    },
    {
      "epoch": 2.7658816301454023,
      "grad_norm": 7.5027438161848705,
      "learning_rate": 0.00017182576773873214,
      "loss": 3.7969,
      "step": 67529
    },
    {
      "epoch": 2.765922588572599,
      "grad_norm": 3.903749702746546,
      "learning_rate": 0.000171822541048422,
      "loss": 4.7188,
      "step": 67530
    },
    {
      "epoch": 2.765963546999795,
      "grad_norm": 5.305512737731395,
      "learning_rate": 0.0001718193143477954,
      "loss": 4.1562,
      "step": 67531
    },
    {
      "epoch": 2.7660045054269915,
      "grad_norm": 3.914370109876404,
      "learning_rate": 0.0001718160876368539,
      "loss": 5.1875,
      "step": 67532
    },
    {
      "epoch": 2.766045463854188,
      "grad_norm": 3.359259900046428,
      "learning_rate": 0.000171812860915599,
      "loss": 4.7188,
      "step": 67533
    },
    {
      "epoch": 2.7660864222813846,
      "grad_norm": 3.3739510524543683,
      "learning_rate": 0.0001718096341840323,
      "loss": 5.1562,
      "step": 67534
    },
    {
      "epoch": 2.7661273807085807,
      "grad_norm": 3.4107926491975142,
      "learning_rate": 0.00017180640744215522,
      "loss": 5.0312,
      "step": 67535
    },
    {
      "epoch": 2.766168339135777,
      "grad_norm": 4.133518786668995,
      "learning_rate": 0.00017180318068996933,
      "loss": 4.8438,
      "step": 67536
    },
    {
      "epoch": 2.7662092975629737,
      "grad_norm": 3.2757273087737886,
      "learning_rate": 0.0001717999539274762,
      "loss": 4.25,
      "step": 67537
    },
    {
      "epoch": 2.76625025599017,
      "grad_norm": 3.165410115092392,
      "learning_rate": 0.00017179672715467728,
      "loss": 3.75,
      "step": 67538
    },
    {
      "epoch": 2.7662912144173664,
      "grad_norm": 3.171106817922357,
      "learning_rate": 0.00017179350037157417,
      "loss": 3.9062,
      "step": 67539
    },
    {
      "epoch": 2.766332172844563,
      "grad_norm": 3.587427767073464,
      "learning_rate": 0.00017179027357816835,
      "loss": 4.4688,
      "step": 67540
    },
    {
      "epoch": 2.7663731312717594,
      "grad_norm": 3.2684840039152325,
      "learning_rate": 0.00017178704677446133,
      "loss": 4.4062,
      "step": 67541
    },
    {
      "epoch": 2.7664140896989555,
      "grad_norm": 3.4144223888500953,
      "learning_rate": 0.00017178381996045468,
      "loss": 4.5938,
      "step": 67542
    },
    {
      "epoch": 2.766455048126152,
      "grad_norm": 3.258942684183706,
      "learning_rate": 0.0001717805931361499,
      "loss": 3.25,
      "step": 67543
    },
    {
      "epoch": 2.766496006553348,
      "grad_norm": 3.4555011923201824,
      "learning_rate": 0.0001717773663015485,
      "loss": 4.75,
      "step": 67544
    },
    {
      "epoch": 2.7665369649805447,
      "grad_norm": 4.498751619687073,
      "learning_rate": 0.00017177413945665204,
      "loss": 6.1875,
      "step": 67545
    },
    {
      "epoch": 2.7665779234077412,
      "grad_norm": 6.064860922379147,
      "learning_rate": 0.00017177091260146205,
      "loss": 2.4219,
      "step": 67546
    },
    {
      "epoch": 2.7666188818349378,
      "grad_norm": 3.5876707062906,
      "learning_rate": 0.00017176768573598,
      "loss": 4.6875,
      "step": 67547
    },
    {
      "epoch": 2.766659840262134,
      "grad_norm": 8.715217618693282,
      "learning_rate": 0.00017176445886020743,
      "loss": 5.5,
      "step": 67548
    },
    {
      "epoch": 2.7667007986893304,
      "grad_norm": 5.034734106759142,
      "learning_rate": 0.00017176123197414596,
      "loss": 3.1719,
      "step": 67549
    },
    {
      "epoch": 2.7667417571165265,
      "grad_norm": 3.5969636083018863,
      "learning_rate": 0.00017175800507779703,
      "loss": 4.5312,
      "step": 67550
    },
    {
      "epoch": 2.766782715543723,
      "grad_norm": 4.264190561652778,
      "learning_rate": 0.00017175477817116215,
      "loss": 6.0312,
      "step": 67551
    },
    {
      "epoch": 2.7668236739709196,
      "grad_norm": 4.617064277983585,
      "learning_rate": 0.00017175155125424284,
      "loss": 4.9375,
      "step": 67552
    },
    {
      "epoch": 2.766864632398116,
      "grad_norm": 4.34111074717012,
      "learning_rate": 0.0001717483243270407,
      "loss": 2.625,
      "step": 67553
    },
    {
      "epoch": 2.766905590825312,
      "grad_norm": 3.7021869192466794,
      "learning_rate": 0.00017174509738955725,
      "loss": 4.6562,
      "step": 67554
    },
    {
      "epoch": 2.7669465492525087,
      "grad_norm": 4.365831221221436,
      "learning_rate": 0.00017174187044179391,
      "loss": 4.7812,
      "step": 67555
    },
    {
      "epoch": 2.7669875076797052,
      "grad_norm": 3.238923957566603,
      "learning_rate": 0.0001717386434837523,
      "loss": 3.9375,
      "step": 67556
    },
    {
      "epoch": 2.7670284661069013,
      "grad_norm": 3.9094131787726214,
      "learning_rate": 0.00017173541651543394,
      "loss": 5.3125,
      "step": 67557
    },
    {
      "epoch": 2.767069424534098,
      "grad_norm": 4.868759991096551,
      "learning_rate": 0.0001717321895368403,
      "loss": 5.5,
      "step": 67558
    },
    {
      "epoch": 2.7671103829612944,
      "grad_norm": 4.728755206456637,
      "learning_rate": 0.00017172896254797297,
      "loss": 3.0469,
      "step": 67559
    },
    {
      "epoch": 2.767151341388491,
      "grad_norm": 3.5967858706929037,
      "learning_rate": 0.00017172573554883347,
      "loss": 5.0,
      "step": 67560
    },
    {
      "epoch": 2.767192299815687,
      "grad_norm": 3.8271985363937056,
      "learning_rate": 0.00017172250853942327,
      "loss": 4.4688,
      "step": 67561
    },
    {
      "epoch": 2.7672332582428836,
      "grad_norm": 3.4364582240906443,
      "learning_rate": 0.00017171928151974396,
      "loss": 4.3438,
      "step": 67562
    },
    {
      "epoch": 2.7672742166700797,
      "grad_norm": 3.9125700397923437,
      "learning_rate": 0.000171716054489797,
      "loss": 4.8438,
      "step": 67563
    },
    {
      "epoch": 2.767315175097276,
      "grad_norm": 3.5837931326377324,
      "learning_rate": 0.00017171282744958392,
      "loss": 5.2188,
      "step": 67564
    },
    {
      "epoch": 2.7673561335244727,
      "grad_norm": 3.386355256196744,
      "learning_rate": 0.00017170960039910636,
      "loss": 4.4688,
      "step": 67565
    },
    {
      "epoch": 2.7673970919516693,
      "grad_norm": 3.6982449253248184,
      "learning_rate": 0.0001717063733383657,
      "loss": 4.4688,
      "step": 67566
    },
    {
      "epoch": 2.7674380503788654,
      "grad_norm": 3.1401405868623185,
      "learning_rate": 0.00017170314626736353,
      "loss": 4.125,
      "step": 67567
    },
    {
      "epoch": 2.767479008806062,
      "grad_norm": 3.2067121007067914,
      "learning_rate": 0.00017169991918610135,
      "loss": 3.5781,
      "step": 67568
    },
    {
      "epoch": 2.767519967233258,
      "grad_norm": 3.30225652988814,
      "learning_rate": 0.00017169669209458075,
      "loss": 4.5625,
      "step": 67569
    },
    {
      "epoch": 2.7675609256604545,
      "grad_norm": 3.5004156843003735,
      "learning_rate": 0.0001716934649928032,
      "loss": 2.5,
      "step": 67570
    },
    {
      "epoch": 2.767601884087651,
      "grad_norm": 3.2166293272194726,
      "learning_rate": 0.0001716902378807703,
      "loss": 4.4062,
      "step": 67571
    },
    {
      "epoch": 2.7676428425148476,
      "grad_norm": 3.292306166827137,
      "learning_rate": 0.00017168701075848342,
      "loss": 3.8125,
      "step": 67572
    },
    {
      "epoch": 2.7676838009420437,
      "grad_norm": 5.60152002567828,
      "learning_rate": 0.00017168378362594422,
      "loss": 5.2188,
      "step": 67573
    },
    {
      "epoch": 2.7677247593692402,
      "grad_norm": 3.0757161195970557,
      "learning_rate": 0.00017168055648315416,
      "loss": 3.9531,
      "step": 67574
    },
    {
      "epoch": 2.7677657177964368,
      "grad_norm": 3.713409566110288,
      "learning_rate": 0.00017167732933011482,
      "loss": 5.1562,
      "step": 67575
    },
    {
      "epoch": 2.767806676223633,
      "grad_norm": 3.4383615476239062,
      "learning_rate": 0.00017167410216682765,
      "loss": 3.9531,
      "step": 67576
    },
    {
      "epoch": 2.7678476346508294,
      "grad_norm": 3.3568158005572633,
      "learning_rate": 0.00017167087499329428,
      "loss": 4.1875,
      "step": 67577
    },
    {
      "epoch": 2.767888593078026,
      "grad_norm": 4.925241456969534,
      "learning_rate": 0.00017166764780951618,
      "loss": 4.5312,
      "step": 67578
    },
    {
      "epoch": 2.7679295515052225,
      "grad_norm": 3.5003547169460387,
      "learning_rate": 0.00017166442061549486,
      "loss": 4.7812,
      "step": 67579
    },
    {
      "epoch": 2.7679705099324186,
      "grad_norm": 2.744335835646788,
      "learning_rate": 0.0001716611934112318,
      "loss": 2.6406,
      "step": 67580
    },
    {
      "epoch": 2.768011468359615,
      "grad_norm": 4.442439374886264,
      "learning_rate": 0.00017165796619672864,
      "loss": 5.375,
      "step": 67581
    },
    {
      "epoch": 2.768052426786811,
      "grad_norm": 3.218234360001986,
      "learning_rate": 0.00017165473897198685,
      "loss": 4.125,
      "step": 67582
    },
    {
      "epoch": 2.7680933852140077,
      "grad_norm": 5.754616611455026,
      "learning_rate": 0.00017165151173700798,
      "loss": 5.6562,
      "step": 67583
    },
    {
      "epoch": 2.7681343436412043,
      "grad_norm": 3.610890553950932,
      "learning_rate": 0.00017164828449179345,
      "loss": 4.5938,
      "step": 67584
    },
    {
      "epoch": 2.768175302068401,
      "grad_norm": 5.584029028973254,
      "learning_rate": 0.00017164505723634492,
      "loss": 3.0469,
      "step": 67585
    },
    {
      "epoch": 2.768216260495597,
      "grad_norm": 3.8769096828535905,
      "learning_rate": 0.00017164182997066386,
      "loss": 4.4375,
      "step": 67586
    },
    {
      "epoch": 2.7682572189227934,
      "grad_norm": 3.3847071530009827,
      "learning_rate": 0.00017163860269475182,
      "loss": 4.3125,
      "step": 67587
    },
    {
      "epoch": 2.7682981773499895,
      "grad_norm": 3.282559598721518,
      "learning_rate": 0.00017163537540861026,
      "loss": 4.4375,
      "step": 67588
    },
    {
      "epoch": 2.768339135777186,
      "grad_norm": 3.3414056246092785,
      "learning_rate": 0.00017163214811224077,
      "loss": 4.6562,
      "step": 67589
    },
    {
      "epoch": 2.7683800942043826,
      "grad_norm": 5.479345637293823,
      "learning_rate": 0.0001716289208056449,
      "loss": 5.75,
      "step": 67590
    },
    {
      "epoch": 2.768421052631579,
      "grad_norm": 10.155509082493714,
      "learning_rate": 0.0001716256934888241,
      "loss": 6.0,
      "step": 67591
    },
    {
      "epoch": 2.768462011058775,
      "grad_norm": 6.253302257812471,
      "learning_rate": 0.0001716224661617799,
      "loss": 3.0156,
      "step": 67592
    },
    {
      "epoch": 2.7685029694859717,
      "grad_norm": 3.195770167808613,
      "learning_rate": 0.00017161923882451387,
      "loss": 4.1875,
      "step": 67593
    },
    {
      "epoch": 2.7685439279131683,
      "grad_norm": 3.484691043720586,
      "learning_rate": 0.0001716160114770275,
      "loss": 5.2188,
      "step": 67594
    },
    {
      "epoch": 2.7685848863403644,
      "grad_norm": 7.83329894612288,
      "learning_rate": 0.0001716127841193224,
      "loss": 1.4922,
      "step": 67595
    },
    {
      "epoch": 2.768625844767561,
      "grad_norm": 3.301202819556482,
      "learning_rate": 0.00017160955675139998,
      "loss": 4.8438,
      "step": 67596
    },
    {
      "epoch": 2.7686668031947574,
      "grad_norm": 4.144239805154164,
      "learning_rate": 0.0001716063293732618,
      "loss": 4.8125,
      "step": 67597
    },
    {
      "epoch": 2.768707761621954,
      "grad_norm": 3.1048956853377514,
      "learning_rate": 0.00017160310198490944,
      "loss": 3.4844,
      "step": 67598
    },
    {
      "epoch": 2.76874872004915,
      "grad_norm": 4.74483316899253,
      "learning_rate": 0.00017159987458634438,
      "loss": 5.1875,
      "step": 67599
    },
    {
      "epoch": 2.7687896784763466,
      "grad_norm": 3.758896725409741,
      "learning_rate": 0.00017159664717756812,
      "loss": 4.9375,
      "step": 67600
    },
    {
      "epoch": 2.7688306369035427,
      "grad_norm": 7.0196833114528365,
      "learning_rate": 0.00017159341975858224,
      "loss": 2.7031,
      "step": 67601
    },
    {
      "epoch": 2.7688715953307392,
      "grad_norm": 18.37394716935153,
      "learning_rate": 0.00017159019232938826,
      "loss": 5.5938,
      "step": 67602
    },
    {
      "epoch": 2.7689125537579358,
      "grad_norm": 3.6887844630376385,
      "learning_rate": 0.00017158696488998765,
      "loss": 6.125,
      "step": 67603
    },
    {
      "epoch": 2.7689535121851323,
      "grad_norm": 3.6536570330642095,
      "learning_rate": 0.00017158373744038198,
      "loss": 3.9844,
      "step": 67604
    },
    {
      "epoch": 2.7689944706123284,
      "grad_norm": 7.710822851829401,
      "learning_rate": 0.0001715805099805728,
      "loss": 3.0156,
      "step": 67605
    },
    {
      "epoch": 2.769035429039525,
      "grad_norm": 3.534625247737733,
      "learning_rate": 0.0001715772825105616,
      "loss": 5.125,
      "step": 67606
    },
    {
      "epoch": 2.769076387466721,
      "grad_norm": 3.3038065269563237,
      "learning_rate": 0.0001715740550303499,
      "loss": 3.4844,
      "step": 67607
    },
    {
      "epoch": 2.7691173458939176,
      "grad_norm": 5.069440385089481,
      "learning_rate": 0.00017157082753993926,
      "loss": 7.3438,
      "step": 67608
    },
    {
      "epoch": 2.769158304321114,
      "grad_norm": 3.082685249279745,
      "learning_rate": 0.00017156760003933118,
      "loss": 3.8906,
      "step": 67609
    },
    {
      "epoch": 2.7691992627483106,
      "grad_norm": 7.049769547004045,
      "learning_rate": 0.0001715643725285272,
      "loss": 4.0625,
      "step": 67610
    },
    {
      "epoch": 2.7692402211755067,
      "grad_norm": 4.035457456244937,
      "learning_rate": 0.0001715611450075288,
      "loss": 1.7109,
      "step": 67611
    },
    {
      "epoch": 2.7692811796027033,
      "grad_norm": 3.2324509206512806,
      "learning_rate": 0.00017155791747633755,
      "loss": 4.5,
      "step": 67612
    },
    {
      "epoch": 2.7693221380299,
      "grad_norm": 5.81210456295877,
      "learning_rate": 0.00017155468993495498,
      "loss": 1.5781,
      "step": 67613
    },
    {
      "epoch": 2.769363096457096,
      "grad_norm": 6.121812045879114,
      "learning_rate": 0.0001715514623833826,
      "loss": 5.0,
      "step": 67614
    },
    {
      "epoch": 2.7694040548842924,
      "grad_norm": 3.8487342981071557,
      "learning_rate": 0.00017154823482162194,
      "loss": 5.3125,
      "step": 67615
    },
    {
      "epoch": 2.769445013311489,
      "grad_norm": 3.105501759187828,
      "learning_rate": 0.0001715450072496745,
      "loss": 3.7031,
      "step": 67616
    },
    {
      "epoch": 2.7694859717386855,
      "grad_norm": 4.103284567190252,
      "learning_rate": 0.0001715417796675419,
      "loss": 4.8438,
      "step": 67617
    },
    {
      "epoch": 2.7695269301658816,
      "grad_norm": 4.07332494034842,
      "learning_rate": 0.00017153855207522554,
      "loss": 2.8906,
      "step": 67618
    },
    {
      "epoch": 2.769567888593078,
      "grad_norm": 3.1391137794527406,
      "learning_rate": 0.00017153532447272704,
      "loss": 4.5,
      "step": 67619
    },
    {
      "epoch": 2.769608847020274,
      "grad_norm": 3.2863949587153645,
      "learning_rate": 0.0001715320968600478,
      "loss": 4.125,
      "step": 67620
    },
    {
      "epoch": 2.7696498054474707,
      "grad_norm": 3.128838140760385,
      "learning_rate": 0.00017152886923718953,
      "loss": 2.8438,
      "step": 67621
    },
    {
      "epoch": 2.7696907638746673,
      "grad_norm": 4.626342880177444,
      "learning_rate": 0.00017152564160415363,
      "loss": 5.4062,
      "step": 67622
    },
    {
      "epoch": 2.769731722301864,
      "grad_norm": 3.2337134220731314,
      "learning_rate": 0.00017152241396094166,
      "loss": 4.1875,
      "step": 67623
    },
    {
      "epoch": 2.76977268072906,
      "grad_norm": 11.090811730421253,
      "learning_rate": 0.00017151918630755513,
      "loss": 3.75,
      "step": 67624
    },
    {
      "epoch": 2.7698136391562564,
      "grad_norm": 3.2108479518402095,
      "learning_rate": 0.00017151595864399555,
      "loss": 3.9531,
      "step": 67625
    },
    {
      "epoch": 2.7698545975834525,
      "grad_norm": 5.160105148963274,
      "learning_rate": 0.00017151273097026454,
      "loss": 1.4062,
      "step": 67626
    },
    {
      "epoch": 2.769895556010649,
      "grad_norm": 3.562403208266046,
      "learning_rate": 0.0001715095032863635,
      "loss": 3.7344,
      "step": 67627
    },
    {
      "epoch": 2.7699365144378456,
      "grad_norm": 3.858818949777007,
      "learning_rate": 0.00017150627559229408,
      "loss": 3.9375,
      "step": 67628
    },
    {
      "epoch": 2.769977472865042,
      "grad_norm": 3.077087579256354,
      "learning_rate": 0.00017150304788805766,
      "loss": 4.4375,
      "step": 67629
    },
    {
      "epoch": 2.7700184312922382,
      "grad_norm": 3.0047173538504977,
      "learning_rate": 0.0001714998201736559,
      "loss": 3.0625,
      "step": 67630
    },
    {
      "epoch": 2.7700593897194348,
      "grad_norm": 3.4758187354380516,
      "learning_rate": 0.00017149659244909031,
      "loss": 4.4375,
      "step": 67631
    },
    {
      "epoch": 2.7701003481466313,
      "grad_norm": 6.619281862221496,
      "learning_rate": 0.00017149336471436227,
      "loss": 6.7812,
      "step": 67632
    },
    {
      "epoch": 2.7701413065738274,
      "grad_norm": 6.836119681984401,
      "learning_rate": 0.00017149013696947352,
      "loss": 1.4844,
      "step": 67633
    },
    {
      "epoch": 2.770182265001024,
      "grad_norm": 3.651170649280164,
      "learning_rate": 0.0001714869092144254,
      "loss": 4.2188,
      "step": 67634
    },
    {
      "epoch": 2.7702232234282205,
      "grad_norm": 3.3020136325426814,
      "learning_rate": 0.00017148368144921956,
      "loss": 4.1875,
      "step": 67635
    },
    {
      "epoch": 2.770264181855417,
      "grad_norm": 4.974418947850984,
      "learning_rate": 0.00017148045367385746,
      "loss": 4.2812,
      "step": 67636
    },
    {
      "epoch": 2.770305140282613,
      "grad_norm": 3.4309638971902396,
      "learning_rate": 0.00017147722588834065,
      "loss": 3.7969,
      "step": 67637
    },
    {
      "epoch": 2.7703460987098096,
      "grad_norm": 14.434377702337922,
      "learning_rate": 0.0001714739980926707,
      "loss": 4.5938,
      "step": 67638
    },
    {
      "epoch": 2.7703870571370057,
      "grad_norm": 3.4475473447304017,
      "learning_rate": 0.00017147077028684905,
      "loss": 4.6875,
      "step": 67639
    },
    {
      "epoch": 2.7704280155642023,
      "grad_norm": 4.246723162232929,
      "learning_rate": 0.00017146754247087726,
      "loss": 5.5625,
      "step": 67640
    },
    {
      "epoch": 2.770468973991399,
      "grad_norm": 3.3728091633775716,
      "learning_rate": 0.00017146431464475686,
      "loss": 4.5625,
      "step": 67641
    },
    {
      "epoch": 2.7705099324185953,
      "grad_norm": 3.627803673952581,
      "learning_rate": 0.00017146108680848938,
      "loss": 4.5312,
      "step": 67642
    },
    {
      "epoch": 2.7705508908457914,
      "grad_norm": 4.317313121432949,
      "learning_rate": 0.00017145785896207637,
      "loss": 4.9688,
      "step": 67643
    },
    {
      "epoch": 2.770591849272988,
      "grad_norm": 2.6789565673644766,
      "learning_rate": 0.0001714546311055193,
      "loss": 3.125,
      "step": 67644
    },
    {
      "epoch": 2.770632807700184,
      "grad_norm": 3.2360936440958032,
      "learning_rate": 0.00017145140323881973,
      "loss": 4.125,
      "step": 67645
    },
    {
      "epoch": 2.7706737661273806,
      "grad_norm": 5.907623587866071,
      "learning_rate": 0.00017144817536197919,
      "loss": 3.4219,
      "step": 67646
    },
    {
      "epoch": 2.770714724554577,
      "grad_norm": 3.1227008092178665,
      "learning_rate": 0.0001714449474749992,
      "loss": 4.2188,
      "step": 67647
    },
    {
      "epoch": 2.7707556829817737,
      "grad_norm": 3.295900206127632,
      "learning_rate": 0.00017144171957788124,
      "loss": 4.7188,
      "step": 67648
    },
    {
      "epoch": 2.7707966414089698,
      "grad_norm": 3.0783401449853915,
      "learning_rate": 0.00017143849167062695,
      "loss": 4.0312,
      "step": 67649
    },
    {
      "epoch": 2.7708375998361663,
      "grad_norm": 4.06854151190974,
      "learning_rate": 0.00017143526375323773,
      "loss": 5.1875,
      "step": 67650
    },
    {
      "epoch": 2.770878558263363,
      "grad_norm": 5.343972248529501,
      "learning_rate": 0.0001714320358257152,
      "loss": 6.5938,
      "step": 67651
    },
    {
      "epoch": 2.770919516690559,
      "grad_norm": 3.24652867410091,
      "learning_rate": 0.00017142880788806078,
      "loss": 4.7188,
      "step": 67652
    },
    {
      "epoch": 2.7709604751177555,
      "grad_norm": 5.434373312041032,
      "learning_rate": 0.00017142557994027615,
      "loss": 4.625,
      "step": 67653
    },
    {
      "epoch": 2.771001433544952,
      "grad_norm": 5.38641848893718,
      "learning_rate": 0.00017142235198236273,
      "loss": 5.4375,
      "step": 67654
    },
    {
      "epoch": 2.7710423919721485,
      "grad_norm": 3.4575085768043086,
      "learning_rate": 0.00017141912401432203,
      "loss": 5.0312,
      "step": 67655
    },
    {
      "epoch": 2.7710833503993446,
      "grad_norm": 4.448536951294192,
      "learning_rate": 0.00017141589603615563,
      "loss": 4.9062,
      "step": 67656
    },
    {
      "epoch": 2.771124308826541,
      "grad_norm": 4.163068852116474,
      "learning_rate": 0.00017141266804786504,
      "loss": 5.4062,
      "step": 67657
    },
    {
      "epoch": 2.7711652672537372,
      "grad_norm": 3.213899842383383,
      "learning_rate": 0.00017140944004945176,
      "loss": 4.375,
      "step": 67658
    },
    {
      "epoch": 2.7712062256809338,
      "grad_norm": 3.7109957354063714,
      "learning_rate": 0.00017140621204091738,
      "loss": 3.8906,
      "step": 67659
    },
    {
      "epoch": 2.7712471841081303,
      "grad_norm": 4.921130557952141,
      "learning_rate": 0.00017140298402226335,
      "loss": 5.0312,
      "step": 67660
    },
    {
      "epoch": 2.771288142535327,
      "grad_norm": 4.968498997630025,
      "learning_rate": 0.00017139975599349123,
      "loss": 4.625,
      "step": 67661
    },
    {
      "epoch": 2.771329100962523,
      "grad_norm": 3.4972458318511515,
      "learning_rate": 0.00017139652795460257,
      "loss": 4.8125,
      "step": 67662
    },
    {
      "epoch": 2.7713700593897195,
      "grad_norm": 5.551835701343914,
      "learning_rate": 0.00017139329990559888,
      "loss": 6.8125,
      "step": 67663
    },
    {
      "epoch": 2.7714110178169156,
      "grad_norm": 5.721489988155246,
      "learning_rate": 0.00017139007184648167,
      "loss": 4.5625,
      "step": 67664
    },
    {
      "epoch": 2.771451976244112,
      "grad_norm": 4.61067404335908,
      "learning_rate": 0.00017138684377725243,
      "loss": 3.1719,
      "step": 67665
    },
    {
      "epoch": 2.7714929346713086,
      "grad_norm": 3.5151253038789654,
      "learning_rate": 0.00017138361569791281,
      "loss": 4.4375,
      "step": 67666
    },
    {
      "epoch": 2.771533893098505,
      "grad_norm": 3.5454340431384845,
      "learning_rate": 0.0001713803876084642,
      "loss": 4.0625,
      "step": 67667
    },
    {
      "epoch": 2.7715748515257013,
      "grad_norm": 4.48278683636678,
      "learning_rate": 0.00017137715950890823,
      "loss": 4.6875,
      "step": 67668
    },
    {
      "epoch": 2.771615809952898,
      "grad_norm": 4.589919173495575,
      "learning_rate": 0.00017137393139924636,
      "loss": 4.8438,
      "step": 67669
    },
    {
      "epoch": 2.7716567683800943,
      "grad_norm": 3.0515188215632687,
      "learning_rate": 0.00017137070327948012,
      "loss": 4.0625,
      "step": 67670
    },
    {
      "epoch": 2.7716977268072904,
      "grad_norm": 3.5377717021768293,
      "learning_rate": 0.00017136747514961108,
      "loss": 4.375,
      "step": 67671
    },
    {
      "epoch": 2.771738685234487,
      "grad_norm": 6.892917448823239,
      "learning_rate": 0.00017136424700964065,
      "loss": 5.75,
      "step": 67672
    },
    {
      "epoch": 2.7717796436616835,
      "grad_norm": 3.2430119762597425,
      "learning_rate": 0.00017136101885957054,
      "loss": 3.9375,
      "step": 67673
    },
    {
      "epoch": 2.77182060208888,
      "grad_norm": 5.3988899916033395,
      "learning_rate": 0.00017135779069940216,
      "loss": 5.3125,
      "step": 67674
    },
    {
      "epoch": 2.771861560516076,
      "grad_norm": 3.922710167724864,
      "learning_rate": 0.00017135456252913704,
      "loss": 5.4062,
      "step": 67675
    },
    {
      "epoch": 2.7719025189432727,
      "grad_norm": 3.821714977597577,
      "learning_rate": 0.0001713513343487767,
      "loss": 4.3125,
      "step": 67676
    },
    {
      "epoch": 2.7719434773704688,
      "grad_norm": 3.1978326178309295,
      "learning_rate": 0.0001713481061583227,
      "loss": 5.0938,
      "step": 67677
    },
    {
      "epoch": 2.7719844357976653,
      "grad_norm": 6.7757698022508,
      "learning_rate": 0.0001713448779577766,
      "loss": 6.0,
      "step": 67678
    },
    {
      "epoch": 2.772025394224862,
      "grad_norm": 3.341669911585919,
      "learning_rate": 0.00017134164974713987,
      "loss": 3.6719,
      "step": 67679
    },
    {
      "epoch": 2.7720663526520584,
      "grad_norm": 8.220930393601776,
      "learning_rate": 0.000171338421526414,
      "loss": 4.9375,
      "step": 67680
    },
    {
      "epoch": 2.7721073110792545,
      "grad_norm": 3.2601165603592,
      "learning_rate": 0.00017133519329560058,
      "loss": 4.6562,
      "step": 67681
    },
    {
      "epoch": 2.772148269506451,
      "grad_norm": 3.557587418103962,
      "learning_rate": 0.00017133196505470113,
      "loss": 4.9062,
      "step": 67682
    },
    {
      "epoch": 2.772189227933647,
      "grad_norm": 3.830948069096863,
      "learning_rate": 0.00017132873680371716,
      "loss": 4.25,
      "step": 67683
    },
    {
      "epoch": 2.7722301863608436,
      "grad_norm": 4.0261803443408155,
      "learning_rate": 0.0001713255085426502,
      "loss": 4.5,
      "step": 67684
    },
    {
      "epoch": 2.77227114478804,
      "grad_norm": 3.1761880315453177,
      "learning_rate": 0.00017132228027150176,
      "loss": 4.2812,
      "step": 67685
    },
    {
      "epoch": 2.7723121032152367,
      "grad_norm": 9.328928453174314,
      "learning_rate": 0.0001713190519902734,
      "loss": 1.4297,
      "step": 67686
    },
    {
      "epoch": 2.772353061642433,
      "grad_norm": 7.9037491422544335,
      "learning_rate": 0.00017131582369896668,
      "loss": 5.0938,
      "step": 67687
    },
    {
      "epoch": 2.7723940200696293,
      "grad_norm": 2.9094178714142642,
      "learning_rate": 0.00017131259539758298,
      "loss": 3.9062,
      "step": 67688
    },
    {
      "epoch": 2.772434978496826,
      "grad_norm": 4.242501926848147,
      "learning_rate": 0.00017130936708612397,
      "loss": 4.4688,
      "step": 67689
    },
    {
      "epoch": 2.772475936924022,
      "grad_norm": 6.500602520938877,
      "learning_rate": 0.00017130613876459113,
      "loss": 5.4688,
      "step": 67690
    },
    {
      "epoch": 2.7725168953512185,
      "grad_norm": 4.133766837558717,
      "learning_rate": 0.000171302910432986,
      "loss": 3.625,
      "step": 67691
    },
    {
      "epoch": 2.772557853778415,
      "grad_norm": 3.3217655372689485,
      "learning_rate": 0.00017129968209131003,
      "loss": 4.25,
      "step": 67692
    },
    {
      "epoch": 2.7725988122056116,
      "grad_norm": 9.22934113358359,
      "learning_rate": 0.00017129645373956486,
      "loss": 3.8125,
      "step": 67693
    },
    {
      "epoch": 2.7726397706328076,
      "grad_norm": 3.198285778967179,
      "learning_rate": 0.00017129322537775196,
      "loss": 4.125,
      "step": 67694
    },
    {
      "epoch": 2.772680729060004,
      "grad_norm": 4.348168521568936,
      "learning_rate": 0.00017128999700587286,
      "loss": 4.3125,
      "step": 67695
    },
    {
      "epoch": 2.7727216874872003,
      "grad_norm": 4.332969968987123,
      "learning_rate": 0.00017128676862392906,
      "loss": 2.8125,
      "step": 67696
    },
    {
      "epoch": 2.772762645914397,
      "grad_norm": 3.5540052087050653,
      "learning_rate": 0.00017128354023192212,
      "loss": 4.75,
      "step": 67697
    },
    {
      "epoch": 2.7728036043415933,
      "grad_norm": 4.305125885241076,
      "learning_rate": 0.00017128031182985355,
      "loss": 5.3125,
      "step": 67698
    },
    {
      "epoch": 2.77284456276879,
      "grad_norm": 3.588649233178462,
      "learning_rate": 0.0001712770834177249,
      "loss": 3.8906,
      "step": 67699
    },
    {
      "epoch": 2.772885521195986,
      "grad_norm": 3.406565815112164,
      "learning_rate": 0.0001712738549955377,
      "loss": 4.8125,
      "step": 67700
    },
    {
      "epoch": 2.7729264796231825,
      "grad_norm": 5.5090661879808325,
      "learning_rate": 0.0001712706265632934,
      "loss": 3.3438,
      "step": 67701
    },
    {
      "epoch": 2.7729674380503786,
      "grad_norm": 3.3699390205276676,
      "learning_rate": 0.00017126739812099365,
      "loss": 4.2812,
      "step": 67702
    },
    {
      "epoch": 2.773008396477575,
      "grad_norm": 3.950180683607661,
      "learning_rate": 0.00017126416966863986,
      "loss": 5.5625,
      "step": 67703
    },
    {
      "epoch": 2.7730493549047717,
      "grad_norm": 3.593875256473267,
      "learning_rate": 0.0001712609412062336,
      "loss": 4.6875,
      "step": 67704
    },
    {
      "epoch": 2.773090313331968,
      "grad_norm": 3.699864789160489,
      "learning_rate": 0.00017125771273377642,
      "loss": 4.4062,
      "step": 67705
    },
    {
      "epoch": 2.7731312717591643,
      "grad_norm": 9.910477006487028,
      "learning_rate": 0.00017125448425126983,
      "loss": 3.4219,
      "step": 67706
    },
    {
      "epoch": 2.773172230186361,
      "grad_norm": 3.216775620003103,
      "learning_rate": 0.00017125125575871534,
      "loss": 4.0312,
      "step": 67707
    },
    {
      "epoch": 2.7732131886135574,
      "grad_norm": 3.561648928603966,
      "learning_rate": 0.00017124802725611445,
      "loss": 4.5312,
      "step": 67708
    },
    {
      "epoch": 2.7732541470407535,
      "grad_norm": 7.2539155570385825,
      "learning_rate": 0.0001712447987434688,
      "loss": 1.7109,
      "step": 67709
    },
    {
      "epoch": 2.77329510546795,
      "grad_norm": 7.569971283312974,
      "learning_rate": 0.00017124157022077984,
      "loss": 4.9688,
      "step": 67710
    },
    {
      "epoch": 2.7733360638951465,
      "grad_norm": 12.386004829782058,
      "learning_rate": 0.00017123834168804905,
      "loss": 4.1562,
      "step": 67711
    },
    {
      "epoch": 2.773377022322343,
      "grad_norm": 3.2536451400885693,
      "learning_rate": 0.00017123511314527803,
      "loss": 4.1562,
      "step": 67712
    },
    {
      "epoch": 2.773417980749539,
      "grad_norm": 3.6205522686827405,
      "learning_rate": 0.00017123188459246827,
      "loss": 5.0312,
      "step": 67713
    },
    {
      "epoch": 2.7734589391767357,
      "grad_norm": 4.265797774812901,
      "learning_rate": 0.00017122865602962133,
      "loss": 5.4375,
      "step": 67714
    },
    {
      "epoch": 2.773499897603932,
      "grad_norm": 3.4568059497680514,
      "learning_rate": 0.00017122542745673868,
      "loss": 4.5938,
      "step": 67715
    },
    {
      "epoch": 2.7735408560311283,
      "grad_norm": 7.692946599079945,
      "learning_rate": 0.00017122219887382188,
      "loss": 4.6875,
      "step": 67716
    },
    {
      "epoch": 2.773581814458325,
      "grad_norm": 4.430286532531587,
      "learning_rate": 0.0001712189702808725,
      "loss": 3.8906,
      "step": 67717
    },
    {
      "epoch": 2.7736227728855214,
      "grad_norm": 3.6454140834257664,
      "learning_rate": 0.000171215741677892,
      "loss": 4.0625,
      "step": 67718
    },
    {
      "epoch": 2.7736637313127175,
      "grad_norm": 3.272477574149517,
      "learning_rate": 0.0001712125130648819,
      "loss": 4.4688,
      "step": 67719
    },
    {
      "epoch": 2.773704689739914,
      "grad_norm": 6.699610556736966,
      "learning_rate": 0.00017120928444184374,
      "loss": 6.0,
      "step": 67720
    },
    {
      "epoch": 2.77374564816711,
      "grad_norm": 3.203260976556275,
      "learning_rate": 0.00017120605580877912,
      "loss": 3.5781,
      "step": 67721
    },
    {
      "epoch": 2.7737866065943066,
      "grad_norm": 3.0600622467073832,
      "learning_rate": 0.0001712028271656895,
      "loss": 3.6875,
      "step": 67722
    },
    {
      "epoch": 2.773827565021503,
      "grad_norm": 4.649835015069955,
      "learning_rate": 0.0001711995985125764,
      "loss": 6.0938,
      "step": 67723
    },
    {
      "epoch": 2.7738685234486997,
      "grad_norm": 3.6221399587623044,
      "learning_rate": 0.00017119636984944133,
      "loss": 3.7031,
      "step": 67724
    },
    {
      "epoch": 2.773909481875896,
      "grad_norm": 4.699832582351921,
      "learning_rate": 0.00017119314117628587,
      "loss": 3.7969,
      "step": 67725
    },
    {
      "epoch": 2.7739504403030923,
      "grad_norm": 3.6878969209219292,
      "learning_rate": 0.00017118991249311154,
      "loss": 4.0938,
      "step": 67726
    },
    {
      "epoch": 2.773991398730289,
      "grad_norm": 4.421156988100615,
      "learning_rate": 0.00017118668379991986,
      "loss": 4.25,
      "step": 67727
    },
    {
      "epoch": 2.774032357157485,
      "grad_norm": 3.5399572386289875,
      "learning_rate": 0.00017118345509671229,
      "loss": 4.375,
      "step": 67728
    },
    {
      "epoch": 2.7740733155846815,
      "grad_norm": 3.6197542532659526,
      "learning_rate": 0.00017118022638349043,
      "loss": 4.3125,
      "step": 67729
    },
    {
      "epoch": 2.774114274011878,
      "grad_norm": 3.63534445430741,
      "learning_rate": 0.00017117699766025583,
      "loss": 4.5625,
      "step": 67730
    },
    {
      "epoch": 2.7741552324390746,
      "grad_norm": 6.8869408974150055,
      "learning_rate": 0.00017117376892700992,
      "loss": 4.6562,
      "step": 67731
    },
    {
      "epoch": 2.7741961908662707,
      "grad_norm": 4.657751207330253,
      "learning_rate": 0.0001711705401837543,
      "loss": 4.6875,
      "step": 67732
    },
    {
      "epoch": 2.774237149293467,
      "grad_norm": 9.803257991386946,
      "learning_rate": 0.00017116731143049048,
      "loss": 3.6406,
      "step": 67733
    },
    {
      "epoch": 2.7742781077206633,
      "grad_norm": 3.308431166227915,
      "learning_rate": 0.00017116408266722,
      "loss": 4.1562,
      "step": 67734
    },
    {
      "epoch": 2.77431906614786,
      "grad_norm": 6.350513484483722,
      "learning_rate": 0.00017116085389394438,
      "loss": 5.6562,
      "step": 67735
    },
    {
      "epoch": 2.7743600245750564,
      "grad_norm": 31.33946622917783,
      "learning_rate": 0.00017115762511066512,
      "loss": 4.25,
      "step": 67736
    },
    {
      "epoch": 2.774400983002253,
      "grad_norm": 8.430879601993553,
      "learning_rate": 0.00017115439631738374,
      "loss": 5.9375,
      "step": 67737
    },
    {
      "epoch": 2.774441941429449,
      "grad_norm": 8.100276884623003,
      "learning_rate": 0.00017115116751410182,
      "loss": 6.5938,
      "step": 67738
    },
    {
      "epoch": 2.7744828998566455,
      "grad_norm": 3.452343324564191,
      "learning_rate": 0.00017114793870082084,
      "loss": 4.9375,
      "step": 67739
    },
    {
      "epoch": 2.7745238582838416,
      "grad_norm": 3.80941432329474,
      "learning_rate": 0.00017114470987754233,
      "loss": 4.5625,
      "step": 67740
    },
    {
      "epoch": 2.774564816711038,
      "grad_norm": 3.864175529771379,
      "learning_rate": 0.00017114148104426785,
      "loss": 4.0625,
      "step": 67741
    },
    {
      "epoch": 2.7746057751382347,
      "grad_norm": 3.415139547384394,
      "learning_rate": 0.0001711382522009989,
      "loss": 3.9062,
      "step": 67742
    },
    {
      "epoch": 2.7746467335654312,
      "grad_norm": 3.291311899163929,
      "learning_rate": 0.00017113502334773699,
      "loss": 4.2188,
      "step": 67743
    },
    {
      "epoch": 2.7746876919926273,
      "grad_norm": 4.134783108717149,
      "learning_rate": 0.00017113179448448367,
      "loss": 4.9375,
      "step": 67744
    },
    {
      "epoch": 2.774728650419824,
      "grad_norm": 3.274924733427506,
      "learning_rate": 0.00017112856561124048,
      "loss": 3.1875,
      "step": 67745
    },
    {
      "epoch": 2.7747696088470204,
      "grad_norm": 4.2689115521412795,
      "learning_rate": 0.00017112533672800895,
      "loss": 4.375,
      "step": 67746
    },
    {
      "epoch": 2.7748105672742165,
      "grad_norm": 4.177707192042823,
      "learning_rate": 0.00017112210783479055,
      "loss": 4.4375,
      "step": 67747
    },
    {
      "epoch": 2.774851525701413,
      "grad_norm": 3.319943814337187,
      "learning_rate": 0.00017111887893158685,
      "loss": 3.875,
      "step": 67748
    },
    {
      "epoch": 2.7748924841286096,
      "grad_norm": 5.817516899446148,
      "learning_rate": 0.00017111565001839935,
      "loss": 3.5938,
      "step": 67749
    },
    {
      "epoch": 2.774933442555806,
      "grad_norm": 3.5506299050932437,
      "learning_rate": 0.00017111242109522966,
      "loss": 4.9062,
      "step": 67750
    },
    {
      "epoch": 2.774974400983002,
      "grad_norm": 3.34102178722563,
      "learning_rate": 0.0001711091921620792,
      "loss": 3.5,
      "step": 67751
    },
    {
      "epoch": 2.7750153594101987,
      "grad_norm": 4.384662264628667,
      "learning_rate": 0.00017110596321894952,
      "loss": 3.0938,
      "step": 67752
    },
    {
      "epoch": 2.775056317837395,
      "grad_norm": 3.458314520367139,
      "learning_rate": 0.0001711027342658422,
      "loss": 4.4688,
      "step": 67753
    },
    {
      "epoch": 2.7750972762645914,
      "grad_norm": 4.00796935583445,
      "learning_rate": 0.00017109950530275872,
      "loss": 2.9062,
      "step": 67754
    },
    {
      "epoch": 2.775138234691788,
      "grad_norm": 4.69457178332756,
      "learning_rate": 0.00017109627632970063,
      "loss": 4.3125,
      "step": 67755
    },
    {
      "epoch": 2.7751791931189844,
      "grad_norm": 4.9712932569158665,
      "learning_rate": 0.0001710930473466694,
      "loss": 2.9844,
      "step": 67756
    },
    {
      "epoch": 2.7752201515461805,
      "grad_norm": 4.333290595011206,
      "learning_rate": 0.00017108981835366665,
      "loss": 4.5625,
      "step": 67757
    },
    {
      "epoch": 2.775261109973377,
      "grad_norm": 3.101413179301273,
      "learning_rate": 0.00017108658935069385,
      "loss": 4.7812,
      "step": 67758
    },
    {
      "epoch": 2.775302068400573,
      "grad_norm": 4.901645085560489,
      "learning_rate": 0.00017108336033775252,
      "loss": 5.2188,
      "step": 67759
    },
    {
      "epoch": 2.7753430268277697,
      "grad_norm": 3.5802093563224013,
      "learning_rate": 0.0001710801313148442,
      "loss": 4.5,
      "step": 67760
    },
    {
      "epoch": 2.775383985254966,
      "grad_norm": 3.8834147448981025,
      "learning_rate": 0.00017107690228197045,
      "loss": 5.5938,
      "step": 67761
    },
    {
      "epoch": 2.7754249436821627,
      "grad_norm": 5.192182331563851,
      "learning_rate": 0.00017107367323913273,
      "loss": 3.6406,
      "step": 67762
    },
    {
      "epoch": 2.775465902109359,
      "grad_norm": 3.988992933948687,
      "learning_rate": 0.0001710704441863326,
      "loss": 4.8125,
      "step": 67763
    },
    {
      "epoch": 2.7755068605365554,
      "grad_norm": 3.0884195406769392,
      "learning_rate": 0.00017106721512357158,
      "loss": 2.8438,
      "step": 67764
    },
    {
      "epoch": 2.775547818963752,
      "grad_norm": 3.614732901724407,
      "learning_rate": 0.0001710639860508512,
      "loss": 4.0938,
      "step": 67765
    },
    {
      "epoch": 2.775588777390948,
      "grad_norm": 4.48113797640356,
      "learning_rate": 0.00017106075696817304,
      "loss": 4.375,
      "step": 67766
    },
    {
      "epoch": 2.7756297358181445,
      "grad_norm": 3.4602500785695773,
      "learning_rate": 0.0001710575278755385,
      "loss": 4.1875,
      "step": 67767
    },
    {
      "epoch": 2.775670694245341,
      "grad_norm": 9.8937380962627,
      "learning_rate": 0.00017105429877294924,
      "loss": 5.1562,
      "step": 67768
    },
    {
      "epoch": 2.7757116526725376,
      "grad_norm": 13.69190980427614,
      "learning_rate": 0.0001710510696604067,
      "loss": 4.0625,
      "step": 67769
    },
    {
      "epoch": 2.7757526110997337,
      "grad_norm": 4.844327461002873,
      "learning_rate": 0.00017104784053791248,
      "loss": 5.625,
      "step": 67770
    },
    {
      "epoch": 2.7757935695269302,
      "grad_norm": 6.426520019870112,
      "learning_rate": 0.00017104461140546805,
      "loss": 7.1875,
      "step": 67771
    },
    {
      "epoch": 2.7758345279541263,
      "grad_norm": 3.6040305286939827,
      "learning_rate": 0.00017104138226307493,
      "loss": 4.4062,
      "step": 67772
    },
    {
      "epoch": 2.775875486381323,
      "grad_norm": 4.08315628584722,
      "learning_rate": 0.0001710381531107347,
      "loss": 6.0,
      "step": 67773
    },
    {
      "epoch": 2.7759164448085194,
      "grad_norm": 3.133805952446509,
      "learning_rate": 0.0001710349239484488,
      "loss": 3.9062,
      "step": 67774
    },
    {
      "epoch": 2.775957403235716,
      "grad_norm": 3.643539535842399,
      "learning_rate": 0.00017103169477621883,
      "loss": 4.9688,
      "step": 67775
    },
    {
      "epoch": 2.775998361662912,
      "grad_norm": 3.1612979350405395,
      "learning_rate": 0.00017102846559404627,
      "loss": 3.875,
      "step": 67776
    },
    {
      "epoch": 2.7760393200901086,
      "grad_norm": 3.2957029498151367,
      "learning_rate": 0.0001710252364019327,
      "loss": 4.0938,
      "step": 67777
    },
    {
      "epoch": 2.776080278517305,
      "grad_norm": 5.371235465808114,
      "learning_rate": 0.00017102200719987964,
      "loss": 3.125,
      "step": 67778
    },
    {
      "epoch": 2.776121236944501,
      "grad_norm": 3.6346852645882204,
      "learning_rate": 0.00017101877798788857,
      "loss": 2.8281,
      "step": 67779
    },
    {
      "epoch": 2.7761621953716977,
      "grad_norm": 3.6388649344387303,
      "learning_rate": 0.000171015548765961,
      "loss": 4.4688,
      "step": 67780
    },
    {
      "epoch": 2.7762031537988943,
      "grad_norm": 6.797284528178027,
      "learning_rate": 0.00017101231953409852,
      "loss": 3.25,
      "step": 67781
    },
    {
      "epoch": 2.7762441122260904,
      "grad_norm": 12.899370951564498,
      "learning_rate": 0.0001710090902923027,
      "loss": 2.7344,
      "step": 67782
    },
    {
      "epoch": 2.776285070653287,
      "grad_norm": 3.646698958536512,
      "learning_rate": 0.00017100586104057495,
      "loss": 4.875,
      "step": 67783
    },
    {
      "epoch": 2.7763260290804834,
      "grad_norm": 4.075961135264926,
      "learning_rate": 0.00017100263177891682,
      "loss": 5.2812,
      "step": 67784
    },
    {
      "epoch": 2.7763669875076795,
      "grad_norm": 3.4603402250687334,
      "learning_rate": 0.0001709994025073299,
      "loss": 5.75,
      "step": 67785
    },
    {
      "epoch": 2.776407945934876,
      "grad_norm": 3.2953386099864566,
      "learning_rate": 0.00017099617322581566,
      "loss": 3.0781,
      "step": 67786
    },
    {
      "epoch": 2.7764489043620726,
      "grad_norm": 3.8070180429806233,
      "learning_rate": 0.00017099294393437567,
      "loss": 4.6562,
      "step": 67787
    },
    {
      "epoch": 2.776489862789269,
      "grad_norm": 4.193033867145987,
      "learning_rate": 0.00017098971463301143,
      "loss": 5.4688,
      "step": 67788
    },
    {
      "epoch": 2.776530821216465,
      "grad_norm": 13.287635316737418,
      "learning_rate": 0.0001709864853217245,
      "loss": 3.6719,
      "step": 67789
    },
    {
      "epoch": 2.7765717796436618,
      "grad_norm": 3.638063579995467,
      "learning_rate": 0.00017098325600051634,
      "loss": 5.7812,
      "step": 67790
    },
    {
      "epoch": 2.776612738070858,
      "grad_norm": 3.337219026136159,
      "learning_rate": 0.0001709800266693885,
      "loss": 4.5938,
      "step": 67791
    },
    {
      "epoch": 2.7766536964980544,
      "grad_norm": 5.773987783777144,
      "learning_rate": 0.00017097679732834252,
      "loss": 5.125,
      "step": 67792
    },
    {
      "epoch": 2.776694654925251,
      "grad_norm": 3.9880044098451006,
      "learning_rate": 0.00017097356797737996,
      "loss": 4.7812,
      "step": 67793
    },
    {
      "epoch": 2.7767356133524475,
      "grad_norm": 3.3859644246432006,
      "learning_rate": 0.00017097033861650232,
      "loss": 3.3281,
      "step": 67794
    },
    {
      "epoch": 2.7767765717796435,
      "grad_norm": 3.380533030246592,
      "learning_rate": 0.00017096710924571114,
      "loss": 5.0312,
      "step": 67795
    },
    {
      "epoch": 2.77681753020684,
      "grad_norm": 4.025453156421533,
      "learning_rate": 0.00017096387986500783,
      "loss": 5.3438,
      "step": 67796
    },
    {
      "epoch": 2.7768584886340366,
      "grad_norm": 3.670483092861337,
      "learning_rate": 0.00017096065047439408,
      "loss": 4.2188,
      "step": 67797
    },
    {
      "epoch": 2.7768994470612327,
      "grad_norm": 4.0090719260526,
      "learning_rate": 0.00017095742107387136,
      "loss": 4.2188,
      "step": 67798
    },
    {
      "epoch": 2.7769404054884292,
      "grad_norm": 5.059616078173875,
      "learning_rate": 0.00017095419166344118,
      "loss": 3.7812,
      "step": 67799
    },
    {
      "epoch": 2.7769813639156258,
      "grad_norm": 4.705257235833617,
      "learning_rate": 0.00017095096224310503,
      "loss": 4.875,
      "step": 67800
    },
    {
      "epoch": 2.777022322342822,
      "grad_norm": 3.202670246781488,
      "learning_rate": 0.00017094773281286455,
      "loss": 4.625,
      "step": 67801
    },
    {
      "epoch": 2.7770632807700184,
      "grad_norm": 3.8608251741677555,
      "learning_rate": 0.00017094450337272119,
      "loss": 1.5078,
      "step": 67802
    },
    {
      "epoch": 2.777104239197215,
      "grad_norm": 3.3710808970704673,
      "learning_rate": 0.00017094127392267645,
      "loss": 3.75,
      "step": 67803
    },
    {
      "epoch": 2.777145197624411,
      "grad_norm": 6.338042185620403,
      "learning_rate": 0.00017093804446273187,
      "loss": 4.7812,
      "step": 67804
    },
    {
      "epoch": 2.7771861560516076,
      "grad_norm": 3.308770123905483,
      "learning_rate": 0.00017093481499288904,
      "loss": 4.9062,
      "step": 67805
    },
    {
      "epoch": 2.777227114478804,
      "grad_norm": 3.229896962278987,
      "learning_rate": 0.00017093158551314945,
      "loss": 4.3125,
      "step": 67806
    },
    {
      "epoch": 2.7772680729060006,
      "grad_norm": 3.7806499008203565,
      "learning_rate": 0.0001709283560235146,
      "loss": 4.9375,
      "step": 67807
    },
    {
      "epoch": 2.7773090313331967,
      "grad_norm": 3.2370634642884166,
      "learning_rate": 0.00017092512652398603,
      "loss": 4.6875,
      "step": 67808
    },
    {
      "epoch": 2.7773499897603933,
      "grad_norm": 3.9267167184814604,
      "learning_rate": 0.0001709218970145653,
      "loss": 4.375,
      "step": 67809
    },
    {
      "epoch": 2.7773909481875894,
      "grad_norm": 3.6118445510588972,
      "learning_rate": 0.0001709186674952539,
      "loss": 4.9375,
      "step": 67810
    },
    {
      "epoch": 2.777431906614786,
      "grad_norm": 3.4186801553097466,
      "learning_rate": 0.0001709154379660534,
      "loss": 4.2812,
      "step": 67811
    },
    {
      "epoch": 2.7774728650419824,
      "grad_norm": 3.6142321833433435,
      "learning_rate": 0.0001709122084269652,
      "loss": 3.9844,
      "step": 67812
    },
    {
      "epoch": 2.777513823469179,
      "grad_norm": 4.2845554830943335,
      "learning_rate": 0.000170908978877991,
      "loss": 4.1875,
      "step": 67813
    },
    {
      "epoch": 2.777554781896375,
      "grad_norm": 3.8727720488373096,
      "learning_rate": 0.00017090574931913225,
      "loss": 5.4688,
      "step": 67814
    },
    {
      "epoch": 2.7775957403235716,
      "grad_norm": 4.038964037508016,
      "learning_rate": 0.00017090251975039044,
      "loss": 5.0625,
      "step": 67815
    },
    {
      "epoch": 2.777636698750768,
      "grad_norm": 4.615058341584128,
      "learning_rate": 0.0001708992901717671,
      "loss": 4.3438,
      "step": 67816
    },
    {
      "epoch": 2.777677657177964,
      "grad_norm": 4.511199553727562,
      "learning_rate": 0.00017089606058326385,
      "loss": 4.7188,
      "step": 67817
    },
    {
      "epoch": 2.7777186156051608,
      "grad_norm": 6.130166291698767,
      "learning_rate": 0.00017089283098488216,
      "loss": 4.625,
      "step": 67818
    },
    {
      "epoch": 2.7777595740323573,
      "grad_norm": 3.8005199950566526,
      "learning_rate": 0.00017088960137662354,
      "loss": 4.9688,
      "step": 67819
    },
    {
      "epoch": 2.777800532459554,
      "grad_norm": 3.132310957795759,
      "learning_rate": 0.00017088637175848953,
      "loss": 1.3281,
      "step": 67820
    },
    {
      "epoch": 2.77784149088675,
      "grad_norm": 3.4661715067398315,
      "learning_rate": 0.00017088314213048163,
      "loss": 4.2812,
      "step": 67821
    },
    {
      "epoch": 2.7778824493139465,
      "grad_norm": 6.9988990883169855,
      "learning_rate": 0.00017087991249260142,
      "loss": 6.625,
      "step": 67822
    },
    {
      "epoch": 2.7779234077411425,
      "grad_norm": 3.1602205616314856,
      "learning_rate": 0.0001708766828448504,
      "loss": 3.875,
      "step": 67823
    },
    {
      "epoch": 2.777964366168339,
      "grad_norm": 4.078891379354839,
      "learning_rate": 0.00017087345318723005,
      "loss": 4.7812,
      "step": 67824
    },
    {
      "epoch": 2.7780053245955356,
      "grad_norm": 3.2681461549558377,
      "learning_rate": 0.00017087022351974196,
      "loss": 4.5625,
      "step": 67825
    },
    {
      "epoch": 2.778046283022732,
      "grad_norm": 3.6651822652050567,
      "learning_rate": 0.00017086699384238769,
      "loss": 4.0,
      "step": 67826
    },
    {
      "epoch": 2.7780872414499282,
      "grad_norm": 3.685599926948095,
      "learning_rate": 0.00017086376415516866,
      "loss": 5.0,
      "step": 67827
    },
    {
      "epoch": 2.778128199877125,
      "grad_norm": 6.23193560137595,
      "learning_rate": 0.00017086053445808643,
      "loss": 7.0312,
      "step": 67828
    },
    {
      "epoch": 2.778169158304321,
      "grad_norm": 3.5696128778984475,
      "learning_rate": 0.00017085730475114262,
      "loss": 4.375,
      "step": 67829
    },
    {
      "epoch": 2.7782101167315174,
      "grad_norm": 3.624805785598349,
      "learning_rate": 0.00017085407503433865,
      "loss": 4.1562,
      "step": 67830
    },
    {
      "epoch": 2.778251075158714,
      "grad_norm": 3.6556866671897232,
      "learning_rate": 0.0001708508453076761,
      "loss": 4.2188,
      "step": 67831
    },
    {
      "epoch": 2.7782920335859105,
      "grad_norm": 5.144506228202963,
      "learning_rate": 0.00017084761557115645,
      "loss": 5.6562,
      "step": 67832
    },
    {
      "epoch": 2.7783329920131066,
      "grad_norm": 3.512531188638599,
      "learning_rate": 0.0001708443858247813,
      "loss": 4.25,
      "step": 67833
    },
    {
      "epoch": 2.778373950440303,
      "grad_norm": 3.4592755572064307,
      "learning_rate": 0.0001708411560685521,
      "loss": 3.7812,
      "step": 67834
    },
    {
      "epoch": 2.7784149088674996,
      "grad_norm": 8.03219082794405,
      "learning_rate": 0.00017083792630247046,
      "loss": 6.0,
      "step": 67835
    },
    {
      "epoch": 2.7784558672946957,
      "grad_norm": 3.1388575985632436,
      "learning_rate": 0.0001708346965265378,
      "loss": 4.125,
      "step": 67836
    },
    {
      "epoch": 2.7784968257218923,
      "grad_norm": 3.2486061764599357,
      "learning_rate": 0.00017083146674075575,
      "loss": 4.5312,
      "step": 67837
    },
    {
      "epoch": 2.778537784149089,
      "grad_norm": 3.4452099863183965,
      "learning_rate": 0.00017082823694512575,
      "loss": 5.4062,
      "step": 67838
    },
    {
      "epoch": 2.7785787425762853,
      "grad_norm": 3.0066012846567265,
      "learning_rate": 0.0001708250071396494,
      "loss": 3.9844,
      "step": 67839
    },
    {
      "epoch": 2.7786197010034814,
      "grad_norm": 3.149535246893648,
      "learning_rate": 0.00017082177732432812,
      "loss": 4.25,
      "step": 67840
    },
    {
      "epoch": 2.778660659430678,
      "grad_norm": 3.355611323737891,
      "learning_rate": 0.00017081854749916362,
      "loss": 4.125,
      "step": 67841
    },
    {
      "epoch": 2.778701617857874,
      "grad_norm": 4.468379578665266,
      "learning_rate": 0.00017081531766415726,
      "loss": 5.6562,
      "step": 67842
    },
    {
      "epoch": 2.7787425762850706,
      "grad_norm": 9.864619129748158,
      "learning_rate": 0.0001708120878193107,
      "loss": 3.4688,
      "step": 67843
    },
    {
      "epoch": 2.778783534712267,
      "grad_norm": 3.7902463095953687,
      "learning_rate": 0.00017080885796462528,
      "loss": 3.7656,
      "step": 67844
    },
    {
      "epoch": 2.7788244931394637,
      "grad_norm": 3.748414673421836,
      "learning_rate": 0.00017080562810010272,
      "loss": 4.8125,
      "step": 67845
    },
    {
      "epoch": 2.7788654515666598,
      "grad_norm": 3.347395099606327,
      "learning_rate": 0.0001708023982257444,
      "loss": 3.8594,
      "step": 67846
    },
    {
      "epoch": 2.7789064099938563,
      "grad_norm": 4.768289890679058,
      "learning_rate": 0.00017079916834155198,
      "loss": 5.2188,
      "step": 67847
    },
    {
      "epoch": 2.7789473684210524,
      "grad_norm": 4.37048697284781,
      "learning_rate": 0.0001707959384475269,
      "loss": 4.4375,
      "step": 67848
    },
    {
      "epoch": 2.778988326848249,
      "grad_norm": 3.8215902055470266,
      "learning_rate": 0.00017079270854367066,
      "loss": 4.0,
      "step": 67849
    },
    {
      "epoch": 2.7790292852754455,
      "grad_norm": 5.745141849770402,
      "learning_rate": 0.0001707894786299849,
      "loss": 4.3125,
      "step": 67850
    },
    {
      "epoch": 2.779070243702642,
      "grad_norm": 3.4553240153529905,
      "learning_rate": 0.00017078624870647105,
      "loss": 4.6562,
      "step": 67851
    },
    {
      "epoch": 2.779111202129838,
      "grad_norm": 10.096195026440975,
      "learning_rate": 0.00017078301877313063,
      "loss": 5.1875,
      "step": 67852
    },
    {
      "epoch": 2.7791521605570346,
      "grad_norm": 3.3524935075904185,
      "learning_rate": 0.00017077978882996527,
      "loss": 4.125,
      "step": 67853
    },
    {
      "epoch": 2.779193118984231,
      "grad_norm": 4.606421807105615,
      "learning_rate": 0.0001707765588769764,
      "loss": 6.3438,
      "step": 67854
    },
    {
      "epoch": 2.7792340774114273,
      "grad_norm": 4.040577146623477,
      "learning_rate": 0.00017077332891416558,
      "loss": 1.3125,
      "step": 67855
    },
    {
      "epoch": 2.779275035838624,
      "grad_norm": 4.134176529049126,
      "learning_rate": 0.00017077009894153432,
      "loss": 4.6562,
      "step": 67856
    },
    {
      "epoch": 2.7793159942658203,
      "grad_norm": 4.402373207275398,
      "learning_rate": 0.0001707668689590842,
      "loss": 6.2188,
      "step": 67857
    },
    {
      "epoch": 2.779356952693017,
      "grad_norm": 3.339019932226091,
      "learning_rate": 0.0001707636389668167,
      "loss": 4.0625,
      "step": 67858
    },
    {
      "epoch": 2.779397911120213,
      "grad_norm": 3.169220576309442,
      "learning_rate": 0.00017076040896473333,
      "loss": 4.7812,
      "step": 67859
    },
    {
      "epoch": 2.7794388695474095,
      "grad_norm": 3.135257752562678,
      "learning_rate": 0.00017075717895283566,
      "loss": 4.625,
      "step": 67860
    },
    {
      "epoch": 2.7794798279746056,
      "grad_norm": 3.294718336811762,
      "learning_rate": 0.0001707539489311252,
      "loss": 3.9688,
      "step": 67861
    },
    {
      "epoch": 2.779520786401802,
      "grad_norm": 3.556874594905524,
      "learning_rate": 0.00017075071889960348,
      "loss": 4.4375,
      "step": 67862
    },
    {
      "epoch": 2.7795617448289986,
      "grad_norm": 5.7145952353208616,
      "learning_rate": 0.00017074748885827204,
      "loss": 5.0938,
      "step": 67863
    },
    {
      "epoch": 2.779602703256195,
      "grad_norm": 2.9887233172546606,
      "learning_rate": 0.00017074425880713234,
      "loss": 4.125,
      "step": 67864
    },
    {
      "epoch": 2.7796436616833913,
      "grad_norm": 6.83917152025389,
      "learning_rate": 0.000170741028746186,
      "loss": 4.3438,
      "step": 67865
    },
    {
      "epoch": 2.779684620110588,
      "grad_norm": 7.280287679865294,
      "learning_rate": 0.0001707377986754345,
      "loss": 3.875,
      "step": 67866
    },
    {
      "epoch": 2.779725578537784,
      "grad_norm": 6.43658567770725,
      "learning_rate": 0.00017073456859487937,
      "loss": 5.5625,
      "step": 67867
    },
    {
      "epoch": 2.7797665369649804,
      "grad_norm": 4.256637530907295,
      "learning_rate": 0.00017073133850452213,
      "loss": 4.9688,
      "step": 67868
    },
    {
      "epoch": 2.779807495392177,
      "grad_norm": 3.2223139776934224,
      "learning_rate": 0.00017072810840436435,
      "loss": 4.0312,
      "step": 67869
    },
    {
      "epoch": 2.7798484538193735,
      "grad_norm": 3.289711732844622,
      "learning_rate": 0.00017072487829440747,
      "loss": 4.1875,
      "step": 67870
    },
    {
      "epoch": 2.7798894122465696,
      "grad_norm": 4.125768627259949,
      "learning_rate": 0.00017072164817465312,
      "loss": 4.0312,
      "step": 67871
    },
    {
      "epoch": 2.779930370673766,
      "grad_norm": 3.605173191696225,
      "learning_rate": 0.00017071841804510273,
      "loss": 3.9531,
      "step": 67872
    },
    {
      "epoch": 2.7799713291009627,
      "grad_norm": 3.622705697048571,
      "learning_rate": 0.0001707151879057579,
      "loss": 4.8125,
      "step": 67873
    },
    {
      "epoch": 2.7800122875281588,
      "grad_norm": 4.444585993857308,
      "learning_rate": 0.00017071195775662012,
      "loss": 6.0312,
      "step": 67874
    },
    {
      "epoch": 2.7800532459553553,
      "grad_norm": 3.7943386334065523,
      "learning_rate": 0.00017070872759769097,
      "loss": 4.1562,
      "step": 67875
    },
    {
      "epoch": 2.780094204382552,
      "grad_norm": 3.4296722958109123,
      "learning_rate": 0.00017070549742897193,
      "loss": 4.4375,
      "step": 67876
    },
    {
      "epoch": 2.7801351628097484,
      "grad_norm": 4.052872277554248,
      "learning_rate": 0.00017070226725046444,
      "loss": 1.1406,
      "step": 67877
    },
    {
      "epoch": 2.7801761212369445,
      "grad_norm": 4.452641046576527,
      "learning_rate": 0.00017069903706217024,
      "loss": 5.125,
      "step": 67878
    },
    {
      "epoch": 2.780217079664141,
      "grad_norm": 3.294981963509797,
      "learning_rate": 0.00017069580686409068,
      "loss": 3.8125,
      "step": 67879
    },
    {
      "epoch": 2.780258038091337,
      "grad_norm": 3.990217565940528,
      "learning_rate": 0.0001706925766562273,
      "loss": 5.25,
      "step": 67880
    },
    {
      "epoch": 2.7802989965185336,
      "grad_norm": 5.184275253857938,
      "learning_rate": 0.00017068934643858175,
      "loss": 5.875,
      "step": 67881
    },
    {
      "epoch": 2.78033995494573,
      "grad_norm": 3.229793175274131,
      "learning_rate": 0.00017068611621115544,
      "loss": 3.9219,
      "step": 67882
    },
    {
      "epoch": 2.7803809133729267,
      "grad_norm": 4.086091673875324,
      "learning_rate": 0.00017068288597394996,
      "loss": 4.4688,
      "step": 67883
    },
    {
      "epoch": 2.780421871800123,
      "grad_norm": 3.3255531201913726,
      "learning_rate": 0.00017067965572696675,
      "loss": 4.3438,
      "step": 67884
    },
    {
      "epoch": 2.7804628302273193,
      "grad_norm": 3.1236613799815394,
      "learning_rate": 0.00017067642547020744,
      "loss": 4.625,
      "step": 67885
    },
    {
      "epoch": 2.7805037886545154,
      "grad_norm": 4.67817040261295,
      "learning_rate": 0.00017067319520367355,
      "loss": 5.0312,
      "step": 67886
    },
    {
      "epoch": 2.780544747081712,
      "grad_norm": 8.812866001024096,
      "learning_rate": 0.00017066996492736655,
      "loss": 3.8906,
      "step": 67887
    },
    {
      "epoch": 2.7805857055089085,
      "grad_norm": 3.367815656942584,
      "learning_rate": 0.00017066673464128792,
      "loss": 3.875,
      "step": 67888
    },
    {
      "epoch": 2.780626663936105,
      "grad_norm": 3.281107025517377,
      "learning_rate": 0.00017066350434543934,
      "loss": 4.5312,
      "step": 67889
    },
    {
      "epoch": 2.780667622363301,
      "grad_norm": 5.84655042593852,
      "learning_rate": 0.00017066027403982222,
      "loss": 3.7656,
      "step": 67890
    },
    {
      "epoch": 2.7807085807904977,
      "grad_norm": 4.019561255881493,
      "learning_rate": 0.00017065704372443816,
      "loss": 3.5938,
      "step": 67891
    },
    {
      "epoch": 2.780749539217694,
      "grad_norm": 3.0665337852716497,
      "learning_rate": 0.0001706538133992886,
      "loss": 3.6562,
      "step": 67892
    },
    {
      "epoch": 2.7807904976448903,
      "grad_norm": 2.9496030127434123,
      "learning_rate": 0.00017065058306437513,
      "loss": 4.3125,
      "step": 67893
    },
    {
      "epoch": 2.780831456072087,
      "grad_norm": 3.8765074383128124,
      "learning_rate": 0.00017064735271969927,
      "loss": 5.0938,
      "step": 67894
    },
    {
      "epoch": 2.7808724144992834,
      "grad_norm": 4.95002504771087,
      "learning_rate": 0.00017064412236526252,
      "loss": 6.1562,
      "step": 67895
    },
    {
      "epoch": 2.78091337292648,
      "grad_norm": 3.6608230279896308,
      "learning_rate": 0.00017064089200106641,
      "loss": 4.5,
      "step": 67896
    },
    {
      "epoch": 2.780954331353676,
      "grad_norm": 3.690830750600728,
      "learning_rate": 0.00017063766162711257,
      "loss": 5.0625,
      "step": 67897
    },
    {
      "epoch": 2.7809952897808725,
      "grad_norm": 3.5992951568377074,
      "learning_rate": 0.00017063443124340236,
      "loss": 5.4375,
      "step": 67898
    },
    {
      "epoch": 2.7810362482080686,
      "grad_norm": 3.87219607251089,
      "learning_rate": 0.00017063120084993743,
      "loss": 4.5625,
      "step": 67899
    },
    {
      "epoch": 2.781077206635265,
      "grad_norm": 3.612655814523137,
      "learning_rate": 0.0001706279704467192,
      "loss": 5.0,
      "step": 67900
    },
    {
      "epoch": 2.7811181650624617,
      "grad_norm": 3.883645521824469,
      "learning_rate": 0.00017062474003374934,
      "loss": 4.9062,
      "step": 67901
    },
    {
      "epoch": 2.781159123489658,
      "grad_norm": 3.200304987178393,
      "learning_rate": 0.0001706215096110293,
      "loss": 4.6562,
      "step": 67902
    },
    {
      "epoch": 2.7812000819168543,
      "grad_norm": 4.681062487999967,
      "learning_rate": 0.00017061827917856057,
      "loss": 4.2188,
      "step": 67903
    },
    {
      "epoch": 2.781241040344051,
      "grad_norm": 3.5888806018012773,
      "learning_rate": 0.0001706150487363447,
      "loss": 5.0625,
      "step": 67904
    },
    {
      "epoch": 2.781281998771247,
      "grad_norm": 4.868079095879769,
      "learning_rate": 0.00017061181828438327,
      "loss": 5.8438,
      "step": 67905
    },
    {
      "epoch": 2.7813229571984435,
      "grad_norm": 4.969469338967742,
      "learning_rate": 0.00017060858782267776,
      "loss": 5.3125,
      "step": 67906
    },
    {
      "epoch": 2.78136391562564,
      "grad_norm": 4.018415280759431,
      "learning_rate": 0.00017060535735122969,
      "loss": 4.8438,
      "step": 67907
    },
    {
      "epoch": 2.7814048740528365,
      "grad_norm": 8.960015565061815,
      "learning_rate": 0.0001706021268700406,
      "loss": 2.8438,
      "step": 67908
    },
    {
      "epoch": 2.7814458324800326,
      "grad_norm": 3.5982173086579765,
      "learning_rate": 0.00017059889637911205,
      "loss": 5.1562,
      "step": 67909
    },
    {
      "epoch": 2.781486790907229,
      "grad_norm": 8.292209090500942,
      "learning_rate": 0.00017059566587844554,
      "loss": 2.9844,
      "step": 67910
    },
    {
      "epoch": 2.7815277493344257,
      "grad_norm": 3.6696157626970995,
      "learning_rate": 0.00017059243536804254,
      "loss": 5.0625,
      "step": 67911
    },
    {
      "epoch": 2.781568707761622,
      "grad_norm": 4.0763607716040005,
      "learning_rate": 0.0001705892048479047,
      "loss": 4.2188,
      "step": 67912
    },
    {
      "epoch": 2.7816096661888183,
      "grad_norm": 5.1172336530924785,
      "learning_rate": 0.00017058597431803343,
      "loss": 5.0938,
      "step": 67913
    },
    {
      "epoch": 2.781650624616015,
      "grad_norm": 4.071823191773416,
      "learning_rate": 0.00017058274377843035,
      "loss": 5.0,
      "step": 67914
    },
    {
      "epoch": 2.7816915830432114,
      "grad_norm": 3.275391199022377,
      "learning_rate": 0.0001705795132290969,
      "loss": 4.5625,
      "step": 67915
    },
    {
      "epoch": 2.7817325414704075,
      "grad_norm": 6.059749608819962,
      "learning_rate": 0.00017057628267003462,
      "loss": 3.8281,
      "step": 67916
    },
    {
      "epoch": 2.781773499897604,
      "grad_norm": 4.221143281028851,
      "learning_rate": 0.00017057305210124515,
      "loss": 1.6875,
      "step": 67917
    },
    {
      "epoch": 2.7818144583248,
      "grad_norm": 3.698130512476678,
      "learning_rate": 0.0001705698215227299,
      "loss": 3.7656,
      "step": 67918
    },
    {
      "epoch": 2.7818554167519967,
      "grad_norm": 3.778240252025583,
      "learning_rate": 0.00017056659093449042,
      "loss": 4.4375,
      "step": 67919
    },
    {
      "epoch": 2.781896375179193,
      "grad_norm": 3.205555719124394,
      "learning_rate": 0.00017056336033652826,
      "loss": 3.4844,
      "step": 67920
    },
    {
      "epoch": 2.7819373336063897,
      "grad_norm": 3.57928953846051,
      "learning_rate": 0.00017056012972884493,
      "loss": 4.4688,
      "step": 67921
    },
    {
      "epoch": 2.781978292033586,
      "grad_norm": 3.1273089123694797,
      "learning_rate": 0.00017055689911144197,
      "loss": 3.9062,
      "step": 67922
    },
    {
      "epoch": 2.7820192504607824,
      "grad_norm": 3.353118817355333,
      "learning_rate": 0.0001705536684843209,
      "loss": 4.2188,
      "step": 67923
    },
    {
      "epoch": 2.7820602088879784,
      "grad_norm": 3.5518003504304505,
      "learning_rate": 0.00017055043784748323,
      "loss": 4.7812,
      "step": 67924
    },
    {
      "epoch": 2.782101167315175,
      "grad_norm": 4.063860644568524,
      "learning_rate": 0.00017054720720093052,
      "loss": 4.9375,
      "step": 67925
    },
    {
      "epoch": 2.7821421257423715,
      "grad_norm": 3.4133701195775057,
      "learning_rate": 0.00017054397654466428,
      "loss": 5.2188,
      "step": 67926
    },
    {
      "epoch": 2.782183084169568,
      "grad_norm": 5.403637938293319,
      "learning_rate": 0.00017054074587868608,
      "loss": 4.1875,
      "step": 67927
    },
    {
      "epoch": 2.782224042596764,
      "grad_norm": 5.734181399943242,
      "learning_rate": 0.00017053751520299733,
      "loss": 4.375,
      "step": 67928
    },
    {
      "epoch": 2.7822650010239607,
      "grad_norm": 5.771425710478945,
      "learning_rate": 0.00017053428451759968,
      "loss": 2.875,
      "step": 67929
    },
    {
      "epoch": 2.782305959451157,
      "grad_norm": 3.7505357477681094,
      "learning_rate": 0.00017053105382249464,
      "loss": 4.5312,
      "step": 67930
    },
    {
      "epoch": 2.7823469178783533,
      "grad_norm": 3.404226564533124,
      "learning_rate": 0.00017052782311768365,
      "loss": 4.25,
      "step": 67931
    },
    {
      "epoch": 2.78238787630555,
      "grad_norm": 3.768310013541616,
      "learning_rate": 0.0001705245924031683,
      "loss": 5.6875,
      "step": 67932
    },
    {
      "epoch": 2.7824288347327464,
      "grad_norm": 3.4948172234825257,
      "learning_rate": 0.00017052136167895017,
      "loss": 3.875,
      "step": 67933
    },
    {
      "epoch": 2.782469793159943,
      "grad_norm": 5.453579544612868,
      "learning_rate": 0.0001705181309450307,
      "loss": 3.8125,
      "step": 67934
    },
    {
      "epoch": 2.782510751587139,
      "grad_norm": 3.272077478042903,
      "learning_rate": 0.00017051490020141143,
      "loss": 4.5625,
      "step": 67935
    },
    {
      "epoch": 2.7825517100143355,
      "grad_norm": 3.512848819158909,
      "learning_rate": 0.0001705116694480939,
      "loss": 3.7812,
      "step": 67936
    },
    {
      "epoch": 2.7825926684415316,
      "grad_norm": 4.468989127566443,
      "learning_rate": 0.00017050843868507968,
      "loss": 4.4062,
      "step": 67937
    },
    {
      "epoch": 2.782633626868728,
      "grad_norm": 4.12930561507614,
      "learning_rate": 0.00017050520791237026,
      "loss": 4.4688,
      "step": 67938
    },
    {
      "epoch": 2.7826745852959247,
      "grad_norm": 4.2262788484536555,
      "learning_rate": 0.00017050197712996715,
      "loss": 4.3438,
      "step": 67939
    },
    {
      "epoch": 2.7827155437231212,
      "grad_norm": 3.8118786380364855,
      "learning_rate": 0.0001704987463378719,
      "loss": 4.4375,
      "step": 67940
    },
    {
      "epoch": 2.7827565021503173,
      "grad_norm": 2.584367800561015,
      "learning_rate": 0.00017049551553608602,
      "loss": 1.1016,
      "step": 67941
    },
    {
      "epoch": 2.782797460577514,
      "grad_norm": 5.280633817877256,
      "learning_rate": 0.00017049228472461106,
      "loss": 4.2188,
      "step": 67942
    },
    {
      "epoch": 2.78283841900471,
      "grad_norm": 4.847565156615402,
      "learning_rate": 0.00017048905390344856,
      "loss": 4.75,
      "step": 67943
    },
    {
      "epoch": 2.7828793774319065,
      "grad_norm": 3.5135197635550193,
      "learning_rate": 0.00017048582307259996,
      "loss": 5.0,
      "step": 67944
    },
    {
      "epoch": 2.782920335859103,
      "grad_norm": 4.117777687493328,
      "learning_rate": 0.0001704825922320669,
      "loss": 3.6406,
      "step": 67945
    },
    {
      "epoch": 2.7829612942862996,
      "grad_norm": 3.3628583318565597,
      "learning_rate": 0.00017047936138185087,
      "loss": 4.125,
      "step": 67946
    },
    {
      "epoch": 2.7830022527134957,
      "grad_norm": 3.4049064699797813,
      "learning_rate": 0.00017047613052195335,
      "loss": 4.9375,
      "step": 67947
    },
    {
      "epoch": 2.783043211140692,
      "grad_norm": 3.7843141991596463,
      "learning_rate": 0.00017047289965237594,
      "loss": 4.6562,
      "step": 67948
    },
    {
      "epoch": 2.7830841695678887,
      "grad_norm": 3.229811787729254,
      "learning_rate": 0.0001704696687731201,
      "loss": 4.375,
      "step": 67949
    },
    {
      "epoch": 2.783125127995085,
      "grad_norm": 3.2754944901913623,
      "learning_rate": 0.0001704664378841874,
      "loss": 4.8438,
      "step": 67950
    },
    {
      "epoch": 2.7831660864222814,
      "grad_norm": 3.6726175839604274,
      "learning_rate": 0.0001704632069855794,
      "loss": 4.6875,
      "step": 67951
    },
    {
      "epoch": 2.783207044849478,
      "grad_norm": 3.682184919567688,
      "learning_rate": 0.00017045997607729752,
      "loss": 4.6875,
      "step": 67952
    },
    {
      "epoch": 2.7832480032766744,
      "grad_norm": 3.120517580966227,
      "learning_rate": 0.00017045674515934336,
      "loss": 4.0,
      "step": 67953
    },
    {
      "epoch": 2.7832889617038705,
      "grad_norm": 4.658658483681761,
      "learning_rate": 0.00017045351423171845,
      "loss": 3.3438,
      "step": 67954
    },
    {
      "epoch": 2.783329920131067,
      "grad_norm": 3.4359501293916157,
      "learning_rate": 0.00017045028329442432,
      "loss": 3.9844,
      "step": 67955
    },
    {
      "epoch": 2.783370878558263,
      "grad_norm": 5.076749153888516,
      "learning_rate": 0.00017044705234746244,
      "loss": 5.2188,
      "step": 67956
    },
    {
      "epoch": 2.7834118369854597,
      "grad_norm": 9.916887838145978,
      "learning_rate": 0.0001704438213908344,
      "loss": 5.2188,
      "step": 67957
    },
    {
      "epoch": 2.7834527954126562,
      "grad_norm": 5.960260405746963,
      "learning_rate": 0.00017044059042454172,
      "loss": 3.2812,
      "step": 67958
    },
    {
      "epoch": 2.7834937538398528,
      "grad_norm": 3.8961025222592056,
      "learning_rate": 0.00017043735944858592,
      "loss": 4.7812,
      "step": 67959
    },
    {
      "epoch": 2.783534712267049,
      "grad_norm": 5.811434759888465,
      "learning_rate": 0.0001704341284629685,
      "loss": 3.2031,
      "step": 67960
    },
    {
      "epoch": 2.7835756706942454,
      "grad_norm": 4.8297680504380525,
      "learning_rate": 0.00017043089746769102,
      "loss": 6.5938,
      "step": 67961
    },
    {
      "epoch": 2.7836166291214415,
      "grad_norm": 3.5874291962808424,
      "learning_rate": 0.000170427666462755,
      "loss": 4.2812,
      "step": 67962
    },
    {
      "epoch": 2.783657587548638,
      "grad_norm": 4.172066961998974,
      "learning_rate": 0.00017042443544816195,
      "loss": 5.0625,
      "step": 67963
    },
    {
      "epoch": 2.7836985459758345,
      "grad_norm": 6.838452363783825,
      "learning_rate": 0.0001704212044239134,
      "loss": 5.4062,
      "step": 67964
    },
    {
      "epoch": 2.783739504403031,
      "grad_norm": 3.653094906704292,
      "learning_rate": 0.00017041797339001095,
      "loss": 4.6875,
      "step": 67965
    },
    {
      "epoch": 2.783780462830227,
      "grad_norm": 3.5687101585759105,
      "learning_rate": 0.00017041474234645603,
      "loss": 4.2812,
      "step": 67966
    },
    {
      "epoch": 2.7838214212574237,
      "grad_norm": 6.5739883839327735,
      "learning_rate": 0.0001704115112932502,
      "loss": 4.0312,
      "step": 67967
    },
    {
      "epoch": 2.7838623796846202,
      "grad_norm": 3.6001331294328818,
      "learning_rate": 0.00017040828023039497,
      "loss": 4.5938,
      "step": 67968
    },
    {
      "epoch": 2.7839033381118163,
      "grad_norm": 3.43525619157225,
      "learning_rate": 0.00017040504915789191,
      "loss": 4.25,
      "step": 67969
    },
    {
      "epoch": 2.783944296539013,
      "grad_norm": 7.249160611162367,
      "learning_rate": 0.00017040181807574255,
      "loss": 6.5,
      "step": 67970
    },
    {
      "epoch": 2.7839852549662094,
      "grad_norm": 3.2912492410463208,
      "learning_rate": 0.00017039858698394842,
      "loss": 3.6719,
      "step": 67971
    },
    {
      "epoch": 2.784026213393406,
      "grad_norm": 3.7551432456388434,
      "learning_rate": 0.00017039535588251093,
      "loss": 4.4688,
      "step": 67972
    },
    {
      "epoch": 2.784067171820602,
      "grad_norm": 8.91260642072529,
      "learning_rate": 0.00017039212477143177,
      "loss": 4.2188,
      "step": 67973
    },
    {
      "epoch": 2.7841081302477986,
      "grad_norm": 3.6369457284241995,
      "learning_rate": 0.00017038889365071235,
      "loss": 5.0,
      "step": 67974
    },
    {
      "epoch": 2.7841490886749947,
      "grad_norm": 3.7582571180380544,
      "learning_rate": 0.00017038566252035428,
      "loss": 6.5312,
      "step": 67975
    },
    {
      "epoch": 2.784190047102191,
      "grad_norm": 6.471613118979572,
      "learning_rate": 0.00017038243138035904,
      "loss": 6.1562,
      "step": 67976
    },
    {
      "epoch": 2.7842310055293877,
      "grad_norm": 3.583803669843105,
      "learning_rate": 0.00017037920023072817,
      "loss": 5.4688,
      "step": 67977
    },
    {
      "epoch": 2.7842719639565843,
      "grad_norm": 3.4150913682730004,
      "learning_rate": 0.00017037596907146322,
      "loss": 4.1875,
      "step": 67978
    },
    {
      "epoch": 2.7843129223837804,
      "grad_norm": 3.571664529696951,
      "learning_rate": 0.00017037273790256567,
      "loss": 5.0938,
      "step": 67979
    },
    {
      "epoch": 2.784353880810977,
      "grad_norm": 3.2300444956176584,
      "learning_rate": 0.00017036950672403702,
      "loss": 4.5625,
      "step": 67980
    },
    {
      "epoch": 2.784394839238173,
      "grad_norm": 4.991216551149577,
      "learning_rate": 0.00017036627553587892,
      "loss": 6.7188,
      "step": 67981
    },
    {
      "epoch": 2.7844357976653695,
      "grad_norm": 3.548877826573909,
      "learning_rate": 0.00017036304433809283,
      "loss": 4.7812,
      "step": 67982
    },
    {
      "epoch": 2.784476756092566,
      "grad_norm": 3.7956589808172616,
      "learning_rate": 0.00017035981313068025,
      "loss": 4.625,
      "step": 67983
    },
    {
      "epoch": 2.7845177145197626,
      "grad_norm": 3.804629504829953,
      "learning_rate": 0.00017035658191364274,
      "loss": 5.0625,
      "step": 67984
    },
    {
      "epoch": 2.7845586729469587,
      "grad_norm": 3.776144773518331,
      "learning_rate": 0.00017035335068698183,
      "loss": 5.4375,
      "step": 67985
    },
    {
      "epoch": 2.7845996313741552,
      "grad_norm": 4.32958064950755,
      "learning_rate": 0.00017035011945069903,
      "loss": 4.4375,
      "step": 67986
    },
    {
      "epoch": 2.7846405898013518,
      "grad_norm": 3.3429480150987425,
      "learning_rate": 0.00017034688820479586,
      "loss": 4.375,
      "step": 67987
    },
    {
      "epoch": 2.784681548228548,
      "grad_norm": 3.032925217670523,
      "learning_rate": 0.00017034365694927384,
      "loss": 3.3906,
      "step": 67988
    },
    {
      "epoch": 2.7847225066557444,
      "grad_norm": 3.604839245901878,
      "learning_rate": 0.00017034042568413456,
      "loss": 4.4062,
      "step": 67989
    },
    {
      "epoch": 2.784763465082941,
      "grad_norm": 4.289620905022851,
      "learning_rate": 0.00017033719440937952,
      "loss": 5.0938,
      "step": 67990
    },
    {
      "epoch": 2.7848044235101375,
      "grad_norm": 4.282430722506322,
      "learning_rate": 0.00017033396312501022,
      "loss": 5.7188,
      "step": 67991
    },
    {
      "epoch": 2.7848453819373336,
      "grad_norm": 3.7053645915709668,
      "learning_rate": 0.00017033073183102815,
      "loss": 4.9375,
      "step": 67992
    },
    {
      "epoch": 2.78488634036453,
      "grad_norm": 4.432185055581774,
      "learning_rate": 0.00017032750052743497,
      "loss": 6.0938,
      "step": 67993
    },
    {
      "epoch": 2.784927298791726,
      "grad_norm": 3.3650321527307647,
      "learning_rate": 0.0001703242692142321,
      "loss": 3.8906,
      "step": 67994
    },
    {
      "epoch": 2.7849682572189227,
      "grad_norm": 3.701237430742469,
      "learning_rate": 0.00017032103789142106,
      "loss": 4.8438,
      "step": 67995
    },
    {
      "epoch": 2.7850092156461193,
      "grad_norm": 4.199074210423959,
      "learning_rate": 0.0001703178065590034,
      "loss": 4.6562,
      "step": 67996
    },
    {
      "epoch": 2.785050174073316,
      "grad_norm": 7.1554521302993415,
      "learning_rate": 0.00017031457521698073,
      "loss": 4.125,
      "step": 67997
    },
    {
      "epoch": 2.785091132500512,
      "grad_norm": 3.85547655159395,
      "learning_rate": 0.00017031134386535443,
      "loss": 4.5,
      "step": 67998
    },
    {
      "epoch": 2.7851320909277084,
      "grad_norm": 4.453118206438693,
      "learning_rate": 0.00017030811250412617,
      "loss": 4.5312,
      "step": 67999
    },
    {
      "epoch": 2.7851730493549045,
      "grad_norm": 3.0648791687959878,
      "learning_rate": 0.00017030488113329738,
      "loss": 4.4062,
      "step": 68000
    },
    {
      "epoch": 2.785214007782101,
      "grad_norm": 3.4644074798322317,
      "learning_rate": 0.00017030164975286963,
      "loss": 4.0,
      "step": 68001
    },
    {
      "epoch": 2.7852549662092976,
      "grad_norm": 5.2398757924970605,
      "learning_rate": 0.00017029841836284444,
      "loss": 3.4688,
      "step": 68002
    },
    {
      "epoch": 2.785295924636494,
      "grad_norm": 4.127786163993599,
      "learning_rate": 0.00017029518696322335,
      "loss": 4.8438,
      "step": 68003
    },
    {
      "epoch": 2.78533688306369,
      "grad_norm": 4.816358371817212,
      "learning_rate": 0.00017029195555400784,
      "loss": 6.5,
      "step": 68004
    },
    {
      "epoch": 2.7853778414908867,
      "grad_norm": 3.556635677016308,
      "learning_rate": 0.0001702887241351995,
      "loss": 5.0312,
      "step": 68005
    },
    {
      "epoch": 2.7854187999180833,
      "grad_norm": 4.315608979682137,
      "learning_rate": 0.0001702854927067998,
      "loss": 5.6875,
      "step": 68006
    },
    {
      "epoch": 2.7854597583452794,
      "grad_norm": 3.9916339178844327,
      "learning_rate": 0.00017028226126881036,
      "loss": 3.7656,
      "step": 68007
    },
    {
      "epoch": 2.785500716772476,
      "grad_norm": 4.214073613781105,
      "learning_rate": 0.00017027902982123255,
      "loss": 6.5,
      "step": 68008
    },
    {
      "epoch": 2.7855416751996724,
      "grad_norm": 4.0893948333687895,
      "learning_rate": 0.00017027579836406803,
      "loss": 5.625,
      "step": 68009
    },
    {
      "epoch": 2.785582633626869,
      "grad_norm": 3.831402758579942,
      "learning_rate": 0.00017027256689731833,
      "loss": 4.6875,
      "step": 68010
    },
    {
      "epoch": 2.785623592054065,
      "grad_norm": 6.037646965995728,
      "learning_rate": 0.0001702693354209849,
      "loss": 2.4375,
      "step": 68011
    },
    {
      "epoch": 2.7856645504812616,
      "grad_norm": 3.7117220928248646,
      "learning_rate": 0.00017026610393506926,
      "loss": 5.625,
      "step": 68012
    },
    {
      "epoch": 2.7857055089084577,
      "grad_norm": 3.1878083096460363,
      "learning_rate": 0.00017026287243957308,
      "loss": 4.0312,
      "step": 68013
    },
    {
      "epoch": 2.7857464673356542,
      "grad_norm": 5.5077458208941845,
      "learning_rate": 0.00017025964093449772,
      "loss": 4.8438,
      "step": 68014
    },
    {
      "epoch": 2.7857874257628508,
      "grad_norm": 14.743888978274537,
      "learning_rate": 0.00017025640941984482,
      "loss": 3.4219,
      "step": 68015
    },
    {
      "epoch": 2.7858283841900473,
      "grad_norm": 4.603224391151176,
      "learning_rate": 0.0001702531778956158,
      "loss": 4.8125,
      "step": 68016
    },
    {
      "epoch": 2.7858693426172434,
      "grad_norm": 3.368350604347787,
      "learning_rate": 0.00017024994636181232,
      "loss": 3.875,
      "step": 68017
    },
    {
      "epoch": 2.78591030104444,
      "grad_norm": 2.9751490743383417,
      "learning_rate": 0.00017024671481843584,
      "loss": 3.625,
      "step": 68018
    },
    {
      "epoch": 2.785951259471636,
      "grad_norm": 3.1029458368570446,
      "learning_rate": 0.0001702434832654879,
      "loss": 1.125,
      "step": 68019
    },
    {
      "epoch": 2.7859922178988326,
      "grad_norm": 3.5387987337261535,
      "learning_rate": 0.00017024025170296996,
      "loss": 4.3438,
      "step": 68020
    },
    {
      "epoch": 2.786033176326029,
      "grad_norm": 6.068888746174283,
      "learning_rate": 0.00017023702013088362,
      "loss": 1.8828,
      "step": 68021
    },
    {
      "epoch": 2.7860741347532256,
      "grad_norm": 3.32554102471345,
      "learning_rate": 0.00017023378854923038,
      "loss": 4.6875,
      "step": 68022
    },
    {
      "epoch": 2.7861150931804217,
      "grad_norm": 3.2328500861664398,
      "learning_rate": 0.00017023055695801183,
      "loss": 4.7188,
      "step": 68023
    },
    {
      "epoch": 2.7861560516076183,
      "grad_norm": 4.393448284503196,
      "learning_rate": 0.00017022732535722937,
      "loss": 5.4062,
      "step": 68024
    },
    {
      "epoch": 2.786197010034815,
      "grad_norm": 4.70622651430537,
      "learning_rate": 0.00017022409374688467,
      "loss": 2.9062,
      "step": 68025
    },
    {
      "epoch": 2.786237968462011,
      "grad_norm": 3.6392262359596272,
      "learning_rate": 0.00017022086212697916,
      "loss": 4.6562,
      "step": 68026
    },
    {
      "epoch": 2.7862789268892074,
      "grad_norm": 5.12388995995808,
      "learning_rate": 0.0001702176304975144,
      "loss": 5.375,
      "step": 68027
    },
    {
      "epoch": 2.786319885316404,
      "grad_norm": 4.031580948426782,
      "learning_rate": 0.0001702143988584919,
      "loss": 4.2812,
      "step": 68028
    },
    {
      "epoch": 2.7863608437436005,
      "grad_norm": 3.6272165037190285,
      "learning_rate": 0.00017021116720991323,
      "loss": 4.2188,
      "step": 68029
    },
    {
      "epoch": 2.7864018021707966,
      "grad_norm": 6.257441841278112,
      "learning_rate": 0.00017020793555177992,
      "loss": 4.0938,
      "step": 68030
    },
    {
      "epoch": 2.786442760597993,
      "grad_norm": 3.3876889981337337,
      "learning_rate": 0.00017020470388409345,
      "loss": 4.625,
      "step": 68031
    },
    {
      "epoch": 2.786483719025189,
      "grad_norm": 7.526375363163531,
      "learning_rate": 0.00017020147220685536,
      "loss": 5.625,
      "step": 68032
    },
    {
      "epoch": 2.7865246774523857,
      "grad_norm": 3.692221774216686,
      "learning_rate": 0.00017019824052006717,
      "loss": 3.8906,
      "step": 68033
    },
    {
      "epoch": 2.7865656358795823,
      "grad_norm": 3.835743786365907,
      "learning_rate": 0.00017019500882373045,
      "loss": 4.75,
      "step": 68034
    },
    {
      "epoch": 2.786606594306779,
      "grad_norm": 3.5302798372758604,
      "learning_rate": 0.0001701917771178467,
      "loss": 4.4062,
      "step": 68035
    },
    {
      "epoch": 2.786647552733975,
      "grad_norm": 3.4798029656705203,
      "learning_rate": 0.00017018854540241742,
      "loss": 5.2188,
      "step": 68036
    },
    {
      "epoch": 2.7866885111611714,
      "grad_norm": 6.953496298846622,
      "learning_rate": 0.00017018531367744418,
      "loss": 3.9688,
      "step": 68037
    },
    {
      "epoch": 2.7867294695883675,
      "grad_norm": 5.325895766398859,
      "learning_rate": 0.00017018208194292852,
      "loss": 6.75,
      "step": 68038
    },
    {
      "epoch": 2.786770428015564,
      "grad_norm": 3.3975883977788017,
      "learning_rate": 0.00017017885019887194,
      "loss": 4.5,
      "step": 68039
    },
    {
      "epoch": 2.7868113864427606,
      "grad_norm": 4.955870244318787,
      "learning_rate": 0.00017017561844527592,
      "loss": 4.375,
      "step": 68040
    },
    {
      "epoch": 2.786852344869957,
      "grad_norm": 3.5122720664397473,
      "learning_rate": 0.00017017238668214207,
      "loss": 4.3438,
      "step": 68041
    },
    {
      "epoch": 2.7868933032971532,
      "grad_norm": 3.8776030482759554,
      "learning_rate": 0.00017016915490947193,
      "loss": 4.9375,
      "step": 68042
    },
    {
      "epoch": 2.7869342617243498,
      "grad_norm": 3.8004865887573405,
      "learning_rate": 0.00017016592312726696,
      "loss": 6.0625,
      "step": 68043
    },
    {
      "epoch": 2.7869752201515463,
      "grad_norm": 3.7843507776103475,
      "learning_rate": 0.00017016269133552866,
      "loss": 4.5938,
      "step": 68044
    },
    {
      "epoch": 2.7870161785787424,
      "grad_norm": 3.5656687331570978,
      "learning_rate": 0.00017015945953425868,
      "loss": 5.625,
      "step": 68045
    },
    {
      "epoch": 2.787057137005939,
      "grad_norm": 3.474487466243614,
      "learning_rate": 0.00017015622772345842,
      "loss": 4.5312,
      "step": 68046
    },
    {
      "epoch": 2.7870980954331355,
      "grad_norm": 3.2401755860802797,
      "learning_rate": 0.00017015299590312952,
      "loss": 4.375,
      "step": 68047
    },
    {
      "epoch": 2.787139053860332,
      "grad_norm": 3.9835335483416707,
      "learning_rate": 0.00017014976407327337,
      "loss": 4.4062,
      "step": 68048
    },
    {
      "epoch": 2.787180012287528,
      "grad_norm": 3.7092701537223887,
      "learning_rate": 0.00017014653223389165,
      "loss": 4.4688,
      "step": 68049
    },
    {
      "epoch": 2.7872209707147246,
      "grad_norm": 5.940351130861597,
      "learning_rate": 0.0001701433003849858,
      "loss": 4.0938,
      "step": 68050
    },
    {
      "epoch": 2.7872619291419207,
      "grad_norm": 3.4255962351522244,
      "learning_rate": 0.0001701400685265574,
      "loss": 4.5,
      "step": 68051
    },
    {
      "epoch": 2.7873028875691173,
      "grad_norm": 4.750027471763283,
      "learning_rate": 0.00017013683665860786,
      "loss": 5.1562,
      "step": 68052
    },
    {
      "epoch": 2.787343845996314,
      "grad_norm": 3.0495363065827212,
      "learning_rate": 0.0001701336047811389,
      "loss": 3.8594,
      "step": 68053
    },
    {
      "epoch": 2.7873848044235103,
      "grad_norm": 6.562548063041448,
      "learning_rate": 0.00017013037289415186,
      "loss": 4.5938,
      "step": 68054
    },
    {
      "epoch": 2.7874257628507064,
      "grad_norm": 6.588368562671416,
      "learning_rate": 0.00017012714099764843,
      "loss": 5.1562,
      "step": 68055
    },
    {
      "epoch": 2.787466721277903,
      "grad_norm": 3.3019048357435095,
      "learning_rate": 0.00017012390909162996,
      "loss": 4.3438,
      "step": 68056
    },
    {
      "epoch": 2.787507679705099,
      "grad_norm": 4.353781314049864,
      "learning_rate": 0.00017012067717609813,
      "loss": 4.9688,
      "step": 68057
    },
    {
      "epoch": 2.7875486381322956,
      "grad_norm": 3.9019138536757443,
      "learning_rate": 0.00017011744525105438,
      "loss": 4.4062,
      "step": 68058
    },
    {
      "epoch": 2.787589596559492,
      "grad_norm": 5.895121946165698,
      "learning_rate": 0.00017011421331650028,
      "loss": 6.375,
      "step": 68059
    },
    {
      "epoch": 2.7876305549866887,
      "grad_norm": 4.068475870243133,
      "learning_rate": 0.00017011098137243734,
      "loss": 5.5312,
      "step": 68060
    },
    {
      "epoch": 2.7876715134138847,
      "grad_norm": 3.3178581334318396,
      "learning_rate": 0.00017010774941886712,
      "loss": 4.7188,
      "step": 68061
    },
    {
      "epoch": 2.7877124718410813,
      "grad_norm": 4.842637022390477,
      "learning_rate": 0.0001701045174557911,
      "loss": 5.0312,
      "step": 68062
    },
    {
      "epoch": 2.787753430268278,
      "grad_norm": 4.024094720773621,
      "learning_rate": 0.00017010128548321086,
      "loss": 4.5,
      "step": 68063
    },
    {
      "epoch": 2.787794388695474,
      "grad_norm": 3.371115413135174,
      "learning_rate": 0.00017009805350112785,
      "loss": 4.9688,
      "step": 68064
    },
    {
      "epoch": 2.7878353471226704,
      "grad_norm": 3.6308314052470902,
      "learning_rate": 0.0001700948215095437,
      "loss": 5.9688,
      "step": 68065
    },
    {
      "epoch": 2.787876305549867,
      "grad_norm": 4.326588629071637,
      "learning_rate": 0.00017009158950845985,
      "loss": 3.75,
      "step": 68066
    },
    {
      "epoch": 2.7879172639770635,
      "grad_norm": 3.965437958067769,
      "learning_rate": 0.00017008835749787786,
      "loss": 5.5,
      "step": 68067
    },
    {
      "epoch": 2.7879582224042596,
      "grad_norm": 3.3199886967901038,
      "learning_rate": 0.00017008512547779926,
      "loss": 3.7969,
      "step": 68068
    },
    {
      "epoch": 2.787999180831456,
      "grad_norm": 3.577508141259165,
      "learning_rate": 0.00017008189344822557,
      "loss": 4.625,
      "step": 68069
    },
    {
      "epoch": 2.7880401392586522,
      "grad_norm": 3.692471529202915,
      "learning_rate": 0.00017007866140915837,
      "loss": 4.2188,
      "step": 68070
    },
    {
      "epoch": 2.7880810976858488,
      "grad_norm": 3.674349989760812,
      "learning_rate": 0.00017007542936059916,
      "loss": 4.9375,
      "step": 68071
    },
    {
      "epoch": 2.7881220561130453,
      "grad_norm": 3.813344165147651,
      "learning_rate": 0.00017007219730254936,
      "loss": 4.4062,
      "step": 68072
    },
    {
      "epoch": 2.788163014540242,
      "grad_norm": 3.0391878815384454,
      "learning_rate": 0.00017006896523501065,
      "loss": 3.7812,
      "step": 68073
    },
    {
      "epoch": 2.788203972967438,
      "grad_norm": 4.566300876939089,
      "learning_rate": 0.0001700657331579845,
      "loss": 2.5469,
      "step": 68074
    },
    {
      "epoch": 2.7882449313946345,
      "grad_norm": 3.411248755577816,
      "learning_rate": 0.00017006250107147244,
      "loss": 4.75,
      "step": 68075
    },
    {
      "epoch": 2.7882858898218306,
      "grad_norm": 5.69772239310227,
      "learning_rate": 0.00017005926897547592,
      "loss": 5.5938,
      "step": 68076
    },
    {
      "epoch": 2.788326848249027,
      "grad_norm": 18.61941499441638,
      "learning_rate": 0.00017005603686999664,
      "loss": 6.7188,
      "step": 68077
    },
    {
      "epoch": 2.7883678066762236,
      "grad_norm": 6.02323987416945,
      "learning_rate": 0.000170052804755036,
      "loss": 5.2812,
      "step": 68078
    },
    {
      "epoch": 2.78840876510342,
      "grad_norm": 3.334114454708147,
      "learning_rate": 0.00017004957263059555,
      "loss": 4.625,
      "step": 68079
    },
    {
      "epoch": 2.7884497235306163,
      "grad_norm": 4.588146623300511,
      "learning_rate": 0.00017004634049667676,
      "loss": 4.3125,
      "step": 68080
    },
    {
      "epoch": 2.788490681957813,
      "grad_norm": 4.218581435824321,
      "learning_rate": 0.0001700431083532813,
      "loss": 4.625,
      "step": 68081
    },
    {
      "epoch": 2.7885316403850093,
      "grad_norm": 4.05593889258538,
      "learning_rate": 0.00017003987620041062,
      "loss": 5.25,
      "step": 68082
    },
    {
      "epoch": 2.7885725988122054,
      "grad_norm": 7.0166596484160975,
      "learning_rate": 0.00017003664403806627,
      "loss": 6.1562,
      "step": 68083
    },
    {
      "epoch": 2.788613557239402,
      "grad_norm": 7.476919805280177,
      "learning_rate": 0.00017003341186624967,
      "loss": 6.7812,
      "step": 68084
    },
    {
      "epoch": 2.7886545156665985,
      "grad_norm": 3.797758581978606,
      "learning_rate": 0.00017003017968496252,
      "loss": 5.0312,
      "step": 68085
    },
    {
      "epoch": 2.788695474093795,
      "grad_norm": 7.555978118489524,
      "learning_rate": 0.00017002694749420624,
      "loss": 3.8906,
      "step": 68086
    },
    {
      "epoch": 2.788736432520991,
      "grad_norm": 3.494012074870984,
      "learning_rate": 0.00017002371529398238,
      "loss": 4.0938,
      "step": 68087
    },
    {
      "epoch": 2.7887773909481877,
      "grad_norm": 3.1174837474275177,
      "learning_rate": 0.0001700204830842924,
      "loss": 3.2656,
      "step": 68088
    },
    {
      "epoch": 2.7888183493753838,
      "grad_norm": 3.1950591697711017,
      "learning_rate": 0.000170017250865138,
      "loss": 3.6094,
      "step": 68089
    },
    {
      "epoch": 2.7888593078025803,
      "grad_norm": 4.015086403233813,
      "learning_rate": 0.0001700140186365206,
      "loss": 3.7656,
      "step": 68090
    },
    {
      "epoch": 2.788900266229777,
      "grad_norm": 3.677912884057057,
      "learning_rate": 0.0001700107863984417,
      "loss": 3.9062,
      "step": 68091
    },
    {
      "epoch": 2.7889412246569734,
      "grad_norm": 11.270425768288142,
      "learning_rate": 0.00017000755415090286,
      "loss": 5.9688,
      "step": 68092
    },
    {
      "epoch": 2.7889821830841695,
      "grad_norm": 5.924976846996174,
      "learning_rate": 0.0001700043218939056,
      "loss": 3.5625,
      "step": 68093
    },
    {
      "epoch": 2.789023141511366,
      "grad_norm": 3.113942099709934,
      "learning_rate": 0.00017000108962745148,
      "loss": 3.875,
      "step": 68094
    },
    {
      "epoch": 2.7890640999385625,
      "grad_norm": 3.951151656585495,
      "learning_rate": 0.000169997857351542,
      "loss": 5.2188,
      "step": 68095
    },
    {
      "epoch": 2.7891050583657586,
      "grad_norm": 3.3229579206470854,
      "learning_rate": 0.00016999462506617867,
      "loss": 4.4688,
      "step": 68096
    },
    {
      "epoch": 2.789146016792955,
      "grad_norm": 4.616849097142214,
      "learning_rate": 0.00016999139277136305,
      "loss": 5.125,
      "step": 68097
    },
    {
      "epoch": 2.7891869752201517,
      "grad_norm": 3.656425079294939,
      "learning_rate": 0.00016998816046709668,
      "loss": 4.9062,
      "step": 68098
    },
    {
      "epoch": 2.789227933647348,
      "grad_norm": 3.980046825059928,
      "learning_rate": 0.00016998492815338106,
      "loss": 4.4688,
      "step": 68099
    },
    {
      "epoch": 2.7892688920745443,
      "grad_norm": 3.663054571020332,
      "learning_rate": 0.0001699816958302177,
      "loss": 5.0938,
      "step": 68100
    },
    {
      "epoch": 2.789309850501741,
      "grad_norm": 3.6225300791997,
      "learning_rate": 0.00016997846349760815,
      "loss": 1.2812,
      "step": 68101
    },
    {
      "epoch": 2.789350808928937,
      "grad_norm": 5.456079280561033,
      "learning_rate": 0.00016997523115555398,
      "loss": 5.375,
      "step": 68102
    },
    {
      "epoch": 2.7893917673561335,
      "grad_norm": 5.033456743362071,
      "learning_rate": 0.00016997199880405668,
      "loss": 3.1094,
      "step": 68103
    },
    {
      "epoch": 2.78943272578333,
      "grad_norm": 3.6845340255441776,
      "learning_rate": 0.00016996876644311774,
      "loss": 4.9375,
      "step": 68104
    },
    {
      "epoch": 2.7894736842105265,
      "grad_norm": 4.439621093571293,
      "learning_rate": 0.00016996553407273876,
      "loss": 5.0625,
      "step": 68105
    },
    {
      "epoch": 2.7895146426377226,
      "grad_norm": 3.550806662685654,
      "learning_rate": 0.00016996230169292125,
      "loss": 4.9062,
      "step": 68106
    },
    {
      "epoch": 2.789555601064919,
      "grad_norm": 3.4725975316804534,
      "learning_rate": 0.0001699590693036667,
      "loss": 4.9688,
      "step": 68107
    },
    {
      "epoch": 2.7895965594921153,
      "grad_norm": 3.7869863526646563,
      "learning_rate": 0.00016995583690497662,
      "loss": 4.9062,
      "step": 68108
    },
    {
      "epoch": 2.789637517919312,
      "grad_norm": 4.344867104205329,
      "learning_rate": 0.0001699526044968526,
      "loss": 3.1562,
      "step": 68109
    },
    {
      "epoch": 2.7896784763465083,
      "grad_norm": 3.80307321790372,
      "learning_rate": 0.0001699493720792962,
      "loss": 4.4375,
      "step": 68110
    },
    {
      "epoch": 2.789719434773705,
      "grad_norm": 3.1371625142774344,
      "learning_rate": 0.00016994613965230884,
      "loss": 4.0312,
      "step": 68111
    },
    {
      "epoch": 2.789760393200901,
      "grad_norm": 3.8082493107722266,
      "learning_rate": 0.0001699429072158921,
      "loss": 4.5625,
      "step": 68112
    },
    {
      "epoch": 2.7898013516280975,
      "grad_norm": 3.275046115547418,
      "learning_rate": 0.00016993967477004756,
      "loss": 4.0312,
      "step": 68113
    },
    {
      "epoch": 2.789842310055294,
      "grad_norm": 3.432985363514896,
      "learning_rate": 0.00016993644231477666,
      "loss": 4.2812,
      "step": 68114
    },
    {
      "epoch": 2.78988326848249,
      "grad_norm": 4.906784171387611,
      "learning_rate": 0.00016993320985008098,
      "loss": 3.9062,
      "step": 68115
    },
    {
      "epoch": 2.7899242269096867,
      "grad_norm": 3.337431011970138,
      "learning_rate": 0.00016992997737596202,
      "loss": 4.1562,
      "step": 68116
    },
    {
      "epoch": 2.789965185336883,
      "grad_norm": 4.787378731311035,
      "learning_rate": 0.0001699267448924213,
      "loss": 5.5938,
      "step": 68117
    },
    {
      "epoch": 2.7900061437640793,
      "grad_norm": 3.2574886737446085,
      "learning_rate": 0.00016992351239946045,
      "loss": 4.0312,
      "step": 68118
    },
    {
      "epoch": 2.790047102191276,
      "grad_norm": 4.512430014555093,
      "learning_rate": 0.00016992027989708088,
      "loss": 5.125,
      "step": 68119
    },
    {
      "epoch": 2.7900880606184724,
      "grad_norm": 4.05883901294446,
      "learning_rate": 0.0001699170473852841,
      "loss": 5.4062,
      "step": 68120
    },
    {
      "epoch": 2.7901290190456685,
      "grad_norm": 3.508744694059805,
      "learning_rate": 0.00016991381486407175,
      "loss": 3.3438,
      "step": 68121
    },
    {
      "epoch": 2.790169977472865,
      "grad_norm": 4.868866346979889,
      "learning_rate": 0.00016991058233344533,
      "loss": 4.7188,
      "step": 68122
    },
    {
      "epoch": 2.7902109359000615,
      "grad_norm": 3.8831106565230793,
      "learning_rate": 0.0001699073497934063,
      "loss": 4.6875,
      "step": 68123
    },
    {
      "epoch": 2.790251894327258,
      "grad_norm": 3.0980903225703393,
      "learning_rate": 0.00016990411724395626,
      "loss": 3.8438,
      "step": 68124
    },
    {
      "epoch": 2.790292852754454,
      "grad_norm": 3.373062145432117,
      "learning_rate": 0.0001699008846850967,
      "loss": 4.4062,
      "step": 68125
    },
    {
      "epoch": 2.7903338111816507,
      "grad_norm": 3.5950012954147508,
      "learning_rate": 0.00016989765211682914,
      "loss": 5.0,
      "step": 68126
    },
    {
      "epoch": 2.790374769608847,
      "grad_norm": 3.2651857430154685,
      "learning_rate": 0.00016989441953915512,
      "loss": 2.7969,
      "step": 68127
    },
    {
      "epoch": 2.7904157280360433,
      "grad_norm": 3.6653494133607416,
      "learning_rate": 0.0001698911869520762,
      "loss": 4.9062,
      "step": 68128
    },
    {
      "epoch": 2.79045668646324,
      "grad_norm": 3.1569528613355047,
      "learning_rate": 0.00016988795435559387,
      "loss": 4.5312,
      "step": 68129
    },
    {
      "epoch": 2.7904976448904364,
      "grad_norm": 3.1932182262128666,
      "learning_rate": 0.00016988472174970964,
      "loss": 3.8125,
      "step": 68130
    },
    {
      "epoch": 2.7905386033176325,
      "grad_norm": 4.436960864582227,
      "learning_rate": 0.00016988148913442514,
      "loss": 5.4375,
      "step": 68131
    },
    {
      "epoch": 2.790579561744829,
      "grad_norm": 6.659580669181306,
      "learning_rate": 0.00016987825650974174,
      "loss": 5.2188,
      "step": 68132
    },
    {
      "epoch": 2.7906205201720256,
      "grad_norm": 3.4050558863958855,
      "learning_rate": 0.00016987502387566107,
      "loss": 4.7188,
      "step": 68133
    },
    {
      "epoch": 2.7906614785992216,
      "grad_norm": 3.569793935863936,
      "learning_rate": 0.0001698717912321847,
      "loss": 5.1562,
      "step": 68134
    },
    {
      "epoch": 2.790702437026418,
      "grad_norm": 3.2276333189643016,
      "learning_rate": 0.00016986855857931406,
      "loss": 3.7969,
      "step": 68135
    },
    {
      "epoch": 2.7907433954536147,
      "grad_norm": 3.1487601326906085,
      "learning_rate": 0.0001698653259170507,
      "loss": 4.25,
      "step": 68136
    },
    {
      "epoch": 2.7907843538808113,
      "grad_norm": 8.214500562361275,
      "learning_rate": 0.00016986209324539622,
      "loss": 4.25,
      "step": 68137
    },
    {
      "epoch": 2.7908253123080073,
      "grad_norm": 3.195914856245299,
      "learning_rate": 0.00016985886056435206,
      "loss": 4.0625,
      "step": 68138
    },
    {
      "epoch": 2.790866270735204,
      "grad_norm": 31.55018015739492,
      "learning_rate": 0.00016985562787391977,
      "loss": 3.1562,
      "step": 68139
    },
    {
      "epoch": 2.7909072291624,
      "grad_norm": 3.7586146256617914,
      "learning_rate": 0.0001698523951741009,
      "loss": 5.8125,
      "step": 68140
    },
    {
      "epoch": 2.7909481875895965,
      "grad_norm": 4.314707654768693,
      "learning_rate": 0.000169849162464897,
      "loss": 5.5312,
      "step": 68141
    },
    {
      "epoch": 2.790989146016793,
      "grad_norm": 3.4160366217528315,
      "learning_rate": 0.00016984592974630955,
      "loss": 5.1562,
      "step": 68142
    },
    {
      "epoch": 2.7910301044439896,
      "grad_norm": 3.4368813062904695,
      "learning_rate": 0.0001698426970183401,
      "loss": 4.4375,
      "step": 68143
    },
    {
      "epoch": 2.7910710628711857,
      "grad_norm": 7.939431697777408,
      "learning_rate": 0.00016983946428099012,
      "loss": 6.1875,
      "step": 68144
    },
    {
      "epoch": 2.791112021298382,
      "grad_norm": 3.546196024940014,
      "learning_rate": 0.00016983623153426128,
      "loss": 4.6875,
      "step": 68145
    },
    {
      "epoch": 2.7911529797255783,
      "grad_norm": 4.665863134489423,
      "learning_rate": 0.00016983299877815496,
      "loss": 5.0,
      "step": 68146
    },
    {
      "epoch": 2.791193938152775,
      "grad_norm": 3.295211528773868,
      "learning_rate": 0.00016982976601267278,
      "loss": 4.3438,
      "step": 68147
    },
    {
      "epoch": 2.7912348965799714,
      "grad_norm": 3.3048754599400576,
      "learning_rate": 0.00016982653323781622,
      "loss": 3.7344,
      "step": 68148
    },
    {
      "epoch": 2.791275855007168,
      "grad_norm": 3.471267917095828,
      "learning_rate": 0.00016982330045358683,
      "loss": 4.3125,
      "step": 68149
    },
    {
      "epoch": 2.791316813434364,
      "grad_norm": 3.997638941180823,
      "learning_rate": 0.00016982006765998612,
      "loss": 4.5938,
      "step": 68150
    },
    {
      "epoch": 2.7913577718615605,
      "grad_norm": 4.095926036321668,
      "learning_rate": 0.00016981683485701565,
      "loss": 5.5312,
      "step": 68151
    },
    {
      "epoch": 2.791398730288757,
      "grad_norm": 4.611326455364267,
      "learning_rate": 0.0001698136020446769,
      "loss": 4.8438,
      "step": 68152
    },
    {
      "epoch": 2.791439688715953,
      "grad_norm": 4.264123058243329,
      "learning_rate": 0.00016981036922297145,
      "loss": 4.5938,
      "step": 68153
    },
    {
      "epoch": 2.7914806471431497,
      "grad_norm": 3.3899875860264754,
      "learning_rate": 0.00016980713639190085,
      "loss": 4.4375,
      "step": 68154
    },
    {
      "epoch": 2.7915216055703462,
      "grad_norm": 3.2709677201937066,
      "learning_rate": 0.00016980390355146653,
      "loss": 3.9219,
      "step": 68155
    },
    {
      "epoch": 2.7915625639975428,
      "grad_norm": 3.9128482651071232,
      "learning_rate": 0.00016980067070167007,
      "loss": 4.5625,
      "step": 68156
    },
    {
      "epoch": 2.791603522424739,
      "grad_norm": 3.535267985144702,
      "learning_rate": 0.00016979743784251307,
      "loss": 3.6875,
      "step": 68157
    },
    {
      "epoch": 2.7916444808519354,
      "grad_norm": 3.591827757442617,
      "learning_rate": 0.00016979420497399694,
      "loss": 5.0625,
      "step": 68158
    },
    {
      "epoch": 2.7916854392791315,
      "grad_norm": 3.339494383313224,
      "learning_rate": 0.00016979097209612326,
      "loss": 4.125,
      "step": 68159
    },
    {
      "epoch": 2.791726397706328,
      "grad_norm": 7.019497400159493,
      "learning_rate": 0.00016978773920889358,
      "loss": 5.2188,
      "step": 68160
    },
    {
      "epoch": 2.7917673561335246,
      "grad_norm": 3.7475407848992734,
      "learning_rate": 0.00016978450631230938,
      "loss": 4.3438,
      "step": 68161
    },
    {
      "epoch": 2.791808314560721,
      "grad_norm": 4.595130279633483,
      "learning_rate": 0.00016978127340637223,
      "loss": 6.4375,
      "step": 68162
    },
    {
      "epoch": 2.791849272987917,
      "grad_norm": 4.374609332107702,
      "learning_rate": 0.00016977804049108364,
      "loss": 4.625,
      "step": 68163
    },
    {
      "epoch": 2.7918902314151137,
      "grad_norm": 3.7822765064411277,
      "learning_rate": 0.0001697748075664451,
      "loss": 3.2969,
      "step": 68164
    },
    {
      "epoch": 2.79193118984231,
      "grad_norm": 3.691123714923436,
      "learning_rate": 0.00016977157463245822,
      "loss": 4.5312,
      "step": 68165
    },
    {
      "epoch": 2.7919721482695063,
      "grad_norm": 5.866608242913675,
      "learning_rate": 0.0001697683416891245,
      "loss": 3.9062,
      "step": 68166
    },
    {
      "epoch": 2.792013106696703,
      "grad_norm": 3.8139135229429746,
      "learning_rate": 0.0001697651087364454,
      "loss": 5.7812,
      "step": 68167
    },
    {
      "epoch": 2.7920540651238994,
      "grad_norm": 6.482803182107569,
      "learning_rate": 0.00016976187577442254,
      "loss": 5.375,
      "step": 68168
    },
    {
      "epoch": 2.7920950235510955,
      "grad_norm": 3.3676484430986164,
      "learning_rate": 0.0001697586428030574,
      "loss": 4.1562,
      "step": 68169
    },
    {
      "epoch": 2.792135981978292,
      "grad_norm": 3.9346111177488057,
      "learning_rate": 0.00016975540982235154,
      "loss": 4.3438,
      "step": 68170
    },
    {
      "epoch": 2.7921769404054886,
      "grad_norm": 5.878721819714375,
      "learning_rate": 0.00016975217683230646,
      "loss": 4.8438,
      "step": 68171
    },
    {
      "epoch": 2.7922178988326847,
      "grad_norm": 3.6647484913880604,
      "learning_rate": 0.00016974894383292366,
      "loss": 4.9062,
      "step": 68172
    },
    {
      "epoch": 2.792258857259881,
      "grad_norm": 3.1533131360229683,
      "learning_rate": 0.00016974571082420474,
      "loss": 4.4688,
      "step": 68173
    },
    {
      "epoch": 2.7922998156870777,
      "grad_norm": 3.70280384653397,
      "learning_rate": 0.0001697424778061512,
      "loss": 4.8125,
      "step": 68174
    },
    {
      "epoch": 2.7923407741142743,
      "grad_norm": 3.906095960132719,
      "learning_rate": 0.00016973924477876455,
      "loss": 2.4375,
      "step": 68175
    },
    {
      "epoch": 2.7923817325414704,
      "grad_norm": 3.2795517369468343,
      "learning_rate": 0.00016973601174204633,
      "loss": 4.7812,
      "step": 68176
    },
    {
      "epoch": 2.792422690968667,
      "grad_norm": 3.654336302281827,
      "learning_rate": 0.00016973277869599808,
      "loss": 4.2188,
      "step": 68177
    },
    {
      "epoch": 2.792463649395863,
      "grad_norm": 3.7548330372220464,
      "learning_rate": 0.00016972954564062128,
      "loss": 4.7812,
      "step": 68178
    },
    {
      "epoch": 2.7925046078230595,
      "grad_norm": 3.1700307735873468,
      "learning_rate": 0.00016972631257591758,
      "loss": 4.375,
      "step": 68179
    },
    {
      "epoch": 2.792545566250256,
      "grad_norm": 4.3219613366371705,
      "learning_rate": 0.0001697230795018883,
      "loss": 6.1562,
      "step": 68180
    },
    {
      "epoch": 2.7925865246774526,
      "grad_norm": 3.1127447559803247,
      "learning_rate": 0.0001697198464185352,
      "loss": 4.1875,
      "step": 68181
    },
    {
      "epoch": 2.7926274831046487,
      "grad_norm": 3.9897689718426577,
      "learning_rate": 0.00016971661332585965,
      "loss": 4.7188,
      "step": 68182
    },
    {
      "epoch": 2.7926684415318452,
      "grad_norm": 3.707672550717846,
      "learning_rate": 0.00016971338022386327,
      "loss": 6.75,
      "step": 68183
    },
    {
      "epoch": 2.7927093999590413,
      "grad_norm": 3.155309353803964,
      "learning_rate": 0.00016971014711254749,
      "loss": 4.0625,
      "step": 68184
    },
    {
      "epoch": 2.792750358386238,
      "grad_norm": 3.7630587728901235,
      "learning_rate": 0.0001697069139919139,
      "loss": 4.25,
      "step": 68185
    },
    {
      "epoch": 2.7927913168134344,
      "grad_norm": 3.9248958858113996,
      "learning_rate": 0.00016970368086196408,
      "loss": 2.2344,
      "step": 68186
    },
    {
      "epoch": 2.792832275240631,
      "grad_norm": 3.2803585693534227,
      "learning_rate": 0.00016970044772269947,
      "loss": 3.75,
      "step": 68187
    },
    {
      "epoch": 2.792873233667827,
      "grad_norm": 3.6587078604374432,
      "learning_rate": 0.00016969721457412164,
      "loss": 3.4531,
      "step": 68188
    },
    {
      "epoch": 2.7929141920950236,
      "grad_norm": 3.424150605051324,
      "learning_rate": 0.00016969398141623209,
      "loss": 4.25,
      "step": 68189
    },
    {
      "epoch": 2.79295515052222,
      "grad_norm": 4.401249846940471,
      "learning_rate": 0.00016969074824903238,
      "loss": 4.8438,
      "step": 68190
    },
    {
      "epoch": 2.792996108949416,
      "grad_norm": 3.3961939804675962,
      "learning_rate": 0.00016968751507252406,
      "loss": 4.2812,
      "step": 68191
    },
    {
      "epoch": 2.7930370673766127,
      "grad_norm": 3.4023815780727884,
      "learning_rate": 0.00016968428188670855,
      "loss": 3.9688,
      "step": 68192
    },
    {
      "epoch": 2.7930780258038093,
      "grad_norm": 3.73845963503531,
      "learning_rate": 0.00016968104869158752,
      "loss": 5.7188,
      "step": 68193
    },
    {
      "epoch": 2.793118984231006,
      "grad_norm": 4.121882136042884,
      "learning_rate": 0.00016967781548716238,
      "loss": 1.2344,
      "step": 68194
    },
    {
      "epoch": 2.793159942658202,
      "grad_norm": 3.1718209418374745,
      "learning_rate": 0.00016967458227343477,
      "loss": 4.0625,
      "step": 68195
    },
    {
      "epoch": 2.7932009010853984,
      "grad_norm": 3.024914857660362,
      "learning_rate": 0.00016967134905040613,
      "loss": 3.7969,
      "step": 68196
    },
    {
      "epoch": 2.7932418595125945,
      "grad_norm": 6.495344134254411,
      "learning_rate": 0.00016966811581807804,
      "loss": 6.0938,
      "step": 68197
    },
    {
      "epoch": 2.793282817939791,
      "grad_norm": 2.8894423978824078,
      "learning_rate": 0.000169664882576452,
      "loss": 3.5781,
      "step": 68198
    },
    {
      "epoch": 2.7933237763669876,
      "grad_norm": 3.0351686619449496,
      "learning_rate": 0.00016966164932552953,
      "loss": 3.75,
      "step": 68199
    },
    {
      "epoch": 2.793364734794184,
      "grad_norm": 3.3110615145462887,
      "learning_rate": 0.00016965841606531213,
      "loss": 4.8438,
      "step": 68200
    },
    {
      "epoch": 2.79340569322138,
      "grad_norm": 3.18412127321866,
      "learning_rate": 0.00016965518279580145,
      "loss": 4.4062,
      "step": 68201
    },
    {
      "epoch": 2.7934466516485768,
      "grad_norm": 3.0679627342004583,
      "learning_rate": 0.00016965194951699893,
      "loss": 4.25,
      "step": 68202
    },
    {
      "epoch": 2.793487610075773,
      "grad_norm": 3.5533734293744055,
      "learning_rate": 0.00016964871622890604,
      "loss": 4.9688,
      "step": 68203
    },
    {
      "epoch": 2.7935285685029694,
      "grad_norm": 4.741308789735312,
      "learning_rate": 0.00016964548293152442,
      "loss": 3.9531,
      "step": 68204
    },
    {
      "epoch": 2.793569526930166,
      "grad_norm": 3.7143364010762903,
      "learning_rate": 0.00016964224962485555,
      "loss": 5.3125,
      "step": 68205
    },
    {
      "epoch": 2.7936104853573624,
      "grad_norm": 3.105921056871611,
      "learning_rate": 0.00016963901630890097,
      "loss": 3.8281,
      "step": 68206
    },
    {
      "epoch": 2.7936514437845585,
      "grad_norm": 3.6055244837140483,
      "learning_rate": 0.00016963578298366224,
      "loss": 4.8438,
      "step": 68207
    },
    {
      "epoch": 2.793692402211755,
      "grad_norm": 3.408457338888267,
      "learning_rate": 0.00016963254964914078,
      "loss": 4.9688,
      "step": 68208
    },
    {
      "epoch": 2.7937333606389516,
      "grad_norm": 5.225125732904666,
      "learning_rate": 0.00016962931630533823,
      "loss": 4.0625,
      "step": 68209
    },
    {
      "epoch": 2.7937743190661477,
      "grad_norm": 3.9039068357575344,
      "learning_rate": 0.00016962608295225607,
      "loss": 6.1875,
      "step": 68210
    },
    {
      "epoch": 2.7938152774933442,
      "grad_norm": 3.903059684052502,
      "learning_rate": 0.00016962284958989583,
      "loss": 3.9062,
      "step": 68211
    },
    {
      "epoch": 2.7938562359205408,
      "grad_norm": 8.043028156107443,
      "learning_rate": 0.00016961961621825904,
      "loss": 1.2656,
      "step": 68212
    },
    {
      "epoch": 2.7938971943477373,
      "grad_norm": 3.3969167093124244,
      "learning_rate": 0.00016961638283734726,
      "loss": 4.5,
      "step": 68213
    },
    {
      "epoch": 2.7939381527749334,
      "grad_norm": 3.749676382521085,
      "learning_rate": 0.000169613149447162,
      "loss": 5.2812,
      "step": 68214
    },
    {
      "epoch": 2.79397911120213,
      "grad_norm": 2.9523829053793262,
      "learning_rate": 0.00016960991604770477,
      "loss": 2.9375,
      "step": 68215
    },
    {
      "epoch": 2.794020069629326,
      "grad_norm": 3.6244046548316904,
      "learning_rate": 0.00016960668263897707,
      "loss": 4.875,
      "step": 68216
    },
    {
      "epoch": 2.7940610280565226,
      "grad_norm": 3.8389626339482703,
      "learning_rate": 0.0001696034492209805,
      "loss": 4.1875,
      "step": 68217
    },
    {
      "epoch": 2.794101986483719,
      "grad_norm": 3.4666899101827218,
      "learning_rate": 0.00016960021579371656,
      "loss": 4.5938,
      "step": 68218
    },
    {
      "epoch": 2.7941429449109156,
      "grad_norm": 3.7917795758270545,
      "learning_rate": 0.0001695969823571868,
      "loss": 5.4375,
      "step": 68219
    },
    {
      "epoch": 2.7941839033381117,
      "grad_norm": 3.216456023087239,
      "learning_rate": 0.00016959374891139265,
      "loss": 3.6875,
      "step": 68220
    },
    {
      "epoch": 2.7942248617653083,
      "grad_norm": 4.29775630908067,
      "learning_rate": 0.00016959051545633577,
      "loss": 7.0312,
      "step": 68221
    },
    {
      "epoch": 2.7942658201925044,
      "grad_norm": 5.005868313059353,
      "learning_rate": 0.00016958728199201761,
      "loss": 4.3125,
      "step": 68222
    },
    {
      "epoch": 2.794306778619701,
      "grad_norm": 3.918194024675818,
      "learning_rate": 0.00016958404851843975,
      "loss": 4.625,
      "step": 68223
    },
    {
      "epoch": 2.7943477370468974,
      "grad_norm": 13.42692593594509,
      "learning_rate": 0.00016958081503560364,
      "loss": 5.3125,
      "step": 68224
    },
    {
      "epoch": 2.794388695474094,
      "grad_norm": 3.5109186007870092,
      "learning_rate": 0.00016957758154351088,
      "loss": 4.5312,
      "step": 68225
    },
    {
      "epoch": 2.79442965390129,
      "grad_norm": 5.434245025422121,
      "learning_rate": 0.00016957434804216301,
      "loss": 5.9375,
      "step": 68226
    },
    {
      "epoch": 2.7944706123284866,
      "grad_norm": 7.185848139576916,
      "learning_rate": 0.00016957111453156146,
      "loss": 5.8125,
      "step": 68227
    },
    {
      "epoch": 2.794511570755683,
      "grad_norm": 3.21920691744078,
      "learning_rate": 0.00016956788101170787,
      "loss": 4.5,
      "step": 68228
    },
    {
      "epoch": 2.794552529182879,
      "grad_norm": 3.6645975880209916,
      "learning_rate": 0.0001695646474826037,
      "loss": 4.5,
      "step": 68229
    },
    {
      "epoch": 2.7945934876100758,
      "grad_norm": 3.7153951477425307,
      "learning_rate": 0.00016956141394425053,
      "loss": 4.0312,
      "step": 68230
    },
    {
      "epoch": 2.7946344460372723,
      "grad_norm": 3.5265647949433716,
      "learning_rate": 0.00016955818039664987,
      "loss": 4.3125,
      "step": 68231
    },
    {
      "epoch": 2.794675404464469,
      "grad_norm": 3.7160543032453615,
      "learning_rate": 0.00016955494683980316,
      "loss": 4.5312,
      "step": 68232
    },
    {
      "epoch": 2.794716362891665,
      "grad_norm": 3.0386326663211873,
      "learning_rate": 0.00016955171327371206,
      "loss": 3.5,
      "step": 68233
    },
    {
      "epoch": 2.7947573213188615,
      "grad_norm": 6.532381934928408,
      "learning_rate": 0.00016954847969837805,
      "loss": 3.8594,
      "step": 68234
    },
    {
      "epoch": 2.7947982797460575,
      "grad_norm": 3.442606231568901,
      "learning_rate": 0.00016954524611380263,
      "loss": 5.1875,
      "step": 68235
    },
    {
      "epoch": 2.794839238173254,
      "grad_norm": 6.62852495012412,
      "learning_rate": 0.00016954201251998734,
      "loss": 3.4219,
      "step": 68236
    },
    {
      "epoch": 2.7948801966004506,
      "grad_norm": 4.007998666768762,
      "learning_rate": 0.00016953877891693375,
      "loss": 5.0312,
      "step": 68237
    },
    {
      "epoch": 2.794921155027647,
      "grad_norm": 5.094618881195898,
      "learning_rate": 0.00016953554530464333,
      "loss": 6.8125,
      "step": 68238
    },
    {
      "epoch": 2.7949621134548432,
      "grad_norm": 3.221004357967805,
      "learning_rate": 0.0001695323116831177,
      "loss": 3.6562,
      "step": 68239
    },
    {
      "epoch": 2.79500307188204,
      "grad_norm": 3.415666733553074,
      "learning_rate": 0.00016952907805235825,
      "loss": 4.25,
      "step": 68240
    },
    {
      "epoch": 2.795044030309236,
      "grad_norm": 4.210002460028961,
      "learning_rate": 0.00016952584441236662,
      "loss": 5.5312,
      "step": 68241
    },
    {
      "epoch": 2.7950849887364324,
      "grad_norm": 3.34937900914174,
      "learning_rate": 0.00016952261076314432,
      "loss": 4.5938,
      "step": 68242
    },
    {
      "epoch": 2.795125947163629,
      "grad_norm": 3.296662725185962,
      "learning_rate": 0.00016951937710469282,
      "loss": 4.2188,
      "step": 68243
    },
    {
      "epoch": 2.7951669055908255,
      "grad_norm": 3.815657399759083,
      "learning_rate": 0.0001695161434370137,
      "loss": 4.9375,
      "step": 68244
    },
    {
      "epoch": 2.7952078640180216,
      "grad_norm": 5.044423715193902,
      "learning_rate": 0.0001695129097601085,
      "loss": 6.1875,
      "step": 68245
    },
    {
      "epoch": 2.795248822445218,
      "grad_norm": 3.504138053043164,
      "learning_rate": 0.00016950967607397873,
      "loss": 4.4062,
      "step": 68246
    },
    {
      "epoch": 2.7952897808724146,
      "grad_norm": 4.3898481751877005,
      "learning_rate": 0.0001695064423786259,
      "loss": 5.9688,
      "step": 68247
    },
    {
      "epoch": 2.7953307392996107,
      "grad_norm": 3.410458701923402,
      "learning_rate": 0.00016950320867405156,
      "loss": 4.6562,
      "step": 68248
    },
    {
      "epoch": 2.7953716977268073,
      "grad_norm": 5.548499038445511,
      "learning_rate": 0.00016949997496025726,
      "loss": 5.7188,
      "step": 68249
    },
    {
      "epoch": 2.795412656154004,
      "grad_norm": 5.69241839391855,
      "learning_rate": 0.00016949674123724445,
      "loss": 3.3125,
      "step": 68250
    },
    {
      "epoch": 2.7954536145812003,
      "grad_norm": 3.5009624841633133,
      "learning_rate": 0.00016949350750501476,
      "loss": 5.2188,
      "step": 68251
    },
    {
      "epoch": 2.7954945730083964,
      "grad_norm": 3.8744261422483843,
      "learning_rate": 0.00016949027376356965,
      "loss": 4.2812,
      "step": 68252
    },
    {
      "epoch": 2.795535531435593,
      "grad_norm": 5.737937298625993,
      "learning_rate": 0.00016948704001291067,
      "loss": 5.1875,
      "step": 68253
    },
    {
      "epoch": 2.795576489862789,
      "grad_norm": 7.860884427848973,
      "learning_rate": 0.00016948380625303938,
      "loss": 7.4688,
      "step": 68254
    },
    {
      "epoch": 2.7956174482899856,
      "grad_norm": 20.0949205738465,
      "learning_rate": 0.00016948057248395725,
      "loss": 6.0,
      "step": 68255
    },
    {
      "epoch": 2.795658406717182,
      "grad_norm": 4.112354909826628,
      "learning_rate": 0.00016947733870566583,
      "loss": 3.125,
      "step": 68256
    },
    {
      "epoch": 2.7956993651443787,
      "grad_norm": 3.9384604064674433,
      "learning_rate": 0.00016947410491816665,
      "loss": 5.6875,
      "step": 68257
    },
    {
      "epoch": 2.7957403235715748,
      "grad_norm": 3.404231410156783,
      "learning_rate": 0.00016947087112146128,
      "loss": 4.375,
      "step": 68258
    },
    {
      "epoch": 2.7957812819987713,
      "grad_norm": 3.284433964525435,
      "learning_rate": 0.00016946763731555119,
      "loss": 3.5469,
      "step": 68259
    },
    {
      "epoch": 2.7958222404259674,
      "grad_norm": 6.3613054912137414,
      "learning_rate": 0.0001694644035004379,
      "loss": 6.0,
      "step": 68260
    },
    {
      "epoch": 2.795863198853164,
      "grad_norm": 5.627745319576497,
      "learning_rate": 0.000169461169676123,
      "loss": 5.1562,
      "step": 68261
    },
    {
      "epoch": 2.7959041572803605,
      "grad_norm": 3.77853618989006,
      "learning_rate": 0.000169457935842608,
      "loss": 5.75,
      "step": 68262
    },
    {
      "epoch": 2.795945115707557,
      "grad_norm": 3.4248759763911654,
      "learning_rate": 0.00016945470199989442,
      "loss": 4.0938,
      "step": 68263
    },
    {
      "epoch": 2.795986074134753,
      "grad_norm": 4.665309592483179,
      "learning_rate": 0.00016945146814798372,
      "loss": 4.7812,
      "step": 68264
    },
    {
      "epoch": 2.7960270325619496,
      "grad_norm": 3.3324601067093966,
      "learning_rate": 0.00016944823428687757,
      "loss": 4.4688,
      "step": 68265
    },
    {
      "epoch": 2.796067990989146,
      "grad_norm": 3.608159055511343,
      "learning_rate": 0.00016944500041657742,
      "loss": 5.2812,
      "step": 68266
    },
    {
      "epoch": 2.7961089494163422,
      "grad_norm": 5.9661808157088805,
      "learning_rate": 0.00016944176653708478,
      "loss": 6.625,
      "step": 68267
    },
    {
      "epoch": 2.796149907843539,
      "grad_norm": 6.096197506255821,
      "learning_rate": 0.0001694385326484012,
      "loss": 3.8906,
      "step": 68268
    },
    {
      "epoch": 2.7961908662707353,
      "grad_norm": 3.5297448113162972,
      "learning_rate": 0.0001694352987505282,
      "loss": 4.7812,
      "step": 68269
    },
    {
      "epoch": 2.796231824697932,
      "grad_norm": 3.173187351371577,
      "learning_rate": 0.0001694320648434673,
      "loss": 4.4062,
      "step": 68270
    },
    {
      "epoch": 2.796272783125128,
      "grad_norm": 3.934708389121084,
      "learning_rate": 0.00016942883092722013,
      "loss": 4.375,
      "step": 68271
    },
    {
      "epoch": 2.7963137415523245,
      "grad_norm": 4.8407503280405075,
      "learning_rate": 0.00016942559700178805,
      "loss": 1.4922,
      "step": 68272
    },
    {
      "epoch": 2.7963546999795206,
      "grad_norm": 3.919652153492647,
      "learning_rate": 0.00016942236306717273,
      "loss": 5.5938,
      "step": 68273
    },
    {
      "epoch": 2.796395658406717,
      "grad_norm": 3.668306860136226,
      "learning_rate": 0.0001694191291233756,
      "loss": 4.3125,
      "step": 68274
    },
    {
      "epoch": 2.7964366168339136,
      "grad_norm": 4.4299501825676675,
      "learning_rate": 0.00016941589517039825,
      "loss": 5.3438,
      "step": 68275
    },
    {
      "epoch": 2.79647757526111,
      "grad_norm": 3.970495176488894,
      "learning_rate": 0.00016941266120824218,
      "loss": 4.8438,
      "step": 68276
    },
    {
      "epoch": 2.7965185336883063,
      "grad_norm": 4.287079847715888,
      "learning_rate": 0.00016940942723690897,
      "loss": 5.4688,
      "step": 68277
    },
    {
      "epoch": 2.796559492115503,
      "grad_norm": 3.3069077599300374,
      "learning_rate": 0.00016940619325640007,
      "loss": 4.6562,
      "step": 68278
    },
    {
      "epoch": 2.796600450542699,
      "grad_norm": 3.899064658064362,
      "learning_rate": 0.00016940295926671706,
      "loss": 4.6562,
      "step": 68279
    },
    {
      "epoch": 2.7966414089698954,
      "grad_norm": 4.071613001207715,
      "learning_rate": 0.00016939972526786143,
      "loss": 4.625,
      "step": 68280
    },
    {
      "epoch": 2.796682367397092,
      "grad_norm": 3.244337318687077,
      "learning_rate": 0.00016939649125983478,
      "loss": 4.625,
      "step": 68281
    },
    {
      "epoch": 2.7967233258242885,
      "grad_norm": 4.332235912154003,
      "learning_rate": 0.0001693932572426386,
      "loss": 5.3438,
      "step": 68282
    },
    {
      "epoch": 2.7967642842514846,
      "grad_norm": 8.571094986066075,
      "learning_rate": 0.0001693900232162744,
      "loss": 1.2344,
      "step": 68283
    },
    {
      "epoch": 2.796805242678681,
      "grad_norm": 4.012490886469458,
      "learning_rate": 0.00016938678918074367,
      "loss": 4.5312,
      "step": 68284
    },
    {
      "epoch": 2.7968462011058777,
      "grad_norm": 3.6733676233328554,
      "learning_rate": 0.00016938355513604803,
      "loss": 4.6875,
      "step": 68285
    },
    {
      "epoch": 2.7968871595330738,
      "grad_norm": 3.5119796143520823,
      "learning_rate": 0.00016938032108218897,
      "loss": 5.25,
      "step": 68286
    },
    {
      "epoch": 2.7969281179602703,
      "grad_norm": 3.3674582371741493,
      "learning_rate": 0.00016937708701916806,
      "loss": 3.7656,
      "step": 68287
    },
    {
      "epoch": 2.796969076387467,
      "grad_norm": 3.8161689860701005,
      "learning_rate": 0.0001693738529469867,
      "loss": 4.0312,
      "step": 68288
    },
    {
      "epoch": 2.7970100348146634,
      "grad_norm": 3.9195132641944017,
      "learning_rate": 0.00016937061886564657,
      "loss": 5.3438,
      "step": 68289
    },
    {
      "epoch": 2.7970509932418595,
      "grad_norm": 3.582835661509734,
      "learning_rate": 0.00016936738477514913,
      "loss": 5.75,
      "step": 68290
    },
    {
      "epoch": 2.797091951669056,
      "grad_norm": 8.070085724977083,
      "learning_rate": 0.00016936415067549592,
      "loss": 1.3203,
      "step": 68291
    },
    {
      "epoch": 2.797132910096252,
      "grad_norm": 3.693207167753678,
      "learning_rate": 0.00016936091656668842,
      "loss": 1.5703,
      "step": 68292
    },
    {
      "epoch": 2.7971738685234486,
      "grad_norm": 5.039493180142999,
      "learning_rate": 0.00016935768244872825,
      "loss": 5.8125,
      "step": 68293
    },
    {
      "epoch": 2.797214826950645,
      "grad_norm": 3.285080323583466,
      "learning_rate": 0.00016935444832161687,
      "loss": 5.125,
      "step": 68294
    },
    {
      "epoch": 2.7972557853778417,
      "grad_norm": 3.9960464261385042,
      "learning_rate": 0.00016935121418535585,
      "loss": 4.1562,
      "step": 68295
    },
    {
      "epoch": 2.797296743805038,
      "grad_norm": 3.2691090422973637,
      "learning_rate": 0.00016934798003994666,
      "loss": 4.4688,
      "step": 68296
    },
    {
      "epoch": 2.7973377022322343,
      "grad_norm": 3.4030202369521985,
      "learning_rate": 0.0001693447458853909,
      "loss": 4.5312,
      "step": 68297
    },
    {
      "epoch": 2.7973786606594304,
      "grad_norm": 3.4609813084814225,
      "learning_rate": 0.00016934151172169005,
      "loss": 5.0625,
      "step": 68298
    },
    {
      "epoch": 2.797419619086627,
      "grad_norm": 5.324071774707636,
      "learning_rate": 0.0001693382775488457,
      "loss": 3.5781,
      "step": 68299
    },
    {
      "epoch": 2.7974605775138235,
      "grad_norm": 9.368731187353251,
      "learning_rate": 0.00016933504336685926,
      "loss": 2.8125,
      "step": 68300
    },
    {
      "epoch": 2.79750153594102,
      "grad_norm": 4.279526512612713,
      "learning_rate": 0.00016933180917573238,
      "loss": 4.5938,
      "step": 68301
    },
    {
      "epoch": 2.797542494368216,
      "grad_norm": 3.8719193405678634,
      "learning_rate": 0.00016932857497546655,
      "loss": 6.0938,
      "step": 68302
    },
    {
      "epoch": 2.7975834527954127,
      "grad_norm": 3.635732430935701,
      "learning_rate": 0.0001693253407660633,
      "loss": 4.1562,
      "step": 68303
    },
    {
      "epoch": 2.797624411222609,
      "grad_norm": 3.7328981456150574,
      "learning_rate": 0.0001693221065475241,
      "loss": 4.1875,
      "step": 68304
    },
    {
      "epoch": 2.7976653696498053,
      "grad_norm": 3.365600648891912,
      "learning_rate": 0.00016931887231985056,
      "loss": 4.4062,
      "step": 68305
    },
    {
      "epoch": 2.797706328077002,
      "grad_norm": 16.097107643588476,
      "learning_rate": 0.00016931563808304415,
      "loss": 6.6875,
      "step": 68306
    },
    {
      "epoch": 2.7977472865041983,
      "grad_norm": 3.269430045092176,
      "learning_rate": 0.0001693124038371065,
      "loss": 3.0312,
      "step": 68307
    },
    {
      "epoch": 2.797788244931395,
      "grad_norm": 3.6531563910884937,
      "learning_rate": 0.00016930916958203895,
      "loss": 3.0781,
      "step": 68308
    },
    {
      "epoch": 2.797829203358591,
      "grad_norm": 10.764271656139753,
      "learning_rate": 0.00016930593531784324,
      "loss": 5.9688,
      "step": 68309
    },
    {
      "epoch": 2.7978701617857875,
      "grad_norm": 3.0271383140924155,
      "learning_rate": 0.00016930270104452077,
      "loss": 4.0938,
      "step": 68310
    },
    {
      "epoch": 2.7979111202129836,
      "grad_norm": 5.3000470184434505,
      "learning_rate": 0.00016929946676207312,
      "loss": 5.0938,
      "step": 68311
    },
    {
      "epoch": 2.79795207864018,
      "grad_norm": 3.538152625353766,
      "learning_rate": 0.00016929623247050174,
      "loss": 4.25,
      "step": 68312
    },
    {
      "epoch": 2.7979930370673767,
      "grad_norm": 3.8802499702127764,
      "learning_rate": 0.0001692929981698083,
      "loss": 5.4375,
      "step": 68313
    },
    {
      "epoch": 2.798033995494573,
      "grad_norm": 3.5476190142321626,
      "learning_rate": 0.00016928976385999423,
      "loss": 4.0,
      "step": 68314
    },
    {
      "epoch": 2.7980749539217693,
      "grad_norm": 19.08465938919032,
      "learning_rate": 0.00016928652954106106,
      "loss": 4.2812,
      "step": 68315
    },
    {
      "epoch": 2.798115912348966,
      "grad_norm": 3.6892838889610053,
      "learning_rate": 0.0001692832952130103,
      "loss": 4.5,
      "step": 68316
    },
    {
      "epoch": 2.798156870776162,
      "grad_norm": 13.18731528772198,
      "learning_rate": 0.0001692800608758436,
      "loss": 5.2812,
      "step": 68317
    },
    {
      "epoch": 2.7981978292033585,
      "grad_norm": 5.608527916495505,
      "learning_rate": 0.0001692768265295624,
      "loss": 4.0938,
      "step": 68318
    },
    {
      "epoch": 2.798238787630555,
      "grad_norm": 8.134370379776406,
      "learning_rate": 0.00016927359217416818,
      "loss": 6.5312,
      "step": 68319
    },
    {
      "epoch": 2.7982797460577515,
      "grad_norm": 3.3726163581498,
      "learning_rate": 0.00016927035780966252,
      "loss": 4.7812,
      "step": 68320
    },
    {
      "epoch": 2.7983207044849476,
      "grad_norm": 3.927926166163145,
      "learning_rate": 0.000169267123436047,
      "loss": 4.0312,
      "step": 68321
    },
    {
      "epoch": 2.798361662912144,
      "grad_norm": 3.1989776681895044,
      "learning_rate": 0.0001692638890533231,
      "loss": 4.4062,
      "step": 68322
    },
    {
      "epoch": 2.7984026213393407,
      "grad_norm": 5.439813945452186,
      "learning_rate": 0.00016926065466149235,
      "loss": 5.125,
      "step": 68323
    },
    {
      "epoch": 2.798443579766537,
      "grad_norm": 5.2735289990483505,
      "learning_rate": 0.00016925742026055622,
      "loss": 3.9844,
      "step": 68324
    },
    {
      "epoch": 2.7984845381937333,
      "grad_norm": 3.3045441586406654,
      "learning_rate": 0.00016925418585051638,
      "loss": 4.25,
      "step": 68325
    },
    {
      "epoch": 2.79852549662093,
      "grad_norm": 3.4332645582548103,
      "learning_rate": 0.00016925095143137422,
      "loss": 5.0312,
      "step": 68326
    },
    {
      "epoch": 2.7985664550481264,
      "grad_norm": 3.425438126373363,
      "learning_rate": 0.00016924771700313137,
      "loss": 4.3438,
      "step": 68327
    },
    {
      "epoch": 2.7986074134753225,
      "grad_norm": 3.7149261746817768,
      "learning_rate": 0.00016924448256578926,
      "loss": 5.0938,
      "step": 68328
    },
    {
      "epoch": 2.798648371902519,
      "grad_norm": 3.1095450363854455,
      "learning_rate": 0.00016924124811934954,
      "loss": 4.2812,
      "step": 68329
    },
    {
      "epoch": 2.798689330329715,
      "grad_norm": 4.393597681206095,
      "learning_rate": 0.00016923801366381362,
      "loss": 4.0312,
      "step": 68330
    },
    {
      "epoch": 2.7987302887569117,
      "grad_norm": 5.537515709538464,
      "learning_rate": 0.00016923477919918314,
      "loss": 4.0,
      "step": 68331
    },
    {
      "epoch": 2.798771247184108,
      "grad_norm": 3.9420088696680264,
      "learning_rate": 0.0001692315447254595,
      "loss": 5.3438,
      "step": 68332
    },
    {
      "epoch": 2.7988122056113047,
      "grad_norm": 6.33315772101624,
      "learning_rate": 0.00016922831024264437,
      "loss": 4.625,
      "step": 68333
    },
    {
      "epoch": 2.798853164038501,
      "grad_norm": 5.775723889934061,
      "learning_rate": 0.00016922507575073918,
      "loss": 4.4062,
      "step": 68334
    },
    {
      "epoch": 2.7988941224656974,
      "grad_norm": 3.6016608465622935,
      "learning_rate": 0.0001692218412497455,
      "loss": 4.625,
      "step": 68335
    },
    {
      "epoch": 2.7989350808928934,
      "grad_norm": 4.731462756532943,
      "learning_rate": 0.00016921860673966484,
      "loss": 2.0781,
      "step": 68336
    },
    {
      "epoch": 2.79897603932009,
      "grad_norm": 5.1634945730733435,
      "learning_rate": 0.00016921537222049877,
      "loss": 5.7188,
      "step": 68337
    },
    {
      "epoch": 2.7990169977472865,
      "grad_norm": 3.6469537891842463,
      "learning_rate": 0.00016921213769224876,
      "loss": 4.6562,
      "step": 68338
    },
    {
      "epoch": 2.799057956174483,
      "grad_norm": 6.348919071183137,
      "learning_rate": 0.00016920890315491637,
      "loss": 5.2188,
      "step": 68339
    },
    {
      "epoch": 2.799098914601679,
      "grad_norm": 3.5284726624575145,
      "learning_rate": 0.0001692056686085031,
      "loss": 5.5,
      "step": 68340
    },
    {
      "epoch": 2.7991398730288757,
      "grad_norm": 16.753452689161403,
      "learning_rate": 0.00016920243405301052,
      "loss": 5.6562,
      "step": 68341
    },
    {
      "epoch": 2.799180831456072,
      "grad_norm": 3.7095148427115676,
      "learning_rate": 0.00016919919948844018,
      "loss": 3.875,
      "step": 68342
    },
    {
      "epoch": 2.7992217898832683,
      "grad_norm": 3.911164592316976,
      "learning_rate": 0.00016919596491479352,
      "loss": 4.3125,
      "step": 68343
    },
    {
      "epoch": 2.799262748310465,
      "grad_norm": 3.328742999220039,
      "learning_rate": 0.0001691927303320721,
      "loss": 3.7969,
      "step": 68344
    },
    {
      "epoch": 2.7993037067376614,
      "grad_norm": 6.165683772300964,
      "learning_rate": 0.00016918949574027753,
      "loss": 3.9531,
      "step": 68345
    },
    {
      "epoch": 2.799344665164858,
      "grad_norm": 3.3682286933912646,
      "learning_rate": 0.00016918626113941127,
      "loss": 4.5938,
      "step": 68346
    },
    {
      "epoch": 2.799385623592054,
      "grad_norm": 3.3108981534726114,
      "learning_rate": 0.00016918302652947487,
      "loss": 4.1875,
      "step": 68347
    },
    {
      "epoch": 2.7994265820192505,
      "grad_norm": 6.882826364703235,
      "learning_rate": 0.0001691797919104698,
      "loss": 6.2812,
      "step": 68348
    },
    {
      "epoch": 2.7994675404464466,
      "grad_norm": 3.7822400531337568,
      "learning_rate": 0.00016917655728239769,
      "loss": 4.0312,
      "step": 68349
    },
    {
      "epoch": 2.799508498873643,
      "grad_norm": 3.5407040892930697,
      "learning_rate": 0.00016917332264525996,
      "loss": 4.9062,
      "step": 68350
    },
    {
      "epoch": 2.7995494573008397,
      "grad_norm": 3.003951328634201,
      "learning_rate": 0.00016917008799905824,
      "loss": 3.6875,
      "step": 68351
    },
    {
      "epoch": 2.7995904157280362,
      "grad_norm": 5.542803219826323,
      "learning_rate": 0.000169166853343794,
      "loss": 6.25,
      "step": 68352
    },
    {
      "epoch": 2.7996313741552323,
      "grad_norm": 4.3149677762532885,
      "learning_rate": 0.00016916361867946877,
      "loss": 4.75,
      "step": 68353
    },
    {
      "epoch": 2.799672332582429,
      "grad_norm": 3.0789407155781037,
      "learning_rate": 0.00016916038400608413,
      "loss": 3.7031,
      "step": 68354
    },
    {
      "epoch": 2.799713291009625,
      "grad_norm": 3.3609141820482376,
      "learning_rate": 0.00016915714932364158,
      "loss": 4.8125,
      "step": 68355
    },
    {
      "epoch": 2.7997542494368215,
      "grad_norm": 2.8348207646408525,
      "learning_rate": 0.00016915391463214258,
      "loss": 3.4844,
      "step": 68356
    },
    {
      "epoch": 2.799795207864018,
      "grad_norm": 4.123862904313596,
      "learning_rate": 0.00016915067993158875,
      "loss": 4.5938,
      "step": 68357
    },
    {
      "epoch": 2.7998361662912146,
      "grad_norm": 4.978922411273353,
      "learning_rate": 0.0001691474452219816,
      "loss": 2.625,
      "step": 68358
    },
    {
      "epoch": 2.7998771247184107,
      "grad_norm": 3.15204757360856,
      "learning_rate": 0.00016914421050332265,
      "loss": 3.0938,
      "step": 68359
    },
    {
      "epoch": 2.799918083145607,
      "grad_norm": 3.542615130635086,
      "learning_rate": 0.00016914097577561338,
      "loss": 4.625,
      "step": 68360
    },
    {
      "epoch": 2.7999590415728037,
      "grad_norm": 3.71358657716748,
      "learning_rate": 0.00016913774103885544,
      "loss": 3.1719,
      "step": 68361
    },
    {
      "epoch": 2.8,
      "grad_norm": 3.1947903449980277,
      "learning_rate": 0.00016913450629305025,
      "loss": 4.125,
      "step": 68362
    },
    {
      "epoch": 2.8000409584271964,
      "grad_norm": 3.3163029447126,
      "learning_rate": 0.00016913127153819941,
      "loss": 4.375,
      "step": 68363
    },
    {
      "epoch": 2.800081916854393,
      "grad_norm": 3.8466540170471477,
      "learning_rate": 0.00016912803677430433,
      "loss": 4.5938,
      "step": 68364
    },
    {
      "epoch": 2.8001228752815894,
      "grad_norm": 3.4420490528782905,
      "learning_rate": 0.0001691248020013667,
      "loss": 4.1875,
      "step": 68365
    },
    {
      "epoch": 2.8001638337087855,
      "grad_norm": 6.332816467349132,
      "learning_rate": 0.00016912156721938796,
      "loss": 4.9375,
      "step": 68366
    },
    {
      "epoch": 2.800204792135982,
      "grad_norm": 4.620241614153481,
      "learning_rate": 0.00016911833242836966,
      "loss": 4.7188,
      "step": 68367
    },
    {
      "epoch": 2.800245750563178,
      "grad_norm": 5.106758339117852,
      "learning_rate": 0.00016911509762831327,
      "loss": 1.5859,
      "step": 68368
    },
    {
      "epoch": 2.8002867089903747,
      "grad_norm": 6.736149011739696,
      "learning_rate": 0.00016911186281922042,
      "loss": 4.4062,
      "step": 68369
    },
    {
      "epoch": 2.800327667417571,
      "grad_norm": 4.974189551298619,
      "learning_rate": 0.0001691086280010926,
      "loss": 3.8906,
      "step": 68370
    },
    {
      "epoch": 2.8003686258447678,
      "grad_norm": 3.219687811182936,
      "learning_rate": 0.00016910539317393133,
      "loss": 3.25,
      "step": 68371
    },
    {
      "epoch": 2.800409584271964,
      "grad_norm": 3.6992055922490596,
      "learning_rate": 0.00016910215833773813,
      "loss": 4.375,
      "step": 68372
    },
    {
      "epoch": 2.8004505426991604,
      "grad_norm": 3.8440033514011516,
      "learning_rate": 0.0001690989234925145,
      "loss": 4.4688,
      "step": 68373
    },
    {
      "epoch": 2.8004915011263565,
      "grad_norm": 5.7824305965282035,
      "learning_rate": 0.00016909568863826205,
      "loss": 5.2812,
      "step": 68374
    },
    {
      "epoch": 2.800532459553553,
      "grad_norm": 4.462663775670244,
      "learning_rate": 0.00016909245377498224,
      "loss": 6.0312,
      "step": 68375
    },
    {
      "epoch": 2.8005734179807495,
      "grad_norm": 4.116306593688199,
      "learning_rate": 0.00016908921890267662,
      "loss": 4.125,
      "step": 68376
    },
    {
      "epoch": 2.800614376407946,
      "grad_norm": 3.1544806137934085,
      "learning_rate": 0.00016908598402134674,
      "loss": 4.4375,
      "step": 68377
    },
    {
      "epoch": 2.800655334835142,
      "grad_norm": 3.437552964883861,
      "learning_rate": 0.00016908274913099414,
      "loss": 4.2812,
      "step": 68378
    },
    {
      "epoch": 2.8006962932623387,
      "grad_norm": 3.612936224232843,
      "learning_rate": 0.0001690795142316203,
      "loss": 3.5312,
      "step": 68379
    },
    {
      "epoch": 2.8007372516895352,
      "grad_norm": 3.8981525155915113,
      "learning_rate": 0.00016907627932322673,
      "loss": 4.3125,
      "step": 68380
    },
    {
      "epoch": 2.8007782101167313,
      "grad_norm": 8.331888381504983,
      "learning_rate": 0.00016907304440581507,
      "loss": 3.9375,
      "step": 68381
    },
    {
      "epoch": 2.800819168543928,
      "grad_norm": 4.092514377673147,
      "learning_rate": 0.00016906980947938678,
      "loss": 4.8438,
      "step": 68382
    },
    {
      "epoch": 2.8008601269711244,
      "grad_norm": 3.707554015354162,
      "learning_rate": 0.00016906657454394334,
      "loss": 5.3125,
      "step": 68383
    },
    {
      "epoch": 2.800901085398321,
      "grad_norm": 3.635939062402025,
      "learning_rate": 0.00016906333959948634,
      "loss": 5.3125,
      "step": 68384
    },
    {
      "epoch": 2.800942043825517,
      "grad_norm": 4.093952737202022,
      "learning_rate": 0.0001690601046460173,
      "loss": 3.6094,
      "step": 68385
    },
    {
      "epoch": 2.8009830022527136,
      "grad_norm": 3.464752747283222,
      "learning_rate": 0.00016905686968353778,
      "loss": 5.0312,
      "step": 68386
    },
    {
      "epoch": 2.8010239606799097,
      "grad_norm": 4.161456883184772,
      "learning_rate": 0.00016905363471204926,
      "loss": 4.875,
      "step": 68387
    },
    {
      "epoch": 2.801064919107106,
      "grad_norm": 3.368660228913618,
      "learning_rate": 0.00016905039973155327,
      "loss": 4.5938,
      "step": 68388
    },
    {
      "epoch": 2.8011058775343027,
      "grad_norm": 3.3220963908680177,
      "learning_rate": 0.0001690471647420514,
      "loss": 3.8281,
      "step": 68389
    },
    {
      "epoch": 2.8011468359614993,
      "grad_norm": 4.016147725764546,
      "learning_rate": 0.00016904392974354508,
      "loss": 6.0,
      "step": 68390
    },
    {
      "epoch": 2.8011877943886954,
      "grad_norm": 3.7621344194564696,
      "learning_rate": 0.00016904069473603595,
      "loss": 4.2812,
      "step": 68391
    },
    {
      "epoch": 2.801228752815892,
      "grad_norm": 3.4135150020583596,
      "learning_rate": 0.00016903745971952544,
      "loss": 4.4062,
      "step": 68392
    },
    {
      "epoch": 2.801269711243088,
      "grad_norm": 4.027684124202024,
      "learning_rate": 0.00016903422469401514,
      "loss": 4.25,
      "step": 68393
    },
    {
      "epoch": 2.8013106696702845,
      "grad_norm": 3.144195889216174,
      "learning_rate": 0.00016903098965950655,
      "loss": 4.5938,
      "step": 68394
    },
    {
      "epoch": 2.801351628097481,
      "grad_norm": 4.184945476046956,
      "learning_rate": 0.00016902775461600126,
      "loss": 5.5,
      "step": 68395
    },
    {
      "epoch": 2.8013925865246776,
      "grad_norm": 5.6361356153670386,
      "learning_rate": 0.00016902451956350072,
      "loss": 6.125,
      "step": 68396
    },
    {
      "epoch": 2.8014335449518737,
      "grad_norm": 3.349722985325141,
      "learning_rate": 0.00016902128450200647,
      "loss": 4.3125,
      "step": 68397
    },
    {
      "epoch": 2.8014745033790702,
      "grad_norm": 3.7656748616961493,
      "learning_rate": 0.00016901804943152008,
      "loss": 4.2188,
      "step": 68398
    },
    {
      "epoch": 2.8015154618062668,
      "grad_norm": 4.9556776033546255,
      "learning_rate": 0.0001690148143520431,
      "loss": 5.0938,
      "step": 68399
    },
    {
      "epoch": 2.801556420233463,
      "grad_norm": 3.063769980534629,
      "learning_rate": 0.00016901157926357694,
      "loss": 4.2188,
      "step": 68400
    },
    {
      "epoch": 2.8015973786606594,
      "grad_norm": 3.995829998416964,
      "learning_rate": 0.00016900834416612323,
      "loss": 3.6562,
      "step": 68401
    },
    {
      "epoch": 2.801638337087856,
      "grad_norm": 6.955455333481885,
      "learning_rate": 0.00016900510905968355,
      "loss": 5.75,
      "step": 68402
    },
    {
      "epoch": 2.8016792955150525,
      "grad_norm": 3.4625789503734072,
      "learning_rate": 0.0001690018739442593,
      "loss": 4.9062,
      "step": 68403
    },
    {
      "epoch": 2.8017202539422486,
      "grad_norm": 3.9791009222164195,
      "learning_rate": 0.00016899863881985204,
      "loss": 2.5156,
      "step": 68404
    },
    {
      "epoch": 2.801761212369445,
      "grad_norm": 2.972369029820825,
      "learning_rate": 0.00016899540368646334,
      "loss": 3.9375,
      "step": 68405
    },
    {
      "epoch": 2.801802170796641,
      "grad_norm": 3.584213209771772,
      "learning_rate": 0.00016899216854409475,
      "loss": 4.1875,
      "step": 68406
    },
    {
      "epoch": 2.8018431292238377,
      "grad_norm": 2.4991526764108873,
      "learning_rate": 0.0001689889333927478,
      "loss": 2.7812,
      "step": 68407
    },
    {
      "epoch": 2.8018840876510342,
      "grad_norm": 4.178188003926426,
      "learning_rate": 0.00016898569823242391,
      "loss": 5.4062,
      "step": 68408
    },
    {
      "epoch": 2.801925046078231,
      "grad_norm": 5.803557688068355,
      "learning_rate": 0.00016898246306312469,
      "loss": 4.5,
      "step": 68409
    },
    {
      "epoch": 2.801966004505427,
      "grad_norm": 3.333780960788958,
      "learning_rate": 0.0001689792278848517,
      "loss": 4.0,
      "step": 68410
    },
    {
      "epoch": 2.8020069629326234,
      "grad_norm": 4.278987926792301,
      "learning_rate": 0.0001689759926976064,
      "loss": 2.75,
      "step": 68411
    },
    {
      "epoch": 2.80204792135982,
      "grad_norm": 3.714448070577481,
      "learning_rate": 0.00016897275750139034,
      "loss": 4.4062,
      "step": 68412
    },
    {
      "epoch": 2.802088879787016,
      "grad_norm": 5.749482542301697,
      "learning_rate": 0.0001689695222962051,
      "loss": 6.375,
      "step": 68413
    },
    {
      "epoch": 2.8021298382142126,
      "grad_norm": 4.10707548123534,
      "learning_rate": 0.00016896628708205216,
      "loss": 1.8125,
      "step": 68414
    },
    {
      "epoch": 2.802170796641409,
      "grad_norm": 3.326081206215844,
      "learning_rate": 0.00016896305185893306,
      "loss": 4.625,
      "step": 68415
    },
    {
      "epoch": 2.802211755068605,
      "grad_norm": 6.220044028915913,
      "learning_rate": 0.0001689598166268493,
      "loss": 5.625,
      "step": 68416
    },
    {
      "epoch": 2.8022527134958017,
      "grad_norm": 4.021522826567436,
      "learning_rate": 0.00016895658138580248,
      "loss": 5.8125,
      "step": 68417
    },
    {
      "epoch": 2.8022936719229983,
      "grad_norm": 7.7969182083138175,
      "learning_rate": 0.00016895334613579408,
      "loss": 5.5625,
      "step": 68418
    },
    {
      "epoch": 2.8023346303501944,
      "grad_norm": 4.64523499487085,
      "learning_rate": 0.0001689501108768256,
      "loss": 4.5938,
      "step": 68419
    },
    {
      "epoch": 2.802375588777391,
      "grad_norm": 8.033225443156455,
      "learning_rate": 0.00016894687560889862,
      "loss": 4.9375,
      "step": 68420
    },
    {
      "epoch": 2.8024165472045874,
      "grad_norm": 3.855910034856025,
      "learning_rate": 0.0001689436403320147,
      "loss": 4.75,
      "step": 68421
    },
    {
      "epoch": 2.802457505631784,
      "grad_norm": 4.403958077119148,
      "learning_rate": 0.0001689404050461753,
      "loss": 5.9688,
      "step": 68422
    },
    {
      "epoch": 2.80249846405898,
      "grad_norm": 4.005836801278653,
      "learning_rate": 0.00016893716975138195,
      "loss": 5.6562,
      "step": 68423
    },
    {
      "epoch": 2.8025394224861766,
      "grad_norm": 2.807525958458334,
      "learning_rate": 0.00016893393444763623,
      "loss": 2.6094,
      "step": 68424
    },
    {
      "epoch": 2.8025803809133727,
      "grad_norm": 3.701263276344432,
      "learning_rate": 0.00016893069913493964,
      "loss": 4.0625,
      "step": 68425
    },
    {
      "epoch": 2.8026213393405692,
      "grad_norm": 3.266383038574569,
      "learning_rate": 0.0001689274638132937,
      "loss": 1.0703,
      "step": 68426
    },
    {
      "epoch": 2.8026622977677658,
      "grad_norm": 5.991168478455354,
      "learning_rate": 0.00016892422848270003,
      "loss": 4.4062,
      "step": 68427
    },
    {
      "epoch": 2.8027032561949623,
      "grad_norm": 3.910109715505264,
      "learning_rate": 0.00016892099314315997,
      "loss": 4.5,
      "step": 68428
    },
    {
      "epoch": 2.8027442146221584,
      "grad_norm": 7.822823590948261,
      "learning_rate": 0.00016891775779467522,
      "loss": 7.6875,
      "step": 68429
    },
    {
      "epoch": 2.802785173049355,
      "grad_norm": 4.160545505762375,
      "learning_rate": 0.00016891452243724726,
      "loss": 4.5312,
      "step": 68430
    },
    {
      "epoch": 2.8028261314765515,
      "grad_norm": 4.299795303855001,
      "learning_rate": 0.00016891128707087762,
      "loss": 6.6875,
      "step": 68431
    },
    {
      "epoch": 2.8028670899037476,
      "grad_norm": 3.541243381560677,
      "learning_rate": 0.00016890805169556775,
      "loss": 5.1875,
      "step": 68432
    },
    {
      "epoch": 2.802908048330944,
      "grad_norm": 4.715581368480001,
      "learning_rate": 0.00016890481631131934,
      "loss": 5.0,
      "step": 68433
    },
    {
      "epoch": 2.8029490067581406,
      "grad_norm": 29.24825161580945,
      "learning_rate": 0.00016890158091813377,
      "loss": 3.6406,
      "step": 68434
    },
    {
      "epoch": 2.8029899651853367,
      "grad_norm": 12.330190103306911,
      "learning_rate": 0.00016889834551601265,
      "loss": 1.6406,
      "step": 68435
    },
    {
      "epoch": 2.8030309236125333,
      "grad_norm": 3.751073165191606,
      "learning_rate": 0.00016889511010495747,
      "loss": 4.4062,
      "step": 68436
    },
    {
      "epoch": 2.80307188203973,
      "grad_norm": 3.5188294280631562,
      "learning_rate": 0.0001688918746849698,
      "loss": 4.0312,
      "step": 68437
    },
    {
      "epoch": 2.803112840466926,
      "grad_norm": 3.8652525679578535,
      "learning_rate": 0.00016888863925605116,
      "loss": 4.6875,
      "step": 68438
    },
    {
      "epoch": 2.8031537988941224,
      "grad_norm": 21.249391756161188,
      "learning_rate": 0.00016888540381820304,
      "loss": 6.9688,
      "step": 68439
    },
    {
      "epoch": 2.803194757321319,
      "grad_norm": 3.9890107823560847,
      "learning_rate": 0.000168882168371427,
      "loss": 5.1562,
      "step": 68440
    },
    {
      "epoch": 2.8032357157485155,
      "grad_norm": 5.613924182862152,
      "learning_rate": 0.0001688789329157246,
      "loss": 5.1875,
      "step": 68441
    },
    {
      "epoch": 2.8032766741757116,
      "grad_norm": 3.9010845498765625,
      "learning_rate": 0.0001688756974510973,
      "loss": 5.4688,
      "step": 68442
    },
    {
      "epoch": 2.803317632602908,
      "grad_norm": 3.6901959665136914,
      "learning_rate": 0.00016887246197754674,
      "loss": 2.7812,
      "step": 68443
    },
    {
      "epoch": 2.803358591030104,
      "grad_norm": 4.368792762205188,
      "learning_rate": 0.00016886922649507425,
      "loss": 4.375,
      "step": 68444
    },
    {
      "epoch": 2.8033995494573007,
      "grad_norm": 3.5684670949321795,
      "learning_rate": 0.00016886599100368155,
      "loss": 4.2812,
      "step": 68445
    },
    {
      "epoch": 2.8034405078844973,
      "grad_norm": 3.2853926066870995,
      "learning_rate": 0.0001688627555033701,
      "loss": 3.8438,
      "step": 68446
    },
    {
      "epoch": 2.803481466311694,
      "grad_norm": 3.8792205464107337,
      "learning_rate": 0.00016885951999414149,
      "loss": 5.5625,
      "step": 68447
    },
    {
      "epoch": 2.80352242473889,
      "grad_norm": 3.6403533259536895,
      "learning_rate": 0.00016885628447599712,
      "loss": 3.9531,
      "step": 68448
    },
    {
      "epoch": 2.8035633831660864,
      "grad_norm": 3.296655212074183,
      "learning_rate": 0.0001688530489489386,
      "loss": 3.5781,
      "step": 68449
    },
    {
      "epoch": 2.803604341593283,
      "grad_norm": 7.477051172622855,
      "learning_rate": 0.00016884981341296746,
      "loss": 2.8281,
      "step": 68450
    },
    {
      "epoch": 2.803645300020479,
      "grad_norm": 3.315466899811749,
      "learning_rate": 0.00016884657786808523,
      "loss": 4.4062,
      "step": 68451
    },
    {
      "epoch": 2.8036862584476756,
      "grad_norm": 3.5237462873213214,
      "learning_rate": 0.0001688433423142934,
      "loss": 4.375,
      "step": 68452
    },
    {
      "epoch": 2.803727216874872,
      "grad_norm": 3.3513129871624745,
      "learning_rate": 0.00016884010675159358,
      "loss": 4.0938,
      "step": 68453
    },
    {
      "epoch": 2.8037681753020687,
      "grad_norm": 3.2792992499874343,
      "learning_rate": 0.00016883687117998723,
      "loss": 4.5,
      "step": 68454
    },
    {
      "epoch": 2.8038091337292648,
      "grad_norm": 9.45188500064469,
      "learning_rate": 0.00016883363559947592,
      "loss": 5.6562,
      "step": 68455
    },
    {
      "epoch": 2.8038500921564613,
      "grad_norm": 3.616592376098524,
      "learning_rate": 0.0001688304000100611,
      "loss": 4.3438,
      "step": 68456
    },
    {
      "epoch": 2.8038910505836574,
      "grad_norm": 6.4636766816227516,
      "learning_rate": 0.00016882716441174437,
      "loss": 5.9375,
      "step": 68457
    },
    {
      "epoch": 2.803932009010854,
      "grad_norm": 3.797489643541071,
      "learning_rate": 0.00016882392880452731,
      "loss": 4.7188,
      "step": 68458
    },
    {
      "epoch": 2.8039729674380505,
      "grad_norm": 3.7229200057893865,
      "learning_rate": 0.00016882069318841135,
      "loss": 4.6562,
      "step": 68459
    },
    {
      "epoch": 2.804013925865247,
      "grad_norm": 6.043184508201369,
      "learning_rate": 0.00016881745756339807,
      "loss": 3.5625,
      "step": 68460
    },
    {
      "epoch": 2.804054884292443,
      "grad_norm": 4.056380288506785,
      "learning_rate": 0.00016881422192948896,
      "loss": 3.8594,
      "step": 68461
    },
    {
      "epoch": 2.8040958427196396,
      "grad_norm": 10.543353773373068,
      "learning_rate": 0.00016881098628668563,
      "loss": 5.7188,
      "step": 68462
    },
    {
      "epoch": 2.8041368011468357,
      "grad_norm": 3.867868162812536,
      "learning_rate": 0.00016880775063498953,
      "loss": 5.125,
      "step": 68463
    },
    {
      "epoch": 2.8041777595740323,
      "grad_norm": 4.860141874395716,
      "learning_rate": 0.0001688045149744022,
      "loss": 6.4375,
      "step": 68464
    },
    {
      "epoch": 2.804218718001229,
      "grad_norm": 6.905684795968603,
      "learning_rate": 0.00016880127930492516,
      "loss": 1.4766,
      "step": 68465
    },
    {
      "epoch": 2.8042596764284253,
      "grad_norm": 3.577950113491312,
      "learning_rate": 0.00016879804362656003,
      "loss": 4.75,
      "step": 68466
    },
    {
      "epoch": 2.8043006348556214,
      "grad_norm": 3.4520200470752416,
      "learning_rate": 0.00016879480793930825,
      "loss": 3.6562,
      "step": 68467
    },
    {
      "epoch": 2.804341593282818,
      "grad_norm": 4.03809413883293,
      "learning_rate": 0.00016879157224317136,
      "loss": 5.0,
      "step": 68468
    },
    {
      "epoch": 2.8043825517100145,
      "grad_norm": 6.748028113102554,
      "learning_rate": 0.00016878833653815095,
      "loss": 6.125,
      "step": 68469
    },
    {
      "epoch": 2.8044235101372106,
      "grad_norm": 5.384746892211304,
      "learning_rate": 0.0001687851008242485,
      "loss": 5.375,
      "step": 68470
    },
    {
      "epoch": 2.804464468564407,
      "grad_norm": 3.2560362475051505,
      "learning_rate": 0.00016878186510146552,
      "loss": 4.2812,
      "step": 68471
    },
    {
      "epoch": 2.8045054269916037,
      "grad_norm": 4.959051145327675,
      "learning_rate": 0.00016877862936980355,
      "loss": 5.4375,
      "step": 68472
    },
    {
      "epoch": 2.8045463854188,
      "grad_norm": 4.183277227355014,
      "learning_rate": 0.00016877539362926414,
      "loss": 6.375,
      "step": 68473
    },
    {
      "epoch": 2.8045873438459963,
      "grad_norm": 5.900380465785325,
      "learning_rate": 0.00016877215787984882,
      "loss": 3.2344,
      "step": 68474
    },
    {
      "epoch": 2.804628302273193,
      "grad_norm": 3.4687873800816975,
      "learning_rate": 0.00016876892212155914,
      "loss": 4.7812,
      "step": 68475
    },
    {
      "epoch": 2.804669260700389,
      "grad_norm": 4.574524316956917,
      "learning_rate": 0.00016876568635439652,
      "loss": 4.1562,
      "step": 68476
    },
    {
      "epoch": 2.8047102191275854,
      "grad_norm": 3.7164030262237397,
      "learning_rate": 0.00016876245057836266,
      "loss": 5.25,
      "step": 68477
    },
    {
      "epoch": 2.804751177554782,
      "grad_norm": 3.249877999838303,
      "learning_rate": 0.00016875921479345902,
      "loss": 4.5938,
      "step": 68478
    },
    {
      "epoch": 2.8047921359819785,
      "grad_norm": 4.000207527105269,
      "learning_rate": 0.00016875597899968707,
      "loss": 2.9062,
      "step": 68479
    },
    {
      "epoch": 2.8048330944091746,
      "grad_norm": 3.6859260962054505,
      "learning_rate": 0.00016875274319704838,
      "loss": 3.5625,
      "step": 68480
    },
    {
      "epoch": 2.804874052836371,
      "grad_norm": 3.107038414773918,
      "learning_rate": 0.00016874950738554446,
      "loss": 3.6406,
      "step": 68481
    },
    {
      "epoch": 2.8049150112635672,
      "grad_norm": 8.162254629074809,
      "learning_rate": 0.00016874627156517687,
      "loss": 6.1875,
      "step": 68482
    },
    {
      "epoch": 2.8049559696907638,
      "grad_norm": 3.5590383042915312,
      "learning_rate": 0.00016874303573594717,
      "loss": 4.3438,
      "step": 68483
    },
    {
      "epoch": 2.8049969281179603,
      "grad_norm": 4.471067601180854,
      "learning_rate": 0.0001687397998978568,
      "loss": 4.4688,
      "step": 68484
    },
    {
      "epoch": 2.805037886545157,
      "grad_norm": 3.088262411156998,
      "learning_rate": 0.00016873656405090733,
      "loss": 3.8594,
      "step": 68485
    },
    {
      "epoch": 2.805078844972353,
      "grad_norm": 3.821492909549356,
      "learning_rate": 0.00016873332819510037,
      "loss": 4.2812,
      "step": 68486
    },
    {
      "epoch": 2.8051198033995495,
      "grad_norm": 8.017812814909682,
      "learning_rate": 0.00016873009233043734,
      "loss": 6.5938,
      "step": 68487
    },
    {
      "epoch": 2.805160761826746,
      "grad_norm": 4.025704201115144,
      "learning_rate": 0.00016872685645691977,
      "loss": 5.9375,
      "step": 68488
    },
    {
      "epoch": 2.805201720253942,
      "grad_norm": 3.3797371162496765,
      "learning_rate": 0.00016872362057454929,
      "loss": 4.1562,
      "step": 68489
    },
    {
      "epoch": 2.8052426786811386,
      "grad_norm": 5.2418417314313785,
      "learning_rate": 0.00016872038468332734,
      "loss": 4.1562,
      "step": 68490
    },
    {
      "epoch": 2.805283637108335,
      "grad_norm": 3.7023839866250947,
      "learning_rate": 0.0001687171487832555,
      "loss": 4.4375,
      "step": 68491
    },
    {
      "epoch": 2.8053245955355317,
      "grad_norm": 3.738612936738287,
      "learning_rate": 0.00016871391287433523,
      "loss": 4.9688,
      "step": 68492
    },
    {
      "epoch": 2.805365553962728,
      "grad_norm": 3.9704137420007655,
      "learning_rate": 0.00016871067695656817,
      "loss": 4.7188,
      "step": 68493
    },
    {
      "epoch": 2.8054065123899243,
      "grad_norm": 3.662028382852969,
      "learning_rate": 0.00016870744102995576,
      "loss": 5.0312,
      "step": 68494
    },
    {
      "epoch": 2.8054474708171204,
      "grad_norm": 3.7468108887601805,
      "learning_rate": 0.00016870420509449953,
      "loss": 3.3125,
      "step": 68495
    },
    {
      "epoch": 2.805488429244317,
      "grad_norm": 4.870569226527173,
      "learning_rate": 0.00016870096915020104,
      "loss": 1.5391,
      "step": 68496
    },
    {
      "epoch": 2.8055293876715135,
      "grad_norm": 3.6481027854771013,
      "learning_rate": 0.00016869773319706186,
      "loss": 3.3906,
      "step": 68497
    },
    {
      "epoch": 2.80557034609871,
      "grad_norm": 5.658151398653369,
      "learning_rate": 0.00016869449723508345,
      "loss": 5.6875,
      "step": 68498
    },
    {
      "epoch": 2.805611304525906,
      "grad_norm": 3.1852011690760125,
      "learning_rate": 0.00016869126126426738,
      "loss": 3.7812,
      "step": 68499
    },
    {
      "epoch": 2.8056522629531027,
      "grad_norm": 3.055659475165381,
      "learning_rate": 0.00016868802528461515,
      "loss": 3.9219,
      "step": 68500
    },
    {
      "epoch": 2.8056932213802988,
      "grad_norm": 3.5838058975528906,
      "learning_rate": 0.00016868478929612835,
      "loss": 4.5,
      "step": 68501
    },
    {
      "epoch": 2.8057341798074953,
      "grad_norm": 3.4047958661841777,
      "learning_rate": 0.00016868155329880842,
      "loss": 4.7188,
      "step": 68502
    },
    {
      "epoch": 2.805775138234692,
      "grad_norm": 2.9753656456322966,
      "learning_rate": 0.00016867831729265695,
      "loss": 2.875,
      "step": 68503
    },
    {
      "epoch": 2.8058160966618884,
      "grad_norm": 3.771453863646515,
      "learning_rate": 0.00016867508127767542,
      "loss": 4.9375,
      "step": 68504
    },
    {
      "epoch": 2.8058570550890845,
      "grad_norm": 3.869254014962552,
      "learning_rate": 0.00016867184525386545,
      "loss": 5.125,
      "step": 68505
    },
    {
      "epoch": 2.805898013516281,
      "grad_norm": 5.785277769390855,
      "learning_rate": 0.00016866860922122847,
      "loss": 2.0781,
      "step": 68506
    },
    {
      "epoch": 2.8059389719434775,
      "grad_norm": 5.052475487511694,
      "learning_rate": 0.0001686653731797661,
      "loss": 4.2812,
      "step": 68507
    },
    {
      "epoch": 2.8059799303706736,
      "grad_norm": 3.2924463974057607,
      "learning_rate": 0.0001686621371294798,
      "loss": 3.25,
      "step": 68508
    },
    {
      "epoch": 2.80602088879787,
      "grad_norm": 3.334816230957088,
      "learning_rate": 0.0001686589010703711,
      "loss": 5.0625,
      "step": 68509
    },
    {
      "epoch": 2.8060618472250667,
      "grad_norm": 3.3627443293648387,
      "learning_rate": 0.0001686556650024416,
      "loss": 5.4375,
      "step": 68510
    },
    {
      "epoch": 2.806102805652263,
      "grad_norm": 3.134527679783299,
      "learning_rate": 0.00016865242892569277,
      "loss": 3.3594,
      "step": 68511
    },
    {
      "epoch": 2.8061437640794593,
      "grad_norm": 4.7373117525122455,
      "learning_rate": 0.00016864919284012613,
      "loss": 4.4062,
      "step": 68512
    },
    {
      "epoch": 2.806184722506656,
      "grad_norm": 4.292696630037486,
      "learning_rate": 0.0001686459567457433,
      "loss": 1.9062,
      "step": 68513
    },
    {
      "epoch": 2.806225680933852,
      "grad_norm": 3.513711992007577,
      "learning_rate": 0.00016864272064254568,
      "loss": 4.5312,
      "step": 68514
    },
    {
      "epoch": 2.8062666393610485,
      "grad_norm": 5.209165324754856,
      "learning_rate": 0.00016863948453053489,
      "loss": 3.9844,
      "step": 68515
    },
    {
      "epoch": 2.806307597788245,
      "grad_norm": 3.5284737521604366,
      "learning_rate": 0.0001686362484097124,
      "loss": 4.6562,
      "step": 68516
    },
    {
      "epoch": 2.8063485562154415,
      "grad_norm": 3.567333113328127,
      "learning_rate": 0.0001686330122800798,
      "loss": 4.625,
      "step": 68517
    },
    {
      "epoch": 2.8063895146426376,
      "grad_norm": 4.0340993646534375,
      "learning_rate": 0.00016862977614163862,
      "loss": 5.125,
      "step": 68518
    },
    {
      "epoch": 2.806430473069834,
      "grad_norm": 3.7166557999617638,
      "learning_rate": 0.0001686265399943903,
      "loss": 4.875,
      "step": 68519
    },
    {
      "epoch": 2.8064714314970303,
      "grad_norm": 4.713989420737857,
      "learning_rate": 0.00016862330383833648,
      "loss": 3.9375,
      "step": 68520
    },
    {
      "epoch": 2.806512389924227,
      "grad_norm": 3.39305082563155,
      "learning_rate": 0.00016862006767347863,
      "loss": 4.6875,
      "step": 68521
    },
    {
      "epoch": 2.8065533483514233,
      "grad_norm": 3.4317929578897886,
      "learning_rate": 0.00016861683149981829,
      "loss": 2.75,
      "step": 68522
    },
    {
      "epoch": 2.80659430677862,
      "grad_norm": 3.1939449509811184,
      "learning_rate": 0.000168613595317357,
      "loss": 3.8125,
      "step": 68523
    },
    {
      "epoch": 2.806635265205816,
      "grad_norm": 4.866352603874852,
      "learning_rate": 0.00016861035912609624,
      "loss": 5.6875,
      "step": 68524
    },
    {
      "epoch": 2.8066762236330125,
      "grad_norm": 3.800188538914038,
      "learning_rate": 0.00016860712292603763,
      "loss": 4.1562,
      "step": 68525
    },
    {
      "epoch": 2.806717182060209,
      "grad_norm": 3.6375786893130595,
      "learning_rate": 0.00016860388671718264,
      "loss": 4.5,
      "step": 68526
    },
    {
      "epoch": 2.806758140487405,
      "grad_norm": 3.802694386706675,
      "learning_rate": 0.0001686006504995328,
      "loss": 4.9062,
      "step": 68527
    },
    {
      "epoch": 2.8067990989146017,
      "grad_norm": 4.357874755109314,
      "learning_rate": 0.00016859741427308964,
      "loss": 6.2188,
      "step": 68528
    },
    {
      "epoch": 2.806840057341798,
      "grad_norm": 3.690794310640337,
      "learning_rate": 0.00016859417803785474,
      "loss": 4.1875,
      "step": 68529
    },
    {
      "epoch": 2.8068810157689947,
      "grad_norm": 4.1892697223710975,
      "learning_rate": 0.0001685909417938296,
      "loss": 4.8438,
      "step": 68530
    },
    {
      "epoch": 2.806921974196191,
      "grad_norm": 3.7039097673618118,
      "learning_rate": 0.00016858770554101574,
      "loss": 6.8125,
      "step": 68531
    },
    {
      "epoch": 2.8069629326233874,
      "grad_norm": 6.103938714484436,
      "learning_rate": 0.00016858446927941461,
      "loss": 6.5,
      "step": 68532
    },
    {
      "epoch": 2.8070038910505835,
      "grad_norm": 4.413401280486867,
      "learning_rate": 0.00016858123300902788,
      "loss": 6.4062,
      "step": 68533
    },
    {
      "epoch": 2.80704484947778,
      "grad_norm": 4.290743690284087,
      "learning_rate": 0.00016857799672985704,
      "loss": 5.125,
      "step": 68534
    },
    {
      "epoch": 2.8070858079049765,
      "grad_norm": 3.8207829614532516,
      "learning_rate": 0.00016857476044190357,
      "loss": 4.3125,
      "step": 68535
    },
    {
      "epoch": 2.807126766332173,
      "grad_norm": 4.101022761574347,
      "learning_rate": 0.00016857152414516904,
      "loss": 4.0625,
      "step": 68536
    },
    {
      "epoch": 2.807167724759369,
      "grad_norm": 3.576587861353543,
      "learning_rate": 0.00016856828783965496,
      "loss": 4.2812,
      "step": 68537
    },
    {
      "epoch": 2.8072086831865657,
      "grad_norm": 3.4064421528239968,
      "learning_rate": 0.0001685650515253629,
      "loss": 5.125,
      "step": 68538
    },
    {
      "epoch": 2.807249641613762,
      "grad_norm": 3.728303026930629,
      "learning_rate": 0.00016856181520229438,
      "loss": 4.9062,
      "step": 68539
    },
    {
      "epoch": 2.8072906000409583,
      "grad_norm": 3.6872998815188605,
      "learning_rate": 0.00016855857887045084,
      "loss": 4.9688,
      "step": 68540
    },
    {
      "epoch": 2.807331558468155,
      "grad_norm": 8.234104176314718,
      "learning_rate": 0.00016855534252983393,
      "loss": 6.5312,
      "step": 68541
    },
    {
      "epoch": 2.8073725168953514,
      "grad_norm": 9.05466306299837,
      "learning_rate": 0.00016855210618044511,
      "loss": 5.2188,
      "step": 68542
    },
    {
      "epoch": 2.8074134753225475,
      "grad_norm": 6.860271972401455,
      "learning_rate": 0.00016854886982228595,
      "loss": 6.5,
      "step": 68543
    },
    {
      "epoch": 2.807454433749744,
      "grad_norm": 6.877201065613975,
      "learning_rate": 0.00016854563345535794,
      "loss": 6.375,
      "step": 68544
    },
    {
      "epoch": 2.8074953921769406,
      "grad_norm": 6.276797063160968,
      "learning_rate": 0.00016854239707966265,
      "loss": 5.9062,
      "step": 68545
    },
    {
      "epoch": 2.8075363506041366,
      "grad_norm": 3.302560392135075,
      "learning_rate": 0.00016853916069520158,
      "loss": 4.0625,
      "step": 68546
    },
    {
      "epoch": 2.807577309031333,
      "grad_norm": 4.233326982885466,
      "learning_rate": 0.00016853592430197628,
      "loss": 4.9688,
      "step": 68547
    },
    {
      "epoch": 2.8076182674585297,
      "grad_norm": 10.992886069089357,
      "learning_rate": 0.00016853268789998827,
      "loss": 6.7188,
      "step": 68548
    },
    {
      "epoch": 2.8076592258857263,
      "grad_norm": 3.6304019719004033,
      "learning_rate": 0.00016852945148923906,
      "loss": 4.7188,
      "step": 68549
    },
    {
      "epoch": 2.8077001843129223,
      "grad_norm": 5.254709093982495,
      "learning_rate": 0.00016852621506973023,
      "loss": 5.0938,
      "step": 68550
    },
    {
      "epoch": 2.807741142740119,
      "grad_norm": 7.5267555520492335,
      "learning_rate": 0.0001685229786414633,
      "loss": 5.2812,
      "step": 68551
    },
    {
      "epoch": 2.807782101167315,
      "grad_norm": 3.3492859360287004,
      "learning_rate": 0.0001685197422044397,
      "loss": 4.4688,
      "step": 68552
    },
    {
      "epoch": 2.8078230595945115,
      "grad_norm": 9.090673238401301,
      "learning_rate": 0.0001685165057586611,
      "loss": 6.125,
      "step": 68553
    },
    {
      "epoch": 2.807864018021708,
      "grad_norm": 3.9560611902881258,
      "learning_rate": 0.00016851326930412896,
      "loss": 4.2812,
      "step": 68554
    },
    {
      "epoch": 2.8079049764489046,
      "grad_norm": 4.14574978729048,
      "learning_rate": 0.00016851003284084481,
      "loss": 5.4375,
      "step": 68555
    },
    {
      "epoch": 2.8079459348761007,
      "grad_norm": 3.590985403601656,
      "learning_rate": 0.0001685067963688102,
      "loss": 4.375,
      "step": 68556
    },
    {
      "epoch": 2.807986893303297,
      "grad_norm": 3.6160699668766374,
      "learning_rate": 0.00016850355988802664,
      "loss": 1.2031,
      "step": 68557
    },
    {
      "epoch": 2.8080278517304933,
      "grad_norm": 8.706818754879626,
      "learning_rate": 0.00016850032339849568,
      "loss": 3.7188,
      "step": 68558
    },
    {
      "epoch": 2.80806881015769,
      "grad_norm": 3.906699733030748,
      "learning_rate": 0.00016849708690021886,
      "loss": 5.0,
      "step": 68559
    },
    {
      "epoch": 2.8081097685848864,
      "grad_norm": 4.101648451081565,
      "learning_rate": 0.00016849385039319762,
      "loss": 4.2812,
      "step": 68560
    },
    {
      "epoch": 2.808150727012083,
      "grad_norm": 4.580696647807525,
      "learning_rate": 0.00016849061387743362,
      "loss": 5.8125,
      "step": 68561
    },
    {
      "epoch": 2.808191685439279,
      "grad_norm": 3.494663085400658,
      "learning_rate": 0.00016848737735292833,
      "loss": 4.5312,
      "step": 68562
    },
    {
      "epoch": 2.8082326438664755,
      "grad_norm": 3.5823051178881222,
      "learning_rate": 0.0001684841408196833,
      "loss": 4.3125,
      "step": 68563
    },
    {
      "epoch": 2.808273602293672,
      "grad_norm": 4.363581260698717,
      "learning_rate": 0.00016848090427769996,
      "loss": 5.3438,
      "step": 68564
    },
    {
      "epoch": 2.808314560720868,
      "grad_norm": 3.146866627770731,
      "learning_rate": 0.00016847766772697996,
      "loss": 3.3906,
      "step": 68565
    },
    {
      "epoch": 2.8083555191480647,
      "grad_norm": 3.1555704224133967,
      "learning_rate": 0.00016847443116752483,
      "loss": 0.8125,
      "step": 68566
    },
    {
      "epoch": 2.8083964775752612,
      "grad_norm": 9.88433520656032,
      "learning_rate": 0.00016847119459933603,
      "loss": 3.7344,
      "step": 68567
    },
    {
      "epoch": 2.8084374360024578,
      "grad_norm": 4.1387918826365455,
      "learning_rate": 0.00016846795802241514,
      "loss": 1.0,
      "step": 68568
    },
    {
      "epoch": 2.808478394429654,
      "grad_norm": 3.441605559344456,
      "learning_rate": 0.00016846472143676363,
      "loss": 6.4062,
      "step": 68569
    },
    {
      "epoch": 2.8085193528568504,
      "grad_norm": 3.9826450725657647,
      "learning_rate": 0.00016846148484238313,
      "loss": 4.4375,
      "step": 68570
    },
    {
      "epoch": 2.8085603112840465,
      "grad_norm": 4.541280659237509,
      "learning_rate": 0.00016845824823927508,
      "loss": 5.4375,
      "step": 68571
    },
    {
      "epoch": 2.808601269711243,
      "grad_norm": 3.2795954487914853,
      "learning_rate": 0.000168455011627441,
      "loss": 4.75,
      "step": 68572
    },
    {
      "epoch": 2.8086422281384396,
      "grad_norm": 12.01846285648016,
      "learning_rate": 0.00016845177500688253,
      "loss": 5.9688,
      "step": 68573
    },
    {
      "epoch": 2.808683186565636,
      "grad_norm": 4.157735415640401,
      "learning_rate": 0.0001684485383776011,
      "loss": 4.4375,
      "step": 68574
    },
    {
      "epoch": 2.808724144992832,
      "grad_norm": 3.060615626216228,
      "learning_rate": 0.0001684453017395983,
      "loss": 1.0312,
      "step": 68575
    },
    {
      "epoch": 2.8087651034200287,
      "grad_norm": 5.250033941358305,
      "learning_rate": 0.00016844206509287555,
      "loss": 5.1562,
      "step": 68576
    },
    {
      "epoch": 2.808806061847225,
      "grad_norm": 5.225154742479304,
      "learning_rate": 0.0001684388284374345,
      "loss": 1.2266,
      "step": 68577
    },
    {
      "epoch": 2.8088470202744213,
      "grad_norm": 3.8466340329695448,
      "learning_rate": 0.0001684355917732767,
      "loss": 4.8125,
      "step": 68578
    },
    {
      "epoch": 2.808887978701618,
      "grad_norm": 4.28681257488391,
      "learning_rate": 0.00016843235510040358,
      "loss": 5.125,
      "step": 68579
    },
    {
      "epoch": 2.8089289371288144,
      "grad_norm": 3.4588009208177692,
      "learning_rate": 0.0001684291184188167,
      "loss": 4.4062,
      "step": 68580
    },
    {
      "epoch": 2.8089698955560105,
      "grad_norm": 5.054294591743595,
      "learning_rate": 0.00016842588172851763,
      "loss": 5.6562,
      "step": 68581
    },
    {
      "epoch": 2.809010853983207,
      "grad_norm": 3.2735954386959945,
      "learning_rate": 0.00016842264502950788,
      "loss": 4.25,
      "step": 68582
    },
    {
      "epoch": 2.8090518124104036,
      "grad_norm": 5.812483583702826,
      "learning_rate": 0.00016841940832178895,
      "loss": 1.4062,
      "step": 68583
    },
    {
      "epoch": 2.8090927708375997,
      "grad_norm": 4.835850120516203,
      "learning_rate": 0.0001684161716053624,
      "loss": 5.3438,
      "step": 68584
    },
    {
      "epoch": 2.809133729264796,
      "grad_norm": 14.359197370152321,
      "learning_rate": 0.00016841293488022976,
      "loss": 4.9062,
      "step": 68585
    },
    {
      "epoch": 2.8091746876919927,
      "grad_norm": 4.501414589551998,
      "learning_rate": 0.00016840969814639254,
      "loss": 5.9062,
      "step": 68586
    },
    {
      "epoch": 2.8092156461191893,
      "grad_norm": 5.645694029034356,
      "learning_rate": 0.00016840646140385229,
      "loss": 4.2812,
      "step": 68587
    },
    {
      "epoch": 2.8092566045463854,
      "grad_norm": 3.5614262622027124,
      "learning_rate": 0.0001684032246526105,
      "loss": 4.5,
      "step": 68588
    },
    {
      "epoch": 2.809297562973582,
      "grad_norm": 4.409698345881653,
      "learning_rate": 0.00016839998789266875,
      "loss": 4.7812,
      "step": 68589
    },
    {
      "epoch": 2.809338521400778,
      "grad_norm": 6.7756727195228645,
      "learning_rate": 0.00016839675112402858,
      "loss": 5.2812,
      "step": 68590
    },
    {
      "epoch": 2.8093794798279745,
      "grad_norm": 3.188973058291089,
      "learning_rate": 0.00016839351434669148,
      "loss": 3.5469,
      "step": 68591
    },
    {
      "epoch": 2.809420438255171,
      "grad_norm": 3.881302415035797,
      "learning_rate": 0.00016839027756065898,
      "loss": 3.7656,
      "step": 68592
    },
    {
      "epoch": 2.8094613966823676,
      "grad_norm": 3.773653526693571,
      "learning_rate": 0.00016838704076593263,
      "loss": 4.375,
      "step": 68593
    },
    {
      "epoch": 2.8095023551095637,
      "grad_norm": 5.565291740631291,
      "learning_rate": 0.00016838380396251397,
      "loss": 3.3281,
      "step": 68594
    },
    {
      "epoch": 2.8095433135367602,
      "grad_norm": 3.7261819522244917,
      "learning_rate": 0.0001683805671504045,
      "loss": 4.1562,
      "step": 68595
    },
    {
      "epoch": 2.8095842719639563,
      "grad_norm": 3.2563445777551645,
      "learning_rate": 0.00016837733032960575,
      "loss": 3.8438,
      "step": 68596
    },
    {
      "epoch": 2.809625230391153,
      "grad_norm": 4.384923699908699,
      "learning_rate": 0.0001683740935001193,
      "loss": 5.4375,
      "step": 68597
    },
    {
      "epoch": 2.8096661888183494,
      "grad_norm": 4.659827920295723,
      "learning_rate": 0.0001683708566619466,
      "loss": 5.6562,
      "step": 68598
    },
    {
      "epoch": 2.809707147245546,
      "grad_norm": 3.7274192077091453,
      "learning_rate": 0.00016836761981508925,
      "loss": 4.75,
      "step": 68599
    },
    {
      "epoch": 2.809748105672742,
      "grad_norm": 4.365575530872543,
      "learning_rate": 0.00016836438295954876,
      "loss": 5.0625,
      "step": 68600
    },
    {
      "epoch": 2.8097890640999386,
      "grad_norm": 6.179488379609507,
      "learning_rate": 0.00016836114609532668,
      "loss": 5.4062,
      "step": 68601
    },
    {
      "epoch": 2.809830022527135,
      "grad_norm": 12.85507899804016,
      "learning_rate": 0.00016835790922242446,
      "loss": 6.4062,
      "step": 68602
    },
    {
      "epoch": 2.809870980954331,
      "grad_norm": 3.9622678470738255,
      "learning_rate": 0.00016835467234084373,
      "loss": 5.5,
      "step": 68603
    },
    {
      "epoch": 2.8099119393815277,
      "grad_norm": 3.965398126815018,
      "learning_rate": 0.00016835143545058592,
      "loss": 4.8438,
      "step": 68604
    },
    {
      "epoch": 2.8099528978087243,
      "grad_norm": 13.479892810274103,
      "learning_rate": 0.00016834819855165268,
      "loss": 5.5625,
      "step": 68605
    },
    {
      "epoch": 2.809993856235921,
      "grad_norm": 4.339367499781053,
      "learning_rate": 0.00016834496164404544,
      "loss": 3.0312,
      "step": 68606
    },
    {
      "epoch": 2.810034814663117,
      "grad_norm": 3.457290267844143,
      "learning_rate": 0.0001683417247277658,
      "loss": 4.25,
      "step": 68607
    },
    {
      "epoch": 2.8100757730903134,
      "grad_norm": 3.8294152971309154,
      "learning_rate": 0.00016833848780281523,
      "loss": 5.25,
      "step": 68608
    },
    {
      "epoch": 2.8101167315175095,
      "grad_norm": 3.920612111726147,
      "learning_rate": 0.00016833525086919527,
      "loss": 3.4375,
      "step": 68609
    },
    {
      "epoch": 2.810157689944706,
      "grad_norm": 3.367329999086451,
      "learning_rate": 0.0001683320139269075,
      "loss": 4.4688,
      "step": 68610
    },
    {
      "epoch": 2.8101986483719026,
      "grad_norm": 3.602880108433815,
      "learning_rate": 0.00016832877697595342,
      "loss": 4.375,
      "step": 68611
    },
    {
      "epoch": 2.810239606799099,
      "grad_norm": 3.436685883096315,
      "learning_rate": 0.0001683255400163345,
      "loss": 3.625,
      "step": 68612
    },
    {
      "epoch": 2.810280565226295,
      "grad_norm": 4.022588569661393,
      "learning_rate": 0.0001683223030480524,
      "loss": 1.4688,
      "step": 68613
    },
    {
      "epoch": 2.8103215236534917,
      "grad_norm": 3.8401693696209054,
      "learning_rate": 0.00016831906607110854,
      "loss": 5.3438,
      "step": 68614
    },
    {
      "epoch": 2.810362482080688,
      "grad_norm": 3.5378864061415967,
      "learning_rate": 0.0001683158290855045,
      "loss": 5.0,
      "step": 68615
    },
    {
      "epoch": 2.8104034405078844,
      "grad_norm": 3.4690898558105108,
      "learning_rate": 0.00016831259209124178,
      "loss": 4.0312,
      "step": 68616
    },
    {
      "epoch": 2.810444398935081,
      "grad_norm": 5.367746901086005,
      "learning_rate": 0.00016830935508832198,
      "loss": 6.0625,
      "step": 68617
    },
    {
      "epoch": 2.8104853573622774,
      "grad_norm": 4.8886113760398375,
      "learning_rate": 0.00016830611807674655,
      "loss": 4.6562,
      "step": 68618
    },
    {
      "epoch": 2.8105263157894735,
      "grad_norm": 3.473846848570552,
      "learning_rate": 0.00016830288105651708,
      "loss": 3.5781,
      "step": 68619
    },
    {
      "epoch": 2.81056727421667,
      "grad_norm": 3.8777017844085027,
      "learning_rate": 0.00016829964402763502,
      "loss": 5.1562,
      "step": 68620
    },
    {
      "epoch": 2.8106082326438666,
      "grad_norm": 3.311563812261394,
      "learning_rate": 0.00016829640699010196,
      "loss": 4.25,
      "step": 68621
    },
    {
      "epoch": 2.8106491910710627,
      "grad_norm": 3.765617260521908,
      "learning_rate": 0.00016829316994391942,
      "loss": 4.9688,
      "step": 68622
    },
    {
      "epoch": 2.8106901494982592,
      "grad_norm": 4.081805769461825,
      "learning_rate": 0.00016828993288908896,
      "loss": 1.4609,
      "step": 68623
    },
    {
      "epoch": 2.8107311079254558,
      "grad_norm": 3.9188938577366756,
      "learning_rate": 0.00016828669582561205,
      "loss": 4.7188,
      "step": 68624
    },
    {
      "epoch": 2.8107720663526523,
      "grad_norm": 4.636742652916664,
      "learning_rate": 0.00016828345875349025,
      "loss": 4.9688,
      "step": 68625
    },
    {
      "epoch": 2.8108130247798484,
      "grad_norm": 4.265382843733722,
      "learning_rate": 0.0001682802216727251,
      "loss": 3.9688,
      "step": 68626
    },
    {
      "epoch": 2.810853983207045,
      "grad_norm": 5.2190594081856085,
      "learning_rate": 0.00016827698458331814,
      "loss": 3.8125,
      "step": 68627
    },
    {
      "epoch": 2.810894941634241,
      "grad_norm": 5.045466171798231,
      "learning_rate": 0.00016827374748527084,
      "loss": 4.1875,
      "step": 68628
    },
    {
      "epoch": 2.8109359000614376,
      "grad_norm": 3.0848445959969943,
      "learning_rate": 0.0001682705103785848,
      "loss": 3.4219,
      "step": 68629
    },
    {
      "epoch": 2.810976858488634,
      "grad_norm": 3.2674102002663963,
      "learning_rate": 0.00016826727326326154,
      "loss": 3.875,
      "step": 68630
    },
    {
      "epoch": 2.8110178169158306,
      "grad_norm": 3.57417287305054,
      "learning_rate": 0.00016826403613930254,
      "loss": 4.3438,
      "step": 68631
    },
    {
      "epoch": 2.8110587753430267,
      "grad_norm": 6.021964572949698,
      "learning_rate": 0.00016826079900670937,
      "loss": 3.3438,
      "step": 68632
    },
    {
      "epoch": 2.8110997337702233,
      "grad_norm": 3.1021899120997323,
      "learning_rate": 0.00016825756186548355,
      "loss": 4.1875,
      "step": 68633
    },
    {
      "epoch": 2.8111406921974194,
      "grad_norm": 3.9705206488058082,
      "learning_rate": 0.00016825432471562665,
      "loss": 3.5625,
      "step": 68634
    },
    {
      "epoch": 2.811181650624616,
      "grad_norm": 3.4342078889984555,
      "learning_rate": 0.00016825108755714015,
      "loss": 1.7109,
      "step": 68635
    },
    {
      "epoch": 2.8112226090518124,
      "grad_norm": 3.821528624882025,
      "learning_rate": 0.00016824785039002555,
      "loss": 4.9062,
      "step": 68636
    },
    {
      "epoch": 2.811263567479009,
      "grad_norm": 3.4111473561462917,
      "learning_rate": 0.00016824461321428448,
      "loss": 3.9688,
      "step": 68637
    },
    {
      "epoch": 2.811304525906205,
      "grad_norm": 3.3716338320971406,
      "learning_rate": 0.00016824137602991843,
      "loss": 4.375,
      "step": 68638
    },
    {
      "epoch": 2.8113454843334016,
      "grad_norm": 3.1133266930046712,
      "learning_rate": 0.00016823813883692885,
      "loss": 4.2812,
      "step": 68639
    },
    {
      "epoch": 2.811386442760598,
      "grad_norm": 12.089088115836567,
      "learning_rate": 0.00016823490163531734,
      "loss": 1.4609,
      "step": 68640
    },
    {
      "epoch": 2.811427401187794,
      "grad_norm": 3.2390959810995694,
      "learning_rate": 0.00016823166442508548,
      "loss": 4.6875,
      "step": 68641
    },
    {
      "epoch": 2.8114683596149908,
      "grad_norm": 3.428099680853932,
      "learning_rate": 0.00016822842720623472,
      "loss": 4.5625,
      "step": 68642
    },
    {
      "epoch": 2.8115093180421873,
      "grad_norm": 8.305895677577034,
      "learning_rate": 0.00016822518997876661,
      "loss": 6.0,
      "step": 68643
    },
    {
      "epoch": 2.811550276469384,
      "grad_norm": 7.6934514490346775,
      "learning_rate": 0.0001682219527426827,
      "loss": 5.5312,
      "step": 68644
    },
    {
      "epoch": 2.81159123489658,
      "grad_norm": 3.970913198095139,
      "learning_rate": 0.00016821871549798452,
      "loss": 4.2188,
      "step": 68645
    },
    {
      "epoch": 2.8116321933237765,
      "grad_norm": 4.2596846767228165,
      "learning_rate": 0.0001682154782446736,
      "loss": 5.0312,
      "step": 68646
    },
    {
      "epoch": 2.8116731517509725,
      "grad_norm": 3.743727667957273,
      "learning_rate": 0.0001682122409827514,
      "loss": 3.625,
      "step": 68647
    },
    {
      "epoch": 2.811714110178169,
      "grad_norm": 5.306624354475905,
      "learning_rate": 0.00016820900371221953,
      "loss": 3.1875,
      "step": 68648
    },
    {
      "epoch": 2.8117550686053656,
      "grad_norm": 14.654174405631005,
      "learning_rate": 0.0001682057664330795,
      "loss": 4.0312,
      "step": 68649
    },
    {
      "epoch": 2.811796027032562,
      "grad_norm": 3.608805220293214,
      "learning_rate": 0.00016820252914533288,
      "loss": 4.0625,
      "step": 68650
    },
    {
      "epoch": 2.8118369854597582,
      "grad_norm": 26.330882117540348,
      "learning_rate": 0.00016819929184898113,
      "loss": 7.1875,
      "step": 68651
    },
    {
      "epoch": 2.811877943886955,
      "grad_norm": 3.8217683450036573,
      "learning_rate": 0.00016819605454402578,
      "loss": 4.9062,
      "step": 68652
    },
    {
      "epoch": 2.811918902314151,
      "grad_norm": 6.141545663609415,
      "learning_rate": 0.00016819281723046847,
      "loss": 5.6875,
      "step": 68653
    },
    {
      "epoch": 2.8119598607413474,
      "grad_norm": 3.0656248141652744,
      "learning_rate": 0.00016818957990831062,
      "loss": 4.7188,
      "step": 68654
    },
    {
      "epoch": 2.812000819168544,
      "grad_norm": 3.536454214047633,
      "learning_rate": 0.00016818634257755377,
      "loss": 3.7969,
      "step": 68655
    },
    {
      "epoch": 2.8120417775957405,
      "grad_norm": 4.2891613009790985,
      "learning_rate": 0.00016818310523819945,
      "loss": 5.1562,
      "step": 68656
    },
    {
      "epoch": 2.8120827360229366,
      "grad_norm": 4.472551447867234,
      "learning_rate": 0.00016817986789024927,
      "loss": 6.0938,
      "step": 68657
    },
    {
      "epoch": 2.812123694450133,
      "grad_norm": 3.8518989899607976,
      "learning_rate": 0.00016817663053370467,
      "loss": 4.6875,
      "step": 68658
    },
    {
      "epoch": 2.8121646528773296,
      "grad_norm": 7.374147020733827,
      "learning_rate": 0.00016817339316856723,
      "loss": 4.2188,
      "step": 68659
    },
    {
      "epoch": 2.8122056113045257,
      "grad_norm": 3.14765648760917,
      "learning_rate": 0.00016817015579483844,
      "loss": 4.1562,
      "step": 68660
    },
    {
      "epoch": 2.8122465697317223,
      "grad_norm": 3.4687778402388516,
      "learning_rate": 0.0001681669184125199,
      "loss": 4.5,
      "step": 68661
    },
    {
      "epoch": 2.812287528158919,
      "grad_norm": 3.50419874247897,
      "learning_rate": 0.00016816368102161303,
      "loss": 5.25,
      "step": 68662
    },
    {
      "epoch": 2.8123284865861153,
      "grad_norm": 4.92037354139348,
      "learning_rate": 0.0001681604436221195,
      "loss": 6.0625,
      "step": 68663
    },
    {
      "epoch": 2.8123694450133114,
      "grad_norm": 4.440268280193556,
      "learning_rate": 0.00016815720621404069,
      "loss": 4.8125,
      "step": 68664
    },
    {
      "epoch": 2.812410403440508,
      "grad_norm": 3.2267897165835118,
      "learning_rate": 0.00016815396879737825,
      "loss": 4.5312,
      "step": 68665
    },
    {
      "epoch": 2.812451361867704,
      "grad_norm": 5.339111969497818,
      "learning_rate": 0.00016815073137213367,
      "loss": 4.9062,
      "step": 68666
    },
    {
      "epoch": 2.8124923202949006,
      "grad_norm": 11.30176876526818,
      "learning_rate": 0.0001681474939383085,
      "loss": 2.3438,
      "step": 68667
    },
    {
      "epoch": 2.812533278722097,
      "grad_norm": 3.542238486793351,
      "learning_rate": 0.00016814425649590417,
      "loss": 4.0938,
      "step": 68668
    },
    {
      "epoch": 2.8125742371492937,
      "grad_norm": 3.5792229258273878,
      "learning_rate": 0.00016814101904492234,
      "loss": 4.6562,
      "step": 68669
    },
    {
      "epoch": 2.8126151955764898,
      "grad_norm": 3.665283397926866,
      "learning_rate": 0.0001681377815853645,
      "loss": 4.9688,
      "step": 68670
    },
    {
      "epoch": 2.8126561540036863,
      "grad_norm": 3.932459991956157,
      "learning_rate": 0.00016813454411723216,
      "loss": 5.5938,
      "step": 68671
    },
    {
      "epoch": 2.8126971124308824,
      "grad_norm": 3.95830941270954,
      "learning_rate": 0.0001681313066405268,
      "loss": 4.6562,
      "step": 68672
    },
    {
      "epoch": 2.812738070858079,
      "grad_norm": 4.40813664808689,
      "learning_rate": 0.00016812806915525008,
      "loss": 4.5,
      "step": 68673
    },
    {
      "epoch": 2.8127790292852755,
      "grad_norm": 3.6952703151147426,
      "learning_rate": 0.00016812483166140345,
      "loss": 4.75,
      "step": 68674
    },
    {
      "epoch": 2.812819987712472,
      "grad_norm": 3.7280933121254343,
      "learning_rate": 0.00016812159415898845,
      "loss": 1.2422,
      "step": 68675
    },
    {
      "epoch": 2.812860946139668,
      "grad_norm": 3.3348635682829575,
      "learning_rate": 0.00016811835664800657,
      "loss": 5.125,
      "step": 68676
    },
    {
      "epoch": 2.8129019045668646,
      "grad_norm": 3.327863401955254,
      "learning_rate": 0.00016811511912845944,
      "loss": 4.0625,
      "step": 68677
    },
    {
      "epoch": 2.812942862994061,
      "grad_norm": 3.257196636297783,
      "learning_rate": 0.00016811188160034853,
      "loss": 4.4062,
      "step": 68678
    },
    {
      "epoch": 2.8129838214212572,
      "grad_norm": 3.2812440939415906,
      "learning_rate": 0.00016810864406367534,
      "loss": 4.0312,
      "step": 68679
    },
    {
      "epoch": 2.813024779848454,
      "grad_norm": 6.453843780790177,
      "learning_rate": 0.00016810540651844143,
      "loss": 4.7188,
      "step": 68680
    },
    {
      "epoch": 2.8130657382756503,
      "grad_norm": 3.362684872909389,
      "learning_rate": 0.00016810216896464837,
      "loss": 4.8438,
      "step": 68681
    },
    {
      "epoch": 2.813106696702847,
      "grad_norm": 3.692142471210332,
      "learning_rate": 0.00016809893140229764,
      "loss": 5.3438,
      "step": 68682
    },
    {
      "epoch": 2.813147655130043,
      "grad_norm": 3.973593181597758,
      "learning_rate": 0.0001680956938313908,
      "loss": 5.4062,
      "step": 68683
    },
    {
      "epoch": 2.8131886135572395,
      "grad_norm": 5.103135166600368,
      "learning_rate": 0.0001680924562519293,
      "loss": 3.9688,
      "step": 68684
    },
    {
      "epoch": 2.8132295719844356,
      "grad_norm": 3.491844585009913,
      "learning_rate": 0.00016808921866391478,
      "loss": 4.375,
      "step": 68685
    },
    {
      "epoch": 2.813270530411632,
      "grad_norm": 3.310621047686236,
      "learning_rate": 0.00016808598106734875,
      "loss": 4.4688,
      "step": 68686
    },
    {
      "epoch": 2.8133114888388286,
      "grad_norm": 4.52040519336142,
      "learning_rate": 0.0001680827434622327,
      "loss": 4.6875,
      "step": 68687
    },
    {
      "epoch": 2.813352447266025,
      "grad_norm": 3.2016793105757606,
      "learning_rate": 0.00016807950584856818,
      "loss": 3.4688,
      "step": 68688
    },
    {
      "epoch": 2.8133934056932213,
      "grad_norm": 3.5481596848004435,
      "learning_rate": 0.00016807626822635673,
      "loss": 2.9844,
      "step": 68689
    },
    {
      "epoch": 2.813434364120418,
      "grad_norm": 3.6434317118468815,
      "learning_rate": 0.0001680730305955999,
      "loss": 5.25,
      "step": 68690
    },
    {
      "epoch": 2.813475322547614,
      "grad_norm": 3.5459384399422924,
      "learning_rate": 0.00016806979295629914,
      "loss": 3.9375,
      "step": 68691
    },
    {
      "epoch": 2.8135162809748104,
      "grad_norm": 3.1214805251409645,
      "learning_rate": 0.000168066555308456,
      "loss": 3.6875,
      "step": 68692
    },
    {
      "epoch": 2.813557239402007,
      "grad_norm": 9.260242928462045,
      "learning_rate": 0.0001680633176520721,
      "loss": 6.3125,
      "step": 68693
    },
    {
      "epoch": 2.8135981978292035,
      "grad_norm": 3.993987834333625,
      "learning_rate": 0.0001680600799871489,
      "loss": 4.4062,
      "step": 68694
    },
    {
      "epoch": 2.8136391562563996,
      "grad_norm": 4.696454166187124,
      "learning_rate": 0.00016805684231368793,
      "loss": 4.9375,
      "step": 68695
    },
    {
      "epoch": 2.813680114683596,
      "grad_norm": 3.1707478749580122,
      "learning_rate": 0.0001680536046316907,
      "loss": 3.9688,
      "step": 68696
    },
    {
      "epoch": 2.8137210731107927,
      "grad_norm": 4.8444932659046565,
      "learning_rate": 0.00016805036694115882,
      "loss": 4.5,
      "step": 68697
    },
    {
      "epoch": 2.8137620315379888,
      "grad_norm": 4.090990553351212,
      "learning_rate": 0.00016804712924209378,
      "loss": 4.25,
      "step": 68698
    },
    {
      "epoch": 2.8138029899651853,
      "grad_norm": 4.139418428889445,
      "learning_rate": 0.00016804389153449707,
      "loss": 5.0938,
      "step": 68699
    },
    {
      "epoch": 2.813843948392382,
      "grad_norm": 6.52560149302762,
      "learning_rate": 0.00016804065381837026,
      "loss": 4.2188,
      "step": 68700
    },
    {
      "epoch": 2.8138849068195784,
      "grad_norm": 3.8115764713763385,
      "learning_rate": 0.0001680374160937149,
      "loss": 4.5938,
      "step": 68701
    },
    {
      "epoch": 2.8139258652467745,
      "grad_norm": 5.25456309348143,
      "learning_rate": 0.0001680341783605325,
      "loss": 4.3438,
      "step": 68702
    },
    {
      "epoch": 2.813966823673971,
      "grad_norm": 3.293095667468312,
      "learning_rate": 0.00016803094061882456,
      "loss": 4.75,
      "step": 68703
    },
    {
      "epoch": 2.814007782101167,
      "grad_norm": 2.9821611932530416,
      "learning_rate": 0.00016802770286859263,
      "loss": 3.375,
      "step": 68704
    },
    {
      "epoch": 2.8140487405283636,
      "grad_norm": 4.203418861563216,
      "learning_rate": 0.00016802446510983827,
      "loss": 5.9375,
      "step": 68705
    },
    {
      "epoch": 2.81408969895556,
      "grad_norm": 3.219642833350129,
      "learning_rate": 0.00016802122734256298,
      "loss": 4.4062,
      "step": 68706
    },
    {
      "epoch": 2.8141306573827567,
      "grad_norm": 4.988856217342203,
      "learning_rate": 0.00016801798956676833,
      "loss": 4.9688,
      "step": 68707
    },
    {
      "epoch": 2.814171615809953,
      "grad_norm": 6.547009367075239,
      "learning_rate": 0.00016801475178245578,
      "loss": 3.75,
      "step": 68708
    },
    {
      "epoch": 2.8142125742371493,
      "grad_norm": 4.004686824778387,
      "learning_rate": 0.0001680115139896269,
      "loss": 5.6562,
      "step": 68709
    },
    {
      "epoch": 2.8142535326643454,
      "grad_norm": 3.4909234418833273,
      "learning_rate": 0.00016800827618828327,
      "loss": 4.0625,
      "step": 68710
    },
    {
      "epoch": 2.814294491091542,
      "grad_norm": 3.6377304253736256,
      "learning_rate": 0.00016800503837842635,
      "loss": 4.0312,
      "step": 68711
    },
    {
      "epoch": 2.8143354495187385,
      "grad_norm": 5.7013049466680075,
      "learning_rate": 0.00016800180056005762,
      "loss": 1.1953,
      "step": 68712
    },
    {
      "epoch": 2.814376407945935,
      "grad_norm": 4.388570779957713,
      "learning_rate": 0.00016799856273317878,
      "loss": 5.4062,
      "step": 68713
    },
    {
      "epoch": 2.814417366373131,
      "grad_norm": 3.5372677947212616,
      "learning_rate": 0.00016799532489779123,
      "loss": 5.3438,
      "step": 68714
    },
    {
      "epoch": 2.8144583248003276,
      "grad_norm": 3.8593631510213937,
      "learning_rate": 0.00016799208705389654,
      "loss": 5.0625,
      "step": 68715
    },
    {
      "epoch": 2.814499283227524,
      "grad_norm": 4.091755364968397,
      "learning_rate": 0.00016798884920149617,
      "loss": 5.6562,
      "step": 68716
    },
    {
      "epoch": 2.8145402416547203,
      "grad_norm": 3.245131876010384,
      "learning_rate": 0.0001679856113405918,
      "loss": 0.9766,
      "step": 68717
    },
    {
      "epoch": 2.814581200081917,
      "grad_norm": 5.586774098040683,
      "learning_rate": 0.00016798237347118486,
      "loss": 5.3125,
      "step": 68718
    },
    {
      "epoch": 2.8146221585091133,
      "grad_norm": 3.1026895779696186,
      "learning_rate": 0.0001679791355932769,
      "loss": 4.2188,
      "step": 68719
    },
    {
      "epoch": 2.81466311693631,
      "grad_norm": 3.574319242511758,
      "learning_rate": 0.0001679758977068694,
      "loss": 3.8594,
      "step": 68720
    },
    {
      "epoch": 2.814704075363506,
      "grad_norm": 3.6026397152248424,
      "learning_rate": 0.00016797265981196397,
      "loss": 4.4375,
      "step": 68721
    },
    {
      "epoch": 2.8147450337907025,
      "grad_norm": 3.04301582763678,
      "learning_rate": 0.00016796942190856214,
      "loss": 3.6875,
      "step": 68722
    },
    {
      "epoch": 2.8147859922178986,
      "grad_norm": 3.381573636085959,
      "learning_rate": 0.0001679661839966654,
      "loss": 5.2812,
      "step": 68723
    },
    {
      "epoch": 2.814826950645095,
      "grad_norm": 4.743024525655042,
      "learning_rate": 0.00016796294607627525,
      "loss": 5.625,
      "step": 68724
    },
    {
      "epoch": 2.8148679090722917,
      "grad_norm": 3.5869271605501836,
      "learning_rate": 0.00016795970814739331,
      "loss": 4.125,
      "step": 68725
    },
    {
      "epoch": 2.814908867499488,
      "grad_norm": 3.373765885490114,
      "learning_rate": 0.00016795647021002107,
      "loss": 4.5,
      "step": 68726
    },
    {
      "epoch": 2.8149498259266843,
      "grad_norm": 8.897565371731613,
      "learning_rate": 0.00016795323226416004,
      "loss": 4.25,
      "step": 68727
    },
    {
      "epoch": 2.814990784353881,
      "grad_norm": 3.368177840687731,
      "learning_rate": 0.00016794999430981168,
      "loss": 4.4062,
      "step": 68728
    },
    {
      "epoch": 2.8150317427810774,
      "grad_norm": 5.361808853802637,
      "learning_rate": 0.0001679467563469777,
      "loss": 5.6875,
      "step": 68729
    },
    {
      "epoch": 2.8150727012082735,
      "grad_norm": 4.083010513241686,
      "learning_rate": 0.0001679435183756595,
      "loss": 3.9375,
      "step": 68730
    },
    {
      "epoch": 2.81511365963547,
      "grad_norm": 3.3730608294012105,
      "learning_rate": 0.00016794028039585868,
      "loss": 4.5625,
      "step": 68731
    },
    {
      "epoch": 2.8151546180626665,
      "grad_norm": 3.528283276298734,
      "learning_rate": 0.00016793704240757667,
      "loss": 5.0938,
      "step": 68732
    },
    {
      "epoch": 2.8151955764898626,
      "grad_norm": 3.991670258417496,
      "learning_rate": 0.00016793380441081508,
      "loss": 4.3125,
      "step": 68733
    },
    {
      "epoch": 2.815236534917059,
      "grad_norm": 6.278946329355511,
      "learning_rate": 0.0001679305664055755,
      "loss": 3.3438,
      "step": 68734
    },
    {
      "epoch": 2.8152774933442557,
      "grad_norm": 3.825539047257069,
      "learning_rate": 0.00016792732839185934,
      "loss": 4.4375,
      "step": 68735
    },
    {
      "epoch": 2.815318451771452,
      "grad_norm": 10.346885743636003,
      "learning_rate": 0.00016792409036966814,
      "loss": 1.2266,
      "step": 68736
    },
    {
      "epoch": 2.8153594101986483,
      "grad_norm": 3.745017985521325,
      "learning_rate": 0.00016792085233900353,
      "loss": 4.3438,
      "step": 68737
    },
    {
      "epoch": 2.815400368625845,
      "grad_norm": 3.909926207343643,
      "learning_rate": 0.00016791761429986695,
      "loss": 4.0938,
      "step": 68738
    },
    {
      "epoch": 2.8154413270530414,
      "grad_norm": 3.7985627527996484,
      "learning_rate": 0.00016791437625226,
      "loss": 4.375,
      "step": 68739
    },
    {
      "epoch": 2.8154822854802375,
      "grad_norm": 5.7707414749735095,
      "learning_rate": 0.00016791113819618412,
      "loss": 5.75,
      "step": 68740
    },
    {
      "epoch": 2.815523243907434,
      "grad_norm": 3.662030842551109,
      "learning_rate": 0.00016790790013164093,
      "loss": 4.3125,
      "step": 68741
    },
    {
      "epoch": 2.81556420233463,
      "grad_norm": 6.353801472880742,
      "learning_rate": 0.0001679046620586319,
      "loss": 4.1562,
      "step": 68742
    },
    {
      "epoch": 2.8156051607618267,
      "grad_norm": 3.6898949852251692,
      "learning_rate": 0.0001679014239771586,
      "loss": 4.5625,
      "step": 68743
    },
    {
      "epoch": 2.815646119189023,
      "grad_norm": 4.053915295716128,
      "learning_rate": 0.0001678981858872225,
      "loss": 6.0312,
      "step": 68744
    },
    {
      "epoch": 2.8156870776162197,
      "grad_norm": 4.21213398534808,
      "learning_rate": 0.00016789494778882526,
      "loss": 4.9062,
      "step": 68745
    },
    {
      "epoch": 2.815728036043416,
      "grad_norm": 4.227855866088893,
      "learning_rate": 0.00016789170968196828,
      "loss": 4.3438,
      "step": 68746
    },
    {
      "epoch": 2.8157689944706124,
      "grad_norm": 4.690993499135303,
      "learning_rate": 0.00016788847156665315,
      "loss": 4.1562,
      "step": 68747
    },
    {
      "epoch": 2.815809952897809,
      "grad_norm": 4.162128248431001,
      "learning_rate": 0.00016788523344288134,
      "loss": 5.5,
      "step": 68748
    },
    {
      "epoch": 2.815850911325005,
      "grad_norm": 3.284330370691108,
      "learning_rate": 0.0001678819953106545,
      "loss": 4.5312,
      "step": 68749
    },
    {
      "epoch": 2.8158918697522015,
      "grad_norm": 3.4851753755100368,
      "learning_rate": 0.00016787875716997407,
      "loss": 4.4688,
      "step": 68750
    },
    {
      "epoch": 2.815932828179398,
      "grad_norm": 3.635281577751017,
      "learning_rate": 0.00016787551902084158,
      "loss": 4.2188,
      "step": 68751
    },
    {
      "epoch": 2.815973786606594,
      "grad_norm": 3.4062819192693574,
      "learning_rate": 0.00016787228086325858,
      "loss": 3.875,
      "step": 68752
    },
    {
      "epoch": 2.8160147450337907,
      "grad_norm": 3.3817111645484412,
      "learning_rate": 0.00016786904269722663,
      "loss": 4.5,
      "step": 68753
    },
    {
      "epoch": 2.816055703460987,
      "grad_norm": 4.141056774947133,
      "learning_rate": 0.00016786580452274723,
      "loss": 5.5312,
      "step": 68754
    },
    {
      "epoch": 2.8160966618881833,
      "grad_norm": 3.768856552318585,
      "learning_rate": 0.0001678625663398219,
      "loss": 4.4688,
      "step": 68755
    },
    {
      "epoch": 2.81613762031538,
      "grad_norm": 3.4891500026306455,
      "learning_rate": 0.00016785932814845214,
      "loss": 4.125,
      "step": 68756
    },
    {
      "epoch": 2.8161785787425764,
      "grad_norm": 3.4448590823402254,
      "learning_rate": 0.00016785608994863963,
      "loss": 4.6562,
      "step": 68757
    },
    {
      "epoch": 2.816219537169773,
      "grad_norm": 3.561464068779578,
      "learning_rate": 0.00016785285174038573,
      "loss": 4.75,
      "step": 68758
    },
    {
      "epoch": 2.816260495596969,
      "grad_norm": 4.2845797239790375,
      "learning_rate": 0.00016784961352369205,
      "loss": 3.875,
      "step": 68759
    },
    {
      "epoch": 2.8163014540241655,
      "grad_norm": 4.648733481302557,
      "learning_rate": 0.0001678463752985601,
      "loss": 5.0312,
      "step": 68760
    },
    {
      "epoch": 2.8163424124513616,
      "grad_norm": 3.368513973017519,
      "learning_rate": 0.00016784313706499145,
      "loss": 4.5312,
      "step": 68761
    },
    {
      "epoch": 2.816383370878558,
      "grad_norm": 12.371655034540558,
      "learning_rate": 0.0001678398988229876,
      "loss": 2.6562,
      "step": 68762
    },
    {
      "epoch": 2.8164243293057547,
      "grad_norm": 2.682123632829054,
      "learning_rate": 0.00016783666057255004,
      "loss": 1.2422,
      "step": 68763
    },
    {
      "epoch": 2.8164652877329512,
      "grad_norm": 3.538367899779579,
      "learning_rate": 0.00016783342231368035,
      "loss": 4.875,
      "step": 68764
    },
    {
      "epoch": 2.8165062461601473,
      "grad_norm": 7.052745447390512,
      "learning_rate": 0.0001678301840463801,
      "loss": 3.875,
      "step": 68765
    },
    {
      "epoch": 2.816547204587344,
      "grad_norm": 6.153024700843864,
      "learning_rate": 0.00016782694577065072,
      "loss": 1.1641,
      "step": 68766
    },
    {
      "epoch": 2.8165881630145404,
      "grad_norm": 3.626948269660267,
      "learning_rate": 0.00016782370748649384,
      "loss": 4.3125,
      "step": 68767
    },
    {
      "epoch": 2.8166291214417365,
      "grad_norm": 8.123008278931714,
      "learning_rate": 0.00016782046919391089,
      "loss": 3.3906,
      "step": 68768
    },
    {
      "epoch": 2.816670079868933,
      "grad_norm": 5.572470104483833,
      "learning_rate": 0.0001678172308929035,
      "loss": 4.375,
      "step": 68769
    },
    {
      "epoch": 2.8167110382961296,
      "grad_norm": 3.841448023013526,
      "learning_rate": 0.00016781399258347312,
      "loss": 5.375,
      "step": 68770
    },
    {
      "epoch": 2.816751996723326,
      "grad_norm": 7.29521477232468,
      "learning_rate": 0.00016781075426562135,
      "loss": 5.0625,
      "step": 68771
    },
    {
      "epoch": 2.816792955150522,
      "grad_norm": 4.124216605176323,
      "learning_rate": 0.00016780751593934963,
      "loss": 4.1562,
      "step": 68772
    },
    {
      "epoch": 2.8168339135777187,
      "grad_norm": 3.6001497316344158,
      "learning_rate": 0.00016780427760465963,
      "loss": 3.9062,
      "step": 68773
    },
    {
      "epoch": 2.816874872004915,
      "grad_norm": 4.220780999415796,
      "learning_rate": 0.00016780103926155278,
      "loss": 5.75,
      "step": 68774
    },
    {
      "epoch": 2.8169158304321114,
      "grad_norm": 3.901613626932408,
      "learning_rate": 0.00016779780091003064,
      "loss": 5.0625,
      "step": 68775
    },
    {
      "epoch": 2.816956788859308,
      "grad_norm": 16.3126269985156,
      "learning_rate": 0.0001677945625500947,
      "loss": 5.1875,
      "step": 68776
    },
    {
      "epoch": 2.8169977472865044,
      "grad_norm": 3.935571022290068,
      "learning_rate": 0.0001677913241817465,
      "loss": 5.0,
      "step": 68777
    },
    {
      "epoch": 2.8170387057137005,
      "grad_norm": 3.4361256942378016,
      "learning_rate": 0.00016778808580498767,
      "loss": 5.0312,
      "step": 68778
    },
    {
      "epoch": 2.817079664140897,
      "grad_norm": 3.6326420341748,
      "learning_rate": 0.00016778484741981962,
      "loss": 4.4375,
      "step": 68779
    },
    {
      "epoch": 2.817120622568093,
      "grad_norm": 5.231770340103287,
      "learning_rate": 0.0001677816090262439,
      "loss": 5.2188,
      "step": 68780
    },
    {
      "epoch": 2.8171615809952897,
      "grad_norm": 3.1306742574954924,
      "learning_rate": 0.00016777837062426212,
      "loss": 3.7188,
      "step": 68781
    },
    {
      "epoch": 2.817202539422486,
      "grad_norm": 4.667102075706816,
      "learning_rate": 0.00016777513221387575,
      "loss": 5.2188,
      "step": 68782
    },
    {
      "epoch": 2.8172434978496828,
      "grad_norm": 3.1675320317990145,
      "learning_rate": 0.0001677718937950863,
      "loss": 4.0625,
      "step": 68783
    },
    {
      "epoch": 2.817284456276879,
      "grad_norm": 4.281707333996093,
      "learning_rate": 0.00016776865536789534,
      "loss": 5.5938,
      "step": 68784
    },
    {
      "epoch": 2.8173254147040754,
      "grad_norm": 4.124494332328749,
      "learning_rate": 0.0001677654169323044,
      "loss": 6.4375,
      "step": 68785
    },
    {
      "epoch": 2.817366373131272,
      "grad_norm": 6.099263316208721,
      "learning_rate": 0.000167762178488315,
      "loss": 1.3672,
      "step": 68786
    },
    {
      "epoch": 2.817407331558468,
      "grad_norm": 5.899736942881052,
      "learning_rate": 0.00016775894003592868,
      "loss": 5.7812,
      "step": 68787
    },
    {
      "epoch": 2.8174482899856645,
      "grad_norm": 4.811493941203311,
      "learning_rate": 0.00016775570157514694,
      "loss": 4.5625,
      "step": 68788
    },
    {
      "epoch": 2.817489248412861,
      "grad_norm": 3.2936133218412875,
      "learning_rate": 0.00016775246310597134,
      "loss": 4.5625,
      "step": 68789
    },
    {
      "epoch": 2.8175302068400576,
      "grad_norm": 3.501969076816942,
      "learning_rate": 0.00016774922462840344,
      "loss": 4.4062,
      "step": 68790
    },
    {
      "epoch": 2.8175711652672537,
      "grad_norm": 5.096090737333464,
      "learning_rate": 0.0001677459861424447,
      "loss": 4.0938,
      "step": 68791
    },
    {
      "epoch": 2.8176121236944502,
      "grad_norm": 3.609158584320843,
      "learning_rate": 0.00016774274764809667,
      "loss": 4.5,
      "step": 68792
    },
    {
      "epoch": 2.8176530821216463,
      "grad_norm": 3.2644157628777704,
      "learning_rate": 0.00016773950914536094,
      "loss": 4.8125,
      "step": 68793
    },
    {
      "epoch": 2.817694040548843,
      "grad_norm": 3.7762692746604887,
      "learning_rate": 0.00016773627063423899,
      "loss": 3.9688,
      "step": 68794
    },
    {
      "epoch": 2.8177349989760394,
      "grad_norm": 3.8534393454652482,
      "learning_rate": 0.00016773303211473238,
      "loss": 4.5625,
      "step": 68795
    },
    {
      "epoch": 2.817775957403236,
      "grad_norm": 6.09960874696622,
      "learning_rate": 0.0001677297935868426,
      "loss": 6.3438,
      "step": 68796
    },
    {
      "epoch": 2.817816915830432,
      "grad_norm": 3.7562414105346256,
      "learning_rate": 0.00016772655505057122,
      "loss": 4.125,
      "step": 68797
    },
    {
      "epoch": 2.8178578742576286,
      "grad_norm": 4.596921849568292,
      "learning_rate": 0.00016772331650591972,
      "loss": 4.5625,
      "step": 68798
    },
    {
      "epoch": 2.8178988326848247,
      "grad_norm": 7.936854498525078,
      "learning_rate": 0.00016772007795288972,
      "loss": 5.4375,
      "step": 68799
    },
    {
      "epoch": 2.817939791112021,
      "grad_norm": 4.1153414822101215,
      "learning_rate": 0.00016771683939148258,
      "loss": 4.6562,
      "step": 68800
    },
    {
      "epoch": 2.8179807495392177,
      "grad_norm": 3.2849296668992802,
      "learning_rate": 0.00016771360082170003,
      "loss": 4.0625,
      "step": 68801
    },
    {
      "epoch": 2.8180217079664143,
      "grad_norm": 3.398623107405603,
      "learning_rate": 0.00016771036224354352,
      "loss": 4.9375,
      "step": 68802
    },
    {
      "epoch": 2.8180626663936104,
      "grad_norm": 7.80284224252694,
      "learning_rate": 0.00016770712365701457,
      "loss": 7.375,
      "step": 68803
    },
    {
      "epoch": 2.818103624820807,
      "grad_norm": 5.609161629204867,
      "learning_rate": 0.00016770388506211472,
      "loss": 6.25,
      "step": 68804
    },
    {
      "epoch": 2.8181445832480034,
      "grad_norm": 3.8603077950408724,
      "learning_rate": 0.00016770064645884548,
      "loss": 5.0312,
      "step": 68805
    },
    {
      "epoch": 2.8181855416751995,
      "grad_norm": 4.477999407538235,
      "learning_rate": 0.00016769740784720842,
      "loss": 4.4062,
      "step": 68806
    },
    {
      "epoch": 2.818226500102396,
      "grad_norm": 3.292895654828012,
      "learning_rate": 0.00016769416922720508,
      "loss": 4.3438,
      "step": 68807
    },
    {
      "epoch": 2.8182674585295926,
      "grad_norm": 3.3454397007827192,
      "learning_rate": 0.00016769093059883688,
      "loss": 4.125,
      "step": 68808
    },
    {
      "epoch": 2.818308416956789,
      "grad_norm": 3.7977307192110006,
      "learning_rate": 0.00016768769196210553,
      "loss": 4.9062,
      "step": 68809
    },
    {
      "epoch": 2.8183493753839852,
      "grad_norm": 3.654237750707523,
      "learning_rate": 0.00016768445331701243,
      "loss": 3.5469,
      "step": 68810
    },
    {
      "epoch": 2.8183903338111818,
      "grad_norm": 4.43244140782939,
      "learning_rate": 0.00016768121466355913,
      "loss": 6.6562,
      "step": 68811
    },
    {
      "epoch": 2.818431292238378,
      "grad_norm": 3.855445846768117,
      "learning_rate": 0.00016767797600174717,
      "loss": 5.8438,
      "step": 68812
    },
    {
      "epoch": 2.8184722506655744,
      "grad_norm": 7.711939579388899,
      "learning_rate": 0.00016767473733157813,
      "loss": 5.75,
      "step": 68813
    },
    {
      "epoch": 2.818513209092771,
      "grad_norm": 3.717665364693129,
      "learning_rate": 0.00016767149865305346,
      "loss": 4.5938,
      "step": 68814
    },
    {
      "epoch": 2.8185541675199675,
      "grad_norm": 3.3895610266840217,
      "learning_rate": 0.00016766825996617475,
      "loss": 4.9375,
      "step": 68815
    },
    {
      "epoch": 2.8185951259471635,
      "grad_norm": 4.095486484725884,
      "learning_rate": 0.00016766502127094348,
      "loss": 5.0938,
      "step": 68816
    },
    {
      "epoch": 2.81863608437436,
      "grad_norm": 3.558052271955003,
      "learning_rate": 0.00016766178256736125,
      "loss": 4.4688,
      "step": 68817
    },
    {
      "epoch": 2.818677042801556,
      "grad_norm": 3.726298953701111,
      "learning_rate": 0.00016765854385542958,
      "loss": 4.7188,
      "step": 68818
    },
    {
      "epoch": 2.8187180012287527,
      "grad_norm": 3.053871405329862,
      "learning_rate": 0.00016765530513514996,
      "loss": 4.1562,
      "step": 68819
    },
    {
      "epoch": 2.8187589596559492,
      "grad_norm": 3.6266243356717056,
      "learning_rate": 0.00016765206640652388,
      "loss": 4.2188,
      "step": 68820
    },
    {
      "epoch": 2.818799918083146,
      "grad_norm": 4.015917907985814,
      "learning_rate": 0.00016764882766955296,
      "loss": 4.4062,
      "step": 68821
    },
    {
      "epoch": 2.818840876510342,
      "grad_norm": 4.617731934326264,
      "learning_rate": 0.0001676455889242387,
      "loss": 4.9688,
      "step": 68822
    },
    {
      "epoch": 2.8188818349375384,
      "grad_norm": 5.309522113272864,
      "learning_rate": 0.00016764235017058265,
      "loss": 3.0156,
      "step": 68823
    },
    {
      "epoch": 2.818922793364735,
      "grad_norm": 3.8885373760903104,
      "learning_rate": 0.0001676391114085863,
      "loss": 4.0625,
      "step": 68824
    },
    {
      "epoch": 2.818963751791931,
      "grad_norm": 3.598696007604994,
      "learning_rate": 0.0001676358726382512,
      "loss": 4.625,
      "step": 68825
    },
    {
      "epoch": 2.8190047102191276,
      "grad_norm": 3.2537222446946146,
      "learning_rate": 0.0001676326338595789,
      "loss": 3.3906,
      "step": 68826
    },
    {
      "epoch": 2.819045668646324,
      "grad_norm": 3.4117603328004344,
      "learning_rate": 0.00016762939507257088,
      "loss": 4.0625,
      "step": 68827
    },
    {
      "epoch": 2.8190866270735206,
      "grad_norm": 9.475394217296417,
      "learning_rate": 0.00016762615627722872,
      "loss": 6.375,
      "step": 68828
    },
    {
      "epoch": 2.8191275855007167,
      "grad_norm": 3.1677072192110076,
      "learning_rate": 0.00016762291747355395,
      "loss": 3.625,
      "step": 68829
    },
    {
      "epoch": 2.8191685439279133,
      "grad_norm": 3.5860290178483742,
      "learning_rate": 0.00016761967866154808,
      "loss": 5.2188,
      "step": 68830
    },
    {
      "epoch": 2.8192095023551094,
      "grad_norm": 3.3191487858395208,
      "learning_rate": 0.0001676164398412127,
      "loss": 4.625,
      "step": 68831
    },
    {
      "epoch": 2.819250460782306,
      "grad_norm": 3.433568911788574,
      "learning_rate": 0.0001676132010125492,
      "loss": 4.4375,
      "step": 68832
    },
    {
      "epoch": 2.8192914192095024,
      "grad_norm": 3.4421620944047397,
      "learning_rate": 0.00016760996217555927,
      "loss": 3.4219,
      "step": 68833
    },
    {
      "epoch": 2.819332377636699,
      "grad_norm": 6.512655938201539,
      "learning_rate": 0.00016760672333024433,
      "loss": 4.2812,
      "step": 68834
    },
    {
      "epoch": 2.819373336063895,
      "grad_norm": 7.774343719301953,
      "learning_rate": 0.00016760348447660597,
      "loss": 3.0938,
      "step": 68835
    },
    {
      "epoch": 2.8194142944910916,
      "grad_norm": 3.3513242490826936,
      "learning_rate": 0.00016760024561464565,
      "loss": 3.125,
      "step": 68836
    },
    {
      "epoch": 2.8194552529182877,
      "grad_norm": 7.266775284047369,
      "learning_rate": 0.00016759700674436504,
      "loss": 5.7188,
      "step": 68837
    },
    {
      "epoch": 2.8194962113454842,
      "grad_norm": 3.718789792651467,
      "learning_rate": 0.00016759376786576553,
      "loss": 5.2812,
      "step": 68838
    },
    {
      "epoch": 2.8195371697726808,
      "grad_norm": 5.341943078924688,
      "learning_rate": 0.00016759052897884877,
      "loss": 3.6719,
      "step": 68839
    },
    {
      "epoch": 2.8195781281998773,
      "grad_norm": 6.676911293336052,
      "learning_rate": 0.00016758729008361617,
      "loss": 4.0625,
      "step": 68840
    },
    {
      "epoch": 2.8196190866270734,
      "grad_norm": 3.7548777661108605,
      "learning_rate": 0.00016758405118006932,
      "loss": 5.3438,
      "step": 68841
    },
    {
      "epoch": 2.81966004505427,
      "grad_norm": 3.5551520950525246,
      "learning_rate": 0.00016758081226820977,
      "loss": 4.625,
      "step": 68842
    },
    {
      "epoch": 2.8197010034814665,
      "grad_norm": 5.798839266180194,
      "learning_rate": 0.00016757757334803905,
      "loss": 5.375,
      "step": 68843
    },
    {
      "epoch": 2.8197419619086626,
      "grad_norm": 3.375854674843353,
      "learning_rate": 0.00016757433441955862,
      "loss": 4.625,
      "step": 68844
    },
    {
      "epoch": 2.819782920335859,
      "grad_norm": 3.827871032238637,
      "learning_rate": 0.00016757109548277009,
      "loss": 4.9062,
      "step": 68845
    },
    {
      "epoch": 2.8198238787630556,
      "grad_norm": 5.578334678249406,
      "learning_rate": 0.000167567856537675,
      "loss": 3.0938,
      "step": 68846
    },
    {
      "epoch": 2.819864837190252,
      "grad_norm": 2.415164262996676,
      "learning_rate": 0.0001675646175842748,
      "loss": 2.5781,
      "step": 68847
    },
    {
      "epoch": 2.8199057956174483,
      "grad_norm": 3.3104216591298705,
      "learning_rate": 0.00016756137862257108,
      "loss": 4.4375,
      "step": 68848
    },
    {
      "epoch": 2.819946754044645,
      "grad_norm": 3.877961552904895,
      "learning_rate": 0.00016755813965256536,
      "loss": 4.5,
      "step": 68849
    },
    {
      "epoch": 2.819987712471841,
      "grad_norm": 3.901046197224927,
      "learning_rate": 0.00016755490067425918,
      "loss": 4.3438,
      "step": 68850
    },
    {
      "epoch": 2.8200286708990374,
      "grad_norm": 3.286430135710997,
      "learning_rate": 0.00016755166168765407,
      "loss": 4.4375,
      "step": 68851
    },
    {
      "epoch": 2.820069629326234,
      "grad_norm": 3.484946673795105,
      "learning_rate": 0.00016754842269275152,
      "loss": 5.5312,
      "step": 68852
    },
    {
      "epoch": 2.8201105877534305,
      "grad_norm": 3.787784454294821,
      "learning_rate": 0.0001675451836895531,
      "loss": 4.7188,
      "step": 68853
    },
    {
      "epoch": 2.8201515461806266,
      "grad_norm": 3.84418173859727,
      "learning_rate": 0.00016754194467806036,
      "loss": 3.6875,
      "step": 68854
    },
    {
      "epoch": 2.820192504607823,
      "grad_norm": 3.349784474896361,
      "learning_rate": 0.00016753870565827482,
      "loss": 3.9531,
      "step": 68855
    },
    {
      "epoch": 2.820233463035019,
      "grad_norm": 4.206271662241405,
      "learning_rate": 0.00016753546663019793,
      "loss": 4.9062,
      "step": 68856
    },
    {
      "epoch": 2.8202744214622157,
      "grad_norm": 3.1851088082083265,
      "learning_rate": 0.00016753222759383134,
      "loss": 4.8125,
      "step": 68857
    },
    {
      "epoch": 2.8203153798894123,
      "grad_norm": 3.4098411729201508,
      "learning_rate": 0.00016752898854917656,
      "loss": 4.4062,
      "step": 68858
    },
    {
      "epoch": 2.820356338316609,
      "grad_norm": 4.781545299077728,
      "learning_rate": 0.00016752574949623503,
      "loss": 5.125,
      "step": 68859
    },
    {
      "epoch": 2.820397296743805,
      "grad_norm": 3.4586106257983604,
      "learning_rate": 0.00016752251043500836,
      "loss": 4.375,
      "step": 68860
    },
    {
      "epoch": 2.8204382551710014,
      "grad_norm": 4.849908097770834,
      "learning_rate": 0.00016751927136549809,
      "loss": 3.1406,
      "step": 68861
    },
    {
      "epoch": 2.820479213598198,
      "grad_norm": 3.369694896744245,
      "learning_rate": 0.0001675160322877057,
      "loss": 4.5938,
      "step": 68862
    },
    {
      "epoch": 2.820520172025394,
      "grad_norm": 3.430412088644913,
      "learning_rate": 0.00016751279320163274,
      "loss": 4.3125,
      "step": 68863
    },
    {
      "epoch": 2.8205611304525906,
      "grad_norm": 3.3633211395554268,
      "learning_rate": 0.00016750955410728074,
      "loss": 4.0625,
      "step": 68864
    },
    {
      "epoch": 2.820602088879787,
      "grad_norm": 3.5610379403244923,
      "learning_rate": 0.00016750631500465126,
      "loss": 4.5,
      "step": 68865
    },
    {
      "epoch": 2.8206430473069837,
      "grad_norm": 4.573874764905067,
      "learning_rate": 0.00016750307589374588,
      "loss": 3.4219,
      "step": 68866
    },
    {
      "epoch": 2.8206840057341798,
      "grad_norm": 3.618363469372474,
      "learning_rate": 0.000167499836774566,
      "loss": 4.8125,
      "step": 68867
    },
    {
      "epoch": 2.8207249641613763,
      "grad_norm": 3.74637677188425,
      "learning_rate": 0.00016749659764711316,
      "loss": 4.9062,
      "step": 68868
    },
    {
      "epoch": 2.8207659225885724,
      "grad_norm": 4.999215756984316,
      "learning_rate": 0.00016749335851138898,
      "loss": 1.4609,
      "step": 68869
    },
    {
      "epoch": 2.820806881015769,
      "grad_norm": 3.815767084381632,
      "learning_rate": 0.000167490119367395,
      "loss": 4.2188,
      "step": 68870
    },
    {
      "epoch": 2.8208478394429655,
      "grad_norm": 3.395852231635369,
      "learning_rate": 0.00016748688021513264,
      "loss": 4.375,
      "step": 68871
    },
    {
      "epoch": 2.820888797870162,
      "grad_norm": 8.89873168055621,
      "learning_rate": 0.0001674836410546035,
      "loss": 5.6875,
      "step": 68872
    },
    {
      "epoch": 2.820929756297358,
      "grad_norm": 3.3670964231137552,
      "learning_rate": 0.00016748040188580915,
      "loss": 4.1562,
      "step": 68873
    },
    {
      "epoch": 2.8209707147245546,
      "grad_norm": 5.3595400110306635,
      "learning_rate": 0.0001674771627087511,
      "loss": 3.9219,
      "step": 68874
    },
    {
      "epoch": 2.8210116731517507,
      "grad_norm": 4.4729593299528,
      "learning_rate": 0.0001674739235234308,
      "loss": 5.6562,
      "step": 68875
    },
    {
      "epoch": 2.8210526315789473,
      "grad_norm": 7.42477703490138,
      "learning_rate": 0.00016747068432984983,
      "loss": 5.0625,
      "step": 68876
    },
    {
      "epoch": 2.821093590006144,
      "grad_norm": 3.853409951687548,
      "learning_rate": 0.00016746744512800984,
      "loss": 4.0312,
      "step": 68877
    },
    {
      "epoch": 2.8211345484333403,
      "grad_norm": 4.2982467824785315,
      "learning_rate": 0.00016746420591791218,
      "loss": 5.7188,
      "step": 68878
    },
    {
      "epoch": 2.8211755068605364,
      "grad_norm": 3.611218387929108,
      "learning_rate": 0.00016746096669955845,
      "loss": 4.5938,
      "step": 68879
    },
    {
      "epoch": 2.821216465287733,
      "grad_norm": 3.4733962691367015,
      "learning_rate": 0.00016745772747295019,
      "loss": 2.6094,
      "step": 68880
    },
    {
      "epoch": 2.8212574237149295,
      "grad_norm": 3.345503670455389,
      "learning_rate": 0.00016745448823808894,
      "loss": 0.5703,
      "step": 68881
    },
    {
      "epoch": 2.8212983821421256,
      "grad_norm": 4.306583812454996,
      "learning_rate": 0.00016745124899497624,
      "loss": 5.625,
      "step": 68882
    },
    {
      "epoch": 2.821339340569322,
      "grad_norm": 3.777563541296193,
      "learning_rate": 0.0001674480097436136,
      "loss": 4.0938,
      "step": 68883
    },
    {
      "epoch": 2.8213802989965187,
      "grad_norm": 3.424796630356507,
      "learning_rate": 0.00016744477048400252,
      "loss": 4.7188,
      "step": 68884
    },
    {
      "epoch": 2.821421257423715,
      "grad_norm": 3.7744450595198056,
      "learning_rate": 0.00016744153121614458,
      "loss": 4.5,
      "step": 68885
    },
    {
      "epoch": 2.8214622158509113,
      "grad_norm": 3.737024851222545,
      "learning_rate": 0.00016743829194004132,
      "loss": 5.375,
      "step": 68886
    },
    {
      "epoch": 2.821503174278108,
      "grad_norm": 5.599005319113517,
      "learning_rate": 0.00016743505265569424,
      "loss": 3.9844,
      "step": 68887
    },
    {
      "epoch": 2.821544132705304,
      "grad_norm": 3.9464009333129506,
      "learning_rate": 0.00016743181336310484,
      "loss": 4.5938,
      "step": 68888
    },
    {
      "epoch": 2.8215850911325004,
      "grad_norm": 3.5870933959285636,
      "learning_rate": 0.0001674285740622747,
      "loss": 5.0938,
      "step": 68889
    },
    {
      "epoch": 2.821626049559697,
      "grad_norm": 4.815064635608206,
      "learning_rate": 0.0001674253347532054,
      "loss": 6.0938,
      "step": 68890
    },
    {
      "epoch": 2.8216670079868935,
      "grad_norm": 4.155011500073897,
      "learning_rate": 0.00016742209543589836,
      "loss": 4.5938,
      "step": 68891
    },
    {
      "epoch": 2.8217079664140896,
      "grad_norm": 3.824642472348032,
      "learning_rate": 0.00016741885611035515,
      "loss": 3.9375,
      "step": 68892
    },
    {
      "epoch": 2.821748924841286,
      "grad_norm": 3.976209531900444,
      "learning_rate": 0.00016741561677657734,
      "loss": 4.9688,
      "step": 68893
    },
    {
      "epoch": 2.8217898832684822,
      "grad_norm": 3.090082710758339,
      "learning_rate": 0.00016741237743456646,
      "loss": 3.6875,
      "step": 68894
    },
    {
      "epoch": 2.8218308416956788,
      "grad_norm": 3.539922785107412,
      "learning_rate": 0.00016740913808432401,
      "loss": 4.5312,
      "step": 68895
    },
    {
      "epoch": 2.8218718001228753,
      "grad_norm": 7.13135286708862,
      "learning_rate": 0.00016740589872585147,
      "loss": 5.4375,
      "step": 68896
    },
    {
      "epoch": 2.821912758550072,
      "grad_norm": 3.687657788243019,
      "learning_rate": 0.00016740265935915048,
      "loss": 5.4375,
      "step": 68897
    },
    {
      "epoch": 2.821953716977268,
      "grad_norm": 8.58165387814669,
      "learning_rate": 0.00016739941998422257,
      "loss": 5.25,
      "step": 68898
    },
    {
      "epoch": 2.8219946754044645,
      "grad_norm": 5.786321387784892,
      "learning_rate": 0.00016739618060106917,
      "loss": 4.5625,
      "step": 68899
    },
    {
      "epoch": 2.822035633831661,
      "grad_norm": 3.4095638643931925,
      "learning_rate": 0.00016739294120969182,
      "loss": 4.625,
      "step": 68900
    },
    {
      "epoch": 2.822076592258857,
      "grad_norm": 3.4567164484959907,
      "learning_rate": 0.0001673897018100922,
      "loss": 4.3125,
      "step": 68901
    },
    {
      "epoch": 2.8221175506860536,
      "grad_norm": 3.2021138375975853,
      "learning_rate": 0.0001673864624022717,
      "loss": 4.0312,
      "step": 68902
    },
    {
      "epoch": 2.82215850911325,
      "grad_norm": 5.5892629806786704,
      "learning_rate": 0.00016738322298623186,
      "loss": 4.7812,
      "step": 68903
    },
    {
      "epoch": 2.8221994675404467,
      "grad_norm": 4.483145833653535,
      "learning_rate": 0.00016737998356197424,
      "loss": 4.625,
      "step": 68904
    },
    {
      "epoch": 2.822240425967643,
      "grad_norm": 2.9802959476491617,
      "learning_rate": 0.0001673767441295004,
      "loss": 3.3906,
      "step": 68905
    },
    {
      "epoch": 2.8222813843948393,
      "grad_norm": 4.0837979272381,
      "learning_rate": 0.00016737350468881183,
      "loss": 4.375,
      "step": 68906
    },
    {
      "epoch": 2.8223223428220354,
      "grad_norm": 3.487697487862336,
      "learning_rate": 0.0001673702652399101,
      "loss": 1.8359,
      "step": 68907
    },
    {
      "epoch": 2.822363301249232,
      "grad_norm": 6.771618904046096,
      "learning_rate": 0.00016736702578279666,
      "loss": 1.9609,
      "step": 68908
    },
    {
      "epoch": 2.8224042596764285,
      "grad_norm": 3.550254370519698,
      "learning_rate": 0.00016736378631747312,
      "loss": 5.625,
      "step": 68909
    },
    {
      "epoch": 2.822445218103625,
      "grad_norm": 4.734026709911752,
      "learning_rate": 0.00016736054684394103,
      "loss": 6.1875,
      "step": 68910
    },
    {
      "epoch": 2.822486176530821,
      "grad_norm": 3.4367143899607306,
      "learning_rate": 0.00016735730736220183,
      "loss": 3.7344,
      "step": 68911
    },
    {
      "epoch": 2.8225271349580177,
      "grad_norm": 4.15284413793702,
      "learning_rate": 0.00016735406787225711,
      "loss": 5.1562,
      "step": 68912
    },
    {
      "epoch": 2.8225680933852137,
      "grad_norm": 3.375451457469971,
      "learning_rate": 0.0001673508283741084,
      "loss": 4.0312,
      "step": 68913
    },
    {
      "epoch": 2.8226090518124103,
      "grad_norm": 3.8455157722885227,
      "learning_rate": 0.00016734758886775727,
      "loss": 4.5,
      "step": 68914
    },
    {
      "epoch": 2.822650010239607,
      "grad_norm": 3.5753404172085803,
      "learning_rate": 0.00016734434935320515,
      "loss": 4.7188,
      "step": 68915
    },
    {
      "epoch": 2.8226909686668034,
      "grad_norm": 3.4244223284267843,
      "learning_rate": 0.00016734110983045365,
      "loss": 4.0312,
      "step": 68916
    },
    {
      "epoch": 2.8227319270939994,
      "grad_norm": 3.5181934726011184,
      "learning_rate": 0.00016733787029950424,
      "loss": 4.9062,
      "step": 68917
    },
    {
      "epoch": 2.822772885521196,
      "grad_norm": 3.7012498553610453,
      "learning_rate": 0.00016733463076035857,
      "loss": 4.3125,
      "step": 68918
    },
    {
      "epoch": 2.8228138439483925,
      "grad_norm": 18.769981522513454,
      "learning_rate": 0.00016733139121301806,
      "loss": 6.3125,
      "step": 68919
    },
    {
      "epoch": 2.8228548023755886,
      "grad_norm": 8.247111903029962,
      "learning_rate": 0.00016732815165748424,
      "loss": 4.5312,
      "step": 68920
    },
    {
      "epoch": 2.822895760802785,
      "grad_norm": 4.726410769482001,
      "learning_rate": 0.0001673249120937587,
      "loss": 4.7188,
      "step": 68921
    },
    {
      "epoch": 2.8229367192299817,
      "grad_norm": 5.200571900667273,
      "learning_rate": 0.00016732167252184294,
      "loss": 6.4062,
      "step": 68922
    },
    {
      "epoch": 2.822977677657178,
      "grad_norm": 6.395685888630639,
      "learning_rate": 0.00016731843294173852,
      "loss": 5.0625,
      "step": 68923
    },
    {
      "epoch": 2.8230186360843743,
      "grad_norm": 4.553707764254591,
      "learning_rate": 0.0001673151933534469,
      "loss": 6.2812,
      "step": 68924
    },
    {
      "epoch": 2.823059594511571,
      "grad_norm": 6.798708379483608,
      "learning_rate": 0.0001673119537569697,
      "loss": 5.4062,
      "step": 68925
    },
    {
      "epoch": 2.823100552938767,
      "grad_norm": 3.6619437883212913,
      "learning_rate": 0.0001673087141523084,
      "loss": 4.4062,
      "step": 68926
    },
    {
      "epoch": 2.8231415113659635,
      "grad_norm": 3.46756143362295,
      "learning_rate": 0.00016730547453946458,
      "loss": 5.125,
      "step": 68927
    },
    {
      "epoch": 2.82318246979316,
      "grad_norm": 3.3200572314076804,
      "learning_rate": 0.0001673022349184397,
      "loss": 3.9531,
      "step": 68928
    },
    {
      "epoch": 2.8232234282203565,
      "grad_norm": 3.409327581845562,
      "learning_rate": 0.00016729899528923533,
      "loss": 3.9375,
      "step": 68929
    },
    {
      "epoch": 2.8232643866475526,
      "grad_norm": 3.380771282143793,
      "learning_rate": 0.000167295755651853,
      "loss": 4.0625,
      "step": 68930
    },
    {
      "epoch": 2.823305345074749,
      "grad_norm": 4.962115617425458,
      "learning_rate": 0.00016729251600629426,
      "loss": 5.125,
      "step": 68931
    },
    {
      "epoch": 2.8233463035019453,
      "grad_norm": 3.5609550507965575,
      "learning_rate": 0.00016728927635256056,
      "loss": 4.4688,
      "step": 68932
    },
    {
      "epoch": 2.823387261929142,
      "grad_norm": 3.298103659693891,
      "learning_rate": 0.00016728603669065358,
      "loss": 4.0,
      "step": 68933
    },
    {
      "epoch": 2.8234282203563383,
      "grad_norm": 4.850485717139265,
      "learning_rate": 0.00016728279702057474,
      "loss": 4.7188,
      "step": 68934
    },
    {
      "epoch": 2.823469178783535,
      "grad_norm": 3.6641180302620904,
      "learning_rate": 0.00016727955734232555,
      "loss": 4.4375,
      "step": 68935
    },
    {
      "epoch": 2.823510137210731,
      "grad_norm": 5.19491403665226,
      "learning_rate": 0.00016727631765590763,
      "loss": 4.875,
      "step": 68936
    },
    {
      "epoch": 2.8235510956379275,
      "grad_norm": 4.825365361359435,
      "learning_rate": 0.0001672730779613225,
      "loss": 6.3438,
      "step": 68937
    },
    {
      "epoch": 2.823592054065124,
      "grad_norm": 3.403862505850197,
      "learning_rate": 0.0001672698382585716,
      "loss": 3.3594,
      "step": 68938
    },
    {
      "epoch": 2.82363301249232,
      "grad_norm": 3.162740387646026,
      "learning_rate": 0.00016726659854765657,
      "loss": 3.6562,
      "step": 68939
    },
    {
      "epoch": 2.8236739709195167,
      "grad_norm": 6.774283739840584,
      "learning_rate": 0.00016726335882857882,
      "loss": 1.1328,
      "step": 68940
    },
    {
      "epoch": 2.823714929346713,
      "grad_norm": 3.459150568907963,
      "learning_rate": 0.00016726011910134,
      "loss": 4.875,
      "step": 68941
    },
    {
      "epoch": 2.8237558877739097,
      "grad_norm": 5.656308937888266,
      "learning_rate": 0.00016725687936594162,
      "loss": 4.9375,
      "step": 68942
    },
    {
      "epoch": 2.823796846201106,
      "grad_norm": 4.9655578841885815,
      "learning_rate": 0.0001672536396223852,
      "loss": 3.2031,
      "step": 68943
    },
    {
      "epoch": 2.8238378046283024,
      "grad_norm": 3.0146671119342177,
      "learning_rate": 0.0001672503998706722,
      "loss": 4.0,
      "step": 68944
    },
    {
      "epoch": 2.8238787630554985,
      "grad_norm": 3.251302377323083,
      "learning_rate": 0.00016724716011080423,
      "loss": 3.5938,
      "step": 68945
    },
    {
      "epoch": 2.823919721482695,
      "grad_norm": 3.981998666230801,
      "learning_rate": 0.00016724392034278283,
      "loss": 4.7188,
      "step": 68946
    },
    {
      "epoch": 2.8239606799098915,
      "grad_norm": 9.955321737532572,
      "learning_rate": 0.00016724068056660947,
      "loss": 5.8125,
      "step": 68947
    },
    {
      "epoch": 2.824001638337088,
      "grad_norm": 6.439661249012251,
      "learning_rate": 0.00016723744078228574,
      "loss": 3.2031,
      "step": 68948
    },
    {
      "epoch": 2.824042596764284,
      "grad_norm": 5.089333200021,
      "learning_rate": 0.00016723420098981314,
      "loss": 4.9375,
      "step": 68949
    },
    {
      "epoch": 2.8240835551914807,
      "grad_norm": 7.755255581738169,
      "learning_rate": 0.00016723096118919322,
      "loss": 4.625,
      "step": 68950
    },
    {
      "epoch": 2.824124513618677,
      "grad_norm": 3.5237892705652425,
      "learning_rate": 0.0001672277213804275,
      "loss": 4.0,
      "step": 68951
    },
    {
      "epoch": 2.8241654720458733,
      "grad_norm": 3.7453856907785816,
      "learning_rate": 0.00016722448156351747,
      "loss": 4.9688,
      "step": 68952
    },
    {
      "epoch": 2.82420643047307,
      "grad_norm": 3.5719065121367772,
      "learning_rate": 0.00016722124173846478,
      "loss": 4.2188,
      "step": 68953
    },
    {
      "epoch": 2.8242473889002664,
      "grad_norm": 4.2948312184383175,
      "learning_rate": 0.00016721800190527085,
      "loss": 5.75,
      "step": 68954
    },
    {
      "epoch": 2.8242883473274625,
      "grad_norm": 3.293238267988243,
      "learning_rate": 0.00016721476206393724,
      "loss": 4.0938,
      "step": 68955
    },
    {
      "epoch": 2.824329305754659,
      "grad_norm": 3.869458610447448,
      "learning_rate": 0.00016721152221446547,
      "loss": 5.0625,
      "step": 68956
    },
    {
      "epoch": 2.8243702641818555,
      "grad_norm": 5.664880921588711,
      "learning_rate": 0.00016720828235685715,
      "loss": 6.0312,
      "step": 68957
    },
    {
      "epoch": 2.8244112226090516,
      "grad_norm": 5.302728188151807,
      "learning_rate": 0.0001672050424911137,
      "loss": 5.8125,
      "step": 68958
    },
    {
      "epoch": 2.824452181036248,
      "grad_norm": 3.304981810117054,
      "learning_rate": 0.00016720180261723674,
      "loss": 4.7188,
      "step": 68959
    },
    {
      "epoch": 2.8244931394634447,
      "grad_norm": 3.9302480308701226,
      "learning_rate": 0.0001671985627352277,
      "loss": 5.875,
      "step": 68960
    },
    {
      "epoch": 2.8245340978906412,
      "grad_norm": 4.039182330940202,
      "learning_rate": 0.00016719532284508826,
      "loss": 3.6406,
      "step": 68961
    },
    {
      "epoch": 2.8245750563178373,
      "grad_norm": 3.819977361694006,
      "learning_rate": 0.00016719208294681986,
      "loss": 4.4375,
      "step": 68962
    },
    {
      "epoch": 2.824616014745034,
      "grad_norm": 4.258849504858448,
      "learning_rate": 0.000167188843040424,
      "loss": 4.9375,
      "step": 68963
    },
    {
      "epoch": 2.82465697317223,
      "grad_norm": 3.5564533460948007,
      "learning_rate": 0.00016718560312590225,
      "loss": 4.8125,
      "step": 68964
    },
    {
      "epoch": 2.8246979315994265,
      "grad_norm": 3.329460042264805,
      "learning_rate": 0.00016718236320325617,
      "loss": 4.375,
      "step": 68965
    },
    {
      "epoch": 2.824738890026623,
      "grad_norm": 5.919258491702805,
      "learning_rate": 0.00016717912327248726,
      "loss": 5.4375,
      "step": 68966
    },
    {
      "epoch": 2.8247798484538196,
      "grad_norm": 6.641711414704068,
      "learning_rate": 0.0001671758833335971,
      "loss": 6.4062,
      "step": 68967
    },
    {
      "epoch": 2.8248208068810157,
      "grad_norm": 5.09095141625267,
      "learning_rate": 0.00016717264338658708,
      "loss": 3.5469,
      "step": 68968
    },
    {
      "epoch": 2.824861765308212,
      "grad_norm": 3.3827233373940993,
      "learning_rate": 0.0001671694034314589,
      "loss": 4.5,
      "step": 68969
    },
    {
      "epoch": 2.8249027237354083,
      "grad_norm": 3.076124558801208,
      "learning_rate": 0.00016716616346821404,
      "loss": 3.8281,
      "step": 68970
    },
    {
      "epoch": 2.824943682162605,
      "grad_norm": 4.8629830187956165,
      "learning_rate": 0.00016716292349685396,
      "loss": 4.3125,
      "step": 68971
    },
    {
      "epoch": 2.8249846405898014,
      "grad_norm": 6.052838755987447,
      "learning_rate": 0.00016715968351738029,
      "loss": 4.875,
      "step": 68972
    },
    {
      "epoch": 2.825025599016998,
      "grad_norm": 3.5230628619013036,
      "learning_rate": 0.0001671564435297945,
      "loss": 3.375,
      "step": 68973
    },
    {
      "epoch": 2.825066557444194,
      "grad_norm": 9.41221874018958,
      "learning_rate": 0.00016715320353409815,
      "loss": 4.6562,
      "step": 68974
    },
    {
      "epoch": 2.8251075158713905,
      "grad_norm": 14.643959649097607,
      "learning_rate": 0.00016714996353029275,
      "loss": 1.4609,
      "step": 68975
    },
    {
      "epoch": 2.825148474298587,
      "grad_norm": 4.47401090779957,
      "learning_rate": 0.0001671467235183798,
      "loss": 6.125,
      "step": 68976
    },
    {
      "epoch": 2.825189432725783,
      "grad_norm": 5.212060135931481,
      "learning_rate": 0.00016714348349836092,
      "loss": 5.4375,
      "step": 68977
    },
    {
      "epoch": 2.8252303911529797,
      "grad_norm": 3.3929166786837994,
      "learning_rate": 0.0001671402434702376,
      "loss": 4.25,
      "step": 68978
    },
    {
      "epoch": 2.8252713495801762,
      "grad_norm": 7.822791976733784,
      "learning_rate": 0.00016713700343401139,
      "loss": 5.6875,
      "step": 68979
    },
    {
      "epoch": 2.8253123080073728,
      "grad_norm": 4.14016166774949,
      "learning_rate": 0.00016713376338968372,
      "loss": 3.9688,
      "step": 68980
    },
    {
      "epoch": 2.825353266434569,
      "grad_norm": 5.174964752334727,
      "learning_rate": 0.00016713052333725627,
      "loss": 5.75,
      "step": 68981
    },
    {
      "epoch": 2.8253942248617654,
      "grad_norm": 3.6951000136390117,
      "learning_rate": 0.00016712728327673048,
      "loss": 3.9375,
      "step": 68982
    },
    {
      "epoch": 2.8254351832889615,
      "grad_norm": 3.295066456994701,
      "learning_rate": 0.00016712404320810788,
      "loss": 4.375,
      "step": 68983
    },
    {
      "epoch": 2.825476141716158,
      "grad_norm": 3.7189676795018656,
      "learning_rate": 0.00016712080313139005,
      "loss": 3.9844,
      "step": 68984
    },
    {
      "epoch": 2.8255171001433546,
      "grad_norm": 6.62279248031916,
      "learning_rate": 0.0001671175630465785,
      "loss": 1.0547,
      "step": 68985
    },
    {
      "epoch": 2.825558058570551,
      "grad_norm": 4.2454946101748545,
      "learning_rate": 0.00016711432295367476,
      "loss": 5.875,
      "step": 68986
    },
    {
      "epoch": 2.825599016997747,
      "grad_norm": 4.132191197277613,
      "learning_rate": 0.00016711108285268034,
      "loss": 4.75,
      "step": 68987
    },
    {
      "epoch": 2.8256399754249437,
      "grad_norm": 7.8896465870141155,
      "learning_rate": 0.00016710784274359683,
      "loss": 4.5,
      "step": 68988
    },
    {
      "epoch": 2.82568093385214,
      "grad_norm": 4.404687127929308,
      "learning_rate": 0.00016710460262642568,
      "loss": 4.5625,
      "step": 68989
    },
    {
      "epoch": 2.8257218922793363,
      "grad_norm": 3.8336258557861735,
      "learning_rate": 0.00016710136250116853,
      "loss": 5.9062,
      "step": 68990
    },
    {
      "epoch": 2.825762850706533,
      "grad_norm": 4.115831912024194,
      "learning_rate": 0.0001670981223678268,
      "loss": 6.0312,
      "step": 68991
    },
    {
      "epoch": 2.8258038091337294,
      "grad_norm": 3.270485168016214,
      "learning_rate": 0.00016709488222640205,
      "loss": 4.0938,
      "step": 68992
    },
    {
      "epoch": 2.8258447675609255,
      "grad_norm": 3.5693215001992145,
      "learning_rate": 0.00016709164207689587,
      "loss": 4.0625,
      "step": 68993
    },
    {
      "epoch": 2.825885725988122,
      "grad_norm": 5.542237257061103,
      "learning_rate": 0.00016708840191930976,
      "loss": 5.6875,
      "step": 68994
    },
    {
      "epoch": 2.8259266844153186,
      "grad_norm": 4.9362850318775715,
      "learning_rate": 0.0001670851617536452,
      "loss": 1.6016,
      "step": 68995
    },
    {
      "epoch": 2.8259676428425147,
      "grad_norm": 3.824099412431937,
      "learning_rate": 0.0001670819215799038,
      "loss": 4.75,
      "step": 68996
    },
    {
      "epoch": 2.826008601269711,
      "grad_norm": 3.2326316903740278,
      "learning_rate": 0.00016707868139808707,
      "loss": 4.5,
      "step": 68997
    },
    {
      "epoch": 2.8260495596969077,
      "grad_norm": 3.408920626089377,
      "learning_rate": 0.0001670754412081965,
      "loss": 4.5,
      "step": 68998
    },
    {
      "epoch": 2.8260905181241043,
      "grad_norm": 3.644559782757208,
      "learning_rate": 0.0001670722010102337,
      "loss": 4.5625,
      "step": 68999
    },
    {
      "epoch": 2.8261314765513004,
      "grad_norm": 2.8934733615262114,
      "learning_rate": 0.0001670689608042001,
      "loss": 4.375,
      "step": 69000
    },
    {
      "epoch": 2.826172434978497,
      "grad_norm": 3.3242657296766494,
      "learning_rate": 0.0001670657205900973,
      "loss": 4.2812,
      "step": 69001
    },
    {
      "epoch": 2.826213393405693,
      "grad_norm": 3.3360043882352644,
      "learning_rate": 0.00016706248036792683,
      "loss": 4.75,
      "step": 69002
    },
    {
      "epoch": 2.8262543518328895,
      "grad_norm": 4.205775874785922,
      "learning_rate": 0.00016705924013769022,
      "loss": 6.7188,
      "step": 69003
    },
    {
      "epoch": 2.826295310260086,
      "grad_norm": 4.069829032465141,
      "learning_rate": 0.00016705599989938895,
      "loss": 4.2812,
      "step": 69004
    },
    {
      "epoch": 2.8263362686872826,
      "grad_norm": 5.321052637757543,
      "learning_rate": 0.00016705275965302465,
      "loss": 4.4688,
      "step": 69005
    },
    {
      "epoch": 2.8263772271144787,
      "grad_norm": 4.194777634525347,
      "learning_rate": 0.00016704951939859874,
      "loss": 4.1875,
      "step": 69006
    },
    {
      "epoch": 2.8264181855416752,
      "grad_norm": 3.74541148175966,
      "learning_rate": 0.00016704627913611286,
      "loss": 3.7812,
      "step": 69007
    },
    {
      "epoch": 2.8264591439688713,
      "grad_norm": 6.497466899063929,
      "learning_rate": 0.00016704303886556844,
      "loss": 5.625,
      "step": 69008
    },
    {
      "epoch": 2.826500102396068,
      "grad_norm": 3.741607637206186,
      "learning_rate": 0.0001670397985869671,
      "loss": 3.6875,
      "step": 69009
    },
    {
      "epoch": 2.8265410608232644,
      "grad_norm": 3.977226318297575,
      "learning_rate": 0.0001670365583003103,
      "loss": 5.3438,
      "step": 69010
    },
    {
      "epoch": 2.826582019250461,
      "grad_norm": 3.757352032229196,
      "learning_rate": 0.00016703331800559963,
      "loss": 4.6562,
      "step": 69011
    },
    {
      "epoch": 2.826622977677657,
      "grad_norm": 3.6980565427904075,
      "learning_rate": 0.00016703007770283657,
      "loss": 4.25,
      "step": 69012
    },
    {
      "epoch": 2.8266639361048536,
      "grad_norm": 7.074802449869604,
      "learning_rate": 0.00016702683739202266,
      "loss": 5.2188,
      "step": 69013
    },
    {
      "epoch": 2.82670489453205,
      "grad_norm": 3.7576890175362703,
      "learning_rate": 0.0001670235970731595,
      "loss": 4.6562,
      "step": 69014
    },
    {
      "epoch": 2.826745852959246,
      "grad_norm": 3.2304905561114943,
      "learning_rate": 0.00016702035674624855,
      "loss": 4.3438,
      "step": 69015
    },
    {
      "epoch": 2.8267868113864427,
      "grad_norm": 3.8769567328586017,
      "learning_rate": 0.00016701711641129135,
      "loss": 5.5938,
      "step": 69016
    },
    {
      "epoch": 2.8268277698136393,
      "grad_norm": 4.965723917164974,
      "learning_rate": 0.00016701387606828948,
      "loss": 5.0,
      "step": 69017
    },
    {
      "epoch": 2.826868728240836,
      "grad_norm": 3.319186036021723,
      "learning_rate": 0.00016701063571724438,
      "loss": 4.5312,
      "step": 69018
    },
    {
      "epoch": 2.826909686668032,
      "grad_norm": 3.914757486421305,
      "learning_rate": 0.0001670073953581577,
      "loss": 5.0,
      "step": 69019
    },
    {
      "epoch": 2.8269506450952284,
      "grad_norm": 3.358989751394226,
      "learning_rate": 0.00016700415499103084,
      "loss": 4.5,
      "step": 69020
    },
    {
      "epoch": 2.8269916035224245,
      "grad_norm": 3.799630040340181,
      "learning_rate": 0.00016700091461586546,
      "loss": 4.6562,
      "step": 69021
    },
    {
      "epoch": 2.827032561949621,
      "grad_norm": 4.757667999624551,
      "learning_rate": 0.00016699767423266303,
      "loss": 4.8438,
      "step": 69022
    },
    {
      "epoch": 2.8270735203768176,
      "grad_norm": 4.62276746010443,
      "learning_rate": 0.00016699443384142509,
      "loss": 4.5625,
      "step": 69023
    },
    {
      "epoch": 2.827114478804014,
      "grad_norm": 3.039774085865331,
      "learning_rate": 0.00016699119344215313,
      "loss": 3.6094,
      "step": 69024
    },
    {
      "epoch": 2.82715543723121,
      "grad_norm": 8.33474470711499,
      "learning_rate": 0.00016698795303484874,
      "loss": 4.9062,
      "step": 69025
    },
    {
      "epoch": 2.8271963956584067,
      "grad_norm": 3.452263344508542,
      "learning_rate": 0.00016698471261951343,
      "loss": 4.4062,
      "step": 69026
    },
    {
      "epoch": 2.827237354085603,
      "grad_norm": 3.1400517618451715,
      "learning_rate": 0.00016698147219614877,
      "loss": 3.6406,
      "step": 69027
    },
    {
      "epoch": 2.8272783125127994,
      "grad_norm": 3.4307388782191484,
      "learning_rate": 0.00016697823176475618,
      "loss": 4.2188,
      "step": 69028
    },
    {
      "epoch": 2.827319270939996,
      "grad_norm": 7.229629162811417,
      "learning_rate": 0.00016697499132533732,
      "loss": 2.9531,
      "step": 69029
    },
    {
      "epoch": 2.8273602293671924,
      "grad_norm": 4.801646721586593,
      "learning_rate": 0.00016697175087789366,
      "loss": 4.6562,
      "step": 69030
    },
    {
      "epoch": 2.8274011877943885,
      "grad_norm": 3.5999094559359546,
      "learning_rate": 0.00016696851042242677,
      "loss": 3.7344,
      "step": 69031
    },
    {
      "epoch": 2.827442146221585,
      "grad_norm": 9.551320569962225,
      "learning_rate": 0.00016696526995893808,
      "loss": 2.375,
      "step": 69032
    },
    {
      "epoch": 2.8274831046487816,
      "grad_norm": 4.542261006642317,
      "learning_rate": 0.00016696202948742923,
      "loss": 6.4062,
      "step": 69033
    },
    {
      "epoch": 2.8275240630759777,
      "grad_norm": 3.235823737480352,
      "learning_rate": 0.00016695878900790175,
      "loss": 3.6094,
      "step": 69034
    },
    {
      "epoch": 2.8275650215031742,
      "grad_norm": 5.769422479507617,
      "learning_rate": 0.0001669555485203571,
      "loss": 4.875,
      "step": 69035
    },
    {
      "epoch": 2.8276059799303708,
      "grad_norm": 3.5445140607819066,
      "learning_rate": 0.00016695230802479683,
      "loss": 4.9688,
      "step": 69036
    },
    {
      "epoch": 2.8276469383575673,
      "grad_norm": 3.712065843420828,
      "learning_rate": 0.00016694906752122256,
      "loss": 1.4844,
      "step": 69037
    },
    {
      "epoch": 2.8276878967847634,
      "grad_norm": 4.834562179417818,
      "learning_rate": 0.00016694582700963574,
      "loss": 6.8438,
      "step": 69038
    },
    {
      "epoch": 2.82772885521196,
      "grad_norm": 4.780983940027024,
      "learning_rate": 0.00016694258649003788,
      "loss": 2.875,
      "step": 69039
    },
    {
      "epoch": 2.827769813639156,
      "grad_norm": 3.484016550789968,
      "learning_rate": 0.00016693934596243056,
      "loss": 4.4375,
      "step": 69040
    },
    {
      "epoch": 2.8278107720663526,
      "grad_norm": 3.5577834086165554,
      "learning_rate": 0.00016693610542681527,
      "loss": 4.2812,
      "step": 69041
    },
    {
      "epoch": 2.827851730493549,
      "grad_norm": 3.391629066717567,
      "learning_rate": 0.00016693286488319366,
      "loss": 4.4375,
      "step": 69042
    },
    {
      "epoch": 2.8278926889207456,
      "grad_norm": 3.5698703114808708,
      "learning_rate": 0.00016692962433156712,
      "loss": 4.4688,
      "step": 69043
    },
    {
      "epoch": 2.8279336473479417,
      "grad_norm": 3.9553817675309513,
      "learning_rate": 0.0001669263837719372,
      "loss": 4.1562,
      "step": 69044
    },
    {
      "epoch": 2.8279746057751383,
      "grad_norm": 4.237623362510288,
      "learning_rate": 0.0001669231432043055,
      "loss": 5.6562,
      "step": 69045
    },
    {
      "epoch": 2.8280155642023344,
      "grad_norm": 4.4913918619336455,
      "learning_rate": 0.00016691990262867357,
      "loss": 3.4375,
      "step": 69046
    },
    {
      "epoch": 2.828056522629531,
      "grad_norm": 3.1107698444121206,
      "learning_rate": 0.00016691666204504284,
      "loss": 4.0938,
      "step": 69047
    },
    {
      "epoch": 2.8280974810567274,
      "grad_norm": 7.705932334148622,
      "learning_rate": 0.00016691342145341487,
      "loss": 5.1875,
      "step": 69048
    },
    {
      "epoch": 2.828138439483924,
      "grad_norm": 3.1515164416002706,
      "learning_rate": 0.00016691018085379127,
      "loss": 4.5938,
      "step": 69049
    },
    {
      "epoch": 2.82817939791112,
      "grad_norm": 3.5279094722815185,
      "learning_rate": 0.00016690694024617349,
      "loss": 2.5938,
      "step": 69050
    },
    {
      "epoch": 2.8282203563383166,
      "grad_norm": 4.7684433372332,
      "learning_rate": 0.0001669036996305631,
      "loss": 3.9219,
      "step": 69051
    },
    {
      "epoch": 2.828261314765513,
      "grad_norm": 3.4363091229020055,
      "learning_rate": 0.0001669004590069616,
      "loss": 4.3438,
      "step": 69052
    },
    {
      "epoch": 2.828302273192709,
      "grad_norm": 3.349426081122311,
      "learning_rate": 0.00016689721837537055,
      "loss": 4.375,
      "step": 69053
    },
    {
      "epoch": 2.8283432316199058,
      "grad_norm": 4.494791769010003,
      "learning_rate": 0.00016689397773579152,
      "loss": 1.5,
      "step": 69054
    },
    {
      "epoch": 2.8283841900471023,
      "grad_norm": 5.358055929690467,
      "learning_rate": 0.00016689073708822595,
      "loss": 5.3125,
      "step": 69055
    },
    {
      "epoch": 2.828425148474299,
      "grad_norm": 3.401033141126576,
      "learning_rate": 0.0001668874964326754,
      "loss": 2.6719,
      "step": 69056
    },
    {
      "epoch": 2.828466106901495,
      "grad_norm": 3.832776472333643,
      "learning_rate": 0.00016688425576914144,
      "loss": 4.4688,
      "step": 69057
    },
    {
      "epoch": 2.8285070653286914,
      "grad_norm": 3.520340553283505,
      "learning_rate": 0.00016688101509762561,
      "loss": 4.9062,
      "step": 69058
    },
    {
      "epoch": 2.8285480237558875,
      "grad_norm": 4.530378309916091,
      "learning_rate": 0.00016687777441812943,
      "loss": 6.0625,
      "step": 69059
    },
    {
      "epoch": 2.828588982183084,
      "grad_norm": 3.0795615448259666,
      "learning_rate": 0.00016687453373065436,
      "loss": 3.8594,
      "step": 69060
    },
    {
      "epoch": 2.8286299406102806,
      "grad_norm": 4.066103514641135,
      "learning_rate": 0.00016687129303520203,
      "loss": 5.4062,
      "step": 69061
    },
    {
      "epoch": 2.828670899037477,
      "grad_norm": 4.1515505385492855,
      "learning_rate": 0.00016686805233177393,
      "loss": 6.0,
      "step": 69062
    },
    {
      "epoch": 2.8287118574646732,
      "grad_norm": 3.9112921689434845,
      "learning_rate": 0.0001668648116203716,
      "loss": 4.0938,
      "step": 69063
    },
    {
      "epoch": 2.8287528158918698,
      "grad_norm": 15.663459003765524,
      "learning_rate": 0.0001668615709009965,
      "loss": 6.5312,
      "step": 69064
    },
    {
      "epoch": 2.8287937743190663,
      "grad_norm": 3.049586514007808,
      "learning_rate": 0.0001668583301736503,
      "loss": 3.9375,
      "step": 69065
    },
    {
      "epoch": 2.8288347327462624,
      "grad_norm": 3.8029046590678237,
      "learning_rate": 0.00016685508943833444,
      "loss": 6.8125,
      "step": 69066
    },
    {
      "epoch": 2.828875691173459,
      "grad_norm": 3.9100585106637396,
      "learning_rate": 0.00016685184869505047,
      "loss": 5.2188,
      "step": 69067
    },
    {
      "epoch": 2.8289166496006555,
      "grad_norm": 4.60215722659302,
      "learning_rate": 0.00016684860794379992,
      "loss": 3.625,
      "step": 69068
    },
    {
      "epoch": 2.8289576080278516,
      "grad_norm": 3.419916152698218,
      "learning_rate": 0.00016684536718458433,
      "loss": 4.0625,
      "step": 69069
    },
    {
      "epoch": 2.828998566455048,
      "grad_norm": 3.7762517198373766,
      "learning_rate": 0.00016684212641740522,
      "loss": 4.3125,
      "step": 69070
    },
    {
      "epoch": 2.8290395248822446,
      "grad_norm": 3.4609159462942927,
      "learning_rate": 0.00016683888564226413,
      "loss": 5.0938,
      "step": 69071
    },
    {
      "epoch": 2.8290804833094407,
      "grad_norm": 3.7431837381124744,
      "learning_rate": 0.0001668356448591626,
      "loss": 5.25,
      "step": 69072
    },
    {
      "epoch": 2.8291214417366373,
      "grad_norm": 5.386235586535305,
      "learning_rate": 0.00016683240406810214,
      "loss": 5.4062,
      "step": 69073
    },
    {
      "epoch": 2.829162400163834,
      "grad_norm": 3.18784290189845,
      "learning_rate": 0.00016682916326908435,
      "loss": 3.7031,
      "step": 69074
    },
    {
      "epoch": 2.8292033585910303,
      "grad_norm": 3.843715795727595,
      "learning_rate": 0.00016682592246211066,
      "loss": 1.7734,
      "step": 69075
    },
    {
      "epoch": 2.8292443170182264,
      "grad_norm": 4.585320191574229,
      "learning_rate": 0.00016682268164718264,
      "loss": 4.5312,
      "step": 69076
    },
    {
      "epoch": 2.829285275445423,
      "grad_norm": 3.3181053222229604,
      "learning_rate": 0.00016681944082430186,
      "loss": 4.4375,
      "step": 69077
    },
    {
      "epoch": 2.829326233872619,
      "grad_norm": 3.4467389702728153,
      "learning_rate": 0.00016681619999346983,
      "loss": 4.7812,
      "step": 69078
    },
    {
      "epoch": 2.8293671922998156,
      "grad_norm": 3.361215735997242,
      "learning_rate": 0.0001668129591546881,
      "loss": 4.1562,
      "step": 69079
    },
    {
      "epoch": 2.829408150727012,
      "grad_norm": 3.5283724093847315,
      "learning_rate": 0.0001668097183079581,
      "loss": 4.5,
      "step": 69080
    },
    {
      "epoch": 2.8294491091542087,
      "grad_norm": 6.168555714825636,
      "learning_rate": 0.00016680647745328148,
      "loss": 4.5938,
      "step": 69081
    },
    {
      "epoch": 2.8294900675814048,
      "grad_norm": 3.863386618593317,
      "learning_rate": 0.00016680323659065975,
      "loss": 4.4688,
      "step": 69082
    },
    {
      "epoch": 2.8295310260086013,
      "grad_norm": 4.633842345256634,
      "learning_rate": 0.0001667999957200944,
      "loss": 3.7344,
      "step": 69083
    },
    {
      "epoch": 2.829571984435798,
      "grad_norm": 3.6041907688958106,
      "learning_rate": 0.00016679675484158698,
      "loss": 4.9375,
      "step": 69084
    },
    {
      "epoch": 2.829612942862994,
      "grad_norm": 3.293433002383057,
      "learning_rate": 0.00016679351395513904,
      "loss": 4.3125,
      "step": 69085
    },
    {
      "epoch": 2.8296539012901905,
      "grad_norm": 3.6953589251611905,
      "learning_rate": 0.00016679027306075212,
      "loss": 5.4688,
      "step": 69086
    },
    {
      "epoch": 2.829694859717387,
      "grad_norm": 3.9377058953742567,
      "learning_rate": 0.0001667870321584277,
      "loss": 4.2812,
      "step": 69087
    },
    {
      "epoch": 2.829735818144583,
      "grad_norm": 4.632793357427531,
      "learning_rate": 0.00016678379124816735,
      "loss": 2.7188,
      "step": 69088
    },
    {
      "epoch": 2.8297767765717796,
      "grad_norm": 3.841643644391114,
      "learning_rate": 0.00016678055032997262,
      "loss": 5.0625,
      "step": 69089
    },
    {
      "epoch": 2.829817734998976,
      "grad_norm": 3.2035535968829487,
      "learning_rate": 0.00016677730940384503,
      "loss": 3.8281,
      "step": 69090
    },
    {
      "epoch": 2.8298586934261722,
      "grad_norm": 3.6859103175360777,
      "learning_rate": 0.00016677406846978606,
      "loss": 4.0312,
      "step": 69091
    },
    {
      "epoch": 2.829899651853369,
      "grad_norm": 3.302612098625191,
      "learning_rate": 0.0001667708275277973,
      "loss": 4.0625,
      "step": 69092
    },
    {
      "epoch": 2.8299406102805653,
      "grad_norm": 3.8601157925814555,
      "learning_rate": 0.00016676758657788027,
      "loss": 5.8125,
      "step": 69093
    },
    {
      "epoch": 2.829981568707762,
      "grad_norm": 4.0487236449586215,
      "learning_rate": 0.00016676434562003651,
      "loss": 4.7812,
      "step": 69094
    },
    {
      "epoch": 2.830022527134958,
      "grad_norm": 3.323774593104409,
      "learning_rate": 0.00016676110465426754,
      "loss": 5.1875,
      "step": 69095
    },
    {
      "epoch": 2.8300634855621545,
      "grad_norm": 6.996200651057619,
      "learning_rate": 0.00016675786368057486,
      "loss": 6.0,
      "step": 69096
    },
    {
      "epoch": 2.8301044439893506,
      "grad_norm": 4.643274858021545,
      "learning_rate": 0.00016675462269896007,
      "loss": 5.7188,
      "step": 69097
    },
    {
      "epoch": 2.830145402416547,
      "grad_norm": 11.646398970627647,
      "learning_rate": 0.00016675138170942465,
      "loss": 7.1875,
      "step": 69098
    },
    {
      "epoch": 2.8301863608437436,
      "grad_norm": 8.147706234324028,
      "learning_rate": 0.00016674814071197016,
      "loss": 4.875,
      "step": 69099
    },
    {
      "epoch": 2.83022731927094,
      "grad_norm": 3.9157786390392477,
      "learning_rate": 0.0001667448997065981,
      "loss": 4.3125,
      "step": 69100
    },
    {
      "epoch": 2.8302682776981363,
      "grad_norm": 3.7920477162593014,
      "learning_rate": 0.00016674165869331,
      "loss": 5.375,
      "step": 69101
    },
    {
      "epoch": 2.830309236125333,
      "grad_norm": 14.400854816683191,
      "learning_rate": 0.0001667384176721075,
      "loss": 4.375,
      "step": 69102
    },
    {
      "epoch": 2.8303501945525293,
      "grad_norm": 3.4749701264299246,
      "learning_rate": 0.00016673517664299198,
      "loss": 2.6562,
      "step": 69103
    },
    {
      "epoch": 2.8303911529797254,
      "grad_norm": 5.388586394257741,
      "learning_rate": 0.00016673193560596506,
      "loss": 6.0,
      "step": 69104
    },
    {
      "epoch": 2.830432111406922,
      "grad_norm": 3.525611680904569,
      "learning_rate": 0.00016672869456102823,
      "loss": 5.25,
      "step": 69105
    },
    {
      "epoch": 2.8304730698341185,
      "grad_norm": 5.238053510103619,
      "learning_rate": 0.00016672545350818307,
      "loss": 6.4375,
      "step": 69106
    },
    {
      "epoch": 2.830514028261315,
      "grad_norm": 5.498335307805584,
      "learning_rate": 0.0001667222124474311,
      "loss": 4.25,
      "step": 69107
    },
    {
      "epoch": 2.830554986688511,
      "grad_norm": 5.341552726128475,
      "learning_rate": 0.00016671897137877378,
      "loss": 4.4688,
      "step": 69108
    },
    {
      "epoch": 2.8305959451157077,
      "grad_norm": 3.8944548773669103,
      "learning_rate": 0.00016671573030221275,
      "loss": 5.2188,
      "step": 69109
    },
    {
      "epoch": 2.8306369035429038,
      "grad_norm": 3.7738164728004486,
      "learning_rate": 0.0001667124892177495,
      "loss": 5.0,
      "step": 69110
    },
    {
      "epoch": 2.8306778619701003,
      "grad_norm": 3.200841604737969,
      "learning_rate": 0.00016670924812538555,
      "loss": 4.375,
      "step": 69111
    },
    {
      "epoch": 2.830718820397297,
      "grad_norm": 5.007310113106914,
      "learning_rate": 0.00016670600702512237,
      "loss": 6.4062,
      "step": 69112
    },
    {
      "epoch": 2.8307597788244934,
      "grad_norm": 8.449801896529214,
      "learning_rate": 0.00016670276591696168,
      "loss": 6.3438,
      "step": 69113
    },
    {
      "epoch": 2.8308007372516895,
      "grad_norm": 4.66456867391484,
      "learning_rate": 0.0001666995248009048,
      "loss": 5.5938,
      "step": 69114
    },
    {
      "epoch": 2.830841695678886,
      "grad_norm": 7.9822525486676374,
      "learning_rate": 0.00016669628367695338,
      "loss": 6.75,
      "step": 69115
    },
    {
      "epoch": 2.830882654106082,
      "grad_norm": 4.49605503297182,
      "learning_rate": 0.0001666930425451089,
      "loss": 4.75,
      "step": 69116
    },
    {
      "epoch": 2.8309236125332786,
      "grad_norm": 3.9113359812489676,
      "learning_rate": 0.00016668980140537297,
      "loss": 4.375,
      "step": 69117
    },
    {
      "epoch": 2.830964570960475,
      "grad_norm": 3.96642492922931,
      "learning_rate": 0.00016668656025774705,
      "loss": 4.5625,
      "step": 69118
    },
    {
      "epoch": 2.8310055293876717,
      "grad_norm": 3.6221135575324523,
      "learning_rate": 0.00016668331910223266,
      "loss": 4.875,
      "step": 69119
    },
    {
      "epoch": 2.831046487814868,
      "grad_norm": 4.0921491010130655,
      "learning_rate": 0.0001666800779388314,
      "loss": 3.9844,
      "step": 69120
    },
    {
      "epoch": 2.8310874462420643,
      "grad_norm": 17.351070344908464,
      "learning_rate": 0.00016667683676754475,
      "loss": 5.3438,
      "step": 69121
    },
    {
      "epoch": 2.831128404669261,
      "grad_norm": 3.319706539244259,
      "learning_rate": 0.0001666735955883743,
      "loss": 4.125,
      "step": 69122
    },
    {
      "epoch": 2.831169363096457,
      "grad_norm": 3.7783140395339587,
      "learning_rate": 0.0001666703544013215,
      "loss": 4.9688,
      "step": 69123
    },
    {
      "epoch": 2.8312103215236535,
      "grad_norm": 3.5973932609986417,
      "learning_rate": 0.0001666671132063879,
      "loss": 4.0938,
      "step": 69124
    },
    {
      "epoch": 2.83125127995085,
      "grad_norm": 3.424102864518936,
      "learning_rate": 0.0001666638720035751,
      "loss": 3.9844,
      "step": 69125
    },
    {
      "epoch": 2.8312922383780466,
      "grad_norm": 3.7111470386808723,
      "learning_rate": 0.00016666063079288457,
      "loss": 4.8125,
      "step": 69126
    },
    {
      "epoch": 2.8313331968052426,
      "grad_norm": 3.251606693643385,
      "learning_rate": 0.00016665738957431786,
      "loss": 4.75,
      "step": 69127
    },
    {
      "epoch": 2.831374155232439,
      "grad_norm": 3.7396535586346156,
      "learning_rate": 0.00016665414834787648,
      "loss": 4.5938,
      "step": 69128
    },
    {
      "epoch": 2.8314151136596353,
      "grad_norm": 3.557150875827203,
      "learning_rate": 0.00016665090711356204,
      "loss": 4.4062,
      "step": 69129
    },
    {
      "epoch": 2.831456072086832,
      "grad_norm": 4.702157853315183,
      "learning_rate": 0.00016664766587137601,
      "loss": 3.5938,
      "step": 69130
    },
    {
      "epoch": 2.8314970305140283,
      "grad_norm": 3.402890653320408,
      "learning_rate": 0.00016664442462131988,
      "loss": 4.3438,
      "step": 69131
    },
    {
      "epoch": 2.831537988941225,
      "grad_norm": 5.294230223739237,
      "learning_rate": 0.00016664118336339525,
      "loss": 3.8594,
      "step": 69132
    },
    {
      "epoch": 2.831578947368421,
      "grad_norm": 7.065389412326397,
      "learning_rate": 0.00016663794209760365,
      "loss": 5.5938,
      "step": 69133
    },
    {
      "epoch": 2.8316199057956175,
      "grad_norm": 4.768807516827879,
      "learning_rate": 0.00016663470082394662,
      "loss": 5.4062,
      "step": 69134
    },
    {
      "epoch": 2.8316608642228136,
      "grad_norm": 3.667367582731841,
      "learning_rate": 0.00016663145954242564,
      "loss": 4.2812,
      "step": 69135
    },
    {
      "epoch": 2.83170182265001,
      "grad_norm": 3.69185236594333,
      "learning_rate": 0.00016662821825304226,
      "loss": 5.375,
      "step": 69136
    },
    {
      "epoch": 2.8317427810772067,
      "grad_norm": 3.4174152771422217,
      "learning_rate": 0.00016662497695579803,
      "loss": 4.2812,
      "step": 69137
    },
    {
      "epoch": 2.831783739504403,
      "grad_norm": 3.626515415693354,
      "learning_rate": 0.00016662173565069448,
      "loss": 3.9062,
      "step": 69138
    },
    {
      "epoch": 2.8318246979315993,
      "grad_norm": 4.006324607984988,
      "learning_rate": 0.00016661849433773315,
      "loss": 5.0938,
      "step": 69139
    },
    {
      "epoch": 2.831865656358796,
      "grad_norm": 3.3260025119432988,
      "learning_rate": 0.00016661525301691553,
      "loss": 3.9844,
      "step": 69140
    },
    {
      "epoch": 2.8319066147859924,
      "grad_norm": 6.15796070199359,
      "learning_rate": 0.0001666120116882432,
      "loss": 5.5938,
      "step": 69141
    },
    {
      "epoch": 2.8319475732131885,
      "grad_norm": 4.371056779926757,
      "learning_rate": 0.0001666087703517177,
      "loss": 4.9688,
      "step": 69142
    },
    {
      "epoch": 2.831988531640385,
      "grad_norm": 3.7839266833873317,
      "learning_rate": 0.00016660552900734052,
      "loss": 5.1875,
      "step": 69143
    },
    {
      "epoch": 2.8320294900675815,
      "grad_norm": 3.141739641189022,
      "learning_rate": 0.00016660228765511318,
      "loss": 4.0625,
      "step": 69144
    },
    {
      "epoch": 2.832070448494778,
      "grad_norm": 3.666294695564395,
      "learning_rate": 0.00016659904629503724,
      "loss": 4.6562,
      "step": 69145
    },
    {
      "epoch": 2.832111406921974,
      "grad_norm": 3.701689900614232,
      "learning_rate": 0.0001665958049271143,
      "loss": 4.2188,
      "step": 69146
    },
    {
      "epoch": 2.8321523653491707,
      "grad_norm": 6.596312062260021,
      "learning_rate": 0.0001665925635513458,
      "loss": 5.5938,
      "step": 69147
    },
    {
      "epoch": 2.832193323776367,
      "grad_norm": 3.2241207288658207,
      "learning_rate": 0.00016658932216773327,
      "loss": 4.1562,
      "step": 69148
    },
    {
      "epoch": 2.8322342822035633,
      "grad_norm": 2.5344574723157742,
      "learning_rate": 0.0001665860807762783,
      "loss": 2.7188,
      "step": 69149
    },
    {
      "epoch": 2.83227524063076,
      "grad_norm": 5.976598992290893,
      "learning_rate": 0.0001665828393769824,
      "loss": 3.7656,
      "step": 69150
    },
    {
      "epoch": 2.8323161990579564,
      "grad_norm": 3.8996580940404506,
      "learning_rate": 0.00016657959796984706,
      "loss": 4.4688,
      "step": 69151
    },
    {
      "epoch": 2.8323571574851525,
      "grad_norm": 3.280211817492803,
      "learning_rate": 0.00016657635655487383,
      "loss": 4.3438,
      "step": 69152
    },
    {
      "epoch": 2.832398115912349,
      "grad_norm": 3.226715301892418,
      "learning_rate": 0.00016657311513206433,
      "loss": 4.5,
      "step": 69153
    },
    {
      "epoch": 2.832439074339545,
      "grad_norm": 3.7970018831962786,
      "learning_rate": 0.00016656987370141995,
      "loss": 5.5625,
      "step": 69154
    },
    {
      "epoch": 2.8324800327667417,
      "grad_norm": 3.361124703367949,
      "learning_rate": 0.00016656663226294238,
      "loss": 4.2812,
      "step": 69155
    },
    {
      "epoch": 2.832520991193938,
      "grad_norm": 3.646484473531491,
      "learning_rate": 0.00016656339081663296,
      "loss": 4.4062,
      "step": 69156
    },
    {
      "epoch": 2.8325619496211347,
      "grad_norm": 3.0577091672406307,
      "learning_rate": 0.0001665601493624934,
      "loss": 4.0312,
      "step": 69157
    },
    {
      "epoch": 2.832602908048331,
      "grad_norm": 3.7834155609405036,
      "learning_rate": 0.00016655690790052516,
      "loss": 4.5625,
      "step": 69158
    },
    {
      "epoch": 2.8326438664755273,
      "grad_norm": 3.8401601215246846,
      "learning_rate": 0.00016655366643072978,
      "loss": 4.5625,
      "step": 69159
    },
    {
      "epoch": 2.832684824902724,
      "grad_norm": 3.268368570395366,
      "learning_rate": 0.00016655042495310876,
      "loss": 2.1719,
      "step": 69160
    },
    {
      "epoch": 2.83272578332992,
      "grad_norm": 3.312769749081368,
      "learning_rate": 0.00016654718346766366,
      "loss": 3.7969,
      "step": 69161
    },
    {
      "epoch": 2.8327667417571165,
      "grad_norm": 7.582228294889225,
      "learning_rate": 0.00016654394197439604,
      "loss": 3.7344,
      "step": 69162
    },
    {
      "epoch": 2.832807700184313,
      "grad_norm": 3.473240089997536,
      "learning_rate": 0.00016654070047330738,
      "loss": 4.0938,
      "step": 69163
    },
    {
      "epoch": 2.8328486586115096,
      "grad_norm": 3.6868750529627192,
      "learning_rate": 0.00016653745896439922,
      "loss": 4.5312,
      "step": 69164
    },
    {
      "epoch": 2.8328896170387057,
      "grad_norm": 4.248268978887644,
      "learning_rate": 0.00016653421744767315,
      "loss": 4.6875,
      "step": 69165
    },
    {
      "epoch": 2.832930575465902,
      "grad_norm": 15.131225531985333,
      "learning_rate": 0.00016653097592313066,
      "loss": 3.1875,
      "step": 69166
    },
    {
      "epoch": 2.8329715338930983,
      "grad_norm": 3.6724197239710383,
      "learning_rate": 0.00016652773439077326,
      "loss": 4.4688,
      "step": 69167
    },
    {
      "epoch": 2.833012492320295,
      "grad_norm": 5.718123939050364,
      "learning_rate": 0.0001665244928506025,
      "loss": 3.9844,
      "step": 69168
    },
    {
      "epoch": 2.8330534507474914,
      "grad_norm": 6.711758460535133,
      "learning_rate": 0.00016652125130261995,
      "loss": 4.0938,
      "step": 69169
    },
    {
      "epoch": 2.833094409174688,
      "grad_norm": 3.974126082285617,
      "learning_rate": 0.0001665180097468271,
      "loss": 5.0312,
      "step": 69170
    },
    {
      "epoch": 2.833135367601884,
      "grad_norm": 3.453654730639189,
      "learning_rate": 0.00016651476818322548,
      "loss": 4.5625,
      "step": 69171
    },
    {
      "epoch": 2.8331763260290805,
      "grad_norm": 8.232046521078107,
      "learning_rate": 0.00016651152661181667,
      "loss": 4.875,
      "step": 69172
    },
    {
      "epoch": 2.8332172844562766,
      "grad_norm": 4.212463378027435,
      "learning_rate": 0.00016650828503260215,
      "loss": 4.25,
      "step": 69173
    },
    {
      "epoch": 2.833258242883473,
      "grad_norm": 3.5702758449413006,
      "learning_rate": 0.00016650504344558343,
      "loss": 3.8281,
      "step": 69174
    },
    {
      "epoch": 2.8332992013106697,
      "grad_norm": 7.092885313992974,
      "learning_rate": 0.00016650180185076214,
      "loss": 5.125,
      "step": 69175
    },
    {
      "epoch": 2.8333401597378662,
      "grad_norm": 3.9796643542574666,
      "learning_rate": 0.00016649856024813971,
      "loss": 3.7969,
      "step": 69176
    },
    {
      "epoch": 2.8333811181650623,
      "grad_norm": 3.3672351773397957,
      "learning_rate": 0.00016649531863771776,
      "loss": 3.9062,
      "step": 69177
    },
    {
      "epoch": 2.833422076592259,
      "grad_norm": 3.3807127706000752,
      "learning_rate": 0.00016649207701949776,
      "loss": 4.0938,
      "step": 69178
    },
    {
      "epoch": 2.8334630350194554,
      "grad_norm": 4.304866978300493,
      "learning_rate": 0.0001664888353934813,
      "loss": 4.75,
      "step": 69179
    },
    {
      "epoch": 2.8335039934466515,
      "grad_norm": 3.421407031946255,
      "learning_rate": 0.00016648559375966976,
      "loss": 4.1875,
      "step": 69180
    },
    {
      "epoch": 2.833544951873848,
      "grad_norm": 6.034278842516981,
      "learning_rate": 0.0001664823521180649,
      "loss": 3.625,
      "step": 69181
    },
    {
      "epoch": 2.8335859103010446,
      "grad_norm": 3.5449365186448665,
      "learning_rate": 0.0001664791104686681,
      "loss": 4.0625,
      "step": 69182
    },
    {
      "epoch": 2.833626868728241,
      "grad_norm": 3.599729482036973,
      "learning_rate": 0.000166475868811481,
      "loss": 4.7812,
      "step": 69183
    },
    {
      "epoch": 2.833667827155437,
      "grad_norm": 5.685446807802727,
      "learning_rate": 0.00016647262714650498,
      "loss": 4.0,
      "step": 69184
    },
    {
      "epoch": 2.8337087855826337,
      "grad_norm": 6.203281714431605,
      "learning_rate": 0.0001664693854737417,
      "loss": 4.9062,
      "step": 69185
    },
    {
      "epoch": 2.83374974400983,
      "grad_norm": 3.718212343001762,
      "learning_rate": 0.00016646614379319262,
      "loss": 4.75,
      "step": 69186
    },
    {
      "epoch": 2.8337907024370264,
      "grad_norm": 3.390992292304199,
      "learning_rate": 0.00016646290210485933,
      "loss": 4.6875,
      "step": 69187
    },
    {
      "epoch": 2.833831660864223,
      "grad_norm": 4.384966600674918,
      "learning_rate": 0.0001664596604087433,
      "loss": 1.3828,
      "step": 69188
    },
    {
      "epoch": 2.8338726192914194,
      "grad_norm": 3.9524249856099822,
      "learning_rate": 0.00016645641870484615,
      "loss": 4.9688,
      "step": 69189
    },
    {
      "epoch": 2.8339135777186155,
      "grad_norm": 3.1426608944706196,
      "learning_rate": 0.0001664531769931693,
      "loss": 1.0156,
      "step": 69190
    },
    {
      "epoch": 2.833954536145812,
      "grad_norm": 3.260693525095179,
      "learning_rate": 0.00016644993527371437,
      "loss": 3.9062,
      "step": 69191
    },
    {
      "epoch": 2.833995494573008,
      "grad_norm": 4.283191352649422,
      "learning_rate": 0.00016644669354648286,
      "loss": 5.4375,
      "step": 69192
    },
    {
      "epoch": 2.8340364530002047,
      "grad_norm": 5.256638024504869,
      "learning_rate": 0.0001664434518114763,
      "loss": 6.0,
      "step": 69193
    },
    {
      "epoch": 2.834077411427401,
      "grad_norm": 3.357821819353739,
      "learning_rate": 0.00016644021006869628,
      "loss": 4.0312,
      "step": 69194
    },
    {
      "epoch": 2.8341183698545978,
      "grad_norm": 3.146864545314988,
      "learning_rate": 0.00016643696831814426,
      "loss": 4.0938,
      "step": 69195
    },
    {
      "epoch": 2.834159328281794,
      "grad_norm": 3.8705774865221114,
      "learning_rate": 0.00016643372655982173,
      "loss": 4.875,
      "step": 69196
    },
    {
      "epoch": 2.8342002867089904,
      "grad_norm": 3.641914297093614,
      "learning_rate": 0.00016643048479373038,
      "loss": 4.4062,
      "step": 69197
    },
    {
      "epoch": 2.834241245136187,
      "grad_norm": 6.789164730285054,
      "learning_rate": 0.0001664272430198716,
      "loss": 5.4375,
      "step": 69198
    },
    {
      "epoch": 2.834282203563383,
      "grad_norm": 5.597612737139456,
      "learning_rate": 0.000166424001238247,
      "loss": 5.4688,
      "step": 69199
    },
    {
      "epoch": 2.8343231619905795,
      "grad_norm": 3.576994517261498,
      "learning_rate": 0.00016642075944885804,
      "loss": 4.375,
      "step": 69200
    },
    {
      "epoch": 2.834364120417776,
      "grad_norm": 3.31268022961085,
      "learning_rate": 0.00016641751765170633,
      "loss": 3.9219,
      "step": 69201
    },
    {
      "epoch": 2.8344050788449726,
      "grad_norm": 3.808942809781242,
      "learning_rate": 0.0001664142758467934,
      "loss": 4.4375,
      "step": 69202
    },
    {
      "epoch": 2.8344460372721687,
      "grad_norm": 3.4119358622452567,
      "learning_rate": 0.0001664110340341207,
      "loss": 4.1562,
      "step": 69203
    },
    {
      "epoch": 2.8344869956993652,
      "grad_norm": 3.3856022482459105,
      "learning_rate": 0.0001664077922136898,
      "loss": 4.3125,
      "step": 69204
    },
    {
      "epoch": 2.8345279541265613,
      "grad_norm": 3.8648696571137835,
      "learning_rate": 0.0001664045503855023,
      "loss": 6.1875,
      "step": 69205
    },
    {
      "epoch": 2.834568912553758,
      "grad_norm": 3.386771189254531,
      "learning_rate": 0.00016640130854955968,
      "loss": 5.0,
      "step": 69206
    },
    {
      "epoch": 2.8346098709809544,
      "grad_norm": 3.203735351086817,
      "learning_rate": 0.00016639806670586346,
      "loss": 4.625,
      "step": 69207
    },
    {
      "epoch": 2.834650829408151,
      "grad_norm": 4.258074999674852,
      "learning_rate": 0.00016639482485441518,
      "loss": 4.375,
      "step": 69208
    },
    {
      "epoch": 2.834691787835347,
      "grad_norm": 3.797326175135159,
      "learning_rate": 0.00016639158299521637,
      "loss": 4.9688,
      "step": 69209
    },
    {
      "epoch": 2.8347327462625436,
      "grad_norm": 3.373106889632431,
      "learning_rate": 0.0001663883411282686,
      "loss": 4.5,
      "step": 69210
    },
    {
      "epoch": 2.8347737046897397,
      "grad_norm": 3.6862872290846003,
      "learning_rate": 0.00016638509925357334,
      "loss": 4.5,
      "step": 69211
    },
    {
      "epoch": 2.834814663116936,
      "grad_norm": 6.616582355395363,
      "learning_rate": 0.00016638185737113213,
      "loss": 5.7188,
      "step": 69212
    },
    {
      "epoch": 2.8348556215441327,
      "grad_norm": 8.489142853305223,
      "learning_rate": 0.0001663786154809466,
      "loss": 6.0938,
      "step": 69213
    },
    {
      "epoch": 2.8348965799713293,
      "grad_norm": 3.5581352796597296,
      "learning_rate": 0.0001663753735830182,
      "loss": 4.0625,
      "step": 69214
    },
    {
      "epoch": 2.8349375383985254,
      "grad_norm": 9.059754458779567,
      "learning_rate": 0.00016637213167734844,
      "loss": 4.25,
      "step": 69215
    },
    {
      "epoch": 2.834978496825722,
      "grad_norm": 3.499797023025077,
      "learning_rate": 0.0001663688897639389,
      "loss": 4.4688,
      "step": 69216
    },
    {
      "epoch": 2.8350194552529184,
      "grad_norm": 7.649244952788244,
      "learning_rate": 0.0001663656478427911,
      "loss": 5.75,
      "step": 69217
    },
    {
      "epoch": 2.8350604136801145,
      "grad_norm": 4.20528851816612,
      "learning_rate": 0.00016636240591390655,
      "loss": 5.125,
      "step": 69218
    },
    {
      "epoch": 2.835101372107311,
      "grad_norm": 5.226185868342493,
      "learning_rate": 0.0001663591639772869,
      "loss": 2.9375,
      "step": 69219
    },
    {
      "epoch": 2.8351423305345076,
      "grad_norm": 3.3138997544454845,
      "learning_rate": 0.00016635592203293346,
      "loss": 4.0312,
      "step": 69220
    },
    {
      "epoch": 2.835183288961704,
      "grad_norm": 3.4876719363037108,
      "learning_rate": 0.00016635268008084796,
      "loss": 4.875,
      "step": 69221
    },
    {
      "epoch": 2.8352242473889,
      "grad_norm": 6.1088463484189575,
      "learning_rate": 0.00016634943812103182,
      "loss": 4.0938,
      "step": 69222
    },
    {
      "epoch": 2.8352652058160968,
      "grad_norm": 5.758506219631502,
      "learning_rate": 0.00016634619615348668,
      "loss": 6.7188,
      "step": 69223
    },
    {
      "epoch": 2.835306164243293,
      "grad_norm": 3.760338982255705,
      "learning_rate": 0.0001663429541782139,
      "loss": 3.3594,
      "step": 69224
    },
    {
      "epoch": 2.8353471226704894,
      "grad_norm": 3.4751303528308366,
      "learning_rate": 0.0001663397121952152,
      "loss": 5.0938,
      "step": 69225
    },
    {
      "epoch": 2.835388081097686,
      "grad_norm": 5.776265514563185,
      "learning_rate": 0.00016633647020449204,
      "loss": 4.1562,
      "step": 69226
    },
    {
      "epoch": 2.8354290395248825,
      "grad_norm": 4.252293782392227,
      "learning_rate": 0.00016633322820604592,
      "loss": 5.6562,
      "step": 69227
    },
    {
      "epoch": 2.8354699979520785,
      "grad_norm": 3.3055913126585974,
      "learning_rate": 0.00016632998619987838,
      "loss": 4.4375,
      "step": 69228
    },
    {
      "epoch": 2.835510956379275,
      "grad_norm": 3.1875273514985665,
      "learning_rate": 0.000166326744185991,
      "loss": 3.9844,
      "step": 69229
    },
    {
      "epoch": 2.835551914806471,
      "grad_norm": 3.60694233357362,
      "learning_rate": 0.00016632350216438526,
      "loss": 5.2188,
      "step": 69230
    },
    {
      "epoch": 2.8355928732336677,
      "grad_norm": 2.966952016262906,
      "learning_rate": 0.00016632026013506274,
      "loss": 4.5625,
      "step": 69231
    },
    {
      "epoch": 2.8356338316608642,
      "grad_norm": 22.93236266630079,
      "learning_rate": 0.00016631701809802492,
      "loss": 6.2188,
      "step": 69232
    },
    {
      "epoch": 2.835674790088061,
      "grad_norm": 3.7016884694612058,
      "learning_rate": 0.00016631377605327334,
      "loss": 4.7812,
      "step": 69233
    },
    {
      "epoch": 2.835715748515257,
      "grad_norm": 3.8588011761136776,
      "learning_rate": 0.00016631053400080963,
      "loss": 5.0625,
      "step": 69234
    },
    {
      "epoch": 2.8357567069424534,
      "grad_norm": 3.7417277353003726,
      "learning_rate": 0.0001663072919406352,
      "loss": 4.4375,
      "step": 69235
    },
    {
      "epoch": 2.83579766536965,
      "grad_norm": 3.487556886577218,
      "learning_rate": 0.0001663040498727516,
      "loss": 3.7031,
      "step": 69236
    },
    {
      "epoch": 2.835838623796846,
      "grad_norm": 3.462025079453376,
      "learning_rate": 0.0001663008077971604,
      "loss": 3.8906,
      "step": 69237
    },
    {
      "epoch": 2.8358795822240426,
      "grad_norm": 15.848038037805768,
      "learning_rate": 0.0001662975657138632,
      "loss": 5.375,
      "step": 69238
    },
    {
      "epoch": 2.835920540651239,
      "grad_norm": 3.681884594637647,
      "learning_rate": 0.00016629432362286138,
      "loss": 4.4062,
      "step": 69239
    },
    {
      "epoch": 2.8359614990784356,
      "grad_norm": 3.3741390765195693,
      "learning_rate": 0.00016629108152415656,
      "loss": 4.5312,
      "step": 69240
    },
    {
      "epoch": 2.8360024575056317,
      "grad_norm": 3.396123173803701,
      "learning_rate": 0.00016628783941775028,
      "loss": 5.1562,
      "step": 69241
    },
    {
      "epoch": 2.8360434159328283,
      "grad_norm": 4.319339021975197,
      "learning_rate": 0.00016628459730364407,
      "loss": 1.4766,
      "step": 69242
    },
    {
      "epoch": 2.8360843743600244,
      "grad_norm": 4.095147432065611,
      "learning_rate": 0.00016628135518183943,
      "loss": 4.375,
      "step": 69243
    },
    {
      "epoch": 2.836125332787221,
      "grad_norm": 7.2725442559206686,
      "learning_rate": 0.00016627811305233787,
      "loss": 3.5781,
      "step": 69244
    },
    {
      "epoch": 2.8361662912144174,
      "grad_norm": 3.6613294759644446,
      "learning_rate": 0.00016627487091514103,
      "loss": 4.5312,
      "step": 69245
    },
    {
      "epoch": 2.836207249641614,
      "grad_norm": 2.9529880933595636,
      "learning_rate": 0.00016627162877025034,
      "loss": 3.75,
      "step": 69246
    },
    {
      "epoch": 2.83624820806881,
      "grad_norm": 5.522893208124061,
      "learning_rate": 0.0001662683866176674,
      "loss": 3.0156,
      "step": 69247
    },
    {
      "epoch": 2.8362891664960066,
      "grad_norm": 4.411015005588513,
      "learning_rate": 0.00016626514445739363,
      "loss": 6.0625,
      "step": 69248
    },
    {
      "epoch": 2.8363301249232027,
      "grad_norm": 3.5028853540545777,
      "learning_rate": 0.0001662619022894307,
      "loss": 4.8438,
      "step": 69249
    },
    {
      "epoch": 2.8363710833503992,
      "grad_norm": 3.500602385888208,
      "learning_rate": 0.0001662586601137801,
      "loss": 3.6875,
      "step": 69250
    },
    {
      "epoch": 2.8364120417775958,
      "grad_norm": 4.00419423515118,
      "learning_rate": 0.00016625541793044334,
      "loss": 4.4375,
      "step": 69251
    },
    {
      "epoch": 2.8364530002047923,
      "grad_norm": 3.209753249228047,
      "learning_rate": 0.0001662521757394219,
      "loss": 4.0938,
      "step": 69252
    },
    {
      "epoch": 2.8364939586319884,
      "grad_norm": 3.805533202638886,
      "learning_rate": 0.00016624893354071746,
      "loss": 4.875,
      "step": 69253
    },
    {
      "epoch": 2.836534917059185,
      "grad_norm": 3.8768334748127686,
      "learning_rate": 0.00016624569133433148,
      "loss": 4.8125,
      "step": 69254
    },
    {
      "epoch": 2.8365758754863815,
      "grad_norm": 4.073580854810486,
      "learning_rate": 0.00016624244912026546,
      "loss": 6.375,
      "step": 69255
    },
    {
      "epoch": 2.8366168339135776,
      "grad_norm": 4.276903884531909,
      "learning_rate": 0.0001662392068985209,
      "loss": 4.9062,
      "step": 69256
    },
    {
      "epoch": 2.836657792340774,
      "grad_norm": 3.2891394877706284,
      "learning_rate": 0.00016623596466909939,
      "loss": 3.9375,
      "step": 69257
    },
    {
      "epoch": 2.8366987507679706,
      "grad_norm": 3.4146030602774724,
      "learning_rate": 0.0001662327224320025,
      "loss": 4.5938,
      "step": 69258
    },
    {
      "epoch": 2.836739709195167,
      "grad_norm": 3.64463620464275,
      "learning_rate": 0.0001662294801872317,
      "loss": 5.125,
      "step": 69259
    },
    {
      "epoch": 2.8367806676223633,
      "grad_norm": 3.514114316974219,
      "learning_rate": 0.00016622623793478855,
      "loss": 4.8125,
      "step": 69260
    },
    {
      "epoch": 2.83682162604956,
      "grad_norm": 4.12955861048359,
      "learning_rate": 0.00016622299567467454,
      "loss": 5.375,
      "step": 69261
    },
    {
      "epoch": 2.836862584476756,
      "grad_norm": 4.679950068954425,
      "learning_rate": 0.0001662197534068913,
      "loss": 5.625,
      "step": 69262
    },
    {
      "epoch": 2.8369035429039524,
      "grad_norm": 4.96190058525076,
      "learning_rate": 0.00016621651113144027,
      "loss": 4.7188,
      "step": 69263
    },
    {
      "epoch": 2.836944501331149,
      "grad_norm": 3.741734929258216,
      "learning_rate": 0.00016621326884832301,
      "loss": 4.1875,
      "step": 69264
    },
    {
      "epoch": 2.8369854597583455,
      "grad_norm": 3.68063461030653,
      "learning_rate": 0.00016621002655754107,
      "loss": 4.9062,
      "step": 69265
    },
    {
      "epoch": 2.8370264181855416,
      "grad_norm": 5.599305897264882,
      "learning_rate": 0.00016620678425909597,
      "loss": 6.375,
      "step": 69266
    },
    {
      "epoch": 2.837067376612738,
      "grad_norm": 6.544033365538359,
      "learning_rate": 0.00016620354195298923,
      "loss": 5.875,
      "step": 69267
    },
    {
      "epoch": 2.837108335039934,
      "grad_norm": 4.6198370262900275,
      "learning_rate": 0.0001662002996392224,
      "loss": 5.2812,
      "step": 69268
    },
    {
      "epoch": 2.8371492934671307,
      "grad_norm": 3.2403919889680637,
      "learning_rate": 0.00016619705731779703,
      "loss": 4.2188,
      "step": 69269
    },
    {
      "epoch": 2.8371902518943273,
      "grad_norm": 10.588825097238667,
      "learning_rate": 0.0001661938149887146,
      "loss": 4.9688,
      "step": 69270
    },
    {
      "epoch": 2.837231210321524,
      "grad_norm": 3.3244382302454305,
      "learning_rate": 0.0001661905726519767,
      "loss": 3.8906,
      "step": 69271
    },
    {
      "epoch": 2.83727216874872,
      "grad_norm": 5.098859116775969,
      "learning_rate": 0.0001661873303075848,
      "loss": 2.1094,
      "step": 69272
    },
    {
      "epoch": 2.8373131271759164,
      "grad_norm": 3.4457358633411945,
      "learning_rate": 0.00016618408795554047,
      "loss": 4.4375,
      "step": 69273
    },
    {
      "epoch": 2.837354085603113,
      "grad_norm": 4.236325586048825,
      "learning_rate": 0.00016618084559584528,
      "loss": 3.9219,
      "step": 69274
    },
    {
      "epoch": 2.837395044030309,
      "grad_norm": 4.52119985562501,
      "learning_rate": 0.00016617760322850072,
      "loss": 5.5,
      "step": 69275
    },
    {
      "epoch": 2.8374360024575056,
      "grad_norm": 3.3390058053025586,
      "learning_rate": 0.00016617436085350831,
      "loss": 4.0312,
      "step": 69276
    },
    {
      "epoch": 2.837476960884702,
      "grad_norm": 3.044577631789167,
      "learning_rate": 0.00016617111847086962,
      "loss": 3.4688,
      "step": 69277
    },
    {
      "epoch": 2.8375179193118987,
      "grad_norm": 3.3544104284520935,
      "learning_rate": 0.00016616787608058617,
      "loss": 3.7344,
      "step": 69278
    },
    {
      "epoch": 2.8375588777390948,
      "grad_norm": 3.379142024531819,
      "learning_rate": 0.00016616463368265944,
      "loss": 4.4062,
      "step": 69279
    },
    {
      "epoch": 2.8375998361662913,
      "grad_norm": 4.080325892327257,
      "learning_rate": 0.00016616139127709103,
      "loss": 4.7812,
      "step": 69280
    },
    {
      "epoch": 2.8376407945934874,
      "grad_norm": 3.9820949786939486,
      "learning_rate": 0.00016615814886388247,
      "loss": 5.125,
      "step": 69281
    },
    {
      "epoch": 2.837681753020684,
      "grad_norm": 5.351156941594369,
      "learning_rate": 0.00016615490644303525,
      "loss": 6.1562,
      "step": 69282
    },
    {
      "epoch": 2.8377227114478805,
      "grad_norm": 3.6572385750149854,
      "learning_rate": 0.00016615166401455096,
      "loss": 4.2188,
      "step": 69283
    },
    {
      "epoch": 2.837763669875077,
      "grad_norm": 4.657962689249178,
      "learning_rate": 0.00016614842157843107,
      "loss": 4.4062,
      "step": 69284
    },
    {
      "epoch": 2.837804628302273,
      "grad_norm": 4.373800685523943,
      "learning_rate": 0.00016614517913467717,
      "loss": 4.5625,
      "step": 69285
    },
    {
      "epoch": 2.8378455867294696,
      "grad_norm": 4.971627819101502,
      "learning_rate": 0.00016614193668329074,
      "loss": 5.7812,
      "step": 69286
    },
    {
      "epoch": 2.8378865451566657,
      "grad_norm": 3.39820729121428,
      "learning_rate": 0.00016613869422427336,
      "loss": 4.8125,
      "step": 69287
    },
    {
      "epoch": 2.8379275035838623,
      "grad_norm": 3.2320593838857437,
      "learning_rate": 0.00016613545175762651,
      "loss": 3.875,
      "step": 69288
    },
    {
      "epoch": 2.837968462011059,
      "grad_norm": 3.2135430069090596,
      "learning_rate": 0.00016613220928335184,
      "loss": 4.2188,
      "step": 69289
    },
    {
      "epoch": 2.8380094204382553,
      "grad_norm": 3.7481812940823738,
      "learning_rate": 0.00016612896680145072,
      "loss": 4.5,
      "step": 69290
    },
    {
      "epoch": 2.8380503788654514,
      "grad_norm": 3.4593402269960647,
      "learning_rate": 0.00016612572431192482,
      "loss": 4.125,
      "step": 69291
    },
    {
      "epoch": 2.838091337292648,
      "grad_norm": 5.373302035973515,
      "learning_rate": 0.00016612248181477554,
      "loss": 5.875,
      "step": 69292
    },
    {
      "epoch": 2.8381322957198445,
      "grad_norm": 3.0752144648819932,
      "learning_rate": 0.0001661192393100045,
      "loss": 3.1094,
      "step": 69293
    },
    {
      "epoch": 2.8381732541470406,
      "grad_norm": 5.060945204256633,
      "learning_rate": 0.00016611599679761322,
      "loss": 6.7812,
      "step": 69294
    },
    {
      "epoch": 2.838214212574237,
      "grad_norm": 19.003203043843282,
      "learning_rate": 0.00016611275427760327,
      "loss": 4.8438,
      "step": 69295
    },
    {
      "epoch": 2.8382551710014337,
      "grad_norm": 3.527934556906382,
      "learning_rate": 0.00016610951174997609,
      "loss": 4.125,
      "step": 69296
    },
    {
      "epoch": 2.83829612942863,
      "grad_norm": 5.171635044147493,
      "learning_rate": 0.00016610626921473334,
      "loss": 5.5312,
      "step": 69297
    },
    {
      "epoch": 2.8383370878558263,
      "grad_norm": 3.8725734799452347,
      "learning_rate": 0.00016610302667187645,
      "loss": 5.0,
      "step": 69298
    },
    {
      "epoch": 2.838378046283023,
      "grad_norm": 3.8863631470392406,
      "learning_rate": 0.00016609978412140695,
      "loss": 4.4375,
      "step": 69299
    },
    {
      "epoch": 2.838419004710219,
      "grad_norm": 5.0821570116007475,
      "learning_rate": 0.0001660965415633264,
      "loss": 2.7188,
      "step": 69300
    },
    {
      "epoch": 2.8384599631374154,
      "grad_norm": 3.567431160030231,
      "learning_rate": 0.00016609329899763638,
      "loss": 3.4219,
      "step": 69301
    },
    {
      "epoch": 2.838500921564612,
      "grad_norm": 6.693761649248398,
      "learning_rate": 0.00016609005642433838,
      "loss": 5.25,
      "step": 69302
    },
    {
      "epoch": 2.8385418799918085,
      "grad_norm": 3.9323143635961757,
      "learning_rate": 0.00016608681384343394,
      "loss": 4.8438,
      "step": 69303
    },
    {
      "epoch": 2.8385828384190046,
      "grad_norm": 3.340817852004213,
      "learning_rate": 0.00016608357125492452,
      "loss": 4.9375,
      "step": 69304
    },
    {
      "epoch": 2.838623796846201,
      "grad_norm": 3.5406741809574362,
      "learning_rate": 0.00016608032865881182,
      "loss": 4.9062,
      "step": 69305
    },
    {
      "epoch": 2.8386647552733972,
      "grad_norm": 3.4955906766284754,
      "learning_rate": 0.0001660770860550972,
      "loss": 5.0938,
      "step": 69306
    },
    {
      "epoch": 2.8387057137005938,
      "grad_norm": 4.369683429786595,
      "learning_rate": 0.00016607384344378233,
      "loss": 4.0312,
      "step": 69307
    },
    {
      "epoch": 2.8387466721277903,
      "grad_norm": 3.3620312248575193,
      "learning_rate": 0.0001660706008248686,
      "loss": 4.3125,
      "step": 69308
    },
    {
      "epoch": 2.838787630554987,
      "grad_norm": 4.200321205448088,
      "learning_rate": 0.00016606735819835766,
      "loss": 4.9688,
      "step": 69309
    },
    {
      "epoch": 2.838828588982183,
      "grad_norm": 3.2513225444746134,
      "learning_rate": 0.00016606411556425104,
      "loss": 3.6094,
      "step": 69310
    },
    {
      "epoch": 2.8388695474093795,
      "grad_norm": 3.8661809963464746,
      "learning_rate": 0.00016606087292255024,
      "loss": 1.1875,
      "step": 69311
    },
    {
      "epoch": 2.838910505836576,
      "grad_norm": 3.162655355006562,
      "learning_rate": 0.0001660576302732567,
      "loss": 3.6875,
      "step": 69312
    },
    {
      "epoch": 2.838951464263772,
      "grad_norm": 4.034881842280048,
      "learning_rate": 0.00016605438761637214,
      "loss": 4.5,
      "step": 69313
    },
    {
      "epoch": 2.8389924226909686,
      "grad_norm": 3.745382336204319,
      "learning_rate": 0.00016605114495189796,
      "loss": 5.5312,
      "step": 69314
    },
    {
      "epoch": 2.839033381118165,
      "grad_norm": 3.6393804140176753,
      "learning_rate": 0.00016604790227983573,
      "loss": 4.0625,
      "step": 69315
    },
    {
      "epoch": 2.8390743395453617,
      "grad_norm": 3.2613601571081445,
      "learning_rate": 0.00016604465960018698,
      "loss": 4.0625,
      "step": 69316
    },
    {
      "epoch": 2.839115297972558,
      "grad_norm": 3.5540703567214114,
      "learning_rate": 0.00016604141691295326,
      "loss": 4.375,
      "step": 69317
    },
    {
      "epoch": 2.8391562563997543,
      "grad_norm": 7.305818590650151,
      "learning_rate": 0.0001660381742181361,
      "loss": 4.125,
      "step": 69318
    },
    {
      "epoch": 2.8391972148269504,
      "grad_norm": 3.246939032900476,
      "learning_rate": 0.00016603493151573699,
      "loss": 4.2188,
      "step": 69319
    },
    {
      "epoch": 2.839238173254147,
      "grad_norm": 3.8723500227732752,
      "learning_rate": 0.0001660316888057575,
      "loss": 4.5938,
      "step": 69320
    },
    {
      "epoch": 2.8392791316813435,
      "grad_norm": 3.427130680397407,
      "learning_rate": 0.00016602844608819915,
      "loss": 4.1562,
      "step": 69321
    },
    {
      "epoch": 2.83932009010854,
      "grad_norm": 3.8642638669757536,
      "learning_rate": 0.00016602520336306351,
      "loss": 4.25,
      "step": 69322
    },
    {
      "epoch": 2.839361048535736,
      "grad_norm": 3.8644629822136705,
      "learning_rate": 0.00016602196063035207,
      "loss": 5.5625,
      "step": 69323
    },
    {
      "epoch": 2.8394020069629327,
      "grad_norm": 3.6822618912531637,
      "learning_rate": 0.00016601871789006633,
      "loss": 6.0938,
      "step": 69324
    },
    {
      "epoch": 2.8394429653901287,
      "grad_norm": 3.8018023684293256,
      "learning_rate": 0.00016601547514220796,
      "loss": 4.0,
      "step": 69325
    },
    {
      "epoch": 2.8394839238173253,
      "grad_norm": 7.4589304040606486,
      "learning_rate": 0.00016601223238677838,
      "loss": 2.6719,
      "step": 69326
    },
    {
      "epoch": 2.839524882244522,
      "grad_norm": 3.654978288457803,
      "learning_rate": 0.00016600898962377912,
      "loss": 5.5625,
      "step": 69327
    },
    {
      "epoch": 2.8395658406717184,
      "grad_norm": 3.3050635863008075,
      "learning_rate": 0.00016600574685321173,
      "loss": 3.9375,
      "step": 69328
    },
    {
      "epoch": 2.8396067990989144,
      "grad_norm": 3.560262786848662,
      "learning_rate": 0.00016600250407507777,
      "loss": 4.625,
      "step": 69329
    },
    {
      "epoch": 2.839647757526111,
      "grad_norm": 3.603844272112204,
      "learning_rate": 0.00016599926128937876,
      "loss": 4.75,
      "step": 69330
    },
    {
      "epoch": 2.8396887159533075,
      "grad_norm": 3.1472618311007965,
      "learning_rate": 0.00016599601849611625,
      "loss": 4.0938,
      "step": 69331
    },
    {
      "epoch": 2.8397296743805036,
      "grad_norm": 3.367736533155856,
      "learning_rate": 0.00016599277569529167,
      "loss": 4.3438,
      "step": 69332
    },
    {
      "epoch": 2.8397706328077,
      "grad_norm": 4.325294949356359,
      "learning_rate": 0.00016598953288690668,
      "loss": 5.4062,
      "step": 69333
    },
    {
      "epoch": 2.8398115912348967,
      "grad_norm": 3.781437075882377,
      "learning_rate": 0.00016598629007096277,
      "loss": 4.9375,
      "step": 69334
    },
    {
      "epoch": 2.839852549662093,
      "grad_norm": 4.459617352791571,
      "learning_rate": 0.00016598304724746148,
      "loss": 4.8125,
      "step": 69335
    },
    {
      "epoch": 2.8398935080892893,
      "grad_norm": 5.208793651277075,
      "learning_rate": 0.0001659798044164043,
      "loss": 5.4062,
      "step": 69336
    },
    {
      "epoch": 2.839934466516486,
      "grad_norm": 3.4847573146374766,
      "learning_rate": 0.00016597656157779284,
      "loss": 3.8281,
      "step": 69337
    },
    {
      "epoch": 2.839975424943682,
      "grad_norm": 3.41732063821468,
      "learning_rate": 0.00016597331873162858,
      "loss": 3.875,
      "step": 69338
    },
    {
      "epoch": 2.8400163833708785,
      "grad_norm": 13.63850638472226,
      "learning_rate": 0.00016597007587791304,
      "loss": 4.5938,
      "step": 69339
    },
    {
      "epoch": 2.840057341798075,
      "grad_norm": 4.053571963542601,
      "learning_rate": 0.00016596683301664777,
      "loss": 5.2188,
      "step": 69340
    },
    {
      "epoch": 2.8400983002252715,
      "grad_norm": 3.334025528726934,
      "learning_rate": 0.0001659635901478343,
      "loss": 3.5469,
      "step": 69341
    },
    {
      "epoch": 2.8401392586524676,
      "grad_norm": 4.0478299924257914,
      "learning_rate": 0.0001659603472714742,
      "loss": 5.2812,
      "step": 69342
    },
    {
      "epoch": 2.840180217079664,
      "grad_norm": 7.556596408525576,
      "learning_rate": 0.00016595710438756895,
      "loss": 1.3359,
      "step": 69343
    },
    {
      "epoch": 2.8402211755068603,
      "grad_norm": 3.787031687429619,
      "learning_rate": 0.00016595386149612012,
      "loss": 4.3125,
      "step": 69344
    },
    {
      "epoch": 2.840262133934057,
      "grad_norm": 4.865623561306537,
      "learning_rate": 0.00016595061859712924,
      "loss": 6.3125,
      "step": 69345
    },
    {
      "epoch": 2.8403030923612533,
      "grad_norm": 3.4620855400934163,
      "learning_rate": 0.00016594737569059783,
      "loss": 3.9688,
      "step": 69346
    },
    {
      "epoch": 2.84034405078845,
      "grad_norm": 3.502365000604199,
      "learning_rate": 0.00016594413277652744,
      "loss": 4.9688,
      "step": 69347
    },
    {
      "epoch": 2.840385009215646,
      "grad_norm": 3.3389467378977815,
      "learning_rate": 0.00016594088985491954,
      "loss": 4.0,
      "step": 69348
    },
    {
      "epoch": 2.8404259676428425,
      "grad_norm": 4.232698276976578,
      "learning_rate": 0.00016593764692577576,
      "loss": 3.2656,
      "step": 69349
    },
    {
      "epoch": 2.840466926070039,
      "grad_norm": 3.01633321545446,
      "learning_rate": 0.00016593440398909756,
      "loss": 3.4844,
      "step": 69350
    },
    {
      "epoch": 2.840507884497235,
      "grad_norm": 4.188545967866114,
      "learning_rate": 0.00016593116104488649,
      "loss": 4.9375,
      "step": 69351
    },
    {
      "epoch": 2.8405488429244317,
      "grad_norm": 4.2354619562212195,
      "learning_rate": 0.00016592791809314408,
      "loss": 4.7188,
      "step": 69352
    },
    {
      "epoch": 2.840589801351628,
      "grad_norm": 3.753962022657273,
      "learning_rate": 0.00016592467513387192,
      "loss": 4.5312,
      "step": 69353
    },
    {
      "epoch": 2.8406307597788247,
      "grad_norm": 6.9203443046012865,
      "learning_rate": 0.0001659214321670715,
      "loss": 6.4375,
      "step": 69354
    },
    {
      "epoch": 2.840671718206021,
      "grad_norm": 3.262012428274645,
      "learning_rate": 0.00016591818919274432,
      "loss": 3.8281,
      "step": 69355
    },
    {
      "epoch": 2.8407126766332174,
      "grad_norm": 3.7988446528119155,
      "learning_rate": 0.00016591494621089192,
      "loss": 4.7812,
      "step": 69356
    },
    {
      "epoch": 2.8407536350604135,
      "grad_norm": 3.5771205644579602,
      "learning_rate": 0.00016591170322151594,
      "loss": 5.0,
      "step": 69357
    },
    {
      "epoch": 2.84079459348761,
      "grad_norm": 3.9933376394320166,
      "learning_rate": 0.00016590846022461776,
      "loss": 5.625,
      "step": 69358
    },
    {
      "epoch": 2.8408355519148065,
      "grad_norm": 3.0193986221412326,
      "learning_rate": 0.00016590521722019904,
      "loss": 3.8281,
      "step": 69359
    },
    {
      "epoch": 2.840876510342003,
      "grad_norm": 3.571293482820359,
      "learning_rate": 0.0001659019742082612,
      "loss": 5.1875,
      "step": 69360
    },
    {
      "epoch": 2.840917468769199,
      "grad_norm": 7.99612501757477,
      "learning_rate": 0.00016589873118880586,
      "loss": 5.7188,
      "step": 69361
    },
    {
      "epoch": 2.8409584271963957,
      "grad_norm": 3.519326738799123,
      "learning_rate": 0.00016589548816183452,
      "loss": 4.0,
      "step": 69362
    },
    {
      "epoch": 2.8409993856235918,
      "grad_norm": 4.882312087023423,
      "learning_rate": 0.00016589224512734873,
      "loss": 4.7188,
      "step": 69363
    },
    {
      "epoch": 2.8410403440507883,
      "grad_norm": 4.435808621820415,
      "learning_rate": 0.00016588900208534994,
      "loss": 4.875,
      "step": 69364
    },
    {
      "epoch": 2.841081302477985,
      "grad_norm": 3.4537611156539096,
      "learning_rate": 0.00016588575903583983,
      "loss": 4.5,
      "step": 69365
    },
    {
      "epoch": 2.8411222609051814,
      "grad_norm": 3.94055975577678,
      "learning_rate": 0.00016588251597881982,
      "loss": 4.2812,
      "step": 69366
    },
    {
      "epoch": 2.8411632193323775,
      "grad_norm": 3.6628493563739886,
      "learning_rate": 0.0001658792729142915,
      "loss": 3.8594,
      "step": 69367
    },
    {
      "epoch": 2.841204177759574,
      "grad_norm": 3.2963063486908952,
      "learning_rate": 0.00016587602984225635,
      "loss": 4.125,
      "step": 69368
    },
    {
      "epoch": 2.8412451361867705,
      "grad_norm": 3.32884894709306,
      "learning_rate": 0.00016587278676271592,
      "loss": 5.125,
      "step": 69369
    },
    {
      "epoch": 2.8412860946139666,
      "grad_norm": 4.581332225130164,
      "learning_rate": 0.0001658695436756718,
      "loss": 5.8438,
      "step": 69370
    },
    {
      "epoch": 2.841327053041163,
      "grad_norm": 3.554435128498566,
      "learning_rate": 0.00016586630058112547,
      "loss": 4.3438,
      "step": 69371
    },
    {
      "epoch": 2.8413680114683597,
      "grad_norm": 12.024214591795841,
      "learning_rate": 0.00016586305747907844,
      "loss": 6.4375,
      "step": 69372
    },
    {
      "epoch": 2.8414089698955562,
      "grad_norm": 3.8929813992022257,
      "learning_rate": 0.0001658598143695323,
      "loss": 5.6875,
      "step": 69373
    },
    {
      "epoch": 2.8414499283227523,
      "grad_norm": 3.124815593301447,
      "learning_rate": 0.0001658565712524886,
      "loss": 4.5,
      "step": 69374
    },
    {
      "epoch": 2.841490886749949,
      "grad_norm": 3.878761739424108,
      "learning_rate": 0.00016585332812794882,
      "loss": 4.8438,
      "step": 69375
    },
    {
      "epoch": 2.841531845177145,
      "grad_norm": 6.565061357965952,
      "learning_rate": 0.00016585008499591443,
      "loss": 2.9062,
      "step": 69376
    },
    {
      "epoch": 2.8415728036043415,
      "grad_norm": 4.670328456768787,
      "learning_rate": 0.0001658468418563871,
      "loss": 6.5625,
      "step": 69377
    },
    {
      "epoch": 2.841613762031538,
      "grad_norm": 3.3887351311646614,
      "learning_rate": 0.00016584359870936831,
      "loss": 4.2812,
      "step": 69378
    },
    {
      "epoch": 2.8416547204587346,
      "grad_norm": 4.9301050686025425,
      "learning_rate": 0.0001658403555548596,
      "loss": 2.9844,
      "step": 69379
    },
    {
      "epoch": 2.8416956788859307,
      "grad_norm": 3.7647981386381835,
      "learning_rate": 0.00016583711239286244,
      "loss": 3.7344,
      "step": 69380
    },
    {
      "epoch": 2.841736637313127,
      "grad_norm": 3.835623263672075,
      "learning_rate": 0.00016583386922337844,
      "loss": 5.0312,
      "step": 69381
    },
    {
      "epoch": 2.8417775957403237,
      "grad_norm": 4.376960905235344,
      "learning_rate": 0.00016583062604640908,
      "loss": 3.9062,
      "step": 69382
    },
    {
      "epoch": 2.84181855416752,
      "grad_norm": 3.5343476208678246,
      "learning_rate": 0.00016582738286195596,
      "loss": 4.125,
      "step": 69383
    },
    {
      "epoch": 2.8418595125947164,
      "grad_norm": 3.1991756745607263,
      "learning_rate": 0.00016582413967002052,
      "loss": 4.4688,
      "step": 69384
    },
    {
      "epoch": 2.841900471021913,
      "grad_norm": 3.4724939665890346,
      "learning_rate": 0.00016582089647060438,
      "loss": 4.0,
      "step": 69385
    },
    {
      "epoch": 2.841941429449109,
      "grad_norm": 4.421474991817473,
      "learning_rate": 0.00016581765326370904,
      "loss": 5.625,
      "step": 69386
    },
    {
      "epoch": 2.8419823878763055,
      "grad_norm": 3.431062978694959,
      "learning_rate": 0.00016581441004933606,
      "loss": 4.6875,
      "step": 69387
    },
    {
      "epoch": 2.842023346303502,
      "grad_norm": 5.940886719682656,
      "learning_rate": 0.00016581116682748689,
      "loss": 6.0312,
      "step": 69388
    },
    {
      "epoch": 2.842064304730698,
      "grad_norm": 3.918368724122171,
      "learning_rate": 0.0001658079235981631,
      "loss": 5.7188,
      "step": 69389
    },
    {
      "epoch": 2.8421052631578947,
      "grad_norm": 3.725451475129982,
      "learning_rate": 0.0001658046803613663,
      "loss": 4.375,
      "step": 69390
    },
    {
      "epoch": 2.8421462215850912,
      "grad_norm": 6.327263269071464,
      "learning_rate": 0.00016580143711709798,
      "loss": 4.5,
      "step": 69391
    },
    {
      "epoch": 2.8421871800122878,
      "grad_norm": 4.237231315085457,
      "learning_rate": 0.00016579819386535957,
      "loss": 5.3438,
      "step": 69392
    },
    {
      "epoch": 2.842228138439484,
      "grad_norm": 3.630745833014848,
      "learning_rate": 0.00016579495060615272,
      "loss": 5.0,
      "step": 69393
    },
    {
      "epoch": 2.8422690968666804,
      "grad_norm": 4.823491251825491,
      "learning_rate": 0.00016579170733947897,
      "loss": 5.8125,
      "step": 69394
    },
    {
      "epoch": 2.8423100552938765,
      "grad_norm": 3.5040812010274367,
      "learning_rate": 0.00016578846406533986,
      "loss": 4.3125,
      "step": 69395
    },
    {
      "epoch": 2.842351013721073,
      "grad_norm": 2.85030198391861,
      "learning_rate": 0.0001657852207837368,
      "loss": 2.8906,
      "step": 69396
    },
    {
      "epoch": 2.8423919721482696,
      "grad_norm": 5.002942522893394,
      "learning_rate": 0.00016578197749467143,
      "loss": 4.5938,
      "step": 69397
    },
    {
      "epoch": 2.842432930575466,
      "grad_norm": 7.321204773459085,
      "learning_rate": 0.00016577873419814526,
      "loss": 4.625,
      "step": 69398
    },
    {
      "epoch": 2.842473889002662,
      "grad_norm": 4.869196705239418,
      "learning_rate": 0.00016577549089415983,
      "loss": 5.4688,
      "step": 69399
    },
    {
      "epoch": 2.8425148474298587,
      "grad_norm": 3.4026544237847185,
      "learning_rate": 0.00016577224758271663,
      "loss": 3.5625,
      "step": 69400
    },
    {
      "epoch": 2.8425558058570553,
      "grad_norm": 3.8550146676312353,
      "learning_rate": 0.00016576900426381724,
      "loss": 5.5312,
      "step": 69401
    },
    {
      "epoch": 2.8425967642842513,
      "grad_norm": 3.7199588231311,
      "learning_rate": 0.0001657657609374632,
      "loss": 4.5,
      "step": 69402
    },
    {
      "epoch": 2.842637722711448,
      "grad_norm": 4.111197280598694,
      "learning_rate": 0.000165762517603656,
      "loss": 6.1875,
      "step": 69403
    },
    {
      "epoch": 2.8426786811386444,
      "grad_norm": 4.419254415084178,
      "learning_rate": 0.00016575927426239716,
      "loss": 4.7188,
      "step": 69404
    },
    {
      "epoch": 2.8427196395658405,
      "grad_norm": 4.295091361216622,
      "learning_rate": 0.0001657560309136883,
      "loss": 3.8438,
      "step": 69405
    },
    {
      "epoch": 2.842760597993037,
      "grad_norm": 4.661876936091503,
      "learning_rate": 0.00016575278755753093,
      "loss": 4.8438,
      "step": 69406
    },
    {
      "epoch": 2.8428015564202336,
      "grad_norm": 3.767754247749707,
      "learning_rate": 0.0001657495441939265,
      "loss": 4.5938,
      "step": 69407
    },
    {
      "epoch": 2.8428425148474297,
      "grad_norm": 11.877591750625967,
      "learning_rate": 0.0001657463008228766,
      "loss": 3.6562,
      "step": 69408
    },
    {
      "epoch": 2.842883473274626,
      "grad_norm": 5.880767428501465,
      "learning_rate": 0.0001657430574443828,
      "loss": 4.625,
      "step": 69409
    },
    {
      "epoch": 2.8429244317018227,
      "grad_norm": 3.1200119347031396,
      "learning_rate": 0.00016573981405844655,
      "loss": 4.5938,
      "step": 69410
    },
    {
      "epoch": 2.8429653901290193,
      "grad_norm": 3.9750954418237776,
      "learning_rate": 0.0001657365706650695,
      "loss": 5.0938,
      "step": 69411
    },
    {
      "epoch": 2.8430063485562154,
      "grad_norm": 3.1332718569875038,
      "learning_rate": 0.00016573332726425304,
      "loss": 3.9844,
      "step": 69412
    },
    {
      "epoch": 2.843047306983412,
      "grad_norm": 5.073519070962302,
      "learning_rate": 0.0001657300838559988,
      "loss": 4.375,
      "step": 69413
    },
    {
      "epoch": 2.843088265410608,
      "grad_norm": 4.306536608502041,
      "learning_rate": 0.0001657268404403083,
      "loss": 5.8438,
      "step": 69414
    },
    {
      "epoch": 2.8431292238378045,
      "grad_norm": 9.38550048228994,
      "learning_rate": 0.00016572359701718309,
      "loss": 4.7812,
      "step": 69415
    },
    {
      "epoch": 2.843170182265001,
      "grad_norm": 3.5843657115613325,
      "learning_rate": 0.0001657203535866246,
      "loss": 4.1875,
      "step": 69416
    },
    {
      "epoch": 2.8432111406921976,
      "grad_norm": 3.4774834629186517,
      "learning_rate": 0.0001657171101486345,
      "loss": 4.5938,
      "step": 69417
    },
    {
      "epoch": 2.8432520991193937,
      "grad_norm": 3.7423942131623167,
      "learning_rate": 0.00016571386670321425,
      "loss": 2.625,
      "step": 69418
    },
    {
      "epoch": 2.8432930575465902,
      "grad_norm": 3.255976620308504,
      "learning_rate": 0.00016571062325036542,
      "loss": 4.6562,
      "step": 69419
    },
    {
      "epoch": 2.8433340159737868,
      "grad_norm": 11.93620243303214,
      "learning_rate": 0.00016570737979008945,
      "loss": 5.0938,
      "step": 69420
    },
    {
      "epoch": 2.843374974400983,
      "grad_norm": 4.590877561788704,
      "learning_rate": 0.000165704136322388,
      "loss": 4.9375,
      "step": 69421
    },
    {
      "epoch": 2.8434159328281794,
      "grad_norm": 4.657777343428802,
      "learning_rate": 0.0001657008928472625,
      "loss": 4.9375,
      "step": 69422
    },
    {
      "epoch": 2.843456891255376,
      "grad_norm": 3.381763812014276,
      "learning_rate": 0.00016569764936471456,
      "loss": 3.5312,
      "step": 69423
    },
    {
      "epoch": 2.8434978496825725,
      "grad_norm": 3.9373761300040897,
      "learning_rate": 0.00016569440587474565,
      "loss": 4.25,
      "step": 69424
    },
    {
      "epoch": 2.8435388081097686,
      "grad_norm": 3.1643982172857488,
      "learning_rate": 0.0001656911623773574,
      "loss": 4.0312,
      "step": 69425
    },
    {
      "epoch": 2.843579766536965,
      "grad_norm": 9.451737312620262,
      "learning_rate": 0.00016568791887255126,
      "loss": 4.8125,
      "step": 69426
    },
    {
      "epoch": 2.843620724964161,
      "grad_norm": 5.404789900731306,
      "learning_rate": 0.00016568467536032873,
      "loss": 5.4375,
      "step": 69427
    },
    {
      "epoch": 2.8436616833913577,
      "grad_norm": 3.07308792192626,
      "learning_rate": 0.00016568143184069145,
      "loss": 3.3906,
      "step": 69428
    },
    {
      "epoch": 2.8437026418185543,
      "grad_norm": 3.6914084340094466,
      "learning_rate": 0.00016567818831364085,
      "loss": 4.3438,
      "step": 69429
    },
    {
      "epoch": 2.843743600245751,
      "grad_norm": 5.245953720639077,
      "learning_rate": 0.0001656749447791786,
      "loss": 1.375,
      "step": 69430
    },
    {
      "epoch": 2.843784558672947,
      "grad_norm": 3.6282124563251617,
      "learning_rate": 0.0001656717012373061,
      "loss": 4.9062,
      "step": 69431
    },
    {
      "epoch": 2.8438255171001434,
      "grad_norm": 3.9669124520137755,
      "learning_rate": 0.0001656684576880249,
      "loss": 4.4062,
      "step": 69432
    },
    {
      "epoch": 2.8438664755273395,
      "grad_norm": 4.243055806548902,
      "learning_rate": 0.00016566521413133658,
      "loss": 6.5312,
      "step": 69433
    },
    {
      "epoch": 2.843907433954536,
      "grad_norm": 3.5063096491548253,
      "learning_rate": 0.00016566197056724265,
      "loss": 4.2812,
      "step": 69434
    },
    {
      "epoch": 2.8439483923817326,
      "grad_norm": 4.049634025290336,
      "learning_rate": 0.0001656587269957447,
      "loss": 3.7031,
      "step": 69435
    },
    {
      "epoch": 2.843989350808929,
      "grad_norm": 3.785219842795029,
      "learning_rate": 0.0001656554834168441,
      "loss": 5.9062,
      "step": 69436
    },
    {
      "epoch": 2.844030309236125,
      "grad_norm": 3.869046371035763,
      "learning_rate": 0.00016565223983054257,
      "loss": 4.5312,
      "step": 69437
    },
    {
      "epoch": 2.8440712676633217,
      "grad_norm": 7.3435874055070505,
      "learning_rate": 0.00016564899623684157,
      "loss": 4.6875,
      "step": 69438
    },
    {
      "epoch": 2.8441122260905183,
      "grad_norm": 3.985254425964252,
      "learning_rate": 0.00016564575263574265,
      "loss": 3.7656,
      "step": 69439
    },
    {
      "epoch": 2.8441531845177144,
      "grad_norm": 3.8323628413348425,
      "learning_rate": 0.00016564250902724727,
      "loss": 5.3125,
      "step": 69440
    },
    {
      "epoch": 2.844194142944911,
      "grad_norm": 3.9257671066405515,
      "learning_rate": 0.00016563926541135704,
      "loss": 4.875,
      "step": 69441
    },
    {
      "epoch": 2.8442351013721074,
      "grad_norm": 3.5296104657240965,
      "learning_rate": 0.00016563602178807353,
      "loss": 5.0625,
      "step": 69442
    },
    {
      "epoch": 2.844276059799304,
      "grad_norm": 3.9428982843984355,
      "learning_rate": 0.00016563277815739817,
      "loss": 3.7656,
      "step": 69443
    },
    {
      "epoch": 2.8443170182265,
      "grad_norm": 3.6670911535773327,
      "learning_rate": 0.00016562953451933248,
      "loss": 4.4375,
      "step": 69444
    },
    {
      "epoch": 2.8443579766536966,
      "grad_norm": 4.34967154028793,
      "learning_rate": 0.00016562629087387811,
      "loss": 5.0,
      "step": 69445
    },
    {
      "epoch": 2.8443989350808927,
      "grad_norm": 3.525856829844848,
      "learning_rate": 0.00016562304722103657,
      "loss": 3.6875,
      "step": 69446
    },
    {
      "epoch": 2.8444398935080892,
      "grad_norm": 3.663315170879588,
      "learning_rate": 0.00016561980356080935,
      "loss": 4.0,
      "step": 69447
    },
    {
      "epoch": 2.8444808519352858,
      "grad_norm": 3.4881154216348427,
      "learning_rate": 0.00016561655989319793,
      "loss": 4.7188,
      "step": 69448
    },
    {
      "epoch": 2.8445218103624823,
      "grad_norm": 4.026059519821691,
      "learning_rate": 0.00016561331621820394,
      "loss": 4.4688,
      "step": 69449
    },
    {
      "epoch": 2.8445627687896784,
      "grad_norm": 3.8656540726570268,
      "learning_rate": 0.00016561007253582891,
      "loss": 5.0938,
      "step": 69450
    },
    {
      "epoch": 2.844603727216875,
      "grad_norm": 4.13058580918977,
      "learning_rate": 0.00016560682884607435,
      "loss": 5.0938,
      "step": 69451
    },
    {
      "epoch": 2.844644685644071,
      "grad_norm": 4.201307333663017,
      "learning_rate": 0.00016560358514894173,
      "loss": 5.5625,
      "step": 69452
    },
    {
      "epoch": 2.8446856440712676,
      "grad_norm": 4.800231291954633,
      "learning_rate": 0.00016560034144443266,
      "loss": 7.0312,
      "step": 69453
    },
    {
      "epoch": 2.844726602498464,
      "grad_norm": 3.9832639581915834,
      "learning_rate": 0.00016559709773254866,
      "loss": 4.875,
      "step": 69454
    },
    {
      "epoch": 2.8447675609256606,
      "grad_norm": 3.7273837926380904,
      "learning_rate": 0.00016559385401329128,
      "loss": 4.7188,
      "step": 69455
    },
    {
      "epoch": 2.8448085193528567,
      "grad_norm": 3.780667869039275,
      "learning_rate": 0.00016559061028666196,
      "loss": 4.9688,
      "step": 69456
    },
    {
      "epoch": 2.8448494777800533,
      "grad_norm": 6.880402990045187,
      "learning_rate": 0.00016558736655266238,
      "loss": 4.625,
      "step": 69457
    },
    {
      "epoch": 2.84489043620725,
      "grad_norm": 4.223042174001211,
      "learning_rate": 0.000165584122811294,
      "loss": 4.9062,
      "step": 69458
    },
    {
      "epoch": 2.844931394634446,
      "grad_norm": 3.242315662044665,
      "learning_rate": 0.0001655808790625583,
      "loss": 3.4219,
      "step": 69459
    },
    {
      "epoch": 2.8449723530616424,
      "grad_norm": 23.30554621030654,
      "learning_rate": 0.0001655776353064569,
      "loss": 5.2188,
      "step": 69460
    },
    {
      "epoch": 2.845013311488839,
      "grad_norm": 3.322596033757079,
      "learning_rate": 0.00016557439154299126,
      "loss": 4.125,
      "step": 69461
    },
    {
      "epoch": 2.8450542699160355,
      "grad_norm": 3.5305823615945817,
      "learning_rate": 0.00016557114777216299,
      "loss": 4.5312,
      "step": 69462
    },
    {
      "epoch": 2.8450952283432316,
      "grad_norm": 3.483193604853229,
      "learning_rate": 0.0001655679039939736,
      "loss": 4.4688,
      "step": 69463
    },
    {
      "epoch": 2.845136186770428,
      "grad_norm": 4.1280506187528525,
      "learning_rate": 0.00016556466020842454,
      "loss": 5.125,
      "step": 69464
    },
    {
      "epoch": 2.845177145197624,
      "grad_norm": 3.7622138181560683,
      "learning_rate": 0.00016556141641551743,
      "loss": 4.375,
      "step": 69465
    },
    {
      "epoch": 2.8452181036248207,
      "grad_norm": 3.685630045834707,
      "learning_rate": 0.00016555817261525388,
      "loss": 3.7812,
      "step": 69466
    },
    {
      "epoch": 2.8452590620520173,
      "grad_norm": 4.2677711835511145,
      "learning_rate": 0.00016555492880763526,
      "loss": 5.8438,
      "step": 69467
    },
    {
      "epoch": 2.845300020479214,
      "grad_norm": 3.42436723458895,
      "learning_rate": 0.00016555168499266312,
      "loss": 5.6875,
      "step": 69468
    },
    {
      "epoch": 2.84534097890641,
      "grad_norm": 3.4783360695087793,
      "learning_rate": 0.00016554844117033912,
      "loss": 4.5312,
      "step": 69469
    },
    {
      "epoch": 2.8453819373336064,
      "grad_norm": 7.32792666773422,
      "learning_rate": 0.0001655451973406647,
      "loss": 6.6875,
      "step": 69470
    },
    {
      "epoch": 2.8454228957608025,
      "grad_norm": 3.891564482539581,
      "learning_rate": 0.00016554195350364142,
      "loss": 4.0312,
      "step": 69471
    },
    {
      "epoch": 2.845463854187999,
      "grad_norm": 4.789412879315807,
      "learning_rate": 0.0001655387096592708,
      "loss": 5.7812,
      "step": 69472
    },
    {
      "epoch": 2.8455048126151956,
      "grad_norm": 4.27269508985836,
      "learning_rate": 0.00016553546580755433,
      "loss": 5.1875,
      "step": 69473
    },
    {
      "epoch": 2.845545771042392,
      "grad_norm": 3.285070856524047,
      "learning_rate": 0.00016553222194849368,
      "loss": 3.7031,
      "step": 69474
    },
    {
      "epoch": 2.8455867294695882,
      "grad_norm": 4.61905756270073,
      "learning_rate": 0.00016552897808209025,
      "loss": 5.25,
      "step": 69475
    },
    {
      "epoch": 2.8456276878967848,
      "grad_norm": 8.117664483827108,
      "learning_rate": 0.0001655257342083456,
      "loss": 4.3438,
      "step": 69476
    },
    {
      "epoch": 2.8456686463239813,
      "grad_norm": 5.020590296385019,
      "learning_rate": 0.00016552249032726127,
      "loss": 4.125,
      "step": 69477
    },
    {
      "epoch": 2.8457096047511774,
      "grad_norm": 4.4579574426790955,
      "learning_rate": 0.00016551924643883886,
      "loss": 4.3438,
      "step": 69478
    },
    {
      "epoch": 2.845750563178374,
      "grad_norm": 3.8276056700895307,
      "learning_rate": 0.00016551600254307986,
      "loss": 2.9062,
      "step": 69479
    },
    {
      "epoch": 2.8457915216055705,
      "grad_norm": 3.5959976990133886,
      "learning_rate": 0.00016551275863998575,
      "loss": 4.625,
      "step": 69480
    },
    {
      "epoch": 2.845832480032767,
      "grad_norm": 3.386576063122459,
      "learning_rate": 0.00016550951472955812,
      "loss": 3.9219,
      "step": 69481
    },
    {
      "epoch": 2.845873438459963,
      "grad_norm": 10.909907540894253,
      "learning_rate": 0.0001655062708117985,
      "loss": 6.5938,
      "step": 69482
    },
    {
      "epoch": 2.8459143968871596,
      "grad_norm": 3.6069769617147833,
      "learning_rate": 0.0001655030268867084,
      "loss": 3.8594,
      "step": 69483
    },
    {
      "epoch": 2.8459553553143557,
      "grad_norm": 3.3854978201283035,
      "learning_rate": 0.0001654997829542894,
      "loss": 4.75,
      "step": 69484
    },
    {
      "epoch": 2.8459963137415523,
      "grad_norm": 3.962011511995201,
      "learning_rate": 0.000165496539014543,
      "loss": 4.8125,
      "step": 69485
    },
    {
      "epoch": 2.846037272168749,
      "grad_norm": 3.1473106792244208,
      "learning_rate": 0.0001654932950674707,
      "loss": 3.2656,
      "step": 69486
    },
    {
      "epoch": 2.8460782305959453,
      "grad_norm": 3.178541222802689,
      "learning_rate": 0.00016549005111307413,
      "loss": 4.3438,
      "step": 69487
    },
    {
      "epoch": 2.8461191890231414,
      "grad_norm": 9.366522396045793,
      "learning_rate": 0.00016548680715135466,
      "loss": 3.2656,
      "step": 69488
    },
    {
      "epoch": 2.846160147450338,
      "grad_norm": 9.942990842666148,
      "learning_rate": 0.000165483563182314,
      "loss": 4.2188,
      "step": 69489
    },
    {
      "epoch": 2.846201105877534,
      "grad_norm": 5.054826769584867,
      "learning_rate": 0.0001654803192059536,
      "loss": 1.2969,
      "step": 69490
    },
    {
      "epoch": 2.8462420643047306,
      "grad_norm": 4.421930924520226,
      "learning_rate": 0.000165477075222275,
      "loss": 4.1562,
      "step": 69491
    },
    {
      "epoch": 2.846283022731927,
      "grad_norm": 4.704191218526674,
      "learning_rate": 0.00016547383123127974,
      "loss": 4.3125,
      "step": 69492
    },
    {
      "epoch": 2.8463239811591237,
      "grad_norm": 3.1028620194981027,
      "learning_rate": 0.00016547058723296934,
      "loss": 4.0938,
      "step": 69493
    },
    {
      "epoch": 2.8463649395863198,
      "grad_norm": 3.5770288544560884,
      "learning_rate": 0.00016546734322734537,
      "loss": 4.2188,
      "step": 69494
    },
    {
      "epoch": 2.8464058980135163,
      "grad_norm": 3.542672734798732,
      "learning_rate": 0.00016546409921440933,
      "loss": 4.9062,
      "step": 69495
    },
    {
      "epoch": 2.846446856440713,
      "grad_norm": 3.387046409072784,
      "learning_rate": 0.0001654608551941627,
      "loss": 4.3438,
      "step": 69496
    },
    {
      "epoch": 2.846487814867909,
      "grad_norm": 12.069941668593854,
      "learning_rate": 0.00016545761116660716,
      "loss": 4.0625,
      "step": 69497
    },
    {
      "epoch": 2.8465287732951055,
      "grad_norm": 5.332376289353389,
      "learning_rate": 0.0001654543671317441,
      "loss": 6.2812,
      "step": 69498
    },
    {
      "epoch": 2.846569731722302,
      "grad_norm": 2.5102903102672154,
      "learning_rate": 0.00016545112308957515,
      "loss": 2.5,
      "step": 69499
    },
    {
      "epoch": 2.8466106901494985,
      "grad_norm": 3.4085273074697775,
      "learning_rate": 0.00016544787904010177,
      "loss": 4.3438,
      "step": 69500
    },
    {
      "epoch": 2.8466516485766946,
      "grad_norm": 5.85204904758134,
      "learning_rate": 0.0001654446349833256,
      "loss": 5.6875,
      "step": 69501
    },
    {
      "epoch": 2.846692607003891,
      "grad_norm": 4.342915647403073,
      "learning_rate": 0.00016544139091924807,
      "loss": 5.2812,
      "step": 69502
    },
    {
      "epoch": 2.8467335654310872,
      "grad_norm": 3.8986962729934307,
      "learning_rate": 0.00016543814684787073,
      "loss": 4.6875,
      "step": 69503
    },
    {
      "epoch": 2.846774523858284,
      "grad_norm": 3.5234985299733435,
      "learning_rate": 0.00016543490276919512,
      "loss": 3.75,
      "step": 69504
    },
    {
      "epoch": 2.8468154822854803,
      "grad_norm": 3.9859472601673924,
      "learning_rate": 0.0001654316586832228,
      "loss": 4.6562,
      "step": 69505
    },
    {
      "epoch": 2.846856440712677,
      "grad_norm": 5.890610741758283,
      "learning_rate": 0.00016542841458995526,
      "loss": 4.6562,
      "step": 69506
    },
    {
      "epoch": 2.846897399139873,
      "grad_norm": 13.666539910953237,
      "learning_rate": 0.00016542517048939408,
      "loss": 7.3125,
      "step": 69507
    },
    {
      "epoch": 2.8469383575670695,
      "grad_norm": 6.085327519851704,
      "learning_rate": 0.00016542192638154077,
      "loss": 6.4062,
      "step": 69508
    },
    {
      "epoch": 2.8469793159942656,
      "grad_norm": 5.249529037389927,
      "learning_rate": 0.00016541868226639688,
      "loss": 3.7656,
      "step": 69509
    },
    {
      "epoch": 2.847020274421462,
      "grad_norm": 5.29064095342192,
      "learning_rate": 0.00016541543814396393,
      "loss": 6.375,
      "step": 69510
    },
    {
      "epoch": 2.8470612328486586,
      "grad_norm": 4.691862501731844,
      "learning_rate": 0.00016541219401424348,
      "loss": 5.5938,
      "step": 69511
    },
    {
      "epoch": 2.847102191275855,
      "grad_norm": 4.381437720154919,
      "learning_rate": 0.00016540894987723698,
      "loss": 4.7188,
      "step": 69512
    },
    {
      "epoch": 2.8471431497030513,
      "grad_norm": 4.898389789473516,
      "learning_rate": 0.00016540570573294605,
      "loss": 4.875,
      "step": 69513
    },
    {
      "epoch": 2.847184108130248,
      "grad_norm": 7.721522753915732,
      "learning_rate": 0.0001654024615813722,
      "loss": 6.2188,
      "step": 69514
    },
    {
      "epoch": 2.8472250665574443,
      "grad_norm": 6.621497771214155,
      "learning_rate": 0.00016539921742251697,
      "loss": 4.125,
      "step": 69515
    },
    {
      "epoch": 2.8472660249846404,
      "grad_norm": 4.277834402811867,
      "learning_rate": 0.00016539597325638183,
      "loss": 5.1875,
      "step": 69516
    },
    {
      "epoch": 2.847306983411837,
      "grad_norm": 3.902897360799594,
      "learning_rate": 0.00016539272908296844,
      "loss": 3.8594,
      "step": 69517
    },
    {
      "epoch": 2.8473479418390335,
      "grad_norm": 4.122083812779227,
      "learning_rate": 0.00016538948490227824,
      "loss": 4.5312,
      "step": 69518
    },
    {
      "epoch": 2.84738890026623,
      "grad_norm": 5.839882242831003,
      "learning_rate": 0.00016538624071431277,
      "loss": 6.75,
      "step": 69519
    },
    {
      "epoch": 2.847429858693426,
      "grad_norm": 3.915890202451325,
      "learning_rate": 0.00016538299651907355,
      "loss": 4.7812,
      "step": 69520
    },
    {
      "epoch": 2.8474708171206227,
      "grad_norm": 3.701034948288713,
      "learning_rate": 0.00016537975231656219,
      "loss": 5.0312,
      "step": 69521
    },
    {
      "epoch": 2.8475117755478188,
      "grad_norm": 13.708393564613386,
      "learning_rate": 0.00016537650810678019,
      "loss": 5.5312,
      "step": 69522
    },
    {
      "epoch": 2.8475527339750153,
      "grad_norm": 5.4065596563383895,
      "learning_rate": 0.00016537326388972904,
      "loss": 6.3438,
      "step": 69523
    },
    {
      "epoch": 2.847593692402212,
      "grad_norm": 3.6087115986099345,
      "learning_rate": 0.00016537001966541025,
      "loss": 4.3438,
      "step": 69524
    },
    {
      "epoch": 2.8476346508294084,
      "grad_norm": 2.213340647549407,
      "learning_rate": 0.00016536677543382548,
      "loss": 2.6406,
      "step": 69525
    },
    {
      "epoch": 2.8476756092566045,
      "grad_norm": 7.648973635936908,
      "learning_rate": 0.00016536353119497618,
      "loss": 4.2188,
      "step": 69526
    },
    {
      "epoch": 2.847716567683801,
      "grad_norm": 3.6304443545575675,
      "learning_rate": 0.0001653602869488639,
      "loss": 3.7812,
      "step": 69527
    },
    {
      "epoch": 2.847757526110997,
      "grad_norm": 5.651315732719451,
      "learning_rate": 0.0001653570426954901,
      "loss": 5.8125,
      "step": 69528
    },
    {
      "epoch": 2.8477984845381936,
      "grad_norm": 4.093231519865371,
      "learning_rate": 0.00016535379843485645,
      "loss": 4.5312,
      "step": 69529
    },
    {
      "epoch": 2.84783944296539,
      "grad_norm": 3.408435350652251,
      "learning_rate": 0.0001653505541669644,
      "loss": 3.9219,
      "step": 69530
    },
    {
      "epoch": 2.8478804013925867,
      "grad_norm": 4.662260877729793,
      "learning_rate": 0.0001653473098918155,
      "loss": 4.4375,
      "step": 69531
    },
    {
      "epoch": 2.847921359819783,
      "grad_norm": 3.6989438640587515,
      "learning_rate": 0.00016534406560941126,
      "loss": 4.0,
      "step": 69532
    },
    {
      "epoch": 2.8479623182469793,
      "grad_norm": 3.701879656054764,
      "learning_rate": 0.00016534082131975327,
      "loss": 4.8438,
      "step": 69533
    },
    {
      "epoch": 2.848003276674176,
      "grad_norm": 4.048579175484717,
      "learning_rate": 0.00016533757702284302,
      "loss": 5.25,
      "step": 69534
    },
    {
      "epoch": 2.848044235101372,
      "grad_norm": 5.379330755905135,
      "learning_rate": 0.00016533433271868206,
      "loss": 5.3438,
      "step": 69535
    },
    {
      "epoch": 2.8480851935285685,
      "grad_norm": 3.8843267473428247,
      "learning_rate": 0.0001653310884072719,
      "loss": 5.0312,
      "step": 69536
    },
    {
      "epoch": 2.848126151955765,
      "grad_norm": 3.9885293230457517,
      "learning_rate": 0.0001653278440886141,
      "loss": 4.5625,
      "step": 69537
    },
    {
      "epoch": 2.8481671103829616,
      "grad_norm": 3.4981285566440317,
      "learning_rate": 0.00016532459976271023,
      "loss": 3.4688,
      "step": 69538
    },
    {
      "epoch": 2.8482080688101576,
      "grad_norm": 3.7122146761399866,
      "learning_rate": 0.00016532135542956172,
      "loss": 4.9375,
      "step": 69539
    },
    {
      "epoch": 2.848249027237354,
      "grad_norm": 5.613379450089413,
      "learning_rate": 0.00016531811108917014,
      "loss": 4.9688,
      "step": 69540
    },
    {
      "epoch": 2.8482899856645503,
      "grad_norm": 3.502765488208369,
      "learning_rate": 0.00016531486674153709,
      "loss": 3.7344,
      "step": 69541
    },
    {
      "epoch": 2.848330944091747,
      "grad_norm": 4.239225098121911,
      "learning_rate": 0.00016531162238666403,
      "loss": 4.25,
      "step": 69542
    },
    {
      "epoch": 2.8483719025189433,
      "grad_norm": 4.148874738762747,
      "learning_rate": 0.00016530837802455258,
      "loss": 4.7188,
      "step": 69543
    },
    {
      "epoch": 2.84841286094614,
      "grad_norm": 3.680324442868751,
      "learning_rate": 0.00016530513365520412,
      "loss": 4.1562,
      "step": 69544
    },
    {
      "epoch": 2.848453819373336,
      "grad_norm": 4.76211186928162,
      "learning_rate": 0.00016530188927862038,
      "loss": 5.8438,
      "step": 69545
    },
    {
      "epoch": 2.8484947778005325,
      "grad_norm": 3.393350907914594,
      "learning_rate": 0.00016529864489480274,
      "loss": 3.7656,
      "step": 69546
    },
    {
      "epoch": 2.8485357362277286,
      "grad_norm": 3.8342028608033436,
      "learning_rate": 0.00016529540050375284,
      "loss": 4.5312,
      "step": 69547
    },
    {
      "epoch": 2.848576694654925,
      "grad_norm": 8.240678661009627,
      "learning_rate": 0.0001652921561054721,
      "loss": 5.7188,
      "step": 69548
    },
    {
      "epoch": 2.8486176530821217,
      "grad_norm": 4.294039274897429,
      "learning_rate": 0.00016528891169996214,
      "loss": 3.5312,
      "step": 69549
    },
    {
      "epoch": 2.848658611509318,
      "grad_norm": 3.4375149304541854,
      "learning_rate": 0.0001652856672872245,
      "loss": 4.5938,
      "step": 69550
    },
    {
      "epoch": 2.8486995699365143,
      "grad_norm": 4.291146450853781,
      "learning_rate": 0.00016528242286726062,
      "loss": 3.5156,
      "step": 69551
    },
    {
      "epoch": 2.848740528363711,
      "grad_norm": 3.0135802374489034,
      "learning_rate": 0.0001652791784400721,
      "loss": 3.5938,
      "step": 69552
    },
    {
      "epoch": 2.8487814867909074,
      "grad_norm": 3.6347044579763805,
      "learning_rate": 0.0001652759340056605,
      "loss": 4.375,
      "step": 69553
    },
    {
      "epoch": 2.8488224452181035,
      "grad_norm": 4.036443819104597,
      "learning_rate": 0.00016527268956402735,
      "loss": 4.5625,
      "step": 69554
    },
    {
      "epoch": 2.8488634036453,
      "grad_norm": 4.040273232468878,
      "learning_rate": 0.00016526944511517414,
      "loss": 4.1562,
      "step": 69555
    },
    {
      "epoch": 2.8489043620724965,
      "grad_norm": 4.662007400086281,
      "learning_rate": 0.0001652662006591024,
      "loss": 5.4062,
      "step": 69556
    },
    {
      "epoch": 2.848945320499693,
      "grad_norm": 3.792496900434038,
      "learning_rate": 0.00016526295619581372,
      "loss": 4.2188,
      "step": 69557
    },
    {
      "epoch": 2.848986278926889,
      "grad_norm": 3.3396996288838277,
      "learning_rate": 0.00016525971172530959,
      "loss": 3.7812,
      "step": 69558
    },
    {
      "epoch": 2.8490272373540857,
      "grad_norm": 3.9122637643522085,
      "learning_rate": 0.00016525646724759157,
      "loss": 4.8438,
      "step": 69559
    },
    {
      "epoch": 2.849068195781282,
      "grad_norm": 7.059367994338514,
      "learning_rate": 0.0001652532227626611,
      "loss": 2.4375,
      "step": 69560
    },
    {
      "epoch": 2.8491091542084783,
      "grad_norm": 3.558951206624656,
      "learning_rate": 0.00016524997827051987,
      "loss": 4.1562,
      "step": 69561
    },
    {
      "epoch": 2.849150112635675,
      "grad_norm": 3.5819090949702117,
      "learning_rate": 0.0001652467337711693,
      "loss": 4.9375,
      "step": 69562
    },
    {
      "epoch": 2.8491910710628714,
      "grad_norm": 3.365617994531128,
      "learning_rate": 0.00016524348926461098,
      "loss": 4.5938,
      "step": 69563
    },
    {
      "epoch": 2.8492320294900675,
      "grad_norm": 4.369550989023827,
      "learning_rate": 0.0001652402447508464,
      "loss": 5.5,
      "step": 69564
    },
    {
      "epoch": 2.849272987917264,
      "grad_norm": 3.933430588319263,
      "learning_rate": 0.00016523700022987714,
      "loss": 5.125,
      "step": 69565
    },
    {
      "epoch": 2.84931394634446,
      "grad_norm": 4.384277419099279,
      "learning_rate": 0.0001652337557017047,
      "loss": 3.2031,
      "step": 69566
    },
    {
      "epoch": 2.8493549047716566,
      "grad_norm": 5.152323623874165,
      "learning_rate": 0.00016523051116633063,
      "loss": 5.0312,
      "step": 69567
    },
    {
      "epoch": 2.849395863198853,
      "grad_norm": 3.5687110252324015,
      "learning_rate": 0.00016522726662375646,
      "loss": 1.7656,
      "step": 69568
    },
    {
      "epoch": 2.8494368216260497,
      "grad_norm": 3.21164052248925,
      "learning_rate": 0.0001652240220739837,
      "loss": 3.75,
      "step": 69569
    },
    {
      "epoch": 2.849477780053246,
      "grad_norm": 17.904404568320015,
      "learning_rate": 0.00016522077751701395,
      "loss": 5.4062,
      "step": 69570
    },
    {
      "epoch": 2.8495187384804423,
      "grad_norm": 3.7133492669876116,
      "learning_rate": 0.0001652175329528487,
      "loss": 4.125,
      "step": 69571
    },
    {
      "epoch": 2.849559696907639,
      "grad_norm": 3.231810849266429,
      "learning_rate": 0.00016521428838148943,
      "loss": 4.5,
      "step": 69572
    },
    {
      "epoch": 2.849600655334835,
      "grad_norm": 3.7671838495549523,
      "learning_rate": 0.00016521104380293777,
      "loss": 4.25,
      "step": 69573
    },
    {
      "epoch": 2.8496416137620315,
      "grad_norm": 3.9617737740416126,
      "learning_rate": 0.00016520779921719517,
      "loss": 4.9062,
      "step": 69574
    },
    {
      "epoch": 2.849682572189228,
      "grad_norm": 5.7888506621921865,
      "learning_rate": 0.00016520455462426325,
      "loss": 4.375,
      "step": 69575
    },
    {
      "epoch": 2.8497235306164246,
      "grad_norm": 3.4110408309829294,
      "learning_rate": 0.00016520131002414345,
      "loss": 4.7188,
      "step": 69576
    },
    {
      "epoch": 2.8497644890436207,
      "grad_norm": 3.810353466741153,
      "learning_rate": 0.00016519806541683737,
      "loss": 4.6875,
      "step": 69577
    },
    {
      "epoch": 2.849805447470817,
      "grad_norm": 3.616537633736243,
      "learning_rate": 0.00016519482080234657,
      "loss": 4.8125,
      "step": 69578
    },
    {
      "epoch": 2.8498464058980133,
      "grad_norm": 3.7721234886519097,
      "learning_rate": 0.00016519157618067248,
      "loss": 4.2812,
      "step": 69579
    },
    {
      "epoch": 2.84988736432521,
      "grad_norm": 3.2457526441875424,
      "learning_rate": 0.00016518833155181674,
      "loss": 3.8438,
      "step": 69580
    },
    {
      "epoch": 2.8499283227524064,
      "grad_norm": 3.6047777359664828,
      "learning_rate": 0.00016518508691578082,
      "loss": 4.375,
      "step": 69581
    },
    {
      "epoch": 2.849969281179603,
      "grad_norm": 3.313241357559797,
      "learning_rate": 0.00016518184227256628,
      "loss": 4.5625,
      "step": 69582
    },
    {
      "epoch": 2.850010239606799,
      "grad_norm": 4.343204584629756,
      "learning_rate": 0.0001651785976221746,
      "loss": 3.2031,
      "step": 69583
    },
    {
      "epoch": 2.8500511980339955,
      "grad_norm": 3.263932862207677,
      "learning_rate": 0.0001651753529646074,
      "loss": 4.4688,
      "step": 69584
    },
    {
      "epoch": 2.8500921564611916,
      "grad_norm": 3.522910769359367,
      "learning_rate": 0.00016517210829986617,
      "loss": 4.9062,
      "step": 69585
    },
    {
      "epoch": 2.850133114888388,
      "grad_norm": 10.680911670094172,
      "learning_rate": 0.00016516886362795245,
      "loss": 5.7188,
      "step": 69586
    },
    {
      "epoch": 2.8501740733155847,
      "grad_norm": 3.190366933462685,
      "learning_rate": 0.00016516561894886777,
      "loss": 4.5,
      "step": 69587
    },
    {
      "epoch": 2.8502150317427812,
      "grad_norm": 3.290571844803641,
      "learning_rate": 0.00016516237426261366,
      "loss": 1.4453,
      "step": 69588
    },
    {
      "epoch": 2.8502559901699773,
      "grad_norm": 4.396594632111178,
      "learning_rate": 0.00016515912956919167,
      "loss": 1.2344,
      "step": 69589
    },
    {
      "epoch": 2.850296948597174,
      "grad_norm": 4.094649148155993,
      "learning_rate": 0.00016515588486860333,
      "loss": 4.9062,
      "step": 69590
    },
    {
      "epoch": 2.8503379070243704,
      "grad_norm": 3.744437155729289,
      "learning_rate": 0.00016515264016085014,
      "loss": 4.625,
      "step": 69591
    },
    {
      "epoch": 2.8503788654515665,
      "grad_norm": 3.9770584691193687,
      "learning_rate": 0.00016514939544593366,
      "loss": 4.3125,
      "step": 69592
    },
    {
      "epoch": 2.850419823878763,
      "grad_norm": 7.046840672455596,
      "learning_rate": 0.00016514615072385546,
      "loss": 6.5938,
      "step": 69593
    },
    {
      "epoch": 2.8504607823059596,
      "grad_norm": 3.3035495788792066,
      "learning_rate": 0.00016514290599461701,
      "loss": 3.8906,
      "step": 69594
    },
    {
      "epoch": 2.850501740733156,
      "grad_norm": 3.594677291271615,
      "learning_rate": 0.00016513966125821989,
      "loss": 3.8125,
      "step": 69595
    },
    {
      "epoch": 2.850542699160352,
      "grad_norm": 3.137068919231835,
      "learning_rate": 0.00016513641651466558,
      "loss": 3.5156,
      "step": 69596
    },
    {
      "epoch": 2.8505836575875487,
      "grad_norm": 2.882234350705826,
      "learning_rate": 0.00016513317176395569,
      "loss": 3.5781,
      "step": 69597
    },
    {
      "epoch": 2.850624616014745,
      "grad_norm": 7.257321932881922,
      "learning_rate": 0.00016512992700609173,
      "loss": 6.25,
      "step": 69598
    },
    {
      "epoch": 2.8506655744419414,
      "grad_norm": 3.9336634841001494,
      "learning_rate": 0.0001651266822410752,
      "loss": 4.625,
      "step": 69599
    },
    {
      "epoch": 2.850706532869138,
      "grad_norm": 9.098069894919112,
      "learning_rate": 0.0001651234374689076,
      "loss": 7.1562,
      "step": 69600
    },
    {
      "epoch": 2.8507474912963344,
      "grad_norm": 3.190140966639059,
      "learning_rate": 0.00016512019268959057,
      "loss": 4.0938,
      "step": 69601
    },
    {
      "epoch": 2.8507884497235305,
      "grad_norm": 3.5420942490393856,
      "learning_rate": 0.00016511694790312558,
      "loss": 4.3125,
      "step": 69602
    },
    {
      "epoch": 2.850829408150727,
      "grad_norm": 4.016148490367049,
      "learning_rate": 0.00016511370310951418,
      "loss": 4.375,
      "step": 69603
    },
    {
      "epoch": 2.850870366577923,
      "grad_norm": 3.5423852895901,
      "learning_rate": 0.0001651104583087579,
      "loss": 4.1875,
      "step": 69604
    },
    {
      "epoch": 2.8509113250051197,
      "grad_norm": 8.272523096519754,
      "learning_rate": 0.00016510721350085827,
      "loss": 5.8125,
      "step": 69605
    },
    {
      "epoch": 2.850952283432316,
      "grad_norm": 3.923465878414226,
      "learning_rate": 0.0001651039686858168,
      "loss": 5.0625,
      "step": 69606
    },
    {
      "epoch": 2.8509932418595128,
      "grad_norm": 4.151127425716316,
      "learning_rate": 0.00016510072386363513,
      "loss": 6.2188,
      "step": 69607
    },
    {
      "epoch": 2.851034200286709,
      "grad_norm": 3.6873711045911364,
      "learning_rate": 0.0001650974790343146,
      "loss": 4.125,
      "step": 69608
    },
    {
      "epoch": 2.8510751587139054,
      "grad_norm": 3.8797831809279213,
      "learning_rate": 0.00016509423419785695,
      "loss": 4.125,
      "step": 69609
    },
    {
      "epoch": 2.851116117141102,
      "grad_norm": 4.7795470253857335,
      "learning_rate": 0.00016509098935426361,
      "loss": 2.8906,
      "step": 69610
    },
    {
      "epoch": 2.851157075568298,
      "grad_norm": 3.642840478207095,
      "learning_rate": 0.0001650877445035361,
      "loss": 4.5938,
      "step": 69611
    },
    {
      "epoch": 2.8511980339954945,
      "grad_norm": 3.385292599887678,
      "learning_rate": 0.00016508449964567596,
      "loss": 4.0,
      "step": 69612
    },
    {
      "epoch": 2.851238992422691,
      "grad_norm": 3.861004773535442,
      "learning_rate": 0.00016508125478068475,
      "loss": 4.7188,
      "step": 69613
    },
    {
      "epoch": 2.8512799508498876,
      "grad_norm": 3.713971012534873,
      "learning_rate": 0.00016507800990856402,
      "loss": 5.0625,
      "step": 69614
    },
    {
      "epoch": 2.8513209092770837,
      "grad_norm": 4.846920702571877,
      "learning_rate": 0.0001650747650293153,
      "loss": 6.0312,
      "step": 69615
    },
    {
      "epoch": 2.8513618677042802,
      "grad_norm": 4.537034016713921,
      "learning_rate": 0.00016507152014294004,
      "loss": 4.2812,
      "step": 69616
    },
    {
      "epoch": 2.8514028261314763,
      "grad_norm": 3.9705037617829992,
      "learning_rate": 0.0001650682752494399,
      "loss": 5.1562,
      "step": 69617
    },
    {
      "epoch": 2.851443784558673,
      "grad_norm": 4.161657148534219,
      "learning_rate": 0.00016506503034881636,
      "loss": 4.6875,
      "step": 69618
    },
    {
      "epoch": 2.8514847429858694,
      "grad_norm": 4.3533283855820315,
      "learning_rate": 0.00016506178544107092,
      "loss": 4.125,
      "step": 69619
    },
    {
      "epoch": 2.851525701413066,
      "grad_norm": 4.137759409662098,
      "learning_rate": 0.0001650585405262051,
      "loss": 3.3125,
      "step": 69620
    },
    {
      "epoch": 2.851566659840262,
      "grad_norm": 4.193068307822911,
      "learning_rate": 0.00016505529560422052,
      "loss": 4.4062,
      "step": 69621
    },
    {
      "epoch": 2.8516076182674586,
      "grad_norm": 6.002509286855408,
      "learning_rate": 0.0001650520506751187,
      "loss": 2.5469,
      "step": 69622
    },
    {
      "epoch": 2.8516485766946547,
      "grad_norm": 3.7138427360822996,
      "learning_rate": 0.0001650488057389011,
      "loss": 4.1562,
      "step": 69623
    },
    {
      "epoch": 2.851689535121851,
      "grad_norm": 3.493796299523852,
      "learning_rate": 0.0001650455607955693,
      "loss": 4.25,
      "step": 69624
    },
    {
      "epoch": 2.8517304935490477,
      "grad_norm": 4.247222371144453,
      "learning_rate": 0.00016504231584512486,
      "loss": 3.875,
      "step": 69625
    },
    {
      "epoch": 2.8517714519762443,
      "grad_norm": 3.7008626634621735,
      "learning_rate": 0.00016503907088756927,
      "loss": 3.5781,
      "step": 69626
    },
    {
      "epoch": 2.8518124104034404,
      "grad_norm": 3.963188552988599,
      "learning_rate": 0.0001650358259229041,
      "loss": 5.5,
      "step": 69627
    },
    {
      "epoch": 2.851853368830637,
      "grad_norm": 22.271202020394053,
      "learning_rate": 0.0001650325809511308,
      "loss": 4.25,
      "step": 69628
    },
    {
      "epoch": 2.8518943272578334,
      "grad_norm": 3.164015074621217,
      "learning_rate": 0.00016502933597225102,
      "loss": 3.5781,
      "step": 69629
    },
    {
      "epoch": 2.8519352856850295,
      "grad_norm": 4.11775094330623,
      "learning_rate": 0.0001650260909862662,
      "loss": 5.125,
      "step": 69630
    },
    {
      "epoch": 2.851976244112226,
      "grad_norm": 8.832288163966302,
      "learning_rate": 0.00016502284599317798,
      "loss": 4.0,
      "step": 69631
    },
    {
      "epoch": 2.8520172025394226,
      "grad_norm": 3.666168781942321,
      "learning_rate": 0.0001650196009929878,
      "loss": 4.1875,
      "step": 69632
    },
    {
      "epoch": 2.852058160966619,
      "grad_norm": 3.3878714229576654,
      "learning_rate": 0.00016501635598569723,
      "loss": 4.0625,
      "step": 69633
    },
    {
      "epoch": 2.852099119393815,
      "grad_norm": 5.321765481291954,
      "learning_rate": 0.00016501311097130779,
      "loss": 5.4062,
      "step": 69634
    },
    {
      "epoch": 2.8521400778210118,
      "grad_norm": 5.025070936564762,
      "learning_rate": 0.00016500986594982105,
      "loss": 5.4062,
      "step": 69635
    },
    {
      "epoch": 2.852181036248208,
      "grad_norm": 3.5003339342255066,
      "learning_rate": 0.00016500662092123846,
      "loss": 4.5312,
      "step": 69636
    },
    {
      "epoch": 2.8522219946754044,
      "grad_norm": 3.8767606669543295,
      "learning_rate": 0.00016500337588556163,
      "loss": 3.5156,
      "step": 69637
    },
    {
      "epoch": 2.852262953102601,
      "grad_norm": 3.1665235002509777,
      "learning_rate": 0.0001650001308427921,
      "loss": 3.4688,
      "step": 69638
    },
    {
      "epoch": 2.8523039115297975,
      "grad_norm": 5.130322535282233,
      "learning_rate": 0.00016499688579293137,
      "loss": 4.7188,
      "step": 69639
    },
    {
      "epoch": 2.8523448699569935,
      "grad_norm": 3.525837375857518,
      "learning_rate": 0.00016499364073598095,
      "loss": 3.9688,
      "step": 69640
    },
    {
      "epoch": 2.85238582838419,
      "grad_norm": 6.843489214862037,
      "learning_rate": 0.00016499039567194245,
      "loss": 6.625,
      "step": 69641
    },
    {
      "epoch": 2.852426786811386,
      "grad_norm": 6.306953747749533,
      "learning_rate": 0.00016498715060081736,
      "loss": 1.1719,
      "step": 69642
    },
    {
      "epoch": 2.8524677452385827,
      "grad_norm": 26.280981432198093,
      "learning_rate": 0.00016498390552260723,
      "loss": 2.875,
      "step": 69643
    },
    {
      "epoch": 2.8525087036657792,
      "grad_norm": 3.4978680003199187,
      "learning_rate": 0.00016498066043731352,
      "loss": 5.3438,
      "step": 69644
    },
    {
      "epoch": 2.852549662092976,
      "grad_norm": 20.657015366494527,
      "learning_rate": 0.00016497741534493785,
      "loss": 6.8125,
      "step": 69645
    },
    {
      "epoch": 2.852590620520172,
      "grad_norm": 5.550939340731247,
      "learning_rate": 0.00016497417024548174,
      "loss": 4.8438,
      "step": 69646
    },
    {
      "epoch": 2.8526315789473684,
      "grad_norm": 3.7082007005883826,
      "learning_rate": 0.00016497092513894672,
      "loss": 4.3438,
      "step": 69647
    },
    {
      "epoch": 2.852672537374565,
      "grad_norm": 5.447089496534385,
      "learning_rate": 0.00016496768002533427,
      "loss": 5.125,
      "step": 69648
    },
    {
      "epoch": 2.852713495801761,
      "grad_norm": 6.557392880648734,
      "learning_rate": 0.000164964434904646,
      "loss": 5.1562,
      "step": 69649
    },
    {
      "epoch": 2.8527544542289576,
      "grad_norm": 3.5264740726367125,
      "learning_rate": 0.00016496118977688343,
      "loss": 4.6875,
      "step": 69650
    },
    {
      "epoch": 2.852795412656154,
      "grad_norm": 3.669630481375974,
      "learning_rate": 0.00016495794464204804,
      "loss": 5.6875,
      "step": 69651
    },
    {
      "epoch": 2.8528363710833506,
      "grad_norm": 3.8869282024059544,
      "learning_rate": 0.00016495469950014138,
      "loss": 4.9375,
      "step": 69652
    },
    {
      "epoch": 2.8528773295105467,
      "grad_norm": 3.37130831183055,
      "learning_rate": 0.00016495145435116508,
      "loss": 3.7969,
      "step": 69653
    },
    {
      "epoch": 2.8529182879377433,
      "grad_norm": 3.4842507045789324,
      "learning_rate": 0.00016494820919512056,
      "loss": 4.8438,
      "step": 69654
    },
    {
      "epoch": 2.8529592463649394,
      "grad_norm": 4.497756430451318,
      "learning_rate": 0.0001649449640320094,
      "loss": 4.9375,
      "step": 69655
    },
    {
      "epoch": 2.853000204792136,
      "grad_norm": 3.5463563715619073,
      "learning_rate": 0.00016494171886183312,
      "loss": 3.8594,
      "step": 69656
    },
    {
      "epoch": 2.8530411632193324,
      "grad_norm": 3.700911345433062,
      "learning_rate": 0.00016493847368459323,
      "loss": 4.5625,
      "step": 69657
    },
    {
      "epoch": 2.853082121646529,
      "grad_norm": 3.205770592577572,
      "learning_rate": 0.00016493522850029137,
      "loss": 4.7812,
      "step": 69658
    },
    {
      "epoch": 2.853123080073725,
      "grad_norm": 3.375720127490848,
      "learning_rate": 0.00016493198330892896,
      "loss": 5.0938,
      "step": 69659
    },
    {
      "epoch": 2.8531640385009216,
      "grad_norm": 4.822422706433894,
      "learning_rate": 0.0001649287381105076,
      "loss": 3.7188,
      "step": 69660
    },
    {
      "epoch": 2.8532049969281177,
      "grad_norm": 3.3714132592820336,
      "learning_rate": 0.00016492549290502873,
      "loss": 3.3906,
      "step": 69661
    },
    {
      "epoch": 2.8532459553553142,
      "grad_norm": 3.751289428960514,
      "learning_rate": 0.00016492224769249403,
      "loss": 5.3125,
      "step": 69662
    },
    {
      "epoch": 2.8532869137825108,
      "grad_norm": 3.5291997802402517,
      "learning_rate": 0.0001649190024729049,
      "loss": 4.7188,
      "step": 69663
    },
    {
      "epoch": 2.8533278722097073,
      "grad_norm": 3.809853947296722,
      "learning_rate": 0.00016491575724626297,
      "loss": 4.125,
      "step": 69664
    },
    {
      "epoch": 2.8533688306369034,
      "grad_norm": 3.751816236374965,
      "learning_rate": 0.00016491251201256973,
      "loss": 4.875,
      "step": 69665
    },
    {
      "epoch": 2.8534097890641,
      "grad_norm": 7.617686384454447,
      "learning_rate": 0.00016490926677182672,
      "loss": 3.2812,
      "step": 69666
    },
    {
      "epoch": 2.8534507474912965,
      "grad_norm": 3.8315708636964776,
      "learning_rate": 0.00016490602152403547,
      "loss": 4.1875,
      "step": 69667
    },
    {
      "epoch": 2.8534917059184925,
      "grad_norm": 3.3990758696670467,
      "learning_rate": 0.00016490277626919752,
      "loss": 4.5938,
      "step": 69668
    },
    {
      "epoch": 2.853532664345689,
      "grad_norm": 7.162934054217986,
      "learning_rate": 0.00016489953100731438,
      "loss": 6.375,
      "step": 69669
    },
    {
      "epoch": 2.8535736227728856,
      "grad_norm": 3.366614181545764,
      "learning_rate": 0.00016489628573838764,
      "loss": 3.4062,
      "step": 69670
    },
    {
      "epoch": 2.853614581200082,
      "grad_norm": 3.68544419438233,
      "learning_rate": 0.00016489304046241878,
      "loss": 4.4375,
      "step": 69671
    },
    {
      "epoch": 2.8536555396272782,
      "grad_norm": 5.451691559706469,
      "learning_rate": 0.00016488979517940937,
      "loss": 1.0938,
      "step": 69672
    },
    {
      "epoch": 2.853696498054475,
      "grad_norm": 3.245318792314328,
      "learning_rate": 0.0001648865498893609,
      "loss": 3.9219,
      "step": 69673
    },
    {
      "epoch": 2.853737456481671,
      "grad_norm": 3.352415097290718,
      "learning_rate": 0.00016488330459227496,
      "loss": 4.2812,
      "step": 69674
    },
    {
      "epoch": 2.8537784149088674,
      "grad_norm": 6.408543132399023,
      "learning_rate": 0.00016488005928815306,
      "loss": 3.9219,
      "step": 69675
    },
    {
      "epoch": 2.853819373336064,
      "grad_norm": 3.4456629879316427,
      "learning_rate": 0.0001648768139769967,
      "loss": 4.3125,
      "step": 69676
    },
    {
      "epoch": 2.8538603317632605,
      "grad_norm": 2.982072370514666,
      "learning_rate": 0.00016487356865880752,
      "loss": 3.4844,
      "step": 69677
    },
    {
      "epoch": 2.8539012901904566,
      "grad_norm": 4.455419536745484,
      "learning_rate": 0.0001648703233335869,
      "loss": 5.9375,
      "step": 69678
    },
    {
      "epoch": 2.853942248617653,
      "grad_norm": 4.240346436155302,
      "learning_rate": 0.00016486707800133653,
      "loss": 6.3125,
      "step": 69679
    },
    {
      "epoch": 2.853983207044849,
      "grad_norm": 3.3637827873444994,
      "learning_rate": 0.00016486383266205778,
      "loss": 3.9688,
      "step": 69680
    },
    {
      "epoch": 2.8540241654720457,
      "grad_norm": 22.311740513034138,
      "learning_rate": 0.0001648605873157523,
      "loss": 3.9688,
      "step": 69681
    },
    {
      "epoch": 2.8540651238992423,
      "grad_norm": 4.16641068643593,
      "learning_rate": 0.00016485734196242162,
      "loss": 4.5938,
      "step": 69682
    },
    {
      "epoch": 2.854106082326439,
      "grad_norm": 7.637364851451865,
      "learning_rate": 0.00016485409660206725,
      "loss": 4.625,
      "step": 69683
    },
    {
      "epoch": 2.854147040753635,
      "grad_norm": 5.221154292214773,
      "learning_rate": 0.0001648508512346907,
      "loss": 5.4688,
      "step": 69684
    },
    {
      "epoch": 2.8541879991808314,
      "grad_norm": 3.591055708166506,
      "learning_rate": 0.00016484760586029352,
      "loss": 5.7188,
      "step": 69685
    },
    {
      "epoch": 2.854228957608028,
      "grad_norm": 4.216272221428075,
      "learning_rate": 0.00016484436047887728,
      "loss": 4.75,
      "step": 69686
    },
    {
      "epoch": 2.854269916035224,
      "grad_norm": 3.5449774634666595,
      "learning_rate": 0.00016484111509044349,
      "loss": 5.25,
      "step": 69687
    },
    {
      "epoch": 2.8543108744624206,
      "grad_norm": 3.2383525108016142,
      "learning_rate": 0.00016483786969499368,
      "loss": 3.7031,
      "step": 69688
    },
    {
      "epoch": 2.854351832889617,
      "grad_norm": 3.267444719307546,
      "learning_rate": 0.0001648346242925294,
      "loss": 4.625,
      "step": 69689
    },
    {
      "epoch": 2.8543927913168137,
      "grad_norm": 3.452418499131273,
      "learning_rate": 0.00016483137888305215,
      "loss": 4.4375,
      "step": 69690
    },
    {
      "epoch": 2.8544337497440098,
      "grad_norm": 3.698266495564902,
      "learning_rate": 0.00016482813346656346,
      "loss": 4.6875,
      "step": 69691
    },
    {
      "epoch": 2.8544747081712063,
      "grad_norm": 4.01151925150459,
      "learning_rate": 0.00016482488804306494,
      "loss": 4.8125,
      "step": 69692
    },
    {
      "epoch": 2.8545156665984024,
      "grad_norm": 3.770377143574194,
      "learning_rate": 0.00016482164261255803,
      "loss": 4.75,
      "step": 69693
    },
    {
      "epoch": 2.854556625025599,
      "grad_norm": 3.657037722527549,
      "learning_rate": 0.00016481839717504432,
      "loss": 4.2812,
      "step": 69694
    },
    {
      "epoch": 2.8545975834527955,
      "grad_norm": 3.576800545648114,
      "learning_rate": 0.00016481515173052537,
      "loss": 5.1875,
      "step": 69695
    },
    {
      "epoch": 2.854638541879992,
      "grad_norm": 3.3211766597736494,
      "learning_rate": 0.0001648119062790026,
      "loss": 4.4375,
      "step": 69696
    },
    {
      "epoch": 2.854679500307188,
      "grad_norm": 3.3685832306928125,
      "learning_rate": 0.00016480866082047767,
      "loss": 4.3438,
      "step": 69697
    },
    {
      "epoch": 2.8547204587343846,
      "grad_norm": 3.4556369803653695,
      "learning_rate": 0.00016480541535495208,
      "loss": 3.7812,
      "step": 69698
    },
    {
      "epoch": 2.854761417161581,
      "grad_norm": 6.3302853576594345,
      "learning_rate": 0.00016480216988242732,
      "loss": 5.2812,
      "step": 69699
    },
    {
      "epoch": 2.8548023755887773,
      "grad_norm": 5.55671047483192,
      "learning_rate": 0.00016479892440290496,
      "loss": 4.5625,
      "step": 69700
    },
    {
      "epoch": 2.854843334015974,
      "grad_norm": 3.3595706535069447,
      "learning_rate": 0.00016479567891638654,
      "loss": 4.25,
      "step": 69701
    },
    {
      "epoch": 2.8548842924431703,
      "grad_norm": 3.8517249359247447,
      "learning_rate": 0.00016479243342287355,
      "loss": 4.6562,
      "step": 69702
    },
    {
      "epoch": 2.8549252508703664,
      "grad_norm": 7.192368948314052,
      "learning_rate": 0.00016478918792236762,
      "loss": 5.3125,
      "step": 69703
    },
    {
      "epoch": 2.854966209297563,
      "grad_norm": 3.420616851437658,
      "learning_rate": 0.00016478594241487013,
      "loss": 5.4062,
      "step": 69704
    },
    {
      "epoch": 2.8550071677247595,
      "grad_norm": 4.0751058988879745,
      "learning_rate": 0.00016478269690038276,
      "loss": 1.3359,
      "step": 69705
    },
    {
      "epoch": 2.8550481261519556,
      "grad_norm": 3.1155835447113183,
      "learning_rate": 0.000164779451378907,
      "loss": 3.9844,
      "step": 69706
    },
    {
      "epoch": 2.855089084579152,
      "grad_norm": 3.7833893097315467,
      "learning_rate": 0.00016477620585044435,
      "loss": 5.0625,
      "step": 69707
    },
    {
      "epoch": 2.8551300430063487,
      "grad_norm": 5.033966009207339,
      "learning_rate": 0.00016477296031499632,
      "loss": 7.25,
      "step": 69708
    },
    {
      "epoch": 2.855171001433545,
      "grad_norm": 8.415120576311832,
      "learning_rate": 0.00016476971477256456,
      "loss": 7.1562,
      "step": 69709
    },
    {
      "epoch": 2.8552119598607413,
      "grad_norm": 3.2023071341667153,
      "learning_rate": 0.00016476646922315054,
      "loss": 3.875,
      "step": 69710
    },
    {
      "epoch": 2.855252918287938,
      "grad_norm": 5.612986734035499,
      "learning_rate": 0.00016476322366675575,
      "loss": 6.4375,
      "step": 69711
    },
    {
      "epoch": 2.855293876715134,
      "grad_norm": 4.660352591322407,
      "learning_rate": 0.00016475997810338176,
      "loss": 5.0625,
      "step": 69712
    },
    {
      "epoch": 2.8553348351423304,
      "grad_norm": 4.651912715948742,
      "learning_rate": 0.00016475673253303017,
      "loss": 6.1562,
      "step": 69713
    },
    {
      "epoch": 2.855375793569527,
      "grad_norm": 3.3319261284722423,
      "learning_rate": 0.00016475348695570245,
      "loss": 4.4062,
      "step": 69714
    },
    {
      "epoch": 2.8554167519967235,
      "grad_norm": 3.7259426950634653,
      "learning_rate": 0.0001647502413714001,
      "loss": 4.5,
      "step": 69715
    },
    {
      "epoch": 2.8554577104239196,
      "grad_norm": 14.199831737680393,
      "learning_rate": 0.00016474699578012466,
      "loss": 2.625,
      "step": 69716
    },
    {
      "epoch": 2.855498668851116,
      "grad_norm": 3.465897651202594,
      "learning_rate": 0.00016474375018187774,
      "loss": 5.25,
      "step": 69717
    },
    {
      "epoch": 2.8555396272783127,
      "grad_norm": 3.6744124001525433,
      "learning_rate": 0.0001647405045766608,
      "loss": 4.7188,
      "step": 69718
    },
    {
      "epoch": 2.8555805857055088,
      "grad_norm": 4.857211962147282,
      "learning_rate": 0.00016473725896447547,
      "loss": 5.3125,
      "step": 69719
    },
    {
      "epoch": 2.8556215441327053,
      "grad_norm": 3.9252692492116417,
      "learning_rate": 0.00016473401334532312,
      "loss": 3.8438,
      "step": 69720
    },
    {
      "epoch": 2.855662502559902,
      "grad_norm": 4.08814008516576,
      "learning_rate": 0.00016473076771920546,
      "loss": 4.3125,
      "step": 69721
    },
    {
      "epoch": 2.855703460987098,
      "grad_norm": 3.143755278883891,
      "learning_rate": 0.00016472752208612394,
      "loss": 4.0312,
      "step": 69722
    },
    {
      "epoch": 2.8557444194142945,
      "grad_norm": 3.251309785033891,
      "learning_rate": 0.00016472427644608007,
      "loss": 3.9062,
      "step": 69723
    },
    {
      "epoch": 2.855785377841491,
      "grad_norm": 3.2796244792231652,
      "learning_rate": 0.00016472103079907542,
      "loss": 5.0312,
      "step": 69724
    },
    {
      "epoch": 2.855826336268687,
      "grad_norm": 4.646883737305736,
      "learning_rate": 0.00016471778514511154,
      "loss": 4.5312,
      "step": 69725
    },
    {
      "epoch": 2.8558672946958836,
      "grad_norm": 3.727077895364439,
      "learning_rate": 0.00016471453948418996,
      "loss": 4.25,
      "step": 69726
    },
    {
      "epoch": 2.85590825312308,
      "grad_norm": 3.543511385686316,
      "learning_rate": 0.00016471129381631218,
      "loss": 4.6562,
      "step": 69727
    },
    {
      "epoch": 2.8559492115502767,
      "grad_norm": 3.5946176309376603,
      "learning_rate": 0.00016470804814147972,
      "loss": 4.3438,
      "step": 69728
    },
    {
      "epoch": 2.855990169977473,
      "grad_norm": 11.473496919897268,
      "learning_rate": 0.00016470480245969418,
      "loss": 1.2188,
      "step": 69729
    },
    {
      "epoch": 2.8560311284046693,
      "grad_norm": 4.0605509070888095,
      "learning_rate": 0.00016470155677095706,
      "loss": 5.1562,
      "step": 69730
    },
    {
      "epoch": 2.8560720868318654,
      "grad_norm": 4.07925224842088,
      "learning_rate": 0.00016469831107526994,
      "loss": 4.2812,
      "step": 69731
    },
    {
      "epoch": 2.856113045259062,
      "grad_norm": 3.6173799713838464,
      "learning_rate": 0.00016469506537263425,
      "loss": 3.0625,
      "step": 69732
    },
    {
      "epoch": 2.8561540036862585,
      "grad_norm": 4.12223190848598,
      "learning_rate": 0.0001646918196630516,
      "loss": 5.1562,
      "step": 69733
    },
    {
      "epoch": 2.856194962113455,
      "grad_norm": 4.121389581923247,
      "learning_rate": 0.00016468857394652352,
      "loss": 6.0938,
      "step": 69734
    },
    {
      "epoch": 2.856235920540651,
      "grad_norm": 3.456562550060704,
      "learning_rate": 0.00016468532822305155,
      "loss": 4.6562,
      "step": 69735
    },
    {
      "epoch": 2.8562768789678477,
      "grad_norm": 4.039487319359659,
      "learning_rate": 0.00016468208249263716,
      "loss": 7.0312,
      "step": 69736
    },
    {
      "epoch": 2.856317837395044,
      "grad_norm": 3.579286856658024,
      "learning_rate": 0.00016467883675528198,
      "loss": 3.3281,
      "step": 69737
    },
    {
      "epoch": 2.8563587958222403,
      "grad_norm": 8.345453446742304,
      "learning_rate": 0.0001646755910109875,
      "loss": 4.9375,
      "step": 69738
    },
    {
      "epoch": 2.856399754249437,
      "grad_norm": 3.647726712201433,
      "learning_rate": 0.00016467234525975523,
      "loss": 4.0312,
      "step": 69739
    },
    {
      "epoch": 2.8564407126766334,
      "grad_norm": 3.220637864935021,
      "learning_rate": 0.0001646690995015867,
      "loss": 4.375,
      "step": 69740
    },
    {
      "epoch": 2.85648167110383,
      "grad_norm": 3.645712786616752,
      "learning_rate": 0.0001646658537364835,
      "loss": 5.0625,
      "step": 69741
    },
    {
      "epoch": 2.856522629531026,
      "grad_norm": 4.834707730667018,
      "learning_rate": 0.00016466260796444717,
      "loss": 4.0938,
      "step": 69742
    },
    {
      "epoch": 2.8565635879582225,
      "grad_norm": 4.1084499794782605,
      "learning_rate": 0.00016465936218547917,
      "loss": 5.5,
      "step": 69743
    },
    {
      "epoch": 2.8566045463854186,
      "grad_norm": 5.909475239745297,
      "learning_rate": 0.00016465611639958106,
      "loss": 5.0625,
      "step": 69744
    },
    {
      "epoch": 2.856645504812615,
      "grad_norm": 7.302502652104763,
      "learning_rate": 0.0001646528706067544,
      "loss": 7.0312,
      "step": 69745
    },
    {
      "epoch": 2.8566864632398117,
      "grad_norm": 4.381962672717339,
      "learning_rate": 0.00016464962480700076,
      "loss": 3.0781,
      "step": 69746
    },
    {
      "epoch": 2.856727421667008,
      "grad_norm": 5.524116444690174,
      "learning_rate": 0.00016464637900032161,
      "loss": 5.0625,
      "step": 69747
    },
    {
      "epoch": 2.8567683800942043,
      "grad_norm": 3.9302968006030814,
      "learning_rate": 0.00016464313318671848,
      "loss": 4.7812,
      "step": 69748
    },
    {
      "epoch": 2.856809338521401,
      "grad_norm": 3.5621788809510244,
      "learning_rate": 0.00016463988736619293,
      "loss": 4.5,
      "step": 69749
    },
    {
      "epoch": 2.856850296948597,
      "grad_norm": 3.426100505689541,
      "learning_rate": 0.0001646366415387465,
      "loss": 4.3125,
      "step": 69750
    },
    {
      "epoch": 2.8568912553757935,
      "grad_norm": 4.2116442826196945,
      "learning_rate": 0.00016463339570438071,
      "loss": 4.6875,
      "step": 69751
    },
    {
      "epoch": 2.85693221380299,
      "grad_norm": 5.041319224221344,
      "learning_rate": 0.00016463014986309708,
      "loss": 5.7812,
      "step": 69752
    },
    {
      "epoch": 2.8569731722301865,
      "grad_norm": 3.8520551639780236,
      "learning_rate": 0.0001646269040148972,
      "loss": 4.4688,
      "step": 69753
    },
    {
      "epoch": 2.8570141306573826,
      "grad_norm": 3.331214327780608,
      "learning_rate": 0.00016462365815978253,
      "loss": 4.0938,
      "step": 69754
    },
    {
      "epoch": 2.857055089084579,
      "grad_norm": 2.8620640124461385,
      "learning_rate": 0.00016462041229775467,
      "loss": 2.0625,
      "step": 69755
    },
    {
      "epoch": 2.8570960475117757,
      "grad_norm": 4.300030377913748,
      "learning_rate": 0.00016461716642881508,
      "loss": 5.4688,
      "step": 69756
    },
    {
      "epoch": 2.857137005938972,
      "grad_norm": 7.470799275380841,
      "learning_rate": 0.00016461392055296538,
      "loss": 4.4375,
      "step": 69757
    },
    {
      "epoch": 2.8571779643661683,
      "grad_norm": 3.369248016037305,
      "learning_rate": 0.00016461067467020708,
      "loss": 3.625,
      "step": 69758
    },
    {
      "epoch": 2.857218922793365,
      "grad_norm": 3.21612304312622,
      "learning_rate": 0.0001646074287805417,
      "loss": 4.0312,
      "step": 69759
    },
    {
      "epoch": 2.8572598812205614,
      "grad_norm": 3.5473577120608852,
      "learning_rate": 0.00016460418288397074,
      "loss": 5.1875,
      "step": 69760
    },
    {
      "epoch": 2.8573008396477575,
      "grad_norm": 7.9531509163416585,
      "learning_rate": 0.0001646009369804958,
      "loss": 5.1875,
      "step": 69761
    },
    {
      "epoch": 2.857341798074954,
      "grad_norm": 4.305927692532963,
      "learning_rate": 0.0001645976910701184,
      "loss": 3.0156,
      "step": 69762
    },
    {
      "epoch": 2.85738275650215,
      "grad_norm": 5.403641318458629,
      "learning_rate": 0.00016459444515284002,
      "loss": 4.0,
      "step": 69763
    },
    {
      "epoch": 2.8574237149293467,
      "grad_norm": 4.09589627124877,
      "learning_rate": 0.00016459119922866222,
      "loss": 4.875,
      "step": 69764
    },
    {
      "epoch": 2.857464673356543,
      "grad_norm": 10.730257073563298,
      "learning_rate": 0.0001645879532975866,
      "loss": 1.6172,
      "step": 69765
    },
    {
      "epoch": 2.8575056317837397,
      "grad_norm": 5.8919534883250115,
      "learning_rate": 0.00016458470735961463,
      "loss": 4.875,
      "step": 69766
    },
    {
      "epoch": 2.857546590210936,
      "grad_norm": 3.517544738491671,
      "learning_rate": 0.00016458146141474782,
      "loss": 3.6094,
      "step": 69767
    },
    {
      "epoch": 2.8575875486381324,
      "grad_norm": 3.769099742956808,
      "learning_rate": 0.00016457821546298775,
      "loss": 4.5,
      "step": 69768
    },
    {
      "epoch": 2.8576285070653284,
      "grad_norm": 3.3023124536531667,
      "learning_rate": 0.00016457496950433598,
      "loss": 4.8125,
      "step": 69769
    },
    {
      "epoch": 2.857669465492525,
      "grad_norm": 3.6425481129874235,
      "learning_rate": 0.000164571723538794,
      "loss": 4.25,
      "step": 69770
    },
    {
      "epoch": 2.8577104239197215,
      "grad_norm": 3.4078065374803868,
      "learning_rate": 0.00016456847756636335,
      "loss": 4.5312,
      "step": 69771
    },
    {
      "epoch": 2.857751382346918,
      "grad_norm": 3.755961553877971,
      "learning_rate": 0.00016456523158704555,
      "loss": 4.375,
      "step": 69772
    },
    {
      "epoch": 2.857792340774114,
      "grad_norm": 3.520776019877129,
      "learning_rate": 0.00016456198560084215,
      "loss": 4.7188,
      "step": 69773
    },
    {
      "epoch": 2.8578332992013107,
      "grad_norm": 3.4098569791999576,
      "learning_rate": 0.00016455873960775474,
      "loss": 4.125,
      "step": 69774
    },
    {
      "epoch": 2.857874257628507,
      "grad_norm": 12.140680495619357,
      "learning_rate": 0.00016455549360778476,
      "loss": 5.0625,
      "step": 69775
    },
    {
      "epoch": 2.8579152160557033,
      "grad_norm": 4.775118300707366,
      "learning_rate": 0.00016455224760093378,
      "loss": 5.1562,
      "step": 69776
    },
    {
      "epoch": 2.8579561744829,
      "grad_norm": 3.6666928655884785,
      "learning_rate": 0.00016454900158720338,
      "loss": 4.7812,
      "step": 69777
    },
    {
      "epoch": 2.8579971329100964,
      "grad_norm": 3.302570033867812,
      "learning_rate": 0.00016454575556659504,
      "loss": 4.0625,
      "step": 69778
    },
    {
      "epoch": 2.858038091337293,
      "grad_norm": 3.0145576531001588,
      "learning_rate": 0.0001645425095391103,
      "loss": 2.8281,
      "step": 69779
    },
    {
      "epoch": 2.858079049764489,
      "grad_norm": 4.963037631790485,
      "learning_rate": 0.00016453926350475068,
      "loss": 5.9688,
      "step": 69780
    },
    {
      "epoch": 2.8581200081916855,
      "grad_norm": 4.260856247060383,
      "learning_rate": 0.00016453601746351779,
      "loss": 4.0312,
      "step": 69781
    },
    {
      "epoch": 2.8581609666188816,
      "grad_norm": 3.6360033653818697,
      "learning_rate": 0.0001645327714154131,
      "loss": 2.4219,
      "step": 69782
    },
    {
      "epoch": 2.858201925046078,
      "grad_norm": 3.6617868660156887,
      "learning_rate": 0.0001645295253604382,
      "loss": 1.9219,
      "step": 69783
    },
    {
      "epoch": 2.8582428834732747,
      "grad_norm": 10.366087933449514,
      "learning_rate": 0.00016452627929859452,
      "loss": 2.75,
      "step": 69784
    },
    {
      "epoch": 2.8582838419004712,
      "grad_norm": 4.953810170092341,
      "learning_rate": 0.00016452303322988369,
      "loss": 5.5312,
      "step": 69785
    },
    {
      "epoch": 2.8583248003276673,
      "grad_norm": 4.985832992242387,
      "learning_rate": 0.0001645197871543072,
      "loss": 5.9062,
      "step": 69786
    },
    {
      "epoch": 2.858365758754864,
      "grad_norm": 3.7454860292651335,
      "learning_rate": 0.00016451654107186661,
      "loss": 4.0,
      "step": 69787
    },
    {
      "epoch": 2.85840671718206,
      "grad_norm": 3.3717760566904555,
      "learning_rate": 0.0001645132949825634,
      "loss": 4.0938,
      "step": 69788
    },
    {
      "epoch": 2.8584476756092565,
      "grad_norm": 5.4707649153060345,
      "learning_rate": 0.00016451004888639917,
      "loss": 5.5312,
      "step": 69789
    },
    {
      "epoch": 2.858488634036453,
      "grad_norm": 3.1871304266420513,
      "learning_rate": 0.00016450680278337545,
      "loss": 4.25,
      "step": 69790
    },
    {
      "epoch": 2.8585295924636496,
      "grad_norm": 4.654627075288584,
      "learning_rate": 0.00016450355667349374,
      "loss": 4.875,
      "step": 69791
    },
    {
      "epoch": 2.8585705508908457,
      "grad_norm": 3.7671707656132005,
      "learning_rate": 0.00016450031055675556,
      "loss": 1.0391,
      "step": 69792
    },
    {
      "epoch": 2.858611509318042,
      "grad_norm": 3.657167820437169,
      "learning_rate": 0.00016449706443316255,
      "loss": 3.9062,
      "step": 69793
    },
    {
      "epoch": 2.8586524677452387,
      "grad_norm": 3.7040588879689547,
      "learning_rate": 0.0001644938183027161,
      "loss": 4.7812,
      "step": 69794
    },
    {
      "epoch": 2.858693426172435,
      "grad_norm": 6.306185717422259,
      "learning_rate": 0.00016449057216541787,
      "loss": 6.1875,
      "step": 69795
    },
    {
      "epoch": 2.8587343845996314,
      "grad_norm": 3.9487348807285376,
      "learning_rate": 0.00016448732602126925,
      "loss": 4.6562,
      "step": 69796
    },
    {
      "epoch": 2.858775343026828,
      "grad_norm": 3.5443998485662633,
      "learning_rate": 0.00016448407987027194,
      "loss": 5.0,
      "step": 69797
    },
    {
      "epoch": 2.8588163014540244,
      "grad_norm": 6.2413579647668085,
      "learning_rate": 0.00016448083371242738,
      "loss": 5.75,
      "step": 69798
    },
    {
      "epoch": 2.8588572598812205,
      "grad_norm": 3.2584181734072537,
      "learning_rate": 0.00016447758754773714,
      "loss": 3.875,
      "step": 69799
    },
    {
      "epoch": 2.858898218308417,
      "grad_norm": 4.30043322579333,
      "learning_rate": 0.00016447434137620268,
      "loss": 4.625,
      "step": 69800
    },
    {
      "epoch": 2.858939176735613,
      "grad_norm": 3.632349800700915,
      "learning_rate": 0.0001644710951978256,
      "loss": 4.625,
      "step": 69801
    },
    {
      "epoch": 2.8589801351628097,
      "grad_norm": 3.528882240989054,
      "learning_rate": 0.0001644678490126075,
      "loss": 4.9062,
      "step": 69802
    },
    {
      "epoch": 2.8590210935900062,
      "grad_norm": 8.397908570820329,
      "learning_rate": 0.0001644646028205498,
      "loss": 6.0,
      "step": 69803
    },
    {
      "epoch": 2.8590620520172028,
      "grad_norm": 3.4844984369554033,
      "learning_rate": 0.00016446135662165405,
      "loss": 4.3125,
      "step": 69804
    },
    {
      "epoch": 2.859103010444399,
      "grad_norm": 4.06718763990888,
      "learning_rate": 0.00016445811041592182,
      "loss": 4.4375,
      "step": 69805
    },
    {
      "epoch": 2.8591439688715954,
      "grad_norm": 3.4980209955598354,
      "learning_rate": 0.00016445486420335465,
      "loss": 4.5625,
      "step": 69806
    },
    {
      "epoch": 2.8591849272987915,
      "grad_norm": 3.5662295531621835,
      "learning_rate": 0.00016445161798395408,
      "loss": 3.8125,
      "step": 69807
    },
    {
      "epoch": 2.859225885725988,
      "grad_norm": 4.386234631057375,
      "learning_rate": 0.00016444837175772157,
      "loss": 4.5938,
      "step": 69808
    },
    {
      "epoch": 2.8592668441531846,
      "grad_norm": 3.5156726575347466,
      "learning_rate": 0.00016444512552465872,
      "loss": 3.6875,
      "step": 69809
    },
    {
      "epoch": 2.859307802580381,
      "grad_norm": 3.6876918518226174,
      "learning_rate": 0.00016444187928476707,
      "loss": 5.0,
      "step": 69810
    },
    {
      "epoch": 2.859348761007577,
      "grad_norm": 5.1411164767377135,
      "learning_rate": 0.00016443863303804816,
      "loss": 5.6562,
      "step": 69811
    },
    {
      "epoch": 2.8593897194347737,
      "grad_norm": 6.630189051351851,
      "learning_rate": 0.00016443538678450345,
      "loss": 5.6875,
      "step": 69812
    },
    {
      "epoch": 2.8594306778619702,
      "grad_norm": 3.863658601648862,
      "learning_rate": 0.00016443214052413454,
      "loss": 5.3438,
      "step": 69813
    },
    {
      "epoch": 2.8594716362891663,
      "grad_norm": 10.33857784609694,
      "learning_rate": 0.00016442889425694298,
      "loss": 6.125,
      "step": 69814
    },
    {
      "epoch": 2.859512594716363,
      "grad_norm": 3.4956541548878457,
      "learning_rate": 0.00016442564798293028,
      "loss": 3.8125,
      "step": 69815
    },
    {
      "epoch": 2.8595535531435594,
      "grad_norm": 3.569565546592772,
      "learning_rate": 0.00016442240170209791,
      "loss": 3.6875,
      "step": 69816
    },
    {
      "epoch": 2.859594511570756,
      "grad_norm": 6.179097214081653,
      "learning_rate": 0.00016441915541444755,
      "loss": 3.1094,
      "step": 69817
    },
    {
      "epoch": 2.859635469997952,
      "grad_norm": 4.475867693199171,
      "learning_rate": 0.00016441590911998064,
      "loss": 4.4375,
      "step": 69818
    },
    {
      "epoch": 2.8596764284251486,
      "grad_norm": 13.287589011892171,
      "learning_rate": 0.00016441266281869867,
      "loss": 5.5,
      "step": 69819
    },
    {
      "epoch": 2.8597173868523447,
      "grad_norm": 3.84797947026824,
      "learning_rate": 0.00016440941651060323,
      "loss": 5.375,
      "step": 69820
    },
    {
      "epoch": 2.859758345279541,
      "grad_norm": 5.404324051615619,
      "learning_rate": 0.00016440617019569589,
      "loss": 5.5312,
      "step": 69821
    },
    {
      "epoch": 2.8597993037067377,
      "grad_norm": 3.3794775962451133,
      "learning_rate": 0.00016440292387397812,
      "loss": 3.875,
      "step": 69822
    },
    {
      "epoch": 2.8598402621339343,
      "grad_norm": 4.114080192417321,
      "learning_rate": 0.00016439967754545154,
      "loss": 4.5625,
      "step": 69823
    },
    {
      "epoch": 2.8598812205611304,
      "grad_norm": 3.4905232014085525,
      "learning_rate": 0.00016439643121011756,
      "loss": 4.4062,
      "step": 69824
    },
    {
      "epoch": 2.859922178988327,
      "grad_norm": 4.196662221498509,
      "learning_rate": 0.0001643931848679778,
      "loss": 3.9531,
      "step": 69825
    },
    {
      "epoch": 2.859963137415523,
      "grad_norm": 3.6686298143833502,
      "learning_rate": 0.00016438993851903378,
      "loss": 4.375,
      "step": 69826
    },
    {
      "epoch": 2.8600040958427195,
      "grad_norm": 3.73355902771824,
      "learning_rate": 0.00016438669216328706,
      "loss": 4.1562,
      "step": 69827
    },
    {
      "epoch": 2.860045054269916,
      "grad_norm": 4.843105699256823,
      "learning_rate": 0.00016438344580073909,
      "loss": 5.9688,
      "step": 69828
    },
    {
      "epoch": 2.8600860126971126,
      "grad_norm": 3.8775854851811036,
      "learning_rate": 0.0001643801994313915,
      "loss": 4.6562,
      "step": 69829
    },
    {
      "epoch": 2.8601269711243087,
      "grad_norm": 3.678439218481234,
      "learning_rate": 0.0001643769530552458,
      "loss": 4.5625,
      "step": 69830
    },
    {
      "epoch": 2.8601679295515052,
      "grad_norm": 3.3351555403840285,
      "learning_rate": 0.00016437370667230349,
      "loss": 4.125,
      "step": 69831
    },
    {
      "epoch": 2.8602088879787018,
      "grad_norm": 3.515852414557101,
      "learning_rate": 0.0001643704602825661,
      "loss": 4.8438,
      "step": 69832
    },
    {
      "epoch": 2.860249846405898,
      "grad_norm": 3.8551693548211023,
      "learning_rate": 0.00016436721388603522,
      "loss": 4.9375,
      "step": 69833
    },
    {
      "epoch": 2.8602908048330944,
      "grad_norm": 4.645124706607999,
      "learning_rate": 0.00016436396748271238,
      "loss": 5.6562,
      "step": 69834
    },
    {
      "epoch": 2.860331763260291,
      "grad_norm": 3.57176519789421,
      "learning_rate": 0.00016436072107259907,
      "loss": 4.4375,
      "step": 69835
    },
    {
      "epoch": 2.8603727216874875,
      "grad_norm": 3.8381685510144457,
      "learning_rate": 0.00016435747465569679,
      "loss": 3.5156,
      "step": 69836
    },
    {
      "epoch": 2.8604136801146836,
      "grad_norm": 5.087826669712165,
      "learning_rate": 0.00016435422823200718,
      "loss": 4.4688,
      "step": 69837
    },
    {
      "epoch": 2.86045463854188,
      "grad_norm": 8.160786981066043,
      "learning_rate": 0.00016435098180153174,
      "loss": 5.5938,
      "step": 69838
    },
    {
      "epoch": 2.860495596969076,
      "grad_norm": 3.4717725511763677,
      "learning_rate": 0.00016434773536427196,
      "loss": 4.4375,
      "step": 69839
    },
    {
      "epoch": 2.8605365553962727,
      "grad_norm": 4.200957120736508,
      "learning_rate": 0.0001643444889202294,
      "loss": 6.125,
      "step": 69840
    },
    {
      "epoch": 2.8605775138234693,
      "grad_norm": 3.285327644662144,
      "learning_rate": 0.00016434124246940564,
      "loss": 3.25,
      "step": 69841
    },
    {
      "epoch": 2.860618472250666,
      "grad_norm": 4.312733246132542,
      "learning_rate": 0.0001643379960118021,
      "loss": 3.9375,
      "step": 69842
    },
    {
      "epoch": 2.860659430677862,
      "grad_norm": 7.288240992228949,
      "learning_rate": 0.00016433474954742047,
      "loss": 7.25,
      "step": 69843
    },
    {
      "epoch": 2.8607003891050584,
      "grad_norm": 3.392717162401705,
      "learning_rate": 0.00016433150307626214,
      "loss": 4.0938,
      "step": 69844
    },
    {
      "epoch": 2.8607413475322545,
      "grad_norm": 4.720863692866573,
      "learning_rate": 0.0001643282565983287,
      "loss": 5.0938,
      "step": 69845
    },
    {
      "epoch": 2.860782305959451,
      "grad_norm": 3.504452219253652,
      "learning_rate": 0.00016432501011362174,
      "loss": 4.1562,
      "step": 69846
    },
    {
      "epoch": 2.8608232643866476,
      "grad_norm": 6.766859874707061,
      "learning_rate": 0.00016432176362214272,
      "loss": 4.6562,
      "step": 69847
    },
    {
      "epoch": 2.860864222813844,
      "grad_norm": 5.113490283857088,
      "learning_rate": 0.0001643185171238932,
      "loss": 5.0,
      "step": 69848
    },
    {
      "epoch": 2.86090518124104,
      "grad_norm": 12.43164913553871,
      "learning_rate": 0.00016431527061887475,
      "loss": 6.375,
      "step": 69849
    },
    {
      "epoch": 2.8609461396682367,
      "grad_norm": 3.782799523256022,
      "learning_rate": 0.00016431202410708884,
      "loss": 4.375,
      "step": 69850
    },
    {
      "epoch": 2.8609870980954333,
      "grad_norm": 3.7580039307411317,
      "learning_rate": 0.00016430877758853704,
      "loss": 4.7812,
      "step": 69851
    },
    {
      "epoch": 2.8610280565226294,
      "grad_norm": 3.2010053366705624,
      "learning_rate": 0.00016430553106322088,
      "loss": 4.0,
      "step": 69852
    },
    {
      "epoch": 2.861069014949826,
      "grad_norm": 4.916401378800816,
      "learning_rate": 0.0001643022845311419,
      "loss": 4.8438,
      "step": 69853
    },
    {
      "epoch": 2.8611099733770224,
      "grad_norm": 3.3543677530280362,
      "learning_rate": 0.00016429903799230165,
      "loss": 4.5312,
      "step": 69854
    },
    {
      "epoch": 2.861150931804219,
      "grad_norm": 9.5498548336737,
      "learning_rate": 0.00016429579144670162,
      "loss": 6.5,
      "step": 69855
    },
    {
      "epoch": 2.861191890231415,
      "grad_norm": 3.9854236575952813,
      "learning_rate": 0.00016429254489434337,
      "loss": 5.5625,
      "step": 69856
    },
    {
      "epoch": 2.8612328486586116,
      "grad_norm": 4.515219883920253,
      "learning_rate": 0.00016428929833522843,
      "loss": 5.875,
      "step": 69857
    },
    {
      "epoch": 2.8612738070858077,
      "grad_norm": 3.103015770124628,
      "learning_rate": 0.00016428605176935836,
      "loss": 4.125,
      "step": 69858
    },
    {
      "epoch": 2.8613147655130042,
      "grad_norm": 4.313776333350562,
      "learning_rate": 0.00016428280519673464,
      "loss": 5.1562,
      "step": 69859
    },
    {
      "epoch": 2.8613557239402008,
      "grad_norm": 4.1708796029520405,
      "learning_rate": 0.00016427955861735884,
      "loss": 5.2812,
      "step": 69860
    },
    {
      "epoch": 2.8613966823673973,
      "grad_norm": 3.528234035043268,
      "learning_rate": 0.00016427631203123251,
      "loss": 5.0312,
      "step": 69861
    },
    {
      "epoch": 2.8614376407945934,
      "grad_norm": 7.047086899156548,
      "learning_rate": 0.00016427306543835717,
      "loss": 4.1875,
      "step": 69862
    },
    {
      "epoch": 2.86147859922179,
      "grad_norm": 4.65690647047797,
      "learning_rate": 0.00016426981883873435,
      "loss": 1.4531,
      "step": 69863
    },
    {
      "epoch": 2.861519557648986,
      "grad_norm": 3.5967817627030394,
      "learning_rate": 0.00016426657223236557,
      "loss": 4.25,
      "step": 69864
    },
    {
      "epoch": 2.8615605160761826,
      "grad_norm": 4.465365807173826,
      "learning_rate": 0.00016426332561925242,
      "loss": 5.1875,
      "step": 69865
    },
    {
      "epoch": 2.861601474503379,
      "grad_norm": 3.8317823437004974,
      "learning_rate": 0.00016426007899939638,
      "loss": 4.5312,
      "step": 69866
    },
    {
      "epoch": 2.8616424329305756,
      "grad_norm": 3.5810490179938386,
      "learning_rate": 0.00016425683237279902,
      "loss": 3.6562,
      "step": 69867
    },
    {
      "epoch": 2.8616833913577717,
      "grad_norm": 3.9608364083306586,
      "learning_rate": 0.0001642535857394618,
      "loss": 4.3438,
      "step": 69868
    },
    {
      "epoch": 2.8617243497849683,
      "grad_norm": 4.098227737589143,
      "learning_rate": 0.00016425033909938636,
      "loss": 4.3125,
      "step": 69869
    },
    {
      "epoch": 2.861765308212165,
      "grad_norm": 6.373329442062345,
      "learning_rate": 0.00016424709245257415,
      "loss": 3.6719,
      "step": 69870
    },
    {
      "epoch": 2.861806266639361,
      "grad_norm": 5.090970969512492,
      "learning_rate": 0.0001642438457990268,
      "loss": 6.75,
      "step": 69871
    },
    {
      "epoch": 2.8618472250665574,
      "grad_norm": 3.6319856663736236,
      "learning_rate": 0.00016424059913874574,
      "loss": 4.8125,
      "step": 69872
    },
    {
      "epoch": 2.861888183493754,
      "grad_norm": 3.3250440327933193,
      "learning_rate": 0.00016423735247173257,
      "loss": 4.6562,
      "step": 69873
    },
    {
      "epoch": 2.8619291419209505,
      "grad_norm": 3.652745379935511,
      "learning_rate": 0.00016423410579798878,
      "loss": 5.375,
      "step": 69874
    },
    {
      "epoch": 2.8619701003481466,
      "grad_norm": 5.534055299697964,
      "learning_rate": 0.00016423085911751594,
      "loss": 3.2969,
      "step": 69875
    },
    {
      "epoch": 2.862011058775343,
      "grad_norm": 3.6307636786583615,
      "learning_rate": 0.00016422761243031558,
      "loss": 4.9688,
      "step": 69876
    },
    {
      "epoch": 2.862052017202539,
      "grad_norm": 4.28610904327555,
      "learning_rate": 0.00016422436573638926,
      "loss": 3.0312,
      "step": 69877
    },
    {
      "epoch": 2.8620929756297357,
      "grad_norm": 4.235284156681829,
      "learning_rate": 0.00016422111903573845,
      "loss": 4.5312,
      "step": 69878
    },
    {
      "epoch": 2.8621339340569323,
      "grad_norm": 3.50869196359288,
      "learning_rate": 0.00016421787232836474,
      "loss": 4.375,
      "step": 69879
    },
    {
      "epoch": 2.862174892484129,
      "grad_norm": 5.739924664988342,
      "learning_rate": 0.0001642146256142696,
      "loss": 6.0,
      "step": 69880
    },
    {
      "epoch": 2.862215850911325,
      "grad_norm": 5.1357343893609215,
      "learning_rate": 0.00016421137889345466,
      "loss": 5.5625,
      "step": 69881
    },
    {
      "epoch": 2.8622568093385214,
      "grad_norm": 4.097404668849524,
      "learning_rate": 0.0001642081321659214,
      "loss": 4.2188,
      "step": 69882
    },
    {
      "epoch": 2.8622977677657175,
      "grad_norm": 2.687860343314379,
      "learning_rate": 0.00016420488543167136,
      "loss": 2.6406,
      "step": 69883
    },
    {
      "epoch": 2.862338726192914,
      "grad_norm": 4.181659688367387,
      "learning_rate": 0.00016420163869070606,
      "loss": 5.1562,
      "step": 69884
    },
    {
      "epoch": 2.8623796846201106,
      "grad_norm": 6.821316680590015,
      "learning_rate": 0.00016419839194302705,
      "loss": 5.8125,
      "step": 69885
    },
    {
      "epoch": 2.862420643047307,
      "grad_norm": 3.29892523660205,
      "learning_rate": 0.00016419514518863586,
      "loss": 3.5938,
      "step": 69886
    },
    {
      "epoch": 2.8624616014745032,
      "grad_norm": 3.387965276232216,
      "learning_rate": 0.00016419189842753406,
      "loss": 4.5625,
      "step": 69887
    },
    {
      "epoch": 2.8625025599016998,
      "grad_norm": 9.185757056324425,
      "learning_rate": 0.0001641886516597231,
      "loss": 1.4453,
      "step": 69888
    },
    {
      "epoch": 2.8625435183288963,
      "grad_norm": 3.4903313477075995,
      "learning_rate": 0.00016418540488520462,
      "loss": 4.4062,
      "step": 69889
    },
    {
      "epoch": 2.8625844767560924,
      "grad_norm": 17.900136749064178,
      "learning_rate": 0.0001641821581039801,
      "loss": 3.8594,
      "step": 69890
    },
    {
      "epoch": 2.862625435183289,
      "grad_norm": 3.5659868321503,
      "learning_rate": 0.00016417891131605106,
      "loss": 4.5312,
      "step": 69891
    },
    {
      "epoch": 2.8626663936104855,
      "grad_norm": 15.311822582115921,
      "learning_rate": 0.00016417566452141906,
      "loss": 5.75,
      "step": 69892
    },
    {
      "epoch": 2.862707352037682,
      "grad_norm": 3.1698950525049874,
      "learning_rate": 0.00016417241772008563,
      "loss": 4.0,
      "step": 69893
    },
    {
      "epoch": 2.862748310464878,
      "grad_norm": 4.950305164575694,
      "learning_rate": 0.00016416917091205229,
      "loss": 4.4688,
      "step": 69894
    },
    {
      "epoch": 2.8627892688920746,
      "grad_norm": 3.5611821299832034,
      "learning_rate": 0.00016416592409732058,
      "loss": 3.2969,
      "step": 69895
    },
    {
      "epoch": 2.8628302273192707,
      "grad_norm": 4.57384738294196,
      "learning_rate": 0.00016416267727589203,
      "loss": 2.2031,
      "step": 69896
    },
    {
      "epoch": 2.8628711857464673,
      "grad_norm": 5.105156327034444,
      "learning_rate": 0.00016415943044776823,
      "loss": 4.625,
      "step": 69897
    },
    {
      "epoch": 2.862912144173664,
      "grad_norm": 3.4829759271652416,
      "learning_rate": 0.00016415618361295068,
      "loss": 4.75,
      "step": 69898
    },
    {
      "epoch": 2.8629531026008603,
      "grad_norm": 5.1252965166740525,
      "learning_rate": 0.0001641529367714409,
      "loss": 4.5938,
      "step": 69899
    },
    {
      "epoch": 2.8629940610280564,
      "grad_norm": 4.200208562136878,
      "learning_rate": 0.00016414968992324038,
      "loss": 4.1875,
      "step": 69900
    },
    {
      "epoch": 2.863035019455253,
      "grad_norm": 4.121305649405574,
      "learning_rate": 0.00016414644306835078,
      "loss": 6.5,
      "step": 69901
    },
    {
      "epoch": 2.863075977882449,
      "grad_norm": 3.626586983602044,
      "learning_rate": 0.00016414319620677354,
      "loss": 4.5938,
      "step": 69902
    },
    {
      "epoch": 2.8631169363096456,
      "grad_norm": 4.478988073728113,
      "learning_rate": 0.0001641399493385102,
      "loss": 4.125,
      "step": 69903
    },
    {
      "epoch": 2.863157894736842,
      "grad_norm": 4.8896907101090665,
      "learning_rate": 0.00016413670246356228,
      "loss": 5.0,
      "step": 69904
    },
    {
      "epoch": 2.8631988531640387,
      "grad_norm": 3.551592914409436,
      "learning_rate": 0.0001641334555819314,
      "loss": 4.4062,
      "step": 69905
    },
    {
      "epoch": 2.8632398115912348,
      "grad_norm": 3.3116404442788827,
      "learning_rate": 0.00016413020869361904,
      "loss": 4.3438,
      "step": 69906
    },
    {
      "epoch": 2.8632807700184313,
      "grad_norm": 4.716539708500712,
      "learning_rate": 0.00016412696179862675,
      "loss": 5.7188,
      "step": 69907
    },
    {
      "epoch": 2.863321728445628,
      "grad_norm": 3.6944674318368156,
      "learning_rate": 0.000164123714896956,
      "loss": 4.0625,
      "step": 69908
    },
    {
      "epoch": 2.863362686872824,
      "grad_norm": 3.6565975157557817,
      "learning_rate": 0.0001641204679886084,
      "loss": 3.7656,
      "step": 69909
    },
    {
      "epoch": 2.8634036453000205,
      "grad_norm": 5.397856610157663,
      "learning_rate": 0.0001641172210735855,
      "loss": 2.7188,
      "step": 69910
    },
    {
      "epoch": 2.863444603727217,
      "grad_norm": 3.552571919591629,
      "learning_rate": 0.00016411397415188876,
      "loss": 4.25,
      "step": 69911
    },
    {
      "epoch": 2.8634855621544135,
      "grad_norm": 4.774051418089618,
      "learning_rate": 0.00016411072722351974,
      "loss": 4.875,
      "step": 69912
    },
    {
      "epoch": 2.8635265205816096,
      "grad_norm": 5.072720341697534,
      "learning_rate": 0.00016410748028848,
      "loss": 5.1562,
      "step": 69913
    },
    {
      "epoch": 2.863567479008806,
      "grad_norm": 4.779039624905918,
      "learning_rate": 0.00016410423334677106,
      "loss": 4.875,
      "step": 69914
    },
    {
      "epoch": 2.8636084374360022,
      "grad_norm": 3.4090099006347505,
      "learning_rate": 0.0001641009863983945,
      "loss": 4.375,
      "step": 69915
    },
    {
      "epoch": 2.8636493958631988,
      "grad_norm": 6.247182466412928,
      "learning_rate": 0.00016409773944335172,
      "loss": 6.2188,
      "step": 69916
    },
    {
      "epoch": 2.8636903542903953,
      "grad_norm": 4.044773798543585,
      "learning_rate": 0.00016409449248164443,
      "loss": 4.0938,
      "step": 69917
    },
    {
      "epoch": 2.863731312717592,
      "grad_norm": 7.807542415370256,
      "learning_rate": 0.00016409124551327404,
      "loss": 5.8125,
      "step": 69918
    },
    {
      "epoch": 2.863772271144788,
      "grad_norm": 3.5223332141564354,
      "learning_rate": 0.00016408799853824218,
      "loss": 5.4688,
      "step": 69919
    },
    {
      "epoch": 2.8638132295719845,
      "grad_norm": 3.4735838645238686,
      "learning_rate": 0.00016408475155655025,
      "loss": 4.5938,
      "step": 69920
    },
    {
      "epoch": 2.8638541879991806,
      "grad_norm": 4.196085494271195,
      "learning_rate": 0.00016408150456819994,
      "loss": 4.8125,
      "step": 69921
    },
    {
      "epoch": 2.863895146426377,
      "grad_norm": 3.249322601464897,
      "learning_rate": 0.00016407825757319266,
      "loss": 4.7812,
      "step": 69922
    },
    {
      "epoch": 2.8639361048535736,
      "grad_norm": 4.054928350641914,
      "learning_rate": 0.00016407501057153002,
      "loss": 4.5625,
      "step": 69923
    },
    {
      "epoch": 2.86397706328077,
      "grad_norm": 4.31131685408629,
      "learning_rate": 0.00016407176356321356,
      "loss": 3.6406,
      "step": 69924
    },
    {
      "epoch": 2.8640180217079663,
      "grad_norm": 8.664808633713742,
      "learning_rate": 0.00016406851654824476,
      "loss": 4.125,
      "step": 69925
    },
    {
      "epoch": 2.864058980135163,
      "grad_norm": 3.9214794430787663,
      "learning_rate": 0.0001640652695266252,
      "loss": 4.9688,
      "step": 69926
    },
    {
      "epoch": 2.8640999385623593,
      "grad_norm": 3.738428544556244,
      "learning_rate": 0.00016406202249835637,
      "loss": 4.0312,
      "step": 69927
    },
    {
      "epoch": 2.8641408969895554,
      "grad_norm": 2.924224861697566,
      "learning_rate": 0.00016405877546343982,
      "loss": 3.6406,
      "step": 69928
    },
    {
      "epoch": 2.864181855416752,
      "grad_norm": 4.1104049860754115,
      "learning_rate": 0.00016405552842187708,
      "loss": 5.4062,
      "step": 69929
    },
    {
      "epoch": 2.8642228138439485,
      "grad_norm": 3.1672263053660346,
      "learning_rate": 0.00016405228137366976,
      "loss": 3.6562,
      "step": 69930
    },
    {
      "epoch": 2.864263772271145,
      "grad_norm": 4.963519382922203,
      "learning_rate": 0.0001640490343188193,
      "loss": 4.9688,
      "step": 69931
    },
    {
      "epoch": 2.864304730698341,
      "grad_norm": 4.283378675619514,
      "learning_rate": 0.00016404578725732726,
      "loss": 3.7344,
      "step": 69932
    },
    {
      "epoch": 2.8643456891255377,
      "grad_norm": 4.02637535195506,
      "learning_rate": 0.00016404254018919523,
      "loss": 4.5938,
      "step": 69933
    },
    {
      "epoch": 2.8643866475527338,
      "grad_norm": 4.823142081010675,
      "learning_rate": 0.0001640392931144247,
      "loss": 6.4062,
      "step": 69934
    },
    {
      "epoch": 2.8644276059799303,
      "grad_norm": 4.0166108689495506,
      "learning_rate": 0.00016403604603301721,
      "loss": 6.0625,
      "step": 69935
    },
    {
      "epoch": 2.864468564407127,
      "grad_norm": 3.3922409406449097,
      "learning_rate": 0.00016403279894497424,
      "loss": 4.7812,
      "step": 69936
    },
    {
      "epoch": 2.8645095228343234,
      "grad_norm": 3.797604705156386,
      "learning_rate": 0.0001640295518502974,
      "loss": 5.8125,
      "step": 69937
    },
    {
      "epoch": 2.8645504812615195,
      "grad_norm": 3.4889821635430067,
      "learning_rate": 0.00016402630474898823,
      "loss": 5.2812,
      "step": 69938
    },
    {
      "epoch": 2.864591439688716,
      "grad_norm": 3.776224152308877,
      "learning_rate": 0.00016402305764104822,
      "loss": 4.5312,
      "step": 69939
    },
    {
      "epoch": 2.864632398115912,
      "grad_norm": 6.690317737403162,
      "learning_rate": 0.0001640198105264789,
      "loss": 5.4375,
      "step": 69940
    },
    {
      "epoch": 2.8646733565431086,
      "grad_norm": 4.121393981120357,
      "learning_rate": 0.00016401656340528183,
      "loss": 5.2188,
      "step": 69941
    },
    {
      "epoch": 2.864714314970305,
      "grad_norm": 3.942697815299627,
      "learning_rate": 0.00016401331627745859,
      "loss": 4.625,
      "step": 69942
    },
    {
      "epoch": 2.8647552733975017,
      "grad_norm": 3.9824250726012083,
      "learning_rate": 0.00016401006914301062,
      "loss": 4.4375,
      "step": 69943
    },
    {
      "epoch": 2.864796231824698,
      "grad_norm": 3.7036850423755734,
      "learning_rate": 0.00016400682200193949,
      "loss": 4.7812,
      "step": 69944
    },
    {
      "epoch": 2.8648371902518943,
      "grad_norm": 4.544726260710731,
      "learning_rate": 0.0001640035748542468,
      "loss": 3.8906,
      "step": 69945
    },
    {
      "epoch": 2.864878148679091,
      "grad_norm": 4.116961511082813,
      "learning_rate": 0.000164000327699934,
      "loss": 5.0,
      "step": 69946
    },
    {
      "epoch": 2.864919107106287,
      "grad_norm": 3.527133888429633,
      "learning_rate": 0.0001639970805390027,
      "loss": 4.3438,
      "step": 69947
    },
    {
      "epoch": 2.8649600655334835,
      "grad_norm": 3.217991744605487,
      "learning_rate": 0.0001639938333714543,
      "loss": 4.2812,
      "step": 69948
    },
    {
      "epoch": 2.86500102396068,
      "grad_norm": 3.8274963644501496,
      "learning_rate": 0.00016399058619729053,
      "loss": 4.7812,
      "step": 69949
    },
    {
      "epoch": 2.8650419823878766,
      "grad_norm": 4.228128338778244,
      "learning_rate": 0.00016398733901651277,
      "loss": 3.8594,
      "step": 69950
    },
    {
      "epoch": 2.8650829408150726,
      "grad_norm": 3.4641436751927923,
      "learning_rate": 0.00016398409182912261,
      "loss": 3.9531,
      "step": 69951
    },
    {
      "epoch": 2.865123899242269,
      "grad_norm": 3.8999645312934996,
      "learning_rate": 0.00016398084463512157,
      "loss": 4.25,
      "step": 69952
    },
    {
      "epoch": 2.8651648576694653,
      "grad_norm": 5.117477948562126,
      "learning_rate": 0.00016397759743451122,
      "loss": 4.9688,
      "step": 69953
    },
    {
      "epoch": 2.865205816096662,
      "grad_norm": 3.366722496409286,
      "learning_rate": 0.00016397435022729308,
      "loss": 1.1562,
      "step": 69954
    },
    {
      "epoch": 2.8652467745238583,
      "grad_norm": 4.055131341163833,
      "learning_rate": 0.00016397110301346867,
      "loss": 4.8438,
      "step": 69955
    },
    {
      "epoch": 2.865287732951055,
      "grad_norm": 4.066073148783784,
      "learning_rate": 0.00016396785579303954,
      "loss": 3.7188,
      "step": 69956
    },
    {
      "epoch": 2.865328691378251,
      "grad_norm": 3.624304639521612,
      "learning_rate": 0.0001639646085660072,
      "loss": 5.2812,
      "step": 69957
    },
    {
      "epoch": 2.8653696498054475,
      "grad_norm": 4.031567622644292,
      "learning_rate": 0.0001639613613323732,
      "loss": 5.1562,
      "step": 69958
    },
    {
      "epoch": 2.8654106082326436,
      "grad_norm": 4.178481859891853,
      "learning_rate": 0.0001639581140921391,
      "loss": 4.7188,
      "step": 69959
    },
    {
      "epoch": 2.86545156665984,
      "grad_norm": 11.675673447835633,
      "learning_rate": 0.0001639548668453064,
      "loss": 4.5938,
      "step": 69960
    },
    {
      "epoch": 2.8654925250870367,
      "grad_norm": 3.6817893869290113,
      "learning_rate": 0.00016395161959187668,
      "loss": 3.9531,
      "step": 69961
    },
    {
      "epoch": 2.865533483514233,
      "grad_norm": 3.5887742623657837,
      "learning_rate": 0.0001639483723318514,
      "loss": 4.0938,
      "step": 69962
    },
    {
      "epoch": 2.8655744419414293,
      "grad_norm": 3.397008656946656,
      "learning_rate": 0.00016394512506523218,
      "loss": 4.75,
      "step": 69963
    },
    {
      "epoch": 2.865615400368626,
      "grad_norm": 3.4032030131766997,
      "learning_rate": 0.00016394187779202046,
      "loss": 4.4062,
      "step": 69964
    },
    {
      "epoch": 2.8656563587958224,
      "grad_norm": 3.096143199542204,
      "learning_rate": 0.00016393863051221788,
      "loss": 3.9219,
      "step": 69965
    },
    {
      "epoch": 2.8656973172230185,
      "grad_norm": 3.470899152109132,
      "learning_rate": 0.00016393538322582592,
      "loss": 3.9375,
      "step": 69966
    },
    {
      "epoch": 2.865738275650215,
      "grad_norm": 3.854518044920046,
      "learning_rate": 0.0001639321359328461,
      "loss": 3.9531,
      "step": 69967
    },
    {
      "epoch": 2.8657792340774115,
      "grad_norm": 5.736307368437741,
      "learning_rate": 0.00016392888863327998,
      "loss": 6.0938,
      "step": 69968
    },
    {
      "epoch": 2.865820192504608,
      "grad_norm": 8.291574787645622,
      "learning_rate": 0.00016392564132712906,
      "loss": 3.1719,
      "step": 69969
    },
    {
      "epoch": 2.865861150931804,
      "grad_norm": 4.286730164730738,
      "learning_rate": 0.00016392239401439494,
      "loss": 5.7812,
      "step": 69970
    },
    {
      "epoch": 2.8659021093590007,
      "grad_norm": 4.897601256474692,
      "learning_rate": 0.00016391914669507913,
      "loss": 3.9375,
      "step": 69971
    },
    {
      "epoch": 2.865943067786197,
      "grad_norm": 3.815908038027879,
      "learning_rate": 0.00016391589936918312,
      "loss": 4.8438,
      "step": 69972
    },
    {
      "epoch": 2.8659840262133933,
      "grad_norm": 3.608581276580338,
      "learning_rate": 0.00016391265203670848,
      "loss": 4.25,
      "step": 69973
    },
    {
      "epoch": 2.86602498464059,
      "grad_norm": 3.9056952810593093,
      "learning_rate": 0.00016390940469765677,
      "loss": 5.3438,
      "step": 69974
    },
    {
      "epoch": 2.8660659430677864,
      "grad_norm": 3.4737582659094417,
      "learning_rate": 0.0001639061573520295,
      "loss": 4.5938,
      "step": 69975
    },
    {
      "epoch": 2.8661069014949825,
      "grad_norm": 4.605809008988481,
      "learning_rate": 0.00016390290999982818,
      "loss": 4.25,
      "step": 69976
    },
    {
      "epoch": 2.866147859922179,
      "grad_norm": 3.5900019837976376,
      "learning_rate": 0.0001638996626410544,
      "loss": 4.75,
      "step": 69977
    },
    {
      "epoch": 2.866188818349375,
      "grad_norm": 3.8808736173794673,
      "learning_rate": 0.00016389641527570967,
      "loss": 4.5,
      "step": 69978
    },
    {
      "epoch": 2.8662297767765716,
      "grad_norm": 3.174214803707799,
      "learning_rate": 0.00016389316790379552,
      "loss": 4.25,
      "step": 69979
    },
    {
      "epoch": 2.866270735203768,
      "grad_norm": 12.079603833523205,
      "learning_rate": 0.00016388992052531343,
      "loss": 4.0938,
      "step": 69980
    },
    {
      "epoch": 2.8663116936309647,
      "grad_norm": 4.549136884673801,
      "learning_rate": 0.00016388667314026507,
      "loss": 5.375,
      "step": 69981
    },
    {
      "epoch": 2.866352652058161,
      "grad_norm": 4.03002031246276,
      "learning_rate": 0.00016388342574865183,
      "loss": 4.2188,
      "step": 69982
    },
    {
      "epoch": 2.8663936104853573,
      "grad_norm": 3.9753014364215513,
      "learning_rate": 0.00016388017835047538,
      "loss": 4.25,
      "step": 69983
    },
    {
      "epoch": 2.866434568912554,
      "grad_norm": 9.825436821514357,
      "learning_rate": 0.00016387693094573714,
      "loss": 1.1719,
      "step": 69984
    },
    {
      "epoch": 2.86647552733975,
      "grad_norm": 4.169054451017864,
      "learning_rate": 0.0001638736835344387,
      "loss": 5.125,
      "step": 69985
    },
    {
      "epoch": 2.8665164857669465,
      "grad_norm": 6.160846293775876,
      "learning_rate": 0.00016387043611658158,
      "loss": 3.3594,
      "step": 69986
    },
    {
      "epoch": 2.866557444194143,
      "grad_norm": 4.022077689950214,
      "learning_rate": 0.00016386718869216735,
      "loss": 4.8438,
      "step": 69987
    },
    {
      "epoch": 2.8665984026213396,
      "grad_norm": 4.943445520636968,
      "learning_rate": 0.00016386394126119747,
      "loss": 6.875,
      "step": 69988
    },
    {
      "epoch": 2.8666393610485357,
      "grad_norm": 4.0812277546114,
      "learning_rate": 0.00016386069382367358,
      "loss": 6.3438,
      "step": 69989
    },
    {
      "epoch": 2.866680319475732,
      "grad_norm": 3.495108289516389,
      "learning_rate": 0.00016385744637959713,
      "loss": 4.625,
      "step": 69990
    },
    {
      "epoch": 2.8667212779029283,
      "grad_norm": 3.6970214434504776,
      "learning_rate": 0.00016385419892896969,
      "loss": 4.2188,
      "step": 69991
    },
    {
      "epoch": 2.866762236330125,
      "grad_norm": 5.4128061181465315,
      "learning_rate": 0.00016385095147179274,
      "loss": 6.2188,
      "step": 69992
    },
    {
      "epoch": 2.8668031947573214,
      "grad_norm": 4.284793149445513,
      "learning_rate": 0.00016384770400806794,
      "loss": 4.125,
      "step": 69993
    },
    {
      "epoch": 2.866844153184518,
      "grad_norm": 3.4945674079585283,
      "learning_rate": 0.00016384445653779673,
      "loss": 4.2188,
      "step": 69994
    },
    {
      "epoch": 2.866885111611714,
      "grad_norm": 5.3837887612922755,
      "learning_rate": 0.0001638412090609807,
      "loss": 5.8125,
      "step": 69995
    },
    {
      "epoch": 2.8669260700389105,
      "grad_norm": 23.47961671626389,
      "learning_rate": 0.00016383796157762128,
      "loss": 6.9688,
      "step": 69996
    },
    {
      "epoch": 2.8669670284661066,
      "grad_norm": 4.465283114700164,
      "learning_rate": 0.00016383471408772007,
      "loss": 2.2188,
      "step": 69997
    },
    {
      "epoch": 2.867007986893303,
      "grad_norm": 3.7418700306529247,
      "learning_rate": 0.00016383146659127866,
      "loss": 4.5,
      "step": 69998
    },
    {
      "epoch": 2.8670489453204997,
      "grad_norm": 3.552300120541915,
      "learning_rate": 0.0001638282190882985,
      "loss": 5.5312,
      "step": 69999
    },
    {
      "epoch": 2.8670899037476962,
      "grad_norm": 4.839627949139557,
      "learning_rate": 0.00016382497157878116,
      "loss": 5.5625,
      "step": 70000
    },
    {
      "epoch": 2.8671308621748923,
      "grad_norm": 3.8179494900351236,
      "learning_rate": 0.0001638217240627282,
      "loss": 5.3438,
      "step": 70001
    },
    {
      "epoch": 2.867171820602089,
      "grad_norm": 3.351444300630618,
      "learning_rate": 0.00016381847654014112,
      "loss": 4.75,
      "step": 70002
    },
    {
      "epoch": 2.8672127790292854,
      "grad_norm": 4.461803716659171,
      "learning_rate": 0.00016381522901102148,
      "loss": 3.0,
      "step": 70003
    },
    {
      "epoch": 2.8672537374564815,
      "grad_norm": 4.539925109648025,
      "learning_rate": 0.00016381198147537074,
      "loss": 4.4688,
      "step": 70004
    },
    {
      "epoch": 2.867294695883678,
      "grad_norm": 3.5739354967850705,
      "learning_rate": 0.00016380873393319058,
      "loss": 4.8125,
      "step": 70005
    },
    {
      "epoch": 2.8673356543108746,
      "grad_norm": 3.700807271371404,
      "learning_rate": 0.0001638054863844824,
      "loss": 4.9688,
      "step": 70006
    },
    {
      "epoch": 2.867376612738071,
      "grad_norm": 3.36227008573881,
      "learning_rate": 0.00016380223882924783,
      "loss": 4.7188,
      "step": 70007
    },
    {
      "epoch": 2.867417571165267,
      "grad_norm": 3.753358127466431,
      "learning_rate": 0.00016379899126748828,
      "loss": 3.9688,
      "step": 70008
    },
    {
      "epoch": 2.8674585295924637,
      "grad_norm": 3.0129359572101495,
      "learning_rate": 0.00016379574369920546,
      "loss": 3.6562,
      "step": 70009
    },
    {
      "epoch": 2.86749948801966,
      "grad_norm": 3.5385853138143397,
      "learning_rate": 0.00016379249612440076,
      "loss": 4.5625,
      "step": 70010
    },
    {
      "epoch": 2.8675404464468564,
      "grad_norm": 4.113105247392649,
      "learning_rate": 0.00016378924854307578,
      "loss": 4.7188,
      "step": 70011
    },
    {
      "epoch": 2.867581404874053,
      "grad_norm": 9.437286141394734,
      "learning_rate": 0.00016378600095523203,
      "loss": 6.0312,
      "step": 70012
    },
    {
      "epoch": 2.8676223633012494,
      "grad_norm": 4.3064623742264105,
      "learning_rate": 0.0001637827533608711,
      "loss": 5.6875,
      "step": 70013
    },
    {
      "epoch": 2.8676633217284455,
      "grad_norm": 10.244197241975154,
      "learning_rate": 0.00016377950575999445,
      "loss": 5.5625,
      "step": 70014
    },
    {
      "epoch": 2.867704280155642,
      "grad_norm": 3.358896991642014,
      "learning_rate": 0.00016377625815260368,
      "loss": 3.9844,
      "step": 70015
    },
    {
      "epoch": 2.8677452385828386,
      "grad_norm": 3.295979648392514,
      "learning_rate": 0.00016377301053870023,
      "loss": 3.625,
      "step": 70016
    },
    {
      "epoch": 2.8677861970100347,
      "grad_norm": 5.767029946452984,
      "learning_rate": 0.00016376976291828578,
      "loss": 4.6875,
      "step": 70017
    },
    {
      "epoch": 2.867827155437231,
      "grad_norm": 3.3206696506370252,
      "learning_rate": 0.00016376651529136172,
      "loss": 4.2812,
      "step": 70018
    },
    {
      "epoch": 2.8678681138644277,
      "grad_norm": 3.7055749131936637,
      "learning_rate": 0.0001637632676579297,
      "loss": 4.2188,
      "step": 70019
    },
    {
      "epoch": 2.867909072291624,
      "grad_norm": 3.359773412558905,
      "learning_rate": 0.00016376002001799116,
      "loss": 4.3125,
      "step": 70020
    },
    {
      "epoch": 2.8679500307188204,
      "grad_norm": 3.312305069633133,
      "learning_rate": 0.0001637567723715477,
      "loss": 4.0938,
      "step": 70021
    },
    {
      "epoch": 2.867990989146017,
      "grad_norm": 3.8588828036622917,
      "learning_rate": 0.00016375352471860086,
      "loss": 6.25,
      "step": 70022
    },
    {
      "epoch": 2.868031947573213,
      "grad_norm": 4.233821116972808,
      "learning_rate": 0.00016375027705915212,
      "loss": 5.0312,
      "step": 70023
    },
    {
      "epoch": 2.8680729060004095,
      "grad_norm": 3.792769140958534,
      "learning_rate": 0.00016374702939320304,
      "loss": 4.8438,
      "step": 70024
    },
    {
      "epoch": 2.868113864427606,
      "grad_norm": 3.6839336153624864,
      "learning_rate": 0.0001637437817207552,
      "loss": 4.3438,
      "step": 70025
    },
    {
      "epoch": 2.8681548228548026,
      "grad_norm": 4.331883616822355,
      "learning_rate": 0.00016374053404181007,
      "loss": 3.7656,
      "step": 70026
    },
    {
      "epoch": 2.8681957812819987,
      "grad_norm": 3.822576667534944,
      "learning_rate": 0.00016373728635636923,
      "loss": 4.1875,
      "step": 70027
    },
    {
      "epoch": 2.8682367397091952,
      "grad_norm": 6.281137080375215,
      "learning_rate": 0.0001637340386644342,
      "loss": 1.4922,
      "step": 70028
    },
    {
      "epoch": 2.8682776981363913,
      "grad_norm": 3.7286201208566054,
      "learning_rate": 0.0001637307909660065,
      "loss": 4.4375,
      "step": 70029
    },
    {
      "epoch": 2.868318656563588,
      "grad_norm": 3.755659555222709,
      "learning_rate": 0.0001637275432610877,
      "loss": 4.2188,
      "step": 70030
    },
    {
      "epoch": 2.8683596149907844,
      "grad_norm": 3.1150709254312394,
      "learning_rate": 0.00016372429554967934,
      "loss": 3.9375,
      "step": 70031
    },
    {
      "epoch": 2.868400573417981,
      "grad_norm": 3.290961047571294,
      "learning_rate": 0.00016372104783178286,
      "loss": 4.375,
      "step": 70032
    },
    {
      "epoch": 2.868441531845177,
      "grad_norm": 3.8630141967016156,
      "learning_rate": 0.0001637178001073999,
      "loss": 5.0,
      "step": 70033
    },
    {
      "epoch": 2.8684824902723736,
      "grad_norm": 4.516050893486454,
      "learning_rate": 0.00016371455237653194,
      "loss": 5.625,
      "step": 70034
    },
    {
      "epoch": 2.86852344869957,
      "grad_norm": 3.678008289808768,
      "learning_rate": 0.00016371130463918056,
      "loss": 4.9062,
      "step": 70035
    },
    {
      "epoch": 2.868564407126766,
      "grad_norm": 3.790123074371066,
      "learning_rate": 0.00016370805689534722,
      "loss": 4.2188,
      "step": 70036
    },
    {
      "epoch": 2.8686053655539627,
      "grad_norm": 4.227501837566876,
      "learning_rate": 0.00016370480914503353,
      "loss": 4.8125,
      "step": 70037
    },
    {
      "epoch": 2.8686463239811593,
      "grad_norm": 3.96044089186832,
      "learning_rate": 0.00016370156138824105,
      "loss": 3.9062,
      "step": 70038
    },
    {
      "epoch": 2.8686872824083554,
      "grad_norm": 4.445787380387379,
      "learning_rate": 0.00016369831362497123,
      "loss": 4.9688,
      "step": 70039
    },
    {
      "epoch": 2.868728240835552,
      "grad_norm": 4.046298278648653,
      "learning_rate": 0.00016369506585522562,
      "loss": 4.375,
      "step": 70040
    },
    {
      "epoch": 2.8687691992627484,
      "grad_norm": 2.8910080654897077,
      "learning_rate": 0.0001636918180790058,
      "loss": 3.4531,
      "step": 70041
    },
    {
      "epoch": 2.8688101576899445,
      "grad_norm": 3.441503770833299,
      "learning_rate": 0.00016368857029631332,
      "loss": 3.9844,
      "step": 70042
    },
    {
      "epoch": 2.868851116117141,
      "grad_norm": 3.7921360773414876,
      "learning_rate": 0.00016368532250714962,
      "loss": 5.375,
      "step": 70043
    },
    {
      "epoch": 2.8688920745443376,
      "grad_norm": 3.649599164972314,
      "learning_rate": 0.0001636820747115163,
      "loss": 4.125,
      "step": 70044
    },
    {
      "epoch": 2.868933032971534,
      "grad_norm": 6.202190447103984,
      "learning_rate": 0.0001636788269094149,
      "loss": 4.3125,
      "step": 70045
    },
    {
      "epoch": 2.86897399139873,
      "grad_norm": 3.398273165504432,
      "learning_rate": 0.00016367557910084698,
      "loss": 5.0625,
      "step": 70046
    },
    {
      "epoch": 2.8690149498259268,
      "grad_norm": 5.144677175171892,
      "learning_rate": 0.000163672331285814,
      "loss": 5.0625,
      "step": 70047
    },
    {
      "epoch": 2.869055908253123,
      "grad_norm": 3.5370611063834616,
      "learning_rate": 0.00016366908346431754,
      "loss": 4.75,
      "step": 70048
    },
    {
      "epoch": 2.8690968666803194,
      "grad_norm": 3.390854505703325,
      "learning_rate": 0.0001636658356363591,
      "loss": 4.8125,
      "step": 70049
    },
    {
      "epoch": 2.869137825107516,
      "grad_norm": 3.3623384670556873,
      "learning_rate": 0.0001636625878019403,
      "loss": 4.1875,
      "step": 70050
    },
    {
      "epoch": 2.8691787835347125,
      "grad_norm": 3.7172293566295296,
      "learning_rate": 0.00016365933996106264,
      "loss": 4.3125,
      "step": 70051
    },
    {
      "epoch": 2.8692197419619085,
      "grad_norm": 5.010687311275453,
      "learning_rate": 0.00016365609211372757,
      "loss": 6.1562,
      "step": 70052
    },
    {
      "epoch": 2.869260700389105,
      "grad_norm": 3.74122511475754,
      "learning_rate": 0.00016365284425993673,
      "loss": 4.6562,
      "step": 70053
    },
    {
      "epoch": 2.8693016588163016,
      "grad_norm": 3.4219308008680613,
      "learning_rate": 0.0001636495963996916,
      "loss": 4.0938,
      "step": 70054
    },
    {
      "epoch": 2.8693426172434977,
      "grad_norm": 3.614339563869666,
      "learning_rate": 0.00016364634853299376,
      "loss": 4.625,
      "step": 70055
    },
    {
      "epoch": 2.8693835756706942,
      "grad_norm": 6.57023569792073,
      "learning_rate": 0.00016364310065984465,
      "loss": 4.5938,
      "step": 70056
    },
    {
      "epoch": 2.8694245340978908,
      "grad_norm": 4.711474252319422,
      "learning_rate": 0.00016363985278024595,
      "loss": 1.5781,
      "step": 70057
    },
    {
      "epoch": 2.8694654925250873,
      "grad_norm": 3.380056208026679,
      "learning_rate": 0.00016363660489419912,
      "loss": 3.2656,
      "step": 70058
    },
    {
      "epoch": 2.8695064509522834,
      "grad_norm": 3.2952308629736917,
      "learning_rate": 0.00016363335700170567,
      "loss": 4.1875,
      "step": 70059
    },
    {
      "epoch": 2.86954740937948,
      "grad_norm": 3.9083583008828344,
      "learning_rate": 0.0001636301091027671,
      "loss": 5.0,
      "step": 70060
    },
    {
      "epoch": 2.869588367806676,
      "grad_norm": 5.639003642965223,
      "learning_rate": 0.0001636268611973851,
      "loss": 7.6875,
      "step": 70061
    },
    {
      "epoch": 2.8696293262338726,
      "grad_norm": 4.90548580110149,
      "learning_rate": 0.00016362361328556106,
      "loss": 4.1875,
      "step": 70062
    },
    {
      "epoch": 2.869670284661069,
      "grad_norm": 13.160740410216242,
      "learning_rate": 0.0001636203653672966,
      "loss": 4.4688,
      "step": 70063
    },
    {
      "epoch": 2.8697112430882656,
      "grad_norm": 4.981436261008865,
      "learning_rate": 0.00016361711744259318,
      "loss": 4.6562,
      "step": 70064
    },
    {
      "epoch": 2.8697522015154617,
      "grad_norm": 3.966120631521914,
      "learning_rate": 0.0001636138695114524,
      "loss": 4.25,
      "step": 70065
    },
    {
      "epoch": 2.8697931599426583,
      "grad_norm": 4.074764109047435,
      "learning_rate": 0.0001636106215738758,
      "loss": 5.3438,
      "step": 70066
    },
    {
      "epoch": 2.8698341183698544,
      "grad_norm": 3.721258758515446,
      "learning_rate": 0.0001636073736298649,
      "loss": 5.125,
      "step": 70067
    },
    {
      "epoch": 2.869875076797051,
      "grad_norm": 3.1785326255512194,
      "learning_rate": 0.0001636041256794211,
      "loss": 3.5312,
      "step": 70068
    },
    {
      "epoch": 2.8699160352242474,
      "grad_norm": 8.441452012061236,
      "learning_rate": 0.00016360087772254617,
      "loss": 5.5625,
      "step": 70069
    },
    {
      "epoch": 2.869956993651444,
      "grad_norm": 3.81461654025756,
      "learning_rate": 0.00016359762975924153,
      "loss": 4.8125,
      "step": 70070
    },
    {
      "epoch": 2.86999795207864,
      "grad_norm": 5.845134089040531,
      "learning_rate": 0.00016359438178950868,
      "loss": 4.875,
      "step": 70071
    },
    {
      "epoch": 2.8700389105058366,
      "grad_norm": 4.55719617416486,
      "learning_rate": 0.0001635911338133492,
      "loss": 5.0625,
      "step": 70072
    },
    {
      "epoch": 2.870079868933033,
      "grad_norm": 3.994687434981302,
      "learning_rate": 0.00016358788583076465,
      "loss": 5.1875,
      "step": 70073
    },
    {
      "epoch": 2.870120827360229,
      "grad_norm": 12.135030445939611,
      "learning_rate": 0.0001635846378417565,
      "loss": 5.6875,
      "step": 70074
    },
    {
      "epoch": 2.8701617857874258,
      "grad_norm": 22.395014623870978,
      "learning_rate": 0.00016358138984632635,
      "loss": 6.9062,
      "step": 70075
    },
    {
      "epoch": 2.8702027442146223,
      "grad_norm": 5.514363167116569,
      "learning_rate": 0.00016357814184447567,
      "loss": 4.4688,
      "step": 70076
    },
    {
      "epoch": 2.870243702641819,
      "grad_norm": 4.9027569834334805,
      "learning_rate": 0.00016357489383620608,
      "loss": 4.9375,
      "step": 70077
    },
    {
      "epoch": 2.870284661069015,
      "grad_norm": 4.213186706452558,
      "learning_rate": 0.00016357164582151903,
      "loss": 4.7812,
      "step": 70078
    },
    {
      "epoch": 2.8703256194962115,
      "grad_norm": 3.3530730339250514,
      "learning_rate": 0.00016356839780041612,
      "loss": 3.25,
      "step": 70079
    },
    {
      "epoch": 2.8703665779234075,
      "grad_norm": 4.787754752422551,
      "learning_rate": 0.00016356514977289882,
      "loss": 4.9688,
      "step": 70080
    },
    {
      "epoch": 2.870407536350604,
      "grad_norm": 3.326632241297235,
      "learning_rate": 0.00016356190173896873,
      "loss": 5.0312,
      "step": 70081
    },
    {
      "epoch": 2.8704484947778006,
      "grad_norm": 3.78186894298183,
      "learning_rate": 0.00016355865369862738,
      "loss": 5.1562,
      "step": 70082
    },
    {
      "epoch": 2.870489453204997,
      "grad_norm": 3.4785882268246935,
      "learning_rate": 0.00016355540565187628,
      "loss": 5.3438,
      "step": 70083
    },
    {
      "epoch": 2.8705304116321932,
      "grad_norm": 18.044327946953494,
      "learning_rate": 0.00016355215759871692,
      "loss": 5.4062,
      "step": 70084
    },
    {
      "epoch": 2.87057137005939,
      "grad_norm": 5.842406581675496,
      "learning_rate": 0.00016354890953915093,
      "loss": 5.4062,
      "step": 70085
    },
    {
      "epoch": 2.870612328486586,
      "grad_norm": 3.173238596995969,
      "learning_rate": 0.00016354566147317983,
      "loss": 4.25,
      "step": 70086
    },
    {
      "epoch": 2.8706532869137824,
      "grad_norm": 3.9708680559776406,
      "learning_rate": 0.00016354241340080507,
      "loss": 3.8125,
      "step": 70087
    },
    {
      "epoch": 2.870694245340979,
      "grad_norm": 10.062095870712653,
      "learning_rate": 0.00016353916532202826,
      "loss": 6.9688,
      "step": 70088
    },
    {
      "epoch": 2.8707352037681755,
      "grad_norm": 3.218043808020875,
      "learning_rate": 0.00016353591723685092,
      "loss": 4.0625,
      "step": 70089
    },
    {
      "epoch": 2.8707761621953716,
      "grad_norm": 3.091430963373499,
      "learning_rate": 0.0001635326691452746,
      "loss": 4.3438,
      "step": 70090
    },
    {
      "epoch": 2.870817120622568,
      "grad_norm": 8.815000711518922,
      "learning_rate": 0.00016352942104730082,
      "loss": 3.7969,
      "step": 70091
    },
    {
      "epoch": 2.8708580790497646,
      "grad_norm": 7.641469460893013,
      "learning_rate": 0.00016352617294293105,
      "loss": 7.5938,
      "step": 70092
    },
    {
      "epoch": 2.8708990374769607,
      "grad_norm": 3.1993268367893637,
      "learning_rate": 0.00016352292483216697,
      "loss": 3.9219,
      "step": 70093
    },
    {
      "epoch": 2.8709399959041573,
      "grad_norm": 6.04870673403731,
      "learning_rate": 0.00016351967671501003,
      "loss": 6.1562,
      "step": 70094
    },
    {
      "epoch": 2.870980954331354,
      "grad_norm": 3.2950419991761466,
      "learning_rate": 0.00016351642859146172,
      "loss": 4.125,
      "step": 70095
    },
    {
      "epoch": 2.8710219127585503,
      "grad_norm": 4.000392195086573,
      "learning_rate": 0.00016351318046152363,
      "loss": 4.8125,
      "step": 70096
    },
    {
      "epoch": 2.8710628711857464,
      "grad_norm": 3.650027997706761,
      "learning_rate": 0.00016350993232519735,
      "loss": 4.0938,
      "step": 70097
    },
    {
      "epoch": 2.871103829612943,
      "grad_norm": 3.6338347085716816,
      "learning_rate": 0.00016350668418248432,
      "loss": 3.9531,
      "step": 70098
    },
    {
      "epoch": 2.871144788040139,
      "grad_norm": 4.26550894191983,
      "learning_rate": 0.0001635034360333861,
      "loss": 5.1875,
      "step": 70099
    },
    {
      "epoch": 2.8711857464673356,
      "grad_norm": 2.9552828432410796,
      "learning_rate": 0.00016350018787790428,
      "loss": 3.3906,
      "step": 70100
    },
    {
      "epoch": 2.871226704894532,
      "grad_norm": 3.9716744136147075,
      "learning_rate": 0.00016349693971604034,
      "loss": 4.4375,
      "step": 70101
    },
    {
      "epoch": 2.8712676633217287,
      "grad_norm": 4.253905683010658,
      "learning_rate": 0.00016349369154779585,
      "loss": 4.8125,
      "step": 70102
    },
    {
      "epoch": 2.8713086217489248,
      "grad_norm": 3.8513987112701566,
      "learning_rate": 0.00016349044337317232,
      "loss": 4.0938,
      "step": 70103
    },
    {
      "epoch": 2.8713495801761213,
      "grad_norm": 3.310162357230521,
      "learning_rate": 0.00016348719519217124,
      "loss": 4.2812,
      "step": 70104
    },
    {
      "epoch": 2.8713905386033174,
      "grad_norm": 8.013393025888952,
      "learning_rate": 0.00016348394700479424,
      "loss": 7.125,
      "step": 70105
    },
    {
      "epoch": 2.871431497030514,
      "grad_norm": 3.4309192720364674,
      "learning_rate": 0.0001634806988110428,
      "loss": 3.9688,
      "step": 70106
    },
    {
      "epoch": 2.8714724554577105,
      "grad_norm": 3.8220812361318752,
      "learning_rate": 0.00016347745061091846,
      "loss": 4.625,
      "step": 70107
    },
    {
      "epoch": 2.871513413884907,
      "grad_norm": 5.818873613381772,
      "learning_rate": 0.00016347420240442274,
      "loss": 5.0625,
      "step": 70108
    },
    {
      "epoch": 2.871554372312103,
      "grad_norm": 3.9514016701744175,
      "learning_rate": 0.00016347095419155723,
      "loss": 5.375,
      "step": 70109
    },
    {
      "epoch": 2.8715953307392996,
      "grad_norm": 3.510329853262003,
      "learning_rate": 0.00016346770597232345,
      "loss": 3.5781,
      "step": 70110
    },
    {
      "epoch": 2.871636289166496,
      "grad_norm": 4.467577323891987,
      "learning_rate": 0.00016346445774672292,
      "loss": 3.8125,
      "step": 70111
    },
    {
      "epoch": 2.8716772475936923,
      "grad_norm": 6.474057585726357,
      "learning_rate": 0.00016346120951475713,
      "loss": 2.3906,
      "step": 70112
    },
    {
      "epoch": 2.871718206020889,
      "grad_norm": 3.9243156858283457,
      "learning_rate": 0.0001634579612764277,
      "loss": 3.5781,
      "step": 70113
    },
    {
      "epoch": 2.8717591644480853,
      "grad_norm": 3.5559155609094697,
      "learning_rate": 0.0001634547130317361,
      "loss": 4.25,
      "step": 70114
    },
    {
      "epoch": 2.871800122875282,
      "grad_norm": 4.031548989486272,
      "learning_rate": 0.00016345146478068394,
      "loss": 4.9688,
      "step": 70115
    },
    {
      "epoch": 2.871841081302478,
      "grad_norm": 10.726739363934417,
      "learning_rate": 0.00016344821652327266,
      "loss": 3.7031,
      "step": 70116
    },
    {
      "epoch": 2.8718820397296745,
      "grad_norm": 7.638223968369618,
      "learning_rate": 0.00016344496825950388,
      "loss": 1.2578,
      "step": 70117
    },
    {
      "epoch": 2.8719229981568706,
      "grad_norm": 3.651710639465934,
      "learning_rate": 0.00016344171998937905,
      "loss": 4.5625,
      "step": 70118
    },
    {
      "epoch": 2.871963956584067,
      "grad_norm": 3.362183468359136,
      "learning_rate": 0.00016343847171289982,
      "loss": 3.9531,
      "step": 70119
    },
    {
      "epoch": 2.8720049150112636,
      "grad_norm": 3.822937895921828,
      "learning_rate": 0.00016343522343006758,
      "loss": 4.5625,
      "step": 70120
    },
    {
      "epoch": 2.87204587343846,
      "grad_norm": 3.937532997506056,
      "learning_rate": 0.00016343197514088402,
      "loss": 4.625,
      "step": 70121
    },
    {
      "epoch": 2.8720868318656563,
      "grad_norm": 6.299343689840925,
      "learning_rate": 0.00016342872684535056,
      "loss": 6.125,
      "step": 70122
    },
    {
      "epoch": 2.872127790292853,
      "grad_norm": 3.126368637033198,
      "learning_rate": 0.00016342547854346882,
      "loss": 3.75,
      "step": 70123
    },
    {
      "epoch": 2.872168748720049,
      "grad_norm": 3.77019976245784,
      "learning_rate": 0.00016342223023524022,
      "loss": 5.0312,
      "step": 70124
    },
    {
      "epoch": 2.8722097071472454,
      "grad_norm": 3.1673975599157678,
      "learning_rate": 0.00016341898192066644,
      "loss": 4.7188,
      "step": 70125
    },
    {
      "epoch": 2.872250665574442,
      "grad_norm": 3.3484008047292244,
      "learning_rate": 0.00016341573359974893,
      "loss": 3.8125,
      "step": 70126
    },
    {
      "epoch": 2.8722916240016385,
      "grad_norm": 3.5655235321216217,
      "learning_rate": 0.00016341248527248923,
      "loss": 4.875,
      "step": 70127
    },
    {
      "epoch": 2.8723325824288346,
      "grad_norm": 5.898221062786511,
      "learning_rate": 0.00016340923693888883,
      "loss": 6.2188,
      "step": 70128
    },
    {
      "epoch": 2.872373540856031,
      "grad_norm": 3.7496230936883,
      "learning_rate": 0.00016340598859894938,
      "loss": 5.25,
      "step": 70129
    },
    {
      "epoch": 2.8724144992832277,
      "grad_norm": 3.83328204183736,
      "learning_rate": 0.00016340274025267238,
      "loss": 4.75,
      "step": 70130
    },
    {
      "epoch": 2.8724554577104238,
      "grad_norm": 5.198435216283722,
      "learning_rate": 0.0001633994919000593,
      "loss": 4.9688,
      "step": 70131
    },
    {
      "epoch": 2.8724964161376203,
      "grad_norm": 5.524194911302242,
      "learning_rate": 0.00016339624354111168,
      "loss": 5.0938,
      "step": 70132
    },
    {
      "epoch": 2.872537374564817,
      "grad_norm": 3.7533062263495864,
      "learning_rate": 0.00016339299517583117,
      "loss": 4.875,
      "step": 70133
    },
    {
      "epoch": 2.8725783329920134,
      "grad_norm": 6.769745856960646,
      "learning_rate": 0.00016338974680421924,
      "loss": 3.6406,
      "step": 70134
    },
    {
      "epoch": 2.8726192914192095,
      "grad_norm": 5.891190837409529,
      "learning_rate": 0.00016338649842627737,
      "loss": 5.0938,
      "step": 70135
    },
    {
      "epoch": 2.872660249846406,
      "grad_norm": 5.3708594986958715,
      "learning_rate": 0.00016338325004200714,
      "loss": 4.1875,
      "step": 70136
    },
    {
      "epoch": 2.872701208273602,
      "grad_norm": 3.8626889645223814,
      "learning_rate": 0.00016338000165141013,
      "loss": 4.8438,
      "step": 70137
    },
    {
      "epoch": 2.8727421667007986,
      "grad_norm": 3.2492877392445934,
      "learning_rate": 0.00016337675325448777,
      "loss": 4.4688,
      "step": 70138
    },
    {
      "epoch": 2.872783125127995,
      "grad_norm": 3.2082024803781053,
      "learning_rate": 0.00016337350485124167,
      "loss": 3.4688,
      "step": 70139
    },
    {
      "epoch": 2.8728240835551917,
      "grad_norm": 4.127262433055573,
      "learning_rate": 0.00016337025644167337,
      "loss": 5.1875,
      "step": 70140
    },
    {
      "epoch": 2.872865041982388,
      "grad_norm": 3.1495602261501494,
      "learning_rate": 0.0001633670080257844,
      "loss": 3.9531,
      "step": 70141
    },
    {
      "epoch": 2.8729060004095843,
      "grad_norm": 3.915835047211446,
      "learning_rate": 0.00016336375960357625,
      "loss": 4.9375,
      "step": 70142
    },
    {
      "epoch": 2.8729469588367804,
      "grad_norm": 3.15061141919731,
      "learning_rate": 0.0001633605111750505,
      "loss": 4.375,
      "step": 70143
    },
    {
      "epoch": 2.872987917263977,
      "grad_norm": 7.632081486230441,
      "learning_rate": 0.00016335726274020867,
      "loss": 6.2812,
      "step": 70144
    },
    {
      "epoch": 2.8730288756911735,
      "grad_norm": 3.264264066292955,
      "learning_rate": 0.0001633540142990523,
      "loss": 5.0625,
      "step": 70145
    },
    {
      "epoch": 2.87306983411837,
      "grad_norm": 3.2835825494542883,
      "learning_rate": 0.00016335076585158296,
      "loss": 4.375,
      "step": 70146
    },
    {
      "epoch": 2.873110792545566,
      "grad_norm": 3.3439640259305174,
      "learning_rate": 0.00016334751739780217,
      "loss": 3.7344,
      "step": 70147
    },
    {
      "epoch": 2.8731517509727627,
      "grad_norm": 7.352967438860989,
      "learning_rate": 0.00016334426893771137,
      "loss": 5.9375,
      "step": 70148
    },
    {
      "epoch": 2.873192709399959,
      "grad_norm": 11.995044002877693,
      "learning_rate": 0.00016334102047131223,
      "loss": 6.0,
      "step": 70149
    },
    {
      "epoch": 2.8732336678271553,
      "grad_norm": 6.126095371342109,
      "learning_rate": 0.0001633377719986062,
      "loss": 5.7188,
      "step": 70150
    },
    {
      "epoch": 2.873274626254352,
      "grad_norm": 5.164994028959329,
      "learning_rate": 0.0001633345235195949,
      "loss": 5.125,
      "step": 70151
    },
    {
      "epoch": 2.8733155846815484,
      "grad_norm": 3.4523918793231894,
      "learning_rate": 0.00016333127503427973,
      "loss": 4.4375,
      "step": 70152
    },
    {
      "epoch": 2.873356543108745,
      "grad_norm": 3.115281213282247,
      "learning_rate": 0.00016332802654266235,
      "loss": 4.375,
      "step": 70153
    },
    {
      "epoch": 2.873397501535941,
      "grad_norm": 3.8986043165471282,
      "learning_rate": 0.00016332477804474423,
      "loss": 5.2812,
      "step": 70154
    },
    {
      "epoch": 2.8734384599631375,
      "grad_norm": 3.9239409528722784,
      "learning_rate": 0.00016332152954052698,
      "loss": 3.9375,
      "step": 70155
    },
    {
      "epoch": 2.8734794183903336,
      "grad_norm": 3.4785207684322508,
      "learning_rate": 0.00016331828103001203,
      "loss": 3.2969,
      "step": 70156
    },
    {
      "epoch": 2.87352037681753,
      "grad_norm": 4.3904340950743705,
      "learning_rate": 0.00016331503251320098,
      "loss": 4.7188,
      "step": 70157
    },
    {
      "epoch": 2.8735613352447267,
      "grad_norm": 3.5523695769170742,
      "learning_rate": 0.0001633117839900954,
      "loss": 4.0938,
      "step": 70158
    },
    {
      "epoch": 2.873602293671923,
      "grad_norm": 3.8171154849644093,
      "learning_rate": 0.00016330853546069675,
      "loss": 4.9688,
      "step": 70159
    },
    {
      "epoch": 2.8736432520991193,
      "grad_norm": 3.7852959058317266,
      "learning_rate": 0.00016330528692500658,
      "loss": 5.4375,
      "step": 70160
    },
    {
      "epoch": 2.873684210526316,
      "grad_norm": 3.084767425433142,
      "learning_rate": 0.00016330203838302646,
      "loss": 3.7969,
      "step": 70161
    },
    {
      "epoch": 2.873725168953512,
      "grad_norm": 6.099876901564012,
      "learning_rate": 0.0001632987898347579,
      "loss": 3.3594,
      "step": 70162
    },
    {
      "epoch": 2.8737661273807085,
      "grad_norm": 4.242105704448623,
      "learning_rate": 0.00016329554128020245,
      "loss": 5.6562,
      "step": 70163
    },
    {
      "epoch": 2.873807085807905,
      "grad_norm": 6.096227707386735,
      "learning_rate": 0.00016329229271936163,
      "loss": 6.2812,
      "step": 70164
    },
    {
      "epoch": 2.8738480442351015,
      "grad_norm": 4.129386620495511,
      "learning_rate": 0.000163289044152237,
      "loss": 3.4531,
      "step": 70165
    },
    {
      "epoch": 2.8738890026622976,
      "grad_norm": 3.395517334944116,
      "learning_rate": 0.00016328579557883008,
      "loss": 4.7188,
      "step": 70166
    },
    {
      "epoch": 2.873929961089494,
      "grad_norm": 5.526399626394702,
      "learning_rate": 0.0001632825469991424,
      "loss": 2.9219,
      "step": 70167
    },
    {
      "epoch": 2.8739709195166907,
      "grad_norm": 4.682082376132161,
      "learning_rate": 0.0001632792984131755,
      "loss": 5.6562,
      "step": 70168
    },
    {
      "epoch": 2.874011877943887,
      "grad_norm": 3.7371672874401516,
      "learning_rate": 0.00016327604982093092,
      "loss": 4.2188,
      "step": 70169
    },
    {
      "epoch": 2.8740528363710833,
      "grad_norm": 8.124107993099422,
      "learning_rate": 0.0001632728012224102,
      "loss": 6.0938,
      "step": 70170
    },
    {
      "epoch": 2.87409379479828,
      "grad_norm": 3.4672181759813436,
      "learning_rate": 0.00016326955261761487,
      "loss": 2.8594,
      "step": 70171
    },
    {
      "epoch": 2.8741347532254764,
      "grad_norm": 4.58768536559067,
      "learning_rate": 0.00016326630400654646,
      "loss": 4.625,
      "step": 70172
    },
    {
      "epoch": 2.8741757116526725,
      "grad_norm": 4.050359327509477,
      "learning_rate": 0.00016326305538920654,
      "loss": 4.6562,
      "step": 70173
    },
    {
      "epoch": 2.874216670079869,
      "grad_norm": 7.110562543712413,
      "learning_rate": 0.0001632598067655966,
      "loss": 5.1562,
      "step": 70174
    },
    {
      "epoch": 2.874257628507065,
      "grad_norm": 3.137755962431884,
      "learning_rate": 0.00016325655813571817,
      "loss": 4.375,
      "step": 70175
    },
    {
      "epoch": 2.8742985869342617,
      "grad_norm": 3.919361249635825,
      "learning_rate": 0.0001632533094995728,
      "loss": 1.7578,
      "step": 70176
    },
    {
      "epoch": 2.874339545361458,
      "grad_norm": 3.6445252798677505,
      "learning_rate": 0.00016325006085716207,
      "loss": 5.25,
      "step": 70177
    },
    {
      "epoch": 2.8743805037886547,
      "grad_norm": 4.274499069758672,
      "learning_rate": 0.00016324681220848745,
      "loss": 4.25,
      "step": 70178
    },
    {
      "epoch": 2.874421462215851,
      "grad_norm": 3.664657258333168,
      "learning_rate": 0.00016324356355355054,
      "loss": 4.3125,
      "step": 70179
    },
    {
      "epoch": 2.8744624206430474,
      "grad_norm": 4.1483201438934465,
      "learning_rate": 0.00016324031489235282,
      "loss": 4.7188,
      "step": 70180
    },
    {
      "epoch": 2.8745033790702434,
      "grad_norm": 3.1341024231271235,
      "learning_rate": 0.00016323706622489584,
      "loss": 3.375,
      "step": 70181
    },
    {
      "epoch": 2.87454433749744,
      "grad_norm": 3.858289331064708,
      "learning_rate": 0.00016323381755118117,
      "loss": 4.875,
      "step": 70182
    },
    {
      "epoch": 2.8745852959246365,
      "grad_norm": 3.7856335385753037,
      "learning_rate": 0.0001632305688712103,
      "loss": 5.0,
      "step": 70183
    },
    {
      "epoch": 2.874626254351833,
      "grad_norm": 3.4315774699905583,
      "learning_rate": 0.00016322732018498475,
      "loss": 4.6562,
      "step": 70184
    },
    {
      "epoch": 2.874667212779029,
      "grad_norm": 4.829011353707946,
      "learning_rate": 0.00016322407149250618,
      "loss": 3.8438,
      "step": 70185
    },
    {
      "epoch": 2.8747081712062257,
      "grad_norm": 3.726693546735385,
      "learning_rate": 0.00016322082279377598,
      "loss": 4.5938,
      "step": 70186
    },
    {
      "epoch": 2.874749129633422,
      "grad_norm": 6.6701283848862865,
      "learning_rate": 0.00016321757408879574,
      "loss": 5.1562,
      "step": 70187
    },
    {
      "epoch": 2.8747900880606183,
      "grad_norm": 10.212570006498474,
      "learning_rate": 0.00016321432537756697,
      "loss": 5.9062,
      "step": 70188
    },
    {
      "epoch": 2.874831046487815,
      "grad_norm": 3.9958994819394453,
      "learning_rate": 0.00016321107666009127,
      "loss": 4.625,
      "step": 70189
    },
    {
      "epoch": 2.8748720049150114,
      "grad_norm": 3.7069759969767015,
      "learning_rate": 0.00016320782793637016,
      "loss": 4.3438,
      "step": 70190
    },
    {
      "epoch": 2.874912963342208,
      "grad_norm": 8.369614207487082,
      "learning_rate": 0.00016320457920640516,
      "loss": 1.2266,
      "step": 70191
    },
    {
      "epoch": 2.874953921769404,
      "grad_norm": 6.068686933530726,
      "learning_rate": 0.00016320133047019775,
      "loss": 4.625,
      "step": 70192
    },
    {
      "epoch": 2.8749948801966005,
      "grad_norm": 3.77043504970136,
      "learning_rate": 0.00016319808172774955,
      "loss": 4.0625,
      "step": 70193
    },
    {
      "epoch": 2.8750358386237966,
      "grad_norm": 3.5968519155253875,
      "learning_rate": 0.00016319483297906205,
      "loss": 4.3438,
      "step": 70194
    },
    {
      "epoch": 2.875076797050993,
      "grad_norm": 3.521976713038031,
      "learning_rate": 0.00016319158422413682,
      "loss": 4.8125,
      "step": 70195
    },
    {
      "epoch": 2.8751177554781897,
      "grad_norm": 3.5629093053924246,
      "learning_rate": 0.0001631883354629753,
      "loss": 4.4375,
      "step": 70196
    },
    {
      "epoch": 2.8751587139053862,
      "grad_norm": 3.7762270835034006,
      "learning_rate": 0.00016318508669557917,
      "loss": 4.5625,
      "step": 70197
    },
    {
      "epoch": 2.8751996723325823,
      "grad_norm": 7.457466011419786,
      "learning_rate": 0.0001631818379219499,
      "loss": 6.1875,
      "step": 70198
    },
    {
      "epoch": 2.875240630759779,
      "grad_norm": 4.027593929285232,
      "learning_rate": 0.00016317858914208902,
      "loss": 5.0312,
      "step": 70199
    },
    {
      "epoch": 2.875281589186975,
      "grad_norm": 5.738701065769473,
      "learning_rate": 0.00016317534035599802,
      "loss": 6.5312,
      "step": 70200
    },
    {
      "epoch": 2.8753225476141715,
      "grad_norm": 3.564707338552478,
      "learning_rate": 0.00016317209156367852,
      "loss": 4.4688,
      "step": 70201
    },
    {
      "epoch": 2.875363506041368,
      "grad_norm": 3.601908072866762,
      "learning_rate": 0.00016316884276513203,
      "loss": 4.5,
      "step": 70202
    },
    {
      "epoch": 2.8754044644685646,
      "grad_norm": 7.830470973166043,
      "learning_rate": 0.00016316559396036006,
      "loss": 5.125,
      "step": 70203
    },
    {
      "epoch": 2.8754454228957607,
      "grad_norm": 4.046048212620384,
      "learning_rate": 0.00016316234514936415,
      "loss": 4.6875,
      "step": 70204
    },
    {
      "epoch": 2.875486381322957,
      "grad_norm": 5.154013178637347,
      "learning_rate": 0.00016315909633214586,
      "loss": 4.0938,
      "step": 70205
    },
    {
      "epoch": 2.8755273397501537,
      "grad_norm": 4.993786164332832,
      "learning_rate": 0.00016315584750870675,
      "loss": 5.75,
      "step": 70206
    },
    {
      "epoch": 2.87556829817735,
      "grad_norm": 3.3054113873769393,
      "learning_rate": 0.0001631525986790483,
      "loss": 3.4375,
      "step": 70207
    },
    {
      "epoch": 2.8756092566045464,
      "grad_norm": 3.9082837626723888,
      "learning_rate": 0.00016314934984317203,
      "loss": 4.375,
      "step": 70208
    },
    {
      "epoch": 2.875650215031743,
      "grad_norm": 4.452479643992981,
      "learning_rate": 0.00016314610100107954,
      "loss": 5.0312,
      "step": 70209
    },
    {
      "epoch": 2.8756911734589394,
      "grad_norm": 6.101241093778005,
      "learning_rate": 0.00016314285215277233,
      "loss": 2.8281,
      "step": 70210
    },
    {
      "epoch": 2.8757321318861355,
      "grad_norm": 3.3957830356872347,
      "learning_rate": 0.00016313960329825193,
      "loss": 0.5312,
      "step": 70211
    },
    {
      "epoch": 2.875773090313332,
      "grad_norm": 4.934973261919784,
      "learning_rate": 0.00016313635443751987,
      "loss": 4.4062,
      "step": 70212
    },
    {
      "epoch": 2.875814048740528,
      "grad_norm": 4.190641199674355,
      "learning_rate": 0.00016313310557057774,
      "loss": 5.5938,
      "step": 70213
    },
    {
      "epoch": 2.8758550071677247,
      "grad_norm": 3.753258082947796,
      "learning_rate": 0.00016312985669742703,
      "loss": 4.8438,
      "step": 70214
    },
    {
      "epoch": 2.875895965594921,
      "grad_norm": 4.687275082657229,
      "learning_rate": 0.0001631266078180693,
      "loss": 5.0312,
      "step": 70215
    },
    {
      "epoch": 2.8759369240221178,
      "grad_norm": 3.881877439741522,
      "learning_rate": 0.00016312335893250602,
      "loss": 5.5312,
      "step": 70216
    },
    {
      "epoch": 2.875977882449314,
      "grad_norm": 3.0257230099034502,
      "learning_rate": 0.00016312011004073883,
      "loss": 4.125,
      "step": 70217
    },
    {
      "epoch": 2.8760188408765104,
      "grad_norm": 4.372968060731239,
      "learning_rate": 0.00016311686114276917,
      "loss": 3.8281,
      "step": 70218
    },
    {
      "epoch": 2.8760597993037065,
      "grad_norm": 3.6523506139849427,
      "learning_rate": 0.00016311361223859868,
      "loss": 4.9062,
      "step": 70219
    },
    {
      "epoch": 2.876100757730903,
      "grad_norm": 2.9271053156633218,
      "learning_rate": 0.00016311036332822878,
      "loss": 3.75,
      "step": 70220
    },
    {
      "epoch": 2.8761417161580995,
      "grad_norm": 3.7987106347502904,
      "learning_rate": 0.00016310711441166106,
      "loss": 4.625,
      "step": 70221
    },
    {
      "epoch": 2.876182674585296,
      "grad_norm": 4.086641019773206,
      "learning_rate": 0.00016310386548889708,
      "loss": 4.1875,
      "step": 70222
    },
    {
      "epoch": 2.876223633012492,
      "grad_norm": 3.5425661229687972,
      "learning_rate": 0.0001631006165599384,
      "loss": 5.125,
      "step": 70223
    },
    {
      "epoch": 2.8762645914396887,
      "grad_norm": 4.650974408787806,
      "learning_rate": 0.0001630973676247864,
      "loss": 5.5,
      "step": 70224
    },
    {
      "epoch": 2.8763055498668852,
      "grad_norm": 3.923047495328912,
      "learning_rate": 0.0001630941186834428,
      "loss": 4.6562,
      "step": 70225
    },
    {
      "epoch": 2.8763465082940813,
      "grad_norm": 3.6736654274832947,
      "learning_rate": 0.00016309086973590904,
      "loss": 3.9219,
      "step": 70226
    },
    {
      "epoch": 2.876387466721278,
      "grad_norm": 3.9467153146167715,
      "learning_rate": 0.0001630876207821867,
      "loss": 4.9375,
      "step": 70227
    },
    {
      "epoch": 2.8764284251484744,
      "grad_norm": 4.271901542762609,
      "learning_rate": 0.00016308437182227723,
      "loss": 4.4375,
      "step": 70228
    },
    {
      "epoch": 2.876469383575671,
      "grad_norm": 3.5208744670523444,
      "learning_rate": 0.00016308112285618226,
      "loss": 4.9688,
      "step": 70229
    },
    {
      "epoch": 2.876510342002867,
      "grad_norm": 5.044876270953662,
      "learning_rate": 0.00016307787388390333,
      "loss": 4.8438,
      "step": 70230
    },
    {
      "epoch": 2.8765513004300636,
      "grad_norm": 3.9481186634672754,
      "learning_rate": 0.00016307462490544193,
      "loss": 4.7812,
      "step": 70231
    },
    {
      "epoch": 2.8765922588572597,
      "grad_norm": 3.1411744617735278,
      "learning_rate": 0.00016307137592079957,
      "loss": 4.625,
      "step": 70232
    },
    {
      "epoch": 2.876633217284456,
      "grad_norm": 5.911146621782952,
      "learning_rate": 0.00016306812692997783,
      "loss": 4.875,
      "step": 70233
    },
    {
      "epoch": 2.8766741757116527,
      "grad_norm": 3.5408289696681714,
      "learning_rate": 0.00016306487793297825,
      "loss": 3.4844,
      "step": 70234
    },
    {
      "epoch": 2.8767151341388493,
      "grad_norm": 3.8560430196850115,
      "learning_rate": 0.00016306162892980238,
      "loss": 4.4375,
      "step": 70235
    },
    {
      "epoch": 2.8767560925660454,
      "grad_norm": 3.160716633421728,
      "learning_rate": 0.00016305837992045168,
      "loss": 3.4688,
      "step": 70236
    },
    {
      "epoch": 2.876797050993242,
      "grad_norm": 5.598800314031005,
      "learning_rate": 0.00016305513090492777,
      "loss": 4.375,
      "step": 70237
    },
    {
      "epoch": 2.876838009420438,
      "grad_norm": 11.726404108589142,
      "learning_rate": 0.00016305188188323212,
      "loss": 5.9688,
      "step": 70238
    },
    {
      "epoch": 2.8768789678476345,
      "grad_norm": 9.929161551033495,
      "learning_rate": 0.00016304863285536634,
      "loss": 5.8125,
      "step": 70239
    },
    {
      "epoch": 2.876919926274831,
      "grad_norm": 3.4126346903261946,
      "learning_rate": 0.0001630453838213319,
      "loss": 4.4062,
      "step": 70240
    },
    {
      "epoch": 2.8769608847020276,
      "grad_norm": 3.4093293504080378,
      "learning_rate": 0.00016304213478113036,
      "loss": 4.5312,
      "step": 70241
    },
    {
      "epoch": 2.8770018431292237,
      "grad_norm": 2.996866457326804,
      "learning_rate": 0.0001630388857347633,
      "loss": 3.5938,
      "step": 70242
    },
    {
      "epoch": 2.8770428015564202,
      "grad_norm": 3.6427144546471513,
      "learning_rate": 0.00016303563668223218,
      "loss": 4.2188,
      "step": 70243
    },
    {
      "epoch": 2.8770837599836168,
      "grad_norm": 3.4157304881767483,
      "learning_rate": 0.00016303238762353854,
      "loss": 4.4062,
      "step": 70244
    },
    {
      "epoch": 2.877124718410813,
      "grad_norm": 3.5814090520737056,
      "learning_rate": 0.00016302913855868392,
      "loss": 4.0938,
      "step": 70245
    },
    {
      "epoch": 2.8771656768380094,
      "grad_norm": 4.127808970742089,
      "learning_rate": 0.00016302588948766998,
      "loss": 4.4062,
      "step": 70246
    },
    {
      "epoch": 2.877206635265206,
      "grad_norm": 3.545954777139407,
      "learning_rate": 0.00016302264041049807,
      "loss": 5.1875,
      "step": 70247
    },
    {
      "epoch": 2.8772475936924025,
      "grad_norm": 3.7465037454421446,
      "learning_rate": 0.0001630193913271698,
      "loss": 4.5625,
      "step": 70248
    },
    {
      "epoch": 2.8772885521195986,
      "grad_norm": 3.2238437308600236,
      "learning_rate": 0.00016301614223768678,
      "loss": 3.8281,
      "step": 70249
    },
    {
      "epoch": 2.877329510546795,
      "grad_norm": 3.165837332232299,
      "learning_rate": 0.00016301289314205045,
      "loss": 4.0938,
      "step": 70250
    },
    {
      "epoch": 2.877370468973991,
      "grad_norm": 3.5520951257356463,
      "learning_rate": 0.0001630096440402624,
      "loss": 4.5938,
      "step": 70251
    },
    {
      "epoch": 2.8774114274011877,
      "grad_norm": 3.725059827205579,
      "learning_rate": 0.0001630063949323241,
      "loss": 4.1875,
      "step": 70252
    },
    {
      "epoch": 2.8774523858283843,
      "grad_norm": 5.241369919240824,
      "learning_rate": 0.0001630031458182372,
      "loss": 4.5,
      "step": 70253
    },
    {
      "epoch": 2.877493344255581,
      "grad_norm": 9.63504940924051,
      "learning_rate": 0.00016299989669800314,
      "loss": 7.8438,
      "step": 70254
    },
    {
      "epoch": 2.877534302682777,
      "grad_norm": 4.033860773157702,
      "learning_rate": 0.00016299664757162346,
      "loss": 4.0312,
      "step": 70255
    },
    {
      "epoch": 2.8775752611099734,
      "grad_norm": 3.5447785867634947,
      "learning_rate": 0.0001629933984390997,
      "loss": 3.0938,
      "step": 70256
    },
    {
      "epoch": 2.8776162195371695,
      "grad_norm": 4.326260060389055,
      "learning_rate": 0.00016299014930043346,
      "loss": 4.6562,
      "step": 70257
    },
    {
      "epoch": 2.877657177964366,
      "grad_norm": 4.003877232172024,
      "learning_rate": 0.00016298690015562623,
      "loss": 1.1094,
      "step": 70258
    },
    {
      "epoch": 2.8776981363915626,
      "grad_norm": 3.633022182570648,
      "learning_rate": 0.00016298365100467953,
      "loss": 4.6562,
      "step": 70259
    },
    {
      "epoch": 2.877739094818759,
      "grad_norm": 3.1107792453815066,
      "learning_rate": 0.0001629804018475949,
      "loss": 3.7188,
      "step": 70260
    },
    {
      "epoch": 2.877780053245955,
      "grad_norm": 7.297895004227236,
      "learning_rate": 0.0001629771526843739,
      "loss": 4.6875,
      "step": 70261
    },
    {
      "epoch": 2.8778210116731517,
      "grad_norm": 3.4789306859415903,
      "learning_rate": 0.00016297390351501808,
      "loss": 4.8438,
      "step": 70262
    },
    {
      "epoch": 2.8778619701003483,
      "grad_norm": 11.777604459448407,
      "learning_rate": 0.00016297065433952895,
      "loss": 2.3281,
      "step": 70263
    },
    {
      "epoch": 2.8779029285275444,
      "grad_norm": 3.656746492878638,
      "learning_rate": 0.00016296740515790798,
      "loss": 4.9062,
      "step": 70264
    },
    {
      "epoch": 2.877943886954741,
      "grad_norm": 3.6949431697242847,
      "learning_rate": 0.00016296415597015683,
      "loss": 5.25,
      "step": 70265
    },
    {
      "epoch": 2.8779848453819374,
      "grad_norm": 4.289359120862969,
      "learning_rate": 0.000162960906776277,
      "loss": 5.125,
      "step": 70266
    },
    {
      "epoch": 2.878025803809134,
      "grad_norm": 14.397932727218306,
      "learning_rate": 0.00016295765757626997,
      "loss": 5.0312,
      "step": 70267
    },
    {
      "epoch": 2.87806676223633,
      "grad_norm": 8.265426987530637,
      "learning_rate": 0.00016295440837013733,
      "loss": 6.4375,
      "step": 70268
    },
    {
      "epoch": 2.8781077206635266,
      "grad_norm": 3.2095807227245934,
      "learning_rate": 0.00016295115915788058,
      "loss": 4.0312,
      "step": 70269
    },
    {
      "epoch": 2.8781486790907227,
      "grad_norm": 3.4945913535136293,
      "learning_rate": 0.00016294790993950128,
      "loss": 4.3438,
      "step": 70270
    },
    {
      "epoch": 2.8781896375179192,
      "grad_norm": 4.780280237654298,
      "learning_rate": 0.00016294466071500096,
      "loss": 5.625,
      "step": 70271
    },
    {
      "epoch": 2.8782305959451158,
      "grad_norm": 3.4166101065487275,
      "learning_rate": 0.00016294141148438113,
      "loss": 3.8125,
      "step": 70272
    },
    {
      "epoch": 2.8782715543723123,
      "grad_norm": 3.4549919768510984,
      "learning_rate": 0.0001629381622476434,
      "loss": 4.0938,
      "step": 70273
    },
    {
      "epoch": 2.8783125127995084,
      "grad_norm": 4.070566077289308,
      "learning_rate": 0.00016293491300478925,
      "loss": 4.4062,
      "step": 70274
    },
    {
      "epoch": 2.878353471226705,
      "grad_norm": 4.842887892434403,
      "learning_rate": 0.00016293166375582022,
      "loss": 5.4375,
      "step": 70275
    },
    {
      "epoch": 2.878394429653901,
      "grad_norm": 4.00101112936027,
      "learning_rate": 0.0001629284145007378,
      "loss": 5.25,
      "step": 70276
    },
    {
      "epoch": 2.8784353880810976,
      "grad_norm": 3.380201330353818,
      "learning_rate": 0.00016292516523954364,
      "loss": 3.75,
      "step": 70277
    },
    {
      "epoch": 2.878476346508294,
      "grad_norm": 4.02446545166397,
      "learning_rate": 0.00016292191597223923,
      "loss": 5.4062,
      "step": 70278
    },
    {
      "epoch": 2.8785173049354906,
      "grad_norm": 3.652362178057957,
      "learning_rate": 0.00016291866669882602,
      "loss": 4.7188,
      "step": 70279
    },
    {
      "epoch": 2.8785582633626867,
      "grad_norm": 3.7233721926803236,
      "learning_rate": 0.0001629154174193056,
      "loss": 4.4688,
      "step": 70280
    },
    {
      "epoch": 2.8785992217898833,
      "grad_norm": 4.275450272485857,
      "learning_rate": 0.0001629121681336796,
      "loss": 5.1562,
      "step": 70281
    },
    {
      "epoch": 2.87864018021708,
      "grad_norm": 3.7880517797447832,
      "learning_rate": 0.00016290891884194943,
      "loss": 5.6562,
      "step": 70282
    },
    {
      "epoch": 2.878681138644276,
      "grad_norm": 6.348763767272553,
      "learning_rate": 0.00016290566954411668,
      "loss": 4.4688,
      "step": 70283
    },
    {
      "epoch": 2.8787220970714724,
      "grad_norm": 4.7920813398932385,
      "learning_rate": 0.00016290242024018286,
      "loss": 5.7812,
      "step": 70284
    },
    {
      "epoch": 2.878763055498669,
      "grad_norm": 3.1118319024129817,
      "learning_rate": 0.00016289917093014955,
      "loss": 3.7344,
      "step": 70285
    },
    {
      "epoch": 2.8788040139258655,
      "grad_norm": 3.2586405643061696,
      "learning_rate": 0.00016289592161401826,
      "loss": 4.0312,
      "step": 70286
    },
    {
      "epoch": 2.8788449723530616,
      "grad_norm": 3.68825831914662,
      "learning_rate": 0.00016289267229179053,
      "loss": 4.8438,
      "step": 70287
    },
    {
      "epoch": 2.878885930780258,
      "grad_norm": 4.290349281859615,
      "learning_rate": 0.00016288942296346784,
      "loss": 4.6562,
      "step": 70288
    },
    {
      "epoch": 2.878926889207454,
      "grad_norm": 3.2865723684642076,
      "learning_rate": 0.00016288617362905184,
      "loss": 3.9688,
      "step": 70289
    },
    {
      "epoch": 2.8789678476346507,
      "grad_norm": 4.351649587099368,
      "learning_rate": 0.000162882924288544,
      "loss": 5.0,
      "step": 70290
    },
    {
      "epoch": 2.8790088060618473,
      "grad_norm": 3.1830472036441977,
      "learning_rate": 0.00016287967494194584,
      "loss": 4.3125,
      "step": 70291
    },
    {
      "epoch": 2.879049764489044,
      "grad_norm": 3.683811684050314,
      "learning_rate": 0.0001628764255892589,
      "loss": 4.5938,
      "step": 70292
    },
    {
      "epoch": 2.87909072291624,
      "grad_norm": 8.479153606084864,
      "learning_rate": 0.00016287317623048475,
      "loss": 5.2188,
      "step": 70293
    },
    {
      "epoch": 2.8791316813434364,
      "grad_norm": 5.714779012534866,
      "learning_rate": 0.00016286992686562492,
      "loss": 5.125,
      "step": 70294
    },
    {
      "epoch": 2.8791726397706325,
      "grad_norm": 5.313288970088309,
      "learning_rate": 0.00016286667749468094,
      "loss": 4.6875,
      "step": 70295
    },
    {
      "epoch": 2.879213598197829,
      "grad_norm": 3.3736356930897817,
      "learning_rate": 0.00016286342811765433,
      "loss": 4.3438,
      "step": 70296
    },
    {
      "epoch": 2.8792545566250256,
      "grad_norm": 3.136075851171697,
      "learning_rate": 0.00016286017873454664,
      "loss": 3.8281,
      "step": 70297
    },
    {
      "epoch": 2.879295515052222,
      "grad_norm": 4.537821834046324,
      "learning_rate": 0.00016285692934535942,
      "loss": 5.125,
      "step": 70298
    },
    {
      "epoch": 2.8793364734794182,
      "grad_norm": 3.7579203410603936,
      "learning_rate": 0.00016285367995009416,
      "loss": 4.3438,
      "step": 70299
    },
    {
      "epoch": 2.8793774319066148,
      "grad_norm": 5.0381178685068635,
      "learning_rate": 0.0001628504305487524,
      "loss": 4.8438,
      "step": 70300
    },
    {
      "epoch": 2.8794183903338113,
      "grad_norm": 4.140982909920801,
      "learning_rate": 0.00016284718114133574,
      "loss": 4.5,
      "step": 70301
    },
    {
      "epoch": 2.8794593487610074,
      "grad_norm": 5.776589079450853,
      "learning_rate": 0.0001628439317278457,
      "loss": 5.0312,
      "step": 70302
    },
    {
      "epoch": 2.879500307188204,
      "grad_norm": 5.771652336489058,
      "learning_rate": 0.00016284068230828377,
      "loss": 5.5312,
      "step": 70303
    },
    {
      "epoch": 2.8795412656154005,
      "grad_norm": 3.903380989315839,
      "learning_rate": 0.0001628374328826515,
      "loss": 4.3125,
      "step": 70304
    },
    {
      "epoch": 2.879582224042597,
      "grad_norm": 5.327267857879012,
      "learning_rate": 0.00016283418345095047,
      "loss": 4.9688,
      "step": 70305
    },
    {
      "epoch": 2.879623182469793,
      "grad_norm": 16.45915665120046,
      "learning_rate": 0.00016283093401318216,
      "loss": 7.6562,
      "step": 70306
    },
    {
      "epoch": 2.8796641408969896,
      "grad_norm": 4.355016518372633,
      "learning_rate": 0.00016282768456934814,
      "loss": 5.9062,
      "step": 70307
    },
    {
      "epoch": 2.8797050993241857,
      "grad_norm": 5.1378802176794425,
      "learning_rate": 0.0001628244351194499,
      "loss": 2.8906,
      "step": 70308
    },
    {
      "epoch": 2.8797460577513823,
      "grad_norm": 4.299003726425715,
      "learning_rate": 0.00016282118566348904,
      "loss": 4.7188,
      "step": 70309
    },
    {
      "epoch": 2.879787016178579,
      "grad_norm": 3.426345975314257,
      "learning_rate": 0.00016281793620146707,
      "loss": 4.5,
      "step": 70310
    },
    {
      "epoch": 2.8798279746057753,
      "grad_norm": 3.4743360456966266,
      "learning_rate": 0.00016281468673338552,
      "loss": 3.4844,
      "step": 70311
    },
    {
      "epoch": 2.8798689330329714,
      "grad_norm": 4.748912426567061,
      "learning_rate": 0.00016281143725924597,
      "loss": 3.2969,
      "step": 70312
    },
    {
      "epoch": 2.879909891460168,
      "grad_norm": 4.580770927551912,
      "learning_rate": 0.00016280818777904987,
      "loss": 5.0938,
      "step": 70313
    },
    {
      "epoch": 2.879950849887364,
      "grad_norm": 5.288429915714148,
      "learning_rate": 0.0001628049382927988,
      "loss": 4.5938,
      "step": 70314
    },
    {
      "epoch": 2.8799918083145606,
      "grad_norm": 3.4462691026450436,
      "learning_rate": 0.00016280168880049433,
      "loss": 4.0938,
      "step": 70315
    },
    {
      "epoch": 2.880032766741757,
      "grad_norm": 3.90288826263482,
      "learning_rate": 0.0001627984393021379,
      "loss": 4.75,
      "step": 70316
    },
    {
      "epoch": 2.8800737251689537,
      "grad_norm": 3.621126865013713,
      "learning_rate": 0.00016279518979773114,
      "loss": 4.625,
      "step": 70317
    },
    {
      "epoch": 2.8801146835961497,
      "grad_norm": 4.395537364915955,
      "learning_rate": 0.00016279194028727558,
      "loss": 5.0,
      "step": 70318
    },
    {
      "epoch": 2.8801556420233463,
      "grad_norm": 3.998153237798531,
      "learning_rate": 0.00016278869077077275,
      "loss": 3.375,
      "step": 70319
    },
    {
      "epoch": 2.880196600450543,
      "grad_norm": 6.755167021553115,
      "learning_rate": 0.0001627854412482241,
      "loss": 6.2188,
      "step": 70320
    },
    {
      "epoch": 2.880237558877739,
      "grad_norm": 9.493481061238743,
      "learning_rate": 0.0001627821917196313,
      "loss": 3.0156,
      "step": 70321
    },
    {
      "epoch": 2.8802785173049354,
      "grad_norm": 3.7931792320646194,
      "learning_rate": 0.0001627789421849958,
      "loss": 3.7969,
      "step": 70322
    },
    {
      "epoch": 2.880319475732132,
      "grad_norm": 4.40755904775053,
      "learning_rate": 0.00016277569264431914,
      "loss": 4.2812,
      "step": 70323
    },
    {
      "epoch": 2.8803604341593285,
      "grad_norm": 3.9668834319335073,
      "learning_rate": 0.00016277244309760287,
      "loss": 4.5625,
      "step": 70324
    },
    {
      "epoch": 2.8804013925865246,
      "grad_norm": 4.883872621847353,
      "learning_rate": 0.00016276919354484855,
      "loss": 4.9375,
      "step": 70325
    },
    {
      "epoch": 2.880442351013721,
      "grad_norm": 4.483915700025155,
      "learning_rate": 0.0001627659439860577,
      "loss": 4.7812,
      "step": 70326
    },
    {
      "epoch": 2.8804833094409172,
      "grad_norm": 2.7201732404091183,
      "learning_rate": 0.00016276269442123183,
      "loss": 3.4375,
      "step": 70327
    },
    {
      "epoch": 2.8805242678681138,
      "grad_norm": 3.7903462726337263,
      "learning_rate": 0.0001627594448503725,
      "loss": 4.3125,
      "step": 70328
    },
    {
      "epoch": 2.8805652262953103,
      "grad_norm": 4.460741905176607,
      "learning_rate": 0.00016275619527348126,
      "loss": 6.25,
      "step": 70329
    },
    {
      "epoch": 2.880606184722507,
      "grad_norm": 7.9098514371759645,
      "learning_rate": 0.00016275294569055966,
      "loss": 6.5938,
      "step": 70330
    },
    {
      "epoch": 2.880647143149703,
      "grad_norm": 7.42722720976001,
      "learning_rate": 0.00016274969610160917,
      "loss": 4.75,
      "step": 70331
    },
    {
      "epoch": 2.8806881015768995,
      "grad_norm": 7.244066187695078,
      "learning_rate": 0.00016274644650663135,
      "loss": 6.4062,
      "step": 70332
    },
    {
      "epoch": 2.8807290600040956,
      "grad_norm": 7.5939152512878225,
      "learning_rate": 0.00016274319690562776,
      "loss": 2.7969,
      "step": 70333
    },
    {
      "epoch": 2.880770018431292,
      "grad_norm": 3.9883801972997883,
      "learning_rate": 0.00016273994729859998,
      "loss": 6.5,
      "step": 70334
    },
    {
      "epoch": 2.8808109768584886,
      "grad_norm": 4.513834914945112,
      "learning_rate": 0.0001627366976855494,
      "loss": 5.0938,
      "step": 70335
    },
    {
      "epoch": 2.880851935285685,
      "grad_norm": 3.5151798389453015,
      "learning_rate": 0.00016273344806647772,
      "loss": 5.0625,
      "step": 70336
    },
    {
      "epoch": 2.8808928937128813,
      "grad_norm": 3.668596186604584,
      "learning_rate": 0.00016273019844138638,
      "loss": 4.9375,
      "step": 70337
    },
    {
      "epoch": 2.880933852140078,
      "grad_norm": 3.9613039161551824,
      "learning_rate": 0.00016272694881027693,
      "loss": 4.4375,
      "step": 70338
    },
    {
      "epoch": 2.8809748105672743,
      "grad_norm": 3.2158047396271137,
      "learning_rate": 0.00016272369917315094,
      "loss": 3.9531,
      "step": 70339
    },
    {
      "epoch": 2.8810157689944704,
      "grad_norm": 4.043623198102662,
      "learning_rate": 0.0001627204495300099,
      "loss": 4.5938,
      "step": 70340
    },
    {
      "epoch": 2.881056727421667,
      "grad_norm": 3.8387881322796655,
      "learning_rate": 0.0001627171998808554,
      "loss": 1.6328,
      "step": 70341
    },
    {
      "epoch": 2.8810976858488635,
      "grad_norm": 3.9621906335206667,
      "learning_rate": 0.00016271395022568894,
      "loss": 5.0312,
      "step": 70342
    },
    {
      "epoch": 2.88113864427606,
      "grad_norm": 6.172264307613789,
      "learning_rate": 0.00016271070056451205,
      "loss": 4.2188,
      "step": 70343
    },
    {
      "epoch": 2.881179602703256,
      "grad_norm": 3.3786134078361583,
      "learning_rate": 0.00016270745089732623,
      "loss": 4.25,
      "step": 70344
    },
    {
      "epoch": 2.8812205611304527,
      "grad_norm": 3.2006212783699626,
      "learning_rate": 0.00016270420122413315,
      "loss": 3.5625,
      "step": 70345
    },
    {
      "epoch": 2.8812615195576488,
      "grad_norm": 3.6771053935612272,
      "learning_rate": 0.00016270095154493423,
      "loss": 4.9375,
      "step": 70346
    },
    {
      "epoch": 2.8813024779848453,
      "grad_norm": 3.7365000348749864,
      "learning_rate": 0.00016269770185973104,
      "loss": 5.0625,
      "step": 70347
    },
    {
      "epoch": 2.881343436412042,
      "grad_norm": 5.2488102198963835,
      "learning_rate": 0.0001626944521685251,
      "loss": 5.4375,
      "step": 70348
    },
    {
      "epoch": 2.8813843948392384,
      "grad_norm": 4.522331256889003,
      "learning_rate": 0.00016269120247131797,
      "loss": 6.3125,
      "step": 70349
    },
    {
      "epoch": 2.8814253532664345,
      "grad_norm": 6.606632714789595,
      "learning_rate": 0.00016268795276811116,
      "loss": 2.5781,
      "step": 70350
    },
    {
      "epoch": 2.881466311693631,
      "grad_norm": 6.933236817070148,
      "learning_rate": 0.00016268470305890628,
      "loss": 5.4375,
      "step": 70351
    },
    {
      "epoch": 2.8815072701208275,
      "grad_norm": 3.3996628722314397,
      "learning_rate": 0.00016268145334370475,
      "loss": 4.6875,
      "step": 70352
    },
    {
      "epoch": 2.8815482285480236,
      "grad_norm": 4.03788860595294,
      "learning_rate": 0.00016267820362250815,
      "loss": 4.1562,
      "step": 70353
    },
    {
      "epoch": 2.88158918697522,
      "grad_norm": 7.371128217784273,
      "learning_rate": 0.0001626749538953181,
      "loss": 3.8438,
      "step": 70354
    },
    {
      "epoch": 2.8816301454024167,
      "grad_norm": 4.0524155475397174,
      "learning_rate": 0.000162671704162136,
      "loss": 2.2812,
      "step": 70355
    },
    {
      "epoch": 2.881671103829613,
      "grad_norm": 4.807434646454839,
      "learning_rate": 0.00016266845442296346,
      "loss": 4.5625,
      "step": 70356
    },
    {
      "epoch": 2.8817120622568093,
      "grad_norm": 3.6524234583508566,
      "learning_rate": 0.00016266520467780204,
      "loss": 4.4688,
      "step": 70357
    },
    {
      "epoch": 2.881753020684006,
      "grad_norm": 3.56484247841287,
      "learning_rate": 0.00016266195492665322,
      "loss": 4.3125,
      "step": 70358
    },
    {
      "epoch": 2.881793979111202,
      "grad_norm": 4.761634455983706,
      "learning_rate": 0.00016265870516951858,
      "loss": 5.5,
      "step": 70359
    },
    {
      "epoch": 2.8818349375383985,
      "grad_norm": 4.139082665318974,
      "learning_rate": 0.00016265545540639962,
      "loss": 5.4062,
      "step": 70360
    },
    {
      "epoch": 2.881875895965595,
      "grad_norm": 4.61347714961478,
      "learning_rate": 0.00016265220563729793,
      "loss": 6.1875,
      "step": 70361
    },
    {
      "epoch": 2.8819168543927915,
      "grad_norm": 3.702203293276457,
      "learning_rate": 0.000162648955862215,
      "loss": 4.2188,
      "step": 70362
    },
    {
      "epoch": 2.8819578128199876,
      "grad_norm": 3.002716619871602,
      "learning_rate": 0.00016264570608115237,
      "loss": 3.3594,
      "step": 70363
    },
    {
      "epoch": 2.881998771247184,
      "grad_norm": 4.5641880427189205,
      "learning_rate": 0.00016264245629411158,
      "loss": 4.4062,
      "step": 70364
    },
    {
      "epoch": 2.8820397296743803,
      "grad_norm": 8.126529026776224,
      "learning_rate": 0.00016263920650109415,
      "loss": 5.2812,
      "step": 70365
    },
    {
      "epoch": 2.882080688101577,
      "grad_norm": 3.551068165924099,
      "learning_rate": 0.00016263595670210166,
      "loss": 4.9375,
      "step": 70366
    },
    {
      "epoch": 2.8821216465287733,
      "grad_norm": 3.288475388535869,
      "learning_rate": 0.00016263270689713565,
      "loss": 3.8906,
      "step": 70367
    },
    {
      "epoch": 2.88216260495597,
      "grad_norm": 5.384387966716436,
      "learning_rate": 0.00016262945708619758,
      "loss": 5.5312,
      "step": 70368
    },
    {
      "epoch": 2.882203563383166,
      "grad_norm": 3.250266930028043,
      "learning_rate": 0.00016262620726928908,
      "loss": 4.3438,
      "step": 70369
    },
    {
      "epoch": 2.8822445218103625,
      "grad_norm": 3.577080437717669,
      "learning_rate": 0.00016262295744641158,
      "loss": 4.75,
      "step": 70370
    },
    {
      "epoch": 2.882285480237559,
      "grad_norm": 3.631495148783583,
      "learning_rate": 0.00016261970761756672,
      "loss": 4.0625,
      "step": 70371
    },
    {
      "epoch": 2.882326438664755,
      "grad_norm": 4.826383444253031,
      "learning_rate": 0.00016261645778275601,
      "loss": 0.9961,
      "step": 70372
    },
    {
      "epoch": 2.8823673970919517,
      "grad_norm": 3.868319619841574,
      "learning_rate": 0.00016261320794198095,
      "loss": 5.3125,
      "step": 70373
    },
    {
      "epoch": 2.882408355519148,
      "grad_norm": 7.413438610048857,
      "learning_rate": 0.0001626099580952431,
      "loss": 3.4844,
      "step": 70374
    },
    {
      "epoch": 2.8824493139463447,
      "grad_norm": 4.473180755386677,
      "learning_rate": 0.000162606708242544,
      "loss": 4.4688,
      "step": 70375
    },
    {
      "epoch": 2.882490272373541,
      "grad_norm": 3.700989953792877,
      "learning_rate": 0.00016260345838388514,
      "loss": 4.625,
      "step": 70376
    },
    {
      "epoch": 2.8825312308007374,
      "grad_norm": 3.324836866639583,
      "learning_rate": 0.00016260020851926814,
      "loss": 4.875,
      "step": 70377
    },
    {
      "epoch": 2.8825721892279335,
      "grad_norm": 4.996458995639027,
      "learning_rate": 0.00016259695864869448,
      "loss": 4.75,
      "step": 70378
    },
    {
      "epoch": 2.88261314765513,
      "grad_norm": 3.67263824378396,
      "learning_rate": 0.00016259370877216573,
      "loss": 5.0,
      "step": 70379
    },
    {
      "epoch": 2.8826541060823265,
      "grad_norm": 3.411957952250428,
      "learning_rate": 0.00016259045888968336,
      "loss": 3.8438,
      "step": 70380
    },
    {
      "epoch": 2.882695064509523,
      "grad_norm": 3.4902016653870116,
      "learning_rate": 0.00016258720900124899,
      "loss": 4.2812,
      "step": 70381
    },
    {
      "epoch": 2.882736022936719,
      "grad_norm": 3.403491973488323,
      "learning_rate": 0.0001625839591068641,
      "loss": 4.3125,
      "step": 70382
    },
    {
      "epoch": 2.8827769813639157,
      "grad_norm": 2.988002510036227,
      "learning_rate": 0.00016258070920653026,
      "loss": 3.8438,
      "step": 70383
    },
    {
      "epoch": 2.882817939791112,
      "grad_norm": 8.270374221265055,
      "learning_rate": 0.00016257745930024902,
      "loss": 6.5,
      "step": 70384
    },
    {
      "epoch": 2.8828588982183083,
      "grad_norm": 3.8252350938723185,
      "learning_rate": 0.00016257420938802186,
      "loss": 4.3438,
      "step": 70385
    },
    {
      "epoch": 2.882899856645505,
      "grad_norm": 3.239772025672628,
      "learning_rate": 0.00016257095946985031,
      "loss": 4.2812,
      "step": 70386
    },
    {
      "epoch": 2.8829408150727014,
      "grad_norm": 3.82540258029367,
      "learning_rate": 0.00016256770954573599,
      "loss": 4.3125,
      "step": 70387
    },
    {
      "epoch": 2.8829817734998975,
      "grad_norm": 6.104465413488623,
      "learning_rate": 0.0001625644596156803,
      "loss": 4.6562,
      "step": 70388
    },
    {
      "epoch": 2.883022731927094,
      "grad_norm": 3.412380393489527,
      "learning_rate": 0.00016256120967968497,
      "loss": 3.8281,
      "step": 70389
    },
    {
      "epoch": 2.8830636903542906,
      "grad_norm": 3.4063214378753224,
      "learning_rate": 0.00016255795973775134,
      "loss": 4.2188,
      "step": 70390
    },
    {
      "epoch": 2.8831046487814866,
      "grad_norm": 4.029935706315231,
      "learning_rate": 0.0001625547097898811,
      "loss": 4.4375,
      "step": 70391
    },
    {
      "epoch": 2.883145607208683,
      "grad_norm": 3.3463531759952163,
      "learning_rate": 0.00016255145983607567,
      "loss": 4.2188,
      "step": 70392
    },
    {
      "epoch": 2.8831865656358797,
      "grad_norm": 3.1932898298501926,
      "learning_rate": 0.00016254820987633668,
      "loss": 4.2188,
      "step": 70393
    },
    {
      "epoch": 2.8832275240630763,
      "grad_norm": 3.691475066469606,
      "learning_rate": 0.0001625449599106656,
      "loss": 5.125,
      "step": 70394
    },
    {
      "epoch": 2.8832684824902723,
      "grad_norm": 3.3704860667410195,
      "learning_rate": 0.000162541709939064,
      "loss": 4.625,
      "step": 70395
    },
    {
      "epoch": 2.883309440917469,
      "grad_norm": 3.4700384656356786,
      "learning_rate": 0.00016253845996153337,
      "loss": 4.6875,
      "step": 70396
    },
    {
      "epoch": 2.883350399344665,
      "grad_norm": 5.11984115334229,
      "learning_rate": 0.00016253520997807537,
      "loss": 5.9375,
      "step": 70397
    },
    {
      "epoch": 2.8833913577718615,
      "grad_norm": 3.3700594480218764,
      "learning_rate": 0.0001625319599886914,
      "loss": 2.7656,
      "step": 70398
    },
    {
      "epoch": 2.883432316199058,
      "grad_norm": 4.032881127461827,
      "learning_rate": 0.00016252870999338304,
      "loss": 4.5,
      "step": 70399
    },
    {
      "epoch": 2.8834732746262546,
      "grad_norm": 4.8859329838699646,
      "learning_rate": 0.0001625254599921518,
      "loss": 6.4375,
      "step": 70400
    },
    {
      "epoch": 2.8835142330534507,
      "grad_norm": 8.276291745939478,
      "learning_rate": 0.00016252220998499932,
      "loss": 3.4375,
      "step": 70401
    },
    {
      "epoch": 2.883555191480647,
      "grad_norm": 4.633772600812558,
      "learning_rate": 0.00016251895997192704,
      "loss": 5.9375,
      "step": 70402
    },
    {
      "epoch": 2.8835961499078433,
      "grad_norm": 3.521112165863069,
      "learning_rate": 0.0001625157099529365,
      "loss": 4.5938,
      "step": 70403
    },
    {
      "epoch": 2.88363710833504,
      "grad_norm": 3.816455891943991,
      "learning_rate": 0.00016251245992802927,
      "loss": 5.0312,
      "step": 70404
    },
    {
      "epoch": 2.8836780667622364,
      "grad_norm": 3.517124004697838,
      "learning_rate": 0.00016250920989720687,
      "loss": 4.4688,
      "step": 70405
    },
    {
      "epoch": 2.883719025189433,
      "grad_norm": 3.922600004309688,
      "learning_rate": 0.00016250595986047088,
      "loss": 4.0938,
      "step": 70406
    },
    {
      "epoch": 2.883759983616629,
      "grad_norm": 3.537962270657939,
      "learning_rate": 0.00016250270981782276,
      "loss": 4.1562,
      "step": 70407
    },
    {
      "epoch": 2.8838009420438255,
      "grad_norm": 7.557578178824094,
      "learning_rate": 0.0001624994597692641,
      "loss": 5.9375,
      "step": 70408
    },
    {
      "epoch": 2.883841900471022,
      "grad_norm": 3.8891599737902656,
      "learning_rate": 0.0001624962097147964,
      "loss": 5.0312,
      "step": 70409
    },
    {
      "epoch": 2.883882858898218,
      "grad_norm": 3.717545325985145,
      "learning_rate": 0.00016249295965442125,
      "loss": 4.0312,
      "step": 70410
    },
    {
      "epoch": 2.8839238173254147,
      "grad_norm": 4.527519489015982,
      "learning_rate": 0.00016248970958814015,
      "loss": 4.8125,
      "step": 70411
    },
    {
      "epoch": 2.8839647757526112,
      "grad_norm": 3.4423793391842192,
      "learning_rate": 0.0001624864595159546,
      "loss": 5.2188,
      "step": 70412
    },
    {
      "epoch": 2.8840057341798078,
      "grad_norm": 3.4867658974879117,
      "learning_rate": 0.00016248320943786622,
      "loss": 4.4688,
      "step": 70413
    },
    {
      "epoch": 2.884046692607004,
      "grad_norm": 7.894977493866841,
      "learning_rate": 0.00016247995935387646,
      "loss": 3.375,
      "step": 70414
    },
    {
      "epoch": 2.8840876510342004,
      "grad_norm": 3.3242203857903663,
      "learning_rate": 0.00016247670926398695,
      "loss": 3.8594,
      "step": 70415
    },
    {
      "epoch": 2.8841286094613965,
      "grad_norm": 3.714105446873195,
      "learning_rate": 0.00016247345916819912,
      "loss": 5.375,
      "step": 70416
    },
    {
      "epoch": 2.884169567888593,
      "grad_norm": 4.29946711183885,
      "learning_rate": 0.00016247020906651462,
      "loss": 4.4375,
      "step": 70417
    },
    {
      "epoch": 2.8842105263157896,
      "grad_norm": 3.7877579737725053,
      "learning_rate": 0.00016246695895893494,
      "loss": 4.8125,
      "step": 70418
    },
    {
      "epoch": 2.884251484742986,
      "grad_norm": 5.484566154290539,
      "learning_rate": 0.00016246370884546153,
      "loss": 5.4062,
      "step": 70419
    },
    {
      "epoch": 2.884292443170182,
      "grad_norm": 3.824107010857934,
      "learning_rate": 0.00016246045872609605,
      "loss": 5.0,
      "step": 70420
    },
    {
      "epoch": 2.8843334015973787,
      "grad_norm": 3.5820324518213322,
      "learning_rate": 0.00016245720860084,
      "loss": 4.375,
      "step": 70421
    },
    {
      "epoch": 2.884374360024575,
      "grad_norm": 3.898090269491876,
      "learning_rate": 0.00016245395846969487,
      "loss": 4.5,
      "step": 70422
    },
    {
      "epoch": 2.8844153184517713,
      "grad_norm": 6.1568967434226956,
      "learning_rate": 0.00016245070833266226,
      "loss": 6.0312,
      "step": 70423
    },
    {
      "epoch": 2.884456276878968,
      "grad_norm": 3.4885758724728224,
      "learning_rate": 0.00016244745818974363,
      "loss": 4.4688,
      "step": 70424
    },
    {
      "epoch": 2.8844972353061644,
      "grad_norm": 5.996694675731934,
      "learning_rate": 0.00016244420804094063,
      "loss": 6.25,
      "step": 70425
    },
    {
      "epoch": 2.8845381937333605,
      "grad_norm": 3.6042507065372975,
      "learning_rate": 0.00016244095788625466,
      "loss": 4.75,
      "step": 70426
    },
    {
      "epoch": 2.884579152160557,
      "grad_norm": 6.972231622340901,
      "learning_rate": 0.00016243770772568738,
      "loss": 4.3438,
      "step": 70427
    },
    {
      "epoch": 2.8846201105877536,
      "grad_norm": 3.1676627010452436,
      "learning_rate": 0.00016243445755924024,
      "loss": 3.875,
      "step": 70428
    },
    {
      "epoch": 2.8846610690149497,
      "grad_norm": 4.3513131019886915,
      "learning_rate": 0.00016243120738691484,
      "loss": 4.6875,
      "step": 70429
    },
    {
      "epoch": 2.884702027442146,
      "grad_norm": 3.7991992542227937,
      "learning_rate": 0.00016242795720871267,
      "loss": 5.0312,
      "step": 70430
    },
    {
      "epoch": 2.8847429858693427,
      "grad_norm": 3.432308679772361,
      "learning_rate": 0.00016242470702463528,
      "loss": 4.5625,
      "step": 70431
    },
    {
      "epoch": 2.8847839442965393,
      "grad_norm": 3.3660090369145057,
      "learning_rate": 0.0001624214568346842,
      "loss": 4.1875,
      "step": 70432
    },
    {
      "epoch": 2.8848249027237354,
      "grad_norm": 3.3855434064609446,
      "learning_rate": 0.000162418206638861,
      "loss": 4.3125,
      "step": 70433
    },
    {
      "epoch": 2.884865861150932,
      "grad_norm": 3.735764681758423,
      "learning_rate": 0.00016241495643716717,
      "loss": 4.4688,
      "step": 70434
    },
    {
      "epoch": 2.884906819578128,
      "grad_norm": 5.124977633007607,
      "learning_rate": 0.0001624117062296043,
      "loss": 4.3438,
      "step": 70435
    },
    {
      "epoch": 2.8849477780053245,
      "grad_norm": 3.4826306264579436,
      "learning_rate": 0.00016240845601617386,
      "loss": 5.0312,
      "step": 70436
    },
    {
      "epoch": 2.884988736432521,
      "grad_norm": 3.4776314707062035,
      "learning_rate": 0.00016240520579687747,
      "loss": 4.4688,
      "step": 70437
    },
    {
      "epoch": 2.8850296948597176,
      "grad_norm": 3.580952111576304,
      "learning_rate": 0.00016240195557171657,
      "loss": 4.5625,
      "step": 70438
    },
    {
      "epoch": 2.8850706532869137,
      "grad_norm": 3.4261093531669657,
      "learning_rate": 0.00016239870534069277,
      "loss": 4.1562,
      "step": 70439
    },
    {
      "epoch": 2.8851116117141102,
      "grad_norm": 4.334331047198411,
      "learning_rate": 0.00016239545510380755,
      "loss": 4.875,
      "step": 70440
    },
    {
      "epoch": 2.8851525701413063,
      "grad_norm": 4.006140141863905,
      "learning_rate": 0.00016239220486106252,
      "loss": 5.0625,
      "step": 70441
    },
    {
      "epoch": 2.885193528568503,
      "grad_norm": 5.21724812508684,
      "learning_rate": 0.00016238895461245917,
      "loss": 2.6719,
      "step": 70442
    },
    {
      "epoch": 2.8852344869956994,
      "grad_norm": 3.571994165136619,
      "learning_rate": 0.000162385704357999,
      "loss": 4.2812,
      "step": 70443
    },
    {
      "epoch": 2.885275445422896,
      "grad_norm": 4.647042652824834,
      "learning_rate": 0.00016238245409768361,
      "loss": 5.2188,
      "step": 70444
    },
    {
      "epoch": 2.885316403850092,
      "grad_norm": 7.477766333454428,
      "learning_rate": 0.00016237920383151456,
      "loss": 6.0625,
      "step": 70445
    },
    {
      "epoch": 2.8853573622772886,
      "grad_norm": 5.491969125398028,
      "learning_rate": 0.00016237595355949328,
      "loss": 5.5312,
      "step": 70446
    },
    {
      "epoch": 2.885398320704485,
      "grad_norm": 4.0123560805052465,
      "learning_rate": 0.0001623727032816214,
      "loss": 0.8125,
      "step": 70447
    },
    {
      "epoch": 2.885439279131681,
      "grad_norm": 4.788736790488341,
      "learning_rate": 0.00016236945299790038,
      "loss": 5.4375,
      "step": 70448
    },
    {
      "epoch": 2.8854802375588777,
      "grad_norm": 6.301023079969958,
      "learning_rate": 0.00016236620270833186,
      "loss": 5.0625,
      "step": 70449
    },
    {
      "epoch": 2.8855211959860743,
      "grad_norm": 3.850212749111691,
      "learning_rate": 0.00016236295241291726,
      "loss": 4.6562,
      "step": 70450
    },
    {
      "epoch": 2.885562154413271,
      "grad_norm": 4.269895276452972,
      "learning_rate": 0.00016235970211165822,
      "loss": 5.3438,
      "step": 70451
    },
    {
      "epoch": 2.885603112840467,
      "grad_norm": 3.3682915556823603,
      "learning_rate": 0.0001623564518045562,
      "loss": 3.6094,
      "step": 70452
    },
    {
      "epoch": 2.8856440712676634,
      "grad_norm": 4.421622018782442,
      "learning_rate": 0.00016235320149161282,
      "loss": 5.0625,
      "step": 70453
    },
    {
      "epoch": 2.8856850296948595,
      "grad_norm": 6.87090870178559,
      "learning_rate": 0.00016234995117282952,
      "loss": 4.5,
      "step": 70454
    },
    {
      "epoch": 2.885725988122056,
      "grad_norm": 6.025484901751989,
      "learning_rate": 0.00016234670084820787,
      "loss": 5.3438,
      "step": 70455
    },
    {
      "epoch": 2.8857669465492526,
      "grad_norm": 4.395776951926497,
      "learning_rate": 0.00016234345051774942,
      "loss": 4.0625,
      "step": 70456
    },
    {
      "epoch": 2.885807904976449,
      "grad_norm": 3.3312652792235706,
      "learning_rate": 0.00016234020018145574,
      "loss": 4.1875,
      "step": 70457
    },
    {
      "epoch": 2.885848863403645,
      "grad_norm": 6.508717442251938,
      "learning_rate": 0.0001623369498393283,
      "loss": 5.125,
      "step": 70458
    },
    {
      "epoch": 2.8858898218308418,
      "grad_norm": 3.262758624994817,
      "learning_rate": 0.00016233369949136868,
      "loss": 3.4531,
      "step": 70459
    },
    {
      "epoch": 2.885930780258038,
      "grad_norm": 3.3822368213220892,
      "learning_rate": 0.00016233044913757837,
      "loss": 3.5938,
      "step": 70460
    },
    {
      "epoch": 2.8859717386852344,
      "grad_norm": 3.2677034898769968,
      "learning_rate": 0.00016232719877795897,
      "loss": 4.0938,
      "step": 70461
    },
    {
      "epoch": 2.886012697112431,
      "grad_norm": 3.6018753963322974,
      "learning_rate": 0.00016232394841251196,
      "loss": 3.8281,
      "step": 70462
    },
    {
      "epoch": 2.8860536555396274,
      "grad_norm": 3.6530231540644524,
      "learning_rate": 0.00016232069804123894,
      "loss": 4.625,
      "step": 70463
    },
    {
      "epoch": 2.8860946139668235,
      "grad_norm": 17.69470693824361,
      "learning_rate": 0.00016231744766414136,
      "loss": 4.25,
      "step": 70464
    },
    {
      "epoch": 2.88613557239402,
      "grad_norm": 3.3590593433619134,
      "learning_rate": 0.00016231419728122084,
      "loss": 4.1875,
      "step": 70465
    },
    {
      "epoch": 2.8861765308212166,
      "grad_norm": 2.983635819697265,
      "learning_rate": 0.00016231094689247888,
      "loss": 3.4219,
      "step": 70466
    },
    {
      "epoch": 2.8862174892484127,
      "grad_norm": 3.4163314774024456,
      "learning_rate": 0.00016230769649791703,
      "loss": 5.1875,
      "step": 70467
    },
    {
      "epoch": 2.8862584476756092,
      "grad_norm": 3.3808617801176246,
      "learning_rate": 0.00016230444609753676,
      "loss": 4.625,
      "step": 70468
    },
    {
      "epoch": 2.8862994061028058,
      "grad_norm": 6.643176312819666,
      "learning_rate": 0.0001623011956913397,
      "loss": 6.25,
      "step": 70469
    },
    {
      "epoch": 2.8863403645300023,
      "grad_norm": 3.323296339079153,
      "learning_rate": 0.00016229794527932736,
      "loss": 3.9531,
      "step": 70470
    },
    {
      "epoch": 2.8863813229571984,
      "grad_norm": 3.9450294172771643,
      "learning_rate": 0.00016229469486150127,
      "loss": 5.3125,
      "step": 70471
    },
    {
      "epoch": 2.886422281384395,
      "grad_norm": 8.118906423748072,
      "learning_rate": 0.0001622914444378629,
      "loss": 2.5781,
      "step": 70472
    },
    {
      "epoch": 2.886463239811591,
      "grad_norm": 3.5009607276471995,
      "learning_rate": 0.00016228819400841392,
      "loss": 4.0938,
      "step": 70473
    },
    {
      "epoch": 2.8865041982387876,
      "grad_norm": 8.171078860159625,
      "learning_rate": 0.00016228494357315576,
      "loss": 4.1875,
      "step": 70474
    },
    {
      "epoch": 2.886545156665984,
      "grad_norm": 3.5172806465118938,
      "learning_rate": 0.00016228169313208999,
      "loss": 4.4062,
      "step": 70475
    },
    {
      "epoch": 2.8865861150931806,
      "grad_norm": 3.04323493683522,
      "learning_rate": 0.00016227844268521817,
      "loss": 4.25,
      "step": 70476
    },
    {
      "epoch": 2.8866270735203767,
      "grad_norm": 6.796952594344937,
      "learning_rate": 0.0001622751922325418,
      "loss": 4.9688,
      "step": 70477
    },
    {
      "epoch": 2.8866680319475733,
      "grad_norm": 3.1295559203442194,
      "learning_rate": 0.00016227194177406245,
      "loss": 4.25,
      "step": 70478
    },
    {
      "epoch": 2.8867089903747694,
      "grad_norm": 3.5443815735194986,
      "learning_rate": 0.0001622686913097816,
      "loss": 4.4062,
      "step": 70479
    },
    {
      "epoch": 2.886749948801966,
      "grad_norm": 3.2266128688549665,
      "learning_rate": 0.00016226544083970085,
      "loss": 4.0938,
      "step": 70480
    },
    {
      "epoch": 2.8867909072291624,
      "grad_norm": 5.361234736395243,
      "learning_rate": 0.0001622621903638217,
      "loss": 5.7188,
      "step": 70481
    },
    {
      "epoch": 2.886831865656359,
      "grad_norm": 4.219031155799349,
      "learning_rate": 0.0001622589398821457,
      "loss": 4.0938,
      "step": 70482
    },
    {
      "epoch": 2.886872824083555,
      "grad_norm": 3.3316624878913528,
      "learning_rate": 0.00016225568939467441,
      "loss": 4.4688,
      "step": 70483
    },
    {
      "epoch": 2.8869137825107516,
      "grad_norm": 4.13948666274802,
      "learning_rate": 0.0001622524389014093,
      "loss": 4.2188,
      "step": 70484
    },
    {
      "epoch": 2.886954740937948,
      "grad_norm": 3.471762656352479,
      "learning_rate": 0.00016224918840235199,
      "loss": 4.0,
      "step": 70485
    },
    {
      "epoch": 2.886995699365144,
      "grad_norm": 3.4951428762203465,
      "learning_rate": 0.00016224593789750393,
      "loss": 5.3438,
      "step": 70486
    },
    {
      "epoch": 2.8870366577923408,
      "grad_norm": 3.665790085754164,
      "learning_rate": 0.00016224268738686674,
      "loss": 5.0625,
      "step": 70487
    },
    {
      "epoch": 2.8870776162195373,
      "grad_norm": 4.6020155323546845,
      "learning_rate": 0.0001622394368704419,
      "loss": 5.0938,
      "step": 70488
    },
    {
      "epoch": 2.887118574646734,
      "grad_norm": 3.3650441677704306,
      "learning_rate": 0.000162236186348231,
      "loss": 5.0312,
      "step": 70489
    },
    {
      "epoch": 2.88715953307393,
      "grad_norm": 5.480051098885219,
      "learning_rate": 0.0001622329358202355,
      "loss": 6.8125,
      "step": 70490
    },
    {
      "epoch": 2.8872004915011265,
      "grad_norm": 4.208375751726063,
      "learning_rate": 0.000162229685286457,
      "loss": 6.2188,
      "step": 70491
    },
    {
      "epoch": 2.8872414499283225,
      "grad_norm": 4.254535700061756,
      "learning_rate": 0.00016222643474689697,
      "loss": 4.3438,
      "step": 70492
    },
    {
      "epoch": 2.887282408355519,
      "grad_norm": 3.2193843757536946,
      "learning_rate": 0.00016222318420155702,
      "loss": 4.0,
      "step": 70493
    },
    {
      "epoch": 2.8873233667827156,
      "grad_norm": 3.8938951097549643,
      "learning_rate": 0.00016221993365043869,
      "loss": 3.4531,
      "step": 70494
    },
    {
      "epoch": 2.887364325209912,
      "grad_norm": 4.036299049959615,
      "learning_rate": 0.00016221668309354345,
      "loss": 4.3438,
      "step": 70495
    },
    {
      "epoch": 2.8874052836371082,
      "grad_norm": 4.829548034385661,
      "learning_rate": 0.00016221343253087285,
      "loss": 4.0312,
      "step": 70496
    },
    {
      "epoch": 2.887446242064305,
      "grad_norm": 5.579369483805636,
      "learning_rate": 0.0001622101819624285,
      "loss": 5.5312,
      "step": 70497
    },
    {
      "epoch": 2.887487200491501,
      "grad_norm": 6.901560462460839,
      "learning_rate": 0.00016220693138821183,
      "loss": 5.3125,
      "step": 70498
    },
    {
      "epoch": 2.8875281589186974,
      "grad_norm": 3.296823911739299,
      "learning_rate": 0.0001622036808082245,
      "loss": 3.75,
      "step": 70499
    },
    {
      "epoch": 2.887569117345894,
      "grad_norm": 5.23288678384967,
      "learning_rate": 0.00016220043022246788,
      "loss": 4.4062,
      "step": 70500
    },
    {
      "epoch": 2.8876100757730905,
      "grad_norm": 3.6704859427936114,
      "learning_rate": 0.00016219717963094368,
      "loss": 4.5625,
      "step": 70501
    },
    {
      "epoch": 2.8876510342002866,
      "grad_norm": 3.4462983747278355,
      "learning_rate": 0.00016219392903365335,
      "loss": 4.0,
      "step": 70502
    },
    {
      "epoch": 2.887691992627483,
      "grad_norm": 4.54554549784752,
      "learning_rate": 0.00016219067843059845,
      "loss": 4.8438,
      "step": 70503
    },
    {
      "epoch": 2.8877329510546796,
      "grad_norm": 4.177308976161176,
      "learning_rate": 0.00016218742782178047,
      "loss": 4.0,
      "step": 70504
    },
    {
      "epoch": 2.8877739094818757,
      "grad_norm": 3.4094190360834467,
      "learning_rate": 0.00016218417720720098,
      "loss": 3.9219,
      "step": 70505
    },
    {
      "epoch": 2.8878148679090723,
      "grad_norm": 4.624674130603987,
      "learning_rate": 0.00016218092658686154,
      "loss": 5.3438,
      "step": 70506
    },
    {
      "epoch": 2.887855826336269,
      "grad_norm": 6.727901944719811,
      "learning_rate": 0.00016217767596076366,
      "loss": 5.9375,
      "step": 70507
    },
    {
      "epoch": 2.8878967847634653,
      "grad_norm": 3.322331364481263,
      "learning_rate": 0.00016217442532890888,
      "loss": 4.0312,
      "step": 70508
    },
    {
      "epoch": 2.8879377431906614,
      "grad_norm": 4.781353070471053,
      "learning_rate": 0.00016217117469129874,
      "loss": 3.4688,
      "step": 70509
    },
    {
      "epoch": 2.887978701617858,
      "grad_norm": 4.882379718257615,
      "learning_rate": 0.00016216792404793475,
      "loss": 5.125,
      "step": 70510
    },
    {
      "epoch": 2.888019660045054,
      "grad_norm": 3.3705235235304145,
      "learning_rate": 0.00016216467339881852,
      "loss": 4.4062,
      "step": 70511
    },
    {
      "epoch": 2.8880606184722506,
      "grad_norm": 7.514265451556583,
      "learning_rate": 0.0001621614227439515,
      "loss": 4.0625,
      "step": 70512
    },
    {
      "epoch": 2.888101576899447,
      "grad_norm": 5.4516992217203395,
      "learning_rate": 0.00016215817208333527,
      "loss": 6.1562,
      "step": 70513
    },
    {
      "epoch": 2.8881425353266437,
      "grad_norm": 3.539700824485802,
      "learning_rate": 0.0001621549214169714,
      "loss": 4.9375,
      "step": 70514
    },
    {
      "epoch": 2.8881834937538398,
      "grad_norm": 3.9496046779204854,
      "learning_rate": 0.00016215167074486135,
      "loss": 5.5,
      "step": 70515
    },
    {
      "epoch": 2.8882244521810363,
      "grad_norm": 4.784706638331045,
      "learning_rate": 0.00016214842006700668,
      "loss": 2.4062,
      "step": 70516
    },
    {
      "epoch": 2.8882654106082324,
      "grad_norm": 4.160354711470426,
      "learning_rate": 0.00016214516938340898,
      "loss": 4.3438,
      "step": 70517
    },
    {
      "epoch": 2.888306369035429,
      "grad_norm": 3.2825535479661654,
      "learning_rate": 0.00016214191869406974,
      "loss": 4.3125,
      "step": 70518
    },
    {
      "epoch": 2.8883473274626255,
      "grad_norm": 3.537170130420524,
      "learning_rate": 0.0001621386679989905,
      "loss": 4.5625,
      "step": 70519
    },
    {
      "epoch": 2.888388285889822,
      "grad_norm": 4.1209634170201035,
      "learning_rate": 0.00016213541729817276,
      "loss": 4.25,
      "step": 70520
    },
    {
      "epoch": 2.888429244317018,
      "grad_norm": 3.3794267144988424,
      "learning_rate": 0.00016213216659161816,
      "loss": 4.25,
      "step": 70521
    },
    {
      "epoch": 2.8884702027442146,
      "grad_norm": 6.038715006276267,
      "learning_rate": 0.00016212891587932818,
      "loss": 7.0938,
      "step": 70522
    },
    {
      "epoch": 2.888511161171411,
      "grad_norm": 5.28195352742415,
      "learning_rate": 0.00016212566516130432,
      "loss": 5.4375,
      "step": 70523
    },
    {
      "epoch": 2.8885521195986072,
      "grad_norm": 3.346916270647763,
      "learning_rate": 0.00016212241443754817,
      "loss": 4.375,
      "step": 70524
    },
    {
      "epoch": 2.888593078025804,
      "grad_norm": 8.07586849384336,
      "learning_rate": 0.00016211916370806125,
      "loss": 5.5625,
      "step": 70525
    },
    {
      "epoch": 2.8886340364530003,
      "grad_norm": 5.266670953844101,
      "learning_rate": 0.00016211591297284509,
      "loss": 5.5938,
      "step": 70526
    },
    {
      "epoch": 2.888674994880197,
      "grad_norm": 3.097787040652432,
      "learning_rate": 0.00016211266223190122,
      "loss": 4.3125,
      "step": 70527
    },
    {
      "epoch": 2.888715953307393,
      "grad_norm": 3.687356504966718,
      "learning_rate": 0.00016210941148523113,
      "loss": 4.1562,
      "step": 70528
    },
    {
      "epoch": 2.8887569117345895,
      "grad_norm": 4.146366026347691,
      "learning_rate": 0.0001621061607328365,
      "loss": 3.75,
      "step": 70529
    },
    {
      "epoch": 2.8887978701617856,
      "grad_norm": 3.332667917768065,
      "learning_rate": 0.00016210290997471875,
      "loss": 4.0,
      "step": 70530
    },
    {
      "epoch": 2.888838828588982,
      "grad_norm": 3.357165260233356,
      "learning_rate": 0.00016209965921087943,
      "loss": 4.75,
      "step": 70531
    },
    {
      "epoch": 2.8888797870161786,
      "grad_norm": 3.517756779079975,
      "learning_rate": 0.0001620964084413201,
      "loss": 4.5938,
      "step": 70532
    },
    {
      "epoch": 2.888920745443375,
      "grad_norm": 3.197006678406963,
      "learning_rate": 0.00016209315766604229,
      "loss": 4.0938,
      "step": 70533
    },
    {
      "epoch": 2.8889617038705713,
      "grad_norm": 6.054748916573383,
      "learning_rate": 0.00016208990688504753,
      "loss": 5.7812,
      "step": 70534
    },
    {
      "epoch": 2.889002662297768,
      "grad_norm": 5.306255623976842,
      "learning_rate": 0.0001620866560983374,
      "loss": 4.1875,
      "step": 70535
    },
    {
      "epoch": 2.889043620724964,
      "grad_norm": 3.399517499756188,
      "learning_rate": 0.00016208340530591333,
      "loss": 4.1875,
      "step": 70536
    },
    {
      "epoch": 2.8890845791521604,
      "grad_norm": 3.77416323421795,
      "learning_rate": 0.00016208015450777698,
      "loss": 4.3438,
      "step": 70537
    },
    {
      "epoch": 2.889125537579357,
      "grad_norm": 3.6738868889271763,
      "learning_rate": 0.00016207690370392984,
      "loss": 4.2188,
      "step": 70538
    },
    {
      "epoch": 2.8891664960065535,
      "grad_norm": 3.417599457013063,
      "learning_rate": 0.00016207365289437343,
      "loss": 3.9062,
      "step": 70539
    },
    {
      "epoch": 2.8892074544337496,
      "grad_norm": 3.851485517643885,
      "learning_rate": 0.0001620704020791093,
      "loss": 4.3438,
      "step": 70540
    },
    {
      "epoch": 2.889248412860946,
      "grad_norm": 4.800635870782641,
      "learning_rate": 0.000162067151258139,
      "loss": 4.3438,
      "step": 70541
    },
    {
      "epoch": 2.8892893712881427,
      "grad_norm": 5.161854911305496,
      "learning_rate": 0.000162063900431464,
      "loss": 6.5625,
      "step": 70542
    },
    {
      "epoch": 2.8893303297153388,
      "grad_norm": 4.402582891946758,
      "learning_rate": 0.00016206064959908595,
      "loss": 4.6875,
      "step": 70543
    },
    {
      "epoch": 2.8893712881425353,
      "grad_norm": 7.536040567445578,
      "learning_rate": 0.00016205739876100624,
      "loss": 4.6875,
      "step": 70544
    },
    {
      "epoch": 2.889412246569732,
      "grad_norm": 3.4026507791818226,
      "learning_rate": 0.00016205414791722655,
      "loss": 4.0,
      "step": 70545
    },
    {
      "epoch": 2.8894532049969284,
      "grad_norm": 4.056652148292218,
      "learning_rate": 0.00016205089706774838,
      "loss": 4.125,
      "step": 70546
    },
    {
      "epoch": 2.8894941634241245,
      "grad_norm": 4.01598090045887,
      "learning_rate": 0.00016204764621257321,
      "loss": 4.8125,
      "step": 70547
    },
    {
      "epoch": 2.889535121851321,
      "grad_norm": 22.03823295378578,
      "learning_rate": 0.0001620443953517026,
      "loss": 2.3906,
      "step": 70548
    },
    {
      "epoch": 2.889576080278517,
      "grad_norm": 3.7076006035618745,
      "learning_rate": 0.00016204114448513813,
      "loss": 5.0312,
      "step": 70549
    },
    {
      "epoch": 2.8896170387057136,
      "grad_norm": 4.369845769245635,
      "learning_rate": 0.0001620378936128813,
      "loss": 5.0312,
      "step": 70550
    },
    {
      "epoch": 2.88965799713291,
      "grad_norm": 12.724601775438911,
      "learning_rate": 0.00016203464273493366,
      "loss": 2.0469,
      "step": 70551
    },
    {
      "epoch": 2.8896989555601067,
      "grad_norm": 3.65376071931069,
      "learning_rate": 0.00016203139185129667,
      "loss": 4.9688,
      "step": 70552
    },
    {
      "epoch": 2.889739913987303,
      "grad_norm": 3.4070280662483494,
      "learning_rate": 0.000162028140961972,
      "loss": 4.375,
      "step": 70553
    },
    {
      "epoch": 2.8897808724144993,
      "grad_norm": 3.779222893394272,
      "learning_rate": 0.00016202489006696117,
      "loss": 4.3125,
      "step": 70554
    },
    {
      "epoch": 2.8898218308416954,
      "grad_norm": 3.2160969088332196,
      "learning_rate": 0.00016202163916626558,
      "loss": 4.0312,
      "step": 70555
    },
    {
      "epoch": 2.889862789268892,
      "grad_norm": 3.6816879584248663,
      "learning_rate": 0.00016201838825988688,
      "loss": 4.4062,
      "step": 70556
    },
    {
      "epoch": 2.8899037476960885,
      "grad_norm": 3.1935746423707267,
      "learning_rate": 0.0001620151373478266,
      "loss": 3.9531,
      "step": 70557
    },
    {
      "epoch": 2.889944706123285,
      "grad_norm": 3.576031606935417,
      "learning_rate": 0.00016201188643008628,
      "loss": 3.75,
      "step": 70558
    },
    {
      "epoch": 2.889985664550481,
      "grad_norm": 2.7052980815585728,
      "learning_rate": 0.00016200863550666742,
      "loss": 3.0469,
      "step": 70559
    },
    {
      "epoch": 2.8900266229776777,
      "grad_norm": 3.8947853926360243,
      "learning_rate": 0.00016200538457757156,
      "loss": 4.6562,
      "step": 70560
    },
    {
      "epoch": 2.890067581404874,
      "grad_norm": 3.514391015101001,
      "learning_rate": 0.00016200213364280026,
      "loss": 4.6875,
      "step": 70561
    },
    {
      "epoch": 2.8901085398320703,
      "grad_norm": 3.581033357632205,
      "learning_rate": 0.00016199888270235506,
      "loss": 4.0,
      "step": 70562
    },
    {
      "epoch": 2.890149498259267,
      "grad_norm": 3.9153691667275465,
      "learning_rate": 0.00016199563175623745,
      "loss": 4.9062,
      "step": 70563
    },
    {
      "epoch": 2.8901904566864633,
      "grad_norm": 3.764080669856555,
      "learning_rate": 0.00016199238080444903,
      "loss": 3.8906,
      "step": 70564
    },
    {
      "epoch": 2.89023141511366,
      "grad_norm": 3.5881714468783215,
      "learning_rate": 0.00016198912984699128,
      "loss": 4.5,
      "step": 70565
    },
    {
      "epoch": 2.890272373540856,
      "grad_norm": 3.222290237363471,
      "learning_rate": 0.0001619858788838658,
      "loss": 3.9844,
      "step": 70566
    },
    {
      "epoch": 2.8903133319680525,
      "grad_norm": 3.0494282655681344,
      "learning_rate": 0.00016198262791507407,
      "loss": 4.2188,
      "step": 70567
    },
    {
      "epoch": 2.8903542903952486,
      "grad_norm": 4.509761995595048,
      "learning_rate": 0.00016197937694061764,
      "loss": 4.9062,
      "step": 70568
    },
    {
      "epoch": 2.890395248822445,
      "grad_norm": 6.356204717953974,
      "learning_rate": 0.00016197612596049806,
      "loss": 4.6562,
      "step": 70569
    },
    {
      "epoch": 2.8904362072496417,
      "grad_norm": 3.4361984694844354,
      "learning_rate": 0.0001619728749747169,
      "loss": 3.75,
      "step": 70570
    },
    {
      "epoch": 2.890477165676838,
      "grad_norm": 3.8105226155184377,
      "learning_rate": 0.00016196962398327565,
      "loss": 3.9531,
      "step": 70571
    },
    {
      "epoch": 2.8905181241040343,
      "grad_norm": 4.039980051389137,
      "learning_rate": 0.00016196637298617579,
      "loss": 6.4375,
      "step": 70572
    },
    {
      "epoch": 2.890559082531231,
      "grad_norm": 3.519309745106887,
      "learning_rate": 0.000161963121983419,
      "loss": 4.3125,
      "step": 70573
    },
    {
      "epoch": 2.890600040958427,
      "grad_norm": 9.00476805197663,
      "learning_rate": 0.0001619598709750067,
      "loss": 4.625,
      "step": 70574
    },
    {
      "epoch": 2.8906409993856235,
      "grad_norm": 3.5714911500417688,
      "learning_rate": 0.0001619566199609405,
      "loss": 4.4062,
      "step": 70575
    },
    {
      "epoch": 2.89068195781282,
      "grad_norm": 3.498208076604077,
      "learning_rate": 0.00016195336894122184,
      "loss": 4.6562,
      "step": 70576
    },
    {
      "epoch": 2.8907229162400165,
      "grad_norm": 3.91513072800793,
      "learning_rate": 0.00016195011791585238,
      "loss": 4.1562,
      "step": 70577
    },
    {
      "epoch": 2.8907638746672126,
      "grad_norm": 4.492846721597657,
      "learning_rate": 0.00016194686688483358,
      "loss": 6.2188,
      "step": 70578
    },
    {
      "epoch": 2.890804833094409,
      "grad_norm": 3.8041234624678157,
      "learning_rate": 0.000161943615848167,
      "loss": 4.5312,
      "step": 70579
    },
    {
      "epoch": 2.8908457915216057,
      "grad_norm": 3.2570927515712857,
      "learning_rate": 0.00016194036480585413,
      "loss": 3.4062,
      "step": 70580
    },
    {
      "epoch": 2.890886749948802,
      "grad_norm": 10.079407995237585,
      "learning_rate": 0.00016193711375789662,
      "loss": 3.8594,
      "step": 70581
    },
    {
      "epoch": 2.8909277083759983,
      "grad_norm": 3.734168603312431,
      "learning_rate": 0.0001619338627042959,
      "loss": 4.9062,
      "step": 70582
    },
    {
      "epoch": 2.890968666803195,
      "grad_norm": 4.985470653142245,
      "learning_rate": 0.00016193061164505355,
      "loss": 5.0938,
      "step": 70583
    },
    {
      "epoch": 2.8910096252303914,
      "grad_norm": 3.393132378060874,
      "learning_rate": 0.00016192736058017108,
      "loss": 3.9219,
      "step": 70584
    },
    {
      "epoch": 2.8910505836575875,
      "grad_norm": 3.4866793506909812,
      "learning_rate": 0.00016192410950965005,
      "loss": 3.7812,
      "step": 70585
    },
    {
      "epoch": 2.891091542084784,
      "grad_norm": 2.899287746153691,
      "learning_rate": 0.00016192085843349198,
      "loss": 2.9844,
      "step": 70586
    },
    {
      "epoch": 2.89113250051198,
      "grad_norm": 3.476123975103458,
      "learning_rate": 0.00016191760735169848,
      "loss": 4.1875,
      "step": 70587
    },
    {
      "epoch": 2.8911734589391767,
      "grad_norm": 3.245758704207145,
      "learning_rate": 0.00016191435626427094,
      "loss": 3.9844,
      "step": 70588
    },
    {
      "epoch": 2.891214417366373,
      "grad_norm": 4.628543201927181,
      "learning_rate": 0.00016191110517121106,
      "loss": 4.4375,
      "step": 70589
    },
    {
      "epoch": 2.8912553757935697,
      "grad_norm": 4.680579449945451,
      "learning_rate": 0.00016190785407252026,
      "loss": 5.6562,
      "step": 70590
    },
    {
      "epoch": 2.891296334220766,
      "grad_norm": 4.808878358232784,
      "learning_rate": 0.00016190460296820015,
      "loss": 5.4375,
      "step": 70591
    },
    {
      "epoch": 2.8913372926479624,
      "grad_norm": 3.7831938576318085,
      "learning_rate": 0.0001619013518582522,
      "loss": 4.9375,
      "step": 70592
    },
    {
      "epoch": 2.8913782510751584,
      "grad_norm": 3.871569961055073,
      "learning_rate": 0.00016189810074267798,
      "loss": 5.375,
      "step": 70593
    },
    {
      "epoch": 2.891419209502355,
      "grad_norm": 3.9292055047119314,
      "learning_rate": 0.0001618948496214791,
      "loss": 4.1562,
      "step": 70594
    },
    {
      "epoch": 2.8914601679295515,
      "grad_norm": 3.87089157198181,
      "learning_rate": 0.00016189159849465694,
      "loss": 4.3438,
      "step": 70595
    },
    {
      "epoch": 2.891501126356748,
      "grad_norm": 3.3876607141467874,
      "learning_rate": 0.00016188834736221316,
      "loss": 3.7969,
      "step": 70596
    },
    {
      "epoch": 2.891542084783944,
      "grad_norm": 3.6452577550719134,
      "learning_rate": 0.00016188509622414927,
      "loss": 4.5312,
      "step": 70597
    },
    {
      "epoch": 2.8915830432111407,
      "grad_norm": 4.793457361667452,
      "learning_rate": 0.00016188184508046676,
      "loss": 3.5,
      "step": 70598
    },
    {
      "epoch": 2.891624001638337,
      "grad_norm": 4.87820715579466,
      "learning_rate": 0.00016187859393116725,
      "loss": 5.875,
      "step": 70599
    },
    {
      "epoch": 2.8916649600655333,
      "grad_norm": 10.230833240560923,
      "learning_rate": 0.00016187534277625217,
      "loss": 6.5625,
      "step": 70600
    },
    {
      "epoch": 2.89170591849273,
      "grad_norm": 4.032133460740563,
      "learning_rate": 0.00016187209161572314,
      "loss": 2.5312,
      "step": 70601
    },
    {
      "epoch": 2.8917468769199264,
      "grad_norm": 3.29494755715389,
      "learning_rate": 0.0001618688404495817,
      "loss": 5.125,
      "step": 70602
    },
    {
      "epoch": 2.891787835347123,
      "grad_norm": 3.2591700774264156,
      "learning_rate": 0.00016186558927782936,
      "loss": 3.7188,
      "step": 70603
    },
    {
      "epoch": 2.891828793774319,
      "grad_norm": 5.736651210112982,
      "learning_rate": 0.00016186233810046757,
      "loss": 5.75,
      "step": 70604
    },
    {
      "epoch": 2.8918697522015155,
      "grad_norm": 3.351447946838806,
      "learning_rate": 0.00016185908691749808,
      "loss": 4.9688,
      "step": 70605
    },
    {
      "epoch": 2.8919107106287116,
      "grad_norm": 3.4421325995164485,
      "learning_rate": 0.00016185583572892224,
      "loss": 4.625,
      "step": 70606
    },
    {
      "epoch": 2.891951669055908,
      "grad_norm": 3.510989478506887,
      "learning_rate": 0.00016185258453474166,
      "loss": 4.5938,
      "step": 70607
    },
    {
      "epoch": 2.8919926274831047,
      "grad_norm": 3.4308041976690538,
      "learning_rate": 0.00016184933333495785,
      "loss": 4.4375,
      "step": 70608
    },
    {
      "epoch": 2.8920335859103012,
      "grad_norm": 3.1511818403748855,
      "learning_rate": 0.00016184608212957237,
      "loss": 3.8594,
      "step": 70609
    },
    {
      "epoch": 2.8920745443374973,
      "grad_norm": 4.628216801313159,
      "learning_rate": 0.00016184283091858677,
      "loss": 4.7188,
      "step": 70610
    },
    {
      "epoch": 2.892115502764694,
      "grad_norm": 7.092960493357164,
      "learning_rate": 0.00016183957970200254,
      "loss": 3.25,
      "step": 70611
    },
    {
      "epoch": 2.89215646119189,
      "grad_norm": 3.7915855179651308,
      "learning_rate": 0.00016183632847982122,
      "loss": 5.2812,
      "step": 70612
    },
    {
      "epoch": 2.8921974196190865,
      "grad_norm": 4.040678226860913,
      "learning_rate": 0.00016183307725204442,
      "loss": 4.4688,
      "step": 70613
    },
    {
      "epoch": 2.892238378046283,
      "grad_norm": 4.057054053555952,
      "learning_rate": 0.00016182982601867363,
      "loss": 5.8438,
      "step": 70614
    },
    {
      "epoch": 2.8922793364734796,
      "grad_norm": 8.148018994112617,
      "learning_rate": 0.00016182657477971035,
      "loss": 6.6562,
      "step": 70615
    },
    {
      "epoch": 2.8923202949006757,
      "grad_norm": 6.281314528443175,
      "learning_rate": 0.00016182332353515617,
      "loss": 5.1562,
      "step": 70616
    },
    {
      "epoch": 2.892361253327872,
      "grad_norm": 4.729545374965578,
      "learning_rate": 0.0001618200722850126,
      "loss": 2.375,
      "step": 70617
    },
    {
      "epoch": 2.8924022117550687,
      "grad_norm": 4.826598683189368,
      "learning_rate": 0.00016181682102928122,
      "loss": 5.9375,
      "step": 70618
    },
    {
      "epoch": 2.892443170182265,
      "grad_norm": 3.376981215671723,
      "learning_rate": 0.0001618135697679635,
      "loss": 3.2812,
      "step": 70619
    },
    {
      "epoch": 2.8924841286094614,
      "grad_norm": 4.635308304380281,
      "learning_rate": 0.00016181031850106097,
      "loss": 3.2188,
      "step": 70620
    },
    {
      "epoch": 2.892525087036658,
      "grad_norm": 5.987889246694533,
      "learning_rate": 0.00016180706722857528,
      "loss": 3.6875,
      "step": 70621
    },
    {
      "epoch": 2.8925660454638544,
      "grad_norm": 3.441471060471538,
      "learning_rate": 0.00016180381595050787,
      "loss": 4.6562,
      "step": 70622
    },
    {
      "epoch": 2.8926070038910505,
      "grad_norm": 3.748485543975343,
      "learning_rate": 0.0001618005646668603,
      "loss": 4.3438,
      "step": 70623
    },
    {
      "epoch": 2.892647962318247,
      "grad_norm": 3.488574578338689,
      "learning_rate": 0.00016179731337763407,
      "loss": 5.25,
      "step": 70624
    },
    {
      "epoch": 2.892688920745443,
      "grad_norm": 3.37608047361237,
      "learning_rate": 0.0001617940620828308,
      "loss": 4.4062,
      "step": 70625
    },
    {
      "epoch": 2.8927298791726397,
      "grad_norm": 8.926059366304031,
      "learning_rate": 0.000161790810782452,
      "loss": 4.1875,
      "step": 70626
    },
    {
      "epoch": 2.892770837599836,
      "grad_norm": 9.135521472491275,
      "learning_rate": 0.00016178755947649916,
      "loss": 4.25,
      "step": 70627
    },
    {
      "epoch": 2.8928117960270328,
      "grad_norm": 4.054518404857925,
      "learning_rate": 0.0001617843081649738,
      "loss": 4.9375,
      "step": 70628
    },
    {
      "epoch": 2.892852754454229,
      "grad_norm": 6.537155158288869,
      "learning_rate": 0.00016178105684787756,
      "loss": 4.2812,
      "step": 70629
    },
    {
      "epoch": 2.8928937128814254,
      "grad_norm": 8.095714158550212,
      "learning_rate": 0.00016177780552521196,
      "loss": 3.2656,
      "step": 70630
    },
    {
      "epoch": 2.8929346713086215,
      "grad_norm": 4.96342186249299,
      "learning_rate": 0.00016177455419697843,
      "loss": 3.8594,
      "step": 70631
    },
    {
      "epoch": 2.892975629735818,
      "grad_norm": 4.123046613644974,
      "learning_rate": 0.0001617713028631786,
      "loss": 5.0938,
      "step": 70632
    },
    {
      "epoch": 2.8930165881630145,
      "grad_norm": 6.150266853339666,
      "learning_rate": 0.00016176805152381396,
      "loss": 3.1562,
      "step": 70633
    },
    {
      "epoch": 2.893057546590211,
      "grad_norm": 3.145597933583764,
      "learning_rate": 0.0001617648001788861,
      "loss": 3.8906,
      "step": 70634
    },
    {
      "epoch": 2.893098505017407,
      "grad_norm": 5.330872910313974,
      "learning_rate": 0.00016176154882839653,
      "loss": 5.0938,
      "step": 70635
    },
    {
      "epoch": 2.8931394634446037,
      "grad_norm": 5.1075933281718315,
      "learning_rate": 0.0001617582974723467,
      "loss": 4.75,
      "step": 70636
    },
    {
      "epoch": 2.8931804218718002,
      "grad_norm": 4.080257421152932,
      "learning_rate": 0.00016175504611073833,
      "loss": 4.2812,
      "step": 70637
    },
    {
      "epoch": 2.8932213802989963,
      "grad_norm": 3.2647888444878705,
      "learning_rate": 0.00016175179474357278,
      "loss": 4.8125,
      "step": 70638
    },
    {
      "epoch": 2.893262338726193,
      "grad_norm": 2.861774194486311,
      "learning_rate": 0.00016174854337085173,
      "loss": 2.9844,
      "step": 70639
    },
    {
      "epoch": 2.8933032971533894,
      "grad_norm": 4.193244928922211,
      "learning_rate": 0.00016174529199257658,
      "loss": 5.5625,
      "step": 70640
    },
    {
      "epoch": 2.893344255580586,
      "grad_norm": 6.884342459169391,
      "learning_rate": 0.00016174204060874896,
      "loss": 5.4688,
      "step": 70641
    },
    {
      "epoch": 2.893385214007782,
      "grad_norm": 3.268667416630437,
      "learning_rate": 0.00016173878921937044,
      "loss": 4.1875,
      "step": 70642
    },
    {
      "epoch": 2.8934261724349786,
      "grad_norm": 4.1671322692955375,
      "learning_rate": 0.00016173553782444243,
      "loss": 5.8125,
      "step": 70643
    },
    {
      "epoch": 2.8934671308621747,
      "grad_norm": 8.968488141145508,
      "learning_rate": 0.0001617322864239666,
      "loss": 5.7812,
      "step": 70644
    },
    {
      "epoch": 2.893508089289371,
      "grad_norm": 3.237178901942012,
      "learning_rate": 0.00016172903501794435,
      "loss": 4.5312,
      "step": 70645
    },
    {
      "epoch": 2.8935490477165677,
      "grad_norm": 3.4111542285809686,
      "learning_rate": 0.0001617257836063774,
      "loss": 3.9844,
      "step": 70646
    },
    {
      "epoch": 2.8935900061437643,
      "grad_norm": 3.576560069611416,
      "learning_rate": 0.0001617225321892671,
      "loss": 4.4688,
      "step": 70647
    },
    {
      "epoch": 2.8936309645709604,
      "grad_norm": 4.981467194061055,
      "learning_rate": 0.00016171928076661504,
      "loss": 6.4062,
      "step": 70648
    },
    {
      "epoch": 2.893671922998157,
      "grad_norm": 3.8648601463773056,
      "learning_rate": 0.0001617160293384228,
      "loss": 5.75,
      "step": 70649
    },
    {
      "epoch": 2.893712881425353,
      "grad_norm": 3.4109557243454653,
      "learning_rate": 0.00016171277790469197,
      "loss": 5.0,
      "step": 70650
    },
    {
      "epoch": 2.8937538398525495,
      "grad_norm": 3.48573178284036,
      "learning_rate": 0.00016170952646542397,
      "loss": 4.3438,
      "step": 70651
    },
    {
      "epoch": 2.893794798279746,
      "grad_norm": 5.280619155926047,
      "learning_rate": 0.00016170627502062039,
      "loss": 4.8125,
      "step": 70652
    },
    {
      "epoch": 2.8938357567069426,
      "grad_norm": 3.941998565791439,
      "learning_rate": 0.00016170302357028276,
      "loss": 4.4375,
      "step": 70653
    },
    {
      "epoch": 2.8938767151341387,
      "grad_norm": 3.4026714209682636,
      "learning_rate": 0.00016169977211441262,
      "loss": 4.2812,
      "step": 70654
    },
    {
      "epoch": 2.8939176735613352,
      "grad_norm": 3.5191264833413194,
      "learning_rate": 0.00016169652065301155,
      "loss": 4.4688,
      "step": 70655
    },
    {
      "epoch": 2.8939586319885318,
      "grad_norm": 3.7075681257486304,
      "learning_rate": 0.00016169326918608098,
      "loss": 4.9062,
      "step": 70656
    },
    {
      "epoch": 2.893999590415728,
      "grad_norm": 3.930882944309357,
      "learning_rate": 0.00016169001771362254,
      "loss": 4.8438,
      "step": 70657
    },
    {
      "epoch": 2.8940405488429244,
      "grad_norm": 4.649151949681016,
      "learning_rate": 0.00016168676623563773,
      "loss": 3.7344,
      "step": 70658
    },
    {
      "epoch": 2.894081507270121,
      "grad_norm": 3.095225936919478,
      "learning_rate": 0.0001616835147521281,
      "loss": 4.2188,
      "step": 70659
    },
    {
      "epoch": 2.8941224656973175,
      "grad_norm": 5.322449403366159,
      "learning_rate": 0.00016168026326309515,
      "loss": 4.75,
      "step": 70660
    },
    {
      "epoch": 2.8941634241245136,
      "grad_norm": 3.4064254769821654,
      "learning_rate": 0.00016167701176854053,
      "loss": 3.9688,
      "step": 70661
    },
    {
      "epoch": 2.89420438255171,
      "grad_norm": 2.9791296976071724,
      "learning_rate": 0.00016167376026846562,
      "loss": 3.625,
      "step": 70662
    },
    {
      "epoch": 2.894245340978906,
      "grad_norm": 5.145511087820502,
      "learning_rate": 0.00016167050876287207,
      "loss": 4.4375,
      "step": 70663
    },
    {
      "epoch": 2.8942862994061027,
      "grad_norm": 3.2377065569813634,
      "learning_rate": 0.00016166725725176137,
      "loss": 5.3125,
      "step": 70664
    },
    {
      "epoch": 2.8943272578332992,
      "grad_norm": 3.443470664372636,
      "learning_rate": 0.0001616640057351351,
      "loss": 4.2812,
      "step": 70665
    },
    {
      "epoch": 2.894368216260496,
      "grad_norm": 3.630672291309708,
      "learning_rate": 0.00016166075421299473,
      "loss": 4.3438,
      "step": 70666
    },
    {
      "epoch": 2.894409174687692,
      "grad_norm": 4.761384860118792,
      "learning_rate": 0.00016165750268534184,
      "loss": 5.0938,
      "step": 70667
    },
    {
      "epoch": 2.8944501331148884,
      "grad_norm": 6.181836197062993,
      "learning_rate": 0.00016165425115217795,
      "loss": 4.2812,
      "step": 70668
    },
    {
      "epoch": 2.894491091542085,
      "grad_norm": 3.9992507865457734,
      "learning_rate": 0.0001616509996135046,
      "loss": 4.875,
      "step": 70669
    },
    {
      "epoch": 2.894532049969281,
      "grad_norm": 5.984800833013154,
      "learning_rate": 0.00016164774806932337,
      "loss": 3.1875,
      "step": 70670
    },
    {
      "epoch": 2.8945730083964776,
      "grad_norm": 4.724375867385608,
      "learning_rate": 0.00016164449651963572,
      "loss": 5.875,
      "step": 70671
    },
    {
      "epoch": 2.894613966823674,
      "grad_norm": 3.5006271078584947,
      "learning_rate": 0.00016164124496444323,
      "loss": 4.3125,
      "step": 70672
    },
    {
      "epoch": 2.89465492525087,
      "grad_norm": 4.167544048151722,
      "learning_rate": 0.00016163799340374746,
      "loss": 4.5312,
      "step": 70673
    },
    {
      "epoch": 2.8946958836780667,
      "grad_norm": 4.348458965801298,
      "learning_rate": 0.00016163474183754993,
      "loss": 3.875,
      "step": 70674
    },
    {
      "epoch": 2.8947368421052633,
      "grad_norm": 4.2524776300471165,
      "learning_rate": 0.00016163149026585214,
      "loss": 4.6875,
      "step": 70675
    },
    {
      "epoch": 2.8947778005324594,
      "grad_norm": 20.803052902712473,
      "learning_rate": 0.00016162823868865562,
      "loss": 5.25,
      "step": 70676
    },
    {
      "epoch": 2.894818758959656,
      "grad_norm": 4.955394226729332,
      "learning_rate": 0.00016162498710596204,
      "loss": 4.8438,
      "step": 70677
    },
    {
      "epoch": 2.8948597173868524,
      "grad_norm": 4.594299514126353,
      "learning_rate": 0.00016162173551777278,
      "loss": 6.125,
      "step": 70678
    },
    {
      "epoch": 2.894900675814049,
      "grad_norm": 6.148973124357865,
      "learning_rate": 0.00016161848392408945,
      "loss": 2.0,
      "step": 70679
    },
    {
      "epoch": 2.894941634241245,
      "grad_norm": 8.802056527846547,
      "learning_rate": 0.00016161523232491356,
      "loss": 3.4375,
      "step": 70680
    },
    {
      "epoch": 2.8949825926684416,
      "grad_norm": 4.009001611248955,
      "learning_rate": 0.00016161198072024667,
      "loss": 4.4375,
      "step": 70681
    },
    {
      "epoch": 2.8950235510956377,
      "grad_norm": 4.486414969341499,
      "learning_rate": 0.00016160872911009032,
      "loss": 4.7812,
      "step": 70682
    },
    {
      "epoch": 2.8950645095228342,
      "grad_norm": 4.465991698313568,
      "learning_rate": 0.00016160547749444605,
      "loss": 3.0312,
      "step": 70683
    },
    {
      "epoch": 2.8951054679500308,
      "grad_norm": 3.933065751798737,
      "learning_rate": 0.00016160222587331533,
      "loss": 3.5312,
      "step": 70684
    },
    {
      "epoch": 2.8951464263772273,
      "grad_norm": 3.311438794761004,
      "learning_rate": 0.0001615989742466998,
      "loss": 4.0625,
      "step": 70685
    },
    {
      "epoch": 2.8951873848044234,
      "grad_norm": 3.9969301907565478,
      "learning_rate": 0.00016159572261460094,
      "loss": 4.8125,
      "step": 70686
    },
    {
      "epoch": 2.89522834323162,
      "grad_norm": 4.151887273441096,
      "learning_rate": 0.00016159247097702028,
      "loss": 4.875,
      "step": 70687
    },
    {
      "epoch": 2.8952693016588165,
      "grad_norm": 4.885539569296899,
      "learning_rate": 0.00016158921933395937,
      "loss": 5.125,
      "step": 70688
    },
    {
      "epoch": 2.8953102600860126,
      "grad_norm": 3.617683223642629,
      "learning_rate": 0.00016158596768541978,
      "loss": 4.5,
      "step": 70689
    },
    {
      "epoch": 2.895351218513209,
      "grad_norm": 3.7593041537745555,
      "learning_rate": 0.000161582716031403,
      "loss": 4.3125,
      "step": 70690
    },
    {
      "epoch": 2.8953921769404056,
      "grad_norm": 3.9114850057459982,
      "learning_rate": 0.00016157946437191057,
      "loss": 4.2188,
      "step": 70691
    },
    {
      "epoch": 2.8954331353676017,
      "grad_norm": 5.728603771106986,
      "learning_rate": 0.00016157621270694404,
      "loss": 5.0312,
      "step": 70692
    },
    {
      "epoch": 2.8954740937947983,
      "grad_norm": 3.6368838423271037,
      "learning_rate": 0.00016157296103650498,
      "loss": 4.1562,
      "step": 70693
    },
    {
      "epoch": 2.895515052221995,
      "grad_norm": 3.3144643284743562,
      "learning_rate": 0.00016156970936059487,
      "loss": 4.9062,
      "step": 70694
    },
    {
      "epoch": 2.895556010649191,
      "grad_norm": 3.2140244399779596,
      "learning_rate": 0.00016156645767921528,
      "loss": 4.3438,
      "step": 70695
    },
    {
      "epoch": 2.8955969690763874,
      "grad_norm": 3.4520332193589165,
      "learning_rate": 0.0001615632059923677,
      "loss": 4.6875,
      "step": 70696
    },
    {
      "epoch": 2.895637927503584,
      "grad_norm": 3.501831664588787,
      "learning_rate": 0.00016155995430005375,
      "loss": 5.0,
      "step": 70697
    },
    {
      "epoch": 2.8956788859307805,
      "grad_norm": 3.4630370313511167,
      "learning_rate": 0.00016155670260227495,
      "loss": 4.0625,
      "step": 70698
    },
    {
      "epoch": 2.8957198443579766,
      "grad_norm": 5.067636284450194,
      "learning_rate": 0.00016155345089903278,
      "loss": 5.0312,
      "step": 70699
    },
    {
      "epoch": 2.895760802785173,
      "grad_norm": 3.883549771111984,
      "learning_rate": 0.0001615501991903288,
      "loss": 5.1875,
      "step": 70700
    },
    {
      "epoch": 2.895801761212369,
      "grad_norm": 4.707502224621972,
      "learning_rate": 0.00016154694747616462,
      "loss": 4.5625,
      "step": 70701
    },
    {
      "epoch": 2.8958427196395657,
      "grad_norm": 3.454265820313551,
      "learning_rate": 0.00016154369575654165,
      "loss": 3.375,
      "step": 70702
    },
    {
      "epoch": 2.8958836780667623,
      "grad_norm": 3.6247095818215618,
      "learning_rate": 0.00016154044403146148,
      "loss": 3.7969,
      "step": 70703
    },
    {
      "epoch": 2.895924636493959,
      "grad_norm": 4.797801599487078,
      "learning_rate": 0.00016153719230092568,
      "loss": 3.2031,
      "step": 70704
    },
    {
      "epoch": 2.895965594921155,
      "grad_norm": 3.296484054881618,
      "learning_rate": 0.00016153394056493578,
      "loss": 1.2031,
      "step": 70705
    },
    {
      "epoch": 2.8960065533483514,
      "grad_norm": 3.9866397549082473,
      "learning_rate": 0.0001615306888234933,
      "loss": 5.4375,
      "step": 70706
    },
    {
      "epoch": 2.896047511775548,
      "grad_norm": 3.730536510014796,
      "learning_rate": 0.00016152743707659975,
      "loss": 5.2812,
      "step": 70707
    },
    {
      "epoch": 2.896088470202744,
      "grad_norm": 5.213765978458256,
      "learning_rate": 0.0001615241853242567,
      "loss": 4.0312,
      "step": 70708
    },
    {
      "epoch": 2.8961294286299406,
      "grad_norm": 3.1836579388910464,
      "learning_rate": 0.00016152093356646568,
      "loss": 3.375,
      "step": 70709
    },
    {
      "epoch": 2.896170387057137,
      "grad_norm": 3.169211465471459,
      "learning_rate": 0.00016151768180322826,
      "loss": 4.3438,
      "step": 70710
    },
    {
      "epoch": 2.8962113454843337,
      "grad_norm": 3.605225725150657,
      "learning_rate": 0.00016151443003454595,
      "loss": 5.125,
      "step": 70711
    },
    {
      "epoch": 2.8962523039115298,
      "grad_norm": 4.084875972508137,
      "learning_rate": 0.00016151117826042024,
      "loss": 4.3438,
      "step": 70712
    },
    {
      "epoch": 2.8962932623387263,
      "grad_norm": 8.360478358419691,
      "learning_rate": 0.00016150792648085275,
      "loss": 4.1562,
      "step": 70713
    },
    {
      "epoch": 2.8963342207659224,
      "grad_norm": 3.2810033785959405,
      "learning_rate": 0.00016150467469584501,
      "loss": 3.8281,
      "step": 70714
    },
    {
      "epoch": 2.896375179193119,
      "grad_norm": 3.7944839946393523,
      "learning_rate": 0.00016150142290539848,
      "loss": 4.5,
      "step": 70715
    },
    {
      "epoch": 2.8964161376203155,
      "grad_norm": 3.654110816244153,
      "learning_rate": 0.00016149817110951473,
      "loss": 4.25,
      "step": 70716
    },
    {
      "epoch": 2.896457096047512,
      "grad_norm": 4.301447018329417,
      "learning_rate": 0.00016149491930819536,
      "loss": 5.5312,
      "step": 70717
    },
    {
      "epoch": 2.896498054474708,
      "grad_norm": 4.033164384126048,
      "learning_rate": 0.0001614916675014418,
      "loss": 5.0312,
      "step": 70718
    },
    {
      "epoch": 2.8965390129019046,
      "grad_norm": 8.829778509954606,
      "learning_rate": 0.00016148841568925572,
      "loss": 6.6562,
      "step": 70719
    },
    {
      "epoch": 2.8965799713291007,
      "grad_norm": 4.095632708908087,
      "learning_rate": 0.0001614851638716385,
      "loss": 0.9609,
      "step": 70720
    },
    {
      "epoch": 2.8966209297562973,
      "grad_norm": 3.2833591399565085,
      "learning_rate": 0.00016148191204859184,
      "loss": 3.9375,
      "step": 70721
    },
    {
      "epoch": 2.896661888183494,
      "grad_norm": 3.5333784910121007,
      "learning_rate": 0.00016147866022011716,
      "loss": 5.125,
      "step": 70722
    },
    {
      "epoch": 2.8967028466106903,
      "grad_norm": 3.457408601979181,
      "learning_rate": 0.00016147540838621607,
      "loss": 3.7031,
      "step": 70723
    },
    {
      "epoch": 2.8967438050378864,
      "grad_norm": 3.5420308251338777,
      "learning_rate": 0.00016147215654689002,
      "loss": 4.75,
      "step": 70724
    },
    {
      "epoch": 2.896784763465083,
      "grad_norm": 3.308483604729554,
      "learning_rate": 0.0001614689047021406,
      "loss": 4.0625,
      "step": 70725
    },
    {
      "epoch": 2.8968257218922795,
      "grad_norm": 3.1493714041407963,
      "learning_rate": 0.0001614656528519694,
      "loss": 4.0,
      "step": 70726
    },
    {
      "epoch": 2.8968666803194756,
      "grad_norm": 3.194117085310382,
      "learning_rate": 0.00016146240099637786,
      "loss": 3.2344,
      "step": 70727
    },
    {
      "epoch": 2.896907638746672,
      "grad_norm": 5.334218827797522,
      "learning_rate": 0.00016145914913536758,
      "loss": 5.0312,
      "step": 70728
    },
    {
      "epoch": 2.8969485971738687,
      "grad_norm": 3.717053614924269,
      "learning_rate": 0.00016145589726894007,
      "loss": 4.5625,
      "step": 70729
    },
    {
      "epoch": 2.896989555601065,
      "grad_norm": 3.0618892702100413,
      "learning_rate": 0.0001614526453970969,
      "loss": 3.9688,
      "step": 70730
    },
    {
      "epoch": 2.8970305140282613,
      "grad_norm": 4.318159868868275,
      "learning_rate": 0.00016144939351983958,
      "loss": 5.25,
      "step": 70731
    },
    {
      "epoch": 2.897071472455458,
      "grad_norm": 3.361395153441279,
      "learning_rate": 0.00016144614163716962,
      "loss": 4.0312,
      "step": 70732
    },
    {
      "epoch": 2.897112430882654,
      "grad_norm": 3.444370217917925,
      "learning_rate": 0.00016144288974908862,
      "loss": 4.7812,
      "step": 70733
    },
    {
      "epoch": 2.8971533893098504,
      "grad_norm": 3.450901780010741,
      "learning_rate": 0.00016143963785559805,
      "loss": 3.5156,
      "step": 70734
    },
    {
      "epoch": 2.897194347737047,
      "grad_norm": 6.958823214798736,
      "learning_rate": 0.00016143638595669953,
      "loss": 6.625,
      "step": 70735
    },
    {
      "epoch": 2.8972353061642435,
      "grad_norm": 3.4105756480523395,
      "learning_rate": 0.00016143313405239453,
      "loss": 4.6562,
      "step": 70736
    },
    {
      "epoch": 2.8972762645914396,
      "grad_norm": 4.586384765808927,
      "learning_rate": 0.00016142988214268463,
      "loss": 5.5,
      "step": 70737
    },
    {
      "epoch": 2.897317223018636,
      "grad_norm": 3.8062730310751687,
      "learning_rate": 0.00016142663022757132,
      "loss": 3.875,
      "step": 70738
    },
    {
      "epoch": 2.8973581814458322,
      "grad_norm": 3.9462192316790916,
      "learning_rate": 0.00016142337830705615,
      "loss": 5.375,
      "step": 70739
    },
    {
      "epoch": 2.8973991398730288,
      "grad_norm": 3.897079243215997,
      "learning_rate": 0.00016142012638114067,
      "loss": 4.625,
      "step": 70740
    },
    {
      "epoch": 2.8974400983002253,
      "grad_norm": 3.477974968938722,
      "learning_rate": 0.00016141687444982646,
      "loss": 3.4219,
      "step": 70741
    },
    {
      "epoch": 2.897481056727422,
      "grad_norm": 3.907530072633255,
      "learning_rate": 0.00016141362251311496,
      "loss": 5.0,
      "step": 70742
    },
    {
      "epoch": 2.897522015154618,
      "grad_norm": 4.60998559959279,
      "learning_rate": 0.00016141037057100781,
      "loss": 6.0,
      "step": 70743
    },
    {
      "epoch": 2.8975629735818145,
      "grad_norm": 4.853434514291402,
      "learning_rate": 0.00016140711862350644,
      "loss": 4.375,
      "step": 70744
    },
    {
      "epoch": 2.897603932009011,
      "grad_norm": 3.9270633605427374,
      "learning_rate": 0.00016140386667061249,
      "loss": 5.7812,
      "step": 70745
    },
    {
      "epoch": 2.897644890436207,
      "grad_norm": 3.6349985981847035,
      "learning_rate": 0.00016140061471232745,
      "loss": 4.5625,
      "step": 70746
    },
    {
      "epoch": 2.8976858488634036,
      "grad_norm": 4.212201028728714,
      "learning_rate": 0.00016139736274865287,
      "loss": 4.75,
      "step": 70747
    },
    {
      "epoch": 2.8977268072906,
      "grad_norm": 3.475319101550022,
      "learning_rate": 0.00016139411077959023,
      "loss": 4.6562,
      "step": 70748
    },
    {
      "epoch": 2.8977677657177967,
      "grad_norm": 4.0507720256820265,
      "learning_rate": 0.00016139085880514112,
      "loss": 5.0312,
      "step": 70749
    },
    {
      "epoch": 2.897808724144993,
      "grad_norm": 3.3499306713394534,
      "learning_rate": 0.00016138760682530716,
      "loss": 4.375,
      "step": 70750
    },
    {
      "epoch": 2.8978496825721893,
      "grad_norm": 4.705903099843296,
      "learning_rate": 0.00016138435484008972,
      "loss": 5.1562,
      "step": 70751
    },
    {
      "epoch": 2.8978906409993854,
      "grad_norm": 26.405430985423774,
      "learning_rate": 0.00016138110284949042,
      "loss": 6.5312,
      "step": 70752
    },
    {
      "epoch": 2.897931599426582,
      "grad_norm": 3.8145618372887076,
      "learning_rate": 0.0001613778508535108,
      "loss": 5.7812,
      "step": 70753
    },
    {
      "epoch": 2.8979725578537785,
      "grad_norm": 3.577376602272248,
      "learning_rate": 0.00016137459885215243,
      "loss": 4.8125,
      "step": 70754
    },
    {
      "epoch": 2.898013516280975,
      "grad_norm": 3.9682766197511135,
      "learning_rate": 0.0001613713468454168,
      "loss": 5.75,
      "step": 70755
    },
    {
      "epoch": 2.898054474708171,
      "grad_norm": 4.500874549576382,
      "learning_rate": 0.00016136809483330538,
      "loss": 4.8438,
      "step": 70756
    },
    {
      "epoch": 2.8980954331353677,
      "grad_norm": 4.31823998485878,
      "learning_rate": 0.0001613648428158199,
      "loss": 5.2812,
      "step": 70757
    },
    {
      "epoch": 2.8981363915625638,
      "grad_norm": 3.9982964564087182,
      "learning_rate": 0.00016136159079296173,
      "loss": 5.0,
      "step": 70758
    },
    {
      "epoch": 2.8981773499897603,
      "grad_norm": 4.118701353519568,
      "learning_rate": 0.00016135833876473245,
      "loss": 4.5625,
      "step": 70759
    },
    {
      "epoch": 2.898218308416957,
      "grad_norm": 3.595357906615776,
      "learning_rate": 0.00016135508673113358,
      "loss": 4.5938,
      "step": 70760
    },
    {
      "epoch": 2.8982592668441534,
      "grad_norm": 3.5475832038501514,
      "learning_rate": 0.00016135183469216674,
      "loss": 4.5,
      "step": 70761
    },
    {
      "epoch": 2.8983002252713495,
      "grad_norm": 4.316743821010246,
      "learning_rate": 0.0001613485826478334,
      "loss": 5.2812,
      "step": 70762
    },
    {
      "epoch": 2.898341183698546,
      "grad_norm": 3.30098538466539,
      "learning_rate": 0.0001613453305981351,
      "loss": 4.8438,
      "step": 70763
    },
    {
      "epoch": 2.8983821421257425,
      "grad_norm": 4.185992113824586,
      "learning_rate": 0.00016134207854307336,
      "loss": 5.3438,
      "step": 70764
    },
    {
      "epoch": 2.8984231005529386,
      "grad_norm": 4.363458185758777,
      "learning_rate": 0.00016133882648264978,
      "loss": 4.75,
      "step": 70765
    },
    {
      "epoch": 2.898464058980135,
      "grad_norm": 3.689023210414015,
      "learning_rate": 0.00016133557441686585,
      "loss": 5.0312,
      "step": 70766
    },
    {
      "epoch": 2.8985050174073317,
      "grad_norm": 3.7564420787060886,
      "learning_rate": 0.00016133232234572312,
      "loss": 5.6875,
      "step": 70767
    },
    {
      "epoch": 2.898545975834528,
      "grad_norm": 4.0512922310392705,
      "learning_rate": 0.0001613290702692231,
      "loss": 4.1875,
      "step": 70768
    },
    {
      "epoch": 2.8985869342617243,
      "grad_norm": 4.359971847227257,
      "learning_rate": 0.0001613258181873674,
      "loss": 4.5625,
      "step": 70769
    },
    {
      "epoch": 2.898627892688921,
      "grad_norm": 3.330028453639428,
      "learning_rate": 0.00016132256610015746,
      "loss": 4.3438,
      "step": 70770
    },
    {
      "epoch": 2.898668851116117,
      "grad_norm": 3.658068195498321,
      "learning_rate": 0.00016131931400759493,
      "loss": 4.75,
      "step": 70771
    },
    {
      "epoch": 2.8987098095433135,
      "grad_norm": 3.4940293448177755,
      "learning_rate": 0.00016131606190968126,
      "loss": 4.4688,
      "step": 70772
    },
    {
      "epoch": 2.89875076797051,
      "grad_norm": 4.460341884426431,
      "learning_rate": 0.000161312809806418,
      "loss": 3.6719,
      "step": 70773
    },
    {
      "epoch": 2.8987917263977065,
      "grad_norm": 3.5225195157586304,
      "learning_rate": 0.00016130955769780671,
      "loss": 5.3438,
      "step": 70774
    },
    {
      "epoch": 2.8988326848249026,
      "grad_norm": 6.510495362607331,
      "learning_rate": 0.0001613063055838489,
      "loss": 1.7344,
      "step": 70775
    },
    {
      "epoch": 2.898873643252099,
      "grad_norm": 10.774611269886293,
      "learning_rate": 0.00016130305346454611,
      "loss": 4.1875,
      "step": 70776
    },
    {
      "epoch": 2.8989146016792953,
      "grad_norm": 3.312638538205998,
      "learning_rate": 0.00016129980133989993,
      "loss": 3.9531,
      "step": 70777
    },
    {
      "epoch": 2.898955560106492,
      "grad_norm": 3.774738829702449,
      "learning_rate": 0.00016129654920991185,
      "loss": 4.5625,
      "step": 70778
    },
    {
      "epoch": 2.8989965185336883,
      "grad_norm": 5.431516546530845,
      "learning_rate": 0.00016129329707458343,
      "loss": 5.0938,
      "step": 70779
    },
    {
      "epoch": 2.899037476960885,
      "grad_norm": 3.5841756898666617,
      "learning_rate": 0.00016129004493391612,
      "loss": 4.8125,
      "step": 70780
    },
    {
      "epoch": 2.899078435388081,
      "grad_norm": 4.098727194766965,
      "learning_rate": 0.00016128679278791164,
      "loss": 4.7812,
      "step": 70781
    },
    {
      "epoch": 2.8991193938152775,
      "grad_norm": 3.773987124198083,
      "learning_rate": 0.00016128354063657134,
      "loss": 4.8125,
      "step": 70782
    },
    {
      "epoch": 2.899160352242474,
      "grad_norm": 6.4950939541005805,
      "learning_rate": 0.00016128028847989687,
      "loss": 5.4375,
      "step": 70783
    },
    {
      "epoch": 2.89920131066967,
      "grad_norm": 4.764411422290857,
      "learning_rate": 0.00016127703631788973,
      "loss": 4.8125,
      "step": 70784
    },
    {
      "epoch": 2.8992422690968667,
      "grad_norm": 5.10149204578913,
      "learning_rate": 0.00016127378415055146,
      "loss": 6.1562,
      "step": 70785
    },
    {
      "epoch": 2.899283227524063,
      "grad_norm": 3.5569941886861542,
      "learning_rate": 0.0001612705319778836,
      "loss": 4.9375,
      "step": 70786
    },
    {
      "epoch": 2.8993241859512597,
      "grad_norm": 3.912339135942363,
      "learning_rate": 0.00016126727979988767,
      "loss": 4.75,
      "step": 70787
    },
    {
      "epoch": 2.899365144378456,
      "grad_norm": 3.3633210348370692,
      "learning_rate": 0.00016126402761656525,
      "loss": 5.0625,
      "step": 70788
    },
    {
      "epoch": 2.8994061028056524,
      "grad_norm": 3.4381119481703473,
      "learning_rate": 0.00016126077542791782,
      "loss": 4.5625,
      "step": 70789
    },
    {
      "epoch": 2.8994470612328485,
      "grad_norm": 6.894733661405599,
      "learning_rate": 0.000161257523233947,
      "loss": 5.875,
      "step": 70790
    },
    {
      "epoch": 2.899488019660045,
      "grad_norm": 3.201420072675074,
      "learning_rate": 0.00016125427103465427,
      "loss": 3.9844,
      "step": 70791
    },
    {
      "epoch": 2.8995289780872415,
      "grad_norm": 3.8343329244766093,
      "learning_rate": 0.0001612510188300411,
      "loss": 3.7969,
      "step": 70792
    },
    {
      "epoch": 2.899569936514438,
      "grad_norm": 4.378956813439803,
      "learning_rate": 0.00016124776662010916,
      "loss": 4.9375,
      "step": 70793
    },
    {
      "epoch": 2.899610894941634,
      "grad_norm": 4.339720520660882,
      "learning_rate": 0.0001612445144048599,
      "loss": 5.3125,
      "step": 70794
    },
    {
      "epoch": 2.8996518533688307,
      "grad_norm": 4.4027769588777,
      "learning_rate": 0.00016124126218429493,
      "loss": 4.1562,
      "step": 70795
    },
    {
      "epoch": 2.899692811796027,
      "grad_norm": 3.7168010646950087,
      "learning_rate": 0.0001612380099584157,
      "loss": 4.8125,
      "step": 70796
    },
    {
      "epoch": 2.8997337702232233,
      "grad_norm": 3.8864870927191584,
      "learning_rate": 0.0001612347577272238,
      "loss": 4.125,
      "step": 70797
    },
    {
      "epoch": 2.89977472865042,
      "grad_norm": 7.432097605320813,
      "learning_rate": 0.0001612315054907208,
      "loss": 4.5312,
      "step": 70798
    },
    {
      "epoch": 2.8998156870776164,
      "grad_norm": 3.5753183949882703,
      "learning_rate": 0.00016122825324890817,
      "loss": 5.6562,
      "step": 70799
    },
    {
      "epoch": 2.8998566455048125,
      "grad_norm": 3.8088807007342504,
      "learning_rate": 0.00016122500100178744,
      "loss": 4.125,
      "step": 70800
    },
    {
      "epoch": 2.899897603932009,
      "grad_norm": 5.439077954266072,
      "learning_rate": 0.00016122174874936022,
      "loss": 4.25,
      "step": 70801
    },
    {
      "epoch": 2.8999385623592056,
      "grad_norm": 3.4774891288854004,
      "learning_rate": 0.000161218496491628,
      "loss": 3.75,
      "step": 70802
    },
    {
      "epoch": 2.8999795207864016,
      "grad_norm": 4.273708774408377,
      "learning_rate": 0.00016121524422859233,
      "loss": 4.9375,
      "step": 70803
    },
    {
      "epoch": 2.900020479213598,
      "grad_norm": 3.15896369206901,
      "learning_rate": 0.00016121199196025474,
      "loss": 3.5781,
      "step": 70804
    },
    {
      "epoch": 2.9000614376407947,
      "grad_norm": 3.7822018038672836,
      "learning_rate": 0.00016120873968661676,
      "loss": 5.375,
      "step": 70805
    },
    {
      "epoch": 2.9001023960679913,
      "grad_norm": 6.288502325056747,
      "learning_rate": 0.00016120548740767996,
      "loss": 5.0312,
      "step": 70806
    },
    {
      "epoch": 2.9001433544951873,
      "grad_norm": 3.567176403761679,
      "learning_rate": 0.00016120223512344585,
      "loss": 6.1875,
      "step": 70807
    },
    {
      "epoch": 2.900184312922384,
      "grad_norm": 7.297405157879945,
      "learning_rate": 0.00016119898283391596,
      "loss": 5.5,
      "step": 70808
    },
    {
      "epoch": 2.90022527134958,
      "grad_norm": 5.335225923087506,
      "learning_rate": 0.00016119573053909183,
      "loss": 6.4375,
      "step": 70809
    },
    {
      "epoch": 2.9002662297767765,
      "grad_norm": 4.115226964191747,
      "learning_rate": 0.00016119247823897506,
      "loss": 6.5938,
      "step": 70810
    },
    {
      "epoch": 2.900307188203973,
      "grad_norm": 3.2449699896947806,
      "learning_rate": 0.0001611892259335671,
      "loss": 2.6562,
      "step": 70811
    },
    {
      "epoch": 2.9003481466311696,
      "grad_norm": 5.805559619710977,
      "learning_rate": 0.00016118597362286947,
      "loss": 5.1875,
      "step": 70812
    },
    {
      "epoch": 2.9003891050583657,
      "grad_norm": 3.297251237660583,
      "learning_rate": 0.00016118272130688385,
      "loss": 4.5938,
      "step": 70813
    },
    {
      "epoch": 2.900430063485562,
      "grad_norm": 3.559976908945568,
      "learning_rate": 0.00016117946898561167,
      "loss": 4.1562,
      "step": 70814
    },
    {
      "epoch": 2.9004710219127583,
      "grad_norm": 3.9336389607460367,
      "learning_rate": 0.00016117621665905446,
      "loss": 3.9375,
      "step": 70815
    },
    {
      "epoch": 2.900511980339955,
      "grad_norm": 4.109105290716354,
      "learning_rate": 0.00016117296432721374,
      "loss": 3.375,
      "step": 70816
    },
    {
      "epoch": 2.9005529387671514,
      "grad_norm": 5.367555220324241,
      "learning_rate": 0.00016116971199009117,
      "loss": 5.3125,
      "step": 70817
    },
    {
      "epoch": 2.900593897194348,
      "grad_norm": 3.985967444357472,
      "learning_rate": 0.00016116645964768818,
      "loss": 5.3125,
      "step": 70818
    },
    {
      "epoch": 2.900634855621544,
      "grad_norm": 14.508102839934578,
      "learning_rate": 0.00016116320730000635,
      "loss": 5.625,
      "step": 70819
    },
    {
      "epoch": 2.9006758140487405,
      "grad_norm": 4.622224804694327,
      "learning_rate": 0.00016115995494704716,
      "loss": 5.9375,
      "step": 70820
    },
    {
      "epoch": 2.900716772475937,
      "grad_norm": 3.62648545150167,
      "learning_rate": 0.00016115670258881222,
      "loss": 4.5938,
      "step": 70821
    },
    {
      "epoch": 2.900757730903133,
      "grad_norm": 3.571184280036884,
      "learning_rate": 0.00016115345022530304,
      "loss": 5.0625,
      "step": 70822
    },
    {
      "epoch": 2.9007986893303297,
      "grad_norm": 4.072381622597777,
      "learning_rate": 0.0001611501978565212,
      "loss": 5.0312,
      "step": 70823
    },
    {
      "epoch": 2.9008396477575262,
      "grad_norm": 5.764904874218743,
      "learning_rate": 0.00016114694548246812,
      "loss": 6.6562,
      "step": 70824
    },
    {
      "epoch": 2.9008806061847228,
      "grad_norm": 5.021976214680902,
      "learning_rate": 0.00016114369310314542,
      "loss": 4.9062,
      "step": 70825
    },
    {
      "epoch": 2.900921564611919,
      "grad_norm": 6.067524072548925,
      "learning_rate": 0.0001611404407185547,
      "loss": 5.625,
      "step": 70826
    },
    {
      "epoch": 2.9009625230391154,
      "grad_norm": 3.464932664808786,
      "learning_rate": 0.00016113718832869734,
      "loss": 4.4375,
      "step": 70827
    },
    {
      "epoch": 2.9010034814663115,
      "grad_norm": 3.89495886283698,
      "learning_rate": 0.000161133935933575,
      "loss": 4.5312,
      "step": 70828
    },
    {
      "epoch": 2.901044439893508,
      "grad_norm": 4.185041949198066,
      "learning_rate": 0.00016113068353318917,
      "loss": 5.2188,
      "step": 70829
    },
    {
      "epoch": 2.9010853983207046,
      "grad_norm": 3.567928972649435,
      "learning_rate": 0.0001611274311275414,
      "loss": 4.125,
      "step": 70830
    },
    {
      "epoch": 2.901126356747901,
      "grad_norm": 4.838805945567316,
      "learning_rate": 0.00016112417871663325,
      "loss": 4.4375,
      "step": 70831
    },
    {
      "epoch": 2.901167315175097,
      "grad_norm": 3.894879053709684,
      "learning_rate": 0.00016112092630046618,
      "loss": 4.25,
      "step": 70832
    },
    {
      "epoch": 2.9012082736022937,
      "grad_norm": 3.508091260034441,
      "learning_rate": 0.00016111767387904185,
      "loss": 4.25,
      "step": 70833
    },
    {
      "epoch": 2.90124923202949,
      "grad_norm": 3.2817756213277285,
      "learning_rate": 0.0001611144214523617,
      "loss": 4.2812,
      "step": 70834
    },
    {
      "epoch": 2.9012901904566863,
      "grad_norm": 3.5851382797112006,
      "learning_rate": 0.0001611111690204273,
      "loss": 4.5,
      "step": 70835
    },
    {
      "epoch": 2.901331148883883,
      "grad_norm": 3.3383605981736637,
      "learning_rate": 0.00016110791658324015,
      "loss": 3.9844,
      "step": 70836
    },
    {
      "epoch": 2.9013721073110794,
      "grad_norm": 3.065744936885887,
      "learning_rate": 0.00016110466414080184,
      "loss": 3.6094,
      "step": 70837
    },
    {
      "epoch": 2.9014130657382755,
      "grad_norm": 3.255632682373705,
      "learning_rate": 0.0001611014116931139,
      "loss": 4.0625,
      "step": 70838
    },
    {
      "epoch": 2.901454024165472,
      "grad_norm": 7.501793446166341,
      "learning_rate": 0.00016109815924017788,
      "loss": 3.0625,
      "step": 70839
    },
    {
      "epoch": 2.9014949825926686,
      "grad_norm": 3.4392900392715426,
      "learning_rate": 0.00016109490678199525,
      "loss": 4.2188,
      "step": 70840
    },
    {
      "epoch": 2.9015359410198647,
      "grad_norm": 3.4072241615056647,
      "learning_rate": 0.00016109165431856762,
      "loss": 4.1875,
      "step": 70841
    },
    {
      "epoch": 2.901576899447061,
      "grad_norm": 4.643269634492102,
      "learning_rate": 0.0001610884018498965,
      "loss": 3.1406,
      "step": 70842
    },
    {
      "epoch": 2.9016178578742577,
      "grad_norm": 3.284186404653271,
      "learning_rate": 0.00016108514937598342,
      "loss": 4.5312,
      "step": 70843
    },
    {
      "epoch": 2.9016588163014543,
      "grad_norm": 3.633961145848905,
      "learning_rate": 0.0001610818968968299,
      "loss": 4.375,
      "step": 70844
    },
    {
      "epoch": 2.9016997747286504,
      "grad_norm": 4.716332268545779,
      "learning_rate": 0.00016107864441243757,
      "loss": 4.8438,
      "step": 70845
    },
    {
      "epoch": 2.901740733155847,
      "grad_norm": 3.67027560100441,
      "learning_rate": 0.00016107539192280785,
      "loss": 4.875,
      "step": 70846
    },
    {
      "epoch": 2.901781691583043,
      "grad_norm": 3.453737934076485,
      "learning_rate": 0.00016107213942794234,
      "loss": 5.0625,
      "step": 70847
    },
    {
      "epoch": 2.9018226500102395,
      "grad_norm": 3.6493002170601576,
      "learning_rate": 0.00016106888692784253,
      "loss": 5.3125,
      "step": 70848
    },
    {
      "epoch": 2.901863608437436,
      "grad_norm": 3.273037608654406,
      "learning_rate": 0.00016106563442251003,
      "loss": 3.75,
      "step": 70849
    },
    {
      "epoch": 2.9019045668646326,
      "grad_norm": 5.6555223642341845,
      "learning_rate": 0.00016106238191194636,
      "loss": 5.875,
      "step": 70850
    },
    {
      "epoch": 2.9019455252918287,
      "grad_norm": 5.18063476260452,
      "learning_rate": 0.000161059129396153,
      "loss": 1.3906,
      "step": 70851
    },
    {
      "epoch": 2.9019864837190252,
      "grad_norm": 4.498779955740372,
      "learning_rate": 0.00016105587687513152,
      "loss": 4.625,
      "step": 70852
    },
    {
      "epoch": 2.9020274421462213,
      "grad_norm": 3.361605863557705,
      "learning_rate": 0.00016105262434888345,
      "loss": 4.7812,
      "step": 70853
    },
    {
      "epoch": 2.902068400573418,
      "grad_norm": 3.8591398588126613,
      "learning_rate": 0.00016104937181741038,
      "loss": 5.3438,
      "step": 70854
    },
    {
      "epoch": 2.9021093590006144,
      "grad_norm": 4.5326639857379325,
      "learning_rate": 0.0001610461192807138,
      "loss": 2.7969,
      "step": 70855
    },
    {
      "epoch": 2.902150317427811,
      "grad_norm": 3.396672332844195,
      "learning_rate": 0.0001610428667387952,
      "loss": 4.9688,
      "step": 70856
    },
    {
      "epoch": 2.902191275855007,
      "grad_norm": 3.412788284582137,
      "learning_rate": 0.00016103961419165628,
      "loss": 3.5938,
      "step": 70857
    },
    {
      "epoch": 2.9022322342822036,
      "grad_norm": 3.3519072588289562,
      "learning_rate": 0.00016103636163929838,
      "loss": 3.8125,
      "step": 70858
    },
    {
      "epoch": 2.9022731927094,
      "grad_norm": 3.769629094270561,
      "learning_rate": 0.0001610331090817232,
      "loss": 4.5312,
      "step": 70859
    },
    {
      "epoch": 2.902314151136596,
      "grad_norm": 4.509857868848883,
      "learning_rate": 0.00016102985651893215,
      "loss": 3.5,
      "step": 70860
    },
    {
      "epoch": 2.9023551095637927,
      "grad_norm": 4.070934579054608,
      "learning_rate": 0.00016102660395092685,
      "loss": 3.2031,
      "step": 70861
    },
    {
      "epoch": 2.9023960679909893,
      "grad_norm": 3.364746218558446,
      "learning_rate": 0.0001610233513777088,
      "loss": 4.375,
      "step": 70862
    },
    {
      "epoch": 2.902437026418186,
      "grad_norm": 4.815906468351298,
      "learning_rate": 0.00016102009879927958,
      "loss": 3.8906,
      "step": 70863
    },
    {
      "epoch": 2.902477984845382,
      "grad_norm": 3.5692697498449397,
      "learning_rate": 0.00016101684621564063,
      "loss": 4.875,
      "step": 70864
    },
    {
      "epoch": 2.9025189432725784,
      "grad_norm": 3.4713165494114633,
      "learning_rate": 0.00016101359362679358,
      "loss": 3.7969,
      "step": 70865
    },
    {
      "epoch": 2.9025599016997745,
      "grad_norm": 3.7457011200214323,
      "learning_rate": 0.00016101034103273998,
      "loss": 4.3125,
      "step": 70866
    },
    {
      "epoch": 2.902600860126971,
      "grad_norm": 3.3477243476244887,
      "learning_rate": 0.00016100708843348133,
      "loss": 4.9688,
      "step": 70867
    },
    {
      "epoch": 2.9026418185541676,
      "grad_norm": 4.730028952626332,
      "learning_rate": 0.0001610038358290191,
      "loss": 4.625,
      "step": 70868
    },
    {
      "epoch": 2.902682776981364,
      "grad_norm": 7.244244581535479,
      "learning_rate": 0.00016100058321935496,
      "loss": 6.1562,
      "step": 70869
    },
    {
      "epoch": 2.90272373540856,
      "grad_norm": 3.5245873685731697,
      "learning_rate": 0.00016099733060449036,
      "loss": 3.6562,
      "step": 70870
    },
    {
      "epoch": 2.9027646938357567,
      "grad_norm": 6.752980109941428,
      "learning_rate": 0.00016099407798442686,
      "loss": 4.7812,
      "step": 70871
    },
    {
      "epoch": 2.902805652262953,
      "grad_norm": 3.575955450220636,
      "learning_rate": 0.00016099082535916598,
      "loss": 4.4375,
      "step": 70872
    },
    {
      "epoch": 2.9028466106901494,
      "grad_norm": 3.735860271432989,
      "learning_rate": 0.00016098757272870932,
      "loss": 5.0312,
      "step": 70873
    },
    {
      "epoch": 2.902887569117346,
      "grad_norm": 3.3736910381871943,
      "learning_rate": 0.00016098432009305832,
      "loss": 4.1562,
      "step": 70874
    },
    {
      "epoch": 2.9029285275445424,
      "grad_norm": 4.415249817159936,
      "learning_rate": 0.00016098106745221464,
      "loss": 4.5625,
      "step": 70875
    },
    {
      "epoch": 2.9029694859717385,
      "grad_norm": 4.010632507116052,
      "learning_rate": 0.0001609778148061797,
      "loss": 5.1562,
      "step": 70876
    },
    {
      "epoch": 2.903010444398935,
      "grad_norm": 10.84347491685586,
      "learning_rate": 0.00016097456215495508,
      "loss": 3.4531,
      "step": 70877
    },
    {
      "epoch": 2.9030514028261316,
      "grad_norm": 3.3950949593405295,
      "learning_rate": 0.00016097130949854237,
      "loss": 3.4844,
      "step": 70878
    },
    {
      "epoch": 2.9030923612533277,
      "grad_norm": 3.673899738640203,
      "learning_rate": 0.00016096805683694302,
      "loss": 4.0312,
      "step": 70879
    },
    {
      "epoch": 2.9031333196805242,
      "grad_norm": 2.914324750711101,
      "learning_rate": 0.0001609648041701586,
      "loss": 3.2812,
      "step": 70880
    },
    {
      "epoch": 2.9031742781077208,
      "grad_norm": 3.398020395012589,
      "learning_rate": 0.0001609615514981907,
      "loss": 3.9531,
      "step": 70881
    },
    {
      "epoch": 2.9032152365349173,
      "grad_norm": 4.592998948704966,
      "learning_rate": 0.00016095829882104077,
      "loss": 5.5,
      "step": 70882
    },
    {
      "epoch": 2.9032561949621134,
      "grad_norm": 5.624960344871386,
      "learning_rate": 0.00016095504613871043,
      "loss": 5.5,
      "step": 70883
    },
    {
      "epoch": 2.90329715338931,
      "grad_norm": 4.637517873285305,
      "learning_rate": 0.00016095179345120112,
      "loss": 0.9297,
      "step": 70884
    },
    {
      "epoch": 2.903338111816506,
      "grad_norm": 3.8243795669221723,
      "learning_rate": 0.0001609485407585145,
      "loss": 4.8438,
      "step": 70885
    },
    {
      "epoch": 2.9033790702437026,
      "grad_norm": 3.341497835127506,
      "learning_rate": 0.00016094528806065206,
      "loss": 4.125,
      "step": 70886
    },
    {
      "epoch": 2.903420028670899,
      "grad_norm": 3.2634647325888166,
      "learning_rate": 0.0001609420353576153,
      "loss": 3.9688,
      "step": 70887
    },
    {
      "epoch": 2.9034609870980956,
      "grad_norm": 3.5085284882719647,
      "learning_rate": 0.00016093878264940572,
      "loss": 4.5625,
      "step": 70888
    },
    {
      "epoch": 2.9035019455252917,
      "grad_norm": 3.3040129067433823,
      "learning_rate": 0.00016093552993602498,
      "loss": 3.9688,
      "step": 70889
    },
    {
      "epoch": 2.9035429039524883,
      "grad_norm": 4.118736153890223,
      "learning_rate": 0.00016093227721747453,
      "loss": 5.3125,
      "step": 70890
    },
    {
      "epoch": 2.9035838623796844,
      "grad_norm": 5.784339944357871,
      "learning_rate": 0.00016092902449375596,
      "loss": 6.4375,
      "step": 70891
    },
    {
      "epoch": 2.903624820806881,
      "grad_norm": 3.520479847566571,
      "learning_rate": 0.00016092577176487076,
      "loss": 4.5938,
      "step": 70892
    },
    {
      "epoch": 2.9036657792340774,
      "grad_norm": 2.944879710205661,
      "learning_rate": 0.0001609225190308205,
      "loss": 4.3438,
      "step": 70893
    },
    {
      "epoch": 2.903706737661274,
      "grad_norm": 4.510839881097594,
      "learning_rate": 0.00016091926629160672,
      "loss": 5.4375,
      "step": 70894
    },
    {
      "epoch": 2.90374769608847,
      "grad_norm": 3.520278805976354,
      "learning_rate": 0.00016091601354723093,
      "loss": 4.5,
      "step": 70895
    },
    {
      "epoch": 2.9037886545156666,
      "grad_norm": 10.052870198737194,
      "learning_rate": 0.00016091276079769465,
      "loss": 3.5,
      "step": 70896
    },
    {
      "epoch": 2.903829612942863,
      "grad_norm": 3.790039950183581,
      "learning_rate": 0.00016090950804299948,
      "loss": 4.8438,
      "step": 70897
    },
    {
      "epoch": 2.903870571370059,
      "grad_norm": 4.493955387247252,
      "learning_rate": 0.00016090625528314694,
      "loss": 4.7188,
      "step": 70898
    },
    {
      "epoch": 2.9039115297972558,
      "grad_norm": 4.24045953967188,
      "learning_rate": 0.00016090300251813853,
      "loss": 4.5,
      "step": 70899
    },
    {
      "epoch": 2.9039524882244523,
      "grad_norm": 4.2618565136442035,
      "learning_rate": 0.00016089974974797583,
      "loss": 5.5,
      "step": 70900
    },
    {
      "epoch": 2.903993446651649,
      "grad_norm": 3.428906865412884,
      "learning_rate": 0.00016089649697266034,
      "loss": 4.6875,
      "step": 70901
    },
    {
      "epoch": 2.904034405078845,
      "grad_norm": 6.147398783325397,
      "learning_rate": 0.00016089324419219368,
      "loss": 6.875,
      "step": 70902
    },
    {
      "epoch": 2.9040753635060415,
      "grad_norm": 4.118055860543268,
      "learning_rate": 0.00016088999140657727,
      "loss": 5.3125,
      "step": 70903
    },
    {
      "epoch": 2.9041163219332375,
      "grad_norm": 3.7157436499779357,
      "learning_rate": 0.00016088673861581267,
      "loss": 3.5469,
      "step": 70904
    },
    {
      "epoch": 2.904157280360434,
      "grad_norm": 3.159490646645798,
      "learning_rate": 0.00016088348581990152,
      "loss": 3.8438,
      "step": 70905
    },
    {
      "epoch": 2.9041982387876306,
      "grad_norm": 3.6787006796739194,
      "learning_rate": 0.00016088023301884529,
      "loss": 4.2812,
      "step": 70906
    },
    {
      "epoch": 2.904239197214827,
      "grad_norm": 4.255227052179709,
      "learning_rate": 0.0001608769802126455,
      "loss": 5.0625,
      "step": 70907
    },
    {
      "epoch": 2.9042801556420232,
      "grad_norm": 3.260008351090734,
      "learning_rate": 0.00016087372740130368,
      "loss": 4.3125,
      "step": 70908
    },
    {
      "epoch": 2.90432111406922,
      "grad_norm": 3.9320505603570215,
      "learning_rate": 0.0001608704745848214,
      "loss": 5.1562,
      "step": 70909
    },
    {
      "epoch": 2.904362072496416,
      "grad_norm": 3.49081608248068,
      "learning_rate": 0.0001608672217632002,
      "loss": 4.4688,
      "step": 70910
    },
    {
      "epoch": 2.9044030309236124,
      "grad_norm": 3.388782065938964,
      "learning_rate": 0.00016086396893644163,
      "loss": 4.25,
      "step": 70911
    },
    {
      "epoch": 2.904443989350809,
      "grad_norm": 4.223839454653425,
      "learning_rate": 0.0001608607161045472,
      "loss": 4.8125,
      "step": 70912
    },
    {
      "epoch": 2.9044849477780055,
      "grad_norm": 3.905615297568754,
      "learning_rate": 0.00016085746326751846,
      "loss": 5.75,
      "step": 70913
    },
    {
      "epoch": 2.9045259062052016,
      "grad_norm": 3.2623137765297283,
      "learning_rate": 0.00016085421042535692,
      "loss": 4.7812,
      "step": 70914
    },
    {
      "epoch": 2.904566864632398,
      "grad_norm": 4.170629122358411,
      "learning_rate": 0.0001608509575780641,
      "loss": 3.7188,
      "step": 70915
    },
    {
      "epoch": 2.9046078230595946,
      "grad_norm": 3.362808040099985,
      "learning_rate": 0.00016084770472564163,
      "loss": 4.3125,
      "step": 70916
    },
    {
      "epoch": 2.9046487814867907,
      "grad_norm": 5.23734728033932,
      "learning_rate": 0.000160844451868091,
      "loss": 2.7969,
      "step": 70917
    },
    {
      "epoch": 2.9046897399139873,
      "grad_norm": 3.577308489389814,
      "learning_rate": 0.0001608411990054137,
      "loss": 5.0312,
      "step": 70918
    },
    {
      "epoch": 2.904730698341184,
      "grad_norm": 4.663378488564983,
      "learning_rate": 0.00016083794613761136,
      "loss": 7.0625,
      "step": 70919
    },
    {
      "epoch": 2.9047716567683803,
      "grad_norm": 6.61683583338569,
      "learning_rate": 0.0001608346932646854,
      "loss": 4.2188,
      "step": 70920
    },
    {
      "epoch": 2.9048126151955764,
      "grad_norm": 4.784928908034437,
      "learning_rate": 0.00016083144038663748,
      "loss": 6.7812,
      "step": 70921
    },
    {
      "epoch": 2.904853573622773,
      "grad_norm": 3.751456423343077,
      "learning_rate": 0.0001608281875034691,
      "loss": 4.0,
      "step": 70922
    },
    {
      "epoch": 2.904894532049969,
      "grad_norm": 3.820974620585823,
      "learning_rate": 0.00016082493461518177,
      "loss": 5.125,
      "step": 70923
    },
    {
      "epoch": 2.9049354904771656,
      "grad_norm": 4.042519332859807,
      "learning_rate": 0.00016082168172177697,
      "loss": 2.2344,
      "step": 70924
    },
    {
      "epoch": 2.904976448904362,
      "grad_norm": 3.7795651319597994,
      "learning_rate": 0.00016081842882325638,
      "loss": 4.25,
      "step": 70925
    },
    {
      "epoch": 2.9050174073315587,
      "grad_norm": 3.7156170460307627,
      "learning_rate": 0.00016081517591962142,
      "loss": 5.0,
      "step": 70926
    },
    {
      "epoch": 2.9050583657587548,
      "grad_norm": 3.4048492035088005,
      "learning_rate": 0.00016081192301087372,
      "loss": 4.2188,
      "step": 70927
    },
    {
      "epoch": 2.9050993241859513,
      "grad_norm": 3.7296618306406892,
      "learning_rate": 0.00016080867009701474,
      "loss": 4.5938,
      "step": 70928
    },
    {
      "epoch": 2.9051402826131474,
      "grad_norm": 5.986093656946896,
      "learning_rate": 0.00016080541717804604,
      "loss": 5.0312,
      "step": 70929
    },
    {
      "epoch": 2.905181241040344,
      "grad_norm": 3.6603956437575667,
      "learning_rate": 0.00016080216425396921,
      "loss": 3.9062,
      "step": 70930
    },
    {
      "epoch": 2.9052221994675405,
      "grad_norm": 3.2288066381478906,
      "learning_rate": 0.0001607989113247857,
      "loss": 3.875,
      "step": 70931
    },
    {
      "epoch": 2.905263157894737,
      "grad_norm": 3.7503527929569196,
      "learning_rate": 0.00016079565839049708,
      "loss": 4.5,
      "step": 70932
    },
    {
      "epoch": 2.905304116321933,
      "grad_norm": 3.8582372397139197,
      "learning_rate": 0.00016079240545110494,
      "loss": 3.7812,
      "step": 70933
    },
    {
      "epoch": 2.9053450747491296,
      "grad_norm": 5.084016450013336,
      "learning_rate": 0.00016078915250661077,
      "loss": 5.0938,
      "step": 70934
    },
    {
      "epoch": 2.905386033176326,
      "grad_norm": 3.4064287417584667,
      "learning_rate": 0.0001607858995570161,
      "loss": 4.125,
      "step": 70935
    },
    {
      "epoch": 2.9054269916035222,
      "grad_norm": 5.1826402078107305,
      "learning_rate": 0.00016078264660232246,
      "loss": 7.1875,
      "step": 70936
    },
    {
      "epoch": 2.905467950030719,
      "grad_norm": 5.1241137553330525,
      "learning_rate": 0.00016077939364253147,
      "loss": 4.375,
      "step": 70937
    },
    {
      "epoch": 2.9055089084579153,
      "grad_norm": 4.813513920337696,
      "learning_rate": 0.00016077614067764456,
      "loss": 5.3125,
      "step": 70938
    },
    {
      "epoch": 2.905549866885112,
      "grad_norm": 8.121225701890179,
      "learning_rate": 0.00016077288770766334,
      "loss": 6.1875,
      "step": 70939
    },
    {
      "epoch": 2.905590825312308,
      "grad_norm": 3.5017195786215747,
      "learning_rate": 0.0001607696347325893,
      "loss": 4.3438,
      "step": 70940
    },
    {
      "epoch": 2.9056317837395045,
      "grad_norm": 10.247834962925584,
      "learning_rate": 0.00016076638175242404,
      "loss": 5.6875,
      "step": 70941
    },
    {
      "epoch": 2.9056727421667006,
      "grad_norm": 3.9220644443517054,
      "learning_rate": 0.00016076312876716904,
      "loss": 5.1562,
      "step": 70942
    },
    {
      "epoch": 2.905713700593897,
      "grad_norm": 3.518069813867052,
      "learning_rate": 0.00016075987577682585,
      "loss": 4.2188,
      "step": 70943
    },
    {
      "epoch": 2.9057546590210936,
      "grad_norm": 4.484480415428808,
      "learning_rate": 0.000160756622781396,
      "loss": 4.1875,
      "step": 70944
    },
    {
      "epoch": 2.90579561744829,
      "grad_norm": 5.635824028643129,
      "learning_rate": 0.00016075336978088107,
      "loss": 4.375,
      "step": 70945
    },
    {
      "epoch": 2.9058365758754863,
      "grad_norm": 3.994427884382142,
      "learning_rate": 0.0001607501167752826,
      "loss": 4.9375,
      "step": 70946
    },
    {
      "epoch": 2.905877534302683,
      "grad_norm": 3.365997062263436,
      "learning_rate": 0.00016074686376460205,
      "loss": 4.0,
      "step": 70947
    },
    {
      "epoch": 2.905918492729879,
      "grad_norm": 9.738699332179861,
      "learning_rate": 0.00016074361074884102,
      "loss": 3.3125,
      "step": 70948
    },
    {
      "epoch": 2.9059594511570754,
      "grad_norm": 3.8978639040761114,
      "learning_rate": 0.000160740357728001,
      "loss": 4.25,
      "step": 70949
    },
    {
      "epoch": 2.906000409584272,
      "grad_norm": 4.976337572719196,
      "learning_rate": 0.00016073710470208366,
      "loss": 2.2031,
      "step": 70950
    },
    {
      "epoch": 2.9060413680114685,
      "grad_norm": 3.3711687408605964,
      "learning_rate": 0.00016073385167109035,
      "loss": 4.5,
      "step": 70951
    },
    {
      "epoch": 2.9060823264386646,
      "grad_norm": 3.224436014712785,
      "learning_rate": 0.00016073059863502273,
      "loss": 3.7188,
      "step": 70952
    },
    {
      "epoch": 2.906123284865861,
      "grad_norm": 4.308958886721115,
      "learning_rate": 0.00016072734559388228,
      "loss": 4.5,
      "step": 70953
    },
    {
      "epoch": 2.9061642432930577,
      "grad_norm": 3.8750777746879175,
      "learning_rate": 0.0001607240925476706,
      "loss": 5.1562,
      "step": 70954
    },
    {
      "epoch": 2.9062052017202538,
      "grad_norm": 4.0133561293455875,
      "learning_rate": 0.00016072083949638917,
      "loss": 5.0625,
      "step": 70955
    },
    {
      "epoch": 2.9062461601474503,
      "grad_norm": 3.20478328532231,
      "learning_rate": 0.00016071758644003954,
      "loss": 3.9688,
      "step": 70956
    },
    {
      "epoch": 2.906287118574647,
      "grad_norm": 4.0694273960795755,
      "learning_rate": 0.00016071433337862327,
      "loss": 6.2812,
      "step": 70957
    },
    {
      "epoch": 2.9063280770018434,
      "grad_norm": 3.339540368189204,
      "learning_rate": 0.00016071108031214188,
      "loss": 3.875,
      "step": 70958
    },
    {
      "epoch": 2.9063690354290395,
      "grad_norm": 3.373983567794762,
      "learning_rate": 0.00016070782724059694,
      "loss": 4.4375,
      "step": 70959
    },
    {
      "epoch": 2.906409993856236,
      "grad_norm": 5.488638842957817,
      "learning_rate": 0.0001607045741639899,
      "loss": 5.875,
      "step": 70960
    },
    {
      "epoch": 2.906450952283432,
      "grad_norm": 3.497340461494907,
      "learning_rate": 0.0001607013210823224,
      "loss": 4.6562,
      "step": 70961
    },
    {
      "epoch": 2.9064919107106286,
      "grad_norm": 4.037664272613046,
      "learning_rate": 0.00016069806799559594,
      "loss": 4.0625,
      "step": 70962
    },
    {
      "epoch": 2.906532869137825,
      "grad_norm": 3.1969555179133917,
      "learning_rate": 0.00016069481490381206,
      "loss": 4.0625,
      "step": 70963
    },
    {
      "epoch": 2.9065738275650217,
      "grad_norm": 5.552514872202539,
      "learning_rate": 0.00016069156180697225,
      "loss": 3.9688,
      "step": 70964
    },
    {
      "epoch": 2.906614785992218,
      "grad_norm": 3.3830791664081,
      "learning_rate": 0.00016068830870507813,
      "loss": 5.1875,
      "step": 70965
    },
    {
      "epoch": 2.9066557444194143,
      "grad_norm": 4.530829706849802,
      "learning_rate": 0.0001606850555981312,
      "loss": 5.7812,
      "step": 70966
    },
    {
      "epoch": 2.9066967028466104,
      "grad_norm": 3.9937438599377084,
      "learning_rate": 0.000160681802486133,
      "loss": 5.1562,
      "step": 70967
    },
    {
      "epoch": 2.906737661273807,
      "grad_norm": 3.8095537776466766,
      "learning_rate": 0.000160678549369085,
      "loss": 4.3438,
      "step": 70968
    },
    {
      "epoch": 2.9067786197010035,
      "grad_norm": 3.631648692938203,
      "learning_rate": 0.00016067529624698887,
      "loss": 5.9062,
      "step": 70969
    },
    {
      "epoch": 2.9068195781282,
      "grad_norm": 12.383077378507949,
      "learning_rate": 0.00016067204311984604,
      "loss": 6.7812,
      "step": 70970
    },
    {
      "epoch": 2.906860536555396,
      "grad_norm": 3.484704178167526,
      "learning_rate": 0.00016066878998765812,
      "loss": 3.875,
      "step": 70971
    },
    {
      "epoch": 2.9069014949825926,
      "grad_norm": 3.5013126458803665,
      "learning_rate": 0.0001606655368504266,
      "loss": 5.125,
      "step": 70972
    },
    {
      "epoch": 2.906942453409789,
      "grad_norm": 3.4831734464154205,
      "learning_rate": 0.00016066228370815303,
      "loss": 4.875,
      "step": 70973
    },
    {
      "epoch": 2.9069834118369853,
      "grad_norm": 3.920558865397418,
      "learning_rate": 0.00016065903056083897,
      "loss": 4.8125,
      "step": 70974
    },
    {
      "epoch": 2.907024370264182,
      "grad_norm": 3.468711422225349,
      "learning_rate": 0.00016065577740848592,
      "loss": 4.4688,
      "step": 70975
    },
    {
      "epoch": 2.9070653286913783,
      "grad_norm": 4.893236947125359,
      "learning_rate": 0.00016065252425109542,
      "loss": 6.0625,
      "step": 70976
    },
    {
      "epoch": 2.907106287118575,
      "grad_norm": 3.768349917791605,
      "learning_rate": 0.00016064927108866905,
      "loss": 4.625,
      "step": 70977
    },
    {
      "epoch": 2.907147245545771,
      "grad_norm": 3.694270192490194,
      "learning_rate": 0.0001606460179212083,
      "loss": 4.5938,
      "step": 70978
    },
    {
      "epoch": 2.9071882039729675,
      "grad_norm": 6.995492758058868,
      "learning_rate": 0.00016064276474871478,
      "loss": 4.4062,
      "step": 70979
    },
    {
      "epoch": 2.9072291624001636,
      "grad_norm": 7.697288379366595,
      "learning_rate": 0.00016063951157118991,
      "loss": 4.8125,
      "step": 70980
    },
    {
      "epoch": 2.90727012082736,
      "grad_norm": 5.793053446777356,
      "learning_rate": 0.00016063625838863533,
      "loss": 3.2969,
      "step": 70981
    },
    {
      "epoch": 2.9073110792545567,
      "grad_norm": 5.996542203377374,
      "learning_rate": 0.0001606330052010526,
      "loss": 7.0938,
      "step": 70982
    },
    {
      "epoch": 2.907352037681753,
      "grad_norm": 4.216074139339664,
      "learning_rate": 0.00016062975200844312,
      "loss": 4.3125,
      "step": 70983
    },
    {
      "epoch": 2.9073929961089493,
      "grad_norm": 6.73349675339438,
      "learning_rate": 0.00016062649881080855,
      "loss": 4.0625,
      "step": 70984
    },
    {
      "epoch": 2.907433954536146,
      "grad_norm": 6.890606323468698,
      "learning_rate": 0.0001606232456081504,
      "loss": 6.375,
      "step": 70985
    },
    {
      "epoch": 2.9074749129633424,
      "grad_norm": 4.805954359970113,
      "learning_rate": 0.00016061999240047015,
      "loss": 4.7188,
      "step": 70986
    },
    {
      "epoch": 2.9075158713905385,
      "grad_norm": 3.870850369947088,
      "learning_rate": 0.0001606167391877694,
      "loss": 3.8906,
      "step": 70987
    },
    {
      "epoch": 2.907556829817735,
      "grad_norm": 3.4280676597203774,
      "learning_rate": 0.00016061348597004967,
      "loss": 4.9688,
      "step": 70988
    },
    {
      "epoch": 2.9075977882449315,
      "grad_norm": 6.788855533454342,
      "learning_rate": 0.0001606102327473125,
      "loss": 2.0,
      "step": 70989
    },
    {
      "epoch": 2.9076387466721276,
      "grad_norm": 5.228949599800177,
      "learning_rate": 0.00016060697951955944,
      "loss": 1.3281,
      "step": 70990
    },
    {
      "epoch": 2.907679705099324,
      "grad_norm": 3.2763983236083964,
      "learning_rate": 0.00016060372628679204,
      "loss": 4.0938,
      "step": 70991
    },
    {
      "epoch": 2.9077206635265207,
      "grad_norm": 5.265843396318842,
      "learning_rate": 0.00016060047304901175,
      "loss": 3.3125,
      "step": 70992
    },
    {
      "epoch": 2.907761621953717,
      "grad_norm": 4.3245634936770045,
      "learning_rate": 0.00016059721980622022,
      "loss": 4.4688,
      "step": 70993
    },
    {
      "epoch": 2.9078025803809133,
      "grad_norm": 3.8716918611502016,
      "learning_rate": 0.00016059396655841894,
      "loss": 4.0938,
      "step": 70994
    },
    {
      "epoch": 2.90784353880811,
      "grad_norm": 4.81298189060757,
      "learning_rate": 0.00016059071330560944,
      "loss": 4.875,
      "step": 70995
    },
    {
      "epoch": 2.9078844972353064,
      "grad_norm": 5.079453942584851,
      "learning_rate": 0.00016058746004779322,
      "loss": 3.7969,
      "step": 70996
    },
    {
      "epoch": 2.9079254556625025,
      "grad_norm": 4.305536015479639,
      "learning_rate": 0.00016058420678497192,
      "loss": 5.1562,
      "step": 70997
    },
    {
      "epoch": 2.907966414089699,
      "grad_norm": 3.5798572294140674,
      "learning_rate": 0.000160580953517147,
      "loss": 2.1406,
      "step": 70998
    },
    {
      "epoch": 2.908007372516895,
      "grad_norm": 4.323152964742211,
      "learning_rate": 0.00016057770024432004,
      "loss": 4.7188,
      "step": 70999
    },
    {
      "epoch": 2.9080483309440917,
      "grad_norm": 3.7629613368531976,
      "learning_rate": 0.0001605744469664925,
      "loss": 5.1875,
      "step": 71000
    },
    {
      "epoch": 2.908089289371288,
      "grad_norm": 4.2163007922764,
      "learning_rate": 0.00016057119368366603,
      "loss": 4.5938,
      "step": 71001
    },
    {
      "epoch": 2.9081302477984847,
      "grad_norm": 6.121713235539998,
      "learning_rate": 0.00016056794039584209,
      "loss": 2.7656,
      "step": 71002
    },
    {
      "epoch": 2.908171206225681,
      "grad_norm": 3.678902772857161,
      "learning_rate": 0.00016056468710302227,
      "loss": 4.7188,
      "step": 71003
    },
    {
      "epoch": 2.9082121646528774,
      "grad_norm": 3.963280853586703,
      "learning_rate": 0.00016056143380520802,
      "loss": 3.5156,
      "step": 71004
    },
    {
      "epoch": 2.908253123080074,
      "grad_norm": 3.352846096529678,
      "learning_rate": 0.00016055818050240097,
      "loss": 4.4375,
      "step": 71005
    },
    {
      "epoch": 2.90829408150727,
      "grad_norm": 3.947002826586524,
      "learning_rate": 0.00016055492719460265,
      "loss": 5.375,
      "step": 71006
    },
    {
      "epoch": 2.9083350399344665,
      "grad_norm": 4.254319846933106,
      "learning_rate": 0.00016055167388181454,
      "loss": 3.7969,
      "step": 71007
    },
    {
      "epoch": 2.908375998361663,
      "grad_norm": 4.629552694107034,
      "learning_rate": 0.0001605484205640382,
      "loss": 4.3438,
      "step": 71008
    },
    {
      "epoch": 2.908416956788859,
      "grad_norm": 3.546853960214181,
      "learning_rate": 0.00016054516724127522,
      "loss": 4.6562,
      "step": 71009
    },
    {
      "epoch": 2.9084579152160557,
      "grad_norm": 3.8117280538677316,
      "learning_rate": 0.0001605419139135271,
      "loss": 4.6875,
      "step": 71010
    },
    {
      "epoch": 2.908498873643252,
      "grad_norm": 4.126144682895741,
      "learning_rate": 0.00016053866058079533,
      "loss": 1.4453,
      "step": 71011
    },
    {
      "epoch": 2.9085398320704483,
      "grad_norm": 3.615460539406317,
      "learning_rate": 0.00016053540724308152,
      "loss": 4.5938,
      "step": 71012
    },
    {
      "epoch": 2.908580790497645,
      "grad_norm": 4.908997411214794,
      "learning_rate": 0.00016053215390038719,
      "loss": 4.25,
      "step": 71013
    },
    {
      "epoch": 2.9086217489248414,
      "grad_norm": 3.24956349823971,
      "learning_rate": 0.00016052890055271384,
      "loss": 3.9219,
      "step": 71014
    },
    {
      "epoch": 2.908662707352038,
      "grad_norm": 5.065623324597375,
      "learning_rate": 0.00016052564720006306,
      "loss": 5.9688,
      "step": 71015
    },
    {
      "epoch": 2.908703665779234,
      "grad_norm": 7.031617761725176,
      "learning_rate": 0.00016052239384243633,
      "loss": 5.4375,
      "step": 71016
    },
    {
      "epoch": 2.9087446242064305,
      "grad_norm": 5.926873130038152,
      "learning_rate": 0.00016051914047983526,
      "loss": 6.0938,
      "step": 71017
    },
    {
      "epoch": 2.9087855826336266,
      "grad_norm": 8.146325033837783,
      "learning_rate": 0.00016051588711226138,
      "loss": 4.75,
      "step": 71018
    },
    {
      "epoch": 2.908826541060823,
      "grad_norm": 4.6126345847325085,
      "learning_rate": 0.00016051263373971614,
      "loss": 5.9062,
      "step": 71019
    },
    {
      "epoch": 2.9088674994880197,
      "grad_norm": 5.022108556098908,
      "learning_rate": 0.00016050938036220116,
      "loss": 3.5,
      "step": 71020
    },
    {
      "epoch": 2.9089084579152162,
      "grad_norm": 3.1101811874824046,
      "learning_rate": 0.00016050612697971793,
      "loss": 3.8906,
      "step": 71021
    },
    {
      "epoch": 2.9089494163424123,
      "grad_norm": 3.78080445198022,
      "learning_rate": 0.00016050287359226805,
      "loss": 5.1562,
      "step": 71022
    },
    {
      "epoch": 2.908990374769609,
      "grad_norm": 3.9522785616242273,
      "learning_rate": 0.00016049962019985302,
      "loss": 5.4688,
      "step": 71023
    },
    {
      "epoch": 2.9090313331968054,
      "grad_norm": 4.437854004000248,
      "learning_rate": 0.00016049636680247434,
      "loss": 3.4375,
      "step": 71024
    },
    {
      "epoch": 2.9090722916240015,
      "grad_norm": 7.027660070095376,
      "learning_rate": 0.00016049311340013363,
      "loss": 4.8125,
      "step": 71025
    },
    {
      "epoch": 2.909113250051198,
      "grad_norm": 3.4977205638985867,
      "learning_rate": 0.00016048985999283236,
      "loss": 4.5938,
      "step": 71026
    },
    {
      "epoch": 2.9091542084783946,
      "grad_norm": 4.142143727956988,
      "learning_rate": 0.00016048660658057212,
      "loss": 4.625,
      "step": 71027
    },
    {
      "epoch": 2.909195166905591,
      "grad_norm": 4.540996157850826,
      "learning_rate": 0.00016048335316335436,
      "loss": 4.2812,
      "step": 71028
    },
    {
      "epoch": 2.909236125332787,
      "grad_norm": 3.6683314782454928,
      "learning_rate": 0.0001604800997411807,
      "loss": 4.5938,
      "step": 71029
    },
    {
      "epoch": 2.9092770837599837,
      "grad_norm": 5.34101437837017,
      "learning_rate": 0.00016047684631405272,
      "loss": 5.1562,
      "step": 71030
    },
    {
      "epoch": 2.90931804218718,
      "grad_norm": 3.484691446723337,
      "learning_rate": 0.00016047359288197182,
      "loss": 4.625,
      "step": 71031
    },
    {
      "epoch": 2.9093590006143764,
      "grad_norm": 3.405969051222438,
      "learning_rate": 0.00016047033944493965,
      "loss": 3.9688,
      "step": 71032
    },
    {
      "epoch": 2.909399959041573,
      "grad_norm": 3.9343775677882062,
      "learning_rate": 0.0001604670860029577,
      "loss": 6.375,
      "step": 71033
    },
    {
      "epoch": 2.9094409174687694,
      "grad_norm": 4.24602234762002,
      "learning_rate": 0.00016046383255602755,
      "loss": 4.5312,
      "step": 71034
    },
    {
      "epoch": 2.9094818758959655,
      "grad_norm": 3.2906803181154514,
      "learning_rate": 0.00016046057910415067,
      "loss": 3.75,
      "step": 71035
    },
    {
      "epoch": 2.909522834323162,
      "grad_norm": 5.286544899571601,
      "learning_rate": 0.00016045732564732863,
      "loss": 1.1406,
      "step": 71036
    },
    {
      "epoch": 2.909563792750358,
      "grad_norm": 5.4701534291789375,
      "learning_rate": 0.00016045407218556298,
      "loss": 6.1875,
      "step": 71037
    },
    {
      "epoch": 2.9096047511775547,
      "grad_norm": 5.464851009523415,
      "learning_rate": 0.00016045081871885527,
      "loss": 1.6328,
      "step": 71038
    },
    {
      "epoch": 2.909645709604751,
      "grad_norm": 7.360588062373751,
      "learning_rate": 0.000160447565247207,
      "loss": 4.625,
      "step": 71039
    },
    {
      "epoch": 2.9096866680319478,
      "grad_norm": 3.525184565730519,
      "learning_rate": 0.00016044431177061972,
      "loss": 3.0156,
      "step": 71040
    },
    {
      "epoch": 2.909727626459144,
      "grad_norm": 3.9072751264058905,
      "learning_rate": 0.000160441058289095,
      "loss": 5.0625,
      "step": 71041
    },
    {
      "epoch": 2.9097685848863404,
      "grad_norm": 6.089550090124715,
      "learning_rate": 0.00016043780480263435,
      "loss": 5.0938,
      "step": 71042
    },
    {
      "epoch": 2.909809543313537,
      "grad_norm": 3.5247435617943697,
      "learning_rate": 0.00016043455131123933,
      "loss": 4.8125,
      "step": 71043
    },
    {
      "epoch": 2.909850501740733,
      "grad_norm": 3.7570173993695106,
      "learning_rate": 0.0001604312978149114,
      "loss": 5.1562,
      "step": 71044
    },
    {
      "epoch": 2.9098914601679295,
      "grad_norm": 4.010203115256235,
      "learning_rate": 0.0001604280443136522,
      "loss": 3.8438,
      "step": 71045
    },
    {
      "epoch": 2.909932418595126,
      "grad_norm": 6.541508797314991,
      "learning_rate": 0.00016042479080746324,
      "loss": 4.4375,
      "step": 71046
    },
    {
      "epoch": 2.9099733770223226,
      "grad_norm": 5.774229721378849,
      "learning_rate": 0.00016042153729634603,
      "loss": 2.75,
      "step": 71047
    },
    {
      "epoch": 2.9100143354495187,
      "grad_norm": 3.3557716936758415,
      "learning_rate": 0.00016041828378030208,
      "loss": 4.0,
      "step": 71048
    },
    {
      "epoch": 2.9100552938767152,
      "grad_norm": 4.947310148991368,
      "learning_rate": 0.000160415030259333,
      "loss": 4.5625,
      "step": 71049
    },
    {
      "epoch": 2.9100962523039113,
      "grad_norm": 3.804806118381843,
      "learning_rate": 0.00016041177673344032,
      "loss": 5.125,
      "step": 71050
    },
    {
      "epoch": 2.910137210731108,
      "grad_norm": 5.904799035315433,
      "learning_rate": 0.00016040852320262555,
      "loss": 3.2812,
      "step": 71051
    },
    {
      "epoch": 2.9101781691583044,
      "grad_norm": 9.272339249335861,
      "learning_rate": 0.00016040526966689018,
      "loss": 2.3594,
      "step": 71052
    },
    {
      "epoch": 2.910219127585501,
      "grad_norm": 3.565885351693663,
      "learning_rate": 0.0001604020161262359,
      "loss": 4.4062,
      "step": 71053
    },
    {
      "epoch": 2.910260086012697,
      "grad_norm": 3.453942225560568,
      "learning_rate": 0.0001603987625806641,
      "loss": 5.2188,
      "step": 71054
    },
    {
      "epoch": 2.9103010444398936,
      "grad_norm": 3.380246369776369,
      "learning_rate": 0.00016039550903017635,
      "loss": 4.375,
      "step": 71055
    },
    {
      "epoch": 2.9103420028670897,
      "grad_norm": 5.588706487822632,
      "learning_rate": 0.00016039225547477423,
      "loss": 4.8438,
      "step": 71056
    },
    {
      "epoch": 2.910382961294286,
      "grad_norm": 3.638182675418505,
      "learning_rate": 0.00016038900191445927,
      "loss": 3.8281,
      "step": 71057
    },
    {
      "epoch": 2.9104239197214827,
      "grad_norm": 3.7775816922522116,
      "learning_rate": 0.00016038574834923295,
      "loss": 4.3125,
      "step": 71058
    },
    {
      "epoch": 2.9104648781486793,
      "grad_norm": 3.8496592436586106,
      "learning_rate": 0.00016038249477909688,
      "loss": 3.7188,
      "step": 71059
    },
    {
      "epoch": 2.9105058365758754,
      "grad_norm": 5.118877409711204,
      "learning_rate": 0.00016037924120405254,
      "loss": 5.125,
      "step": 71060
    },
    {
      "epoch": 2.910546795003072,
      "grad_norm": 6.3408790598036395,
      "learning_rate": 0.00016037598762410151,
      "loss": 5.25,
      "step": 71061
    },
    {
      "epoch": 2.9105877534302684,
      "grad_norm": 3.6609194479744795,
      "learning_rate": 0.00016037273403924534,
      "loss": 5.2812,
      "step": 71062
    },
    {
      "epoch": 2.9106287118574645,
      "grad_norm": 6.889652613334988,
      "learning_rate": 0.00016036948044948553,
      "loss": 4.8125,
      "step": 71063
    },
    {
      "epoch": 2.910669670284661,
      "grad_norm": 3.4986332654116,
      "learning_rate": 0.0001603662268548236,
      "loss": 4.2188,
      "step": 71064
    },
    {
      "epoch": 2.9107106287118576,
      "grad_norm": 6.317859984265251,
      "learning_rate": 0.00016036297325526115,
      "loss": 5.0625,
      "step": 71065
    },
    {
      "epoch": 2.910751587139054,
      "grad_norm": 3.1131920569264664,
      "learning_rate": 0.0001603597196507997,
      "loss": 3.2344,
      "step": 71066
    },
    {
      "epoch": 2.9107925455662502,
      "grad_norm": 3.2524360951485676,
      "learning_rate": 0.00016035646604144074,
      "loss": 3.9062,
      "step": 71067
    },
    {
      "epoch": 2.9108335039934468,
      "grad_norm": 3.422592364734348,
      "learning_rate": 0.00016035321242718583,
      "loss": 3.875,
      "step": 71068
    },
    {
      "epoch": 2.910874462420643,
      "grad_norm": 3.563833220868811,
      "learning_rate": 0.00016034995880803658,
      "loss": 5.5625,
      "step": 71069
    },
    {
      "epoch": 2.9109154208478394,
      "grad_norm": 4.558839636992154,
      "learning_rate": 0.00016034670518399446,
      "loss": 5.1562,
      "step": 71070
    },
    {
      "epoch": 2.910956379275036,
      "grad_norm": 3.645613125227721,
      "learning_rate": 0.00016034345155506102,
      "loss": 4.4688,
      "step": 71071
    },
    {
      "epoch": 2.9109973377022325,
      "grad_norm": 4.48297374328301,
      "learning_rate": 0.00016034019792123775,
      "loss": 1.625,
      "step": 71072
    },
    {
      "epoch": 2.9110382961294285,
      "grad_norm": 7.209326168054242,
      "learning_rate": 0.00016033694428252627,
      "loss": 5.3125,
      "step": 71073
    },
    {
      "epoch": 2.911079254556625,
      "grad_norm": 5.22695428450382,
      "learning_rate": 0.00016033369063892807,
      "loss": 3.4375,
      "step": 71074
    },
    {
      "epoch": 2.911120212983821,
      "grad_norm": 4.107316671307616,
      "learning_rate": 0.0001603304369904447,
      "loss": 4.4688,
      "step": 71075
    },
    {
      "epoch": 2.9111611714110177,
      "grad_norm": 13.157935095258527,
      "learning_rate": 0.00016032718333707768,
      "loss": 1.2188,
      "step": 71076
    },
    {
      "epoch": 2.9112021298382142,
      "grad_norm": 9.191463531721098,
      "learning_rate": 0.00016032392967882863,
      "loss": 0.9766,
      "step": 71077
    },
    {
      "epoch": 2.911243088265411,
      "grad_norm": 3.180002125539795,
      "learning_rate": 0.00016032067601569897,
      "loss": 3.125,
      "step": 71078
    },
    {
      "epoch": 2.911284046692607,
      "grad_norm": 4.488173892545152,
      "learning_rate": 0.0001603174223476903,
      "loss": 5.8438,
      "step": 71079
    },
    {
      "epoch": 2.9113250051198034,
      "grad_norm": 3.558990023827285,
      "learning_rate": 0.00016031416867480416,
      "loss": 4.6875,
      "step": 71080
    },
    {
      "epoch": 2.911365963547,
      "grad_norm": 3.445879575356816,
      "learning_rate": 0.00016031091499704207,
      "loss": 4.7812,
      "step": 71081
    },
    {
      "epoch": 2.911406921974196,
      "grad_norm": 7.087275816078701,
      "learning_rate": 0.0001603076613144056,
      "loss": 4.3438,
      "step": 71082
    },
    {
      "epoch": 2.9114478804013926,
      "grad_norm": 7.771995298434143,
      "learning_rate": 0.00016030440762689627,
      "loss": 3.875,
      "step": 71083
    },
    {
      "epoch": 2.911488838828589,
      "grad_norm": 3.7976447945382468,
      "learning_rate": 0.0001603011539345156,
      "loss": 2.9375,
      "step": 71084
    },
    {
      "epoch": 2.9115297972557856,
      "grad_norm": 3.3749749354427103,
      "learning_rate": 0.00016029790023726513,
      "loss": 4.5625,
      "step": 71085
    },
    {
      "epoch": 2.9115707556829817,
      "grad_norm": 3.5753859872009595,
      "learning_rate": 0.00016029464653514642,
      "loss": 4.3438,
      "step": 71086
    },
    {
      "epoch": 2.9116117141101783,
      "grad_norm": 5.1331163357002865,
      "learning_rate": 0.00016029139282816102,
      "loss": 4.8125,
      "step": 71087
    },
    {
      "epoch": 2.9116526725373744,
      "grad_norm": 3.6927564268628403,
      "learning_rate": 0.00016028813911631045,
      "loss": 4.4688,
      "step": 71088
    },
    {
      "epoch": 2.911693630964571,
      "grad_norm": 3.4920636615386687,
      "learning_rate": 0.0001602848853995962,
      "loss": 4.75,
      "step": 71089
    },
    {
      "epoch": 2.9117345893917674,
      "grad_norm": 5.6215710070422755,
      "learning_rate": 0.0001602816316780199,
      "loss": 4.0625,
      "step": 71090
    },
    {
      "epoch": 2.911775547818964,
      "grad_norm": 8.88987425088499,
      "learning_rate": 0.00016027837795158298,
      "loss": 5.3125,
      "step": 71091
    },
    {
      "epoch": 2.91181650624616,
      "grad_norm": 3.2699682912107306,
      "learning_rate": 0.00016027512422028708,
      "loss": 4.4688,
      "step": 71092
    },
    {
      "epoch": 2.9118574646733566,
      "grad_norm": 7.7899756218052705,
      "learning_rate": 0.0001602718704841337,
      "loss": 4.9062,
      "step": 71093
    },
    {
      "epoch": 2.9118984231005527,
      "grad_norm": 3.6534054396727735,
      "learning_rate": 0.00016026861674312438,
      "loss": 3.5781,
      "step": 71094
    },
    {
      "epoch": 2.9119393815277492,
      "grad_norm": 3.1297834362986103,
      "learning_rate": 0.00016026536299726063,
      "loss": 3.6562,
      "step": 71095
    },
    {
      "epoch": 2.9119803399549458,
      "grad_norm": 9.985025321778796,
      "learning_rate": 0.000160262109246544,
      "loss": 7.7188,
      "step": 71096
    },
    {
      "epoch": 2.9120212983821423,
      "grad_norm": 6.30843366945325,
      "learning_rate": 0.0001602588554909761,
      "loss": 5.2188,
      "step": 71097
    },
    {
      "epoch": 2.9120622568093384,
      "grad_norm": 4.001717616669635,
      "learning_rate": 0.00016025560173055838,
      "loss": 4.5938,
      "step": 71098
    },
    {
      "epoch": 2.912103215236535,
      "grad_norm": 3.8062772577772837,
      "learning_rate": 0.00016025234796529237,
      "loss": 3.75,
      "step": 71099
    },
    {
      "epoch": 2.9121441736637315,
      "grad_norm": 4.31980370199532,
      "learning_rate": 0.00016024909419517968,
      "loss": 4.5938,
      "step": 71100
    },
    {
      "epoch": 2.9121851320909276,
      "grad_norm": 3.665963321144013,
      "learning_rate": 0.0001602458404202218,
      "loss": 5.4688,
      "step": 71101
    },
    {
      "epoch": 2.912226090518124,
      "grad_norm": 6.806051945817387,
      "learning_rate": 0.00016024258664042033,
      "loss": 5.6562,
      "step": 71102
    },
    {
      "epoch": 2.9122670489453206,
      "grad_norm": 3.777095530183763,
      "learning_rate": 0.0001602393328557767,
      "loss": 4.125,
      "step": 71103
    },
    {
      "epoch": 2.912308007372517,
      "grad_norm": 11.815843698418846,
      "learning_rate": 0.0001602360790662925,
      "loss": 6.4375,
      "step": 71104
    },
    {
      "epoch": 2.9123489657997133,
      "grad_norm": 2.8566834649250694,
      "learning_rate": 0.0001602328252719693,
      "loss": 0.7031,
      "step": 71105
    },
    {
      "epoch": 2.91238992422691,
      "grad_norm": 5.268042741620594,
      "learning_rate": 0.00016022957147280862,
      "loss": 5.5938,
      "step": 71106
    },
    {
      "epoch": 2.912430882654106,
      "grad_norm": 5.0064951128618835,
      "learning_rate": 0.00016022631766881198,
      "loss": 6.25,
      "step": 71107
    },
    {
      "epoch": 2.9124718410813024,
      "grad_norm": 5.313626775407541,
      "learning_rate": 0.00016022306385998094,
      "loss": 1.5,
      "step": 71108
    },
    {
      "epoch": 2.912512799508499,
      "grad_norm": 3.6897915846541465,
      "learning_rate": 0.00016021981004631702,
      "loss": 3.6562,
      "step": 71109
    },
    {
      "epoch": 2.9125537579356955,
      "grad_norm": 3.7755073587446817,
      "learning_rate": 0.0001602165562278218,
      "loss": 4.5938,
      "step": 71110
    },
    {
      "epoch": 2.9125947163628916,
      "grad_norm": 4.667385542575358,
      "learning_rate": 0.00016021330240449677,
      "loss": 4.3438,
      "step": 71111
    },
    {
      "epoch": 2.912635674790088,
      "grad_norm": 3.8694567283184327,
      "learning_rate": 0.00016021004857634345,
      "loss": 4.625,
      "step": 71112
    },
    {
      "epoch": 2.912676633217284,
      "grad_norm": 3.5796024101869084,
      "learning_rate": 0.0001602067947433634,
      "loss": 5.0625,
      "step": 71113
    },
    {
      "epoch": 2.9127175916444807,
      "grad_norm": 3.088340769073837,
      "learning_rate": 0.00016020354090555823,
      "loss": 3.4219,
      "step": 71114
    },
    {
      "epoch": 2.9127585500716773,
      "grad_norm": 5.033265684081795,
      "learning_rate": 0.00016020028706292938,
      "loss": 4.5938,
      "step": 71115
    },
    {
      "epoch": 2.912799508498874,
      "grad_norm": 5.135580091961425,
      "learning_rate": 0.0001601970332154784,
      "loss": 4.125,
      "step": 71116
    },
    {
      "epoch": 2.91284046692607,
      "grad_norm": 5.321371894246446,
      "learning_rate": 0.0001601937793632069,
      "loss": 5.5625,
      "step": 71117
    },
    {
      "epoch": 2.9128814253532664,
      "grad_norm": 3.927562939904656,
      "learning_rate": 0.00016019052550611637,
      "loss": 3.75,
      "step": 71118
    },
    {
      "epoch": 2.912922383780463,
      "grad_norm": 5.045009597413789,
      "learning_rate": 0.00016018727164420838,
      "loss": 5.0,
      "step": 71119
    },
    {
      "epoch": 2.912963342207659,
      "grad_norm": 3.4144446205890113,
      "learning_rate": 0.00016018401777748438,
      "loss": 4.3438,
      "step": 71120
    },
    {
      "epoch": 2.9130043006348556,
      "grad_norm": 4.522768948984614,
      "learning_rate": 0.000160180763905946,
      "loss": 6.5312,
      "step": 71121
    },
    {
      "epoch": 2.913045259062052,
      "grad_norm": 3.1808469370901773,
      "learning_rate": 0.00016017751002959474,
      "loss": 2.5,
      "step": 71122
    },
    {
      "epoch": 2.9130862174892487,
      "grad_norm": 4.476892192958923,
      "learning_rate": 0.00016017425614843215,
      "loss": 3.7031,
      "step": 71123
    },
    {
      "epoch": 2.9131271759164448,
      "grad_norm": 3.1470596970960063,
      "learning_rate": 0.00016017100226245975,
      "loss": 3.9688,
      "step": 71124
    },
    {
      "epoch": 2.9131681343436413,
      "grad_norm": 3.972525816928219,
      "learning_rate": 0.0001601677483716791,
      "loss": 4.1562,
      "step": 71125
    },
    {
      "epoch": 2.9132090927708374,
      "grad_norm": 15.592484143997758,
      "learning_rate": 0.00016016449447609174,
      "loss": 5.4062,
      "step": 71126
    },
    {
      "epoch": 2.913250051198034,
      "grad_norm": 3.185221656964117,
      "learning_rate": 0.00016016124057569915,
      "loss": 4.0625,
      "step": 71127
    },
    {
      "epoch": 2.9132910096252305,
      "grad_norm": 5.673924115279791,
      "learning_rate": 0.00016015798667050294,
      "loss": 2.5781,
      "step": 71128
    },
    {
      "epoch": 2.913331968052427,
      "grad_norm": 3.732251357142932,
      "learning_rate": 0.00016015473276050464,
      "loss": 5.4375,
      "step": 71129
    },
    {
      "epoch": 2.913372926479623,
      "grad_norm": 3.9747129840214215,
      "learning_rate": 0.00016015147884570577,
      "loss": 5.1562,
      "step": 71130
    },
    {
      "epoch": 2.9134138849068196,
      "grad_norm": 3.2675327935167746,
      "learning_rate": 0.00016014822492610786,
      "loss": 1.5312,
      "step": 71131
    },
    {
      "epoch": 2.9134548433340157,
      "grad_norm": 5.106103607075666,
      "learning_rate": 0.00016014497100171244,
      "loss": 5.5625,
      "step": 71132
    },
    {
      "epoch": 2.9134958017612123,
      "grad_norm": 3.2724214531702907,
      "learning_rate": 0.00016014171707252108,
      "loss": 3.7031,
      "step": 71133
    },
    {
      "epoch": 2.913536760188409,
      "grad_norm": 3.9057483538933546,
      "learning_rate": 0.0001601384631385353,
      "loss": 4.75,
      "step": 71134
    },
    {
      "epoch": 2.9135777186156053,
      "grad_norm": 3.7057650588787068,
      "learning_rate": 0.0001601352091997567,
      "loss": 3.9688,
      "step": 71135
    },
    {
      "epoch": 2.9136186770428014,
      "grad_norm": 3.6140944037988216,
      "learning_rate": 0.00016013195525618667,
      "loss": 4.5625,
      "step": 71136
    },
    {
      "epoch": 2.913659635469998,
      "grad_norm": 4.023606176251225,
      "learning_rate": 0.00016012870130782686,
      "loss": 5.625,
      "step": 71137
    },
    {
      "epoch": 2.9137005938971945,
      "grad_norm": 4.083515349581803,
      "learning_rate": 0.00016012544735467883,
      "loss": 5.4375,
      "step": 71138
    },
    {
      "epoch": 2.9137415523243906,
      "grad_norm": 3.2373267351232036,
      "learning_rate": 0.00016012219339674408,
      "loss": 3.7812,
      "step": 71139
    },
    {
      "epoch": 2.913782510751587,
      "grad_norm": 3.9126994514181765,
      "learning_rate": 0.0001601189394340241,
      "loss": 4.2188,
      "step": 71140
    },
    {
      "epoch": 2.9138234691787837,
      "grad_norm": 3.6888274060890507,
      "learning_rate": 0.0001601156854665205,
      "loss": 4.75,
      "step": 71141
    },
    {
      "epoch": 2.91386442760598,
      "grad_norm": 5.9439338820524625,
      "learning_rate": 0.00016011243149423475,
      "loss": 4.375,
      "step": 71142
    },
    {
      "epoch": 2.9139053860331763,
      "grad_norm": 3.559902405809794,
      "learning_rate": 0.0001601091775171685,
      "loss": 2.75,
      "step": 71143
    },
    {
      "epoch": 2.913946344460373,
      "grad_norm": 3.7527762201030512,
      "learning_rate": 0.00016010592353532315,
      "loss": 4.5,
      "step": 71144
    },
    {
      "epoch": 2.913987302887569,
      "grad_norm": 4.688568343925484,
      "learning_rate": 0.00016010266954870033,
      "loss": 4.0312,
      "step": 71145
    },
    {
      "epoch": 2.9140282613147654,
      "grad_norm": 3.470614323624188,
      "learning_rate": 0.00016009941555730157,
      "loss": 4.375,
      "step": 71146
    },
    {
      "epoch": 2.914069219741962,
      "grad_norm": 3.680465847800409,
      "learning_rate": 0.0001600961615611284,
      "loss": 3.8594,
      "step": 71147
    },
    {
      "epoch": 2.9141101781691585,
      "grad_norm": 4.200977683115164,
      "learning_rate": 0.0001600929075601823,
      "loss": 5.25,
      "step": 71148
    },
    {
      "epoch": 2.9141511365963546,
      "grad_norm": 4.15281591623086,
      "learning_rate": 0.0001600896535544649,
      "loss": 5.7188,
      "step": 71149
    },
    {
      "epoch": 2.914192095023551,
      "grad_norm": 6.348422723693624,
      "learning_rate": 0.0001600863995439777,
      "loss": 0.9609,
      "step": 71150
    },
    {
      "epoch": 2.9142330534507472,
      "grad_norm": 4.78157594418776,
      "learning_rate": 0.00016008314552872223,
      "loss": 1.6875,
      "step": 71151
    },
    {
      "epoch": 2.9142740118779438,
      "grad_norm": 4.291326369420707,
      "learning_rate": 0.0001600798915087,
      "loss": 6.3438,
      "step": 71152
    },
    {
      "epoch": 2.9143149703051403,
      "grad_norm": 3.369529012986567,
      "learning_rate": 0.0001600766374839126,
      "loss": 4.2812,
      "step": 71153
    },
    {
      "epoch": 2.914355928732337,
      "grad_norm": 3.9518994160513916,
      "learning_rate": 0.0001600733834543616,
      "loss": 1.3438,
      "step": 71154
    },
    {
      "epoch": 2.914396887159533,
      "grad_norm": 3.388660254968557,
      "learning_rate": 0.0001600701294200484,
      "loss": 4.0,
      "step": 71155
    },
    {
      "epoch": 2.9144378455867295,
      "grad_norm": 3.1521496933446675,
      "learning_rate": 0.00016006687538097468,
      "loss": 3.0625,
      "step": 71156
    },
    {
      "epoch": 2.914478804013926,
      "grad_norm": 4.954611985293353,
      "learning_rate": 0.00016006362133714192,
      "loss": 5.5938,
      "step": 71157
    },
    {
      "epoch": 2.914519762441122,
      "grad_norm": 9.915597357149801,
      "learning_rate": 0.0001600603672885517,
      "loss": 5.6562,
      "step": 71158
    },
    {
      "epoch": 2.9145607208683186,
      "grad_norm": 10.769805959669876,
      "learning_rate": 0.00016005711323520546,
      "loss": 6.0312,
      "step": 71159
    },
    {
      "epoch": 2.914601679295515,
      "grad_norm": 4.5076345229887105,
      "learning_rate": 0.00016005385917710485,
      "loss": 4.0625,
      "step": 71160
    },
    {
      "epoch": 2.9146426377227117,
      "grad_norm": 3.7406305362728425,
      "learning_rate": 0.00016005060511425136,
      "loss": 4.5,
      "step": 71161
    },
    {
      "epoch": 2.914683596149908,
      "grad_norm": 3.5547104874784115,
      "learning_rate": 0.0001600473510466465,
      "loss": 4.1875,
      "step": 71162
    },
    {
      "epoch": 2.9147245545771043,
      "grad_norm": 9.28397943579306,
      "learning_rate": 0.00016004409697429182,
      "loss": 6.9688,
      "step": 71163
    },
    {
      "epoch": 2.9147655130043004,
      "grad_norm": 3.575624917312517,
      "learning_rate": 0.0001600408428971889,
      "loss": 4.4062,
      "step": 71164
    },
    {
      "epoch": 2.914806471431497,
      "grad_norm": 3.1849708586103245,
      "learning_rate": 0.00016003758881533926,
      "loss": 4.25,
      "step": 71165
    },
    {
      "epoch": 2.9148474298586935,
      "grad_norm": 4.058035622476178,
      "learning_rate": 0.00016003433472874443,
      "loss": 5.5,
      "step": 71166
    },
    {
      "epoch": 2.91488838828589,
      "grad_norm": 3.2992329204705553,
      "learning_rate": 0.00016003108063740595,
      "loss": 3.9219,
      "step": 71167
    },
    {
      "epoch": 2.914929346713086,
      "grad_norm": 4.901745871689458,
      "learning_rate": 0.00016002782654132532,
      "loss": 4.7188,
      "step": 71168
    },
    {
      "epoch": 2.9149703051402827,
      "grad_norm": 6.568301770863396,
      "learning_rate": 0.0001600245724405041,
      "loss": 5.5,
      "step": 71169
    },
    {
      "epoch": 2.9150112635674787,
      "grad_norm": 8.00418976986016,
      "learning_rate": 0.0001600213183349439,
      "loss": 6.7812,
      "step": 71170
    },
    {
      "epoch": 2.9150522219946753,
      "grad_norm": 3.7207653320597975,
      "learning_rate": 0.00016001806422464622,
      "loss": 4.9688,
      "step": 71171
    },
    {
      "epoch": 2.915093180421872,
      "grad_norm": 3.702631055448764,
      "learning_rate": 0.0001600148101096125,
      "loss": 4.8438,
      "step": 71172
    },
    {
      "epoch": 2.9151341388490684,
      "grad_norm": 3.544467435609238,
      "learning_rate": 0.0001600115559898444,
      "loss": 4.4062,
      "step": 71173
    },
    {
      "epoch": 2.9151750972762644,
      "grad_norm": 3.6209747684314006,
      "learning_rate": 0.00016000830186534343,
      "loss": 5.0938,
      "step": 71174
    },
    {
      "epoch": 2.915216055703461,
      "grad_norm": 5.438858737086323,
      "learning_rate": 0.0001600050477361111,
      "loss": 5.4062,
      "step": 71175
    },
    {
      "epoch": 2.9152570141306575,
      "grad_norm": 3.4361843455975696,
      "learning_rate": 0.00016000179360214895,
      "loss": 3.9688,
      "step": 71176
    },
    {
      "epoch": 2.9152979725578536,
      "grad_norm": 7.850682270543311,
      "learning_rate": 0.00015999853946345859,
      "loss": 4.4375,
      "step": 71177
    },
    {
      "epoch": 2.91533893098505,
      "grad_norm": 4.042341538820257,
      "learning_rate": 0.00015999528532004145,
      "loss": 5.2188,
      "step": 71178
    },
    {
      "epoch": 2.9153798894122467,
      "grad_norm": 5.0169370978577295,
      "learning_rate": 0.00015999203117189915,
      "loss": 5.2812,
      "step": 71179
    },
    {
      "epoch": 2.915420847839443,
      "grad_norm": 3.6242561546584673,
      "learning_rate": 0.00015998877701903314,
      "loss": 4.6562,
      "step": 71180
    },
    {
      "epoch": 2.9154618062666393,
      "grad_norm": 3.5959372871222577,
      "learning_rate": 0.00015998552286144505,
      "loss": 4.5625,
      "step": 71181
    },
    {
      "epoch": 2.915502764693836,
      "grad_norm": 3.7642579591939676,
      "learning_rate": 0.0001599822686991364,
      "loss": 4.3438,
      "step": 71182
    },
    {
      "epoch": 2.915543723121032,
      "grad_norm": 2.273146841007514,
      "learning_rate": 0.00015997901453210873,
      "loss": 2.6875,
      "step": 71183
    },
    {
      "epoch": 2.9155846815482285,
      "grad_norm": 3.687335109547876,
      "learning_rate": 0.00015997576036036348,
      "loss": 4.6875,
      "step": 71184
    },
    {
      "epoch": 2.915625639975425,
      "grad_norm": 4.087337125795274,
      "learning_rate": 0.00015997250618390236,
      "loss": 5.375,
      "step": 71185
    },
    {
      "epoch": 2.9156665984026215,
      "grad_norm": 3.6433736653006563,
      "learning_rate": 0.00015996925200272678,
      "loss": 4.7188,
      "step": 71186
    },
    {
      "epoch": 2.9157075568298176,
      "grad_norm": 4.420784611534816,
      "learning_rate": 0.00015996599781683836,
      "loss": 4.2812,
      "step": 71187
    },
    {
      "epoch": 2.915748515257014,
      "grad_norm": 6.859777630430883,
      "learning_rate": 0.00015996274362623848,
      "loss": 5.5938,
      "step": 71188
    },
    {
      "epoch": 2.9157894736842103,
      "grad_norm": 4.39185184386341,
      "learning_rate": 0.00015995948943092885,
      "loss": 4.4688,
      "step": 71189
    },
    {
      "epoch": 2.915830432111407,
      "grad_norm": 5.633971326276064,
      "learning_rate": 0.000159956235230911,
      "loss": 6.0625,
      "step": 71190
    },
    {
      "epoch": 2.9158713905386033,
      "grad_norm": 12.623129392830359,
      "learning_rate": 0.00015995298102618638,
      "loss": 4.6562,
      "step": 71191
    },
    {
      "epoch": 2.9159123489658,
      "grad_norm": 6.85053047438503,
      "learning_rate": 0.00015994972681675657,
      "loss": 2.6406,
      "step": 71192
    },
    {
      "epoch": 2.915953307392996,
      "grad_norm": 3.221426827323285,
      "learning_rate": 0.0001599464726026231,
      "loss": 4.1875,
      "step": 71193
    },
    {
      "epoch": 2.9159942658201925,
      "grad_norm": 4.241807130002968,
      "learning_rate": 0.00015994321838378757,
      "loss": 3.9375,
      "step": 71194
    },
    {
      "epoch": 2.916035224247389,
      "grad_norm": 3.995150998387762,
      "learning_rate": 0.0001599399641602514,
      "loss": 4.125,
      "step": 71195
    },
    {
      "epoch": 2.916076182674585,
      "grad_norm": 4.046308824605154,
      "learning_rate": 0.0001599367099320162,
      "loss": 4.7188,
      "step": 71196
    },
    {
      "epoch": 2.9161171411017817,
      "grad_norm": 5.468395989653409,
      "learning_rate": 0.00015993345569908355,
      "loss": 3.7031,
      "step": 71197
    },
    {
      "epoch": 2.916158099528978,
      "grad_norm": 3.304617732405421,
      "learning_rate": 0.00015993020146145488,
      "loss": 4.375,
      "step": 71198
    },
    {
      "epoch": 2.9161990579561747,
      "grad_norm": 3.5599071500602912,
      "learning_rate": 0.00015992694721913178,
      "loss": 3.3125,
      "step": 71199
    },
    {
      "epoch": 2.916240016383371,
      "grad_norm": 4.463184612459374,
      "learning_rate": 0.00015992369297211583,
      "loss": 5.3125,
      "step": 71200
    },
    {
      "epoch": 2.9162809748105674,
      "grad_norm": 3.2265207279178045,
      "learning_rate": 0.00015992043872040853,
      "loss": 3.9688,
      "step": 71201
    },
    {
      "epoch": 2.9163219332377635,
      "grad_norm": 4.2708513492358975,
      "learning_rate": 0.00015991718446401143,
      "loss": 4.9062,
      "step": 71202
    },
    {
      "epoch": 2.91636289166496,
      "grad_norm": 3.755758080855585,
      "learning_rate": 0.00015991393020292608,
      "loss": 3.8906,
      "step": 71203
    },
    {
      "epoch": 2.9164038500921565,
      "grad_norm": 3.3924805141388354,
      "learning_rate": 0.0001599106759371539,
      "loss": 4.2812,
      "step": 71204
    },
    {
      "epoch": 2.916444808519353,
      "grad_norm": 4.968581123452667,
      "learning_rate": 0.00015990742166669663,
      "loss": 6.3125,
      "step": 71205
    },
    {
      "epoch": 2.916485766946549,
      "grad_norm": 20.486160166525355,
      "learning_rate": 0.00015990416739155566,
      "loss": 7.8125,
      "step": 71206
    },
    {
      "epoch": 2.9165267253737457,
      "grad_norm": 4.056482409684787,
      "learning_rate": 0.00015990091311173258,
      "loss": 6.2188,
      "step": 71207
    },
    {
      "epoch": 2.916567683800942,
      "grad_norm": 4.307698947658566,
      "learning_rate": 0.0001598976588272289,
      "loss": 5.2812,
      "step": 71208
    },
    {
      "epoch": 2.9166086422281383,
      "grad_norm": 5.93941956034858,
      "learning_rate": 0.00015989440453804626,
      "loss": 6.0625,
      "step": 71209
    },
    {
      "epoch": 2.916649600655335,
      "grad_norm": 4.031588953000208,
      "learning_rate": 0.00015989115024418607,
      "loss": 5.75,
      "step": 71210
    },
    {
      "epoch": 2.9166905590825314,
      "grad_norm": 4.752764266450083,
      "learning_rate": 0.00015988789594564991,
      "loss": 6.875,
      "step": 71211
    },
    {
      "epoch": 2.9167315175097275,
      "grad_norm": 3.71580969472526,
      "learning_rate": 0.0001598846416424393,
      "loss": 4.4062,
      "step": 71212
    },
    {
      "epoch": 2.916772475936924,
      "grad_norm": 4.217328684570493,
      "learning_rate": 0.00015988138733455582,
      "loss": 4.9062,
      "step": 71213
    },
    {
      "epoch": 2.9168134343641205,
      "grad_norm": 4.569849252504294,
      "learning_rate": 0.00015987813302200104,
      "loss": 4.7812,
      "step": 71214
    },
    {
      "epoch": 2.9168543927913166,
      "grad_norm": 3.1145539832428484,
      "learning_rate": 0.00015987487870477643,
      "loss": 3.9531,
      "step": 71215
    },
    {
      "epoch": 2.916895351218513,
      "grad_norm": 3.4174301482054226,
      "learning_rate": 0.00015987162438288355,
      "loss": 3.7188,
      "step": 71216
    },
    {
      "epoch": 2.9169363096457097,
      "grad_norm": 5.632617222253264,
      "learning_rate": 0.0001598683700563239,
      "loss": 3.6406,
      "step": 71217
    },
    {
      "epoch": 2.9169772680729062,
      "grad_norm": 2.634764584539876,
      "learning_rate": 0.0001598651157250991,
      "loss": 3.1406,
      "step": 71218
    },
    {
      "epoch": 2.9170182265001023,
      "grad_norm": 4.239834767782428,
      "learning_rate": 0.00015986186138921066,
      "loss": 3.7188,
      "step": 71219
    },
    {
      "epoch": 2.917059184927299,
      "grad_norm": 3.7573124919075576,
      "learning_rate": 0.00015985860704866006,
      "loss": 6.2188,
      "step": 71220
    },
    {
      "epoch": 2.917100143354495,
      "grad_norm": 3.686479638617228,
      "learning_rate": 0.0001598553527034489,
      "loss": 4.7188,
      "step": 71221
    },
    {
      "epoch": 2.9171411017816915,
      "grad_norm": 3.3588882480053437,
      "learning_rate": 0.00015985209835357869,
      "loss": 3.7344,
      "step": 71222
    },
    {
      "epoch": 2.917182060208888,
      "grad_norm": 5.657965784261815,
      "learning_rate": 0.000159848843999051,
      "loss": 3.875,
      "step": 71223
    },
    {
      "epoch": 2.9172230186360846,
      "grad_norm": 6.077571587718444,
      "learning_rate": 0.00015984558963986733,
      "loss": 6.0938,
      "step": 71224
    },
    {
      "epoch": 2.9172639770632807,
      "grad_norm": 4.670161302378581,
      "learning_rate": 0.00015984233527602926,
      "loss": 4.8125,
      "step": 71225
    },
    {
      "epoch": 2.917304935490477,
      "grad_norm": 3.956289998100762,
      "learning_rate": 0.0001598390809075383,
      "loss": 5.375,
      "step": 71226
    },
    {
      "epoch": 2.9173458939176733,
      "grad_norm": 3.9132276079536545,
      "learning_rate": 0.00015983582653439598,
      "loss": 4.9375,
      "step": 71227
    },
    {
      "epoch": 2.91738685234487,
      "grad_norm": 6.445242143737222,
      "learning_rate": 0.00015983257215660386,
      "loss": 4.875,
      "step": 71228
    },
    {
      "epoch": 2.9174278107720664,
      "grad_norm": 3.872391552645253,
      "learning_rate": 0.0001598293177741635,
      "loss": 4.9688,
      "step": 71229
    },
    {
      "epoch": 2.917468769199263,
      "grad_norm": 6.046481064294127,
      "learning_rate": 0.00015982606338707636,
      "loss": 4.1562,
      "step": 71230
    },
    {
      "epoch": 2.917509727626459,
      "grad_norm": 3.178475654493926,
      "learning_rate": 0.00015982280899534402,
      "loss": 4.1875,
      "step": 71231
    },
    {
      "epoch": 2.9175506860536555,
      "grad_norm": 3.4343357227821767,
      "learning_rate": 0.00015981955459896808,
      "loss": 4.4375,
      "step": 71232
    },
    {
      "epoch": 2.917591644480852,
      "grad_norm": 3.436359420608594,
      "learning_rate": 0.00015981630019794998,
      "loss": 4.0312,
      "step": 71233
    },
    {
      "epoch": 2.917632602908048,
      "grad_norm": 4.404609862402157,
      "learning_rate": 0.00015981304579229134,
      "loss": 5.1875,
      "step": 71234
    },
    {
      "epoch": 2.9176735613352447,
      "grad_norm": 4.956353508783929,
      "learning_rate": 0.00015980979138199364,
      "loss": 5.9375,
      "step": 71235
    },
    {
      "epoch": 2.9177145197624412,
      "grad_norm": 3.655102320382375,
      "learning_rate": 0.00015980653696705843,
      "loss": 4.3438,
      "step": 71236
    },
    {
      "epoch": 2.9177554781896378,
      "grad_norm": 4.14966964713444,
      "learning_rate": 0.00015980328254748725,
      "loss": 5.1562,
      "step": 71237
    },
    {
      "epoch": 2.917796436616834,
      "grad_norm": 3.600478846457319,
      "learning_rate": 0.00015980002812328168,
      "loss": 4.3125,
      "step": 71238
    },
    {
      "epoch": 2.9178373950440304,
      "grad_norm": 3.956506453187026,
      "learning_rate": 0.00015979677369444323,
      "loss": 3.7812,
      "step": 71239
    },
    {
      "epoch": 2.9178783534712265,
      "grad_norm": 4.626462548172222,
      "learning_rate": 0.0001597935192609734,
      "loss": 6.125,
      "step": 71240
    },
    {
      "epoch": 2.917919311898423,
      "grad_norm": 3.8250512275337605,
      "learning_rate": 0.00015979026482287377,
      "loss": 5.0312,
      "step": 71241
    },
    {
      "epoch": 2.9179602703256196,
      "grad_norm": 6.770766450420235,
      "learning_rate": 0.00015978701038014587,
      "loss": 2.3906,
      "step": 71242
    },
    {
      "epoch": 2.918001228752816,
      "grad_norm": 3.4596677362745822,
      "learning_rate": 0.00015978375593279126,
      "loss": 4.0938,
      "step": 71243
    },
    {
      "epoch": 2.918042187180012,
      "grad_norm": 4.240651057796435,
      "learning_rate": 0.00015978050148081143,
      "loss": 5.9375,
      "step": 71244
    },
    {
      "epoch": 2.9180831456072087,
      "grad_norm": 3.844797945103159,
      "learning_rate": 0.00015977724702420794,
      "loss": 4.5625,
      "step": 71245
    },
    {
      "epoch": 2.918124104034405,
      "grad_norm": 3.634485410684021,
      "learning_rate": 0.00015977399256298237,
      "loss": 4.25,
      "step": 71246
    },
    {
      "epoch": 2.9181650624616013,
      "grad_norm": 3.2175198956040547,
      "learning_rate": 0.00015977073809713622,
      "loss": 3.8281,
      "step": 71247
    },
    {
      "epoch": 2.918206020888798,
      "grad_norm": 5.961592068813092,
      "learning_rate": 0.000159767483626671,
      "loss": 5.9688,
      "step": 71248
    },
    {
      "epoch": 2.9182469793159944,
      "grad_norm": 7.1430495390756175,
      "learning_rate": 0.0001597642291515883,
      "loss": 5.4375,
      "step": 71249
    },
    {
      "epoch": 2.9182879377431905,
      "grad_norm": 3.5375593053593692,
      "learning_rate": 0.00015976097467188964,
      "loss": 4.4375,
      "step": 71250
    },
    {
      "epoch": 2.918328896170387,
      "grad_norm": 3.417843023573784,
      "learning_rate": 0.00015975772018757658,
      "loss": 5.0,
      "step": 71251
    },
    {
      "epoch": 2.9183698545975836,
      "grad_norm": 3.2361152754564944,
      "learning_rate": 0.00015975446569865058,
      "loss": 3.5781,
      "step": 71252
    },
    {
      "epoch": 2.9184108130247797,
      "grad_norm": 6.98774834955257,
      "learning_rate": 0.0001597512112051133,
      "loss": 6.0625,
      "step": 71253
    },
    {
      "epoch": 2.918451771451976,
      "grad_norm": 3.854544246432344,
      "learning_rate": 0.00015974795670696619,
      "loss": 5.5312,
      "step": 71254
    },
    {
      "epoch": 2.9184927298791727,
      "grad_norm": 3.547823224937499,
      "learning_rate": 0.0001597447022042108,
      "loss": 4.6562,
      "step": 71255
    },
    {
      "epoch": 2.9185336883063693,
      "grad_norm": 3.5597207494160132,
      "learning_rate": 0.00015974144769684864,
      "loss": 4.9062,
      "step": 71256
    },
    {
      "epoch": 2.9185746467335654,
      "grad_norm": 3.322045433268458,
      "learning_rate": 0.00015973819318488135,
      "loss": 4.1562,
      "step": 71257
    },
    {
      "epoch": 2.918615605160762,
      "grad_norm": 8.286287991589258,
      "learning_rate": 0.0001597349386683104,
      "loss": 6.125,
      "step": 71258
    },
    {
      "epoch": 2.918656563587958,
      "grad_norm": 3.3010382063038675,
      "learning_rate": 0.00015973168414713733,
      "loss": 4.25,
      "step": 71259
    },
    {
      "epoch": 2.9186975220151545,
      "grad_norm": 4.2422994017334315,
      "learning_rate": 0.00015972842962136364,
      "loss": 5.5,
      "step": 71260
    },
    {
      "epoch": 2.918738480442351,
      "grad_norm": 7.009961314386576,
      "learning_rate": 0.000159725175090991,
      "loss": 5.5625,
      "step": 71261
    },
    {
      "epoch": 2.9187794388695476,
      "grad_norm": 8.121550655732396,
      "learning_rate": 0.0001597219205560208,
      "loss": 7.25,
      "step": 71262
    },
    {
      "epoch": 2.9188203972967437,
      "grad_norm": 5.720381014939294,
      "learning_rate": 0.00015971866601645465,
      "loss": 7.5,
      "step": 71263
    },
    {
      "epoch": 2.9188613557239402,
      "grad_norm": 7.158760673798394,
      "learning_rate": 0.00015971541147229406,
      "loss": 7.0938,
      "step": 71264
    },
    {
      "epoch": 2.9189023141511363,
      "grad_norm": 3.572819758890354,
      "learning_rate": 0.00015971215692354065,
      "loss": 4.0938,
      "step": 71265
    },
    {
      "epoch": 2.918943272578333,
      "grad_norm": 3.8768847031136526,
      "learning_rate": 0.00015970890237019587,
      "loss": 3.5781,
      "step": 71266
    },
    {
      "epoch": 2.9189842310055294,
      "grad_norm": 3.8178943880150547,
      "learning_rate": 0.00015970564781226125,
      "loss": 4.6875,
      "step": 71267
    },
    {
      "epoch": 2.919025189432726,
      "grad_norm": 3.2915020438687312,
      "learning_rate": 0.0001597023932497384,
      "loss": 4.0312,
      "step": 71268
    },
    {
      "epoch": 2.919066147859922,
      "grad_norm": 3.6839845660466337,
      "learning_rate": 0.0001596991386826288,
      "loss": 4.875,
      "step": 71269
    },
    {
      "epoch": 2.9191071062871186,
      "grad_norm": 3.577748914187501,
      "learning_rate": 0.00015969588411093402,
      "loss": 4.875,
      "step": 71270
    },
    {
      "epoch": 2.919148064714315,
      "grad_norm": 3.234076859646846,
      "learning_rate": 0.0001596926295346556,
      "loss": 3.7344,
      "step": 71271
    },
    {
      "epoch": 2.919189023141511,
      "grad_norm": 3.5441061352384846,
      "learning_rate": 0.00015968937495379503,
      "loss": 4.5625,
      "step": 71272
    },
    {
      "epoch": 2.9192299815687077,
      "grad_norm": 4.294444742638268,
      "learning_rate": 0.0001596861203683539,
      "loss": 4.9062,
      "step": 71273
    },
    {
      "epoch": 2.9192709399959043,
      "grad_norm": 4.2095541433050485,
      "learning_rate": 0.00015968286577833376,
      "loss": 4.8438,
      "step": 71274
    },
    {
      "epoch": 2.919311898423101,
      "grad_norm": 4.748545434423145,
      "learning_rate": 0.0001596796111837361,
      "loss": 4.0938,
      "step": 71275
    },
    {
      "epoch": 2.919352856850297,
      "grad_norm": 4.364385457373238,
      "learning_rate": 0.00015967635658456248,
      "loss": 4.6875,
      "step": 71276
    },
    {
      "epoch": 2.9193938152774934,
      "grad_norm": 3.5227563301893134,
      "learning_rate": 0.00015967310198081443,
      "loss": 4.0625,
      "step": 71277
    },
    {
      "epoch": 2.9194347737046895,
      "grad_norm": 4.936207337049873,
      "learning_rate": 0.00015966984737249352,
      "loss": 5.0938,
      "step": 71278
    },
    {
      "epoch": 2.919475732131886,
      "grad_norm": 3.6483781338726837,
      "learning_rate": 0.0001596665927596013,
      "loss": 4.4375,
      "step": 71279
    },
    {
      "epoch": 2.9195166905590826,
      "grad_norm": 11.071490105572295,
      "learning_rate": 0.0001596633381421392,
      "loss": 4.0312,
      "step": 71280
    },
    {
      "epoch": 2.919557648986279,
      "grad_norm": 5.603729090662246,
      "learning_rate": 0.00015966008352010888,
      "loss": 3.8281,
      "step": 71281
    },
    {
      "epoch": 2.919598607413475,
      "grad_norm": 3.344176075076604,
      "learning_rate": 0.00015965682889351182,
      "loss": 4.2188,
      "step": 71282
    },
    {
      "epoch": 2.9196395658406717,
      "grad_norm": 3.2714114467685427,
      "learning_rate": 0.00015965357426234958,
      "loss": 3.9688,
      "step": 71283
    },
    {
      "epoch": 2.919680524267868,
      "grad_norm": 4.01368906591492,
      "learning_rate": 0.0001596503196266237,
      "loss": 4.3125,
      "step": 71284
    },
    {
      "epoch": 2.9197214826950644,
      "grad_norm": 3.2132536369802023,
      "learning_rate": 0.0001596470649863357,
      "loss": 3.8281,
      "step": 71285
    },
    {
      "epoch": 2.919762441122261,
      "grad_norm": 3.256136380541844,
      "learning_rate": 0.0001596438103414871,
      "loss": 4.25,
      "step": 71286
    },
    {
      "epoch": 2.9198033995494574,
      "grad_norm": 4.411349520745874,
      "learning_rate": 0.00015964055569207952,
      "loss": 4.1875,
      "step": 71287
    },
    {
      "epoch": 2.9198443579766535,
      "grad_norm": 6.272057307347081,
      "learning_rate": 0.00015963730103811438,
      "loss": 5.2188,
      "step": 71288
    },
    {
      "epoch": 2.91988531640385,
      "grad_norm": 3.5789668799849244,
      "learning_rate": 0.0001596340463795933,
      "loss": 6.25,
      "step": 71289
    },
    {
      "epoch": 2.9199262748310466,
      "grad_norm": 3.7251978506140464,
      "learning_rate": 0.00015963079171651783,
      "loss": 4.5938,
      "step": 71290
    },
    {
      "epoch": 2.9199672332582427,
      "grad_norm": 3.2266613422417794,
      "learning_rate": 0.00015962753704888949,
      "loss": 4.7188,
      "step": 71291
    },
    {
      "epoch": 2.9200081916854392,
      "grad_norm": 3.4653535490833614,
      "learning_rate": 0.00015962428237670977,
      "loss": 4.7812,
      "step": 71292
    },
    {
      "epoch": 2.9200491501126358,
      "grad_norm": 3.6377870483410306,
      "learning_rate": 0.00015962102769998028,
      "loss": 4.7188,
      "step": 71293
    },
    {
      "epoch": 2.9200901085398323,
      "grad_norm": 10.275936476006217,
      "learning_rate": 0.00015961777301870252,
      "loss": 3.4688,
      "step": 71294
    },
    {
      "epoch": 2.9201310669670284,
      "grad_norm": 7.62218084661836,
      "learning_rate": 0.00015961451833287804,
      "loss": 6.0,
      "step": 71295
    },
    {
      "epoch": 2.920172025394225,
      "grad_norm": 3.698309473772796,
      "learning_rate": 0.00015961126364250834,
      "loss": 2.4688,
      "step": 71296
    },
    {
      "epoch": 2.920212983821421,
      "grad_norm": 10.303660514039152,
      "learning_rate": 0.00015960800894759502,
      "loss": 2.625,
      "step": 71297
    },
    {
      "epoch": 2.9202539422486176,
      "grad_norm": 3.2272346765540654,
      "learning_rate": 0.00015960475424813957,
      "loss": 4.2188,
      "step": 71298
    },
    {
      "epoch": 2.920294900675814,
      "grad_norm": 3.371024891339517,
      "learning_rate": 0.0001596014995441436,
      "loss": 4.5625,
      "step": 71299
    },
    {
      "epoch": 2.9203358591030106,
      "grad_norm": 3.741913583640923,
      "learning_rate": 0.00015959824483560855,
      "loss": 4.125,
      "step": 71300
    },
    {
      "epoch": 2.9203768175302067,
      "grad_norm": 3.883430582378574,
      "learning_rate": 0.000159594990122536,
      "loss": 4.7188,
      "step": 71301
    },
    {
      "epoch": 2.9204177759574033,
      "grad_norm": 4.213827333041818,
      "learning_rate": 0.00015959173540492754,
      "loss": 4.375,
      "step": 71302
    },
    {
      "epoch": 2.9204587343846,
      "grad_norm": 3.47032559171929,
      "learning_rate": 0.00015958848068278462,
      "loss": 3.2656,
      "step": 71303
    },
    {
      "epoch": 2.920499692811796,
      "grad_norm": 4.122145677395477,
      "learning_rate": 0.00015958522595610884,
      "loss": 5.0625,
      "step": 71304
    },
    {
      "epoch": 2.9205406512389924,
      "grad_norm": 3.372675658824499,
      "learning_rate": 0.00015958197122490175,
      "loss": 3.9375,
      "step": 71305
    },
    {
      "epoch": 2.920581609666189,
      "grad_norm": 3.7796366831223813,
      "learning_rate": 0.00015957871648916486,
      "loss": 4.0625,
      "step": 71306
    },
    {
      "epoch": 2.920622568093385,
      "grad_norm": 8.341315882736485,
      "learning_rate": 0.00015957546174889966,
      "loss": 6.0938,
      "step": 71307
    },
    {
      "epoch": 2.9206635265205816,
      "grad_norm": 4.650440532352269,
      "learning_rate": 0.00015957220700410773,
      "loss": 4.9062,
      "step": 71308
    },
    {
      "epoch": 2.920704484947778,
      "grad_norm": 3.8651205794185404,
      "learning_rate": 0.00015956895225479066,
      "loss": 4.7812,
      "step": 71309
    },
    {
      "epoch": 2.920745443374974,
      "grad_norm": 4.9553096567789865,
      "learning_rate": 0.00015956569750094992,
      "loss": 4.25,
      "step": 71310
    },
    {
      "epoch": 2.9207864018021708,
      "grad_norm": 3.4938170981620225,
      "learning_rate": 0.00015956244274258711,
      "loss": 3.4219,
      "step": 71311
    },
    {
      "epoch": 2.9208273602293673,
      "grad_norm": 4.6202384076486105,
      "learning_rate": 0.00015955918797970367,
      "loss": 5.25,
      "step": 71312
    },
    {
      "epoch": 2.920868318656564,
      "grad_norm": 3.8797329845953406,
      "learning_rate": 0.00015955593321230124,
      "loss": 4.4688,
      "step": 71313
    },
    {
      "epoch": 2.92090927708376,
      "grad_norm": 4.086164960574332,
      "learning_rate": 0.00015955267844038133,
      "loss": 5.1875,
      "step": 71314
    },
    {
      "epoch": 2.9209502355109564,
      "grad_norm": 3.7815418921225743,
      "learning_rate": 0.00015954942366394546,
      "loss": 3.7031,
      "step": 71315
    },
    {
      "epoch": 2.9209911939381525,
      "grad_norm": 5.3150787589106585,
      "learning_rate": 0.00015954616888299512,
      "loss": 4.5938,
      "step": 71316
    },
    {
      "epoch": 2.921032152365349,
      "grad_norm": 5.860912961550088,
      "learning_rate": 0.00015954291409753197,
      "loss": 3.4844,
      "step": 71317
    },
    {
      "epoch": 2.9210731107925456,
      "grad_norm": 3.5904824505019777,
      "learning_rate": 0.0001595396593075575,
      "loss": 5.7812,
      "step": 71318
    },
    {
      "epoch": 2.921114069219742,
      "grad_norm": 3.9334267893318593,
      "learning_rate": 0.0001595364045130732,
      "loss": 4.6875,
      "step": 71319
    },
    {
      "epoch": 2.9211550276469382,
      "grad_norm": 4.244757223368553,
      "learning_rate": 0.00015953314971408063,
      "loss": 5.3125,
      "step": 71320
    },
    {
      "epoch": 2.9211959860741348,
      "grad_norm": 4.921578221236017,
      "learning_rate": 0.00015952989491058135,
      "loss": 2.2969,
      "step": 71321
    },
    {
      "epoch": 2.9212369445013313,
      "grad_norm": 4.05386336919285,
      "learning_rate": 0.00015952664010257688,
      "loss": 4.9688,
      "step": 71322
    },
    {
      "epoch": 2.9212779029285274,
      "grad_norm": 3.5233464764927755,
      "learning_rate": 0.0001595233852900688,
      "loss": 4.5938,
      "step": 71323
    },
    {
      "epoch": 2.921318861355724,
      "grad_norm": 3.8134440652249255,
      "learning_rate": 0.00015952013047305856,
      "loss": 4.6875,
      "step": 71324
    },
    {
      "epoch": 2.9213598197829205,
      "grad_norm": 3.3209862841714206,
      "learning_rate": 0.0001595168756515478,
      "loss": 3.8438,
      "step": 71325
    },
    {
      "epoch": 2.9214007782101166,
      "grad_norm": 19.118104407432288,
      "learning_rate": 0.000159513620825538,
      "loss": 3.0781,
      "step": 71326
    },
    {
      "epoch": 2.921441736637313,
      "grad_norm": 3.393723809633106,
      "learning_rate": 0.00015951036599503075,
      "loss": 4.2188,
      "step": 71327
    },
    {
      "epoch": 2.9214826950645096,
      "grad_norm": 5.280752951189459,
      "learning_rate": 0.00015950711116002747,
      "loss": 5.875,
      "step": 71328
    },
    {
      "epoch": 2.9215236534917057,
      "grad_norm": 3.9352666025943908,
      "learning_rate": 0.00015950385632052983,
      "loss": 3.9375,
      "step": 71329
    },
    {
      "epoch": 2.9215646119189023,
      "grad_norm": 3.9044657468713244,
      "learning_rate": 0.00015950060147653934,
      "loss": 5.9375,
      "step": 71330
    },
    {
      "epoch": 2.921605570346099,
      "grad_norm": 6.482338464582165,
      "learning_rate": 0.00015949734662805748,
      "loss": 5.0312,
      "step": 71331
    },
    {
      "epoch": 2.9216465287732953,
      "grad_norm": 3.263903787806277,
      "learning_rate": 0.00015949409177508584,
      "loss": 4.4688,
      "step": 71332
    },
    {
      "epoch": 2.9216874872004914,
      "grad_norm": 3.7629595330014696,
      "learning_rate": 0.00015949083691762595,
      "loss": 4.0625,
      "step": 71333
    },
    {
      "epoch": 2.921728445627688,
      "grad_norm": 6.245640487446458,
      "learning_rate": 0.0001594875820556793,
      "loss": 4.875,
      "step": 71334
    },
    {
      "epoch": 2.921769404054884,
      "grad_norm": 3.6068010675994624,
      "learning_rate": 0.00015948432718924753,
      "loss": 4.625,
      "step": 71335
    },
    {
      "epoch": 2.9218103624820806,
      "grad_norm": 3.754724691270262,
      "learning_rate": 0.0001594810723183321,
      "loss": 5.2188,
      "step": 71336
    },
    {
      "epoch": 2.921851320909277,
      "grad_norm": 7.478902209322241,
      "learning_rate": 0.00015947781744293457,
      "loss": 5.4062,
      "step": 71337
    },
    {
      "epoch": 2.9218922793364737,
      "grad_norm": 4.78818979410511,
      "learning_rate": 0.00015947456256305647,
      "loss": 3.8281,
      "step": 71338
    },
    {
      "epoch": 2.9219332377636698,
      "grad_norm": 3.1604327666128627,
      "learning_rate": 0.00015947130767869934,
      "loss": 3.9688,
      "step": 71339
    },
    {
      "epoch": 2.9219741961908663,
      "grad_norm": 3.56579327871258,
      "learning_rate": 0.00015946805278986475,
      "loss": 5.0625,
      "step": 71340
    },
    {
      "epoch": 2.922015154618063,
      "grad_norm": 3.351335543106764,
      "learning_rate": 0.0001594647978965542,
      "loss": 4.875,
      "step": 71341
    },
    {
      "epoch": 2.922056113045259,
      "grad_norm": 4.684160660399647,
      "learning_rate": 0.00015946154299876928,
      "loss": 5.5312,
      "step": 71342
    },
    {
      "epoch": 2.9220970714724555,
      "grad_norm": 3.9029188908583694,
      "learning_rate": 0.00015945828809651145,
      "loss": 4.4688,
      "step": 71343
    },
    {
      "epoch": 2.922138029899652,
      "grad_norm": 3.4328559644390193,
      "learning_rate": 0.00015945503318978225,
      "loss": 3.8281,
      "step": 71344
    },
    {
      "epoch": 2.9221789883268485,
      "grad_norm": 13.21644817899891,
      "learning_rate": 0.0001594517782785833,
      "loss": 2.8906,
      "step": 71345
    },
    {
      "epoch": 2.9222199467540446,
      "grad_norm": 6.802321799796779,
      "learning_rate": 0.0001594485233629161,
      "loss": 4.375,
      "step": 71346
    },
    {
      "epoch": 2.922260905181241,
      "grad_norm": 3.6760329475626228,
      "learning_rate": 0.00015944526844278222,
      "loss": 4.375,
      "step": 71347
    },
    {
      "epoch": 2.9223018636084372,
      "grad_norm": 4.014004396339365,
      "learning_rate": 0.0001594420135181831,
      "loss": 3.6562,
      "step": 71348
    },
    {
      "epoch": 2.922342822035634,
      "grad_norm": 6.596098183209636,
      "learning_rate": 0.0001594387585891204,
      "loss": 3.2812,
      "step": 71349
    },
    {
      "epoch": 2.9223837804628303,
      "grad_norm": 3.761393300861673,
      "learning_rate": 0.00015943550365559556,
      "loss": 5.25,
      "step": 71350
    },
    {
      "epoch": 2.922424738890027,
      "grad_norm": 3.312565751461,
      "learning_rate": 0.0001594322487176102,
      "loss": 4.3438,
      "step": 71351
    },
    {
      "epoch": 2.922465697317223,
      "grad_norm": 3.7419577141743443,
      "learning_rate": 0.00015942899377516576,
      "loss": 5.25,
      "step": 71352
    },
    {
      "epoch": 2.9225066557444195,
      "grad_norm": 3.5817509303163266,
      "learning_rate": 0.00015942573882826388,
      "loss": 4.7812,
      "step": 71353
    },
    {
      "epoch": 2.9225476141716156,
      "grad_norm": 3.070083209297792,
      "learning_rate": 0.00015942248387690607,
      "loss": 3.7344,
      "step": 71354
    },
    {
      "epoch": 2.922588572598812,
      "grad_norm": 3.797680416484376,
      "learning_rate": 0.00015941922892109386,
      "loss": 3.7656,
      "step": 71355
    },
    {
      "epoch": 2.9226295310260086,
      "grad_norm": 3.025284812237297,
      "learning_rate": 0.00015941597396082873,
      "loss": 3.5,
      "step": 71356
    },
    {
      "epoch": 2.922670489453205,
      "grad_norm": 4.325561104070808,
      "learning_rate": 0.00015941271899611232,
      "loss": 6.25,
      "step": 71357
    },
    {
      "epoch": 2.9227114478804013,
      "grad_norm": 7.365723617452832,
      "learning_rate": 0.0001594094640269461,
      "loss": 5.375,
      "step": 71358
    },
    {
      "epoch": 2.922752406307598,
      "grad_norm": 3.555702811254348,
      "learning_rate": 0.00015940620905333168,
      "loss": 4.375,
      "step": 71359
    },
    {
      "epoch": 2.9227933647347943,
      "grad_norm": 5.459243344601181,
      "learning_rate": 0.00015940295407527048,
      "loss": 5.2812,
      "step": 71360
    },
    {
      "epoch": 2.9228343231619904,
      "grad_norm": 3.866307696706663,
      "learning_rate": 0.00015939969909276416,
      "loss": 6.1562,
      "step": 71361
    },
    {
      "epoch": 2.922875281589187,
      "grad_norm": 3.4463311849676073,
      "learning_rate": 0.0001593964441058142,
      "loss": 4.4375,
      "step": 71362
    },
    {
      "epoch": 2.9229162400163835,
      "grad_norm": 6.727400215192293,
      "learning_rate": 0.00015939318911442217,
      "loss": 3.4375,
      "step": 71363
    },
    {
      "epoch": 2.92295719844358,
      "grad_norm": 3.618660802165682,
      "learning_rate": 0.0001593899341185895,
      "loss": 4.7188,
      "step": 71364
    },
    {
      "epoch": 2.922998156870776,
      "grad_norm": 4.401229671032442,
      "learning_rate": 0.00015938667911831786,
      "loss": 3.2188,
      "step": 71365
    },
    {
      "epoch": 2.9230391152979727,
      "grad_norm": 3.2803163208245256,
      "learning_rate": 0.00015938342411360876,
      "loss": 3.9219,
      "step": 71366
    },
    {
      "epoch": 2.9230800737251688,
      "grad_norm": 3.6693689862208245,
      "learning_rate": 0.00015938016910446376,
      "loss": 4.0312,
      "step": 71367
    },
    {
      "epoch": 2.9231210321523653,
      "grad_norm": 4.206237759532401,
      "learning_rate": 0.00015937691409088428,
      "loss": 4.2188,
      "step": 71368
    },
    {
      "epoch": 2.923161990579562,
      "grad_norm": 3.326502286366943,
      "learning_rate": 0.00015937365907287194,
      "loss": 4.1562,
      "step": 71369
    },
    {
      "epoch": 2.9232029490067584,
      "grad_norm": 5.921717637665464,
      "learning_rate": 0.00015937040405042833,
      "loss": 3.0625,
      "step": 71370
    },
    {
      "epoch": 2.9232439074339545,
      "grad_norm": 3.579584754753414,
      "learning_rate": 0.00015936714902355494,
      "loss": 4.2812,
      "step": 71371
    },
    {
      "epoch": 2.923284865861151,
      "grad_norm": 4.851315977377084,
      "learning_rate": 0.00015936389399225326,
      "loss": 4.9062,
      "step": 71372
    },
    {
      "epoch": 2.923325824288347,
      "grad_norm": 3.7170777494063656,
      "learning_rate": 0.00015936063895652492,
      "loss": 3.6719,
      "step": 71373
    },
    {
      "epoch": 2.9233667827155436,
      "grad_norm": 3.3103374619278507,
      "learning_rate": 0.0001593573839163714,
      "loss": 4.5,
      "step": 71374
    },
    {
      "epoch": 2.92340774114274,
      "grad_norm": 3.487316564989899,
      "learning_rate": 0.0001593541288717942,
      "loss": 4.3125,
      "step": 71375
    },
    {
      "epoch": 2.9234486995699367,
      "grad_norm": 3.510515254125248,
      "learning_rate": 0.000159350873822795,
      "loss": 4.9062,
      "step": 71376
    },
    {
      "epoch": 2.923489657997133,
      "grad_norm": 3.613887769567874,
      "learning_rate": 0.00015934761876937518,
      "loss": 4.4375,
      "step": 71377
    },
    {
      "epoch": 2.9235306164243293,
      "grad_norm": 13.016798588923738,
      "learning_rate": 0.00015934436371153638,
      "loss": 4.9688,
      "step": 71378
    },
    {
      "epoch": 2.923571574851526,
      "grad_norm": 3.56237752452122,
      "learning_rate": 0.0001593411086492801,
      "loss": 4.3125,
      "step": 71379
    },
    {
      "epoch": 2.923612533278722,
      "grad_norm": 3.6481876532681263,
      "learning_rate": 0.00015933785358260787,
      "loss": 4.1562,
      "step": 71380
    },
    {
      "epoch": 2.9236534917059185,
      "grad_norm": 3.807777776028041,
      "learning_rate": 0.00015933459851152126,
      "loss": 4.5938,
      "step": 71381
    },
    {
      "epoch": 2.923694450133115,
      "grad_norm": 3.4028725654614167,
      "learning_rate": 0.00015933134343602178,
      "loss": 4.625,
      "step": 71382
    },
    {
      "epoch": 2.9237354085603116,
      "grad_norm": 4.356329733015357,
      "learning_rate": 0.000159328088356111,
      "loss": 5.1875,
      "step": 71383
    },
    {
      "epoch": 2.9237763669875076,
      "grad_norm": 7.137372692780756,
      "learning_rate": 0.00015932483327179043,
      "loss": 4.5625,
      "step": 71384
    },
    {
      "epoch": 2.923817325414704,
      "grad_norm": 3.1161231115509316,
      "learning_rate": 0.00015932157818306162,
      "loss": 3.4688,
      "step": 71385
    },
    {
      "epoch": 2.9238582838419003,
      "grad_norm": 3.511550130121497,
      "learning_rate": 0.00015931832308992613,
      "loss": 4.3125,
      "step": 71386
    },
    {
      "epoch": 2.923899242269097,
      "grad_norm": 3.7910703984675496,
      "learning_rate": 0.00015931506799238547,
      "loss": 4.9375,
      "step": 71387
    },
    {
      "epoch": 2.9239402006962933,
      "grad_norm": 4.522444531467836,
      "learning_rate": 0.00015931181289044116,
      "loss": 4.9375,
      "step": 71388
    },
    {
      "epoch": 2.92398115912349,
      "grad_norm": 3.7247074191551093,
      "learning_rate": 0.0001593085577840948,
      "loss": 4.4375,
      "step": 71389
    },
    {
      "epoch": 2.924022117550686,
      "grad_norm": 9.732483032154175,
      "learning_rate": 0.00015930530267334786,
      "loss": 4.9375,
      "step": 71390
    },
    {
      "epoch": 2.9240630759778825,
      "grad_norm": 3.344954780837169,
      "learning_rate": 0.00015930204755820195,
      "loss": 4.6875,
      "step": 71391
    },
    {
      "epoch": 2.9241040344050786,
      "grad_norm": 3.530064137579511,
      "learning_rate": 0.0001592987924386585,
      "loss": 5.3438,
      "step": 71392
    },
    {
      "epoch": 2.924144992832275,
      "grad_norm": 3.9098225282341805,
      "learning_rate": 0.0001592955373147192,
      "loss": 5.6562,
      "step": 71393
    },
    {
      "epoch": 2.9241859512594717,
      "grad_norm": 3.6775903550971654,
      "learning_rate": 0.00015929228218638546,
      "loss": 5.0938,
      "step": 71394
    },
    {
      "epoch": 2.924226909686668,
      "grad_norm": 4.701702107940839,
      "learning_rate": 0.0001592890270536589,
      "loss": 2.1094,
      "step": 71395
    },
    {
      "epoch": 2.9242678681138643,
      "grad_norm": 3.6385768807214998,
      "learning_rate": 0.00015928577191654103,
      "loss": 4.875,
      "step": 71396
    },
    {
      "epoch": 2.924308826541061,
      "grad_norm": 3.6313444344771484,
      "learning_rate": 0.00015928251677503334,
      "loss": 4.7812,
      "step": 71397
    },
    {
      "epoch": 2.9243497849682574,
      "grad_norm": 6.530968443775687,
      "learning_rate": 0.00015927926162913748,
      "loss": 3.125,
      "step": 71398
    },
    {
      "epoch": 2.9243907433954535,
      "grad_norm": 3.9229510973661177,
      "learning_rate": 0.00015927600647885489,
      "loss": 4.5625,
      "step": 71399
    },
    {
      "epoch": 2.92443170182265,
      "grad_norm": 3.521231705418744,
      "learning_rate": 0.0001592727513241871,
      "loss": 3.8281,
      "step": 71400
    },
    {
      "epoch": 2.9244726602498465,
      "grad_norm": 3.5060305853725904,
      "learning_rate": 0.00015926949616513575,
      "loss": 5.6875,
      "step": 71401
    },
    {
      "epoch": 2.924513618677043,
      "grad_norm": 3.448612850641257,
      "learning_rate": 0.0001592662410017023,
      "loss": 3.9062,
      "step": 71402
    },
    {
      "epoch": 2.924554577104239,
      "grad_norm": 8.851859019743669,
      "learning_rate": 0.00015926298583388834,
      "loss": 4.5,
      "step": 71403
    },
    {
      "epoch": 2.9245955355314357,
      "grad_norm": 11.306144860038772,
      "learning_rate": 0.00015925973066169532,
      "loss": 6.0,
      "step": 71404
    },
    {
      "epoch": 2.924636493958632,
      "grad_norm": 4.316947527999467,
      "learning_rate": 0.0001592564754851249,
      "loss": 4.625,
      "step": 71405
    },
    {
      "epoch": 2.9246774523858283,
      "grad_norm": 3.8796198875803545,
      "learning_rate": 0.0001592532203041785,
      "loss": 5.3125,
      "step": 71406
    },
    {
      "epoch": 2.924718410813025,
      "grad_norm": 4.243967366612216,
      "learning_rate": 0.00015924996511885775,
      "loss": 4.75,
      "step": 71407
    },
    {
      "epoch": 2.9247593692402214,
      "grad_norm": 6.560896842035235,
      "learning_rate": 0.00015924670992916413,
      "loss": 6.125,
      "step": 71408
    },
    {
      "epoch": 2.9248003276674175,
      "grad_norm": 4.57874390377137,
      "learning_rate": 0.00015924345473509923,
      "loss": 4.0,
      "step": 71409
    },
    {
      "epoch": 2.924841286094614,
      "grad_norm": 3.219096496232668,
      "learning_rate": 0.00015924019953666456,
      "loss": 3.25,
      "step": 71410
    },
    {
      "epoch": 2.92488224452181,
      "grad_norm": 4.954084970871358,
      "learning_rate": 0.00015923694433386161,
      "loss": 5.9688,
      "step": 71411
    },
    {
      "epoch": 2.9249232029490067,
      "grad_norm": 3.8313364867148367,
      "learning_rate": 0.000159233689126692,
      "loss": 5.375,
      "step": 71412
    },
    {
      "epoch": 2.924964161376203,
      "grad_norm": 4.156988658611116,
      "learning_rate": 0.00015923043391515723,
      "loss": 4.6562,
      "step": 71413
    },
    {
      "epoch": 2.9250051198033997,
      "grad_norm": 3.703353664296211,
      "learning_rate": 0.00015922717869925888,
      "loss": 3.6562,
      "step": 71414
    },
    {
      "epoch": 2.925046078230596,
      "grad_norm": 5.0184980069494385,
      "learning_rate": 0.00015922392347899846,
      "loss": 5.2188,
      "step": 71415
    },
    {
      "epoch": 2.9250870366577923,
      "grad_norm": 3.3169133541826668,
      "learning_rate": 0.00015922066825437744,
      "loss": 4.0,
      "step": 71416
    },
    {
      "epoch": 2.925127995084989,
      "grad_norm": 7.498627595718517,
      "learning_rate": 0.00015921741302539746,
      "loss": 3.25,
      "step": 71417
    },
    {
      "epoch": 2.925168953512185,
      "grad_norm": 3.5938302982090176,
      "learning_rate": 0.00015921415779206001,
      "loss": 4.2188,
      "step": 71418
    },
    {
      "epoch": 2.9252099119393815,
      "grad_norm": 4.352750467396234,
      "learning_rate": 0.00015921090255436668,
      "loss": 4.8438,
      "step": 71419
    },
    {
      "epoch": 2.925250870366578,
      "grad_norm": 3.246897370370213,
      "learning_rate": 0.0001592076473123189,
      "loss": 4.0625,
      "step": 71420
    },
    {
      "epoch": 2.9252918287937746,
      "grad_norm": 6.0756685776310615,
      "learning_rate": 0.00015920439206591833,
      "loss": 5.125,
      "step": 71421
    },
    {
      "epoch": 2.9253327872209707,
      "grad_norm": 3.829030980021328,
      "learning_rate": 0.00015920113681516646,
      "loss": 3.7031,
      "step": 71422
    },
    {
      "epoch": 2.925373745648167,
      "grad_norm": 4.576452310647556,
      "learning_rate": 0.00015919788156006483,
      "loss": 4.4375,
      "step": 71423
    },
    {
      "epoch": 2.9254147040753633,
      "grad_norm": 5.291885832017731,
      "learning_rate": 0.00015919462630061495,
      "loss": 4.4062,
      "step": 71424
    },
    {
      "epoch": 2.92545566250256,
      "grad_norm": 4.091368505614471,
      "learning_rate": 0.0001591913710368184,
      "loss": 4.75,
      "step": 71425
    },
    {
      "epoch": 2.9254966209297564,
      "grad_norm": 6.351205455071681,
      "learning_rate": 0.00015918811576867668,
      "loss": 6.1562,
      "step": 71426
    },
    {
      "epoch": 2.925537579356953,
      "grad_norm": 3.722697812040524,
      "learning_rate": 0.00015918486049619138,
      "loss": 4.9062,
      "step": 71427
    },
    {
      "epoch": 2.925578537784149,
      "grad_norm": 3.948023156285754,
      "learning_rate": 0.00015918160521936398,
      "loss": 4.4062,
      "step": 71428
    },
    {
      "epoch": 2.9256194962113455,
      "grad_norm": 8.297573883788333,
      "learning_rate": 0.00015917834993819607,
      "loss": 5.25,
      "step": 71429
    },
    {
      "epoch": 2.9256604546385416,
      "grad_norm": 3.4614679855745574,
      "learning_rate": 0.00015917509465268915,
      "loss": 4.625,
      "step": 71430
    },
    {
      "epoch": 2.925701413065738,
      "grad_norm": 3.5999424451108992,
      "learning_rate": 0.0001591718393628448,
      "loss": 4.875,
      "step": 71431
    },
    {
      "epoch": 2.9257423714929347,
      "grad_norm": 3.7238389216950507,
      "learning_rate": 0.00015916858406866453,
      "loss": 4.375,
      "step": 71432
    },
    {
      "epoch": 2.9257833299201312,
      "grad_norm": 3.260972586471207,
      "learning_rate": 0.00015916532877014987,
      "loss": 4.1875,
      "step": 71433
    },
    {
      "epoch": 2.9258242883473273,
      "grad_norm": 3.8820841471215637,
      "learning_rate": 0.00015916207346730244,
      "loss": 4.5625,
      "step": 71434
    },
    {
      "epoch": 2.925865246774524,
      "grad_norm": 3.2832660223630024,
      "learning_rate": 0.00015915881816012364,
      "loss": 4.1875,
      "step": 71435
    },
    {
      "epoch": 2.9259062052017204,
      "grad_norm": 3.551657433842256,
      "learning_rate": 0.0001591555628486151,
      "loss": 4.4688,
      "step": 71436
    },
    {
      "epoch": 2.9259471636289165,
      "grad_norm": 5.17747446135477,
      "learning_rate": 0.00015915230753277837,
      "loss": 5.7188,
      "step": 71437
    },
    {
      "epoch": 2.925988122056113,
      "grad_norm": 5.003959875858008,
      "learning_rate": 0.00015914905221261493,
      "loss": 5.0625,
      "step": 71438
    },
    {
      "epoch": 2.9260290804833096,
      "grad_norm": 3.651429932259434,
      "learning_rate": 0.00015914579688812636,
      "loss": 4.0625,
      "step": 71439
    },
    {
      "epoch": 2.926070038910506,
      "grad_norm": 5.369141085072767,
      "learning_rate": 0.00015914254155931416,
      "loss": 5.875,
      "step": 71440
    },
    {
      "epoch": 2.926110997337702,
      "grad_norm": 4.351850996346865,
      "learning_rate": 0.00015913928622617997,
      "loss": 5.0312,
      "step": 71441
    },
    {
      "epoch": 2.9261519557648987,
      "grad_norm": 3.792969673768964,
      "learning_rate": 0.00015913603088872524,
      "loss": 4.6562,
      "step": 71442
    },
    {
      "epoch": 2.926192914192095,
      "grad_norm": 3.9060545182626067,
      "learning_rate": 0.00015913277554695145,
      "loss": 3.8438,
      "step": 71443
    },
    {
      "epoch": 2.9262338726192914,
      "grad_norm": 6.223824182976442,
      "learning_rate": 0.00015912952020086027,
      "loss": 5.8125,
      "step": 71444
    },
    {
      "epoch": 2.926274831046488,
      "grad_norm": 3.5939504377499643,
      "learning_rate": 0.00015912626485045317,
      "loss": 4.1875,
      "step": 71445
    },
    {
      "epoch": 2.9263157894736844,
      "grad_norm": 3.9413423753213928,
      "learning_rate": 0.0001591230094957317,
      "loss": 4.3125,
      "step": 71446
    },
    {
      "epoch": 2.9263567479008805,
      "grad_norm": 3.4047794620700444,
      "learning_rate": 0.00015911975413669736,
      "loss": 4.2812,
      "step": 71447
    },
    {
      "epoch": 2.926397706328077,
      "grad_norm": 3.1536786303441025,
      "learning_rate": 0.0001591164987733518,
      "loss": 3.5938,
      "step": 71448
    },
    {
      "epoch": 2.926438664755273,
      "grad_norm": 3.1268898324041245,
      "learning_rate": 0.00015911324340569646,
      "loss": 3.6719,
      "step": 71449
    },
    {
      "epoch": 2.9264796231824697,
      "grad_norm": 3.5600573089261647,
      "learning_rate": 0.0001591099880337329,
      "loss": 4.7188,
      "step": 71450
    },
    {
      "epoch": 2.926520581609666,
      "grad_norm": 4.20909623962174,
      "learning_rate": 0.0001591067326574627,
      "loss": 6.9375,
      "step": 71451
    },
    {
      "epoch": 2.9265615400368628,
      "grad_norm": 3.0621141376015784,
      "learning_rate": 0.00015910347727688732,
      "loss": 4.125,
      "step": 71452
    },
    {
      "epoch": 2.926602498464059,
      "grad_norm": 6.011758987965909,
      "learning_rate": 0.00015910022189200834,
      "loss": 4.8438,
      "step": 71453
    },
    {
      "epoch": 2.9266434568912554,
      "grad_norm": 3.3679486672970187,
      "learning_rate": 0.00015909696650282735,
      "loss": 4.0312,
      "step": 71454
    },
    {
      "epoch": 2.926684415318452,
      "grad_norm": 3.7222350708448597,
      "learning_rate": 0.00015909371110934582,
      "loss": 4.8125,
      "step": 71455
    },
    {
      "epoch": 2.926725373745648,
      "grad_norm": 5.047194743138038,
      "learning_rate": 0.0001590904557115653,
      "loss": 5.6562,
      "step": 71456
    },
    {
      "epoch": 2.9267663321728445,
      "grad_norm": 3.2756598689063288,
      "learning_rate": 0.00015908720030948732,
      "loss": 3.8281,
      "step": 71457
    },
    {
      "epoch": 2.926807290600041,
      "grad_norm": 4.0644005054098,
      "learning_rate": 0.00015908394490311348,
      "loss": 5.0938,
      "step": 71458
    },
    {
      "epoch": 2.9268482490272376,
      "grad_norm": 6.657687881900452,
      "learning_rate": 0.0001590806894924453,
      "loss": 5.7188,
      "step": 71459
    },
    {
      "epoch": 2.9268892074544337,
      "grad_norm": 4.07028319560129,
      "learning_rate": 0.00015907743407748422,
      "loss": 4.9062,
      "step": 71460
    },
    {
      "epoch": 2.9269301658816302,
      "grad_norm": 3.144812342379494,
      "learning_rate": 0.00015907417865823191,
      "loss": 3.5156,
      "step": 71461
    },
    {
      "epoch": 2.9269711243088263,
      "grad_norm": 9.183812732426981,
      "learning_rate": 0.00015907092323468985,
      "loss": 3.6094,
      "step": 71462
    },
    {
      "epoch": 2.927012082736023,
      "grad_norm": 3.913382535014343,
      "learning_rate": 0.00015906766780685958,
      "loss": 4.5625,
      "step": 71463
    },
    {
      "epoch": 2.9270530411632194,
      "grad_norm": 4.276922474263565,
      "learning_rate": 0.00015906441237474264,
      "loss": 5.2188,
      "step": 71464
    },
    {
      "epoch": 2.927093999590416,
      "grad_norm": 6.114079230840004,
      "learning_rate": 0.00015906115693834055,
      "loss": 3.4688,
      "step": 71465
    },
    {
      "epoch": 2.927134958017612,
      "grad_norm": 4.253868131042843,
      "learning_rate": 0.00015905790149765492,
      "loss": 3.9375,
      "step": 71466
    },
    {
      "epoch": 2.9271759164448086,
      "grad_norm": 3.70730945827517,
      "learning_rate": 0.00015905464605268723,
      "loss": 5.0312,
      "step": 71467
    },
    {
      "epoch": 2.9272168748720047,
      "grad_norm": 3.121039082130499,
      "learning_rate": 0.00015905139060343895,
      "loss": 3.5,
      "step": 71468
    },
    {
      "epoch": 2.927257833299201,
      "grad_norm": 4.002189029886196,
      "learning_rate": 0.00015904813514991178,
      "loss": 3.0,
      "step": 71469
    },
    {
      "epoch": 2.9272987917263977,
      "grad_norm": 6.691237315827114,
      "learning_rate": 0.00015904487969210717,
      "loss": 3.0312,
      "step": 71470
    },
    {
      "epoch": 2.9273397501535943,
      "grad_norm": 3.661362160526764,
      "learning_rate": 0.00015904162423002668,
      "loss": 4.6562,
      "step": 71471
    },
    {
      "epoch": 2.9273807085807904,
      "grad_norm": 6.399918028858908,
      "learning_rate": 0.00015903836876367174,
      "loss": 5.6562,
      "step": 71472
    },
    {
      "epoch": 2.927421667007987,
      "grad_norm": 3.3567250456973423,
      "learning_rate": 0.00015903511329304408,
      "loss": 4.3125,
      "step": 71473
    },
    {
      "epoch": 2.9274626254351834,
      "grad_norm": 3.3560858486403826,
      "learning_rate": 0.00015903185781814512,
      "loss": 4.4688,
      "step": 71474
    },
    {
      "epoch": 2.9275035838623795,
      "grad_norm": 3.9016283276031816,
      "learning_rate": 0.0001590286023389764,
      "loss": 5.2812,
      "step": 71475
    },
    {
      "epoch": 2.927544542289576,
      "grad_norm": 3.3066880370758684,
      "learning_rate": 0.00015902534685553952,
      "loss": 4.375,
      "step": 71476
    },
    {
      "epoch": 2.9275855007167726,
      "grad_norm": 3.7997001510755424,
      "learning_rate": 0.00015902209136783597,
      "loss": 5.0938,
      "step": 71477
    },
    {
      "epoch": 2.927626459143969,
      "grad_norm": 3.6672060542267713,
      "learning_rate": 0.00015901883587586728,
      "loss": 3.7031,
      "step": 71478
    },
    {
      "epoch": 2.927667417571165,
      "grad_norm": 3.4517147993174424,
      "learning_rate": 0.00015901558037963498,
      "loss": 3.9688,
      "step": 71479
    },
    {
      "epoch": 2.9277083759983618,
      "grad_norm": 4.048192170865465,
      "learning_rate": 0.0001590123248791407,
      "loss": 4.25,
      "step": 71480
    },
    {
      "epoch": 2.927749334425558,
      "grad_norm": 3.088492822609105,
      "learning_rate": 0.00015900906937438584,
      "loss": 3.6562,
      "step": 71481
    },
    {
      "epoch": 2.9277902928527544,
      "grad_norm": 4.46509580216148,
      "learning_rate": 0.00015900581386537208,
      "loss": 4.875,
      "step": 71482
    },
    {
      "epoch": 2.927831251279951,
      "grad_norm": 3.9985923943088526,
      "learning_rate": 0.0001590025583521009,
      "loss": 4.2812,
      "step": 71483
    },
    {
      "epoch": 2.9278722097071475,
      "grad_norm": 8.17932652530077,
      "learning_rate": 0.00015899930283457377,
      "loss": 3.2812,
      "step": 71484
    },
    {
      "epoch": 2.9279131681343435,
      "grad_norm": 3.40375340698541,
      "learning_rate": 0.00015899604731279236,
      "loss": 3.5,
      "step": 71485
    },
    {
      "epoch": 2.92795412656154,
      "grad_norm": 4.5740819935752315,
      "learning_rate": 0.0001589927917867581,
      "loss": 4.875,
      "step": 71486
    },
    {
      "epoch": 2.927995084988736,
      "grad_norm": 3.556739038577155,
      "learning_rate": 0.00015898953625647258,
      "loss": 4.5312,
      "step": 71487
    },
    {
      "epoch": 2.9280360434159327,
      "grad_norm": 3.5274026222957513,
      "learning_rate": 0.0001589862807219373,
      "loss": 4.5938,
      "step": 71488
    },
    {
      "epoch": 2.9280770018431292,
      "grad_norm": 3.402446763139864,
      "learning_rate": 0.00015898302518315384,
      "loss": 4.1875,
      "step": 71489
    },
    {
      "epoch": 2.928117960270326,
      "grad_norm": 7.054813388071865,
      "learning_rate": 0.00015897976964012375,
      "loss": 5.9688,
      "step": 71490
    },
    {
      "epoch": 2.928158918697522,
      "grad_norm": 3.66109104433622,
      "learning_rate": 0.00015897651409284855,
      "loss": 3.8906,
      "step": 71491
    },
    {
      "epoch": 2.9281998771247184,
      "grad_norm": 4.1786698497828665,
      "learning_rate": 0.00015897325854132975,
      "loss": 4.9688,
      "step": 71492
    },
    {
      "epoch": 2.928240835551915,
      "grad_norm": 4.131054935524871,
      "learning_rate": 0.00015897000298556894,
      "loss": 4.9062,
      "step": 71493
    },
    {
      "epoch": 2.928281793979111,
      "grad_norm": 7.421353909842364,
      "learning_rate": 0.00015896674742556761,
      "loss": 5.9688,
      "step": 71494
    },
    {
      "epoch": 2.9283227524063076,
      "grad_norm": 18.652328368094,
      "learning_rate": 0.00015896349186132736,
      "loss": 1.9062,
      "step": 71495
    },
    {
      "epoch": 2.928363710833504,
      "grad_norm": 3.554987516697784,
      "learning_rate": 0.0001589602362928496,
      "loss": 4.0938,
      "step": 71496
    },
    {
      "epoch": 2.9284046692607006,
      "grad_norm": 3.2666363385317476,
      "learning_rate": 0.00015895698072013607,
      "loss": 4.0938,
      "step": 71497
    },
    {
      "epoch": 2.9284456276878967,
      "grad_norm": 3.205313974835617,
      "learning_rate": 0.00015895372514318815,
      "loss": 3.75,
      "step": 71498
    },
    {
      "epoch": 2.9284865861150933,
      "grad_norm": 3.633569413677013,
      "learning_rate": 0.00015895046956200746,
      "loss": 4.3438,
      "step": 71499
    },
    {
      "epoch": 2.9285275445422894,
      "grad_norm": 3.4809413578186557,
      "learning_rate": 0.00015894721397659542,
      "loss": 4.7188,
      "step": 71500
    },
    {
      "epoch": 2.928568502969486,
      "grad_norm": 3.549306910683651,
      "learning_rate": 0.00015894395838695371,
      "loss": 3.7812,
      "step": 71501
    },
    {
      "epoch": 2.9286094613966824,
      "grad_norm": 3.8818238019742064,
      "learning_rate": 0.00015894070279308387,
      "loss": 4.2812,
      "step": 71502
    },
    {
      "epoch": 2.928650419823879,
      "grad_norm": 4.999278550418603,
      "learning_rate": 0.0001589374471949873,
      "loss": 4.25,
      "step": 71503
    },
    {
      "epoch": 2.928691378251075,
      "grad_norm": 3.258661236484475,
      "learning_rate": 0.00015893419159266565,
      "loss": 1.1328,
      "step": 71504
    },
    {
      "epoch": 2.9287323366782716,
      "grad_norm": 3.573377988981924,
      "learning_rate": 0.00015893093598612045,
      "loss": 4.5625,
      "step": 71505
    },
    {
      "epoch": 2.9287732951054677,
      "grad_norm": 3.5309135845449275,
      "learning_rate": 0.0001589276803753532,
      "loss": 4.4375,
      "step": 71506
    },
    {
      "epoch": 2.9288142535326642,
      "grad_norm": 4.286205771163007,
      "learning_rate": 0.0001589244247603655,
      "loss": 4.3125,
      "step": 71507
    },
    {
      "epoch": 2.9288552119598608,
      "grad_norm": 5.620906049052001,
      "learning_rate": 0.00015892116914115878,
      "loss": 5.1562,
      "step": 71508
    },
    {
      "epoch": 2.9288961703870573,
      "grad_norm": 3.708029428936116,
      "learning_rate": 0.00015891791351773472,
      "loss": 4.1875,
      "step": 71509
    },
    {
      "epoch": 2.9289371288142534,
      "grad_norm": 5.313697782760099,
      "learning_rate": 0.00015891465789009477,
      "loss": 2.9844,
      "step": 71510
    },
    {
      "epoch": 2.92897808724145,
      "grad_norm": 3.260425339555263,
      "learning_rate": 0.00015891140225824047,
      "loss": 4.1562,
      "step": 71511
    },
    {
      "epoch": 2.9290190456686465,
      "grad_norm": 8.744579966630889,
      "learning_rate": 0.0001589081466221734,
      "loss": 4.875,
      "step": 71512
    },
    {
      "epoch": 2.9290600040958426,
      "grad_norm": 3.163626031001494,
      "learning_rate": 0.00015890489098189506,
      "loss": 4.2188,
      "step": 71513
    },
    {
      "epoch": 2.929100962523039,
      "grad_norm": 3.523888373217393,
      "learning_rate": 0.000158901635337407,
      "loss": 4.25,
      "step": 71514
    },
    {
      "epoch": 2.9291419209502356,
      "grad_norm": 3.568565557198678,
      "learning_rate": 0.00015889837968871077,
      "loss": 4.0625,
      "step": 71515
    },
    {
      "epoch": 2.929182879377432,
      "grad_norm": 4.641323598357249,
      "learning_rate": 0.0001588951240358079,
      "loss": 4.75,
      "step": 71516
    },
    {
      "epoch": 2.9292238378046282,
      "grad_norm": 7.242505992559216,
      "learning_rate": 0.00015889186837869993,
      "loss": 2.4219,
      "step": 71517
    },
    {
      "epoch": 2.929264796231825,
      "grad_norm": 3.4731893478696665,
      "learning_rate": 0.0001588886127173884,
      "loss": 2.3906,
      "step": 71518
    },
    {
      "epoch": 2.929305754659021,
      "grad_norm": 3.5206267291764584,
      "learning_rate": 0.00015888535705187488,
      "loss": 4.2188,
      "step": 71519
    },
    {
      "epoch": 2.9293467130862174,
      "grad_norm": 3.556706213196418,
      "learning_rate": 0.00015888210138216078,
      "loss": 4.7812,
      "step": 71520
    },
    {
      "epoch": 2.929387671513414,
      "grad_norm": 3.5183571688345134,
      "learning_rate": 0.00015887884570824784,
      "loss": 4.75,
      "step": 71521
    },
    {
      "epoch": 2.9294286299406105,
      "grad_norm": 3.8594462037585577,
      "learning_rate": 0.00015887559003013746,
      "loss": 5.125,
      "step": 71522
    },
    {
      "epoch": 2.9294695883678066,
      "grad_norm": 3.963470682750637,
      "learning_rate": 0.00015887233434783125,
      "loss": 4.75,
      "step": 71523
    },
    {
      "epoch": 2.929510546795003,
      "grad_norm": 3.907980029064378,
      "learning_rate": 0.00015886907866133066,
      "loss": 5.1875,
      "step": 71524
    },
    {
      "epoch": 2.929551505222199,
      "grad_norm": 4.159199351185348,
      "learning_rate": 0.0001588658229706373,
      "loss": 4.625,
      "step": 71525
    },
    {
      "epoch": 2.9295924636493957,
      "grad_norm": 3.658229607255314,
      "learning_rate": 0.0001588625672757527,
      "loss": 5.2812,
      "step": 71526
    },
    {
      "epoch": 2.9296334220765923,
      "grad_norm": 3.453585806908587,
      "learning_rate": 0.0001588593115766784,
      "loss": 4.3438,
      "step": 71527
    },
    {
      "epoch": 2.929674380503789,
      "grad_norm": 3.604047553524111,
      "learning_rate": 0.00015885605587341592,
      "loss": 3.8281,
      "step": 71528
    },
    {
      "epoch": 2.929715338930985,
      "grad_norm": 3.3450032137347563,
      "learning_rate": 0.00015885280016596681,
      "loss": 4.6562,
      "step": 71529
    },
    {
      "epoch": 2.9297562973581814,
      "grad_norm": 4.026099654280878,
      "learning_rate": 0.00015884954445433263,
      "loss": 5.3125,
      "step": 71530
    },
    {
      "epoch": 2.929797255785378,
      "grad_norm": 4.216437993682213,
      "learning_rate": 0.00015884628873851487,
      "loss": 4.8125,
      "step": 71531
    },
    {
      "epoch": 2.929838214212574,
      "grad_norm": 3.4936454284093674,
      "learning_rate": 0.00015884303301851512,
      "loss": 4.7188,
      "step": 71532
    },
    {
      "epoch": 2.9298791726397706,
      "grad_norm": 3.8959265356561676,
      "learning_rate": 0.0001588397772943349,
      "loss": 4.8438,
      "step": 71533
    },
    {
      "epoch": 2.929920131066967,
      "grad_norm": 3.300997905835614,
      "learning_rate": 0.00015883652156597572,
      "loss": 4.0312,
      "step": 71534
    },
    {
      "epoch": 2.9299610894941637,
      "grad_norm": 4.0723795335539075,
      "learning_rate": 0.0001588332658334392,
      "loss": 5.2188,
      "step": 71535
    },
    {
      "epoch": 2.9300020479213598,
      "grad_norm": 4.067252684780714,
      "learning_rate": 0.00015883001009672673,
      "loss": 3.8594,
      "step": 71536
    },
    {
      "epoch": 2.9300430063485563,
      "grad_norm": 5.1126774793534615,
      "learning_rate": 0.00015882675435584001,
      "loss": 1.875,
      "step": 71537
    },
    {
      "epoch": 2.9300839647757524,
      "grad_norm": 3.245951504182806,
      "learning_rate": 0.00015882349861078053,
      "loss": 3.625,
      "step": 71538
    },
    {
      "epoch": 2.930124923202949,
      "grad_norm": 3.787588453802744,
      "learning_rate": 0.00015882024286154977,
      "loss": 4.1562,
      "step": 71539
    },
    {
      "epoch": 2.9301658816301455,
      "grad_norm": 2.736140384023577,
      "learning_rate": 0.0001588169871081493,
      "loss": 2.9531,
      "step": 71540
    },
    {
      "epoch": 2.930206840057342,
      "grad_norm": 11.245983366513578,
      "learning_rate": 0.00015881373135058074,
      "loss": 1.5547,
      "step": 71541
    },
    {
      "epoch": 2.930247798484538,
      "grad_norm": 3.7201849348610723,
      "learning_rate": 0.0001588104755888455,
      "loss": 3.1875,
      "step": 71542
    },
    {
      "epoch": 2.9302887569117346,
      "grad_norm": 4.434923427879637,
      "learning_rate": 0.0001588072198229452,
      "loss": 5.3438,
      "step": 71543
    },
    {
      "epoch": 2.9303297153389307,
      "grad_norm": 3.40254963859827,
      "learning_rate": 0.00015880396405288134,
      "loss": 4.0,
      "step": 71544
    },
    {
      "epoch": 2.9303706737661273,
      "grad_norm": 3.9597186648667106,
      "learning_rate": 0.00015880070827865546,
      "loss": 4.2812,
      "step": 71545
    },
    {
      "epoch": 2.930411632193324,
      "grad_norm": 4.642114713608723,
      "learning_rate": 0.00015879745250026918,
      "loss": 5.375,
      "step": 71546
    },
    {
      "epoch": 2.9304525906205203,
      "grad_norm": 3.5697490620429466,
      "learning_rate": 0.00015879419671772395,
      "loss": 4.5938,
      "step": 71547
    },
    {
      "epoch": 2.9304935490477164,
      "grad_norm": 3.1256816446019506,
      "learning_rate": 0.00015879094093102132,
      "loss": 3.4688,
      "step": 71548
    },
    {
      "epoch": 2.930534507474913,
      "grad_norm": 4.167919120711732,
      "learning_rate": 0.00015878768514016286,
      "loss": 4.6875,
      "step": 71549
    },
    {
      "epoch": 2.9305754659021095,
      "grad_norm": 4.153969316594735,
      "learning_rate": 0.00015878442934515007,
      "loss": 5.1875,
      "step": 71550
    },
    {
      "epoch": 2.9306164243293056,
      "grad_norm": 3.279527807476104,
      "learning_rate": 0.0001587811735459845,
      "loss": 4.2812,
      "step": 71551
    },
    {
      "epoch": 2.930657382756502,
      "grad_norm": 5.409871133161869,
      "learning_rate": 0.00015877791774266772,
      "loss": 5.8438,
      "step": 71552
    },
    {
      "epoch": 2.9306983411836987,
      "grad_norm": 6.551084899467211,
      "learning_rate": 0.00015877466193520127,
      "loss": 6.0938,
      "step": 71553
    },
    {
      "epoch": 2.930739299610895,
      "grad_norm": 6.788896088858822,
      "learning_rate": 0.00015877140612358665,
      "loss": 2.8594,
      "step": 71554
    },
    {
      "epoch": 2.9307802580380913,
      "grad_norm": 3.2548257866383543,
      "learning_rate": 0.00015876815030782543,
      "loss": 3.8125,
      "step": 71555
    },
    {
      "epoch": 2.930821216465288,
      "grad_norm": 3.699912749689909,
      "learning_rate": 0.0001587648944879191,
      "loss": 4.1875,
      "step": 71556
    },
    {
      "epoch": 2.930862174892484,
      "grad_norm": 3.5760355626778675,
      "learning_rate": 0.0001587616386638693,
      "loss": 4.375,
      "step": 71557
    },
    {
      "epoch": 2.9309031333196804,
      "grad_norm": 3.54870693970421,
      "learning_rate": 0.00015875838283567744,
      "loss": 4.875,
      "step": 71558
    },
    {
      "epoch": 2.930944091746877,
      "grad_norm": 9.29985656901818,
      "learning_rate": 0.00015875512700334516,
      "loss": 5.625,
      "step": 71559
    },
    {
      "epoch": 2.9309850501740735,
      "grad_norm": 6.493507588391243,
      "learning_rate": 0.00015875187116687393,
      "loss": 3.6562,
      "step": 71560
    },
    {
      "epoch": 2.9310260086012696,
      "grad_norm": 3.679451233274995,
      "learning_rate": 0.00015874861532626534,
      "loss": 4.5312,
      "step": 71561
    },
    {
      "epoch": 2.931066967028466,
      "grad_norm": 9.129721123497264,
      "learning_rate": 0.00015874535948152095,
      "loss": 5.0938,
      "step": 71562
    },
    {
      "epoch": 2.9311079254556622,
      "grad_norm": 3.1478082061233077,
      "learning_rate": 0.00015874210363264223,
      "loss": 4.0,
      "step": 71563
    },
    {
      "epoch": 2.9311488838828588,
      "grad_norm": 5.74301219333065,
      "learning_rate": 0.00015873884777963074,
      "loss": 4.6875,
      "step": 71564
    },
    {
      "epoch": 2.9311898423100553,
      "grad_norm": 4.270884648725004,
      "learning_rate": 0.00015873559192248804,
      "loss": 3.9375,
      "step": 71565
    },
    {
      "epoch": 2.931230800737252,
      "grad_norm": 3.4563098595294073,
      "learning_rate": 0.0001587323360612157,
      "loss": 4.125,
      "step": 71566
    },
    {
      "epoch": 2.931271759164448,
      "grad_norm": 3.774143283172937,
      "learning_rate": 0.00015872908019581516,
      "loss": 5.0312,
      "step": 71567
    },
    {
      "epoch": 2.9313127175916445,
      "grad_norm": 3.670640467603337,
      "learning_rate": 0.00015872582432628802,
      "loss": 4.5,
      "step": 71568
    },
    {
      "epoch": 2.931353676018841,
      "grad_norm": 4.666907835662729,
      "learning_rate": 0.00015872256845263582,
      "loss": 3.2812,
      "step": 71569
    },
    {
      "epoch": 2.931394634446037,
      "grad_norm": 6.985169718398672,
      "learning_rate": 0.00015871931257486016,
      "loss": 4.4375,
      "step": 71570
    },
    {
      "epoch": 2.9314355928732336,
      "grad_norm": 3.675969694806255,
      "learning_rate": 0.00015871605669296246,
      "loss": 3.5625,
      "step": 71571
    },
    {
      "epoch": 2.93147655130043,
      "grad_norm": 3.474149051107081,
      "learning_rate": 0.00015871280080694428,
      "loss": 4.0,
      "step": 71572
    },
    {
      "epoch": 2.9315175097276267,
      "grad_norm": 4.11672781014499,
      "learning_rate": 0.00015870954491680728,
      "loss": 4.8125,
      "step": 71573
    },
    {
      "epoch": 2.931558468154823,
      "grad_norm": 4.120390590165834,
      "learning_rate": 0.00015870628902255285,
      "loss": 4.5312,
      "step": 71574
    },
    {
      "epoch": 2.9315994265820193,
      "grad_norm": 3.6832730499179718,
      "learning_rate": 0.0001587030331241826,
      "loss": 4.3438,
      "step": 71575
    },
    {
      "epoch": 2.9316403850092154,
      "grad_norm": 3.006719870967677,
      "learning_rate": 0.00015869977722169804,
      "loss": 2.9375,
      "step": 71576
    },
    {
      "epoch": 2.931681343436412,
      "grad_norm": 10.134196784384512,
      "learning_rate": 0.0001586965213151008,
      "loss": 4.875,
      "step": 71577
    },
    {
      "epoch": 2.9317223018636085,
      "grad_norm": 3.741681445228882,
      "learning_rate": 0.0001586932654043923,
      "loss": 4.9688,
      "step": 71578
    },
    {
      "epoch": 2.931763260290805,
      "grad_norm": 3.8082209001685525,
      "learning_rate": 0.00015869000948957413,
      "loss": 4.3125,
      "step": 71579
    },
    {
      "epoch": 2.931804218718001,
      "grad_norm": 3.4354951069438995,
      "learning_rate": 0.0001586867535706478,
      "loss": 4.625,
      "step": 71580
    },
    {
      "epoch": 2.9318451771451977,
      "grad_norm": 4.26169380311129,
      "learning_rate": 0.00015868349764761494,
      "loss": 4.125,
      "step": 71581
    },
    {
      "epoch": 2.9318861355723937,
      "grad_norm": 3.564217413344787,
      "learning_rate": 0.00015868024172047704,
      "loss": 3.9062,
      "step": 71582
    },
    {
      "epoch": 2.9319270939995903,
      "grad_norm": 3.894127831971863,
      "learning_rate": 0.00015867698578923554,
      "loss": 4.8125,
      "step": 71583
    },
    {
      "epoch": 2.931968052426787,
      "grad_norm": 5.993655601665293,
      "learning_rate": 0.0001586737298538921,
      "loss": 2.8125,
      "step": 71584
    },
    {
      "epoch": 2.9320090108539834,
      "grad_norm": 5.093904895747546,
      "learning_rate": 0.00015867047391444824,
      "loss": 2.75,
      "step": 71585
    },
    {
      "epoch": 2.9320499692811794,
      "grad_norm": 3.5267625026263563,
      "learning_rate": 0.0001586672179709055,
      "loss": 4.0938,
      "step": 71586
    },
    {
      "epoch": 2.932090927708376,
      "grad_norm": 3.7634238059635323,
      "learning_rate": 0.00015866396202326538,
      "loss": 4.25,
      "step": 71587
    },
    {
      "epoch": 2.9321318861355725,
      "grad_norm": 3.4642800961548414,
      "learning_rate": 0.0001586607060715294,
      "loss": 4.4062,
      "step": 71588
    },
    {
      "epoch": 2.9321728445627686,
      "grad_norm": 6.141036110706492,
      "learning_rate": 0.0001586574501156992,
      "loss": 3.5625,
      "step": 71589
    },
    {
      "epoch": 2.932213802989965,
      "grad_norm": 3.673067807932506,
      "learning_rate": 0.00015865419415577624,
      "loss": 4.8125,
      "step": 71590
    },
    {
      "epoch": 2.9322547614171617,
      "grad_norm": 3.395291014395722,
      "learning_rate": 0.0001586509381917621,
      "loss": 4.0312,
      "step": 71591
    },
    {
      "epoch": 2.932295719844358,
      "grad_norm": 3.852426793372627,
      "learning_rate": 0.00015864768222365825,
      "loss": 3.0625,
      "step": 71592
    },
    {
      "epoch": 2.9323366782715543,
      "grad_norm": 3.195169270875326,
      "learning_rate": 0.00015864442625146633,
      "loss": 4.4062,
      "step": 71593
    },
    {
      "epoch": 2.932377636698751,
      "grad_norm": 3.6958138138537486,
      "learning_rate": 0.00015864117027518778,
      "loss": 3.5938,
      "step": 71594
    },
    {
      "epoch": 2.932418595125947,
      "grad_norm": 3.8552533039066974,
      "learning_rate": 0.00015863791429482422,
      "loss": 4.0938,
      "step": 71595
    },
    {
      "epoch": 2.9324595535531435,
      "grad_norm": 3.443951817451355,
      "learning_rate": 0.0001586346583103771,
      "loss": 3.7969,
      "step": 71596
    },
    {
      "epoch": 2.93250051198034,
      "grad_norm": 3.707244179525896,
      "learning_rate": 0.00015863140232184807,
      "loss": 5.25,
      "step": 71597
    },
    {
      "epoch": 2.9325414704075365,
      "grad_norm": 5.122004804057628,
      "learning_rate": 0.00015862814632923862,
      "loss": 6.2188,
      "step": 71598
    },
    {
      "epoch": 2.9325824288347326,
      "grad_norm": 4.5616888935786974,
      "learning_rate": 0.00015862489033255028,
      "loss": 4.25,
      "step": 71599
    },
    {
      "epoch": 2.932623387261929,
      "grad_norm": 5.926343179001222,
      "learning_rate": 0.00015862163433178454,
      "loss": 4.5,
      "step": 71600
    },
    {
      "epoch": 2.9326643456891253,
      "grad_norm": 3.444965799300355,
      "learning_rate": 0.00015861837832694303,
      "loss": 5.25,
      "step": 71601
    },
    {
      "epoch": 2.932705304116322,
      "grad_norm": 4.019547467862931,
      "learning_rate": 0.0001586151223180273,
      "loss": 4.5625,
      "step": 71602
    },
    {
      "epoch": 2.9327462625435183,
      "grad_norm": 7.275595394954445,
      "learning_rate": 0.00015861186630503873,
      "loss": 3.8281,
      "step": 71603
    },
    {
      "epoch": 2.932787220970715,
      "grad_norm": 3.359081581683192,
      "learning_rate": 0.00015860861028797903,
      "loss": 4.25,
      "step": 71604
    },
    {
      "epoch": 2.932828179397911,
      "grad_norm": 4.066731627902189,
      "learning_rate": 0.0001586053542668497,
      "loss": 5.5312,
      "step": 71605
    },
    {
      "epoch": 2.9328691378251075,
      "grad_norm": 8.666853058481053,
      "learning_rate": 0.00015860209824165224,
      "loss": 3.5156,
      "step": 71606
    },
    {
      "epoch": 2.932910096252304,
      "grad_norm": 3.787442509033585,
      "learning_rate": 0.00015859884221238818,
      "loss": 4.0312,
      "step": 71607
    },
    {
      "epoch": 2.9329510546795,
      "grad_norm": 3.6594966124839314,
      "learning_rate": 0.0001585955861790591,
      "loss": 4.6875,
      "step": 71608
    },
    {
      "epoch": 2.9329920131066967,
      "grad_norm": 3.568539836082367,
      "learning_rate": 0.00015859233014166657,
      "loss": 4.1875,
      "step": 71609
    },
    {
      "epoch": 2.933032971533893,
      "grad_norm": 3.9397787552077106,
      "learning_rate": 0.00015858907410021205,
      "loss": 4.4062,
      "step": 71610
    },
    {
      "epoch": 2.9330739299610897,
      "grad_norm": 5.168175149763048,
      "learning_rate": 0.00015858581805469708,
      "loss": 4.75,
      "step": 71611
    },
    {
      "epoch": 2.933114888388286,
      "grad_norm": 3.816784658532273,
      "learning_rate": 0.00015858256200512326,
      "loss": 3.5156,
      "step": 71612
    },
    {
      "epoch": 2.9331558468154824,
      "grad_norm": 3.3345817311125048,
      "learning_rate": 0.00015857930595149211,
      "loss": 4.5,
      "step": 71613
    },
    {
      "epoch": 2.9331968052426785,
      "grad_norm": 3.4621581182317502,
      "learning_rate": 0.00015857604989380516,
      "loss": 3.9688,
      "step": 71614
    },
    {
      "epoch": 2.933237763669875,
      "grad_norm": 3.455146932314864,
      "learning_rate": 0.00015857279383206397,
      "loss": 4.5938,
      "step": 71615
    },
    {
      "epoch": 2.9332787220970715,
      "grad_norm": 3.227630620132889,
      "learning_rate": 0.00015856953776627002,
      "loss": 3.9844,
      "step": 71616
    },
    {
      "epoch": 2.933319680524268,
      "grad_norm": 6.103712639215472,
      "learning_rate": 0.00015856628169642493,
      "loss": 1.6484,
      "step": 71617
    },
    {
      "epoch": 2.933360638951464,
      "grad_norm": 3.6342902767307,
      "learning_rate": 0.0001585630256225302,
      "loss": 3.875,
      "step": 71618
    },
    {
      "epoch": 2.9334015973786607,
      "grad_norm": 3.330858955561633,
      "learning_rate": 0.00015855976954458733,
      "loss": 3.9219,
      "step": 71619
    },
    {
      "epoch": 2.933442555805857,
      "grad_norm": 4.149676599560211,
      "learning_rate": 0.00015855651346259792,
      "loss": 5.2812,
      "step": 71620
    },
    {
      "epoch": 2.9334835142330533,
      "grad_norm": 3.2177167045974984,
      "learning_rate": 0.0001585532573765635,
      "loss": 4.0,
      "step": 71621
    },
    {
      "epoch": 2.93352447266025,
      "grad_norm": 7.015850621529507,
      "learning_rate": 0.0001585500012864856,
      "loss": 4.6562,
      "step": 71622
    },
    {
      "epoch": 2.9335654310874464,
      "grad_norm": 6.445913876710019,
      "learning_rate": 0.0001585467451923657,
      "loss": 5.5625,
      "step": 71623
    },
    {
      "epoch": 2.9336063895146425,
      "grad_norm": 4.173349528030202,
      "learning_rate": 0.00015854348909420543,
      "loss": 4.4375,
      "step": 71624
    },
    {
      "epoch": 2.933647347941839,
      "grad_norm": 4.142320561993625,
      "learning_rate": 0.0001585402329920063,
      "loss": 4.8438,
      "step": 71625
    },
    {
      "epoch": 2.9336883063690355,
      "grad_norm": 7.490688660003218,
      "learning_rate": 0.00015853697688576987,
      "loss": 6.0625,
      "step": 71626
    },
    {
      "epoch": 2.9337292647962316,
      "grad_norm": 3.7588687887061054,
      "learning_rate": 0.00015853372077549762,
      "loss": 5.125,
      "step": 71627
    },
    {
      "epoch": 2.933770223223428,
      "grad_norm": 4.586262317380073,
      "learning_rate": 0.0001585304646611911,
      "loss": 6.0312,
      "step": 71628
    },
    {
      "epoch": 2.9338111816506247,
      "grad_norm": 3.684610871584506,
      "learning_rate": 0.00015852720854285187,
      "loss": 4.375,
      "step": 71629
    },
    {
      "epoch": 2.9338521400778212,
      "grad_norm": 5.3312804010931085,
      "learning_rate": 0.00015852395242048152,
      "loss": 4.3125,
      "step": 71630
    },
    {
      "epoch": 2.9338930985050173,
      "grad_norm": 3.3501930999972314,
      "learning_rate": 0.00015852069629408155,
      "loss": 4.1875,
      "step": 71631
    },
    {
      "epoch": 2.933934056932214,
      "grad_norm": 3.5558530321460795,
      "learning_rate": 0.0001585174401636534,
      "loss": 4.125,
      "step": 71632
    },
    {
      "epoch": 2.93397501535941,
      "grad_norm": 4.271470929082707,
      "learning_rate": 0.00015851418402919876,
      "loss": 5.625,
      "step": 71633
    },
    {
      "epoch": 2.9340159737866065,
      "grad_norm": 15.349671029182494,
      "learning_rate": 0.00015851092789071912,
      "loss": 3.125,
      "step": 71634
    },
    {
      "epoch": 2.934056932213803,
      "grad_norm": 4.2847404111561165,
      "learning_rate": 0.00015850767174821598,
      "loss": 3.8594,
      "step": 71635
    },
    {
      "epoch": 2.9340978906409996,
      "grad_norm": 4.822878671114003,
      "learning_rate": 0.0001585044156016909,
      "loss": 5.0312,
      "step": 71636
    },
    {
      "epoch": 2.9341388490681957,
      "grad_norm": 8.374049648240433,
      "learning_rate": 0.00015850115945114545,
      "loss": 7.6562,
      "step": 71637
    },
    {
      "epoch": 2.934179807495392,
      "grad_norm": 3.083164725584405,
      "learning_rate": 0.00015849790329658113,
      "loss": 3.7188,
      "step": 71638
    },
    {
      "epoch": 2.9342207659225887,
      "grad_norm": 3.8630340960329987,
      "learning_rate": 0.00015849464713799954,
      "loss": 4.5,
      "step": 71639
    },
    {
      "epoch": 2.934261724349785,
      "grad_norm": 7.285058375347075,
      "learning_rate": 0.0001584913909754021,
      "loss": 3.1719,
      "step": 71640
    },
    {
      "epoch": 2.9343026827769814,
      "grad_norm": 4.341950850813316,
      "learning_rate": 0.00015848813480879044,
      "loss": 4.5,
      "step": 71641
    },
    {
      "epoch": 2.934343641204178,
      "grad_norm": 4.39838357815103,
      "learning_rate": 0.0001584848786381661,
      "loss": 5.6562,
      "step": 71642
    },
    {
      "epoch": 2.934384599631374,
      "grad_norm": 3.124557377982196,
      "learning_rate": 0.00015848162246353062,
      "loss": 3.9844,
      "step": 71643
    },
    {
      "epoch": 2.9344255580585705,
      "grad_norm": 3.489520467703937,
      "learning_rate": 0.0001584783662848855,
      "loss": 3.8125,
      "step": 71644
    },
    {
      "epoch": 2.934466516485767,
      "grad_norm": 3.631004715677758,
      "learning_rate": 0.00015847511010223228,
      "loss": 4.9375,
      "step": 71645
    },
    {
      "epoch": 2.934507474912963,
      "grad_norm": 4.349191065770093,
      "learning_rate": 0.00015847185391557254,
      "loss": 5.5,
      "step": 71646
    },
    {
      "epoch": 2.9345484333401597,
      "grad_norm": 3.338528423817677,
      "learning_rate": 0.0001584685977249078,
      "loss": 2.9844,
      "step": 71647
    },
    {
      "epoch": 2.9345893917673562,
      "grad_norm": 11.385597160026196,
      "learning_rate": 0.0001584653415302396,
      "loss": 6.5312,
      "step": 71648
    },
    {
      "epoch": 2.9346303501945528,
      "grad_norm": 4.9255293404533,
      "learning_rate": 0.00015846208533156948,
      "loss": 5.125,
      "step": 71649
    },
    {
      "epoch": 2.934671308621749,
      "grad_norm": 3.5217504596130946,
      "learning_rate": 0.00015845882912889897,
      "loss": 4.0,
      "step": 71650
    },
    {
      "epoch": 2.9347122670489454,
      "grad_norm": 5.903681052293552,
      "learning_rate": 0.00015845557292222965,
      "loss": 4.3438,
      "step": 71651
    },
    {
      "epoch": 2.9347532254761415,
      "grad_norm": 3.8081556806649974,
      "learning_rate": 0.000158452316711563,
      "loss": 3.75,
      "step": 71652
    },
    {
      "epoch": 2.934794183903338,
      "grad_norm": 3.404432591382416,
      "learning_rate": 0.00015844906049690058,
      "loss": 4.5,
      "step": 71653
    },
    {
      "epoch": 2.9348351423305346,
      "grad_norm": 3.320738358753083,
      "learning_rate": 0.00015844580427824397,
      "loss": 4.2188,
      "step": 71654
    },
    {
      "epoch": 2.934876100757731,
      "grad_norm": 4.152939990841894,
      "learning_rate": 0.00015844254805559457,
      "loss": 5.625,
      "step": 71655
    },
    {
      "epoch": 2.934917059184927,
      "grad_norm": 3.734930530825099,
      "learning_rate": 0.00015843929182895411,
      "loss": 5.625,
      "step": 71656
    },
    {
      "epoch": 2.9349580176121237,
      "grad_norm": 3.4834685505035647,
      "learning_rate": 0.00015843603559832407,
      "loss": 4.125,
      "step": 71657
    },
    {
      "epoch": 2.9349989760393203,
      "grad_norm": 3.5325358032729985,
      "learning_rate": 0.0001584327793637059,
      "loss": 4.1875,
      "step": 71658
    },
    {
      "epoch": 2.9350399344665163,
      "grad_norm": 11.242474464501191,
      "learning_rate": 0.00015842952312510118,
      "loss": 5.0625,
      "step": 71659
    },
    {
      "epoch": 2.935080892893713,
      "grad_norm": 3.9255965630413616,
      "learning_rate": 0.0001584262668825115,
      "loss": 5.0,
      "step": 71660
    },
    {
      "epoch": 2.9351218513209094,
      "grad_norm": 4.577162442413655,
      "learning_rate": 0.0001584230106359384,
      "loss": 4.9062,
      "step": 71661
    },
    {
      "epoch": 2.935162809748106,
      "grad_norm": 3.7887740991755265,
      "learning_rate": 0.00015841975438538337,
      "loss": 4.8125,
      "step": 71662
    },
    {
      "epoch": 2.935203768175302,
      "grad_norm": 4.07818148959928,
      "learning_rate": 0.000158416498130848,
      "loss": 6.5938,
      "step": 71663
    },
    {
      "epoch": 2.9352447266024986,
      "grad_norm": 8.81284316097084,
      "learning_rate": 0.00015841324187233373,
      "loss": 6.0312,
      "step": 71664
    },
    {
      "epoch": 2.9352856850296947,
      "grad_norm": 3.6459078302508217,
      "learning_rate": 0.00015840998560984223,
      "loss": 3.7656,
      "step": 71665
    },
    {
      "epoch": 2.935326643456891,
      "grad_norm": 4.187831393105253,
      "learning_rate": 0.00015840672934337493,
      "loss": 5.4062,
      "step": 71666
    },
    {
      "epoch": 2.9353676018840877,
      "grad_norm": 4.633752642664574,
      "learning_rate": 0.00015840347307293344,
      "loss": 5.0312,
      "step": 71667
    },
    {
      "epoch": 2.9354085603112843,
      "grad_norm": 3.4131469322236034,
      "learning_rate": 0.00015840021679851927,
      "loss": 4.0938,
      "step": 71668
    },
    {
      "epoch": 2.9354495187384804,
      "grad_norm": 3.4702775058430433,
      "learning_rate": 0.00015839696052013396,
      "loss": 4.8125,
      "step": 71669
    },
    {
      "epoch": 2.935490477165677,
      "grad_norm": 3.0778002173617076,
      "learning_rate": 0.00015839370423777907,
      "loss": 3.4219,
      "step": 71670
    },
    {
      "epoch": 2.935531435592873,
      "grad_norm": 3.672276510660348,
      "learning_rate": 0.00015839044795145613,
      "loss": 4.7188,
      "step": 71671
    },
    {
      "epoch": 2.9355723940200695,
      "grad_norm": 3.3611228631845944,
      "learning_rate": 0.0001583871916611666,
      "loss": 3.8906,
      "step": 71672
    },
    {
      "epoch": 2.935613352447266,
      "grad_norm": 6.283943769144394,
      "learning_rate": 0.00015838393536691218,
      "loss": 5.375,
      "step": 71673
    },
    {
      "epoch": 2.9356543108744626,
      "grad_norm": 3.665251794129859,
      "learning_rate": 0.0001583806790686943,
      "loss": 1.8203,
      "step": 71674
    },
    {
      "epoch": 2.9356952693016587,
      "grad_norm": 3.6865966820134703,
      "learning_rate": 0.00015837742276651455,
      "loss": 5.125,
      "step": 71675
    },
    {
      "epoch": 2.9357362277288552,
      "grad_norm": 3.374813461023536,
      "learning_rate": 0.00015837416646037435,
      "loss": 4.4062,
      "step": 71676
    },
    {
      "epoch": 2.9357771861560518,
      "grad_norm": 3.769229147150316,
      "learning_rate": 0.00015837091015027537,
      "loss": 4.5938,
      "step": 71677
    },
    {
      "epoch": 2.935818144583248,
      "grad_norm": 3.501914951847256,
      "learning_rate": 0.00015836765383621913,
      "loss": 3.8438,
      "step": 71678
    },
    {
      "epoch": 2.9358591030104444,
      "grad_norm": 3.811078285595299,
      "learning_rate": 0.00015836439751820718,
      "loss": 4.3125,
      "step": 71679
    },
    {
      "epoch": 2.935900061437641,
      "grad_norm": 3.606856970928971,
      "learning_rate": 0.00015836114119624096,
      "loss": 4.5625,
      "step": 71680
    },
    {
      "epoch": 2.9359410198648375,
      "grad_norm": 3.849717844630697,
      "learning_rate": 0.00015835788487032212,
      "loss": 3.5938,
      "step": 71681
    },
    {
      "epoch": 2.9359819782920336,
      "grad_norm": 3.455851761114617,
      "learning_rate": 0.00015835462854045214,
      "loss": 4.1875,
      "step": 71682
    },
    {
      "epoch": 2.93602293671923,
      "grad_norm": 3.701554889985562,
      "learning_rate": 0.00015835137220663258,
      "loss": 4.4688,
      "step": 71683
    },
    {
      "epoch": 2.936063895146426,
      "grad_norm": 3.399359200128573,
      "learning_rate": 0.00015834811586886495,
      "loss": 3.4062,
      "step": 71684
    },
    {
      "epoch": 2.9361048535736227,
      "grad_norm": 3.800017069395358,
      "learning_rate": 0.00015834485952715086,
      "loss": 5.75,
      "step": 71685
    },
    {
      "epoch": 2.9361458120008193,
      "grad_norm": 4.555098190185586,
      "learning_rate": 0.00015834160318149178,
      "loss": 4.9375,
      "step": 71686
    },
    {
      "epoch": 2.936186770428016,
      "grad_norm": 3.745913776171528,
      "learning_rate": 0.0001583383468318893,
      "loss": 4.5938,
      "step": 71687
    },
    {
      "epoch": 2.936227728855212,
      "grad_norm": 3.484592523963802,
      "learning_rate": 0.00015833509047834493,
      "loss": 4.0,
      "step": 71688
    },
    {
      "epoch": 2.9362686872824084,
      "grad_norm": 3.5563545603920472,
      "learning_rate": 0.0001583318341208602,
      "loss": 4.4688,
      "step": 71689
    },
    {
      "epoch": 2.9363096457096045,
      "grad_norm": 3.797945185023563,
      "learning_rate": 0.00015832857775943668,
      "loss": 5.2812,
      "step": 71690
    },
    {
      "epoch": 2.936350604136801,
      "grad_norm": 3.8585510123582134,
      "learning_rate": 0.0001583253213940758,
      "loss": 4.1562,
      "step": 71691
    },
    {
      "epoch": 2.9363915625639976,
      "grad_norm": 3.4477854514905593,
      "learning_rate": 0.0001583220650247793,
      "loss": 4.0,
      "step": 71692
    },
    {
      "epoch": 2.936432520991194,
      "grad_norm": 4.592576607810266,
      "learning_rate": 0.00015831880865154857,
      "loss": 4.3125,
      "step": 71693
    },
    {
      "epoch": 2.93647347941839,
      "grad_norm": 4.14967789336165,
      "learning_rate": 0.00015831555227438523,
      "loss": 6.125,
      "step": 71694
    },
    {
      "epoch": 2.9365144378455867,
      "grad_norm": 3.2895393189218116,
      "learning_rate": 0.00015831229589329072,
      "loss": 4.1562,
      "step": 71695
    },
    {
      "epoch": 2.9365553962727833,
      "grad_norm": 3.4841722009863854,
      "learning_rate": 0.00015830903950826664,
      "loss": 4.2812,
      "step": 71696
    },
    {
      "epoch": 2.9365963546999794,
      "grad_norm": 8.838989336388675,
      "learning_rate": 0.00015830578311931456,
      "loss": 2.5469,
      "step": 71697
    },
    {
      "epoch": 2.936637313127176,
      "grad_norm": 3.931502211537244,
      "learning_rate": 0.000158302526726436,
      "loss": 5.3125,
      "step": 71698
    },
    {
      "epoch": 2.9366782715543724,
      "grad_norm": 5.080744284412418,
      "learning_rate": 0.00015829927032963247,
      "loss": 6.0625,
      "step": 71699
    },
    {
      "epoch": 2.936719229981569,
      "grad_norm": 11.316007541651363,
      "learning_rate": 0.00015829601392890546,
      "loss": 5.5312,
      "step": 71700
    },
    {
      "epoch": 2.936760188408765,
      "grad_norm": 7.837348932822152,
      "learning_rate": 0.00015829275752425668,
      "loss": 1.0469,
      "step": 71701
    },
    {
      "epoch": 2.9368011468359616,
      "grad_norm": 4.568390956970425,
      "learning_rate": 0.0001582895011156875,
      "loss": 5.6875,
      "step": 71702
    },
    {
      "epoch": 2.9368421052631577,
      "grad_norm": 3.486559063142706,
      "learning_rate": 0.0001582862447031996,
      "loss": 3.7656,
      "step": 71703
    },
    {
      "epoch": 2.9368830636903542,
      "grad_norm": 3.4067254136640974,
      "learning_rate": 0.00015828298828679435,
      "loss": 4.0938,
      "step": 71704
    },
    {
      "epoch": 2.9369240221175508,
      "grad_norm": 4.082002656940213,
      "learning_rate": 0.00015827973186647342,
      "loss": 5.0312,
      "step": 71705
    },
    {
      "epoch": 2.9369649805447473,
      "grad_norm": 4.487444983696047,
      "learning_rate": 0.00015827647544223831,
      "loss": 4.75,
      "step": 71706
    },
    {
      "epoch": 2.9370059389719434,
      "grad_norm": 4.602328656715268,
      "learning_rate": 0.0001582732190140906,
      "loss": 5.5625,
      "step": 71707
    },
    {
      "epoch": 2.93704689739914,
      "grad_norm": 3.2486727947304477,
      "learning_rate": 0.00015826996258203174,
      "loss": 3.8594,
      "step": 71708
    },
    {
      "epoch": 2.937087855826336,
      "grad_norm": 4.23932480923809,
      "learning_rate": 0.00015826670614606334,
      "loss": 4.4062,
      "step": 71709
    },
    {
      "epoch": 2.9371288142535326,
      "grad_norm": 3.5434158201706603,
      "learning_rate": 0.00015826344970618696,
      "loss": 4.1875,
      "step": 71710
    },
    {
      "epoch": 2.937169772680729,
      "grad_norm": 3.9823334864789564,
      "learning_rate": 0.00015826019326240407,
      "loss": 3.7344,
      "step": 71711
    },
    {
      "epoch": 2.9372107311079256,
      "grad_norm": 7.650041106236369,
      "learning_rate": 0.00015825693681471617,
      "loss": 6.5938,
      "step": 71712
    },
    {
      "epoch": 2.9372516895351217,
      "grad_norm": 4.6250041634106065,
      "learning_rate": 0.00015825368036312496,
      "loss": 2.8438,
      "step": 71713
    },
    {
      "epoch": 2.9372926479623183,
      "grad_norm": 4.035723751502321,
      "learning_rate": 0.00015825042390763187,
      "loss": 3.6719,
      "step": 71714
    },
    {
      "epoch": 2.937333606389515,
      "grad_norm": 5.578449498252591,
      "learning_rate": 0.00015824716744823847,
      "loss": 3.2188,
      "step": 71715
    },
    {
      "epoch": 2.937374564816711,
      "grad_norm": 3.583728596210865,
      "learning_rate": 0.00015824391098494625,
      "loss": 4.3125,
      "step": 71716
    },
    {
      "epoch": 2.9374155232439074,
      "grad_norm": 3.467063266318169,
      "learning_rate": 0.0001582406545177568,
      "loss": 4.25,
      "step": 71717
    },
    {
      "epoch": 2.937456481671104,
      "grad_norm": 3.5486340695766185,
      "learning_rate": 0.00015823739804667167,
      "loss": 4.5312,
      "step": 71718
    },
    {
      "epoch": 2.9374974400983005,
      "grad_norm": 5.508254397548917,
      "learning_rate": 0.00015823414157169237,
      "loss": 5.2812,
      "step": 71719
    },
    {
      "epoch": 2.9375383985254966,
      "grad_norm": 3.433426847305713,
      "learning_rate": 0.00015823088509282041,
      "loss": 3.5781,
      "step": 71720
    },
    {
      "epoch": 2.937579356952693,
      "grad_norm": 3.6734804608937157,
      "learning_rate": 0.0001582276286100574,
      "loss": 4.9062,
      "step": 71721
    },
    {
      "epoch": 2.937620315379889,
      "grad_norm": 3.5798073223925027,
      "learning_rate": 0.00015822437212340484,
      "loss": 4.6562,
      "step": 71722
    },
    {
      "epoch": 2.9376612738070857,
      "grad_norm": 3.388319719208407,
      "learning_rate": 0.00015822111563286426,
      "loss": 2.625,
      "step": 71723
    },
    {
      "epoch": 2.9377022322342823,
      "grad_norm": 3.7057154443483493,
      "learning_rate": 0.00015821785913843725,
      "loss": 4.5938,
      "step": 71724
    },
    {
      "epoch": 2.937743190661479,
      "grad_norm": 5.5339082056544155,
      "learning_rate": 0.0001582146026401253,
      "loss": 4.5625,
      "step": 71725
    },
    {
      "epoch": 2.937784149088675,
      "grad_norm": 3.7483883503095274,
      "learning_rate": 0.00015821134613792993,
      "loss": 5.0938,
      "step": 71726
    },
    {
      "epoch": 2.9378251075158714,
      "grad_norm": 11.38743943774271,
      "learning_rate": 0.00015820808963185274,
      "loss": 5.4375,
      "step": 71727
    },
    {
      "epoch": 2.9378660659430675,
      "grad_norm": 3.0966395534839446,
      "learning_rate": 0.00015820483312189523,
      "loss": 4.0938,
      "step": 71728
    },
    {
      "epoch": 2.937907024370264,
      "grad_norm": 5.824655373804326,
      "learning_rate": 0.00015820157660805895,
      "loss": 1.25,
      "step": 71729
    },
    {
      "epoch": 2.9379479827974606,
      "grad_norm": 7.32630395880674,
      "learning_rate": 0.00015819832009034547,
      "loss": 6.0,
      "step": 71730
    },
    {
      "epoch": 2.937988941224657,
      "grad_norm": 4.685705751147999,
      "learning_rate": 0.00015819506356875627,
      "loss": 4.9375,
      "step": 71731
    },
    {
      "epoch": 2.9380298996518532,
      "grad_norm": 3.4794562581569766,
      "learning_rate": 0.00015819180704329292,
      "loss": 4.125,
      "step": 71732
    },
    {
      "epoch": 2.9380708580790498,
      "grad_norm": 4.427223056743531,
      "learning_rate": 0.00015818855051395695,
      "loss": 3.6406,
      "step": 71733
    },
    {
      "epoch": 2.9381118165062463,
      "grad_norm": 4.306217562558766,
      "learning_rate": 0.00015818529398074993,
      "loss": 3.9219,
      "step": 71734
    },
    {
      "epoch": 2.9381527749334424,
      "grad_norm": 3.3985134517482996,
      "learning_rate": 0.0001581820374436734,
      "loss": 3.9375,
      "step": 71735
    },
    {
      "epoch": 2.938193733360639,
      "grad_norm": 5.514511391452693,
      "learning_rate": 0.0001581787809027288,
      "loss": 1.5859,
      "step": 71736
    },
    {
      "epoch": 2.9382346917878355,
      "grad_norm": 4.819494822637571,
      "learning_rate": 0.0001581755243579178,
      "loss": 4.4062,
      "step": 71737
    },
    {
      "epoch": 2.938275650215032,
      "grad_norm": 3.2486381015234906,
      "learning_rate": 0.0001581722678092419,
      "loss": 3.5156,
      "step": 71738
    },
    {
      "epoch": 2.938316608642228,
      "grad_norm": 3.769013525235786,
      "learning_rate": 0.00015816901125670262,
      "loss": 4.8125,
      "step": 71739
    },
    {
      "epoch": 2.9383575670694246,
      "grad_norm": 4.042082511477559,
      "learning_rate": 0.00015816575470030143,
      "loss": 3.375,
      "step": 71740
    },
    {
      "epoch": 2.9383985254966207,
      "grad_norm": 3.3978774774848146,
      "learning_rate": 0.00015816249814004006,
      "loss": 4.2812,
      "step": 71741
    },
    {
      "epoch": 2.9384394839238173,
      "grad_norm": 2.7800996507056213,
      "learning_rate": 0.00015815924157591986,
      "loss": 3.6875,
      "step": 71742
    },
    {
      "epoch": 2.938480442351014,
      "grad_norm": 3.654940582216073,
      "learning_rate": 0.00015815598500794247,
      "loss": 3.4062,
      "step": 71743
    },
    {
      "epoch": 2.9385214007782103,
      "grad_norm": 4.115611875582054,
      "learning_rate": 0.00015815272843610936,
      "loss": 4.7812,
      "step": 71744
    },
    {
      "epoch": 2.9385623592054064,
      "grad_norm": 3.336377768086214,
      "learning_rate": 0.0001581494718604222,
      "loss": 4.375,
      "step": 71745
    },
    {
      "epoch": 2.938603317632603,
      "grad_norm": 4.917652555889416,
      "learning_rate": 0.00015814621528088238,
      "loss": 5.0,
      "step": 71746
    },
    {
      "epoch": 2.938644276059799,
      "grad_norm": 4.047409006389108,
      "learning_rate": 0.00015814295869749152,
      "loss": 5.25,
      "step": 71747
    },
    {
      "epoch": 2.9386852344869956,
      "grad_norm": 15.282094435246423,
      "learning_rate": 0.0001581397021102511,
      "loss": 4.375,
      "step": 71748
    },
    {
      "epoch": 2.938726192914192,
      "grad_norm": 3.616773083499241,
      "learning_rate": 0.00015813644551916276,
      "loss": 4.0625,
      "step": 71749
    },
    {
      "epoch": 2.9387671513413887,
      "grad_norm": 5.3917263467670695,
      "learning_rate": 0.00015813318892422796,
      "loss": 5.4688,
      "step": 71750
    },
    {
      "epoch": 2.9388081097685848,
      "grad_norm": 4.385831485151172,
      "learning_rate": 0.0001581299323254483,
      "loss": 5.0938,
      "step": 71751
    },
    {
      "epoch": 2.9388490681957813,
      "grad_norm": 5.208978066169705,
      "learning_rate": 0.00015812667572282518,
      "loss": 2.1562,
      "step": 71752
    },
    {
      "epoch": 2.938890026622978,
      "grad_norm": 23.153472236095737,
      "learning_rate": 0.00015812341911636033,
      "loss": 6.25,
      "step": 71753
    },
    {
      "epoch": 2.938930985050174,
      "grad_norm": 4.113250121855139,
      "learning_rate": 0.00015812016250605517,
      "loss": 4.6562,
      "step": 71754
    },
    {
      "epoch": 2.9389719434773705,
      "grad_norm": 3.286910095262128,
      "learning_rate": 0.0001581169058919113,
      "loss": 3.9844,
      "step": 71755
    },
    {
      "epoch": 2.939012901904567,
      "grad_norm": 3.141764956349737,
      "learning_rate": 0.00015811364927393012,
      "loss": 3.3438,
      "step": 71756
    },
    {
      "epoch": 2.9390538603317635,
      "grad_norm": 3.5678645529811344,
      "learning_rate": 0.0001581103926521134,
      "loss": 4.0,
      "step": 71757
    },
    {
      "epoch": 2.9390948187589596,
      "grad_norm": 3.2604375418721845,
      "learning_rate": 0.0001581071360264625,
      "loss": 4.0312,
      "step": 71758
    },
    {
      "epoch": 2.939135777186156,
      "grad_norm": 3.396199255551576,
      "learning_rate": 0.00015810387939697902,
      "loss": 3.8125,
      "step": 71759
    },
    {
      "epoch": 2.9391767356133522,
      "grad_norm": 3.5391741824603264,
      "learning_rate": 0.00015810062276366452,
      "loss": 4.1875,
      "step": 71760
    },
    {
      "epoch": 2.939217694040549,
      "grad_norm": 3.7931256391954564,
      "learning_rate": 0.00015809736612652051,
      "loss": 4.7812,
      "step": 71761
    },
    {
      "epoch": 2.9392586524677453,
      "grad_norm": 3.788383590207317,
      "learning_rate": 0.0001580941094855485,
      "loss": 4.6562,
      "step": 71762
    },
    {
      "epoch": 2.939299610894942,
      "grad_norm": 4.533420195061583,
      "learning_rate": 0.0001580908528407501,
      "loss": 5.375,
      "step": 71763
    },
    {
      "epoch": 2.939340569322138,
      "grad_norm": 3.0286062551709194,
      "learning_rate": 0.00015808759619212681,
      "loss": 3.4688,
      "step": 71764
    },
    {
      "epoch": 2.9393815277493345,
      "grad_norm": 3.2652477420943193,
      "learning_rate": 0.00015808433953968016,
      "loss": 4.875,
      "step": 71765
    },
    {
      "epoch": 2.9394224861765306,
      "grad_norm": 3.165692331749712,
      "learning_rate": 0.00015808108288341172,
      "loss": 4.125,
      "step": 71766
    },
    {
      "epoch": 2.939463444603727,
      "grad_norm": 3.546136782102304,
      "learning_rate": 0.000158077826223323,
      "loss": 4.5625,
      "step": 71767
    },
    {
      "epoch": 2.9395044030309236,
      "grad_norm": 17.88558030657637,
      "learning_rate": 0.00015807456955941552,
      "loss": 4.6875,
      "step": 71768
    },
    {
      "epoch": 2.93954536145812,
      "grad_norm": 4.112861757730913,
      "learning_rate": 0.00015807131289169088,
      "loss": 6.125,
      "step": 71769
    },
    {
      "epoch": 2.9395863198853163,
      "grad_norm": 4.037284578774999,
      "learning_rate": 0.0001580680562201506,
      "loss": 5.0,
      "step": 71770
    },
    {
      "epoch": 2.939627278312513,
      "grad_norm": 3.6595934933024354,
      "learning_rate": 0.00015806479954479625,
      "loss": 4.2188,
      "step": 71771
    },
    {
      "epoch": 2.9396682367397093,
      "grad_norm": 4.19486782412911,
      "learning_rate": 0.00015806154286562924,
      "loss": 5.5312,
      "step": 71772
    },
    {
      "epoch": 2.9397091951669054,
      "grad_norm": 6.044431321301048,
      "learning_rate": 0.00015805828618265126,
      "loss": 6.1562,
      "step": 71773
    },
    {
      "epoch": 2.939750153594102,
      "grad_norm": 3.4293058028771606,
      "learning_rate": 0.0001580550294958638,
      "loss": 3.7188,
      "step": 71774
    },
    {
      "epoch": 2.9397911120212985,
      "grad_norm": 3.3499475617149796,
      "learning_rate": 0.00015805177280526838,
      "loss": 3.6719,
      "step": 71775
    },
    {
      "epoch": 2.939832070448495,
      "grad_norm": 4.05613890842586,
      "learning_rate": 0.00015804851611086654,
      "loss": 4.5,
      "step": 71776
    },
    {
      "epoch": 2.939873028875691,
      "grad_norm": 4.143756652411392,
      "learning_rate": 0.00015804525941265983,
      "loss": 4.1875,
      "step": 71777
    },
    {
      "epoch": 2.9399139873028877,
      "grad_norm": 2.8361236120623396,
      "learning_rate": 0.0001580420027106498,
      "loss": 3.3438,
      "step": 71778
    },
    {
      "epoch": 2.9399549457300838,
      "grad_norm": 3.3362366330628217,
      "learning_rate": 0.00015803874600483795,
      "loss": 3.3438,
      "step": 71779
    },
    {
      "epoch": 2.9399959041572803,
      "grad_norm": 11.512967469446295,
      "learning_rate": 0.00015803548929522584,
      "loss": 5.7188,
      "step": 71780
    },
    {
      "epoch": 2.940036862584477,
      "grad_norm": 3.588499370982404,
      "learning_rate": 0.00015803223258181503,
      "loss": 4.5938,
      "step": 71781
    },
    {
      "epoch": 2.9400778210116734,
      "grad_norm": 3.489640457887979,
      "learning_rate": 0.00015802897586460708,
      "loss": 4.2188,
      "step": 71782
    },
    {
      "epoch": 2.9401187794388695,
      "grad_norm": 4.127950875175282,
      "learning_rate": 0.00015802571914360348,
      "loss": 4.375,
      "step": 71783
    },
    {
      "epoch": 2.940159737866066,
      "grad_norm": 7.280655463569781,
      "learning_rate": 0.00015802246241880573,
      "loss": 5.125,
      "step": 71784
    },
    {
      "epoch": 2.940200696293262,
      "grad_norm": 3.8838905863682798,
      "learning_rate": 0.00015801920569021548,
      "loss": 5.25,
      "step": 71785
    },
    {
      "epoch": 2.9402416547204586,
      "grad_norm": 4.148628887386558,
      "learning_rate": 0.00015801594895783423,
      "loss": 4.875,
      "step": 71786
    },
    {
      "epoch": 2.940282613147655,
      "grad_norm": 3.0314413583891713,
      "learning_rate": 0.00015801269222166347,
      "loss": 3.7031,
      "step": 71787
    },
    {
      "epoch": 2.9403235715748517,
      "grad_norm": 4.419468747491371,
      "learning_rate": 0.00015800943548170476,
      "loss": 6.3438,
      "step": 71788
    },
    {
      "epoch": 2.940364530002048,
      "grad_norm": 3.083081963826305,
      "learning_rate": 0.00015800617873795969,
      "loss": 1.0547,
      "step": 71789
    },
    {
      "epoch": 2.9404054884292443,
      "grad_norm": 7.254538528119724,
      "learning_rate": 0.00015800292199042975,
      "loss": 3.3594,
      "step": 71790
    },
    {
      "epoch": 2.940446446856441,
      "grad_norm": 3.882376489994687,
      "learning_rate": 0.00015799966523911648,
      "loss": 4.9688,
      "step": 71791
    },
    {
      "epoch": 2.940487405283637,
      "grad_norm": 3.4981551425725823,
      "learning_rate": 0.00015799640848402147,
      "loss": 4.4062,
      "step": 71792
    },
    {
      "epoch": 2.9405283637108335,
      "grad_norm": 8.463939248294615,
      "learning_rate": 0.00015799315172514616,
      "loss": 5.9375,
      "step": 71793
    },
    {
      "epoch": 2.94056932213803,
      "grad_norm": 3.7486577824033867,
      "learning_rate": 0.00015798989496249225,
      "loss": 4.375,
      "step": 71794
    },
    {
      "epoch": 2.9406102805652266,
      "grad_norm": 3.6876239661995664,
      "learning_rate": 0.00015798663819606112,
      "loss": 5.25,
      "step": 71795
    },
    {
      "epoch": 2.9406512389924226,
      "grad_norm": 3.5947674883465273,
      "learning_rate": 0.00015798338142585436,
      "loss": 3.9688,
      "step": 71796
    },
    {
      "epoch": 2.940692197419619,
      "grad_norm": 4.073257212515756,
      "learning_rate": 0.00015798012465187354,
      "loss": 5.3438,
      "step": 71797
    },
    {
      "epoch": 2.9407331558468153,
      "grad_norm": 3.727866484014975,
      "learning_rate": 0.0001579768678741202,
      "loss": 4.7812,
      "step": 71798
    },
    {
      "epoch": 2.940774114274012,
      "grad_norm": 4.055592256705209,
      "learning_rate": 0.0001579736110925958,
      "loss": 5.0938,
      "step": 71799
    },
    {
      "epoch": 2.9408150727012083,
      "grad_norm": 6.149908593043566,
      "learning_rate": 0.00015797035430730198,
      "loss": 3.7031,
      "step": 71800
    },
    {
      "epoch": 2.940856031128405,
      "grad_norm": 5.38690929122906,
      "learning_rate": 0.00015796709751824024,
      "loss": 4.875,
      "step": 71801
    },
    {
      "epoch": 2.940896989555601,
      "grad_norm": 3.952967190074083,
      "learning_rate": 0.00015796384072541212,
      "loss": 5.3438,
      "step": 71802
    },
    {
      "epoch": 2.9409379479827975,
      "grad_norm": 3.745562405144031,
      "learning_rate": 0.00015796058392881913,
      "loss": 3.9531,
      "step": 71803
    },
    {
      "epoch": 2.9409789064099936,
      "grad_norm": 3.9861343717892237,
      "learning_rate": 0.00015795732712846285,
      "loss": 4.1562,
      "step": 71804
    },
    {
      "epoch": 2.94101986483719,
      "grad_norm": 3.5638163566366905,
      "learning_rate": 0.00015795407032434482,
      "loss": 4.5625,
      "step": 71805
    },
    {
      "epoch": 2.9410608232643867,
      "grad_norm": 3.603674078312118,
      "learning_rate": 0.00015795081351646656,
      "loss": 4.5625,
      "step": 71806
    },
    {
      "epoch": 2.941101781691583,
      "grad_norm": 6.239963871981074,
      "learning_rate": 0.0001579475567048296,
      "loss": 3.5156,
      "step": 71807
    },
    {
      "epoch": 2.9411427401187793,
      "grad_norm": 3.89705711360386,
      "learning_rate": 0.00015794429988943553,
      "loss": 4.9375,
      "step": 71808
    },
    {
      "epoch": 2.941183698545976,
      "grad_norm": 11.203714917551853,
      "learning_rate": 0.00015794104307028582,
      "loss": 3.8125,
      "step": 71809
    },
    {
      "epoch": 2.9412246569731724,
      "grad_norm": 4.4189474225698815,
      "learning_rate": 0.0001579377862473821,
      "loss": 5.3438,
      "step": 71810
    },
    {
      "epoch": 2.9412656154003685,
      "grad_norm": 3.368913742394696,
      "learning_rate": 0.0001579345294207258,
      "loss": 4.1562,
      "step": 71811
    },
    {
      "epoch": 2.941306573827565,
      "grad_norm": 5.139828281800081,
      "learning_rate": 0.0001579312725903185,
      "loss": 4.75,
      "step": 71812
    },
    {
      "epoch": 2.9413475322547615,
      "grad_norm": 3.3437422191478583,
      "learning_rate": 0.0001579280157561618,
      "loss": 3.5312,
      "step": 71813
    },
    {
      "epoch": 2.941388490681958,
      "grad_norm": 3.570236678414154,
      "learning_rate": 0.00015792475891825722,
      "loss": 4.6562,
      "step": 71814
    },
    {
      "epoch": 2.941429449109154,
      "grad_norm": 4.354091085408883,
      "learning_rate": 0.00015792150207660625,
      "loss": 5.3438,
      "step": 71815
    },
    {
      "epoch": 2.9414704075363507,
      "grad_norm": 3.803137477772638,
      "learning_rate": 0.0001579182452312104,
      "loss": 4.7188,
      "step": 71816
    },
    {
      "epoch": 2.941511365963547,
      "grad_norm": 4.507181209280368,
      "learning_rate": 0.0001579149883820713,
      "loss": 5.0312,
      "step": 71817
    },
    {
      "epoch": 2.9415523243907433,
      "grad_norm": 4.163134426022134,
      "learning_rate": 0.00015791173152919047,
      "loss": 4.6875,
      "step": 71818
    },
    {
      "epoch": 2.94159328281794,
      "grad_norm": 4.107043221374905,
      "learning_rate": 0.0001579084746725694,
      "loss": 2.4531,
      "step": 71819
    },
    {
      "epoch": 2.9416342412451364,
      "grad_norm": 4.578854671843817,
      "learning_rate": 0.0001579052178122097,
      "loss": 6.9062,
      "step": 71820
    },
    {
      "epoch": 2.9416751996723325,
      "grad_norm": 8.580046787050355,
      "learning_rate": 0.00015790196094811284,
      "loss": 7.4375,
      "step": 71821
    },
    {
      "epoch": 2.941716158099529,
      "grad_norm": 3.8142685267232044,
      "learning_rate": 0.00015789870408028042,
      "loss": 4.4375,
      "step": 71822
    },
    {
      "epoch": 2.941757116526725,
      "grad_norm": 4.7091391332245625,
      "learning_rate": 0.00015789544720871395,
      "loss": 4.5,
      "step": 71823
    },
    {
      "epoch": 2.9417980749539216,
      "grad_norm": 3.2133319109347327,
      "learning_rate": 0.00015789219033341493,
      "loss": 3.7188,
      "step": 71824
    },
    {
      "epoch": 2.941839033381118,
      "grad_norm": 3.751838547368575,
      "learning_rate": 0.00015788893345438496,
      "loss": 4.3438,
      "step": 71825
    },
    {
      "epoch": 2.9418799918083147,
      "grad_norm": 4.049698435293658,
      "learning_rate": 0.00015788567657162557,
      "loss": 3.7656,
      "step": 71826
    },
    {
      "epoch": 2.941920950235511,
      "grad_norm": 5.015116671630751,
      "learning_rate": 0.00015788241968513832,
      "loss": 4.3438,
      "step": 71827
    },
    {
      "epoch": 2.9419619086627073,
      "grad_norm": 4.861190222835239,
      "learning_rate": 0.00015787916279492466,
      "loss": 4.7812,
      "step": 71828
    },
    {
      "epoch": 2.942002867089904,
      "grad_norm": 3.497429681617982,
      "learning_rate": 0.00015787590590098625,
      "loss": 4.7188,
      "step": 71829
    },
    {
      "epoch": 2.9420438255171,
      "grad_norm": 5.159307187677885,
      "learning_rate": 0.00015787264900332453,
      "loss": 5.2812,
      "step": 71830
    },
    {
      "epoch": 2.9420847839442965,
      "grad_norm": 4.017292155080254,
      "learning_rate": 0.00015786939210194107,
      "loss": 4.5312,
      "step": 71831
    },
    {
      "epoch": 2.942125742371493,
      "grad_norm": 3.534254672170084,
      "learning_rate": 0.00015786613519683742,
      "loss": 4.7188,
      "step": 71832
    },
    {
      "epoch": 2.9421667007986896,
      "grad_norm": 7.083230745301647,
      "learning_rate": 0.00015786287828801514,
      "loss": 4.2812,
      "step": 71833
    },
    {
      "epoch": 2.9422076592258857,
      "grad_norm": 3.5876891742622887,
      "learning_rate": 0.00015785962137547575,
      "loss": 4.3125,
      "step": 71834
    },
    {
      "epoch": 2.942248617653082,
      "grad_norm": 3.7457452657959243,
      "learning_rate": 0.00015785636445922073,
      "loss": 4.1875,
      "step": 71835
    },
    {
      "epoch": 2.9422895760802783,
      "grad_norm": 8.51530021288223,
      "learning_rate": 0.00015785310753925174,
      "loss": 5.2812,
      "step": 71836
    },
    {
      "epoch": 2.942330534507475,
      "grad_norm": 5.321920283751447,
      "learning_rate": 0.00015784985061557025,
      "loss": 5.0625,
      "step": 71837
    },
    {
      "epoch": 2.9423714929346714,
      "grad_norm": 4.105624275582033,
      "learning_rate": 0.00015784659368817778,
      "loss": 4.9062,
      "step": 71838
    },
    {
      "epoch": 2.942412451361868,
      "grad_norm": 3.473671275027058,
      "learning_rate": 0.00015784333675707593,
      "loss": 4.0938,
      "step": 71839
    },
    {
      "epoch": 2.942453409789064,
      "grad_norm": 3.658308160968103,
      "learning_rate": 0.00015784007982226614,
      "loss": 4.1562,
      "step": 71840
    },
    {
      "epoch": 2.9424943682162605,
      "grad_norm": 4.357530994955913,
      "learning_rate": 0.00015783682288375006,
      "loss": 6.1875,
      "step": 71841
    },
    {
      "epoch": 2.9425353266434566,
      "grad_norm": 3.596460114514432,
      "learning_rate": 0.00015783356594152923,
      "loss": 4.4688,
      "step": 71842
    },
    {
      "epoch": 2.942576285070653,
      "grad_norm": 3.8955187480462725,
      "learning_rate": 0.0001578303089956051,
      "loss": 5.0,
      "step": 71843
    },
    {
      "epoch": 2.9426172434978497,
      "grad_norm": 8.766220906337635,
      "learning_rate": 0.00015782705204597924,
      "loss": 6.2188,
      "step": 71844
    },
    {
      "epoch": 2.9426582019250462,
      "grad_norm": 5.724470269762987,
      "learning_rate": 0.0001578237950926532,
      "loss": 3.9062,
      "step": 71845
    },
    {
      "epoch": 2.9426991603522423,
      "grad_norm": 3.419186126190437,
      "learning_rate": 0.00015782053813562854,
      "loss": 4.5938,
      "step": 71846
    },
    {
      "epoch": 2.942740118779439,
      "grad_norm": 5.53570870471859,
      "learning_rate": 0.0001578172811749068,
      "loss": 4.5312,
      "step": 71847
    },
    {
      "epoch": 2.9427810772066354,
      "grad_norm": 3.9923368862234447,
      "learning_rate": 0.00015781402421048945,
      "loss": 4.8125,
      "step": 71848
    },
    {
      "epoch": 2.9428220356338315,
      "grad_norm": 3.0982358484478807,
      "learning_rate": 0.00015781076724237812,
      "loss": 1.7344,
      "step": 71849
    },
    {
      "epoch": 2.942862994061028,
      "grad_norm": 3.3552551048135073,
      "learning_rate": 0.00015780751027057435,
      "loss": 3.9219,
      "step": 71850
    },
    {
      "epoch": 2.9429039524882246,
      "grad_norm": 3.157082825377931,
      "learning_rate": 0.0001578042532950796,
      "loss": 3.5625,
      "step": 71851
    },
    {
      "epoch": 2.942944910915421,
      "grad_norm": 3.138276443739983,
      "learning_rate": 0.0001578009963158954,
      "loss": 3.5625,
      "step": 71852
    },
    {
      "epoch": 2.942985869342617,
      "grad_norm": 2.997910264862278,
      "learning_rate": 0.00015779773933302345,
      "loss": 3.7031,
      "step": 71853
    },
    {
      "epoch": 2.9430268277698137,
      "grad_norm": 17.053991689205425,
      "learning_rate": 0.00015779448234646512,
      "loss": 5.7188,
      "step": 71854
    },
    {
      "epoch": 2.94306778619701,
      "grad_norm": 5.421296371608526,
      "learning_rate": 0.00015779122535622203,
      "loss": 4.6562,
      "step": 71855
    },
    {
      "epoch": 2.9431087446242064,
      "grad_norm": 4.617174350247053,
      "learning_rate": 0.00015778796836229565,
      "loss": 3.0938,
      "step": 71856
    },
    {
      "epoch": 2.943149703051403,
      "grad_norm": 9.652150546199174,
      "learning_rate": 0.00015778471136468765,
      "loss": 6.4062,
      "step": 71857
    },
    {
      "epoch": 2.9431906614785994,
      "grad_norm": 3.8935817450550663,
      "learning_rate": 0.00015778145436339943,
      "loss": 4.5938,
      "step": 71858
    },
    {
      "epoch": 2.9432316199057955,
      "grad_norm": 3.1728310394163697,
      "learning_rate": 0.00015777819735843262,
      "loss": 3.7812,
      "step": 71859
    },
    {
      "epoch": 2.943272578332992,
      "grad_norm": 5.676183552082924,
      "learning_rate": 0.0001577749403497887,
      "loss": 4.0625,
      "step": 71860
    },
    {
      "epoch": 2.943313536760188,
      "grad_norm": 3.485542911830542,
      "learning_rate": 0.00015777168333746928,
      "loss": 4.75,
      "step": 71861
    },
    {
      "epoch": 2.9433544951873847,
      "grad_norm": 3.770731967032729,
      "learning_rate": 0.00015776842632147584,
      "loss": 1.2031,
      "step": 71862
    },
    {
      "epoch": 2.943395453614581,
      "grad_norm": 3.7805658377708236,
      "learning_rate": 0.00015776516930180994,
      "loss": 5.1875,
      "step": 71863
    },
    {
      "epoch": 2.9434364120417777,
      "grad_norm": 7.18789482463098,
      "learning_rate": 0.00015776191227847314,
      "loss": 7.0,
      "step": 71864
    },
    {
      "epoch": 2.943477370468974,
      "grad_norm": 3.4089539758699203,
      "learning_rate": 0.00015775865525146694,
      "loss": 3.6719,
      "step": 71865
    },
    {
      "epoch": 2.9435183288961704,
      "grad_norm": 6.599227106866725,
      "learning_rate": 0.00015775539822079289,
      "loss": 3.8594,
      "step": 71866
    },
    {
      "epoch": 2.943559287323367,
      "grad_norm": 3.469387544982766,
      "learning_rate": 0.00015775214118645252,
      "loss": 4.875,
      "step": 71867
    },
    {
      "epoch": 2.943600245750563,
      "grad_norm": 14.044209902412517,
      "learning_rate": 0.00015774888414844742,
      "loss": 4.75,
      "step": 71868
    },
    {
      "epoch": 2.9436412041777595,
      "grad_norm": 3.5845121327335443,
      "learning_rate": 0.00015774562710677906,
      "loss": 4.5,
      "step": 71869
    },
    {
      "epoch": 2.943682162604956,
      "grad_norm": 4.624246078721902,
      "learning_rate": 0.00015774237006144906,
      "loss": 5.25,
      "step": 71870
    },
    {
      "epoch": 2.9437231210321526,
      "grad_norm": 3.2047083453687053,
      "learning_rate": 0.00015773911301245888,
      "loss": 3.6562,
      "step": 71871
    },
    {
      "epoch": 2.9437640794593487,
      "grad_norm": 5.26245951313652,
      "learning_rate": 0.00015773585595981013,
      "loss": 3.3594,
      "step": 71872
    },
    {
      "epoch": 2.9438050378865452,
      "grad_norm": 5.059522114225043,
      "learning_rate": 0.0001577325989035043,
      "loss": 3.8438,
      "step": 71873
    },
    {
      "epoch": 2.9438459963137413,
      "grad_norm": 3.8035540018043905,
      "learning_rate": 0.00015772934184354295,
      "loss": 4.6875,
      "step": 71874
    },
    {
      "epoch": 2.943886954740938,
      "grad_norm": 4.659899669988288,
      "learning_rate": 0.0001577260847799276,
      "loss": 5.3438,
      "step": 71875
    },
    {
      "epoch": 2.9439279131681344,
      "grad_norm": 4.5771205389916245,
      "learning_rate": 0.00015772282771265984,
      "loss": 6.625,
      "step": 71876
    },
    {
      "epoch": 2.943968871595331,
      "grad_norm": 3.6101105768052584,
      "learning_rate": 0.00015771957064174115,
      "loss": 4.8438,
      "step": 71877
    },
    {
      "epoch": 2.944009830022527,
      "grad_norm": 3.7744767596078397,
      "learning_rate": 0.00015771631356717311,
      "loss": 4.7188,
      "step": 71878
    },
    {
      "epoch": 2.9440507884497236,
      "grad_norm": 6.985548557599559,
      "learning_rate": 0.00015771305648895723,
      "loss": 3.7969,
      "step": 71879
    },
    {
      "epoch": 2.9440917468769197,
      "grad_norm": 3.108109952506732,
      "learning_rate": 0.00015770979940709506,
      "loss": 3.6094,
      "step": 71880
    },
    {
      "epoch": 2.944132705304116,
      "grad_norm": 3.271446845404936,
      "learning_rate": 0.00015770654232158813,
      "loss": 1.9141,
      "step": 71881
    },
    {
      "epoch": 2.9441736637313127,
      "grad_norm": 3.8776813460836297,
      "learning_rate": 0.00015770328523243801,
      "loss": 5.2812,
      "step": 71882
    },
    {
      "epoch": 2.9442146221585093,
      "grad_norm": 4.283752165313169,
      "learning_rate": 0.00015770002813964625,
      "loss": 5.375,
      "step": 71883
    },
    {
      "epoch": 2.9442555805857054,
      "grad_norm": 3.6376593397530836,
      "learning_rate": 0.00015769677104321433,
      "loss": 4.5938,
      "step": 71884
    },
    {
      "epoch": 2.944296539012902,
      "grad_norm": 4.857554945540067,
      "learning_rate": 0.00015769351394314383,
      "loss": 5.9375,
      "step": 71885
    },
    {
      "epoch": 2.9443374974400984,
      "grad_norm": 3.3640365938409125,
      "learning_rate": 0.00015769025683943632,
      "loss": 3.8906,
      "step": 71886
    },
    {
      "epoch": 2.9443784558672945,
      "grad_norm": 4.6351258325800435,
      "learning_rate": 0.00015768699973209326,
      "loss": 4.6875,
      "step": 71887
    },
    {
      "epoch": 2.944419414294491,
      "grad_norm": 3.904374620285907,
      "learning_rate": 0.00015768374262111623,
      "loss": 4.25,
      "step": 71888
    },
    {
      "epoch": 2.9444603727216876,
      "grad_norm": 4.205221455014377,
      "learning_rate": 0.0001576804855065068,
      "loss": 6.0625,
      "step": 71889
    },
    {
      "epoch": 2.944501331148884,
      "grad_norm": 3.632994165550733,
      "learning_rate": 0.0001576772283882665,
      "loss": 4.6562,
      "step": 71890
    },
    {
      "epoch": 2.94454228957608,
      "grad_norm": 4.791905424822631,
      "learning_rate": 0.0001576739712663968,
      "loss": 5.625,
      "step": 71891
    },
    {
      "epoch": 2.9445832480032768,
      "grad_norm": 3.4132714693534365,
      "learning_rate": 0.0001576707141408993,
      "loss": 4.0312,
      "step": 71892
    },
    {
      "epoch": 2.944624206430473,
      "grad_norm": 3.49488034899039,
      "learning_rate": 0.00015766745701177554,
      "loss": 5.1875,
      "step": 71893
    },
    {
      "epoch": 2.9446651648576694,
      "grad_norm": 3.397742696971749,
      "learning_rate": 0.00015766419987902705,
      "loss": 4.375,
      "step": 71894
    },
    {
      "epoch": 2.944706123284866,
      "grad_norm": 3.6486291878470074,
      "learning_rate": 0.00015766094274265538,
      "loss": 4.2812,
      "step": 71895
    },
    {
      "epoch": 2.9447470817120625,
      "grad_norm": 3.6356289107317443,
      "learning_rate": 0.00015765768560266206,
      "loss": 4.5625,
      "step": 71896
    },
    {
      "epoch": 2.9447880401392585,
      "grad_norm": 3.218622169993628,
      "learning_rate": 0.00015765442845904861,
      "loss": 4.5312,
      "step": 71897
    },
    {
      "epoch": 2.944828998566455,
      "grad_norm": 13.283964020253208,
      "learning_rate": 0.00015765117131181662,
      "loss": 4.4688,
      "step": 71898
    },
    {
      "epoch": 2.944869956993651,
      "grad_norm": 4.130051823315604,
      "learning_rate": 0.00015764791416096762,
      "loss": 4.4375,
      "step": 71899
    },
    {
      "epoch": 2.9449109154208477,
      "grad_norm": 3.1300695389265956,
      "learning_rate": 0.0001576446570065031,
      "loss": 3.0781,
      "step": 71900
    },
    {
      "epoch": 2.9449518738480442,
      "grad_norm": 3.322154616228612,
      "learning_rate": 0.0001576413998484246,
      "loss": 4.25,
      "step": 71901
    },
    {
      "epoch": 2.944992832275241,
      "grad_norm": 7.924466738804838,
      "learning_rate": 0.00015763814268673375,
      "loss": 3.6406,
      "step": 71902
    },
    {
      "epoch": 2.945033790702437,
      "grad_norm": 4.80302240257772,
      "learning_rate": 0.00015763488552143198,
      "loss": 2.3125,
      "step": 71903
    },
    {
      "epoch": 2.9450747491296334,
      "grad_norm": 3.2104246842911257,
      "learning_rate": 0.0001576316283525209,
      "loss": 3.8281,
      "step": 71904
    },
    {
      "epoch": 2.94511570755683,
      "grad_norm": 5.985571030880232,
      "learning_rate": 0.00015762837118000203,
      "loss": 5.3125,
      "step": 71905
    },
    {
      "epoch": 2.945156665984026,
      "grad_norm": 3.232063293891486,
      "learning_rate": 0.00015762511400387692,
      "loss": 4.5625,
      "step": 71906
    },
    {
      "epoch": 2.9451976244112226,
      "grad_norm": 3.4575227475346937,
      "learning_rate": 0.00015762185682414705,
      "loss": 4.125,
      "step": 71907
    },
    {
      "epoch": 2.945238582838419,
      "grad_norm": 3.511587811268199,
      "learning_rate": 0.00015761859964081408,
      "loss": 4.375,
      "step": 71908
    },
    {
      "epoch": 2.9452795412656156,
      "grad_norm": 28.645633970513877,
      "learning_rate": 0.00015761534245387944,
      "loss": 5.0312,
      "step": 71909
    },
    {
      "epoch": 2.9453204996928117,
      "grad_norm": 4.485644911325097,
      "learning_rate": 0.00015761208526334468,
      "loss": 5.9688,
      "step": 71910
    },
    {
      "epoch": 2.9453614581200083,
      "grad_norm": 4.474507647950972,
      "learning_rate": 0.0001576088280692114,
      "loss": 5.4375,
      "step": 71911
    },
    {
      "epoch": 2.9454024165472044,
      "grad_norm": 3.2384810434198257,
      "learning_rate": 0.0001576055708714811,
      "loss": 4.75,
      "step": 71912
    },
    {
      "epoch": 2.945443374974401,
      "grad_norm": 6.814027464396633,
      "learning_rate": 0.00015760231367015535,
      "loss": 5.5,
      "step": 71913
    },
    {
      "epoch": 2.9454843334015974,
      "grad_norm": 4.717785628356463,
      "learning_rate": 0.00015759905646523564,
      "loss": 6.5938,
      "step": 71914
    },
    {
      "epoch": 2.945525291828794,
      "grad_norm": 3.752107206315776,
      "learning_rate": 0.00015759579925672356,
      "loss": 5.1562,
      "step": 71915
    },
    {
      "epoch": 2.94556625025599,
      "grad_norm": 3.7593078819839403,
      "learning_rate": 0.00015759254204462058,
      "loss": 3.9844,
      "step": 71916
    },
    {
      "epoch": 2.9456072086831866,
      "grad_norm": 5.868139169799099,
      "learning_rate": 0.00015758928482892832,
      "loss": 5.5312,
      "step": 71917
    },
    {
      "epoch": 2.9456481671103827,
      "grad_norm": 4.487249781774638,
      "learning_rate": 0.0001575860276096483,
      "loss": 4.4062,
      "step": 71918
    },
    {
      "epoch": 2.9456891255375792,
      "grad_norm": 3.7886034017383716,
      "learning_rate": 0.00015758277038678203,
      "loss": 4.8125,
      "step": 71919
    },
    {
      "epoch": 2.9457300839647758,
      "grad_norm": 4.155136463870484,
      "learning_rate": 0.00015757951316033104,
      "loss": 5.375,
      "step": 71920
    },
    {
      "epoch": 2.9457710423919723,
      "grad_norm": 13.413595053819169,
      "learning_rate": 0.00015757625593029696,
      "loss": 1.5312,
      "step": 71921
    },
    {
      "epoch": 2.9458120008191684,
      "grad_norm": 3.409523109309451,
      "learning_rate": 0.0001575729986966812,
      "loss": 3.9375,
      "step": 71922
    },
    {
      "epoch": 2.945852959246365,
      "grad_norm": 4.645332339446869,
      "learning_rate": 0.00015756974145948543,
      "loss": 5.25,
      "step": 71923
    },
    {
      "epoch": 2.9458939176735615,
      "grad_norm": 3.374023680841005,
      "learning_rate": 0.00015756648421871104,
      "loss": 4.9375,
      "step": 71924
    },
    {
      "epoch": 2.9459348761007575,
      "grad_norm": 3.2772099574086133,
      "learning_rate": 0.0001575632269743597,
      "loss": 4.625,
      "step": 71925
    },
    {
      "epoch": 2.945975834527954,
      "grad_norm": 4.657362373427019,
      "learning_rate": 0.00015755996972643293,
      "loss": 6.5312,
      "step": 71926
    },
    {
      "epoch": 2.9460167929551506,
      "grad_norm": 3.57437715415572,
      "learning_rate": 0.00015755671247493224,
      "loss": 4.8438,
      "step": 71927
    },
    {
      "epoch": 2.946057751382347,
      "grad_norm": 3.8600951689609437,
      "learning_rate": 0.00015755345521985915,
      "loss": 4.375,
      "step": 71928
    },
    {
      "epoch": 2.9460987098095432,
      "grad_norm": 3.854447363172443,
      "learning_rate": 0.00015755019796121524,
      "loss": 4.5625,
      "step": 71929
    },
    {
      "epoch": 2.94613966823674,
      "grad_norm": 3.471295059013283,
      "learning_rate": 0.000157546940699002,
      "loss": 5.0312,
      "step": 71930
    },
    {
      "epoch": 2.946180626663936,
      "grad_norm": 3.7237439205755005,
      "learning_rate": 0.00015754368343322105,
      "loss": 3.75,
      "step": 71931
    },
    {
      "epoch": 2.9462215850911324,
      "grad_norm": 3.2710187840288,
      "learning_rate": 0.00015754042616387384,
      "loss": 4.3438,
      "step": 71932
    },
    {
      "epoch": 2.946262543518329,
      "grad_norm": 4.927224190586715,
      "learning_rate": 0.00015753716889096203,
      "loss": 6.4062,
      "step": 71933
    },
    {
      "epoch": 2.9463035019455255,
      "grad_norm": 6.713422085063305,
      "learning_rate": 0.000157533911614487,
      "loss": 4.7812,
      "step": 71934
    },
    {
      "epoch": 2.9463444603727216,
      "grad_norm": 3.7748343982581063,
      "learning_rate": 0.00015753065433445044,
      "loss": 4.75,
      "step": 71935
    },
    {
      "epoch": 2.946385418799918,
      "grad_norm": 4.433419347181963,
      "learning_rate": 0.0001575273970508538,
      "loss": 3.7656,
      "step": 71936
    },
    {
      "epoch": 2.946426377227114,
      "grad_norm": 3.3759700008419187,
      "learning_rate": 0.00015752413976369864,
      "loss": 3.7344,
      "step": 71937
    },
    {
      "epoch": 2.9464673356543107,
      "grad_norm": 3.1765792004832645,
      "learning_rate": 0.0001575208824729865,
      "loss": 4.3438,
      "step": 71938
    },
    {
      "epoch": 2.9465082940815073,
      "grad_norm": 6.882443299153679,
      "learning_rate": 0.0001575176251787189,
      "loss": 3.2031,
      "step": 71939
    },
    {
      "epoch": 2.946549252508704,
      "grad_norm": 3.821723704200765,
      "learning_rate": 0.00015751436788089744,
      "loss": 3.8594,
      "step": 71940
    },
    {
      "epoch": 2.9465902109359,
      "grad_norm": 3.479509355641366,
      "learning_rate": 0.00015751111057952364,
      "loss": 4.375,
      "step": 71941
    },
    {
      "epoch": 2.9466311693630964,
      "grad_norm": 3.233795895209042,
      "learning_rate": 0.000157507853274599,
      "loss": 3.5938,
      "step": 71942
    },
    {
      "epoch": 2.946672127790293,
      "grad_norm": 3.4208690471521312,
      "learning_rate": 0.00015750459596612507,
      "loss": 4.4688,
      "step": 71943
    },
    {
      "epoch": 2.946713086217489,
      "grad_norm": 3.3571410644636526,
      "learning_rate": 0.00015750133865410337,
      "loss": 3.9062,
      "step": 71944
    },
    {
      "epoch": 2.9467540446446856,
      "grad_norm": 5.1222243717780325,
      "learning_rate": 0.00015749808133853552,
      "loss": 5.0938,
      "step": 71945
    },
    {
      "epoch": 2.946795003071882,
      "grad_norm": 4.186332502877388,
      "learning_rate": 0.00015749482401942303,
      "loss": 5.2188,
      "step": 71946
    },
    {
      "epoch": 2.9468359614990787,
      "grad_norm": 3.5767226052545715,
      "learning_rate": 0.00015749156669676737,
      "loss": 4.5625,
      "step": 71947
    },
    {
      "epoch": 2.9468769199262748,
      "grad_norm": 3.8873680216893436,
      "learning_rate": 0.00015748830937057013,
      "loss": 3.625,
      "step": 71948
    },
    {
      "epoch": 2.9469178783534713,
      "grad_norm": 7.622004038094044,
      "learning_rate": 0.0001574850520408329,
      "loss": 6.125,
      "step": 71949
    },
    {
      "epoch": 2.9469588367806674,
      "grad_norm": 3.377557322520763,
      "learning_rate": 0.00015748179470755717,
      "loss": 4.6562,
      "step": 71950
    },
    {
      "epoch": 2.946999795207864,
      "grad_norm": 3.472922460336488,
      "learning_rate": 0.00015747853737074446,
      "loss": 4.3125,
      "step": 71951
    },
    {
      "epoch": 2.9470407536350605,
      "grad_norm": 3.5822496843676794,
      "learning_rate": 0.0001574752800303963,
      "loss": 4.5938,
      "step": 71952
    },
    {
      "epoch": 2.947081712062257,
      "grad_norm": 10.247904962560039,
      "learning_rate": 0.00015747202268651431,
      "loss": 6.3125,
      "step": 71953
    },
    {
      "epoch": 2.947122670489453,
      "grad_norm": 4.3644359002632465,
      "learning_rate": 0.00015746876533909997,
      "loss": 6.4375,
      "step": 71954
    },
    {
      "epoch": 2.9471636289166496,
      "grad_norm": 3.5389573983436478,
      "learning_rate": 0.00015746550798815485,
      "loss": 3.6875,
      "step": 71955
    },
    {
      "epoch": 2.947204587343846,
      "grad_norm": 4.46700176746643,
      "learning_rate": 0.0001574622506336804,
      "loss": 5.8438,
      "step": 71956
    },
    {
      "epoch": 2.9472455457710423,
      "grad_norm": 3.325349285293584,
      "learning_rate": 0.00015745899327567828,
      "loss": 4.4688,
      "step": 71957
    },
    {
      "epoch": 2.947286504198239,
      "grad_norm": 6.323351055915156,
      "learning_rate": 0.00015745573591415,
      "loss": 3.2344,
      "step": 71958
    },
    {
      "epoch": 2.9473274626254353,
      "grad_norm": 3.6837794706081204,
      "learning_rate": 0.00015745247854909706,
      "loss": 4.3438,
      "step": 71959
    },
    {
      "epoch": 2.9473684210526314,
      "grad_norm": 3.7864357280312855,
      "learning_rate": 0.000157449221180521,
      "loss": 4.1562,
      "step": 71960
    },
    {
      "epoch": 2.947409379479828,
      "grad_norm": 3.907119024428923,
      "learning_rate": 0.0001574459638084234,
      "loss": 4.75,
      "step": 71961
    },
    {
      "epoch": 2.9474503379070245,
      "grad_norm": 4.480584300309837,
      "learning_rate": 0.0001574427064328058,
      "loss": 6.9062,
      "step": 71962
    },
    {
      "epoch": 2.9474912963342206,
      "grad_norm": 3.3398615765768294,
      "learning_rate": 0.0001574394490536697,
      "loss": 4.375,
      "step": 71963
    },
    {
      "epoch": 2.947532254761417,
      "grad_norm": 3.846428708608733,
      "learning_rate": 0.00015743619167101663,
      "loss": 4.25,
      "step": 71964
    },
    {
      "epoch": 2.9475732131886137,
      "grad_norm": 6.487927875478684,
      "learning_rate": 0.0001574329342848482,
      "loss": 5.6562,
      "step": 71965
    },
    {
      "epoch": 2.94761417161581,
      "grad_norm": 3.4278742938076823,
      "learning_rate": 0.00015742967689516592,
      "loss": 4.375,
      "step": 71966
    },
    {
      "epoch": 2.9476551300430063,
      "grad_norm": 4.02814170550747,
      "learning_rate": 0.0001574264195019713,
      "loss": 5.7188,
      "step": 71967
    },
    {
      "epoch": 2.947696088470203,
      "grad_norm": 4.970441095501888,
      "learning_rate": 0.0001574231621052659,
      "loss": 5.7188,
      "step": 71968
    },
    {
      "epoch": 2.947737046897399,
      "grad_norm": 3.497025729680553,
      "learning_rate": 0.00015741990470505125,
      "loss": 4.0938,
      "step": 71969
    },
    {
      "epoch": 2.9477780053245954,
      "grad_norm": 3.895298853144651,
      "learning_rate": 0.00015741664730132895,
      "loss": 3.5312,
      "step": 71970
    },
    {
      "epoch": 2.947818963751792,
      "grad_norm": 3.7491709453727657,
      "learning_rate": 0.00015741338989410042,
      "loss": 5.125,
      "step": 71971
    },
    {
      "epoch": 2.9478599221789885,
      "grad_norm": 3.2073122862727708,
      "learning_rate": 0.00015741013248336732,
      "loss": 4.25,
      "step": 71972
    },
    {
      "epoch": 2.9479008806061846,
      "grad_norm": 9.919344703682787,
      "learning_rate": 0.00015740687506913113,
      "loss": 5.6562,
      "step": 71973
    },
    {
      "epoch": 2.947941839033381,
      "grad_norm": 5.3358231502564095,
      "learning_rate": 0.00015740361765139338,
      "loss": 2.875,
      "step": 71974
    },
    {
      "epoch": 2.9479827974605777,
      "grad_norm": 10.114955525037844,
      "learning_rate": 0.0001574003602301556,
      "loss": 6.3438,
      "step": 71975
    },
    {
      "epoch": 2.9480237558877738,
      "grad_norm": 5.650572161846476,
      "learning_rate": 0.00015739710280541943,
      "loss": 4.7812,
      "step": 71976
    },
    {
      "epoch": 2.9480647143149703,
      "grad_norm": 3.678941371943873,
      "learning_rate": 0.0001573938453771863,
      "loss": 4.3125,
      "step": 71977
    },
    {
      "epoch": 2.948105672742167,
      "grad_norm": 3.8946559010676762,
      "learning_rate": 0.00015739058794545782,
      "loss": 3.8594,
      "step": 71978
    },
    {
      "epoch": 2.948146631169363,
      "grad_norm": 3.4116024601092088,
      "learning_rate": 0.00015738733051023546,
      "loss": 3.5625,
      "step": 71979
    },
    {
      "epoch": 2.9481875895965595,
      "grad_norm": 3.8614458375303533,
      "learning_rate": 0.0001573840730715208,
      "loss": 4.9375,
      "step": 71980
    },
    {
      "epoch": 2.948228548023756,
      "grad_norm": 3.9107537027194543,
      "learning_rate": 0.0001573808156293154,
      "loss": 5.0625,
      "step": 71981
    },
    {
      "epoch": 2.948269506450952,
      "grad_norm": 3.8029096948636436,
      "learning_rate": 0.00015737755818362077,
      "loss": 4.6562,
      "step": 71982
    },
    {
      "epoch": 2.9483104648781486,
      "grad_norm": 6.001701172276018,
      "learning_rate": 0.0001573743007344385,
      "loss": 3.1094,
      "step": 71983
    },
    {
      "epoch": 2.948351423305345,
      "grad_norm": 12.119733658380092,
      "learning_rate": 0.00015737104328177,
      "loss": 6.8438,
      "step": 71984
    },
    {
      "epoch": 2.9483923817325417,
      "grad_norm": 4.03898889623006,
      "learning_rate": 0.00015736778582561693,
      "loss": 3.0,
      "step": 71985
    },
    {
      "epoch": 2.948433340159738,
      "grad_norm": 3.7788259387093066,
      "learning_rate": 0.00015736452836598083,
      "loss": 5.3438,
      "step": 71986
    },
    {
      "epoch": 2.9484742985869343,
      "grad_norm": 4.585217589537145,
      "learning_rate": 0.0001573612709028632,
      "loss": 5.5312,
      "step": 71987
    },
    {
      "epoch": 2.9485152570141304,
      "grad_norm": 7.037904443212154,
      "learning_rate": 0.00015735801343626558,
      "loss": 6.0312,
      "step": 71988
    },
    {
      "epoch": 2.948556215441327,
      "grad_norm": 3.5098554366638686,
      "learning_rate": 0.0001573547559661895,
      "loss": 4.5938,
      "step": 71989
    },
    {
      "epoch": 2.9485971738685235,
      "grad_norm": 3.465836082196532,
      "learning_rate": 0.00015735149849263657,
      "loss": 3.9844,
      "step": 71990
    },
    {
      "epoch": 2.94863813229572,
      "grad_norm": 4.183394135455744,
      "learning_rate": 0.00015734824101560824,
      "loss": 5.4688,
      "step": 71991
    },
    {
      "epoch": 2.948679090722916,
      "grad_norm": 3.1506086948398995,
      "learning_rate": 0.00015734498353510605,
      "loss": 3.625,
      "step": 71992
    },
    {
      "epoch": 2.9487200491501127,
      "grad_norm": 3.923174540511241,
      "learning_rate": 0.00015734172605113162,
      "loss": 4.6562,
      "step": 71993
    },
    {
      "epoch": 2.948761007577309,
      "grad_norm": 3.523255230132568,
      "learning_rate": 0.00015733846856368647,
      "loss": 4.0312,
      "step": 71994
    },
    {
      "epoch": 2.9488019660045053,
      "grad_norm": 4.139009054195933,
      "learning_rate": 0.00015733521107277212,
      "loss": 4.9688,
      "step": 71995
    },
    {
      "epoch": 2.948842924431702,
      "grad_norm": 3.7599076156339843,
      "learning_rate": 0.00015733195357839003,
      "loss": 4.3125,
      "step": 71996
    },
    {
      "epoch": 2.9488838828588984,
      "grad_norm": 3.5264554362292158,
      "learning_rate": 0.0001573286960805419,
      "loss": 4.4062,
      "step": 71997
    },
    {
      "epoch": 2.948924841286095,
      "grad_norm": 4.0989464144841445,
      "learning_rate": 0.00015732543857922918,
      "loss": 4.1562,
      "step": 71998
    },
    {
      "epoch": 2.948965799713291,
      "grad_norm": 3.3428925302295824,
      "learning_rate": 0.0001573221810744534,
      "loss": 3.875,
      "step": 71999
    },
    {
      "epoch": 2.9490067581404875,
      "grad_norm": 3.866777349295445,
      "learning_rate": 0.00015731892356621606,
      "loss": 6.125,
      "step": 72000
    },
    {
      "epoch": 2.9490477165676836,
      "grad_norm": 3.6288976408480593,
      "learning_rate": 0.00015731566605451885,
      "loss": 4.4062,
      "step": 72001
    },
    {
      "epoch": 2.94908867499488,
      "grad_norm": 3.3640111745419894,
      "learning_rate": 0.00015731240853936317,
      "loss": 3.1719,
      "step": 72002
    },
    {
      "epoch": 2.9491296334220767,
      "grad_norm": 3.3334783487719264,
      "learning_rate": 0.00015730915102075065,
      "loss": 4.2812,
      "step": 72003
    },
    {
      "epoch": 2.949170591849273,
      "grad_norm": 6.454695334564806,
      "learning_rate": 0.00015730589349868273,
      "loss": 4.6875,
      "step": 72004
    },
    {
      "epoch": 2.9492115502764693,
      "grad_norm": 4.702639300409842,
      "learning_rate": 0.00015730263597316105,
      "loss": 4.625,
      "step": 72005
    },
    {
      "epoch": 2.949252508703666,
      "grad_norm": 4.043368005080155,
      "learning_rate": 0.0001572993784441871,
      "loss": 5.0625,
      "step": 72006
    },
    {
      "epoch": 2.949293467130862,
      "grad_norm": 3.042549675208923,
      "learning_rate": 0.0001572961209117624,
      "loss": 3.3594,
      "step": 72007
    },
    {
      "epoch": 2.9493344255580585,
      "grad_norm": 3.55053177170325,
      "learning_rate": 0.00015729286337588853,
      "loss": 4.3125,
      "step": 72008
    },
    {
      "epoch": 2.949375383985255,
      "grad_norm": 5.1457746468868,
      "learning_rate": 0.00015728960583656705,
      "loss": 4.7188,
      "step": 72009
    },
    {
      "epoch": 2.9494163424124515,
      "grad_norm": 6.613095675826291,
      "learning_rate": 0.00015728634829379943,
      "loss": 5.1875,
      "step": 72010
    },
    {
      "epoch": 2.9494573008396476,
      "grad_norm": 3.510941322277945,
      "learning_rate": 0.00015728309074758724,
      "loss": 4.1875,
      "step": 72011
    },
    {
      "epoch": 2.949498259266844,
      "grad_norm": 4.755979605296591,
      "learning_rate": 0.00015727983319793206,
      "loss": 5.4688,
      "step": 72012
    },
    {
      "epoch": 2.9495392176940407,
      "grad_norm": 10.034334396229072,
      "learning_rate": 0.00015727657564483538,
      "loss": 4.5312,
      "step": 72013
    },
    {
      "epoch": 2.949580176121237,
      "grad_norm": 3.6807525512037005,
      "learning_rate": 0.00015727331808829877,
      "loss": 4.9375,
      "step": 72014
    },
    {
      "epoch": 2.9496211345484333,
      "grad_norm": 3.63301895681205,
      "learning_rate": 0.00015727006052832377,
      "loss": 3.5469,
      "step": 72015
    },
    {
      "epoch": 2.94966209297563,
      "grad_norm": 4.393901920880907,
      "learning_rate": 0.00015726680296491185,
      "loss": 4.5938,
      "step": 72016
    },
    {
      "epoch": 2.9497030514028264,
      "grad_norm": 3.4952598549427663,
      "learning_rate": 0.00015726354539806464,
      "loss": 4.1875,
      "step": 72017
    },
    {
      "epoch": 2.9497440098300225,
      "grad_norm": 4.201069284391988,
      "learning_rate": 0.00015726028782778366,
      "loss": 4.9062,
      "step": 72018
    },
    {
      "epoch": 2.949784968257219,
      "grad_norm": 3.3179958256229387,
      "learning_rate": 0.0001572570302540704,
      "loss": 3.6875,
      "step": 72019
    },
    {
      "epoch": 2.949825926684415,
      "grad_norm": 4.835356336713044,
      "learning_rate": 0.00015725377267692648,
      "loss": 4.625,
      "step": 72020
    },
    {
      "epoch": 2.9498668851116117,
      "grad_norm": 3.8849131755654023,
      "learning_rate": 0.0001572505150963534,
      "loss": 4.5,
      "step": 72021
    },
    {
      "epoch": 2.949907843538808,
      "grad_norm": 3.3044916186319293,
      "learning_rate": 0.00015724725751235268,
      "loss": 4.375,
      "step": 72022
    },
    {
      "epoch": 2.9499488019660047,
      "grad_norm": 5.544487636431455,
      "learning_rate": 0.00015724399992492587,
      "loss": 5.0312,
      "step": 72023
    },
    {
      "epoch": 2.949989760393201,
      "grad_norm": 9.442764043864171,
      "learning_rate": 0.0001572407423340745,
      "loss": 5.0,
      "step": 72024
    },
    {
      "epoch": 2.9500307188203974,
      "grad_norm": 4.458900304976129,
      "learning_rate": 0.00015723748473980012,
      "loss": 4.7812,
      "step": 72025
    },
    {
      "epoch": 2.9500716772475934,
      "grad_norm": 5.035455264019149,
      "learning_rate": 0.00015723422714210435,
      "loss": 5.25,
      "step": 72026
    },
    {
      "epoch": 2.95011263567479,
      "grad_norm": 4.2451645626247165,
      "learning_rate": 0.00015723096954098863,
      "loss": 4.7812,
      "step": 72027
    },
    {
      "epoch": 2.9501535941019865,
      "grad_norm": 3.254698052780091,
      "learning_rate": 0.00015722771193645447,
      "loss": 3.9688,
      "step": 72028
    },
    {
      "epoch": 2.950194552529183,
      "grad_norm": 4.081163377740918,
      "learning_rate": 0.0001572244543285035,
      "loss": 4.2188,
      "step": 72029
    },
    {
      "epoch": 2.950235510956379,
      "grad_norm": 3.4269256319223653,
      "learning_rate": 0.00015722119671713724,
      "loss": 4.0312,
      "step": 72030
    },
    {
      "epoch": 2.9502764693835757,
      "grad_norm": 4.337694124770075,
      "learning_rate": 0.00015721793910235726,
      "loss": 1.6719,
      "step": 72031
    },
    {
      "epoch": 2.950317427810772,
      "grad_norm": 6.615305108060908,
      "learning_rate": 0.00015721468148416495,
      "loss": 5.9062,
      "step": 72032
    },
    {
      "epoch": 2.9503583862379683,
      "grad_norm": 4.298809003369142,
      "learning_rate": 0.000157211423862562,
      "loss": 4.8438,
      "step": 72033
    },
    {
      "epoch": 2.950399344665165,
      "grad_norm": 4.125241906911958,
      "learning_rate": 0.00015720816623754997,
      "loss": 4.7188,
      "step": 72034
    },
    {
      "epoch": 2.9504403030923614,
      "grad_norm": 4.606987373468056,
      "learning_rate": 0.0001572049086091303,
      "loss": 5.1875,
      "step": 72035
    },
    {
      "epoch": 2.950481261519558,
      "grad_norm": 3.4538701357652406,
      "learning_rate": 0.00015720165097730452,
      "loss": 4.0312,
      "step": 72036
    },
    {
      "epoch": 2.950522219946754,
      "grad_norm": 5.034771759994206,
      "learning_rate": 0.00015719839334207427,
      "loss": 5.1875,
      "step": 72037
    },
    {
      "epoch": 2.9505631783739505,
      "grad_norm": 3.899309837043515,
      "learning_rate": 0.000157195135703441,
      "loss": 5.25,
      "step": 72038
    },
    {
      "epoch": 2.9506041368011466,
      "grad_norm": 3.5374957452873144,
      "learning_rate": 0.00015719187806140635,
      "loss": 4.4062,
      "step": 72039
    },
    {
      "epoch": 2.950645095228343,
      "grad_norm": 3.4946702652884882,
      "learning_rate": 0.00015718862041597172,
      "loss": 3.8438,
      "step": 72040
    },
    {
      "epoch": 2.9506860536555397,
      "grad_norm": 3.420381397105827,
      "learning_rate": 0.00015718536276713882,
      "loss": 4.1562,
      "step": 72041
    },
    {
      "epoch": 2.9507270120827362,
      "grad_norm": 9.760982420135457,
      "learning_rate": 0.00015718210511490906,
      "loss": 5.4688,
      "step": 72042
    },
    {
      "epoch": 2.9507679705099323,
      "grad_norm": 5.07950915973382,
      "learning_rate": 0.00015717884745928396,
      "loss": 4.1562,
      "step": 72043
    },
    {
      "epoch": 2.950808928937129,
      "grad_norm": 3.5240794837220495,
      "learning_rate": 0.00015717558980026514,
      "loss": 2.75,
      "step": 72044
    },
    {
      "epoch": 2.950849887364325,
      "grad_norm": 3.8541975829132333,
      "learning_rate": 0.00015717233213785416,
      "loss": 3.3438,
      "step": 72045
    },
    {
      "epoch": 2.9508908457915215,
      "grad_norm": 3.306466568898294,
      "learning_rate": 0.00015716907447205252,
      "loss": 3.8125,
      "step": 72046
    },
    {
      "epoch": 2.950931804218718,
      "grad_norm": 20.599632625751905,
      "learning_rate": 0.00015716581680286167,
      "loss": 6.0938,
      "step": 72047
    },
    {
      "epoch": 2.9509727626459146,
      "grad_norm": 4.033752231336329,
      "learning_rate": 0.00015716255913028333,
      "loss": 3.6406,
      "step": 72048
    },
    {
      "epoch": 2.9510137210731107,
      "grad_norm": 4.481682058055605,
      "learning_rate": 0.00015715930145431892,
      "loss": 4.6562,
      "step": 72049
    },
    {
      "epoch": 2.951054679500307,
      "grad_norm": 6.8380963254973475,
      "learning_rate": 0.00015715604377497002,
      "loss": 4.9375,
      "step": 72050
    },
    {
      "epoch": 2.9510956379275037,
      "grad_norm": 4.122935636075576,
      "learning_rate": 0.00015715278609223815,
      "loss": 5.125,
      "step": 72051
    },
    {
      "epoch": 2.9511365963547,
      "grad_norm": 4.414206393448446,
      "learning_rate": 0.0001571495284061248,
      "loss": 4.7188,
      "step": 72052
    },
    {
      "epoch": 2.9511775547818964,
      "grad_norm": 3.7071424534581223,
      "learning_rate": 0.0001571462707166316,
      "loss": 4.3125,
      "step": 72053
    },
    {
      "epoch": 2.951218513209093,
      "grad_norm": 3.49678263628736,
      "learning_rate": 0.00015714301302376013,
      "loss": 5.0625,
      "step": 72054
    },
    {
      "epoch": 2.9512594716362894,
      "grad_norm": 4.056361001447703,
      "learning_rate": 0.0001571397553275118,
      "loss": 4.375,
      "step": 72055
    },
    {
      "epoch": 2.9513004300634855,
      "grad_norm": 3.2430545202921843,
      "learning_rate": 0.00015713649762788816,
      "loss": 3.8906,
      "step": 72056
    },
    {
      "epoch": 2.951341388490682,
      "grad_norm": 5.357563921744369,
      "learning_rate": 0.00015713323992489088,
      "loss": 6.2812,
      "step": 72057
    },
    {
      "epoch": 2.951382346917878,
      "grad_norm": 3.261654728143327,
      "learning_rate": 0.00015712998221852138,
      "loss": 3.875,
      "step": 72058
    },
    {
      "epoch": 2.9514233053450747,
      "grad_norm": 4.023142282099926,
      "learning_rate": 0.00015712672450878128,
      "loss": 4.875,
      "step": 72059
    },
    {
      "epoch": 2.9514642637722712,
      "grad_norm": 4.010562871288124,
      "learning_rate": 0.000157123466795672,
      "loss": 4.8438,
      "step": 72060
    },
    {
      "epoch": 2.9515052221994678,
      "grad_norm": 4.07723750190241,
      "learning_rate": 0.0001571202090791952,
      "loss": 4.7188,
      "step": 72061
    },
    {
      "epoch": 2.951546180626664,
      "grad_norm": 3.5148589795426153,
      "learning_rate": 0.0001571169513593524,
      "loss": 4.4688,
      "step": 72062
    },
    {
      "epoch": 2.9515871390538604,
      "grad_norm": 3.2392063845570758,
      "learning_rate": 0.00015711369363614512,
      "loss": 3.0781,
      "step": 72063
    },
    {
      "epoch": 2.9516280974810565,
      "grad_norm": 5.016904987276473,
      "learning_rate": 0.00015711043590957484,
      "loss": 3.6094,
      "step": 72064
    },
    {
      "epoch": 2.951669055908253,
      "grad_norm": 3.554465505058897,
      "learning_rate": 0.00015710717817964318,
      "loss": 4.25,
      "step": 72065
    },
    {
      "epoch": 2.9517100143354496,
      "grad_norm": 4.005086232839019,
      "learning_rate": 0.0001571039204463517,
      "loss": 3.0938,
      "step": 72066
    },
    {
      "epoch": 2.951750972762646,
      "grad_norm": 4.9107817425378935,
      "learning_rate": 0.0001571006627097019,
      "loss": 3.625,
      "step": 72067
    },
    {
      "epoch": 2.951791931189842,
      "grad_norm": 3.6203060747614018,
      "learning_rate": 0.00015709740496969523,
      "loss": 5.3125,
      "step": 72068
    },
    {
      "epoch": 2.9518328896170387,
      "grad_norm": 3.463137344538036,
      "learning_rate": 0.00015709414722633338,
      "loss": 4.0625,
      "step": 72069
    },
    {
      "epoch": 2.9518738480442352,
      "grad_norm": 4.558722192905441,
      "learning_rate": 0.00015709088947961784,
      "loss": 4.2812,
      "step": 72070
    },
    {
      "epoch": 2.9519148064714313,
      "grad_norm": 3.6676652722470626,
      "learning_rate": 0.00015708763172955016,
      "loss": 4.0625,
      "step": 72071
    },
    {
      "epoch": 2.951955764898628,
      "grad_norm": 4.539421813990221,
      "learning_rate": 0.0001570843739761318,
      "loss": 3.5156,
      "step": 72072
    },
    {
      "epoch": 2.9519967233258244,
      "grad_norm": 3.698416903578864,
      "learning_rate": 0.00015708111621936437,
      "loss": 4.25,
      "step": 72073
    },
    {
      "epoch": 2.952037681753021,
      "grad_norm": 4.224908105222307,
      "learning_rate": 0.00015707785845924945,
      "loss": 3.8281,
      "step": 72074
    },
    {
      "epoch": 2.952078640180217,
      "grad_norm": 3.7788217828734414,
      "learning_rate": 0.0001570746006957885,
      "loss": 5.0938,
      "step": 72075
    },
    {
      "epoch": 2.9521195986074136,
      "grad_norm": 3.782248456651541,
      "learning_rate": 0.00015707134292898306,
      "loss": 3.125,
      "step": 72076
    },
    {
      "epoch": 2.9521605570346097,
      "grad_norm": 3.6197178782376254,
      "learning_rate": 0.00015706808515883474,
      "loss": 4.3438,
      "step": 72077
    },
    {
      "epoch": 2.952201515461806,
      "grad_norm": 6.45919761771779,
      "learning_rate": 0.00015706482738534505,
      "loss": 4.1562,
      "step": 72078
    },
    {
      "epoch": 2.9522424738890027,
      "grad_norm": 4.378832680375185,
      "learning_rate": 0.00015706156960851544,
      "loss": 4.3438,
      "step": 72079
    },
    {
      "epoch": 2.9522834323161993,
      "grad_norm": 5.996252219712353,
      "learning_rate": 0.0001570583118283476,
      "loss": 5.3438,
      "step": 72080
    },
    {
      "epoch": 2.9523243907433954,
      "grad_norm": 17.540998512530777,
      "learning_rate": 0.00015705505404484298,
      "loss": 4.3438,
      "step": 72081
    },
    {
      "epoch": 2.952365349170592,
      "grad_norm": 6.696728145462388,
      "learning_rate": 0.00015705179625800315,
      "loss": 4.625,
      "step": 72082
    },
    {
      "epoch": 2.952406307597788,
      "grad_norm": 4.876306764576965,
      "learning_rate": 0.0001570485384678296,
      "loss": 5.7188,
      "step": 72083
    },
    {
      "epoch": 2.9524472660249845,
      "grad_norm": 4.125626215940964,
      "learning_rate": 0.00015704528067432395,
      "loss": 4.875,
      "step": 72084
    },
    {
      "epoch": 2.952488224452181,
      "grad_norm": 3.5928360433164537,
      "learning_rate": 0.0001570420228774877,
      "loss": 4.4375,
      "step": 72085
    },
    {
      "epoch": 2.9525291828793776,
      "grad_norm": 4.137347665580826,
      "learning_rate": 0.0001570387650773224,
      "loss": 4.5,
      "step": 72086
    },
    {
      "epoch": 2.9525701413065737,
      "grad_norm": 6.1261686014590415,
      "learning_rate": 0.00015703550727382955,
      "loss": 5.0625,
      "step": 72087
    },
    {
      "epoch": 2.9526110997337702,
      "grad_norm": 4.028312075723776,
      "learning_rate": 0.0001570322494670107,
      "loss": 4.3125,
      "step": 72088
    },
    {
      "epoch": 2.9526520581609668,
      "grad_norm": 4.640151825358847,
      "learning_rate": 0.00015702899165686746,
      "loss": 2.7656,
      "step": 72089
    },
    {
      "epoch": 2.952693016588163,
      "grad_norm": 5.201500400990656,
      "learning_rate": 0.00015702573384340134,
      "loss": 5.9062,
      "step": 72090
    },
    {
      "epoch": 2.9527339750153594,
      "grad_norm": 3.8071118368919707,
      "learning_rate": 0.0001570224760266138,
      "loss": 4.5625,
      "step": 72091
    },
    {
      "epoch": 2.952774933442556,
      "grad_norm": 4.235061515919688,
      "learning_rate": 0.00015701921820650643,
      "loss": 4.6562,
      "step": 72092
    },
    {
      "epoch": 2.9528158918697525,
      "grad_norm": 4.089549384589775,
      "learning_rate": 0.00015701596038308083,
      "loss": 5.2188,
      "step": 72093
    },
    {
      "epoch": 2.9528568502969486,
      "grad_norm": 4.4374974923535,
      "learning_rate": 0.0001570127025563385,
      "loss": 4.9688,
      "step": 72094
    },
    {
      "epoch": 2.952897808724145,
      "grad_norm": 3.34133387189201,
      "learning_rate": 0.00015700944472628095,
      "loss": 3.9219,
      "step": 72095
    },
    {
      "epoch": 2.952938767151341,
      "grad_norm": 5.227021769810109,
      "learning_rate": 0.0001570061868929097,
      "loss": 5.6562,
      "step": 72096
    },
    {
      "epoch": 2.9529797255785377,
      "grad_norm": 4.121192372718187,
      "learning_rate": 0.00015700292905622637,
      "loss": 5.4688,
      "step": 72097
    },
    {
      "epoch": 2.9530206840057343,
      "grad_norm": 4.3043252780179015,
      "learning_rate": 0.00015699967121623248,
      "loss": 4.6875,
      "step": 72098
    },
    {
      "epoch": 2.953061642432931,
      "grad_norm": 8.077925948113014,
      "learning_rate": 0.00015699641337292954,
      "loss": 0.9688,
      "step": 72099
    },
    {
      "epoch": 2.953102600860127,
      "grad_norm": 3.7980362622736488,
      "learning_rate": 0.00015699315552631906,
      "loss": 4.5312,
      "step": 72100
    },
    {
      "epoch": 2.9531435592873234,
      "grad_norm": 3.3558875861656468,
      "learning_rate": 0.00015698989767640268,
      "loss": 3.8281,
      "step": 72101
    },
    {
      "epoch": 2.9531845177145195,
      "grad_norm": 3.5381102937541384,
      "learning_rate": 0.00015698663982318187,
      "loss": 4.0312,
      "step": 72102
    },
    {
      "epoch": 2.953225476141716,
      "grad_norm": 4.476721278937071,
      "learning_rate": 0.00015698338196665817,
      "loss": 5.3125,
      "step": 72103
    },
    {
      "epoch": 2.9532664345689126,
      "grad_norm": 3.7665137561434903,
      "learning_rate": 0.0001569801241068331,
      "loss": 4.6875,
      "step": 72104
    },
    {
      "epoch": 2.953307392996109,
      "grad_norm": 11.85004909869992,
      "learning_rate": 0.0001569768662437083,
      "loss": 3.6406,
      "step": 72105
    },
    {
      "epoch": 2.953348351423305,
      "grad_norm": 3.499527509009991,
      "learning_rate": 0.00015697360837728518,
      "loss": 4.375,
      "step": 72106
    },
    {
      "epoch": 2.9533893098505017,
      "grad_norm": 3.2878683568444687,
      "learning_rate": 0.0001569703505075654,
      "loss": 3.2969,
      "step": 72107
    },
    {
      "epoch": 2.9534302682776983,
      "grad_norm": 6.266737679732514,
      "learning_rate": 0.00015696709263455038,
      "loss": 5.875,
      "step": 72108
    },
    {
      "epoch": 2.9534712267048944,
      "grad_norm": 4.090088731584529,
      "learning_rate": 0.00015696383475824176,
      "loss": 4.4688,
      "step": 72109
    },
    {
      "epoch": 2.953512185132091,
      "grad_norm": 2.802118917361708,
      "learning_rate": 0.00015696057687864104,
      "loss": 1.1016,
      "step": 72110
    },
    {
      "epoch": 2.9535531435592874,
      "grad_norm": 4.661586087936197,
      "learning_rate": 0.00015695731899574979,
      "loss": 3.2031,
      "step": 72111
    },
    {
      "epoch": 2.953594101986484,
      "grad_norm": 3.4097144116875024,
      "learning_rate": 0.00015695406110956947,
      "loss": 4.4375,
      "step": 72112
    },
    {
      "epoch": 2.95363506041368,
      "grad_norm": 3.847045613799073,
      "learning_rate": 0.00015695080322010172,
      "loss": 5.0,
      "step": 72113
    },
    {
      "epoch": 2.9536760188408766,
      "grad_norm": 5.238610668185995,
      "learning_rate": 0.00015694754532734806,
      "loss": 5.25,
      "step": 72114
    },
    {
      "epoch": 2.9537169772680727,
      "grad_norm": 3.3340594297083888,
      "learning_rate": 0.0001569442874313099,
      "loss": 4.4688,
      "step": 72115
    },
    {
      "epoch": 2.9537579356952692,
      "grad_norm": 3.7153556936679952,
      "learning_rate": 0.00015694102953198896,
      "loss": 4.4688,
      "step": 72116
    },
    {
      "epoch": 2.9537988941224658,
      "grad_norm": 3.814740919905187,
      "learning_rate": 0.0001569377716293867,
      "loss": 5.0938,
      "step": 72117
    },
    {
      "epoch": 2.9538398525496623,
      "grad_norm": 3.529268804800468,
      "learning_rate": 0.00015693451372350464,
      "loss": 4.125,
      "step": 72118
    },
    {
      "epoch": 2.9538808109768584,
      "grad_norm": 4.50878167571852,
      "learning_rate": 0.00015693125581434434,
      "loss": 4.9688,
      "step": 72119
    },
    {
      "epoch": 2.953921769404055,
      "grad_norm": 3.7462440271974855,
      "learning_rate": 0.00015692799790190733,
      "loss": 5.1562,
      "step": 72120
    },
    {
      "epoch": 2.953962727831251,
      "grad_norm": 8.144998858794322,
      "learning_rate": 0.0001569247399861952,
      "loss": 6.0938,
      "step": 72121
    },
    {
      "epoch": 2.9540036862584476,
      "grad_norm": 3.563099808169922,
      "learning_rate": 0.00015692148206720947,
      "loss": 5.0625,
      "step": 72122
    },
    {
      "epoch": 2.954044644685644,
      "grad_norm": 8.207557997632769,
      "learning_rate": 0.00015691822414495165,
      "loss": 1.2578,
      "step": 72123
    },
    {
      "epoch": 2.9540856031128406,
      "grad_norm": 10.642362515950126,
      "learning_rate": 0.00015691496621942326,
      "loss": 7.2812,
      "step": 72124
    },
    {
      "epoch": 2.9541265615400367,
      "grad_norm": 3.584105768522607,
      "learning_rate": 0.00015691170829062591,
      "loss": 3.6406,
      "step": 72125
    },
    {
      "epoch": 2.9541675199672333,
      "grad_norm": 4.368384657507798,
      "learning_rate": 0.0001569084503585611,
      "loss": 4.9375,
      "step": 72126
    },
    {
      "epoch": 2.95420847839443,
      "grad_norm": 11.9951940119731,
      "learning_rate": 0.0001569051924232304,
      "loss": 5.6562,
      "step": 72127
    },
    {
      "epoch": 2.954249436821626,
      "grad_norm": 3.5697360341611084,
      "learning_rate": 0.00015690193448463527,
      "loss": 4.2188,
      "step": 72128
    },
    {
      "epoch": 2.9542903952488224,
      "grad_norm": 3.539752497318843,
      "learning_rate": 0.00015689867654277735,
      "loss": 4.0938,
      "step": 72129
    },
    {
      "epoch": 2.954331353676019,
      "grad_norm": 5.4332437052796285,
      "learning_rate": 0.0001568954185976581,
      "loss": 3.9375,
      "step": 72130
    },
    {
      "epoch": 2.9543723121032155,
      "grad_norm": 3.7811763139757457,
      "learning_rate": 0.00015689216064927912,
      "loss": 6.1562,
      "step": 72131
    },
    {
      "epoch": 2.9544132705304116,
      "grad_norm": 3.6775300042635974,
      "learning_rate": 0.00015688890269764192,
      "loss": 5.3125,
      "step": 72132
    },
    {
      "epoch": 2.954454228957608,
      "grad_norm": 5.427869972644967,
      "learning_rate": 0.00015688564474274804,
      "loss": 5.7812,
      "step": 72133
    },
    {
      "epoch": 2.954495187384804,
      "grad_norm": 4.05691892946596,
      "learning_rate": 0.00015688238678459907,
      "loss": 5.0,
      "step": 72134
    },
    {
      "epoch": 2.9545361458120007,
      "grad_norm": 6.176815105161293,
      "learning_rate": 0.00015687912882319645,
      "loss": 5.7812,
      "step": 72135
    },
    {
      "epoch": 2.9545771042391973,
      "grad_norm": 3.820343304323218,
      "learning_rate": 0.00015687587085854178,
      "loss": 4.9375,
      "step": 72136
    },
    {
      "epoch": 2.954618062666394,
      "grad_norm": 3.6009175974374905,
      "learning_rate": 0.0001568726128906366,
      "loss": 4.0625,
      "step": 72137
    },
    {
      "epoch": 2.95465902109359,
      "grad_norm": 3.2892939592267707,
      "learning_rate": 0.0001568693549194825,
      "loss": 4.25,
      "step": 72138
    },
    {
      "epoch": 2.9546999795207864,
      "grad_norm": 7.425605812600343,
      "learning_rate": 0.00015686609694508092,
      "loss": 3.5938,
      "step": 72139
    },
    {
      "epoch": 2.9547409379479825,
      "grad_norm": 4.794105801839,
      "learning_rate": 0.00015686283896743347,
      "loss": 2.375,
      "step": 72140
    },
    {
      "epoch": 2.954781896375179,
      "grad_norm": 3.7052369559786227,
      "learning_rate": 0.00015685958098654164,
      "loss": 4.625,
      "step": 72141
    },
    {
      "epoch": 2.9548228548023756,
      "grad_norm": 3.8327826761484234,
      "learning_rate": 0.00015685632300240702,
      "loss": 4.25,
      "step": 72142
    },
    {
      "epoch": 2.954863813229572,
      "grad_norm": 3.764187966842207,
      "learning_rate": 0.00015685306501503113,
      "loss": 3.9062,
      "step": 72143
    },
    {
      "epoch": 2.9549047716567682,
      "grad_norm": 11.121252524767687,
      "learning_rate": 0.00015684980702441548,
      "loss": 4.4375,
      "step": 72144
    },
    {
      "epoch": 2.9549457300839648,
      "grad_norm": 4.921726340950092,
      "learning_rate": 0.0001568465490305617,
      "loss": 6.0625,
      "step": 72145
    },
    {
      "epoch": 2.9549866885111613,
      "grad_norm": 3.677474559411124,
      "learning_rate": 0.0001568432910334712,
      "loss": 4.4375,
      "step": 72146
    },
    {
      "epoch": 2.9550276469383574,
      "grad_norm": 3.39725771829145,
      "learning_rate": 0.00015684003303314566,
      "loss": 3.5469,
      "step": 72147
    },
    {
      "epoch": 2.955068605365554,
      "grad_norm": 3.522591527982818,
      "learning_rate": 0.0001568367750295865,
      "loss": 4.6875,
      "step": 72148
    },
    {
      "epoch": 2.9551095637927505,
      "grad_norm": 3.662443770824345,
      "learning_rate": 0.00015683351702279534,
      "loss": 3.7969,
      "step": 72149
    },
    {
      "epoch": 2.955150522219947,
      "grad_norm": 3.9400514196222964,
      "learning_rate": 0.00015683025901277366,
      "loss": 5.4688,
      "step": 72150
    },
    {
      "epoch": 2.955191480647143,
      "grad_norm": 3.083968138842415,
      "learning_rate": 0.000156827000999523,
      "loss": 3.0625,
      "step": 72151
    },
    {
      "epoch": 2.9552324390743396,
      "grad_norm": 3.5434950650603545,
      "learning_rate": 0.00015682374298304501,
      "loss": 5.0625,
      "step": 72152
    },
    {
      "epoch": 2.9552733975015357,
      "grad_norm": 3.895241628045301,
      "learning_rate": 0.00015682048496334108,
      "loss": 4.3438,
      "step": 72153
    },
    {
      "epoch": 2.9553143559287323,
      "grad_norm": 3.683497822784056,
      "learning_rate": 0.00015681722694041287,
      "loss": 4.0,
      "step": 72154
    },
    {
      "epoch": 2.955355314355929,
      "grad_norm": 3.694984872280383,
      "learning_rate": 0.00015681396891426184,
      "loss": 3.5938,
      "step": 72155
    },
    {
      "epoch": 2.9553962727831253,
      "grad_norm": 3.4960358712436137,
      "learning_rate": 0.00015681071088488957,
      "loss": 4.375,
      "step": 72156
    },
    {
      "epoch": 2.9554372312103214,
      "grad_norm": 4.726183326317465,
      "learning_rate": 0.00015680745285229762,
      "loss": 5.1562,
      "step": 72157
    },
    {
      "epoch": 2.955478189637518,
      "grad_norm": 2.696449601673618,
      "learning_rate": 0.00015680419481648748,
      "loss": 2.6719,
      "step": 72158
    },
    {
      "epoch": 2.955519148064714,
      "grad_norm": 5.438560255011853,
      "learning_rate": 0.00015680093677746071,
      "loss": 4.4688,
      "step": 72159
    },
    {
      "epoch": 2.9555601064919106,
      "grad_norm": 5.588168377091177,
      "learning_rate": 0.00015679767873521882,
      "loss": 4.4688,
      "step": 72160
    },
    {
      "epoch": 2.955601064919107,
      "grad_norm": 3.7101131984230027,
      "learning_rate": 0.00015679442068976338,
      "loss": 4.5625,
      "step": 72161
    },
    {
      "epoch": 2.9556420233463037,
      "grad_norm": 3.0688848524011356,
      "learning_rate": 0.00015679116264109597,
      "loss": 3.5938,
      "step": 72162
    },
    {
      "epoch": 2.9556829817734998,
      "grad_norm": 4.795277978862694,
      "learning_rate": 0.00015678790458921812,
      "loss": 5.9688,
      "step": 72163
    },
    {
      "epoch": 2.9557239402006963,
      "grad_norm": 3.3962066802261783,
      "learning_rate": 0.00015678464653413125,
      "loss": 4.375,
      "step": 72164
    },
    {
      "epoch": 2.955764898627893,
      "grad_norm": 4.384647771984273,
      "learning_rate": 0.00015678138847583707,
      "loss": 4.5938,
      "step": 72165
    },
    {
      "epoch": 2.955805857055089,
      "grad_norm": 3.3656215816914625,
      "learning_rate": 0.000156778130414337,
      "loss": 4.3125,
      "step": 72166
    },
    {
      "epoch": 2.9558468154822855,
      "grad_norm": 3.544073004700188,
      "learning_rate": 0.0001567748723496327,
      "loss": 4.8438,
      "step": 72167
    },
    {
      "epoch": 2.955887773909482,
      "grad_norm": 5.045236331881571,
      "learning_rate": 0.00015677161428172552,
      "loss": 5.0625,
      "step": 72168
    },
    {
      "epoch": 2.9559287323366785,
      "grad_norm": 4.774162382493198,
      "learning_rate": 0.00015676835621061718,
      "loss": 5.25,
      "step": 72169
    },
    {
      "epoch": 2.9559696907638746,
      "grad_norm": 4.090963888791937,
      "learning_rate": 0.00015676509813630915,
      "loss": 5.0312,
      "step": 72170
    },
    {
      "epoch": 2.956010649191071,
      "grad_norm": 7.6245900125630826,
      "learning_rate": 0.000156761840058803,
      "loss": 4.9375,
      "step": 72171
    },
    {
      "epoch": 2.9560516076182672,
      "grad_norm": 5.372366840458788,
      "learning_rate": 0.00015675858197810018,
      "loss": 4.9688,
      "step": 72172
    },
    {
      "epoch": 2.9560925660454638,
      "grad_norm": 3.6547132630127255,
      "learning_rate": 0.00015675532389420232,
      "loss": 5.0,
      "step": 72173
    },
    {
      "epoch": 2.9561335244726603,
      "grad_norm": 3.436930493468419,
      "learning_rate": 0.00015675206580711097,
      "loss": 4.4062,
      "step": 72174
    },
    {
      "epoch": 2.956174482899857,
      "grad_norm": 3.3881021550200803,
      "learning_rate": 0.00015674880771682762,
      "loss": 4.5,
      "step": 72175
    },
    {
      "epoch": 2.956215441327053,
      "grad_norm": 3.8914429426997974,
      "learning_rate": 0.00015674554962335376,
      "loss": 5.375,
      "step": 72176
    },
    {
      "epoch": 2.9562563997542495,
      "grad_norm": 3.1805083461199883,
      "learning_rate": 0.00015674229152669108,
      "loss": 3.4375,
      "step": 72177
    },
    {
      "epoch": 2.9562973581814456,
      "grad_norm": 3.6788783337794326,
      "learning_rate": 0.000156739033426841,
      "loss": 4.4062,
      "step": 72178
    },
    {
      "epoch": 2.956338316608642,
      "grad_norm": 3.7179882131429816,
      "learning_rate": 0.00015673577532380513,
      "loss": 4.4688,
      "step": 72179
    },
    {
      "epoch": 2.9563792750358386,
      "grad_norm": 3.8392143867933948,
      "learning_rate": 0.00015673251721758493,
      "loss": 4.0938,
      "step": 72180
    },
    {
      "epoch": 2.956420233463035,
      "grad_norm": 3.3454738074411967,
      "learning_rate": 0.00015672925910818197,
      "loss": 3.6094,
      "step": 72181
    },
    {
      "epoch": 2.9564611918902313,
      "grad_norm": 3.266066932265104,
      "learning_rate": 0.00015672600099559794,
      "loss": 3.25,
      "step": 72182
    },
    {
      "epoch": 2.956502150317428,
      "grad_norm": 3.8346311005213893,
      "learning_rate": 0.00015672274287983407,
      "loss": 4.2812,
      "step": 72183
    },
    {
      "epoch": 2.9565431087446243,
      "grad_norm": 3.5251128454181133,
      "learning_rate": 0.00015671948476089217,
      "loss": 5.0625,
      "step": 72184
    },
    {
      "epoch": 2.9565840671718204,
      "grad_norm": 4.877275945106252,
      "learning_rate": 0.0001567162266387737,
      "loss": 4.1562,
      "step": 72185
    },
    {
      "epoch": 2.956625025599017,
      "grad_norm": 3.665673495646917,
      "learning_rate": 0.00015671296851348018,
      "loss": 5.125,
      "step": 72186
    },
    {
      "epoch": 2.9566659840262135,
      "grad_norm": 4.079130476125269,
      "learning_rate": 0.0001567097103850131,
      "loss": 3.9531,
      "step": 72187
    },
    {
      "epoch": 2.95670694245341,
      "grad_norm": 3.57148051865368,
      "learning_rate": 0.0001567064522533741,
      "loss": 4.4375,
      "step": 72188
    },
    {
      "epoch": 2.956747900880606,
      "grad_norm": 7.4431900110799,
      "learning_rate": 0.00015670319411856468,
      "loss": 5.9688,
      "step": 72189
    },
    {
      "epoch": 2.9567888593078027,
      "grad_norm": 3.3347099685533514,
      "learning_rate": 0.00015669993598058638,
      "loss": 3.8281,
      "step": 72190
    },
    {
      "epoch": 2.9568298177349988,
      "grad_norm": 3.69035182100733,
      "learning_rate": 0.00015669667783944072,
      "loss": 4.9688,
      "step": 72191
    },
    {
      "epoch": 2.9568707761621953,
      "grad_norm": 5.398667709802663,
      "learning_rate": 0.00015669341969512925,
      "loss": 5.375,
      "step": 72192
    },
    {
      "epoch": 2.956911734589392,
      "grad_norm": 3.5742382409449993,
      "learning_rate": 0.00015669016154765358,
      "loss": 4.1875,
      "step": 72193
    },
    {
      "epoch": 2.9569526930165884,
      "grad_norm": 3.858050218974421,
      "learning_rate": 0.00015668690339701514,
      "loss": 4.4375,
      "step": 72194
    },
    {
      "epoch": 2.9569936514437845,
      "grad_norm": 3.341637074232195,
      "learning_rate": 0.00015668364524321556,
      "loss": 4.1875,
      "step": 72195
    },
    {
      "epoch": 2.957034609870981,
      "grad_norm": 4.104683996234576,
      "learning_rate": 0.00015668038708625627,
      "loss": 4.375,
      "step": 72196
    },
    {
      "epoch": 2.957075568298177,
      "grad_norm": 4.674493025121399,
      "learning_rate": 0.00015667712892613892,
      "loss": 4.5938,
      "step": 72197
    },
    {
      "epoch": 2.9571165267253736,
      "grad_norm": 4.843519835706506,
      "learning_rate": 0.00015667387076286505,
      "loss": 3.3125,
      "step": 72198
    },
    {
      "epoch": 2.95715748515257,
      "grad_norm": 3.268541472122589,
      "learning_rate": 0.00015667061259643612,
      "loss": 3.9688,
      "step": 72199
    },
    {
      "epoch": 2.9571984435797667,
      "grad_norm": 3.4532093701169204,
      "learning_rate": 0.0001566673544268537,
      "loss": 3.6875,
      "step": 72200
    },
    {
      "epoch": 2.957239402006963,
      "grad_norm": 3.8213007896781743,
      "learning_rate": 0.00015666409625411936,
      "loss": 5.0938,
      "step": 72201
    },
    {
      "epoch": 2.9572803604341593,
      "grad_norm": 3.970191680514511,
      "learning_rate": 0.00015666083807823464,
      "loss": 4.4688,
      "step": 72202
    },
    {
      "epoch": 2.957321318861356,
      "grad_norm": 3.1583697813710208,
      "learning_rate": 0.00015665757989920102,
      "loss": 3.1094,
      "step": 72203
    },
    {
      "epoch": 2.957362277288552,
      "grad_norm": 3.542980098701856,
      "learning_rate": 0.0001566543217170201,
      "loss": 0.7578,
      "step": 72204
    },
    {
      "epoch": 2.9574032357157485,
      "grad_norm": 4.212869520585058,
      "learning_rate": 0.0001566510635316934,
      "loss": 5.2188,
      "step": 72205
    },
    {
      "epoch": 2.957444194142945,
      "grad_norm": 3.615153423905388,
      "learning_rate": 0.00015664780534322247,
      "loss": 1.125,
      "step": 72206
    },
    {
      "epoch": 2.9574851525701416,
      "grad_norm": 4.339235580589767,
      "learning_rate": 0.00015664454715160888,
      "loss": 4.9375,
      "step": 72207
    },
    {
      "epoch": 2.9575261109973376,
      "grad_norm": 5.586494466331072,
      "learning_rate": 0.00015664128895685408,
      "loss": 4.875,
      "step": 72208
    },
    {
      "epoch": 2.957567069424534,
      "grad_norm": 5.756947797772496,
      "learning_rate": 0.00015663803075895966,
      "loss": 5.3125,
      "step": 72209
    },
    {
      "epoch": 2.9576080278517303,
      "grad_norm": 3.5245495438733054,
      "learning_rate": 0.00015663477255792722,
      "loss": 2.9844,
      "step": 72210
    },
    {
      "epoch": 2.957648986278927,
      "grad_norm": 3.9318761583581314,
      "learning_rate": 0.00015663151435375822,
      "loss": 5.1562,
      "step": 72211
    },
    {
      "epoch": 2.9576899447061233,
      "grad_norm": 7.059970994709243,
      "learning_rate": 0.00015662825614645416,
      "loss": 1.2734,
      "step": 72212
    },
    {
      "epoch": 2.95773090313332,
      "grad_norm": 3.2407325384166605,
      "learning_rate": 0.0001566249979360167,
      "loss": 4.6875,
      "step": 72213
    },
    {
      "epoch": 2.957771861560516,
      "grad_norm": 3.51820347832801,
      "learning_rate": 0.00015662173972244735,
      "loss": 4.2812,
      "step": 72214
    },
    {
      "epoch": 2.9578128199877125,
      "grad_norm": 2.4739438840142687,
      "learning_rate": 0.00015661848150574762,
      "loss": 2.5156,
      "step": 72215
    },
    {
      "epoch": 2.9578537784149086,
      "grad_norm": 3.831946471997623,
      "learning_rate": 0.000156615223285919,
      "loss": 4.5312,
      "step": 72216
    },
    {
      "epoch": 2.957894736842105,
      "grad_norm": 2.7636944308212468,
      "learning_rate": 0.00015661196506296319,
      "loss": 3.1094,
      "step": 72217
    },
    {
      "epoch": 2.9579356952693017,
      "grad_norm": 3.707846899966373,
      "learning_rate": 0.00015660870683688154,
      "loss": 3.8125,
      "step": 72218
    },
    {
      "epoch": 2.957976653696498,
      "grad_norm": 3.6613251841256047,
      "learning_rate": 0.00015660544860767567,
      "loss": 4.6875,
      "step": 72219
    },
    {
      "epoch": 2.9580176121236943,
      "grad_norm": 3.7469820230968405,
      "learning_rate": 0.00015660219037534715,
      "loss": 4.375,
      "step": 72220
    },
    {
      "epoch": 2.958058570550891,
      "grad_norm": 5.509296780131463,
      "learning_rate": 0.0001565989321398975,
      "loss": 2.8281,
      "step": 72221
    },
    {
      "epoch": 2.9580995289780874,
      "grad_norm": 3.610049043584958,
      "learning_rate": 0.0001565956739013283,
      "loss": 4.375,
      "step": 72222
    },
    {
      "epoch": 2.9581404874052835,
      "grad_norm": 6.755917635419766,
      "learning_rate": 0.00015659241565964098,
      "loss": 6.8125,
      "step": 72223
    },
    {
      "epoch": 2.95818144583248,
      "grad_norm": 3.534054731197552,
      "learning_rate": 0.0001565891574148372,
      "loss": 4.1875,
      "step": 72224
    },
    {
      "epoch": 2.9582224042596765,
      "grad_norm": 3.573222886562996,
      "learning_rate": 0.0001565858991669184,
      "loss": 4.4688,
      "step": 72225
    },
    {
      "epoch": 2.958263362686873,
      "grad_norm": 5.809322578763086,
      "learning_rate": 0.0001565826409158862,
      "loss": 6.8125,
      "step": 72226
    },
    {
      "epoch": 2.958304321114069,
      "grad_norm": 3.5013015664971356,
      "learning_rate": 0.00015657938266174214,
      "loss": 3.9531,
      "step": 72227
    },
    {
      "epoch": 2.9583452795412657,
      "grad_norm": 3.9623115288877306,
      "learning_rate": 0.00015657612440448765,
      "loss": 5.3125,
      "step": 72228
    },
    {
      "epoch": 2.958386237968462,
      "grad_norm": 3.6548331417920052,
      "learning_rate": 0.0001565728661441244,
      "loss": 4.625,
      "step": 72229
    },
    {
      "epoch": 2.9584271963956583,
      "grad_norm": 5.7540432042801894,
      "learning_rate": 0.0001565696078806539,
      "loss": 6.7188,
      "step": 72230
    },
    {
      "epoch": 2.958468154822855,
      "grad_norm": 3.3494315275229987,
      "learning_rate": 0.00015656634961407767,
      "loss": 4.6875,
      "step": 72231
    },
    {
      "epoch": 2.9585091132500514,
      "grad_norm": 4.28599975207871,
      "learning_rate": 0.00015656309134439716,
      "loss": 5.125,
      "step": 72232
    },
    {
      "epoch": 2.9585500716772475,
      "grad_norm": 4.088304286583039,
      "learning_rate": 0.00015655983307161407,
      "loss": 3.9844,
      "step": 72233
    },
    {
      "epoch": 2.958591030104444,
      "grad_norm": 3.6312470558230836,
      "learning_rate": 0.0001565565747957299,
      "loss": 4.5625,
      "step": 72234
    },
    {
      "epoch": 2.95863198853164,
      "grad_norm": 3.116566249477631,
      "learning_rate": 0.00015655331651674614,
      "loss": 3.5,
      "step": 72235
    },
    {
      "epoch": 2.9586729469588366,
      "grad_norm": 6.845192808236402,
      "learning_rate": 0.00015655005823466428,
      "loss": 6.3125,
      "step": 72236
    },
    {
      "epoch": 2.958713905386033,
      "grad_norm": 4.155458744712046,
      "learning_rate": 0.00015654679994948602,
      "loss": 4.8438,
      "step": 72237
    },
    {
      "epoch": 2.9587548638132297,
      "grad_norm": 4.384910040911881,
      "learning_rate": 0.0001565435416612128,
      "loss": 5.1562,
      "step": 72238
    },
    {
      "epoch": 2.958795822240426,
      "grad_norm": 6.1033384167589535,
      "learning_rate": 0.00015654028336984619,
      "loss": 3.8281,
      "step": 72239
    },
    {
      "epoch": 2.9588367806676223,
      "grad_norm": 5.210337087573979,
      "learning_rate": 0.00015653702507538764,
      "loss": 5.5,
      "step": 72240
    },
    {
      "epoch": 2.958877739094819,
      "grad_norm": 3.4219050472985484,
      "learning_rate": 0.0001565337667778388,
      "loss": 4.2188,
      "step": 72241
    },
    {
      "epoch": 2.958918697522015,
      "grad_norm": 3.5677145140530815,
      "learning_rate": 0.0001565305084772012,
      "loss": 5.1562,
      "step": 72242
    },
    {
      "epoch": 2.9589596559492115,
      "grad_norm": 3.500083749842484,
      "learning_rate": 0.00015652725017347634,
      "loss": 4.0938,
      "step": 72243
    },
    {
      "epoch": 2.959000614376408,
      "grad_norm": 3.53467226725161,
      "learning_rate": 0.00015652399186666575,
      "loss": 4.2812,
      "step": 72244
    },
    {
      "epoch": 2.9590415728036046,
      "grad_norm": 14.516660271213318,
      "learning_rate": 0.00015652073355677102,
      "loss": 3.125,
      "step": 72245
    },
    {
      "epoch": 2.9590825312308007,
      "grad_norm": 5.846591546669566,
      "learning_rate": 0.00015651747524379368,
      "loss": 2.7188,
      "step": 72246
    },
    {
      "epoch": 2.959123489657997,
      "grad_norm": 4.112680495227085,
      "learning_rate": 0.00015651421692773523,
      "loss": 4.4375,
      "step": 72247
    },
    {
      "epoch": 2.9591644480851933,
      "grad_norm": 4.066510893503241,
      "learning_rate": 0.00015651095860859724,
      "loss": 4.5,
      "step": 72248
    },
    {
      "epoch": 2.95920540651239,
      "grad_norm": 2.7178881079950346,
      "learning_rate": 0.00015650770028638128,
      "loss": 2.5469,
      "step": 72249
    },
    {
      "epoch": 2.9592463649395864,
      "grad_norm": 4.973702564082236,
      "learning_rate": 0.0001565044419610888,
      "loss": 5.6875,
      "step": 72250
    },
    {
      "epoch": 2.959287323366783,
      "grad_norm": 3.5705330211721127,
      "learning_rate": 0.00015650118363272144,
      "loss": 4.5,
      "step": 72251
    },
    {
      "epoch": 2.959328281793979,
      "grad_norm": 3.542280565119628,
      "learning_rate": 0.00015649792530128068,
      "loss": 3.875,
      "step": 72252
    },
    {
      "epoch": 2.9593692402211755,
      "grad_norm": 4.427688256564994,
      "learning_rate": 0.0001564946669667681,
      "loss": 4.7188,
      "step": 72253
    },
    {
      "epoch": 2.9594101986483716,
      "grad_norm": 5.896678883977319,
      "learning_rate": 0.0001564914086291852,
      "loss": 6.5938,
      "step": 72254
    },
    {
      "epoch": 2.959451157075568,
      "grad_norm": 3.274902228478668,
      "learning_rate": 0.0001564881502885335,
      "loss": 3.3281,
      "step": 72255
    },
    {
      "epoch": 2.9594921155027647,
      "grad_norm": 6.749963456966035,
      "learning_rate": 0.00015648489194481464,
      "loss": 5.4062,
      "step": 72256
    },
    {
      "epoch": 2.9595330739299612,
      "grad_norm": 5.073192463173991,
      "learning_rate": 0.0001564816335980301,
      "loss": 3.5625,
      "step": 72257
    },
    {
      "epoch": 2.9595740323571573,
      "grad_norm": 5.631515586597918,
      "learning_rate": 0.0001564783752481814,
      "loss": 3.875,
      "step": 72258
    },
    {
      "epoch": 2.959614990784354,
      "grad_norm": 4.437427301665845,
      "learning_rate": 0.00015647511689527007,
      "loss": 4.5938,
      "step": 72259
    },
    {
      "epoch": 2.9596559492115504,
      "grad_norm": 3.7807252674125165,
      "learning_rate": 0.0001564718585392977,
      "loss": 4.6562,
      "step": 72260
    },
    {
      "epoch": 2.9596969076387465,
      "grad_norm": 4.057870491810044,
      "learning_rate": 0.00015646860018026586,
      "loss": 4.75,
      "step": 72261
    },
    {
      "epoch": 2.959737866065943,
      "grad_norm": 4.511654090956609,
      "learning_rate": 0.00015646534181817598,
      "loss": 5.0,
      "step": 72262
    },
    {
      "epoch": 2.9597788244931396,
      "grad_norm": 5.474946627875714,
      "learning_rate": 0.00015646208345302968,
      "loss": 4.0312,
      "step": 72263
    },
    {
      "epoch": 2.959819782920336,
      "grad_norm": 3.4611626257868147,
      "learning_rate": 0.00015645882508482845,
      "loss": 4.7812,
      "step": 72264
    },
    {
      "epoch": 2.959860741347532,
      "grad_norm": 3.9754015768199187,
      "learning_rate": 0.00015645556671357391,
      "loss": 4.3438,
      "step": 72265
    },
    {
      "epoch": 2.9599016997747287,
      "grad_norm": 8.082333881181619,
      "learning_rate": 0.00015645230833926754,
      "loss": 4.8125,
      "step": 72266
    },
    {
      "epoch": 2.959942658201925,
      "grad_norm": 3.105113765499163,
      "learning_rate": 0.0001564490499619109,
      "loss": 3.7031,
      "step": 72267
    },
    {
      "epoch": 2.9599836166291214,
      "grad_norm": 3.334265485221498,
      "learning_rate": 0.0001564457915815055,
      "loss": 3.9062,
      "step": 72268
    },
    {
      "epoch": 2.960024575056318,
      "grad_norm": 3.971758334908804,
      "learning_rate": 0.00015644253319805292,
      "loss": 5.8438,
      "step": 72269
    },
    {
      "epoch": 2.9600655334835144,
      "grad_norm": 6.18252003435596,
      "learning_rate": 0.0001564392748115547,
      "loss": 6.0,
      "step": 72270
    },
    {
      "epoch": 2.9601064919107105,
      "grad_norm": 3.9863803721729596,
      "learning_rate": 0.00015643601642201233,
      "loss": 4.9375,
      "step": 72271
    },
    {
      "epoch": 2.960147450337907,
      "grad_norm": 3.168024806272415,
      "learning_rate": 0.0001564327580294274,
      "loss": 3.9219,
      "step": 72272
    },
    {
      "epoch": 2.9601884087651036,
      "grad_norm": 3.956594685338581,
      "learning_rate": 0.00015642949963380143,
      "loss": 4.7188,
      "step": 72273
    },
    {
      "epoch": 2.9602293671922997,
      "grad_norm": 3.300683337130777,
      "learning_rate": 0.000156426241235136,
      "loss": 4.4062,
      "step": 72274
    },
    {
      "epoch": 2.960270325619496,
      "grad_norm": 3.705846645613408,
      "learning_rate": 0.00015642298283343256,
      "loss": 4.7812,
      "step": 72275
    },
    {
      "epoch": 2.9603112840466927,
      "grad_norm": 3.396495015618295,
      "learning_rate": 0.00015641972442869274,
      "loss": 3.7656,
      "step": 72276
    },
    {
      "epoch": 2.960352242473889,
      "grad_norm": 4.768215340468497,
      "learning_rate": 0.00015641646602091805,
      "loss": 5.4375,
      "step": 72277
    },
    {
      "epoch": 2.9603932009010854,
      "grad_norm": 4.41483526231212,
      "learning_rate": 0.00015641320761011,
      "loss": 5.5625,
      "step": 72278
    },
    {
      "epoch": 2.960434159328282,
      "grad_norm": 3.226550834797143,
      "learning_rate": 0.00015640994919627018,
      "loss": 4.1875,
      "step": 72279
    },
    {
      "epoch": 2.960475117755478,
      "grad_norm": 4.260406864033635,
      "learning_rate": 0.0001564066907794001,
      "loss": 4.4688,
      "step": 72280
    },
    {
      "epoch": 2.9605160761826745,
      "grad_norm": 5.957937365870924,
      "learning_rate": 0.0001564034323595013,
      "loss": 3.7656,
      "step": 72281
    },
    {
      "epoch": 2.960557034609871,
      "grad_norm": 5.0606597225256955,
      "learning_rate": 0.00015640017393657535,
      "loss": 4.4062,
      "step": 72282
    },
    {
      "epoch": 2.9605979930370676,
      "grad_norm": 3.8472988416579104,
      "learning_rate": 0.00015639691551062377,
      "loss": 3.6094,
      "step": 72283
    },
    {
      "epoch": 2.9606389514642637,
      "grad_norm": 4.4577292771819526,
      "learning_rate": 0.00015639365708164805,
      "loss": 5.2812,
      "step": 72284
    },
    {
      "epoch": 2.9606799098914602,
      "grad_norm": 3.3289181750759975,
      "learning_rate": 0.00015639039864964984,
      "loss": 3.2031,
      "step": 72285
    },
    {
      "epoch": 2.9607208683186563,
      "grad_norm": 6.132062985393651,
      "learning_rate": 0.00015638714021463062,
      "loss": 5.2812,
      "step": 72286
    },
    {
      "epoch": 2.960761826745853,
      "grad_norm": 3.5276461527484635,
      "learning_rate": 0.0001563838817765919,
      "loss": 4.0625,
      "step": 72287
    },
    {
      "epoch": 2.9608027851730494,
      "grad_norm": 3.4715093787511924,
      "learning_rate": 0.00015638062333553528,
      "loss": 4.1875,
      "step": 72288
    },
    {
      "epoch": 2.960843743600246,
      "grad_norm": 3.557300281711592,
      "learning_rate": 0.00015637736489146228,
      "loss": 3.7656,
      "step": 72289
    },
    {
      "epoch": 2.960884702027442,
      "grad_norm": 3.2691731673521685,
      "learning_rate": 0.0001563741064443744,
      "loss": 3.6094,
      "step": 72290
    },
    {
      "epoch": 2.9609256604546386,
      "grad_norm": 5.482808839730661,
      "learning_rate": 0.00015637084799427318,
      "loss": 3.9375,
      "step": 72291
    },
    {
      "epoch": 2.960966618881835,
      "grad_norm": 3.047515574407407,
      "learning_rate": 0.00015636758954116025,
      "loss": 3.0781,
      "step": 72292
    },
    {
      "epoch": 2.961007577309031,
      "grad_norm": 3.430868432339219,
      "learning_rate": 0.00015636433108503705,
      "loss": 4.6875,
      "step": 72293
    },
    {
      "epoch": 2.9610485357362277,
      "grad_norm": 4.49434978956015,
      "learning_rate": 0.00015636107262590522,
      "loss": 4.6562,
      "step": 72294
    },
    {
      "epoch": 2.9610894941634243,
      "grad_norm": 5.505370067340781,
      "learning_rate": 0.0001563578141637662,
      "loss": 4.4062,
      "step": 72295
    },
    {
      "epoch": 2.9611304525906204,
      "grad_norm": 6.308206710986191,
      "learning_rate": 0.00015635455569862157,
      "loss": 6.0938,
      "step": 72296
    },
    {
      "epoch": 2.961171411017817,
      "grad_norm": 3.9411955038773536,
      "learning_rate": 0.0001563512972304729,
      "loss": 4.375,
      "step": 72297
    },
    {
      "epoch": 2.9612123694450134,
      "grad_norm": 4.417048923128804,
      "learning_rate": 0.00015634803875932174,
      "loss": 6.8125,
      "step": 72298
    },
    {
      "epoch": 2.9612533278722095,
      "grad_norm": 3.498202890152915,
      "learning_rate": 0.00015634478028516953,
      "loss": 4.3125,
      "step": 72299
    },
    {
      "epoch": 2.961294286299406,
      "grad_norm": 4.035973725762572,
      "learning_rate": 0.00015634152180801786,
      "loss": 4.7812,
      "step": 72300
    },
    {
      "epoch": 2.9613352447266026,
      "grad_norm": 5.1062143090301015,
      "learning_rate": 0.00015633826332786836,
      "loss": 5.0,
      "step": 72301
    },
    {
      "epoch": 2.961376203153799,
      "grad_norm": 3.6482940205760954,
      "learning_rate": 0.00015633500484472246,
      "loss": 4.9375,
      "step": 72302
    },
    {
      "epoch": 2.961417161580995,
      "grad_norm": 7.4950856213563695,
      "learning_rate": 0.00015633174635858174,
      "loss": 3.1094,
      "step": 72303
    },
    {
      "epoch": 2.9614581200081918,
      "grad_norm": 3.9324180510255715,
      "learning_rate": 0.0001563284878694477,
      "loss": 4.0938,
      "step": 72304
    },
    {
      "epoch": 2.961499078435388,
      "grad_norm": 4.441278912039598,
      "learning_rate": 0.00015632522937732195,
      "loss": 3.5312,
      "step": 72305
    },
    {
      "epoch": 2.9615400368625844,
      "grad_norm": 3.8020678887483315,
      "learning_rate": 0.00015632197088220602,
      "loss": 6.6875,
      "step": 72306
    },
    {
      "epoch": 2.961580995289781,
      "grad_norm": 3.6475422757105513,
      "learning_rate": 0.0001563187123841014,
      "loss": 4.6875,
      "step": 72307
    },
    {
      "epoch": 2.9616219537169775,
      "grad_norm": 4.884350625868271,
      "learning_rate": 0.00015631545388300968,
      "loss": 5.5312,
      "step": 72308
    },
    {
      "epoch": 2.9616629121441735,
      "grad_norm": 4.394689561870181,
      "learning_rate": 0.00015631219537893238,
      "loss": 4.2812,
      "step": 72309
    },
    {
      "epoch": 2.96170387057137,
      "grad_norm": 3.6397815833592686,
      "learning_rate": 0.00015630893687187104,
      "loss": 3.8125,
      "step": 72310
    },
    {
      "epoch": 2.9617448289985666,
      "grad_norm": 3.634321979586915,
      "learning_rate": 0.0001563056783618272,
      "loss": 6.125,
      "step": 72311
    },
    {
      "epoch": 2.9617857874257627,
      "grad_norm": 4.945471407935491,
      "learning_rate": 0.00015630241984880235,
      "loss": 4.0,
      "step": 72312
    },
    {
      "epoch": 2.9618267458529592,
      "grad_norm": 3.849125364130312,
      "learning_rate": 0.00015629916133279813,
      "loss": 5.4688,
      "step": 72313
    },
    {
      "epoch": 2.9618677042801558,
      "grad_norm": 3.673903195675607,
      "learning_rate": 0.00015629590281381604,
      "loss": 4.6875,
      "step": 72314
    },
    {
      "epoch": 2.9619086627073523,
      "grad_norm": 3.7523783682719536,
      "learning_rate": 0.00015629264429185762,
      "loss": 5.8125,
      "step": 72315
    },
    {
      "epoch": 2.9619496211345484,
      "grad_norm": 3.4466046013602836,
      "learning_rate": 0.00015628938576692437,
      "loss": 4.6562,
      "step": 72316
    },
    {
      "epoch": 2.961990579561745,
      "grad_norm": 6.4816557117402995,
      "learning_rate": 0.00015628612723901785,
      "loss": 3.3438,
      "step": 72317
    },
    {
      "epoch": 2.962031537988941,
      "grad_norm": 3.355649535006246,
      "learning_rate": 0.00015628286870813968,
      "loss": 3.8438,
      "step": 72318
    },
    {
      "epoch": 2.9620724964161376,
      "grad_norm": 3.4335064259915247,
      "learning_rate": 0.00015627961017429127,
      "loss": 4.125,
      "step": 72319
    },
    {
      "epoch": 2.962113454843334,
      "grad_norm": 3.7275137373662632,
      "learning_rate": 0.00015627635163747424,
      "loss": 5.0938,
      "step": 72320
    },
    {
      "epoch": 2.9621544132705306,
      "grad_norm": 3.1096839310682416,
      "learning_rate": 0.0001562730930976901,
      "loss": 3.8125,
      "step": 72321
    },
    {
      "epoch": 2.9621953716977267,
      "grad_norm": 4.140497930067491,
      "learning_rate": 0.00015626983455494043,
      "loss": 4.9375,
      "step": 72322
    },
    {
      "epoch": 2.9622363301249233,
      "grad_norm": 3.6362665360550057,
      "learning_rate": 0.0001562665760092268,
      "loss": 5.5,
      "step": 72323
    },
    {
      "epoch": 2.9622772885521194,
      "grad_norm": 3.9563040509182095,
      "learning_rate": 0.00015626331746055062,
      "loss": 2.8438,
      "step": 72324
    },
    {
      "epoch": 2.962318246979316,
      "grad_norm": 5.553716319557253,
      "learning_rate": 0.00015626005890891355,
      "loss": 6.2188,
      "step": 72325
    },
    {
      "epoch": 2.9623592054065124,
      "grad_norm": 3.4765467433181843,
      "learning_rate": 0.00015625680035431704,
      "loss": 4.5312,
      "step": 72326
    },
    {
      "epoch": 2.962400163833709,
      "grad_norm": 3.9089003744958006,
      "learning_rate": 0.0001562535417967627,
      "loss": 2.625,
      "step": 72327
    },
    {
      "epoch": 2.962441122260905,
      "grad_norm": 3.9477101795930944,
      "learning_rate": 0.00015625028323625206,
      "loss": 5.25,
      "step": 72328
    },
    {
      "epoch": 2.9624820806881016,
      "grad_norm": 3.426219958791791,
      "learning_rate": 0.00015624702467278666,
      "loss": 3.9531,
      "step": 72329
    },
    {
      "epoch": 2.962523039115298,
      "grad_norm": 5.150982705900139,
      "learning_rate": 0.000156243766106368,
      "loss": 3.9688,
      "step": 72330
    },
    {
      "epoch": 2.962563997542494,
      "grad_norm": 3.6559546292071117,
      "learning_rate": 0.00015624050753699763,
      "loss": 5.1562,
      "step": 72331
    },
    {
      "epoch": 2.9626049559696908,
      "grad_norm": 3.154294551511528,
      "learning_rate": 0.00015623724896467715,
      "loss": 2.25,
      "step": 72332
    },
    {
      "epoch": 2.9626459143968873,
      "grad_norm": 3.6875247528487325,
      "learning_rate": 0.00015623399038940808,
      "loss": 4.7812,
      "step": 72333
    },
    {
      "epoch": 2.962686872824084,
      "grad_norm": 3.6035281941032653,
      "learning_rate": 0.0001562307318111919,
      "loss": 4.2188,
      "step": 72334
    },
    {
      "epoch": 2.96272783125128,
      "grad_norm": 3.8283114829389477,
      "learning_rate": 0.00015622747323003022,
      "loss": 4.6875,
      "step": 72335
    },
    {
      "epoch": 2.9627687896784765,
      "grad_norm": 4.481966364296744,
      "learning_rate": 0.0001562242146459245,
      "loss": 4.6562,
      "step": 72336
    },
    {
      "epoch": 2.9628097481056725,
      "grad_norm": 3.467231153281815,
      "learning_rate": 0.00015622095605887637,
      "loss": 4.7188,
      "step": 72337
    },
    {
      "epoch": 2.962850706532869,
      "grad_norm": 4.208805355303092,
      "learning_rate": 0.00015621769746888736,
      "loss": 4.3438,
      "step": 72338
    },
    {
      "epoch": 2.9628916649600656,
      "grad_norm": 3.440582772758952,
      "learning_rate": 0.00015621443887595894,
      "loss": 4.2812,
      "step": 72339
    },
    {
      "epoch": 2.962932623387262,
      "grad_norm": 3.5744581868307352,
      "learning_rate": 0.0001562111802800927,
      "loss": 4.7188,
      "step": 72340
    },
    {
      "epoch": 2.9629735818144582,
      "grad_norm": 6.641378245254541,
      "learning_rate": 0.00015620792168129016,
      "loss": 2.6562,
      "step": 72341
    },
    {
      "epoch": 2.963014540241655,
      "grad_norm": 5.145201486043945,
      "learning_rate": 0.00015620466307955292,
      "loss": 6.75,
      "step": 72342
    },
    {
      "epoch": 2.963055498668851,
      "grad_norm": 3.4498848049709965,
      "learning_rate": 0.00015620140447488245,
      "loss": 3.3906,
      "step": 72343
    },
    {
      "epoch": 2.9630964570960474,
      "grad_norm": 3.6463829427146597,
      "learning_rate": 0.0001561981458672803,
      "loss": 5.2812,
      "step": 72344
    },
    {
      "epoch": 2.963137415523244,
      "grad_norm": 3.1634056501019425,
      "learning_rate": 0.00015619488725674807,
      "loss": 4.0625,
      "step": 72345
    },
    {
      "epoch": 2.9631783739504405,
      "grad_norm": 4.285288999425432,
      "learning_rate": 0.00015619162864328724,
      "loss": 4.9062,
      "step": 72346
    },
    {
      "epoch": 2.9632193323776366,
      "grad_norm": 3.696791111738408,
      "learning_rate": 0.00015618837002689934,
      "loss": 4.3125,
      "step": 72347
    },
    {
      "epoch": 2.963260290804833,
      "grad_norm": 4.3339848152593925,
      "learning_rate": 0.00015618511140758597,
      "loss": 4.7188,
      "step": 72348
    },
    {
      "epoch": 2.9633012492320296,
      "grad_norm": 16.896157058095802,
      "learning_rate": 0.0001561818527853486,
      "loss": 5.1562,
      "step": 72349
    },
    {
      "epoch": 2.9633422076592257,
      "grad_norm": 4.416596502317548,
      "learning_rate": 0.00015617859416018883,
      "loss": 3.9844,
      "step": 72350
    },
    {
      "epoch": 2.9633831660864223,
      "grad_norm": 3.847775626520568,
      "learning_rate": 0.00015617533553210822,
      "loss": 4.3125,
      "step": 72351
    },
    {
      "epoch": 2.963424124513619,
      "grad_norm": 4.187910356255696,
      "learning_rate": 0.0001561720769011082,
      "loss": 1.7734,
      "step": 72352
    },
    {
      "epoch": 2.9634650829408153,
      "grad_norm": 3.93075324998454,
      "learning_rate": 0.0001561688182671904,
      "loss": 4.4688,
      "step": 72353
    },
    {
      "epoch": 2.9635060413680114,
      "grad_norm": 3.37268313113926,
      "learning_rate": 0.00015616555963035637,
      "loss": 3.8281,
      "step": 72354
    },
    {
      "epoch": 2.963546999795208,
      "grad_norm": 6.928092379579709,
      "learning_rate": 0.00015616230099060763,
      "loss": 3.2812,
      "step": 72355
    },
    {
      "epoch": 2.963587958222404,
      "grad_norm": 7.571580526839561,
      "learning_rate": 0.00015615904234794566,
      "loss": 4.875,
      "step": 72356
    },
    {
      "epoch": 2.9636289166496006,
      "grad_norm": 4.060249290845722,
      "learning_rate": 0.00015615578370237207,
      "loss": 4.1875,
      "step": 72357
    },
    {
      "epoch": 2.963669875076797,
      "grad_norm": 3.786042595612295,
      "learning_rate": 0.00015615252505388842,
      "loss": 4.7188,
      "step": 72358
    },
    {
      "epoch": 2.9637108335039937,
      "grad_norm": 6.8627416618094585,
      "learning_rate": 0.00015614926640249616,
      "loss": 4.5,
      "step": 72359
    },
    {
      "epoch": 2.9637517919311898,
      "grad_norm": 3.5443270097288817,
      "learning_rate": 0.00015614600774819693,
      "loss": 4.6875,
      "step": 72360
    },
    {
      "epoch": 2.9637927503583863,
      "grad_norm": 3.6468244453852305,
      "learning_rate": 0.00015614274909099218,
      "loss": 3.5781,
      "step": 72361
    },
    {
      "epoch": 2.9638337087855824,
      "grad_norm": 4.420559456834107,
      "learning_rate": 0.00015613949043088353,
      "loss": 4.875,
      "step": 72362
    },
    {
      "epoch": 2.963874667212779,
      "grad_norm": 3.8161106184195783,
      "learning_rate": 0.00015613623176787247,
      "loss": 5.1562,
      "step": 72363
    },
    {
      "epoch": 2.9639156256399755,
      "grad_norm": 4.0862291552967385,
      "learning_rate": 0.00015613297310196057,
      "loss": 3.9062,
      "step": 72364
    },
    {
      "epoch": 2.963956584067172,
      "grad_norm": 5.902156104039948,
      "learning_rate": 0.00015612971443314935,
      "loss": 5.3438,
      "step": 72365
    },
    {
      "epoch": 2.963997542494368,
      "grad_norm": 3.559256130617146,
      "learning_rate": 0.00015612645576144034,
      "loss": 4.0625,
      "step": 72366
    },
    {
      "epoch": 2.9640385009215646,
      "grad_norm": 3.3504355007141204,
      "learning_rate": 0.0001561231970868351,
      "loss": 2.875,
      "step": 72367
    },
    {
      "epoch": 2.964079459348761,
      "grad_norm": 5.191631881768533,
      "learning_rate": 0.00015611993840933518,
      "loss": 1.3281,
      "step": 72368
    },
    {
      "epoch": 2.9641204177759573,
      "grad_norm": 4.915256551065201,
      "learning_rate": 0.0001561166797289421,
      "loss": 6.375,
      "step": 72369
    },
    {
      "epoch": 2.964161376203154,
      "grad_norm": 5.705638221319311,
      "learning_rate": 0.00015611342104565745,
      "loss": 4.7188,
      "step": 72370
    },
    {
      "epoch": 2.9642023346303503,
      "grad_norm": 3.3316554302047017,
      "learning_rate": 0.00015611016235948268,
      "loss": 4.2812,
      "step": 72371
    },
    {
      "epoch": 2.964243293057547,
      "grad_norm": 3.2291681519904163,
      "learning_rate": 0.00015610690367041935,
      "loss": 4.7812,
      "step": 72372
    },
    {
      "epoch": 2.964284251484743,
      "grad_norm": 5.30286265762741,
      "learning_rate": 0.0001561036449784691,
      "loss": 5.625,
      "step": 72373
    },
    {
      "epoch": 2.9643252099119395,
      "grad_norm": 6.335191863429442,
      "learning_rate": 0.00015610038628363336,
      "loss": 1.3906,
      "step": 72374
    },
    {
      "epoch": 2.9643661683391356,
      "grad_norm": 3.2211537641309977,
      "learning_rate": 0.00015609712758591374,
      "loss": 4.0,
      "step": 72375
    },
    {
      "epoch": 2.964407126766332,
      "grad_norm": 3.256241791598972,
      "learning_rate": 0.0001560938688853117,
      "loss": 1.3672,
      "step": 72376
    },
    {
      "epoch": 2.9644480851935286,
      "grad_norm": 3.788749479816891,
      "learning_rate": 0.00015609061018182887,
      "loss": 4.125,
      "step": 72377
    },
    {
      "epoch": 2.964489043620725,
      "grad_norm": 3.7038113339970153,
      "learning_rate": 0.00015608735147546677,
      "loss": 4.5938,
      "step": 72378
    },
    {
      "epoch": 2.9645300020479213,
      "grad_norm": 3.6863160555780854,
      "learning_rate": 0.0001560840927662269,
      "loss": 4.6875,
      "step": 72379
    },
    {
      "epoch": 2.964570960475118,
      "grad_norm": 4.636918010717398,
      "learning_rate": 0.00015608083405411083,
      "loss": 5.9062,
      "step": 72380
    },
    {
      "epoch": 2.964611918902314,
      "grad_norm": 3.722146949378026,
      "learning_rate": 0.00015607757533912009,
      "loss": 4.7188,
      "step": 72381
    },
    {
      "epoch": 2.9646528773295104,
      "grad_norm": 4.423871069706257,
      "learning_rate": 0.00015607431662125623,
      "loss": 4.1562,
      "step": 72382
    },
    {
      "epoch": 2.964693835756707,
      "grad_norm": 5.757546514895713,
      "learning_rate": 0.0001560710579005208,
      "loss": 4.2188,
      "step": 72383
    },
    {
      "epoch": 2.9647347941839035,
      "grad_norm": 5.00098614624411,
      "learning_rate": 0.0001560677991769153,
      "loss": 3.7656,
      "step": 72384
    },
    {
      "epoch": 2.9647757526110996,
      "grad_norm": 3.364194912302897,
      "learning_rate": 0.00015606454045044126,
      "loss": 3.9688,
      "step": 72385
    },
    {
      "epoch": 2.964816711038296,
      "grad_norm": 3.385158089452715,
      "learning_rate": 0.00015606128172110034,
      "loss": 4.4688,
      "step": 72386
    },
    {
      "epoch": 2.9648576694654927,
      "grad_norm": 8.27211215511676,
      "learning_rate": 0.00015605802298889395,
      "loss": 2.4688,
      "step": 72387
    },
    {
      "epoch": 2.9648986278926888,
      "grad_norm": 4.84468054803277,
      "learning_rate": 0.00015605476425382367,
      "loss": 6.2188,
      "step": 72388
    },
    {
      "epoch": 2.9649395863198853,
      "grad_norm": 3.7564159256580383,
      "learning_rate": 0.00015605150551589107,
      "loss": 4.6562,
      "step": 72389
    },
    {
      "epoch": 2.964980544747082,
      "grad_norm": 3.917104779165385,
      "learning_rate": 0.0001560482467750977,
      "loss": 4.25,
      "step": 72390
    },
    {
      "epoch": 2.9650215031742784,
      "grad_norm": 4.749286203213994,
      "learning_rate": 0.00015604498803144503,
      "loss": 4.7812,
      "step": 72391
    },
    {
      "epoch": 2.9650624616014745,
      "grad_norm": 3.5579376700768957,
      "learning_rate": 0.00015604172928493463,
      "loss": 4.3125,
      "step": 72392
    },
    {
      "epoch": 2.965103420028671,
      "grad_norm": 5.3242375830072355,
      "learning_rate": 0.00015603847053556808,
      "loss": 6.4375,
      "step": 72393
    },
    {
      "epoch": 2.965144378455867,
      "grad_norm": 4.90192041383375,
      "learning_rate": 0.00015603521178334691,
      "loss": 5.1562,
      "step": 72394
    },
    {
      "epoch": 2.9651853368830636,
      "grad_norm": 3.9375428786268696,
      "learning_rate": 0.0001560319530282726,
      "loss": 4.9375,
      "step": 72395
    },
    {
      "epoch": 2.96522629531026,
      "grad_norm": 4.096169594164969,
      "learning_rate": 0.00015602869427034676,
      "loss": 5.6875,
      "step": 72396
    },
    {
      "epoch": 2.9652672537374567,
      "grad_norm": 3.963721871011356,
      "learning_rate": 0.00015602543550957088,
      "loss": 4.8438,
      "step": 72397
    },
    {
      "epoch": 2.965308212164653,
      "grad_norm": 4.228736959672723,
      "learning_rate": 0.00015602217674594654,
      "loss": 1.3125,
      "step": 72398
    },
    {
      "epoch": 2.9653491705918493,
      "grad_norm": 8.828088402233211,
      "learning_rate": 0.00015601891797947524,
      "loss": 3.4219,
      "step": 72399
    },
    {
      "epoch": 2.9653901290190454,
      "grad_norm": 3.508275901018066,
      "learning_rate": 0.00015601565921015856,
      "loss": 4.0938,
      "step": 72400
    },
    {
      "epoch": 2.965431087446242,
      "grad_norm": 3.4542579168512337,
      "learning_rate": 0.00015601240043799802,
      "loss": 2.9844,
      "step": 72401
    },
    {
      "epoch": 2.9654720458734385,
      "grad_norm": 8.394222282687235,
      "learning_rate": 0.0001560091416629952,
      "loss": 5.6875,
      "step": 72402
    },
    {
      "epoch": 2.965513004300635,
      "grad_norm": 5.129047022116655,
      "learning_rate": 0.00015600588288515154,
      "loss": 6.25,
      "step": 72403
    },
    {
      "epoch": 2.965553962727831,
      "grad_norm": 3.4424569239737357,
      "learning_rate": 0.0001560026241044687,
      "loss": 4.1562,
      "step": 72404
    },
    {
      "epoch": 2.9655949211550277,
      "grad_norm": 3.3843672961728934,
      "learning_rate": 0.00015599936532094817,
      "loss": 4.0938,
      "step": 72405
    },
    {
      "epoch": 2.965635879582224,
      "grad_norm": 3.551646542512795,
      "learning_rate": 0.0001559961065345915,
      "loss": 4.4688,
      "step": 72406
    },
    {
      "epoch": 2.9656768380094203,
      "grad_norm": 5.600585415113388,
      "learning_rate": 0.00015599284774540017,
      "loss": 4.7812,
      "step": 72407
    },
    {
      "epoch": 2.965717796436617,
      "grad_norm": 4.292726702433788,
      "learning_rate": 0.00015598958895337575,
      "loss": 4.5625,
      "step": 72408
    },
    {
      "epoch": 2.9657587548638134,
      "grad_norm": 3.372165340803092,
      "learning_rate": 0.00015598633015851985,
      "loss": 3.5,
      "step": 72409
    },
    {
      "epoch": 2.96579971329101,
      "grad_norm": 5.337028518729573,
      "learning_rate": 0.00015598307136083396,
      "loss": 5.875,
      "step": 72410
    },
    {
      "epoch": 2.965840671718206,
      "grad_norm": 3.476746650977242,
      "learning_rate": 0.0001559798125603196,
      "loss": 5.25,
      "step": 72411
    },
    {
      "epoch": 2.9658816301454025,
      "grad_norm": 4.808478649659191,
      "learning_rate": 0.00015597655375697834,
      "loss": 2.8125,
      "step": 72412
    },
    {
      "epoch": 2.9659225885725986,
      "grad_norm": 3.4356570872612604,
      "learning_rate": 0.00015597329495081172,
      "loss": 0.9688,
      "step": 72413
    },
    {
      "epoch": 2.965963546999795,
      "grad_norm": 3.860858937549096,
      "learning_rate": 0.0001559700361418213,
      "loss": 4.5312,
      "step": 72414
    },
    {
      "epoch": 2.9660045054269917,
      "grad_norm": 4.52412124061807,
      "learning_rate": 0.00015596677733000855,
      "loss": 5.2188,
      "step": 72415
    },
    {
      "epoch": 2.966045463854188,
      "grad_norm": 3.822218958419408,
      "learning_rate": 0.00015596351851537504,
      "loss": 4.25,
      "step": 72416
    },
    {
      "epoch": 2.9660864222813843,
      "grad_norm": 3.958456758734995,
      "learning_rate": 0.00015596025969792236,
      "loss": 3.625,
      "step": 72417
    },
    {
      "epoch": 2.966127380708581,
      "grad_norm": 4.011435685176095,
      "learning_rate": 0.00015595700087765203,
      "loss": 4.2188,
      "step": 72418
    },
    {
      "epoch": 2.966168339135777,
      "grad_norm": 3.285938098642387,
      "learning_rate": 0.00015595374205456554,
      "loss": 4.0,
      "step": 72419
    },
    {
      "epoch": 2.9662092975629735,
      "grad_norm": 3.713849708919118,
      "learning_rate": 0.00015595048322866444,
      "loss": 5.5312,
      "step": 72420
    },
    {
      "epoch": 2.96625025599017,
      "grad_norm": 3.25415899589961,
      "learning_rate": 0.00015594722439995037,
      "loss": 4.1875,
      "step": 72421
    },
    {
      "epoch": 2.9662912144173665,
      "grad_norm": 3.4231386329614475,
      "learning_rate": 0.00015594396556842477,
      "loss": 4.5938,
      "step": 72422
    },
    {
      "epoch": 2.9663321728445626,
      "grad_norm": 3.5442197724031024,
      "learning_rate": 0.0001559407067340892,
      "loss": 4.5625,
      "step": 72423
    },
    {
      "epoch": 2.966373131271759,
      "grad_norm": 3.6492524012412932,
      "learning_rate": 0.00015593744789694518,
      "loss": 5.4688,
      "step": 72424
    },
    {
      "epoch": 2.9664140896989557,
      "grad_norm": 4.619370898585853,
      "learning_rate": 0.00015593418905699428,
      "loss": 5.0625,
      "step": 72425
    },
    {
      "epoch": 2.966455048126152,
      "grad_norm": 3.942992032571036,
      "learning_rate": 0.0001559309302142381,
      "loss": 3.5938,
      "step": 72426
    },
    {
      "epoch": 2.9664960065533483,
      "grad_norm": 4.339095331879669,
      "learning_rate": 0.00015592767136867809,
      "loss": 4.7812,
      "step": 72427
    },
    {
      "epoch": 2.966536964980545,
      "grad_norm": 3.7291035612173453,
      "learning_rate": 0.0001559244125203158,
      "loss": 4.875,
      "step": 72428
    },
    {
      "epoch": 2.9665779234077414,
      "grad_norm": 4.170913771238649,
      "learning_rate": 0.00015592115366915284,
      "loss": 4.25,
      "step": 72429
    },
    {
      "epoch": 2.9666188818349375,
      "grad_norm": 4.557627944250124,
      "learning_rate": 0.00015591789481519069,
      "loss": 4.4688,
      "step": 72430
    },
    {
      "epoch": 2.966659840262134,
      "grad_norm": 8.120163116955995,
      "learning_rate": 0.00015591463595843085,
      "loss": 5.5312,
      "step": 72431
    },
    {
      "epoch": 2.96670079868933,
      "grad_norm": 3.0295197692137315,
      "learning_rate": 0.00015591137709887497,
      "loss": 3.9219,
      "step": 72432
    },
    {
      "epoch": 2.9667417571165267,
      "grad_norm": 6.720991974123679,
      "learning_rate": 0.0001559081182365245,
      "loss": 3.4844,
      "step": 72433
    },
    {
      "epoch": 2.966782715543723,
      "grad_norm": 5.64199636658598,
      "learning_rate": 0.00015590485937138105,
      "loss": 1.3359,
      "step": 72434
    },
    {
      "epoch": 2.9668236739709197,
      "grad_norm": 3.8309882052973308,
      "learning_rate": 0.00015590160050344605,
      "loss": 4.2188,
      "step": 72435
    },
    {
      "epoch": 2.966864632398116,
      "grad_norm": 3.8227317526670213,
      "learning_rate": 0.00015589834163272118,
      "loss": 4.2188,
      "step": 72436
    },
    {
      "epoch": 2.9669055908253124,
      "grad_norm": 7.257864308365587,
      "learning_rate": 0.00015589508275920793,
      "loss": 5.75,
      "step": 72437
    },
    {
      "epoch": 2.9669465492525084,
      "grad_norm": 4.670381792822948,
      "learning_rate": 0.0001558918238829078,
      "loss": 3.6719,
      "step": 72438
    },
    {
      "epoch": 2.966987507679705,
      "grad_norm": 6.379242698386813,
      "learning_rate": 0.00015588856500382234,
      "loss": 5.4375,
      "step": 72439
    },
    {
      "epoch": 2.9670284661069015,
      "grad_norm": 3.8741326434436703,
      "learning_rate": 0.00015588530612195312,
      "loss": 5.375,
      "step": 72440
    },
    {
      "epoch": 2.967069424534098,
      "grad_norm": 3.8695953471634428,
      "learning_rate": 0.0001558820472373017,
      "loss": 5.875,
      "step": 72441
    },
    {
      "epoch": 2.967110382961294,
      "grad_norm": 3.3302146296728607,
      "learning_rate": 0.00015587878834986954,
      "loss": 4.4375,
      "step": 72442
    },
    {
      "epoch": 2.9671513413884907,
      "grad_norm": 3.6127810978835884,
      "learning_rate": 0.00015587552945965828,
      "loss": 4.7812,
      "step": 72443
    },
    {
      "epoch": 2.967192299815687,
      "grad_norm": 3.602945210678498,
      "learning_rate": 0.00015587227056666934,
      "loss": 5.3438,
      "step": 72444
    },
    {
      "epoch": 2.9672332582428833,
      "grad_norm": 4.71880460044823,
      "learning_rate": 0.00015586901167090442,
      "loss": 4.2188,
      "step": 72445
    },
    {
      "epoch": 2.96727421667008,
      "grad_norm": 3.2129113807152785,
      "learning_rate": 0.0001558657527723649,
      "loss": 4.0312,
      "step": 72446
    },
    {
      "epoch": 2.9673151750972764,
      "grad_norm": 9.207358864671155,
      "learning_rate": 0.00015586249387105244,
      "loss": 2.9219,
      "step": 72447
    },
    {
      "epoch": 2.967356133524473,
      "grad_norm": 4.183325192589555,
      "learning_rate": 0.0001558592349669685,
      "loss": 4.3125,
      "step": 72448
    },
    {
      "epoch": 2.967397091951669,
      "grad_norm": 3.4828498586393537,
      "learning_rate": 0.00015585597606011467,
      "loss": 4.3438,
      "step": 72449
    },
    {
      "epoch": 2.9674380503788655,
      "grad_norm": 4.536437930485079,
      "learning_rate": 0.00015585271715049247,
      "loss": 4.9062,
      "step": 72450
    },
    {
      "epoch": 2.9674790088060616,
      "grad_norm": 3.4041478536397034,
      "learning_rate": 0.00015584945823810347,
      "loss": 4.0312,
      "step": 72451
    },
    {
      "epoch": 2.967519967233258,
      "grad_norm": 3.4755311069791137,
      "learning_rate": 0.00015584619932294914,
      "loss": 4.375,
      "step": 72452
    },
    {
      "epoch": 2.9675609256604547,
      "grad_norm": 3.7415980139470975,
      "learning_rate": 0.00015584294040503106,
      "loss": 5.3125,
      "step": 72453
    },
    {
      "epoch": 2.9676018840876512,
      "grad_norm": 3.4043353443581936,
      "learning_rate": 0.0001558396814843508,
      "loss": 4.8438,
      "step": 72454
    },
    {
      "epoch": 2.9676428425148473,
      "grad_norm": 6.4692846913267275,
      "learning_rate": 0.00015583642256090992,
      "loss": 7.0,
      "step": 72455
    },
    {
      "epoch": 2.967683800942044,
      "grad_norm": 3.6822470634295303,
      "learning_rate": 0.00015583316363470984,
      "loss": 5.3438,
      "step": 72456
    },
    {
      "epoch": 2.96772475936924,
      "grad_norm": 3.886845469620411,
      "learning_rate": 0.00015582990470575225,
      "loss": 4.2188,
      "step": 72457
    },
    {
      "epoch": 2.9677657177964365,
      "grad_norm": 3.3956117217508788,
      "learning_rate": 0.0001558266457740386,
      "loss": 4.4062,
      "step": 72458
    },
    {
      "epoch": 2.967806676223633,
      "grad_norm": 4.492073194925494,
      "learning_rate": 0.00015582338683957044,
      "loss": 2.0156,
      "step": 72459
    },
    {
      "epoch": 2.9678476346508296,
      "grad_norm": 3.5845539151883723,
      "learning_rate": 0.00015582012790234928,
      "loss": 3.75,
      "step": 72460
    },
    {
      "epoch": 2.9678885930780257,
      "grad_norm": 3.4679609288056157,
      "learning_rate": 0.00015581686896237675,
      "loss": 4.6562,
      "step": 72461
    },
    {
      "epoch": 2.967929551505222,
      "grad_norm": 3.626342056868775,
      "learning_rate": 0.00015581361001965432,
      "loss": 3.8906,
      "step": 72462
    },
    {
      "epoch": 2.9679705099324187,
      "grad_norm": 3.866730709601947,
      "learning_rate": 0.0001558103510741836,
      "loss": 4.8125,
      "step": 72463
    },
    {
      "epoch": 2.968011468359615,
      "grad_norm": 3.451814099245198,
      "learning_rate": 0.00015580709212596606,
      "loss": 4.4375,
      "step": 72464
    },
    {
      "epoch": 2.9680524267868114,
      "grad_norm": 3.884810423364691,
      "learning_rate": 0.00015580383317500326,
      "loss": 4.1562,
      "step": 72465
    },
    {
      "epoch": 2.968093385214008,
      "grad_norm": 3.8835661079528068,
      "learning_rate": 0.00015580057422129672,
      "loss": 5.2812,
      "step": 72466
    },
    {
      "epoch": 2.9681343436412044,
      "grad_norm": 4.3147297069188255,
      "learning_rate": 0.000155797315264848,
      "loss": 4.0,
      "step": 72467
    },
    {
      "epoch": 2.9681753020684005,
      "grad_norm": 4.496907320948239,
      "learning_rate": 0.00015579405630565868,
      "loss": 6.2188,
      "step": 72468
    },
    {
      "epoch": 2.968216260495597,
      "grad_norm": 4.3562160692266945,
      "learning_rate": 0.00015579079734373026,
      "loss": 4.1875,
      "step": 72469
    },
    {
      "epoch": 2.968257218922793,
      "grad_norm": 5.734822458653008,
      "learning_rate": 0.0001557875383790643,
      "loss": 5.2812,
      "step": 72470
    },
    {
      "epoch": 2.9682981773499897,
      "grad_norm": 3.7498139781986404,
      "learning_rate": 0.00015578427941166228,
      "loss": 4.5312,
      "step": 72471
    },
    {
      "epoch": 2.968339135777186,
      "grad_norm": 3.7587510218481732,
      "learning_rate": 0.00015578102044152582,
      "loss": 4.625,
      "step": 72472
    },
    {
      "epoch": 2.9683800942043828,
      "grad_norm": 3.2510750763154297,
      "learning_rate": 0.00015577776146865642,
      "loss": 3.9375,
      "step": 72473
    },
    {
      "epoch": 2.968421052631579,
      "grad_norm": 5.990886753209209,
      "learning_rate": 0.00015577450249305565,
      "loss": 3.6875,
      "step": 72474
    },
    {
      "epoch": 2.9684620110587754,
      "grad_norm": 3.4444282662986643,
      "learning_rate": 0.000155771243514725,
      "loss": 4.3125,
      "step": 72475
    },
    {
      "epoch": 2.9685029694859715,
      "grad_norm": 5.456666748555729,
      "learning_rate": 0.00015576798453366606,
      "loss": 5.8125,
      "step": 72476
    },
    {
      "epoch": 2.968543927913168,
      "grad_norm": 4.802466570674716,
      "learning_rate": 0.00015576472554988034,
      "loss": 4.6562,
      "step": 72477
    },
    {
      "epoch": 2.9685848863403645,
      "grad_norm": 5.546298636777356,
      "learning_rate": 0.0001557614665633694,
      "loss": 4.6875,
      "step": 72478
    },
    {
      "epoch": 2.968625844767561,
      "grad_norm": 3.8984916327697166,
      "learning_rate": 0.00015575820757413478,
      "loss": 4.4375,
      "step": 72479
    },
    {
      "epoch": 2.968666803194757,
      "grad_norm": 3.712905984813907,
      "learning_rate": 0.00015575494858217798,
      "loss": 4.9062,
      "step": 72480
    },
    {
      "epoch": 2.9687077616219537,
      "grad_norm": 6.766919775040316,
      "learning_rate": 0.00015575168958750063,
      "loss": 6.2188,
      "step": 72481
    },
    {
      "epoch": 2.9687487200491502,
      "grad_norm": 3.5733221937798705,
      "learning_rate": 0.00015574843059010417,
      "loss": 5.4375,
      "step": 72482
    },
    {
      "epoch": 2.9687896784763463,
      "grad_norm": 3.2661383573163514,
      "learning_rate": 0.00015574517158999023,
      "loss": 3.8594,
      "step": 72483
    },
    {
      "epoch": 2.968830636903543,
      "grad_norm": 8.58605425488886,
      "learning_rate": 0.00015574191258716023,
      "loss": 5.0625,
      "step": 72484
    },
    {
      "epoch": 2.9688715953307394,
      "grad_norm": 5.52133383729632,
      "learning_rate": 0.00015573865358161588,
      "loss": 5.2812,
      "step": 72485
    },
    {
      "epoch": 2.968912553757936,
      "grad_norm": 16.366145196235244,
      "learning_rate": 0.00015573539457335858,
      "loss": 4.3438,
      "step": 72486
    },
    {
      "epoch": 2.968953512185132,
      "grad_norm": 3.835402787317373,
      "learning_rate": 0.0001557321355623899,
      "loss": 4.8125,
      "step": 72487
    },
    {
      "epoch": 2.9689944706123286,
      "grad_norm": 3.7632821907084693,
      "learning_rate": 0.00015572887654871143,
      "loss": 4.2812,
      "step": 72488
    },
    {
      "epoch": 2.9690354290395247,
      "grad_norm": 3.763879131352837,
      "learning_rate": 0.00015572561753232468,
      "loss": 3.8594,
      "step": 72489
    },
    {
      "epoch": 2.969076387466721,
      "grad_norm": 3.295262891825528,
      "learning_rate": 0.00015572235851323118,
      "loss": 4.5938,
      "step": 72490
    },
    {
      "epoch": 2.9691173458939177,
      "grad_norm": 3.4859234374668833,
      "learning_rate": 0.00015571909949143247,
      "loss": 4.4062,
      "step": 72491
    },
    {
      "epoch": 2.9691583043211143,
      "grad_norm": 3.7087128413409283,
      "learning_rate": 0.00015571584046693008,
      "loss": 4.0938,
      "step": 72492
    },
    {
      "epoch": 2.9691992627483104,
      "grad_norm": 4.035763805617243,
      "learning_rate": 0.0001557125814397256,
      "loss": 4.875,
      "step": 72493
    },
    {
      "epoch": 2.969240221175507,
      "grad_norm": 3.3977485998030814,
      "learning_rate": 0.00015570932240982057,
      "loss": 4.0938,
      "step": 72494
    },
    {
      "epoch": 2.969281179602703,
      "grad_norm": 3.719120154700008,
      "learning_rate": 0.0001557060633772165,
      "loss": 4.75,
      "step": 72495
    },
    {
      "epoch": 2.9693221380298995,
      "grad_norm": 6.040557836269227,
      "learning_rate": 0.00015570280434191487,
      "loss": 4.0625,
      "step": 72496
    },
    {
      "epoch": 2.969363096457096,
      "grad_norm": 3.3317677118708926,
      "learning_rate": 0.00015569954530391734,
      "loss": 3.8125,
      "step": 72497
    },
    {
      "epoch": 2.9694040548842926,
      "grad_norm": 4.2709731908327475,
      "learning_rate": 0.0001556962862632254,
      "loss": 1.2812,
      "step": 72498
    },
    {
      "epoch": 2.9694450133114887,
      "grad_norm": 4.876995994203036,
      "learning_rate": 0.0001556930272198406,
      "loss": 5.9062,
      "step": 72499
    },
    {
      "epoch": 2.9694859717386852,
      "grad_norm": 3.2598833736675603,
      "learning_rate": 0.0001556897681737644,
      "loss": 4.2812,
      "step": 72500
    },
    {
      "epoch": 2.9695269301658818,
      "grad_norm": 3.8244389093813482,
      "learning_rate": 0.0001556865091249985,
      "loss": 5.0312,
      "step": 72501
    },
    {
      "epoch": 2.969567888593078,
      "grad_norm": 9.12736464710449,
      "learning_rate": 0.00015568325007354428,
      "loss": 2.8906,
      "step": 72502
    },
    {
      "epoch": 2.9696088470202744,
      "grad_norm": 3.4389611726575473,
      "learning_rate": 0.00015567999101940332,
      "loss": 3.8125,
      "step": 72503
    },
    {
      "epoch": 2.969649805447471,
      "grad_norm": 6.28460256582423,
      "learning_rate": 0.00015567673196257724,
      "loss": 3.2812,
      "step": 72504
    },
    {
      "epoch": 2.9696907638746675,
      "grad_norm": 4.272237070692245,
      "learning_rate": 0.00015567347290306756,
      "loss": 5.5625,
      "step": 72505
    },
    {
      "epoch": 2.9697317223018636,
      "grad_norm": 3.3183548253106943,
      "learning_rate": 0.00015567021384087576,
      "loss": 4.1562,
      "step": 72506
    },
    {
      "epoch": 2.96977268072906,
      "grad_norm": 3.460915257288352,
      "learning_rate": 0.0001556669547760034,
      "loss": 4.7188,
      "step": 72507
    },
    {
      "epoch": 2.969813639156256,
      "grad_norm": 4.598354523459438,
      "learning_rate": 0.00015566369570845203,
      "loss": 4.8438,
      "step": 72508
    },
    {
      "epoch": 2.9698545975834527,
      "grad_norm": 4.6877403767297,
      "learning_rate": 0.0001556604366382232,
      "loss": 4.9375,
      "step": 72509
    },
    {
      "epoch": 2.9698955560106493,
      "grad_norm": 7.683314318158141,
      "learning_rate": 0.00015565717756531845,
      "loss": 5.375,
      "step": 72510
    },
    {
      "epoch": 2.969936514437846,
      "grad_norm": 4.492034597705121,
      "learning_rate": 0.00015565391848973935,
      "loss": 4.4688,
      "step": 72511
    },
    {
      "epoch": 2.969977472865042,
      "grad_norm": 3.7583116212488825,
      "learning_rate": 0.00015565065941148734,
      "loss": 4.2188,
      "step": 72512
    },
    {
      "epoch": 2.9700184312922384,
      "grad_norm": 3.4027257661549943,
      "learning_rate": 0.00015564740033056405,
      "loss": 4.3125,
      "step": 72513
    },
    {
      "epoch": 2.9700593897194345,
      "grad_norm": 3.869120711156198,
      "learning_rate": 0.00015564414124697102,
      "loss": 4.4375,
      "step": 72514
    },
    {
      "epoch": 2.970100348146631,
      "grad_norm": 4.083087193209657,
      "learning_rate": 0.00015564088216070974,
      "loss": 5.875,
      "step": 72515
    },
    {
      "epoch": 2.9701413065738276,
      "grad_norm": 3.459420959300418,
      "learning_rate": 0.00015563762307178178,
      "loss": 4.5,
      "step": 72516
    },
    {
      "epoch": 2.970182265001024,
      "grad_norm": 5.305269167285669,
      "learning_rate": 0.0001556343639801887,
      "loss": 4.5625,
      "step": 72517
    },
    {
      "epoch": 2.97022322342822,
      "grad_norm": 4.767263104444394,
      "learning_rate": 0.00015563110488593199,
      "loss": 4.7812,
      "step": 72518
    },
    {
      "epoch": 2.9702641818554167,
      "grad_norm": 3.8939625932258406,
      "learning_rate": 0.00015562784578901324,
      "loss": 4.7812,
      "step": 72519
    },
    {
      "epoch": 2.9703051402826133,
      "grad_norm": 3.694628761050901,
      "learning_rate": 0.00015562458668943397,
      "loss": 4.75,
      "step": 72520
    },
    {
      "epoch": 2.9703460987098094,
      "grad_norm": 3.7477417588505397,
      "learning_rate": 0.0001556213275871957,
      "loss": 4.0625,
      "step": 72521
    },
    {
      "epoch": 2.970387057137006,
      "grad_norm": 3.4780571792493338,
      "learning_rate": 0.00015561806848230002,
      "loss": 4.4062,
      "step": 72522
    },
    {
      "epoch": 2.9704280155642024,
      "grad_norm": 3.2958913554019773,
      "learning_rate": 0.00015561480937474845,
      "loss": 4.2812,
      "step": 72523
    },
    {
      "epoch": 2.970468973991399,
      "grad_norm": 3.993791879151255,
      "learning_rate": 0.00015561155026454248,
      "loss": 2.0156,
      "step": 72524
    },
    {
      "epoch": 2.970509932418595,
      "grad_norm": 4.014170361689085,
      "learning_rate": 0.0001556082911516837,
      "loss": 3.7969,
      "step": 72525
    },
    {
      "epoch": 2.9705508908457916,
      "grad_norm": 3.828964971678688,
      "learning_rate": 0.00015560503203617372,
      "loss": 4.0312,
      "step": 72526
    },
    {
      "epoch": 2.9705918492729877,
      "grad_norm": 3.995918797637698,
      "learning_rate": 0.00015560177291801394,
      "loss": 5.75,
      "step": 72527
    },
    {
      "epoch": 2.9706328077001842,
      "grad_norm": 3.5753481246386034,
      "learning_rate": 0.00015559851379720596,
      "loss": 4.9062,
      "step": 72528
    },
    {
      "epoch": 2.9706737661273808,
      "grad_norm": 4.331554490570304,
      "learning_rate": 0.00015559525467375137,
      "loss": 6.0938,
      "step": 72529
    },
    {
      "epoch": 2.9707147245545773,
      "grad_norm": 2.9998587444399676,
      "learning_rate": 0.00015559199554765165,
      "loss": 2.6562,
      "step": 72530
    },
    {
      "epoch": 2.9707556829817734,
      "grad_norm": 3.421391151017416,
      "learning_rate": 0.00015558873641890835,
      "loss": 4.4375,
      "step": 72531
    },
    {
      "epoch": 2.97079664140897,
      "grad_norm": 3.636846725529051,
      "learning_rate": 0.000155585477287523,
      "loss": 2.0312,
      "step": 72532
    },
    {
      "epoch": 2.970837599836166,
      "grad_norm": 3.463915102027382,
      "learning_rate": 0.00015558221815349722,
      "loss": 4.0,
      "step": 72533
    },
    {
      "epoch": 2.9708785582633626,
      "grad_norm": 3.9750518709848612,
      "learning_rate": 0.00015557895901683244,
      "loss": 5.875,
      "step": 72534
    },
    {
      "epoch": 2.970919516690559,
      "grad_norm": 4.071668827619721,
      "learning_rate": 0.00015557569987753028,
      "loss": 1.5625,
      "step": 72535
    },
    {
      "epoch": 2.9709604751177556,
      "grad_norm": 3.3252467461142916,
      "learning_rate": 0.00015557244073559224,
      "loss": 4.0,
      "step": 72536
    },
    {
      "epoch": 2.9710014335449517,
      "grad_norm": 3.5781835760019587,
      "learning_rate": 0.00015556918159101988,
      "loss": 4.0,
      "step": 72537
    },
    {
      "epoch": 2.9710423919721483,
      "grad_norm": 3.8876629278685293,
      "learning_rate": 0.00015556592244381475,
      "loss": 4.8438,
      "step": 72538
    },
    {
      "epoch": 2.971083350399345,
      "grad_norm": 21.97351949478007,
      "learning_rate": 0.00015556266329397832,
      "loss": 4.1875,
      "step": 72539
    },
    {
      "epoch": 2.971124308826541,
      "grad_norm": 3.319824287610751,
      "learning_rate": 0.0001555594041415122,
      "loss": 4.6875,
      "step": 72540
    },
    {
      "epoch": 2.9711652672537374,
      "grad_norm": 3.8277523360647994,
      "learning_rate": 0.000155556144986418,
      "loss": 4.6562,
      "step": 72541
    },
    {
      "epoch": 2.971206225680934,
      "grad_norm": 4.264085493770402,
      "learning_rate": 0.00015555288582869711,
      "loss": 4.5625,
      "step": 72542
    },
    {
      "epoch": 2.9712471841081305,
      "grad_norm": 3.4517903923892335,
      "learning_rate": 0.0001555496266683511,
      "loss": 3.9688,
      "step": 72543
    },
    {
      "epoch": 2.9712881425353266,
      "grad_norm": 3.6951332431668367,
      "learning_rate": 0.0001555463675053816,
      "loss": 4.5938,
      "step": 72544
    },
    {
      "epoch": 2.971329100962523,
      "grad_norm": 14.247249020485393,
      "learning_rate": 0.0001555431083397901,
      "loss": 4.1562,
      "step": 72545
    },
    {
      "epoch": 2.971370059389719,
      "grad_norm": 3.736818741412661,
      "learning_rate": 0.00015553984917157816,
      "loss": 4.1562,
      "step": 72546
    },
    {
      "epoch": 2.9714110178169157,
      "grad_norm": 4.535962183045993,
      "learning_rate": 0.00015553659000074727,
      "loss": 4.0,
      "step": 72547
    },
    {
      "epoch": 2.9714519762441123,
      "grad_norm": 6.201640806265731,
      "learning_rate": 0.00015553333082729895,
      "loss": 4.5625,
      "step": 72548
    },
    {
      "epoch": 2.971492934671309,
      "grad_norm": 3.5328640112428444,
      "learning_rate": 0.00015553007165123486,
      "loss": 4.625,
      "step": 72549
    },
    {
      "epoch": 2.971533893098505,
      "grad_norm": 3.3329321948283015,
      "learning_rate": 0.00015552681247255648,
      "loss": 3.6094,
      "step": 72550
    },
    {
      "epoch": 2.9715748515257014,
      "grad_norm": 3.880077336212541,
      "learning_rate": 0.0001555235532912653,
      "loss": 3.5781,
      "step": 72551
    },
    {
      "epoch": 2.9716158099528975,
      "grad_norm": 3.2451191885555692,
      "learning_rate": 0.0001555202941073629,
      "loss": 3.7188,
      "step": 72552
    },
    {
      "epoch": 2.971656768380094,
      "grad_norm": 3.444902438315414,
      "learning_rate": 0.00015551703492085086,
      "loss": 4.5,
      "step": 72553
    },
    {
      "epoch": 2.9716977268072906,
      "grad_norm": 4.165541492887096,
      "learning_rate": 0.0001555137757317307,
      "loss": 4.4062,
      "step": 72554
    },
    {
      "epoch": 2.971738685234487,
      "grad_norm": 3.5360994949530933,
      "learning_rate": 0.00015551051654000392,
      "loss": 4.6562,
      "step": 72555
    },
    {
      "epoch": 2.9717796436616832,
      "grad_norm": 4.116120075230723,
      "learning_rate": 0.00015550725734567208,
      "loss": 4.125,
      "step": 72556
    },
    {
      "epoch": 2.9718206020888798,
      "grad_norm": 7.519711028182854,
      "learning_rate": 0.00015550399814873674,
      "loss": 4.3438,
      "step": 72557
    },
    {
      "epoch": 2.9718615605160763,
      "grad_norm": 4.203096208476989,
      "learning_rate": 0.00015550073894919945,
      "loss": 4.8125,
      "step": 72558
    },
    {
      "epoch": 2.9719025189432724,
      "grad_norm": 6.292269877619199,
      "learning_rate": 0.0001554974797470617,
      "loss": 2.6406,
      "step": 72559
    },
    {
      "epoch": 2.971943477370469,
      "grad_norm": 10.751341824623152,
      "learning_rate": 0.00015549422054232504,
      "loss": 4.5,
      "step": 72560
    },
    {
      "epoch": 2.9719844357976655,
      "grad_norm": 3.7275640213623684,
      "learning_rate": 0.00015549096133499107,
      "loss": 4.875,
      "step": 72561
    },
    {
      "epoch": 2.972025394224862,
      "grad_norm": 3.5732343853141644,
      "learning_rate": 0.0001554877021250613,
      "loss": 4.3125,
      "step": 72562
    },
    {
      "epoch": 2.972066352652058,
      "grad_norm": 5.024685836201434,
      "learning_rate": 0.00015548444291253724,
      "loss": 4.125,
      "step": 72563
    },
    {
      "epoch": 2.9721073110792546,
      "grad_norm": 3.6422483621556045,
      "learning_rate": 0.00015548118369742043,
      "loss": 5.4375,
      "step": 72564
    },
    {
      "epoch": 2.9721482695064507,
      "grad_norm": 3.714538224116338,
      "learning_rate": 0.00015547792447971248,
      "loss": 4.0,
      "step": 72565
    },
    {
      "epoch": 2.9721892279336473,
      "grad_norm": 4.244274908456036,
      "learning_rate": 0.00015547466525941487,
      "loss": 3.7344,
      "step": 72566
    },
    {
      "epoch": 2.972230186360844,
      "grad_norm": 3.853570373347445,
      "learning_rate": 0.00015547140603652915,
      "loss": 5.1562,
      "step": 72567
    },
    {
      "epoch": 2.9722711447880403,
      "grad_norm": 3.449768517693224,
      "learning_rate": 0.00015546814681105685,
      "loss": 3.9219,
      "step": 72568
    },
    {
      "epoch": 2.9723121032152364,
      "grad_norm": 4.562599521610254,
      "learning_rate": 0.00015546488758299954,
      "loss": 4.3438,
      "step": 72569
    },
    {
      "epoch": 2.972353061642433,
      "grad_norm": 4.365889285846461,
      "learning_rate": 0.0001554616283523588,
      "loss": 4.375,
      "step": 72570
    },
    {
      "epoch": 2.972394020069629,
      "grad_norm": 4.355634950495595,
      "learning_rate": 0.00015545836911913606,
      "loss": 5.0,
      "step": 72571
    },
    {
      "epoch": 2.9724349784968256,
      "grad_norm": 3.8289517835273568,
      "learning_rate": 0.00015545510988333296,
      "loss": 4.0625,
      "step": 72572
    },
    {
      "epoch": 2.972475936924022,
      "grad_norm": 3.5278376437229344,
      "learning_rate": 0.00015545185064495096,
      "loss": 4.3125,
      "step": 72573
    },
    {
      "epoch": 2.9725168953512187,
      "grad_norm": 4.038004409235292,
      "learning_rate": 0.00015544859140399168,
      "loss": 5.25,
      "step": 72574
    },
    {
      "epoch": 2.9725578537784147,
      "grad_norm": 7.667442748143042,
      "learning_rate": 0.00015544533216045657,
      "loss": 3.9219,
      "step": 72575
    },
    {
      "epoch": 2.9725988122056113,
      "grad_norm": 3.6707607863888683,
      "learning_rate": 0.00015544207291434727,
      "loss": 4.4375,
      "step": 72576
    },
    {
      "epoch": 2.972639770632808,
      "grad_norm": 2.903410328222315,
      "learning_rate": 0.00015543881366566524,
      "loss": 3.0625,
      "step": 72577
    },
    {
      "epoch": 2.972680729060004,
      "grad_norm": 5.096553040280554,
      "learning_rate": 0.0001554355544144121,
      "loss": 4.625,
      "step": 72578
    },
    {
      "epoch": 2.9727216874872004,
      "grad_norm": 13.471560100768494,
      "learning_rate": 0.00015543229516058927,
      "loss": 6.5938,
      "step": 72579
    },
    {
      "epoch": 2.972762645914397,
      "grad_norm": 3.325185475922951,
      "learning_rate": 0.00015542903590419843,
      "loss": 3.9375,
      "step": 72580
    },
    {
      "epoch": 2.9728036043415935,
      "grad_norm": 3.5970294707712043,
      "learning_rate": 0.00015542577664524104,
      "loss": 4.5312,
      "step": 72581
    },
    {
      "epoch": 2.9728445627687896,
      "grad_norm": 7.054904186364158,
      "learning_rate": 0.00015542251738371866,
      "loss": 3.5625,
      "step": 72582
    },
    {
      "epoch": 2.972885521195986,
      "grad_norm": 3.357850568747841,
      "learning_rate": 0.00015541925811963286,
      "loss": 2.0781,
      "step": 72583
    },
    {
      "epoch": 2.9729264796231822,
      "grad_norm": 5.314304016185238,
      "learning_rate": 0.00015541599885298508,
      "loss": 4.2188,
      "step": 72584
    },
    {
      "epoch": 2.9729674380503788,
      "grad_norm": 4.948118284172438,
      "learning_rate": 0.00015541273958377696,
      "loss": 3.3594,
      "step": 72585
    },
    {
      "epoch": 2.9730083964775753,
      "grad_norm": 4.133836330398426,
      "learning_rate": 0.00015540948031201002,
      "loss": 4.7812,
      "step": 72586
    },
    {
      "epoch": 2.973049354904772,
      "grad_norm": 3.564657393154642,
      "learning_rate": 0.0001554062210376858,
      "loss": 3.8125,
      "step": 72587
    },
    {
      "epoch": 2.973090313331968,
      "grad_norm": 5.767766883256081,
      "learning_rate": 0.0001554029617608058,
      "loss": 3.4844,
      "step": 72588
    },
    {
      "epoch": 2.9731312717591645,
      "grad_norm": 4.164268256930849,
      "learning_rate": 0.0001553997024813716,
      "loss": 3.7812,
      "step": 72589
    },
    {
      "epoch": 2.973172230186361,
      "grad_norm": 5.752865141852337,
      "learning_rate": 0.00015539644319938475,
      "loss": 0.9453,
      "step": 72590
    },
    {
      "epoch": 2.973213188613557,
      "grad_norm": 5.615215992131394,
      "learning_rate": 0.0001553931839148468,
      "loss": 4.4062,
      "step": 72591
    },
    {
      "epoch": 2.9732541470407536,
      "grad_norm": 3.3416570814469178,
      "learning_rate": 0.0001553899246277592,
      "loss": 4.0,
      "step": 72592
    },
    {
      "epoch": 2.97329510546795,
      "grad_norm": 3.6267061839947443,
      "learning_rate": 0.0001553866653381236,
      "loss": 4.75,
      "step": 72593
    },
    {
      "epoch": 2.9733360638951463,
      "grad_norm": 4.0152030734775925,
      "learning_rate": 0.00015538340604594148,
      "loss": 5.1875,
      "step": 72594
    },
    {
      "epoch": 2.973377022322343,
      "grad_norm": 4.309552526587951,
      "learning_rate": 0.00015538014675121444,
      "loss": 3.0625,
      "step": 72595
    },
    {
      "epoch": 2.9734179807495393,
      "grad_norm": 3.2345850518598365,
      "learning_rate": 0.0001553768874539439,
      "loss": 5.0,
      "step": 72596
    },
    {
      "epoch": 2.9734589391767354,
      "grad_norm": 3.358121983944577,
      "learning_rate": 0.00015537362815413157,
      "loss": 4.5938,
      "step": 72597
    },
    {
      "epoch": 2.973499897603932,
      "grad_norm": 3.6091716152739854,
      "learning_rate": 0.00015537036885177884,
      "loss": 4.6562,
      "step": 72598
    },
    {
      "epoch": 2.9735408560311285,
      "grad_norm": 4.2810054237129,
      "learning_rate": 0.00015536710954688733,
      "loss": 6.0312,
      "step": 72599
    },
    {
      "epoch": 2.973581814458325,
      "grad_norm": 4.108892539680471,
      "learning_rate": 0.00015536385023945856,
      "loss": 5.0625,
      "step": 72600
    },
    {
      "epoch": 2.973622772885521,
      "grad_norm": 7.720598670453307,
      "learning_rate": 0.00015536059092949406,
      "loss": 5.3125,
      "step": 72601
    },
    {
      "epoch": 2.9736637313127177,
      "grad_norm": 5.5258091914998975,
      "learning_rate": 0.0001553573316169954,
      "loss": 5.125,
      "step": 72602
    },
    {
      "epoch": 2.9737046897399138,
      "grad_norm": 4.40912683281923,
      "learning_rate": 0.0001553540723019641,
      "loss": 5.625,
      "step": 72603
    },
    {
      "epoch": 2.9737456481671103,
      "grad_norm": 3.1333623357062264,
      "learning_rate": 0.0001553508129844017,
      "loss": 3.7656,
      "step": 72604
    },
    {
      "epoch": 2.973786606594307,
      "grad_norm": 3.5443788883032576,
      "learning_rate": 0.00015534755366430978,
      "loss": 3.5625,
      "step": 72605
    },
    {
      "epoch": 2.9738275650215034,
      "grad_norm": 3.5065198506891666,
      "learning_rate": 0.00015534429434168985,
      "loss": 4.4375,
      "step": 72606
    },
    {
      "epoch": 2.9738685234486995,
      "grad_norm": 7.8465820574691865,
      "learning_rate": 0.00015534103501654338,
      "loss": 5.6875,
      "step": 72607
    },
    {
      "epoch": 2.973909481875896,
      "grad_norm": 6.911729464304299,
      "learning_rate": 0.00015533777568887201,
      "loss": 4.9688,
      "step": 72608
    },
    {
      "epoch": 2.9739504403030925,
      "grad_norm": 4.40134696799377,
      "learning_rate": 0.00015533451635867728,
      "loss": 3.75,
      "step": 72609
    },
    {
      "epoch": 2.9739913987302886,
      "grad_norm": 3.440065670795873,
      "learning_rate": 0.0001553312570259607,
      "loss": 4.1562,
      "step": 72610
    },
    {
      "epoch": 2.974032357157485,
      "grad_norm": 3.5893871200598304,
      "learning_rate": 0.00015532799769072374,
      "loss": 5.125,
      "step": 72611
    },
    {
      "epoch": 2.9740733155846817,
      "grad_norm": 8.95879525193055,
      "learning_rate": 0.00015532473835296805,
      "loss": 3.8594,
      "step": 72612
    },
    {
      "epoch": 2.974114274011878,
      "grad_norm": 3.406482828940625,
      "learning_rate": 0.00015532147901269514,
      "loss": 4.5938,
      "step": 72613
    },
    {
      "epoch": 2.9741552324390743,
      "grad_norm": 4.680349869774382,
      "learning_rate": 0.00015531821966990658,
      "loss": 3.5312,
      "step": 72614
    },
    {
      "epoch": 2.974196190866271,
      "grad_norm": 3.1690445268095253,
      "learning_rate": 0.0001553149603246038,
      "loss": 3.75,
      "step": 72615
    },
    {
      "epoch": 2.974237149293467,
      "grad_norm": 3.585066591316606,
      "learning_rate": 0.00015531170097678846,
      "loss": 4.8438,
      "step": 72616
    },
    {
      "epoch": 2.9742781077206635,
      "grad_norm": 3.484516363556239,
      "learning_rate": 0.00015530844162646204,
      "loss": 3.6406,
      "step": 72617
    },
    {
      "epoch": 2.97431906614786,
      "grad_norm": 4.826337158609611,
      "learning_rate": 0.00015530518227362613,
      "loss": 2.7969,
      "step": 72618
    },
    {
      "epoch": 2.9743600245750565,
      "grad_norm": 3.133820511171964,
      "learning_rate": 0.00015530192291828224,
      "loss": 4.125,
      "step": 72619
    },
    {
      "epoch": 2.9744009830022526,
      "grad_norm": 3.2144768635958982,
      "learning_rate": 0.00015529866356043186,
      "loss": 4.125,
      "step": 72620
    },
    {
      "epoch": 2.974441941429449,
      "grad_norm": 3.702358490151958,
      "learning_rate": 0.00015529540420007658,
      "loss": 4.5625,
      "step": 72621
    },
    {
      "epoch": 2.9744828998566453,
      "grad_norm": 3.786846230609193,
      "learning_rate": 0.00015529214483721797,
      "loss": 4.375,
      "step": 72622
    },
    {
      "epoch": 2.974523858283842,
      "grad_norm": 3.222965221540407,
      "learning_rate": 0.00015528888547185755,
      "loss": 4.2188,
      "step": 72623
    },
    {
      "epoch": 2.9745648167110383,
      "grad_norm": 3.3389033300812296,
      "learning_rate": 0.00015528562610399682,
      "loss": 4.0938,
      "step": 72624
    },
    {
      "epoch": 2.974605775138235,
      "grad_norm": 5.123513863326289,
      "learning_rate": 0.00015528236673363738,
      "loss": 5.25,
      "step": 72625
    },
    {
      "epoch": 2.974646733565431,
      "grad_norm": 3.7778798543461334,
      "learning_rate": 0.00015527910736078072,
      "loss": 4.75,
      "step": 72626
    },
    {
      "epoch": 2.9746876919926275,
      "grad_norm": 4.230378146087175,
      "learning_rate": 0.00015527584798542845,
      "loss": 3.4219,
      "step": 72627
    },
    {
      "epoch": 2.974728650419824,
      "grad_norm": 9.566466427873868,
      "learning_rate": 0.000155272588607582,
      "loss": 3.7812,
      "step": 72628
    },
    {
      "epoch": 2.97476960884702,
      "grad_norm": 4.462570549927098,
      "learning_rate": 0.000155269329227243,
      "loss": 4.9688,
      "step": 72629
    },
    {
      "epoch": 2.9748105672742167,
      "grad_norm": 7.24414138701387,
      "learning_rate": 0.000155266069844413,
      "loss": 1.375,
      "step": 72630
    },
    {
      "epoch": 2.974851525701413,
      "grad_norm": 3.8853612181863983,
      "learning_rate": 0.00015526281045909345,
      "loss": 4.5312,
      "step": 72631
    },
    {
      "epoch": 2.9748924841286097,
      "grad_norm": 3.453473288632975,
      "learning_rate": 0.00015525955107128597,
      "loss": 3.9531,
      "step": 72632
    },
    {
      "epoch": 2.974933442555806,
      "grad_norm": 3.3128564522819097,
      "learning_rate": 0.0001552562916809921,
      "loss": 4.0625,
      "step": 72633
    },
    {
      "epoch": 2.9749744009830024,
      "grad_norm": 3.418950227292678,
      "learning_rate": 0.00015525303228821336,
      "loss": 4.5312,
      "step": 72634
    },
    {
      "epoch": 2.9750153594101985,
      "grad_norm": 19.918367714802134,
      "learning_rate": 0.00015524977289295132,
      "loss": 7.0312,
      "step": 72635
    },
    {
      "epoch": 2.975056317837395,
      "grad_norm": 4.333945586009669,
      "learning_rate": 0.0001552465134952074,
      "loss": 4.9688,
      "step": 72636
    },
    {
      "epoch": 2.9750972762645915,
      "grad_norm": 4.099676499503363,
      "learning_rate": 0.00015524325409498329,
      "loss": 4.7812,
      "step": 72637
    },
    {
      "epoch": 2.975138234691788,
      "grad_norm": 3.7971777426205064,
      "learning_rate": 0.00015523999469228047,
      "loss": 4.8438,
      "step": 72638
    },
    {
      "epoch": 2.975179193118984,
      "grad_norm": 4.103621748853423,
      "learning_rate": 0.0001552367352871005,
      "loss": 4.2812,
      "step": 72639
    },
    {
      "epoch": 2.9752201515461807,
      "grad_norm": 3.3187365424588076,
      "learning_rate": 0.0001552334758794449,
      "loss": 4.4375,
      "step": 72640
    },
    {
      "epoch": 2.975261109973377,
      "grad_norm": 3.070215497157879,
      "learning_rate": 0.00015523021646931523,
      "loss": 3.6719,
      "step": 72641
    },
    {
      "epoch": 2.9753020684005733,
      "grad_norm": 4.382868270573713,
      "learning_rate": 0.000155226957056713,
      "loss": 3.7812,
      "step": 72642
    },
    {
      "epoch": 2.97534302682777,
      "grad_norm": 4.465892236082996,
      "learning_rate": 0.00015522369764163973,
      "loss": 4.625,
      "step": 72643
    },
    {
      "epoch": 2.9753839852549664,
      "grad_norm": 3.4312429970935465,
      "learning_rate": 0.00015522043822409703,
      "loss": 3.9375,
      "step": 72644
    },
    {
      "epoch": 2.9754249436821625,
      "grad_norm": 4.162724486583121,
      "learning_rate": 0.00015521717880408642,
      "loss": 3.0938,
      "step": 72645
    },
    {
      "epoch": 2.975465902109359,
      "grad_norm": 6.163742301364968,
      "learning_rate": 0.0001552139193816094,
      "loss": 6.2188,
      "step": 72646
    },
    {
      "epoch": 2.9755068605365556,
      "grad_norm": 3.1238074056142553,
      "learning_rate": 0.00015521065995666755,
      "loss": 3.5469,
      "step": 72647
    },
    {
      "epoch": 2.9755478189637516,
      "grad_norm": 4.107246094238834,
      "learning_rate": 0.0001552074005292624,
      "loss": 4.3125,
      "step": 72648
    },
    {
      "epoch": 2.975588777390948,
      "grad_norm": 4.25873768987354,
      "learning_rate": 0.00015520414109939553,
      "loss": 4.8438,
      "step": 72649
    },
    {
      "epoch": 2.9756297358181447,
      "grad_norm": 3.404990980004673,
      "learning_rate": 0.00015520088166706843,
      "loss": 4.25,
      "step": 72650
    },
    {
      "epoch": 2.9756706942453413,
      "grad_norm": 3.901564141398907,
      "learning_rate": 0.00015519762223228264,
      "loss": 4.5,
      "step": 72651
    },
    {
      "epoch": 2.9757116526725373,
      "grad_norm": 3.784826768649187,
      "learning_rate": 0.00015519436279503972,
      "loss": 4.4375,
      "step": 72652
    },
    {
      "epoch": 2.975752611099734,
      "grad_norm": 3.725648516465542,
      "learning_rate": 0.0001551911033553412,
      "loss": 4.9375,
      "step": 72653
    },
    {
      "epoch": 2.97579356952693,
      "grad_norm": 3.6617946593824717,
      "learning_rate": 0.00015518784391318867,
      "loss": 5.625,
      "step": 72654
    },
    {
      "epoch": 2.9758345279541265,
      "grad_norm": 12.062266777412106,
      "learning_rate": 0.0001551845844685836,
      "loss": 6.75,
      "step": 72655
    },
    {
      "epoch": 2.975875486381323,
      "grad_norm": 3.881148922999077,
      "learning_rate": 0.00015518132502152752,
      "loss": 5.4375,
      "step": 72656
    },
    {
      "epoch": 2.9759164448085196,
      "grad_norm": 6.459002976911793,
      "learning_rate": 0.00015517806557202205,
      "loss": 5.5,
      "step": 72657
    },
    {
      "epoch": 2.9759574032357157,
      "grad_norm": 3.6738998617954093,
      "learning_rate": 0.0001551748061200687,
      "loss": 5.125,
      "step": 72658
    },
    {
      "epoch": 2.975998361662912,
      "grad_norm": 3.9029276488784146,
      "learning_rate": 0.00015517154666566899,
      "loss": 4.7188,
      "step": 72659
    },
    {
      "epoch": 2.9760393200901083,
      "grad_norm": 3.414122127136658,
      "learning_rate": 0.00015516828720882445,
      "loss": 5.0938,
      "step": 72660
    },
    {
      "epoch": 2.976080278517305,
      "grad_norm": 4.179842166428745,
      "learning_rate": 0.0001551650277495367,
      "loss": 5.25,
      "step": 72661
    },
    {
      "epoch": 2.9761212369445014,
      "grad_norm": 4.238885079811704,
      "learning_rate": 0.00015516176828780717,
      "loss": 5.125,
      "step": 72662
    },
    {
      "epoch": 2.976162195371698,
      "grad_norm": 3.8980361400964765,
      "learning_rate": 0.0001551585088236375,
      "loss": 3.8594,
      "step": 72663
    },
    {
      "epoch": 2.976203153798894,
      "grad_norm": 6.263507392830223,
      "learning_rate": 0.0001551552493570291,
      "loss": 3.6406,
      "step": 72664
    },
    {
      "epoch": 2.9762441122260905,
      "grad_norm": 3.3443734435588124,
      "learning_rate": 0.00015515198988798367,
      "loss": 4.4688,
      "step": 72665
    },
    {
      "epoch": 2.976285070653287,
      "grad_norm": 3.3811190610027024,
      "learning_rate": 0.0001551487304165027,
      "loss": 4.3438,
      "step": 72666
    },
    {
      "epoch": 2.976326029080483,
      "grad_norm": 3.97542928771852,
      "learning_rate": 0.00015514547094258767,
      "loss": 5.2188,
      "step": 72667
    },
    {
      "epoch": 2.9763669875076797,
      "grad_norm": 3.7449207678856142,
      "learning_rate": 0.00015514221146624012,
      "loss": 4.3125,
      "step": 72668
    },
    {
      "epoch": 2.9764079459348762,
      "grad_norm": 3.1522683318206415,
      "learning_rate": 0.0001551389519874617,
      "loss": 4.0625,
      "step": 72669
    },
    {
      "epoch": 2.9764489043620728,
      "grad_norm": 4.403999148079235,
      "learning_rate": 0.00015513569250625385,
      "loss": 4.5,
      "step": 72670
    },
    {
      "epoch": 2.976489862789269,
      "grad_norm": 3.2824271947059094,
      "learning_rate": 0.00015513243302261816,
      "loss": 4.1875,
      "step": 72671
    },
    {
      "epoch": 2.9765308212164654,
      "grad_norm": 3.354219198896728,
      "learning_rate": 0.00015512917353655614,
      "loss": 4.7188,
      "step": 72672
    },
    {
      "epoch": 2.9765717796436615,
      "grad_norm": 4.194331853292574,
      "learning_rate": 0.00015512591404806935,
      "loss": 3.5156,
      "step": 72673
    },
    {
      "epoch": 2.976612738070858,
      "grad_norm": 3.8480942714293764,
      "learning_rate": 0.0001551226545571593,
      "loss": 4.2812,
      "step": 72674
    },
    {
      "epoch": 2.9766536964980546,
      "grad_norm": 13.078390792016162,
      "learning_rate": 0.0001551193950638276,
      "loss": 6.3125,
      "step": 72675
    },
    {
      "epoch": 2.976694654925251,
      "grad_norm": 3.8456706416885598,
      "learning_rate": 0.00015511613556807574,
      "loss": 3.9375,
      "step": 72676
    },
    {
      "epoch": 2.976735613352447,
      "grad_norm": 5.670248136711701,
      "learning_rate": 0.00015511287606990526,
      "loss": 4.2188,
      "step": 72677
    },
    {
      "epoch": 2.9767765717796437,
      "grad_norm": 4.715243302858619,
      "learning_rate": 0.00015510961656931772,
      "loss": 6.4062,
      "step": 72678
    },
    {
      "epoch": 2.97681753020684,
      "grad_norm": 3.6841251825444092,
      "learning_rate": 0.0001551063570663146,
      "loss": 4.8125,
      "step": 72679
    },
    {
      "epoch": 2.9768584886340363,
      "grad_norm": 5.04848106624471,
      "learning_rate": 0.00015510309756089753,
      "loss": 6.4062,
      "step": 72680
    },
    {
      "epoch": 2.976899447061233,
      "grad_norm": 4.194016716207735,
      "learning_rate": 0.00015509983805306804,
      "loss": 5.0938,
      "step": 72681
    },
    {
      "epoch": 2.9769404054884294,
      "grad_norm": 4.602659053388538,
      "learning_rate": 0.00015509657854282757,
      "loss": 4.5312,
      "step": 72682
    },
    {
      "epoch": 2.9769813639156255,
      "grad_norm": 3.141647727870911,
      "learning_rate": 0.00015509331903017776,
      "loss": 4.5,
      "step": 72683
    },
    {
      "epoch": 2.977022322342822,
      "grad_norm": 4.837691811001981,
      "learning_rate": 0.00015509005951512016,
      "loss": 4.625,
      "step": 72684
    },
    {
      "epoch": 2.9770632807700186,
      "grad_norm": 2.936078267972212,
      "learning_rate": 0.00015508679999765625,
      "loss": 3.6875,
      "step": 72685
    },
    {
      "epoch": 2.9771042391972147,
      "grad_norm": 4.870339712667654,
      "learning_rate": 0.0001550835404777876,
      "loss": 2.8281,
      "step": 72686
    },
    {
      "epoch": 2.977145197624411,
      "grad_norm": 3.519541716472697,
      "learning_rate": 0.00015508028095551576,
      "loss": 4.2188,
      "step": 72687
    },
    {
      "epoch": 2.9771861560516077,
      "grad_norm": 3.2877961018595503,
      "learning_rate": 0.0001550770214308422,
      "loss": 2.9375,
      "step": 72688
    },
    {
      "epoch": 2.9772271144788043,
      "grad_norm": 3.604555673463517,
      "learning_rate": 0.0001550737619037686,
      "loss": 4.6562,
      "step": 72689
    },
    {
      "epoch": 2.9772680729060004,
      "grad_norm": 3.3724201723107754,
      "learning_rate": 0.00015507050237429637,
      "loss": 4.6875,
      "step": 72690
    },
    {
      "epoch": 2.977309031333197,
      "grad_norm": 5.277982235558276,
      "learning_rate": 0.0001550672428424271,
      "loss": 3.4844,
      "step": 72691
    },
    {
      "epoch": 2.977349989760393,
      "grad_norm": 3.4632538605887424,
      "learning_rate": 0.00015506398330816234,
      "loss": 4.0,
      "step": 72692
    },
    {
      "epoch": 2.9773909481875895,
      "grad_norm": 3.9326307435011802,
      "learning_rate": 0.00015506072377150364,
      "loss": 4.3438,
      "step": 72693
    },
    {
      "epoch": 2.977431906614786,
      "grad_norm": 3.8368498378679154,
      "learning_rate": 0.00015505746423245248,
      "loss": 4.2188,
      "step": 72694
    },
    {
      "epoch": 2.9774728650419826,
      "grad_norm": 4.142501183055323,
      "learning_rate": 0.0001550542046910105,
      "loss": 4.6562,
      "step": 72695
    },
    {
      "epoch": 2.9775138234691787,
      "grad_norm": 17.948302380730762,
      "learning_rate": 0.00015505094514717916,
      "loss": 1.9141,
      "step": 72696
    },
    {
      "epoch": 2.9775547818963752,
      "grad_norm": 3.4832942896600443,
      "learning_rate": 0.00015504768560096002,
      "loss": 4.75,
      "step": 72697
    },
    {
      "epoch": 2.9775957403235713,
      "grad_norm": 4.379383310760921,
      "learning_rate": 0.00015504442605235463,
      "loss": 4.75,
      "step": 72698
    },
    {
      "epoch": 2.977636698750768,
      "grad_norm": 4.192143973718135,
      "learning_rate": 0.00015504116650136453,
      "loss": 5.2188,
      "step": 72699
    },
    {
      "epoch": 2.9776776571779644,
      "grad_norm": 3.4392360722148085,
      "learning_rate": 0.00015503790694799125,
      "loss": 4.1562,
      "step": 72700
    },
    {
      "epoch": 2.977718615605161,
      "grad_norm": 3.570794251862509,
      "learning_rate": 0.00015503464739223636,
      "loss": 4.6875,
      "step": 72701
    },
    {
      "epoch": 2.977759574032357,
      "grad_norm": 4.028290139747482,
      "learning_rate": 0.00015503138783410137,
      "loss": 5.0312,
      "step": 72702
    },
    {
      "epoch": 2.9778005324595536,
      "grad_norm": 4.054274974437245,
      "learning_rate": 0.00015502812827358783,
      "loss": 3.0781,
      "step": 72703
    },
    {
      "epoch": 2.97784149088675,
      "grad_norm": 4.263982422303864,
      "learning_rate": 0.00015502486871069726,
      "loss": 5.5938,
      "step": 72704
    },
    {
      "epoch": 2.977882449313946,
      "grad_norm": 3.7348201385177173,
      "learning_rate": 0.00015502160914543126,
      "loss": 4.0625,
      "step": 72705
    },
    {
      "epoch": 2.9779234077411427,
      "grad_norm": 4.439314076961554,
      "learning_rate": 0.00015501834957779134,
      "loss": 4.0938,
      "step": 72706
    },
    {
      "epoch": 2.9779643661683393,
      "grad_norm": 3.432797940200664,
      "learning_rate": 0.000155015090007779,
      "loss": 5.4062,
      "step": 72707
    },
    {
      "epoch": 2.978005324595536,
      "grad_norm": 3.500255435370119,
      "learning_rate": 0.00015501183043539583,
      "loss": 4.0938,
      "step": 72708
    },
    {
      "epoch": 2.978046283022732,
      "grad_norm": 3.25738850709927,
      "learning_rate": 0.00015500857086064333,
      "loss": 3.9688,
      "step": 72709
    },
    {
      "epoch": 2.9780872414499284,
      "grad_norm": 3.0224025905516134,
      "learning_rate": 0.00015500531128352313,
      "loss": 3.2344,
      "step": 72710
    },
    {
      "epoch": 2.9781281998771245,
      "grad_norm": 3.5697439909113724,
      "learning_rate": 0.0001550020517040367,
      "loss": 4.625,
      "step": 72711
    },
    {
      "epoch": 2.978169158304321,
      "grad_norm": 4.205270025156525,
      "learning_rate": 0.00015499879212218558,
      "loss": 4.7188,
      "step": 72712
    },
    {
      "epoch": 2.9782101167315176,
      "grad_norm": 3.707048157522589,
      "learning_rate": 0.0001549955325379713,
      "loss": 3.5625,
      "step": 72713
    },
    {
      "epoch": 2.978251075158714,
      "grad_norm": 4.045002513709023,
      "learning_rate": 0.00015499227295139544,
      "loss": 5.9375,
      "step": 72714
    },
    {
      "epoch": 2.97829203358591,
      "grad_norm": 3.182573461803712,
      "learning_rate": 0.0001549890133624595,
      "loss": 3.4688,
      "step": 72715
    },
    {
      "epoch": 2.9783329920131068,
      "grad_norm": 3.429808648163104,
      "learning_rate": 0.00015498575377116507,
      "loss": 4.5,
      "step": 72716
    },
    {
      "epoch": 2.978373950440303,
      "grad_norm": 3.231114662370547,
      "learning_rate": 0.00015498249417751365,
      "loss": 3.9531,
      "step": 72717
    },
    {
      "epoch": 2.9784149088674994,
      "grad_norm": 4.343574537896405,
      "learning_rate": 0.00015497923458150683,
      "loss": 5.25,
      "step": 72718
    },
    {
      "epoch": 2.978455867294696,
      "grad_norm": 4.16833632833419,
      "learning_rate": 0.00015497597498314604,
      "loss": 4.8438,
      "step": 72719
    },
    {
      "epoch": 2.9784968257218924,
      "grad_norm": 4.3951234092368345,
      "learning_rate": 0.00015497271538243295,
      "loss": 4.6562,
      "step": 72720
    },
    {
      "epoch": 2.9785377841490885,
      "grad_norm": 3.7993477843742816,
      "learning_rate": 0.00015496945577936905,
      "loss": 4.625,
      "step": 72721
    },
    {
      "epoch": 2.978578742576285,
      "grad_norm": 4.8882316443295,
      "learning_rate": 0.00015496619617395588,
      "loss": 4.1562,
      "step": 72722
    },
    {
      "epoch": 2.9786197010034816,
      "grad_norm": 5.193383733537913,
      "learning_rate": 0.00015496293656619498,
      "loss": 3.25,
      "step": 72723
    },
    {
      "epoch": 2.9786606594306777,
      "grad_norm": 3.5519289101622418,
      "learning_rate": 0.0001549596769560879,
      "loss": 4.0938,
      "step": 72724
    },
    {
      "epoch": 2.9787016178578742,
      "grad_norm": 3.8298669253356468,
      "learning_rate": 0.00015495641734363614,
      "loss": 4.8125,
      "step": 72725
    },
    {
      "epoch": 2.9787425762850708,
      "grad_norm": 3.610425050621971,
      "learning_rate": 0.00015495315772884132,
      "loss": 3.3906,
      "step": 72726
    },
    {
      "epoch": 2.9787835347122673,
      "grad_norm": 4.443612020680873,
      "learning_rate": 0.00015494989811170492,
      "loss": 5.2812,
      "step": 72727
    },
    {
      "epoch": 2.9788244931394634,
      "grad_norm": 3.5095879031757584,
      "learning_rate": 0.00015494663849222843,
      "loss": 4.3438,
      "step": 72728
    },
    {
      "epoch": 2.97886545156666,
      "grad_norm": 4.180568345748973,
      "learning_rate": 0.0001549433788704135,
      "loss": 4.5938,
      "step": 72729
    },
    {
      "epoch": 2.978906409993856,
      "grad_norm": 4.257227771561581,
      "learning_rate": 0.00015494011924626163,
      "loss": 4.4688,
      "step": 72730
    },
    {
      "epoch": 2.9789473684210526,
      "grad_norm": 5.197340134226619,
      "learning_rate": 0.00015493685961977442,
      "loss": 6.4375,
      "step": 72731
    },
    {
      "epoch": 2.978988326848249,
      "grad_norm": 3.714125014475011,
      "learning_rate": 0.00015493359999095324,
      "loss": 4.7812,
      "step": 72732
    },
    {
      "epoch": 2.9790292852754456,
      "grad_norm": 3.6797878378768187,
      "learning_rate": 0.00015493034035979982,
      "loss": 4.7812,
      "step": 72733
    },
    {
      "epoch": 2.9790702437026417,
      "grad_norm": 5.667980965349654,
      "learning_rate": 0.0001549270807263156,
      "loss": 3.5469,
      "step": 72734
    },
    {
      "epoch": 2.9791112021298383,
      "grad_norm": 4.358821673229978,
      "learning_rate": 0.00015492382109050213,
      "loss": 5.0625,
      "step": 72735
    },
    {
      "epoch": 2.9791521605570344,
      "grad_norm": 6.263860430657576,
      "learning_rate": 0.00015492056145236094,
      "loss": 3.7188,
      "step": 72736
    },
    {
      "epoch": 2.979193118984231,
      "grad_norm": 3.5334644296655506,
      "learning_rate": 0.00015491730181189364,
      "loss": 3.6094,
      "step": 72737
    },
    {
      "epoch": 2.9792340774114274,
      "grad_norm": 5.086280833789553,
      "learning_rate": 0.0001549140421691017,
      "loss": 6.375,
      "step": 72738
    },
    {
      "epoch": 2.979275035838624,
      "grad_norm": 3.7488895292772044,
      "learning_rate": 0.0001549107825239867,
      "loss": 5.5312,
      "step": 72739
    },
    {
      "epoch": 2.97931599426582,
      "grad_norm": 7.987081067087948,
      "learning_rate": 0.00015490752287655016,
      "loss": 5.0938,
      "step": 72740
    },
    {
      "epoch": 2.9793569526930166,
      "grad_norm": 3.1531728427028285,
      "learning_rate": 0.00015490426322679364,
      "loss": 4.0312,
      "step": 72741
    },
    {
      "epoch": 2.979397911120213,
      "grad_norm": 3.742810020661406,
      "learning_rate": 0.00015490100357471863,
      "loss": 4.3438,
      "step": 72742
    },
    {
      "epoch": 2.979438869547409,
      "grad_norm": 8.052844214564038,
      "learning_rate": 0.00015489774392032677,
      "loss": 6.0938,
      "step": 72743
    },
    {
      "epoch": 2.9794798279746058,
      "grad_norm": 4.002321819087952,
      "learning_rate": 0.00015489448426361948,
      "loss": 4.375,
      "step": 72744
    },
    {
      "epoch": 2.9795207864018023,
      "grad_norm": 4.435331574105801,
      "learning_rate": 0.00015489122460459842,
      "loss": 5.9062,
      "step": 72745
    },
    {
      "epoch": 2.979561744828999,
      "grad_norm": 3.5007856848454844,
      "learning_rate": 0.00015488796494326506,
      "loss": 5.125,
      "step": 72746
    },
    {
      "epoch": 2.979602703256195,
      "grad_norm": 4.86840466204132,
      "learning_rate": 0.0001548847052796209,
      "loss": 5.5,
      "step": 72747
    },
    {
      "epoch": 2.9796436616833915,
      "grad_norm": 4.529570815603084,
      "learning_rate": 0.0001548814456136676,
      "loss": 4.4688,
      "step": 72748
    },
    {
      "epoch": 2.9796846201105875,
      "grad_norm": 3.2926615065829936,
      "learning_rate": 0.00015487818594540662,
      "loss": 4.1562,
      "step": 72749
    },
    {
      "epoch": 2.979725578537784,
      "grad_norm": 3.647389820637169,
      "learning_rate": 0.0001548749262748395,
      "loss": 4.6562,
      "step": 72750
    },
    {
      "epoch": 2.9797665369649806,
      "grad_norm": 3.474724601211567,
      "learning_rate": 0.00015487166660196777,
      "loss": 4.6875,
      "step": 72751
    },
    {
      "epoch": 2.979807495392177,
      "grad_norm": 5.323818719954654,
      "learning_rate": 0.00015486840692679305,
      "loss": 5.5,
      "step": 72752
    },
    {
      "epoch": 2.9798484538193732,
      "grad_norm": 4.18658228185664,
      "learning_rate": 0.00015486514724931681,
      "loss": 5.0625,
      "step": 72753
    },
    {
      "epoch": 2.97988941224657,
      "grad_norm": 3.4562566018861824,
      "learning_rate": 0.00015486188756954063,
      "loss": 3.7031,
      "step": 72754
    },
    {
      "epoch": 2.979930370673766,
      "grad_norm": 5.107164343882202,
      "learning_rate": 0.000154858627887466,
      "loss": 4.8438,
      "step": 72755
    },
    {
      "epoch": 2.9799713291009624,
      "grad_norm": 3.9924175991079944,
      "learning_rate": 0.0001548553682030945,
      "loss": 5.0312,
      "step": 72756
    },
    {
      "epoch": 2.980012287528159,
      "grad_norm": 3.8835443360814876,
      "learning_rate": 0.00015485210851642767,
      "loss": 4.7188,
      "step": 72757
    },
    {
      "epoch": 2.9800532459553555,
      "grad_norm": 3.9699518036099826,
      "learning_rate": 0.00015484884882746705,
      "loss": 4.125,
      "step": 72758
    },
    {
      "epoch": 2.9800942043825516,
      "grad_norm": 2.5582022609643413,
      "learning_rate": 0.0001548455891362142,
      "loss": 2.6562,
      "step": 72759
    },
    {
      "epoch": 2.980135162809748,
      "grad_norm": 5.741641308323575,
      "learning_rate": 0.00015484232944267058,
      "loss": 6.3438,
      "step": 72760
    },
    {
      "epoch": 2.9801761212369446,
      "grad_norm": 7.271246651933897,
      "learning_rate": 0.00015483906974683782,
      "loss": 2.7656,
      "step": 72761
    },
    {
      "epoch": 2.9802170796641407,
      "grad_norm": 3.576450581394571,
      "learning_rate": 0.00015483581004871742,
      "loss": 4.4375,
      "step": 72762
    },
    {
      "epoch": 2.9802580380913373,
      "grad_norm": 4.06141266464159,
      "learning_rate": 0.00015483255034831096,
      "loss": 5.0312,
      "step": 72763
    },
    {
      "epoch": 2.980298996518534,
      "grad_norm": 3.5105873639550316,
      "learning_rate": 0.0001548292906456199,
      "loss": 4.625,
      "step": 72764
    },
    {
      "epoch": 2.9803399549457303,
      "grad_norm": 3.794648197354827,
      "learning_rate": 0.00015482603094064585,
      "loss": 2.9844,
      "step": 72765
    },
    {
      "epoch": 2.9803809133729264,
      "grad_norm": 6.538180144249604,
      "learning_rate": 0.00015482277123339035,
      "loss": 3.7969,
      "step": 72766
    },
    {
      "epoch": 2.980421871800123,
      "grad_norm": 7.6416023620115405,
      "learning_rate": 0.00015481951152385493,
      "loss": 4.0938,
      "step": 72767
    },
    {
      "epoch": 2.980462830227319,
      "grad_norm": 3.316449434285901,
      "learning_rate": 0.00015481625181204106,
      "loss": 3.9375,
      "step": 72768
    },
    {
      "epoch": 2.9805037886545156,
      "grad_norm": 3.573675807746572,
      "learning_rate": 0.0001548129920979504,
      "loss": 4.7188,
      "step": 72769
    },
    {
      "epoch": 2.980544747081712,
      "grad_norm": 3.8521882835414454,
      "learning_rate": 0.00015480973238158442,
      "loss": 4.7812,
      "step": 72770
    },
    {
      "epoch": 2.9805857055089087,
      "grad_norm": 8.568794248705023,
      "learning_rate": 0.0001548064726629447,
      "loss": 2.6875,
      "step": 72771
    },
    {
      "epoch": 2.9806266639361048,
      "grad_norm": 3.591544327765568,
      "learning_rate": 0.00015480321294203273,
      "loss": 4.3125,
      "step": 72772
    },
    {
      "epoch": 2.9806676223633013,
      "grad_norm": 4.230539931128674,
      "learning_rate": 0.0001547999532188501,
      "loss": 3.875,
      "step": 72773
    },
    {
      "epoch": 2.9807085807904974,
      "grad_norm": 3.978100255448063,
      "learning_rate": 0.00015479669349339833,
      "loss": 3.2812,
      "step": 72774
    },
    {
      "epoch": 2.980749539217694,
      "grad_norm": 3.5478702565751674,
      "learning_rate": 0.00015479343376567894,
      "loss": 3.6406,
      "step": 72775
    },
    {
      "epoch": 2.9807904976448905,
      "grad_norm": 3.283493410194695,
      "learning_rate": 0.00015479017403569352,
      "loss": 4.0938,
      "step": 72776
    },
    {
      "epoch": 2.980831456072087,
      "grad_norm": 3.6367702821126797,
      "learning_rate": 0.00015478691430344355,
      "loss": 4.4375,
      "step": 72777
    },
    {
      "epoch": 2.980872414499283,
      "grad_norm": 4.7919311728994485,
      "learning_rate": 0.00015478365456893063,
      "loss": 5.25,
      "step": 72778
    },
    {
      "epoch": 2.9809133729264796,
      "grad_norm": 3.4363265138420944,
      "learning_rate": 0.0001547803948321563,
      "loss": 3.9844,
      "step": 72779
    },
    {
      "epoch": 2.980954331353676,
      "grad_norm": 3.092989947499603,
      "learning_rate": 0.00015477713509312203,
      "loss": 2.5312,
      "step": 72780
    },
    {
      "epoch": 2.9809952897808722,
      "grad_norm": 4.565898940093014,
      "learning_rate": 0.00015477387535182944,
      "loss": 4.9062,
      "step": 72781
    },
    {
      "epoch": 2.981036248208069,
      "grad_norm": 3.425631838016556,
      "learning_rate": 0.00015477061560828005,
      "loss": 4.9688,
      "step": 72782
    },
    {
      "epoch": 2.9810772066352653,
      "grad_norm": 3.4928734950541744,
      "learning_rate": 0.00015476735586247536,
      "loss": 3.875,
      "step": 72783
    },
    {
      "epoch": 2.981118165062462,
      "grad_norm": 4.115613889133028,
      "learning_rate": 0.00015476409611441696,
      "loss": 4.25,
      "step": 72784
    },
    {
      "epoch": 2.981159123489658,
      "grad_norm": 3.4341412211865046,
      "learning_rate": 0.00015476083636410632,
      "loss": 4.1562,
      "step": 72785
    },
    {
      "epoch": 2.9812000819168545,
      "grad_norm": 3.88530692814713,
      "learning_rate": 0.00015475757661154513,
      "loss": 4.5312,
      "step": 72786
    },
    {
      "epoch": 2.9812410403440506,
      "grad_norm": 3.2140256598153707,
      "learning_rate": 0.00015475431685673473,
      "loss": 4.0625,
      "step": 72787
    },
    {
      "epoch": 2.981281998771247,
      "grad_norm": 3.260964135052248,
      "learning_rate": 0.00015475105709967683,
      "loss": 4.25,
      "step": 72788
    },
    {
      "epoch": 2.9813229571984436,
      "grad_norm": 3.392156850621968,
      "learning_rate": 0.00015474779734037287,
      "loss": 4.625,
      "step": 72789
    },
    {
      "epoch": 2.98136391562564,
      "grad_norm": 4.481454849952034,
      "learning_rate": 0.00015474453757882445,
      "loss": 4.3125,
      "step": 72790
    },
    {
      "epoch": 2.9814048740528363,
      "grad_norm": 3.5753681650824896,
      "learning_rate": 0.00015474127781503304,
      "loss": 3.7656,
      "step": 72791
    },
    {
      "epoch": 2.981445832480033,
      "grad_norm": 3.5506051307431172,
      "learning_rate": 0.0001547380180490003,
      "loss": 4.7188,
      "step": 72792
    },
    {
      "epoch": 2.981486790907229,
      "grad_norm": 4.77055356746433,
      "learning_rate": 0.00015473475828072766,
      "loss": 5.5312,
      "step": 72793
    },
    {
      "epoch": 2.9815277493344254,
      "grad_norm": 4.492385244559513,
      "learning_rate": 0.00015473149851021674,
      "loss": 5.0938,
      "step": 72794
    },
    {
      "epoch": 2.981568707761622,
      "grad_norm": 3.004718352020085,
      "learning_rate": 0.000154728238737469,
      "loss": 2.8281,
      "step": 72795
    },
    {
      "epoch": 2.9816096661888185,
      "grad_norm": 3.885857814931789,
      "learning_rate": 0.00015472497896248605,
      "loss": 5.0312,
      "step": 72796
    },
    {
      "epoch": 2.9816506246160146,
      "grad_norm": 4.3189908538034825,
      "learning_rate": 0.0001547217191852694,
      "loss": 5.5625,
      "step": 72797
    },
    {
      "epoch": 2.981691583043211,
      "grad_norm": 3.4323265138152914,
      "learning_rate": 0.00015471845940582057,
      "loss": 3.9688,
      "step": 72798
    },
    {
      "epoch": 2.9817325414704077,
      "grad_norm": 3.0073040742619996,
      "learning_rate": 0.00015471519962414115,
      "loss": 3.5625,
      "step": 72799
    },
    {
      "epoch": 2.9817734998976038,
      "grad_norm": 3.491482301527435,
      "learning_rate": 0.0001547119398402326,
      "loss": 3.625,
      "step": 72800
    },
    {
      "epoch": 2.9818144583248003,
      "grad_norm": 19.389794168017662,
      "learning_rate": 0.0001547086800540966,
      "loss": 6.3125,
      "step": 72801
    },
    {
      "epoch": 2.981855416751997,
      "grad_norm": 3.3049199735290453,
      "learning_rate": 0.00015470542026573458,
      "loss": 4.1562,
      "step": 72802
    },
    {
      "epoch": 2.9818963751791934,
      "grad_norm": 3.1245881126445787,
      "learning_rate": 0.00015470216047514811,
      "loss": 3.9219,
      "step": 72803
    },
    {
      "epoch": 2.9819373336063895,
      "grad_norm": 3.437081826084063,
      "learning_rate": 0.0001546989006823387,
      "loss": 4.8438,
      "step": 72804
    },
    {
      "epoch": 2.981978292033586,
      "grad_norm": 3.228918300910542,
      "learning_rate": 0.00015469564088730795,
      "loss": 3.9062,
      "step": 72805
    },
    {
      "epoch": 2.982019250460782,
      "grad_norm": 5.525772463437857,
      "learning_rate": 0.00015469238109005738,
      "loss": 1.7109,
      "step": 72806
    },
    {
      "epoch": 2.9820602088879786,
      "grad_norm": 3.906241160250194,
      "learning_rate": 0.00015468912129058853,
      "loss": 5.1562,
      "step": 72807
    },
    {
      "epoch": 2.982101167315175,
      "grad_norm": 4.097399357029741,
      "learning_rate": 0.00015468586148890292,
      "loss": 5.625,
      "step": 72808
    },
    {
      "epoch": 2.9821421257423717,
      "grad_norm": 3.4880602177347084,
      "learning_rate": 0.0001546826016850021,
      "loss": 4.0,
      "step": 72809
    },
    {
      "epoch": 2.982183084169568,
      "grad_norm": 7.8413247046680885,
      "learning_rate": 0.00015467934187888763,
      "loss": 4.6562,
      "step": 72810
    },
    {
      "epoch": 2.9822240425967643,
      "grad_norm": 3.4952887010632687,
      "learning_rate": 0.00015467608207056106,
      "loss": 4.0312,
      "step": 72811
    },
    {
      "epoch": 2.9822650010239604,
      "grad_norm": 12.41970902921418,
      "learning_rate": 0.00015467282226002386,
      "loss": 4.5,
      "step": 72812
    },
    {
      "epoch": 2.982305959451157,
      "grad_norm": 4.25862537694119,
      "learning_rate": 0.00015466956244727766,
      "loss": 5.5625,
      "step": 72813
    },
    {
      "epoch": 2.9823469178783535,
      "grad_norm": 4.46828634890174,
      "learning_rate": 0.00015466630263232396,
      "loss": 4.2188,
      "step": 72814
    },
    {
      "epoch": 2.98238787630555,
      "grad_norm": 4.125290030062765,
      "learning_rate": 0.00015466304281516426,
      "loss": 4.5625,
      "step": 72815
    },
    {
      "epoch": 2.982428834732746,
      "grad_norm": 3.4597139512922803,
      "learning_rate": 0.00015465978299580017,
      "loss": 4.0,
      "step": 72816
    },
    {
      "epoch": 2.9824697931599427,
      "grad_norm": 5.618612801966722,
      "learning_rate": 0.00015465652317423324,
      "loss": 5.3125,
      "step": 72817
    },
    {
      "epoch": 2.982510751587139,
      "grad_norm": 4.104155125162041,
      "learning_rate": 0.00015465326335046495,
      "loss": 5.0,
      "step": 72818
    },
    {
      "epoch": 2.9825517100143353,
      "grad_norm": 3.8044469296832975,
      "learning_rate": 0.00015465000352449688,
      "loss": 5.3125,
      "step": 72819
    },
    {
      "epoch": 2.982592668441532,
      "grad_norm": 3.613961285884921,
      "learning_rate": 0.00015464674369633052,
      "loss": 4.2188,
      "step": 72820
    },
    {
      "epoch": 2.9826336268687283,
      "grad_norm": 4.519004015471405,
      "learning_rate": 0.0001546434838659675,
      "loss": 3.1562,
      "step": 72821
    },
    {
      "epoch": 2.982674585295925,
      "grad_norm": 6.6731926741293925,
      "learning_rate": 0.00015464022403340925,
      "loss": 1.4922,
      "step": 72822
    },
    {
      "epoch": 2.982715543723121,
      "grad_norm": 3.3756912207850056,
      "learning_rate": 0.0001546369641986574,
      "loss": 4.2812,
      "step": 72823
    },
    {
      "epoch": 2.9827565021503175,
      "grad_norm": 3.8606157160406758,
      "learning_rate": 0.00015463370436171348,
      "loss": 5.0,
      "step": 72824
    },
    {
      "epoch": 2.9827974605775136,
      "grad_norm": 4.372338096515655,
      "learning_rate": 0.000154630444522579,
      "loss": 5.7812,
      "step": 72825
    },
    {
      "epoch": 2.98283841900471,
      "grad_norm": 11.848458208404255,
      "learning_rate": 0.00015462718468125554,
      "loss": 2.6875,
      "step": 72826
    },
    {
      "epoch": 2.9828793774319067,
      "grad_norm": 3.9842210851946,
      "learning_rate": 0.00015462392483774455,
      "loss": 4.0938,
      "step": 72827
    },
    {
      "epoch": 2.982920335859103,
      "grad_norm": 21.61496933706361,
      "learning_rate": 0.00015462066499204768,
      "loss": 4.1562,
      "step": 72828
    },
    {
      "epoch": 2.9829612942862993,
      "grad_norm": 7.746185969681667,
      "learning_rate": 0.00015461740514416644,
      "loss": 6.3125,
      "step": 72829
    },
    {
      "epoch": 2.983002252713496,
      "grad_norm": 9.492022827795807,
      "learning_rate": 0.00015461414529410235,
      "loss": 7.4688,
      "step": 72830
    },
    {
      "epoch": 2.983043211140692,
      "grad_norm": 4.343092188148207,
      "learning_rate": 0.00015461088544185695,
      "loss": 4.4688,
      "step": 72831
    },
    {
      "epoch": 2.9830841695678885,
      "grad_norm": 3.508992512856883,
      "learning_rate": 0.00015460762558743178,
      "loss": 4.2812,
      "step": 72832
    },
    {
      "epoch": 2.983125127995085,
      "grad_norm": 3.9550848623462738,
      "learning_rate": 0.0001546043657308284,
      "loss": 4.0625,
      "step": 72833
    },
    {
      "epoch": 2.9831660864222815,
      "grad_norm": 3.7099477259635973,
      "learning_rate": 0.00015460110587204836,
      "loss": 4.8438,
      "step": 72834
    },
    {
      "epoch": 2.9832070448494776,
      "grad_norm": 4.709516360648559,
      "learning_rate": 0.00015459784601109318,
      "loss": 4.6875,
      "step": 72835
    },
    {
      "epoch": 2.983248003276674,
      "grad_norm": 3.506584867458617,
      "learning_rate": 0.00015459458614796437,
      "loss": 3.75,
      "step": 72836
    },
    {
      "epoch": 2.9832889617038707,
      "grad_norm": 4.503952888703655,
      "learning_rate": 0.00015459132628266355,
      "loss": 5.625,
      "step": 72837
    },
    {
      "epoch": 2.983329920131067,
      "grad_norm": 3.992186359685727,
      "learning_rate": 0.0001545880664151922,
      "loss": 4.1875,
      "step": 72838
    },
    {
      "epoch": 2.9833708785582633,
      "grad_norm": 3.655648880537141,
      "learning_rate": 0.0001545848065455519,
      "loss": 4.3438,
      "step": 72839
    },
    {
      "epoch": 2.98341183698546,
      "grad_norm": 3.457276763326979,
      "learning_rate": 0.00015458154667374413,
      "loss": 3.3125,
      "step": 72840
    },
    {
      "epoch": 2.9834527954126564,
      "grad_norm": 7.12693551550652,
      "learning_rate": 0.00015457828679977048,
      "loss": 4.8125,
      "step": 72841
    },
    {
      "epoch": 2.9834937538398525,
      "grad_norm": 6.282336476207961,
      "learning_rate": 0.00015457502692363252,
      "loss": 3.8281,
      "step": 72842
    },
    {
      "epoch": 2.983534712267049,
      "grad_norm": 4.886281811644481,
      "learning_rate": 0.0001545717670453317,
      "loss": 4.6875,
      "step": 72843
    },
    {
      "epoch": 2.983575670694245,
      "grad_norm": 3.675187839106591,
      "learning_rate": 0.00015456850716486965,
      "loss": 4.6875,
      "step": 72844
    },
    {
      "epoch": 2.9836166291214417,
      "grad_norm": 3.8925578088693586,
      "learning_rate": 0.00015456524728224783,
      "loss": 2.6875,
      "step": 72845
    },
    {
      "epoch": 2.983657587548638,
      "grad_norm": 3.816535203555289,
      "learning_rate": 0.00015456198739746788,
      "loss": 4.6875,
      "step": 72846
    },
    {
      "epoch": 2.9836985459758347,
      "grad_norm": 4.2714304247676,
      "learning_rate": 0.0001545587275105313,
      "loss": 4.2812,
      "step": 72847
    },
    {
      "epoch": 2.983739504403031,
      "grad_norm": 3.6074436641119716,
      "learning_rate": 0.00015455546762143952,
      "loss": 5.0625,
      "step": 72848
    },
    {
      "epoch": 2.9837804628302274,
      "grad_norm": 4.99598450445766,
      "learning_rate": 0.00015455220773019429,
      "loss": 6.4688,
      "step": 72849
    },
    {
      "epoch": 2.9838214212574234,
      "grad_norm": 3.6434787402122164,
      "learning_rate": 0.000154548947836797,
      "loss": 4.0938,
      "step": 72850
    },
    {
      "epoch": 2.98386237968462,
      "grad_norm": 3.273955482935637,
      "learning_rate": 0.0001545456879412492,
      "loss": 3.5,
      "step": 72851
    },
    {
      "epoch": 2.9839033381118165,
      "grad_norm": 4.1364983530879105,
      "learning_rate": 0.0001545424280435525,
      "loss": 4.9375,
      "step": 72852
    },
    {
      "epoch": 2.983944296539013,
      "grad_norm": 4.84632881638895,
      "learning_rate": 0.0001545391681437084,
      "loss": 5.5625,
      "step": 72853
    },
    {
      "epoch": 2.983985254966209,
      "grad_norm": 4.410093871694821,
      "learning_rate": 0.00015453590824171846,
      "loss": 4.1875,
      "step": 72854
    },
    {
      "epoch": 2.9840262133934057,
      "grad_norm": 4.4719142749326615,
      "learning_rate": 0.00015453264833758414,
      "loss": 3.4688,
      "step": 72855
    },
    {
      "epoch": 2.984067171820602,
      "grad_norm": 4.0514535216230225,
      "learning_rate": 0.0001545293884313071,
      "loss": 4.6562,
      "step": 72856
    },
    {
      "epoch": 2.9841081302477983,
      "grad_norm": 5.946758042818411,
      "learning_rate": 0.00015452612852288883,
      "loss": 4.3438,
      "step": 72857
    },
    {
      "epoch": 2.984149088674995,
      "grad_norm": 4.842437501585663,
      "learning_rate": 0.00015452286861233086,
      "loss": 4.0312,
      "step": 72858
    },
    {
      "epoch": 2.9841900471021914,
      "grad_norm": 4.089633039628374,
      "learning_rate": 0.0001545196086996347,
      "loss": 4.0625,
      "step": 72859
    },
    {
      "epoch": 2.984231005529388,
      "grad_norm": 5.890203127788789,
      "learning_rate": 0.00015451634878480198,
      "loss": 5.25,
      "step": 72860
    },
    {
      "epoch": 2.984271963956584,
      "grad_norm": 4.04476680138033,
      "learning_rate": 0.00015451308886783416,
      "loss": 5.1875,
      "step": 72861
    },
    {
      "epoch": 2.9843129223837805,
      "grad_norm": 3.926536390073746,
      "learning_rate": 0.00015450982894873287,
      "loss": 5.0,
      "step": 72862
    },
    {
      "epoch": 2.9843538808109766,
      "grad_norm": 13.925472646713906,
      "learning_rate": 0.00015450656902749952,
      "loss": 6.625,
      "step": 72863
    },
    {
      "epoch": 2.984394839238173,
      "grad_norm": 3.656946672012296,
      "learning_rate": 0.00015450330910413577,
      "loss": 4.5625,
      "step": 72864
    },
    {
      "epoch": 2.9844357976653697,
      "grad_norm": 3.822764387929808,
      "learning_rate": 0.0001545000491786431,
      "loss": 4.25,
      "step": 72865
    },
    {
      "epoch": 2.9844767560925662,
      "grad_norm": 3.4892439618561357,
      "learning_rate": 0.0001544967892510231,
      "loss": 4.0938,
      "step": 72866
    },
    {
      "epoch": 2.9845177145197623,
      "grad_norm": 4.643008798366828,
      "learning_rate": 0.00015449352932127725,
      "loss": 3.1406,
      "step": 72867
    },
    {
      "epoch": 2.984558672946959,
      "grad_norm": 9.604591815172503,
      "learning_rate": 0.0001544902693894071,
      "loss": 3.3906,
      "step": 72868
    },
    {
      "epoch": 2.984599631374155,
      "grad_norm": 4.166988723311764,
      "learning_rate": 0.00015448700945541426,
      "loss": 5.1562,
      "step": 72869
    },
    {
      "epoch": 2.9846405898013515,
      "grad_norm": 3.8797176439129415,
      "learning_rate": 0.0001544837495193002,
      "loss": 5.5625,
      "step": 72870
    },
    {
      "epoch": 2.984681548228548,
      "grad_norm": 11.798134352671138,
      "learning_rate": 0.00015448048958106652,
      "loss": 3.75,
      "step": 72871
    },
    {
      "epoch": 2.9847225066557446,
      "grad_norm": 3.345077747453057,
      "learning_rate": 0.00015447722964071465,
      "loss": 4.25,
      "step": 72872
    },
    {
      "epoch": 2.9847634650829407,
      "grad_norm": 3.890427507673574,
      "learning_rate": 0.00015447396969824626,
      "loss": 3.9844,
      "step": 72873
    },
    {
      "epoch": 2.984804423510137,
      "grad_norm": 3.793621391582313,
      "learning_rate": 0.0001544707097536628,
      "loss": 5.0625,
      "step": 72874
    },
    {
      "epoch": 2.9848453819373337,
      "grad_norm": 6.2330735486120465,
      "learning_rate": 0.00015446744980696588,
      "loss": 3.7656,
      "step": 72875
    },
    {
      "epoch": 2.98488634036453,
      "grad_norm": 3.291305378817573,
      "learning_rate": 0.000154464189858157,
      "loss": 4.7812,
      "step": 72876
    },
    {
      "epoch": 2.9849272987917264,
      "grad_norm": 3.709089168835391,
      "learning_rate": 0.0001544609299072377,
      "loss": 4.875,
      "step": 72877
    },
    {
      "epoch": 2.984968257218923,
      "grad_norm": 10.56893461308647,
      "learning_rate": 0.00015445766995420956,
      "loss": 4.5,
      "step": 72878
    },
    {
      "epoch": 2.9850092156461194,
      "grad_norm": 4.7364243285413625,
      "learning_rate": 0.00015445440999907407,
      "loss": 4.125,
      "step": 72879
    },
    {
      "epoch": 2.9850501740733155,
      "grad_norm": 5.559145359221328,
      "learning_rate": 0.00015445115004183275,
      "loss": 4.8125,
      "step": 72880
    },
    {
      "epoch": 2.985091132500512,
      "grad_norm": 10.807911353129157,
      "learning_rate": 0.00015444789008248725,
      "loss": 6.1562,
      "step": 72881
    },
    {
      "epoch": 2.985132090927708,
      "grad_norm": 3.7783070433648707,
      "learning_rate": 0.00015444463012103903,
      "loss": 4.625,
      "step": 72882
    },
    {
      "epoch": 2.9851730493549047,
      "grad_norm": 3.5842464461698103,
      "learning_rate": 0.00015444137015748966,
      "loss": 4.8438,
      "step": 72883
    },
    {
      "epoch": 2.985214007782101,
      "grad_norm": 3.7557821971322687,
      "learning_rate": 0.0001544381101918406,
      "loss": 3.9844,
      "step": 72884
    },
    {
      "epoch": 2.9852549662092978,
      "grad_norm": 4.143058284606766,
      "learning_rate": 0.00015443485022409353,
      "loss": 5.375,
      "step": 72885
    },
    {
      "epoch": 2.985295924636494,
      "grad_norm": 3.655553724790678,
      "learning_rate": 0.00015443159025424992,
      "loss": 4.6875,
      "step": 72886
    },
    {
      "epoch": 2.9853368830636904,
      "grad_norm": 3.4963793298687373,
      "learning_rate": 0.00015442833028231129,
      "loss": 3.8438,
      "step": 72887
    },
    {
      "epoch": 2.9853778414908865,
      "grad_norm": 5.104505919334334,
      "learning_rate": 0.0001544250703082792,
      "loss": 5.7812,
      "step": 72888
    },
    {
      "epoch": 2.985418799918083,
      "grad_norm": 5.2687564912020015,
      "learning_rate": 0.0001544218103321552,
      "loss": 4.1562,
      "step": 72889
    },
    {
      "epoch": 2.9854597583452795,
      "grad_norm": 4.838148949216021,
      "learning_rate": 0.00015441855035394083,
      "loss": 4.9062,
      "step": 72890
    },
    {
      "epoch": 2.985500716772476,
      "grad_norm": 3.6873517394750888,
      "learning_rate": 0.0001544152903736376,
      "loss": 3.7969,
      "step": 72891
    },
    {
      "epoch": 2.985541675199672,
      "grad_norm": 4.054562833255192,
      "learning_rate": 0.0001544120303912471,
      "loss": 5.0312,
      "step": 72892
    },
    {
      "epoch": 2.9855826336268687,
      "grad_norm": 3.7828399257419196,
      "learning_rate": 0.00015440877040677082,
      "loss": 4.0625,
      "step": 72893
    },
    {
      "epoch": 2.9856235920540652,
      "grad_norm": 3.2662072010757,
      "learning_rate": 0.00015440551042021037,
      "loss": 3.7969,
      "step": 72894
    },
    {
      "epoch": 2.9856645504812613,
      "grad_norm": 6.863260492400302,
      "learning_rate": 0.00015440225043156724,
      "loss": 3.1562,
      "step": 72895
    },
    {
      "epoch": 2.985705508908458,
      "grad_norm": 3.285886839608723,
      "learning_rate": 0.00015439899044084296,
      "loss": 4.1875,
      "step": 72896
    },
    {
      "epoch": 2.9857464673356544,
      "grad_norm": 4.239136067136669,
      "learning_rate": 0.00015439573044803912,
      "loss": 3.5781,
      "step": 72897
    },
    {
      "epoch": 2.985787425762851,
      "grad_norm": 3.5712228561630255,
      "learning_rate": 0.00015439247045315722,
      "loss": 4.3125,
      "step": 72898
    },
    {
      "epoch": 2.985828384190047,
      "grad_norm": 3.9048327435445978,
      "learning_rate": 0.00015438921045619878,
      "loss": 4.9062,
      "step": 72899
    },
    {
      "epoch": 2.9858693426172436,
      "grad_norm": 4.397465746687976,
      "learning_rate": 0.0001543859504571654,
      "loss": 5.2188,
      "step": 72900
    },
    {
      "epoch": 2.9859103010444397,
      "grad_norm": 3.920339918644133,
      "learning_rate": 0.00015438269045605865,
      "loss": 4.625,
      "step": 72901
    },
    {
      "epoch": 2.985951259471636,
      "grad_norm": 3.9654647204727316,
      "learning_rate": 0.00015437943045287997,
      "loss": 4.2812,
      "step": 72902
    },
    {
      "epoch": 2.9859922178988327,
      "grad_norm": 4.329470191165602,
      "learning_rate": 0.00015437617044763096,
      "loss": 5.6875,
      "step": 72903
    },
    {
      "epoch": 2.9860331763260293,
      "grad_norm": 3.8686155347089417,
      "learning_rate": 0.00015437291044031312,
      "loss": 3.7188,
      "step": 72904
    },
    {
      "epoch": 2.9860741347532254,
      "grad_norm": 4.748151665345143,
      "learning_rate": 0.00015436965043092804,
      "loss": 4.0625,
      "step": 72905
    },
    {
      "epoch": 2.986115093180422,
      "grad_norm": 3.967023430330776,
      "learning_rate": 0.00015436639041947726,
      "loss": 4.9062,
      "step": 72906
    },
    {
      "epoch": 2.9861560516076184,
      "grad_norm": 5.028323362940239,
      "learning_rate": 0.0001543631304059623,
      "loss": 5.2812,
      "step": 72907
    },
    {
      "epoch": 2.9861970100348145,
      "grad_norm": 4.477395124605466,
      "learning_rate": 0.00015435987039038468,
      "loss": 6.5,
      "step": 72908
    },
    {
      "epoch": 2.986237968462011,
      "grad_norm": 3.492507104789737,
      "learning_rate": 0.000154356610372746,
      "loss": 5.0938,
      "step": 72909
    },
    {
      "epoch": 2.9862789268892076,
      "grad_norm": 3.4074301478779896,
      "learning_rate": 0.00015435335035304774,
      "loss": 3.9219,
      "step": 72910
    },
    {
      "epoch": 2.9863198853164037,
      "grad_norm": 11.483545436036637,
      "learning_rate": 0.00015435009033129148,
      "loss": 4.75,
      "step": 72911
    },
    {
      "epoch": 2.9863608437436002,
      "grad_norm": 3.9467602667216837,
      "learning_rate": 0.00015434683030747875,
      "loss": 5.0312,
      "step": 72912
    },
    {
      "epoch": 2.9864018021707968,
      "grad_norm": 3.953124621858628,
      "learning_rate": 0.0001543435702816111,
      "loss": 5.0,
      "step": 72913
    },
    {
      "epoch": 2.986442760597993,
      "grad_norm": 3.083463842114989,
      "learning_rate": 0.00015434031025369005,
      "loss": 3.4375,
      "step": 72914
    },
    {
      "epoch": 2.9864837190251894,
      "grad_norm": 5.236442221096421,
      "learning_rate": 0.00015433705022371716,
      "loss": 5.4062,
      "step": 72915
    },
    {
      "epoch": 2.986524677452386,
      "grad_norm": 4.321004090975224,
      "learning_rate": 0.00015433379019169394,
      "loss": 4.2188,
      "step": 72916
    },
    {
      "epoch": 2.9865656358795825,
      "grad_norm": 4.167713607411814,
      "learning_rate": 0.00015433053015762198,
      "loss": 5.0625,
      "step": 72917
    },
    {
      "epoch": 2.9866065943067786,
      "grad_norm": 3.75882946378813,
      "learning_rate": 0.00015432727012150278,
      "loss": 4.5,
      "step": 72918
    },
    {
      "epoch": 2.986647552733975,
      "grad_norm": 6.3178566701299195,
      "learning_rate": 0.00015432401008333793,
      "loss": 4.9062,
      "step": 72919
    },
    {
      "epoch": 2.986688511161171,
      "grad_norm": 3.734285124597951,
      "learning_rate": 0.00015432075004312892,
      "loss": 4.3438,
      "step": 72920
    },
    {
      "epoch": 2.9867294695883677,
      "grad_norm": 22.43455922778176,
      "learning_rate": 0.0001543174900008773,
      "loss": 6.875,
      "step": 72921
    },
    {
      "epoch": 2.9867704280155642,
      "grad_norm": 3.1644239203998312,
      "learning_rate": 0.00015431422995658466,
      "loss": 3.8281,
      "step": 72922
    },
    {
      "epoch": 2.986811386442761,
      "grad_norm": 3.8155605229345277,
      "learning_rate": 0.00015431096991025246,
      "loss": 5.375,
      "step": 72923
    },
    {
      "epoch": 2.986852344869957,
      "grad_norm": 3.9774007107737237,
      "learning_rate": 0.0001543077098618823,
      "loss": 4.9062,
      "step": 72924
    },
    {
      "epoch": 2.9868933032971534,
      "grad_norm": 6.373506095832696,
      "learning_rate": 0.0001543044498114757,
      "loss": 3.6406,
      "step": 72925
    },
    {
      "epoch": 2.98693426172435,
      "grad_norm": 4.151577789678197,
      "learning_rate": 0.00015430118975903425,
      "loss": 5.0,
      "step": 72926
    },
    {
      "epoch": 2.986975220151546,
      "grad_norm": 8.190038403815834,
      "learning_rate": 0.00015429792970455937,
      "loss": 3.3906,
      "step": 72927
    },
    {
      "epoch": 2.9870161785787426,
      "grad_norm": 3.8685330913874605,
      "learning_rate": 0.00015429466964805272,
      "loss": 4.2188,
      "step": 72928
    },
    {
      "epoch": 2.987057137005939,
      "grad_norm": 4.0123196017657685,
      "learning_rate": 0.0001542914095895158,
      "loss": 5.125,
      "step": 72929
    },
    {
      "epoch": 2.987098095433135,
      "grad_norm": 3.3502072406461414,
      "learning_rate": 0.00015428814952895013,
      "loss": 4.3125,
      "step": 72930
    },
    {
      "epoch": 2.9871390538603317,
      "grad_norm": 8.362649579602845,
      "learning_rate": 0.0001542848894663573,
      "loss": 5.6562,
      "step": 72931
    },
    {
      "epoch": 2.9871800122875283,
      "grad_norm": 3.901816169366642,
      "learning_rate": 0.00015428162940173877,
      "loss": 4.4375,
      "step": 72932
    },
    {
      "epoch": 2.9872209707147244,
      "grad_norm": 3.9791949018494135,
      "learning_rate": 0.0001542783693350962,
      "loss": 4.0938,
      "step": 72933
    },
    {
      "epoch": 2.987261929141921,
      "grad_norm": 5.326046605213249,
      "learning_rate": 0.00015427510926643102,
      "loss": 5.0,
      "step": 72934
    },
    {
      "epoch": 2.9873028875691174,
      "grad_norm": 13.0803595981401,
      "learning_rate": 0.00015427184919574485,
      "loss": 2.9219,
      "step": 72935
    },
    {
      "epoch": 2.987343845996314,
      "grad_norm": 3.6819112047278875,
      "learning_rate": 0.00015426858912303916,
      "loss": 5.0312,
      "step": 72936
    },
    {
      "epoch": 2.98738480442351,
      "grad_norm": 4.017809591947029,
      "learning_rate": 0.00015426532904831553,
      "loss": 3.1875,
      "step": 72937
    },
    {
      "epoch": 2.9874257628507066,
      "grad_norm": 3.8402469788620417,
      "learning_rate": 0.00015426206897157556,
      "loss": 4.5,
      "step": 72938
    },
    {
      "epoch": 2.9874667212779027,
      "grad_norm": 4.380534288774982,
      "learning_rate": 0.0001542588088928207,
      "loss": 4.875,
      "step": 72939
    },
    {
      "epoch": 2.9875076797050992,
      "grad_norm": 3.532684330487112,
      "learning_rate": 0.00015425554881205248,
      "loss": 4.5312,
      "step": 72940
    },
    {
      "epoch": 2.9875486381322958,
      "grad_norm": 3.4138069141903364,
      "learning_rate": 0.00015425228872927252,
      "loss": 4.3125,
      "step": 72941
    },
    {
      "epoch": 2.9875895965594923,
      "grad_norm": 3.7140334525786383,
      "learning_rate": 0.00015424902864448234,
      "loss": 4.875,
      "step": 72942
    },
    {
      "epoch": 2.9876305549866884,
      "grad_norm": 3.5577767216643386,
      "learning_rate": 0.00015424576855768344,
      "loss": 3.8594,
      "step": 72943
    },
    {
      "epoch": 2.987671513413885,
      "grad_norm": 3.526316182567795,
      "learning_rate": 0.00015424250846887737,
      "loss": 4.0938,
      "step": 72944
    },
    {
      "epoch": 2.9877124718410815,
      "grad_norm": 4.041450208081298,
      "learning_rate": 0.00015423924837806573,
      "loss": 5.7188,
      "step": 72945
    },
    {
      "epoch": 2.9877534302682776,
      "grad_norm": 3.7727635510637314,
      "learning_rate": 0.00015423598828524999,
      "loss": 3.2188,
      "step": 72946
    },
    {
      "epoch": 2.987794388695474,
      "grad_norm": 4.617745394413589,
      "learning_rate": 0.00015423272819043175,
      "loss": 4.875,
      "step": 72947
    },
    {
      "epoch": 2.9878353471226706,
      "grad_norm": 3.5295324536866084,
      "learning_rate": 0.00015422946809361249,
      "loss": 4.6875,
      "step": 72948
    },
    {
      "epoch": 2.987876305549867,
      "grad_norm": 3.273308925350385,
      "learning_rate": 0.0001542262079947938,
      "loss": 3.9844,
      "step": 72949
    },
    {
      "epoch": 2.9879172639770633,
      "grad_norm": 3.535116856705376,
      "learning_rate": 0.00015422294789397718,
      "loss": 4.25,
      "step": 72950
    },
    {
      "epoch": 2.98795822240426,
      "grad_norm": 3.5125217703020786,
      "learning_rate": 0.00015421968779116423,
      "loss": 5.625,
      "step": 72951
    },
    {
      "epoch": 2.987999180831456,
      "grad_norm": 4.419306776476365,
      "learning_rate": 0.00015421642768635642,
      "loss": 4.5938,
      "step": 72952
    },
    {
      "epoch": 2.9880401392586524,
      "grad_norm": 3.696815994678743,
      "learning_rate": 0.00015421316757955537,
      "loss": 4.5,
      "step": 72953
    },
    {
      "epoch": 2.988081097685849,
      "grad_norm": 3.201057071358501,
      "learning_rate": 0.00015420990747076256,
      "loss": 4.0312,
      "step": 72954
    },
    {
      "epoch": 2.9881220561130455,
      "grad_norm": 9.921420323871262,
      "learning_rate": 0.00015420664735997955,
      "loss": 4.2812,
      "step": 72955
    },
    {
      "epoch": 2.9881630145402416,
      "grad_norm": 3.594928730514418,
      "learning_rate": 0.00015420338724720785,
      "loss": 4.0938,
      "step": 72956
    },
    {
      "epoch": 2.988203972967438,
      "grad_norm": 3.902559395153081,
      "learning_rate": 0.00015420012713244908,
      "loss": 4.2812,
      "step": 72957
    },
    {
      "epoch": 2.988244931394634,
      "grad_norm": 4.7377487648229755,
      "learning_rate": 0.00015419686701570475,
      "loss": 3.8906,
      "step": 72958
    },
    {
      "epoch": 2.9882858898218307,
      "grad_norm": 3.5383815760344346,
      "learning_rate": 0.0001541936068969763,
      "loss": 4.0312,
      "step": 72959
    },
    {
      "epoch": 2.9883268482490273,
      "grad_norm": 3.5219964298858475,
      "learning_rate": 0.00015419034677626543,
      "loss": 4.0312,
      "step": 72960
    },
    {
      "epoch": 2.988367806676224,
      "grad_norm": 4.415682302662955,
      "learning_rate": 0.00015418708665357358,
      "loss": 6.125,
      "step": 72961
    },
    {
      "epoch": 2.98840876510342,
      "grad_norm": 5.37011463795555,
      "learning_rate": 0.00015418382652890238,
      "loss": 4.125,
      "step": 72962
    },
    {
      "epoch": 2.9884497235306164,
      "grad_norm": 6.180675702682006,
      "learning_rate": 0.0001541805664022532,
      "loss": 3.4844,
      "step": 72963
    },
    {
      "epoch": 2.988490681957813,
      "grad_norm": 3.5507698125291705,
      "learning_rate": 0.00015417730627362777,
      "loss": 4.6875,
      "step": 72964
    },
    {
      "epoch": 2.988531640385009,
      "grad_norm": 4.223699917783052,
      "learning_rate": 0.00015417404614302753,
      "loss": 3.9219,
      "step": 72965
    },
    {
      "epoch": 2.9885725988122056,
      "grad_norm": 4.94115338269262,
      "learning_rate": 0.000154170786010454,
      "loss": 2.4688,
      "step": 72966
    },
    {
      "epoch": 2.988613557239402,
      "grad_norm": 7.982707991232982,
      "learning_rate": 0.0001541675258759088,
      "loss": 5.3125,
      "step": 72967
    },
    {
      "epoch": 2.9886545156665987,
      "grad_norm": 4.55936166194266,
      "learning_rate": 0.00015416426573939345,
      "loss": 5.6875,
      "step": 72968
    },
    {
      "epoch": 2.9886954740937948,
      "grad_norm": 3.3836051881041795,
      "learning_rate": 0.00015416100560090948,
      "loss": 4.5625,
      "step": 72969
    },
    {
      "epoch": 2.9887364325209913,
      "grad_norm": 3.770508362635052,
      "learning_rate": 0.0001541577454604584,
      "loss": 4.7812,
      "step": 72970
    },
    {
      "epoch": 2.9887773909481874,
      "grad_norm": 3.7158442256601854,
      "learning_rate": 0.00015415448531804182,
      "loss": 4.5625,
      "step": 72971
    },
    {
      "epoch": 2.988818349375384,
      "grad_norm": 13.04216965929164,
      "learning_rate": 0.00015415122517366118,
      "loss": 5.9375,
      "step": 72972
    },
    {
      "epoch": 2.9888593078025805,
      "grad_norm": 3.2085835629561976,
      "learning_rate": 0.00015414796502731813,
      "loss": 3.3594,
      "step": 72973
    },
    {
      "epoch": 2.988900266229777,
      "grad_norm": 5.133715623117119,
      "learning_rate": 0.00015414470487901415,
      "loss": 4.7188,
      "step": 72974
    },
    {
      "epoch": 2.988941224656973,
      "grad_norm": 5.234827000628599,
      "learning_rate": 0.0001541414447287508,
      "loss": 6.0938,
      "step": 72975
    },
    {
      "epoch": 2.9889821830841696,
      "grad_norm": 3.7806522535370637,
      "learning_rate": 0.00015413818457652958,
      "loss": 3.9219,
      "step": 72976
    },
    {
      "epoch": 2.9890231415113657,
      "grad_norm": 7.827044090181479,
      "learning_rate": 0.0001541349244223521,
      "loss": 6.8125,
      "step": 72977
    },
    {
      "epoch": 2.9890640999385623,
      "grad_norm": 3.5546153306490567,
      "learning_rate": 0.00015413166426621986,
      "loss": 4.25,
      "step": 72978
    },
    {
      "epoch": 2.989105058365759,
      "grad_norm": 3.9883857916353413,
      "learning_rate": 0.00015412840410813442,
      "loss": 5.3125,
      "step": 72979
    },
    {
      "epoch": 2.9891460167929553,
      "grad_norm": 3.4502884782741297,
      "learning_rate": 0.00015412514394809728,
      "loss": 4.625,
      "step": 72980
    },
    {
      "epoch": 2.9891869752201514,
      "grad_norm": 4.824838969979774,
      "learning_rate": 0.00015412188378611003,
      "loss": 5.4375,
      "step": 72981
    },
    {
      "epoch": 2.989227933647348,
      "grad_norm": 5.461791031819063,
      "learning_rate": 0.00015411862362217418,
      "loss": 2.7812,
      "step": 72982
    },
    {
      "epoch": 2.9892688920745445,
      "grad_norm": 3.8415421937288623,
      "learning_rate": 0.00015411536345629132,
      "loss": 5.625,
      "step": 72983
    },
    {
      "epoch": 2.9893098505017406,
      "grad_norm": 3.6195032101514126,
      "learning_rate": 0.00015411210328846288,
      "loss": 4.7812,
      "step": 72984
    },
    {
      "epoch": 2.989350808928937,
      "grad_norm": 3.234833734635267,
      "learning_rate": 0.00015410884311869055,
      "loss": 3.9844,
      "step": 72985
    },
    {
      "epoch": 2.9893917673561337,
      "grad_norm": 4.867279237670679,
      "learning_rate": 0.0001541055829469758,
      "loss": 4.6562,
      "step": 72986
    },
    {
      "epoch": 2.98943272578333,
      "grad_norm": 3.5885635596717007,
      "learning_rate": 0.00015410232277332015,
      "loss": 4.8125,
      "step": 72987
    },
    {
      "epoch": 2.9894736842105263,
      "grad_norm": 3.858092515732356,
      "learning_rate": 0.00015409906259772514,
      "loss": 4.875,
      "step": 72988
    },
    {
      "epoch": 2.989514642637723,
      "grad_norm": 3.644264778652654,
      "learning_rate": 0.00015409580242019234,
      "loss": 4.25,
      "step": 72989
    },
    {
      "epoch": 2.989555601064919,
      "grad_norm": 4.737879172614787,
      "learning_rate": 0.0001540925422407233,
      "loss": 4.9062,
      "step": 72990
    },
    {
      "epoch": 2.9895965594921154,
      "grad_norm": 4.299360192719518,
      "learning_rate": 0.00015408928205931953,
      "loss": 4.6562,
      "step": 72991
    },
    {
      "epoch": 2.989637517919312,
      "grad_norm": 4.3316867410347175,
      "learning_rate": 0.00015408602187598258,
      "loss": 5.9375,
      "step": 72992
    },
    {
      "epoch": 2.9896784763465085,
      "grad_norm": 3.916376817608354,
      "learning_rate": 0.00015408276169071402,
      "loss": 4.5,
      "step": 72993
    },
    {
      "epoch": 2.9897194347737046,
      "grad_norm": 3.8275150776616402,
      "learning_rate": 0.00015407950150351534,
      "loss": 4.75,
      "step": 72994
    },
    {
      "epoch": 2.989760393200901,
      "grad_norm": 3.74641710070097,
      "learning_rate": 0.00015407624131438813,
      "loss": 4.4375,
      "step": 72995
    },
    {
      "epoch": 2.9898013516280972,
      "grad_norm": 7.000064793716898,
      "learning_rate": 0.0001540729811233339,
      "loss": 4.1875,
      "step": 72996
    },
    {
      "epoch": 2.9898423100552938,
      "grad_norm": 3.9440993871782357,
      "learning_rate": 0.00015406972093035418,
      "loss": 4.2188,
      "step": 72997
    },
    {
      "epoch": 2.9898832684824903,
      "grad_norm": 3.9906296199723807,
      "learning_rate": 0.00015406646073545056,
      "loss": 5.2812,
      "step": 72998
    },
    {
      "epoch": 2.989924226909687,
      "grad_norm": 5.009718465561189,
      "learning_rate": 0.00015406320053862454,
      "loss": 5.1562,
      "step": 72999
    },
    {
      "epoch": 2.989965185336883,
      "grad_norm": 4.66991709833605,
      "learning_rate": 0.00015405994033987767,
      "loss": 4.7812,
      "step": 73000
    },
    {
      "epoch": 2.9900061437640795,
      "grad_norm": 3.9736295985640404,
      "learning_rate": 0.0001540566801392115,
      "loss": 4.8125,
      "step": 73001
    },
    {
      "epoch": 2.990047102191276,
      "grad_norm": 6.511969410521618,
      "learning_rate": 0.0001540534199366276,
      "loss": 5.5938,
      "step": 73002
    },
    {
      "epoch": 2.990088060618472,
      "grad_norm": 12.334933142932218,
      "learning_rate": 0.0001540501597321274,
      "loss": 3.875,
      "step": 73003
    },
    {
      "epoch": 2.9901290190456686,
      "grad_norm": 6.47804070239687,
      "learning_rate": 0.0001540468995257126,
      "loss": 6.1562,
      "step": 73004
    },
    {
      "epoch": 2.990169977472865,
      "grad_norm": 3.669518814623281,
      "learning_rate": 0.00015404363931738462,
      "loss": 5.2188,
      "step": 73005
    },
    {
      "epoch": 2.9902109359000617,
      "grad_norm": 3.8258820294885525,
      "learning_rate": 0.00015404037910714505,
      "loss": 3.8438,
      "step": 73006
    },
    {
      "epoch": 2.990251894327258,
      "grad_norm": 9.939236881997177,
      "learning_rate": 0.00015403711889499543,
      "loss": 6.5625,
      "step": 73007
    },
    {
      "epoch": 2.9902928527544543,
      "grad_norm": 3.5225183131576685,
      "learning_rate": 0.0001540338586809373,
      "loss": 5.0,
      "step": 73008
    },
    {
      "epoch": 2.9903338111816504,
      "grad_norm": 3.2736938645743194,
      "learning_rate": 0.00015403059846497215,
      "loss": 3.5781,
      "step": 73009
    },
    {
      "epoch": 2.990374769608847,
      "grad_norm": 3.425693349262561,
      "learning_rate": 0.00015402733824710163,
      "loss": 4.5312,
      "step": 73010
    },
    {
      "epoch": 2.9904157280360435,
      "grad_norm": 3.8354744645822185,
      "learning_rate": 0.0001540240780273272,
      "loss": 4.25,
      "step": 73011
    },
    {
      "epoch": 2.99045668646324,
      "grad_norm": 3.6501924093883287,
      "learning_rate": 0.00015402081780565037,
      "loss": 4.3438,
      "step": 73012
    },
    {
      "epoch": 2.990497644890436,
      "grad_norm": 3.7976347921260767,
      "learning_rate": 0.00015401755758207277,
      "loss": 4.0312,
      "step": 73013
    },
    {
      "epoch": 2.9905386033176327,
      "grad_norm": 3.5948386323492603,
      "learning_rate": 0.00015401429735659592,
      "loss": 3.8438,
      "step": 73014
    },
    {
      "epoch": 2.9905795617448288,
      "grad_norm": 4.040681303642417,
      "learning_rate": 0.00015401103712922131,
      "loss": 4.875,
      "step": 73015
    },
    {
      "epoch": 2.9906205201720253,
      "grad_norm": 5.28458687073214,
      "learning_rate": 0.00015400777689995052,
      "loss": 3.3438,
      "step": 73016
    },
    {
      "epoch": 2.990661478599222,
      "grad_norm": 4.0602863856939635,
      "learning_rate": 0.0001540045166687851,
      "loss": 5.0938,
      "step": 73017
    },
    {
      "epoch": 2.9907024370264184,
      "grad_norm": 4.090631541568832,
      "learning_rate": 0.00015400125643572657,
      "loss": 4.875,
      "step": 73018
    },
    {
      "epoch": 2.9907433954536145,
      "grad_norm": 5.073158560022402,
      "learning_rate": 0.0001539979962007765,
      "loss": 5.7812,
      "step": 73019
    },
    {
      "epoch": 2.990784353880811,
      "grad_norm": 3.5827095854125606,
      "learning_rate": 0.00015399473596393638,
      "loss": 4.1562,
      "step": 73020
    },
    {
      "epoch": 2.9908253123080075,
      "grad_norm": 3.2301898337648667,
      "learning_rate": 0.00015399147572520779,
      "loss": 3.6094,
      "step": 73021
    },
    {
      "epoch": 2.9908662707352036,
      "grad_norm": 3.9874842778413817,
      "learning_rate": 0.00015398821548459228,
      "loss": 5.25,
      "step": 73022
    },
    {
      "epoch": 2.9909072291624,
      "grad_norm": 4.71375920181273,
      "learning_rate": 0.00015398495524209134,
      "loss": 4.8125,
      "step": 73023
    },
    {
      "epoch": 2.9909481875895967,
      "grad_norm": 3.5375344371194517,
      "learning_rate": 0.00015398169499770655,
      "loss": 5.25,
      "step": 73024
    },
    {
      "epoch": 2.990989146016793,
      "grad_norm": 3.4793224634250453,
      "learning_rate": 0.00015397843475143945,
      "loss": 4.5625,
      "step": 73025
    },
    {
      "epoch": 2.9910301044439893,
      "grad_norm": 3.734084114295849,
      "learning_rate": 0.00015397517450329155,
      "loss": 3.9375,
      "step": 73026
    },
    {
      "epoch": 2.991071062871186,
      "grad_norm": 5.080266010872767,
      "learning_rate": 0.0001539719142532645,
      "loss": 5.5938,
      "step": 73027
    },
    {
      "epoch": 2.991112021298382,
      "grad_norm": 3.7942318655151785,
      "learning_rate": 0.0001539686540013597,
      "loss": 4.1875,
      "step": 73028
    },
    {
      "epoch": 2.9911529797255785,
      "grad_norm": 4.335965766571812,
      "learning_rate": 0.00015396539374757875,
      "loss": 4.0625,
      "step": 73029
    },
    {
      "epoch": 2.991193938152775,
      "grad_norm": 3.660055179863342,
      "learning_rate": 0.00015396213349192325,
      "loss": 3.875,
      "step": 73030
    },
    {
      "epoch": 2.9912348965799715,
      "grad_norm": 3.8237688371926555,
      "learning_rate": 0.0001539588732343946,
      "loss": 4.7188,
      "step": 73031
    },
    {
      "epoch": 2.9912758550071676,
      "grad_norm": 3.4177628482453564,
      "learning_rate": 0.00015395561297499444,
      "loss": 4.3125,
      "step": 73032
    },
    {
      "epoch": 2.991316813434364,
      "grad_norm": 8.718672209774905,
      "learning_rate": 0.00015395235271372434,
      "loss": 2.4219,
      "step": 73033
    },
    {
      "epoch": 2.9913577718615603,
      "grad_norm": 3.616923547205273,
      "learning_rate": 0.00015394909245058577,
      "loss": 4.9062,
      "step": 73034
    },
    {
      "epoch": 2.991398730288757,
      "grad_norm": 3.850452618684764,
      "learning_rate": 0.0001539458321855803,
      "loss": 4.6562,
      "step": 73035
    },
    {
      "epoch": 2.9914396887159533,
      "grad_norm": 4.2183262405166815,
      "learning_rate": 0.00015394257191870945,
      "loss": 5.8125,
      "step": 73036
    },
    {
      "epoch": 2.99148064714315,
      "grad_norm": 3.1735538810416286,
      "learning_rate": 0.0001539393116499748,
      "loss": 3.7344,
      "step": 73037
    },
    {
      "epoch": 2.991521605570346,
      "grad_norm": 3.405251713438338,
      "learning_rate": 0.0001539360513793779,
      "loss": 4.25,
      "step": 73038
    },
    {
      "epoch": 2.9915625639975425,
      "grad_norm": 8.440630133336052,
      "learning_rate": 0.0001539327911069202,
      "loss": 6.875,
      "step": 73039
    },
    {
      "epoch": 2.991603522424739,
      "grad_norm": 3.534851828824675,
      "learning_rate": 0.00015392953083260335,
      "loss": 4.5625,
      "step": 73040
    },
    {
      "epoch": 2.991644480851935,
      "grad_norm": 3.677039119325718,
      "learning_rate": 0.00015392627055642885,
      "loss": 4.7188,
      "step": 73041
    },
    {
      "epoch": 2.9916854392791317,
      "grad_norm": 3.83768665449702,
      "learning_rate": 0.00015392301027839823,
      "loss": 4.2812,
      "step": 73042
    },
    {
      "epoch": 2.991726397706328,
      "grad_norm": 3.8361710899143397,
      "learning_rate": 0.00015391974999851303,
      "loss": 5.6875,
      "step": 73043
    },
    {
      "epoch": 2.9917673561335247,
      "grad_norm": 4.070361285793846,
      "learning_rate": 0.0001539164897167748,
      "loss": 4.5312,
      "step": 73044
    },
    {
      "epoch": 2.991808314560721,
      "grad_norm": 5.823007293382267,
      "learning_rate": 0.00015391322943318506,
      "loss": 6.0312,
      "step": 73045
    },
    {
      "epoch": 2.9918492729879174,
      "grad_norm": 3.9076602416594626,
      "learning_rate": 0.0001539099691477454,
      "loss": 4.8438,
      "step": 73046
    },
    {
      "epoch": 2.9918902314151135,
      "grad_norm": 6.087467301299877,
      "learning_rate": 0.00015390670886045735,
      "loss": 6.0938,
      "step": 73047
    },
    {
      "epoch": 2.99193118984231,
      "grad_norm": 3.748892761536836,
      "learning_rate": 0.0001539034485713224,
      "loss": 4.375,
      "step": 73048
    },
    {
      "epoch": 2.9919721482695065,
      "grad_norm": 3.9746048899427375,
      "learning_rate": 0.00015390018828034214,
      "loss": 4.375,
      "step": 73049
    },
    {
      "epoch": 2.992013106696703,
      "grad_norm": 5.522947748525744,
      "learning_rate": 0.0001538969279875181,
      "loss": 5.9688,
      "step": 73050
    },
    {
      "epoch": 2.992054065123899,
      "grad_norm": 3.1913808190509223,
      "learning_rate": 0.00015389366769285183,
      "loss": 3.6875,
      "step": 73051
    },
    {
      "epoch": 2.9920950235510957,
      "grad_norm": 4.7198645392826615,
      "learning_rate": 0.00015389040739634483,
      "loss": 4.9062,
      "step": 73052
    },
    {
      "epoch": 2.992135981978292,
      "grad_norm": 3.994224480993018,
      "learning_rate": 0.0001538871470979987,
      "loss": 4.25,
      "step": 73053
    },
    {
      "epoch": 2.9921769404054883,
      "grad_norm": 3.4314717160340313,
      "learning_rate": 0.00015388388679781493,
      "loss": 3.5312,
      "step": 73054
    },
    {
      "epoch": 2.992217898832685,
      "grad_norm": 3.6962745066025184,
      "learning_rate": 0.0001538806264957951,
      "loss": 4.25,
      "step": 73055
    },
    {
      "epoch": 2.9922588572598814,
      "grad_norm": 3.222138706804607,
      "learning_rate": 0.00015387736619194067,
      "loss": 1.4453,
      "step": 73056
    },
    {
      "epoch": 2.9922998156870775,
      "grad_norm": 3.240338810245908,
      "learning_rate": 0.00015387410588625332,
      "loss": 3.9531,
      "step": 73057
    },
    {
      "epoch": 2.992340774114274,
      "grad_norm": 3.768197027343801,
      "learning_rate": 0.00015387084557873452,
      "loss": 4.0,
      "step": 73058
    },
    {
      "epoch": 2.9923817325414706,
      "grad_norm": 3.771374387618981,
      "learning_rate": 0.0001538675852693858,
      "loss": 5.0,
      "step": 73059
    },
    {
      "epoch": 2.9924226909686666,
      "grad_norm": 3.771634253701984,
      "learning_rate": 0.00015386432495820867,
      "loss": 4.25,
      "step": 73060
    },
    {
      "epoch": 2.992463649395863,
      "grad_norm": 5.735978039162791,
      "learning_rate": 0.00015386106464520475,
      "loss": 4.5,
      "step": 73061
    },
    {
      "epoch": 2.9925046078230597,
      "grad_norm": 3.250620543659204,
      "learning_rate": 0.00015385780433037555,
      "loss": 3.9375,
      "step": 73062
    },
    {
      "epoch": 2.9925455662502563,
      "grad_norm": 6.052911628328137,
      "learning_rate": 0.0001538545440137226,
      "loss": 6.0625,
      "step": 73063
    },
    {
      "epoch": 2.9925865246774523,
      "grad_norm": 4.717559569203431,
      "learning_rate": 0.00015385128369524743,
      "loss": 4.5625,
      "step": 73064
    },
    {
      "epoch": 2.992627483104649,
      "grad_norm": 6.194319256437714,
      "learning_rate": 0.0001538480233749516,
      "loss": 4.5625,
      "step": 73065
    },
    {
      "epoch": 2.992668441531845,
      "grad_norm": 4.800581422543584,
      "learning_rate": 0.00015384476305283664,
      "loss": 5.2812,
      "step": 73066
    },
    {
      "epoch": 2.9927093999590415,
      "grad_norm": 4.375671728473852,
      "learning_rate": 0.00015384150272890407,
      "loss": 4.5312,
      "step": 73067
    },
    {
      "epoch": 2.992750358386238,
      "grad_norm": 4.323117089852032,
      "learning_rate": 0.00015383824240315555,
      "loss": 4.1562,
      "step": 73068
    },
    {
      "epoch": 2.9927913168134346,
      "grad_norm": 3.758974990004754,
      "learning_rate": 0.00015383498207559247,
      "loss": 4.5,
      "step": 73069
    },
    {
      "epoch": 2.9928322752406307,
      "grad_norm": 3.6500239245588695,
      "learning_rate": 0.00015383172174621642,
      "loss": 4.5938,
      "step": 73070
    },
    {
      "epoch": 2.992873233667827,
      "grad_norm": 8.37919148039308,
      "learning_rate": 0.00015382846141502897,
      "loss": 5.5,
      "step": 73071
    },
    {
      "epoch": 2.9929141920950233,
      "grad_norm": 3.1261227593855323,
      "learning_rate": 0.00015382520108203165,
      "loss": 3.5312,
      "step": 73072
    },
    {
      "epoch": 2.99295515052222,
      "grad_norm": 3.9458393676899846,
      "learning_rate": 0.00015382194074722603,
      "loss": 4.5312,
      "step": 73073
    },
    {
      "epoch": 2.9929961089494164,
      "grad_norm": 3.7610443077627327,
      "learning_rate": 0.00015381868041061358,
      "loss": 5.25,
      "step": 73074
    },
    {
      "epoch": 2.993037067376613,
      "grad_norm": 4.970051286721563,
      "learning_rate": 0.00015381542007219585,
      "loss": 4.8125,
      "step": 73075
    },
    {
      "epoch": 2.993078025803809,
      "grad_norm": 5.058599345849689,
      "learning_rate": 0.00015381215973197447,
      "loss": 5.5938,
      "step": 73076
    },
    {
      "epoch": 2.9931189842310055,
      "grad_norm": 3.817303960433618,
      "learning_rate": 0.0001538088993899509,
      "loss": 4.4375,
      "step": 73077
    },
    {
      "epoch": 2.993159942658202,
      "grad_norm": 10.873504908249565,
      "learning_rate": 0.00015380563904612672,
      "loss": 3.0625,
      "step": 73078
    },
    {
      "epoch": 2.993200901085398,
      "grad_norm": 4.46248599122145,
      "learning_rate": 0.00015380237870050344,
      "loss": 4.4688,
      "step": 73079
    },
    {
      "epoch": 2.9932418595125947,
      "grad_norm": 3.814564334264786,
      "learning_rate": 0.00015379911835308255,
      "loss": 4.5938,
      "step": 73080
    },
    {
      "epoch": 2.9932828179397912,
      "grad_norm": 3.9155527164541377,
      "learning_rate": 0.00015379585800386576,
      "loss": 5.0,
      "step": 73081
    },
    {
      "epoch": 2.9933237763669878,
      "grad_norm": 4.345965425440471,
      "learning_rate": 0.00015379259765285446,
      "loss": 5.1875,
      "step": 73082
    },
    {
      "epoch": 2.993364734794184,
      "grad_norm": 6.368227247822137,
      "learning_rate": 0.00015378933730005026,
      "loss": 4.375,
      "step": 73083
    },
    {
      "epoch": 2.9934056932213804,
      "grad_norm": 3.5805241974534145,
      "learning_rate": 0.00015378607694545464,
      "loss": 4.6562,
      "step": 73084
    },
    {
      "epoch": 2.9934466516485765,
      "grad_norm": 4.905640133922365,
      "learning_rate": 0.00015378281658906922,
      "loss": 4.0,
      "step": 73085
    },
    {
      "epoch": 2.993487610075773,
      "grad_norm": 3.537841514511164,
      "learning_rate": 0.0001537795562308955,
      "loss": 4.5312,
      "step": 73086
    },
    {
      "epoch": 2.9935285685029696,
      "grad_norm": 3.6699816513111903,
      "learning_rate": 0.00015377629587093504,
      "loss": 4.375,
      "step": 73087
    },
    {
      "epoch": 2.993569526930166,
      "grad_norm": 3.357174436884261,
      "learning_rate": 0.00015377303550918932,
      "loss": 3.875,
      "step": 73088
    },
    {
      "epoch": 2.993610485357362,
      "grad_norm": 3.7661903200462237,
      "learning_rate": 0.00015376977514565995,
      "loss": 4.2188,
      "step": 73089
    },
    {
      "epoch": 2.9936514437845587,
      "grad_norm": 7.141269638288438,
      "learning_rate": 0.00015376651478034848,
      "loss": 6.7188,
      "step": 73090
    },
    {
      "epoch": 2.993692402211755,
      "grad_norm": 3.2056248746126985,
      "learning_rate": 0.0001537632544132564,
      "loss": 3.6875,
      "step": 73091
    },
    {
      "epoch": 2.9937333606389513,
      "grad_norm": 4.514840318094165,
      "learning_rate": 0.00015375999404438525,
      "loss": 4.3125,
      "step": 73092
    },
    {
      "epoch": 2.993774319066148,
      "grad_norm": 3.613364637160456,
      "learning_rate": 0.0001537567336737366,
      "loss": 4.0,
      "step": 73093
    },
    {
      "epoch": 2.9938152774933444,
      "grad_norm": 3.9554480805269296,
      "learning_rate": 0.000153753473301312,
      "loss": 4.9375,
      "step": 73094
    },
    {
      "epoch": 2.9938562359205405,
      "grad_norm": 3.4028632015400735,
      "learning_rate": 0.00015375021292711298,
      "loss": 4.5625,
      "step": 73095
    },
    {
      "epoch": 2.993897194347737,
      "grad_norm": 5.791084771827209,
      "learning_rate": 0.00015374695255114103,
      "loss": 5.75,
      "step": 73096
    },
    {
      "epoch": 2.9939381527749336,
      "grad_norm": 3.7318193226846557,
      "learning_rate": 0.0001537436921733978,
      "loss": 3.9844,
      "step": 73097
    },
    {
      "epoch": 2.9939791112021297,
      "grad_norm": 3.785847328956716,
      "learning_rate": 0.00015374043179388475,
      "loss": 4.0312,
      "step": 73098
    },
    {
      "epoch": 2.994020069629326,
      "grad_norm": 4.213891246877668,
      "learning_rate": 0.00015373717141260344,
      "loss": 5.875,
      "step": 73099
    },
    {
      "epoch": 2.9940610280565227,
      "grad_norm": 6.6006738704686345,
      "learning_rate": 0.00015373391102955542,
      "loss": 5.4062,
      "step": 73100
    },
    {
      "epoch": 2.9941019864837193,
      "grad_norm": 3.6805789069707866,
      "learning_rate": 0.00015373065064474222,
      "loss": 4.375,
      "step": 73101
    },
    {
      "epoch": 2.9941429449109154,
      "grad_norm": 7.597694569603434,
      "learning_rate": 0.00015372739025816537,
      "loss": 4.7188,
      "step": 73102
    },
    {
      "epoch": 2.994183903338112,
      "grad_norm": 3.28905833055147,
      "learning_rate": 0.00015372412986982642,
      "loss": 3.3906,
      "step": 73103
    },
    {
      "epoch": 2.994224861765308,
      "grad_norm": 3.550303079840019,
      "learning_rate": 0.00015372086947972692,
      "loss": 4.5625,
      "step": 73104
    },
    {
      "epoch": 2.9942658201925045,
      "grad_norm": 3.68147660008689,
      "learning_rate": 0.00015371760908786843,
      "loss": 4.1875,
      "step": 73105
    },
    {
      "epoch": 2.994306778619701,
      "grad_norm": 3.387564078393216,
      "learning_rate": 0.00015371434869425248,
      "loss": 4.2188,
      "step": 73106
    },
    {
      "epoch": 2.9943477370468976,
      "grad_norm": 3.568627831894534,
      "learning_rate": 0.00015371108829888056,
      "loss": 4.6875,
      "step": 73107
    },
    {
      "epoch": 2.9943886954740937,
      "grad_norm": 5.038483754071812,
      "learning_rate": 0.00015370782790175428,
      "loss": 4.6562,
      "step": 73108
    },
    {
      "epoch": 2.9944296539012902,
      "grad_norm": 5.871780871385263,
      "learning_rate": 0.00015370456750287513,
      "loss": 2.4219,
      "step": 73109
    },
    {
      "epoch": 2.9944706123284863,
      "grad_norm": 4.050466377669052,
      "learning_rate": 0.00015370130710224471,
      "loss": 5.4688,
      "step": 73110
    },
    {
      "epoch": 2.994511570755683,
      "grad_norm": 3.7593432903209663,
      "learning_rate": 0.00015369804669986448,
      "loss": 4.6875,
      "step": 73111
    },
    {
      "epoch": 2.9945525291828794,
      "grad_norm": 3.2631314778327742,
      "learning_rate": 0.00015369478629573605,
      "loss": 4.2188,
      "step": 73112
    },
    {
      "epoch": 2.994593487610076,
      "grad_norm": 4.466100426257542,
      "learning_rate": 0.00015369152588986097,
      "loss": 6.0,
      "step": 73113
    },
    {
      "epoch": 2.994634446037272,
      "grad_norm": 3.751290601559568,
      "learning_rate": 0.00015368826548224073,
      "loss": 5.1562,
      "step": 73114
    },
    {
      "epoch": 2.9946754044644686,
      "grad_norm": 4.304380559176071,
      "learning_rate": 0.0001536850050728769,
      "loss": 3.4844,
      "step": 73115
    },
    {
      "epoch": 2.994716362891665,
      "grad_norm": 3.4711795600597237,
      "learning_rate": 0.00015368174466177096,
      "loss": 2.4375,
      "step": 73116
    },
    {
      "epoch": 2.994757321318861,
      "grad_norm": 27.584606581532043,
      "learning_rate": 0.0001536784842489246,
      "loss": 3.5625,
      "step": 73117
    },
    {
      "epoch": 2.9947982797460577,
      "grad_norm": 3.7321065123754296,
      "learning_rate": 0.0001536752238343392,
      "loss": 4.6875,
      "step": 73118
    },
    {
      "epoch": 2.9948392381732543,
      "grad_norm": 3.8362525118958044,
      "learning_rate": 0.0001536719634180164,
      "loss": 5.125,
      "step": 73119
    },
    {
      "epoch": 2.994880196600451,
      "grad_norm": 3.6009958364037256,
      "learning_rate": 0.00015366870299995765,
      "loss": 4.5625,
      "step": 73120
    },
    {
      "epoch": 2.994921155027647,
      "grad_norm": 3.2595216345592313,
      "learning_rate": 0.0001536654425801646,
      "loss": 3.9688,
      "step": 73121
    },
    {
      "epoch": 2.9949621134548434,
      "grad_norm": 5.978120468785551,
      "learning_rate": 0.00015366218215863873,
      "loss": 5.6875,
      "step": 73122
    },
    {
      "epoch": 2.9950030718820395,
      "grad_norm": 4.491655368776508,
      "learning_rate": 0.00015365892173538164,
      "loss": 4.125,
      "step": 73123
    },
    {
      "epoch": 2.995044030309236,
      "grad_norm": 4.545573692955251,
      "learning_rate": 0.00015365566131039473,
      "loss": 5.0312,
      "step": 73124
    },
    {
      "epoch": 2.9950849887364326,
      "grad_norm": 3.6384959569083244,
      "learning_rate": 0.00015365240088367968,
      "loss": 5.25,
      "step": 73125
    },
    {
      "epoch": 2.995125947163629,
      "grad_norm": 3.6340274737658436,
      "learning_rate": 0.00015364914045523802,
      "loss": 4.75,
      "step": 73126
    },
    {
      "epoch": 2.995166905590825,
      "grad_norm": 4.425567145078245,
      "learning_rate": 0.00015364588002507123,
      "loss": 5.2188,
      "step": 73127
    },
    {
      "epoch": 2.9952078640180217,
      "grad_norm": 3.782809174595635,
      "learning_rate": 0.00015364261959318083,
      "loss": 5.5,
      "step": 73128
    },
    {
      "epoch": 2.995248822445218,
      "grad_norm": 9.23647747100181,
      "learning_rate": 0.00015363935915956847,
      "loss": 7.5,
      "step": 73129
    },
    {
      "epoch": 2.9952897808724144,
      "grad_norm": 3.57092178648689,
      "learning_rate": 0.00015363609872423565,
      "loss": 4.5938,
      "step": 73130
    },
    {
      "epoch": 2.995330739299611,
      "grad_norm": 3.906785138235882,
      "learning_rate": 0.00015363283828718387,
      "loss": 3.5625,
      "step": 73131
    },
    {
      "epoch": 2.9953716977268074,
      "grad_norm": 3.3706641566734286,
      "learning_rate": 0.00015362957784841467,
      "loss": 3.8281,
      "step": 73132
    },
    {
      "epoch": 2.9954126561540035,
      "grad_norm": 4.567164954491677,
      "learning_rate": 0.00015362631740792963,
      "loss": 4.75,
      "step": 73133
    },
    {
      "epoch": 2.9954536145812,
      "grad_norm": 3.4994679649694573,
      "learning_rate": 0.0001536230569657303,
      "loss": 4.3438,
      "step": 73134
    },
    {
      "epoch": 2.9954945730083966,
      "grad_norm": 3.4571907100860306,
      "learning_rate": 0.0001536197965218182,
      "loss": 3.4531,
      "step": 73135
    },
    {
      "epoch": 2.9955355314355927,
      "grad_norm": 9.864256805716977,
      "learning_rate": 0.00015361653607619483,
      "loss": 4.875,
      "step": 73136
    },
    {
      "epoch": 2.9955764898627892,
      "grad_norm": 4.143560520492011,
      "learning_rate": 0.0001536132756288618,
      "loss": 3.9062,
      "step": 73137
    },
    {
      "epoch": 2.9956174482899858,
      "grad_norm": 6.799322138208595,
      "learning_rate": 0.00015361001517982063,
      "loss": 3.2969,
      "step": 73138
    },
    {
      "epoch": 2.9956584067171823,
      "grad_norm": 7.972779509246627,
      "learning_rate": 0.0001536067547290728,
      "loss": 3.3594,
      "step": 73139
    },
    {
      "epoch": 2.9956993651443784,
      "grad_norm": 3.8745929113503466,
      "learning_rate": 0.00015360349427661997,
      "loss": 5.375,
      "step": 73140
    },
    {
      "epoch": 2.995740323571575,
      "grad_norm": 3.5342492712007214,
      "learning_rate": 0.0001536002338224636,
      "loss": 4.9375,
      "step": 73141
    },
    {
      "epoch": 2.995781281998771,
      "grad_norm": 4.25619880462414,
      "learning_rate": 0.00015359697336660524,
      "loss": 3.9375,
      "step": 73142
    },
    {
      "epoch": 2.9958222404259676,
      "grad_norm": 3.6082695701102003,
      "learning_rate": 0.00015359371290904643,
      "loss": 4.875,
      "step": 73143
    },
    {
      "epoch": 2.995863198853164,
      "grad_norm": 7.413275623200684,
      "learning_rate": 0.00015359045244978873,
      "loss": 1.0703,
      "step": 73144
    },
    {
      "epoch": 2.9959041572803606,
      "grad_norm": 3.514288977697314,
      "learning_rate": 0.0001535871919888337,
      "loss": 4.25,
      "step": 73145
    },
    {
      "epoch": 2.9959451157075567,
      "grad_norm": 5.816029873985379,
      "learning_rate": 0.00015358393152618285,
      "loss": 5.5312,
      "step": 73146
    },
    {
      "epoch": 2.9959860741347533,
      "grad_norm": 4.401244569039703,
      "learning_rate": 0.00015358067106183767,
      "loss": 4.25,
      "step": 73147
    },
    {
      "epoch": 2.9960270325619494,
      "grad_norm": 4.337640068978046,
      "learning_rate": 0.0001535774105957998,
      "loss": 4.8438,
      "step": 73148
    },
    {
      "epoch": 2.996067990989146,
      "grad_norm": 4.404928379899632,
      "learning_rate": 0.00015357415012807072,
      "loss": 6.625,
      "step": 73149
    },
    {
      "epoch": 2.9961089494163424,
      "grad_norm": 3.4224095968346564,
      "learning_rate": 0.00015357088965865201,
      "loss": 4.625,
      "step": 73150
    },
    {
      "epoch": 2.996149907843539,
      "grad_norm": 4.230046844192868,
      "learning_rate": 0.00015356762918754518,
      "loss": 5.1875,
      "step": 73151
    },
    {
      "epoch": 2.996190866270735,
      "grad_norm": 5.230647329506681,
      "learning_rate": 0.00015356436871475176,
      "loss": 5.9062,
      "step": 73152
    },
    {
      "epoch": 2.9962318246979316,
      "grad_norm": 3.674312700615635,
      "learning_rate": 0.00015356110824027335,
      "loss": 2.7969,
      "step": 73153
    },
    {
      "epoch": 2.996272783125128,
      "grad_norm": 3.539795531797802,
      "learning_rate": 0.00015355784776411145,
      "loss": 4.125,
      "step": 73154
    },
    {
      "epoch": 2.996313741552324,
      "grad_norm": 3.7719066880404784,
      "learning_rate": 0.00015355458728626758,
      "loss": 4.5,
      "step": 73155
    },
    {
      "epoch": 2.9963546999795208,
      "grad_norm": 3.8775786697658963,
      "learning_rate": 0.0001535513268067433,
      "loss": 1.1641,
      "step": 73156
    },
    {
      "epoch": 2.9963956584067173,
      "grad_norm": 3.323397981828629,
      "learning_rate": 0.0001535480663255402,
      "loss": 4.1875,
      "step": 73157
    },
    {
      "epoch": 2.996436616833914,
      "grad_norm": 4.023620818697632,
      "learning_rate": 0.00015354480584265975,
      "loss": 6.125,
      "step": 73158
    },
    {
      "epoch": 2.99647757526111,
      "grad_norm": 4.741216132963082,
      "learning_rate": 0.00015354154535810355,
      "loss": 5.8438,
      "step": 73159
    },
    {
      "epoch": 2.9965185336883065,
      "grad_norm": 3.222869269900808,
      "learning_rate": 0.00015353828487187307,
      "loss": 3.4688,
      "step": 73160
    },
    {
      "epoch": 2.9965594921155025,
      "grad_norm": 4.086215015638733,
      "learning_rate": 0.00015353502438396994,
      "loss": 3.375,
      "step": 73161
    },
    {
      "epoch": 2.996600450542699,
      "grad_norm": 3.841770896858952,
      "learning_rate": 0.00015353176389439565,
      "loss": 5.125,
      "step": 73162
    },
    {
      "epoch": 2.9966414089698956,
      "grad_norm": 3.5372555969069044,
      "learning_rate": 0.0001535285034031517,
      "loss": 4.5312,
      "step": 73163
    },
    {
      "epoch": 2.996682367397092,
      "grad_norm": 3.59232456281401,
      "learning_rate": 0.0001535252429102397,
      "loss": 4.0,
      "step": 73164
    },
    {
      "epoch": 2.9967233258242882,
      "grad_norm": 3.552541066605708,
      "learning_rate": 0.0001535219824156612,
      "loss": 6.1562,
      "step": 73165
    },
    {
      "epoch": 2.9967642842514848,
      "grad_norm": 4.393039257718566,
      "learning_rate": 0.0001535187219194177,
      "loss": 5.7188,
      "step": 73166
    },
    {
      "epoch": 2.996805242678681,
      "grad_norm": 6.244926952966395,
      "learning_rate": 0.00015351546142151074,
      "loss": 4.5,
      "step": 73167
    },
    {
      "epoch": 2.9968462011058774,
      "grad_norm": 3.6147130215001146,
      "learning_rate": 0.00015351220092194186,
      "loss": 4.0625,
      "step": 73168
    },
    {
      "epoch": 2.996887159533074,
      "grad_norm": 3.7415653762165624,
      "learning_rate": 0.0001535089404207126,
      "loss": 4.2812,
      "step": 73169
    },
    {
      "epoch": 2.9969281179602705,
      "grad_norm": 3.529247333078046,
      "learning_rate": 0.0001535056799178246,
      "loss": 3.75,
      "step": 73170
    },
    {
      "epoch": 2.9969690763874666,
      "grad_norm": 3.9195746376144163,
      "learning_rate": 0.00015350241941327925,
      "loss": 4.3125,
      "step": 73171
    },
    {
      "epoch": 2.997010034814663,
      "grad_norm": 3.5341399240904936,
      "learning_rate": 0.0001534991589070782,
      "loss": 3.8594,
      "step": 73172
    },
    {
      "epoch": 2.9970509932418596,
      "grad_norm": 4.90308385793807,
      "learning_rate": 0.00015349589839922296,
      "loss": 4.25,
      "step": 73173
    },
    {
      "epoch": 2.9970919516690557,
      "grad_norm": 4.023100366437463,
      "learning_rate": 0.000153492637889715,
      "loss": 3.5938,
      "step": 73174
    },
    {
      "epoch": 2.9971329100962523,
      "grad_norm": 3.633167737189262,
      "learning_rate": 0.00015348937737855593,
      "loss": 3.9219,
      "step": 73175
    },
    {
      "epoch": 2.997173868523449,
      "grad_norm": 3.64556187981617,
      "learning_rate": 0.00015348611686574732,
      "loss": 4.0312,
      "step": 73176
    },
    {
      "epoch": 2.9972148269506453,
      "grad_norm": 3.789797663842388,
      "learning_rate": 0.00015348285635129067,
      "loss": 4.1562,
      "step": 73177
    },
    {
      "epoch": 2.9972557853778414,
      "grad_norm": 10.349396687355911,
      "learning_rate": 0.00015347959583518752,
      "loss": 5.7812,
      "step": 73178
    },
    {
      "epoch": 2.997296743805038,
      "grad_norm": 3.972742728456983,
      "learning_rate": 0.0001534763353174394,
      "loss": 4.5,
      "step": 73179
    },
    {
      "epoch": 2.997337702232234,
      "grad_norm": 3.214010751926655,
      "learning_rate": 0.0001534730747980479,
      "loss": 3.25,
      "step": 73180
    },
    {
      "epoch": 2.9973786606594306,
      "grad_norm": 3.582460392343541,
      "learning_rate": 0.00015346981427701454,
      "loss": 4.125,
      "step": 73181
    },
    {
      "epoch": 2.997419619086627,
      "grad_norm": 8.136658208087,
      "learning_rate": 0.00015346655375434083,
      "loss": 5.6875,
      "step": 73182
    },
    {
      "epoch": 2.9974605775138237,
      "grad_norm": 5.132441193385127,
      "learning_rate": 0.00015346329323002834,
      "loss": 3.2969,
      "step": 73183
    },
    {
      "epoch": 2.9975015359410198,
      "grad_norm": 3.9302383477632254,
      "learning_rate": 0.00015346003270407858,
      "loss": 4.1562,
      "step": 73184
    },
    {
      "epoch": 2.9975424943682163,
      "grad_norm": 3.821424272888222,
      "learning_rate": 0.00015345677217649316,
      "loss": 4.75,
      "step": 73185
    },
    {
      "epoch": 2.9975834527954124,
      "grad_norm": 3.1777345261031718,
      "learning_rate": 0.00015345351164727358,
      "loss": 3.8125,
      "step": 73186
    },
    {
      "epoch": 2.997624411222609,
      "grad_norm": 3.7707048595316963,
      "learning_rate": 0.00015345025111642137,
      "loss": 4.4062,
      "step": 73187
    },
    {
      "epoch": 2.9976653696498055,
      "grad_norm": 3.341852814517083,
      "learning_rate": 0.00015344699058393804,
      "loss": 4.3125,
      "step": 73188
    },
    {
      "epoch": 2.997706328077002,
      "grad_norm": 8.856445472916123,
      "learning_rate": 0.00015344373004982521,
      "loss": 3.5781,
      "step": 73189
    },
    {
      "epoch": 2.997747286504198,
      "grad_norm": 4.1638433345623485,
      "learning_rate": 0.0001534404695140844,
      "loss": 4.8125,
      "step": 73190
    },
    {
      "epoch": 2.9977882449313946,
      "grad_norm": 9.485979673210355,
      "learning_rate": 0.00015343720897671712,
      "loss": 4.5312,
      "step": 73191
    },
    {
      "epoch": 2.997829203358591,
      "grad_norm": 4.209280017921022,
      "learning_rate": 0.00015343394843772492,
      "loss": 5.375,
      "step": 73192
    },
    {
      "epoch": 2.9978701617857872,
      "grad_norm": 6.823647247588763,
      "learning_rate": 0.00015343068789710934,
      "loss": 3.3594,
      "step": 73193
    },
    {
      "epoch": 2.997911120212984,
      "grad_norm": 4.284375374987986,
      "learning_rate": 0.00015342742735487196,
      "loss": 5.625,
      "step": 73194
    },
    {
      "epoch": 2.9979520786401803,
      "grad_norm": 7.042634163840755,
      "learning_rate": 0.00015342416681101426,
      "loss": 4.5312,
      "step": 73195
    },
    {
      "epoch": 2.997993037067377,
      "grad_norm": 4.370011405492121,
      "learning_rate": 0.00015342090626553783,
      "loss": 4.4688,
      "step": 73196
    },
    {
      "epoch": 2.998033995494573,
      "grad_norm": 12.36779551752185,
      "learning_rate": 0.00015341764571844417,
      "loss": 7.6562,
      "step": 73197
    },
    {
      "epoch": 2.9980749539217695,
      "grad_norm": 4.612150856044372,
      "learning_rate": 0.00015341438516973488,
      "loss": 4.75,
      "step": 73198
    },
    {
      "epoch": 2.9981159123489656,
      "grad_norm": 4.941785847561343,
      "learning_rate": 0.00015341112461941147,
      "loss": 4.6562,
      "step": 73199
    },
    {
      "epoch": 2.998156870776162,
      "grad_norm": 3.9363029515179515,
      "learning_rate": 0.00015340786406747544,
      "loss": 4.5625,
      "step": 73200
    },
    {
      "epoch": 2.9981978292033586,
      "grad_norm": 4.825846080613506,
      "learning_rate": 0.00015340460351392836,
      "loss": 4.125,
      "step": 73201
    },
    {
      "epoch": 2.998238787630555,
      "grad_norm": 3.818211242786127,
      "learning_rate": 0.00015340134295877185,
      "loss": 4.6562,
      "step": 73202
    },
    {
      "epoch": 2.9982797460577513,
      "grad_norm": 4.215923949144154,
      "learning_rate": 0.00015339808240200735,
      "loss": 4.75,
      "step": 73203
    },
    {
      "epoch": 2.998320704484948,
      "grad_norm": 5.598217914208616,
      "learning_rate": 0.0001533948218436364,
      "loss": 5.4062,
      "step": 73204
    },
    {
      "epoch": 2.998361662912144,
      "grad_norm": 4.371528717422308,
      "learning_rate": 0.00015339156128366064,
      "loss": 4.75,
      "step": 73205
    },
    {
      "epoch": 2.9984026213393404,
      "grad_norm": 3.890216227573613,
      "learning_rate": 0.0001533883007220815,
      "loss": 4.4375,
      "step": 73206
    },
    {
      "epoch": 2.998443579766537,
      "grad_norm": 4.251151565956456,
      "learning_rate": 0.00015338504015890056,
      "loss": 4.0625,
      "step": 73207
    },
    {
      "epoch": 2.9984845381937335,
      "grad_norm": 3.797446974910245,
      "learning_rate": 0.00015338177959411942,
      "loss": 4.5625,
      "step": 73208
    },
    {
      "epoch": 2.9985254966209296,
      "grad_norm": 4.011789743803409,
      "learning_rate": 0.0001533785190277395,
      "loss": 5.0312,
      "step": 73209
    },
    {
      "epoch": 2.998566455048126,
      "grad_norm": 3.9220642643327714,
      "learning_rate": 0.00015337525845976246,
      "loss": 4.7188,
      "step": 73210
    },
    {
      "epoch": 2.9986074134753227,
      "grad_norm": 3.356496523332237,
      "learning_rate": 0.00015337199789018977,
      "loss": 4.25,
      "step": 73211
    },
    {
      "epoch": 2.9986483719025188,
      "grad_norm": 3.4421794289520005,
      "learning_rate": 0.00015336873731902303,
      "loss": 3.9688,
      "step": 73212
    },
    {
      "epoch": 2.9986893303297153,
      "grad_norm": 3.6027122374667537,
      "learning_rate": 0.0001533654767462637,
      "loss": 4.4688,
      "step": 73213
    },
    {
      "epoch": 2.998730288756912,
      "grad_norm": 4.124086082031679,
      "learning_rate": 0.00015336221617191345,
      "loss": 4.0625,
      "step": 73214
    },
    {
      "epoch": 2.9987712471841084,
      "grad_norm": 3.5863977709065273,
      "learning_rate": 0.0001533589555959736,
      "loss": 5.0312,
      "step": 73215
    },
    {
      "epoch": 2.9988122056113045,
      "grad_norm": 5.405694917002086,
      "learning_rate": 0.00015335569501844594,
      "loss": 5.875,
      "step": 73216
    },
    {
      "epoch": 2.998853164038501,
      "grad_norm": 3.457094994513501,
      "learning_rate": 0.0001533524344393319,
      "loss": 4.625,
      "step": 73217
    },
    {
      "epoch": 2.998894122465697,
      "grad_norm": 3.77278920121941,
      "learning_rate": 0.000153349173858633,
      "loss": 4.4688,
      "step": 73218
    },
    {
      "epoch": 2.9989350808928936,
      "grad_norm": 4.062317825771632,
      "learning_rate": 0.0001533459132763508,
      "loss": 3.9219,
      "step": 73219
    },
    {
      "epoch": 2.99897603932009,
      "grad_norm": 3.504207536707836,
      "learning_rate": 0.00015334265269248683,
      "loss": 4.8125,
      "step": 73220
    },
    {
      "epoch": 2.9990169977472867,
      "grad_norm": 3.199266448310597,
      "learning_rate": 0.0001533393921070427,
      "loss": 4.25,
      "step": 73221
    },
    {
      "epoch": 2.999057956174483,
      "grad_norm": 4.2499534115226005,
      "learning_rate": 0.00015333613152001987,
      "loss": 4.25,
      "step": 73222
    },
    {
      "epoch": 2.9990989146016793,
      "grad_norm": 4.956040839755118,
      "learning_rate": 0.00015333287093141992,
      "loss": 4.6875,
      "step": 73223
    },
    {
      "epoch": 2.9991398730288754,
      "grad_norm": 3.7250820372032023,
      "learning_rate": 0.00015332961034124432,
      "loss": 5.0312,
      "step": 73224
    },
    {
      "epoch": 2.999180831456072,
      "grad_norm": 4.1213431506078155,
      "learning_rate": 0.00015332634974949474,
      "loss": 3.4688,
      "step": 73225
    },
    {
      "epoch": 2.9992217898832685,
      "grad_norm": 9.139859555309798,
      "learning_rate": 0.00015332308915617265,
      "loss": 4.9375,
      "step": 73226
    },
    {
      "epoch": 2.999262748310465,
      "grad_norm": 3.1909530717460357,
      "learning_rate": 0.00015331982856127958,
      "loss": 3.9219,
      "step": 73227
    },
    {
      "epoch": 2.999303706737661,
      "grad_norm": 4.300313468986629,
      "learning_rate": 0.00015331656796481707,
      "loss": 3.25,
      "step": 73228
    },
    {
      "epoch": 2.9993446651648576,
      "grad_norm": 3.92146106401212,
      "learning_rate": 0.0001533133073667867,
      "loss": 4.875,
      "step": 73229
    },
    {
      "epoch": 2.999385623592054,
      "grad_norm": 3.3263006601081786,
      "learning_rate": 0.00015331004676719,
      "loss": 4.0938,
      "step": 73230
    },
    {
      "epoch": 2.9994265820192503,
      "grad_norm": 4.515654570883175,
      "learning_rate": 0.00015330678616602852,
      "loss": 4.9688,
      "step": 73231
    },
    {
      "epoch": 2.999467540446447,
      "grad_norm": 4.823487723888433,
      "learning_rate": 0.0001533035255633037,
      "loss": 3.6875,
      "step": 73232
    },
    {
      "epoch": 2.9995084988736433,
      "grad_norm": 3.9483612358010367,
      "learning_rate": 0.00015330026495901725,
      "loss": 5.2188,
      "step": 73233
    },
    {
      "epoch": 2.99954945730084,
      "grad_norm": 7.979013554616376,
      "learning_rate": 0.0001532970043531706,
      "loss": 6.6562,
      "step": 73234
    },
    {
      "epoch": 2.999590415728036,
      "grad_norm": 3.5599781592067097,
      "learning_rate": 0.00015329374374576532,
      "loss": 4.2812,
      "step": 73235
    },
    {
      "epoch": 2.9996313741552325,
      "grad_norm": 3.5146133832227022,
      "learning_rate": 0.00015329048313680294,
      "loss": 4.3125,
      "step": 73236
    },
    {
      "epoch": 2.9996723325824286,
      "grad_norm": 3.561379722379321,
      "learning_rate": 0.000153287222526285,
      "loss": 4.1875,
      "step": 73237
    },
    {
      "epoch": 2.999713291009625,
      "grad_norm": 4.776123988915474,
      "learning_rate": 0.00015328396191421307,
      "loss": 5.0938,
      "step": 73238
    },
    {
      "epoch": 2.9997542494368217,
      "grad_norm": 4.999387493411237,
      "learning_rate": 0.0001532807013005887,
      "loss": 6.4688,
      "step": 73239
    },
    {
      "epoch": 2.999795207864018,
      "grad_norm": 4.105029983466619,
      "learning_rate": 0.00015327744068541338,
      "loss": 5.0938,
      "step": 73240
    },
    {
      "epoch": 2.9998361662912143,
      "grad_norm": 3.721291467666097,
      "learning_rate": 0.00015327418006868868,
      "loss": 3.6094,
      "step": 73241
    },
    {
      "epoch": 2.999877124718411,
      "grad_norm": 3.6973470219851614,
      "learning_rate": 0.00015327091945041614,
      "loss": 4.6562,
      "step": 73242
    },
    {
      "epoch": 2.9999180831456074,
      "grad_norm": 4.103436368683236,
      "learning_rate": 0.00015326765883059726,
      "loss": 3.6094,
      "step": 73243
    },
    {
      "epoch": 2.9999590415728035,
      "grad_norm": 3.516331925907826,
      "learning_rate": 0.00015326439820923364,
      "loss": 4.2812,
      "step": 73244
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.920166516036809,
      "learning_rate": 0.00015326113758632682,
      "loss": 5.3125,
      "step": 73245
    },
    {
      "epoch": 3.0,
      "eval_loss": 4.482740879058838,
      "eval_runtime": 15.616,
      "eval_samples_per_second": 9.798,
      "eval_steps_per_second": 9.798,
      "step": 73245
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 146490,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 119812600627200.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}